-- Logs begin at Wed 2021-11-10 16:43:09 UTC, end at Wed 2021-11-10 19:14:40 UTC. -- Nov 10 17:17:13.290279 n-d-776250-10 systemd[1]: Started Devstack devstack@q-svc.service. Nov 10 17:17:16.038604 n-d-776250-10 neutron-server[102359]: INFO neutron.common.config [-] Logging enabled! Nov 10 17:17:16.039172 n-d-776250-10 neutron-server[102359]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev155 Nov 10 17:17:16.039324 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102359) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 10 17:17:16.042649 n-d-776250-10 neutron-server[102359]: INFO neutron.common.config [-] Logging enabled! Nov 10 17:17:16.042912 n-d-776250-10 neutron-server[102359]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev155 Nov 10 17:17:16.043231 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102359) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 10 17:17:16.044186 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 17:17:16.044430 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 17:17:16.044805 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 17:17:16.045056 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 17:17:16.045289 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 17:17:16.045617 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.046049 n-d-776250-10 neutron-server[102359]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 10 17:17:16.046370 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.046674 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.046985 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.047311 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.047631 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.047946 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.048267 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.049094 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.049392 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.049683 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.049977 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.050278 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.050570 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.050869 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.051165 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.051458 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] debug = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.051747 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.052216 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.052647 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.052935 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.053232 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.053520 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.053799 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.054083 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.054375 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.054708 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] host = n-d-776250-10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.054991 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.055284 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.055576 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.055867 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.056175 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.056452 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.056744 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.057018 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.057297 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] log_file = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.057582 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.057877 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.058171 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.058465 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.058695 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.058924 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.059228 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.059522 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.059807 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.060089 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.060398 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.060680 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.060962 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.061237 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.061528 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.061818 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.062109 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.062396 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.062678 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.062956 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.063235 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.063525 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.063807 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.064088 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.064938 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.065387 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.065677 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.065962 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.066271 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.066564 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.066854 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.067148 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.067430 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.067717 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.067996 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.068305 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.068585 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] use_json = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.068862 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.069139 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.069423 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.069699 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.069978 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.070259 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.070538 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.070829 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:16.071131 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.071435 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.071739 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.072028 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.072364 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.072659 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.072957 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.073243 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.073536 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.073831 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.074124 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.074407 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.074700 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.074982 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.075283 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.075591 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.075892 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.076215 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.076502 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.076785 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.077066 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.077352 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.077646 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.077930 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.078224 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.078520 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.078808 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.079100 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.079399 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.079695 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.080713 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.081007 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.081312 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.081599 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.081883 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.082171 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.082469 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.082761 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.083043 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.083334 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.083620 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.083899 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.084201 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.084487 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.084782 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.085065 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.085343 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.085621 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.085904 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.086180 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.086467 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.086748 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.087028 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.087306 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.087589 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.087865 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.088142 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.088445 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.088723 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.089003 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.089281 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.089558 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.089836 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.090112 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.090388 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.090663 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.090938 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.091221 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.091500 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.091775 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.092052 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.092357 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.092642 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.092933 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.093239 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.093525 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.093810 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.094096 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.094378 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.094662 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.094944 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.095229 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.096069 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.096377 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.096677 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.096969 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.097259 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.097551 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.097836 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.098165 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.098450 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.098739 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.099023 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.099307 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.099599 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.099888 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.100215 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.100518 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.100818 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.101116 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.101411 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.101701 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.102017 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.102303 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:16.102528 n-d-776250-10 neutron-server[102359]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 17:17:16.102776 n-d-776250-10 neutron-server[102359]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102359) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 10 17:17:16.539682 n-d-776250-10 neutron-server[102359]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 10 17:17:16.539959 n-d-776250-10 neutron-server[102359]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 10 17:17:16.540288 n-d-776250-10 neutron-server[102359]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 10 17:17:16.540630 n-d-776250-10 neutron-server[102359]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 10 17:17:16.867601 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:16.867821 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:16.868089 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:16.869303 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:16.869573 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:16.869832 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:16.904496 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:16.904771 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:16.905035 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:16.920422 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:16.920701 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:16.920968 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:16.952930 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:16.953189 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:16.953454 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:16.989897 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:16.990173 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:16.990442 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.224122 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.224758 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.224758 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.224940 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.225608 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.352550 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.352874 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.353155 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.353424 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.353695 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.354007 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.354263 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.354517 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.354768 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.355049 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.355306 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.355569 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.355822 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.356073 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.356351 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.356616 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.356871 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.357139 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.357408 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.357664 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.357934 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.358186 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.358468 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.358849 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.359097 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.359340 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.359731 n-d-776250-10 neutron-server[102359]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 17:17:17.359969 n-d-776250-10 neutron-server[102359]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 17:17:17.360229 n-d-776250-10 neutron-server[102359]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 17:17:17.360464 n-d-776250-10 neutron-server[102359]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 17:17:17.360697 n-d-776250-10 neutron-server[102359]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 17:17:17.360931 n-d-776250-10 neutron-server[102359]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 17:17:17.361856 n-d-776250-10 neutron-server[102359]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 10 17:17:17.365078 n-d-776250-10 neutron-server[102359]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 10 17:17:17.369327 n-d-776250-10 neutron-server[102359]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 10 17:17:17.373157 n-d-776250-10 neutron-server[102359]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Nov 10 17:17:17.374812 n-d-776250-10 neutron-server[102359]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 10 17:17:17.375278 n-d-776250-10 neutron-server[102359]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 10 17:17:17.375614 n-d-776250-10 neutron-server[102359]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 10 17:17:17.375996 n-d-776250-10 neutron-server[102359]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 10 17:17:17.378923 n-d-776250-10 neutron-server[102359]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 10 17:17:17.379164 n-d-776250-10 neutron-server[102359]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 10 17:17:17.379507 n-d-776250-10 neutron-server[102359]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 10 17:17:17.384762 n-d-776250-10 neutron-server[102359]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 10 17:17:17.407277 n-d-776250-10 neutron-server[102359]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 10 17:17:17.407723 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.409055 n-d-776250-10 neutron-server[102359]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102359) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 10 17:17:17.409223 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.410555 n-d-776250-10 neutron-server[102359]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102359) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 10 17:17:17.410832 n-d-776250-10 neutron-server[102359]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 10 17:17:17.411075 n-d-776250-10 neutron-server[102359]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 10 17:17:17.414306 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.414588 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:17.477434 n-d-776250-10 neutron-server[102359]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 10 17:17:17.477593 n-d-776250-10 neutron-server[102359]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 10 17:17:17.477820 n-d-776250-10 neutron-server[102359]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 10 17:17:17.478184 n-d-776250-10 neutron-server[102359]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 10 17:17:17.498771 n-d-776250-10 neutron-server[102359]: DEBUG oslo_db.sqlalchemy.engines [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102359) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 10 17:17:18.042445 n-d-776250-10 neutron-server[102359]: INFO neutron.plugins.ml2.managers [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Initializing driver for type 'gre' Nov 10 17:17:18.042928 n-d-776250-10 neutron-server[102359]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] gre ID ranges: [(1, 1000)] Nov 10 17:17:18.095421 n-d-776250-10 neutron-server[102359]: INFO neutron.plugins.ml2.managers [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Initializing driver for type 'local' Nov 10 17:17:18.095989 n-d-776250-10 neutron-server[102359]: INFO neutron.plugins.ml2.managers [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Initializing driver for type 'vlan' Nov 10 17:17:18.108696 n-d-776250-10 neutron-server[102359]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] VlanTypeDriver initialization complete Nov 10 17:17:18.109023 n-d-776250-10 neutron-server[102359]: INFO neutron.plugins.ml2.managers [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Initializing driver for type 'vxlan' Nov 10 17:17:18.109516 n-d-776250-10 neutron-server[102359]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] vxlan ID ranges: [(1, 1000)] Nov 10 17:17:18.161075 n-d-776250-10 neutron-server[102359]: INFO neutron.plugins.ml2.managers [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Initializing extension driver 'port_security' Nov 10 17:17:18.161459 n-d-776250-10 neutron-server[102359]: INFO neutron.plugins.ml2.extensions.port_security [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] PortSecurityExtensionDriver initialization complete Nov 10 17:17:18.161827 n-d-776250-10 neutron-server[102359]: INFO neutron.plugins.ml2.managers [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Initializing mechanism driver 'openvswitch' Nov 10 17:17:18.162154 n-d-776250-10 neutron-server[102359]: INFO neutron.plugins.ml2.managers [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Initializing mechanism driver 'hyperv' Nov 10 17:17:18.168821 n-d-776250-10 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:17:18.169687 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > port after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.170061 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > port after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.170417 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > port after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.170948 n-d-776250-10 neutron-server[102359]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102359) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 17:17:18.171381 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > subnet after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.171737 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > subnet after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.172084 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.172505 n-d-776250-10 neutron-server[102359]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102359) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 17:17:18.172916 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > network after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.173277 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > network after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.174106 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > network after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.174899 n-d-776250-10 neutron-server[102359]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102359) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 17:17:18.175309 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > security_group after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.175665 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > security_group after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.176010 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.176504 n-d-776250-10 neutron-server[102359]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102359) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 17:17:18.176918 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.177270 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.177615 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.178011 n-d-776250-10 neutron-server[102359]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102359) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 17:17:18.178417 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > address_group after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.178765 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > address_group after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.179106 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.179501 n-d-776250-10 neutron-server[102359]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102359) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 10 17:17:18.179883 n-d-776250-10 neutron-server[102359]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] ML2 OVO RPC backend initialized. {{(pid=102359) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 10 17:17:18.180616 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.180978 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.181397 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > network before_response 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.181748 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > networks before_response 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.182094 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > port before_response 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.182438 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > ports before_response 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.182782 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > subnet before_response 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.183131 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > subnets before_response 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.183474 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > network after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.183814 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > network after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.184169 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > network after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.184511 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > port after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.184847 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > port after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.185182 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > port after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.185518 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > subnet after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.185855 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > subnet after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.186191 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.186760 n-d-776250-10 neutron-server[102359]: INFO neutron.plugins.ml2.plugin [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Modular L2 Plugin initialization complete Nov 10 17:17:18.187087 n-d-776250-10 neutron-server[102359]: DEBUG neutron.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading services supported by the core plugin {{(pid=102359) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 10 17:17:18.187413 n-d-776250-10 neutron-server[102359]: INFO neutron.plugins.ml2.managers [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Got port-security extension from driver 'port_security' Nov 10 17:17:18.187876 n-d-776250-10 neutron-server[102359]: INFO neutron.extensions.vlantransparent [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Disabled vlantransparent extension. Nov 10 17:17:18.188378 n-d-776250-10 neutron-server[102359]: DEBUG neutron.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102359) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 10 17:17:18.188695 n-d-776250-10 neutron-server[102359]: INFO neutron.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading Plugin: router Nov 10 17:17:18.226140 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.226714 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > router after_create 55549900 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.226964 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > router before_create 55549900 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.227332 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.227710 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.228069 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > router after_delete 55549900 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.228462 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.228935 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.229301 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > router after_create 55549900 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.229653 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > router after_update 55549900 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.230004 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > router after_update 55549900 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.230353 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.230716 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > router after_update 55549900 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.231128 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > router precommit_update 55549900 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.231504 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: port after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.231850 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: port after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.232223 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: subnet after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.232570 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.232919 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.233266 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > router precommit_create 55549900 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.233608 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: port before_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.233953 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > router precommit_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.234313 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > router after_update 55549900 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.234656 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.235009 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > router precommit_create 55549900 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.235368 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.235716 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > router precommit_update 55549900 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.236664 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > agent after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.237141 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > agent after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.237570 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > network after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.238443 n-d-776250-10 neutron-server[102359]: DEBUG neutron.quota.resource_registry [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Tracking information for resource: router configured {{(pid=102359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 17:17:18.238781 n-d-776250-10 neutron-server[102359]: DEBUG neutron.quota.resource_registry [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Tracking information for resource: floatingip configured {{(pid=102359) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 10 17:17:18.243701 n-d-776250-10 neutron-server[102359]: INFO neutron.db.l3_agentschedulers_db [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 10 17:17:18.244311 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: port after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.244678 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: port after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.245043 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: port after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.245395 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: port after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.246181 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > router before_create 55550100 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.246547 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.246912 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > router precommit_create 55550100 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.247272 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > router precommit_update 55550100 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.253251 n-d-776250-10 neutron-server[102359]: DEBUG neutron.services.provider_configuration [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Service providers = [] {{(pid=102359) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 10 17:17:18.253617 n-d-776250-10 neutron-server[102359]: DEBUG neutron.db.servicetype_db [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102359) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 10 17:17:18.256602 n-d-776250-10 neutron-server[102359]: DEBUG neutron.services.service_base [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102359) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 17:17:18.256958 n-d-776250-10 neutron-server[102359]: DEBUG neutron.services.service_base [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102359) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 17:17:18.257302 n-d-776250-10 neutron-server[102359]: DEBUG neutron.services.service_base [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102359) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 17:17:18.258194 n-d-776250-10 neutron-server[102359]: DEBUG neutron.services.service_base [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102359) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 10 17:17:18.258570 n-d-776250-10 neutron-server[102359]: INFO neutron.services.service_base [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 10 17:17:18.258948 n-d-776250-10 neutron-server[102359]: DEBUG neutron.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 17:17:18.259266 n-d-776250-10 neutron-server[102359]: INFO neutron.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 10 17:17:18.271887 n-d-776250-10 neutron-server[102359]: DEBUG neutron.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 17:17:18.272248 n-d-776250-10 neutron-server[102359]: INFO neutron.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading Plugin: auto_allocate Nov 10 17:17:18.277974 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: network precommit_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.278349 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: network precommit_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.278862 n-d-776250-10 neutron-server[102359]: DEBUG neutron.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 17:17:18.279193 n-d-776250-10 neutron-server[102359]: INFO neutron.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading Plugin: tag Nov 10 17:17:18.286699 n-d-776250-10 neutron-server[102359]: DEBUG neutron.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 17:17:18.287033 n-d-776250-10 neutron-server[102359]: INFO neutron.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading Plugin: timestamp Nov 10 17:17:18.290893 n-d-776250-10 neutron-server[102359]: DEBUG neutron.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 17:17:18.291222 n-d-776250-10 neutron-server[102359]: INFO neutron.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading Plugin: network_ip_availability Nov 10 17:17:18.296813 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.297119 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.297478 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.298182 n-d-776250-10 neutron-server[102359]: DEBUG neutron.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 17:17:18.298505 n-d-776250-10 neutron-server[102359]: INFO neutron.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading Plugin: flavors Nov 10 17:17:18.304426 n-d-776250-10 neutron-server[102359]: DEBUG neutron.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 17:17:18.304764 n-d-776250-10 neutron-server[102359]: INFO neutron.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading Plugin: revisions Nov 10 17:17:18.309091 n-d-776250-10 neutron-server[102359]: DEBUG neutron.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102359) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 10 17:17:18.309482 n-d-776250-10 neutron-server[102359]: DEBUG oslo_concurrency.lockutils [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.769s {{(pid=102359) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 10 17:17:18.310228 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102359) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 10 17:17:18.310565 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Initializing extension manager. Nov 10 17:17:18.311082 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: __init__.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.311430 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: __pycache__ {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.311765 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.312099 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: address_group.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.312877 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.313432 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: address-group Nov 10 17:17:18.313758 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: address_scope.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.315523 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.315995 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: address-scope Nov 10 17:17:18.316364 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.317324 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.317834 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: router-admin-state-down-before-update Nov 10 17:17:18.318158 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: agent.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.318858 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.319363 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: agent Nov 10 17:17:18.319686 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: agent_resources_synced.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.320629 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.321137 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: agent-resources-synced Nov 10 17:17:18.321466 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: allowedaddresspairs.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.323256 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.323776 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: allowed-address-pairs Nov 10 17:17:18.324104 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: auto_allocated_topology.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.325210 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.325720 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: auto-allocated-topology Nov 10 17:17:18.326047 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: availability_zone.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.326740 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.327245 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: availability_zone Nov 10 17:17:18.327568 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: availability_zone_filter.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.328513 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.329019 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: availability_zone_filter Nov 10 17:17:18.329343 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: data_plane_status.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.330781 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.331292 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension data-plane-status not supported by any of loaded plugins Nov 10 17:17:18.331618 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: default_subnetpools.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.332585 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.333094 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: default-subnetpools Nov 10 17:17:18.333416 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.334222 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.334726 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: dhcp_agent_scheduler Nov 10 17:17:18.335066 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: dns.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.335964 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.336499 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension dns-integration not supported by any of loaded plugins Nov 10 17:17:18.336823 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: dns_domain_ports.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.337745 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.338248 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 10 17:17:18.338575 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.339500 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.340003 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 10 17:17:18.340366 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: dvr.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.341039 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.341549 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: dvr Nov 10 17:17:18.341873 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: ecmp_routes.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.342790 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.343290 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 10 17:17:18.343615 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: empty_string_filtering.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.344554 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.345064 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: empty-string-filtering Nov 10 17:17:18.345389 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.346734 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.347248 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 10 17:17:18.347577 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.348533 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.349041 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 10 17:17:18.349365 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: external_net.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.350275 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.350779 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: external-net Nov 10 17:17:18.351103 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.352025 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.352564 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: extra_dhcp_opt Nov 10 17:17:18.352886 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: extraroute.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.353797 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.354309 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: extraroute Nov 10 17:17:18.354630 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: extraroute_atomic.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.355688 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.356221 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: extraroute-atomic Nov 10 17:17:18.356548 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: filter_validation.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.357387 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.357897 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: filter-validation Nov 10 17:17:18.358223 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: fip_pf_description.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.359145 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.359655 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 10 17:17:18.359977 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: fip_port_details.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.360926 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.362444 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: fip-port-details Nov 10 17:17:18.362773 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: flavors.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.364028 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.364574 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: flavors Nov 10 17:17:18.364907 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.366604 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.367214 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 10 17:17:18.367472 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: floatingip_pools.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.368204 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.368721 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: floatingip-pools Nov 10 17:17:18.369051 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: ip_allocation.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.369998 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.370503 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension ip_allocation not supported by any of loaded plugins Nov 10 17:17:18.370830 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.371765 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.372312 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: ip-substring-filtering Nov 10 17:17:18.372642 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: l2_adjacency.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.373568 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.374076 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 10 17:17:18.374401 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: l3.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.375359 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.375876 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: router Nov 10 17:17:18.376234 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.379452 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.379985 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 10 17:17:18.380356 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.381298 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.381815 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: ext-gw-mode Nov 10 17:17:18.382149 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.383124 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.383679 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: l3-ha Nov 10 17:17:18.384007 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: l3_flavors.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.384966 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.385473 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: l3-flavors Nov 10 17:17:18.385799 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.386715 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.387224 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 10 17:17:18.387552 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: l3agentscheduler.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.388601 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.389114 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: l3_agent_scheduler Nov 10 17:17:18.389441 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: logging.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.390951 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.391467 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension logging not supported by any of loaded plugins Nov 10 17:17:18.391799 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: metering.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.393161 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.393744 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: metering Nov 10 17:17:18.394077 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.395308 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.395824 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: metering_source_and_destination_fields Nov 10 17:17:18.396167 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: multiprovidernet.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.397108 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.397620 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: multi-provider Nov 10 17:17:18.397947 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: netmtu.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.398870 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.399377 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: net-mtu Nov 10 17:17:18.399701 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: netmtu_writable.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.400657 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.401167 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: net-mtu-writable Nov 10 17:17:18.401493 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: network_availability_zone.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.402170 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.402672 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: network_availability_zone Nov 10 17:17:18.402993 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: network_ip_availability.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.404114 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.404658 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: network-ip-availability Nov 10 17:17:18.404987 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: network_segment_range.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.405755 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.406256 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension network-segment-range not supported by any of loaded plugins Nov 10 17:17:18.406580 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: pagination.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.407563 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.408220 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: pagination Nov 10 17:17:18.409029 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: port_device_profile.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.409957 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.410468 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: port-device-profile Nov 10 17:17:18.410794 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.411739 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.412274 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: port-mac-address-regenerate Nov 10 17:17:18.412602 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.413562 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.414071 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: port-numa-affinity-policy Nov 10 17:17:18.414393 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: port_resource_request.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.415321 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.415825 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension port-resource-request not supported by any of loaded plugins Nov 10 17:17:18.416166 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: port_resource_request_groups.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.417147 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.417651 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 10 17:17:18.417974 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: portbindings.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.418910 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.419415 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: binding Nov 10 17:17:18.419739 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: portbindings_extended.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.421058 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.421575 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: binding-extended Nov 10 17:17:18.421906 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: portsecurity.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.422836 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.423348 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: port-security Nov 10 17:17:18.424616 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: project_id.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.425606 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.425941 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: project-id Nov 10 17:17:18.426269 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: providernet.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.427221 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.427733 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: provider Nov 10 17:17:18.428056 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: qos.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.431655 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.432203 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension qos not supported by any of loaded plugins Nov 10 17:17:18.432546 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.433801 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.434318 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 10 17:17:18.434649 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.435576 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.436090 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 10 17:17:18.436444 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: qos_default.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.437362 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.437875 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension qos-default not supported by any of loaded plugins Nov 10 17:17:18.438202 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: qos_fip.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.438854 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.440467 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension qos-fip not supported by any of loaded plugins Nov 10 17:17:18.440802 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: qos_gateway_ip.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.441742 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.442257 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 10 17:17:18.442582 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: qos_port_network_policy.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.443505 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.444011 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 10 17:17:18.444359 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.445404 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.445914 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 10 17:17:18.446293 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: qos_pps_rule.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.447441 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.448249 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension qos-pps not supported by any of loaded plugins Nov 10 17:17:18.448689 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: qos_rule_type_details.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.449666 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.450222 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 10 17:17:18.450561 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: qos_rules_alias.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.451709 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.452548 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 10 17:17:18.452701 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: quota_check_limit.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.453618 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.454169 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: quota-check-limit Nov 10 17:17:18.454573 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: quotasv2.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.456209 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.456590 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: quotas Nov 10 17:17:18.456980 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: quotasv2_detail.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.460275 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.460624 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: quota_details Nov 10 17:17:18.460958 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: rbac.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.462044 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.462665 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: rbac-policies Nov 10 17:17:18.462998 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: rbac_address_group.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.463956 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.464579 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: rbac-address-group Nov 10 17:17:18.464959 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: rbac_address_scope.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.465984 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.466557 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: rbac-address-scope Nov 10 17:17:18.467005 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: rbac_security_groups.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.468082 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.468592 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: rbac-security-groups Nov 10 17:17:18.468986 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: rbac_subnetpool.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.469960 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.470582 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: rbac-subnetpool Nov 10 17:17:18.471346 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: revisionifmatch.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.472388 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.472905 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: revision-if-match Nov 10 17:17:18.473230 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: revisions.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.474364 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.474874 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: standard-attr-revisions Nov 10 17:17:18.475200 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: router_availability_zone.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.475879 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.476414 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: router_availability_zone Nov 10 17:17:18.476747 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: routerservicetype.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.477670 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.478177 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension router-service-type not supported by any of loaded plugins Nov 10 17:17:18.478502 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.479429 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.479937 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: security-groups-normalized-cidr Nov 10 17:17:18.480288 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.481298 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.481804 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: port-security-groups-filtering Nov 10 17:17:18.482128 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.483078 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.483584 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: security-groups-remote-address-group Nov 10 17:17:18.483909 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.484882 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.485387 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: security-groups-shared-filtering Nov 10 17:17:18.485710 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.487259 n-d-776250-10 neutron-server[102359]: WARNING neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 10 17:17:18.487586 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: securitygroup.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.497513 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.498049 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: security-group Nov 10 17:17:18.498385 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: segment.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.499202 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.499695 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension segment not supported by any of loaded plugins Nov 10 17:17:18.500025 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.501000 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.501514 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 10 17:17:18.502537 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: servicetype.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.504046 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.504594 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: service-type Nov 10 17:17:18.504929 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: sorting.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.505924 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.506260 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: sorting Nov 10 17:17:18.506587 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: standard_attr_segment.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.507514 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.508028 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 10 17:17:18.508391 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: standardattrdescription.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.509044 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.509548 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: standard-attr-description Nov 10 17:17:18.509874 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: stateful_security_group.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.510847 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.511362 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: stateful-security-group Nov 10 17:17:18.511692 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: stdattrs_common.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.512311 n-d-776250-10 neutron-server[102359]: WARNING neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 10 17:17:18.512646 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.513579 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.514094 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 10 17:17:18.514419 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: subnet_onboard.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.515486 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.516006 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: subnet_onboard Nov 10 17:17:18.516362 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.517330 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.518302 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 10 17:17:18.518632 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: subnet_service_types.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.519568 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.520076 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: subnet-service-types Nov 10 17:17:18.520426 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: subnetallocation.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.521529 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.522038 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: subnet_allocation Nov 10 17:17:18.522368 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.523043 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.523557 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: subnetpool-prefix-ops Nov 10 17:17:18.523872 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.524841 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.525349 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 10 17:17:18.525678 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: tagging.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.526769 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.527281 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: standard-attr-tag Nov 10 17:17:18.527610 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: timestamp.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.528837 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.529349 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loaded extension: standard-attr-timestamp Nov 10 17:17:18.529675 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: trunk.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.530725 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.531238 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension trunk not supported by any of loaded plugins Nov 10 17:17:18.531568 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: trunk_details.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.532531 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.534237 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension trunk-details not supported by any of loaded plugins Nov 10 17:17:18.534575 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: uplink_status_propagation.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.535508 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.536019 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 10 17:17:18.536367 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Loading extension file: vlantransparent.py {{(pid=102359) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 10 17:17:18.537042 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102359) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 10 17:17:18.537547 n-d-776250-10 neutron-server[102359]: INFO neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 10 17:17:18.540035 n-d-776250-10 neutron-server[102359]: INFO neutron.quota.resource_registry [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Creating instance of TrackedResource for resource:network Nov 10 17:17:18.540588 n-d-776250-10 neutron-server[102359]: INFO neutron.quota.resource_registry [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Creating instance of TrackedResource for resource:subnet Nov 10 17:17:18.540990 n-d-776250-10 neutron-server[102359]: INFO neutron.quota.resource_registry [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 17:17:18.541382 n-d-776250-10 neutron-server[102359]: INFO neutron.quota.resource_registry [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Creating instance of TrackedResource for resource:port Nov 10 17:17:18.542638 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.v2.resource_helper [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 17:17:18.543093 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.v2.resource_helper [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Service FLAVORS assigned prefix: {{(pid=102359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 17:17:18.543703 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.v2.resource_helper [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 17:17:18.544136 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.v2.resource_helper [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 17:17:18.544488 n-d-776250-10 neutron-server[102359]: INFO neutron.quota.resource_registry [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Creating instance of TrackedResource for resource:router Nov 10 17:17:18.544926 n-d-776250-10 neutron-server[102359]: INFO neutron.quota.resource_registry [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Creating instance of TrackedResource for resource:floatingip Nov 10 17:17:18.545420 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.v2.resource_helper [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Service METERING assigned prefix: /metering {{(pid=102359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 17:17:18.546929 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.547259 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.547617 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:17:18.549318 n-d-776250-10 neutron-server[102359]: INFO neutron.quota.resource_registry [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Creating instance of CountableResource for resource:rbac_policy Nov 10 17:17:18.550101 n-d-776250-10 neutron-server[102359]: INFO neutron.quota.resource_registry [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Creating instance of TrackedResource for resource:security_group Nov 10 17:17:18.550554 n-d-776250-10 neutron-server[102359]: INFO neutron.quota.resource_registry [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 10 17:17:18.551156 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.v2.resource_helper [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Service CORE assigned prefix: {{(pid=102359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 17:17:18.551516 n-d-776250-10 neutron-server[102359]: INFO neutron.quota.resource_registry [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 17:17:18.551866 n-d-776250-10 neutron-server[102359]: WARNING neutron.quota.resource_registry [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] subnetpool is already registered Nov 10 17:17:18.552350 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.v2.resource_helper [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Service CORE assigned prefix: {{(pid=102359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 17:17:18.552690 n-d-776250-10 neutron-server[102359]: INFO neutron.quota.resource_registry [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 17:17:18.553027 n-d-776250-10 neutron-server[102359]: WARNING neutron.quota.resource_registry [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] subnetpool is already registered Nov 10 17:17:18.555404 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.v2.resource_helper [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 17:17:18.555842 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.v2.resource_helper [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Service FLAVORS assigned prefix: {{(pid=102359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 17:17:18.556504 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.v2.resource_helper [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 17:17:18.556962 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.v2.resource_helper [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 17:17:18.557298 n-d-776250-10 neutron-server[102359]: INFO neutron.quota.resource_registry [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Creating instance of TrackedResource for resource:router Nov 10 17:17:18.557641 n-d-776250-10 neutron-server[102359]: WARNING neutron.quota.resource_registry [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] router is already registered Nov 10 17:17:18.558054 n-d-776250-10 neutron-server[102359]: INFO neutron.quota.resource_registry [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Creating instance of TrackedResource for resource:floatingip Nov 10 17:17:18.558392 n-d-776250-10 neutron-server[102359]: WARNING neutron.quota.resource_registry [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] floatingip is already registered Nov 10 17:17:18.558870 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.v2.resource_helper [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Service METERING assigned prefix: /metering {{(pid=102359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 17:17:18.559584 n-d-776250-10 neutron-server[102359]: INFO neutron.quota.resource_registry [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Creating instance of CountableResource for resource:rbac_policy Nov 10 17:17:18.559914 n-d-776250-10 neutron-server[102359]: WARNING neutron.quota.resource_registry [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] rbac_policy is already registered Nov 10 17:17:18.560366 n-d-776250-10 neutron-server[102359]: INFO neutron.quota.resource_registry [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Creating instance of TrackedResource for resource:security_group Nov 10 17:17:18.560706 n-d-776250-10 neutron-server[102359]: WARNING neutron.quota.resource_registry [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] security_group is already registered Nov 10 17:17:18.561109 n-d-776250-10 neutron-server[102359]: INFO neutron.quota.resource_registry [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 10 17:17:18.561451 n-d-776250-10 neutron-server[102359]: WARNING neutron.quota.resource_registry [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] security_group_rule is already registered Nov 10 17:17:18.561946 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.v2.resource_helper [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Service CORE assigned prefix: {{(pid=102359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 17:17:18.562271 n-d-776250-10 neutron-server[102359]: INFO neutron.quota.resource_registry [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 17:17:18.562604 n-d-776250-10 neutron-server[102359]: WARNING neutron.quota.resource_registry [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] subnetpool is already registered Nov 10 17:17:18.563020 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.v2.resource_helper [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Service CORE assigned prefix: {{(pid=102359) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 10 17:17:18.563348 n-d-776250-10 neutron-server[102359]: INFO neutron.quota.resource_registry [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Creating instance of TrackedResource for resource:subnetpool Nov 10 17:17:18.563686 n-d-776250-10 neutron-server[102359]: WARNING neutron.quota.resource_registry [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] subnetpool is already registered Nov 10 17:17:18.565972 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: extensions {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.567431 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: address-groups {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.568967 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: address-scopes {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.570179 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: agents {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.571457 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: auto-allocated-topology {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.572745 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: availability_zones {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.573978 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: dhcp-networks {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.575397 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: dhcp-agents {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.576988 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: routers {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.579102 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: flavors {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.580666 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: service_profiles {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.581889 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: next_providers {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.583345 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: service_profiles {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.584833 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: floatingip-pools {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.586163 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: routers {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.588313 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: floatingips {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.589708 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: l3-routers {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.591152 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: l3-agents {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.592657 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: metering-labels {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.593921 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: metering-label-rules {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.595321 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: network-ip-availabilities {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.597565 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: bindings {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.599158 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: quotas {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.600870 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: quotas {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.602409 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: rbac-policies {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.603606 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: security-groups {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.604999 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: security-group-rules {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.606244 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: service-providers {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.607459 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: subnetpools {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.608911 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: subnetpools {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.610383 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: tags {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.613332 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: tags {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.615231 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: tags {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.617062 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: tags {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.618758 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: tags {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.620774 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: tags {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.622489 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: tags {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.625327 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: tags {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.627555 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: tags {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.629375 n-d-776250-10 neutron-server[102359]: DEBUG neutron.api.extensions [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Extended resource: tags {{(pid=102359) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 10 17:17:18.635578 n-d-776250-10 neutron-server[102359]: WARNING keystonemiddleware.auth_token [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 10 17:17:18.640086 n-d-776250-10 neutron-server[102359]: WARNING keystonemiddleware.auth_token [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 10 17:17:18.649538 n-d-776250-10 neutron-server[102359]: DEBUG oslo_concurrency.lockutils [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Acquired lock "singleton_lock" {{(pid=102359) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 10 17:17:18.650012 n-d-776250-10 neutron-server[102359]: DEBUG oslo_concurrency.lockutils [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Releasing lock "singleton_lock" {{(pid=102359) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 10 17:17:18.650665 n-d-776250-10 neutron-server[102359]: INFO oslo_service.service [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Starting 2 workers Nov 10 17:17:18.655500 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Started child 102468 {{(pid=102359) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 17:17:18.661470 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Started child 102469 {{(pid=102359) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 17:17:18.661680 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:18.663012 n-d-776250-10 neutron-server[102359]: INFO neutron.service [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 10 17:17:18.663182 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [-] (102468) wsgi starting up on http://0.0.0.0:9696 Nov 10 17:17:18.663642 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Publish callbacks [] for process, before_spawn {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:18.665651 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:18.666138 n-d-776250-10 neutron-server[102359]: INFO oslo_service.service [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Starting 1 workers Nov 10 17:17:18.667053 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [-] (102469) wsgi starting up on http://0.0.0.0:9696 Nov 10 17:17:18.671190 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Started child 102470 {{(pid=102359) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 17:17:18.671713 n-d-776250-10 neutron-server[102359]: INFO oslo_service.service [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Starting 1 workers Nov 10 17:17:18.675687 n-d-776250-10 neutron-server[102470]: DEBUG neutron.service [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] calling RpcWorker wait() {{(pid=102470) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 10 17:17:18.676268 n-d-776250-10 neutron-server[102470]: DEBUG neutron.service [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] returning from RpcWorker wait() {{(pid=102470) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 10 17:17:18.677191 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Started child 102471 {{(pid=102359) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 10 17:17:18.677565 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:18.677978 n-d-776250-10 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f80a7791-3c17-4cb3-b67f-9e291560cc66 None None] Publish callbacks [] for process, after_spawn {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:18.678069 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:17:18.679802 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102359) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 10 17:17:18.680009 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 17:17:18.680324 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 17:17:18.680420 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 17:17:18.680762 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 17:17:18.680942 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 17:17:18.681457 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.681612 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:18.682063 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.682063 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.682209 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.682691 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.682902 n-d-776250-10 neutron-server[102471]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:17:18.683225 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.683469 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.683728 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.684014 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.684303 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.684479 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.684653 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.684902 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.685153 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.685445 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.685724 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.685982 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.686236 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.686408 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.686670 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.686933 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.687181 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.687441 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] debug = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.687693 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.688207 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.688443 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.688694 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.688931 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.689247 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.690079 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.690365 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.690607 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.690834 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.691094 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.691349 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.691596 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.691813 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.692054 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.692295 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.692545 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.692787 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.693271 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] host = n-d-776250-10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.693491 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.693728 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.693964 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.694211 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.694460 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.694697 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.695008 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.695217 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.695562 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.695809 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.695943 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.696183 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.696389 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.696645 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] log_file = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.696808 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] log_options = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.697060 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.697330 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.697583 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.697786 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.697996 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.698121 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.698361 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.698524 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.698801 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.699039 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.699292 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.699467 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.699696 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.699906 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.700177 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.700428 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.700667 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.700876 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.701135 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.701394 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.701618 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.701860 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.702093 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.702334 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.702547 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.702777 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.703006 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.703218 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.703459 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.703679 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.703911 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.704185 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.704424 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.704666 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.705136 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.705875 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.706110 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.706354 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.706625 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.706852 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.707105 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.707367 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.707584 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.707837 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.708052 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.708309 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.708525 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] use_json = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.708738 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.708970 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.709213 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.709426 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.709636 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.709852 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.710119 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.710324 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.710760 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.711052 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.711460 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.711832 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.712304 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.712572 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.712721 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.712938 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.713197 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.713463 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.713787 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.714057 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.714330 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.714566 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.714832 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.715245 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.715475 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.715925 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.716235 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.716493 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.716741 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.717168 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.717313 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.717798 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.718055 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.718368 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.718563 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.718851 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.719122 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.719388 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.719987 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.719987 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.720934 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.720934 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.721537 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.721946 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.722069 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.722283 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.722508 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.722726 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.722966 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.723861 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.724013 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.724258 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.724584 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.724868 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.725110 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.725358 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.725562 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.725988 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.725988 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.726472 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.726472 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.726748 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.726880 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.727124 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.727367 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.727583 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.728910 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.728910 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.728910 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.728910 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.728910 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.729242 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.729242 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.729373 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.729632 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.729875 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.730093 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.730309 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.730547 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.730762 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.730993 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.731252 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.731521 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.731747 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.731926 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.732107 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.732348 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.732581 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.732795 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.733009 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.733259 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.733476 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.733716 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.733929 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.734143 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.734376 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.734586 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.734863 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.735773 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.736818 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.737277 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.737754 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.738070 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.738308 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.738611 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.738858 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.739112 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.739361 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.739631 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.739875 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.740120 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.740398 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.740631 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.740899 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.741129 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.741361 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.741611 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.741872 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.742132 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.742431 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.742693 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.743709 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.743709 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.743709 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.743709 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.746194 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.746194 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.746194 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.746194 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.746194 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.746194 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.746194 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.746194 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.746751 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.746751 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.746751 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.746967 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.747128 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.747431 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.747610 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.747902 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.748176 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.749054 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.749054 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.749054 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.751158 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.751941 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.751941 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.751941 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.752231 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.752682 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.752791 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.753109 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.753283 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.753546 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.754973 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.754973 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.754973 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.754973 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.754973 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.754973 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.755773 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.755773 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.755773 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.756237 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.756237 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.756994 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.758577 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.758836 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.759112 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.759369 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.759604 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.759847 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.760073 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.760350 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.760599 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.760830 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.761059 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.761284 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.761504 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.761762 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.761986 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.762257 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.762527 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.762767 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.763001 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.763232 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.763474 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.763693 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.763938 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.764183 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.764951 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.765193 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.765435 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.765666 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.765891 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.766126 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.766364 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.766622 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.766880 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.767222 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.767611 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.767842 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.768088 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.768337 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.768656 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.768877 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.769038 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.769261 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.769506 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.769728 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.770617 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.770617 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.770617 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.770965 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.770965 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.771164 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.771463 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.772181 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.772877 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.773687 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.773687 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.773864 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.774038 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.774415 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.774821 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.775050 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.775274 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.775719 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.775962 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.776234 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.776507 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.776733 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.776950 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.777233 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.777468 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.777688 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.777974 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.778189 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.778405 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.778636 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.778860 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.779077 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.779596 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.781369 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.781638 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.781888 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.782125 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.782355 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.782608 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.782837 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.784706 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.784706 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.784706 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.785010 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.785114 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.785318 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.785576 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.785867 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.786106 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.786390 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.788058 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.788454 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.788728 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.788990 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.789228 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.789464 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.789720 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.789989 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.790322 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.790626 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.790886 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.791132 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.791418 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.791714 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.791990 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.792284 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.792682 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.793153 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.793450 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.793726 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.794012 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.794267 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.794502 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.794731 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.794989 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.795234 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.795457 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.795732 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.795986 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.796251 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.796475 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.796735 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.797024 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.797228 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.797441 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.797671 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.797888 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.798045 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 17:17:18.798786 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102359) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 10 17:17:18.799030 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 10 17:17:18.799144 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 10 17:17:18.799318 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 10 17:17:18.799318 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 10 17:17:18.799774 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 10 17:17:18.799974 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.800141 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.800319 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.800477 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.800635 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.800813 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.800971 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.801124 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.801281 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.801435 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.801588 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.801842 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.802004 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.802159 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.802313 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.802468 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.802622 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.802776 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.802935 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.803088 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.803241 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.803394 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.803548 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] debug = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.803701 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.803897 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.804058 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.804237 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.804469 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.804625 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.804784 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.804927 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.805079 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.805742 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.805742 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.805979 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.806294 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.806294 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.806553 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.806553 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.806863 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.807612 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.812181 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] host = n-d-776250-10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.812181 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.812181 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.812181 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.812181 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.812181 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.812181 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.812181 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.812693 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.812693 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.812693 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.812693 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.812693 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.812693 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.812693 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] log_file = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.812693 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] log_options = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.813132 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.813132 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.813132 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.813132 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.813132 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.813132 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.813132 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.813529 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.813529 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.813529 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.813529 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.813529 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.813529 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.813529 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.813529 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.813955 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.813955 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.813955 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.813955 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.813955 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.813955 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.813955 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.815074 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.815074 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.815202 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.815269 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.815874 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.815874 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.815874 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.815874 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.816132 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.816239 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.816431 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.816610 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.817039 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.817404 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.817578 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.817747 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.817917 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.818237 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.818400 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.818706 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.819027 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.819196 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.819358 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.819518 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.819680 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] use_json = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.819840 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.819999 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.820329 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.820487 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.820647 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.820805 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.820964 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.821122 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 10 17:17:18.821304 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.821467 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.821641 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.821803 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.821961 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.822121 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.822443 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.822599 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.822982 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.822982 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.823196 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.823196 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.823363 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.823521 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.823683 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.823850 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.823995 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.824342 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.824504 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.824638 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.824795 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.824959 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.825129 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.825293 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.825449 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.825606 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.825766 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.825941 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.826107 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.826266 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.826692 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.826692 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.826902 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.826902 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.827050 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.827171 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.827327 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.827417 n-d-776250-10 neutron-server[102470]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:17:18.827492 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.827633 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.827785 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.827942 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.828101 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.828295 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.828452 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.828611 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.828770 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.828928 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.829087 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.829247 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.829404 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.829563 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.829722 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.830561 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.830741 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.830900 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.831072 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.831237 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.831380 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.831538 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.831696 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.831855 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.832013 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.832190 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.832351 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.832510 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.832669 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.832841 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.833000 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.833158 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.833316 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.833474 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.833632 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.833791 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.833948 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.834107 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.834264 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.834423 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.834580 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.834739 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.834897 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.835057 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.835215 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.835372 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.835531 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.835690 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.835911 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.836094 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.836276 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.836435 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.836609 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.836783 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.836941 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.837101 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.837259 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.837419 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.837576 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.837735 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.837893 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.838052 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.838211 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.838391 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.838549 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.839360 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.839526 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.839673 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.839833 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.839987 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.840121 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.840307 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.840465 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.840607 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.840771 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.840930 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.841263 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.841263 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.841498 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.841622 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.841744 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.841867 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.842004 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.842130 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.842282 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.842442 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.842602 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.842763 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.842920 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.843078 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.843236 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.843396 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.843554 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.843713 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.843872 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.844025 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.844220 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.844382 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.844541 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.844701 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.844882 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.845041 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.845198 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.845357 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.845623 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.845815 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.845975 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.846148 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.846286 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.846421 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.846575 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.846734 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.846892 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.847050 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.847208 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.847431 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.847569 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.847652 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.847814 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.847973 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.848133 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.848318 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.848477 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.848634 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.848794 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.848951 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.849109 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.849268 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.849427 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.849585 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.849744 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.849904 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.850062 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.850222 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.850379 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.850538 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.850696 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.850856 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.851014 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.851175 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.851333 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.851492 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.851652 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.851812 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.851972 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.852117 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.852300 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.852461 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.852619 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.852780 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.852939 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.853099 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.853259 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.853418 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.853576 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.853750 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.853908 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.854059 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.854200 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.854359 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.854503 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.854663 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.854820 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.854977 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.855135 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.855292 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.855453 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.855613 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.855771 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.855929 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.856087 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.856260 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.856399 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.856566 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.856738 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.856896 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.857055 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.857212 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.857372 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.857530 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.857698 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.857855 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.858012 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.858170 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.858327 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.858484 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.858654 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.858811 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.858969 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.859126 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.859283 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.859440 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.859608 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.859765 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.859921 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.860078 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.860259 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.860417 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.860585 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.860743 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.860900 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.861078 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.861265 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.861424 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.861593 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.861924 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.862085 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.862243 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.862401 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.862589 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.862733 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.862871 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.863009 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.863176 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.863335 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.863493 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.863651 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.863809 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.863971 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.864133 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.864336 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.864468 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.864604 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.864769 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.864932 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.865101 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.865269 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.865429 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.865595 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.865763 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.865912 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.866074 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.866238 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.866409 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.866566 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.866725 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.867241 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.867398 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.867538 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.867676 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.867814 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.867951 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.868408 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.868585 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.868736 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.868866 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.868992 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.869115 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.869239 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.869383 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.869542 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.869702 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.869862 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 10 17:17:18.870014 n-d-776250-10 neutron-server[102359]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102359) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 10 17:17:18.967388 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50254) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:17:18.975947 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063610 Nov 10 17:17:30.541994 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594a6935-7046-4a52-8e91-e40dbf374965 None None] get_active_networks_info from n-d-776250-10 {{(pid=102470) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 17:17:30.599951 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594a6935-7046-4a52-8e91-e40dbf374965 None None] No non-hosted networks {{(pid=102470) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 10 17:17:30.608420 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.agentschedulers_db [None req-594a6935-7046-4a52-8e91-e40dbf374965 None None] DHCP Agent not found on host n-d-776250-10 {{(pid=102470) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 10 17:17:30.717932 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2d7c763b-a540-49dc-88c9-3d509aac7081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-409943'] for agent, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:32.728544 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2257c095-a321-41e9-b4a7-08a41ca6d1b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-409943'] for agent, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:32.765635 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ed7268f6-c107-4ecc-9592-621f20028a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:33.854008 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-409943'] for agent, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:35.404528 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-409943'] for agent, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:36.046820 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-409943'] for agent, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:36.047387 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:36.047734 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:36.048076 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:36.049231 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:36.049883 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:36.051380 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:36.054463 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:36.054888 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:36.055234 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:36.055576 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:36.055914 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:36.056289 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:36.058211 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-776250-10', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:17:36.081346 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-776250-10', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:17:36.689633 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50346) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:17:37.222558 n-d-776250-10 neutron-server[102469]: WARNING oslo_policy.policy [None req-5032f6e0-7298-4701-9c1e-551bc9cf5cdd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 17:17:37.223149 n-d-776250-10 neutron-server[102469]: WARNING oslo_policy.policy [None req-5032f6e0-7298-4701-9c1e-551bc9cf5cdd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 17:17:37.451785 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-5032f6e0-7298-4701-9c1e-551bc9cf5cdd admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:17:37.455030 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5032f6e0-7298-4701-9c1e-551bc9cf5cdd admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7644377 Nov 10 17:17:37.464960 n-d-776250-10 neutron-server[102470]: INFO neutron.db.l3_hamode_db [None req-29052712-bae0-4714-abb9-a12dedd510e0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 10 17:17:37.557859 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29052712-bae0-4714-abb9-a12dedd510e0 None None] Routers set() bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:17:37.558257 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29052712-bae0-4714-abb9-a12dedd510e0 None None] Router IDs set() for agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 17:17:40.037398 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50362) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:17:40.360768 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-a140e80f-1db4-49fd-af53-94803e42a940 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:17:40.458812 n-d-776250-10 neutron-server[102469]: DEBUG neutron.policy [None req-a140e80f-1db4-49fd-af53-94803e42a940 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102469) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 10 17:17:40.507036 n-d-776250-10 neutron-server[102469]: WARNING oslo_policy.policy [None req-a140e80f-1db4-49fd-af53-94803e42a940 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 17:17:40.507409 n-d-776250-10 neutron-server[102469]: WARNING oslo_policy.policy [None req-a140e80f-1db4-49fd-af53-94803e42a940 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 17:17:40.515952 n-d-776250-10 neutron-server[102469]: INFO neutron.quota [None req-a140e80f-1db4-49fd-af53-94803e42a940 admin admin] Loaded quota_driver: . Nov 10 17:17:40.607256 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a140e80f-1db4-49fd-af53-94803e42a940 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783915078763', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783915078584', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783915058298', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783915059405', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783915660498', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783915113682', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-582918', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1425816', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-703728', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-778136'] for rbac-policy, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:40.672585 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a140e80f-1db4-49fd-af53-94803e42a940 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:40.673747 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a140e80f-1db4-49fd-af53-94803e42a940 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6354816 Nov 10 17:17:43.353410 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50374) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:17:43.655785 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-db3749d6-5a47-4021-b3b3-e65eb1a8352c admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '983bc76fd9744ea19ce922f6d75323d3', 'tenant_id': '983bc76fd9744ea19ce922f6d75323d3'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:17:43.685104 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3749d6-5a47-4021-b3b3-e65eb1a8352c admin admin] Made reservation on behalf of 983bc76fd9744ea19ce922f6d75323d3 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:17:43.688113 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-db3749d6-5a47-4021-b3b3-e65eb1a8352c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:43.705790 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-db3749d6-5a47-4021-b3b3-e65eb1a8352c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:43.814665 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-db3749d6-5a47-4021-b3b3-e65eb1a8352c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:43.819839 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-db3749d6-5a47-4021-b3b3-e65eb1a8352c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:43.840246 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3749d6-5a47-4021-b3b3-e65eb1a8352c admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:17:43.869053 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-db3749d6-5a47-4021-b3b3-e65eb1a8352c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783913833180', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:43.869629 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-db3749d6-5a47-4021-b3b3-e65eb1a8352c admin admin] Unsubscribe: segment precommit_create {{(pid=102469) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 10 17:17:43.870137 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-db3749d6-5a47-4021-b3b3-e65eb1a8352c admin admin] Added segment bac4c94e-4c2b-47b3-9d57-e764dbe038c4 of type vlan for network bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55 Nov 10 17:17:43.886060 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3749d6-5a47-4021-b3b3-e65eb1a8352c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6fdef1-de83-4ff6-abd5-ec3729602da3,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:17:43.912608 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3749d6-5a47-4021-b3b3-e65eb1a8352c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:43.912944 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3749d6-5a47-4021-b3b3-e65eb1a8352c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:43.913273 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3749d6-5a47-4021-b3b3-e65eb1a8352c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:43.913599 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3749d6-5a47-4021-b3b3-e65eb1a8352c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:43.913919 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3749d6-5a47-4021-b3b3-e65eb1a8352c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:43.914239 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3749d6-5a47-4021-b3b3-e65eb1a8352c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:43.914617 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3749d6-5a47-4021-b3b3-e65eb1a8352c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:43.914954 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3749d6-5a47-4021-b3b3-e65eb1a8352c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:43.915270 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3749d6-5a47-4021-b3b3-e65eb1a8352c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:43.915585 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3749d6-5a47-4021-b3b3-e65eb1a8352c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:43.915896 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3749d6-5a47-4021-b3b3-e65eb1a8352c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:43.916231 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3749d6-5a47-4021-b3b3-e65eb1a8352c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:43.917296 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3749d6-5a47-4021-b3b3-e65eb1a8352c admin admin] Tracked resource versions report: Nov 10 17:17:43.917296 n-d-776250-10 neutron-server[102469]: pushed versions: Nov 10 17:17:43.917296 n-d-776250-10 neutron-server[102469]: { 'AddressGroup': {'1.2'}, Nov 10 17:17:43.917296 n-d-776250-10 neutron-server[102469]: 'ConntrackHelper': {'1.0'}, Nov 10 17:17:43.917296 n-d-776250-10 neutron-server[102469]: 'Log': {'1.0'}, Nov 10 17:17:43.917296 n-d-776250-10 neutron-server[102469]: 'Network': {'1.1'}, Nov 10 17:17:43.917296 n-d-776250-10 neutron-server[102469]: 'Port': {'1.7'}, Nov 10 17:17:43.917296 n-d-776250-10 neutron-server[102469]: 'PortForwarding': {'1.2'}, Nov 10 17:17:43.917296 n-d-776250-10 neutron-server[102469]: 'QosPolicy': {'1.10'}, Nov 10 17:17:43.917296 n-d-776250-10 neutron-server[102469]: 'SecurityGroup': {'1.5'}, Nov 10 17:17:43.917296 n-d-776250-10 neutron-server[102469]: 'SecurityGroupRule': {'1.2'}, Nov 10 17:17:43.917296 n-d-776250-10 neutron-server[102469]: 'SubPort': {'1.0'}, Nov 10 17:17:43.917296 n-d-776250-10 neutron-server[102469]: 'Subnet': {'1.1'}, Nov 10 17:17:43.917296 n-d-776250-10 neutron-server[102469]: 'Trunk': {'1.1'}} Nov 10 17:17:43.917296 n-d-776250-10 neutron-server[102469]: consumer versions: Nov 10 17:17:43.917296 n-d-776250-10 neutron-server[102469]: { DHCP agent@n-d-776250-10: {}, Nov 10 17:17:43.917296 n-d-776250-10 neutron-server[102469]: L3 agent@n-d-776250-10: {}, Nov 10 17:17:43.917296 n-d-776250-10 neutron-server[102469]: Metadata agent@n-d-776250-10: {}, Nov 10 17:17:43.917296 n-d-776250-10 neutron-server[102469]: Metering agent@n-d-776250-10: {}, Nov 10 17:17:43.917296 n-d-776250-10 neutron-server[102469]: Open vSwitch agent@n-d-776250-10: { 'AddressGroup': '1.2', Nov 10 17:17:43.917296 n-d-776250-10 neutron-server[102469]: 'ConntrackHelper': '1.0', Nov 10 17:17:43.917296 n-d-776250-10 neutron-server[102469]: 'Log': '1.0', Nov 10 17:17:43.917296 n-d-776250-10 neutron-server[102469]: 'Network': '1.1', Nov 10 17:17:43.917296 n-d-776250-10 neutron-server[102469]: 'Port': '1.7', Nov 10 17:17:43.917296 n-d-776250-10 neutron-server[102469]: 'PortForwarding': '1.2', Nov 10 17:17:43.917296 n-d-776250-10 neutron-server[102469]: 'QosPolicy': '1.10', Nov 10 17:17:43.917296 n-d-776250-10 neutron-server[102469]: 'SecurityGroup': '1.5', Nov 10 17:17:43.917296 n-d-776250-10 neutron-server[102469]: 'SecurityGroupRule': '1.2', Nov 10 17:17:43.917296 n-d-776250-10 neutron-server[102469]: 'SubPort': '1.0', Nov 10 17:17:43.917296 n-d-776250-10 neutron-server[102469]: 'Subnet': '1.1', Nov 10 17:17:43.917296 n-d-776250-10 neutron-server[102469]: 'Trunk': '1.1'}} Nov 10 17:17:43.917296 n-d-776250-10 neutron-server[102469]: {{(pid=102469) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 17:17:43.991153 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-db3749d6-5a47-4021-b3b3-e65eb1a8352c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:44.031369 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-db3749d6-5a47-4021-b3b3-e65eb1a8352c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:44.032520 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3749d6-5a47-4021-b3b3-e65eb1a8352c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:17:44.033241 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-db3749d6-5a47-4021-b3b3-e65eb1a8352c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:44.108158 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-db3749d6-5a47-4021-b3b3-e65eb1a8352c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7536709 Nov 10 17:17:44.140487 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3749d6-5a47-4021-b3b3-e65eb1a8352c admin admin] Pushing event updated for resources: {'Network': ['ID=bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:17:44.154159 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:17:47.066237 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50388) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:17:47.459821 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ff3276-8dc5-4079-ba20-78050c6af973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:17:47.464605 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-05ff3276-8dc5-4079-ba20-78050c6af973 admin admin] 10.222.0.39 "GET /v2.0/networks/bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55 HTTP/1.1" status: 200 len: 825 time: 0.3973539 Nov 10 17:17:47.486497 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6de4f468-120c-42e5-8ee6-d9311cde3bc1 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/1dda639b-5ec0-4835-8c68-467f0c3e759e HTTP/1.1" status: 200 len: 734 time: 0.0190587 Nov 10 17:17:47.496593 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-c0d1b650-fe3a-4b6c-ae98-b624f024f0a2 admin admin] Request body: {'subnet': {'tenant_id': '983bc76fd9744ea19ce922f6d75323d3', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '1dda639b-5ec0-4835-8c68-467f0c3e759e', 'network_id': 'bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:17:47.519741 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d1b650-fe3a-4b6c-ae98-b624f024f0a2 admin admin] Made reservation on behalf of 983bc76fd9744ea19ce922f6d75323d3 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:17:47.522069 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c0d1b650-fe3a-4b6c-ae98-b624f024f0a2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:47.811143 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c0d1b650-fe3a-4b6c-ae98-b624f024f0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:47.882394 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d1b650-fe3a-4b6c-ae98-b624f024f0a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da415dec-0b02-413b-b5e1-2565dec597c0,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:17:47.884406 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d1b650-fe3a-4b6c-ae98-b624f024f0a2 admin admin] Checking segment: {'id': 'bac4c94e-4c2b-47b3-9d57-e764dbe038c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:17:47.884780 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d1b650-fe3a-4b6c-ae98-b624f024f0a2 admin admin] Network hostable DHCP agents. Network: bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:17:47.906754 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d1b650-fe3a-4b6c-ae98-b624f024f0a2 admin admin] Network bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:17:47.921087 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-c0d1b650-fe3a-4b6c-ae98-b624f024f0a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:17:47.926494 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d1b650-fe3a-4b6c-ae98-b624f024f0a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:17:47.927094 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c0d1b650-fe3a-4b6c-ae98-b624f024f0a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:47.932138 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e85204-8d5d-42e7-8663-17ea1fdbc6be None None] Network bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:17:47.943143 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c0d1b650-fe3a-4b6c-ae98-b624f024f0a2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4499815 Nov 10 17:17:48.255108 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c8e670-aa74-4a93-8656-a094b228d498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55', 'network_id': 'bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55', 'tenant_id': '983bc76fd9744ea19ce922f6d75323d3', 'fixed_ips': [{'subnet_id': 'da415dec-0b02-413b-b5e1-2565dec597c0'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:17:48.256413 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-57c8e670-aa74-4a93-8656-a094b228d498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:48.572061 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-57c8e670-aa74-4a93-8656-a094b228d498 None None] Allocated IP 172.20.0.2 (bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55/da415dec-0b02-413b-b5e1-2565dec597c0/21c26a01-0673-4e88-9a64-8d2bcf848b4c) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:17:48.780548 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-57c8e670-aa74-4a93-8656-a094b228d498 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:48.789895 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-57c8e670-aa74-4a93-8656-a094b228d498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:48.872229 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c8e670-aa74-4a93-8656-a094b228d498 None None] Network bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:17:48.880164 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-57c8e670-aa74-4a93-8656-a094b228d498 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:17:48.882642 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8e670-aa74-4a93-8656-a094b228d498 None None] Pushing event updated for resources: {'Port': ['ID=21c26a01-0673-4e88-9a64-8d2bcf848b4c,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:17:48.884802 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c8e670-aa74-4a93-8656-a094b228d498 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:17:48.917696 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8e670-aa74-4a93-8656-a094b228d498 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:48.918044 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8e670-aa74-4a93-8656-a094b228d498 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:48.918387 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8e670-aa74-4a93-8656-a094b228d498 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:48.918722 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8e670-aa74-4a93-8656-a094b228d498 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:48.919055 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8e670-aa74-4a93-8656-a094b228d498 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:48.919386 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8e670-aa74-4a93-8656-a094b228d498 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:48.919714 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8e670-aa74-4a93-8656-a094b228d498 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:48.920044 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8e670-aa74-4a93-8656-a094b228d498 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:48.920394 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8e670-aa74-4a93-8656-a094b228d498 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:48.920722 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8e670-aa74-4a93-8656-a094b228d498 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:48.921045 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8e670-aa74-4a93-8656-a094b228d498 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:48.921366 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8e670-aa74-4a93-8656-a094b228d498 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:17:48.922479 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8e670-aa74-4a93-8656-a094b228d498 None None] Tracked resource versions report: Nov 10 17:17:48.922479 n-d-776250-10 neutron-server[102470]: pushed versions: Nov 10 17:17:48.922479 n-d-776250-10 neutron-server[102470]: { 'AddressGroup': {'1.2'}, Nov 10 17:17:48.922479 n-d-776250-10 neutron-server[102470]: 'ConntrackHelper': {'1.0'}, Nov 10 17:17:48.922479 n-d-776250-10 neutron-server[102470]: 'Log': {'1.0'}, Nov 10 17:17:48.922479 n-d-776250-10 neutron-server[102470]: 'Network': {'1.1'}, Nov 10 17:17:48.922479 n-d-776250-10 neutron-server[102470]: 'Port': {'1.7'}, Nov 10 17:17:48.922479 n-d-776250-10 neutron-server[102470]: 'PortForwarding': {'1.2'}, Nov 10 17:17:48.922479 n-d-776250-10 neutron-server[102470]: 'QosPolicy': {'1.10'}, Nov 10 17:17:48.922479 n-d-776250-10 neutron-server[102470]: 'SecurityGroup': {'1.5'}, Nov 10 17:17:48.922479 n-d-776250-10 neutron-server[102470]: 'SecurityGroupRule': {'1.2'}, Nov 10 17:17:48.922479 n-d-776250-10 neutron-server[102470]: 'SubPort': {'1.0'}, Nov 10 17:17:48.922479 n-d-776250-10 neutron-server[102470]: 'Subnet': {'1.1'}, Nov 10 17:17:48.922479 n-d-776250-10 neutron-server[102470]: 'Trunk': {'1.1'}} Nov 10 17:17:48.922479 n-d-776250-10 neutron-server[102470]: consumer versions: Nov 10 17:17:48.922479 n-d-776250-10 neutron-server[102470]: { DHCP agent@n-d-776250-10: {}, Nov 10 17:17:48.922479 n-d-776250-10 neutron-server[102470]: L3 agent@n-d-776250-10: {}, Nov 10 17:17:48.922479 n-d-776250-10 neutron-server[102470]: Metadata agent@n-d-776250-10: {}, Nov 10 17:17:48.922479 n-d-776250-10 neutron-server[102470]: Metering agent@n-d-776250-10: {}, Nov 10 17:17:48.922479 n-d-776250-10 neutron-server[102470]: Open vSwitch agent@n-d-776250-10: { 'AddressGroup': '1.2', Nov 10 17:17:48.922479 n-d-776250-10 neutron-server[102470]: 'ConntrackHelper': '1.0', Nov 10 17:17:48.922479 n-d-776250-10 neutron-server[102470]: 'Log': '1.0', Nov 10 17:17:48.922479 n-d-776250-10 neutron-server[102470]: 'Network': '1.1', Nov 10 17:17:48.922479 n-d-776250-10 neutron-server[102470]: 'Port': '1.7', Nov 10 17:17:48.922479 n-d-776250-10 neutron-server[102470]: 'PortForwarding': '1.2', Nov 10 17:17:48.922479 n-d-776250-10 neutron-server[102470]: 'QosPolicy': '1.10', Nov 10 17:17:48.922479 n-d-776250-10 neutron-server[102470]: 'SecurityGroup': '1.5', Nov 10 17:17:48.922479 n-d-776250-10 neutron-server[102470]: 'SecurityGroupRule': '1.2', Nov 10 17:17:48.922479 n-d-776250-10 neutron-server[102470]: 'SubPort': '1.0', Nov 10 17:17:48.922479 n-d-776250-10 neutron-server[102470]: 'Subnet': '1.1', Nov 10 17:17:48.922479 n-d-776250-10 neutron-server[102470]: 'Trunk': '1.1'}} Nov 10 17:17:48.922479 n-d-776250-10 neutron-server[102470]: {{(pid=102470) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 17:17:48.972503 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-57c8e670-aa74-4a93-8656-a094b228d498 None None] Attempting to bind port 21c26a01-0673-4e88-9a64-8d2bcf848b4c on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:17:48.973159 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-57c8e670-aa74-4a93-8656-a094b228d498 None None] Attempting to bind port 21c26a01-0673-4e88-9a64-8d2bcf848b4c by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'bac4c94e-4c2b-47b3-9d57-e764dbe038c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:17:48.973320 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c8e670-aa74-4a93-8656-a094b228d498 None None] Attempting to bind port 21c26a01-0673-4e88-9a64-8d2bcf848b4c on network bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:17:48.978281 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c8e670-aa74-4a93-8656-a094b228d498 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:17:48.978676 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c8e670-aa74-4a93-8656-a094b228d498 None None] Checking segment: {'id': 'bac4c94e-4c2b-47b3-9d57-e764dbe038c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:17:48.979152 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-57c8e670-aa74-4a93-8656-a094b228d498 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:48.979544 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c8e670-aa74-4a93-8656-a094b228d498 None None] Bound using segment: {'id': 'bac4c94e-4c2b-47b3-9d57-e764dbe038c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:17:48.980029 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-57c8e670-aa74-4a93-8656-a094b228d498 None None] Bound port: 21c26a01-0673-4e88-9a64-8d2bcf848b4c, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac4c94e-4c2b-47b3-9d57-e764dbe038c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:17:48.980464 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-57c8e670-aa74-4a93-8656-a094b228d498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:49.044196 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-57c8e670-aa74-4a93-8656-a094b228d498 None None] For port 21c26a01-0673-4e88-9a64-8d2bcf848b4c, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:17:49.048527 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-57c8e670-aa74-4a93-8656-a094b228d498 None None] For port 21c26a01-0673-4e88-9a64-8d2bcf848b4c, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=21c26a01-0673-4e88-9a64-8d2bcf848b4c,segment=NetworkSegment(bac4c94e-4c2b-47b3-9d57-e764dbe038c4),segment_id=bac4c94e-4c2b-47b3-9d57-e764dbe038c4)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:17:49.052657 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-57c8e670-aa74-4a93-8656-a094b228d498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:49.119293 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8e670-aa74-4a93-8656-a094b228d498 None None] Pushing event updated for resources: {'Port': ['ID=21c26a01-0673-4e88-9a64-8d2bcf848b4c,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:17:50.489390 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50396) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:17:50.802706 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-49cdbfda-d62c-433b-92e1-d3a8e7e7df3f admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:17:50.803711 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-49cdbfda-d62c-433b-92e1-d3a8e7e7df3f admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3133702 Nov 10 17:17:53.392058 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50404) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:17:53.901895 n-d-776250-10 neutron-server[102468]: WARNING oslo_policy.policy [None req-1d6983d7-fca7-410d-9199-eb47892fb5ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 17:17:53.902468 n-d-776250-10 neutron-server[102468]: WARNING oslo_policy.policy [None req-1d6983d7-fca7-410d-9199-eb47892fb5ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 17:17:54.130861 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [None req-1d6983d7-fca7-410d-9199-eb47892fb5ac admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:17:54.136199 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1d6983d7-fca7-410d-9199-eb47892fb5ac admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7374690 Nov 10 17:17:56.920990 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50424) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:17:57.236899 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-3d866a4c-d925-4bb6-b401-c3a11f53ff4f admin admin] Request body: {'router': {'tenant_id': '983bc76fd9744ea19ce922f6d75323d3', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:17:57.304434 n-d-776250-10 neutron-server[102468]: DEBUG neutron.policy [None req-3d866a4c-d925-4bb6-b401-c3a11f53ff4f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102468) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 10 17:17:57.352126 n-d-776250-10 neutron-server[102468]: WARNING oslo_policy.policy [None req-3d866a4c-d925-4bb6-b401-c3a11f53ff4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 17:17:57.352558 n-d-776250-10 neutron-server[102468]: WARNING oslo_policy.policy [None req-3d866a4c-d925-4bb6-b401-c3a11f53ff4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 10 17:17:57.361126 n-d-776250-10 neutron-server[102468]: INFO neutron.quota [None req-3d866a4c-d925-4bb6-b401-c3a11f53ff4f admin admin] Loaded quota_driver: . Nov 10 17:17:57.417240 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d866a4c-d925-4bb6-b401-c3a11f53ff4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:57.419108 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d866a4c-d925-4bb6-b401-c3a11f53ff4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:57.571637 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d866a4c-d925-4bb6-b401-c3a11f53ff4f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:57.577232 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d866a4c-d925-4bb6-b401-c3a11f53ff4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:57.599216 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d866a4c-d925-4bb6-b401-c3a11f53ff4f admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:57.600476 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3d866a4c-d925-4bb6-b401-c3a11f53ff4f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6784856 Nov 10 17:17:57.981240 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 21c26a01-0673-4e88-9a64-8d2bcf848b4c up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:17:58.069760 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 21c26a01-0673-4e88-9a64-8d2bcf848b4c triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:17:58.070154 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:58.180124 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:58.215498 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 21c26a01-0673-4e88-9a64-8d2bcf848b4c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=21c26a01-0673-4e88-9a64-8d2bcf848b4c,segment=NetworkSegment(bac4c94e-4c2b-47b3-9d57-e764dbe038c4),segment_id=bac4c94e-4c2b-47b3-9d57-e764dbe038c4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:17:58.219865 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:58.271324 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=21c26a01-0673-4e88-9a64-8d2bcf848b4c,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:17:58.320119 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de05bb1d-24ec-423d-ad5a-f09f6c56285c None None] Network bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:17:58.383237 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-588ff1ea-50b8-4843-952b-07d06055bdf4 None None] Provisioning complete for port 21c26a01-0673-4e88-9a64-8d2bcf848b4c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:17:58.383609 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-588ff1ea-50b8-4843-952b-07d06055bdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:58.741441 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-19666552-200a-4a03-b2de-b2fd140026fb None None] Provisioning complete for port 21c26a01-0673-4e88-9a64-8d2bcf848b4c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:17:58.741812 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-19666552-200a-4a03-b2de-b2fd140026fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:17:59.954359 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 21c26a01-0673-4e88-9a64-8d2bcf848b4c up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:18:00.001413 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 21c26a01-0673-4e88-9a64-8d2bcf848b4c triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:18:00.001783 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:00.154906 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50434) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:18:00.414612 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b9479d43-eced-44c8-bfbc-9ca68259f067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:00.468336 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-f383ea28-dde9-4604-9386-0d776f269372 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:18:00.469409 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f383ea28-dde9-4604-9386-0d776f269372 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3135591 Nov 10 17:18:02.720453 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7081656a-a4fd-4769-9da2-c5a74568707d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:02.947102 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50442) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:18:03.257737 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-7fc77460-3a28-4d70-8efc-31d160b289f9 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:18:03.277559 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc77460-3a28-4d70-8efc-31d160b289f9 admin admin] Made reservation on behalf of 04c467ed263e420cb40c4f50142cb607 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:18:03.279750 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7fc77460-3a28-4d70-8efc-31d160b289f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:03.288443 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7fc77460-3a28-4d70-8efc-31d160b289f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:03.360201 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7fc77460-3a28-4d70-8efc-31d160b289f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:03.363785 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7fc77460-3a28-4d70-8efc-31d160b289f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:03.378142 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7fc77460-3a28-4d70-8efc-31d160b289f9 admin admin] Reserving flat network on physical network physnet1 {{(pid=102469) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 10 17:18:03.396803 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc77460-3a28-4d70-8efc-31d160b289f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcb2422-20bc-4b5a-8cdd-8a439a893ce1,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:18:03.401347 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7fc77460-3a28-4d70-8efc-31d160b289f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:03.401688 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-7fc77460-3a28-4d70-8efc-31d160b289f9 admin admin] Added segment ab4b41d2-662a-4075-bd84-e5ac71ab5a33 of type flat for network ef950546-b13c-4865-8837-7444cdb2848e Nov 10 17:18:03.446509 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7fc77460-3a28-4d70-8efc-31d160b289f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:03.480976 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7fc77460-3a28-4d70-8efc-31d160b289f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:03.481965 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc77460-3a28-4d70-8efc-31d160b289f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:18:03.482618 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7fc77460-3a28-4d70-8efc-31d160b289f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:03.535171 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7fc77460-3a28-4d70-8efc-31d160b289f9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5870104 Nov 10 17:18:03.545505 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc77460-3a28-4d70-8efc-31d160b289f9 admin admin] Pushing event updated for resources: {'Network': ['ID=ef950546-b13c-4865-8837-7444cdb2848e,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:18:03.558162 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network ef950546-b13c-4865-8837-7444cdb2848e details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:18:03.779869 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:05.350839 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:06.029817 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:06.044213 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50460) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:18:06.283990 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c84eaa-a9ca-4b47-bfc3-62d61dcd80da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:18:06.286799 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-39c84eaa-a9ca-4b47-bfc3-62d61dcd80da admin admin] 10.222.0.39 "GET /v2.0/subnets/da415dec-0b02-413b-b5e1-2565dec597c0 HTTP/1.1" status: 200 len: 849 time: 0.2416406 Nov 10 17:18:06.404787 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ebcbfa91-5587-4836-a3d7-4c5eda403a0c admin admin] 10.222.0.39 "GET /v2.0/routers/42f48101-b9e9-4db3-a44e-8f2fdd085927 HTTP/1.1" status: 200 len: 704 time: 0.1116884 Nov 10 17:18:06.687453 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-119a556b-c151-4c46-b89a-d545415fa6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:07.001419 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-119a556b-c151-4c46-b89a-d545415fa6f0 admin admin] Allocated IP 172.20.0.1 (bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55/da415dec-0b02-413b-b5e1-2565dec597c0/5c28dc63-c398-48ff-83b0-a0b8e50a2a62) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:18:07.207893 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-119a556b-c151-4c46-b89a-d545415fa6f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:07.275279 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-119a556b-c151-4c46-b89a-d545415fa6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:07.315186 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119a556b-c151-4c46-b89a-d545415fa6f0 admin admin] Network bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:18:07.336918 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-119a556b-c151-4c46-b89a-d545415fa6f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:18:07.391212 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119a556b-c151-4c46-b89a-d545415fa6f0 admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:18:07.391212 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-119a556b-c151-4c46-b89a-d545415fa6f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:07.410430 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a556b-c151-4c46-b89a-d545415fa6f0 admin admin] Pushing event updated for resources: {'Port': ['ID=5c28dc63-c398-48ff-83b0-a0b8e50a2a62,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:18:07.459309 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a556b-c151-4c46-b89a-d545415fa6f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:18:07.459610 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a556b-c151-4c46-b89a-d545415fa6f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:18:07.459927 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a556b-c151-4c46-b89a-d545415fa6f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:18:07.460321 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a556b-c151-4c46-b89a-d545415fa6f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:18:07.460646 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a556b-c151-4c46-b89a-d545415fa6f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:18:07.461021 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a556b-c151-4c46-b89a-d545415fa6f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:18:07.461345 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a556b-c151-4c46-b89a-d545415fa6f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:18:07.461665 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a556b-c151-4c46-b89a-d545415fa6f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:18:07.461986 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a556b-c151-4c46-b89a-d545415fa6f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:18:07.462304 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a556b-c151-4c46-b89a-d545415fa6f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:18:07.462623 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a556b-c151-4c46-b89a-d545415fa6f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:18:07.462939 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a556b-c151-4c46-b89a-d545415fa6f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:18:07.464028 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119a556b-c151-4c46-b89a-d545415fa6f0 admin admin] Tracked resource versions report: Nov 10 17:18:07.464028 n-d-776250-10 neutron-server[102468]: pushed versions: Nov 10 17:18:07.464028 n-d-776250-10 neutron-server[102468]: { 'AddressGroup': {'1.2'}, Nov 10 17:18:07.464028 n-d-776250-10 neutron-server[102468]: 'ConntrackHelper': {'1.0'}, Nov 10 17:18:07.464028 n-d-776250-10 neutron-server[102468]: 'Log': {'1.0'}, Nov 10 17:18:07.464028 n-d-776250-10 neutron-server[102468]: 'Network': {'1.1'}, Nov 10 17:18:07.464028 n-d-776250-10 neutron-server[102468]: 'Port': {'1.7'}, Nov 10 17:18:07.464028 n-d-776250-10 neutron-server[102468]: 'PortForwarding': {'1.2'}, Nov 10 17:18:07.464028 n-d-776250-10 neutron-server[102468]: 'QosPolicy': {'1.10'}, Nov 10 17:18:07.464028 n-d-776250-10 neutron-server[102468]: 'SecurityGroup': {'1.5'}, Nov 10 17:18:07.464028 n-d-776250-10 neutron-server[102468]: 'SecurityGroupRule': {'1.2'}, Nov 10 17:18:07.464028 n-d-776250-10 neutron-server[102468]: 'SubPort': {'1.0'}, Nov 10 17:18:07.464028 n-d-776250-10 neutron-server[102468]: 'Subnet': {'1.1'}, Nov 10 17:18:07.464028 n-d-776250-10 neutron-server[102468]: 'Trunk': {'1.1'}} Nov 10 17:18:07.464028 n-d-776250-10 neutron-server[102468]: consumer versions: Nov 10 17:18:07.464028 n-d-776250-10 neutron-server[102468]: { DHCP agent@n-d-776250-10: {}, Nov 10 17:18:07.464028 n-d-776250-10 neutron-server[102468]: L3 agent@n-d-776250-10: {}, Nov 10 17:18:07.464028 n-d-776250-10 neutron-server[102468]: Metadata agent@n-d-776250-10: {}, Nov 10 17:18:07.464028 n-d-776250-10 neutron-server[102468]: Metering agent@n-d-776250-10: {}, Nov 10 17:18:07.464028 n-d-776250-10 neutron-server[102468]: Open vSwitch agent@n-d-776250-10: { 'AddressGroup': '1.2', Nov 10 17:18:07.464028 n-d-776250-10 neutron-server[102468]: 'ConntrackHelper': '1.0', Nov 10 17:18:07.464028 n-d-776250-10 neutron-server[102468]: 'Log': '1.0', Nov 10 17:18:07.464028 n-d-776250-10 neutron-server[102468]: 'Network': '1.1', Nov 10 17:18:07.464028 n-d-776250-10 neutron-server[102468]: 'Port': '1.7', Nov 10 17:18:07.464028 n-d-776250-10 neutron-server[102468]: 'PortForwarding': '1.2', Nov 10 17:18:07.464028 n-d-776250-10 neutron-server[102468]: 'QosPolicy': '1.10', Nov 10 17:18:07.464028 n-d-776250-10 neutron-server[102468]: 'SecurityGroup': '1.5', Nov 10 17:18:07.464028 n-d-776250-10 neutron-server[102468]: 'SecurityGroupRule': '1.2', Nov 10 17:18:07.464028 n-d-776250-10 neutron-server[102468]: 'SubPort': '1.0', Nov 10 17:18:07.464028 n-d-776250-10 neutron-server[102468]: 'Subnet': '1.1', Nov 10 17:18:07.464028 n-d-776250-10 neutron-server[102468]: 'Trunk': '1.1'}} Nov 10 17:18:07.464028 n-d-776250-10 neutron-server[102468]: {{(pid=102468) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 17:18:07.592741 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-22f5b7b2-1120-4bc5-b8bf-824fa97036be None None] Provisioning complete for port 5c28dc63-c398-48ff-83b0-a0b8e50a2a62 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:18:07.593294 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-22f5b7b2-1120-4bc5-b8bf-824fa97036be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:07.595667 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-119a556b-c151-4c46-b89a-d545415fa6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:07.629293 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-22f5b7b2-1120-4bc5-b8bf-824fa97036be None None] Port 5c28dc63-c398-48ff-83b0-a0b8e50a2a62 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:18:07.807970 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-119a556b-c151-4c46-b89a-d545415fa6f0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:07.812793 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-119a556b-c151-4c46-b89a-d545415fa6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:07.813649 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-119a556b-c151-4c46-b89a-d545415fa6f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:07.889378 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a556b-c151-4c46-b89a-d545415fa6f0 admin admin] Pushing event updated for resources: {'Port': ['ID=5c28dc63-c398-48ff-83b0-a0b8e50a2a62,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:18:07.940059 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119a556b-c151-4c46-b89a-d545415fa6f0 admin admin] Network bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:18:07.941510 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-119a556b-c151-4c46-b89a-d545415fa6f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:18:08.148752 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119a556b-c151-4c46-b89a-d545415fa6f0 admin admin] Router 42f48101-b9e9-4db3-a44e-8f2fdd085927 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:18:08.151254 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-73059525-e3b4-4cff-b28e-3714d6b1cafd None None] Provisioning complete for port 5c28dc63-c398-48ff-83b0-a0b8e50a2a62 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:18:08.151671 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-73059525-e3b4-4cff-b28e-3714d6b1cafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:08.188364 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-73059525-e3b4-4cff-b28e-3714d6b1cafd None None] Port 5c28dc63-c398-48ff-83b0-a0b8e50a2a62 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:18:08.239417 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119a556b-c151-4c46-b89a-d545415fa6f0 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:18:08.244467 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-119a556b-c151-4c46-b89a-d545415fa6f0 admin admin] 10.222.0.39 "PUT /v2.0/routers/42f48101-b9e9-4db3-a44e-8f2fdd085927/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8315015 Nov 10 17:18:08.249154 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b4ab95-10dc-49ee-a1a1-f884a4f64e12 None None] Sync routers for ids ['42f48101-b9e9-4db3-a44e-8f2fdd085927'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:18:08.262002 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b4ab95-10dc-49ee-a1a1-f884a4f64e12 None None] Routers {'42f48101-b9e9-4db3-a44e-8f2fdd085927'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:18:08.262841 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d6b4ab95-10dc-49ee-a1a1-f884a4f64e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:18:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['42f48101-b9e9-4db3-a44e-8f2fdd085927'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:18:08.457803 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-d6b4ab95-10dc-49ee-a1a1-f884a4f64e12 None None] Set router 42f48101-b9e9-4db3-a44e-8f2fdd085927 gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:18:08.901136 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d6b4ab95-10dc-49ee-a1a1-f884a4f64e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f48101-b9e9-4db3-a44e-8f2fdd085927', 'name': 'router1', 'tenant_id': '983bc76fd9744ea19ce922f6d75323d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:17:57Z', 'updated_at': '2021-11-10T17:18:07Z', 'revision_number': 2, 'project_id': '983bc76fd9744ea19ce922f6d75323d3', 'gw_port_host': None, '_interfaces': [{'id': '5c28dc63-c398-48ff-83b0-a0b8e50a2a62', 'name': '', 'network_id': 'bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55', 'tenant_id': '983bc76fd9744ea19ce922f6d75323d3', 'mac_address': 'fa:16:3e:3a:f8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f48101-b9e9-4db3-a44e-8f2fdd085927', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da415dec-0b02-413b-b5e1-2565dec597c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:18:06Z', 'updated_at': '2021-11-10T17:18:07Z', 'revision_number': 2, 'project_id': '983bc76fd9744ea19ce922f6d75323d3', 'subnets': [{'id': 'da415dec-0b02-413b-b5e1-2565dec597c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1dda639b-5ec0-4835-8c68-467f0c3e759e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:18:08.953984 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b4ab95-10dc-49ee-a1a1-f884a4f64e12 None None] Checking router: 42f48101-b9e9-4db3-a44e-8f2fdd085927 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:18:08.954358 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b4ab95-10dc-49ee-a1a1-f884a4f64e12 None None] Updating router 42f48101-b9e9-4db3-a44e-8f2fdd085927 port 5c28dc63-c398-48ff-83b0-a0b8e50a2a62 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:18:09.001817 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-d6b4ab95-10dc-49ee-a1a1-f884a4f64e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:09.529663 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-d6b4ab95-10dc-49ee-a1a1-f884a4f64e12 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:09.538093 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-d6b4ab95-10dc-49ee-a1a1-f884a4f64e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:09.703846 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c383567-9364-4140-a002-bab15cba8317 None None] Pushing event updated for resources: {'Port': ['ID=5c28dc63-c398-48ff-83b0-a0b8e50a2a62,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:18:09.714518 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-d6b4ab95-10dc-49ee-a1a1-f884a4f64e12 None None] Attempting to bind port 5c28dc63-c398-48ff-83b0-a0b8e50a2a62 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:18:09.714919 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-d6b4ab95-10dc-49ee-a1a1-f884a4f64e12 None None] Attempting to bind port 5c28dc63-c398-48ff-83b0-a0b8e50a2a62 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'bac4c94e-4c2b-47b3-9d57-e764dbe038c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:18:09.715362 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b4ab95-10dc-49ee-a1a1-f884a4f64e12 None None] Attempting to bind port 5c28dc63-c398-48ff-83b0-a0b8e50a2a62 on network bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55 {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:18:09.718867 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-0be416c4-9530-4c8a-9e57-03a56abbbd05 None None] Provisioning complete for port 5c28dc63-c398-48ff-83b0-a0b8e50a2a62 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:18:09.719805 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0be416c4-9530-4c8a-9e57-03a56abbbd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:09.720897 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c383567-9364-4140-a002-bab15cba8317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:18:09.721157 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c383567-9364-4140-a002-bab15cba8317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:18:09.721503 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c383567-9364-4140-a002-bab15cba8317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:18:09.722374 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c383567-9364-4140-a002-bab15cba8317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:18:09.722813 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c383567-9364-4140-a002-bab15cba8317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:18:09.723159 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c383567-9364-4140-a002-bab15cba8317 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:18:09.723485 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c383567-9364-4140-a002-bab15cba8317 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:18:09.723814 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c383567-9364-4140-a002-bab15cba8317 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:18:09.724168 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c383567-9364-4140-a002-bab15cba8317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:18:09.724494 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c383567-9364-4140-a002-bab15cba8317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:18:09.724822 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c383567-9364-4140-a002-bab15cba8317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:18:09.725145 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c383567-9364-4140-a002-bab15cba8317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:18:09.726238 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c383567-9364-4140-a002-bab15cba8317 None None] Tracked resource versions report: Nov 10 17:18:09.726238 n-d-776250-10 neutron-server[102471]: pushed versions: Nov 10 17:18:09.726238 n-d-776250-10 neutron-server[102471]: { 'AddressGroup': {'1.2'}, Nov 10 17:18:09.726238 n-d-776250-10 neutron-server[102471]: 'ConntrackHelper': {'1.0'}, Nov 10 17:18:09.726238 n-d-776250-10 neutron-server[102471]: 'Log': {'1.0'}, Nov 10 17:18:09.726238 n-d-776250-10 neutron-server[102471]: 'Network': {'1.1'}, Nov 10 17:18:09.726238 n-d-776250-10 neutron-server[102471]: 'Port': {'1.7'}, Nov 10 17:18:09.726238 n-d-776250-10 neutron-server[102471]: 'PortForwarding': {'1.2'}, Nov 10 17:18:09.726238 n-d-776250-10 neutron-server[102471]: 'QosPolicy': {'1.10'}, Nov 10 17:18:09.726238 n-d-776250-10 neutron-server[102471]: 'SecurityGroup': {'1.5'}, Nov 10 17:18:09.726238 n-d-776250-10 neutron-server[102471]: 'SecurityGroupRule': {'1.2'}, Nov 10 17:18:09.726238 n-d-776250-10 neutron-server[102471]: 'SubPort': {'1.0'}, Nov 10 17:18:09.726238 n-d-776250-10 neutron-server[102471]: 'Subnet': {'1.1'}, Nov 10 17:18:09.726238 n-d-776250-10 neutron-server[102471]: 'Trunk': {'1.1'}} Nov 10 17:18:09.726238 n-d-776250-10 neutron-server[102471]: consumer versions: Nov 10 17:18:09.726238 n-d-776250-10 neutron-server[102471]: { DHCP agent@n-d-776250-10: {}, Nov 10 17:18:09.726238 n-d-776250-10 neutron-server[102471]: L3 agent@n-d-776250-10: {}, Nov 10 17:18:09.726238 n-d-776250-10 neutron-server[102471]: Metadata agent@n-d-776250-10: {}, Nov 10 17:18:09.726238 n-d-776250-10 neutron-server[102471]: Metering agent@n-d-776250-10: {}, Nov 10 17:18:09.726238 n-d-776250-10 neutron-server[102471]: Open vSwitch agent@n-d-776250-10: { 'AddressGroup': '1.2', Nov 10 17:18:09.726238 n-d-776250-10 neutron-server[102471]: 'ConntrackHelper': '1.0', Nov 10 17:18:09.726238 n-d-776250-10 neutron-server[102471]: 'Log': '1.0', Nov 10 17:18:09.726238 n-d-776250-10 neutron-server[102471]: 'Network': '1.1', Nov 10 17:18:09.726238 n-d-776250-10 neutron-server[102471]: 'Port': '1.7', Nov 10 17:18:09.726238 n-d-776250-10 neutron-server[102471]: 'PortForwarding': '1.2', Nov 10 17:18:09.726238 n-d-776250-10 neutron-server[102471]: 'QosPolicy': '1.10', Nov 10 17:18:09.726238 n-d-776250-10 neutron-server[102471]: 'SecurityGroup': '1.5', Nov 10 17:18:09.726238 n-d-776250-10 neutron-server[102471]: 'SecurityGroupRule': '1.2', Nov 10 17:18:09.726238 n-d-776250-10 neutron-server[102471]: 'SubPort': '1.0', Nov 10 17:18:09.726238 n-d-776250-10 neutron-server[102471]: 'Subnet': '1.1', Nov 10 17:18:09.726238 n-d-776250-10 neutron-server[102471]: 'Trunk': '1.1'}} Nov 10 17:18:09.726238 n-d-776250-10 neutron-server[102471]: {{(pid=102471) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 17:18:09.728888 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b4ab95-10dc-49ee-a1a1-f884a4f64e12 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:18:09.729321 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b4ab95-10dc-49ee-a1a1-f884a4f64e12 None None] Checking segment: {'id': 'bac4c94e-4c2b-47b3-9d57-e764dbe038c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:18:09.729792 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-d6b4ab95-10dc-49ee-a1a1-f884a4f64e12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:09.730174 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b4ab95-10dc-49ee-a1a1-f884a4f64e12 None None] Bound using segment: {'id': 'bac4c94e-4c2b-47b3-9d57-e764dbe038c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:18:09.730684 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-d6b4ab95-10dc-49ee-a1a1-f884a4f64e12 None None] Bound port: 5c28dc63-c398-48ff-83b0-a0b8e50a2a62, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac4c94e-4c2b-47b3-9d57-e764dbe038c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:18:09.731080 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-d6b4ab95-10dc-49ee-a1a1-f884a4f64e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:09.763232 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-0be416c4-9530-4c8a-9e57-03a56abbbd05 None None] Port 5c28dc63-c398-48ff-83b0-a0b8e50a2a62 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:18:09.801690 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-d6b4ab95-10dc-49ee-a1a1-f884a4f64e12 None None] For port 5c28dc63-c398-48ff-83b0-a0b8e50a2a62, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:18:09.821244 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-d6b4ab95-10dc-49ee-a1a1-f884a4f64e12 None None] For port 5c28dc63-c398-48ff-83b0-a0b8e50a2a62, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=5c28dc63-c398-48ff-83b0-a0b8e50a2a62,segment=NetworkSegment(bac4c94e-4c2b-47b3-9d57-e764dbe038c4),segment_id=bac4c94e-4c2b-47b3-9d57-e764dbe038c4)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:18:09.826119 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-d6b4ab95-10dc-49ee-a1a1-f884a4f64e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:09.883852 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b4ab95-10dc-49ee-a1a1-f884a4f64e12 None None] Routers {'42f48101-b9e9-4db3-a44e-8f2fdd085927'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:18:09.884562 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d6b4ab95-10dc-49ee-a1a1-f884a4f64e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:18:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['42f48101-b9e9-4db3-a44e-8f2fdd085927'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:18:09.924333 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c383567-9364-4140-a002-bab15cba8317 None None] Pushing event updated for resources: {'Port': ['ID=5c28dc63-c398-48ff-83b0-a0b8e50a2a62,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:18:09.982295 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-d6b4ab95-10dc-49ee-a1a1-f884a4f64e12 None None] Set router 42f48101-b9e9-4db3-a44e-8f2fdd085927 gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:18:10.084261 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-0a379db9-22ff-4e68-a950-f9dccb46c88d None None] Provisioning complete for port 5c28dc63-c398-48ff-83b0-a0b8e50a2a62 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:18:10.084781 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0a379db9-22ff-4e68-a950-f9dccb46c88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:10.169503 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0a379db9-22ff-4e68-a950-f9dccb46c88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:10.199286 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d6b4ab95-10dc-49ee-a1a1-f884a4f64e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f48101-b9e9-4db3-a44e-8f2fdd085927', 'name': 'router1', 'tenant_id': '983bc76fd9744ea19ce922f6d75323d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:17:57Z', 'updated_at': '2021-11-10T17:18:07Z', 'revision_number': 2, 'project_id': '983bc76fd9744ea19ce922f6d75323d3', 'gw_port_host': None, '_interfaces': [{'id': '5c28dc63-c398-48ff-83b0-a0b8e50a2a62', 'name': '', 'network_id': 'bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55', 'tenant_id': '983bc76fd9744ea19ce922f6d75323d3', 'mac_address': 'fa:16:3e:3a:f8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f48101-b9e9-4db3-a44e-8f2fdd085927', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da415dec-0b02-413b-b5e1-2565dec597c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:18:06Z', 'updated_at': '2021-11-10T17:18:09Z', 'revision_number': 4, 'project_id': '983bc76fd9744ea19ce922f6d75323d3', 'subnets': [{'id': 'da415dec-0b02-413b-b5e1-2565dec597c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1dda639b-5ec0-4835-8c68-467f0c3e759e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:18:10.201748 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-0a379db9-22ff-4e68-a950-f9dccb46c88d None None] For port 5c28dc63-c398-48ff-83b0-a0b8e50a2a62, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=5c28dc63-c398-48ff-83b0-a0b8e50a2a62,segment=NetworkSegment(bac4c94e-4c2b-47b3-9d57-e764dbe038c4),segment_id=bac4c94e-4c2b-47b3-9d57-e764dbe038c4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:18:10.206364 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0a379db9-22ff-4e68-a950-f9dccb46c88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:10.226314 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b4ab95-10dc-49ee-a1a1-f884a4f64e12 None None] The sync data for ids ['42f48101-b9e9-4db3-a44e-8f2fdd085927'] in n-d-776250-10 is: [{'id': '42f48101-b9e9-4db3-a44e-8f2fdd085927', 'name': 'router1', 'tenant_id': '983bc76fd9744ea19ce922f6d75323d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:17:57Z', 'updated_at': '2021-11-10T17:18:07Z', 'revision_number': 2, 'project_id': '983bc76fd9744ea19ce922f6d75323d3', 'gw_port_host': None, '_interfaces': [{'id': '5c28dc63-c398-48ff-83b0-a0b8e50a2a62', 'name': '', 'network_id': 'bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55', 'tenant_id': '983bc76fd9744ea19ce922f6d75323d3', 'mac_address': 'fa:16:3e:3a:f8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f48101-b9e9-4db3-a44e-8f2fdd085927', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da415dec-0b02-413b-b5e1-2565dec597c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:18:06Z', 'updated_at': '2021-11-10T17:18:09Z', 'revision_number': 4, 'project_id': '983bc76fd9744ea19ce922f6d75323d3', 'subnets': [{'id': 'da415dec-0b02-413b-b5e1-2565dec597c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1dda639b-5ec0-4835-8c68-467f0c3e759e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:18:10.255314 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a379db9-22ff-4e68-a950-f9dccb46c88d None None] Pushing event updated for resources: {'Port': ['ID=5c28dc63-c398-48ff-83b0-a0b8e50a2a62,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:18:10.629325 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50484) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:18:10.748415 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1be84f-1827-42af-aea0-84820bbec909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:18:10.749803 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-fe1be84f-1827-42af-aea0-84820bbec909 admin admin] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 842 time: 0.1194308 Nov 10 17:18:10.760537 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-3a194622-6103-4ef5-9131-38708476d25a admin admin] Request body: {'subnet': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:18:10.786927 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a194622-6103-4ef5-9131-38708476d25a admin admin] Made reservation on behalf of 04c467ed263e420cb40c4f50142cb607 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:18:10.789956 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a194622-6103-4ef5-9131-38708476d25a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:11.111618 n-d-776250-10 neutron-server[102468]: DEBUG neutron.objects.ports [None req-3a194622-6103-4ef5-9131-38708476d25a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102468) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 17:18:11.112045 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a194622-6103-4ef5-9131-38708476d25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:11.166678 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a194622-6103-4ef5-9131-38708476d25a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5072ad9-c70d-4314-828f-60f205807269,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:18:11.177381 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a194622-6103-4ef5-9131-38708476d25a admin admin] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:18:11.177730 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a194622-6103-4ef5-9131-38708476d25a admin admin] Network hostable DHCP agents. Network: ef950546-b13c-4865-8837-7444cdb2848e, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:18:11.199513 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a194622-6103-4ef5-9131-38708476d25a admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:18:11.210203 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-3a194622-6103-4ef5-9131-38708476d25a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, ef950546-b13c-4865-8837-7444cdb2848e) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:18:11.214207 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a194622-6103-4ef5-9131-38708476d25a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:18:11.214845 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a194622-6103-4ef5-9131-38708476d25a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:11.221362 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b541d0bc-a286-48d0-8175-3f86463bd731 None None] Network ef950546-b13c-4865-8837-7444cdb2848e requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:18:11.233493 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3a194622-6103-4ef5-9131-38708476d25a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4763319 Nov 10 17:18:11.360118 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950b832d-0edb-43ed-9b5a-dab9c1a90dfc None None] Network ef950546-b13c-4865-8837-7444cdb2848e requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:18:13.682059 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50492) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:18:13.816939 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a59134b1-2ea0-4a67-8ad5-16e157cfc2c6 admin admin] 10.222.0.39 "GET /v2.0/routers/42f48101-b9e9-4db3-a44e-8f2fdd085927 HTTP/1.1" status: 200 len: 710 time: 0.1335964 Nov 10 17:18:13.906198 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e186c3e9-74d3-4695-95b9-4c712accd373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:18:13.907558 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e186c3e9-74d3-4695-95b9-4c712accd373 admin admin] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 886 time: 0.0831218 Nov 10 17:18:13.918185 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-634b8c06-abd1-450c-8e83-c9f28e4861d2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:18:14.179016 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-634b8c06-abd1-450c-8e83-c9f28e4861d2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:14.498608 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-634b8c06-abd1-450c-8e83-c9f28e4861d2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:14.574939 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-634b8c06-abd1-450c-8e83-c9f28e4861d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:14.682644 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-634b8c06-abd1-450c-8e83-c9f28e4861d2 admin admin] Allocated IP 172.25.5.24 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/6a0c9002-b19c-44e6-9477-6e5d3fd67415) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:18:14.792801 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-634b8c06-abd1-450c-8e83-c9f28e4861d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:14.825317 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-634b8c06-abd1-450c-8e83-c9f28e4861d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:14.860239 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634b8c06-abd1-450c-8e83-c9f28e4861d2 admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:18:14.865907 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-634b8c06-abd1-450c-8e83-c9f28e4861d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:18:14.873949 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634b8c06-abd1-450c-8e83-c9f28e4861d2 admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:18:14.906295 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b8c06-abd1-450c-8e83-c9f28e4861d2 admin admin] Pushing event updated for resources: {'Port': ['ID=6a0c9002-b19c-44e6-9477-6e5d3fd67415,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:18:15.128099 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-634b8c06-abd1-450c-8e83-c9f28e4861d2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:15.327137 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-634b8c06-abd1-450c-8e83-c9f28e4861d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1024386'] for router, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:15.330516 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-634b8c06-abd1-450c-8e83-c9f28e4861d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412472'] for router, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:15.436900 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634b8c06-abd1-450c-8e83-c9f28e4861d2 admin admin] Router 42f48101-b9e9-4db3-a44e-8f2fdd085927 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:18:15.543529 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634b8c06-abd1-450c-8e83-c9f28e4861d2 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:18:15.548307 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-634b8c06-abd1-450c-8e83-c9f28e4861d2 admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:15.549508 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-634b8c06-abd1-450c-8e83-c9f28e4861d2 admin admin] 10.222.0.39 "PUT /v2.0/routers/42f48101-b9e9-4db3-a44e-8f2fdd085927 HTTP/1.1" status: 200 len: 889 time: 1.6349943 Nov 10 17:18:15.999004 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 5c28dc63-c398-48ff-83b0-a0b8e50a2a62 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:18:16.055189 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 5c28dc63-c398-48ff-83b0-a0b8e50a2a62 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:18:16.055565 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:17.293251 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d00e85e-3131-48ba-b925-2156fe5f9863 None None] Sync routers for ids ['42f48101-b9e9-4db3-a44e-8f2fdd085927'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:18:17.304970 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d00e85e-3131-48ba-b925-2156fe5f9863 None None] Routers {'42f48101-b9e9-4db3-a44e-8f2fdd085927'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:18:17.305611 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-9d00e85e-3131-48ba-b925-2156fe5f9863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:18:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['42f48101-b9e9-4db3-a44e-8f2fdd085927'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:18:17.512443 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-9d00e85e-3131-48ba-b925-2156fe5f9863 None None] Set router 42f48101-b9e9-4db3-a44e-8f2fdd085927 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:18:17.965832 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-9d00e85e-3131-48ba-b925-2156fe5f9863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f48101-b9e9-4db3-a44e-8f2fdd085927', 'name': 'router1', 'tenant_id': '983bc76fd9744ea19ce922f6d75323d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '6a0c9002-b19c-44e6-9477-6e5d3fd67415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:17:57Z', 'updated_at': '2021-11-10T17:18:14Z', 'revision_number': 4, 'project_id': '983bc76fd9744ea19ce922f6d75323d3', 'gw_port': {'id': '6a0c9002-b19c-44e6-9477-6e5d3fd67415', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:18:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f48101-b9e9-4db3-a44e-8f2fdd085927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:18:14Z', 'updated_at': '2021-11-10T17:18:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '5c28dc63-c398-48ff-83b0-a0b8e50a2a62', 'name': '', 'network_id': 'bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55', 'tenant_id': '983bc76fd9744ea19ce922f6d75323d3', 'mac_address': 'fa:16:3e:3a:f8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f48101-b9e9-4db3-a44e-8f2fdd085927', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da415dec-0b02-413b-b5e1-2565dec597c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:18:06Z', 'updated_at': '2021-11-10T17:18:10Z', 'revision_number': 5, 'project_id': '983bc76fd9744ea19ce922f6d75323d3', 'subnets': [{'id': 'da415dec-0b02-413b-b5e1-2565dec597c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1dda639b-5ec0-4835-8c68-467f0c3e759e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:18:18.016442 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d00e85e-3131-48ba-b925-2156fe5f9863 None None] Checking router: 42f48101-b9e9-4db3-a44e-8f2fdd085927 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:18:18.016813 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d00e85e-3131-48ba-b925-2156fe5f9863 None None] Updating router 42f48101-b9e9-4db3-a44e-8f2fdd085927 port 6a0c9002-b19c-44e6-9477-6e5d3fd67415 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:18:18.071955 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9d00e85e-3131-48ba-b925-2156fe5f9863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:18.120531 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50504) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:18:18.244185 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-85717e4e-6811-4ccf-b7a2-800babc56764 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1101730 Nov 10 17:18:18.398681 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9d00e85e-3131-48ba-b925-2156fe5f9863 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:18.404290 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9d00e85e-3131-48ba-b925-2156fe5f9863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:18.457973 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-9d00e85e-3131-48ba-b925-2156fe5f9863 None None] Attempting to bind port 6a0c9002-b19c-44e6-9477-6e5d3fd67415 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:18:18.458373 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-9d00e85e-3131-48ba-b925-2156fe5f9863 None None] Attempting to bind port 6a0c9002-b19c-44e6-9477-6e5d3fd67415 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:18:18.458798 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d00e85e-3131-48ba-b925-2156fe5f9863 None None] Attempting to bind port 6a0c9002-b19c-44e6-9477-6e5d3fd67415 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:18:18.462281 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e974aa5-d06d-44ae-8431-0c9fbf46a96c None None] Pushing event updated for resources: {'Port': ['ID=6a0c9002-b19c-44e6-9477-6e5d3fd67415,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:18:18.467769 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d00e85e-3131-48ba-b925-2156fe5f9863 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:18:18.468139 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d00e85e-3131-48ba-b925-2156fe5f9863 None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:18:18.468561 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9d00e85e-3131-48ba-b925-2156fe5f9863 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:18.468939 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d00e85e-3131-48ba-b925-2156fe5f9863 None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:18:18.469485 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-9d00e85e-3131-48ba-b925-2156fe5f9863 None None] Bound port: 6a0c9002-b19c-44e6-9477-6e5d3fd67415, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:18:18.469784 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9d00e85e-3131-48ba-b925-2156fe5f9863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:18.519619 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-9d00e85e-3131-48ba-b925-2156fe5f9863 None None] For port 6a0c9002-b19c-44e6-9477-6e5d3fd67415, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:18:18.523086 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-9d00e85e-3131-48ba-b925-2156fe5f9863 None None] For port 6a0c9002-b19c-44e6-9477-6e5d3fd67415, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=6a0c9002-b19c-44e6-9477-6e5d3fd67415,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:18:18.526971 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9d00e85e-3131-48ba-b925-2156fe5f9863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:18.585217 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e974aa5-d06d-44ae-8431-0c9fbf46a96c None None] Pushing event updated for resources: {'Port': ['ID=6a0c9002-b19c-44e6-9477-6e5d3fd67415,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:18:18.592689 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d00e85e-3131-48ba-b925-2156fe5f9863 None None] Routers {'42f48101-b9e9-4db3-a44e-8f2fdd085927'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:18:18.593256 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-9d00e85e-3131-48ba-b925-2156fe5f9863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:18:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['42f48101-b9e9-4db3-a44e-8f2fdd085927'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:18:18.701539 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-9d00e85e-3131-48ba-b925-2156fe5f9863 None None] Set router 42f48101-b9e9-4db3-a44e-8f2fdd085927 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:18:18.918879 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-9d00e85e-3131-48ba-b925-2156fe5f9863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f48101-b9e9-4db3-a44e-8f2fdd085927', 'name': 'router1', 'tenant_id': '983bc76fd9744ea19ce922f6d75323d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '6a0c9002-b19c-44e6-9477-6e5d3fd67415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:17:57Z', 'updated_at': '2021-11-10T17:18:14Z', 'revision_number': 4, 'project_id': '983bc76fd9744ea19ce922f6d75323d3', 'gw_port': {'id': '6a0c9002-b19c-44e6-9477-6e5d3fd67415', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:18:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f48101-b9e9-4db3-a44e-8f2fdd085927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:18:14Z', 'updated_at': '2021-11-10T17:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '5c28dc63-c398-48ff-83b0-a0b8e50a2a62', 'name': '', 'network_id': 'bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55', 'tenant_id': '983bc76fd9744ea19ce922f6d75323d3', 'mac_address': 'fa:16:3e:3a:f8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f48101-b9e9-4db3-a44e-8f2fdd085927', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da415dec-0b02-413b-b5e1-2565dec597c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:18:06Z', 'updated_at': '2021-11-10T17:18:10Z', 'revision_number': 5, 'project_id': '983bc76fd9744ea19ce922f6d75323d3', 'subnets': [{'id': 'da415dec-0b02-413b-b5e1-2565dec597c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1dda639b-5ec0-4835-8c68-467f0c3e759e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:18:18.946226 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d00e85e-3131-48ba-b925-2156fe5f9863 None None] The sync data for ids ['42f48101-b9e9-4db3-a44e-8f2fdd085927'] in n-d-776250-10 is: [{'id': '42f48101-b9e9-4db3-a44e-8f2fdd085927', 'name': 'router1', 'tenant_id': '983bc76fd9744ea19ce922f6d75323d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': '6a0c9002-b19c-44e6-9477-6e5d3fd67415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:17:57Z', 'updated_at': '2021-11-10T17:18:14Z', 'revision_number': 4, 'project_id': '983bc76fd9744ea19ce922f6d75323d3', 'gw_port': {'id': '6a0c9002-b19c-44e6-9477-6e5d3fd67415', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:18:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f48101-b9e9-4db3-a44e-8f2fdd085927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:18:14Z', 'updated_at': '2021-11-10T17:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '5c28dc63-c398-48ff-83b0-a0b8e50a2a62', 'name': '', 'network_id': 'bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55', 'tenant_id': '983bc76fd9744ea19ce922f6d75323d3', 'mac_address': 'fa:16:3e:3a:f8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f48101-b9e9-4db3-a44e-8f2fdd085927', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da415dec-0b02-413b-b5e1-2565dec597c0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:18:06Z', 'updated_at': '2021-11-10T17:18:10Z', 'revision_number': 5, 'project_id': '983bc76fd9744ea19ce922f6d75323d3', 'subnets': [{'id': 'da415dec-0b02-413b-b5e1-2565dec597c0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1dda639b-5ec0-4835-8c68-467f0c3e759e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:18:20.011133 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 6a0c9002-b19c-44e6-9477-6e5d3fd67415 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:18:20.068550 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 6a0c9002-b19c-44e6-9477-6e5d3fd67415 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:18:20.069503 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:20.152692 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:20.172830 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 6a0c9002-b19c-44e6-9477-6e5d3fd67415, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=6a0c9002-b19c-44e6-9477-6e5d3fd67415,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:18:20.177784 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:20.236545 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=6a0c9002-b19c-44e6-9477-6e5d3fd67415,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:18:22.040764 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 6a0c9002-b19c-44e6-9477-6e5d3fd67415 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:18:22.120601 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 6a0c9002-b19c-44e6-9477-6e5d3fd67415 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:18:22.121967 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:26.742551 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 5 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:18:30.417183 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8c4cdb8a-1375-4f8b-9869-ebde33f20a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:32.723804 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a77df4f9-6da9-4010-b84b-b65624491496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:33.787779 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:35.321023 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:18:36.042136 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:19:00.418984 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-eaae5fa0-116d-48b6-ba27-5a80abc8411c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:19:02.732262 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a717c237-2d64-435f-8781-b24d8550a498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:19:03.732366 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 5 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:19:03.787282 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:19:05.315608 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:19:06.042467 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:19:30.423246 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4917aa71-54cd-4ea1-afcb-6498aa679de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:19:32.734166 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-049da07e-011c-4677-9644-55a6e8a58743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:19:33.788501 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:19:35.318894 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:19:36.036100 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:19:40.732170 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 5 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:20:00.426157 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bc5e1263-a6d5-4422-b15e-ccffa25c87e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:01.830390 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51098) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:20:01.891796 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-80776892-f802-4f9c-9b7f-7eb7b8bb07bd admin admin] GET failed (client error): The resource could not be found. Nov 10 17:20:01.893172 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-80776892-f802-4f9c-9b7f-7eb7b8bb07bd admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0617828 Nov 10 17:20:02.141355 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d81e96-b149-4893-9cd0-64fdef0160ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:02.142764 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-12d81e96-b149-4893-9cd0-64fdef0160ab admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2449522 Nov 10 17:20:02.740648 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7a25a3d5-a41c-4476-8cbc-a8c9b789556d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:03.795248 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:04.436625 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51108) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:20:04.534670 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b4160d-3937-4e9c-b3f9-ff416991974c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:04.535992 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-83b4160d-3937-4e9c-b3f9-ff416991974c admin admin] 10.222.0.39 "GET /v2.0/subnets/da415dec-0b02-413b-b5e1-2565dec597c0 HTTP/1.1" status: 200 len: 849 time: 0.0984123 Nov 10 17:20:04.546039 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-dabb9415-257b-4c06-8608-3f3cf2378c66 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:20:04.631556 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dabb9415-257b-4c06-8608-3f3cf2378c66 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:04.777113 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dabb9415-257b-4c06-8608-3f3cf2378c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783913680258'] for subnet, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:04.811548 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabb9415-257b-4c06-8608-3f3cf2378c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:04.812678 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dabb9415-257b-4c06-8608-3f3cf2378c66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:04.815077 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-dabb9415-257b-4c06-8608-3f3cf2378c66 admin admin] 10.222.0.39 "PUT /v2.0/subnets/da415dec-0b02-413b-b5e1-2565dec597c0 HTTP/1.1" status: 200 len: 868 time: 0.2711489 Nov 10 17:20:04.817942 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ed1416-427b-4485-9d5b-5f625edb1301 None None] Network bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:20:04.835713 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb9415-257b-4c06-8608-3f3cf2378c66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da415dec-0b02-413b-b5e1-2565dec597c0,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:20:04.844470 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb9415-257b-4c06-8608-3f3cf2378c66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:04.844831 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb9415-257b-4c06-8608-3f3cf2378c66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:04.845605 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb9415-257b-4c06-8608-3f3cf2378c66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:04.845954 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb9415-257b-4c06-8608-3f3cf2378c66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:04.846283 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb9415-257b-4c06-8608-3f3cf2378c66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:04.846610 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb9415-257b-4c06-8608-3f3cf2378c66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:04.846938 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb9415-257b-4c06-8608-3f3cf2378c66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:04.847261 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb9415-257b-4c06-8608-3f3cf2378c66 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:04.847584 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb9415-257b-4c06-8608-3f3cf2378c66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:04.847906 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb9415-257b-4c06-8608-3f3cf2378c66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:04.848266 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb9415-257b-4c06-8608-3f3cf2378c66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:04.848764 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabb9415-257b-4c06-8608-3f3cf2378c66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:05.205896 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-72993cf9-b5a7-4d19-8cc6-a727a2b322c8 None None] Provisioning complete for port 5c28dc63-c398-48ff-83b0-a0b8e50a2a62 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:20:05.206261 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-72993cf9-b5a7-4d19-8cc6-a727a2b322c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:05.289023 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-72993cf9-b5a7-4d19-8cc6-a727a2b322c8 None None] Provisioning complete for port 21c26a01-0673-4e88-9a64-8d2bcf848b4c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:20:05.289287 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-72993cf9-b5a7-4d19-8cc6-a727a2b322c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:05.331264 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:06.039146 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:07.115905 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51118) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:20:07.312316 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ee22cd-4001-4993-8a1f-ac0b59e614f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:07.312699 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ee22cd-4001-4993-8a1f-ac0b59e614f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:07.314231 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-23ee22cd-4001-4993-8a1f-ac0b59e614f2 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1972966 Nov 10 17:20:09.597946 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51126) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:20:09.795039 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcb8cec-10e2-4882-ace6-07bfefa26adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:09.795432 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcb8cec-10e2-4882-ace6-07bfefa26adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:09.797033 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fdcb8cec-10e2-4882-ace6-07bfefa26adf admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1981478 Nov 10 17:20:12.112006 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51134) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:20:12.240787 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8264d47e-24f2-4c85-bedd-20093649059c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:12.242150 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8264d47e-24f2-4c85-bedd-20093649059c admin admin] 10.222.0.39 "GET /v2.0/networks/bf8a36e3-3fb6-4bd4-87ee-ac27c8830a55 HTTP/1.1" status: 200 len: 869 time: 0.1291561 Nov 10 17:20:14.511260 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51142) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:20:14.636252 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04c87a7-9c9c-47f6-b548-07d36f18e30e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:14.637632 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d04c87a7-9c9c-47f6-b548-07d36f18e30e admin admin] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 886 time: 0.1252983 Nov 10 17:20:16.969500 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51150) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:20:17.100339 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67526c91-5ee0-441d-9f76-76514d9c9933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:17.100710 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67526c91-5ee0-441d-9f76-76514d9c9933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:17.102258 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-67526c91-5ee0-441d-9f76-76514d9c9933 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1317735 Nov 10 17:20:17.730716 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 5 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:20:19.398715 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51158) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:20:19.524010 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f27738-7b58-4d75-a3a4-1e52582e95c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:19.524485 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f27738-7b58-4d75-a3a4-1e52582e95c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:19.526004 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b0f27738-7b58-4d75-a3a4-1e52582e95c2 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1263356 Nov 10 17:20:21.829537 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51166) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:20:21.915688 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a060b2-f284-44c8-aab7-939884dda7ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:21.917038 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-32a060b2-f284-44c8-aab7-939884dda7ff admin admin] 10.222.0.39 "GET /v2.0/subnets/c5072ad9-c70d-4314-828f-60f205807269 HTTP/1.1" status: 200 len: 816 time: 0.0865498 Nov 10 17:20:24.222723 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51174) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:20:24.314015 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062a25f0-47fb-40b3-934c-382285acaaf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:24.315426 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-062a25f0-47fb-40b3-934c-382285acaaf6 admin admin] 10.222.0.39 "GET /v2.0/subnets/da415dec-0b02-413b-b5e1-2565dec597c0 HTTP/1.1" status: 200 len: 868 time: 0.0916736 Nov 10 17:20:30.427489 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7462814b-f940-4080-afe0-0128aecb0b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:32.733506 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4af0f2de-749a-4390-a622-596d3c0f72a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:33.794695 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:35.321382 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:36.041105 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:49.356598 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51228) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:20:49.403404 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-554eb8d8-13d0-4184-b2f0-33361f9303eb admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:20:49.404686 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-554eb8d8-13d0-4184-b2f0-33361f9303eb admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0471296 Nov 10 17:20:51.763729 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51236) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:20:51.824841 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1906b04-a666-453b-af48-464e5d657712 admin admin] GET failed (client error): The resource could not be found. Nov 10 17:20:51.826135 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e1906b04-a666-453b-af48-464e5d657712 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0614502 Nov 10 17:20:51.968394 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b4f686-701b-4e28-93fa-1b01dd451659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:51.969867 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b0b4f686-701b-4e28-93fa-1b01dd451659 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1390989 Nov 10 17:20:54.335715 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51244) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:20:54.382436 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-3654a308-09b5-4796-ae41-2ddf417767d9 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:20:54.405518 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3654a308-09b5-4796-ae41-2ddf417767d9 admin admin] Made reservation on behalf of 04c467ed263e420cb40c4f50142cb607 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:20:54.407863 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3654a308-09b5-4796-ae41-2ddf417767d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:54.436681 n-d-776250-10 neutron-server[102468]: WARNING neutron.services.revisions.revision_plugin [None req-3654a308-09b5-4796-ae41-2ddf417767d9 admin admin] Could not find related network for resource to bump revision. Nov 10 17:20:54.452706 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3654a308-09b5-4796-ae41-2ddf417767d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:20:54.464915 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3654a308-09b5-4796-ae41-2ddf417767d9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783913833180', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:54.465451 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3654a308-09b5-4796-ae41-2ddf417767d9 admin admin] Unsubscribe: segment precommit_create {{(pid=102468) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 10 17:20:54.465903 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-3654a308-09b5-4796-ae41-2ddf417767d9 admin admin] Added segment 2ac13526-2bbc-4042-a8f1-b7511c8c0969 of type vlan for network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 Nov 10 17:20:54.520666 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3654a308-09b5-4796-ae41-2ddf417767d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:54.553309 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3654a308-09b5-4796-ae41-2ddf417767d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:54.554289 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3654a308-09b5-4796-ae41-2ddf417767d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:54.554914 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3654a308-09b5-4796-ae41-2ddf417767d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:54.623148 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3654a308-09b5-4796-ae41-2ddf417767d9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2863262 Nov 10 17:20:54.647653 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654a308-09b5-4796-ae41-2ddf417767d9 admin admin] Pushing event updated for resources: {'Network': ['ID=06bf2af7-1c64-4ab3-86f9-bba38a9adb20,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:20:54.655854 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654a308-09b5-4796-ae41-2ddf417767d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:54.656234 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654a308-09b5-4796-ae41-2ddf417767d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:54.656563 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654a308-09b5-4796-ae41-2ddf417767d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:54.656897 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654a308-09b5-4796-ae41-2ddf417767d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:54.657223 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654a308-09b5-4796-ae41-2ddf417767d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:54.657550 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654a308-09b5-4796-ae41-2ddf417767d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:54.657877 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654a308-09b5-4796-ae41-2ddf417767d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:54.658199 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654a308-09b5-4796-ae41-2ddf417767d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:54.658520 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654a308-09b5-4796-ae41-2ddf417767d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:54.658844 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654a308-09b5-4796-ae41-2ddf417767d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:54.659417 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654a308-09b5-4796-ae41-2ddf417767d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:54.659737 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3654a308-09b5-4796-ae41-2ddf417767d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:54.672316 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:20:54.731140 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 5 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:20:56.982076 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51252) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:20:57.041948 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a9bde4-3cf8-4216-b4fe-e8be087b2824 admin admin] GET failed (client error): The resource could not be found. Nov 10 17:20:57.043755 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e1a9bde4-3cf8-4216-b4fe-e8be087b2824 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606613 Nov 10 17:20:57.113920 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad4b7cc-f2cf-4d64-961a-0dcc592ef4c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:57.115344 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3ad4b7cc-f2cf-4d64-961a-0dcc592ef4c9 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0669324 Nov 10 17:20:57.126196 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-632fd420-6f4c-49e1-843f-1513449dc0dd admin admin] Request body: {'subnet': {'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:20:57.145650 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632fd420-6f4c-49e1-843f-1513449dc0dd admin admin] Made reservation on behalf of 04c467ed263e420cb40c4f50142cb607 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:20:57.147882 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-632fd420-6f4c-49e1-843f-1513449dc0dd admin admin] Publish callbacks [] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:57.307132 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-632fd420-6f4c-49e1-843f-1513449dc0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:57.361967 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632fd420-6f4c-49e1-843f-1513449dc0dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7364e0f4-b425-437c-8639-701045fa2b03,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:20:57.367011 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632fd420-6f4c-49e1-843f-1513449dc0dd admin admin] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:20:57.367364 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632fd420-6f4c-49e1-843f-1513449dc0dd admin admin] Network hostable DHCP agents. Network: 06bf2af7-1c64-4ab3-86f9-bba38a9adb20, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:20:57.382650 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632fd420-6f4c-49e1-843f-1513449dc0dd admin admin] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:20:57.390146 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-632fd420-6f4c-49e1-843f-1513449dc0dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 06bf2af7-1c64-4ab3-86f9-bba38a9adb20) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:20:57.394053 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632fd420-6f4c-49e1-843f-1513449dc0dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:20:57.394642 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-632fd420-6f4c-49e1-843f-1513449dc0dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:57.398815 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882ca688-0b02-4211-9453-829f22a3293f None None] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:20:57.409457 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-632fd420-6f4c-49e1-843f-1513449dc0dd admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2862885 Nov 10 17:20:57.551333 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f894582-8d3e-4d0a-96ce-2d6e884e35da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'tenant_id': '04c467ed263e420cb40c4f50142cb607', 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:20:57.552267 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5f894582-8d3e-4d0a-96ce-2d6e884e35da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:57.693197 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-5f894582-8d3e-4d0a-96ce-2d6e884e35da None None] Allocated IP 192.168.233.2 (06bf2af7-1c64-4ab3-86f9-bba38a9adb20/7364e0f4-b425-437c-8639-701045fa2b03/53d3ac04-b3fd-46a7-92c8-45e5926002fe) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:20:57.839555 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5f894582-8d3e-4d0a-96ce-2d6e884e35da None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:57.846307 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5f894582-8d3e-4d0a-96ce-2d6e884e35da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:57.888296 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f894582-8d3e-4d0a-96ce-2d6e884e35da None None] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:20:57.891195 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-5f894582-8d3e-4d0a-96ce-2d6e884e35da None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:20:57.897541 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f894582-8d3e-4d0a-96ce-2d6e884e35da None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:20:57.899705 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f894582-8d3e-4d0a-96ce-2d6e884e35da None None] Pushing event updated for resources: {'Port': ['ID=53d3ac04-b3fd-46a7-92c8-45e5926002fe,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:20:57.908578 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f894582-8d3e-4d0a-96ce-2d6e884e35da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:57.909177 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f894582-8d3e-4d0a-96ce-2d6e884e35da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:57.909517 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f894582-8d3e-4d0a-96ce-2d6e884e35da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:57.909848 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f894582-8d3e-4d0a-96ce-2d6e884e35da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:57.910178 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f894582-8d3e-4d0a-96ce-2d6e884e35da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:57.910503 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f894582-8d3e-4d0a-96ce-2d6e884e35da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:57.910823 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f894582-8d3e-4d0a-96ce-2d6e884e35da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:57.911146 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f894582-8d3e-4d0a-96ce-2d6e884e35da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:57.911465 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f894582-8d3e-4d0a-96ce-2d6e884e35da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:57.911785 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f894582-8d3e-4d0a-96ce-2d6e884e35da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:57.912104 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f894582-8d3e-4d0a-96ce-2d6e884e35da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:57.912445 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f894582-8d3e-4d0a-96ce-2d6e884e35da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:20:57.964943 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-5f894582-8d3e-4d0a-96ce-2d6e884e35da None None] Attempting to bind port 53d3ac04-b3fd-46a7-92c8-45e5926002fe on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:20:57.965308 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-5f894582-8d3e-4d0a-96ce-2d6e884e35da None None] Attempting to bind port 53d3ac04-b3fd-46a7-92c8-45e5926002fe by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:20:57.965670 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f894582-8d3e-4d0a-96ce-2d6e884e35da None None] Attempting to bind port 53d3ac04-b3fd-46a7-92c8-45e5926002fe on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:20:57.970911 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f894582-8d3e-4d0a-96ce-2d6e884e35da None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:20:57.971279 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f894582-8d3e-4d0a-96ce-2d6e884e35da None None] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:20:57.971676 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5f894582-8d3e-4d0a-96ce-2d6e884e35da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:57.972063 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f894582-8d3e-4d0a-96ce-2d6e884e35da None None] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:20:57.972632 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-5f894582-8d3e-4d0a-96ce-2d6e884e35da None None] Bound port: 53d3ac04-b3fd-46a7-92c8-45e5926002fe, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:20:57.973032 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5f894582-8d3e-4d0a-96ce-2d6e884e35da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:58.039535 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-5f894582-8d3e-4d0a-96ce-2d6e884e35da None None] For port 53d3ac04-b3fd-46a7-92c8-45e5926002fe, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:20:58.043854 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-5f894582-8d3e-4d0a-96ce-2d6e884e35da None None] For port 53d3ac04-b3fd-46a7-92c8-45e5926002fe, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=53d3ac04-b3fd-46a7-92c8-45e5926002fe,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:20:58.048490 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5f894582-8d3e-4d0a-96ce-2d6e884e35da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:58.106962 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f894582-8d3e-4d0a-96ce-2d6e884e35da None None] Pushing event updated for resources: {'Port': ['ID=53d3ac04-b3fd-46a7-92c8-45e5926002fe,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:20:58.914956 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ca67cc-7902-4e0e-811c-cea6c7e33657 None None] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:20:59.042102 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-31e12bc9-fe04-40fb-a670-fb45abb97842 None None] Provisioning complete for port 53d3ac04-b3fd-46a7-92c8-45e5926002fe triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:20:59.043115 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-31e12bc9-fe04-40fb-a670-fb45abb97842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:59.155133 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-31e12bc9-fe04-40fb-a670-fb45abb97842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:59.189307 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-31e12bc9-fe04-40fb-a670-fb45abb97842 None None] For port 53d3ac04-b3fd-46a7-92c8-45e5926002fe, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=53d3ac04-b3fd-46a7-92c8-45e5926002fe,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:20:59.197814 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-31e12bc9-fe04-40fb-a670-fb45abb97842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:20:59.254962 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e12bc9-fe04-40fb-a670-fb45abb97842 None None] Pushing event updated for resources: {'Port': ['ID=53d3ac04-b3fd-46a7-92c8-45e5926002fe,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:20:59.317470 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-88483d75-41be-408d-8213-bcfa63c2c74e None None] Provisioning complete for port 53d3ac04-b3fd-46a7-92c8-45e5926002fe triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:20:59.317844 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-88483d75-41be-408d-8213-bcfa63c2c74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:21:00.119273 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 53d3ac04-b3fd-46a7-92c8-45e5926002fe up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:21:00.171529 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 53d3ac04-b3fd-46a7-92c8-45e5926002fe triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:21:00.171895 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:21:00.429189 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2019c108-4e4e-4043-974b-c0613b71d03c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:21:02.745125 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ce9d36cf-fea6-4de5-8821-741f091557a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:21:03.797912 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:21:05.325394 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:21:06.044909 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:21:30.429924 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-90a2702d-7329-41a1-9809-c3aa7bd1df74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:21:31.730501 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 5 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:21:32.743964 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9689cb52-bd68-4e0d-be5f-c03bb42c943a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:21:33.801248 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:21:35.328425 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:21:36.051293 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:22:00.433005 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d00817b4-4fdc-4b3e-940f-b9f59ad0147b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:22:02.740961 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b880959a-1cff-4099-9c41-b47844892d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:22:03.804076 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:22:05.332765 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:22:06.043268 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:22:08.729620 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 5 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:22:16.068269 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51296) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:22:16.075090 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [None req-2c5b438c-9406-44e6-9aa8-bcf5bbb75fa7 tempest-verify_tempest_config-622979464 tempest-verify_tempest_config-622979464-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:22:16.076097 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2c5b438c-9406-44e6-9aa8-bcf5bbb75fa7 tempest-verify_tempest_config-622979464 tempest-verify_tempest_config-622979464-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0068457 Nov 10 17:22:16.365270 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51314) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:22:16.467316 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-93f853b3-d482-4bd9-a42c-149db46bc3fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:22:16.570783 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-93f853b3-d482-4bd9-a42c-149db46bc3fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:22:16.574947 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-93f853b3-d482-4bd9-a42c-149db46bc3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:22:16.615600 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f853b3-d482-4bd9-a42c-149db46bc3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb9d8b5-675e-45e5-9dc8-1bf1523a1490,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:22:16.624438 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-93f853b3-d482-4bd9-a42c-149db46bc3fa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a6be623f4b8e4e68b1b8fe0f7ceea9fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2581568 Nov 10 17:22:16.625727 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f853b3-d482-4bd9-a42c-149db46bc3fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:22:16.626071 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f853b3-d482-4bd9-a42c-149db46bc3fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:22:16.626409 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f853b3-d482-4bd9-a42c-149db46bc3fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:22:16.626755 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f853b3-d482-4bd9-a42c-149db46bc3fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:22:16.627085 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f853b3-d482-4bd9-a42c-149db46bc3fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:22:16.627208 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51318) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:22:16.627689 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f853b3-d482-4bd9-a42c-149db46bc3fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:22:16.627814 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f853b3-d482-4bd9-a42c-149db46bc3fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:22:16.628033 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f853b3-d482-4bd9-a42c-149db46bc3fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:22:16.628378 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f853b3-d482-4bd9-a42c-149db46bc3fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:22:16.628702 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f853b3-d482-4bd9-a42c-149db46bc3fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:22:16.629021 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f853b3-d482-4bd9-a42c-149db46bc3fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:22:16.629341 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f853b3-d482-4bd9-a42c-149db46bc3fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:22:16.683885 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a602554f-968a-48d9-b1d8-76106ce3e250 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:22:16.707325 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a602554f-968a-48d9-b1d8-76106ce3e250 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:22:16.797777 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a602554f-968a-48d9-b1d8-76106ce3e250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:22:16.800455 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a602554f-968a-48d9-b1d8-76106ce3e250 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:22:16.801870 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a602554f-968a-48d9-b1d8-76106ce3e250 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dcb9d8b5-675e-45e5-9dc8-1bf1523a1490 HTTP/1.1" status: 204 len: 168 time: 0.1737142 Nov 10 17:22:16.810397 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602554f-968a-48d9-b1d8-76106ce3e250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb9d8b5-675e-45e5-9dc8-1bf1523a1490,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:22:16.817043 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602554f-968a-48d9-b1d8-76106ce3e250 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:22:16.817392 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602554f-968a-48d9-b1d8-76106ce3e250 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:22:16.817736 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602554f-968a-48d9-b1d8-76106ce3e250 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:22:16.818071 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602554f-968a-48d9-b1d8-76106ce3e250 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:22:16.818402 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602554f-968a-48d9-b1d8-76106ce3e250 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:22:16.818733 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602554f-968a-48d9-b1d8-76106ce3e250 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:22:16.819056 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602554f-968a-48d9-b1d8-76106ce3e250 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:22:16.819379 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602554f-968a-48d9-b1d8-76106ce3e250 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:22:16.819703 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602554f-968a-48d9-b1d8-76106ce3e250 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:22:16.820024 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602554f-968a-48d9-b1d8-76106ce3e250 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:22:16.820371 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602554f-968a-48d9-b1d8-76106ce3e250 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:22:16.820692 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a602554f-968a-48d9-b1d8-76106ce3e250 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:22:30.433893 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5d7fcd39-1859-4a3b-a3fc-b4951e9f3a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:22:32.737237 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3f9c771d-f5e2-4eea-bbd1-ed6fd440443a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:22:33.805760 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:22:35.335818 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:22:36.045585 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:22:45.728583 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 5 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:23:00.435734 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-aafdfb79-77d3-47d4-987c-73c9b795755e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:02.738832 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-491af8e0-098d-42f1-b0d7-c0e266cb6d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:03.809929 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:05.338646 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:06.047780 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:22.726676 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 5 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:23:30.437386 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f68411c8-a80a-4d9b-a7c4-465435fcef69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:32.740949 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-42143718-d995-45bb-bf7d-7dc2dccf0f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:33.812823 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:35.343245 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:36.049515 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:23:59.724949 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 5 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:24:00.437703 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cfe5026d-d8d0-42fd-b45e-6fc855572848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:24:02.743600 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b529484d-0c71-477a-9a09-526ebe5a708b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:24:03.819005 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:24:05.346133 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:24:06.050998 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:24:30.437781 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9286499b-8be6-43ef-b178-3511d37cbb3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:24:32.744594 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-47770ddb-8962-4ab3-a6ef-f1a15d46eba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:24:33.817627 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:24:35.349322 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:24:36.052115 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:24:36.723534 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 5 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:25:00.438687 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bf95d89d-df6f-4377-a031-4ddc141b82a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:02.745958 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e742f61c-2467-4cae-b117-5a524adc41b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:03.821241 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:05.352525 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:06.054981 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:13.723106 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 5 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:25:24.444413 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-409943'] for agent, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:24.859497 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-409943'] for agent, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:30.438868 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0c69e181-d03e-4b3e-96d8-51c0a45dc19b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:32.747559 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5fa9c602-0819-4bc1-94ef-1ce6c8ed49ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:33.824851 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:35.356207 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:36.061863 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:50.722594 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:25:54.412285 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:25:54.786976 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:00.440297 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d148191e-3cd9-4e32-ab78-04b8dd908030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:02.749884 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3439d60b-b86f-4dd5-af20-65cda41673bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:03.827182 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:05.360377 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:06.054710 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:15.001766 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51372) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:26:15.104538 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-19dffc6c-20e4-4a31-bc26-a2d46a1408cb admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1016357 Nov 10 17:26:17.411239 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51382) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:26:17.472725 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-46df7275-4dfd-46df-a600-615324e479ec admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0603626 Nov 10 17:26:24.425373 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:24.790699 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:27.721409 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:26:30.440935 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-778fe345-8db0-4edd-ba0f-b29a6c404099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:32.751500 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9e153630-474c-458d-9b5b-11267e52b191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:33.829468 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:35.363951 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:36.055478 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:54.435534 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:26:54.790132 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:00.442637 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-02490bc2-2029-4675-8aab-60021cad9072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:02.756126 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0337b890-5ae4-4915-80b8-902f699380ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:03.835105 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:04.722021 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:27:05.365650 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:06.059380 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:24.450515 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:24.787432 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:30.447606 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b6e89782-77b9-47cf-84d8-11dd1fcfca02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:32.749044 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-36ca252d-c003-4698-b895-efb441c6a2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:33.833820 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:35.368518 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:36.061937 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:39.911859 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51502) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:40.127838 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-4a57ca0a-cca4-4eae-93c3-15205467b21b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-704698429-network', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:27:40.149597 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a57ca0a-cca4-4eae-93c3-15205467b21b admin admin] Made reservation on behalf of 4491a2c6741b402a9e55e801cd3ca339 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:27:40.152132 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4a57ca0a-cca4-4eae-93c3-15205467b21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:40.160809 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4a57ca0a-cca4-4eae-93c3-15205467b21b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:40.245140 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4a57ca0a-cca4-4eae-93c3-15205467b21b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:40.255066 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4a57ca0a-cca4-4eae-93c3-15205467b21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:40.276331 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a57ca0a-cca4-4eae-93c3-15205467b21b admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:27:40.293792 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4a57ca0a-cca4-4eae-93c3-15205467b21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:40.294140 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-4a57ca0a-cca4-4eae-93c3-15205467b21b admin admin] Added segment c28591c0-e56d-4649-abbe-8ecb0836f1f8 of type vlan for network b7801527-50b7-4bc0-a554-ec40d3f8072d Nov 10 17:27:40.304544 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57ca0a-cca4-4eae-93c3-15205467b21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bdf75a-12fc-4e04-bf3d-88ccc5a1399b,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:40.334191 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ca0a-cca4-4eae-93c3-15205467b21b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:40.334542 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ca0a-cca4-4eae-93c3-15205467b21b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:40.334883 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ca0a-cca4-4eae-93c3-15205467b21b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:40.335219 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ca0a-cca4-4eae-93c3-15205467b21b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:40.335550 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ca0a-cca4-4eae-93c3-15205467b21b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:40.335880 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ca0a-cca4-4eae-93c3-15205467b21b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ca0a-cca4-4eae-93c3-15205467b21b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ca0a-cca4-4eae-93c3-15205467b21b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ca0a-cca4-4eae-93c3-15205467b21b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ca0a-cca4-4eae-93c3-15205467b21b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ca0a-cca4-4eae-93c3-15205467b21b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ca0a-cca4-4eae-93c3-15205467b21b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a57ca0a-cca4-4eae-93c3-15205467b21b admin admin] Tracked resource versions report: Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: pushed versions: Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: { 'AddressGroup': {'1.2'}, Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: 'ConntrackHelper': {'1.0'}, Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: 'Log': {'1.0'}, Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: 'Network': {'1.1'}, Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: 'Port': {'1.7'}, Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: 'PortForwarding': {'1.2'}, Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: 'QosPolicy': {'1.10'}, Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: 'SecurityGroup': {'1.5'}, Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: 'SecurityGroupRule': {'1.2'}, Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: 'SubPort': {'1.0'}, Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: 'Subnet': {'1.1'}, Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: 'Trunk': {'1.1'}} Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: consumer versions: Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: { DHCP agent@n-d-776250-10: {}, Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: HyperV agent@n-h1-776250-10: {}, Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: HyperV agent@n-h2-776250-10: {}, Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: L3 agent@n-d-776250-10: {}, Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: Metadata agent@n-d-776250-10: {}, Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: Metering agent@n-d-776250-10: {}, Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: Open vSwitch agent@n-d-776250-10: { 'AddressGroup': '1.2', Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: 'ConntrackHelper': '1.0', Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: 'Log': '1.0', Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: 'Network': '1.1', Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: 'Port': '1.7', Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: 'PortForwarding': '1.2', Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: 'QosPolicy': '1.10', Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: 'SecurityGroup': '1.5', Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: 'SecurityGroupRule': '1.2', Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: 'SubPort': '1.0', Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: 'Subnet': '1.1', Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: 'Trunk': '1.1'}} Nov 10 17:27:40.343544 n-d-776250-10 neutron-server[102468]: {{(pid=102468) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 17:27:40.355454 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4a57ca0a-cca4-4eae-93c3-15205467b21b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:40.385914 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4a57ca0a-cca4-4eae-93c3-15205467b21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:40.386521 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a57ca0a-cca4-4eae-93c3-15205467b21b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:40.387366 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4a57ca0a-cca4-4eae-93c3-15205467b21b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:40.443185 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4a57ca0a-cca4-4eae-93c3-15205467b21b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5300341 Nov 10 17:27:40.446208 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51540) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:40.452344 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-b7988374-706d-450b-9f07-4eb8e57b96d0 admin admin] Request body: {'subnet': {'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704698429-subnet', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:27:40.468188 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57ca0a-cca4-4eae-93c3-15205467b21b admin admin] Pushing event updated for resources: {'Network': ['ID=b7801527-50b7-4bc0-a554-ec40d3f8072d,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:40.480179 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7988374-706d-450b-9f07-4eb8e57b96d0 admin admin] Made reservation on behalf of 4491a2c6741b402a9e55e801cd3ca339 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:27:40.482913 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b7988374-706d-450b-9f07-4eb8e57b96d0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:40.483689 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network b7801527-50b7-4bc0-a554-ec40d3f8072d details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:27:40.666488 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b7988374-706d-450b-9f07-4eb8e57b96d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:40.728485 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7988374-706d-450b-9f07-4eb8e57b96d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ffcd500-8c49-45db-8ca7-a366a29076c0,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:40.737585 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7988374-706d-450b-9f07-4eb8e57b96d0 admin admin] Checking segment: {'id': 'c28591c0-e56d-4649-abbe-8ecb0836f1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:27:40.738059 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7988374-706d-450b-9f07-4eb8e57b96d0 admin admin] Network hostable DHCP agents. Network: b7801527-50b7-4bc0-a554-ec40d3f8072d, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:27:40.744610 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7988374-706d-450b-9f07-4eb8e57b96d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:40.744962 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7988374-706d-450b-9f07-4eb8e57b96d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:40.745300 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7988374-706d-450b-9f07-4eb8e57b96d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:40.745630 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7988374-706d-450b-9f07-4eb8e57b96d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:40.745962 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7988374-706d-450b-9f07-4eb8e57b96d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:40.746290 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7988374-706d-450b-9f07-4eb8e57b96d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:40.746809 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7988374-706d-450b-9f07-4eb8e57b96d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:40.747146 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7988374-706d-450b-9f07-4eb8e57b96d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:40.747466 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7988374-706d-450b-9f07-4eb8e57b96d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:40.747791 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7988374-706d-450b-9f07-4eb8e57b96d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:40.748232 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7988374-706d-450b-9f07-4eb8e57b96d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:40.748455 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7988374-706d-450b-9f07-4eb8e57b96d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:40.749495 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7988374-706d-450b-9f07-4eb8e57b96d0 admin admin] Tracked resource versions report: Nov 10 17:27:40.749495 n-d-776250-10 neutron-server[102469]: pushed versions: Nov 10 17:27:40.749495 n-d-776250-10 neutron-server[102469]: { 'AddressGroup': {'1.2'}, Nov 10 17:27:40.749495 n-d-776250-10 neutron-server[102469]: 'ConntrackHelper': {'1.0'}, Nov 10 17:27:40.749495 n-d-776250-10 neutron-server[102469]: 'Log': {'1.0'}, Nov 10 17:27:40.749495 n-d-776250-10 neutron-server[102469]: 'Network': {'1.1'}, Nov 10 17:27:40.749495 n-d-776250-10 neutron-server[102469]: 'Port': {'1.7'}, Nov 10 17:27:40.749495 n-d-776250-10 neutron-server[102469]: 'PortForwarding': {'1.2'}, Nov 10 17:27:40.749495 n-d-776250-10 neutron-server[102469]: 'QosPolicy': {'1.10'}, Nov 10 17:27:40.749495 n-d-776250-10 neutron-server[102469]: 'SecurityGroup': {'1.5'}, Nov 10 17:27:40.749495 n-d-776250-10 neutron-server[102469]: 'SecurityGroupRule': {'1.2'}, Nov 10 17:27:40.749495 n-d-776250-10 neutron-server[102469]: 'SubPort': {'1.0'}, Nov 10 17:27:40.749495 n-d-776250-10 neutron-server[102469]: 'Subnet': {'1.1'}, Nov 10 17:27:40.749495 n-d-776250-10 neutron-server[102469]: 'Trunk': {'1.1'}} Nov 10 17:27:40.749495 n-d-776250-10 neutron-server[102469]: consumer versions: Nov 10 17:27:40.749495 n-d-776250-10 neutron-server[102469]: { DHCP agent@n-d-776250-10: {}, Nov 10 17:27:40.749495 n-d-776250-10 neutron-server[102469]: HyperV agent@n-h1-776250-10: {}, Nov 10 17:27:40.749495 n-d-776250-10 neutron-server[102469]: HyperV agent@n-h2-776250-10: {}, Nov 10 17:27:40.749495 n-d-776250-10 neutron-server[102469]: L3 agent@n-d-776250-10: {}, Nov 10 17:27:40.749495 n-d-776250-10 neutron-server[102469]: Metadata agent@n-d-776250-10: {}, Nov 10 17:27:40.749495 n-d-776250-10 neutron-server[102469]: Metering agent@n-d-776250-10: {}, Nov 10 17:27:40.749495 n-d-776250-10 neutron-server[102469]: Open vSwitch agent@n-d-776250-10: { 'AddressGroup': '1.2', Nov 10 17:27:40.749495 n-d-776250-10 neutron-server[102469]: 'ConntrackHelper': '1.0', Nov 10 17:27:40.749495 n-d-776250-10 neutron-server[102469]: 'Log': '1.0', Nov 10 17:27:40.749495 n-d-776250-10 neutron-server[102469]: 'Network': '1.1', Nov 10 17:27:40.749495 n-d-776250-10 neutron-server[102469]: 'Port': '1.7', Nov 10 17:27:40.749495 n-d-776250-10 neutron-server[102469]: 'PortForwarding': '1.2', Nov 10 17:27:40.749495 n-d-776250-10 neutron-server[102469]: 'QosPolicy': '1.10', Nov 10 17:27:40.749495 n-d-776250-10 neutron-server[102469]: 'SecurityGroup': '1.5', Nov 10 17:27:40.749495 n-d-776250-10 neutron-server[102469]: 'SecurityGroupRule': '1.2', Nov 10 17:27:40.749495 n-d-776250-10 neutron-server[102469]: 'SubPort': '1.0', Nov 10 17:27:40.749495 n-d-776250-10 neutron-server[102469]: 'Subnet': '1.1', Nov 10 17:27:40.749495 n-d-776250-10 neutron-server[102469]: 'Trunk': '1.1'}} Nov 10 17:27:40.749495 n-d-776250-10 neutron-server[102469]: {{(pid=102469) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 17:27:40.766729 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7988374-706d-450b-9f07-4eb8e57b96d0 admin admin] Network b7801527-50b7-4bc0-a554-ec40d3f8072d is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:27:40.779457 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-b7988374-706d-450b-9f07-4eb8e57b96d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, b7801527-50b7-4bc0-a554-ec40d3f8072d) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:27:40.784804 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7988374-706d-450b-9f07-4eb8e57b96d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:40.785307 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b7988374-706d-450b-9f07-4eb8e57b96d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:40.793579 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166cacff-f53b-4a84-9da5-cb1297a99cef None None] Network b7801527-50b7-4bc0-a554-ec40d3f8072d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:27:40.810121 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51558) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:40.810482 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b7988374-706d-450b-9f07-4eb8e57b96d0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3626387 Nov 10 17:27:40.815784 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-f654532a-12d9-460f-ab1e-fea2ac255fa6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-704698429-router', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:27:40.840796 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f654532a-12d9-460f-ab1e-fea2ac255fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:40.842019 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f654532a-12d9-460f-ab1e-fea2ac255fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:40.897775 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f654532a-12d9-460f-ab1e-fea2ac255fa6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:40.955057 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31454bac-7e15-468c-a719-ae5d2746a5a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-b7801527-50b7-4bc0-a554-ec40d3f8072d', 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'fixed_ips': [{'subnet_id': '8ffcd500-8c49-45db-8ca7-a366a29076c0'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:27:40.955920 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-31454bac-7e15-468c-a719-ae5d2746a5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:41.113545 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-31454bac-7e15-468c-a719-ae5d2746a5a0 None None] Allocated IP 172.20.0.2 (b7801527-50b7-4bc0-a554-ec40d3f8072d/8ffcd500-8c49-45db-8ca7-a366a29076c0/abd1144e-26d3-4d2e-bb91-c57b2c968b22) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:27:41.163244 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f654532a-12d9-460f-ab1e-fea2ac255fa6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:41.306820 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-31454bac-7e15-468c-a719-ae5d2746a5a0 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:41.316414 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-31454bac-7e15-468c-a719-ae5d2746a5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:41.384943 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31454bac-7e15-468c-a719-ae5d2746a5a0 None None] Pushing event updated for resources: {'Port': ['ID=abd1144e-26d3-4d2e-bb91-c57b2c968b22,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:41.394567 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31454bac-7e15-468c-a719-ae5d2746a5a0 None None] Network b7801527-50b7-4bc0-a554-ec40d3f8072d is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:27:41.397554 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f654532a-12d9-460f-ab1e-fea2ac255fa6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:41.399501 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-31454bac-7e15-468c-a719-ae5d2746a5a0 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:27:41.402311 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31454bac-7e15-468c-a719-ae5d2746a5a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:41.402871 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31454bac-7e15-468c-a719-ae5d2746a5a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:41.403220 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31454bac-7e15-468c-a719-ae5d2746a5a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:41.403560 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31454bac-7e15-468c-a719-ae5d2746a5a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:41.403901 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31454bac-7e15-468c-a719-ae5d2746a5a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:41.404260 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31454bac-7e15-468c-a719-ae5d2746a5a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:41.404591 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31454bac-7e15-468c-a719-ae5d2746a5a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:41.404920 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31454bac-7e15-468c-a719-ae5d2746a5a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:41.405249 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31454bac-7e15-468c-a719-ae5d2746a5a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:41.405575 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31454bac-7e15-468c-a719-ae5d2746a5a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:41.405900 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31454bac-7e15-468c-a719-ae5d2746a5a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:41.406224 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31454bac-7e15-468c-a719-ae5d2746a5a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:41.407300 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31454bac-7e15-468c-a719-ae5d2746a5a0 None None] Tracked resource versions report: Nov 10 17:27:41.407300 n-d-776250-10 neutron-server[102470]: pushed versions: Nov 10 17:27:41.407300 n-d-776250-10 neutron-server[102470]: { 'AddressGroup': {'1.2'}, Nov 10 17:27:41.407300 n-d-776250-10 neutron-server[102470]: 'ConntrackHelper': {'1.0'}, Nov 10 17:27:41.407300 n-d-776250-10 neutron-server[102470]: 'Log': {'1.0'}, Nov 10 17:27:41.407300 n-d-776250-10 neutron-server[102470]: 'Network': {'1.1'}, Nov 10 17:27:41.407300 n-d-776250-10 neutron-server[102470]: 'Port': {'1.7'}, Nov 10 17:27:41.407300 n-d-776250-10 neutron-server[102470]: 'PortForwarding': {'1.2'}, Nov 10 17:27:41.407300 n-d-776250-10 neutron-server[102470]: 'QosPolicy': {'1.10'}, Nov 10 17:27:41.407300 n-d-776250-10 neutron-server[102470]: 'SecurityGroup': {'1.5'}, Nov 10 17:27:41.407300 n-d-776250-10 neutron-server[102470]: 'SecurityGroupRule': {'1.2'}, Nov 10 17:27:41.407300 n-d-776250-10 neutron-server[102470]: 'SubPort': {'1.0'}, Nov 10 17:27:41.407300 n-d-776250-10 neutron-server[102470]: 'Subnet': {'1.1'}, Nov 10 17:27:41.407300 n-d-776250-10 neutron-server[102470]: 'Trunk': {'1.1'}} Nov 10 17:27:41.407300 n-d-776250-10 neutron-server[102470]: consumer versions: Nov 10 17:27:41.407300 n-d-776250-10 neutron-server[102470]: { DHCP agent@n-d-776250-10: {}, Nov 10 17:27:41.407300 n-d-776250-10 neutron-server[102470]: HyperV agent@n-h1-776250-10: {}, Nov 10 17:27:41.407300 n-d-776250-10 neutron-server[102470]: HyperV agent@n-h2-776250-10: {}, Nov 10 17:27:41.407300 n-d-776250-10 neutron-server[102470]: L3 agent@n-d-776250-10: {}, Nov 10 17:27:41.407300 n-d-776250-10 neutron-server[102470]: Metadata agent@n-d-776250-10: {}, Nov 10 17:27:41.407300 n-d-776250-10 neutron-server[102470]: Metering agent@n-d-776250-10: {}, Nov 10 17:27:41.407300 n-d-776250-10 neutron-server[102470]: Open vSwitch agent@n-d-776250-10: { 'AddressGroup': '1.2', Nov 10 17:27:41.407300 n-d-776250-10 neutron-server[102470]: 'ConntrackHelper': '1.0', Nov 10 17:27:41.407300 n-d-776250-10 neutron-server[102470]: 'Log': '1.0', Nov 10 17:27:41.407300 n-d-776250-10 neutron-server[102470]: 'Network': '1.1', Nov 10 17:27:41.407300 n-d-776250-10 neutron-server[102470]: 'Port': '1.7', Nov 10 17:27:41.407300 n-d-776250-10 neutron-server[102470]: 'PortForwarding': '1.2', Nov 10 17:27:41.407300 n-d-776250-10 neutron-server[102470]: 'QosPolicy': '1.10', Nov 10 17:27:41.407300 n-d-776250-10 neutron-server[102470]: 'SecurityGroup': '1.5', Nov 10 17:27:41.407300 n-d-776250-10 neutron-server[102470]: 'SecurityGroupRule': '1.2', Nov 10 17:27:41.407300 n-d-776250-10 neutron-server[102470]: 'SubPort': '1.0', Nov 10 17:27:41.407300 n-d-776250-10 neutron-server[102470]: 'Subnet': '1.1', Nov 10 17:27:41.407300 n-d-776250-10 neutron-server[102470]: 'Trunk': '1.1'}} Nov 10 17:27:41.407300 n-d-776250-10 neutron-server[102470]: {{(pid=102470) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 17:27:41.410010 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31454bac-7e15-468c-a719-ae5d2746a5a0 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:27:41.425874 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f654532a-12d9-460f-ab1e-fea2ac255fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:41.475074 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-31454bac-7e15-468c-a719-ae5d2746a5a0 None None] Attempting to bind port abd1144e-26d3-4d2e-bb91-c57b2c968b22 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:27:41.476132 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-31454bac-7e15-468c-a719-ae5d2746a5a0 None None] Attempting to bind port abd1144e-26d3-4d2e-bb91-c57b2c968b22 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'c28591c0-e56d-4649-abbe-8ecb0836f1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:27:41.476522 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31454bac-7e15-468c-a719-ae5d2746a5a0 None None] Attempting to bind port abd1144e-26d3-4d2e-bb91-c57b2c968b22 on network b7801527-50b7-4bc0-a554-ec40d3f8072d {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:27:41.481937 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31454bac-7e15-468c-a719-ae5d2746a5a0 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:27:41.482304 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31454bac-7e15-468c-a719-ae5d2746a5a0 None None] Checking segment: {'id': 'c28591c0-e56d-4649-abbe-8ecb0836f1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:27:41.482704 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-31454bac-7e15-468c-a719-ae5d2746a5a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:41.483090 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31454bac-7e15-468c-a719-ae5d2746a5a0 None None] Bound using segment: {'id': 'c28591c0-e56d-4649-abbe-8ecb0836f1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:27:41.483737 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-31454bac-7e15-468c-a719-ae5d2746a5a0 None None] Bound port: abd1144e-26d3-4d2e-bb91-c57b2c968b22, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28591c0-e56d-4649-abbe-8ecb0836f1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:27:41.484960 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-31454bac-7e15-468c-a719-ae5d2746a5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:41.557841 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-f654532a-12d9-460f-ab1e-fea2ac255fa6 admin admin] Allocated IP 172.25.5.105 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/94881a1d-0b05-46ab-8567-52353867aba4) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:27:41.574910 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-31454bac-7e15-468c-a719-ae5d2746a5a0 None None] For port abd1144e-26d3-4d2e-bb91-c57b2c968b22, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:27:41.580246 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-31454bac-7e15-468c-a719-ae5d2746a5a0 None None] For port abd1144e-26d3-4d2e-bb91-c57b2c968b22, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=abd1144e-26d3-4d2e-bb91-c57b2c968b22,segment=NetworkSegment(c28591c0-e56d-4649-abbe-8ecb0836f1f8),segment_id=c28591c0-e56d-4649-abbe-8ecb0836f1f8)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:27:41.587934 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-31454bac-7e15-468c-a719-ae5d2746a5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:41.665103 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31454bac-7e15-468c-a719-ae5d2746a5a0 None None] Pushing event updated for resources: {'Port': ['ID=abd1144e-26d3-4d2e-bb91-c57b2c968b22,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:41.687357 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f654532a-12d9-460f-ab1e-fea2ac255fa6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:41.722097 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:27:41.742126 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f654532a-12d9-460f-ab1e-fea2ac255fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:41.775809 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f654532a-12d9-460f-ab1e-fea2ac255fa6 admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:27:41.778855 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-f654532a-12d9-460f-ab1e-fea2ac255fa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:27:41.784135 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f654532a-12d9-460f-ab1e-fea2ac255fa6 admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:27:41.787075 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654532a-12d9-460f-ab1e-fea2ac255fa6 admin admin] Pushing event updated for resources: {'Port': ['ID=94881a1d-0b05-46ab-8567-52353867aba4,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:42.083840 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f654532a-12d9-460f-ab1e-fea2ac255fa6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:42.315341 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device abd1144e-26d3-4d2e-bb91-c57b2c968b22 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:27:42.326506 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f654532a-12d9-460f-ab1e-fea2ac255fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:42.400965 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port abd1144e-26d3-4d2e-bb91-c57b2c968b22 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:27:42.401337 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:42.495096 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:42.537037 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f654532a-12d9-460f-ab1e-fea2ac255fa6 admin admin] Router 3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:27:42.552645 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port abd1144e-26d3-4d2e-bb91-c57b2c968b22, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=abd1144e-26d3-4d2e-bb91-c57b2c968b22,segment=NetworkSegment(c28591c0-e56d-4649-abbe-8ecb0836f1f8),segment_id=c28591c0-e56d-4649-abbe-8ecb0836f1f8)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:27:42.559923 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:42.664544 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=abd1144e-26d3-4d2e-bb91-c57b2c968b22,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:42.712835 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f654532a-12d9-460f-ab1e-fea2ac255fa6 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:27:42.729910 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c756b20-84f2-4f05-bef7-654ba53f2eca None None] Sync routers for ids ['3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:27:42.735351 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f654532a-12d9-460f-ab1e-fea2ac255fa6 admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:42.742242 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f654532a-12d9-460f-ab1e-fea2ac255fa6 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 1.9259460 Nov 10 17:27:42.742683 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51634) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:42.763734 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c756b20-84f2-4f05-bef7-654ba53f2eca None None] Routers {'3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:27:42.764716 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0c756b20-84f2-4f05-bef7-654ba53f2eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:27:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:27:42.939800 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-0c756b20-84f2-4f05-bef7-654ba53f2eca None None] Set router 3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:27:43.087052 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76939ea2-1118-4d30-9c03-b0f7db6a97c6 None None] Network b7801527-50b7-4bc0-a554-ec40d3f8072d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:27:43.190860 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0c756b20-84f2-4f05-bef7-654ba53f2eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704698429-router', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '94881a1d-0b05-46ab-8567-52353867aba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:27:40Z', 'updated_at': '2021-11-10T17:27:41Z', 'revision_number': 3, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'gw_port': {'id': '94881a1d-0b05-46ab-8567-52353867aba4', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:41Z', 'updated_at': '2021-11-10T17:27:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:27:43.224355 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c756b20-84f2-4f05-bef7-654ba53f2eca None None] Checking router: 3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:27:43.224718 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c756b20-84f2-4f05-bef7-654ba53f2eca None None] Updating router 3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4 port 94881a1d-0b05-46ab-8567-52353867aba4 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:27:43.275036 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-0c756b20-84f2-4f05-bef7-654ba53f2eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:43.437565 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-ccfebc38-d315-4009-969f-e7d91252048c None None] Provisioning complete for port abd1144e-26d3-4d2e-bb91-c57b2c968b22 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:27:43.437925 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ccfebc38-d315-4009-969f-e7d91252048c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:43.616555 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-0c756b20-84f2-4f05-bef7-654ba53f2eca None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:43.631688 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-0c756b20-84f2-4f05-bef7-654ba53f2eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:43.708095 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-0c756b20-84f2-4f05-bef7-654ba53f2eca None None] Attempting to bind port 94881a1d-0b05-46ab-8567-52353867aba4 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:27:43.708721 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-0c756b20-84f2-4f05-bef7-654ba53f2eca None None] Attempting to bind port 94881a1d-0b05-46ab-8567-52353867aba4 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:27:43.709234 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c756b20-84f2-4f05-bef7-654ba53f2eca None None] Attempting to bind port 94881a1d-0b05-46ab-8567-52353867aba4 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:27:43.718367 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ffeae-2439-48e4-b8a2-230eaf680053 None None] Pushing event updated for resources: {'Port': ['ID=94881a1d-0b05-46ab-8567-52353867aba4,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:43.721622 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c756b20-84f2-4f05-bef7-654ba53f2eca None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:27:43.722437 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c756b20-84f2-4f05-bef7-654ba53f2eca None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:27:43.722973 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-0c756b20-84f2-4f05-bef7-654ba53f2eca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:43.723659 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c756b20-84f2-4f05-bef7-654ba53f2eca None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:27:43.724319 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-0c756b20-84f2-4f05-bef7-654ba53f2eca None None] Bound port: 94881a1d-0b05-46ab-8567-52353867aba4, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:27:43.724845 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-0c756b20-84f2-4f05-bef7-654ba53f2eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:43.733211 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ffeae-2439-48e4-b8a2-230eaf680053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:43.734239 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ffeae-2439-48e4-b8a2-230eaf680053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:43.734774 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ffeae-2439-48e4-b8a2-230eaf680053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:43.735294 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ffeae-2439-48e4-b8a2-230eaf680053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:43.735869 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ffeae-2439-48e4-b8a2-230eaf680053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:43.736461 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ffeae-2439-48e4-b8a2-230eaf680053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:43.736803 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ffeae-2439-48e4-b8a2-230eaf680053 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:43.737132 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ffeae-2439-48e4-b8a2-230eaf680053 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:43.737463 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ffeae-2439-48e4-b8a2-230eaf680053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:43.737793 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ffeae-2439-48e4-b8a2-230eaf680053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:43.738121 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ffeae-2439-48e4-b8a2-230eaf680053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:43.738447 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ffeae-2439-48e4-b8a2-230eaf680053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:27:43.739528 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113ffeae-2439-48e4-b8a2-230eaf680053 None None] Tracked resource versions report: Nov 10 17:27:43.739528 n-d-776250-10 neutron-server[102471]: pushed versions: Nov 10 17:27:43.739528 n-d-776250-10 neutron-server[102471]: { 'AddressGroup': {'1.2'}, Nov 10 17:27:43.739528 n-d-776250-10 neutron-server[102471]: 'ConntrackHelper': {'1.0'}, Nov 10 17:27:43.739528 n-d-776250-10 neutron-server[102471]: 'Log': {'1.0'}, Nov 10 17:27:43.739528 n-d-776250-10 neutron-server[102471]: 'Network': {'1.1'}, Nov 10 17:27:43.739528 n-d-776250-10 neutron-server[102471]: 'Port': {'1.7'}, Nov 10 17:27:43.739528 n-d-776250-10 neutron-server[102471]: 'PortForwarding': {'1.2'}, Nov 10 17:27:43.739528 n-d-776250-10 neutron-server[102471]: 'QosPolicy': {'1.10'}, Nov 10 17:27:43.739528 n-d-776250-10 neutron-server[102471]: 'SecurityGroup': {'1.5'}, Nov 10 17:27:43.739528 n-d-776250-10 neutron-server[102471]: 'SecurityGroupRule': {'1.2'}, Nov 10 17:27:43.739528 n-d-776250-10 neutron-server[102471]: 'SubPort': {'1.0'}, Nov 10 17:27:43.739528 n-d-776250-10 neutron-server[102471]: 'Subnet': {'1.1'}, Nov 10 17:27:43.739528 n-d-776250-10 neutron-server[102471]: 'Trunk': {'1.1'}} Nov 10 17:27:43.739528 n-d-776250-10 neutron-server[102471]: consumer versions: Nov 10 17:27:43.739528 n-d-776250-10 neutron-server[102471]: { DHCP agent@n-d-776250-10: {}, Nov 10 17:27:43.739528 n-d-776250-10 neutron-server[102471]: HyperV agent@n-h1-776250-10: {}, Nov 10 17:27:43.739528 n-d-776250-10 neutron-server[102471]: HyperV agent@n-h2-776250-10: {}, Nov 10 17:27:43.739528 n-d-776250-10 neutron-server[102471]: L3 agent@n-d-776250-10: {}, Nov 10 17:27:43.739528 n-d-776250-10 neutron-server[102471]: Metadata agent@n-d-776250-10: {}, Nov 10 17:27:43.739528 n-d-776250-10 neutron-server[102471]: Metering agent@n-d-776250-10: {}, Nov 10 17:27:43.739528 n-d-776250-10 neutron-server[102471]: Open vSwitch agent@n-d-776250-10: { 'AddressGroup': '1.2', Nov 10 17:27:43.739528 n-d-776250-10 neutron-server[102471]: 'ConntrackHelper': '1.0', Nov 10 17:27:43.739528 n-d-776250-10 neutron-server[102471]: 'Log': '1.0', Nov 10 17:27:43.739528 n-d-776250-10 neutron-server[102471]: 'Network': '1.1', Nov 10 17:27:43.739528 n-d-776250-10 neutron-server[102471]: 'Port': '1.7', Nov 10 17:27:43.739528 n-d-776250-10 neutron-server[102471]: 'PortForwarding': '1.2', Nov 10 17:27:43.739528 n-d-776250-10 neutron-server[102471]: 'QosPolicy': '1.10', Nov 10 17:27:43.739528 n-d-776250-10 neutron-server[102471]: 'SecurityGroup': '1.5', Nov 10 17:27:43.739528 n-d-776250-10 neutron-server[102471]: 'SecurityGroupRule': '1.2', Nov 10 17:27:43.739528 n-d-776250-10 neutron-server[102471]: 'SubPort': '1.0', Nov 10 17:27:43.739528 n-d-776250-10 neutron-server[102471]: 'Subnet': '1.1', Nov 10 17:27:43.739528 n-d-776250-10 neutron-server[102471]: 'Trunk': '1.1'}} Nov 10 17:27:43.739528 n-d-776250-10 neutron-server[102471]: {{(pid=102471) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 10 17:27:43.790930 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3e040977-8934-414e-8fc4-5bf72692e240 None None] Provisioning complete for port abd1144e-26d3-4d2e-bb91-c57b2c968b22 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:27:43.791372 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3e040977-8934-414e-8fc4-5bf72692e240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:43.806746 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-0c756b20-84f2-4f05-bef7-654ba53f2eca None None] For port 94881a1d-0b05-46ab-8567-52353867aba4, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:27:43.810535 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-0c756b20-84f2-4f05-bef7-654ba53f2eca None None] For port 94881a1d-0b05-46ab-8567-52353867aba4, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=94881a1d-0b05-46ab-8567-52353867aba4,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:27:43.817131 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-0c756b20-84f2-4f05-bef7-654ba53f2eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:43.818484 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e1f598fc-4231-4610-a33e-acff4176c5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:43.902622 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c756b20-84f2-4f05-bef7-654ba53f2eca None None] Routers {'3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:27:43.903470 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0c756b20-84f2-4f05-bef7-654ba53f2eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:27:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:27:44.016803 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ffeae-2439-48e4-b8a2-230eaf680053 None None] Pushing event updated for resources: {'Port': ['ID=94881a1d-0b05-46ab-8567-52353867aba4,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:44.029122 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-0c756b20-84f2-4f05-bef7-654ba53f2eca None None] Set router 3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:27:44.166520 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-e1f598fc-4231-4610-a33e-acff4176c5aa admin admin] Allocated IP 172.20.0.1 (b7801527-50b7-4bc0-a554-ec40d3f8072d/8ffcd500-8c49-45db-8ca7-a366a29076c0/0a7b94af-79e6-480a-abc2-d4293827c7f6) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:27:44.256911 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0c756b20-84f2-4f05-bef7-654ba53f2eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704698429-router', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '94881a1d-0b05-46ab-8567-52353867aba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:27:40Z', 'updated_at': '2021-11-10T17:27:41Z', 'revision_number': 3, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'gw_port': {'id': '94881a1d-0b05-46ab-8567-52353867aba4', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:41Z', 'updated_at': '2021-11-10T17:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:27:44.304847 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c756b20-84f2-4f05-bef7-654ba53f2eca None None] The sync data for ids ['3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'] in n-d-776250-10 is: [{'id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704698429-router', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '94881a1d-0b05-46ab-8567-52353867aba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:27:40Z', 'updated_at': '2021-11-10T17:27:41Z', 'revision_number': 3, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'gw_port': {'id': '94881a1d-0b05-46ab-8567-52353867aba4', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:41Z', 'updated_at': '2021-11-10T17:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:27:44.323604 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device abd1144e-26d3-4d2e-bb91-c57b2c968b22 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:27:44.368933 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e1f598fc-4231-4610-a33e-acff4176c5aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:44.401230 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port abd1144e-26d3-4d2e-bb91-c57b2c968b22 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:27:44.401517 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:44.461554 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e1f598fc-4231-4610-a33e-acff4176c5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:44.605886 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f598fc-4231-4610-a33e-acff4176c5aa admin admin] Network b7801527-50b7-4bc0-a554-ec40d3f8072d is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:27:44.607210 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f598fc-4231-4610-a33e-acff4176c5aa admin admin] Pushing event updated for resources: {'Port': ['ID=0a7b94af-79e6-480a-abc2-d4293827c7f6,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:44.610277 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-e1f598fc-4231-4610-a33e-acff4176c5aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:27:44.635124 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f598fc-4231-4610-a33e-acff4176c5aa admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:27:44.635722 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e1f598fc-4231-4610-a33e-acff4176c5aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:45.044622 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e1f598fc-4231-4610-a33e-acff4176c5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:45.099457 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-bc8175cc-dda1-456a-b203-1b4cf7d90737 None None] Provisioning complete for port 0a7b94af-79e6-480a-abc2-d4293827c7f6 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:27:45.103302 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bc8175cc-dda1-456a-b203-1b4cf7d90737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:45.178886 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-bc8175cc-dda1-456a-b203-1b4cf7d90737 None None] Port 0a7b94af-79e6-480a-abc2-d4293827c7f6 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:27:45.344204 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e1f598fc-4231-4610-a33e-acff4176c5aa admin admin] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:45.363267 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e1f598fc-4231-4610-a33e-acff4176c5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:45.364651 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e1f598fc-4231-4610-a33e-acff4176c5aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:45.475148 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f598fc-4231-4610-a33e-acff4176c5aa admin admin] Pushing event updated for resources: {'Port': ['ID=0a7b94af-79e6-480a-abc2-d4293827c7f6,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:45.514626 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f598fc-4231-4610-a33e-acff4176c5aa admin admin] Network b7801527-50b7-4bc0-a554-ec40d3f8072d is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:27:45.515944 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-e1f598fc-4231-4610-a33e-acff4176c5aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:27:45.674201 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f598fc-4231-4610-a33e-acff4176c5aa admin admin] Router 3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:27:45.872707 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f598fc-4231-4610-a33e-acff4176c5aa admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:27:45.884604 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e1f598fc-4231-4610-a33e-acff4176c5aa admin admin] 10.222.0.39 "PUT /v2.0/routers/3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1408424 Nov 10 17:27:45.935793 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-97a116a2-386c-454d-93ce-21f546aab651 None None] Provisioning complete for port 0a7b94af-79e6-480a-abc2-d4293827c7f6 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:27:45.935793 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-97a116a2-386c-454d-93ce-21f546aab651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:46.002033 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-97a116a2-386c-454d-93ce-21f546aab651 None None] Port 0a7b94af-79e6-480a-abc2-d4293827c7f6 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:27:46.335217 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 94881a1d-0b05-46ab-8567-52353867aba4 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:27:46.373389 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bc0e5a-9cbf-4262-96c6-71eec5ce2257 None None] Sync routers for ids ['3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:27:46.398723 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bc0e5a-9cbf-4262-96c6-71eec5ce2257 None None] Routers {'3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:27:46.399485 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f8bc0e5a-9cbf-4262-96c6-71eec5ce2257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:27:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:27:46.500073 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 94881a1d-0b05-46ab-8567-52353867aba4 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:27:46.500677 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:46.548049 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-f8bc0e5a-9cbf-4262-96c6-71eec5ce2257 None None] Set router 3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:27:46.665977 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51768) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:46.714933 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:46.781948 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 94881a1d-0b05-46ab-8567-52353867aba4, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=94881a1d-0b05-46ab-8567-52353867aba4,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:27:46.793583 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:46.832058 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f6ded900-b348-4dac-85a2-ba744d146f0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:46.880264 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=94881a1d-0b05-46ab-8567-52353867aba4,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:46.908808 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f8bc0e5a-9cbf-4262-96c6-71eec5ce2257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704698429-router', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '94881a1d-0b05-46ab-8567-52353867aba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:27:40Z', 'updated_at': '2021-11-10T17:27:44Z', 'revision_number': 4, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'gw_port': {'id': '94881a1d-0b05-46ab-8567-52353867aba4', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:41Z', 'updated_at': '2021-11-10T17:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '0a7b94af-79e6-480a-abc2-d4293827c7f6', 'name': '', 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'mac_address': 'fa:16:3e:16:cc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8ffcd500-8c49-45db-8ca7-a366a29076c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:43Z', 'updated_at': '2021-11-10T17:27:45Z', 'revision_number': 2, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'subnets': [{'id': '8ffcd500-8c49-45db-8ca7-a366a29076c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:27:46.931510 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f6ded900-b348-4dac-85a2-ba744d146f0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:46.938523 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f6ded900-b348-4dac-85a2-ba744d146f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:46.948318 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bc0e5a-9cbf-4262-96c6-71eec5ce2257 None None] Checking router: 3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:27:46.948683 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bc0e5a-9cbf-4262-96c6-71eec5ce2257 None None] Updating router 3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4 port 0a7b94af-79e6-480a-abc2-d4293827c7f6 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:27:46.976005 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f8bc0e5a-9cbf-4262-96c6-71eec5ce2257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:46.993443 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f6ded900-b348-4dac-85a2-ba744d146f0e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=081703fd56fc4dd58f29cb85324cf8ea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3258975 Nov 10 17:27:46.993633 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51786) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:46.995022 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ded900-b348-4dac-85a2-ba744d146f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ceaeb8-17a6-4f02-ad5e-fa402dec9bd9,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:47.116515 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c9226c18-7c79-401c-a7fa-7f9a1776816d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:47.143441 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c9226c18-7c79-401c-a7fa-7f9a1776816d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:47.210905 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c9226c18-7c79-401c-a7fa-7f9a1776816d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:47.214854 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c9226c18-7c79-401c-a7fa-7f9a1776816d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:47.218084 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c9226c18-7c79-401c-a7fa-7f9a1776816d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/23ceaeb8-17a6-4f02-ad5e-fa402dec9bd9 HTTP/1.1" status: 204 len: 168 time: 0.2209156 Nov 10 17:27:47.229560 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51806) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:47.229688 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9226c18-7c79-401c-a7fa-7f9a1776816d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ceaeb8-17a6-4f02-ad5e-fa402dec9bd9,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:47.235985 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-d1734fd1-acfe-4efc-9416-f0b8153a60a7 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-801039373-network', 'tenant_id': 'de752a867467437f915f5951735b0910'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:27:47.264948 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1734fd1-acfe-4efc-9416-f0b8153a60a7 admin admin] Made reservation on behalf of de752a867467437f915f5951735b0910 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:27:47.269386 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d1734fd1-acfe-4efc-9416-f0b8153a60a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:47.291374 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d1734fd1-acfe-4efc-9416-f0b8153a60a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:47.318922 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f8bc0e5a-9cbf-4262-96c6-71eec5ce2257 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:47.326316 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f8bc0e5a-9cbf-4262-96c6-71eec5ce2257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:47.422765 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d1734fd1-acfe-4efc-9416-f0b8153a60a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:47.433104 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918838b8-1baa-4a25-aec6-9e3913604519 None None] Pushing event updated for resources: {'Port': ['ID=0a7b94af-79e6-480a-abc2-d4293827c7f6,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:47.445100 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d1734fd1-acfe-4efc-9416-f0b8153a60a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:47.478867 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f8bc0e5a-9cbf-4262-96c6-71eec5ce2257 None None] Attempting to bind port 0a7b94af-79e6-480a-abc2-d4293827c7f6 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:27:47.479429 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f8bc0e5a-9cbf-4262-96c6-71eec5ce2257 None None] Attempting to bind port 0a7b94af-79e6-480a-abc2-d4293827c7f6 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'c28591c0-e56d-4649-abbe-8ecb0836f1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:27:47.479941 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bc0e5a-9cbf-4262-96c6-71eec5ce2257 None None] Attempting to bind port 0a7b94af-79e6-480a-abc2-d4293827c7f6 on network b7801527-50b7-4bc0-a554-ec40d3f8072d {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:27:47.494170 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bc0e5a-9cbf-4262-96c6-71eec5ce2257 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:27:47.495509 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bc0e5a-9cbf-4262-96c6-71eec5ce2257 None None] Checking segment: {'id': 'c28591c0-e56d-4649-abbe-8ecb0836f1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:27:47.495925 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f8bc0e5a-9cbf-4262-96c6-71eec5ce2257 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:47.497120 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bc0e5a-9cbf-4262-96c6-71eec5ce2257 None None] Bound using segment: {'id': 'c28591c0-e56d-4649-abbe-8ecb0836f1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:27:47.497120 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f8bc0e5a-9cbf-4262-96c6-71eec5ce2257 None None] Bound port: 0a7b94af-79e6-480a-abc2-d4293827c7f6, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28591c0-e56d-4649-abbe-8ecb0836f1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:27:47.497335 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f8bc0e5a-9cbf-4262-96c6-71eec5ce2257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:47.518983 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1734fd1-acfe-4efc-9416-f0b8153a60a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:27:47.561490 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1734fd1-acfe-4efc-9416-f0b8153a60a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b148864b-8507-42b8-a51c-679742f42ed6,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:47.575602 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d1734fd1-acfe-4efc-9416-f0b8153a60a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:47.575976 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-d1734fd1-acfe-4efc-9416-f0b8153a60a7 admin admin] Added segment 491b46b5-1463-41dc-9466-3d16e3bd0ff2 of type vlan for network 387c89c7-8c27-4498-b9d8-a8b5f5f72673 Nov 10 17:27:47.587396 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f8bc0e5a-9cbf-4262-96c6-71eec5ce2257 None None] For port 0a7b94af-79e6-480a-abc2-d4293827c7f6, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:27:47.591838 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f8bc0e5a-9cbf-4262-96c6-71eec5ce2257 None None] For port 0a7b94af-79e6-480a-abc2-d4293827c7f6, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=0a7b94af-79e6-480a-abc2-d4293827c7f6,segment=NetworkSegment(c28591c0-e56d-4649-abbe-8ecb0836f1f8),segment_id=c28591c0-e56d-4649-abbe-8ecb0836f1f8)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:27:47.602525 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f8bc0e5a-9cbf-4262-96c6-71eec5ce2257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:47.657180 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d1734fd1-acfe-4efc-9416-f0b8153a60a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:47.687280 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918838b8-1baa-4a25-aec6-9e3913604519 None None] Pushing event updated for resources: {'Port': ['ID=0a7b94af-79e6-480a-abc2-d4293827c7f6,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:47.701061 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d1734fd1-acfe-4efc-9416-f0b8153a60a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:47.701061 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1734fd1-acfe-4efc-9416-f0b8153a60a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:47.701866 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d1734fd1-acfe-4efc-9416-f0b8153a60a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:47.729482 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bc0e5a-9cbf-4262-96c6-71eec5ce2257 None None] Routers {'3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:27:47.730324 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f8bc0e5a-9cbf-4262-96c6-71eec5ce2257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:27:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:27:47.802949 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1734fd1-acfe-4efc-9416-f0b8153a60a7 admin admin] Pushing event updated for resources: {'Network': ['ID=387c89c7-8c27-4498-b9d8-a8b5f5f72673,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:47.834715 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d1734fd1-acfe-4efc-9416-f0b8153a60a7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6040237 Nov 10 17:27:47.840561 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51828) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:47.845787 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 387c89c7-8c27-4498-b9d8-a8b5f5f72673 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:27:47.846761 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-fe3d6017-e130-4160-92aa-f8b64ad0ad9c admin admin] Request body: {'subnet': {'network_id': '387c89c7-8c27-4498-b9d8-a8b5f5f72673', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-801039373-subnet', 'tenant_id': 'de752a867467437f915f5951735b0910', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:27:47.873167 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51830) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:47.897259 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-42b5bf24-c93e-4721-badc-3af8adc69684 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:47.911220 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3d6017-e130-4160-92aa-f8b64ad0ad9c admin admin] Made reservation on behalf of de752a867467437f915f5951735b0910 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:27:47.914141 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fe3d6017-e130-4160-92aa-f8b64ad0ad9c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:48.016801 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-42b5bf24-c93e-4721-badc-3af8adc69684 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:48.036270 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-42b5bf24-c93e-4721-badc-3af8adc69684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:48.093299 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b5bf24-c93e-4721-badc-3af8adc69684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90933f2-e9da-4740-a8e1-f2ad6a4a172f,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:48.111716 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-f8bc0e5a-9cbf-4262-96c6-71eec5ce2257 None None] Set router 3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:27:48.137382 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-42b5bf24-c93e-4721-badc-3af8adc69684 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8732976bc2874314aed657ba45375c4f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2628860 Nov 10 17:27:48.139998 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51844) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:48.144483 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-68d9d22b-0388-438e-afe5-3a0e16b9ee44 None None] Provisioning complete for port 0a7b94af-79e6-480a-abc2-d4293827c7f6 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:27:48.144850 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-68d9d22b-0388-438e-afe5-3a0e16b9ee44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:48.197772 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fe3d6017-e130-4160-92aa-f8b64ad0ad9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:48.215408 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a608b144-bec4-4cdc-af30-28f9687ac339 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:48.251660 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d6017-e130-4160-92aa-f8b64ad0ad9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb56cd93-d6ef-49ef-8163-837eb5dca421,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:48.308874 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3d6017-e130-4160-92aa-f8b64ad0ad9c admin admin] Checking segment: {'id': '491b46b5-1463-41dc-9466-3d16e3bd0ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '387c89c7-8c27-4498-b9d8-a8b5f5f72673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:27:48.310611 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3d6017-e130-4160-92aa-f8b64ad0ad9c admin admin] Network hostable DHCP agents. Network: 387c89c7-8c27-4498-b9d8-a8b5f5f72673, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:27:48.362511 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3d6017-e130-4160-92aa-f8b64ad0ad9c admin admin] Network 387c89c7-8c27-4498-b9d8-a8b5f5f72673 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:27:48.380791 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-fe3d6017-e130-4160-92aa-f8b64ad0ad9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 387c89c7-8c27-4498-b9d8-a8b5f5f72673) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:27:48.386046 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3d6017-e130-4160-92aa-f8b64ad0ad9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:48.386941 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fe3d6017-e130-4160-92aa-f8b64ad0ad9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:48.388078 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 94881a1d-0b05-46ab-8567-52353867aba4 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:27:48.414380 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fe3d6017-e130-4160-92aa-f8b64ad0ad9c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5724628 Nov 10 17:27:48.417074 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51860) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:48.424636 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-473a4b70-b544-4c35-be62-cef6938c8dab admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-801039373-router', 'tenant_id': 'de752a867467437f915f5951735b0910', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:27:48.458975 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a608b144-bec4-4cdc-af30-28f9687ac339 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:48.460775 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b261db05-406a-48e1-9eae-08fe58c29ac0 None None] Network 387c89c7-8c27-4498-b9d8-a8b5f5f72673 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:27:48.480935 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-473a4b70-b544-4c35-be62-cef6938c8dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:48.482296 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-473a4b70-b544-4c35-be62-cef6938c8dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:48.524648 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a608b144-bec4-4cdc-af30-28f9687ac339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:48.534449 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a608b144-bec4-4cdc-af30-28f9687ac339 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:48.536553 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a608b144-bec4-4cdc-af30-28f9687ac339 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e90933f2-e9da-4740-a8e1-f2ad6a4a172f HTTP/1.1" status: 204 len: 168 time: 0.3954031 Nov 10 17:27:48.554507 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608b144-bec4-4cdc-af30-28f9687ac339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90933f2-e9da-4740-a8e1-f2ad6a4a172f,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:48.592613 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-68d9d22b-0388-438e-afe5-3a0e16b9ee44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:48.647847 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 94881a1d-0b05-46ab-8567-52353867aba4 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:27:48.648353 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:48.668094 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-473a4b70-b544-4c35-be62-cef6938c8dab admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:48.748035 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-68d9d22b-0388-438e-afe5-3a0e16b9ee44 None None] For port 0a7b94af-79e6-480a-abc2-d4293827c7f6, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=0a7b94af-79e6-480a-abc2-d4293827c7f6,segment=NetworkSegment(c28591c0-e56d-4649-abbe-8ecb0836f1f8),segment_id=c28591c0-e56d-4649-abbe-8ecb0836f1f8)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:27:48.764033 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-68d9d22b-0388-438e-afe5-3a0e16b9ee44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:48.842281 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507675c5-eadf-45bd-a432-5cb5f0a599b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-387c89c7-8c27-4498-b9d8-a8b5f5f72673', 'network_id': '387c89c7-8c27-4498-b9d8-a8b5f5f72673', 'tenant_id': 'de752a867467437f915f5951735b0910', 'fixed_ips': [{'subnet_id': 'fb56cd93-d6ef-49ef-8163-837eb5dca421'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:27:48.843143 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-507675c5-eadf-45bd-a432-5cb5f0a599b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:48.863809 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-473a4b70-b544-4c35-be62-cef6938c8dab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:48.907977 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9d22b-0388-438e-afe5-3a0e16b9ee44 None None] Pushing event updated for resources: {'Port': ['ID=0a7b94af-79e6-480a-abc2-d4293827c7f6,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:48.986273 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-2d6f05c0-9079-4e02-bbb0-998a0aba548f None None] Provisioning complete for port 0a7b94af-79e6-480a-abc2-d4293827c7f6 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:27:48.986701 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2d6f05c0-9079-4e02-bbb0-998a0aba548f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:48.993240 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f8bc0e5a-9cbf-4262-96c6-71eec5ce2257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704698429-router', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '94881a1d-0b05-46ab-8567-52353867aba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:27:40Z', 'updated_at': '2021-11-10T17:27:44Z', 'revision_number': 4, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'gw_port': {'id': '94881a1d-0b05-46ab-8567-52353867aba4', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:41Z', 'updated_at': '2021-11-10T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '0a7b94af-79e6-480a-abc2-d4293827c7f6', 'name': '', 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'mac_address': 'fa:16:3e:16:cc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8ffcd500-8c49-45db-8ca7-a366a29076c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:43Z', 'updated_at': '2021-11-10T17:27:47Z', 'revision_number': 4, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'subnets': [{'id': '8ffcd500-8c49-45db-8ca7-a366a29076c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:27:49.066359 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bc0e5a-9cbf-4262-96c6-71eec5ce2257 None None] The sync data for ids ['3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'] in n-d-776250-10 is: [{'id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704698429-router', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '94881a1d-0b05-46ab-8567-52353867aba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:27:40Z', 'updated_at': '2021-11-10T17:27:44Z', 'revision_number': 4, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'gw_port': {'id': '94881a1d-0b05-46ab-8567-52353867aba4', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:41Z', 'updated_at': '2021-11-10T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '0a7b94af-79e6-480a-abc2-d4293827c7f6', 'name': '', 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'mac_address': 'fa:16:3e:16:cc:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8ffcd500-8c49-45db-8ca7-a366a29076c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:43Z', 'updated_at': '2021-11-10T17:27:47Z', 'revision_number': 4, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'subnets': [{'id': '8ffcd500-8c49-45db-8ca7-a366a29076c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:27:49.271177 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-507675c5-eadf-45bd-a432-5cb5f0a599b2 None None] Allocated IP 172.20.0.2 (387c89c7-8c27-4498-b9d8-a8b5f5f72673/fb56cd93-d6ef-49ef-8163-837eb5dca421/9174d35b-a2eb-4f68-ae47-323f4c6ee34d) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:27:49.353765 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-473a4b70-b544-4c35-be62-cef6938c8dab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:49.393079 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-473a4b70-b544-4c35-be62-cef6938c8dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:49.553414 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-507675c5-eadf-45bd-a432-5cb5f0a599b2 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:49.571535 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-507675c5-eadf-45bd-a432-5cb5f0a599b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:49.643552 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-473a4b70-b544-4c35-be62-cef6938c8dab admin admin] Allocated IP 172.25.5.246 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/20399439-29a2-4bd0-97d2-7bc1c00d8661) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:27:49.671026 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507675c5-eadf-45bd-a432-5cb5f0a599b2 None None] Pushing event updated for resources: {'Port': ['ID=9174d35b-a2eb-4f68-ae47-323f4c6ee34d,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:49.703044 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507675c5-eadf-45bd-a432-5cb5f0a599b2 None None] Network 387c89c7-8c27-4498-b9d8-a8b5f5f72673 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:27:49.704853 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-507675c5-eadf-45bd-a432-5cb5f0a599b2 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:27:49.717516 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507675c5-eadf-45bd-a432-5cb5f0a599b2 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:27:49.840118 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-473a4b70-b544-4c35-be62-cef6938c8dab admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:49.860295 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-507675c5-eadf-45bd-a432-5cb5f0a599b2 None None] Attempting to bind port 9174d35b-a2eb-4f68-ae47-323f4c6ee34d on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:27:49.860677 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-507675c5-eadf-45bd-a432-5cb5f0a599b2 None None] Attempting to bind port 9174d35b-a2eb-4f68-ae47-323f4c6ee34d by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '491b46b5-1463-41dc-9466-3d16e3bd0ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '387c89c7-8c27-4498-b9d8-a8b5f5f72673'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:27:49.861812 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507675c5-eadf-45bd-a432-5cb5f0a599b2 None None] Attempting to bind port 9174d35b-a2eb-4f68-ae47-323f4c6ee34d on network 387c89c7-8c27-4498-b9d8-a8b5f5f72673 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:27:49.874173 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507675c5-eadf-45bd-a432-5cb5f0a599b2 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:27:49.874539 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507675c5-eadf-45bd-a432-5cb5f0a599b2 None None] Checking segment: {'id': '491b46b5-1463-41dc-9466-3d16e3bd0ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '387c89c7-8c27-4498-b9d8-a8b5f5f72673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:27:49.874956 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-507675c5-eadf-45bd-a432-5cb5f0a599b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:49.875538 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507675c5-eadf-45bd-a432-5cb5f0a599b2 None None] Bound using segment: {'id': '491b46b5-1463-41dc-9466-3d16e3bd0ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '387c89c7-8c27-4498-b9d8-a8b5f5f72673'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:27:49.876062 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-507675c5-eadf-45bd-a432-5cb5f0a599b2 None None] Bound port: 9174d35b-a2eb-4f68-ae47-323f4c6ee34d, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491b46b5-1463-41dc-9466-3d16e3bd0ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '387c89c7-8c27-4498-b9d8-a8b5f5f72673'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:27:49.877179 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-507675c5-eadf-45bd-a432-5cb5f0a599b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:49.904182 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-473a4b70-b544-4c35-be62-cef6938c8dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:50.059331 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a4b70-b544-4c35-be62-cef6938c8dab admin admin] Pushing event updated for resources: {'Port': ['ID=20399439-29a2-4bd0-97d2-7bc1c00d8661,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:50.063830 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473a4b70-b544-4c35-be62-cef6938c8dab admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:27:50.066075 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-473a4b70-b544-4c35-be62-cef6938c8dab admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:27:50.073274 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473a4b70-b544-4c35-be62-cef6938c8dab admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:27:50.099646 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-507675c5-eadf-45bd-a432-5cb5f0a599b2 None None] For port 9174d35b-a2eb-4f68-ae47-323f4c6ee34d, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:27:50.103891 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-507675c5-eadf-45bd-a432-5cb5f0a599b2 None None] For port 9174d35b-a2eb-4f68-ae47-323f4c6ee34d, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=9174d35b-a2eb-4f68-ae47-323f4c6ee34d,segment=NetworkSegment(491b46b5-1463-41dc-9466-3d16e3bd0ff2),segment_id=491b46b5-1463-41dc-9466-3d16e3bd0ff2)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:27:50.115308 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-507675c5-eadf-45bd-a432-5cb5f0a599b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:50.254719 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507675c5-eadf-45bd-a432-5cb5f0a599b2 None None] Pushing event updated for resources: {'Port': ['ID=9174d35b-a2eb-4f68-ae47-323f4c6ee34d,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:50.439254 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51992) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:50.443262 n-d-776250-10 neutron-server[102468]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 10 17:27:50.458303 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 0a7b94af-79e6-480a-abc2-d4293827c7f6 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:27:50.527798 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f509b223-edf2-41af-9d40-974cd3f6672f req-358c2795-9dad-4719-a82e-70beb8ba7a80 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ba9b0b22017f4ce587860a8d5c2daa23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0850585 Nov 10 17:27:50.533954 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-473a4b70-b544-4c35-be62-cef6938c8dab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:50.601128 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 0a7b94af-79e6-480a-abc2-d4293827c7f6 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:27:50.604120 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:50.924290 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-473a4b70-b544-4c35-be62-cef6938c8dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:50.993003 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509b223-edf2-41af-9d40-974cd3f6672f req-acd52088-6de2-4cf9-9527-a0b8ac0b239b tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:51.000940 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f509b223-edf2-41af-9d40-974cd3f6672f req-acd52088-6de2-4cf9-9527-a0b8ac0b239b tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4710565 Nov 10 17:27:51.020737 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52014) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:51.023437 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f509b223-edf2-41af-9d40-974cd3f6672f req-8157d5e7-bf35-42de-ad75-1b9bf7d7ae11 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/quotas/ba9b0b22017f4ce587860a8d5c2daa23 HTTP/1.1" status: 200 len: 375 time: 0.0215609 Nov 10 17:27:51.110601 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f509b223-edf2-41af-9d40-974cd3f6672f req-85405ec6-83d2-4fec-b5b6-15af24b32561 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ba9b0b22017f4ce587860a8d5c2daa23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0860224 Nov 10 17:27:51.178653 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473a4b70-b544-4c35-be62-cef6938c8dab admin admin] Router 40bd4ca2-36ed-4f22-bfd9-cd0bf9481980 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:27:51.343702 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52028) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:51.401615 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-47220083-bf4f-4e75-96b8-c7955ff849ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:51.444290 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c7328438-aeda-497c-ac5b-0e049a82ac29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:51.489415 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473a4b70-b544-4c35-be62-cef6938c8dab admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:27:51.500966 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380b3a02-aed5-4a76-9de1-2d38a2b11f79 None None] Sync routers for ids ['40bd4ca2-36ed-4f22-bfd9-cd0bf9481980'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:27:51.512582 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380b3a02-aed5-4a76-9de1-2d38a2b11f79 None None] Routers {'40bd4ca2-36ed-4f22-bfd9-cd0bf9481980'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:27:51.515564 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-380b3a02-aed5-4a76-9de1-2d38a2b11f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:27:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['40bd4ca2-36ed-4f22-bfd9-cd0bf9481980'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:27:51.576096 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-473a4b70-b544-4c35-be62-cef6938c8dab admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:51.584959 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-473a4b70-b544-4c35-be62-cef6938c8dab admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.1641784 Nov 10 17:27:51.594365 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52056) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:51.657121 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52062) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:51.680696 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-47220083-bf4f-4e75-96b8-c7955ff849ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:51.688278 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-47220083-bf4f-4e75-96b8-c7955ff849ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:51.792512 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-380b3a02-aed5-4a76-9de1-2d38a2b11f79 None None] Set router 40bd4ca2-36ed-4f22-bfd9-cd0bf9481980 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:27:51.807478 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c7328438-aeda-497c-ac5b-0e049a82ac29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:51.809594 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-47220083-bf4f-4e75-96b8-c7955ff849ee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=710375025aa74343ad93469b9f9b37fe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7875302 Nov 10 17:27:51.810811 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52068) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:51.858611 n-d-776250-10 neutron-server[102469]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 10 17:27:51.870473 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47220083-bf4f-4e75-96b8-c7955ff849ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec95805-9923-48f4-b90a-da3cc90521c1,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:51.893608 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c7328438-aeda-497c-ac5b-0e049a82ac29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:51.958337 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2df2a6c5-ceac-449a-8ac4-a94aa73feb7f req-1ae9e031-af8a-4484-9564-8f6bae2fe8dd tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f7b052-919c-4917-b9a0-340109152726 HTTP/1.1" status: 200 len: 210 time: 0.2980366 Nov 10 17:27:52.020296 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-11576b39-6497-43d8-b5e6-4a3cb8b38795 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:52.075899 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-380b3a02-aed5-4a76-9de1-2d38a2b11f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd4ca2-36ed-4f22-bfd9-cd0bf9481980', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-801039373-router', 'tenant_id': 'de752a867467437f915f5951735b0910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '20399439-29a2-4bd0-97d2-7bc1c00d8661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:27:48Z', 'updated_at': '2021-11-10T17:27:50Z', 'revision_number': 3, 'project_id': 'de752a867467437f915f5951735b0910', 'gw_port': {'id': '20399439-29a2-4bd0-97d2-7bc1c00d8661', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bd4ca2-36ed-4f22-bfd9-cd0bf9481980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:49Z', 'updated_at': '2021-11-10T17:27:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:27:52.087105 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c7328438-aeda-497c-ac5b-0e049a82ac29 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e1da660b0fb141d994bfe16cb97f855d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7386384 Nov 10 17:27:52.090766 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52090) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:52.091669 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-11576b39-6497-43d8-b5e6-4a3cb8b38795 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:52.114480 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7328438-aeda-497c-ac5b-0e049a82ac29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8da3b7d-a2ba-4d46-92e4-009cc41db1b6,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:52.148358 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380b3a02-aed5-4a76-9de1-2d38a2b11f79 None None] Checking router: 40bd4ca2-36ed-4f22-bfd9-cd0bf9481980 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:27:52.148723 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380b3a02-aed5-4a76-9de1-2d38a2b11f79 None None] Updating router 40bd4ca2-36ed-4f22-bfd9-cd0bf9481980 port 20399439-29a2-4bd0-97d2-7bc1c00d8661 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:27:52.164066 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-11576b39-6497-43d8-b5e6-4a3cb8b38795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:52.167200 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-11576b39-6497-43d8-b5e6-4a3cb8b38795 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:52.171749 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-11576b39-6497-43d8-b5e6-4a3cb8b38795 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aec95805-9923-48f4-b90a-da3cc90521c1 HTTP/1.1" status: 204 len: 168 time: 0.3509898 Nov 10 17:27:52.186454 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11576b39-6497-43d8-b5e6-4a3cb8b38795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec95805-9923-48f4-b90a-da3cc90521c1,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:52.188142 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-380b3a02-aed5-4a76-9de1-2d38a2b11f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:52.213989 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a769fc-9670-4b5b-b884-cc1a0e3178ec None None] Network 387c89c7-8c27-4498-b9d8-a8b5f5f72673 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:27:52.403593 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 9174d35b-a2eb-4f68-ae47-323f4c6ee34d up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:27:52.441618 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-5fa1c8fc-e5f5-4cb9-a7b2-571c7baef0d5 None None] Provisioning complete for port 9174d35b-a2eb-4f68-ae47-323f4c6ee34d triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:27:52.442283 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5fa1c8fc-e5f5-4cb9-a7b2-571c7baef0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:52.558935 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0410a422-3a65-41cd-8c77-ec9eb8401f84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:52.646532 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0410a422-3a65-41cd-8c77-ec9eb8401f84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:52.744125 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-380b3a02-aed5-4a76-9de1-2d38a2b11f79 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:52.753270 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52126) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:52.755911 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-380b3a02-aed5-4a76-9de1-2d38a2b11f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:52.788801 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-06f58ff4-46f7-451d-828e-b129cc49a6c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:52.822182 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df43fe46-1e3c-41d3-8235-12846b542439 None None] Pushing event updated for resources: {'Port': ['ID=20399439-29a2-4bd0-97d2-7bc1c00d8661,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:52.832705 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-380b3a02-aed5-4a76-9de1-2d38a2b11f79 None None] Attempting to bind port 20399439-29a2-4bd0-97d2-7bc1c00d8661 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:27:52.833249 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-380b3a02-aed5-4a76-9de1-2d38a2b11f79 None None] Attempting to bind port 20399439-29a2-4bd0-97d2-7bc1c00d8661 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:27:52.833876 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380b3a02-aed5-4a76-9de1-2d38a2b11f79 None None] Attempting to bind port 20399439-29a2-4bd0-97d2-7bc1c00d8661 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:27:52.849000 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380b3a02-aed5-4a76-9de1-2d38a2b11f79 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:27:52.849775 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380b3a02-aed5-4a76-9de1-2d38a2b11f79 None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:27:52.850411 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-380b3a02-aed5-4a76-9de1-2d38a2b11f79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:52.851004 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380b3a02-aed5-4a76-9de1-2d38a2b11f79 None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:27:52.851771 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-380b3a02-aed5-4a76-9de1-2d38a2b11f79 None None] Bound port: 20399439-29a2-4bd0-97d2-7bc1c00d8661, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:27:52.852408 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-380b3a02-aed5-4a76-9de1-2d38a2b11f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:52.903322 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0410a422-3a65-41cd-8c77-ec9eb8401f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:52.907379 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0410a422-3a65-41cd-8c77-ec9eb8401f84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:52.908795 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0410a422-3a65-41cd-8c77-ec9eb8401f84 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f8da3b7d-a2ba-4d46-92e4-009cc41db1b6 HTTP/1.1" status: 204 len: 168 time: 0.8166912 Nov 10 17:27:52.949350 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410a422-3a65-41cd-8c77-ec9eb8401f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8da3b7d-a2ba-4d46-92e4-009cc41db1b6,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:52.986680 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-06f58ff4-46f7-451d-828e-b129cc49a6c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:52.997902 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-06f58ff4-46f7-451d-828e-b129cc49a6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:53.016803 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-380b3a02-aed5-4a76-9de1-2d38a2b11f79 None None] For port 20399439-29a2-4bd0-97d2-7bc1c00d8661, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:27:53.026710 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-380b3a02-aed5-4a76-9de1-2d38a2b11f79 None None] For port 20399439-29a2-4bd0-97d2-7bc1c00d8661, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=20399439-29a2-4bd0-97d2-7bc1c00d8661,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:27:53.042418 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-380b3a02-aed5-4a76-9de1-2d38a2b11f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:53.053669 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-06f58ff4-46f7-451d-828e-b129cc49a6c1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c3533564bb734254b2757aeeb3a6067f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2992249 Nov 10 17:27:53.054431 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52144) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:53.173971 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380b3a02-aed5-4a76-9de1-2d38a2b11f79 None None] Routers {'40bd4ca2-36ed-4f22-bfd9-cd0bf9481980'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:27:53.174095 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dee77560-84e6-4a74-b607-5554df339dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:53.174683 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-380b3a02-aed5-4a76-9de1-2d38a2b11f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:27:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['40bd4ca2-36ed-4f22-bfd9-cd0bf9481980'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:27:53.178700 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df43fe46-1e3c-41d3-8235-12846b542439 None None] Pushing event updated for resources: {'Port': ['ID=20399439-29a2-4bd0-97d2-7bc1c00d8661,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:53.213439 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f58ff4-46f7-451d-828e-b129cc49a6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a962b2b4-d2b2-42bd-aacd-96ba2074cdd1,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:53.219512 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 9174d35b-a2eb-4f68-ae47-323f4c6ee34d triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:27:53.220001 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:53.243175 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08ef933c-ea45-4214-9d94-826e03f2eeb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:53.274454 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08ef933c-ea45-4214-9d94-826e03f2eeb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:53.326313 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3b4de256-ccde-4fd7-b1a6-1fe1d91bed0b req-864ef7e2-beac-46c0-8308-e86049e9cac0 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f7b052-919c-4917-b9a0-340109152726 HTTP/1.1" status: 200 len: 210 time: 0.1100428 Nov 10 17:27:53.339668 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5fa1c8fc-e5f5-4cb9-a7b2-571c7baef0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:53.437028 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-380b3a02-aed5-4a76-9de1-2d38a2b11f79 None None] Set router 40bd4ca2-36ed-4f22-bfd9-cd0bf9481980 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:27:53.468107 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-5fa1c8fc-e5f5-4cb9-a7b2-571c7baef0d5 None None] For port 9174d35b-a2eb-4f68-ae47-323f4c6ee34d, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=9174d35b-a2eb-4f68-ae47-323f4c6ee34d,segment=NetworkSegment(491b46b5-1463-41dc-9466-3d16e3bd0ff2),segment_id=491b46b5-1463-41dc-9466-3d16e3bd0ff2)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:27:53.485664 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5fa1c8fc-e5f5-4cb9-a7b2-571c7baef0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:53.684604 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa1c8fc-e5f5-4cb9-a7b2-571c7baef0d5 None None] Pushing event updated for resources: {'Port': ['ID=9174d35b-a2eb-4f68-ae47-323f4c6ee34d,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:53.757092 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-dee77560-84e6-4a74-b607-5554df339dac admin admin] Allocated IP 172.20.0.1 (387c89c7-8c27-4498-b9d8-a8b5f5f72673/fb56cd93-d6ef-49ef-8163-837eb5dca421/043770b7-25d1-4df8-a893-383a28f6ed92) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:27:53.850357 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08ef933c-ea45-4214-9d94-826e03f2eeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:53.853440 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08ef933c-ea45-4214-9d94-826e03f2eeb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:53.855832 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-08ef933c-ea45-4214-9d94-826e03f2eeb9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a962b2b4-d2b2-42bd-aacd-96ba2074cdd1 HTTP/1.1" status: 204 len: 168 time: 0.7993784 Nov 10 17:27:53.871119 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef933c-ea45-4214-9d94-826e03f2eeb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a962b2b4-d2b2-42bd-aacd-96ba2074cdd1,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:53.885683 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52186) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:53.933683 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52188) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:53.934761 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7559d398-5503-41dc-b433-015cb3274d3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:54.039341 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-380b3a02-aed5-4a76-9de1-2d38a2b11f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd4ca2-36ed-4f22-bfd9-cd0bf9481980', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-801039373-router', 'tenant_id': 'de752a867467437f915f5951735b0910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '20399439-29a2-4bd0-97d2-7bc1c00d8661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:27:48Z', 'updated_at': '2021-11-10T17:27:50Z', 'revision_number': 3, 'project_id': 'de752a867467437f915f5951735b0910', 'gw_port': {'id': '20399439-29a2-4bd0-97d2-7bc1c00d8661', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bd4ca2-36ed-4f22-bfd9-cd0bf9481980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:49Z', 'updated_at': '2021-11-10T17:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:27:54.070018 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dee77560-84e6-4a74-b607-5554df339dac admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:54.077190 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380b3a02-aed5-4a76-9de1-2d38a2b11f79 None None] The sync data for ids ['40bd4ca2-36ed-4f22-bfd9-cd0bf9481980'] in n-d-776250-10 is: [{'id': '40bd4ca2-36ed-4f22-bfd9-cd0bf9481980', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-801039373-router', 'tenant_id': 'de752a867467437f915f5951735b0910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '20399439-29a2-4bd0-97d2-7bc1c00d8661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:27:48Z', 'updated_at': '2021-11-10T17:27:50Z', 'revision_number': 3, 'project_id': 'de752a867467437f915f5951735b0910', 'gw_port': {'id': '20399439-29a2-4bd0-97d2-7bc1c00d8661', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bd4ca2-36ed-4f22-bfd9-cd0bf9481980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:49Z', 'updated_at': '2021-11-10T17:27:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:27:54.118985 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-7ee3745d-15fb-47a9-9624-d05e99869038 None None] Provisioning complete for port 9174d35b-a2eb-4f68-ae47-323f4c6ee34d triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:27:54.119533 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7ee3745d-15fb-47a9-9624-d05e99869038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:54.198860 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dee77560-84e6-4a74-b607-5554df339dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:54.221791 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7559d398-5503-41dc-b433-015cb3274d3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:54.234421 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7559d398-5503-41dc-b433-015cb3274d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:54.266651 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee77560-84e6-4a74-b607-5554df339dac admin admin] Network 387c89c7-8c27-4498-b9d8-a8b5f5f72673 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:27:54.286897 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-dee77560-84e6-4a74-b607-5554df339dac admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:27:54.296484 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee77560-84e6-4a74-b607-5554df339dac admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:27:54.299389 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dee77560-84e6-4a74-b607-5554df339dac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:54.311782 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559d398-5503-41dc-b433-015cb3274d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d53104a-b7f5-46fd-9999-04e3de13d2d9,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:54.383765 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7559d398-5503-41dc-b433-015cb3274d3e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7f53d1235e524a829f7091829dca9b0e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4935398 Nov 10 17:27:54.385622 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52212) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:54.469823 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-30078f9d-9d0d-4f8a-a708-5ac7356b6510 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:54.504931 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-30078f9d-9d0d-4f8a-a708-5ac7356b6510 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:54.521603 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 9174d35b-a2eb-4f68-ae47-323f4c6ee34d up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:27:54.683430 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-30078f9d-9d0d-4f8a-a708-5ac7356b6510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:54.687316 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-30078f9d-9d0d-4f8a-a708-5ac7356b6510 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:54.700390 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-30078f9d-9d0d-4f8a-a708-5ac7356b6510 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0d53104a-b7f5-46fd-9999-04e3de13d2d9 HTTP/1.1" status: 204 len: 168 time: 0.3039649 Nov 10 17:27:54.709225 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee77560-84e6-4a74-b607-5554df339dac admin admin] Pushing event updated for resources: {'Port': ['ID=043770b7-25d1-4df8-a893-383a28f6ed92,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:54.733004 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:54.735217 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30078f9d-9d0d-4f8a-a708-5ac7356b6510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d53104a-b7f5-46fd-9999-04e3de13d2d9,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:54.851404 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ca7f9ce2-15c9-49eb-843d-bce54d1a7f4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:54.892699 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 9174d35b-a2eb-4f68-ae47-323f4c6ee34d triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:27:54.893086 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:55.054957 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:55.057679 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ebaf2078-6a11-47c0-a9cb-844f3d774978 req-24b58ce1-8b05-44ff-8e45-3d8ce47388a0 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f7b052-919c-4917-b9a0-340109152726 HTTP/1.1" status: 200 len: 210 time: 0.1378615 Nov 10 17:27:55.109924 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b863802f-5b51-4403-a54f-f46da811e078 None None] Provisioning complete for port 043770b7-25d1-4df8-a893-383a28f6ed92 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:27:55.112535 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b863802f-5b51-4403-a54f-f46da811e078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:55.114961 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dee77560-84e6-4a74-b607-5554df339dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:55.245260 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-b863802f-5b51-4403-a54f-f46da811e078 None None] Port 043770b7-25d1-4df8-a893-383a28f6ed92 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:27:55.255953 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ca7f9ce2-15c9-49eb-843d-bce54d1a7f4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:55.268441 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ca7f9ce2-15c9-49eb-843d-bce54d1a7f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:55.344679 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.11', 64845) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:55.402568 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f509b223-edf2-41af-9d40-974cd3f6672f req-b0ae63c0-eb1e-4eab-b2fc-157093577736 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=ba9b0b22017f4ce587860a8d5c2daa23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486743 Nov 10 17:27:55.407278 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ca7f9ce2-15c9-49eb-843d-bce54d1a7f4e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c80a5956176240fea8d8b56c2f8a1b54&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4496500 Nov 10 17:27:55.410249 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f9ce2-15c9-49eb-843d-bce54d1a7f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b364fead-6fa9-42e6-8322-44f5502d1394,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:55.422817 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52252) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:55.524233 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dee77560-84e6-4a74-b607-5554df339dac admin admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:55.546302 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dee77560-84e6-4a74-b607-5554df339dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:55.547044 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dee77560-84e6-4a74-b607-5554df339dac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:55.621263 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-054091eb-f096-4ab9-ac64-7f492775433c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:55.665004 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52266) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:55.715770 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-054091eb-f096-4ab9-ac64-7f492775433c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:55.824537 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509b223-edf2-41af-9d40-974cd3f6672f req-92e27452-ffcd-4106-8e77-6a309633c615 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:55.826046 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f509b223-edf2-41af-9d40-974cd3f6672f req-92e27452-ffcd-4106-8e77-6a309633c615 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4169776 Nov 10 17:27:55.858778 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-054091eb-f096-4ab9-ac64-7f492775433c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:55.861924 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee77560-84e6-4a74-b607-5554df339dac admin admin] Pushing event updated for resources: {'Port': ['ID=043770b7-25d1-4df8-a893-383a28f6ed92,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:55.862296 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-054091eb-f096-4ab9-ac64-7f492775433c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:55.863808 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-054091eb-f096-4ab9-ac64-7f492775433c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b364fead-6fa9-42e6-8322-44f5502d1394 HTTP/1.1" status: 204 len: 168 time: 0.4397631 Nov 10 17:27:55.882008 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054091eb-f096-4ab9-ac64-7f492775433c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b364fead-6fa9-42e6-8322-44f5502d1394,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:55.926092 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-f509b223-edf2-41af-9d40-974cd3f6672f req-ae5cfdf5-d75f-4a68-a241-911d54e6f02e tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Request body: {'port': {'device_id': '25f7b052-919c-4917-b9a0-340109152726', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'admin_state_up': True, 'tenant_id': 'ba9b0b22017f4ce587860a8d5c2daa23'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:27:55.933179 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee77560-84e6-4a74-b607-5554df339dac admin admin] Network 387c89c7-8c27-4498-b9d8-a8b5f5f72673 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:27:55.935470 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-dee77560-84e6-4a74-b607-5554df339dac admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:27:56.042941 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7c88321e-6cc3-41ff-8ba4-037c8e98dde2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:56.097533 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee77560-84e6-4a74-b607-5554df339dac admin admin] Router 40bd4ca2-36ed-4f22-bfd9-cd0bf9481980 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:27:56.269732 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee77560-84e6-4a74-b607-5554df339dac admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:27:56.279731 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-dee77560-84e6-4a74-b607-5554df339dac admin admin] 10.222.0.39 "PUT /v2.0/routers/40bd4ca2-36ed-4f22-bfd9-cd0bf9481980/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6784532 Nov 10 17:27:56.293016 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f509b223-edf2-41af-9d40-974cd3f6672f req-ae5cfdf5-d75f-4a68-a241-911d54e6f02e tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Made reservation on behalf of ba9b0b22017f4ce587860a8d5c2daa23 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:27:56.297093 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f509b223-edf2-41af-9d40-974cd3f6672f req-ae5cfdf5-d75f-4a68-a241-911d54e6f02e tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:56.324618 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f509b223-edf2-41af-9d40-974cd3f6672f req-ae5cfdf5-d75f-4a68-a241-911d54e6f02e tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:56.386216 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e574784d-7f94-4fc2-a7fd-958c661a4552 None None] Provisioning complete for port 043770b7-25d1-4df8-a893-383a28f6ed92 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:27:56.386775 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e574784d-7f94-4fc2-a7fd-958c661a4552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:56.421025 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8ec53b5f-ee73-43c9-96ab-6a2eb3340fb9 req-0a20b1f5-dc26-460a-a85d-37d747d7079e tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f7b052-919c-4917-b9a0-340109152726 HTTP/1.1" status: 200 len: 210 time: 0.0451176 Nov 10 17:27:56.459741 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7c88321e-6cc3-41ff-8ba4-037c8e98dde2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:56.465434 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-e574784d-7f94-4fc2-a7fd-958c661a4552 None None] Port 043770b7-25d1-4df8-a893-383a28f6ed92 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:27:56.469445 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 20399439-29a2-4bd0-97d2-7bc1c00d8661 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:27:56.473922 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7c88321e-6cc3-41ff-8ba4-037c8e98dde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:56.494029 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f509b223-edf2-41af-9d40-974cd3f6672f req-ae5cfdf5-d75f-4a68-a241-911d54e6f02e tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:56.512272 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f509b223-edf2-41af-9d40-974cd3f6672f req-ae5cfdf5-d75f-4a68-a241-911d54e6f02e tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:56.536922 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52306) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:56.542721 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7c88321e-6cc3-41ff-8ba4-037c8e98dde2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=121212fdaff54d6ab91609a7eb2d457e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8710945 Nov 10 17:27:56.543327 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52308) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:56.546936 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88321e-6cc3-41ff-8ba4-037c8e98dde2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d62d18-e4fd-450e-8d46-29342791a576,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:56.583900 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 20399439-29a2-4bd0-97d2-7bc1c00d8661 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:27:56.584425 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:56.679417 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:56.717419 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 20399439-29a2-4bd0-97d2-7bc1c00d8661, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=20399439-29a2-4bd0-97d2-7bc1c00d8661,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:27:56.719285 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5cfdf5-d75f-4a68-a241-911d54e6f02e tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc5bd88-90f2-4339-af84-96093bbef125,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:56.725963 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:56.810964 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-acc6ea3b-9ea4-43d3-bff3-647526a7df21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:56.822654 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=20399439-29a2-4bd0-97d2-7bc1c00d8661,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:56.843326 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-f509b223-edf2-41af-9d40-974cd3f6672f req-ae5cfdf5-d75f-4a68-a241-911d54e6f02e tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Allocated IP 192.168.233.151 (06bf2af7-1c64-4ab3-86f9-bba38a9adb20/7364e0f4-b425-437c-8639-701045fa2b03/d47d149f-0a97-4079-97dc-9fed9a5edb9e) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:27:56.856891 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-acc6ea3b-9ea4-43d3-bff3-647526a7df21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:56.938048 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52320) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:56.960041 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e5a3868c-ed22-41f8-bd95-072e57b6f386 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:57.057330 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-acc6ea3b-9ea4-43d3-bff3-647526a7df21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:57.060120 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-acc6ea3b-9ea4-43d3-bff3-647526a7df21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:57.060264 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e49dad-2f17-45b1-8901-bfb9dd7914ba None None] Sync routers for ids ['40bd4ca2-36ed-4f22-bfd9-cd0bf9481980'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:27:57.061524 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-acc6ea3b-9ea4-43d3-bff3-647526a7df21 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a3d62d18-e4fd-450e-8d46-29342791a576 HTTP/1.1" status: 204 len: 168 time: 0.5157516 Nov 10 17:27:57.078024 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6ea3b-9ea4-43d3-bff3-647526a7df21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d62d18-e4fd-450e-8d46-29342791a576,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:57.157527 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e49dad-2f17-45b1-8901-bfb9dd7914ba None None] Routers {'40bd4ca2-36ed-4f22-bfd9-cd0bf9481980'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:27:57.158574 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f509b223-edf2-41af-9d40-974cd3f6672f req-ae5cfdf5-d75f-4a68-a241-911d54e6f02e tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:57.158965 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e4e49dad-2f17-45b1-8901-bfb9dd7914ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:27:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['40bd4ca2-36ed-4f22-bfd9-cd0bf9481980'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:27:57.201018 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e5a3868c-ed22-41f8-bd95-072e57b6f386 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:57.207468 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e5a3868c-ed22-41f8-bd95-072e57b6f386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:57.271132 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f509b223-edf2-41af-9d40-974cd3f6672f req-ae5cfdf5-d75f-4a68-a241-911d54e6f02e tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:57.326042 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e5a3868c-ed22-41f8-bd95-072e57b6f386 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=00c419d375ca4ba39a4ef97022d0c76f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3867147 Nov 10 17:27:57.330776 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a3868c-ed22-41f8-bd95-072e57b6f386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7994a7-caad-409d-a50f-f66e3eb3c073,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:57.351526 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52328) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:57.388524 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c86c4dbc-06e9-41ff-ba6c-47e8d7c22247 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:57.399328 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-e4e49dad-2f17-45b1-8901-bfb9dd7914ba None None] Set router 40bd4ca2-36ed-4f22-bfd9-cd0bf9481980 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:27:57.519410 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f509b223-edf2-41af-9d40-974cd3f6672f req-ae5cfdf5-d75f-4a68-a241-911d54e6f02e tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:27:57.580292 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-f509b223-edf2-41af-9d40-974cd3f6672f req-ae5cfdf5-d75f-4a68-a241-911d54e6f02e tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:27:57.591334 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-f509b223-edf2-41af-9d40-974cd3f6672f req-ae5cfdf5-d75f-4a68-a241-911d54e6f02e tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:27:57.625640 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509b223-edf2-41af-9d40-974cd3f6672f req-ae5cfdf5-d75f-4a68-a241-911d54e6f02e tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:57.625640 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f509b223-edf2-41af-9d40-974cd3f6672f req-ae5cfdf5-d75f-4a68-a241-911d54e6f02e tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:57.662569 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c86c4dbc-06e9-41ff-ba6c-47e8d7c22247 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:57.677902 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5cfdf5-d75f-4a68-a241-911d54e6f02e tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Pushing event updated for resources: {'Port': ['ID=d47d149f-0a97-4079-97dc-9fed9a5edb9e,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:57.701077 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-04d1791e-dfe6-4ab9-9275-b759b44c339e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:57.722535 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f509b223-edf2-41af-9d40-974cd3f6672f req-ae5cfdf5-d75f-4a68-a241-911d54e6f02e tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7998734 Nov 10 17:27:57.731441 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-04d1791e-dfe6-4ab9-9275-b759b44c339e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:57.745601 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-f509b223-edf2-41af-9d40-974cd3f6672f req-f643cb71-c0d5-46ba-be4c-90e057fb3a88 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:27:57.746582 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f509b223-edf2-41af-9d40-974cd3f6672f req-f643cb71-c0d5-46ba-be4c-90e057fb3a88 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053895 Nov 10 17:27:57.788636 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c86c4dbc-06e9-41ff-ba6c-47e8d7c22247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:57.850991 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c86c4dbc-06e9-41ff-ba6c-47e8d7c22247 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d2f158bbb26c44aa959d66a002ceab2c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3123891 Nov 10 17:27:57.851624 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-04d1791e-dfe6-4ab9-9275-b759b44c339e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:57.853554 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52340) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:57.854237 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-04d1791e-dfe6-4ab9-9275-b759b44c339e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:57.857735 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-04d1791e-dfe6-4ab9-9275-b759b44c339e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7f7994a7-caad-409d-a50f-f66e3eb3c073 HTTP/1.1" status: 204 len: 168 time: 0.5013199 Nov 10 17:27:57.884324 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c4dbc-06e9-41ff-ba6c-47e8d7c22247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f0f66d-a1a6-4274-836f-0671039d2bb8,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:57.906353 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1791e-dfe6-4ab9-9275-b759b44c339e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7994a7-caad-409d-a50f-f66e3eb3c073,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:57.945805 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3328170-8baa-4e41-89bd-24dd0e4e5f5e req-65b6d927-1a56-4f80-b132-a6582effa8af tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:57.954199 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f3328170-8baa-4e41-89bd-24dd0e4e5f5e req-65b6d927-1a56-4f80-b132-a6582effa8af tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f7b052-919c-4917-b9a0-340109152726 HTTP/1.1" status: 200 len: 936 time: 0.2545195 Nov 10 17:27:58.006478 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a41be963-1039-484f-a7b1-89db20adf503 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:58.058077 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f3328170-8baa-4e41-89bd-24dd0e4e5f5e req-b94fc7cc-e812-4efe-becd-bafb15f9cb40 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/security-groups?id=3bc5bd88-90f2-4339-af84-96093bbef125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022058 Nov 10 17:27:58.095941 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e4e49dad-2f17-45b1-8901-bfb9dd7914ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd4ca2-36ed-4f22-bfd9-cd0bf9481980', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-801039373-router', 'tenant_id': 'de752a867467437f915f5951735b0910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '20399439-29a2-4bd0-97d2-7bc1c00d8661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:27:48Z', 'updated_at': '2021-11-10T17:27:55Z', 'revision_number': 4, 'project_id': 'de752a867467437f915f5951735b0910', 'gw_port': {'id': '20399439-29a2-4bd0-97d2-7bc1c00d8661', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd4ca2-36ed-4f22-bfd9-cd0bf9481980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:49Z', 'updated_at': '2021-11-10T17:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '043770b7-25d1-4df8-a893-383a28f6ed92', 'name': '', 'network_id': '387c89c7-8c27-4498-b9d8-a8b5f5f72673', 'tenant_id': 'de752a867467437f915f5951735b0910', 'mac_address': 'fa:16:3e:aa:84:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bd4ca2-36ed-4f22-bfd9-cd0bf9481980', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fb56cd93-d6ef-49ef-8163-837eb5dca421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:53Z', 'updated_at': '2021-11-10T17:27:55Z', 'revision_number': 2, 'project_id': 'de752a867467437f915f5951735b0910', 'subnets': [{'id': 'fb56cd93-d6ef-49ef-8163-837eb5dca421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:27:58.116389 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a41be963-1039-484f-a7b1-89db20adf503 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:58.140107 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e49dad-2f17-45b1-8901-bfb9dd7914ba None None] Checking router: 40bd4ca2-36ed-4f22-bfd9-cd0bf9481980 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:27:58.141664 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e49dad-2f17-45b1-8901-bfb9dd7914ba None None] Updating router 40bd4ca2-36ed-4f22-bfd9-cd0bf9481980 port 043770b7-25d1-4df8-a893-383a28f6ed92 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:27:58.175494 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e4e49dad-2f17-45b1-8901-bfb9dd7914ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:58.243052 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a41be963-1039-484f-a7b1-89db20adf503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:58.250470 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a41be963-1039-484f-a7b1-89db20adf503 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:58.256608 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a41be963-1039-484f-a7b1-89db20adf503 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/03f0f66d-a1a6-4274-836f-0671039d2bb8 HTTP/1.1" status: 204 len: 168 time: 0.4015315 Nov 10 17:27:58.272511 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41be963-1039-484f-a7b1-89db20adf503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f0f66d-a1a6-4274-836f-0671039d2bb8,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:58.333429 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52350) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:58.365701 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec044200-af4f-48da-b601-c37271e3e089 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:58.546124 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 20399439-29a2-4bd0-97d2-7bc1c00d8661 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:27:58.619036 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-52bbc4ca-98e1-49bf-b354-a14a64a5607e None None] Provisioning complete for port d47d149f-0a97-4079-97dc-9fed9a5edb9e triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:27:58.619329 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-52bbc4ca-98e1-49bf-b354-a14a64a5607e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:58.699612 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec044200-af4f-48da-b601-c37271e3e089 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:58.707305 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec044200-af4f-48da-b601-c37271e3e089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:58.819329 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-52bbc4ca-98e1-49bf-b354-a14a64a5607e None None] Port d47d149f-0a97-4079-97dc-9fed9a5edb9e cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:27:58.830339 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ec044200-af4f-48da-b601-c37271e3e089 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ce818fbd75f4299813e25fe36578d6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4952245 Nov 10 17:27:58.832343 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec044200-af4f-48da-b601-c37271e3e089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1b9ad7-476a-4e14-bd41-4c78df6fcf5c,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:58.838096 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52362) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:58.864959 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 20399439-29a2-4bd0-97d2-7bc1c00d8661 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:27:58.865388 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:58.966189 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8b28ab32-a43b-4d36-87e3-695ab4b91dcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:59.037232 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8b28ab32-a43b-4d36-87e3-695ab4b91dcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:59.152677 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8b28ab32-a43b-4d36-87e3-695ab4b91dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:59.156908 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8b28ab32-a43b-4d36-87e3-695ab4b91dcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:59.161539 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8b28ab32-a43b-4d36-87e3-695ab4b91dcc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7e1b9ad7-476a-4e14-bd41-4c78df6fcf5c HTTP/1.1" status: 204 len: 168 time: 0.3198469 Nov 10 17:27:59.179967 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28ab32-a43b-4d36-87e3-695ab4b91dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1b9ad7-476a-4e14-bd41-4c78df6fcf5c,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:59.314885 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205913f-bd49-476b-b61b-d53e7edd4b10 req-6a4c4310-188f-4ea6-99d0-0bb66ef2c821 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:27:59.317647 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5205913f-bd49-476b-b61b-d53e7edd4b10 req-6a4c4310-188f-4ea6-99d0-0bb66ef2c821 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f7b052-919c-4917-b9a0-340109152726 HTTP/1.1" status: 200 len: 936 time: 0.1118662 Nov 10 17:27:59.422913 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5205913f-bd49-476b-b61b-d53e7edd4b10 req-d4820582-9e4a-4c7f-b663-a12fbc3e849f tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/security-groups?id=3bc5bd88-90f2-4339-af84-96093bbef125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951717 Nov 10 17:27:59.499612 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52382) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:59.503571 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e4e49dad-2f17-45b1-8901-bfb9dd7914ba None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:59.510468 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-a94db251-3d06-41b8-9dbe-0291ce657365 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2124930559', 'description': 'tempest-description--569551283'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:27:59.528401 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e4e49dad-2f17-45b1-8901-bfb9dd7914ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:59.605928 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a94db251-3d06-41b8-9dbe-0291ce657365 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:59.691043 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4163f418-9fb5-4005-8f4e-5b5c0a8e1bad None None] Pushing event updated for resources: {'Port': ['ID=043770b7-25d1-4df8-a893-383a28f6ed92,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:27:59.753820 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-f509b223-edf2-41af-9d40-974cd3f6672f req-1f243543-cf37-46ce-9425-4aa013b5ced1 service neutron] Request body: {'port': {'device_id': '25f7b052-919c-4917-b9a0-340109152726', 'device_owner': 'compute:tempest-test_az-138872067', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:27:59.823122 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a94db251-3d06-41b8-9dbe-0291ce657365 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:59.830688 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a94db251-3d06-41b8-9dbe-0291ce657365 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:59.849209 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-e4e49dad-2f17-45b1-8901-bfb9dd7914ba None None] Attempting to bind port 043770b7-25d1-4df8-a893-383a28f6ed92 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:27:59.850166 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-e4e49dad-2f17-45b1-8901-bfb9dd7914ba None None] Attempting to bind port 043770b7-25d1-4df8-a893-383a28f6ed92 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '491b46b5-1463-41dc-9466-3d16e3bd0ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '387c89c7-8c27-4498-b9d8-a8b5f5f72673'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:27:59.850855 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e49dad-2f17-45b1-8901-bfb9dd7914ba None None] Attempting to bind port 043770b7-25d1-4df8-a893-383a28f6ed92 on network 387c89c7-8c27-4498-b9d8-a8b5f5f72673 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:27:59.875852 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e49dad-2f17-45b1-8901-bfb9dd7914ba None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:27:59.876768 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e49dad-2f17-45b1-8901-bfb9dd7914ba None None] Checking segment: {'id': '491b46b5-1463-41dc-9466-3d16e3bd0ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '387c89c7-8c27-4498-b9d8-a8b5f5f72673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:27:59.877391 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e4e49dad-2f17-45b1-8901-bfb9dd7914ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:59.878078 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e49dad-2f17-45b1-8901-bfb9dd7914ba None None] Bound using segment: {'id': '491b46b5-1463-41dc-9466-3d16e3bd0ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '387c89c7-8c27-4498-b9d8-a8b5f5f72673'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:27:59.878788 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-e4e49dad-2f17-45b1-8901-bfb9dd7914ba None None] Bound port: 043770b7-25d1-4df8-a893-383a28f6ed92, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491b46b5-1463-41dc-9466-3d16e3bd0ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '387c89c7-8c27-4498-b9d8-a8b5f5f72673'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:27:59.879735 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e4e49dad-2f17-45b1-8901-bfb9dd7914ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:59.902201 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f509b223-edf2-41af-9d40-974cd3f6672f req-1f243543-cf37-46ce-9425-4aa013b5ced1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:59.914241 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a94db251-3d06-41b8-9dbe-0291ce657365 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:27:59.920195 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a94db251-3d06-41b8-9dbe-0291ce657365 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4143381 Nov 10 17:27:59.933272 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52386) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:27:59.938527 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-418748c8-f09b-47ac-9e9f-0faa62974177 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Request body: {'security_group_rule': {'security_group_id': '3dd1f7f9-bbbd-45a9-ae8e-7c3117597c01', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:27:59.999278 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94db251-3d06-41b8-9dbe-0291ce657365 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd1f7f9-bbbd-45a9-ae8e-7c3117597c01,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:00.064448 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-418748c8-f09b-47ac-9e9f-0faa62974177 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:00.074988 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-e4e49dad-2f17-45b1-8901-bfb9dd7914ba None None] For port 043770b7-25d1-4df8-a893-383a28f6ed92, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:28:00.084258 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-e4e49dad-2f17-45b1-8901-bfb9dd7914ba None None] For port 043770b7-25d1-4df8-a893-383a28f6ed92, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=043770b7-25d1-4df8-a893-383a28f6ed92,segment=NetworkSegment(491b46b5-1463-41dc-9466-3d16e3bd0ff2),segment_id=491b46b5-1463-41dc-9466-3d16e3bd0ff2)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:28:00.094032 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e4e49dad-2f17-45b1-8901-bfb9dd7914ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:00.217435 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-418748c8-f09b-47ac-9e9f-0faa62974177 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:00.229951 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-418748c8-f09b-47ac-9e9f-0faa62974177 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:00.230343 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-5d6b050a-309c-4cc1-84c9-13975b844802 None None] Provisioning complete for port 043770b7-25d1-4df8-a893-383a28f6ed92 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:28:00.230756 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5d6b050a-309c-4cc1-84c9-13975b844802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:00.269625 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418748c8-f09b-47ac-9e9f-0faa62974177 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b62ea2d9-e2c5-4b24-a262-fbee593dd9b9,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:00.297126 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-418748c8-f09b-47ac-9e9f-0faa62974177 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:00.303456 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52394) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:00.305278 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-418748c8-f09b-47ac-9e9f-0faa62974177 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3699758 Nov 10 17:28:00.310348 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e49dad-2f17-45b1-8901-bfb9dd7914ba None None] Routers {'40bd4ca2-36ed-4f22-bfd9-cd0bf9481980'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:28:00.311602 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e4e49dad-2f17-45b1-8901-bfb9dd7914ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:27:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['40bd4ca2-36ed-4f22-bfd9-cd0bf9481980'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:28:00.320431 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-da8f9cc7-09ef-4b21-bb22-8887ecbd247f tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Request body: {'security_group_rule': {'security_group_id': '3dd1f7f9-bbbd-45a9-ae8e-7c3117597c01', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:00.477039 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52398) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:00.500869 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52400) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:00.516929 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4163f418-9fb5-4005-8f4e-5b5c0a8e1bad None None] Pushing event updated for resources: {'Port': ['ID=043770b7-25d1-4df8-a893-383a28f6ed92,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:00.523786 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9045ea21-bc4b-48b9-a0c8-0f4e91598887 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:00.543172 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cf40727a-c90e-4c95-8aa6-c13bed61deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:00.568057 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d71d5638-dac9-4e41-8a3b-e0abf3d58949 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:00.644596 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-da8f9cc7-09ef-4b21-bb22-8887ecbd247f tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:00.832068 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5d6b050a-309c-4cc1-84c9-13975b844802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:00.853188 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d71d5638-dac9-4e41-8a3b-e0abf3d58949 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:00.890469 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a00cd0-7848-4157-bad9-61237115fbcc req-efc6080d-b31b-4053-9fd2-6c2fac9866a3 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:00.906137 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-e4e49dad-2f17-45b1-8901-bfb9dd7914ba None None] Set router 40bd4ca2-36ed-4f22-bfd9-cd0bf9481980 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:28:00.913622 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-58a00cd0-7848-4157-bad9-61237115fbcc req-efc6080d-b31b-4053-9fd2-6c2fac9866a3 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f7b052-919c-4917-b9a0-340109152726 HTTP/1.1" status: 200 len: 936 time: 0.3410995 Nov 10 17:28:00.921683 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d71d5638-dac9-4e41-8a3b-e0abf3d58949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:01.024935 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-5d6b050a-309c-4cc1-84c9-13975b844802 None None] For port 043770b7-25d1-4df8-a893-383a28f6ed92, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=043770b7-25d1-4df8-a893-383a28f6ed92,segment=NetworkSegment(491b46b5-1463-41dc-9466-3d16e3bd0ff2),segment_id=491b46b5-1463-41dc-9466-3d16e3bd0ff2)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:28:01.046692 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5d6b050a-309c-4cc1-84c9-13975b844802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:01.054624 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d5638-dac9-4e41-8a3b-e0abf3d58949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4c1367-0f39-40aa-b7cd-510689ec5c67,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:01.183946 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9045ea21-bc4b-48b9-a0c8-0f4e91598887 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:01.220297 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d71d5638-dac9-4e41-8a3b-e0abf3d58949 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a832e7982caa46d881952fe2bfc63611&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7065573 Nov 10 17:28:01.224175 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9045ea21-bc4b-48b9-a0c8-0f4e91598887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:01.304231 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-f509b223-edf2-41af-9d40-974cd3f6672f req-1f243543-cf37-46ce-9425-4aa013b5ced1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d47d149f-0a97-4079-97dc-9fed9a5edb9e {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:28:01.316482 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52414) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:01.325464 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9045ea21-bc4b-48b9-a0c8-0f4e91598887 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c1adead80d3a45bb9a16cd878f704efc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8448231 Nov 10 17:28:01.335374 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-58a00cd0-7848-4157-bad9-61237115fbcc req-e1b14445-3ba4-43af-9d3d-a5187f47c6e2 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/security-groups?id=3bc5bd88-90f2-4339-af84-96093bbef125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993964 Nov 10 17:28:01.346125 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f509b223-edf2-41af-9d40-974cd3f6672f req-1f243543-cf37-46ce-9425-4aa013b5ced1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:01.350053 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52416) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:01.403102 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-867913c6-081e-4e73-845a-677429be11a9 None None] Provisioning complete for port 043770b7-25d1-4df8-a893-383a28f6ed92 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:28:01.403484 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-867913c6-081e-4e73-845a-677429be11a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:01.420001 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b050a-309c-4cc1-84c9-13975b844802 None None] Pushing event updated for resources: {'Port': ['ID=043770b7-25d1-4df8-a893-383a28f6ed92,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:01.436960 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-da8f9cc7-09ef-4b21-bb22-8887ecbd247f tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:01.467263 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-da8f9cc7-09ef-4b21-bb22-8887ecbd247f tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:01.525692 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045ea21-bc4b-48b9-a0c8-0f4e91598887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bd6cb5-d0f9-420d-91f4-d554cba575d3,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:01.546930 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-f509b223-edf2-41af-9d40-974cd3f6672f req-1f243543-cf37-46ce-9425-4aa013b5ced1 service neutron] Transition to ACTIVE for port object d47d149f-0a97-4079-97dc-9fed9a5edb9e will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:28:01.561869 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f9cc7-09ef-4b21-bb22-8887ecbd247f tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b155db61-746c-4dde-a891-e709cd5c341b,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:01.565583 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f509b223-edf2-41af-9d40-974cd3f6672f req-1f243543-cf37-46ce-9425-4aa013b5ced1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:01.578678 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1e70aa9e-cbd5-426b-8bc3-d3add8e1011c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:01.624463 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-da8f9cc7-09ef-4b21-bb22-8887ecbd247f tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:01.628056 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-da8f9cc7-09ef-4b21-bb22-8887ecbd247f tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3220036 Nov 10 17:28:01.632787 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1e70aa9e-cbd5-426b-8bc3-d3add8e1011c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:01.659087 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52432) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:01.675403 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-445129d4-db4d-4f01-9abb-177efea3587b tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:01.759464 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1e70aa9e-cbd5-426b-8bc3-d3add8e1011c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:01.779452 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1e70aa9e-cbd5-426b-8bc3-d3add8e1011c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:01.784183 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-445129d4-db4d-4f01-9abb-177efea3587b tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:01.785300 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1e70aa9e-cbd5-426b-8bc3-d3add8e1011c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/55bd6cb5-d0f9-420d-91f4-d554cba575d3 HTTP/1.1" status: 204 len: 168 time: 0.4343116 Nov 10 17:28:01.818309 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-36e05d16-56dd-4662-8a99-2c299f5a8552 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:01.837610 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f243543-cf37-46ce-9425-4aa013b5ced1 service neutron] Pushing event updated for resources: {'Port': ['ID=d47d149f-0a97-4079-97dc-9fed9a5edb9e,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:01.839329 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e4e49dad-2f17-45b1-8901-bfb9dd7914ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd4ca2-36ed-4f22-bfd9-cd0bf9481980', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-801039373-router', 'tenant_id': 'de752a867467437f915f5951735b0910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '20399439-29a2-4bd0-97d2-7bc1c00d8661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:27:48Z', 'updated_at': '2021-11-10T17:27:55Z', 'revision_number': 4, 'project_id': 'de752a867467437f915f5951735b0910', 'gw_port': {'id': '20399439-29a2-4bd0-97d2-7bc1c00d8661', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd4ca2-36ed-4f22-bfd9-cd0bf9481980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:49Z', 'updated_at': '2021-11-10T17:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '043770b7-25d1-4df8-a893-383a28f6ed92', 'name': '', 'network_id': '387c89c7-8c27-4498-b9d8-a8b5f5f72673', 'tenant_id': 'de752a867467437f915f5951735b0910', 'mac_address': 'fa:16:3e:aa:84:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bd4ca2-36ed-4f22-bfd9-cd0bf9481980', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fb56cd93-d6ef-49ef-8163-837eb5dca421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:53Z', 'updated_at': '2021-11-10T17:28:00Z', 'revision_number': 4, 'project_id': 'de752a867467437f915f5951735b0910', 'subnets': [{'id': 'fb56cd93-d6ef-49ef-8163-837eb5dca421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:28:01.903945 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-36e05d16-56dd-4662-8a99-2c299f5a8552 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:01.964901 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e49dad-2f17-45b1-8901-bfb9dd7914ba None None] The sync data for ids ['40bd4ca2-36ed-4f22-bfd9-cd0bf9481980'] in n-d-776250-10 is: [{'id': '40bd4ca2-36ed-4f22-bfd9-cd0bf9481980', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-801039373-router', 'tenant_id': 'de752a867467437f915f5951735b0910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '20399439-29a2-4bd0-97d2-7bc1c00d8661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:27:48Z', 'updated_at': '2021-11-10T17:27:55Z', 'revision_number': 4, 'project_id': 'de752a867467437f915f5951735b0910', 'gw_port': {'id': '20399439-29a2-4bd0-97d2-7bc1c00d8661', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd4ca2-36ed-4f22-bfd9-cd0bf9481980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:49Z', 'updated_at': '2021-11-10T17:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '043770b7-25d1-4df8-a893-383a28f6ed92', 'name': '', 'network_id': '387c89c7-8c27-4498-b9d8-a8b5f5f72673', 'tenant_id': 'de752a867467437f915f5951735b0910', 'mac_address': 'fa:16:3e:aa:84:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bd4ca2-36ed-4f22-bfd9-cd0bf9481980', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'fb56cd93-d6ef-49ef-8163-837eb5dca421', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:53Z', 'updated_at': '2021-11-10T17:28:00Z', 'revision_number': 4, 'project_id': 'de752a867467437f915f5951735b0910', 'subnets': [{'id': 'fb56cd93-d6ef-49ef-8163-837eb5dca421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:28:02.014292 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70aa9e-cbd5-426b-8bc3-d3add8e1011c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bd6cb5-d0f9-420d-91f4-d554cba575d3,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:02.112622 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-36e05d16-56dd-4662-8a99-2c299f5a8552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:02.116076 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-36e05d16-56dd-4662-8a99-2c299f5a8552 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:02.120188 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-36e05d16-56dd-4662-8a99-2c299f5a8552 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df4c1367-0f39-40aa-b7cd-510689ec5c67 HTTP/1.1" status: 204 len: 168 time: 0.7822716 Nov 10 17:28:02.121495 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-f509b223-edf2-41af-9d40-974cd3f6672f req-1f243543-cf37-46ce-9425-4aa013b5ced1 service neutron] Attempting to bind port d47d149f-0a97-4079-97dc-9fed9a5edb9e on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:28:02.122148 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-f509b223-edf2-41af-9d40-974cd3f6672f req-1f243543-cf37-46ce-9425-4aa013b5ced1 service neutron] Attempting to bind port d47d149f-0a97-4079-97dc-9fed9a5edb9e by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:28:02.125929 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f509b223-edf2-41af-9d40-974cd3f6672f req-1f243543-cf37-46ce-9425-4aa013b5ced1 service neutron] Attempting to bind port d47d149f-0a97-4079-97dc-9fed9a5edb9e on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:28:02.143376 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f509b223-edf2-41af-9d40-974cd3f6672f req-1f243543-cf37-46ce-9425-4aa013b5ced1 service neutron] Port d47d149f-0a97-4079-97dc-9fed9a5edb9e on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:28:02.144064 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f509b223-edf2-41af-9d40-974cd3f6672f req-1f243543-cf37-46ce-9425-4aa013b5ced1 service neutron] Attempting to bind port d47d149f-0a97-4079-97dc-9fed9a5edb9e on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:28:02.147058 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e05d16-56dd-4662-8a99-2c299f5a8552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4c1367-0f39-40aa-b7cd-510689ec5c67,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:02.157454 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f509b223-edf2-41af-9d40-974cd3f6672f req-1f243543-cf37-46ce-9425-4aa013b5ced1 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:28:02.158440 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f509b223-edf2-41af-9d40-974cd3f6672f req-1f243543-cf37-46ce-9425-4aa013b5ced1 service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:28:02.176431 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f509b223-edf2-41af-9d40-974cd3f6672f req-1f243543-cf37-46ce-9425-4aa013b5ced1 service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:28:02.177156 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-f509b223-edf2-41af-9d40-974cd3f6672f req-1f243543-cf37-46ce-9425-4aa013b5ced1 service neutron] Bound port: d47d149f-0a97-4079-97dc-9fed9a5edb9e, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:28:02.177794 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f509b223-edf2-41af-9d40-974cd3f6672f req-1f243543-cf37-46ce-9425-4aa013b5ced1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:02.438492 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 043770b7-25d1-4df8-a893-383a28f6ed92 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:28:02.443889 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-f509b223-edf2-41af-9d40-974cd3f6672f req-1f243543-cf37-46ce-9425-4aa013b5ced1 service neutron] For port d47d149f-0a97-4079-97dc-9fed9a5edb9e, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:28:02.484873 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-f509b223-edf2-41af-9d40-974cd3f6672f req-1f243543-cf37-46ce-9425-4aa013b5ced1 service neutron] For port d47d149f-0a97-4079-97dc-9fed9a5edb9e, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d47d149f-0a97-4079-97dc-9fed9a5edb9e,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:28:02.492556 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-445129d4-db4d-4f01-9abb-177efea3587b tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:02.496608 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f509b223-edf2-41af-9d40-974cd3f6672f req-1f243543-cf37-46ce-9425-4aa013b5ced1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:02.607447 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 043770b7-25d1-4df8-a893-383a28f6ed92 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:28:02.608716 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:02.626002 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf7f7d-451d-4c6d-b9b6-6c8f193918d5 req-3a14133d-2c0f-4d6b-bf04-adf9c6972ec0 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:02.638698 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-54bf7f7d-451d-4c6d-b9b6-6c8f193918d5 req-3a14133d-2c0f-4d6b-bf04-adf9c6972ec0 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f7b052-919c-4917-b9a0-340109152726 HTTP/1.1" status: 200 len: 969 time: 0.1214409 Nov 10 17:28:02.759422 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-54bf7f7d-451d-4c6d-b9b6-6c8f193918d5 req-a131f1d0-01a9-4777-bf0d-cea96050c290 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/security-groups?id=3bc5bd88-90f2-4339-af84-96093bbef125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110804 Nov 10 17:28:02.774205 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f243543-cf37-46ce-9425-4aa013b5ced1 service neutron] Pushing event updated for resources: {'Port': ['ID=d47d149f-0a97-4079-97dc-9fed9a5edb9e,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:02.780569 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509b223-edf2-41af-9d40-974cd3f6672f req-1f243543-cf37-46ce-9425-4aa013b5ced1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:02.781295 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f509b223-edf2-41af-9d40-974cd3f6672f req-1f243543-cf37-46ce-9425-4aa013b5ced1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:02.783711 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f509b223-edf2-41af-9d40-974cd3f6672f req-1f243543-cf37-46ce-9425-4aa013b5ced1 service neutron] 10.222.0.11 "PUT /v2.0/ports/d47d149f-0a97-4079-97dc-9fed9a5edb9e HTTP/1.1" status: 200 len: 1118 time: 3.6394861 Nov 10 17:28:02.785095 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f7b052-919c-4917-b9a0-340109152726', 'tag': 'd47d149f-0a97-4079-97dc-9fed9a5edb9e'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:28:02.966941 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-267f5bcd-46fd-4917-b07c-cad914e32403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:03.200557 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509b223-edf2-41af-9d40-974cd3f6672f req-9117d7c1-4958-48d3-83ee-c4a0bbc1da14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:03.202466 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f509b223-edf2-41af-9d40-974cd3f6672f req-9117d7c1-4958-48d3-83ee-c4a0bbc1da14 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba9b0b22017f4ce587860a8d5c2daa23&device_id=25f7b052-919c-4917-b9a0-340109152726 HTTP/1.1" status: 200 len: 1121 time: 0.2410502 Nov 10 17:28:03.310018 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-445129d4-db4d-4f01-9abb-177efea3587b tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Allocated IP 172.25.5.18 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/a98ac7cc-3e3e-40e6-9d46-9212b520b4ab) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:28:03.382304 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f509b223-edf2-41af-9d40-974cd3f6672f req-d6193aa1-d7e5-4275-b02c-571bbeb5a9c6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=d47d149f-0a97-4079-97dc-9fed9a5edb9e HTTP/1.1" status: 200 len: 217 time: 0.1326027 Nov 10 17:28:03.546511 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52468) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:03.660472 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-445129d4-db4d-4f01-9abb-177efea3587b tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:03.790907 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509b223-edf2-41af-9d40-974cd3f6672f req-b05e0452-5eb7-4770-a5d0-9d217d652efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:03.792894 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f509b223-edf2-41af-9d40-974cd3f6672f req-b05e0452-5eb7-4770-a5d0-9d217d652efc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.0632176 Nov 10 17:28:03.795556 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-445129d4-db4d-4f01-9abb-177efea3587b tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:03.849680 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:03.896539 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445129d4-db4d-4f01-9abb-177efea3587b tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:28:04.005684 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-445129d4-db4d-4f01-9abb-177efea3587b tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:28:04.013108 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445129d4-db4d-4f01-9abb-177efea3587b tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:28:04.035434 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568d5a1-0603-4247-b897-9771e0795e55 req-fd2d3abb-d3e7-405d-a978-f9497af0a897 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:04.044963 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1568d5a1-0603-4247-b897-9771e0795e55 req-fd2d3abb-d3e7-405d-a978-f9497af0a897 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f7b052-919c-4917-b9a0-340109152726 HTTP/1.1" status: 200 len: 969 time: 0.1586356 Nov 10 17:28:04.212110 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b99b4813-8b8f-45b8-b40c-7f9daa88cdde admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:04.223973 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445129d4-db4d-4f01-9abb-177efea3587b tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Pushing event updated for resources: {'Port': ['ID=a98ac7cc-3e3e-40e6-9d46-9212b520b4ab,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:04.245196 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509b223-edf2-41af-9d40-974cd3f6672f req-87da8d10-ddf2-4520-88a3-6957708c168c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:04.249170 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f509b223-edf2-41af-9d40-974cd3f6672f req-87da8d10-ddf2-4520-88a3-6957708c168c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3576338 Nov 10 17:28:04.290127 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1568d5a1-0603-4247-b897-9771e0795e55 req-e1823b89-7cd7-44ef-a728-cb5cb927c050 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/security-groups?id=3bc5bd88-90f2-4339-af84-96093bbef125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280779 Nov 10 17:28:04.298333 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f389714-2fa4-4e0f-83e0-507f6eb6852e" -d '{"events": [{"name": "network-changed", "server_uuid": "25f7b052-919c-4917-b9a0-340109152726", "tag": "d47d149f-0a97-4079-97dc-9fed9a5edb9e"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:28:04.499173 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b99b4813-8b8f-45b8-b40c-7f9daa88cdde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:04.509777 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b99b4813-8b8f-45b8-b40c-7f9daa88cdde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:04.518855 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f509b223-edf2-41af-9d40-974cd3f6672f req-7b736d84-f291-4f48-b53a-ed9297b37bd3 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061718 Nov 10 17:28:04.558731 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-445129d4-db4d-4f01-9abb-177efea3587b tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:04.660453 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-445129d4-db4d-4f01-9abb-177efea3587b tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:04.688036 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b99b4813-8b8f-45b8-b40c-7f9daa88cdde admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80ff0bed92eb402e9570636d1863998f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1375706 Nov 10 17:28:04.689328 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52510) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:04.697078 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b4813-8b8f-45b8-b40c-7f9daa88cdde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42eed9ef-84e6-4b6d-8c32-153f6841de1b,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:04.846480 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b9e42fe-b1f8-49f8-aeb3-a9bc89f7fe1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:04.871435 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b9e42fe-b1f8-49f8-aeb3-a9bc89f7fe1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:04.942174 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b9e42fe-b1f8-49f8-aeb3-a9bc89f7fe1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:04.946705 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b9e42fe-b1f8-49f8-aeb3-a9bc89f7fe1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:04.948848 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8b9e42fe-b1f8-49f8-aeb3-a9bc89f7fe1d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/42eed9ef-84e6-4b6d-8c32-153f6841de1b HTTP/1.1" status: 204 len: 168 time: 0.2560594 Nov 10 17:28:04.958890 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e42fe-b1f8-49f8-aeb3-a9bc89f7fe1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42eed9ef-84e6-4b6d-8c32-153f6841de1b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:05.420163 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:05.465396 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d25ffc8-3936-4fb1-a8b3-28013a8e05b8 x-openstack-request-id: req-1d25ffc8-3936-4fb1-a8b3-28013a8e05b8 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:28:05.466006 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f7b052-919c-4917-b9a0-340109152726", "tag": "d47d149f-0a97-4079-97dc-9fed9a5edb9e", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:28:05.466006 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1d25ffc8-3936-4fb1-a8b3-28013a8e05b8 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:28:05.466489 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f7b052-919c-4917-b9a0-340109152726', 'tag': 'd47d149f-0a97-4079-97dc-9fed9a5edb9e', 'status': 'completed', 'code': 200} Nov 10 17:28:05.630453 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-445129d4-db4d-4f01-9abb-177efea3587b tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:05.645279 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-445129d4-db4d-4f01-9abb-177efea3587b tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:05.806637 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445129d4-db4d-4f01-9abb-177efea3587b tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Pushing event updated for resources: {'Port': ['ID=a98ac7cc-3e3e-40e6-9d46-9212b520b4ab,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:05.873924 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-445129d4-db4d-4f01-9abb-177efea3587b tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:05.914532 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52546) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:05.967326 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090ee48-153d-41d0-9616-5b2e82c19c4c req-49739eba-0a93-447b-bb85-ab7cabbb376d tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:05.969114 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6090ee48-153d-41d0-9616-5b2e82c19c4c req-49739eba-0a93-447b-bb85-ab7cabbb376d tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f7b052-919c-4917-b9a0-340109152726 HTTP/1.1" status: 200 len: 969 time: 0.4945292 Nov 10 17:28:06.000230 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-445129d4-db4d-4f01-9abb-177efea3587b tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:06.002657 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-445129d4-db4d-4f01-9abb-177efea3587b tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3384576 Nov 10 17:28:06.006745 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f509b223-edf2-41af-9d40-974cd3f6672f req-ac5b47ad-35f6-47eb-bb44-ae37bb087e2d service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5394294 Nov 10 17:28:06.076400 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:06.081772 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6090ee48-153d-41d0-9616-5b2e82c19c4c req-d56a81c0-3137-49e5-bc49-e1f78a7a7130 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/security-groups?id=3bc5bd88-90f2-4339-af84-96093bbef125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052034 Nov 10 17:28:06.161791 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52554) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:06.189423 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1f43998d-260d-4fff-a1e7-99e7b4babd3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:06.308106 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1f43998d-260d-4fff-a1e7-99e7b4babd3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:06.315022 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1f43998d-260d-4fff-a1e7-99e7b4babd3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:06.378524 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1f43998d-260d-4fff-a1e7-99e7b4babd3b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=55a4c344361541f8b266f1f48922b6c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148769 Nov 10 17:28:06.381474 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52562) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:06.399022 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43998d-260d-4fff-a1e7-99e7b4babd3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5392a61-f938-4ff4-a455-a92cdec0ef4d,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:06.444271 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-93e12cae-6b4f-43a0-b67b-e41d67483cf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:06.475413 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-93e12cae-6b4f-43a0-b67b-e41d67483cf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:06.550831 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-93e12cae-6b4f-43a0-b67b-e41d67483cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:06.554314 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-93e12cae-6b4f-43a0-b67b-e41d67483cf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:06.562962 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-93e12cae-6b4f-43a0-b67b-e41d67483cf1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b5392a61-f938-4ff4-a455-a92cdec0ef4d HTTP/1.1" status: 204 len: 168 time: 0.1744964 Nov 10 17:28:06.577009 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e12cae-6b4f-43a0-b67b-e41d67483cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5392a61-f938-4ff4-a455-a92cdec0ef4d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:06.629926 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5953f99c-4a48-496e-be45-5105a2682eac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:06.763798 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-28a283bf-96d7-427c-b3c3-96c4fd810c63 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2124930559&fields=id&tenant_id=4491a2c6741b402a9e55e801cd3ca339 HTTP/1.1" status: 200 len: 267 time: 0.1105740 Nov 10 17:28:06.852234 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5953f99c-4a48-496e-be45-5105a2682eac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:06.869932 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5953f99c-4a48-496e-be45-5105a2682eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:06.921106 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5953f99c-4a48-496e-be45-5105a2682eac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e8c2e42583aa41b18ef25516d3096a5c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0054159 Nov 10 17:28:06.926132 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52584) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:06.955185 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953f99c-4a48-496e-be45-5105a2682eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48f95f8-681f-4cb9-ae09-c65a0d55e28f,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:07.128072 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3ba4091d-ab0a-462a-bd22-635c2e839967 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:07.191051 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3ba4091d-ab0a-462a-bd22-635c2e839967 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:07.306338 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-ffa50be3-df88-4be6-931f-15e8e1e52bba tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:07.307080 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-ffa50be3-df88-4be6-931f-15e8e1e52bba tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/networks?id=b7801527-50b7-4bc0-a554-ec40d3f8072d HTTP/1.1" status: 200 len: 823 time: 0.5424616 Nov 10 17:28:07.336416 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3ba4091d-ab0a-462a-bd22-635c2e839967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:07.345971 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3ba4091d-ab0a-462a-bd22-635c2e839967 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:07.349696 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3ba4091d-ab0a-462a-bd22-635c2e839967 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a48f95f8-681f-4cb9-ae09-c65a0d55e28f HTTP/1.1" status: 204 len: 168 time: 0.4200749 Nov 10 17:28:07.352989 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-1f6c45dc-0552-4385-9f87-f5675f980f31 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/quotas/4491a2c6741b402a9e55e801cd3ca339 HTTP/1.1" status: 200 len: 375 time: 0.0299122 Nov 10 17:28:07.372301 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4091d-ab0a-462a-bd22-635c2e839967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48f95f8-681f-4cb9-ae09-c65a0d55e28f,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:07.498942 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-fe67d7ab-76dc-458e-96ef-40cd46ba4b80 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4491a2c6741b402a9e55e801cd3ca339&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1313882 Nov 10 17:28:07.643625 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22b8ca-1152-4a48-976c-b768fb11de48 req-17028560-ae30-4b49-8ba9-2223151a1ecb tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:07.644787 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-be22b8ca-1152-4a48-976c-b768fb11de48 req-17028560-ae30-4b49-8ba9-2223151a1ecb tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f7b052-919c-4917-b9a0-340109152726 HTTP/1.1" status: 200 len: 969 time: 0.0692625 Nov 10 17:28:07.701797 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-be22b8ca-1152-4a48-976c-b768fb11de48 req-88b1e59f-a06c-4fdf-9cd5-7e187e1dba11 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/security-groups?id=3bc5bd88-90f2-4339-af84-96093bbef125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486691 Nov 10 17:28:07.988904 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52618) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:08.002747 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1c047b06-92e1-468e-8d96-83b542b1fb8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:08.107742 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-ae4cb22a-9f01-4c75-ba8b-1c22c9108ebe service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:28:08.111443 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1c047b06-92e1-468e-8d96-83b542b1fb8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:08.115753 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-ae4cb22a-9f01-4c75-ba8b-1c22c9108ebe service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3405581 Nov 10 17:28:08.119470 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1c047b06-92e1-468e-8d96-83b542b1fb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:08.160872 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c047b06-92e1-468e-8d96-83b542b1fb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e90b4c-9c17-4a09-a753-fa3599e3a426,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:08.187431 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1c047b06-92e1-468e-8d96-83b542b1fb8e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=41a9c053a22c43adacb39b69dd53b582&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1976922 Nov 10 17:28:08.191425 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52626) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:08.246803 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-a3e7de1f-70a8-43ff-83ae-674cf85f74cc service neutron] 10.222.0.39 "GET /v2.0/networks/b7801527-50b7-4bc0-a554-ec40d3f8072d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301403 Nov 10 17:28:08.286106 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08019ad5-ad88-4fa7-889e-997e9381deea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:08.331063 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08019ad5-ad88-4fa7-889e-997e9381deea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:08.391690 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f389714-2fa4-4e0f-83e0-507f6eb6852e req-280a7ecd-01d6-45c5-aab8-fd6a21615898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:08.393580 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4f389714-2fa4-4e0f-83e0-507f6eb6852e req-280a7ecd-01d6-45c5-aab8-fd6a21615898 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba9b0b22017f4ce587860a8d5c2daa23&device_id=25f7b052-919c-4917-b9a0-340109152726 HTTP/1.1" status: 200 len: 1121 time: 0.0968931 Nov 10 17:28:08.403367 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08019ad5-ad88-4fa7-889e-997e9381deea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:08.406641 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08019ad5-ad88-4fa7-889e-997e9381deea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:08.410705 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-08019ad5-ad88-4fa7-889e-997e9381deea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/87e90b4c-9c17-4a09-a753-fa3599e3a426 HTTP/1.1" status: 204 len: 168 time: 0.2145762 Nov 10 17:28:08.415487 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-0c12cd80-48a3-4b38-9138-fea0d78c64dc service neutron] 10.222.0.39 "GET /v2.0/networks/b7801527-50b7-4bc0-a554-ec40d3f8072d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672280 Nov 10 17:28:08.434608 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08019ad5-ad88-4fa7-889e-997e9381deea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e90b4c-9c17-4a09-a753-fa3599e3a426,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:08.707330 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0011fcfb-6115-453a-92b4-adda40e49ca9 req-61c11bb7-b807-4760-a0f3-fb453a66f1bd tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=39e54a0f-9e7b-43ed-bad2-b1405ddee34d HTTP/1.1" status: 200 len: 210 time: 0.0650437 Nov 10 17:28:08.714745 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f389714-2fa4-4e0f-83e0-507f6eb6852e req-ba10f76a-f160-4d1a-b830-ce1dbe70424c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:08.716847 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4f389714-2fa4-4e0f-83e0-507f6eb6852e req-ba10f76a-f160-4d1a-b830-ce1dbe70424c service neutron] 10.222.0.11 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.2998171 Nov 10 17:28:08.792382 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4f389714-2fa4-4e0f-83e0-507f6eb6852e req-5ede921f-5427-4f71-a634-9ba52f2c0168 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=d47d149f-0a97-4079-97dc-9fed9a5edb9e HTTP/1.1" status: 200 len: 217 time: 0.0622902 Nov 10 17:28:08.864741 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f389714-2fa4-4e0f-83e0-507f6eb6852e req-60ef8467-9179-477b-9aa6-983a62700bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:08.866219 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4f389714-2fa4-4e0f-83e0-507f6eb6852e req-60ef8467-9179-477b-9aa6-983a62700bc9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.0669363 Nov 10 17:28:08.869907 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535ac83-c9bb-4793-ad10-7b9a78a22870 req-ae79905e-dc12-4822-ab1d-3ed59a8241d7 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:08.871548 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8535ac83-c9bb-4793-ad10-7b9a78a22870 req-ae79905e-dc12-4822-ab1d-3ed59a8241d7 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f7b052-919c-4917-b9a0-340109152726 HTTP/1.1" status: 200 len: 969 time: 0.0637114 Nov 10 17:28:08.933650 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f389714-2fa4-4e0f-83e0-507f6eb6852e req-5c647ec7-335e-4bf4-b07e-e888054d0436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:08.935359 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4f389714-2fa4-4e0f-83e0-507f6eb6852e req-5c647ec7-335e-4bf4-b07e-e888054d0436 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0559320 Nov 10 17:28:08.941651 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8535ac83-c9bb-4793-ad10-7b9a78a22870 req-5505d93c-6ad0-48a8-a57a-efb227484673 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/security-groups?id=3bc5bd88-90f2-4339-af84-96093bbef125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586853 Nov 10 17:28:09.068329 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4f389714-2fa4-4e0f-83e0-507f6eb6852e req-69bc66ba-c968-40a9-95e1-3c024c88779f service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178045 Nov 10 17:28:09.183263 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4f389714-2fa4-4e0f-83e0-507f6eb6852e req-e5b90a04-8d7f-4fdf-80e9-219b75915f2d service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076546 Nov 10 17:28:09.428704 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52708) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:09.800930 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1da69252-caf9-42f0-a209-754bff9bdc8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:09.865211 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-59dc3b63-3427-4d2c-9b4b-1466e48c836c req-e8910802-9cb8-4fa6-879e-d9fbaabc446f tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=39e54a0f-9e7b-43ed-bad2-b1405ddee34d HTTP/1.1" status: 200 len: 210 time: 0.0509355 Nov 10 17:28:09.937383 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1da69252-caf9-42f0-a209-754bff9bdc8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:09.944755 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1da69252-caf9-42f0-a209-754bff9bdc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:09.994690 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1da69252-caf9-42f0-a209-754bff9bdc8b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=af874b7ea5a9422280a0d1047788bc66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5643461 Nov 10 17:28:09.995895 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da69252-caf9-42f0-a209-754bff9bdc8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580a2627-722c-429e-ba4b-53e4b594c69f,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:09.997394 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52746) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:10.113139 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b9794-3ab5-402c-8e28-7d529c69a702 req-c504c530-ea27-4c3f-a25b-35e2dee30543 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:10.114745 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bb7b9794-3ab5-402c-8e28-7d529c69a702 req-c504c530-ea27-4c3f-a25b-35e2dee30543 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f7b052-919c-4917-b9a0-340109152726 HTTP/1.1" status: 200 len: 969 time: 0.0823288 Nov 10 17:28:10.115572 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f8353ef1-66f9-498c-bcff-d292d1a274fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:10.157909 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f8353ef1-66f9-498c-bcff-d292d1a274fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:10.219830 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bb7b9794-3ab5-402c-8e28-7d529c69a702 req-84c6a11f-a59a-4e97-8f0e-6a965fc05376 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/security-groups?id=3bc5bd88-90f2-4339-af84-96093bbef125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893035 Nov 10 17:28:10.254387 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f8353ef1-66f9-498c-bcff-d292d1a274fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:10.257639 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f8353ef1-66f9-498c-bcff-d292d1a274fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:10.261315 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f8353ef1-66f9-498c-bcff-d292d1a274fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/580a2627-722c-429e-ba4b-53e4b594c69f HTTP/1.1" status: 204 len: 168 time: 0.2602940 Nov 10 17:28:10.267017 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8353ef1-66f9-498c-bcff-d292d1a274fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580a2627-722c-429e-ba4b-53e4b594c69f,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:10.342461 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.13', 62021) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:10.651179 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-79492f63-ce06-4010-b439-52c58157109d tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:10.652017 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-79492f63-ce06-4010-b439-52c58157109d tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.13 "GET /v2.0/networks?id=b7801527-50b7-4bc0-a554-ec40d3f8072d HTTP/1.1" status: 200 len: 823 time: 0.3013732 Nov 10 17:28:10.874638 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52794) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:10.891522 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52796) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:10.902362 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6e701d5d-5d04-4efd-a99d-77a53593a430 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:10.999275 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f6c4240a-a460-4c9b-b584-69469c294c49 req-a67eaf52-6314-4f80-b3ca-d2e77c99401b tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=39e54a0f-9e7b-43ed-bad2-b1405ddee34d HTTP/1.1" status: 200 len: 210 time: 0.0353341 Nov 10 17:28:11.042392 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6e701d5d-5d04-4efd-a99d-77a53593a430 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:11.047437 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6e701d5d-5d04-4efd-a99d-77a53593a430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:11.091812 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6e701d5d-5d04-4efd-a99d-77a53593a430 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eef8268ec97b457c9f01c8b5b278e5fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153230 Nov 10 17:28:11.092974 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e701d5d-5d04-4efd-a99d-77a53593a430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07216e59-a38e-4f80-98b6-115fbb201548,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:11.094632 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52804) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:11.166201 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e98bc2db-95c0-49ec-8900-efcb521e7394 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:11.201519 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e98bc2db-95c0-49ec-8900-efcb521e7394 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:11.259093 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e98bc2db-95c0-49ec-8900-efcb521e7394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:11.262657 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e98bc2db-95c0-49ec-8900-efcb521e7394 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:11.264124 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e98bc2db-95c0-49ec-8900-efcb521e7394 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/07216e59-a38e-4f80-98b6-115fbb201548 HTTP/1.1" status: 204 len: 168 time: 0.1669168 Nov 10 17:28:11.278676 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98bc2db-95c0-49ec-8900-efcb521e7394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07216e59-a38e-4f80-98b6-115fbb201548,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:11.316089 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5132c420-0854-4524-ae22-e403901157a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:11.420552 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524fd6c-f282-439d-ab98-e96a3333bb3c req-de556edd-c35f-493e-8724-a13e666ae3eb tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:11.422181 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3524fd6c-f282-439d-ab98-e96a3333bb3c req-de556edd-c35f-493e-8724-a13e666ae3eb tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f7b052-919c-4917-b9a0-340109152726 HTTP/1.1" status: 200 len: 969 time: 0.0791383 Nov 10 17:28:11.432382 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5132c420-0854-4524-ae22-e403901157a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:11.437966 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5132c420-0854-4524-ae22-e403901157a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:11.492248 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5132c420-0854-4524-ae22-e403901157a7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8fbe5d1378e34da19a1dce211b6f3aa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5989468 Nov 10 17:28:11.493355 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132c420-0854-4524-ae22-e403901157a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe02183-6522-41e3-8125-6a4056d160db,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:11.495961 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52820) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:11.501042 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3524fd6c-f282-439d-ab98-e96a3333bb3c req-a889b0a6-8d64-4818-9510-52890d55c8be tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/security-groups?id=3bc5bd88-90f2-4339-af84-96093bbef125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701771 Nov 10 17:28:11.598110 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f111e42b-abc1-498d-854b-6b18c11deeb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:11.644092 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f111e42b-abc1-498d-854b-6b18c11deeb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:11.703169 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f111e42b-abc1-498d-854b-6b18c11deeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:11.708539 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f111e42b-abc1-498d-854b-6b18c11deeb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:11.710378 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f111e42b-abc1-498d-854b-6b18c11deeb4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/abe02183-6522-41e3-8125-6a4056d160db HTTP/1.1" status: 204 len: 168 time: 0.2023561 Nov 10 17:28:11.726269 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111e42b-abc1-498d-854b-6b18c11deeb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe02183-6522-41e3-8125-6a4056d160db,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:12.130648 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6bdb32b3-8734-4887-ac7d-9101864bb145 req-83f63646-05bd-4fe0-94e3-7618cb8a93f0 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=39e54a0f-9e7b-43ed-bad2-b1405ddee34d HTTP/1.1" status: 200 len: 210 time: 0.0337000 Nov 10 17:28:12.279594 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52880) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:12.308414 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52884) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:12.325458 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-40e9d71f-f5c1-4f34-ba5f-a860914940a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:12.444394 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-40e9d71f-f5c1-4f34-ba5f-a860914940a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:12.499030 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-40e9d71f-f5c1-4f34-ba5f-a860914940a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:12.565701 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-40e9d71f-f5c1-4f34-ba5f-a860914940a4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8f8ccbc390904add849fe0cef3b884a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2559252 Nov 10 17:28:12.571412 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52890) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:12.608453 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9d71f-f5c1-4f34-ba5f-a860914940a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ee935b-54d8-4372-a443-71f4df583a79,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:12.702217 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c0e68424-e221-4667-b10b-49bb10aff5c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:12.714277 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-09a43bb5-2e7c-4351-b23f-d327337fd940 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:12.766660 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-09a43bb5-2e7c-4351-b23f-d327337fd940 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:12.792157 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc5f2b-cadf-4d52-a259-bceb90abf001 req-4698f2da-2d72-4751-b58c-a5782137a1b7 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:12.794643 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6ebc5f2b-cadf-4d52-a259-bceb90abf001 req-4698f2da-2d72-4751-b58c-a5782137a1b7 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f7b052-919c-4917-b9a0-340109152726 HTTP/1.1" status: 200 len: 969 time: 0.1456153 Nov 10 17:28:12.908111 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6ebc5f2b-cadf-4d52-a259-bceb90abf001 req-6e1d36c8-501d-4656-a4da-9f44ec9eef0f tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/security-groups?id=3bc5bd88-90f2-4339-af84-96093bbef125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978410 Nov 10 17:28:12.919552 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-09a43bb5-2e7c-4351-b23f-d327337fd940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:12.934227 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-09a43bb5-2e7c-4351-b23f-d327337fd940 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:12.934227 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-09a43bb5-2e7c-4351-b23f-d327337fd940 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e5ee935b-54d8-4372-a443-71f4df583a79 HTTP/1.1" status: 204 len: 168 time: 0.3603721 Nov 10 17:28:12.936190 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c0e68424-e221-4667-b10b-49bb10aff5c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:12.948765 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52906) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:12.952343 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c0e68424-e221-4667-b10b-49bb10aff5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:12.957531 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a43bb5-2e7c-4351-b23f-d327337fd940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ee935b-54d8-4372-a443-71f4df583a79,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:13.002621 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e68424-e221-4667-b10b-49bb10aff5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02afcf54-b9e4-48ad-9e2d-b8f1b08a2f46,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:13.009312 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c0e68424-e221-4667-b10b-49bb10aff5c6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=755866ce8e5e4b6997f4595e34277e73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7284558 Nov 10 17:28:13.011961 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52912) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:13.064552 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-677c1eed-6967-4c89-b8ee-99fe14c50bb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:13.086791 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-677c1eed-6967-4c89-b8ee-99fe14c50bb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:13.151187 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-677c1eed-6967-4c89-b8ee-99fe14c50bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:13.154707 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-677c1eed-6967-4c89-b8ee-99fe14c50bb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:13.156068 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-677c1eed-6967-4c89-b8ee-99fe14c50bb1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/02afcf54-b9e4-48ad-9e2d-b8f1b08a2f46 HTTP/1.1" status: 204 len: 168 time: 0.1430933 Nov 10 17:28:13.164061 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c1eed-6967-4c89-b8ee-99fe14c50bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02afcf54-b9e4-48ad-9e2d-b8f1b08a2f46,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:13.182571 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device d47d149f-0a97-4079-97dc-9fed9a5edb9e details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:28:13.271775 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fbc4a5ca-19e5-4b0d-a479-c0722cad5339 req-2870fff3-5f49-48c3-bf81-4e4ac9de7f40 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=39e54a0f-9e7b-43ed-bad2-b1405ddee34d HTTP/1.1" status: 200 len: 210 time: 0.0451527 Nov 10 17:28:13.286949 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-53d736b3-cfb4-47bc-98c4-c4d535ca21f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:13.362730 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port d47d149f-0a97-4079-97dc-9fed9a5edb9e, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d47d149f-0a97-4079-97dc-9fed9a5edb9e,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:28:13.374465 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'd47d149f-0a97-4079-97dc-9fed9a5edb9e', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': 'd47d149f-0a97-4079-97dc-9fed9a5edb9e', 'mac_address': 'fa:16:3e:9c:36:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:tempest-test_az-138872067', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:28:13.404918 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-53d736b3-cfb4-47bc-98c4-c4d535ca21f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:13.410175 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-53d736b3-cfb4-47bc-98c4-c4d535ca21f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:13.432241 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:13.452179 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-53d736b3-cfb4-47bc-98c4-c4d535ca21f0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8a070be87f8743e4b2a27496e8caf4ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5022597 Nov 10 17:28:13.453322 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d736b3-cfb4-47bc-98c4-c4d535ca21f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e135cf-b4f4-45ce-ac68-f2a2dc074602,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:13.455144 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52928) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:13.457628 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d47d149f-0a97-4079-97dc-9fed9a5edb9e {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:28:13.482396 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port d47d149f-0a97-4079-97dc-9fed9a5edb9e, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d47d149f-0a97-4079-97dc-9fed9a5edb9e,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:28:13.490256 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:13.545237 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=d47d149f-0a97-4079-97dc-9fed9a5edb9e,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:13.571425 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f3641d3e-4d67-4fc4-a0d0-a709ba4b1ec8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:13.599950 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f3641d3e-4d67-4fc4-a0d0-a709ba4b1ec8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:13.654048 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f3641d3e-4d67-4fc4-a0d0-a709ba4b1ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:13.657035 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f3641d3e-4d67-4fc4-a0d0-a709ba4b1ec8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:13.661513 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f3641d3e-4d67-4fc4-a0d0-a709ba4b1ec8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c4e135cf-b4f4-45ce-ac68-f2a2dc074602 HTTP/1.1" status: 204 len: 168 time: 0.2016907 Nov 10 17:28:13.671457 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52938) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:13.675397 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3641d3e-4d67-4fc4-a0d0-a709ba4b1ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e135cf-b4f4-45ce-ac68-f2a2dc074602,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:13.687134 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-532251ff-acfc-431e-adeb-d903ea90d0c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:13.790426 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-532251ff-acfc-431e-adeb-d903ea90d0c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:13.795747 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['d47d149f-0a97-4079-97dc-9fed9a5edb9e'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:28:13.796520 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-532251ff-acfc-431e-adeb-d903ea90d0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:13.843501 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-532251ff-acfc-431e-adeb-d903ea90d0c8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=45f5f2daca87459cb1df51f54dca0671&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1706765 Nov 10 17:28:13.844323 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532251ff-acfc-431e-adeb-d903ea90d0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9128b8c-5faa-48b5-8a24-92da3c7f2750,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:13.846801 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52942) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:13.928104 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0cb610ad-a664-43ce-8575-fdb9ba96e0c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:13.956522 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0cb610ad-a664-43ce-8575-fdb9ba96e0c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:14.072082 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0cb610ad-a664-43ce-8575-fdb9ba96e0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:14.075026 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0cb610ad-a664-43ce-8575-fdb9ba96e0c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:14.076364 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0cb610ad-a664-43ce-8575-fdb9ba96e0c4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b9128b8c-5faa-48b5-8a24-92da3c7f2750 HTTP/1.1" status: 204 len: 168 time: 0.2286336 Nov 10 17:28:14.086987 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb610ad-a664-43ce-8575-fdb9ba96e0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9128b8c-5faa-48b5-8a24-92da3c7f2750,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:14.170499 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a78d1a-0f48-400e-be42-2a2155dcd3fc req-56691c0f-7f2c-4891-911c-5d7cb3108d32 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:14.172459 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e2a78d1a-0f48-400e-be42-2a2155dcd3fc req-56691c0f-7f2c-4891-911c-5d7cb3108d32 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f7b052-919c-4917-b9a0-340109152726 HTTP/1.1" status: 200 len: 970 time: 0.1449747 Nov 10 17:28:14.252621 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e2a78d1a-0f48-400e-be42-2a2155dcd3fc req-4bd49a57-6920-4a9b-bac3-49e0486fced0 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/security-groups?id=3bc5bd88-90f2-4339-af84-96093bbef125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704706 Nov 10 17:28:14.302247 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52958) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:14.319131 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cf6da1be-8f94-45cf-9ee5-7287bab32a96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:14.410769 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a3c38c1-06c0-41c6-8c94-66ec40f7858a req-73f842db-350d-4ade-9c77-e9554b371f9a tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=39e54a0f-9e7b-43ed-bad2-b1405ddee34d HTTP/1.1" status: 200 len: 210 time: 0.0453577 Nov 10 17:28:14.463535 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cf6da1be-8f94-45cf-9ee5-7287bab32a96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:14.468986 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cf6da1be-8f94-45cf-9ee5-7287bab32a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:14.512286 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cf6da1be-8f94-45cf-9ee5-7287bab32a96 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ade8cb75d92a407b8bb3324682ab920e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2063069 Nov 10 17:28:14.512286 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6da1be-8f94-45cf-9ee5-7287bab32a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5e301a-ee25-499b-9365-b2cc4f8019c6,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:14.513469 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52966) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:14.571951 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bf062cd6-629e-4386-8d9a-723faaacfc55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:14.594103 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bf062cd6-629e-4386-8d9a-723faaacfc55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:14.656212 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bf062cd6-629e-4386-8d9a-723faaacfc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:14.659798 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bf062cd6-629e-4386-8d9a-723faaacfc55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:14.661007 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bf062cd6-629e-4386-8d9a-723faaacfc55 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1d5e301a-ee25-499b-9365-b2cc4f8019c6 HTTP/1.1" status: 204 len: 168 time: 0.1462643 Nov 10 17:28:14.669273 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf062cd6-629e-4386-8d9a-723faaacfc55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5e301a-ee25-499b-9365-b2cc4f8019c6,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:15.145701 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device d47d149f-0a97-4079-97dc-9fed9a5edb9e up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:28:15.210844 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port d47d149f-0a97-4079-97dc-9fed9a5edb9e completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:28:15.216473 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port d47d149f-0a97-4079-97dc-9fed9a5edb9e triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:28:15.217151 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:15.356494 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:15.405630 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port d47d149f-0a97-4079-97dc-9fed9a5edb9e, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d47d149f-0a97-4079-97dc-9fed9a5edb9e,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:28:15.412561 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f7b052-919c-4917-b9a0-340109152726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47d149f-0a97-4079-97dc-9fed9a5edb9e'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:28:15.427027 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc987435-449a-4cc4-8e5e-fee4b0d248f6 req-7b749762-491a-4e08-80e9-d604ab9d9cac tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:15.446460 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dc987435-449a-4cc4-8e5e-fee4b0d248f6 req-7b749762-491a-4e08-80e9-d604ab9d9cac tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f7b052-919c-4917-b9a0-340109152726 HTTP/1.1" status: 200 len: 970 time: 0.0878959 Nov 10 17:28:15.478913 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:15.525854 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dc987435-449a-4cc4-8e5e-fee4b0d248f6 req-c26be553-938e-440b-be81-37ec6a8e8fa2 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/security-groups?id=3bc5bd88-90f2-4339-af84-96093bbef125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773551 Nov 10 17:28:15.568273 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=d47d149f-0a97-4079-97dc-9fed9a5edb9e,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:15.585648 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-93f6adcb-7b99-4524-b721-6e0baa7e0018 req-c59cc397-4c1f-419b-a0ff-4cba3d24216a tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=39e54a0f-9e7b-43ed-bad2-b1405ddee34d HTTP/1.1" status: 200 len: 210 time: 0.0697317 Nov 10 17:28:15.827146 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53030) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:15.923752 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1552c94d-59c5-488c-8fc7-7fc4f2de455f" -d '{"events": [{"server_uuid": "25f7b052-919c-4917-b9a0-340109152726", "name": "network-vif-plugged", "status": "completed", "tag": "d47d149f-0a97-4079-97dc-9fed9a5edb9e"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:28:16.066967 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f2d3f47e-f178-452d-820f-8660af82b95b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:16.173306 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f2d3f47e-f178-452d-820f-8660af82b95b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:16.179169 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f2d3f47e-f178-452d-820f-8660af82b95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:16.218608 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3f47e-f178-452d-820f-8660af82b95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9934fbb-7ff1-4026-8bc9-948f828231ac,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:16.225810 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f2d3f47e-f178-452d-820f-8660af82b95b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d4fbc4f198d941a29374dce6c7c0dd4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3975441 Nov 10 17:28:16.226277 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53050) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:16.303593 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0a12ea25-02d2-4091-b396-91a6701a8a64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:16.334763 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0a12ea25-02d2-4091-b396-91a6701a8a64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:16.394049 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c60779-8de0-4591-84be-e109948f5a66 x-openstack-request-id: req-01c60779-8de0-4591-84be-e109948f5a66 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:28:16.396237 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f7b052-919c-4917-b9a0-340109152726", "name": "network-vif-plugged", "status": "completed", "tag": "d47d149f-0a97-4079-97dc-9fed9a5edb9e", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:28:16.397002 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-01c60779-8de0-4591-84be-e109948f5a66 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:28:16.397883 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f7b052-919c-4917-b9a0-340109152726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47d149f-0a97-4079-97dc-9fed9a5edb9e', 'code': 200} Nov 10 17:28:16.400122 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0a12ea25-02d2-4091-b396-91a6701a8a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:16.405203 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0a12ea25-02d2-4091-b396-91a6701a8a64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:16.412919 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0a12ea25-02d2-4091-b396-91a6701a8a64 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e9934fbb-7ff1-4026-8bc9-948f828231ac HTTP/1.1" status: 204 len: 168 time: 0.1849630 Nov 10 17:28:16.427467 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12ea25-02d2-4091-b396-91a6701a8a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9934fbb-7ff1-4026-8bc9-948f828231ac,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:16.539843 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53066) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:16.577987 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93747d28-924e-4119-bc53-c8fa4eb12033 req-b9be839a-d00c-4aa0-9bb1-c727964cd2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:16.579699 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-93747d28-924e-4119-bc53-c8fa4eb12033 req-b9be839a-d00c-4aa0-9bb1-c727964cd2e8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=25f7b052-919c-4917-b9a0-340109152726 HTTP/1.1" status: 200 len: 1123 time: 0.0863299 Nov 10 17:28:16.604072 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-93747d28-924e-4119-bc53-c8fa4eb12033 req-ecfd50f4-7d3d-455c-b9fe-bf43795eb2f0 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:16.711784 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538df0fc-4242-47b8-bf59-4adb9d6437b6 req-6fa7a0e4-155a-4928-9561-f9c1e073e0d1 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:16.713357 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-538df0fc-4242-47b8-bf59-4adb9d6437b6 req-6fa7a0e4-155a-4928-9561-f9c1e073e0d1 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f7b052-919c-4917-b9a0-340109152726 HTTP/1.1" status: 200 len: 971 time: 0.0878475 Nov 10 17:28:16.782557 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-93747d28-924e-4119-bc53-c8fa4eb12033 req-ecfd50f4-7d3d-455c-b9fe-bf43795eb2f0 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:16.790055 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-93747d28-924e-4119-bc53-c8fa4eb12033 req-ecfd50f4-7d3d-455c-b9fe-bf43795eb2f0 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:16.837764 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-538df0fc-4242-47b8-bf59-4adb9d6437b6 req-bfb7979f-5f60-41e7-8871-25aec5d95dcd tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/security-groups?id=3bc5bd88-90f2-4339-af84-96093bbef125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121962 Nov 10 17:28:16.862858 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-93747d28-924e-4119-bc53-c8fa4eb12033 req-ecfd50f4-7d3d-455c-b9fe-bf43795eb2f0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3bc5bd88-90f2-4339-af84-96093bbef125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744548 Nov 10 17:28:16.863920 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd50f4-7d3d-455c-b9fe-bf43795eb2f0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=416367e0-5026-48a8-88cf-20f51d9c0791,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:16.877435 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-d077fd78-fad7-427a-a7dc-9a57c54899f9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1698444974-network', 'tenant_id': 'ef9ea014582b4acbb9c391ec5c5ef151'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:16.912135 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d077fd78-fad7-427a-a7dc-9a57c54899f9 admin admin] Made reservation on behalf of ef9ea014582b4acbb9c391ec5c5ef151 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:28:16.916475 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d077fd78-fad7-427a-a7dc-9a57c54899f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:16.930661 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d077fd78-fad7-427a-a7dc-9a57c54899f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:17.009268 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-009e7ec7-dc33-4187-8e2e-769f852e359f req-35608b95-5a95-4f55-9669-a082a422feb2 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=39e54a0f-9e7b-43ed-bad2-b1405ddee34d HTTP/1.1" status: 200 len: 210 time: 0.0326898 Nov 10 17:28:17.053096 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53084) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:17.061180 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d077fd78-fad7-427a-a7dc-9a57c54899f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:17.066218 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d077fd78-fad7-427a-a7dc-9a57c54899f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:17.070551 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-09c53582-6608-4c3c-b576-105ce1623df1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:17.102082 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d077fd78-fad7-427a-a7dc-9a57c54899f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:28:17.117363 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d077fd78-fad7-427a-a7dc-9a57c54899f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:17.117928 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-d077fd78-fad7-427a-a7dc-9a57c54899f9 admin admin] Added segment 7ba0f842-bc09-490f-ba9e-17a6b839dd2e of type vlan for network ee9bf645-62ea-4fb8-afab-51398fe4d64d Nov 10 17:28:17.127827 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077fd78-fad7-427a-a7dc-9a57c54899f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d251f49c-18a8-4fcc-a5ca-dec45b18013b,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:17.165083 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d077fd78-fad7-427a-a7dc-9a57c54899f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:17.182011 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-09c53582-6608-4c3c-b576-105ce1623df1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:17.189879 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-09c53582-6608-4c3c-b576-105ce1623df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:17.195076 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d077fd78-fad7-427a-a7dc-9a57c54899f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:17.196290 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d077fd78-fad7-427a-a7dc-9a57c54899f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:17.197049 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d077fd78-fad7-427a-a7dc-9a57c54899f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:17.231163 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d077fd78-fad7-427a-a7dc-9a57c54899f9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6858466 Nov 10 17:28:17.235096 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53088) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:17.242356 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-bdb4935e-3e46-4387-95f6-199b603cdb74 admin admin] Request body: {'subnet': {'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1698444974-subnet', 'tenant_id': 'ef9ea014582b4acbb9c391ec5c5ef151', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:17.249017 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c53582-6608-4c3c-b576-105ce1623df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ce3a8a-bc82-4521-9ec1-5439b24dfe9f,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:17.265012 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-09c53582-6608-4c3c-b576-105ce1623df1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d3cb62022a7144cd978db0191c5ff913&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2106528 Nov 10 17:28:17.270006 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53092) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:17.287903 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb4935e-3e46-4387-95f6-199b603cdb74 admin admin] Made reservation on behalf of ef9ea014582b4acbb9c391ec5c5ef151 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:28:17.292582 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bdb4935e-3e46-4387-95f6-199b603cdb74 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:17.300488 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077fd78-fad7-427a-a7dc-9a57c54899f9 admin admin] Pushing event updated for resources: {'Network': ['ID=ee9bf645-62ea-4fb8-afab-51398fe4d64d,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:17.315062 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network ee9bf645-62ea-4fb8-afab-51398fe4d64d details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:28:17.349782 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0f108d30-bf21-4288-a0d4-46c1d63b3ee5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:17.399120 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0f108d30-bf21-4288-a0d4-46c1d63b3ee5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:17.456505 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0f108d30-bf21-4288-a0d4-46c1d63b3ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:17.460822 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0f108d30-bf21-4288-a0d4-46c1d63b3ee5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:17.462500 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0f108d30-bf21-4288-a0d4-46c1d63b3ee5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/07ce3a8a-bc82-4521-9ec1-5439b24dfe9f HTTP/1.1" status: 204 len: 168 time: 0.1914899 Nov 10 17:28:17.471611 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f108d30-bf21-4288-a0d4-46c1d63b3ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ce3a8a-bc82-4521-9ec1-5439b24dfe9f,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:17.538885 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bdb4935e-3e46-4387-95f6-199b603cdb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:17.609837 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4935e-3e46-4387-95f6-199b603cdb74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dcea188-714e-4316-9245-d3631f0cca17,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:17.629102 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb4935e-3e46-4387-95f6-199b603cdb74 admin admin] Checking segment: {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:28:17.629454 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb4935e-3e46-4387-95f6-199b603cdb74 admin admin] Network hostable DHCP agents. Network: ee9bf645-62ea-4fb8-afab-51398fe4d64d, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:28:17.673098 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53110) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:17.690054 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-c98b23c5-8fbb-4f49-b4a1-3f218f4c2483 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4491a2c6741b402a9e55e801cd3ca339 HTTP/1.1" status: 200 len: 380 time: 0.0885034 Nov 10 17:28:17.690654 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb4935e-3e46-4387-95f6-199b603cdb74 admin admin] Network ee9bf645-62ea-4fb8-afab-51398fe4d64d is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:28:17.700223 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-bdb4935e-3e46-4387-95f6-199b603cdb74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, ee9bf645-62ea-4fb8-afab-51398fe4d64d) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:28:17.704457 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb4935e-3e46-4387-95f6-199b603cdb74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:17.705555 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bdb4935e-3e46-4387-95f6-199b603cdb74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:17.711668 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4c4b86-fcab-4e03-bd57-b93b59320b14 None None] Network ee9bf645-62ea-4fb8-afab-51398fe4d64d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:28:17.715709 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-dfa677bb-f467-4cf1-8042-b758ed5a97c0 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Request body: {'port': {'device_id': '39e54a0f-9e7b-43ed-bad2-b1405ddee34d', 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d', 'admin_state_up': True, 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'security_groups': ['3dd1f7f9-bbbd-45a9-ae8e-7c3117597c01']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:17.764503 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-bdb4935e-3e46-4387-95f6-199b603cdb74 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5283151 Nov 10 17:28:17.860416 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-dfa677bb-f467-4cf1-8042-b758ed5a97c0 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Made reservation on behalf of 4491a2c6741b402a9e55e801cd3ca339 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:28:17.867552 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-dfa677bb-f467-4cf1-8042-b758ed5a97c0 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:17.898874 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a047eaf-0429-43fd-a941-1410c6023ec2 None None] Network ee9bf645-62ea-4fb8-afab-51398fe4d64d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:28:18.042563 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-dfa677bb-f467-4cf1-8042-b758ed5a97c0 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Allocated IP 172.20.0.6 (b7801527-50b7-4bc0-a554-ec40d3f8072d/8ffcd500-8c49-45db-8ca7-a366a29076c0/63035fcf-9384-450c-9951-b8d10c6442f4) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:28:18.081801 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7ec10921-d78a-4fc6-9ca7-27785bcaa7f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:18.099920 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53126) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:18.154125 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39bb6ac-bcdb-4b16-9115-caf3d4b88ef9 req-e98e4998-4ea8-4960-bb6c-b97690b1de0f tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:18.165095 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a39bb6ac-bcdb-4b16-9115-caf3d4b88ef9 req-e98e4998-4ea8-4960-bb6c-b97690b1de0f tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f7b052-919c-4917-b9a0-340109152726 HTTP/1.1" status: 200 len: 971 time: 0.1144140 Nov 10 17:28:18.177361 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5af4ae23-85eb-46b7-9e2b-05968bd9833b req-bb3042a8-5cd1-4d9e-902f-60d36afd3f27 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=39e54a0f-9e7b-43ed-bad2-b1405ddee34d HTTP/1.1" status: 200 len: 210 time: 0.0412426 Nov 10 17:28:18.228451 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1b7ee798-7d56-4bfd-b087-0cb53b194ef3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:18.249530 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7ec10921-d78a-4fc6-9ca7-27785bcaa7f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:18.261786 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7ec10921-d78a-4fc6-9ca7-27785bcaa7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:18.287815 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a39bb6ac-bcdb-4b16-9115-caf3d4b88ef9 req-099ff99d-f0fe-4e0c-83a7-c7e3e5fd3c12 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/security-groups?id=3bc5bd88-90f2-4339-af84-96093bbef125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217210 Nov 10 17:28:18.289330 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7ec10921-d78a-4fc6-9ca7-27785bcaa7f6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7af9f893f32d4590bcdba7f74fa66bf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6146243 Nov 10 17:28:18.294256 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53134) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:18.329185 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-dfa677bb-f467-4cf1-8042-b758ed5a97c0 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:18.337801 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec10921-d78a-4fc6-9ca7-27785bcaa7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4362b67b-4918-4e2b-a696-4c5c30521eba,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:18.398858 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1b7ee798-7d56-4bfd-b087-0cb53b194ef3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:18.401853 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-dfa677bb-f467-4cf1-8042-b758ed5a97c0 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:18.405112 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1b7ee798-7d56-4bfd-b087-0cb53b194ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:18.414058 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-55a02da0-b7ce-4475-8480-0b3df4db4f17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:18.451529 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1b7ee798-7d56-4bfd-b087-0cb53b194ef3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1e58a7705ec743be8aea1d534c061445&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3503489 Nov 10 17:28:18.452561 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ee798-7d56-4bfd-b087-0cb53b194ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbe80e8-28fd-4c74-af99-52158ef69d78,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:18.455505 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53146) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:18.478475 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-dfa677bb-f467-4cf1-8042-b758ed5a97c0 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Network b7801527-50b7-4bc0-a554-ec40d3f8072d is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:28:18.492522 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-dfa677bb-f467-4cf1-8042-b758ed5a97c0 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:28:18.502731 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-55a02da0-b7ce-4475-8480-0b3df4db4f17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:18.504913 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-dfa677bb-f467-4cf1-8042-b758ed5a97c0 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:28:18.511541 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-dfa677bb-f467-4cf1-8042-b758ed5a97c0 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:18.512334 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-dfa677bb-f467-4cf1-8042-b758ed5a97c0 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:18.529436 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4ce70f2b-a51d-44c0-bf22-4a17bf171b04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:18.552822 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-dfa677bb-f467-4cf1-8042-b758ed5a97c0 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8408172 Nov 10 17:28:18.569129 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-536bbb7f-5efd-44ce-8cd0-7130e0805628 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:28:18.572533 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-536bbb7f-5efd-44ce-8cd0-7130e0805628 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065820 Nov 10 17:28:18.575481 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa677bb-f467-4cf1-8042-b758ed5a97c0 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Pushing event updated for resources: {'Port': ['ID=63035fcf-9384-450c-9951-b8d10c6442f4,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:18.586984 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4ce70f2b-a51d-44c0-bf22-4a17bf171b04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:18.630102 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-55a02da0-b7ce-4475-8480-0b3df4db4f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:18.633469 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-55a02da0-b7ce-4475-8480-0b3df4db4f17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:18.638291 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-55a02da0-b7ce-4475-8480-0b3df4db4f17 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4362b67b-4918-4e2b-a696-4c5c30521eba HTTP/1.1" status: 204 len: 168 time: 0.3423035 Nov 10 17:28:18.656529 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a02da0-b7ce-4475-8480-0b3df4db4f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4362b67b-4918-4e2b-a696-4c5c30521eba,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:18.720665 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4ce70f2b-a51d-44c0-bf22-4a17bf171b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:18.723546 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4ce70f2b-a51d-44c0-bf22-4a17bf171b04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:18.730143 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4ce70f2b-a51d-44c0-bf22-4a17bf171b04 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7fbe80e8-28fd-4c74-af99-52158ef69d78 HTTP/1.1" status: 204 len: 168 time: 0.2601905 Nov 10 17:28:18.732816 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:28:18.749619 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce70f2b-a51d-44c0-bf22-4a17bf171b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbe80e8-28fd-4c74-af99-52158ef69d78,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:18.799898 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-f2a135ab-9fab-4035-b2c1-5292c5e2b32f None None] Provisioning complete for port 63035fcf-9384-450c-9951-b8d10c6442f4 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:28:18.800468 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f2a135ab-9fab-4035-b2c1-5292c5e2b32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:18.850575 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-f2a135ab-9fab-4035-b2c1-5292c5e2b32f None None] Port 63035fcf-9384-450c-9951-b8d10c6442f4 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:28:18.956899 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53166) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:18.961976 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-11effd8e-709c-4eb5-b06f-b6fd9a258a54 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1085868694-network', 'tenant_id': '1aa18718a3ea46faa1c3e982dfbf271a'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:18.987024 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11effd8e-709c-4eb5-b06f-b6fd9a258a54 admin admin] Made reservation on behalf of 1aa18718a3ea46faa1c3e982dfbf271a for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:28:18.990442 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-11effd8e-709c-4eb5-b06f-b6fd9a258a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:19.000052 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-11effd8e-709c-4eb5-b06f-b6fd9a258a54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:19.081767 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-11effd8e-709c-4eb5-b06f-b6fd9a258a54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:19.086224 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-11effd8e-709c-4eb5-b06f-b6fd9a258a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:19.113580 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11effd8e-709c-4eb5-b06f-b6fd9a258a54 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:28:19.122771 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11effd8e-709c-4eb5-b06f-b6fd9a258a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8a8905-ae62-43e0-9915-fb58e7c3bac2,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:19.124409 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-5130f382-70f5-488d-9387-2e378b82a06a service neutron] Request body: {'port': {'device_id': '39e54a0f-9e7b-43ed-bad2-b1405ddee34d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:19.130324 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-11effd8e-709c-4eb5-b06f-b6fd9a258a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:19.130861 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-11effd8e-709c-4eb5-b06f-b6fd9a258a54 admin admin] Added segment 0e8d0aa2-319b-4b9c-a665-fd93f00c9c16 of type vlan for network 72a7c677-b82c-46e3-bf3e-abc0c720d26d Nov 10 17:28:19.178760 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-11effd8e-709c-4eb5-b06f-b6fd9a258a54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:19.213963 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-5130f382-70f5-488d-9387-2e378b82a06a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:19.214230 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-11effd8e-709c-4eb5-b06f-b6fd9a258a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:19.215238 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11effd8e-709c-4eb5-b06f-b6fd9a258a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:19.215938 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-11effd8e-709c-4eb5-b06f-b6fd9a258a54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:19.328562 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53174) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:19.352031 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d2c8d4fc-45e0-4f37-b904-a3619232f703 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:19.475465 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-11effd8e-709c-4eb5-b06f-b6fd9a258a54 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5170217 Nov 10 17:28:19.477836 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53180) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:19.490431 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-d50be2dd-b6c8-4be8-ad19-b1359cd021f6 admin admin] Request body: {'subnet': {'network_id': '72a7c677-b82c-46e3-bf3e-abc0c720d26d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1085868694-subnet', 'tenant_id': '1aa18718a3ea46faa1c3e982dfbf271a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:19.514682 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11effd8e-709c-4eb5-b06f-b6fd9a258a54 admin admin] Pushing event updated for resources: {'Network': ['ID=72a7c677-b82c-46e3-bf3e-abc0c720d26d,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:19.522840 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc8a99-b67f-414e-af25-d10173fc2d78 req-97f29a84-25af-4c40-be48-a7e38ce6e741 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:19.524549 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fcdc8a99-b67f-414e-af25-d10173fc2d78 req-97f29a84-25af-4c40-be48-a7e38ce6e741 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f7b052-919c-4917-b9a0-340109152726 HTTP/1.1" status: 200 len: 971 time: 0.1490088 Nov 10 17:28:19.531196 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 72a7c677-b82c-46e3-bf3e-abc0c720d26d details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:28:19.532268 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53182) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:19.554985 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50be2dd-b6c8-4be8-ad19-b1359cd021f6 admin admin] Made reservation on behalf of 1aa18718a3ea46faa1c3e982dfbf271a for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:28:19.556062 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d50be2dd-b6c8-4be8-ad19-b1359cd021f6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:19.573758 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3645f-6112-408f-91b5-c627dccb8f79 req-da71e69e-d7e2-4fc0-8785-c7c57cd884b6 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:19.575894 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9de3645f-6112-408f-91b5-c627dccb8f79 req-da71e69e-d7e2-4fc0-8785-c7c57cd884b6 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=39e54a0f-9e7b-43ed-bad2-b1405ddee34d HTTP/1.1" status: 200 len: 931 time: 0.1605763 Nov 10 17:28:19.587455 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-09272ae3-f8c1-4dd0-b031-576720385210 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:19.627768 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d2c8d4fc-45e0-4f37-b904-a3619232f703 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:19.647576 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d2c8d4fc-45e0-4f37-b904-a3619232f703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:19.696629 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9de3645f-6112-408f-91b5-c627dccb8f79 req-0db4e507-a74e-4ea7-9335-16d44741fbd9 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/security-groups?id=3dd1f7f9-bbbd-45a9-ae8e-7c3117597c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091547 Nov 10 17:28:19.745228 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fcdc8a99-b67f-414e-af25-d10173fc2d78 req-854a39e7-04f7-4e9d-ae0d-dc40b64261eb tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/security-groups?id=3bc5bd88-90f2-4339-af84-96093bbef125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027512 Nov 10 17:28:19.752114 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8d4fc-45e0-4f37-b904-a3619232f703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415857a3-7862-4e39-a00e-a136889e5aee,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:19.760566 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d2c8d4fc-45e0-4f37-b904-a3619232f703 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=86acb23cfb2b4983afd24f98b8571f7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4308121 Nov 10 17:28:19.766941 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53188) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:19.792464 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-5130f382-70f5-488d-9387-2e378b82a06a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63035fcf-9384-450c-9951-b8d10c6442f4 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:28:19.827086 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-5130f382-70f5-488d-9387-2e378b82a06a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:19.830269 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d50be2dd-b6c8-4be8-ad19-b1359cd021f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:19.879946 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-5130f382-70f5-488d-9387-2e378b82a06a service neutron] Transition to ACTIVE for port object 63035fcf-9384-450c-9951-b8d10c6442f4 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:28:19.900337 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50be2dd-b6c8-4be8-ad19-b1359cd021f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=128b00c9-9f93-4b99-9282-cc2ba2c442bc,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:19.902995 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-df94178b-f738-4aa0-b1d8-69d7366a5eaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:19.915771 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-5130f382-70f5-488d-9387-2e378b82a06a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:19.918829 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-09272ae3-f8c1-4dd0-b031-576720385210 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:19.941780 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-df94178b-f738-4aa0-b1d8-69d7366a5eaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:19.960220 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50be2dd-b6c8-4be8-ad19-b1359cd021f6 admin admin] Checking segment: {'id': '0e8d0aa2-319b-4b9c-a665-fd93f00c9c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '72a7c677-b82c-46e3-bf3e-abc0c720d26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:28:19.960581 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50be2dd-b6c8-4be8-ad19-b1359cd021f6 admin admin] Network hostable DHCP agents. Network: 72a7c677-b82c-46e3-bf3e-abc0c720d26d, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:28:19.969574 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-09272ae3-f8c1-4dd0-b031-576720385210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:20.007582 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f822d60-b126-499a-99a4-72d5d66269e0 req-fbf86e8f-4870-4eb2-b972-e94a5c1469f3 tempest-AggregatesAdminTestJSON-603891001 tempest-AggregatesAdminTestJSON-603891001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:20.009159 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7f822d60-b126-499a-99a4-72d5d66269e0 req-fbf86e8f-4870-4eb2-b972-e94a5c1469f3 tempest-AggregatesAdminTestJSON-603891001 tempest-AggregatesAdminTestJSON-603891001-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=25f7b052-919c-4917-b9a0-340109152726 HTTP/1.1" status: 200 len: 1123 time: 0.1060815 Nov 10 17:28:20.011160 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50be2dd-b6c8-4be8-ad19-b1359cd021f6 admin admin] Network 72a7c677-b82c-46e3-bf3e-abc0c720d26d is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:28:20.037902 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-d50be2dd-b6c8-4be8-ad19-b1359cd021f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 72a7c677-b82c-46e3-bf3e-abc0c720d26d) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:28:20.043614 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50be2dd-b6c8-4be8-ad19-b1359cd021f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:20.044241 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d50be2dd-b6c8-4be8-ad19-b1359cd021f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:20.060673 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c465a30b-baa6-4ddb-affc-95e09f8b4e84 None None] Network 72a7c677-b82c-46e3-bf3e-abc0c720d26d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:28:20.061122 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-7f822d60-b126-499a-99a4-72d5d66269e0 req-570316d8-2d7e-4b3a-b2b9-c38c67d6c76e tempest-AggregatesAdminTestJSON-603891001 tempest-AggregatesAdminTestJSON-603891001-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:20.066175 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-09272ae3-f8c1-4dd0-b031-576720385210 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=56a71bd004d04ed7ad034c13d6cfd032&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5311108 Nov 10 17:28:20.069333 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130f382-70f5-488d-9387-2e378b82a06a service neutron] Pushing event updated for resources: {'Port': ['ID=63035fcf-9384-450c-9951-b8d10c6442f4,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:20.073174 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53202) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:20.083068 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09272ae3-f8c1-4dd0-b031-576720385210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6803a34e-e3da-4627-a5b8-441f5a5bd359,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:20.088736 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-df94178b-f738-4aa0-b1d8-69d7366a5eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:20.091735 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-df94178b-f738-4aa0-b1d8-69d7366a5eaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:20.093002 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-df94178b-f738-4aa0-b1d8-69d7366a5eaa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/415857a3-7862-4e39-a00e-a136889e5aee HTTP/1.1" status: 204 len: 168 time: 0.3225350 Nov 10 17:28:20.139388 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d50be2dd-b6c8-4be8-ad19-b1359cd021f6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6598794 Nov 10 17:28:20.162866 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94178b-f738-4aa0-b1d8-69d7366a5eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415857a3-7862-4e39-a00e-a136889e5aee,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:20.183057 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-5130f382-70f5-488d-9387-2e378b82a06a service neutron] Attempting to bind port 63035fcf-9384-450c-9951-b8d10c6442f4 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:28:20.183262 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-5130f382-70f5-488d-9387-2e378b82a06a service neutron] Attempting to bind port 63035fcf-9384-450c-9951-b8d10c6442f4 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': 'c28591c0-e56d-4649-abbe-8ecb0836f1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:28:20.183556 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-5130f382-70f5-488d-9387-2e378b82a06a service neutron] Attempting to bind port 63035fcf-9384-450c-9951-b8d10c6442f4 on network b7801527-50b7-4bc0-a554-ec40d3f8072d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:28:20.191705 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-5130f382-70f5-488d-9387-2e378b82a06a service neutron] Port 63035fcf-9384-450c-9951-b8d10c6442f4 on network b7801527-50b7-4bc0-a554-ec40d3f8072d not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:28:20.192016 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-5130f382-70f5-488d-9387-2e378b82a06a service neutron] Attempting to bind port 63035fcf-9384-450c-9951-b8d10c6442f4 on network b7801527-50b7-4bc0-a554-ec40d3f8072d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:28:20.202732 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-5130f382-70f5-488d-9387-2e378b82a06a service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:28:20.203073 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-5130f382-70f5-488d-9387-2e378b82a06a service neutron] Checking segment: {'id': 'c28591c0-e56d-4649-abbe-8ecb0836f1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:28:20.203456 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-5130f382-70f5-488d-9387-2e378b82a06a service neutron] Bound using segment: {'id': 'c28591c0-e56d-4649-abbe-8ecb0836f1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:28:20.203890 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-5130f382-70f5-488d-9387-2e378b82a06a service neutron] Bound port: 63035fcf-9384-450c-9951-b8d10c6442f4, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c28591c0-e56d-4649-abbe-8ecb0836f1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:28:20.204360 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-5130f382-70f5-488d-9387-2e378b82a06a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:20.231639 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9836da27-8cc9-41bd-99b0-2c15e2ff54d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:20.297899 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9836da27-8cc9-41bd-99b0-2c15e2ff54d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:20.301372 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-7f822d60-b126-499a-99a4-72d5d66269e0 req-570316d8-2d7e-4b3a-b2b9-c38c67d6c76e tempest-AggregatesAdminTestJSON-603891001 tempest-AggregatesAdminTestJSON-603891001-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:20.308359 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-7f822d60-b126-499a-99a4-72d5d66269e0 req-570316d8-2d7e-4b3a-b2b9-c38c67d6c76e tempest-AggregatesAdminTestJSON-603891001 tempest-AggregatesAdminTestJSON-603891001-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:20.351179 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53aba4dd-c595-4af4-b05c-e0b907757d9f None None] Network 72a7c677-b82c-46e3-bf3e-abc0c720d26d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:28:20.398613 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7f822d60-b126-499a-99a4-72d5d66269e0 req-570316d8-2d7e-4b3a-b2b9-c38c67d6c76e tempest-AggregatesAdminTestJSON-603891001 tempest-AggregatesAdminTestJSON-603891001-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3bc5bd88-90f2-4339-af84-96093bbef125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775966 Nov 10 17:28:20.399747 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570316d8-2d7e-4b3a-b2b9-c38c67d6c76e tempest-AggregatesAdminTestJSON-603891001 tempest-AggregatesAdminTestJSON-603891001-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e60784-7894-4298-a2bc-1c7bca2ec7e2,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:20.404842 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-5130f382-70f5-488d-9387-2e378b82a06a service neutron] For port 63035fcf-9384-450c-9951-b8d10c6442f4, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:28:20.423506 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-5130f382-70f5-488d-9387-2e378b82a06a service neutron] For port 63035fcf-9384-450c-9951-b8d10c6442f4, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=63035fcf-9384-450c-9951-b8d10c6442f4,segment=NetworkSegment(c28591c0-e56d-4649-abbe-8ecb0836f1f8),segment_id=c28591c0-e56d-4649-abbe-8ecb0836f1f8)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:28:20.431994 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-5130f382-70f5-488d-9387-2e378b82a06a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:20.466198 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9836da27-8cc9-41bd-99b0-2c15e2ff54d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:20.469443 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9836da27-8cc9-41bd-99b0-2c15e2ff54d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:20.471657 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9836da27-8cc9-41bd-99b0-2c15e2ff54d0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6803a34e-e3da-4627-a5b8-441f5a5bd359 HTTP/1.1" status: 204 len: 168 time: 0.3970053 Nov 10 17:28:20.504881 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836da27-8cc9-41bd-99b0-2c15e2ff54d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6803a34e-e3da-4627-a5b8-441f5a5bd359,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:20.504881 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-5130f382-70f5-488d-9387-2e378b82a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:20.504881 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-5130f382-70f5-488d-9387-2e378b82a06a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:20.504881 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-5130f382-70f5-488d-9387-2e378b82a06a service neutron] 10.222.0.13 "PUT /v2.0/ports/63035fcf-9384-450c-9951-b8d10c6442f4 HTTP/1.1" status: 200 len: 1092 time: 1.6639860 Nov 10 17:28:20.504881 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e54a0f-9e7b-43ed-bad2-b1405ddee34d', 'tag': '63035fcf-9384-450c-9951-b8d10c6442f4'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:28:20.506014 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4add9328-60f0-46b1-8074-b7f1f44e40e5" -d '{"events": [{"name": "network-changed", "server_uuid": "39e54a0f-9e7b-43ed-bad2-b1405ddee34d", "tag": "63035fcf-9384-450c-9951-b8d10c6442f4"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:28:20.528393 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130f382-70f5-488d-9387-2e378b82a06a service neutron] Pushing event updated for resources: {'Port': ['ID=63035fcf-9384-450c-9951-b8d10c6442f4,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:20.608291 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57249203-acd8-40fc-be10-1f6c974d5625 x-openstack-request-id: req-57249203-acd8-40fc-be10-1f6c974d5625 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:28:20.608913 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e54a0f-9e7b-43ed-bad2-b1405ddee34d", "tag": "63035fcf-9384-450c-9951-b8d10c6442f4", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:28:20.608913 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-57249203-acd8-40fc-be10-1f6c974d5625 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:28:20.609238 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e54a0f-9e7b-43ed-bad2-b1405ddee34d', 'tag': '63035fcf-9384-450c-9951-b8d10c6442f4', 'status': 'completed', 'code': 200} Nov 10 17:28:20.641387 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-ea1e75af-a0ad-40ee-a688-a9ecb168bf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:20.643717 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-ea1e75af-a0ad-40ee-a688-a9ecb168bf46 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4491a2c6741b402a9e55e801cd3ca339&device_id=39e54a0f-9e7b-43ed-bad2-b1405ddee34d HTTP/1.1" status: 200 len: 1095 time: 0.0886936 Nov 10 17:28:20.691113 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-1095df7f-c0ce-4211-915f-163176dbfc8d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63035fcf-9384-450c-9951-b8d10c6442f4 HTTP/1.1" status: 200 len: 217 time: 0.0374863 Nov 10 17:28:20.773460 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-6493c558-ce29-40ca-a81b-e65e4b868536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:20.773661 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-6493c558-ce29-40ca-a81b-e65e4b868536 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8ffcd500-8c49-45db-8ca7-a366a29076c0 HTTP/1.1" status: 200 len: 862 time: 0.0739486 Nov 10 17:28:20.832579 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-6b3af3dc-4f5a-4e6e-ac11-1a14772edd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:20.834661 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-6b3af3dc-4f5a-4e6e-ac11-1a14772edd96 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b7801527-50b7-4bc0-a554-ec40d3f8072d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524569 Nov 10 17:28:20.866567 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1036dd-f1ad-48bf-9079-721f0a7cc482 req-921d6e4d-b630-424d-a408-8dbdda7425ef tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:20.868588 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4b1036dd-f1ad-48bf-9079-721f0a7cc482 req-921d6e4d-b630-424d-a408-8dbdda7425ef tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=39e54a0f-9e7b-43ed-bad2-b1405ddee34d HTTP/1.1" status: 200 len: 943 time: 0.0664141 Nov 10 17:28:20.921948 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4b1036dd-f1ad-48bf-9079-721f0a7cc482 req-58ec5861-2096-4ea0-8f54-988764e6192f tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/security-groups?id=3dd1f7f9-bbbd-45a9-ae8e-7c3117597c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464091 Nov 10 17:28:20.947850 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-94d78204-692a-4568-8eef-88ee931bf38c service neutron] 10.222.0.13 "GET /v2.0/networks/b7801527-50b7-4bc0-a554-ec40d3f8072d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039920 Nov 10 17:28:21.063319 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97f5dee5-c509-4a55-b535-4cf6b9cda1a3 req-0f8803f7-b89c-43bd-8d15-5e9bc9c8bd08 service neutron] 10.222.0.13 "GET /v2.0/networks/b7801527-50b7-4bc0-a554-ec40d3f8072d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043186 Nov 10 17:28:21.163767 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add9328-60f0-46b1-8074-b7f1f44e40e5 req-da74fd49-5a64-4a51-8b0a-f84d4e43cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:21.165520 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4add9328-60f0-46b1-8074-b7f1f44e40e5 req-da74fd49-5a64-4a51-8b0a-f84d4e43cf99 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4491a2c6741b402a9e55e801cd3ca339&device_id=39e54a0f-9e7b-43ed-bad2-b1405ddee34d HTTP/1.1" status: 200 len: 1095 time: 0.0435646 Nov 10 17:28:21.269548 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add9328-60f0-46b1-8074-b7f1f44e40e5 req-6fd7b353-2756-492d-a999-baa124a6763d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:21.271045 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4add9328-60f0-46b1-8074-b7f1f44e40e5 req-6fd7b353-2756-492d-a999-baa124a6763d service neutron] 10.222.0.13 "GET /v2.0/networks?id=b7801527-50b7-4bc0-a554-ec40d3f8072d HTTP/1.1" status: 200 len: 924 time: 0.0974193 Nov 10 17:28:21.331370 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4add9328-60f0-46b1-8074-b7f1f44e40e5 req-52cbe7c2-481a-46ee-b2ab-915a4a5c5e9d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63035fcf-9384-450c-9951-b8d10c6442f4 HTTP/1.1" status: 200 len: 217 time: 0.0511963 Nov 10 17:28:21.428278 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add9328-60f0-46b1-8074-b7f1f44e40e5 req-3554aba6-cdc4-48a4-873c-57b2d5a7aa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:21.429918 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4add9328-60f0-46b1-8074-b7f1f44e40e5 req-3554aba6-cdc4-48a4-873c-57b2d5a7aa65 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8ffcd500-8c49-45db-8ca7-a366a29076c0 HTTP/1.1" status: 200 len: 862 time: 0.0902858 Nov 10 17:28:21.494365 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add9328-60f0-46b1-8074-b7f1f44e40e5 req-0396b4a6-1572-400a-a711-d73368964203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:21.495856 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4add9328-60f0-46b1-8074-b7f1f44e40e5 req-0396b4a6-1572-400a-a711-d73368964203 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b7801527-50b7-4bc0-a554-ec40d3f8072d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586848 Nov 10 17:28:21.540113 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-bc7a3d64-81f7-47a7-8b46-51c180290c32 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:21.542517 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-bc7a3d64-81f7-47a7-8b46-51c180290c32 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/networks?id=ee9bf645-62ea-4fb8-afab-51398fe4d64d HTTP/1.1" status: 200 len: 808 time: 0.2178750 Nov 10 17:28:21.560777 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-851ddc69-0b45-44c8-b7fe-fa4cb60b625e tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/quotas/ef9ea014582b4acbb9c391ec5c5ef151 HTTP/1.1" status: 200 len: 375 time: 0.0105188 Nov 10 17:28:21.600898 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-f8244849-b556-4487-88f7-9e4c6fba5d00 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332124 Nov 10 17:28:21.602164 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4add9328-60f0-46b1-8074-b7f1f44e40e5 req-44c00978-65bb-48a4-9793-38c9aff1cb2f service neutron] 10.222.0.13 "GET /v2.0/networks/b7801527-50b7-4bc0-a554-ec40d3f8072d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963824 Nov 10 17:28:21.707250 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4add9328-60f0-46b1-8074-b7f1f44e40e5 req-3685eba9-c0a4-4372-b837-18598c580cd8 service neutron] 10.222.0.13 "GET /v2.0/networks/b7801527-50b7-4bc0-a554-ec40d3f8072d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992174 Nov 10 17:28:21.874642 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53298) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:21.916951 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-a347eacc-c027-43fd-9c08-2750c25077e7 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:28:21.917941 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-a347eacc-c027-43fd-9c08-2750c25077e7 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0754316 Nov 10 17:28:22.018310 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-eaf1e878-9e81-4d75-be29-ae60dab8509f service neutron] 10.222.0.39 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924802 Nov 10 17:28:22.115009 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-67c497d6-9709-4f2a-b804-6feeab4006b4 service neutron] 10.222.0.39 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897825 Nov 10 17:28:22.139516 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-729ea1e6-8c9d-4bf2-94d3-8750244c65dd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-682344294-network', 'tenant_id': '20a541f19e3240f3960e970fe0933154'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:22.188329 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729ea1e6-8c9d-4bf2-94d3-8750244c65dd admin admin] Made reservation on behalf of 20a541f19e3240f3960e970fe0933154 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:28:22.191630 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-729ea1e6-8c9d-4bf2-94d3-8750244c65dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:22.209930 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-729ea1e6-8c9d-4bf2-94d3-8750244c65dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:22.348326 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74242d-c629-4507-80cf-dc6904511c34 req-c2f17fe5-8f15-4001-acd8-93e9db5ff0f7 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:22.349848 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5b74242d-c629-4507-80cf-dc6904511c34 req-c2f17fe5-8f15-4001-acd8-93e9db5ff0f7 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=39e54a0f-9e7b-43ed-bad2-b1405ddee34d HTTP/1.1" status: 200 len: 943 time: 0.0801277 Nov 10 17:28:22.387036 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-729ea1e6-8c9d-4bf2-94d3-8750244c65dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:22.398839 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-729ea1e6-8c9d-4bf2-94d3-8750244c65dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:22.440861 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-729ea1e6-8c9d-4bf2-94d3-8750244c65dd admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:28:22.448716 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5b74242d-c629-4507-80cf-dc6904511c34 req-d5e984f8-2ea9-4122-954f-e1ecc65219a3 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/security-groups?id=3dd1f7f9-bbbd-45a9-ae8e-7c3117597c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892227 Nov 10 17:28:22.476602 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-729ea1e6-8c9d-4bf2-94d3-8750244c65dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:22.476943 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-729ea1e6-8c9d-4bf2-94d3-8750244c65dd admin admin] Added segment b8676cac-962d-4cdf-9f28-12523e84cfdc of type vlan for network e41f8c2b-2d4e-4272-8cf5-3a935acdf8ab Nov 10 17:28:22.478380 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ea1e6-8c9d-4bf2-94d3-8750244c65dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8b2459-ae3d-43a0-a2a7-4f0c243d55bf,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:22.874879 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4752783e-32a8-480a-a117-e249431ee1a0 req-03d445ad-407e-413c-9007-c553c08d5936 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc HTTP/1.1" status: 200 len: 210 time: 0.0854902 Nov 10 17:28:22.879485 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-729ea1e6-8c9d-4bf2-94d3-8750244c65dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:22.914069 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-729ea1e6-8c9d-4bf2-94d3-8750244c65dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:22.915128 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729ea1e6-8c9d-4bf2-94d3-8750244c65dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:22.915788 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-729ea1e6-8c9d-4bf2-94d3-8750244c65dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:22.986241 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ea1e6-8c9d-4bf2-94d3-8750244c65dd admin admin] Pushing event updated for resources: {'Network': ['ID=e41f8c2b-2d4e-4272-8cf5-3a935acdf8ab,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:22.997396 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network e41f8c2b-2d4e-4272-8cf5-3a935acdf8ab details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:28:22.999733 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53364) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:23.000270 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-729ea1e6-8c9d-4bf2-94d3-8750244c65dd admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1239049 Nov 10 17:28:23.005357 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-ac187a9b-2485-42e5-bad3-e48805e03075 admin admin] Request body: {'subnet': {'network_id': 'e41f8c2b-2d4e-4272-8cf5-3a935acdf8ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-682344294-subnet', 'tenant_id': '20a541f19e3240f3960e970fe0933154', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:23.041173 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac187a9b-2485-42e5-bad3-e48805e03075 admin admin] Made reservation on behalf of 20a541f19e3240f3960e970fe0933154 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:28:23.044381 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ac187a9b-2485-42e5-bad3-e48805e03075 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:23.308483 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ac187a9b-2485-42e5-bad3-e48805e03075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:23.367020 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac187a9b-2485-42e5-bad3-e48805e03075 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1493ac3-9ac0-4160-9b39-4b51241a4f61,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:23.376460 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac187a9b-2485-42e5-bad3-e48805e03075 admin admin] Checking segment: {'id': 'b8676cac-962d-4cdf-9f28-12523e84cfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e41f8c2b-2d4e-4272-8cf5-3a935acdf8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:28:23.377350 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac187a9b-2485-42e5-bad3-e48805e03075 admin admin] Network hostable DHCP agents. Network: e41f8c2b-2d4e-4272-8cf5-3a935acdf8ab, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:28:23.395393 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac187a9b-2485-42e5-bad3-e48805e03075 admin admin] Network e41f8c2b-2d4e-4272-8cf5-3a935acdf8ab is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:28:23.409434 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-ac187a9b-2485-42e5-bad3-e48805e03075 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, e41f8c2b-2d4e-4272-8cf5-3a935acdf8ab) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:28:23.418593 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c6fac2-7ac1-4139-989e-f129f5bef276 None None] Network e41f8c2b-2d4e-4272-8cf5-3a935acdf8ab requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:28:23.422543 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac187a9b-2485-42e5-bad3-e48805e03075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:23.423152 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ac187a9b-2485-42e5-bad3-e48805e03075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:23.446816 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ac187a9b-2485-42e5-bad3-e48805e03075 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4451215 Nov 10 17:28:23.677293 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7910187c-5381-49d9-824b-b5da08850fb7 None None] Network e41f8c2b-2d4e-4272-8cf5-3a935acdf8ab requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:28:23.887287 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-24a09f86-a071-4628-a0b8-739b965a2cb0 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:23.891129 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-24a09f86-a071-4628-a0b8-739b965a2cb0 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.11 "GET /v2.0/networks?id=ee9bf645-62ea-4fb8-afab-51398fe4d64d HTTP/1.1" status: 200 len: 808 time: 0.2560947 Nov 10 17:28:23.909084 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-84d95030-ff3c-435a-b760-76475ec638c0 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Request body: {'port': {'device_id': '7d587b5b-5255-4826-9f8e-3908187bbbcc', 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d', 'admin_state_up': True, 'tenant_id': 'ef9ea014582b4acbb9c391ec5c5ef151'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:24.116476 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-84d95030-ff3c-435a-b760-76475ec638c0 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Made reservation on behalf of ef9ea014582b4acbb9c391ec5c5ef151 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:28:24.121926 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-84d95030-ff3c-435a-b760-76475ec638c0 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:24.139694 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd6588-a345-40dd-a560-1da6c51de052 req-4b361bfb-11fa-47c4-9cfd-59d64415296b tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:24.144084 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-88fd6588-a345-40dd-a560-1da6c51de052 req-4b361bfb-11fa-47c4-9cfd-59d64415296b tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=39e54a0f-9e7b-43ed-bad2-b1405ddee34d HTTP/1.1" status: 200 len: 943 time: 0.1153173 Nov 10 17:28:24.225849 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-88fd6588-a345-40dd-a560-1da6c51de052 req-b6de7473-c935-47b9-af0b-ff457cbf4234 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/security-groups?id=3dd1f7f9-bbbd-45a9-ae8e-7c3117597c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731561 Nov 10 17:28:24.288700 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-46dec067-e3cf-47bb-a5f2-09b6ddea5ee0 req-222024f6-d545-420a-8d1f-326794fe7d16 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc HTTP/1.1" status: 200 len: 210 time: 0.0351365 Nov 10 17:28:24.388494 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-84d95030-ff3c-435a-b760-76475ec638c0 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Allocated IP 172.20.0.4 (ee9bf645-62ea-4fb8-afab-51398fe4d64d/6dcea188-714e-4316-9245-d3631f0cca17/008d6802-dafa-4c58-b9af-c9f645bec77b) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:28:24.463281 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:24.535788 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53454) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:24.589060 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53460) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:24.624416 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-84d95030-ff3c-435a-b760-76475ec638c0 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:24.666147 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-84d95030-ff3c-435a-b760-76475ec638c0 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:24.715491 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-84d95030-ff3c-435a-b760-76475ec638c0 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Network ee9bf645-62ea-4fb8-afab-51398fe4d64d is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:28:24.721243 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-84d95030-ff3c-435a-b760-76475ec638c0 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:28:24.724210 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-84d95030-ff3c-435a-b760-76475ec638c0 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:28:24.731558 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-84d95030-ff3c-435a-b760-76475ec638c0 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:24.732428 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-84d95030-ff3c-435a-b760-76475ec638c0 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:24.740845 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e1bf9f47-88f3-4e3f-bdc4-c3bdca1717d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:24.770743 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d95030-ff3c-435a-b760-76475ec638c0 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Pushing event updated for resources: {'Port': ['ID=008d6802-dafa-4c58-b9af-c9f645bec77b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:24.790271 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-84d95030-ff3c-435a-b760-76475ec638c0 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8866417 Nov 10 17:28:24.816829 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-5c1a0d19-d3c2-4e13-bacb-0c438884a617 service neutron] Request body: {'port': {'device_id': '7d587b5b-5255-4826-9f8e-3908187bbbcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:24.818646 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:24.824747 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b81b39ed-6e0f-4856-b91b-411caeabb946 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:24.941757 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-5c1a0d19-d3c2-4e13-bacb-0c438884a617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:24.977568 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b81b39ed-6e0f-4856-b91b-411caeabb946 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:24.982975 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e1bf9f47-88f3-4e3f-bdc4-c3bdca1717d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:24.987318 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b81b39ed-6e0f-4856-b91b-411caeabb946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:24.993771 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e1bf9f47-88f3-4e3f-bdc4-c3bdca1717d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:25.050035 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b39ed-6e0f-4856-b91b-411caeabb946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f0896c-d072-4a2c-abe9-540a68f973d0,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:25.059461 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e1bf9f47-88f3-4e3f-bdc4-c3bdca1717d6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ffb4f254d24f4ae29fb101abb8d2ffb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5220604 Nov 10 17:28:25.065911 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53490) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:25.069658 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b81b39ed-6e0f-4856-b91b-411caeabb946 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a297ac3f075f47d1ace67c72f7951d17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4795158 Nov 10 17:28:25.072568 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53492) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:25.127321 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf9f47-88f3-4e3f-bdc4-c3bdca1717d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b8ac37-6c16-41b9-9ed2-cc3f91f09c91,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:25.144852 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa08c07b-ab63-4692-bf28-44665e34fce4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:25.178734 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa08c07b-ab63-4692-bf28-44665e34fce4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:25.213328 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53506) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:25.222875 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-579469ed-9046-4aed-bfa5-f8aa8e784575 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2096698632-network', 'tenant_id': '7e997eb65ab846888f262fd320a4ec9a'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:25.234517 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4c37e3d7-0359-4ad8-aebc-0257e49ac930 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:25.276042 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579469ed-9046-4aed-bfa5-f8aa8e784575 admin admin] Made reservation on behalf of 7e997eb65ab846888f262fd320a4ec9a for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:28:25.279226 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-579469ed-9046-4aed-bfa5-f8aa8e784575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:25.293273 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-579469ed-9046-4aed-bfa5-f8aa8e784575 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:25.296448 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4c37e3d7-0359-4ad8-aebc-0257e49ac930 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:25.324338 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa08c07b-ab63-4692-bf28-44665e34fce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:25.327371 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa08c07b-ab63-4692-bf28-44665e34fce4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:25.328710 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-aa08c07b-ab63-4692-bf28-44665e34fce4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d0b8ac37-6c16-41b9-9ed2-cc3f91f09c91 HTTP/1.1" status: 204 len: 168 time: 0.2617397 Nov 10 17:28:25.341789 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08c07b-ab63-4692-bf28-44665e34fce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b8ac37-6c16-41b9-9ed2-cc3f91f09c91,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:25.436581 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba8950-a2d2-4618-b916-2084e58a5ee1 req-a45d1fce-46f8-4023-8c45-e7a328cab69c tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:25.438135 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7eba8950-a2d2-4618-b916-2084e58a5ee1 req-a45d1fce-46f8-4023-8c45-e7a328cab69c tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=39e54a0f-9e7b-43ed-bad2-b1405ddee34d HTTP/1.1" status: 200 len: 943 time: 0.1028011 Nov 10 17:28:25.444841 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4c37e3d7-0359-4ad8-aebc-0257e49ac930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:25.447329 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4c37e3d7-0359-4ad8-aebc-0257e49ac930 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:25.448456 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4c37e3d7-0359-4ad8-aebc-0257e49ac930 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b2f0896c-d072-4a2c-abe9-540a68f973d0 HTTP/1.1" status: 204 len: 168 time: 0.3749115 Nov 10 17:28:25.497041 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c37e3d7-0359-4ad8-aebc-0257e49ac930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f0896c-d072-4a2c-abe9-540a68f973d0,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:25.528073 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-5c1a0d19-d3c2-4e13-bacb-0c438884a617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 008d6802-dafa-4c58-b9af-c9f645bec77b {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:28:25.535606 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-579469ed-9046-4aed-bfa5-f8aa8e784575 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:25.545443 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-5c1a0d19-d3c2-4e13-bacb-0c438884a617 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:25.548577 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-579469ed-9046-4aed-bfa5-f8aa8e784575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:25.572481 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7eba8950-a2d2-4618-b916-2084e58a5ee1 req-73bd2915-c640-4147-a0ff-8eb43c0bf622 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/security-groups?id=3dd1f7f9-bbbd-45a9-ae8e-7c3117597c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139133 Nov 10 17:28:25.587020 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-5c1a0d19-d3c2-4e13-bacb-0c438884a617 service neutron] Transition to ACTIVE for port object 008d6802-dafa-4c58-b9af-c9f645bec77b will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:28:25.598725 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-5c1a0d19-d3c2-4e13-bacb-0c438884a617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:25.611874 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbb308-5db9-421b-9692-fca550b803c2 req-e1f1fb78-5c13-4d04-9b69-41d4261f9153 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:25.613744 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-55dbb308-5db9-421b-9692-fca550b803c2 req-e1f1fb78-5c13-4d04-9b69-41d4261f9153 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc HTTP/1.1" status: 200 len: 931 time: 0.1558688 Nov 10 17:28:25.615333 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-579469ed-9046-4aed-bfa5-f8aa8e784575 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:28:25.617988 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579469ed-9046-4aed-bfa5-f8aa8e784575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef9c8a1-3fd8-4c35-81d4-c9ee93d0a7d1,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:25.654700 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-579469ed-9046-4aed-bfa5-f8aa8e784575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:25.655052 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-579469ed-9046-4aed-bfa5-f8aa8e784575 admin admin] Added segment 91af06cb-977c-4eb9-90f2-234c284a5fc9 of type vlan for network 3553b253-04f9-4bae-8da6-905b51b304d9 Nov 10 17:28:25.663047 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 63035fcf-9384-450c-9951-b8d10c6442f4 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:28:25.673158 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a0d19-d3c2-4e13-bacb-0c438884a617 service neutron] Pushing event updated for resources: {'Port': ['ID=008d6802-dafa-4c58-b9af-c9f645bec77b,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:25.749875 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-5c1a0d19-d3c2-4e13-bacb-0c438884a617 service neutron] Attempting to bind port 008d6802-dafa-4c58-b9af-c9f645bec77b on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:28:25.750456 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-5c1a0d19-d3c2-4e13-bacb-0c438884a617 service neutron] Attempting to bind port 008d6802-dafa-4c58-b9af-c9f645bec77b by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:28:25.751144 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-5c1a0d19-d3c2-4e13-bacb-0c438884a617 service neutron] Attempting to bind port 008d6802-dafa-4c58-b9af-c9f645bec77b on network ee9bf645-62ea-4fb8-afab-51398fe4d64d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:28:25.753209 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-579469ed-9046-4aed-bfa5-f8aa8e784575 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:25.759371 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-5c1a0d19-d3c2-4e13-bacb-0c438884a617 service neutron] Port 008d6802-dafa-4c58-b9af-c9f645bec77b on network ee9bf645-62ea-4fb8-afab-51398fe4d64d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:28:25.759908 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-5c1a0d19-d3c2-4e13-bacb-0c438884a617 service neutron] Attempting to bind port 008d6802-dafa-4c58-b9af-c9f645bec77b on network ee9bf645-62ea-4fb8-afab-51398fe4d64d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:28:25.766073 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-5c1a0d19-d3c2-4e13-bacb-0c438884a617 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:28:25.766700 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-5c1a0d19-d3c2-4e13-bacb-0c438884a617 service neutron] Checking segment: {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:28:25.767868 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-5c1a0d19-d3c2-4e13-bacb-0c438884a617 service neutron] Bound using segment: {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:28:25.768827 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-5c1a0d19-d3c2-4e13-bacb-0c438884a617 service neutron] Bound port: 008d6802-dafa-4c58-b9af-c9f645bec77b, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:28:25.770289 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-5c1a0d19-d3c2-4e13-bacb-0c438884a617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:25.782111 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-55dbb308-5db9-421b-9692-fca550b803c2 req-bf4abe58-0576-4eed-8999-8f3c552f56ba tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579955 Nov 10 17:28:25.830917 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-579469ed-9046-4aed-bfa5-f8aa8e784575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:25.832209 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579469ed-9046-4aed-bfa5-f8aa8e784575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:25.832902 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-579469ed-9046-4aed-bfa5-f8aa8e784575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:25.921879 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53546) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:25.945424 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 63035fcf-9384-450c-9951-b8d10c6442f4, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=63035fcf-9384-450c-9951-b8d10c6442f4,segment=NetworkSegment(c28591c0-e56d-4649-abbe-8ecb0836f1f8),segment_id=c28591c0-e56d-4649-abbe-8ecb0836f1f8)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:28:25.959639 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '63035fcf-9384-450c-9951-b8d10c6442f4', 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d', 'port_id': '63035fcf-9384-450c-9951-b8d10c6442f4', 'mac_address': 'fa:16:3e:ba:ec:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ffcd500-8c49-45db-8ca7-a366a29076c0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:28:25.974139 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53552) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:25.981604 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-579469ed-9046-4aed-bfa5-f8aa8e784575 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7668777 Nov 10 17:28:25.989925 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-49d205a6-6321-43a9-a8f4-eeaee385b473 admin admin] Request body: {'subnet': {'network_id': '3553b253-04f9-4bae-8da6-905b51b304d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2096698632-subnet', 'tenant_id': '7e997eb65ab846888f262fd320a4ec9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:25.995438 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c315b91d-5bf7-4220-b1d5-3fa23b57df8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:26.002011 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579469ed-9046-4aed-bfa5-f8aa8e784575 admin admin] Pushing event updated for resources: {'Network': ['ID=3553b253-04f9-4bae-8da6-905b51b304d9,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:26.012575 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-5c1a0d19-d3c2-4e13-bacb-0c438884a617 service neutron] For port 008d6802-dafa-4c58-b9af-c9f645bec77b, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:28:26.015023 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:26.023060 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 3553b253-04f9-4bae-8da6-905b51b304d9 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:28:26.035764 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-5c1a0d19-d3c2-4e13-bacb-0c438884a617 service neutron] For port 008d6802-dafa-4c58-b9af-c9f645bec77b, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=008d6802-dafa-4c58-b9af-c9f645bec77b,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:28:26.053984 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-5c1a0d19-d3c2-4e13-bacb-0c438884a617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:26.150577 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a0d19-d3c2-4e13-bacb-0c438884a617 service neutron] Pushing event updated for resources: {'Port': ['ID=008d6802-dafa-4c58-b9af-c9f645bec77b,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:26.168600 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d205a6-6321-43a9-a8f4-eeaee385b473 admin admin] Made reservation on behalf of 7e997eb65ab846888f262fd320a4ec9a for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:28:26.171388 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-49d205a6-6321-43a9-a8f4-eeaee385b473 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:26.192040 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-5c1a0d19-d3c2-4e13-bacb-0c438884a617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:26.192916 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-5c1a0d19-d3c2-4e13-bacb-0c438884a617 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:26.194360 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-5c1a0d19-d3c2-4e13-bacb-0c438884a617 service neutron] 10.222.0.11 "PUT /v2.0/ports/008d6802-dafa-4c58-b9af-c9f645bec77b HTTP/1.1" status: 200 len: 1092 time: 1.3963883 Nov 10 17:28:26.194817 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d587b5b-5255-4826-9f8e-3908187bbbcc', 'tag': '008d6802-dafa-4c58-b9af-c9f645bec77b'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:28:26.197484 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd56399-17ee-411d-94c2-993301311007" -d '{"events": [{"name": "network-changed", "server_uuid": "7d587b5b-5255-4826-9f8e-3908187bbbcc", "tag": "008d6802-dafa-4c58-b9af-c9f645bec77b"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:28:26.264892 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63035fcf-9384-450c-9951-b8d10c6442f4 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:28:26.382944 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 63035fcf-9384-450c-9951-b8d10c6442f4, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=63035fcf-9384-450c-9951-b8d10c6442f4,segment=NetworkSegment(c28591c0-e56d-4649-abbe-8ecb0836f1f8),segment_id=c28591c0-e56d-4649-abbe-8ecb0836f1f8)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:28:26.390157 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:26.397706 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c315b91d-5bf7-4220-b1d5-3fa23b57df8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:26.406892 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b85b91-c80a-41b6-a6fc-16d965af8d7b x-openstack-request-id: req-37b85b91-c80a-41b6-a6fc-16d965af8d7b {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:28:26.408016 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d587b5b-5255-4826-9f8e-3908187bbbcc", "tag": "008d6802-dafa-4c58-b9af-c9f645bec77b", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:28:26.408016 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-37b85b91-c80a-41b6-a6fc-16d965af8d7b {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:28:26.409331 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d587b5b-5255-4826-9f8e-3908187bbbcc', 'tag': '008d6802-dafa-4c58-b9af-c9f645bec77b', 'status': 'completed', 'code': 200} Nov 10 17:28:26.431605 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53578) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:26.455342 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d40bc9f6-c2ed-417d-8571-e71e084364c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:26.500912 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53584) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:26.521797 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=63035fcf-9384-450c-9951-b8d10c6442f4,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:26.588087 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-ca816115-51a4-44a7-9585-ef4603d4aa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:26.590065 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-ca816115-51a4-44a7-9585-ef4603d4aa21 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc HTTP/1.1" status: 200 len: 1095 time: 0.3118577 Nov 10 17:28:26.591189 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c315b91d-5bf7-4220-b1d5-3fa23b57df8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:26.632346 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315b91d-5bf7-4220-b1d5-3fa23b57df8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7255eeb-37bc-4b53-86e4-69f1ab956251,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:26.635981 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-49d205a6-6321-43a9-a8f4-eeaee385b473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:26.688342 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d40bc9f6-c2ed-417d-8571-e71e084364c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:26.695266 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d40bc9f6-c2ed-417d-8571-e71e084364c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:26.755580 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-e831eb99-1672-42eb-980b-a979f95b756e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=008d6802-dafa-4c58-b9af-c9f645bec77b HTTP/1.1" status: 200 len: 217 time: 0.1257839 Nov 10 17:28:26.758872 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d205a6-6321-43a9-a8f4-eeaee385b473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9df02ee8-ae83-46f9-8083-92364a7207bf,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:26.772710 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7571c6ea-c80d-47ab-ab23-6797b23f540e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:26.790802 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40bc9f6-c2ed-417d-8571-e71e084364c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa92b66-0c57-461e-bdd0-9a6e9355c4fc,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:26.798608 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d40bc9f6-c2ed-417d-8571-e71e084364c9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ffb46dac5b4f4d7e89709fd949442fb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3656843 Nov 10 17:28:26.804415 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53598) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:26.823111 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['63035fcf-9384-450c-9951-b8d10c6442f4'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:28:26.892155 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-fbd842d7-ceb6-4948-b477-729b7ac33c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:26.893884 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-55953251-9420-4aaa-a871-46ff6d8ebfbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:26.894618 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-fbd842d7-ceb6-4948-b477-729b7ac33c6c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6dcea188-714e-4316-9245-d3631f0cca17 HTTP/1.1" status: 200 len: 848 time: 0.1258495 Nov 10 17:28:26.898575 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d205a6-6321-43a9-a8f4-eeaee385b473 admin admin] Checking segment: {'id': '91af06cb-977c-4eb9-90f2-234c284a5fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3553b253-04f9-4bae-8da6-905b51b304d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:28:26.898932 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d205a6-6321-43a9-a8f4-eeaee385b473 admin admin] Network hostable DHCP agents. Network: 3553b253-04f9-4bae-8da6-905b51b304d9, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:28:26.913470 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53602) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:26.949691 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-55953251-9420-4aaa-a871-46ff6d8ebfbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:26.960634 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7571c6ea-c80d-47ab-ab23-6797b23f540e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:26.966662 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-d2c76646-3cdb-4f8a-8890-d698cc35d3ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ee9bf645-62ea-4fb8-afab-51398fe4d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566907 Nov 10 17:28:26.976021 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d331d-a4c2-4731-98a4-813b1e7b666b req-541b4048-b506-4fd1-bfec-6b68e3584a71 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:26.977290 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9d4d331d-a4c2-4731-98a4-813b1e7b666b req-541b4048-b506-4fd1-bfec-6b68e3584a71 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=39e54a0f-9e7b-43ed-bad2-b1405ddee34d HTTP/1.1" status: 200 len: 944 time: 0.2210109 Nov 10 17:28:26.979771 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c315b91d-5bf7-4220-b1d5-3fa23b57df8a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bf42679523de4789b912dc5bb6d15e9d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0569198 Nov 10 17:28:26.981654 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7571c6ea-c80d-47ab-ab23-6797b23f540e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:26.981905 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d205a6-6321-43a9-a8f4-eeaee385b473 admin admin] Network 3553b253-04f9-4bae-8da6-905b51b304d9 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:28:26.987372 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53608) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:27.083263 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-49d205a6-6321-43a9-a8f4-eeaee385b473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 3553b253-04f9-4bae-8da6-905b51b304d9) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:28:27.086967 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7571c6ea-c80d-47ab-ab23-6797b23f540e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ce38c95abf0e4b468db3263bf57b41d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5818567 Nov 10 17:28:27.088789 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d205a6-6321-43a9-a8f4-eeaee385b473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:27.089384 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-49d205a6-6321-43a9-a8f4-eeaee385b473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:27.102793 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d6f08b-5211-4d11-86e4-4a0a89da7cfe None None] Network 3553b253-04f9-4bae-8da6-905b51b304d9 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:28:27.105828 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53612) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:27.122743 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7571c6ea-c80d-47ab-ab23-6797b23f540e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f76aeb7-4f0b-4094-a80d-de74e9036138,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:27.129567 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-49d205a6-6321-43a9-a8f4-eeaee385b473 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1527834 Nov 10 17:28:27.179715 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-8f0be60b-d20f-4191-8602-ddfde056d651 service neutron] 10.222.0.11 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986060 Nov 10 17:28:27.188141 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-55953251-9420-4aaa-a871-46ff6d8ebfbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:27.191795 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-55953251-9420-4aaa-a871-46ff6d8ebfbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:27.196318 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-55953251-9420-4aaa-a871-46ff6d8ebfbf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3aa92b66-0c57-461e-bdd0-9a6e9355c4fc HTTP/1.1" status: 204 len: 168 time: 0.3861008 Nov 10 17:28:27.200655 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2db5b6e4-ed56-4bd5-ab50-1ef8421eb82e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:27.220220 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f42c4-fb42-438e-933b-1715add1f4a3 req-1ddfae6e-f7a5-4c49-9758-eae8eb150fdb tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:27.222529 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0b8f42c4-fb42-438e-933b-1715add1f4a3 req-1ddfae6e-f7a5-4c49-9758-eae8eb150fdb tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc HTTP/1.1" status: 200 len: 943 time: 0.1659179 Nov 10 17:28:27.228456 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ed373801-2253-4889-92f6-799c7d595bf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:27.233170 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55953251-9420-4aaa-a871-46ff6d8ebfbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa92b66-0c57-461e-bdd0-9a6e9355c4fc,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:27.308512 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ed373801-2253-4889-92f6-799c7d595bf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:27.313533 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53618) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:27.351752 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9d4d331d-a4c2-4731-98a4-813b1e7b666b req-bc03ffc2-f8c3-4043-9ac5-d3a87daaf4a2 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/security-groups?id=3dd1f7f9-bbbd-45a9-ae8e-7c3117597c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3555143 Nov 10 17:28:27.374903 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c67c951-c851-4074-ad8d-f6d079b86e90 None None] Network 3553b253-04f9-4bae-8da6-905b51b304d9 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:28:27.415668 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0b8f42c4-fb42-438e-933b-1715add1f4a3 req-bc921100-f2b7-4bdf-936e-386ae7498328 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835282 Nov 10 17:28:27.430813 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-13854a44-cc15-499a-8dd2-92f39d4e705e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:27.477105 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-13854a44-cc15-499a-8dd2-92f39d4e705e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:27.478673 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-b449d01a-f963-4403-ba82-04815b9576e5 admin admin] Deleting subnet b1493ac3-9ac0-4160-9b39-4b51241a4f61 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:28:27.490305 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b449d01a-f963-4403-ba82-04815b9576e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:27.508749 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0748adee-83c6-43c8-8c76-0f904cfb182d req-7f3d5f4f-92c0-41ff-b9e9-fe8555f622df service neutron] 10.222.0.11 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173559 Nov 10 17:28:27.555314 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2db5b6e4-ed56-4bd5-ab50-1ef8421eb82e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:27.578012 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2db5b6e4-ed56-4bd5-ab50-1ef8421eb82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:27.593712 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-13854a44-cc15-499a-8dd2-92f39d4e705e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:27.596915 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-13854a44-cc15-499a-8dd2-92f39d4e705e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:27.598042 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-13854a44-cc15-499a-8dd2-92f39d4e705e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f76aeb7-4f0b-4094-a80d-de74e9036138 HTTP/1.1" status: 204 len: 168 time: 0.4844830 Nov 10 17:28:27.608800 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13854a44-cc15-499a-8dd2-92f39d4e705e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f76aeb7-4f0b-4094-a80d-de74e9036138,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:27.623411 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ed373801-2253-4889-92f6-799c7d595bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:27.629504 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ed373801-2253-4889-92f6-799c7d595bf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:27.634670 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ed373801-2253-4889-92f6-799c7d595bf7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b7255eeb-37bc-4b53-86e4-69f1ab956251 HTTP/1.1" status: 204 len: 168 time: 0.6362963 Nov 10 17:28:27.638806 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc2272-ec70-4c65-b113-ad4b57e94bd3 req-1a544e95-22fe-4f7b-af80-876e4cd9397e tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:27.640347 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-52bc2272-ec70-4c65-b113-ad4b57e94bd3 req-1a544e95-22fe-4f7b-af80-876e4cd9397e tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f7b052-919c-4917-b9a0-340109152726 HTTP/1.1" status: 200 len: 971 time: 0.0819755 Nov 10 17:28:27.663384 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b449d01a-f963-4403-ba82-04815b9576e5 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:27.683858 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2db5b6e4-ed56-4bd5-ab50-1ef8421eb82e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1bbe146c8e6c4ec78b98ab6ed040685f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7677355 Nov 10 17:28:27.687421 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53628) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:27.690769 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b449d01a-f963-4403-ba82-04815b9576e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:27.724802 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5b6e4-ed56-4bd5-ab50-1ef8421eb82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80d59e0-11e8-4072-a7eb-b37fcc88ee0c,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:27.742382 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd56399-17ee-411d-94c2-993301311007 req-eb55550a-17b4-4146-8240-69c00a155c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:27.742872 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed373801-2253-4889-92f6-799c7d595bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7255eeb-37bc-4b53-86e4-69f1ab956251,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:27.743747 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2bd56399-17ee-411d-94c2-993301311007 req-eb55550a-17b4-4146-8240-69c00a155c64 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc HTTP/1.1" status: 200 len: 1095 time: 0.1230865 Nov 10 17:28:27.771206 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-52bc2272-ec70-4c65-b113-ad4b57e94bd3 req-e74d2e53-d9b3-4ee0-9cf4-024b7aae9c75 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/security-groups?id=3bc5bd88-90f2-4339-af84-96093bbef125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071744 Nov 10 17:28:27.784926 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b449d01a-f963-4403-ba82-04815b9576e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:27.787768 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d9d2efd4-bcdb-4e50-b5ad-2ff109ece00f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:27.840138 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b449d01a-f963-4403-ba82-04815b9576e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1493ac3-9ac0-4160-9b39-4b51241a4f61,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:27.869442 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b449d01a-f963-4403-ba82-04815b9576e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:27.875078 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b449d01a-f963-4403-ba82-04815b9576e5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b1493ac3-9ac0-4160-9b39-4b51241a4f61 HTTP/1.1" status: 204 len: 168 time: 0.5606210 Nov 10 17:28:27.875958 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d9d2efd4-bcdb-4e50-b5ad-2ff109ece00f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:27.878399 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53634) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:28.000544 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd56399-17ee-411d-94c2-993301311007 req-34b7f891-dbde-4998-865a-73be04591705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:28.001536 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2bd56399-17ee-411d-94c2-993301311007 req-34b7f891-dbde-4998-865a-73be04591705 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ee9bf645-62ea-4fb8-afab-51398fe4d64d HTTP/1.1" status: 200 len: 909 time: 0.2264378 Nov 10 17:28:28.007986 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6622453e-5ae1-4adb-b4ca-1bc243077a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:28.025387 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d9d2efd4-bcdb-4e50-b5ad-2ff109ece00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:28.027891 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d9d2efd4-bcdb-4e50-b5ad-2ff109ece00f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:28.029021 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d9d2efd4-bcdb-4e50-b5ad-2ff109ece00f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e80d59e0-11e8-4072-a7eb-b37fcc88ee0c HTTP/1.1" status: 204 len: 168 time: 0.3406644 Nov 10 17:28:28.071559 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2bd56399-17ee-411d-94c2-993301311007 req-3b9a1474-1f94-4b4e-845e-6c578aef93cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=008d6802-dafa-4c58-b9af-c9f645bec77b HTTP/1.1" status: 200 len: 217 time: 0.0583820 Nov 10 17:28:28.073967 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d2efd4-bcdb-4e50-b5ad-2ff109ece00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80d59e0-11e8-4072-a7eb-b37fcc88ee0c,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:28.117891 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53648) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:28.325106 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.11', 64857) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:28.336687 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ae15c9e9-b99c-43b7-87d3-a98aabae4b41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:28.383787 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6622453e-5ae1-4adb-b4ca-1bc243077a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:28.395263 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd56399-17ee-411d-94c2-993301311007 req-76b0ba6c-f352-4ae1-be43-421f54913978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:28.396837 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2bd56399-17ee-411d-94c2-993301311007 req-76b0ba6c-f352-4ae1-be43-421f54913978 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6dcea188-714e-4316-9245-d3631f0cca17 HTTP/1.1" status: 200 len: 848 time: 0.3000405 Nov 10 17:28:28.419471 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6622453e-5ae1-4adb-b4ca-1bc243077a88 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:28:28.419856 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6622453e-5ae1-4adb-b4ca-1bc243077a88 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:28:28.420956 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6622453e-5ae1-4adb-b4ca-1bc243077a88 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:28:28.421314 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6622453e-5ae1-4adb-b4ca-1bc243077a88 admin admin] Subscribe: > port after_create 55550000 {{(pid=102469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:28:28.421628 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6622453e-5ae1-4adb-b4ca-1bc243077a88 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:28:28.421939 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6622453e-5ae1-4adb-b4ca-1bc243077a88 admin admin] Subscribe: > port after_update 55550000 {{(pid=102469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:28:28.422246 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6622453e-5ae1-4adb-b4ca-1bc243077a88 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:28:28.422558 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6622453e-5ae1-4adb-b4ca-1bc243077a88 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:28:28.422869 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6622453e-5ae1-4adb-b4ca-1bc243077a88 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:28:28.423181 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6622453e-5ae1-4adb-b4ca-1bc243077a88 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:28:28.452942 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472bbaea-d262-4fff-aa39-0d2cb4b3b920 req-8f2456fa-cca2-404f-a24e-4b106091049c tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:28.454488 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-472bbaea-d262-4fff-aa39-0d2cb4b3b920 req-8f2456fa-cca2-404f-a24e-4b106091049c tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.11 "GET /v2.0/ports?device_id=25f7b052-919c-4917-b9a0-340109152726 HTTP/1.1" status: 200 len: 971 time: 0.1279972 Nov 10 17:28:28.554887 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6622453e-5ae1-4adb-b4ca-1bc243077a88 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:28:28.555234 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6622453e-5ae1-4adb-b4ca-1bc243077a88 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:28:28.555607 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6622453e-5ae1-4adb-b4ca-1bc243077a88 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:28:28.555940 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6622453e-5ae1-4adb-b4ca-1bc243077a88 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102469) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:28:28.556325 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-6622453e-5ae1-4adb-b4ca-1bc243077a88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e41f8c2b-2d4e-4272-8cf5-3a935acdf8ab']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:28:28.583301 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2bd56399-17ee-411d-94c2-993301311007 req-1fb88d4d-b838-4f27-80e9-f8dd8814b2ac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ee9bf645-62ea-4fb8-afab-51398fe4d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1757271 Nov 10 17:28:28.621906 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53664) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:28.655636 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-71f4b6f6-35a9-4c9f-ab71-5f852d0b2bac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:28.679275 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a8a6e-f280-4e35-8f63-333a0d768b1a req-1277f5c9-8047-4d0f-8537-eaeaab1a9761 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:28.687339 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-287a8a6e-f280-4e35-8f63-333a0d768b1a req-1277f5c9-8047-4d0f-8537-eaeaab1a9761 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=39e54a0f-9e7b-43ed-bad2-b1405ddee34d HTTP/1.1" status: 200 len: 944 time: 0.2277889 Nov 10 17:28:28.727452 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-6622453e-5ae1-4adb-b4ca-1bc243077a88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8676cac-962d-4cdf-9f28-12523e84cfdc') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:28:28.727645 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-6622453e-5ae1-4adb-b4ca-1bc243077a88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8676cac-962d-4cdf-9f28-12523e84cfdc') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:28:28.733014 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ae15c9e9-b99c-43b7-87d3-a98aabae4b41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:28.746101 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2bd56399-17ee-411d-94c2-993301311007 req-1acb85eb-bda8-41d4-94f6-311a63baa758 service neutron] 10.222.0.11 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448710 Nov 10 17:28:28.771598 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ae15c9e9-b99c-43b7-87d3-a98aabae4b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:28.777026 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6622453e-5ae1-4adb-b4ca-1bc243077a88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:28.846035 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ae15c9e9-b99c-43b7-87d3-a98aabae4b41 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=431a7d13d1c3426dab3fcdf6bc1a14f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7265971 Nov 10 17:28:28.856908 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088301a-0d8d-4941-b732-d9d9a55df9d4 req-c3943247-cfe3-4241-b781-80f859f59880 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:28.862364 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53678) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:28.864634 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5088301a-0d8d-4941-b732-d9d9a55df9d4 req-c3943247-cfe3-4241-b781-80f859f59880 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc HTTP/1.1" status: 200 len: 943 time: 0.3029828 Nov 10 17:28:28.881867 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-287a8a6e-f280-4e35-8f63-333a0d768b1a req-e1e34952-dfb8-488e-9617-59a0d8ddf2f8 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/security-groups?id=3dd1f7f9-bbbd-45a9-ae8e-7c3117597c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936719 Nov 10 17:28:28.887431 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-472bbaea-d262-4fff-aa39-0d2cb4b3b920 req-b0376e47-215b-4591-82d1-efc29bc060c8 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Deleting port d47d149f-0a97-4079-97dc-9fed9a5edb9e {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:28:28.888255 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-472bbaea-d262-4fff-aa39-0d2cb4b3b920 req-b0376e47-215b-4591-82d1-efc29bc060c8 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:28.910434 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15c9e9-b99c-43b7-87d3-a98aabae4b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444b122b-3070-4b6e-9516-41ea22868e1e,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:28.959919 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2bd56399-17ee-411d-94c2-993301311007 req-b82c138c-0411-4076-8a1e-299b86cbcf62 service neutron] 10.222.0.11 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975155 Nov 10 17:28:28.971157 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6622453e-5ae1-4adb-b4ca-1bc243077a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:28.997105 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6622453e-5ae1-4adb-b4ca-1bc243077a88 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:28:28.997610 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6622453e-5ae1-4adb-b4ca-1bc243077a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: from cryptography.utils import int_from_bytes Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: from cryptography.utils import int_from_bytes Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:28:29.026471 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:28:29.081638 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5088301a-0d8d-4941-b732-d9d9a55df9d4 req-37ba68ed-831b-4817-ba81-aceed9edd2c3 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158728 Nov 10 17:28:29.083357 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53686) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:29.090424 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-71f4b6f6-35a9-4c9f-ab71-5f852d0b2bac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:29.117647 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-71f4b6f6-35a9-4c9f-ab71-5f852d0b2bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:29.119403 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6622453e-5ae1-4adb-b4ca-1bc243077a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:29.130999 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6622453e-5ae1-4adb-b4ca-1bc243077a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:29.134904 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6622453e-5ae1-4adb-b4ca-1bc243077a88 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e41f8c2b-2d4e-4272-8cf5-3a935acdf8ab HTTP/1.1" status: 204 len: 168 time: 1.2540720 Nov 10 17:28:29.146143 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53690) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:29.155018 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622453e-5ae1-4adb-b4ca-1bc243077a88 admin admin] Pushing event deleted for resources: {'Network': ['ID=e41f8c2b-2d4e-4272-8cf5-3a935acdf8ab,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:29.204170 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ff21c9-593b-4127-8a83-a785e78d7a50 admin admin] Deleting subnet 9df02ee8-ae83-46f9-8083-92364a7207bf {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:28:29.206881 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b039cb3e-c209-436a-b163-38c1e1b469a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:29.208188 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f5ff21c9-593b-4127-8a83-a785e78d7a50 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:29.234712 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-aa2c1bfe-62f9-4659-bdef-a8a6f8bfc8e5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1443629508-network', 'tenant_id': '0ec9ca6147964daa83e30b2176db3b36'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:29.239457 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-71f4b6f6-35a9-4c9f-ab71-5f852d0b2bac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1015a4d5a2054340bb6861399d0c0e5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6155498 Nov 10 17:28:29.239907 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53692) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:29.247025 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4b6f6-35a9-4c9f-ab71-5f852d0b2bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d474a4-b49f-4bc7-afb5-13eeb058cd17,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:29.268586 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f5ff21c9-593b-4127-8a83-a785e78d7a50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:29.275497 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9294f-5691-45d8-94bf-c3dfede16fca req-7cf9e65c-7a87-4d9b-a84d-da629ba7a486 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:29.277137 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b7a9294f-5691-45d8-94bf-c3dfede16fca req-7cf9e65c-7a87-4d9b-a84d-da629ba7a486 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f7b052-919c-4917-b9a0-340109152726 HTTP/1.1" status: 200 len: 971 time: 0.2600060 Nov 10 17:28:29.286804 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-472bbaea-d262-4fff-aa39-0d2cb4b3b920 req-b0376e47-215b-4591-82d1-efc29bc060c8 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] For port d47d149f-0a97-4079-97dc-9fed9a5edb9e, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d47d149f-0a97-4079-97dc-9fed9a5edb9e,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:28:29.287173 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-472bbaea-d262-4fff-aa39-0d2cb4b3b920 req-b0376e47-215b-4591-82d1-efc29bc060c8 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:29.292268 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b039cb3e-c209-436a-b163-38c1e1b469a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:29.300503 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2c1bfe-62f9-4659-bdef-a8a6f8bfc8e5 admin admin] Made reservation on behalf of 0ec9ca6147964daa83e30b2176db3b36 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:28:29.302747 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-aa2c1bfe-62f9-4659-bdef-a8a6f8bfc8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:29.319244 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-aa2c1bfe-62f9-4659-bdef-a8a6f8bfc8e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:29.349284 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f5ff21c9-593b-4127-8a83-a785e78d7a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:29.350282 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-472bbaea-d262-4fff-aa39-0d2cb4b3b920 req-b0376e47-215b-4591-82d1-efc29bc060c8 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Calling delete_port for d47d149f-0a97-4079-97dc-9fed9a5edb9e owned by compute:tempest-test_az-138872067 {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:28:29.439046 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f5ff21c9-593b-4127-8a83-a785e78d7a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:29.483739 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff21c9-593b-4127-8a83-a785e78d7a50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9df02ee8-ae83-46f9-8083-92364a7207bf,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:29.487929 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f5ff21c9-593b-4127-8a83-a785e78d7a50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:29.491631 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f5ff21c9-593b-4127-8a83-a785e78d7a50 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9df02ee8-ae83-46f9-8083-92364a7207bf HTTP/1.1" status: 204 len: 168 time: 0.3435466 Nov 10 17:28:29.494830 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53702) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:29.507735 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b7a9294f-5691-45d8-94bf-c3dfede16fca req-9a465646-be99-440d-bea8-8e25acf7590e tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/security-groups?id=3bc5bd88-90f2-4339-af84-96093bbef125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177401 Nov 10 17:28:29.510115 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-aa2c1bfe-62f9-4659-bdef-a8a6f8bfc8e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:29.521037 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d6b4afef-70ef-4111-894f-eb3daee79c78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:29.540796 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b039cb3e-c209-436a-b163-38c1e1b469a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:29.543947 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b039cb3e-c209-436a-b163-38c1e1b469a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:29.545435 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b039cb3e-c209-436a-b163-38c1e1b469a7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/444b122b-3070-4b6e-9516-41ea22868e1e HTTP/1.1" status: 204 len: 168 time: 0.6801751 Nov 10 17:28:29.553814 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-aa2c1bfe-62f9-4659-bdef-a8a6f8bfc8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:29.581850 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039cb3e-c209-436a-b163-38c1e1b469a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444b122b-3070-4b6e-9516-41ea22868e1e,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:29.586181 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2c1bfe-62f9-4659-bdef-a8a6f8bfc8e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:28:29.621547 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c1bfe-62f9-4659-bdef-a8a6f8bfc8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:29.626362 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1172ad54-5919-406d-8e5e-9b78fe8d09f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:29.630712 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-aa2c1bfe-62f9-4659-bdef-a8a6f8bfc8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:29.631046 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-aa2c1bfe-62f9-4659-bdef-a8a6f8bfc8e5 admin admin] Added segment 1b96fc7c-450b-4879-b395-2a3bf8805230 of type vlan for network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 Nov 10 17:28:29.633325 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 63035fcf-9384-450c-9951-b8d10c6442f4 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:28:29.705441 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-aa2c1bfe-62f9-4659-bdef-a8a6f8bfc8e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:29.731638 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d6b4afef-70ef-4111-894f-eb3daee79c78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:29.749317 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 63035fcf-9384-450c-9951-b8d10c6442f4 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:28:29.757119 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 63035fcf-9384-450c-9951-b8d10c6442f4 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:28:29.758896 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:29.779083 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1172ad54-5919-406d-8e5e-9b78fe8d09f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:29.792528 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-aa2c1bfe-62f9-4659-bdef-a8a6f8bfc8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:29.793728 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2c1bfe-62f9-4659-bdef-a8a6f8bfc8e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:29.794556 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-aa2c1bfe-62f9-4659-bdef-a8a6f8bfc8e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:29.811535 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-472bbaea-d262-4fff-aa39-0d2cb4b3b920 req-b0376e47-215b-4591-82d1-efc29bc060c8 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:29.837838 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-1172ad54-5919-406d-8e5e-9b78fe8d09f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3553b253-04f9-4bae-8da6-905b51b304d9']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:28:29.841409 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['d47d149f-0a97-4079-97dc-9fed9a5edb9e'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:28:29.879782 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-1172ad54-5919-406d-8e5e-9b78fe8d09f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91af06cb-977c-4eb9-90f2-234c284a5fc9') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:28:29.880310 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-1172ad54-5919-406d-8e5e-9b78fe8d09f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91af06cb-977c-4eb9-90f2-234c284a5fc9') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:28:29.881227 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0376e47-215b-4591-82d1-efc29bc060c8 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Pushing event deleted for resources: {'Port': ['ID=d47d149f-0a97-4079-97dc-9fed9a5edb9e,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:29.895229 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-aa2c1bfe-62f9-4659-bdef-a8a6f8bfc8e5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7902431 Nov 10 17:28:29.903654 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53712) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:29.912172 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-151c14ba-3d39-4e17-8d31-5440ab602f49 admin admin] Request body: {'subnet': {'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1443629508-subnet', 'tenant_id': '0ec9ca6147964daa83e30b2176db3b36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:29.921569 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1172ad54-5919-406d-8e5e-9b78fe8d09f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:29.925781 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c1bfe-62f9-4659-bdef-a8a6f8bfc8e5 admin admin] Pushing event updated for resources: {'Network': ['ID=d46bafa9-2824-4835-a80a-7e5b4ca1fff1,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:29.948549 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1172ad54-5919-406d-8e5e-9b78fe8d09f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:29.952370 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:28:29.964029 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d6b4afef-70ef-4111-894f-eb3daee79c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:29.973075 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1172ad54-5919-406d-8e5e-9b78fe8d09f8 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:28:29.973499 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1172ad54-5919-406d-8e5e-9b78fe8d09f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:29.975299 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:28:29.975299 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:28:29.975299 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:28:29.975299 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:28:29.975299 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:28:29.975299 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:28:29.975299 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:28:29.975299 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:28:29.975299 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:28:29.975299 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:28:29.975299 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:28:29.975299 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:28:29.975299 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:28:29.975299 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:28:29.975299 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:28:29.975299 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:28:29.975299 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:28:29.975299 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:28:29.975299 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:28:29.975299 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:28:29.975299 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:28:29.975299 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:28:29.975299 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:28:29.975299 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:28:29.975299 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:28:29.975299 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:28:29.975299 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:28:29.975299 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:28:29.975299 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:28:29.975299 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:28:29.975299 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:28:29.975299 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:28:29.983521 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d6b4afef-70ef-4111-894f-eb3daee79c78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:29.987933 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d6b4afef-70ef-4111-894f-eb3daee79c78 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e1d474a4-b49f-4bc7-afb5-13eeb058cd17 HTTP/1.1" status: 204 len: 168 time: 0.7398689 Nov 10 17:28:30.075187 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4afef-70ef-4111-894f-eb3daee79c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d474a4-b49f-4bc7-afb5-13eeb058cd17,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:30.083431 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151c14ba-3d39-4e17-8d31-5440ab602f49 admin admin] Made reservation on behalf of 0ec9ca6147964daa83e30b2176db3b36 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:28:30.087502 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-151c14ba-3d39-4e17-8d31-5440ab602f49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:30.093463 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-472bbaea-d262-4fff-aa39-0d2cb4b3b920 req-b0376e47-215b-4591-82d1-efc29bc060c8 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] No DVR routers for this DVR port d47d149f-0a97-4079-97dc-9fed9a5edb9e on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:28:30.097116 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-472bbaea-d262-4fff-aa39-0d2cb4b3b920 req-b0376e47-215b-4591-82d1-efc29bc060c8 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:30.100569 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-472bbaea-d262-4fff-aa39-0d2cb4b3b920 req-b0376e47-215b-4591-82d1-efc29bc060c8 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.11 "DELETE /v2.0/ports/d47d149f-0a97-4079-97dc-9fed9a5edb9e HTTP/1.1" status: 204 len: 173 time: 1.6279564 Nov 10 17:28:30.101073 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f7b052-919c-4917-b9a0-340109152726', 'name': 'network-vif-deleted', 'tag': 'd47d149f-0a97-4079-97dc-9fed9a5edb9e'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:28:30.174665 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:30.241214 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e54a0f-9e7b-43ed-bad2-b1405ddee34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63035fcf-9384-450c-9951-b8d10c6442f4'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:28:30.243850 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6661380f-9039-4a37-bf1a-64b73cb1814c" -d '{"events": [{"server_uuid": "39e54a0f-9e7b-43ed-bad2-b1405ddee34d", "name": "network-vif-plugged", "status": "completed", "tag": "63035fcf-9384-450c-9951-b8d10c6442f4"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:28:30.265890 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1172ad54-5919-406d-8e5e-9b78fe8d09f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:30.276844 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 63035fcf-9384-450c-9951-b8d10c6442f4, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=63035fcf-9384-450c-9951-b8d10c6442f4,segment=NetworkSegment(c28591c0-e56d-4649-abbe-8ecb0836f1f8),segment_id=c28591c0-e56d-4649-abbe-8ecb0836f1f8)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:28:30.290067 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:30.294833 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1172ad54-5919-406d-8e5e-9b78fe8d09f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:30.302635 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1172ad54-5919-406d-8e5e-9b78fe8d09f8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3553b253-04f9-4bae-8da6-905b51b304d9 HTTP/1.1" status: 204 len: 168 time: 0.8005037 Nov 10 17:28:30.333266 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96bec3-2fd1-4827-938a-c84d1c6aad8b req-87c166d0-20d8-4c4a-bee4-31bb504cf627 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:30.335132 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0f96bec3-2fd1-4827-938a-c84d1c6aad8b req-87c166d0-20d8-4c4a-bee4-31bb504cf627 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=39e54a0f-9e7b-43ed-bad2-b1405ddee34d HTTP/1.1" status: 200 len: 944 time: 0.2627385 Nov 10 17:28:30.335984 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172ad54-5919-406d-8e5e-9b78fe8d09f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3553b253-04f9-4bae-8da6-905b51b304d9,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:30.368675 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=63035fcf-9384-450c-9951-b8d10c6442f4,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:30.383365 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795c127-5b9d-4b87-8c69-bca4b2f5ed7c req-30cf6629-26f4-4d9b-a4ad-16b53766f55d tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:30.384890 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1795c127-5b9d-4b87-8c69-bca4b2f5ed7c req-30cf6629-26f4-4d9b-a4ad-16b53766f55d tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc HTTP/1.1" status: 200 len: 943 time: 0.1347868 Nov 10 17:28:30.435057 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0f96bec3-2fd1-4827-938a-c84d1c6aad8b req-0ffee138-44f1-4301-b1a7-a0a21baab0c8 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/security-groups?id=3dd1f7f9-bbbd-45a9-ae8e-7c3117597c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912993 Nov 10 17:28:30.491758 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a61d8dd2-f6ba-4839-a2c9-b11fd139d21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:30.497461 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1795c127-5b9d-4b87-8c69-bca4b2f5ed7c req-85ea7718-ab6a-4b5d-a668-861054794815 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906134 Nov 10 17:28:30.529753 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-151c14ba-3d39-4e17-8d31-5440ab602f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:30.557187 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d259f629-fd94-4907-a32d-727d7c731e05 x-openstack-request-id: req-d259f629-fd94-4907-a32d-727d7c731e05 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:28:30.557503 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e54a0f-9e7b-43ed-bad2-b1405ddee34d", "name": "network-vif-plugged", "status": "completed", "tag": "63035fcf-9384-450c-9951-b8d10c6442f4", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:28:30.557768 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d259f629-fd94-4907-a32d-727d7c731e05 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:28:30.558179 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e54a0f-9e7b-43ed-bad2-b1405ddee34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63035fcf-9384-450c-9951-b8d10c6442f4', 'code': 200} Nov 10 17:28:30.594694 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c14ba-3d39-4e17-8d31-5440ab602f49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3d9be19-2b8d-48ad-890a-609759e284ae,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:30.605144 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151c14ba-3d39-4e17-8d31-5440ab602f49 admin admin] Checking segment: {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:28:30.605506 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151c14ba-3d39-4e17-8d31-5440ab602f49 admin admin] Network hostable DHCP agents. Network: d46bafa9-2824-4835-a80a-7e5b4ca1fff1, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:28:30.626648 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151c14ba-3d39-4e17-8d31-5440ab602f49 admin admin] Network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:28:30.654095 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-151c14ba-3d39-4e17-8d31-5440ab602f49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, d46bafa9-2824-4835-a80a-7e5b4ca1fff1) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:28:30.665401 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d025eb26-a04e-42d8-a53c-8be83c2248e3 None None] Network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:28:30.681572 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-136e82fa-b19c-4123-ac7e-4514f74d81f3 req-1b2dc43a-944d-4df1-af3c-7c0ad4c242f7 tempest-AggregatesAdminTestJSON-1883992271 tempest-AggregatesAdminTestJSON-1883992271-project] 10.222.0.39 "GET /v2.0/ports?device_id=25f7b052-919c-4917-b9a0-340109152726 HTTP/1.1" status: 200 len: 210 time: 0.0415280 Nov 10 17:28:30.692412 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151c14ba-3d39-4e17-8d31-5440ab602f49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:30.693191 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-151c14ba-3d39-4e17-8d31-5440ab602f49 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:30.719494 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebc1d8-c629-42ae-903d-a7a5d560492c req-c767e12e-9fec-4042-a0fd-bc25e05b4594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:30.721644 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-44ebc1d8-c629-42ae-903d-a7a5d560492c req-c767e12e-9fec-4042-a0fd-bc25e05b4594 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=39e54a0f-9e7b-43ed-bad2-b1405ddee34d HTTP/1.1" status: 200 len: 1097 time: 0.0818202 Nov 10 17:28:30.725245 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-151c14ba-3d39-4e17-8d31-5440ab602f49 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8192191 Nov 10 17:28:30.764339 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53748) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:30.828302 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-44ebc1d8-c629-42ae-903d-a7a5d560492c req-bb4e99e5-a90a-452f-8aa4-7d71fcfff921 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3dd1f7f9-bbbd-45a9-ae8e-7c3117597c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957382 Nov 10 17:28:30.832789 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb5662d-297f-458d-ae64-45fd1a057b16" -d '{"events": [{"server_uuid": "25f7b052-919c-4917-b9a0-340109152726", "name": "network-vif-deleted", "tag": "d47d149f-0a97-4079-97dc-9fed9a5edb9e"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:28:30.861808 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53754) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:30.863864 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2fdd5aba-e63a-4c83-bb0a-fed9ae091841 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=20a541f19e3240f3960e970fe0933154&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0982358 Nov 10 17:28:30.899798 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38b8060-8fa2-4836-8428-d253ccde2f35 None None] Network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:28:30.926316 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f4269aca-3c9f-4707-a2c3-2837a7fd5dde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:30.948321 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f4269aca-3c9f-4707-a2c3-2837a7fd5dde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:31.023754 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f4269aca-3c9f-4707-a2c3-2837a7fd5dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:31.028002 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f4269aca-3c9f-4707-a2c3-2837a7fd5dde admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:31.033900 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f4269aca-3c9f-4707-a2c3-2837a7fd5dde admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9a8b2459-ae3d-43a0-a2a7-4f0c243d55bf HTTP/1.1" status: 204 len: 168 time: 0.1685228 Nov 10 17:28:31.047885 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4269aca-3c9f-4707-a2c3-2837a7fd5dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8b2459-ae3d-43a0-a2a7-4f0c243d55bf,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:31.108138 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-8109927c-de61-4064-9ea9-8e3d98ded68b tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=972b151c649044219c436e3cbd0ebb30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235567 Nov 10 17:28:31.223586 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 008d6802-dafa-4c58-b9af-c9f645bec77b details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:28:31.230701 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-9aaf9f71-d8a7-44f1-a54f-830794ceab9e tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:31.239391 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-9aaf9f71-d8a7-44f1-a54f-830794ceab9e tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1248977 Nov 10 17:28:31.257642 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-f364e0c7-b164-48b5-806d-7cf77cd6658f tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/quotas/972b151c649044219c436e3cbd0ebb30 HTTP/1.1" status: 200 len: 375 time: 0.0171962 Nov 10 17:28:31.258512 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e8b2e0-4b19-4771-9364-0366912e331b x-openstack-request-id: req-52e8b2e0-4b19-4771-9364-0366912e331b {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:28:31.259015 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f7b052-919c-4917-b9a0-340109152726", "name": "network-vif-deleted", "tag": "d47d149f-0a97-4079-97dc-9fed9a5edb9e", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:28:31.259494 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-52e8b2e0-4b19-4771-9364-0366912e331b {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:28:31.260135 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f7b052-919c-4917-b9a0-340109152726', 'name': 'network-vif-deleted', 'tag': 'd47d149f-0a97-4079-97dc-9fed9a5edb9e', 'status': 'completed', 'code': 200} Nov 10 17:28:31.287814 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-d990afce-54ac-4b3f-906a-6d454231e4ed tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=972b151c649044219c436e3cbd0ebb30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293193 Nov 10 17:28:31.364839 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 008d6802-dafa-4c58-b9af-c9f645bec77b, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=008d6802-dafa-4c58-b9af-c9f645bec77b,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:28:31.382572 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '008d6802-dafa-4c58-b9af-c9f645bec77b', 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d', 'port_id': '008d6802-dafa-4c58-b9af-c9f645bec77b', 'mac_address': 'fa:16:3e:2d:69:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dcea188-714e-4316-9245-d3631f0cca17', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:28:31.430755 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:31.444821 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 008d6802-dafa-4c58-b9af-c9f645bec77b {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:28:31.474827 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 008d6802-dafa-4c58-b9af-c9f645bec77b, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=008d6802-dafa-4c58-b9af-c9f645bec77b,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:28:31.480460 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:31.566895 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=008d6802-dafa-4c58-b9af-c9f645bec77b,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:31.623523 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9713c-f12a-4fd1-9f1a-df24d7520388 req-56051562-3b2d-4e20-a45b-28407ff3e867 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:31.625225 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0de9713c-f12a-4fd1-9f1a-df24d7520388 req-56051562-3b2d-4e20-a45b-28407ff3e867 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=39e54a0f-9e7b-43ed-bad2-b1405ddee34d HTTP/1.1" status: 200 len: 945 time: 0.0580568 Nov 10 17:28:31.674504 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['008d6802-dafa-4c58-b9af-c9f645bec77b'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:28:31.686228 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0de9713c-f12a-4fd1-9f1a-df24d7520388 req-7f5406fe-e7d4-48a3-80e3-790eb19b49ab tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/security-groups?id=3dd1f7f9-bbbd-45a9-ae8e-7c3117597c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523584 Nov 10 17:28:31.715065 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19194fd-b487-4d30-8a95-b5594c91381b req-eb66bc6d-a849-4826-8cc2-fbbf27c7cb9e tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:31.716663 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b19194fd-b487-4d30-8a95-b5594c91381b req-eb66bc6d-a849-4826-8cc2-fbbf27c7cb9e tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc HTTP/1.1" status: 200 len: 944 time: 0.1095040 Nov 10 17:28:31.762467 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53798) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:31.819661 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b19194fd-b487-4d30-8a95-b5594c91381b req-c2380ca2-4e25-499c-9a00-346c4b20de25 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957031 Nov 10 17:28:31.850268 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d84c0455-09be-4020-ae14-3c97fb039124 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e997eb65ab846888f262fd320a4ec9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0861228 Nov 10 17:28:31.852842 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53802) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:31.918928 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7408e3a1-f42d-49c8-a949-6edea1f1cd25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:31.972272 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7408e3a1-f42d-49c8-a949-6edea1f1cd25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:32.041836 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-f66dde20-43ed-46dc-adda-75e46b403f65 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=972b151c649044219c436e3cbd0ebb30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419948 Nov 10 17:28:32.068762 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7408e3a1-f42d-49c8-a949-6edea1f1cd25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:32.077121 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7408e3a1-f42d-49c8-a949-6edea1f1cd25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:32.078048 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7408e3a1-f42d-49c8-a949-6edea1f1cd25 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ef9c8a1-3fd8-4c35-81d4-c9ee93d0a7d1 HTTP/1.1" status: 204 len: 168 time: 0.2239578 Nov 10 17:28:32.096847 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408e3a1-f42d-49c8-a949-6edea1f1cd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef9c8a1-3fd8-4c35-81d4-c9ee93d0a7d1,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:32.195010 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-a5d5e8d4-fbd2-497c-b81d-07321ae45ea5 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:32.216823 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-a5d5e8d4-fbd2-497c-b81d-07321ae45ea5 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1605043 Nov 10 17:28:32.233924 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-892d5f0b-bd23-4fb3-ba1f-1d0f90842cf3 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/quotas/972b151c649044219c436e3cbd0ebb30 HTTP/1.1" status: 200 len: 375 time: 0.0244949 Nov 10 17:28:32.278257 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-66efe499-2378-4e81-ba46-2be8b974a9c9 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=972b151c649044219c436e3cbd0ebb30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382633 Nov 10 17:28:32.483468 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-03ccbaf2-b182-4ded-96bb-593330e4dfeb req-f696846a-2024-4f18-87bf-47f607ab69f7 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=748028ea-185c-41d1-a52c-f2263a6731f5 HTTP/1.1" status: 200 len: 210 time: 0.0335634 Nov 10 17:28:32.535859 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53840) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:32.554902 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53844) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:32.770408 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6ac4a089-bbe9-4523-b445-7e2d881ed908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:32.863891 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53868) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:32.869320 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-08ac27e7-486b-4e19-855a-230b11413fa0 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-549771735-network', 'tenant_id': '27fcf60640f243e99f4f2c55fa5c9e12'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:32.962039 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ac27e7-486b-4e19-855a-230b11413fa0 admin admin] Made reservation on behalf of 27fcf60640f243e99f4f2c55fa5c9e12 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:28:32.968429 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08ac27e7-486b-4e19-855a-230b11413fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:33.001017 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08ac27e7-486b-4e19-855a-230b11413fa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:33.057145 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-2495ab25-d782-4b7a-a7b9-4fc358d2690d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=972b151c649044219c436e3cbd0ebb30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1279871 Nov 10 17:28:33.179470 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-de94b3f8-db87-4fce-b18a-8154561fe8c9 tempest-AutoAllocateNetworkTest-995387220 tempest-AutoAllocateNetworkTest-995387220-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ba613f79f19143c7b62fa1c5dfc728da&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6234214 Nov 10 17:28:33.182920 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53874) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:33.227968 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 008d6802-dafa-4c58-b9af-c9f645bec77b up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:28:33.262300 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c2d1c4b8-ff39-4c5d-a847-cb1225b9a402 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ba9b0b22017f4ce587860a8d5c2daa23&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7227898 Nov 10 17:28:33.265233 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53878) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:33.269618 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08ac27e7-486b-4e19-855a-230b11413fa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:33.296658 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d416e0-b673-417a-a6ab-c9a0a76d71ce req-21530234-bc87-414b-a98f-cb2463ecd244 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:33.310254 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-89d416e0-b673-417a-a6ab-c9a0a76d71ce req-21530234-bc87-414b-a98f-cb2463ecd244 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=39e54a0f-9e7b-43ed-bad2-b1405ddee34d HTTP/1.1" status: 200 len: 945 time: 0.1786630 Nov 10 17:28:33.313089 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ff335-f5c6-4309-bdaf-f6aeb38efc17 req-99e38ac3-ac83-4c69-9766-5352539618b8 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:33.320968 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b98ff335-f5c6-4309-bdaf-f6aeb38efc17 req-99e38ac3-ac83-4c69-9766-5352539618b8 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc HTTP/1.1" status: 200 len: 944 time: 0.3211849 Nov 10 17:28:33.338444 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08ac27e7-486b-4e19-855a-230b11413fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:33.378299 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 008d6802-dafa-4c58-b9af-c9f645bec77b completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:28:33.382433 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 008d6802-dafa-4c58-b9af-c9f645bec77b triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:28:33.383441 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:33.407210 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-89d416e0-b673-417a-a6ab-c9a0a76d71ce req-91a38193-914d-47aa-81e8-ad3ee6dc1257 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/security-groups?id=3dd1f7f9-bbbd-45a9-ae8e-7c3117597c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913789 Nov 10 17:28:33.414169 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-577dd984-2274-4b0b-82d6-9aabf4716242 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:33.414320 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ac27e7-486b-4e19-855a-230b11413fa0 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:28:33.447691 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-577dd984-2274-4b0b-82d6-9aabf4716242 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:33.468213 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac27e7-486b-4e19-855a-230b11413fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8062d3-5068-49b4-82dc-576f8fb7d95f,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:33.486285 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08ac27e7-486b-4e19-855a-230b11413fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:33.486869 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-08ac27e7-486b-4e19-855a-230b11413fa0 admin admin] Added segment da715ce4-aefd-423b-ae8c-fd9f34531e19 of type vlan for network 8484d646-d437-47ad-beee-2c980eef5d76 Nov 10 17:28:33.519863 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-0211d598-4455-4e5d-85a9-d829750abef9 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:33.521472 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-0211d598-4455-4e5d-85a9-d829750abef9 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3883884 Nov 10 17:28:33.549644 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-577dd984-2274-4b0b-82d6-9aabf4716242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:33.552190 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b98ff335-f5c6-4309-bdaf-f6aeb38efc17 req-a4be2bc4-f0ca-489e-ade5-0a12535f7dfd tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302940 Nov 10 17:28:33.556262 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-577dd984-2274-4b0b-82d6-9aabf4716242 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:33.559862 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-577dd984-2274-4b0b-82d6-9aabf4716242 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3bc5bd88-90f2-4339-af84-96093bbef125 HTTP/1.1" status: 204 len: 168 time: 0.2894557 Nov 10 17:28:33.567606 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-0a0f14da-21cd-41f0-bb1b-fd8068922c4d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Request body: {'port': {'device_id': '91f75be5-efd8-4652-ba7e-2cd4ec55e926', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'admin_state_up': True, 'tenant_id': '972b151c649044219c436e3cbd0ebb30'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:33.585478 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577dd984-2274-4b0b-82d6-9aabf4716242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc5bd88-90f2-4339-af84-96093bbef125,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:33.653844 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:33.675395 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-334b3b67-0323-4468-be91-3235666c9e81 req-c368ed7c-64f6-4ae3-a98c-4cee9f271ea5 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=748028ea-185c-41d1-a52c-f2263a6731f5 HTTP/1.1" status: 200 len: 210 time: 0.0594027 Nov 10 17:28:33.700977 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d587b5b-5255-4826-9f8e-3908187bbbcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008d6802-dafa-4c58-b9af-c9f645bec77b'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:28:33.714022 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c16050-1a4c-4ee5-b1c3-aba58a8c70bd" -d '{"events": [{"server_uuid": "7d587b5b-5255-4826-9f8e-3908187bbbcc", "name": "network-vif-plugged", "status": "completed", "tag": "008d6802-dafa-4c58-b9af-c9f645bec77b"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:28:33.727509 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-2d30af40-4037-4593-bc27-8078466902b9 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=972b151c649044219c436e3cbd0ebb30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484290 Nov 10 17:28:33.734114 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 008d6802-dafa-4c58-b9af-c9f645bec77b, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=008d6802-dafa-4c58-b9af-c9f645bec77b,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:28:33.754642 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:33.756636 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63b3706-c010-4745-8906-7521060d20c4 tempest-AutoAllocateNetworkTest-995387220 tempest-AutoAllocateNetworkTest-995387220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:33.756991 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device d47d149f-0a97-4079-97dc-9fed9a5edb9e no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:28:33.761059 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d63b3706-c010-4745-8906-7521060d20c4 tempest-AutoAllocateNetworkTest-995387220 tempest-AutoAllocateNetworkTest-995387220-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.5395186 Nov 10 17:28:33.780998 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53900) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:33.821510 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4bd830-2586-45a0-b9d6-027980b8adfb x-openstack-request-id: req-1b4bd830-2586-45a0-b9d6-027980b8adfb {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:28:33.822598 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d587b5b-5255-4826-9f8e-3908187bbbcc", "name": "network-vif-plugged", "status": "completed", "tag": "008d6802-dafa-4c58-b9af-c9f645bec77b", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:28:33.823053 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1b4bd830-2586-45a0-b9d6-027980b8adfb {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:28:33.823929 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d587b5b-5255-4826-9f8e-3908187bbbcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008d6802-dafa-4c58-b9af-c9f645bec77b', 'code': 200} Nov 10 17:28:33.832382 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: d47d149f-0a97-4079-97dc-9fed9a5edb9e {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:28:33.833567 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device d47d149f-0a97-4079-97dc-9fed9a5edb9e not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:28:33.908572 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08ac27e7-486b-4e19-855a-230b11413fa0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:33.914836 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:33.920575 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=008d6802-dafa-4c58-b9af-c9f645bec77b,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:33.955653 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ef088311-fd99-4766-8223-10d5138a2839 tempest-AutoAllocateNetworkTest-995387220 tempest-AutoAllocateNetworkTest-995387220-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1726980 Nov 10 17:28:33.966840 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53906) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:33.994389 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f65833-5a86-4a7f-a730-af28f4ec1cb6 req-e87e8638-58aa-4ffa-b122-0a538bf9fea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:33.996118 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d5f65833-5a86-4a7f-a730-af28f4ec1cb6 req-e87e8638-58aa-4ffa-b122-0a538bf9fea7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc HTTP/1.1" status: 200 len: 1097 time: 0.1249850 Nov 10 17:28:33.999580 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08ac27e7-486b-4e19-855a-230b11413fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:34.000689 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ac27e7-486b-4e19-855a-230b11413fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:34.002153 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08ac27e7-486b-4e19-855a-230b11413fa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:34.005137 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8418f842-eccf-409e-9824-e41cccdd3ebc tempest-AutoAllocateNetworkTest-995387220 tempest-AutoAllocateNetworkTest-995387220-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ba613f79f19143c7b62fa1c5dfc728da HTTP/1.1" status: 200 len: 208 time: 0.0371633 Nov 10 17:28:34.037469 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-0a0f14da-21cd-41f0-bb1b-fd8068922c4d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Made reservation on behalf of 972b151c649044219c436e3cbd0ebb30 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:28:34.041195 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-0a0f14da-21cd-41f0-bb1b-fd8068922c4d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:34.074334 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-85081525-81f0-4a33-a62c-41a1a426245f tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:34.076025 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-85081525-81f0-4a33-a62c-41a1a426245f tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3420985 Nov 10 17:28:34.089325 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-08ac27e7-486b-4e19-855a-230b11413fa0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2240958 Nov 10 17:28:34.089920 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53914) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:34.091760 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-af3fb3c3-ab4d-4400-8673-db82fa9e467d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Request body: {'port': {'device_id': '748028ea-185c-41d1-a52c-f2263a6731f5', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'admin_state_up': True, 'tenant_id': '972b151c649044219c436e3cbd0ebb30'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:34.099144 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-c78e33ed-3ee5-4a13-8ed7-6c987f5ad891 admin admin] Request body: {'subnet': {'network_id': '8484d646-d437-47ad-beee-2c980eef5d76', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-549771735-subnet', 'tenant_id': '27fcf60640f243e99f4f2c55fa5c9e12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:34.104133 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-0a0f14da-21cd-41f0-bb1b-fd8068922c4d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:34.194950 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53916) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:34.282637 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d3139e24-76b9-44b4-9a96-f53a237deb2e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=66c173f177544191926cc26b249abac1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0855541 Nov 10 17:28:34.286397 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53920) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:34.319915 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-af3fb3c3-ab4d-4400-8673-db82fa9e467d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Made reservation on behalf of 972b151c649044219c436e3cbd0ebb30 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:28:34.324008 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-af3fb3c3-ab4d-4400-8673-db82fa9e467d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:34.341599 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac27e7-486b-4e19-855a-230b11413fa0 admin admin] Pushing event updated for resources: {'Network': ['ID=8484d646-d437-47ad-beee-2c980eef5d76,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:34.343887 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-af3fb3c3-ab4d-4400-8673-db82fa9e467d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:34.357426 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 8484d646-d437-47ad-beee-2c980eef5d76 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:28:34.368994 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d5f65833-5a86-4a7f-a730-af28f4ec1cb6 req-07db4230-0928-4327-bd66-41f320a8f49c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563716 Nov 10 17:28:34.386915 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78e33ed-3ee5-4a13-8ed7-6c987f5ad891 admin admin] Made reservation on behalf of 27fcf60640f243e99f4f2c55fa5c9e12 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:28:34.389482 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c78e33ed-3ee5-4a13-8ed7-6c987f5ad891 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:34.452554 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53928) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:34.497750 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-23765334-5dee-4742-b591-6c0804b8e444 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:34.553261 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-0a0f14da-21cd-41f0-bb1b-fd8068922c4d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:34.558521 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-23765334-5dee-4742-b591-6c0804b8e444 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:34.585835 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.db.api [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-af3fb3c3-ab4d-4400-8673-db82fa9e467d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 972b151c649044219c436e3cbd0ebb30 {{(pid=102468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:28:34.586487 n-d-776250-10 neutron-server[102468]: DEBUG oslo_db.api [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-af3fb3c3-ab4d-4400-8673-db82fa9e467d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:28:34.591148 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-0a0f14da-21cd-41f0-bb1b-fd8068922c4d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:34.600046 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53938) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:34.618152 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b16720-54be-421c-81f3-202d724ed97e req-3cf5829e-2e66-4f0a-bb51-d294fdb3e651 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:34.627113 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-64b16720-54be-421c-81f3-202d724ed97e req-3cf5829e-2e66-4f0a-bb51-d294fdb3e651 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=39e54a0f-9e7b-43ed-bad2-b1405ddee34d HTTP/1.1" status: 200 len: 945 time: 0.1173003 Nov 10 17:28:34.672050 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f14da-21cd-41f0-bb1b-fd8068922c4d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=120f843a-09dd-4cf0-9f2a-c2109fb2d102,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:34.704312 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-64b16720-54be-421c-81f3-202d724ed97e req-1fe62613-8eeb-4d9b-a182-1e7c976dab6d tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/security-groups?id=3dd1f7f9-bbbd-45a9-ae8e-7c3117597c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736213 Nov 10 17:28:34.709312 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-39d8d750-3eb7-47aa-a8d0-5ada5104dfc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:34.744669 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-23765334-5dee-4742-b591-6c0804b8e444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:34.746694 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-849fb63c-09a1-4e51-b400-71b1247f3c93 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-473610207-network', 'tenant_id': '8d92cc9d265249f7817571b295b892b2'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:34.747969 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-23765334-5dee-4742-b591-6c0804b8e444 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:34.749354 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-23765334-5dee-4742-b591-6c0804b8e444 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e4e60784-7894-4298-a2bc-1c7bca2ec7e2 HTTP/1.1" status: 204 len: 168 time: 0.4617517 Nov 10 17:28:34.770610 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23765334-5dee-4742-b591-6c0804b8e444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e60784-7894-4298-a2bc-1c7bca2ec7e2,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:34.776642 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c78e33ed-3ee5-4a13-8ed7-6c987f5ad891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:34.856567 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-0a0f14da-21cd-41f0-bb1b-fd8068922c4d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Allocated IP 192.168.233.21 (06bf2af7-1c64-4ab3-86f9-bba38a9adb20/7364e0f4-b425-437c-8639-701045fa2b03/0c5fb3a9-aaa2-4915-ac80-0340834eea8e) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:28:34.860030 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849fb63c-09a1-4e51-b400-71b1247f3c93 admin admin] Made reservation on behalf of 8d92cc9d265249f7817571b295b892b2 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:28:34.862314 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-849fb63c-09a1-4e51-b400-71b1247f3c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:34.882048 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e33ed-3ee5-4a13-8ed7-6c987f5ad891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56ec3b7c-15d3-47c2-b48e-739dcef22e52,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:34.889654 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-849fb63c-09a1-4e51-b400-71b1247f3c93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:34.889851 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-39d8d750-3eb7-47aa-a8d0-5ada5104dfc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:34.908590 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-39d8d750-3eb7-47aa-a8d0-5ada5104dfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:34.945284 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78e33ed-3ee5-4a13-8ed7-6c987f5ad891 admin admin] Checking segment: {'id': 'da715ce4-aefd-423b-ae8c-fd9f34531e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8484d646-d437-47ad-beee-2c980eef5d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:28:34.945677 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78e33ed-3ee5-4a13-8ed7-6c987f5ad891 admin admin] Network hostable DHCP agents. Network: 8484d646-d437-47ad-beee-2c980eef5d76, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:28:34.961699 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8d750-3eb7-47aa-a8d0-5ada5104dfc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa25c69-55e7-465a-84e8-a394a4e2d213,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:34.966001 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-39d8d750-3eb7-47aa-a8d0-5ada5104dfc4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ba613f79f19143c7b62fa1c5dfc728da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5074487 Nov 10 17:28:34.969272 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53948) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:34.977624 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c8d72-134f-46c1-bb15-2d3d9f1742c7 req-17b1561c-de5d-4150-9750-6dd50a3fc9b5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:34.986505 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fa3c8d72-134f-46c1-bb15-2d3d9f1742c7 req-17b1561c-de5d-4150-9750-6dd50a3fc9b5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc HTTP/1.1" status: 200 len: 945 time: 0.1196878 Nov 10 17:28:35.049735 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fa3c8d72-134f-46c1-bb15-2d3d9f1742c7 req-e306c655-45d1-4e31-a85b-ddeb947e95f1 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590429 Nov 10 17:28:35.062842 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-c6f99ac5-c402-46b2-94bf-be459ede0105 req-84bcc55c-274c-42e2-b0ac-89753af8b21b tempest-SecurityGroupsTestAdminJSON-1055012947 tempest-SecurityGroupsTestAdminJSON-1055012947-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1042931649', 'description': 'tempest-description-127877942'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:35.089654 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-af3fb3c3-ab4d-4400-8673-db82fa9e467d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:35.105295 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78e33ed-3ee5-4a13-8ed7-6c987f5ad891 admin admin] Network 8484d646-d437-47ad-beee-2c980eef5d76 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:28:35.127424 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-c78e33ed-3ee5-4a13-8ed7-6c987f5ad891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 8484d646-d437-47ad-beee-2c980eef5d76) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:28:35.139668 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58601e08-dfc4-426d-8245-ca942196889c None None] Network 8484d646-d437-47ad-beee-2c980eef5d76 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:28:35.148211 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78e33ed-3ee5-4a13-8ed7-6c987f5ad891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:35.148819 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c78e33ed-3ee5-4a13-8ed7-6c987f5ad891 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:35.175390 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c6f99ac5-c402-46b2-94bf-be459ede0105 req-84bcc55c-274c-42e2-b0ac-89753af8b21b tempest-SecurityGroupsTestAdminJSON-1055012947 tempest-SecurityGroupsTestAdminJSON-1055012947-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:35.194389 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c6f99ac5-c402-46b2-94bf-be459ede0105 req-84bcc55c-274c-42e2-b0ac-89753af8b21b tempest-SecurityGroupsTestAdminJSON-1055012947 tempest-SecurityGroupsTestAdminJSON-1055012947-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:35.203166 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-37faf5b6-e34b-478f-ae14-812c2727d577 req-45f8367f-aed5-452c-b040-9f21f1e45392 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=748028ea-185c-41d1-a52c-f2263a6731f5 HTTP/1.1" status: 200 len: 210 time: 0.0799634 Nov 10 17:28:35.208086 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02cf4d9f-a14d-4502-8186-ade859617627 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:35.241423 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02cf4d9f-a14d-4502-8186-ade859617627 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:35.291190 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-849fb63c-09a1-4e51-b400-71b1247f3c93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:35.306496 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-849fb63c-09a1-4e51-b400-71b1247f3c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:35.320966 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02cf4d9f-a14d-4502-8186-ade859617627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:35.323421 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02cf4d9f-a14d-4502-8186-ade859617627 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:35.325415 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-02cf4d9f-a14d-4502-8186-ade859617627 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9fa25c69-55e7-465a-84e8-a394a4e2d213 HTTP/1.1" status: 204 len: 168 time: 0.3543849 Nov 10 17:28:35.356251 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c78e33ed-3ee5-4a13-8ed7-6c987f5ad891 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2614152 Nov 10 17:28:35.359615 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-0a0f14da-21cd-41f0-bb1b-fd8068922c4d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:35.420997 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-849fb63c-09a1-4e51-b400-71b1247f3c93 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:28:35.462550 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849fb63c-09a1-4e51-b400-71b1247f3c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4964006c-537b-45dd-8c22-35a7a043adb8,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:35.492742 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-849fb63c-09a1-4e51-b400-71b1247f3c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:35.493083 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-849fb63c-09a1-4e51-b400-71b1247f3c93 admin admin] Added segment 4e665f7f-b804-4fdc-b2ab-e7082e16d6c4 of type vlan for network 2b29be27-dc3f-4463-938d-b2265cb3c90c Nov 10 17:28:35.494457 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf4d9f-a14d-4502-8186-ade859617627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa25c69-55e7-465a-84e8-a394a4e2d213,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:35.514356 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914ab35-39b3-44f9-85f6-2e21e087253d req-416b5e6e-07bd-412f-b458-82e15b387a06 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:35.516377 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3914ab35-39b3-44f9-85f6-2e21e087253d req-416b5e6e-07bd-412f-b458-82e15b387a06 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=39e54a0f-9e7b-43ed-bad2-b1405ddee34d HTTP/1.1" status: 200 len: 945 time: 0.2235596 Nov 10 17:28:35.529557 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53966) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:35.537206 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-8cdbc833-7a6f-4c40-8b70-4fa39305922b tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Request body: {'floatingip': {'port_id': '63035fcf-9384-450c-9951-b8d10c6442f4'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:35.587436 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:35.623609 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa81e409-7948-4e50-a097-4f41a86bad89 None None] Network 8484d646-d437-47ad-beee-2c980eef5d76 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:28:35.629761 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8cdbc833-7a6f-4c40-8b70-4fa39305922b tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks [] for floatingip, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:35.730718 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-0a0f14da-21cd-41f0-bb1b-fd8068922c4d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:35.790030 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-af3fb3c3-ab4d-4400-8673-db82fa9e467d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Allocated IP 192.168.233.34 (06bf2af7-1c64-4ab3-86f9-bba38a9adb20/7364e0f4-b425-437c-8639-701045fa2b03/03c515be-05a6-49c9-929f-c0f6b50c68a7) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:28:35.796899 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c6f99ac5-c402-46b2-94bf-be459ede0105 req-84bcc55c-274c-42e2-b0ac-89753af8b21b tempest-SecurityGroupsTestAdminJSON-1055012947 tempest-SecurityGroupsTestAdminJSON-1055012947-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:35.800054 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-849fb63c-09a1-4e51-b400-71b1247f3c93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:35.832811 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c6f99ac5-c402-46b2-94bf-be459ede0105 req-84bcc55c-274c-42e2-b0ac-89753af8b21b tempest-SecurityGroupsTestAdminJSON-1055012947 tempest-SecurityGroupsTestAdminJSON-1055012947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:35.897238 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c6f99ac5-c402-46b2-94bf-be459ede0105 req-84bcc55c-274c-42e2-b0ac-89753af8b21b tempest-SecurityGroupsTestAdminJSON-1055012947 tempest-SecurityGroupsTestAdminJSON-1055012947-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:35.940636 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcc55c-274c-42e2-b0ac-89753af8b21b tempest-SecurityGroupsTestAdminJSON-1055012947 tempest-SecurityGroupsTestAdminJSON-1055012947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c21cdda1-3633-472f-83bb-7548222d7eb2,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:35.943115 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c6f99ac5-c402-46b2-94bf-be459ede0105 req-84bcc55c-274c-42e2-b0ac-89753af8b21b tempest-SecurityGroupsTestAdminJSON-1055012947 tempest-SecurityGroupsTestAdminJSON-1055012947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:36.000887 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.db.resource_extend [None req-849fb63c-09a1-4e51-b400-71b1247f3c93 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 17:28:36.012102 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-0a0f14da-21cd-41f0-bb1b-fd8068922c4d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:28:36.018422 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcc55c-274c-42e2-b0ac-89753af8b21b tempest-SecurityGroupsTestAdminJSON-1055012947 tempest-SecurityGroupsTestAdminJSON-1055012947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d75a792-d709-4d4a-b6ac-432d76d29b3f,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:36.023597 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-0a0f14da-21cd-41f0-bb1b-fd8068922c4d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:28:36.027164 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c6f99ac5-c402-46b2-94bf-be459ede0105 req-84bcc55c-274c-42e2-b0ac-89753af8b21b tempest-SecurityGroupsTestAdminJSON-1055012947 tempest-SecurityGroupsTestAdminJSON-1055012947-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:36.028411 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c6f99ac5-c402-46b2-94bf-be459ede0105 req-84bcc55c-274c-42e2-b0ac-89753af8b21b tempest-SecurityGroupsTestAdminJSON-1055012947 tempest-SecurityGroupsTestAdminJSON-1055012947-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9909182 Nov 10 17:28:36.029008 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f14da-21cd-41f0-bb1b-fd8068922c4d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Pushing event updated for resources: {'Port': ['ID=0c5fb3a9-aaa2-4915-ac80-0340834eea8e,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:36.048433 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-0a0f14da-21cd-41f0-bb1b-fd8068922c4d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:28:36.074426 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-af3fb3c3-ab4d-4400-8673-db82fa9e467d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:36.095768 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:36.112084 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-0a0f14da-21cd-41f0-bb1b-fd8068922c4d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:36.112758 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-0a0f14da-21cd-41f0-bb1b-fd8068922c4d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:36.127648 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-45b28715-bbca-4b68-bf2f-7d7b2542a011 req-d224f437-3e05-429b-8b8a-7f336c015bc6 tempest-SecurityGroupsTestAdminJSON-1055012947 tempest-SecurityGroupsTestAdminJSON-1055012947-project] Request body: {'security_group': {'name': 'tempest-securitygroup-388894900', 'description': 'tempest-description-2095191408'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:36.154755 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-849fb63c-09a1-4e51-b400-71b1247f3c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:36.155705 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849fb63c-09a1-4e51-b400-71b1247f3c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:36.156329 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-849fb63c-09a1-4e51-b400-71b1247f3c93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:36.257954 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-af3fb3c3-ab4d-4400-8673-db82fa9e467d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:36.289595 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-45b28715-bbca-4b68-bf2f-7d7b2542a011 req-d224f437-3e05-429b-8b8a-7f336c015bc6 tempest-SecurityGroupsTestAdminJSON-1055012947 tempest-SecurityGroupsTestAdminJSON-1055012947-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:36.332832 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-0a0f14da-21cd-41f0-bb1b-fd8068922c4d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7951539 Nov 10 17:28:36.343058 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-849fb63c-09a1-4e51-b400-71b1247f3c93 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7362504 Nov 10 17:28:36.348219 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54004) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:36.363342 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-0b310c8b-84ce-4050-90f7-3bc47e4d03d0 admin admin] Request body: {'subnet': {'network_id': '2b29be27-dc3f-4463-938d-b2265cb3c90c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-473610207-subnet', 'tenant_id': '8d92cc9d265249f7817571b295b892b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:36.405857 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-899d6794-7e8d-4702-9a12-4c96e976968b None None] Provisioning complete for port 0c5fb3a9-aaa2-4915-ac80-0340834eea8e triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:28:36.406398 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-899d6794-7e8d-4702-9a12-4c96e976968b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:36.411939 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-01e176ad-3e79-4e8c-9a5d-6172b395789f service neutron] Request body: {'port': {'device_id': '91f75be5-efd8-4652-ba7e-2cd4ec55e926', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:36.438229 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3fb3c3-ab4d-4400-8673-db82fa9e467d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Pushing event updated for resources: {'Port': ['ID=03c515be-05a6-49c9-929f-c0f6b50c68a7,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:36.452219 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-af3fb3c3-ab4d-4400-8673-db82fa9e467d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:28:36.469414 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-af3fb3c3-ab4d-4400-8673-db82fa9e467d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:28:36.489177 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-af3fb3c3-ab4d-4400-8673-db82fa9e467d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:28:36.498105 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-af3fb3c3-ab4d-4400-8673-db82fa9e467d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:36.498639 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-af3fb3c3-ab4d-4400-8673-db82fa9e467d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:36.509309 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-899d6794-7e8d-4702-9a12-4c96e976968b None None] Port 0c5fb3a9-aaa2-4915-ac80-0340834eea8e cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:28:36.584301 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-45b28715-bbca-4b68-bf2f-7d7b2542a011 req-d224f437-3e05-429b-8b8a-7f336c015bc6 tempest-SecurityGroupsTestAdminJSON-1055012947 tempest-SecurityGroupsTestAdminJSON-1055012947-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:36.591951 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b310c8b-84ce-4050-90f7-3bc47e4d03d0 admin admin] Made reservation on behalf of 8d92cc9d265249f7817571b295b892b2 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:28:36.594847 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0b310c8b-84ce-4050-90f7-3bc47e4d03d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:36.598244 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849fb63c-09a1-4e51-b400-71b1247f3c93 admin admin] Pushing event updated for resources: {'Network': ['ID=2b29be27-dc3f-4463-938d-b2265cb3c90c,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:36.612717 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 2b29be27-dc3f-4463-938d-b2265cb3c90c details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:28:36.614441 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-45b28715-bbca-4b68-bf2f-7d7b2542a011 req-d224f437-3e05-429b-8b8a-7f336c015bc6 tempest-SecurityGroupsTestAdminJSON-1055012947 tempest-SecurityGroupsTestAdminJSON-1055012947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:36.841823 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-86d8683e-e5e1-4710-abcd-518693d2ae33 None None] Provisioning complete for port 03c515be-05a6-49c9-929f-c0f6b50c68a7 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:28:36.842568 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-86d8683e-e5e1-4710-abcd-518693d2ae33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:36.881985 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-af3fb3c3-ab4d-4400-8673-db82fa9e467d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7966988 Nov 10 17:28:36.895394 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-86d8683e-e5e1-4710-abcd-518693d2ae33 None None] Port 03c515be-05a6-49c9-929f-c0f6b50c68a7 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:28:36.899704 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224f437-3e05-429b-8b8a-7f336c015bc6 tempest-SecurityGroupsTestAdminJSON-1055012947 tempest-SecurityGroupsTestAdminJSON-1055012947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce330a2-24c8-44da-9f97-7e92b658c6a5,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:36.904797 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0b310c8b-84ce-4050-90f7-3bc47e4d03d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:36.955940 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-45b28715-bbca-4b68-bf2f-7d7b2542a011 req-d224f437-3e05-429b-8b8a-7f336c015bc6 tempest-SecurityGroupsTestAdminJSON-1055012947 tempest-SecurityGroupsTestAdminJSON-1055012947-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:36.962137 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-d41d251f-dc3f-4a39-9652-b858e3bd38a0 service neutron] Request body: {'port': {'device_id': '748028ea-185c-41d1-a52c-f2263a6731f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:36.964817 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-45b28715-bbca-4b68-bf2f-7d7b2542a011 req-d224f437-3e05-429b-8b8a-7f336c015bc6 tempest-SecurityGroupsTestAdminJSON-1055012947 tempest-SecurityGroupsTestAdminJSON-1055012947-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8476548 Nov 10 17:28:36.979210 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b310c8b-84ce-4050-90f7-3bc47e4d03d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4c7e9b5-6452-4cb1-b207-3eaa684da213,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:36.998717 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-01e176ad-3e79-4e8c-9a5d-6172b395789f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:37.051170 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b310c8b-84ce-4050-90f7-3bc47e4d03d0 admin admin] Checking segment: {'id': '4e665f7f-b804-4fdc-b2ab-e7082e16d6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2b29be27-dc3f-4463-938d-b2265cb3c90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:28:37.051170 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b310c8b-84ce-4050-90f7-3bc47e4d03d0 admin admin] Network hostable DHCP agents. Network: 2b29be27-dc3f-4463-938d-b2265cb3c90c, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:28:37.060653 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.db.resource_extend [None req-8cdbc833-7a6f-4c40-8b70-4fa39305922b tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 17:28:37.091089 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-d41d251f-dc3f-4a39-9652-b858e3bd38a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:37.134619 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b310c8b-84ce-4050-90f7-3bc47e4d03d0 admin admin] Network 2b29be27-dc3f-4463-938d-b2265cb3c90c is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:28:37.222420 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aaf473-9fd9-480c-96ae-b79e17415c2c req-1587232e-7dc1-46b5-babc-e934dd19ef31 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:37.223974 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f3aaf473-9fd9-480c-96ae-b79e17415c2c req-1587232e-7dc1-46b5-babc-e934dd19ef31 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc HTTP/1.1" status: 200 len: 945 time: 0.1439469 Nov 10 17:28:37.227093 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-0b310c8b-84ce-4050-90f7-3bc47e4d03d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 2b29be27-dc3f-4463-938d-b2265cb3c90c) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:28:37.233553 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b310c8b-84ce-4050-90f7-3bc47e4d03d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:37.238297 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2954eb31-db84-4a9b-9734-30e11f387044 None None] Network 2b29be27-dc3f-4463-938d-b2265cb3c90c requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:28:37.239546 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0b310c8b-84ce-4050-90f7-3bc47e4d03d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:37.308502 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0b310c8b-84ce-4050-90f7-3bc47e4d03d0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9580035 Nov 10 17:28:37.329184 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54040) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:37.342971 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-d7cc5254-8cf3-41e7-aaa1-897557363854 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-473610207-router', 'tenant_id': '8d92cc9d265249f7817571b295b892b2', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:37.358980 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f3aaf473-9fd9-480c-96ae-b79e17415c2c req-6440e679-6100-4558-935b-db2a00fd0e19 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137669 Nov 10 17:28:37.365719 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-78b32434-ffb7-41b0-b7f3-a844a4fc02eb tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:37.367298 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-78b32434-ffb7-41b0-b7f3-a844a4fc02eb tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/networks?id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1 HTTP/1.1" status: 200 len: 821 time: 0.9352612 Nov 10 17:28:37.377640 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8cdbc833-7a6f-4c40-8b70-4fa39305922b tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:37.404790 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8cdbc833-7a6f-4c40-8b70-4fa39305922b tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:37.415834 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-1a8d446d-4562-439a-a969-68596ce45c81 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/quotas/0ec9ca6147964daa83e30b2176db3b36 HTTP/1.1" status: 200 len: 375 time: 0.0372787 Nov 10 17:28:37.462295 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d7cc5254-8cf3-41e7-aaa1-897557363854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:37.463330 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d7cc5254-8cf3-41e7-aaa1-897557363854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:37.491309 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-c5160dff-3be8-459a-a5f5-b254da51da80 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ec9ca6147964daa83e30b2176db3b36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745800 Nov 10 17:28:37.554154 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcefe52-3454-4422-9406-3010d7c35bc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-2b29be27-dc3f-4463-938d-b2265cb3c90c', 'network_id': '2b29be27-dc3f-4463-938d-b2265cb3c90c', 'tenant_id': '8d92cc9d265249f7817571b295b892b2', 'fixed_ips': [{'subnet_id': 'e4c7e9b5-6452-4cb1-b207-3eaa684da213'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:28:37.555268 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3bcefe52-3454-4422-9406-3010d7c35bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:37.575683 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-01e176ad-3e79-4e8c-9a5d-6172b395789f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c5fb3a9-aaa2-4915-ac80-0340834eea8e {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:28:37.586990 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-01e176ad-3e79-4e8c-9a5d-6172b395789f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:37.612660 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-01e176ad-3e79-4e8c-9a5d-6172b395789f service neutron] Transition to ACTIVE for port object 0c5fb3a9-aaa2-4915-ac80-0340834eea8e will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:28:37.622844 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e4236-507f-478c-bd08-3631c18cc27c req-c9acad9e-b918-4a32-950b-bcf1122bdbbc tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:37.624675 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f84e4236-507f-478c-bd08-3631c18cc27c req-c9acad9e-b918-4a32-950b-bcf1122bdbbc tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=748028ea-185c-41d1-a52c-f2263a6731f5 HTTP/1.1" status: 200 len: 935 time: 0.1133645 Nov 10 17:28:37.626252 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-01e176ad-3e79-4e8c-9a5d-6172b395789f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:37.665824 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d7cc5254-8cf3-41e7-aaa1-897557363854 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:37.714396 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e176ad-3e79-4e8c-9a5d-6172b395789f service neutron] Pushing event updated for resources: {'Port': ['ID=0c5fb3a9-aaa2-4915-ac80-0340834eea8e,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:37.798375 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-3bcefe52-3454-4422-9406-3010d7c35bc1 None None] Allocated IP 172.20.0.2 (2b29be27-dc3f-4463-938d-b2265cb3c90c/e4c7e9b5-6452-4cb1-b207-3eaa684da213/c5800b20-9b97-4ab4-a22e-bf864987acdb) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:28:37.800911 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f84e4236-507f-478c-bd08-3631c18cc27c req-e3307d35-e22a-4f5d-bfb5-286edf8e3aaf tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646042 Nov 10 17:28:37.846977 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-01e176ad-3e79-4e8c-9a5d-6172b395789f service neutron] Attempting to bind port 0c5fb3a9-aaa2-4915-ac80-0340834eea8e on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:28:37.847595 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-01e176ad-3e79-4e8c-9a5d-6172b395789f service neutron] Attempting to bind port 0c5fb3a9-aaa2-4915-ac80-0340834eea8e by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:28:37.848073 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-01e176ad-3e79-4e8c-9a5d-6172b395789f service neutron] Attempting to bind port 0c5fb3a9-aaa2-4915-ac80-0340834eea8e on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:28:37.853504 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-01e176ad-3e79-4e8c-9a5d-6172b395789f service neutron] Port 0c5fb3a9-aaa2-4915-ac80-0340834eea8e on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:28:37.854083 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-01e176ad-3e79-4e8c-9a5d-6172b395789f service neutron] Attempting to bind port 0c5fb3a9-aaa2-4915-ac80-0340834eea8e on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:28:37.860360 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [None req-8cdbc833-7a6f-4c40-8b70-4fa39305922b tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Floating IP 46cf110a-c4c9-4be7-93ad-d12c424f5bb9 associated. External IP: 172.25.5.18, port: 63035fcf-9384-450c-9951-b8d10c6442f4. Nov 10 17:28:37.860529 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-01e176ad-3e79-4e8c-9a5d-6172b395789f service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:28:37.861893 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-01e176ad-3e79-4e8c-9a5d-6172b395789f service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:28:37.862389 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-01e176ad-3e79-4e8c-9a5d-6172b395789f service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:28:37.862950 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-01e176ad-3e79-4e8c-9a5d-6172b395789f service neutron] Bound port: 0c5fb3a9-aaa2-4915-ac80-0340834eea8e, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:28:37.863328 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-01e176ad-3e79-4e8c-9a5d-6172b395789f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:37.947518 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-01e176ad-3e79-4e8c-9a5d-6172b395789f service neutron] For port 0c5fb3a9-aaa2-4915-ac80-0340834eea8e, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:28:37.949809 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-6280349c-3e1f-413a-8cf9-79e2dc4dec22 service neutron] 10.222.0.39 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487658 Nov 10 17:28:37.961978 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-01e176ad-3e79-4e8c-9a5d-6172b395789f service neutron] For port 0c5fb3a9-aaa2-4915-ac80-0340834eea8e, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=0c5fb3a9-aaa2-4915-ac80-0340834eea8e,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:28:37.967516 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-01e176ad-3e79-4e8c-9a5d-6172b395789f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:38.040901 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-01e176ad-3e79-4e8c-9a5d-6172b395789f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:38.047300 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-01e176ad-3e79-4e8c-9a5d-6172b395789f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:38.049887 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-01e176ad-3e79-4e8c-9a5d-6172b395789f service neutron] 10.222.0.13 "PUT /v2.0/ports/0c5fb3a9-aaa2-4915-ac80-0340834eea8e HTTP/1.1" status: 200 len: 1096 time: 1.7005775 Nov 10 17:28:38.050653 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f75be5-efd8-4652-ba7e-2cd4ec55e926', 'tag': '0c5fb3a9-aaa2-4915-ac80-0340834eea8e'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:28:38.054188 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb53d5f-2688-40ad-bbab-8f6e128ac923" -d '{"events": [{"name": "network-changed", "server_uuid": "91f75be5-efd8-4652-ba7e-2cd4ec55e926", "tag": "0c5fb3a9-aaa2-4915-ac80-0340834eea8e"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:28:38.073577 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e176ad-3e79-4e8c-9a5d-6172b395789f service neutron] Pushing event updated for resources: {'Port': ['ID=0c5fb3a9-aaa2-4915-ac80-0340834eea8e,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:38.080028 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3bcefe52-3454-4422-9406-3010d7c35bc1 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:38.090969 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3bcefe52-3454-4422-9406-3010d7c35bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:38.145898 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcefe52-3454-4422-9406-3010d7c35bc1 None None] Network 2b29be27-dc3f-4463-938d-b2265cb3c90c is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:28:38.148978 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-3bcefe52-3454-4422-9406-3010d7c35bc1 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:28:38.151991 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcefe52-3454-4422-9406-3010d7c35bc1 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:28:38.162119 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcefe52-3454-4422-9406-3010d7c35bc1 None None] Pushing event updated for resources: {'Port': ['ID=c5800b20-9b97-4ab4-a22e-bf864987acdb,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:38.188934 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-0fe96f9a-c305-43d3-85d2-8a6060108ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:38.191129 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d7cc5254-8cf3-41e7-aaa1-897557363854 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:38.192640 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-0fe96f9a-c305-43d3-85d2-8a6060108ccd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=972b151c649044219c436e3cbd0ebb30&device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 1099 time: 0.0744624 Nov 10 17:28:38.229940 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-3bcefe52-3454-4422-9406-3010d7c35bc1 None None] Attempting to bind port c5800b20-9b97-4ab4-a22e-bf864987acdb on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:28:38.230310 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-3bcefe52-3454-4422-9406-3010d7c35bc1 None None] Attempting to bind port c5800b20-9b97-4ab4-a22e-bf864987acdb by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '4e665f7f-b804-4fdc-b2ab-e7082e16d6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2b29be27-dc3f-4463-938d-b2265cb3c90c'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:28:38.230959 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcefe52-3454-4422-9406-3010d7c35bc1 None None] Attempting to bind port c5800b20-9b97-4ab4-a22e-bf864987acdb on network 2b29be27-dc3f-4463-938d-b2265cb3c90c {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:28:38.236319 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcefe52-3454-4422-9406-3010d7c35bc1 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:28:38.236688 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcefe52-3454-4422-9406-3010d7c35bc1 None None] Checking segment: {'id': '4e665f7f-b804-4fdc-b2ab-e7082e16d6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2b29be27-dc3f-4463-938d-b2265cb3c90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:28:38.237180 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3bcefe52-3454-4422-9406-3010d7c35bc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:38.237626 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcefe52-3454-4422-9406-3010d7c35bc1 None None] Bound using segment: {'id': '4e665f7f-b804-4fdc-b2ab-e7082e16d6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2b29be27-dc3f-4463-938d-b2265cb3c90c'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:28:38.238162 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-3bcefe52-3454-4422-9406-3010d7c35bc1 None None] Bound port: c5800b20-9b97-4ab4-a22e-bf864987acdb, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e665f7f-b804-4fdc-b2ab-e7082e16d6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2b29be27-dc3f-4463-938d-b2265cb3c90c'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:28:38.238545 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3bcefe52-3454-4422-9406-3010d7c35bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:38.250199 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-14dfd198-cc43-4eb9-8dba-1bffdb3d46d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=0c5fb3a9-aaa2-4915-ac80-0340834eea8e HTTP/1.1" status: 200 len: 217 time: 0.0497391 Nov 10 17:28:38.253332 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-e656ebbd-2909-4d2c-aa6b-8ca0753a0d91 req-f97a50a3-8d39-493c-a655-472114d911e2 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1614718024', 'description': 'tempest-description-591995900'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:38.334899 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-377c7c41-f9c3-4ac3-8d07-1b246aceee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:38.336304 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-377c7c41-f9c3-4ac3-8d07-1b246aceee14 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.0779448 Nov 10 17:28:38.337909 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-3bcefe52-3454-4422-9406-3010d7c35bc1 None None] For port c5800b20-9b97-4ab4-a22e-bf864987acdb, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:28:38.338016 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e656ebbd-2909-4d2c-aa6b-8ca0753a0d91 req-f97a50a3-8d39-493c-a655-472114d911e2 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:38.342501 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-3bcefe52-3454-4422-9406-3010d7c35bc1 None None] For port c5800b20-9b97-4ab4-a22e-bf864987acdb, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c5800b20-9b97-4ab4-a22e-bf864987acdb,segment=NetworkSegment(4e665f7f-b804-4fdc-b2ab-e7082e16d6c4),segment_id=4e665f7f-b804-4fdc-b2ab-e7082e16d6c4)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:28:38.351353 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3bcefe52-3454-4422-9406-3010d7c35bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:38.351571 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-4842a0bd-6ec9-4788-a083-d9236422fec4 service neutron] 10.222.0.39 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008389 Nov 10 17:28:38.361831 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e656ebbd-2909-4d2c-aa6b-8ca0753a0d91 req-f97a50a3-8d39-493c-a655-472114d911e2 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:38.389216 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-d41d251f-dc3f-4a39-9652-b858e3bd38a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03c515be-05a6-49c9-929f-c0f6b50c68a7 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:28:38.403953 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-d41d251f-dc3f-4a39-9652-b858e3bd38a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:38.434050 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-10e430e9-cbad-480c-b7d8-402779243d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:38.438892 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-10e430e9-cbad-480c-b7d8-402779243d84 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0905054 Nov 10 17:28:38.471595 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcefe52-3454-4422-9406-3010d7c35bc1 None None] Pushing event updated for resources: {'Port': ['ID=c5800b20-9b97-4ab4-a22e-bf864987acdb,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:38.594969 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-b81db6a2-c65b-482b-8513-173bf6169fb4 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476858 Nov 10 17:28:38.691724 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e656ebbd-2909-4d2c-aa6b-8ca0753a0d91 req-f97a50a3-8d39-493c-a655-472114d911e2 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:38.706262 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e656ebbd-2909-4d2c-aa6b-8ca0753a0d91 req-f97a50a3-8d39-493c-a655-472114d911e2 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:38.745869 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-d41d251f-dc3f-4a39-9652-b858e3bd38a0 service neutron] Transition to ACTIVE for port object 03c515be-05a6-49c9-929f-c0f6b50c68a7 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:28:38.769322 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a50a3-8d39-493c-a655-472114d911e2 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ccc2ba-f8b2-4092-8b6f-4d21c02444a8,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:38.771825 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-d41d251f-dc3f-4a39-9652-b858e3bd38a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:38.825041 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-59c39ad4-671a-469c-bcf5-79bf569142f8 req-ecc0d550-2e49-477c-b18d-de3ea405c181 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891284 Nov 10 17:28:38.866703 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e656ebbd-2909-4d2c-aa6b-8ca0753a0d91 req-f97a50a3-8d39-493c-a655-472114d911e2 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:38.872393 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e656ebbd-2909-4d2c-aa6b-8ca0753a0d91 req-f97a50a3-8d39-493c-a655-472114d911e2 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:38.895369 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdbc833-7a6f-4c40-8b70-4fa39305922b tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Router 3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:28:38.916054 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e656ebbd-2909-4d2c-aa6b-8ca0753a0d91 req-f97a50a3-8d39-493c-a655-472114d911e2 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:38.917362 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e656ebbd-2909-4d2c-aa6b-8ca0753a0d91 req-f97a50a3-8d39-493c-a655-472114d911e2 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6700463 Nov 10 17:28:38.919730 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a50a3-8d39-493c-a655-472114d911e2 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d6523a-2144-4b3c-b1c7-bd5398805bad,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:38.952108 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d251f-dc3f-4a39-9652-b858e3bd38a0 service neutron] Pushing event updated for resources: {'Port': ['ID=03c515be-05a6-49c9-929f-c0f6b50c68a7,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:38.977004 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd809d-18e6-48cb-bd2f-8852dca9b22b req-caacc52c-56d7-45db-a7de-6e24aca39743 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:38.992018 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9afd809d-18e6-48cb-bd2f-8852dca9b22b req-caacc52c-56d7-45db-a7de-6e24aca39743 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc HTTP/1.1" status: 200 len: 1097 time: 0.2477975 Nov 10 17:28:39.096433 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-d41d251f-dc3f-4a39-9652-b858e3bd38a0 service neutron] Attempting to bind port 03c515be-05a6-49c9-929f-c0f6b50c68a7 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:28:39.096853 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-d41d251f-dc3f-4a39-9652-b858e3bd38a0 service neutron] Attempting to bind port 03c515be-05a6-49c9-929f-c0f6b50c68a7 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:28:39.097202 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-d41d251f-dc3f-4a39-9652-b858e3bd38a0 service neutron] Attempting to bind port 03c515be-05a6-49c9-929f-c0f6b50c68a7 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:28:39.170718 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-d41d251f-dc3f-4a39-9652-b858e3bd38a0 service neutron] Port 03c515be-05a6-49c9-929f-c0f6b50c68a7 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:28:39.170998 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-d41d251f-dc3f-4a39-9652-b858e3bd38a0 service neutron] Attempting to bind port 03c515be-05a6-49c9-929f-c0f6b50c68a7 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:28:39.253504 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-d41d251f-dc3f-4a39-9652-b858e3bd38a0 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:28:39.253872 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-d41d251f-dc3f-4a39-9652-b858e3bd38a0 service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:28:39.254440 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-d41d251f-dc3f-4a39-9652-b858e3bd38a0 service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:28:39.254900 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-d41d251f-dc3f-4a39-9652-b858e3bd38a0 service neutron] Bound port: 03c515be-05a6-49c9-929f-c0f6b50c68a7, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:28:39.255297 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-d41d251f-dc3f-4a39-9652-b858e3bd38a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:39.268937 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9afd809d-18e6-48cb-bd2f-8852dca9b22b req-6b5193a2-f559-40e7-bcb1-8001a9c43d4f tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755468 Nov 10 17:28:39.346261 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdbc833-7a6f-4c40-8b70-4fa39305922b tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:28:39.353467 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8cdbc833-7a6f-4c40-8b70-4fa39305922b tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:39.371308 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1df019d-2f78-4e17-b412-1c226b7a12c7 None None] Sync routers for ids ['3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:28:39.390876 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1df019d-2f78-4e17-b412-1c226b7a12c7 None None] Routers {'3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:28:39.391888 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e1df019d-2f78-4e17-b412-1c226b7a12c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:28:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:28:39.409374 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d7cc5254-8cf3-41e7-aaa1-897557363854 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:39.417433 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9299c6-7c2f-4ea7-a8ec-c98d361ba601 x-openstack-request-id: req-dd9299c6-7c2f-4ea7-a8ec-c98d361ba601 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:28:39.417915 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f75be5-efd8-4652-ba7e-2cd4ec55e926", "tag": "0c5fb3a9-aaa2-4915-ac80-0340834eea8e", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:28:39.418006 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd9299c6-7c2f-4ea7-a8ec-c98d361ba601 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:28:39.418371 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f75be5-efd8-4652-ba7e-2cd4ec55e926', 'tag': '0c5fb3a9-aaa2-4915-ac80-0340834eea8e', 'status': 'completed', 'code': 200} Nov 10 17:28:39.420213 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8cdbc833-7a6f-4c40-8b70-4fa39305922b tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "PUT /v2.0/floatingips/46cf110a-c4c9-4be7-93ad-d12c424f5bb9 HTTP/1.1" status: 200 len: 990 time: 3.8893700 Nov 10 17:28:39.457947 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e54a0f-9e7b-43ed-bad2-b1405ddee34d', 'tag': '63035fcf-9384-450c-9951-b8d10c6442f4'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:28:39.460865 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3948f9f-4895-4ad6-9cdc-533069966796" -d '{"events": [{"name": "network-changed", "server_uuid": "39e54a0f-9e7b-43ed-bad2-b1405ddee34d", "tag": "63035fcf-9384-450c-9951-b8d10c6442f4"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:28:39.470231 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d7cc5254-8cf3-41e7-aaa1-897557363854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:39.486652 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-d41d251f-dc3f-4a39-9652-b858e3bd38a0 service neutron] For port 03c515be-05a6-49c9-929f-c0f6b50c68a7, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:28:39.492809 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-d41d251f-dc3f-4a39-9652-b858e3bd38a0 service neutron] For port 03c515be-05a6-49c9-929f-c0f6b50c68a7, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=03c515be-05a6-49c9-929f-c0f6b50c68a7,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:28:39.529263 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-d41d251f-dc3f-4a39-9652-b858e3bd38a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:39.545206 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb53d5f-2688-40ad-bbab-8f6e128ac923 req-2a344276-e044-4990-90dd-0713f538807d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:39.547331 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-afb53d5f-2688-40ad-bbab-8f6e128ac923 req-2a344276-e044-4990-90dd-0713f538807d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=972b151c649044219c436e3cbd0ebb30&device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 1099 time: 0.1002550 Nov 10 17:28:39.596218 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-e1df019d-2f78-4e17-b412-1c226b7a12c7 None None] Set router 3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:28:39.629569 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d12d198-d993-4b29-af67-80303e08da0c req-481cec3b-8d0a-4688-b355-cd2b9353219b tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 210 time: 0.0549238 Nov 10 17:28:39.664796 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-d41d251f-dc3f-4a39-9652-b858e3bd38a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:39.665413 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-d41d251f-dc3f-4a39-9652-b858e3bd38a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:39.666907 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-d41d251f-dc3f-4a39-9652-b858e3bd38a0 service neutron] 10.222.0.11 "PUT /v2.0/ports/03c515be-05a6-49c9-929f-c0f6b50c68a7 HTTP/1.1" status: 200 len: 1096 time: 2.7342472 Nov 10 17:28:39.713059 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-a9766e2d-90bb-4cfb-8281-ceaba6303bb4 req-922303e0-9b66-4354-baa9-273d64a020ea tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1889092533', 'description': 'tempest-description-1948621851'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:39.796767 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a9766e2d-90bb-4cfb-8281-ceaba6303bb4 req-922303e0-9b66-4354-baa9-273d64a020ea tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:39.822504 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d251f-dc3f-4a39-9652-b858e3bd38a0 service neutron] Pushing event updated for resources: {'Port': ['ID=03c515be-05a6-49c9-929f-c0f6b50c68a7,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:39.833967 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb53d5f-2688-40ad-bbab-8f6e128ac923 req-037e8988-4808-4a3d-827d-c0c90bf7aafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:39.835002 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-afb53d5f-2688-40ad-bbab-8f6e128ac923 req-037e8988-4808-4a3d-827d-c0c90bf7aafb service neutron] 10.222.0.13 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.2718005 Nov 10 17:28:39.848806 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc9c41-ebd3-495f-a0d9-a68320548498 req-6d46c7d9-f427-4d49-8cd3-31f15b76ad82 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:39.860378 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-06cc9c41-ebd3-495f-a0d9-a68320548498 req-6d46c7d9-f427-4d49-8cd3-31f15b76ad82 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=748028ea-185c-41d1-a52c-f2263a6731f5 HTTP/1.1" status: 200 len: 947 time: 0.3224058 Nov 10 17:28:39.910270 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-d7cc5254-8cf3-41e7-aaa1-897557363854 admin admin] Allocated IP 172.25.5.2 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/828c0cca-2c63-4f5d-a856-b38fb966f572) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:28:39.914037 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-afb53d5f-2688-40ad-bbab-8f6e128ac923 req-00014358-1408-4525-a7c1-317bacf9dec0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=0c5fb3a9-aaa2-4915-ac80-0340834eea8e HTTP/1.1" status: 200 len: 217 time: 0.0680325 Nov 10 17:28:39.914528 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.13', 62035) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:39.954355 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-2274929c-fd5a-4638-97ab-425bde8be031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:39.956900 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-2274929c-fd5a-4638-97ab-425bde8be031 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=972b151c649044219c436e3cbd0ebb30&device_id=748028ea-185c-41d1-a52c-f2263a6731f5 HTTP/1.1" status: 200 len: 1099 time: 0.2217722 Nov 10 17:28:40.067779 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4976dac-0d32-411e-84d8-f1e7f7bee9c2 None None] Network 2b29be27-dc3f-4463-938d-b2265cb3c90c requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:28:40.090475 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-ceb6a062-9810-4b83-9a38-388ed896b5f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=03c515be-05a6-49c9-929f-c0f6b50c68a7 HTTP/1.1" status: 200 len: 217 time: 0.1167998 Nov 10 17:28:40.103241 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-06cc9c41-ebd3-495f-a0d9-a68320548498 req-370d724a-241e-4e64-bf69-e0714d7ff2b2 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415571 Nov 10 17:28:40.118404 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb53d5f-2688-40ad-bbab-8f6e128ac923 req-2ddce957-49af-45a6-9881-8d25fd5e22ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:40.118404 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-afb53d5f-2688-40ad-bbab-8f6e128ac923 req-2ddce957-49af-45a6-9881-8d25fd5e22ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1796310 Nov 10 17:28:40.118404 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a9766e2d-90bb-4cfb-8281-ceaba6303bb4 req-922303e0-9b66-4354-baa9-273d64a020ea tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:40.136743 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a9766e2d-90bb-4cfb-8281-ceaba6303bb4 req-922303e0-9b66-4354-baa9-273d64a020ea tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:40.191056 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922303e0-9b66-4354-baa9-273d64a020ea tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f61ca60-74e0-4be1-963d-190cd7fa19be,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:40.221321 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-f7017c8b-de0a-4dd0-ab35-911652b419e4 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:40.223024 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-f7017c8b-de0a-4dd0-ab35-911652b419e4 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.13 "GET /v2.0/networks?id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1 HTTP/1.1" status: 200 len: 821 time: 0.3062375 Nov 10 17:28:40.226030 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e1df019d-2f78-4e17-b412-1c226b7a12c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704698429-router', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '94881a1d-0b05-46ab-8567-52353867aba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:27:40Z', 'updated_at': '2021-11-10T17:27:44Z', 'revision_number': 4, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'gw_port': {'id': '94881a1d-0b05-46ab-8567-52353867aba4', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:41Z', 'updated_at': '2021-11-10T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '46cf110a-c4c9-4be7-93ad-d12c424f5bb9', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'floating_ip_address': '172.25.5.18', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'port_id': '63035fcf-9384-450c-9951-b8d10c6442f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d', 'mac_address': 'fa:16:3e:ba:ec:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e54a0f-9e7b-43ed-bad2-b1405ddee34d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:28:04Z', 'updated_at': '2021-11-10T17:28:36Z', 'revision_number': 1, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a7b94af-79e6-480a-abc2-d4293827c7f6', 'name': '', 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'mac_address': 'fa:16:3e:16:cc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8ffcd500-8c49-45db-8ca7-a366a29076c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:43Z', 'updated_at': '2021-11-10T17:27:48Z', 'revision_number': 5, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'subnets': [{'id': '8ffcd500-8c49-45db-8ca7-a366a29076c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:28:40.233510 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a9766e2d-90bb-4cfb-8281-ceaba6303bb4 req-922303e0-9b66-4354-baa9-273d64a020ea tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:40.246509 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a9766e2d-90bb-4cfb-8281-ceaba6303bb4 req-922303e0-9b66-4354-baa9-273d64a020ea tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5645263 Nov 10 17:28:40.257683 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a83175f4-f4ee-4cd5-89f0-3d222c637f76 None None] Provisioning complete for port c5800b20-9b97-4ab4-a22e-bf864987acdb triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:28:40.258057 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a83175f4-f4ee-4cd5-89f0-3d222c637f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:40.260952 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-68e928e3-b234-481b-90f2-766c7408182f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Request body: {'port': {'device_id': '37ac233b-8269-4e91-8666-651f6c521367', 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1', 'admin_state_up': True, 'tenant_id': '0ec9ca6147964daa83e30b2176db3b36'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:40.269044 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1df019d-2f78-4e17-b412-1c226b7a12c7 None None] Checking router: 3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:28:40.279277 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1df019d-2f78-4e17-b412-1c226b7a12c7 None None] Routers {'3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:28:40.280698 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e1df019d-2f78-4e17-b412-1c226b7a12c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:28:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:28:40.282829 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d7cc5254-8cf3-41e7-aaa1-897557363854 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:40.354631 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d7cc5254-8cf3-41e7-aaa1-897557363854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:40.403746 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb53d5f-2688-40ad-bbab-8f6e128ac923 req-902b7768-739f-4676-9bbe-4e2f729c7904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:40.406062 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-afb53d5f-2688-40ad-bbab-8f6e128ac923 req-902b7768-739f-4676-9bbe-4e2f729c7904 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2799790 Nov 10 17:28:40.429011 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a83175f4-f4ee-4cd5-89f0-3d222c637f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:40.435141 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc5254-8cf3-41e7-aaa1-897557363854 admin admin] Pushing event updated for resources: {'Port': ['ID=828c0cca-2c63-4f5d-a856-b38fb966f572,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:40.471477 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cc5254-8cf3-41e7-aaa1-897557363854 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:40.471843 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cc5254-8cf3-41e7-aaa1-897557363854 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:40.472313 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cc5254-8cf3-41e7-aaa1-897557363854 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:40.472658 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cc5254-8cf3-41e7-aaa1-897557363854 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:40.472994 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cc5254-8cf3-41e7-aaa1-897557363854 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:40.473721 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cc5254-8cf3-41e7-aaa1-897557363854 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:40.474063 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cc5254-8cf3-41e7-aaa1-897557363854 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:40.474394 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cc5254-8cf3-41e7-aaa1-897557363854 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:40.474723 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cc5254-8cf3-41e7-aaa1-897557363854 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:40.475049 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cc5254-8cf3-41e7-aaa1-897557363854 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:40.475375 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cc5254-8cf3-41e7-aaa1-897557363854 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:40.475700 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7cc5254-8cf3-41e7-aaa1-897557363854 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:40.479605 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c5800b20-9b97-4ab4-a22e-bf864987acdb up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:28:40.497395 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cc5254-8cf3-41e7-aaa1-897557363854 admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:28:40.501951 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-d7cc5254-8cf3-41e7-aaa1-897557363854 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:28:40.505370 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cc5254-8cf3-41e7-aaa1-897557363854 admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:28:40.524770 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-e1df019d-2f78-4e17-b412-1c226b7a12c7 None None] Set router 3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:28:40.591721 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-a83175f4-f4ee-4cd5-89f0-3d222c637f76 None None] For port c5800b20-9b97-4ab4-a22e-bf864987acdb, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c5800b20-9b97-4ab4-a22e-bf864987acdb,segment=NetworkSegment(4e665f7f-b804-4fdc-b2ab-e7082e16d6c4),segment_id=4e665f7f-b804-4fdc-b2ab-e7082e16d6c4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:28:40.609685 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a83175f4-f4ee-4cd5-89f0-3d222c637f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:40.648963 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port c5800b20-9b97-4ab4-a22e-bf864987acdb triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:28:40.649340 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:40.681602 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-eb60dc96-25a4-4425-aa01-0a3f3467548a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:40.683591 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-eb60dc96-25a4-4425-aa01-0a3f3467548a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.5625420 Nov 10 17:28:40.692295 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57441662-93a0-4821-ba71-28f05982a0eb req-0113a16a-8468-4e99-be04-796ff1b24196 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:40.699570 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-57441662-93a0-4821-ba71-28f05982a0eb req-0113a16a-8468-4e99-be04-796ff1b24196 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc HTTP/1.1" status: 200 len: 1097 time: 0.4881032 Nov 10 17:28:40.712569 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83175f4-f4ee-4cd5-89f0-3d222c637f76 None None] Pushing event updated for resources: {'Port': ['ID=c5800b20-9b97-4ab4-a22e-bf864987acdb,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:40.841612 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-bd078875-d614-40cd-8582-5776f4e8898c None None] Provisioning complete for port c5800b20-9b97-4ab4-a22e-bf864987acdb triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:28:40.842581 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bd078875-d614-40cd-8582-5776f4e8898c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:40.869350 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7286c908-cd23-47cf-9a8d-bf36c6777247 x-openstack-request-id: req-7286c908-cd23-47cf-9a8d-bf36c6777247 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:28:40.869698 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e54a0f-9e7b-43ed-bad2-b1405ddee34d", "tag": "63035fcf-9384-450c-9951-b8d10c6442f4", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:28:40.869907 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7286c908-cd23-47cf-9a8d-bf36c6777247 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:28:40.870575 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e54a0f-9e7b-43ed-bad2-b1405ddee34d', 'tag': '63035fcf-9384-450c-9951-b8d10c6442f4', 'status': 'completed', 'code': 200} Nov 10 17:28:40.903854 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.13', 62036) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:40.906555 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-afb53d5f-2688-40ad-bbab-8f6e128ac923 req-0b3e8105-d213-4c98-82b7-9001678af271 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778917 Nov 10 17:28:40.909834 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-04f8fe4f-c9eb-4559-8ac3-8891b476358b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:40.911285 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-04f8fe4f-c9eb-4559-8ac3-8891b476358b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2057765 Nov 10 17:28:40.998315 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e1df019d-2f78-4e17-b412-1c226b7a12c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704698429-router', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '94881a1d-0b05-46ab-8567-52353867aba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:27:40Z', 'updated_at': '2021-11-10T17:27:44Z', 'revision_number': 4, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'gw_port': {'id': '94881a1d-0b05-46ab-8567-52353867aba4', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:41Z', 'updated_at': '2021-11-10T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '46cf110a-c4c9-4be7-93ad-d12c424f5bb9', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'floating_ip_address': '172.25.5.18', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'port_id': '63035fcf-9384-450c-9951-b8d10c6442f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d', 'mac_address': 'fa:16:3e:ba:ec:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e54a0f-9e7b-43ed-bad2-b1405ddee34d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:28:04Z', 'updated_at': '2021-11-10T17:28:36Z', 'revision_number': 1, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a7b94af-79e6-480a-abc2-d4293827c7f6', 'name': '', 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'mac_address': 'fa:16:3e:16:cc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8ffcd500-8c49-45db-8ca7-a366a29076c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:43Z', 'updated_at': '2021-11-10T17:27:48Z', 'revision_number': 5, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'subnets': [{'id': '8ffcd500-8c49-45db-8ca7-a366a29076c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:28:41.011785 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-57441662-93a0-4821-ba71-28f05982a0eb req-17e6fb00-2714-4ccf-8ed0-8a9406b04071 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107417 Nov 10 17:28:41.034754 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1df019d-2f78-4e17-b412-1c226b7a12c7 None None] The sync data for ids ['3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'] in n-d-776250-10 is: [{'id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704698429-router', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '94881a1d-0b05-46ab-8567-52353867aba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:27:40Z', 'updated_at': '2021-11-10T17:27:44Z', 'revision_number': 4, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'gw_port': {'id': '94881a1d-0b05-46ab-8567-52353867aba4', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:41Z', 'updated_at': '2021-11-10T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '46cf110a-c4c9-4be7-93ad-d12c424f5bb9', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'floating_ip_address': '172.25.5.18', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'port_id': '63035fcf-9384-450c-9951-b8d10c6442f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d', 'mac_address': 'fa:16:3e:ba:ec:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e54a0f-9e7b-43ed-bad2-b1405ddee34d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:28:04Z', 'updated_at': '2021-11-10T17:28:36Z', 'revision_number': 1, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a7b94af-79e6-480a-abc2-d4293827c7f6', 'name': '', 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'mac_address': 'fa:16:3e:16:cc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8ffcd500-8c49-45db-8ca7-a366a29076c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:43Z', 'updated_at': '2021-11-10T17:27:48Z', 'revision_number': 5, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'subnets': [{'id': '8ffcd500-8c49-45db-8ca7-a366a29076c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:28:41.043281 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-68e928e3-b234-481b-90f2-766c7408182f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Made reservation on behalf of 0ec9ca6147964daa83e30b2176db3b36 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:28:41.049060 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-68e928e3-b234-481b-90f2-766c7408182f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:41.060977 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d7cc5254-8cf3-41e7-aaa1-897557363854 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:41.184802 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-afb53d5f-2688-40ad-bbab-8f6e128ac923 req-1e699c02-048b-47df-afe3-0a0288a367b8 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634048 Nov 10 17:28:41.293006 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-68e928e3-b234-481b-90f2-766c7408182f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Allocated IP 172.20.0.5 (d46bafa9-2824-4835-a80a-7e5b4ca1fff1/f3d9be19-2b8d-48ad-890a-609759e284ae/242956e9-40aa-473d-a550-08731feadc4d) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:28:41.340732 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f78074c-8579-48d4-8850-fceed0ec16ae None None] New status for floating IP 46cf110a-c4c9-4be7-93ad-d12c424f5bb9: ACTIVE {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:28:41.365755 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3948f9f-4895-4ad6-9cdc-533069966796 req-8b2e0d82-f9ad-4ca4-ac57-ad41e2b83f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:41.367306 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3948f9f-4895-4ad6-9cdc-533069966796 req-8b2e0d82-f9ad-4ca4-ac57-ad41e2b83f26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4491a2c6741b402a9e55e801cd3ca339&device_id=39e54a0f-9e7b-43ed-bad2-b1405ddee34d HTTP/1.1" status: 200 len: 1097 time: 0.4595764 Nov 10 17:28:41.374329 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-5db2fd42-4b49-4f02-a98a-9fd7311fcbe4 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462337 Nov 10 17:28:41.409425 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8cb8bcd1-57ad-4d3d-8ab3-25d3d32056b4 req-52e2a8f1-9a5f-4e67-addc-aef28ef9b9a5 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 210 time: 0.0589964 Nov 10 17:28:41.517394 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5df4b6c7-7fe7-43a1-b220-977e633cf8c5 req-91adad5e-c023-4f66-9a8a-87943421deaf tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45388 time: 0.6088314 Nov 10 17:28:41.602850 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5df4b6c7-7fe7-43a1-b220-977e633cf8c5 req-0c247eb6-6e95-44d9-a615-86011f35fed4 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] 10.222.0.39 "GET /v2.0/security-groups/120f843a-09dd-4cf0-9f2a-c2109fb2d102 HTTP/1.1" status: 200 len: 2998 time: 0.0844729 Nov 10 17:28:41.609557 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-68e928e3-b234-481b-90f2-766c7408182f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:41.660222 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5df4b6c7-7fe7-43a1-b220-977e633cf8c5 req-5cd821cf-a84b-402d-967c-ae4e5682ea34 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] 10.222.0.39 "GET /v2.0/security-groups/120f843a-09dd-4cf0-9f2a-c2109fb2d102 HTTP/1.1" status: 200 len: 2998 time: 0.0562563 Nov 10 17:28:41.697146 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-68e928e3-b234-481b-90f2-766c7408182f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:41.752916 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 0c5fb3a9-aaa2-4915-ac80-0340834eea8e details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:28:41.764802 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-68e928e3-b234-481b-90f2-766c7408182f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:28:41.769355 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3948f9f-4895-4ad6-9cdc-533069966796 req-3679c0ca-a443-4487-86ca-6033e3ad26b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:41.770854 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3948f9f-4895-4ad6-9cdc-533069966796 req-3679c0ca-a443-4487-86ca-6033e3ad26b5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b7801527-50b7-4bc0-a554-ec40d3f8072d HTTP/1.1" status: 200 len: 924 time: 0.3938782 Nov 10 17:28:41.775793 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-68e928e3-b234-481b-90f2-766c7408182f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:28:41.781335 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-510998ad-d9fd-4c54-a3fd-c5ebc2cc208b req-c91c1b21-ebad-4c6c-bc5f-74cd5d49277b service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766255 Nov 10 17:28:41.782530 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-68e928e3-b234-481b-90f2-766c7408182f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:28:41.819265 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5df4b6c7-7fe7-43a1-b220-977e633cf8c5 req-5917d28a-95d0-4000-9fe0-e2f89a90a8d2 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] 10.222.0.39 "GET /v2.0/security-groups/416367e0-5026-48a8-88cf-20f51d9c0791 HTTP/1.1" status: 200 len: 2998 time: 0.1464379 Nov 10 17:28:41.840909 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e928e3-b234-481b-90f2-766c7408182f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Pushing event updated for resources: {'Port': ['ID=242956e9-40aa-473d-a550-08731feadc4d,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:41.866477 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 0c5fb3a9-aaa2-4915-ac80-0340834eea8e, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=0c5fb3a9-aaa2-4915-ac80-0340834eea8e,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:28:41.867246 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e928e3-b234-481b-90f2-766c7408182f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:41.867690 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e928e3-b234-481b-90f2-766c7408182f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:41.868142 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e928e3-b234-481b-90f2-766c7408182f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:41.868602 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e928e3-b234-481b-90f2-766c7408182f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:41.869041 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e928e3-b234-481b-90f2-766c7408182f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:41.869462 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e928e3-b234-481b-90f2-766c7408182f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:41.869996 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e928e3-b234-481b-90f2-766c7408182f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:41.870971 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e928e3-b234-481b-90f2-766c7408182f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:41.871423 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e928e3-b234-481b-90f2-766c7408182f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:41.871968 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e928e3-b234-481b-90f2-766c7408182f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:41.872433 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e928e3-b234-481b-90f2-766c7408182f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:41.872855 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e928e3-b234-481b-90f2-766c7408182f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:41.878577 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '0c5fb3a9-aaa2-4915-ac80-0340834eea8e', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': '0c5fb3a9-aaa2-4915-ac80-0340834eea8e', 'mac_address': 'fa:16:3e:8e:c1:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:28:41.878776 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c316a7c-b196-4df5-b680-03631bf72d74 req-fbfd8767-abbf-462f-b2e6-5ec020643de2 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:41.880255 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5c316a7c-b196-4df5-b680-03631bf72d74 req-fbfd8767-abbf-462f-b2e6-5ec020643de2 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=748028ea-185c-41d1-a52c-f2263a6731f5 HTTP/1.1" status: 200 len: 947 time: 0.2558160 Nov 10 17:28:41.899620 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-68e928e3-b234-481b-90f2-766c7408182f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:41.901046 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-68e928e3-b234-481b-90f2-766c7408182f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:41.927654 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:41.939478 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5df4b6c7-7fe7-43a1-b220-977e633cf8c5 req-c1fd2607-4d9f-487a-89a7-eca9f42360d9 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] 10.222.0.39 "GET /v2.0/security-groups/416367e0-5026-48a8-88cf-20f51d9c0791 HTTP/1.1" status: 200 len: 2998 time: 0.1022401 Nov 10 17:28:41.943159 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c5fb3a9-aaa2-4915-ac80-0340834eea8e {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:28:41.946137 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-68e928e3-b234-481b-90f2-766c7408182f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6941686 Nov 10 17:28:41.959260 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d7cc5254-8cf3-41e7-aaa1-897557363854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:41.965220 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-b5c3460e-3241-4185-8494-45831684aa82 service neutron] Request body: {'port': {'device_id': '37ac233b-8269-4e91-8666-651f6c521367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:41.967397 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 0c5fb3a9-aaa2-4915-ac80-0340834eea8e, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=0c5fb3a9-aaa2-4915-ac80-0340834eea8e,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:28:41.969519 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3948f9f-4895-4ad6-9cdc-533069966796 req-b5ceb486-704f-4753-9f5b-9380d40d18c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63035fcf-9384-450c-9951-b8d10c6442f4 HTTP/1.1" status: 200 len: 1000 time: 0.1861267 Nov 10 17:28:41.974634 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:42.030466 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=0c5fb3a9-aaa2-4915-ac80-0340834eea8e,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:42.037304 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5df4b6c7-7fe7-43a1-b220-977e633cf8c5 req-7713c28b-e980-457b-9ce0-4ed6548210bc tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] 10.222.0.39 "GET /v2.0/security-groups/4964006c-537b-45dd-8c22-35a7a043adb8 HTTP/1.1" status: 200 len: 2998 time: 0.0963781 Nov 10 17:28:42.039117 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:42.039839 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:42.039839 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:42.040042 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:42.040348 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:42.040676 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:42.041004 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:42.041465 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:42.041798 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:42.042125 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:42.042448 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:42.042768 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:28:42.060323 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-b5c3460e-3241-4185-8494-45831684aa82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:42.065944 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5c316a7c-b196-4df5-b680-03631bf72d74 req-21a479df-98dd-4b40-9ee7-456607a88a68 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646700 Nov 10 17:28:42.116537 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3948f9f-4895-4ad6-9cdc-533069966796 req-c9fb9cd9-24bf-4921-9e03-d0d28da68fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:42.117541 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5df4b6c7-7fe7-43a1-b220-977e633cf8c5 req-ad16719a-a5fa-43b6-8d76-157e5970f6b5 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] 10.222.0.39 "GET /v2.0/security-groups/4964006c-537b-45dd-8c22-35a7a043adb8 HTTP/1.1" status: 200 len: 2998 time: 0.0702224 Nov 10 17:28:42.118313 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3948f9f-4895-4ad6-9cdc-533069966796 req-c9fb9cd9-24bf-4921-9e03-d0d28da68fc7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8ffcd500-8c49-45db-8ca7-a366a29076c0 HTTP/1.1" status: 200 len: 862 time: 0.1411586 Nov 10 17:28:42.192876 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3948f9f-4895-4ad6-9cdc-533069966796 req-23a85dd6-d9ad-4a4e-bd51-702e7ffa3b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:42.194445 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3948f9f-4895-4ad6-9cdc-533069966796 req-23a85dd6-d9ad-4a4e-bd51-702e7ffa3b0b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b7801527-50b7-4bc0-a554-ec40d3f8072d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617700 Nov 10 17:28:42.218465 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['0c5fb3a9-aaa2-4915-ac80-0340834eea8e'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:28:42.219402 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7cc5254-8cf3-41e7-aaa1-897557363854 admin admin] Router a668d2c8-a615-43ad-aa6f-96d2c434fcf6 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:28:42.238064 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5df4b6c7-7fe7-43a1-b220-977e633cf8c5 req-ca3fdb93-9dcc-498f-b759-f7447abaabc2 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] 10.222.0.39 "GET /v2.0/security-groups/7b8a8905-ae62-43e0-9915-fb58e7c3bac2 HTTP/1.1" status: 200 len: 2998 time: 0.1065881 Nov 10 17:28:42.311695 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-3758dbd8-a412-429a-b69b-2ac729721645 req-89325501-be5a-4752-bae6-9eecf06f027b service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:28:42.312831 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3758dbd8-a412-429a-b69b-2ac729721645 req-89325501-be5a-4752-bae6-9eecf06f027b service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075219 Nov 10 17:28:42.340799 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5df4b6c7-7fe7-43a1-b220-977e633cf8c5 req-4411911e-650f-4615-89b3-8ab2d448e8ba tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] 10.222.0.39 "GET /v2.0/security-groups/7b8a8905-ae62-43e0-9915-fb58e7c3bac2 HTTP/1.1" status: 200 len: 2998 time: 0.0829439 Nov 10 17:28:42.380279 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c5800b20-9b97-4ab4-a22e-bf864987acdb up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:28:42.395496 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3948f9f-4895-4ad6-9cdc-533069966796 req-e8b07add-4714-4da1-823a-0814717d81a3 service neutron] 10.222.0.13 "GET /v2.0/networks/b7801527-50b7-4bc0-a554-ec40d3f8072d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912646 Nov 10 17:28:42.425936 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5df4b6c7-7fe7-43a1-b220-977e633cf8c5 req-c4ea4725-d5aa-4dff-818d-735866c6be60 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] 10.222.0.39 "GET /v2.0/security-groups/891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d HTTP/1.1" status: 200 len: 2998 time: 0.0840681 Nov 10 17:28:42.452470 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7cc5254-8cf3-41e7-aaa1-897557363854 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:28:42.465840 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cf6ce4-7fd8-42dd-996c-57b015feb480 None None] Sync routers for ids ['a668d2c8-a615-43ad-aa6f-96d2c434fcf6'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:28:42.487509 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cf6ce4-7fd8-42dd-996c-57b015feb480 None None] Routers {'a668d2c8-a615-43ad-aa6f-96d2c434fcf6'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:28:42.488469 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-01cf6ce4-7fd8-42dd-996c-57b015feb480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:28:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a668d2c8-a615-43ad-aa6f-96d2c434fcf6'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:28:42.492208 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d7cc5254-8cf3-41e7-aaa1-897557363854 admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:42.496714 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d7cc5254-8cf3-41e7-aaa1-897557363854 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.1537912 Nov 10 17:28:42.496908 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54130) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:42.507754 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-b5c3460e-3241-4185-8494-45831684aa82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 242956e9-40aa-473d-a550-08731feadc4d {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:28:42.509075 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port c5800b20-9b97-4ab4-a22e-bf864987acdb triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:28:42.510406 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:42.530664 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3948f9f-4895-4ad6-9cdc-533069966796 req-5abe5cd9-d7d9-4236-9047-3187179bf10f service neutron] 10.222.0.13 "GET /v2.0/networks/b7801527-50b7-4bc0-a554-ec40d3f8072d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246784 Nov 10 17:28:42.554417 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-b5c3460e-3241-4185-8494-45831684aa82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:42.565807 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5df4b6c7-7fe7-43a1-b220-977e633cf8c5 req-76f27b69-2d4d-4377-b81a-026eb011de4a tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] 10.222.0.39 "GET /v2.0/security-groups/891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d HTTP/1.1" status: 200 len: 2998 time: 0.1387255 Nov 10 17:28:42.608472 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-b5c3460e-3241-4185-8494-45831684aa82 service neutron] Transition to ACTIVE for port object 242956e9-40aa-473d-a550-08731feadc4d will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:28:42.640837 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-b5c3460e-3241-4185-8494-45831684aa82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:42.668814 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-01cf6ce4-7fd8-42dd-996c-57b015feb480 None None] Set router a668d2c8-a615-43ad-aa6f-96d2c434fcf6 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:28:42.708193 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5df4b6c7-7fe7-43a1-b220-977e633cf8c5 req-80e8124a-a8a0-468e-ae60-8b97261a5068 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] 10.222.0.39 "GET /v2.0/security-groups/8fcb2422-20bc-4b5a-8cdd-8a439a893ce1 HTTP/1.1" status: 200 len: 2994 time: 0.1413803 Nov 10 17:28:42.733075 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3460e-3241-4185-8494-45831684aa82 service neutron] Pushing event updated for resources: {'Port': ['ID=242956e9-40aa-473d-a550-08731feadc4d,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:42.871667 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748028ea-185c-41d1-a52c-f2263a6731f5', 'tag': '03c515be-05a6-49c9-929f-c0f6b50c68a7'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:28:42.877389 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b69c350-e21c-47ec-a2b8-aee842ebe3ce" -d '{"events": [{"name": "network-changed", "server_uuid": "748028ea-185c-41d1-a52c-f2263a6731f5", "tag": "03c515be-05a6-49c9-929f-c0f6b50c68a7"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:28:42.878259 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-01cf6ce4-7fd8-42dd-996c-57b015feb480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a668d2c8-a615-43ad-aa6f-96d2c434fcf6', 'name': 'tempest-FloatingIPsTestJSON-473610207-router', 'tenant_id': '8d92cc9d265249f7817571b295b892b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '828c0cca-2c63-4f5d-a856-b38fb966f572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:28:37Z', 'updated_at': '2021-11-10T17:28:40Z', 'revision_number': 3, 'project_id': '8d92cc9d265249f7817571b295b892b2', 'gw_port': {'id': '828c0cca-2c63-4f5d-a856-b38fb966f572', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:52:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a668d2c8-a615-43ad-aa6f-96d2c434fcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:28:39Z', 'updated_at': '2021-11-10T17:28:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:28:42.898510 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5df4b6c7-7fe7-43a1-b220-977e633cf8c5 req-529ac2a4-3c47-4473-b16f-c334846cdfe9 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] 10.222.0.39 "GET /v2.0/security-groups/8fcb2422-20bc-4b5a-8cdd-8a439a893ce1 HTTP/1.1" status: 200 len: 2994 time: 0.1836543 Nov 10 17:28:42.910656 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cf6ce4-7fd8-42dd-996c-57b015feb480 None None] Checking router: a668d2c8-a615-43ad-aa6f-96d2c434fcf6 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:28:42.911637 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cf6ce4-7fd8-42dd-996c-57b015feb480 None None] Updating router a668d2c8-a615-43ad-aa6f-96d2c434fcf6 port 828c0cca-2c63-4f5d-a856-b38fb966f572 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:28:42.936859 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-01cf6ce4-7fd8-42dd-996c-57b015feb480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:42.942381 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-b5c3460e-3241-4185-8494-45831684aa82 service neutron] Attempting to bind port 242956e9-40aa-473d-a550-08731feadc4d on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:28:42.942855 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-b5c3460e-3241-4185-8494-45831684aa82 service neutron] Attempting to bind port 242956e9-40aa-473d-a550-08731feadc4d by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:28:42.943026 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-b5c3460e-3241-4185-8494-45831684aa82 service neutron] Attempting to bind port 242956e9-40aa-473d-a550-08731feadc4d on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:28:42.960878 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-b5c3460e-3241-4185-8494-45831684aa82 service neutron] Port 242956e9-40aa-473d-a550-08731feadc4d on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:28:42.961201 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-b5c3460e-3241-4185-8494-45831684aa82 service neutron] Attempting to bind port 242956e9-40aa-473d-a550-08731feadc4d on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:28:43.011972 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-b5c3460e-3241-4185-8494-45831684aa82 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:28:43.012337 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-b5c3460e-3241-4185-8494-45831684aa82 service neutron] Checking segment: {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:28:43.012726 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-b5c3460e-3241-4185-8494-45831684aa82 service neutron] Bound using segment: {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:28:43.013190 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-b5c3460e-3241-4185-8494-45831684aa82 service neutron] Bound port: 242956e9-40aa-473d-a550-08731feadc4d, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:28:43.013614 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-b5c3460e-3241-4185-8494-45831684aa82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:43.034489 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5df4b6c7-7fe7-43a1-b220-977e633cf8c5 req-105d428b-8359-4c49-ba08-d2ba8367e6d9 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] 10.222.0.39 "GET /v2.0/security-groups/94ccc2ba-f8b2-4092-8b6f-4d21c02444a8 HTTP/1.1" status: 200 len: 2998 time: 0.1287820 Nov 10 17:28:43.167506 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-b5c3460e-3241-4185-8494-45831684aa82 service neutron] For port 242956e9-40aa-473d-a550-08731feadc4d, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:28:43.172787 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-b5c3460e-3241-4185-8494-45831684aa82 service neutron] For port 242956e9-40aa-473d-a550-08731feadc4d, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=242956e9-40aa-473d-a550-08731feadc4d,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:28:43.176546 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5df4b6c7-7fe7-43a1-b220-977e633cf8c5 req-c768ddf0-3467-49e7-950b-650f97fd854b tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] 10.222.0.39 "GET /v2.0/security-groups/94ccc2ba-f8b2-4092-8b6f-4d21c02444a8 HTTP/1.1" status: 200 len: 2998 time: 0.0913618 Nov 10 17:28:43.198221 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-b5c3460e-3241-4185-8494-45831684aa82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:43.211202 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-01cf6ce4-7fd8-42dd-996c-57b015feb480 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:43.216915 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-01cf6ce4-7fd8-42dd-996c-57b015feb480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:43.256679 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-b5c3460e-3241-4185-8494-45831684aa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:43.257494 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-b5c3460e-3241-4185-8494-45831684aa82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:43.259047 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-b5c3460e-3241-4185-8494-45831684aa82 service neutron] 10.222.0.13 "PUT /v2.0/ports/242956e9-40aa-473d-a550-08731feadc4d HTTP/1.1" status: 200 len: 1092 time: 1.2990263 Nov 10 17:28:43.265712 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ac233b-8269-4e91-8666-651f6c521367', 'tag': '242956e9-40aa-473d-a550-08731feadc4d'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:28:43.268193 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1674eba1-7f29-47d4-a631-84aeb70172e5" -d '{"events": [{"name": "network-changed", "server_uuid": "37ac233b-8269-4e91-8666-651f6c521367", "tag": "242956e9-40aa-473d-a550-08731feadc4d"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:28:43.271709 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5f3d7-88e0-461d-a2b9-1a2e83738ee0 None None] Pushing event updated for resources: {'Port': ['ID=828c0cca-2c63-4f5d-a856-b38fb966f572,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:43.274042 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-01cf6ce4-7fd8-42dd-996c-57b015feb480 None None] Attempting to bind port 828c0cca-2c63-4f5d-a856-b38fb966f572 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:28:43.274426 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-01cf6ce4-7fd8-42dd-996c-57b015feb480 None None] Attempting to bind port 828c0cca-2c63-4f5d-a856-b38fb966f572 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:28:43.274798 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cf6ce4-7fd8-42dd-996c-57b015feb480 None None] Attempting to bind port 828c0cca-2c63-4f5d-a856-b38fb966f572 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:28:43.281202 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cf6ce4-7fd8-42dd-996c-57b015feb480 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:28:43.281479 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cf6ce4-7fd8-42dd-996c-57b015feb480 None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:28:43.281798 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-01cf6ce4-7fd8-42dd-996c-57b015feb480 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:43.282521 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cf6ce4-7fd8-42dd-996c-57b015feb480 None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:28:43.282735 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-01cf6ce4-7fd8-42dd-996c-57b015feb480 None None] Bound port: 828c0cca-2c63-4f5d-a856-b38fb966f572, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:28:43.283856 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-01cf6ce4-7fd8-42dd-996c-57b015feb480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:43.326154 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5df4b6c7-7fe7-43a1-b220-977e633cf8c5 req-3620b79f-c5dc-4776-bbe8-16017aea63ad tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] 10.222.0.39 "GET /v2.0/security-groups/aa6fdef1-de83-4ff6-abd5-ec3729602da3 HTTP/1.1" status: 200 len: 2990 time: 0.1316094 Nov 10 17:28:43.361314 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-01cf6ce4-7fd8-42dd-996c-57b015feb480 None None] For port 828c0cca-2c63-4f5d-a856-b38fb966f572, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:28:43.365378 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-01cf6ce4-7fd8-42dd-996c-57b015feb480 None None] For port 828c0cca-2c63-4f5d-a856-b38fb966f572, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=828c0cca-2c63-4f5d-a856-b38fb966f572,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:28:43.370482 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-01cf6ce4-7fd8-42dd-996c-57b015feb480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:43.374671 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3460e-3241-4185-8494-45831684aa82 service neutron] Pushing event updated for resources: {'Port': ['ID=242956e9-40aa-473d-a550-08731feadc4d,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:43.446778 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5f3d7-88e0-461d-a2b9-1a2e83738ee0 None None] Pushing event updated for resources: {'Port': ['ID=828c0cca-2c63-4f5d-a856-b38fb966f572,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:43.449542 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cf6ce4-7fd8-42dd-996c-57b015feb480 None None] Routers {'a668d2c8-a615-43ad-aa6f-96d2c434fcf6'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:28:43.449872 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-01cf6ce4-7fd8-42dd-996c-57b015feb480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:28:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a668d2c8-a615-43ad-aa6f-96d2c434fcf6'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:28:43.453179 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-8c5c20f6-e7a1-4d4a-981c-00976cab30fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:43.453776 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-8c5c20f6-e7a1-4d4a-981c-00976cab30fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ec9ca6147964daa83e30b2176db3b36&device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 1095 time: 0.1316397 Nov 10 17:28:43.462406 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5df4b6c7-7fe7-43a1-b220-977e633cf8c5 req-876dbd87-3634-4636-9f0e-6cf348f12671 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] 10.222.0.39 "GET /v2.0/security-groups/aa6fdef1-de83-4ff6-abd5-ec3729602da3 HTTP/1.1" status: 200 len: 2990 time: 0.1222329 Nov 10 17:28:43.475395 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f937680a-f737-4b99-a53b-7566e223b421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:43.513794 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-da98678c-ab41-4fe8-a745-c93162e34959 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=242956e9-40aa-473d-a550-08731feadc4d HTTP/1.1" status: 200 len: 217 time: 0.0484147 Nov 10 17:28:43.636288 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5df4b6c7-7fe7-43a1-b220-977e633cf8c5 req-166b0078-1da9-49a8-a31e-58c0645bc868 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] 10.222.0.39 "GET /v2.0/security-groups/b148864b-8507-42b8-a51c-679742f42ed6 HTTP/1.1" status: 200 len: 2994 time: 0.1302342 Nov 10 17:28:43.642027 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-11ea478a-09d1-4b7d-baf1-abcfc3457977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:43.642416 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-01cf6ce4-7fd8-42dd-996c-57b015feb480 None None] Set router a668d2c8-a615-43ad-aa6f-96d2c434fcf6 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:28:43.644226 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-11ea478a-09d1-4b7d-baf1-abcfc3457977 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3d9be19-2b8d-48ad-890a-609759e284ae HTTP/1.1" status: 200 len: 861 time: 0.1168654 Nov 10 17:28:43.696709 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 0c5fb3a9-aaa2-4915-ac80-0340834eea8e up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:28:43.804267 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 0c5fb3a9-aaa2-4915-ac80-0340834eea8e completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:28:43.808940 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 0c5fb3a9-aaa2-4915-ac80-0340834eea8e triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:28:43.809539 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:43.852898 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-01cf6ce4-7fd8-42dd-996c-57b015feb480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a668d2c8-a615-43ad-aa6f-96d2c434fcf6', 'name': 'tempest-FloatingIPsTestJSON-473610207-router', 'tenant_id': '8d92cc9d265249f7817571b295b892b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '828c0cca-2c63-4f5d-a856-b38fb966f572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:28:37Z', 'updated_at': '2021-11-10T17:28:40Z', 'revision_number': 3, 'project_id': '8d92cc9d265249f7817571b295b892b2', 'gw_port': {'id': '828c0cca-2c63-4f5d-a856-b38fb966f572', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:52:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a668d2c8-a615-43ad-aa6f-96d2c434fcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:28:39Z', 'updated_at': '2021-11-10T17:28:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:28:43.868111 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54170) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:43.882314 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cf6ce4-7fd8-42dd-996c-57b015feb480 None None] The sync data for ids ['a668d2c8-a615-43ad-aa6f-96d2c434fcf6'] in n-d-776250-10 is: [{'id': 'a668d2c8-a615-43ad-aa6f-96d2c434fcf6', 'name': 'tempest-FloatingIPsTestJSON-473610207-router', 'tenant_id': '8d92cc9d265249f7817571b295b892b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '828c0cca-2c63-4f5d-a856-b38fb966f572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:28:37Z', 'updated_at': '2021-11-10T17:28:40Z', 'revision_number': 3, 'project_id': '8d92cc9d265249f7817571b295b892b2', 'gw_port': {'id': '828c0cca-2c63-4f5d-a856-b38fb966f572', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:52:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a668d2c8-a615-43ad-aa6f-96d2c434fcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:28:39Z', 'updated_at': '2021-11-10T17:28:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:28:43.928931 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:43.934244 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-445a1ab5-3c22-4e57-b511-16a25608b451 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2777522 Nov 10 17:28:43.954333 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f75be5-efd8-4652-ba7e-2cd4ec55e926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5fb3a9-aaa2-4915-ac80-0340834eea8e'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:28:43.958198 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eac731c-45bf-4f77-b927-aebfef284744" -d '{"events": [{"server_uuid": "91f75be5-efd8-4652-ba7e-2cd4ec55e926", "name": "network-vif-plugged", "status": "completed", "tag": "0c5fb3a9-aaa2-4915-ac80-0340834eea8e"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:28:43.973902 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 0c5fb3a9-aaa2-4915-ac80-0340834eea8e, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=0c5fb3a9-aaa2-4915-ac80-0340834eea8e,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:28:43.981441 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:43.998005 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-9b959b05-b29c-413c-9876-0275ba4dcd49 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:28:44.006315 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-9b959b05-b29c-413c-9876-0275ba4dcd49 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1360512 Nov 10 17:28:44.038335 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=0c5fb3a9-aaa2-4915-ac80-0340834eea8e,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:44.061439 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5df4b6c7-7fe7-43a1-b220-977e633cf8c5 req-c6f7c620-e45b-450f-9ac4-ed10c5f79b62 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] 10.222.0.39 "GET /v2.0/security-groups/b148864b-8507-42b8-a51c-679742f42ed6 HTTP/1.1" status: 200 len: 2994 time: 0.4143326 Nov 10 17:28:44.118496 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-f937680a-f737-4b99-a53b-7566e223b421 admin admin] Allocated IP 172.20.0.1 (2b29be27-dc3f-4463-938d-b2265cb3c90c/e4c7e9b5-6452-4cb1-b207-3eaa684da213/f7c48d0a-b493-41ab-b0d5-81a627c4c463) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:28:44.137443 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-cd33563c-4dc2-4713-8df6-8d50c85b01cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:44.138740 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-cd33563c-4dc2-4713-8df6-8d50c85b01cb service neutron] 10.222.0.39 "GET /v2.0/ports/008d6802-dafa-4c58-b9af-c9f645bec77b HTTP/1.1" status: 200 len: 1094 time: 0.0805049 Nov 10 17:28:44.140970 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-31bbe493-0f38-4b7c-9499-c5cfce8c0e1b service neutron] 10.222.0.13 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937802 Nov 10 17:28:44.150402 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-85938e4f-349a-42b7-a222-801550465e7c service neutron] Request body: {'binding': {'host': 'n-h2-776250-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:44.151047 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-85938e4f-349a-42b7-a222-801550465e7c service neutron] Unknown quota resources ['binding']. {{(pid=102468) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 17:28:44.174306 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5df4b6c7-7fe7-43a1-b220-977e633cf8c5 req-6baed1f2-543a-43d0-8883-25ec1483f44a tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] 10.222.0.39 "GET /v2.0/security-groups/b4bdf75a-12fc-4e04-bf3d-88ccc5a1399b HTTP/1.1" status: 200 len: 2994 time: 0.1049504 Nov 10 17:28:44.334090 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-85938e4f-349a-42b7-a222-801550465e7c service neutron] Attempting to bind port 008d6802-dafa-4c58-b9af-c9f645bec77b on host n-h2-776250-10 for vnic_type normal with profile None {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:28:44.334433 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-85938e4f-349a-42b7-a222-801550465e7c service neutron] Attempting to bind port 008d6802-dafa-4c58-b9af-c9f645bec77b by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:28:44.334765 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-85938e4f-349a-42b7-a222-801550465e7c service neutron] Attempting to bind port 008d6802-dafa-4c58-b9af-c9f645bec77b on network ee9bf645-62ea-4fb8-afab-51398fe4d64d {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:28:44.336911 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5df4b6c7-7fe7-43a1-b220-977e633cf8c5 req-074bb569-3d11-498f-86e3-51a31197889c tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] 10.222.0.39 "GET /v2.0/security-groups/b4bdf75a-12fc-4e04-bf3d-88ccc5a1399b HTTP/1.1" status: 200 len: 2994 time: 0.1160126 Nov 10 17:28:44.339595 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-85938e4f-349a-42b7-a222-801550465e7c service neutron] Port 008d6802-dafa-4c58-b9af-c9f645bec77b on network ee9bf645-62ea-4fb8-afab-51398fe4d64d not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:28:44.340227 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-85938e4f-349a-42b7-a222-801550465e7c service neutron] Attempting to bind port 008d6802-dafa-4c58-b9af-c9f645bec77b on network ee9bf645-62ea-4fb8-afab-51398fe4d64d {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:28:44.347190 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-85938e4f-349a-42b7-a222-801550465e7c service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:28:44.347538 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-85938e4f-349a-42b7-a222-801550465e7c service neutron] Checking segment: {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:28:44.347927 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-85938e4f-349a-42b7-a222-801550465e7c service neutron] Bound using segment: {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:28:44.348408 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-85938e4f-349a-42b7-a222-801550465e7c service neutron] Bound port: 008d6802-dafa-4c58-b9af-c9f645bec77b, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:28:44.381861 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-85853805-51fc-49a1-8f6c-25a2e204bd0e req-c62894e6-c528-4d4f-b4f8-92b0482118f3 service neutron] 10.222.0.13 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253826 Nov 10 17:28:44.414158 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 828c0cca-2c63-4f5d-a856-b38fb966f572 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:28:44.445987 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f937680a-f737-4b99-a53b-7566e223b421 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:44.465785 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-85938e4f-349a-42b7-a222-801550465e7c service neutron] For port 008d6802-dafa-4c58-b9af-c9f645bec77b, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=008d6802-dafa-4c58-b9af-c9f645bec77b,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:28:44.468043 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5df4b6c7-7fe7-43a1-b220-977e633cf8c5 req-0e31f476-a4db-45cc-9a1f-e8e663ff6d92 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] 10.222.0.39 "GET /v2.0/security-groups/c21cdda1-3633-472f-83bb-7548222d7eb2 HTTP/1.1" status: 200 len: 2998 time: 0.1301529 Nov 10 17:28:44.474816 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-85938e4f-349a-42b7-a222-801550465e7c service neutron] Publish callbacks [] for binding, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:44.476012 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-85938e4f-349a-42b7-a222-801550465e7c service neutron] 10.222.0.39 "POST /v2.0/ports/008d6802-dafa-4c58-b9af-c9f645bec77b/bindings HTTP/1.1" status: 201 len: 390 time: 0.3297546 Nov 10 17:28:44.483651 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 828c0cca-2c63-4f5d-a856-b38fb966f572 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:28:44.484039 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:44.544737 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5df4b6c7-7fe7-43a1-b220-977e633cf8c5 req-ab8785bc-b5b9-4a3b-b21e-4ab2c7d9e9db tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] 10.222.0.39 "GET /v2.0/security-groups/c21cdda1-3633-472f-83bb-7548222d7eb2 HTTP/1.1" status: 200 len: 2998 time: 0.0755105 Nov 10 17:28:44.548714 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f937680a-f737-4b99-a53b-7566e223b421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:44.618906 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:44.654708 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 828c0cca-2c63-4f5d-a856-b38fb966f572, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=828c0cca-2c63-4f5d-a856-b38fb966f572,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:28:44.661017 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:44.674700 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f937680a-f737-4b99-a53b-7566e223b421 admin admin] Network 2b29be27-dc3f-4463-938d-b2265cb3c90c is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:28:44.690257 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-f937680a-f737-4b99-a53b-7566e223b421 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:28:44.693563 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f937680a-f737-4b99-a53b-7566e223b421 admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:28:44.733524 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937680a-f737-4b99-a53b-7566e223b421 admin admin] Pushing event updated for resources: {'Port': ['ID=f7c48d0a-b493-41ab-b0d5-81a627c4c463,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:44.755221 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5df4b6c7-7fe7-43a1-b220-977e633cf8c5 req-bd563e1f-d15e-4d2d-98eb-19d11c4fd0c4 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] 10.222.0.39 "GET /v2.0/security-groups/d251f49c-18a8-4fcc-a5ca-dec45b18013b HTTP/1.1" status: 200 len: 2998 time: 0.2094047 Nov 10 17:28:44.762328 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=828c0cca-2c63-4f5d-a856-b38fb966f572,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:44.797799 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f937680a-f737-4b99-a53b-7566e223b421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:44.936842 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5df4b6c7-7fe7-43a1-b220-977e633cf8c5 req-10b4e22e-34ab-4882-be75-18cdd39346aa tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] 10.222.0.39 "GET /v2.0/security-groups/d251f49c-18a8-4fcc-a5ca-dec45b18013b HTTP/1.1" status: 200 len: 2998 time: 0.1790056 Nov 10 17:28:45.010102 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-3e89bd03-4c20-46a0-a002-9e2a8a340bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:45.012127 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-3e89bd03-4c20-46a0-a002-9e2a8a340bb4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc HTTP/1.1" status: 200 len: 1097 time: 0.1483827 Nov 10 17:28:45.038617 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-111c3db3-1d88-4335-af1d-29e7eb64b231 None None] Provisioning complete for port f7c48d0a-b493-41ab-b0d5-81a627c4c463 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:28:45.038994 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-111c3db3-1d88-4335-af1d-29e7eb64b231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:45.073689 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf7f86-7382-4f45-b447-a6626395012c req-9e7c63f6-98ce-4afd-a551-782effd16826 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:45.075306 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f9cf7f86-7382-4f45-b447-a6626395012c req-9e7c63f6-98ce-4afd-a551-782effd16826 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 943 time: 0.0622089 Nov 10 17:28:45.081796 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-111c3db3-1d88-4335-af1d-29e7eb64b231 None None] Port f7c48d0a-b493-41ab-b0d5-81a627c4c463 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:28:45.101366 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5df4b6c7-7fe7-43a1-b220-977e633cf8c5 req-a80baa25-0228-4665-ab19-703a4b18f84d tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] 10.222.0.39 "GET /v2.0/security-groups/dc8062d3-5068-49b4-82dc-576f8fb7d95f HTTP/1.1" status: 200 len: 2998 time: 0.1549315 Nov 10 17:28:45.130493 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f9cf7f86-7382-4f45-b447-a6626395012c req-fd54548d-280c-49e2-a280-83e595ee2af8 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466630 Nov 10 17:28:45.161568 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f937680a-f737-4b99-a53b-7566e223b421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:45.179907 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a99acd4-0460-49f6-a866-d638a81ba120 x-openstack-request-id: req-9a99acd4-0460-49f6-a866-d638a81ba120 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:28:45.180473 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "748028ea-185c-41d1-a52c-f2263a6731f5", "tag": "03c515be-05a6-49c9-929f-c0f6b50c68a7", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:28:45.180737 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9a99acd4-0460-49f6-a866-d638a81ba120 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:28:45.181140 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748028ea-185c-41d1-a52c-f2263a6731f5', 'tag': '03c515be-05a6-49c9-929f-c0f6b50c68a7', 'status': 'completed', 'code': 200} Nov 10 17:28:45.248401 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5df4b6c7-7fe7-43a1-b220-977e633cf8c5 req-663276f2-29b9-4d4c-a899-77bb0c3bf061 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] 10.222.0.39 "GET /v2.0/security-groups/dc8062d3-5068-49b4-82dc-576f8fb7d95f HTTP/1.1" status: 200 len: 2998 time: 0.1312718 Nov 10 17:28:45.260341 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-9a0c6926-8de2-4065-bf71-91ffe849e71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:45.261819 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-9a0c6926-8de2-4065-bf71-91ffe849e71a service neutron] 10.222.0.13 "GET /v2.0/networks?id=ee9bf645-62ea-4fb8-afab-51398fe4d64d HTTP/1.1" status: 200 len: 909 time: 0.2334440 Nov 10 17:28:45.290422 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69c350-e21c-47ec-a2b8-aee842ebe3ce req-d2a4b539-b6a9-4c55-8751-ab66ad6aa90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:45.292349 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2b69c350-e21c-47ec-a2b8-aee842ebe3ce req-d2a4b539-b6a9-4c55-8751-ab66ad6aa90d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=972b151c649044219c436e3cbd0ebb30&device_id=748028ea-185c-41d1-a52c-f2263a6731f5 HTTP/1.1" status: 200 len: 1099 time: 0.0857184 Nov 10 17:28:45.308633 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb3515-9d60-4f38-82ef-46cd61c72fdc req-10a92cee-e7ab-46f9-a35e-20c2e5c0d8b7 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:45.310117 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1bbb3515-9d60-4f38-82ef-46cd61c72fdc req-10a92cee-e7ab-46f9-a35e-20c2e5c0d8b7 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=748028ea-185c-41d1-a52c-f2263a6731f5 HTTP/1.1" status: 200 len: 947 time: 0.0787482 Nov 10 17:28:45.326634 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222e519d-f22a-44d5-87e2-24ed262c9705 x-openstack-request-id: req-222e519d-f22a-44d5-87e2-24ed262c9705 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:28:45.326944 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ac233b-8269-4e91-8666-651f6c521367", "tag": "242956e9-40aa-473d-a550-08731feadc4d", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:28:45.327244 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-222e519d-f22a-44d5-87e2-24ed262c9705 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:28:45.327454 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 03c515be-05a6-49c9-929f-c0f6b50c68a7 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:28:45.327632 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ac233b-8269-4e91-8666-651f6c521367', 'tag': '242956e9-40aa-473d-a550-08731feadc4d', 'status': 'completed', 'code': 200} Nov 10 17:28:45.351467 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15d6516-70fb-4c52-9e4b-4946354ab4ff x-openstack-request-id: req-c15d6516-70fb-4c52-9e4b-4946354ab4ff {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:28:45.351780 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f75be5-efd8-4652-ba7e-2cd4ec55e926", "name": "network-vif-plugged", "status": "completed", "tag": "0c5fb3a9-aaa2-4915-ac80-0340834eea8e", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:28:45.352073 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c15d6516-70fb-4c52-9e4b-4946354ab4ff {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:28:45.352519 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f75be5-efd8-4652-ba7e-2cd4ec55e926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5fb3a9-aaa2-4915-ac80-0340834eea8e', 'code': 200} Nov 10 17:28:45.364025 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-028ffc97-693a-4995-8272-dafb9ee1b344 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=008d6802-dafa-4c58-b9af-c9f645bec77b HTTP/1.1" status: 200 len: 217 time: 0.0858085 Nov 10 17:28:45.555971 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 03c515be-05a6-49c9-929f-c0f6b50c68a7, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=03c515be-05a6-49c9-929f-c0f6b50c68a7,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:28:45.580715 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '03c515be-05a6-49c9-929f-c0f6b50c68a7', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': '03c515be-05a6-49c9-929f-c0f6b50c68a7', 'mac_address': 'fa:16:3e:9d:95:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:28:45.610516 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-e7344c38-57e5-4b18-921b-625cb114f5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:45.613132 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-e7344c38-57e5-4b18-921b-625cb114f5a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dcea188-714e-4316-9245-d3631f0cca17 HTTP/1.1" status: 200 len: 848 time: 0.2343032 Nov 10 17:28:45.643628 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:45.669894 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03c515be-05a6-49c9-929f-c0f6b50c68a7 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:28:45.688902 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155ce98-e844-4dcf-bdbb-e31ff673d85b req-05bcada1-b057-4c4a-85ae-b30c7734525f tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:45.690864 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1155ce98-e844-4dcf-bdbb-e31ff673d85b req-05bcada1-b057-4c4a-85ae-b30c7734525f tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc HTTP/1.1" status: 200 len: 945 time: 0.2580884 Nov 10 17:28:45.696988 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 03c515be-05a6-49c9-929f-c0f6b50c68a7, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=03c515be-05a6-49c9-929f-c0f6b50c68a7,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:28:45.698759 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-86c50b63-5b6a-4670-8c02-a05a08730c51 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ee9bf645-62ea-4fb8-afab-51398fe4d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661635 Nov 10 17:28:45.701390 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f937680a-f737-4b99-a53b-7566e223b421 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:45.703449 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:45.706327 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a84d96-734b-4765-aaa5-8cd146839834 req-3fbbdbf7-d23c-4c12-bc76-c9ec1c48ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:45.707788 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-50a84d96-734b-4765-aaa5-8cd146839834 req-3fbbdbf7-d23c-4c12-bc76-c9ec1c48ce44 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 1101 time: 0.2443697 Nov 10 17:28:45.709941 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1bbb3515-9d60-4f38-82ef-46cd61c72fdc req-f635efde-6f96-4de6-9e0b-8aa0b0752ede tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904679 Nov 10 17:28:45.717057 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f937680a-f737-4b99-a53b-7566e223b421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:45.727940 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674eba1-7f29-47d4-a631-84aeb70172e5 req-2a9918dd-c2ae-45f0-9b50-afc857ef9d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:45.729547 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1674eba1-7f29-47d4-a631-84aeb70172e5 req-2a9918dd-c2ae-45f0-9b50-afc857ef9d74 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ec9ca6147964daa83e30b2176db3b36&device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 1095 time: 0.3887327 Nov 10 17:28:45.796973 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=03c515be-05a6-49c9-929f-c0f6b50c68a7,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:45.822572 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69c350-e21c-47ec-a2b8-aee842ebe3ce req-b84b67b3-1395-425d-8b6e-b9aa5bb693d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:45.824037 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2b69c350-e21c-47ec-a2b8-aee842ebe3ce req-b84b67b3-1395-425d-8b6e-b9aa5bb693d5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.5252297 Nov 10 17:28:45.894742 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2b69c350-e21c-47ec-a2b8-aee842ebe3ce req-89e5650e-1591-4fa1-8bcc-5f93a03c140e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=03c515be-05a6-49c9-929f-c0f6b50c68a7 HTTP/1.1" status: 200 len: 217 time: 0.0533094 Nov 10 17:28:45.901126 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f937680a-f737-4b99-a53b-7566e223b421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:45.930903 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937680a-f737-4b99-a53b-7566e223b421 admin admin] Pushing event updated for resources: {'Port': ['ID=f7c48d0a-b493-41ab-b0d5-81a627c4c463,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:45.937377 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['03c515be-05a6-49c9-929f-c0f6b50c68a7'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:28:45.956287 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1155ce98-e844-4dcf-bdbb-e31ff673d85b req-97e0ed48-8391-4c85-b17e-ac3b39546b12 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386210 Nov 10 17:28:45.961294 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674eba1-7f29-47d4-a631-84aeb70172e5 req-3897de46-24fb-4703-b2d8-abce9f51163d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:45.963144 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1674eba1-7f29-47d4-a631-84aeb70172e5 req-3897de46-24fb-4703-b2d8-abce9f51163d service neutron] 10.222.0.13 "GET /v2.0/networks?id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1 HTTP/1.1" status: 200 len: 922 time: 0.2185161 Nov 10 17:28:46.008341 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-50a84d96-734b-4765-aaa5-8cd146839834 req-74e5ed95-a3aa-447d-ba75-952da2b137f8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805333 Nov 10 17:28:46.038706 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-55b9614b-92ba-4317-b7d5-305e8288fc92 service neutron] 10.222.0.13 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065677 Nov 10 17:28:46.044406 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1674eba1-7f29-47d4-a631-84aeb70172e5 req-0d654cd4-e8d1-4f5b-82e2-c0ac22df599e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=242956e9-40aa-473d-a550-08731feadc4d HTTP/1.1" status: 200 len: 217 time: 0.0548649 Nov 10 17:28:46.078244 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f937680a-f737-4b99-a53b-7566e223b421 admin admin] Network 2b29be27-dc3f-4463-938d-b2265cb3c90c is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:28:46.079758 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-f937680a-f737-4b99-a53b-7566e223b421 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:28:46.082944 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69c350-e21c-47ec-a2b8-aee842ebe3ce req-8a046c2b-fd35-4094-aed2-e758d5795e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:46.086191 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2b69c350-e21c-47ec-a2b8-aee842ebe3ce req-8a046c2b-fd35-4094-aed2-e758d5795e20 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1670160 Nov 10 17:28:46.093602 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6f0369e3-9696-4124-9197-02e14436e4d7 req-636b5197-7460-4dfd-9458-9d4755f5932d tempest-SecurityGroupsTestAdminJSON-1055012947 tempest-SecurityGroupsTestAdminJSON-1055012947-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7027a0c2c7024ba990a20c79ff4b0452 HTTP/1.1" status: 200 len: 6153 time: 0.2077339 Nov 10 17:28:46.167844 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69c350-e21c-47ec-a2b8-aee842ebe3ce req-e6a3f8a9-ac14-4d4f-8f4b-162048a696bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:46.169547 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2b69c350-e21c-47ec-a2b8-aee842ebe3ce req-e6a3f8a9-ac14-4d4f-8f4b-162048a696bf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0749843 Nov 10 17:28:46.172814 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6f0369e3-9696-4124-9197-02e14436e4d7 req-eabec5f3-f8b0-4f77-b829-4d1839a684b2 tempest-SecurityGroupsTestAdminJSON-1055012947 tempest-SecurityGroupsTestAdminJSON-1055012947-project] 10.222.0.39 "GET /v2.0/security-groups/c21cdda1-3633-472f-83bb-7548222d7eb2 HTTP/1.1" status: 200 len: 2998 time: 0.0703681 Nov 10 17:28:46.215229 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f937680a-f737-4b99-a53b-7566e223b421 admin admin] Router a668d2c8-a615-43ad-aa6f-96d2c434fcf6 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:28:46.324877 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e46bb0c3-62d3-4dde-875a-780d819b2399 None None] Provisioning complete for port f7c48d0a-b493-41ab-b0d5-81a627c4c463 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:28:46.325252 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e46bb0c3-62d3-4dde-875a-780d819b2399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:46.374568 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674eba1-7f29-47d4-a631-84aeb70172e5 req-c5bf4e13-5897-4071-a9f9-9099b9724bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:46.376631 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1674eba1-7f29-47d4-a631-84aeb70172e5 req-c5bf4e13-5897-4071-a9f9-9099b9724bdb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3d9be19-2b8d-48ad-890a-609759e284ae HTTP/1.1" status: 200 len: 861 time: 0.1004796 Nov 10 17:28:46.389706 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6f0369e3-9696-4124-9197-02e14436e4d7 req-ec715447-1e3c-43ea-8dba-35f2be5078fd tempest-SecurityGroupsTestAdminJSON-1055012947 tempest-SecurityGroupsTestAdminJSON-1055012947-project] 10.222.0.39 "GET /v2.0/security-groups/c21cdda1-3633-472f-83bb-7548222d7eb2 HTTP/1.1" status: 200 len: 2998 time: 0.2041779 Nov 10 17:28:46.392888 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-e46bb0c3-62d3-4dde-875a-780d819b2399 None None] Port f7c48d0a-b493-41ab-b0d5-81a627c4c463 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:28:46.402688 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 828c0cca-2c63-4f5d-a856-b38fb966f572 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:28:46.429005 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f937680a-f737-4b99-a53b-7566e223b421 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:28:46.447235 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f937680a-f737-4b99-a53b-7566e223b421 admin admin] 10.222.0.39 "PUT /v2.0/routers/a668d2c8-a615-43ad-aa6f-96d2c434fcf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9414959 Nov 10 17:28:46.447235 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-2f7543a6-890b-4cab-a7c9-23835d206577 service neutron] 10.222.0.13 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746426 Nov 10 17:28:46.450810 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a66f1cb-1d2a-4e80-9a32-386e6d25efc5 None None] Sync routers for ids ['a668d2c8-a615-43ad-aa6f-96d2c434fcf6'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:28:46.468904 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a66f1cb-1d2a-4e80-9a32-386e6d25efc5 None None] Routers {'a668d2c8-a615-43ad-aa6f-96d2c434fcf6'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:28:46.469774 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-5a66f1cb-1d2a-4e80-9a32-386e6d25efc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:28:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a668d2c8-a615-43ad-aa6f-96d2c434fcf6'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:28:46.488544 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1674eba1-7f29-47d4-a631-84aeb70172e5 req-24350585-bc7d-49ac-978c-5c1cb05e41c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932820 Nov 10 17:28:46.494083 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2b69c350-e21c-47ec-a2b8-aee842ebe3ce req-0c7f7288-b759-4c63-864f-0e7b3a2343b2 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162665 Nov 10 17:28:46.541024 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75459b43-94ef-4074-b785-51a06538d917 req-6bd517db-7216-4c5b-9409-30c87e14a791 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:46.549479 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-75459b43-94ef-4074-b785-51a06538d917 req-6bd517db-7216-4c5b-9409-30c87e14a791 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 943 time: 0.0858052 Nov 10 17:28:46.579241 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 828c0cca-2c63-4f5d-a856-b38fb966f572 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:28:46.579655 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:46.619355 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-75459b43-94ef-4074-b785-51a06538d917 req-edf503a3-b04e-4103-8303-adc2dd4fded9 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633867 Nov 10 17:28:46.666121 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-5a66f1cb-1d2a-4e80-9a32-386e6d25efc5 None None] Set router a668d2c8-a615-43ad-aa6f-96d2c434fcf6 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:28:46.730205 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1674eba1-7f29-47d4-a631-84aeb70172e5 req-84abd164-ae67-450c-949a-e405fe2632a6 service neutron] 10.222.0.13 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315207 Nov 10 17:28:46.767929 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-007f1293-ad44-492c-b91a-823615715aa2 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:46.777550 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-007f1293-ad44-492c-b91a-823615715aa2 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc&tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&binding%3Ahost_id=n-h1-776250-10 HTTP/1.1" status: 200 len: 1097 time: 0.1343226 Nov 10 17:28:46.792804 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-2554b80c-3d91-4241-a498-9094fc6b26d3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-776250-10'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:46.840748 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-217eb8fd-b129-48f4-99a6-75dc0cd6ff8d req-32a23efc-48b9-4d28-83c0-ac1a3c85fe95 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] 10.222.0.39 "GET /v2.0/security-groups/8f61ca60-74e0-4be1-963d-190cd7fa19be HTTP/1.1" status: 200 len: 1795 time: 0.1670587 Nov 10 17:28:46.875448 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2b69c350-e21c-47ec-a2b8-aee842ebe3ce req-08d518fe-b9be-4423-912e-4223f9084e1b service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738606 Nov 10 17:28:46.927772 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-5a66f1cb-1d2a-4e80-9a32-386e6d25efc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a668d2c8-a615-43ad-aa6f-96d2c434fcf6', 'name': 'tempest-FloatingIPsTestJSON-473610207-router', 'tenant_id': '8d92cc9d265249f7817571b295b892b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '828c0cca-2c63-4f5d-a856-b38fb966f572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:28:37Z', 'updated_at': '2021-11-10T17:28:45Z', 'revision_number': 4, 'project_id': '8d92cc9d265249f7817571b295b892b2', 'gw_port': {'id': '828c0cca-2c63-4f5d-a856-b38fb966f572', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a668d2c8-a615-43ad-aa6f-96d2c434fcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:28:39Z', 'updated_at': '2021-11-10T17:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'f7c48d0a-b493-41ab-b0d5-81a627c4c463', 'name': '', 'network_id': '2b29be27-dc3f-4463-938d-b2265cb3c90c', 'tenant_id': '8d92cc9d265249f7817571b295b892b2', 'mac_address': 'fa:16:3e:75:7c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a668d2c8-a615-43ad-aa6f-96d2c434fcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e4c7e9b5-6452-4cb1-b207-3eaa684da213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:28:43Z', 'updated_at': '2021-11-10T17:28:45Z', 'revision_number': 2, 'project_id': '8d92cc9d265249f7817571b295b892b2', 'subnets': [{'id': 'e4c7e9b5-6452-4cb1-b207-3eaa684da213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:28:46.948007 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-217eb8fd-b129-48f4-99a6-75dc0cd6ff8d req-7c88a36c-75e2-40fa-b91a-c42ec585ba06 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:46.952639 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1674eba1-7f29-47d4-a631-84aeb70172e5 req-a5bff828-0072-42e7-9ffb-501a51977e72 service neutron] 10.222.0.13 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082887 Nov 10 17:28:46.961663 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a66f1cb-1d2a-4e80-9a32-386e6d25efc5 None None] Checking router: a668d2c8-a615-43ad-aa6f-96d2c434fcf6 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:28:46.962017 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a66f1cb-1d2a-4e80-9a32-386e6d25efc5 None None] Updating router a668d2c8-a615-43ad-aa6f-96d2c434fcf6 port f7c48d0a-b493-41ab-b0d5-81a627c4c463 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:28:46.981345 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-217eb8fd-b129-48f4-99a6-75dc0cd6ff8d req-7c88a36c-75e2-40fa-b91a-c42ec585ba06 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:46.988854 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5a66f1cb-1d2a-4e80-9a32-386e6d25efc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:47.027249 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-217eb8fd-b129-48f4-99a6-75dc0cd6ff8d req-7c88a36c-75e2-40fa-b91a-c42ec585ba06 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:47.030245 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-217eb8fd-b129-48f4-99a6-75dc0cd6ff8d req-7c88a36c-75e2-40fa-b91a-c42ec585ba06 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:47.031244 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-217eb8fd-b129-48f4-99a6-75dc0cd6ff8d req-7c88a36c-75e2-40fa-b91a-c42ec585ba06 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/8f61ca60-74e0-4be1-963d-190cd7fa19be HTTP/1.1" status: 204 len: 173 time: 0.1749012 Nov 10 17:28:47.043642 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88a36c-75e2-40fa-b91a-c42ec585ba06 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f61ca60-74e0-4be1-963d-190cd7fa19be,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:47.173362 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-2554b80c-3d91-4241-a498-9094fc6b26d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:47.228046 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667408ed-9aaa-40a1-a969-01b457ef2c4a req-e951378e-ee75-4846-9735-72e98783d01c tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:47.231376 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-667408ed-9aaa-40a1-a969-01b457ef2c4a req-e951378e-ee75-4846-9735-72e98783d01c tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=748028ea-185c-41d1-a52c-f2263a6731f5 HTTP/1.1" status: 200 len: 948 time: 0.0598359 Nov 10 17:28:47.289618 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-667408ed-9aaa-40a1-a969-01b457ef2c4a req-b53f487d-f4c6-4101-903a-136ad2976f07 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519145 Nov 10 17:28:47.336332 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7b13bad0-94c5-49a6-8fc2-dc43b068f327 req-4e17d672-da35-4a98-b80e-09f232fabfa0 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5094883 Nov 10 17:28:47.345059 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5a66f1cb-1d2a-4e80-9a32-386e6d25efc5 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:47.349764 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 03c515be-05a6-49c9-929f-c0f6b50c68a7 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:28:47.357224 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-7b13bad0-94c5-49a6-8fc2-dc43b068f327 req-e3cfa69f-09a3-47ce-9071-d76e07102cc7 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:47.407632 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5a66f1cb-1d2a-4e80-9a32-386e6d25efc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:47.416734 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-2554b80c-3d91-4241-a498-9094fc6b26d3 service neutron] For port 008d6802-dafa-4c58-b9af-c9f645bec77b, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=008d6802-dafa-4c58-b9af-c9f645bec77b,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:28:47.419082 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7b13bad0-94c5-49a6-8fc2-dc43b068f327 req-e3cfa69f-09a3-47ce-9071-d76e07102cc7 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:47.503704 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d11e95-b8cc-4014-9ee9-9029ab36b3b3 req-7fe060f2-9937-43ec-a680-65dc09bc02da tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:47.505422 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c5d11e95-b8cc-4014-9ee9-9029ab36b3b3 req-7fe060f2-9937-43ec-a680-65dc09bc02da tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc HTTP/1.1" status: 200 len: 945 time: 0.0670931 Nov 10 17:28:47.525148 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742d654-5879-44cf-947d-ae38737b712c None None] Pushing event updated for resources: {'Port': ['ID=f7c48d0a-b493-41ab-b0d5-81a627c4c463,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:47.556909 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54240) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:47.583974 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-2554b80c-3d91-4241-a498-9094fc6b26d3 service neutron] For port 008d6802-dafa-4c58-b9af-c9f645bec77b, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:28:47.604857 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 03c515be-05a6-49c9-929f-c0f6b50c68a7 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:28:47.610655 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c5d11e95-b8cc-4014-9ee9-9029ab36b3b3 req-056ace27-867b-465c-b98d-86d6d26aa9f3 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932395 Nov 10 17:28:47.616330 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-5a66f1cb-1d2a-4e80-9a32-386e6d25efc5 None None] Attempting to bind port f7c48d0a-b493-41ab-b0d5-81a627c4c463 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:28:47.616700 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-5a66f1cb-1d2a-4e80-9a32-386e6d25efc5 None None] Attempting to bind port f7c48d0a-b493-41ab-b0d5-81a627c4c463 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '4e665f7f-b804-4fdc-b2ab-e7082e16d6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2b29be27-dc3f-4463-938d-b2265cb3c90c'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:28:47.617069 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a66f1cb-1d2a-4e80-9a32-386e6d25efc5 None None] Attempting to bind port f7c48d0a-b493-41ab-b0d5-81a627c4c463 on network 2b29be27-dc3f-4463-938d-b2265cb3c90c {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:28:47.619700 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 03c515be-05a6-49c9-929f-c0f6b50c68a7 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:28:47.620080 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:47.656826 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a66f1cb-1d2a-4e80-9a32-386e6d25efc5 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:28:47.657218 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a66f1cb-1d2a-4e80-9a32-386e6d25efc5 None None] Checking segment: {'id': '4e665f7f-b804-4fdc-b2ab-e7082e16d6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2b29be27-dc3f-4463-938d-b2265cb3c90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:28:47.657612 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5a66f1cb-1d2a-4e80-9a32-386e6d25efc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:47.658550 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a66f1cb-1d2a-4e80-9a32-386e6d25efc5 None None] Bound using segment: {'id': '4e665f7f-b804-4fdc-b2ab-e7082e16d6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2b29be27-dc3f-4463-938d-b2265cb3c90c'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:28:47.659065 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-5a66f1cb-1d2a-4e80-9a32-386e6d25efc5 None None] Bound port: f7c48d0a-b493-41ab-b0d5-81a627c4c463, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e665f7f-b804-4fdc-b2ab-e7082e16d6c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2b29be27-dc3f-4463-938d-b2265cb3c90c'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:28:47.659537 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5a66f1cb-1d2a-4e80-9a32-386e6d25efc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:47.683644 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d587b5b-5255-4826-9f8e-3908187bbbcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '008d6802-dafa-4c58-b9af-c9f645bec77b'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:28:47.686451 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38482dbd-5fa3-4afa-9efa-db29c0a19488" -d '{"events": [{"server_uuid": "7d587b5b-5255-4826-9f8e-3908187bbbcc", "name": "network-vif-unplugged", "status": "completed", "tag": "008d6802-dafa-4c58-b9af-c9f645bec77b"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:28:47.691851 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-2554b80c-3d91-4241-a498-9094fc6b26d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:47.713200 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bc217c04-4392-4cf0-9d9d-b5b387bf2d3b req-a49098a8-43ab-49ec-8668-f9e977696f90 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] 10.222.0.39 "GET /v2.0/security-groups/57d6523a-2144-4b3c-b1c7-bd5398805bad HTTP/1.1" status: 200 len: 1794 time: 0.0598552 Nov 10 17:28:47.714391 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-2554b80c-3d91-4241-a498-9094fc6b26d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:47.765892 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-afc55e2f-fa3a-4910-9e14-fa7d2e7faacc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:47.803725 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7b13bad0-94c5-49a6-8fc2-dc43b068f327 req-e3cfa69f-09a3-47ce-9071-d76e07102cc7 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:47.817146 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bc217c04-4392-4cf0-9d9d-b5b387bf2d3b req-f9fb5927-9c80-4e48-8b8c-fcb5fc1f96f1 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:47.852190 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bc217c04-4392-4cf0-9d9d-b5b387bf2d3b req-f9fb5927-9c80-4e48-8b8c-fcb5fc1f96f1 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:47.858818 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-2554b80c-3d91-4241-a498-9094fc6b26d3 service neutron] Attempting to bind port 008d6802-dafa-4c58-b9af-c9f645bec77b on host n-h1-776250-10 for vnic_type normal with profile {"migrating_to": "n-h2-776250-10"} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:28:47.859184 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-2554b80c-3d91-4241-a498-9094fc6b26d3 service neutron] Attempting to bind port 008d6802-dafa-4c58-b9af-c9f645bec77b by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:28:47.859531 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-2554b80c-3d91-4241-a498-9094fc6b26d3 service neutron] Attempting to bind port 008d6802-dafa-4c58-b9af-c9f645bec77b on network ee9bf645-62ea-4fb8-afab-51398fe4d64d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:28:47.866968 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-2554b80c-3d91-4241-a498-9094fc6b26d3 service neutron] Port 008d6802-dafa-4c58-b9af-c9f645bec77b on network ee9bf645-62ea-4fb8-afab-51398fe4d64d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:28:47.867497 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-2554b80c-3d91-4241-a498-9094fc6b26d3 service neutron] Attempting to bind port 008d6802-dafa-4c58-b9af-c9f645bec77b on network ee9bf645-62ea-4fb8-afab-51398fe4d64d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:28:47.873222 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 242956e9-40aa-473d-a550-08731feadc4d details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:28:47.902945 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554b80c-3d91-4241-a498-9094fc6b26d3 service neutron] Pushing event updated for resources: {'Port': ['ID=008d6802-dafa-4c58-b9af-c9f645bec77b,revision_number=7']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:47.909499 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-2554b80c-3d91-4241-a498-9094fc6b26d3 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:28:47.909872 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-2554b80c-3d91-4241-a498-9094fc6b26d3 service neutron] Checking segment: {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:28:47.910231 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-2554b80c-3d91-4241-a498-9094fc6b26d3 service neutron] Bound using segment: {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:28:47.910857 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-afc55e2f-fa3a-4910-9e14-fa7d2e7faacc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:47.911756 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-2554b80c-3d91-4241-a498-9094fc6b26d3 service neutron] Bound port: 008d6802-dafa-4c58-b9af-c9f645bec77b, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:28:47.912159 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-2554b80c-3d91-4241-a498-9094fc6b26d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:47.920141 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-afc55e2f-fa3a-4910-9e14-fa7d2e7faacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:47.938325 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bc217c04-4392-4cf0-9d9d-b5b387bf2d3b req-f9fb5927-9c80-4e48-8b8c-fcb5fc1f96f1 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:47.940633 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bc217c04-4392-4cf0-9d9d-b5b387bf2d3b req-f9fb5927-9c80-4e48-8b8c-fcb5fc1f96f1 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:47.952767 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bc217c04-4392-4cf0-9d9d-b5b387bf2d3b req-f9fb5927-9c80-4e48-8b8c-fcb5fc1f96f1 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/57d6523a-2144-4b3c-b1c7-bd5398805bad HTTP/1.1" status: 204 len: 173 time: 0.2376485 Nov 10 17:28:47.971235 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3aaf6127-00ec-46ee-a1ef-1fb81beb68c8 None None] Provisioning complete for port f7c48d0a-b493-41ab-b0d5-81a627c4c463 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:28:47.971790 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3aaf6127-00ec-46ee-a1ef-1fb81beb68c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:47.974146 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-5a66f1cb-1d2a-4e80-9a32-386e6d25efc5 None None] For port f7c48d0a-b493-41ab-b0d5-81a627c4c463, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:28:47.991423 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc55e2f-fa3a-4910-9e14-fa7d2e7faacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f680f28-bf98-4327-8a5a-6bc365ebdcd0,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:48.002910 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-afc55e2f-fa3a-4910-9e14-fa7d2e7faacc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c5b51e0d97194cb7981de053c239ce0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4444525 Nov 10 17:28:48.006974 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54250) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:48.035455 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb5927-9c80-4e48-8b8c-fcb5fc1f96f1 tempest-SecurityGroupsTestAdminJSON-611894929 tempest-SecurityGroupsTestAdminJSON-611894929-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d6523a-2144-4b3c-b1c7-bd5398805bad,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:48.040301 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-2554b80c-3d91-4241-a498-9094fc6b26d3 service neutron] For port 008d6802-dafa-4c58-b9af-c9f645bec77b, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:28:48.042388 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-5a66f1cb-1d2a-4e80-9a32-386e6d25efc5 None None] For port f7c48d0a-b493-41ab-b0d5-81a627c4c463, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=f7c48d0a-b493-41ab-b0d5-81a627c4c463,segment=NetworkSegment(4e665f7f-b804-4fdc-b2ab-e7082e16d6c4),segment_id=4e665f7f-b804-4fdc-b2ab-e7082e16d6c4)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:28:48.044961 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:48.067262 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-2554b80c-3d91-4241-a498-9094fc6b26d3 service neutron] For port 008d6802-dafa-4c58-b9af-c9f645bec77b, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=008d6802-dafa-4c58-b9af-c9f645bec77b,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:28:48.075726 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5a66f1cb-1d2a-4e80-9a32-386e6d25efc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:48.085363 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-7b13bad0-94c5-49a6-8fc2-dc43b068f327 req-e3cfa69f-09a3-47ce-9071-d76e07102cc7 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Allocated IP 172.25.5.25 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/37b9c87c-11d3-4d45-930e-a0f226854205) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:28:48.088842 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-2554b80c-3d91-4241-a498-9094fc6b26d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:48.116683 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-73c4f627-3219-492c-b551-619e07a51c64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:48.152654 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742d654-5879-44cf-947d-ae38737b712c None None] Pushing event updated for resources: {'Port': ['ID=f7c48d0a-b493-41ab-b0d5-81a627c4c463,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:48.153939 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-73c4f627-3219-492c-b551-619e07a51c64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:48.184189 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 03c515be-05a6-49c9-929f-c0f6b50c68a7, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=03c515be-05a6-49c9-929f-c0f6b50c68a7,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:28:48.188260 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748028ea-185c-41d1-a52c-f2263a6731f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c515be-05a6-49c9-929f-c0f6b50c68a7'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:28:48.191075 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4650a2-c730-4ad3-922b-ce4a5a6b8054" -d '{"events": [{"server_uuid": "748028ea-185c-41d1-a52c-f2263a6731f5", "name": "network-vif-plugged", "status": "completed", "tag": "03c515be-05a6-49c9-929f-c0f6b50c68a7"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:28:48.196860 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-3aaf6127-00ec-46ee-a1ef-1fb81beb68c8 None None] Port f7c48d0a-b493-41ab-b0d5-81a627c4c463 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:28:48.213916 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:48.228564 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-2554b80c-3d91-4241-a498-9094fc6b26d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:48.228564 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-2554b80c-3d91-4241-a498-9094fc6b26d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:48.229955 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-2554b80c-3d91-4241-a498-9094fc6b26d3 service neutron] 10.222.0.13 "PUT /v2.0/ports/008d6802-dafa-4c58-b9af-c9f645bec77b HTTP/1.1" status: 200 len: 1123 time: 1.4427853 Nov 10 17:28:48.247787 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554b80c-3d91-4241-a498-9094fc6b26d3 service neutron] Pushing event updated for resources: {'Port': ['ID=008d6802-dafa-4c58-b9af-c9f645bec77b,revision_number=8']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:48.267180 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c826f9-7f6c-4201-af3f-bdf38007e755 req-3b657ed8-f890-4f91-bf81-d7211fbd6679 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:48.268537 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 242956e9-40aa-473d-a550-08731feadc4d, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=242956e9-40aa-473d-a550-08731feadc4d,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:28:48.277149 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-12c826f9-7f6c-4201-af3f-bdf38007e755 req-3b657ed8-f890-4f91-bf81-d7211fbd6679 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 943 time: 0.1092582 Nov 10 17:28:48.281487 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a66f1cb-1d2a-4e80-9a32-386e6d25efc5 None None] Routers {'a668d2c8-a615-43ad-aa6f-96d2c434fcf6'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:28:48.282179 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-5a66f1cb-1d2a-4e80-9a32-386e6d25efc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:28:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a668d2c8-a615-43ad-aa6f-96d2c434fcf6'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:28:48.327173 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7b13bad0-94c5-49a6-8fc2-dc43b068f327 req-e3cfa69f-09a3-47ce-9071-d76e07102cc7 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:48.346449 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-12c826f9-7f6c-4201-af3f-bdf38007e755 req-f7a043da-e8e6-44e5-8744-99168c872b6f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633326 Nov 10 17:28:48.347695 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-73c4f627-3219-492c-b551-619e07a51c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:48.352050 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-73c4f627-3219-492c-b551-619e07a51c64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:48.364444 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['008d6802-dafa-4c58-b9af-c9f645bec77b'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:28:48.365072 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-73c4f627-3219-492c-b551-619e07a51c64 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8f680f28-bf98-4327-8a5a-6bc365ebdcd0 HTTP/1.1" status: 204 len: 168 time: 0.3567376 Nov 10 17:28:48.376096 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4f627-3219-492c-b551-619e07a51c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f680f28-bf98-4327-8a5a-6bc365ebdcd0,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:48.378486 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7b13bad0-94c5-49a6-8fc2-dc43b068f327 req-e3cfa69f-09a3-47ce-9071-d76e07102cc7 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:48.382936 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '242956e9-40aa-473d-a550-08731feadc4d', 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1', 'port_id': '242956e9-40aa-473d-a550-08731feadc4d', 'mac_address': 'fa:16:3e:7e:41:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9be19-2b8d-48ad-890a-609759e284ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:28:48.422490 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ff7a8a-0193-4bdd-94cd-c30c7bfcb82c x-openstack-request-id: req-27ff7a8a-0193-4bdd-94cd-c30c7bfcb82c {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:28:48.422917 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d587b5b-5255-4826-9f8e-3908187bbbcc", "name": "network-vif-unplugged", "status": "completed", "tag": "008d6802-dafa-4c58-b9af-c9f645bec77b", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:28:48.423271 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-27ff7a8a-0193-4bdd-94cd-c30c7bfcb82c {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:28:48.424434 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d587b5b-5255-4826-9f8e-3908187bbbcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '008d6802-dafa-4c58-b9af-c9f645bec77b', 'code': 200} Nov 10 17:28:48.426575 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b13bad0-94c5-49a6-8fc2-dc43b068f327 req-e3cfa69f-09a3-47ce-9071-d76e07102cc7 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:28:48.447132 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-7b13bad0-94c5-49a6-8fc2-dc43b068f327 req-e3cfa69f-09a3-47ce-9071-d76e07102cc7 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:28:48.447984 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=03c515be-05a6-49c9-929f-c0f6b50c68a7,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:48.453529 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b13bad0-94c5-49a6-8fc2-dc43b068f327 req-e3cfa69f-09a3-47ce-9071-d76e07102cc7 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:28:48.519780 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfa69f-09a3-47ce-9071-d76e07102cc7 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Pushing event updated for resources: {'Port': ['ID=37b9c87c-11d3-4d45-930e-a0f226854205,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:48.528939 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0b3e3a11-88f2-4d28-baeb-0d89c48868ec req-4a8094de-59c0-49fc-956d-c8548021c0b6 tempest-SecurityGroupsTestAdminJSON-1055012947 tempest-SecurityGroupsTestAdminJSON-1055012947-project] 10.222.0.39 "GET /v2.0/security-groups/4ce330a2-24c8-44da-9f97-7e92b658c6a5 HTTP/1.1" status: 200 len: 1794 time: 0.0948527 Nov 10 17:28:48.571908 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7b13bad0-94c5-49a6-8fc2-dc43b068f327 req-e3cfa69f-09a3-47ce-9071-d76e07102cc7 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:48.604449 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-0b3e3a11-88f2-4d28-baeb-0d89c48868ec req-e3d24b3c-9f28-467b-9d3c-3abd7b2befd8 tempest-SecurityGroupsTestAdminJSON-1055012947 tempest-SecurityGroupsTestAdminJSON-1055012947-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:48.625301 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7b13bad0-94c5-49a6-8fc2-dc43b068f327 req-e3cfa69f-09a3-47ce-9071-d76e07102cc7 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:48.630199 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-0b3e3a11-88f2-4d28-baeb-0d89c48868ec req-e3d24b3c-9f28-467b-9d3c-3abd7b2befd8 tempest-SecurityGroupsTestAdminJSON-1055012947 tempest-SecurityGroupsTestAdminJSON-1055012947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:48.631618 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:48.664588 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 242956e9-40aa-473d-a550-08731feadc4d {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:28:48.674994 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-0b3e3a11-88f2-4d28-baeb-0d89c48868ec req-e3d24b3c-9f28-467b-9d3c-3abd7b2befd8 tempest-SecurityGroupsTestAdminJSON-1055012947 tempest-SecurityGroupsTestAdminJSON-1055012947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:48.678254 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-0b3e3a11-88f2-4d28-baeb-0d89c48868ec req-e3d24b3c-9f28-467b-9d3c-3abd7b2befd8 tempest-SecurityGroupsTestAdminJSON-1055012947 tempest-SecurityGroupsTestAdminJSON-1055012947-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:48.679846 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0b3e3a11-88f2-4d28-baeb-0d89c48868ec req-e3d24b3c-9f28-467b-9d3c-3abd7b2befd8 tempest-SecurityGroupsTestAdminJSON-1055012947 tempest-SecurityGroupsTestAdminJSON-1055012947-project] 10.222.0.39 "DELETE /v2.0/security-groups/4ce330a2-24c8-44da-9f97-7e92b658c6a5 HTTP/1.1" status: 204 len: 173 time: 0.1475098 Nov 10 17:28:48.686080 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-5a66f1cb-1d2a-4e80-9a32-386e6d25efc5 None None] Set router a668d2c8-a615-43ad-aa6f-96d2c434fcf6 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:28:48.700503 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d24b3c-9f28-467b-9d3c-3abd7b2befd8 tempest-SecurityGroupsTestAdminJSON-1055012947 tempest-SecurityGroupsTestAdminJSON-1055012947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce330a2-24c8-44da-9f97-7e92b658c6a5,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:48.746174 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-dedd00dc-01eb-44ae-ac26-1290e74a8c79 None None] Provisioning complete for port f7c48d0a-b493-41ab-b0d5-81a627c4c463 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:28:48.746551 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dedd00dc-01eb-44ae-ac26-1290e74a8c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:48.801675 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2609dec7-eff7-4509-ab7f-a78e641c6b3f x-openstack-request-id: req-2609dec7-eff7-4509-ab7f-a78e641c6b3f {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:28:48.801987 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748028ea-185c-41d1-a52c-f2263a6731f5", "name": "network-vif-plugged", "status": "completed", "tag": "03c515be-05a6-49c9-929f-c0f6b50c68a7", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:28:48.802248 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2609dec7-eff7-4509-ab7f-a78e641c6b3f {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:28:48.802647 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748028ea-185c-41d1-a52c-f2263a6731f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c515be-05a6-49c9-929f-c0f6b50c68a7', 'code': 200} Nov 10 17:28:48.810284 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 242956e9-40aa-473d-a550-08731feadc4d, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=242956e9-40aa-473d-a550-08731feadc4d,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:28:48.829331 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:48.854320 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54270) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:48.882298 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-325e4d54-cf49-428e-908f-d887be94d3b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:48.923463 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1c98f-9dc3-448f-b1b1-ed74b4d70f18 req-ce3559c3-d317-4e78-baae-71c82657addf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:48.925895 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e3c1c98f-9dc3-448f-b1b1-ed74b4d70f18 req-ce3559c3-d317-4e78-baae-71c82657addf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=748028ea-185c-41d1-a52c-f2263a6731f5 HTTP/1.1" status: 200 len: 1101 time: 0.0841274 Nov 10 17:28:48.934980 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb264910-d68f-4fde-a01a-dc4d5c54a1c4 req-82871f0a-13fe-4e48-89a7-749218b2d15c tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:48.936735 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cb264910-d68f-4fde-a01a-dc4d5c54a1c4 req-82871f0a-13fe-4e48-89a7-749218b2d15c tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=748028ea-185c-41d1-a52c-f2263a6731f5 HTTP/1.1" status: 200 len: 949 time: 0.0787899 Nov 10 17:28:48.940888 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7b13bad0-94c5-49a6-8fc2-dc43b068f327 req-e3cfa69f-09a3-47ce-9071-d76e07102cc7 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:48.954226 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7b13bad0-94c5-49a6-8fc2-dc43b068f327 req-e3cfa69f-09a3-47ce-9071-d76e07102cc7 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:49.005379 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e3c1c98f-9dc3-448f-b1b1-ed74b4d70f18 req-6b57d590-b368-4fc6-a5c3-0ae0ceb192f7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672245 Nov 10 17:28:49.020634 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=242956e9-40aa-473d-a550-08731feadc4d,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:49.022228 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cb264910-d68f-4fde-a01a-dc4d5c54a1c4 req-571afe9f-2cbd-4303-9715-b5b0476653ba tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711772 Nov 10 17:28:49.060515 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfa69f-09a3-47ce-9071-d76e07102cc7 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Pushing event updated for resources: {'Port': ['ID=37b9c87c-11d3-4d45-930e-a0f226854205,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:49.076600 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-325e4d54-cf49-428e-908f-d887be94d3b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:49.077894 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7b13bad0-94c5-49a6-8fc2-dc43b068f327 req-e3cfa69f-09a3-47ce-9071-d76e07102cc7 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:49.087003 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-325e4d54-cf49-428e-908f-d887be94d3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:49.117572 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dedd00dc-01eb-44ae-ac26-1290e74a8c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:49.121822 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7b13bad0-94c5-49a6-8fc2-dc43b068f327 req-e3cfa69f-09a3-47ce-9071-d76e07102cc7 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:49.124194 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7b13bad0-94c5-49a6-8fc2-dc43b068f327 req-e3cfa69f-09a3-47ce-9071-d76e07102cc7 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7741377 Nov 10 17:28:49.149424 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e4d54-cf49-428e-908f-d887be94d3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74253809-82b3-409e-b7ca-6a275a9351f1,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:49.161407 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['242956e9-40aa-473d-a550-08731feadc4d'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:28:49.161644 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20a78f-5a1c-4069-bf5d-0039aa2ecfa8 req-ffab37f8-7ef8-47b6-9578-b096d8649db6 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:49.168365 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ec20a78f-5a1c-4069-bf5d-0039aa2ecfa8 req-ffab37f8-7ef8-47b6-9578-b096d8649db6 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc HTTP/1.1" status: 200 len: 943 time: 0.0708733 Nov 10 17:28:49.215183 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ec20a78f-5a1c-4069-bf5d-0039aa2ecfa8 req-257c60e5-21ad-49d3-bdbb-c9b7f0ff414e tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437493 Nov 10 17:28:49.223377 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-dedd00dc-01eb-44ae-ac26-1290e74a8c79 None None] For port f7c48d0a-b493-41ab-b0d5-81a627c4c463, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=f7c48d0a-b493-41ab-b0d5-81a627c4c463,segment=NetworkSegment(4e665f7f-b804-4fdc-b2ab-e7082e16d6c4),segment_id=4e665f7f-b804-4fdc-b2ab-e7082e16d6c4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:28:49.227950 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-325e4d54-cf49-428e-908f-d887be94d3b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6a26ab95499346b98aa7aab341d8aa5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3724756 Nov 10 17:28:49.230928 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54274) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:49.243123 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dedd00dc-01eb-44ae-ac26-1290e74a8c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:49.243339 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7b13bad0-94c5-49a6-8fc2-dc43b068f327 req-6e99f961-0377-45b6-af91-3944237288a7 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.25 HTTP/1.1" status: 200 len: 695 time: 0.1052651 Nov 10 17:28:49.318084 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd00dc-01eb-44ae-ac26-1290e74a8c79 None None] Pushing event updated for resources: {'Port': ['ID=f7c48d0a-b493-41ab-b0d5-81a627c4c463,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:49.325586 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bb11c626-9ee2-4168-a3b3-78e46f63557c req-2ef21016-e1d3-4840-9971-28f45112e52a tempest-SecurityGroupsTestAdminJSON-1055012947 tempest-SecurityGroupsTestAdminJSON-1055012947-project] 10.222.0.39 "GET /v2.0/security-groups/1d75a792-d709-4d4a-b6ac-432d76d29b3f HTTP/1.1" status: 200 len: 1794 time: 0.0659578 Nov 10 17:28:49.326159 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-5a66f1cb-1d2a-4e80-9a32-386e6d25efc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a668d2c8-a615-43ad-aa6f-96d2c434fcf6', 'name': 'tempest-FloatingIPsTestJSON-473610207-router', 'tenant_id': '8d92cc9d265249f7817571b295b892b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '828c0cca-2c63-4f5d-a856-b38fb966f572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:28:37Z', 'updated_at': '2021-11-10T17:28:45Z', 'revision_number': 4, 'project_id': '8d92cc9d265249f7817571b295b892b2', 'gw_port': {'id': '828c0cca-2c63-4f5d-a856-b38fb966f572', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a668d2c8-a615-43ad-aa6f-96d2c434fcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:28:39Z', 'updated_at': '2021-11-10T17:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'f7c48d0a-b493-41ab-b0d5-81a627c4c463', 'name': '', 'network_id': '2b29be27-dc3f-4463-938d-b2265cb3c90c', 'tenant_id': '8d92cc9d265249f7817571b295b892b2', 'mac_address': 'fa:16:3e:75:7c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a668d2c8-a615-43ad-aa6f-96d2c434fcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e4c7e9b5-6452-4cb1-b207-3eaa684da213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:28:43Z', 'updated_at': '2021-11-10T17:28:47Z', 'revision_number': 4, 'project_id': '8d92cc9d265249f7817571b295b892b2', 'subnets': [{'id': 'e4c7e9b5-6452-4cb1-b207-3eaa684da213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:28:49.328977 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dfc2ebff-924b-47da-a9a0-4b44b39ac18e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:49.355525 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dfc2ebff-924b-47da-a9a0-4b44b39ac18e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:49.362822 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a66f1cb-1d2a-4e80-9a32-386e6d25efc5 None None] The sync data for ids ['a668d2c8-a615-43ad-aa6f-96d2c434fcf6'] in n-d-776250-10 is: [{'id': 'a668d2c8-a615-43ad-aa6f-96d2c434fcf6', 'name': 'tempest-FloatingIPsTestJSON-473610207-router', 'tenant_id': '8d92cc9d265249f7817571b295b892b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '828c0cca-2c63-4f5d-a856-b38fb966f572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:28:37Z', 'updated_at': '2021-11-10T17:28:45Z', 'revision_number': 4, 'project_id': '8d92cc9d265249f7817571b295b892b2', 'gw_port': {'id': '828c0cca-2c63-4f5d-a856-b38fb966f572', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a668d2c8-a615-43ad-aa6f-96d2c434fcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:28:39Z', 'updated_at': '2021-11-10T17:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'f7c48d0a-b493-41ab-b0d5-81a627c4c463', 'name': '', 'network_id': '2b29be27-dc3f-4463-938d-b2265cb3c90c', 'tenant_id': '8d92cc9d265249f7817571b295b892b2', 'mac_address': 'fa:16:3e:75:7c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a668d2c8-a615-43ad-aa6f-96d2c434fcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e4c7e9b5-6452-4cb1-b207-3eaa684da213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:28:43Z', 'updated_at': '2021-11-10T17:28:47Z', 'revision_number': 4, 'project_id': '8d92cc9d265249f7817571b295b892b2', 'subnets': [{'id': 'e4c7e9b5-6452-4cb1-b207-3eaa684da213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:28:49.364334 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13bad0-94c5-49a6-8fc2-dc43b068f327 req-10b44e48-40b2-4d2b-869d-550872160120 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:49.365981 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7b13bad0-94c5-49a6-8fc2-dc43b068f327 req-10b44e48-40b2-4d2b-869d-550872160120 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 784 time: 0.1268094 Nov 10 17:28:49.381803 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-7b13bad0-94c5-49a6-8fc2-dc43b068f327 req-833477ed-ae97-4412-b709-21b8eb4c56e1 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:28:49.383064 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7b13bad0-94c5-49a6-8fc2-dc43b068f327 req-833477ed-ae97-4412-b709-21b8eb4c56e1 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087237 Nov 10 17:28:49.457738 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dfc2ebff-924b-47da-a9a0-4b44b39ac18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:49.461403 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dfc2ebff-924b-47da-a9a0-4b44b39ac18e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:49.462609 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-dfc2ebff-924b-47da-a9a0-4b44b39ac18e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/74253809-82b3-409e-b7ca-6a275a9351f1 HTTP/1.1" status: 204 len: 168 time: 0.2301700 Nov 10 17:28:49.479537 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2ebff-924b-47da-a9a0-4b44b39ac18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74253809-82b3-409e-b7ca-6a275a9351f1,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:49.497361 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bb11c626-9ee2-4168-a3b3-78e46f63557c req-ccbb5961-c808-4318-819f-e29dd5fc4806 tempest-SecurityGroupsTestAdminJSON-1055012947 tempest-SecurityGroupsTestAdminJSON-1055012947-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:49.538163 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bb11c626-9ee2-4168-a3b3-78e46f63557c req-ccbb5961-c808-4318-819f-e29dd5fc4806 tempest-SecurityGroupsTestAdminJSON-1055012947 tempest-SecurityGroupsTestAdminJSON-1055012947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:49.603723 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bb11c626-9ee2-4168-a3b3-78e46f63557c req-ccbb5961-c808-4318-819f-e29dd5fc4806 tempest-SecurityGroupsTestAdminJSON-1055012947 tempest-SecurityGroupsTestAdminJSON-1055012947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:49.606395 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bb11c626-9ee2-4168-a3b3-78e46f63557c req-ccbb5961-c808-4318-819f-e29dd5fc4806 tempest-SecurityGroupsTestAdminJSON-1055012947 tempest-SecurityGroupsTestAdminJSON-1055012947-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:49.616727 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bb11c626-9ee2-4168-a3b3-78e46f63557c req-ccbb5961-c808-4318-819f-e29dd5fc4806 tempest-SecurityGroupsTestAdminJSON-1055012947 tempest-SecurityGroupsTestAdminJSON-1055012947-project] 10.222.0.39 "DELETE /v2.0/security-groups/1d75a792-d709-4d4a-b6ac-432d76d29b3f HTTP/1.1" status: 204 len: 173 time: 0.2279570 Nov 10 17:28:49.633931 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb5961-c808-4318-819f-e29dd5fc4806 tempest-SecurityGroupsTestAdminJSON-1055012947 tempest-SecurityGroupsTestAdminJSON-1055012947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d75a792-d709-4d4a-b6ac-432d76d29b3f,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:49.676739 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139cbc0b-6cfe-49a0-b30a-92f4e39c3270 req-0b7935e0-7bc3-413d-9d7c-67895d863999 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:49.679699 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-139cbc0b-6cfe-49a0-b30a-92f4e39c3270 req-0b7935e0-7bc3-413d-9d7c-67895d863999 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 944 time: 0.1013677 Nov 10 17:28:49.731809 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b171e595-8415-4a3a-8f85-481954fceff7 req-87e4c375-af84-43fa-b9c3-e43dbdfb8f2a tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] 10.222.0.39 "GET /v2.0/floatingips/17a01652-df03-4de1-b303-025e260b8897 HTTP/1.1" status: 200 len: 692 time: 0.0858159 Nov 10 17:28:49.779282 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-139cbc0b-6cfe-49a0-b30a-92f4e39c3270 req-35560937-2083-4cbe-b2f3-f502035eea1f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923924 Nov 10 17:28:49.900535 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171e595-8415-4a3a-8f85-481954fceff7 req-869e2a57-82b4-4876-acd0-d437e8cd9c58 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:49.901969 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b171e595-8415-4a3a-8f85-481954fceff7 req-869e2a57-82b4-4876-acd0-d437e8cd9c58 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 784 time: 0.1692815 Nov 10 17:28:49.914342 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-b171e595-8415-4a3a-8f85-481954fceff7 req-a2e90ce9-fd7f-4740-ab6c-c74449814f89 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:28:49.915350 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b171e595-8415-4a3a-8f85-481954fceff7 req-a2e90ce9-fd7f-4740-ab6c-c74449814f89 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059667 Nov 10 17:28:49.946496 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54300) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:50.097936 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e296599a-de5b-4495-9985-36bd6668f4e5 req-43182d15-990c-4807-b28b-34e4b816176a tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=8d92cc9d265249f7817571b295b892b2 HTTP/1.1" status: 200 len: 695 time: 0.1433334 Nov 10 17:28:50.234035 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ce185bf7-729f-4152-8bba-100a6d810215 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7027a0c2c7024ba990a20c79ff4b0452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2866001 Nov 10 17:28:50.239724 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54318) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:50.266511 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296599a-de5b-4495-9985-36bd6668f4e5 req-7d8cecd9-edfb-4427-852f-1ab1e94514b2 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:50.273668 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcb54c-5577-45fe-b01a-70533f875280 req-43985675-cf95-481e-970a-43d3b13bad8c tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:50.275070 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e296599a-de5b-4495-9985-36bd6668f4e5 req-7d8cecd9-edfb-4427-852f-1ab1e94514b2 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] 10.222.0.39 "GET /v2.0/networks?id=ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 787 time: 0.1756811 Nov 10 17:28:50.275191 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9ebcb54c-5577-45fe-b01a-70533f875280 req-43985675-cf95-481e-970a-43d3b13bad8c tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=748028ea-185c-41d1-a52c-f2263a6731f5 HTTP/1.1" status: 200 len: 949 time: 0.0613778 Nov 10 17:28:50.284495 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-e296599a-de5b-4495-9985-36bd6668f4e5 req-32817136-6303-43a8-9008-b4706c536e45 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:28:50.296563 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e296599a-de5b-4495-9985-36bd6668f4e5 req-32817136-6303-43a8-9008-b4706c536e45 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0198867 Nov 10 17:28:50.351041 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c7664b77-7bcd-4825-b756-166dcd287077 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:50.377866 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c7664b77-7bcd-4825-b756-166dcd287077 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:50.429668 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d587b5b-5255-4826-9f8e-3908187bbbcc', 'tag': '008d6802-dafa-4c58-b9af-c9f645bec77b'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:28:50.435376 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e9541c-a626-45bb-9ea6-a0daf8fd2aec" -d '{"events": [{"name": "network-changed", "server_uuid": "7d587b5b-5255-4826-9f8e-3908187bbbcc", "tag": "008d6802-dafa-4c58-b9af-c9f645bec77b"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:28:50.449134 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9ebcb54c-5577-45fe-b01a-70533f875280 req-60865909-bc91-4baa-837d-11b771b3d11b tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660986 Nov 10 17:28:50.474867 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device f7c48d0a-b493-41ab-b0d5-81a627c4c463 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:28:50.508607 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c7664b77-7bcd-4825-b756-166dcd287077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:50.511156 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c7664b77-7bcd-4825-b756-166dcd287077 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:50.515775 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c7664b77-7bcd-4825-b756-166dcd287077 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c21cdda1-3633-472f-83bb-7548222d7eb2 HTTP/1.1" status: 204 len: 168 time: 0.2749610 Nov 10 17:28:50.524667 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4498caf-bcea-4477-b3ba-d449876ac0e4 req-3fb40845-83bc-47a0-b7e6-daeb3e515eef tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:50.532334 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f4498caf-bcea-4477-b3ba-d449876ac0e4 req-3fb40845-83bc-47a0-b7e6-daeb3e515eef tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc HTTP/1.1" status: 200 len: 943 time: 0.1012540 Nov 10 17:28:50.576944 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7664b77-7bcd-4825-b756-166dcd287077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21cdda1-3633-472f-83bb-7548222d7eb2,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:50.620974 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port f7c48d0a-b493-41ab-b0d5-81a627c4c463 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:28:50.621347 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:50.637824 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f4498caf-bcea-4477-b3ba-d449876ac0e4 req-11844f3c-f285-464e-a997-7314f9a3d7aa tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994909 Nov 10 17:28:50.795462 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a222655-8d89-4e94-9029-971c48000b47 req-5060be74-580a-4cea-a323-82e67f13f0c5 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] 10.222.0.39 "GET /v2.0/floatingips/17a01652-df03-4de1-b303-025e260b8897 HTTP/1.1" status: 200 len: 692 time: 0.3034608 Nov 10 17:28:50.800298 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58e6a0f-7ba0-499c-a3ab-73cd440f6741 x-openstack-request-id: req-b58e6a0f-7ba0-499c-a3ab-73cd440f6741 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:28:50.800967 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d587b5b-5255-4826-9f8e-3908187bbbcc", "tag": "008d6802-dafa-4c58-b9af-c9f645bec77b", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:28:50.801591 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b58e6a0f-7ba0-499c-a3ab-73cd440f6741 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:28:50.803008 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d587b5b-5255-4826-9f8e-3908187bbbcc', 'tag': '008d6802-dafa-4c58-b9af-c9f645bec77b', 'status': 'completed', 'code': 200} Nov 10 17:28:50.957533 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9541c-a626-45bb-9ea6-a0daf8fd2aec req-d52a9e8d-f6ff-42ad-8085-7c0d782442c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:50.959208 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-04e9541c-a626-45bb-9ea6-a0daf8fd2aec req-d52a9e8d-f6ff-42ad-8085-7c0d782442c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc HTTP/1.1" status: 200 len: 1126 time: 0.1560037 Nov 10 17:28:51.019586 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a222655-8d89-4e94-9029-971c48000b47 req-aa3b0f10-1ac4-44b1-a0e5-6b3ea9167ec0 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:51.024125 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a222655-8d89-4e94-9029-971c48000b47 req-aa3b0f10-1ac4-44b1-a0e5-6b3ea9167ec0 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 784 time: 0.2272091 Nov 10 17:28:51.035293 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-1a222655-8d89-4e94-9029-971c48000b47 req-3c44d406-36fd-447d-9151-5d57a46bad13 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:28:51.043061 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a222655-8d89-4e94-9029-971c48000b47 req-3c44d406-36fd-447d-9151-5d57a46bad13 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128036 Nov 10 17:28:51.107283 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a222655-8d89-4e94-9029-971c48000b47 req-6dc6e6d9-87bd-4f85-9ca7-9b6bbd177fa6 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.25 HTTP/1.1" status: 200 len: 695 time: 0.0589726 Nov 10 17:28:51.166398 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a222655-8d89-4e94-9029-971c48000b47 req-222e3505-a633-42b1-86c2-d4b1e603f08d tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.25 HTTP/1.1" status: 200 len: 695 time: 0.0580928 Nov 10 17:28:51.168484 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f612bc-e944-45f2-b0b0-aeee742fde78 req-bad50231-7d35-438b-b94c-47bda8f6203a tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:51.176689 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-05f612bc-e944-45f2-b0b0-aeee742fde78 req-bad50231-7d35-438b-b94c-47bda8f6203a tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 944 time: 0.1095593 Nov 10 17:28:51.186785 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9541c-a626-45bb-9ea6-a0daf8fd2aec req-d0b6320e-cf76-4c0e-9dac-daed8c280ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:51.188449 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-04e9541c-a626-45bb-9ea6-a0daf8fd2aec req-d0b6320e-cf76-4c0e-9dac-daed8c280ebd service neutron] 10.222.0.11 "GET /v2.0/networks?id=ee9bf645-62ea-4fb8-afab-51398fe4d64d HTTP/1.1" status: 200 len: 909 time: 0.2205601 Nov 10 17:28:51.194908 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54352) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:51.259928 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-04e9541c-a626-45bb-9ea6-a0daf8fd2aec req-9c279931-317c-456b-9c56-3ab19f957a12 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=008d6802-dafa-4c58-b9af-c9f645bec77b HTTP/1.1" status: 200 len: 217 time: 0.0538552 Nov 10 17:28:51.303913 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-1a222655-8d89-4e94-9029-971c48000b47 req-89effbfd-956d-4adf-a5ac-16ac42b25527 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Deleting port 37b9c87c-11d3-4d45-930e-a0f226854205 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:28:51.304421 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1a222655-8d89-4e94-9029-971c48000b47 req-89effbfd-956d-4adf-a5ac-16ac42b25527 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:51.317294 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-05f612bc-e944-45f2-b0b0-aeee742fde78 req-513aa434-6a26-4399-a7cd-8c37433709fa tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344101 Nov 10 17:28:51.354312 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-fe4c910e-c18d-46f7-8989-2cc889c2a849 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6eeaaba16d884624841b52d3f291c7cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1581266 Nov 10 17:28:51.357080 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54356) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:51.363291 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9541c-a626-45bb-9ea6-a0daf8fd2aec req-8e402849-6ba4-4a0f-9908-ca4df68c5634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:51.364921 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-04e9541c-a626-45bb-9ea6-a0daf8fd2aec req-8e402849-6ba4-4a0f-9908-ca4df68c5634 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6dcea188-714e-4316-9245-d3631f0cca17 HTTP/1.1" status: 200 len: 848 time: 0.0954580 Nov 10 17:28:51.410220 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-04e9541c-a626-45bb-9ea6-a0daf8fd2aec req-1d8b01a7-f3a0-42d2-9a5a-ee55e9009942 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ee9bf645-62ea-4fb8-afab-51398fe4d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357976 Nov 10 17:28:51.590782 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-04e9541c-a626-45bb-9ea6-a0daf8fd2aec req-7f8bc780-0887-499c-b525-8e911b7ffa23 service neutron] 10.222.0.11 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702473 Nov 10 17:28:51.650195 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27546aa5-3b58-4d6b-a9aa-3e34dd3edd7b req-442bcacb-c968-4cfb-bbda-3b343db33b94 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:51.651691 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-27546aa5-3b58-4d6b-a9aa-3e34dd3edd7b req-442bcacb-c968-4cfb-bbda-3b343db33b94 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=748028ea-185c-41d1-a52c-f2263a6731f5 HTTP/1.1" status: 200 len: 949 time: 0.1002066 Nov 10 17:28:51.691839 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8ef42523-5750-4217-b9c0-f5dd8a27f9f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:51.708356 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1a222655-8d89-4e94-9029-971c48000b47 req-89effbfd-956d-4adf-a5ac-16ac42b25527 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:51.708683 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1a222655-8d89-4e94-9029-971c48000b47 req-89effbfd-956d-4adf-a5ac-16ac42b25527 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:51.729503 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-04e9541c-a626-45bb-9ea6-a0daf8fd2aec req-cdf8a073-ae86-43c0-9b25-d10bfb69217b service neutron] 10.222.0.11 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307988 Nov 10 17:28:51.730827 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-1a222655-8d89-4e94-9029-971c48000b47 req-89effbfd-956d-4adf-a5ac-16ac42b25527 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Calling delete_port for 37b9c87c-11d3-4d45-930e-a0f226854205 owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:28:51.732826 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-27546aa5-3b58-4d6b-a9aa-3e34dd3edd7b req-273b4f08-ac4d-46b2-b686-b264915efc90 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711906 Nov 10 17:28:51.735579 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8ef42523-5750-4217-b9c0-f5dd8a27f9f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:51.786916 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 008d6802-dafa-4c58-b9af-c9f645bec77b details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:28:51.853037 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 242956e9-40aa-473d-a550-08731feadc4d up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:28:51.904044 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8ef42523-5750-4217-b9c0-f5dd8a27f9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:51.906788 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8ef42523-5750-4217-b9c0-f5dd8a27f9f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:51.907980 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8ef42523-5750-4217-b9c0-f5dd8a27f9f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/94ccc2ba-f8b2-4092-8b6f-4d21c02444a8 HTTP/1.1" status: 204 len: 168 time: 0.5494251 Nov 10 17:28:51.917684 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254252e-14c8-4c94-b4de-faec7007348d req-da97ec4e-d35a-44d0-b884-d67ac84f8b3a tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:51.919361 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5254252e-14c8-4c94-b4de-faec7007348d req-da97ec4e-d35a-44d0-b884-d67ac84f8b3a tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc HTTP/1.1" status: 200 len: 943 time: 0.0608687 Nov 10 17:28:51.929801 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef42523-5750-4217-b9c0-f5dd8a27f9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ccc2ba-f8b2-4092-8b6f-4d21c02444a8,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:51.944337 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 008d6802-dafa-4c58-b9af-c9f645bec77b, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=008d6802-dafa-4c58-b9af-c9f645bec77b,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:28:51.966663 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 242956e9-40aa-473d-a550-08731feadc4d completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:28:51.976383 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 242956e9-40aa-473d-a550-08731feadc4d triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:28:51.977129 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:51.979965 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 008d6802-dafa-4c58-b9af-c9f645bec77b has no active binding in host n-h2-776250-10 {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 17:28:51.983838 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5254252e-14c8-4c94-b4de-faec7007348d req-4ba28f35-670d-407c-a783-cb8016ab0d91 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566649 Nov 10 17:28:52.005787 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1a222655-8d89-4e94-9029-971c48000b47 req-89effbfd-956d-4adf-a5ac-16ac42b25527 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:52.034516 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89effbfd-956d-4adf-a5ac-16ac42b25527 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Pushing event deleted for resources: {'Port': ['ID=37b9c87c-11d3-4d45-930e-a0f226854205,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:52.113162 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1a222655-8d89-4e94-9029-971c48000b47 req-89effbfd-956d-4adf-a5ac-16ac42b25527 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:52.119169 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1a222655-8d89-4e94-9029-971c48000b47 req-89effbfd-956d-4adf-a5ac-16ac42b25527 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:52.122607 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a222655-8d89-4e94-9029-971c48000b47 req-89effbfd-956d-4adf-a5ac-16ac42b25527 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] 10.222.0.39 "DELETE /v2.0/floatingips/17a01652-df03-4de1-b303-025e260b8897 HTTP/1.1" status: 204 len: 173 time: 0.9553416 Nov 10 17:28:52.150677 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb5cd6-a87a-4f03-9dd4-524b57a2d922 req-20abdf6a-1452-4ec5-93bf-bf1c27dcbbab tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:52.154121 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-39cb5cd6-a87a-4f03-9dd4-524b57a2d922 req-20abdf6a-1452-4ec5-93bf-bf1c27dcbbab tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.0713303 Nov 10 17:28:52.223012 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-39cb5cd6-a87a-4f03-9dd4-524b57a2d922 req-72991231-64b7-4539-9a68-c70e3d9bf47c tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606873 Nov 10 17:28:52.229097 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:52.257262 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ac233b-8269-4e91-8666-651f6c521367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242956e9-40aa-473d-a550-08731feadc4d'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:28:52.259498 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039e53c4-fb03-42ed-b544-6b3b4f60cd84" -d '{"events": [{"server_uuid": "37ac233b-8269-4e91-8666-651f6c521367", "name": "network-vif-plugged", "status": "completed", "tag": "242956e9-40aa-473d-a550-08731feadc4d"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:28:52.275962 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 242956e9-40aa-473d-a550-08731feadc4d, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=242956e9-40aa-473d-a550-08731feadc4d,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:28:52.282388 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:52.343634 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=242956e9-40aa-473d-a550-08731feadc4d,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:52.574807 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae94067b-ca75-4b09-992f-07ce5a6c1416 x-openstack-request-id: req-ae94067b-ca75-4b09-992f-07ce5a6c1416 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:28:52.575129 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ac233b-8269-4e91-8666-651f6c521367", "name": "network-vif-plugged", "status": "completed", "tag": "242956e9-40aa-473d-a550-08731feadc4d", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:28:52.575395 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ae94067b-ca75-4b09-992f-07ce5a6c1416 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:28:52.575805 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ac233b-8269-4e91-8666-651f6c521367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242956e9-40aa-473d-a550-08731feadc4d', 'code': 200} Nov 10 17:28:52.697022 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bd6e1fb3-fecc-4173-bdbb-0e56c7e9e545 req-7e8af8ea-4d3f-4da3-8558-a506baf38121 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2114863 Nov 10 17:28:52.707330 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-bd6e1fb3-fecc-4173-bdbb-0e56c7e9e545 req-8ed774c3-a74f-488b-a11e-ff950d393a5d tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:52.714938 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759863e0-7a24-477a-b486-a722f14c6da2 req-186d8e32-06f3-4ad1-bcf6-49f48483131a tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:52.723195 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-759863e0-7a24-477a-b486-a722f14c6da2 req-186d8e32-06f3-4ad1-bcf6-49f48483131a tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 945 time: 0.0957410 Nov 10 17:28:52.731906 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2db561-2959-41ef-890d-ccf887ef702f req-129605e4-32e6-48ab-98e9-06a2a834d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:52.733341 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3c2db561-2959-41ef-890d-ccf887ef702f req-129605e4-32e6-48ab-98e9-06a2a834d844 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 1097 time: 0.0705891 Nov 10 17:28:52.735500 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bd6e1fb3-fecc-4173-bdbb-0e56c7e9e545 req-8ed774c3-a74f-488b-a11e-ff950d393a5d tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Publish callbacks [] for floatingip, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:52.792670 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-759863e0-7a24-477a-b486-a722f14c6da2 req-b8929423-8a4d-463b-b0ba-2441a3fa6138 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686011 Nov 10 17:28:52.817773 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3c2db561-2959-41ef-890d-ccf887ef702f req-6f73d705-1e0f-40d3-a31f-109f5148fe96 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597882 Nov 10 17:28:52.854089 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bd6e1fb3-fecc-4173-bdbb-0e56c7e9e545 req-8ed774c3-a74f-488b-a11e-ff950d393a5d tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:52.901681 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-5d68357c-ff4a-4b6a-850e-c15f6f07fac3 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=972b151c649044219c436e3cbd0ebb30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225863 Nov 10 17:28:52.902137 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54438) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:53.016665 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-7aad60fe-11d3-43e6-a3e1-08950fce97e4 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1512756002-network', 'tenant_id': '842ce3f3858c4d418ad7ec087aa51052'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:53.038964 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-1e49a993-28bf-4eca-a8ff-854e82d7a981 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:53.040535 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-1e49a993-28bf-4eca-a8ff-854e82d7a981 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1325030 Nov 10 17:28:53.064042 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-25e4af31-cb02-4dda-9326-3db3cbbc52f7 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/quotas/972b151c649044219c436e3cbd0ebb30 HTTP/1.1" status: 200 len: 375 time: 0.0156934 Nov 10 17:28:53.066577 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aad60fe-11d3-43e6-a3e1-08950fce97e4 admin admin] Made reservation on behalf of 842ce3f3858c4d418ad7ec087aa51052 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:28:53.069389 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7aad60fe-11d3-43e6-a3e1-08950fce97e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:53.088374 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7aad60fe-11d3-43e6-a3e1-08950fce97e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:53.146274 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-1b542c87-563c-44dd-aefd-b6df18cf5e30 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=972b151c649044219c436e3cbd0ebb30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744517 Nov 10 17:28:53.195293 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-bd6e1fb3-fecc-4173-bdbb-0e56c7e9e545 req-8ed774c3-a74f-488b-a11e-ff950d393a5d tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Allocated IP 172.25.5.99 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/f08150d5-ac9b-4727-9b56-8e0f55842223) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:28:53.202356 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7aad60fe-11d3-43e6-a3e1-08950fce97e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:53.206828 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7aad60fe-11d3-43e6-a3e1-08950fce97e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:53.221771 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aad60fe-11d3-43e6-a3e1-08950fce97e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:28:53.247787 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7aad60fe-11d3-43e6-a3e1-08950fce97e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:53.248135 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-7aad60fe-11d3-43e6-a3e1-08950fce97e4 admin admin] Added segment d6dbb11d-8131-4825-aca3-58f2a07168ec of type vlan for network 369e16b0-6b9a-4013-852f-84e5edcabfbc Nov 10 17:28:53.258184 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad60fe-11d3-43e6-a3e1-08950fce97e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d8aa08-9d86-4c03-af58-0893bb1c838a,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:53.301227 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7aad60fe-11d3-43e6-a3e1-08950fce97e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:53.331855 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7aad60fe-11d3-43e6-a3e1-08950fce97e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:53.333049 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aad60fe-11d3-43e6-a3e1-08950fce97e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:53.333893 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7aad60fe-11d3-43e6-a3e1-08950fce97e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:53.336628 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bd6e1fb3-fecc-4173-bdbb-0e56c7e9e545 req-8ed774c3-a74f-488b-a11e-ff950d393a5d tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:53.389537 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bd6e1fb3-fecc-4173-bdbb-0e56c7e9e545 req-8ed774c3-a74f-488b-a11e-ff950d393a5d tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:53.406408 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad60fe-11d3-43e6-a3e1-08950fce97e4 admin admin] Pushing event updated for resources: {'Network': ['ID=369e16b0-6b9a-4013-852f-84e5edcabfbc,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:53.416700 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7aad60fe-11d3-43e6-a3e1-08950fce97e4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5135300 Nov 10 17:28:53.417485 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54452) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:53.421765 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 369e16b0-6b9a-4013-852f-84e5edcabfbc details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:28:53.426652 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-893f0130-3102-44c0-92db-8740b085d235 admin admin] Request body: {'subnet': {'network_id': '369e16b0-6b9a-4013-852f-84e5edcabfbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1512756002-subnet', 'tenant_id': '842ce3f3858c4d418ad7ec087aa51052', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:53.450715 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd6e1fb3-fecc-4173-bdbb-0e56c7e9e545 req-8ed774c3-a74f-488b-a11e-ff950d393a5d tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:28:53.456889 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-bd6e1fb3-fecc-4173-bdbb-0e56c7e9e545 req-8ed774c3-a74f-488b-a11e-ff950d393a5d tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:28:53.466793 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6e1fb3-fecc-4173-bdbb-0e56c7e9e545 req-8ed774c3-a74f-488b-a11e-ff950d393a5d tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:28:53.479442 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed774c3-a74f-488b-a11e-ff950d393a5d tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Pushing event updated for resources: {'Port': ['ID=f08150d5-ac9b-4727-9b56-8e0f55842223,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:53.501870 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6feda4-6068-4f43-82d9-c0b000a47bd4 req-5ce9a674-f951-42dc-b980-0faa5a6e2b08 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:53.504046 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2c6feda4-6068-4f43-82d9-c0b000a47bd4 req-5ce9a674-f951-42dc-b980-0faa5a6e2b08 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc HTTP/1.1" status: 200 len: 943 time: 0.0732398 Nov 10 17:28:53.505515 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893f0130-3102-44c0-92db-8740b085d235 admin admin] Made reservation on behalf of 842ce3f3858c4d418ad7ec087aa51052 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:28:53.507975 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-893f0130-3102-44c0-92db-8740b085d235 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:53.580908 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bd6e1fb3-fecc-4173-bdbb-0e56c7e9e545 req-8ed774c3-a74f-488b-a11e-ff950d393a5d tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:53.626769 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2c6feda4-6068-4f43-82d9-c0b000a47bd4 req-1867e18a-b035-4396-8ba8-fab46d925ccc tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054704 Nov 10 17:28:53.629835 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bd6e1fb3-fecc-4173-bdbb-0e56c7e9e545 req-8ed774c3-a74f-488b-a11e-ff950d393a5d tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:53.714999 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4a7fc957-0b70-4357-9033-74517eff87cc req-d07ce9ce-69c9-4435-b741-9fa89d64fc34 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=e88a7d7b-d8e3-499c-90e2-da5c038cc67f HTTP/1.1" status: 200 len: 210 time: 0.0364013 Nov 10 17:28:53.806844 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-893f0130-3102-44c0-92db-8740b085d235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:53.839080 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bd6e1fb3-fecc-4173-bdbb-0e56c7e9e545 req-8ed774c3-a74f-488b-a11e-ff950d393a5d tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:53.843683 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bd6e1fb3-fecc-4173-bdbb-0e56c7e9e545 req-8ed774c3-a74f-488b-a11e-ff950d393a5d tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:53.871817 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f0130-3102-44c0-92db-8740b085d235 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f270f374-b341-4b89-badc-91e69230acb3,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:53.884360 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893f0130-3102-44c0-92db-8740b085d235 admin admin] Checking segment: {'id': 'd6dbb11d-8131-4825-aca3-58f2a07168ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '369e16b0-6b9a-4013-852f-84e5edcabfbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:28:53.885329 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893f0130-3102-44c0-92db-8740b085d235 admin admin] Network hostable DHCP agents. Network: 369e16b0-6b9a-4013-852f-84e5edcabfbc, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:28:53.912122 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893f0130-3102-44c0-92db-8740b085d235 admin admin] Network 369e16b0-6b9a-4013-852f-84e5edcabfbc is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:28:53.915064 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bd6e1fb3-fecc-4173-bdbb-0e56c7e9e545 req-8ed774c3-a74f-488b-a11e-ff950d393a5d tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:53.923981 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-893f0130-3102-44c0-92db-8740b085d235 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 369e16b0-6b9a-4013-852f-84e5edcabfbc) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:28:53.929691 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed774c3-a74f-488b-a11e-ff950d393a5d tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Pushing event updated for resources: {'Port': ['ID=f08150d5-ac9b-4727-9b56-8e0f55842223,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:53.931429 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893f0130-3102-44c0-92db-8740b085d235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:53.933351 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-893f0130-3102-44c0-92db-8740b085d235 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:53.944700 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bd6e1fb3-fecc-4173-bdbb-0e56c7e9e545 req-8ed774c3-a74f-488b-a11e-ff950d393a5d tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:53.950873 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52216b95-6df0-4242-8551-2815af61bc65 None None] Network 369e16b0-6b9a-4013-852f-84e5edcabfbc requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:28:53.958423 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bd6e1fb3-fecc-4173-bdbb-0e56c7e9e545 req-8ed774c3-a74f-488b-a11e-ff950d393a5d tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2524834 Nov 10 17:28:53.962032 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-893f0130-3102-44c0-92db-8740b085d235 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5423443 Nov 10 17:28:54.065314 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bd6e1fb3-fecc-4173-bdbb-0e56c7e9e545 req-f659a3a4-915d-44ed-a501-f70a7d72a1b1 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.99 HTTP/1.1" status: 200 len: 695 time: 0.1073499 Nov 10 17:28:54.141277 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb57004-b7ff-4d67-a3c0-6558306f070b None None] Network 369e16b0-6b9a-4013-852f-84e5edcabfbc requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:28:54.217526 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d63718-bfdc-47e8-8e0a-1ba9d93ff2db req-dc9c9770-583a-4a21-b67b-6391c4d7f546 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:54.219720 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-721a0810-8a34-44cb-83d9-bccf41a6bf9f service neutron] 10.222.0.11 "GET /v2.0/ports/008d6802-dafa-4c58-b9af-c9f645bec77b/bindings/n-h2-776250-10 HTTP/1.1" status: 200 len: 385 time: 0.0901754 Nov 10 17:28:54.226297 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-03d63718-bfdc-47e8-8e0a-1ba9d93ff2db req-dc9c9770-583a-4a21-b67b-6391c4d7f546 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 945 time: 0.0715623 Nov 10 17:28:54.299168 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-03d63718-bfdc-47e8-8e0a-1ba9d93ff2db req-84c8c471-f081-4584-81a4-774c6f405c70 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719957 Nov 10 17:28:54.342491 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e1fb3-fecc-4173-bdbb-0e56c7e9e545 req-d668bc64-a6c9-4689-84d9-202b10495cbc tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:54.344285 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bd6e1fb3-fecc-4173-bdbb-0e56c7e9e545 req-d668bc64-a6c9-4689-84d9-202b10495cbc tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 784 time: 0.2720761 Nov 10 17:28:54.385555 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-bd6e1fb3-fecc-4173-bdbb-0e56c7e9e545 req-fe15e0a6-733e-4430-9be7-c974843ffc13 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:28:54.394520 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bd6e1fb3-fecc-4173-bdbb-0e56c7e9e545 req-fe15e0a6-733e-4430-9be7-c974843ffc13 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0396523 Nov 10 17:28:54.470421 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:54.493053 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fc02d90f-2099-4eaf-941c-cd40c310b1a9 req-f6996eaf-7a43-4c02-966a-7907e710536c tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] 10.222.0.39 "GET /v2.0/floatingips/1ff169e8-d18c-4e1f-9158-dd6357a760f1 HTTP/1.1" status: 200 len: 692 time: 0.0634263 Nov 10 17:28:54.579477 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-f57345d1-a350-41d2-8d26-c24d48e3a6b5 service neutron] For port 008d6802-dafa-4c58-b9af-c9f645bec77b, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=008d6802-dafa-4c58-b9af-c9f645bec77b,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:28:54.616822 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-f57345d1-a350-41d2-8d26-c24d48e3a6b5 service neutron] For port 008d6802-dafa-4c58-b9af-c9f645bec77b, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:28:54.645305 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02d90f-2099-4eaf-941c-cd40c310b1a9 req-f8038660-2f3c-448a-b25a-44526e2a31bb tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:54.646760 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fc02d90f-2099-4eaf-941c-cd40c310b1a9 req-f8038660-2f3c-448a-b25a-44526e2a31bb tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 784 time: 0.1475511 Nov 10 17:28:54.694373 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-f57345d1-a350-41d2-8d26-c24d48e3a6b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 008d6802-dafa-4c58-b9af-c9f645bec77b {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:28:54.709352 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-f57345d1-a350-41d2-8d26-c24d48e3a6b5 service neutron] For port 008d6802-dafa-4c58-b9af-c9f645bec77b, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=008d6802-dafa-4c58-b9af-c9f645bec77b,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:28:54.790908 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54504) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:54.799962 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fc02d90f-2099-4eaf-941c-cd40c310b1a9 req-9b5bca2e-5d21-4a95-91ac-87db04d930eb tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.99 HTTP/1.1" status: 200 len: 695 time: 0.1461635 Nov 10 17:28:54.802454 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-df7c5af2-5cef-4aa4-b405-6fe5ed11f1d4 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=972b151c649044219c436e3cbd0ebb30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517111 Nov 10 17:28:54.804129 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-f57345d1-a350-41d2-8d26-c24d48e3a6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:54.817903 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:54.920251 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3c653-917c-4608-a4d2-7549ab84ed87 req-386ac79e-f5b6-4099-a088-69854fe2630b tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:54.920893 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fc02d90f-2099-4eaf-941c-cd40c310b1a9 req-7d5bd4cc-9af4-43e5-aa32-e406d5abbe09 tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.99 HTTP/1.1" status: 200 len: 695 time: 0.1118197 Nov 10 17:28:54.930609 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-02f3c653-917c-4608-a4d2-7549ab84ed87 req-386ac79e-f5b6-4099-a088-69854fe2630b tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc HTTP/1.1" status: 200 len: 943 time: 0.2042048 Nov 10 17:28:55.039167 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-02f3c653-917c-4608-a4d2-7549ab84ed87 req-164d72cc-3dc3-4a39-bef3-062d280edcff tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073983 Nov 10 17:28:55.049077 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-f57345d1-a350-41d2-8d26-c24d48e3a6b5 service neutron] Transition to ACTIVE for port object 008d6802-dafa-4c58-b9af-c9f645bec77b will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:28:55.049701 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8ba55217-59ee-481c-af4b-c27d372fd364 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:55.065457 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-f57345d1-a350-41d2-8d26-c24d48e3a6b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:55.105127 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-dfddd598-ed51-4085-bea9-eeb7d3366491 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:55.106603 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-dfddd598-ed51-4085-bea9-eeb7d3366491 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2847970 Nov 10 17:28:55.139757 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-d2607c00-fd54-479d-afc8-f3a1ceaf84a3 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Request body: {'port': {'device_id': 'e88a7d7b-d8e3-499c-90e2-da5c038cc67f', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'admin_state_up': True, 'tenant_id': '972b151c649044219c436e3cbd0ebb30'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:55.151091 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-f57345d1-a350-41d2-8d26-c24d48e3a6b5 service neutron] No DVR routers for this DVR port 008d6802-dafa-4c58-b9af-c9f645bec77b on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:28:55.159654 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57345d1-a350-41d2-8d26-c24d48e3a6b5 service neutron] Pushing event updated for resources: {'Port': ['ID=008d6802-dafa-4c58-b9af-c9f645bec77b,revision_number=10']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:55.183393 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54514) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:55.189294 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-5833d143-0216-44a7-92da-38fbb16c0539 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1636720012-network', 'tenant_id': 'a37cae6a6cce46a58f73e681e6742575'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:55.228257 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-fc02d90f-2099-4eaf-941c-cd40c310b1a9 req-8776619a-cedc-4c9d-aa8d-abda45e2a71a tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Deleting port f08150d5-ac9b-4727-9b56-8e0f55842223 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:28:55.228635 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-fc02d90f-2099-4eaf-941c-cd40c310b1a9 req-8776619a-cedc-4c9d-aa8d-abda45e2a71a tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:55.229938 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54516) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:55.234280 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-f57345d1-a350-41d2-8d26-c24d48e3a6b5 service neutron] 10.222.0.11 "PUT /v2.0/ports/008d6802-dafa-4c58-b9af-c9f645bec77b/bindings/n-h2-776250-10/activate HTTP/1.1" status: 200 len: 370 time: 1.0065918 Nov 10 17:28:55.236188 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-370b7dc8-9006-4ce5-a50e-93d301caaaf8 req-d83c4939-23b2-4d97-a2dc-baf85e825982 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=e88a7d7b-d8e3-499c-90e2-da5c038cc67f HTTP/1.1" status: 200 len: 210 time: 0.0504148 Nov 10 17:28:55.260008 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5833d143-0216-44a7-92da-38fbb16c0539 admin admin] Made reservation on behalf of a37cae6a6cce46a58f73e681e6742575 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:28:55.262340 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5833d143-0216-44a7-92da-38fbb16c0539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:55.295305 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5833d143-0216-44a7-92da-38fbb16c0539 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:55.347443 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8ba55217-59ee-481c-af4b-c27d372fd364 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:55.363060 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8ba55217-59ee-481c-af4b-c27d372fd364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:55.421419 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-fc02d90f-2099-4eaf-941c-cd40c310b1a9 req-8776619a-cedc-4c9d-aa8d-abda45e2a71a tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:55.421743 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-fc02d90f-2099-4eaf-941c-cd40c310b1a9 req-8776619a-cedc-4c9d-aa8d-abda45e2a71a tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:55.440867 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-d2607c00-fd54-479d-afc8-f3a1ceaf84a3 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Made reservation on behalf of 972b151c649044219c436e3cbd0ebb30 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:28:55.445860 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-d2607c00-fd54-479d-afc8-f3a1ceaf84a3 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:55.446904 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-b5cb88ff-d7f2-4e71-9904-a32723ecca4b tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:55.449029 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-b5cb88ff-d7f2-4e71-9904-a32723ecca4b tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc&tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&binding%3Ahost_id=n-h1-776250-10 HTTP/1.1" status: 200 len: 1096 time: 0.1384490 Nov 10 17:28:55.456482 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8ba55217-59ee-481c-af4b-c27d372fd364 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eb43df9f6cb44228951f690b3d88af20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6641111 Nov 10 17:28:55.460571 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54522) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:55.463759 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-fc02d90f-2099-4eaf-941c-cd40c310b1a9 req-8776619a-cedc-4c9d-aa8d-abda45e2a71a tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Calling delete_port for f08150d5-ac9b-4727-9b56-8e0f55842223 owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:28:55.469077 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba55217-59ee-481c-af4b-c27d372fd364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5c3f13-c7d2-41e6-950d-014c3da88b04,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:55.513936 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ce5fcab9-68db-4d43-85e0-2dba6c53b3f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:55.566737 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5833d143-0216-44a7-92da-38fbb16c0539 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:55.607407 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5833d143-0216-44a7-92da-38fbb16c0539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:55.620416 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5833d143-0216-44a7-92da-38fbb16c0539 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:28:55.662623 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5833d143-0216-44a7-92da-38fbb16c0539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:55.662963 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-5833d143-0216-44a7-92da-38fbb16c0539 admin admin] Added segment 6486ea36-0af4-4bd2-9b72-f64248a3a51c of type vlan for network ac7c6da9-fe7a-425f-bc66-6db06f416a65 Nov 10 17:28:55.715819 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-5c3aa350-66da-4f25-9e03-d2ab03e62868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:55.717669 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-5c3aa350-66da-4f25-9e03-d2ab03e62868 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc&tenant_id=ef9ea014582b4acbb9c391ec5c5ef151 HTTP/1.1" status: 200 len: 1096 time: 0.2237713 Nov 10 17:28:55.724683 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:28:55.728984 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833d143-0216-44a7-92da-38fbb16c0539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83e24c0-7e02-4d20-97b4-1b3745c09742,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:55.756617 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366b7dc-b3a6-4932-8336-2b894816f5ef req-f15f06ca-c173-442f-9d65-19b23c9c410e tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:55.758122 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8366b7dc-b3a6-4932-8336-2b894816f5ef req-f15f06ca-c173-442f-9d65-19b23c9c410e tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 945 time: 0.2662597 Nov 10 17:28:55.761098 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5833d143-0216-44a7-92da-38fbb16c0539 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:55.790369 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ce5fcab9-68db-4d43-85e0-2dba6c53b3f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:55.793846 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-d2607c00-fd54-479d-afc8-f3a1ceaf84a3 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Allocated IP 192.168.233.223 (06bf2af7-1c64-4ab3-86f9-bba38a9adb20/7364e0f4-b425-437c-8639-701045fa2b03/ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:28:55.800589 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ce5fcab9-68db-4d43-85e0-2dba6c53b3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:55.826800 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fffab7b0-a69d-451c-82bf-f5ea2e34911a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:55.852043 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-fc02d90f-2099-4eaf-941c-cd40c310b1a9 req-8776619a-cedc-4c9d-aa8d-abda45e2a71a tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:55.882017 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5833d143-0216-44a7-92da-38fbb16c0539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:55.882952 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5833d143-0216-44a7-92da-38fbb16c0539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:55.883721 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5833d143-0216-44a7-92da-38fbb16c0539 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:55.885601 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ce5fcab9-68db-4d43-85e0-2dba6c53b3f5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=535f25b5b5ca43119b5309d6022c9f22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6535797 Nov 10 17:28:55.886305 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fcab9-68db-4d43-85e0-2dba6c53b3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b349a504-183c-4484-99ac-60ac2bde48be,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:55.888695 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fffab7b0-a69d-451c-82bf-f5ea2e34911a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:55.893688 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-25fa52c5-7b6c-42a0-bfb3-c70e57d79129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:55.893851 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54526) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:55.894959 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-25fa52c5-7b6c-42a0-bfb3-c70e57d79129 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc HTTP/1.1" status: 200 len: 1096 time: 0.1289146 Nov 10 17:28:55.901639 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776619a-cedc-4c9d-aa8d-abda45e2a71a tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Pushing event deleted for resources: {'Port': ['ID=f08150d5-ac9b-4727-9b56-8e0f55842223,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:55.905854 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8366b7dc-b3a6-4932-8336-2b894816f5ef req-8b321b2c-66e4-4f7a-916b-2cf7ff6829e8 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386864 Nov 10 17:28:56.015663 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5833d143-0216-44a7-92da-38fbb16c0539 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8311231 Nov 10 17:28:56.021864 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54532) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:56.029808 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-c1045ec4-3e88-44d1-9599-74ec38010b17 admin admin] Request body: {'subnet': {'network_id': 'ac7c6da9-fe7a-425f-bc66-6db06f416a65', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1636720012-subnet', 'tenant_id': 'a37cae6a6cce46a58f73e681e6742575', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:56.038227 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833d143-0216-44a7-92da-38fbb16c0539 admin admin] Pushing event updated for resources: {'Network': ['ID=ac7c6da9-fe7a-425f-bc66-6db06f416a65,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:56.062037 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network ac7c6da9-fe7a-425f-bc66-6db06f416a65 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:28:56.079442 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-b8a4b2b8-f29d-4c4d-b43c-f00ea7a992cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:56.081478 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-b8a4b2b8-f29d-4c4d-b43c-f00ea7a992cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=ee9bf645-62ea-4fb8-afab-51398fe4d64d HTTP/1.1" status: 200 len: 909 time: 0.1620221 Nov 10 17:28:56.085974 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fffab7b0-a69d-451c-82bf-f5ea2e34911a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:56.088670 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fffab7b0-a69d-451c-82bf-f5ea2e34911a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:56.089784 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-fffab7b0-a69d-451c-82bf-f5ea2e34911a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c5c3f13-c7d2-41e6-950d-014c3da88b04 HTTP/1.1" status: 204 len: 168 time: 0.6282585 Nov 10 17:28:56.099388 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3d3ae037-c471-48f7-95fa-d7af7aea805e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:56.100522 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffab7b0-a69d-451c-82bf-f5ea2e34911a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5c3f13-c7d2-41e6-950d-014c3da88b04,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:56.138910 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-fc02d90f-2099-4eaf-941c-cd40c310b1a9 req-8776619a-cedc-4c9d-aa8d-abda45e2a71a tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:56.141913 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-fc02d90f-2099-4eaf-941c-cd40c310b1a9 req-8776619a-cedc-4c9d-aa8d-abda45e2a71a tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:56.144010 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fc02d90f-2099-4eaf-941c-cd40c310b1a9 req-8776619a-cedc-4c9d-aa8d-abda45e2a71a tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] 10.222.0.39 "DELETE /v2.0/floatingips/1ff169e8-d18c-4e1f-9158-dd6357a760f1 HTTP/1.1" status: 204 len: 173 time: 1.2221763 Nov 10 17:28:56.147140 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-2313c388-6623-4642-8ec7-498c83c9cff3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=008d6802-dafa-4c58-b9af-c9f645bec77b HTTP/1.1" status: 200 len: 217 time: 0.0475159 Nov 10 17:28:56.169699 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3d3ae037-c471-48f7-95fa-d7af7aea805e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:56.189461 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1045ec4-3e88-44d1-9599-74ec38010b17 admin admin] Made reservation on behalf of a37cae6a6cce46a58f73e681e6742575 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:28:56.193974 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c1045ec4-3e88-44d1-9599-74ec38010b17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:56.271770 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-191ce2a4-b5d0-4f0e-b52a-734d5905f84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:56.273525 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-191ce2a4-b5d0-4f0e-b52a-734d5905f84c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dcea188-714e-4316-9245-d3631f0cca17 HTTP/1.1" status: 200 len: 848 time: 0.1102710 Nov 10 17:28:56.318347 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-1662ba08-2b91-4f6f-b113-e993129eecee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ee9bf645-62ea-4fb8-afab-51398fe4d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325065 Nov 10 17:28:56.382085 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-d2607c00-fd54-479d-afc8-f3a1ceaf84a3 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:56.430366 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8bfb97-7c03-4134-ad50-33cadce11e97 req-78743371-6d5f-4ecc-988e-5b0ff03d9136 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:56.432004 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4c8bfb97-7c03-4134-ad50-33cadce11e97 req-78743371-6d5f-4ecc-988e-5b0ff03d9136 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc HTTP/1.1" status: 200 len: 944 time: 0.1422253 Nov 10 17:28:56.444783 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-7f6dddf9-ddae-4801-b8b2-d9d5dde30392 service neutron] 10.222.0.13 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177649 Nov 10 17:28:56.461184 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3d3ae037-c471-48f7-95fa-d7af7aea805e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:56.464026 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3d3ae037-c471-48f7-95fa-d7af7aea805e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:56.467953 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3d3ae037-c471-48f7-95fa-d7af7aea805e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b349a504-183c-4484-99ac-60ac2bde48be HTTP/1.1" status: 204 len: 168 time: 0.5732560 Nov 10 17:28:56.511076 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ae037-c471-48f7-95fa-d7af7aea805e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b349a504-183c-4484-99ac-60ac2bde48be,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:56.526255 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-d2607c00-fd54-479d-afc8-f3a1ceaf84a3 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:56.538847 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54548) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:56.545216 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['03c515be-05a6-49c9-929f-c0f6b50c68a7'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:28:56.576852 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['0c5fb3a9-aaa2-4915-ac80-0340834eea8e'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:28:56.583025 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b99f206b-349c-4c50-b104-28c65d23e0d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:56.676838 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe33e0-2001-4a85-88ca-7ba9286e1161 req-197287d3-d0d0-4230-b1bc-9915a9912b51 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:56.678417 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0ebe33e0-2001-4a85-88ca-7ba9286e1161 req-197287d3-d0d0-4230-b1bc-9915a9912b51 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 1097 time: 0.1410985 Nov 10 17:28:56.700889 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4c8bfb97-7c03-4134-ad50-33cadce11e97 req-83566fb9-35de-434f-af2e-971112d9395f tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480507 Nov 10 17:28:56.710840 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-51a8695b-efef-4453-b446-9dd83c2ec1a4 service neutron] 10.222.0.13 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580459 Nov 10 17:28:56.754605 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-d2607c00-fd54-479d-afc8-f3a1ceaf84a3 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:28:56.762321 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-d2607c00-fd54-479d-afc8-f3a1ceaf84a3 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:28:56.774435 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-d2607c00-fd54-479d-afc8-f3a1ceaf84a3 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:28:56.836548 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0ebe33e0-2001-4a85-88ca-7ba9286e1161 req-9e434994-775f-4191-89ff-4bd2d52ac537 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467509 Nov 10 17:28:56.851489 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-d2607c00-fd54-479d-afc8-f3a1ceaf84a3 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:56.852830 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-d2607c00-fd54-479d-afc8-f3a1ceaf84a3 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:56.922657 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b99f206b-349c-4c50-b104-28c65d23e0d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:56.935490 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b99f206b-349c-4c50-b104-28c65d23e0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:57.013108 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f206b-349c-4c50-b104-28c65d23e0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61cdba91-473a-4d3a-a6c0-0acc2a83164f,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:57.036662 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b99f206b-349c-4c50-b104-28c65d23e0d4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=20220d5bd7cb4c519a840ba19be75b2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4957118 Nov 10 17:28:57.037744 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54554) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:57.114850 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54556) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:57.146544 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c1045ec4-3e88-44d1-9599-74ec38010b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:57.166436 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-21319fb9-30e9-4597-9a35-320d5a9ad50e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:57.172265 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [req-08b98b05-e502-4e6b-a128-32c103a101ac req-1fed0a7e-cd8d-4ede-a583-fa5842ece54d tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] show failed (client error): The resource could not be found. Nov 10 17:28:57.173259 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-08b98b05-e502-4e6b-a128-32c103a101ac req-1fed0a7e-cd8d-4ede-a583-fa5842ece54d tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] 10.222.0.39 "GET /v2.0/floatingips/1ff169e8-d18c-4e1f-9158-dd6357a760f1 HTTP/1.1" status: 404 len: 350 time: 0.4338322 Nov 10 17:28:57.178098 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2607c00-fd54-479d-afc8-f3a1ceaf84a3 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Pushing event updated for resources: {'Port': ['ID=ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:57.197394 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-d2607c00-fd54-479d-afc8-f3a1ceaf84a3 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0631430 Nov 10 17:28:57.227270 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5620713-e52b-41a9-a36c-252f75b99620 req-c9d65172-3487-4c2f-9b62-53b3bbc33069 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:57.230300 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-9e80a99e-37d0-4904-926f-2767a862add8 service neutron] Request body: {'port': {'device_id': 'e88a7d7b-d8e3-499c-90e2-da5c038cc67f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:28:57.233272 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6b173222-90ec-45fa-8bcd-b955a6e3758f None None] Provisioning complete for port ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:28:57.233891 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6b173222-90ec-45fa-8bcd-b955a6e3758f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:57.235316 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f5620713-e52b-41a9-a36c-252f75b99620 req-c9d65172-3487-4c2f-9b62-53b3bbc33069 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=e88a7d7b-d8e3-499c-90e2-da5c038cc67f HTTP/1.1" status: 200 len: 936 time: 0.1748815 Nov 10 17:28:57.237033 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1045ec4-3e88-44d1-9599-74ec38010b17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b443a9dc-1f5c-4439-8550-10ad801f0629,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:57.270812 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1045ec4-3e88-44d1-9599-74ec38010b17 admin admin] Checking segment: {'id': '6486ea36-0af4-4bd2-9b72-f64248a3a51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ac7c6da9-fe7a-425f-bc66-6db06f416a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:28:57.271203 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1045ec4-3e88-44d1-9599-74ec38010b17 admin admin] Network hostable DHCP agents. Network: ac7c6da9-fe7a-425f-bc66-6db06f416a65, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:28:57.282132 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-10021438-5154-40c5-a18d-2852b5e23e0b tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:57.283692 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-10021438-5154-40c5-a18d-2852b5e23e0b tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc&tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&binding%3Ahost_id=n-h2-776250-10 HTTP/1.1" status: 200 len: 1096 time: 0.1558433 Nov 10 17:28:57.287930 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-97e0ad7a-5a9e-402b-8d3c-73a1de5c5509 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:57.293271 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-6b173222-90ec-45fa-8bcd-b955a6e3758f None None] Port ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:28:57.318968 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-9e80a99e-37d0-4904-926f-2767a862add8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:57.336178 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1045ec4-3e88-44d1-9599-74ec38010b17 admin admin] Network ac7c6da9-fe7a-425f-bc66-6db06f416a65 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:28:57.366925 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-c1045ec4-3e88-44d1-9599-74ec38010b17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, ac7c6da9-fe7a-425f-bc66-6db06f416a65) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:28:57.374122 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1045ec4-3e88-44d1-9599-74ec38010b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:57.374922 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c1045ec4-3e88-44d1-9599-74ec38010b17 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:57.393268 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 008d6802-dafa-4c58-b9af-c9f645bec77b no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:28:57.393656 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f5620713-e52b-41a9-a36c-252f75b99620 req-6be1b906-24d7-4f2a-8af8-1e8666c8757a tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525297 Nov 10 17:28:57.418455 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-97e0ad7a-5a9e-402b-8d3c-73a1de5c5509 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:57.427382 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e4116f-f0bb-48d3-bda5-df83bab13873 None None] Network ac7c6da9-fe7a-425f-bc66-6db06f416a65 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:28:57.435999 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c1045ec4-3e88-44d1-9599-74ec38010b17 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4128191 Nov 10 17:28:57.498826 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 008d6802-dafa-4c58-b9af-c9f645bec77b not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:28:57.514098 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e35e0-8aba-4eeb-b199-b6b6b1599984 req-c31e4276-4fab-47c3-b05a-eebb573846df tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:57.521831 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f47e35e0-8aba-4eeb-b199-b6b6b1599984 req-c31e4276-4fab-47c3-b05a-eebb573846df tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 1097 time: 0.1273413 Nov 10 17:28:57.550220 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [req-120d58b0-09ab-4444-b63a-7bdd9c3dc568 req-eb8b1744-caca-4316-88dc-97c1a65fb58d tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] show failed (client error): The resource could not be found. Nov 10 17:28:57.557705 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-120d58b0-09ab-4444-b63a-7bdd9c3dc568 req-eb8b1744-caca-4316-88dc-97c1a65fb58d tempest-FloatingIPsTestJSON-1949366185 tempest-FloatingIPsTestJSON-1949366185-project] 10.222.0.39 "GET /v2.0/floatingips/1ff169e8-d18c-4e1f-9158-dd6357a760f1 HTTP/1.1" status: 404 len: 350 time: 0.1306498 Nov 10 17:28:57.563915 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-97e0ad7a-5a9e-402b-8d3c-73a1de5c5509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:57.568305 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-97e0ad7a-5a9e-402b-8d3c-73a1de5c5509 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:57.572846 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-97e0ad7a-5a9e-402b-8d3c-73a1de5c5509 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/61cdba91-473a-4d3a-a6c0-0acc2a83164f HTTP/1.1" status: 204 len: 168 time: 0.5322750 Nov 10 17:28:57.573784 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54562) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:57.617270 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0ad7a-5a9e-402b-8d3c-73a1de5c5509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cdba91-473a-4d3a-a6c0-0acc2a83164f,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:57.623672 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-21319fb9-30e9-4597-9a35-320d5a9ad50e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:57.633809 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b24c762-3989-40ae-9177-f5526c21ad81 None None] Network ac7c6da9-fe7a-425f-bc66-6db06f416a65 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:28:57.672869 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-21319fb9-30e9-4597-9a35-320d5a9ad50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:57.679295 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f47e35e0-8aba-4eeb-b199-b6b6b1599984 req-37b6cf35-2d79-4e09-96f3-4b1b0786ed77 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563265 Nov 10 17:28:57.920324 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-9e80a99e-37d0-4904-926f-2767a862add8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:28:57.937047 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-9e80a99e-37d0-4904-926f-2767a862add8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:57.952542 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-9e80a99e-37d0-4904-926f-2767a862add8 service neutron] Transition to ACTIVE for port object ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:28:57.959659 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-9e80a99e-37d0-4904-926f-2767a862add8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:58.032974 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80a99e-37d0-4904-926f-2767a862add8 service neutron] Pushing event updated for resources: {'Port': ['ID=ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:58.093323 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-83ffc473-e733-4c46-ab83-669b4ce1a1e8 service neutron] For port 008d6802-dafa-4c58-b9af-c9f645bec77b, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:28:58.127218 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-9e80a99e-37d0-4904-926f-2767a862add8 service neutron] Attempting to bind port ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:28:58.127698 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-9e80a99e-37d0-4904-926f-2767a862add8 service neutron] Attempting to bind port ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:28:58.128033 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-9e80a99e-37d0-4904-926f-2767a862add8 service neutron] Attempting to bind port ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:28:58.132562 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-9e80a99e-37d0-4904-926f-2767a862add8 service neutron] Port ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:28:58.132896 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-9e80a99e-37d0-4904-926f-2767a862add8 service neutron] Attempting to bind port ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:28:58.153974 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-9e80a99e-37d0-4904-926f-2767a862add8 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:28:58.154359 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-9e80a99e-37d0-4904-926f-2767a862add8 service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:28:58.154778 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-9e80a99e-37d0-4904-926f-2767a862add8 service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:28:58.155241 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-9e80a99e-37d0-4904-926f-2767a862add8 service neutron] Bound port: ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:28:58.155648 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-9e80a99e-37d0-4904-926f-2767a862add8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:58.156483 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-83ffc473-e733-4c46-ab83-669b4ce1a1e8 service neutron] Publish callbacks [] for binding, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:58.157603 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f86b4dd-9aee-42a6-a0f2-335dc57ed137 req-83ffc473-e733-4c46-ab83-669b4ce1a1e8 service neutron] 10.222.0.13 "DELETE /v2.0/ports/008d6802-dafa-4c58-b9af-c9f645bec77b/bindings/n-h1-776250-10 HTTP/1.1" status: 204 len: 173 time: 0.8582199 Nov 10 17:28:58.164877 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21319fb9-30e9-4597-9a35-320d5a9ad50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1e189d-e7ec-4e99-9cc9-4b1d3ed8249a,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:58.175761 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-21319fb9-30e9-4597-9a35-320d5a9ad50e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4252a6984dcc4af1bb4b2f306c209f9e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0574086 Nov 10 17:28:58.183830 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54594) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:28:58.265949 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8703dd-44c5-4e52-a452-12d1034ff4df req-c9c32bea-8ba0-4e75-a520-193a61b244c6 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:58.274180 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ec8703dd-44c5-4e52-a452-12d1034ff4df req-c9c32bea-8ba0-4e75-a520-193a61b244c6 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc HTTP/1.1" status: 200 len: 944 time: 0.2541497 Nov 10 17:28:58.309360 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-9e80a99e-37d0-4904-926f-2767a862add8 service neutron] For port ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:28:58.337900 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-9e80a99e-37d0-4904-926f-2767a862add8 service neutron] For port ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:28:58.352817 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-e9984477-c749-4dc8-93f4-58f2950b2199 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:58.355206 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-e9984477-c749-4dc8-93f4-58f2950b2199 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.39 "GET /v2.0/networks?id=369e16b0-6b9a-4013-852f-84e5edcabfbc HTTP/1.1" status: 200 len: 815 time: 0.2156382 Nov 10 17:28:58.357953 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-9e80a99e-37d0-4904-926f-2767a862add8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:58.389073 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-58a30436-cb50-4958-93a7-3ca8e29f475a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:58.404534 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-9e80a99e-37d0-4904-926f-2767a862add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:58.405748 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-9e80a99e-37d0-4904-926f-2767a862add8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:58.407775 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-9e80a99e-37d0-4904-926f-2767a862add8 service neutron] 10.222.0.13 "PUT /v2.0/ports/ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a HTTP/1.1" status: 200 len: 1097 time: 1.1876571 Nov 10 17:28:58.415885 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e88a7d7b-d8e3-499c-90e2-da5c038cc67f', 'tag': 'ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:28:58.418382 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4fa74e-da88-4847-92cb-fba2de90c7ac" -d '{"events": [{"name": "network-changed", "server_uuid": "e88a7d7b-d8e3-499c-90e2-da5c038cc67f", "tag": "ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:28:58.425145 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-1c48c15f-aef5-4c88-8442-d83699afc30c tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.39 "GET /v2.0/quotas/842ce3f3858c4d418ad7ec087aa51052 HTTP/1.1" status: 200 len: 375 time: 0.0634272 Nov 10 17:28:58.463172 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ec8703dd-44c5-4e52-a452-12d1034ff4df req-bcfe93c3-2e5e-40a8-b9e3-df3ee4af7c5c tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880229 Nov 10 17:28:58.475969 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-6bd20091-2f4e-4c02-b77d-df32216e9cff tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=842ce3f3858c4d418ad7ec087aa51052&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407491 Nov 10 17:28:58.568455 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-58a30436-cb50-4958-93a7-3ca8e29f475a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:58.596650 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80a99e-37d0-4904-926f-2767a862add8 service neutron] Pushing event updated for resources: {'Port': ['ID=ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:58.625491 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-3471d4b6-8286-4c4b-ac89-c9924bca61b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:58.627811 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-3471d4b6-8286-4c4b-ac89-c9924bca61b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=972b151c649044219c436e3cbd0ebb30&device_id=e88a7d7b-d8e3-499c-90e2-da5c038cc67f HTTP/1.1" status: 200 len: 1100 time: 0.1386411 Nov 10 17:28:58.715584 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-378d6d44-534e-428c-b098-ca9071662349 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a HTTP/1.1" status: 200 len: 217 time: 0.0783994 Nov 10 17:28:58.796612 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-41788954-9242-45d8-a5d1-aa2b4526b629 service neutron] 10.222.0.39 "GET /v2.0/networks/369e16b0-6b9a-4013-852f-84e5edcabfbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191867 Nov 10 17:28:58.820287 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-58a30436-cb50-4958-93a7-3ca8e29f475a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:58.822785 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-58a30436-cb50-4958-93a7-3ca8e29f475a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:58.823909 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-58a30436-cb50-4958-93a7-3ca8e29f475a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ae1e189d-e7ec-4e99-9cc9-4b1d3ed8249a HTTP/1.1" status: 204 len: 168 time: 0.6292932 Nov 10 17:28:58.835892 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-35cfdc69-e90c-4731-8d45-9336b521d44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:58.837604 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-35cfdc69-e90c-4731-8d45-9336b521d44c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1099501 Nov 10 17:28:58.848978 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a30436-cb50-4958-93a7-3ca8e29f475a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1e189d-e7ec-4e99-9cc9-4b1d3ed8249a,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:28:58.884437 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef375174-6302-4c97-8109-4b91247bcd50 req-5e681ed4-3506-4a10-a55a-1b48f304cf22 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:58.885967 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ef375174-6302-4c97-8109-4b91247bcd50 req-5e681ed4-3506-4a10-a55a-1b48f304cf22 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=e88a7d7b-d8e3-499c-90e2-da5c038cc67f HTTP/1.1" status: 200 len: 948 time: 0.1235802 Nov 10 17:28:58.995385 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-8d250be9-e93e-4aae-9fdd-f64907b14677 service neutron] 10.222.0.39 "GET /v2.0/networks/369e16b0-6b9a-4013-852f-84e5edcabfbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868088 Nov 10 17:28:59.000392 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ef375174-6302-4c97-8109-4b91247bcd50 req-8bcf7b8a-e5d0-497f-a4d8-03e1e3e81988 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037176 Nov 10 17:28:59.001619 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-346b7222-c47b-4df7-83f4-059b8ba70272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:59.003806 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-346b7222-c47b-4df7-83f4-059b8ba70272 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0773630 Nov 10 17:28:59.077932 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2e435ac6-5262-4789-b599-fcd641667e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:59.080388 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2c55db-1463-47d6-b4e7-fd4da4b143ed x-openstack-request-id: req-1d2c55db-1463-47d6-b4e7-fd4da4b143ed {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:28:59.080690 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e88a7d7b-d8e3-499c-90e2-da5c038cc67f", "tag": "ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:28:59.080950 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1d2c55db-1463-47d6-b4e7-fd4da4b143ed {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:28:59.081838 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e88a7d7b-d8e3-499c-90e2-da5c038cc67f', 'tag': 'ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a', 'status': 'completed', 'code': 200} Nov 10 17:28:59.173911 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-48f77a62-f3ee-4e26-aef4-f01a855dc348 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540091 Nov 10 17:28:59.503054 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f29ae-24f8-4345-af97-79502b0e335a req-069f335a-271c-46e5-a707-fac5f5cfb899 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:59.522730 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-843f29ae-24f8-4345-af97-79502b0e335a req-069f335a-271c-46e5-a707-fac5f5cfb899 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc HTTP/1.1" status: 200 len: 1096 time: 0.2121756 Nov 10 17:28:59.534522 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2a7ff1a-925f-487e-ba24-033ca7e07403 req-c3f86c77-4a47-4813-babd-8c4c37ed33b1 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501141 Nov 10 17:28:59.622799 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-2e435ac6-5262-4789-b599-fcd641667e8f admin admin] Deleting port f7c48d0a-b493-41ab-b0d5-81a627c4c463 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:28:59.623815 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2e435ac6-5262-4789-b599-fcd641667e8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:59.634178 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-843f29ae-24f8-4345-af97-79502b0e335a req-34aab078-28f0-49a0-93a6-3e794d6f0fe5 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087992 Nov 10 17:28:59.714807 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ca48a859-3b44-4d24-bc3f-22adf5f48f37 req-b586d2ac-13fb-41ca-bc7a-3bd3a152a258 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dfdc334-1556-429d-b5ae-c31d091c233e HTTP/1.1" status: 200 len: 210 time: 0.0350485 Nov 10 17:28:59.728457 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fa74e-da88-4847-92cb-fba2de90c7ac req-89b45b6a-8359-4d45-b1e8-8dbc235a553d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:59.729851 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5c4fa74e-da88-4847-92cb-fba2de90c7ac req-89b45b6a-8359-4d45-b1e8-8dbc235a553d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=972b151c649044219c436e3cbd0ebb30&device_id=e88a7d7b-d8e3-499c-90e2-da5c038cc67f HTTP/1.1" status: 200 len: 1100 time: 0.1167164 Nov 10 17:28:59.759119 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-2e435ac6-5262-4789-b599-fcd641667e8f admin admin] For port f7c48d0a-b493-41ab-b0d5-81a627c4c463, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=f7c48d0a-b493-41ab-b0d5-81a627c4c463,segment=NetworkSegment(4e665f7f-b804-4fdc-b2ab-e7082e16d6c4),segment_id=4e665f7f-b804-4fdc-b2ab-e7082e16d6c4)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:28:59.759480 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2e435ac6-5262-4789-b599-fcd641667e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:28:59.781902 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-2e435ac6-5262-4789-b599-fcd641667e8f admin admin] Calling delete_port for f7c48d0a-b493-41ab-b0d5-81a627c4c463 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:28:59.915709 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fa74e-da88-4847-92cb-fba2de90c7ac req-acf8e6bb-cf3b-4eaf-ae68-617808c7fb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:28:59.918836 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5c4fa74e-da88-4847-92cb-fba2de90c7ac req-acf8e6bb-cf3b-4eaf-ae68-617808c7fb15 service neutron] 10.222.0.13 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.1747093 Nov 10 17:28:59.971262 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5c4fa74e-da88-4847-92cb-fba2de90c7ac req-18b8b2ee-2fe7-47e4-b706-f1ad7692c3ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a HTTP/1.1" status: 200 len: 217 time: 0.0441751 Nov 10 17:29:00.030790 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2e435ac6-5262-4789-b599-fcd641667e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:00.069176 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fa74e-da88-4847-92cb-fba2de90c7ac req-d7034c1a-a83f-403a-97c3-df3aec480310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:00.071915 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5c4fa74e-da88-4847-92cb-fba2de90c7ac req-d7034c1a-a83f-403a-97c3-df3aec480310 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.0927026 Nov 10 17:29:00.098344 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e435ac6-5262-4789-b599-fcd641667e8f admin admin] Pushing event deleted for resources: {'Port': ['ID=f7c48d0a-b493-41ab-b0d5-81a627c4c463,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:00.353605 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fa74e-da88-4847-92cb-fba2de90c7ac req-c783f4a7-6b5e-4db0-bf5d-d441aac65686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:00.356075 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5c4fa74e-da88-4847-92cb-fba2de90c7ac req-c783f4a7-6b5e-4db0-bf5d-d441aac65686 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2712958 Nov 10 17:29:00.376252 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2e435ac6-5262-4789-b599-fcd641667e8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:00.450092 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-ea822de4-e065-46e8-8274-9e75e778d946 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:00.460639 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f5b35cf2-47ec-4989-ad7c-20303afc5dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:00.461443 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-ea822de4-e065-46e8-8274-9e75e778d946 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/networks?id=ee9bf645-62ea-4fb8-afab-51398fe4d64d HTTP/1.1" status: 200 len: 808 time: 0.3876941 Nov 10 17:29:00.543096 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-8dd9fe00-5c8a-4968-9dad-fa6ae6758171 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/quotas/ef9ea014582b4acbb9c391ec5c5ef151 HTTP/1.1" status: 200 len: 375 time: 0.0812194 Nov 10 17:29:00.651268 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e435ac6-5262-4789-b599-fcd641667e8f admin admin] Router a668d2c8-a615-43ad-aa6f-96d2c434fcf6 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:29:00.660970 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5c4fa74e-da88-4847-92cb-fba2de90c7ac req-76c64104-5d70-47ae-ba62-ae1f5295dba6 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881708 Nov 10 17:29:00.670568 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-5d342d7f-b7ea-4323-b1e2-659ca83817f4 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1242077 Nov 10 17:29:00.788366 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e435ac6-5262-4789-b599-fcd641667e8f admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:29:00.796647 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2e435ac6-5262-4789-b599-fcd641667e8f admin admin] 10.222.0.39 "PUT /v2.0/routers/a668d2c8-a615-43ad-aa6f-96d2c434fcf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2036386 Nov 10 17:29:00.798307 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85591fd4-dc38-47fd-9c50-b13c0406ed90 None None] Sync routers for ids ['a668d2c8-a615-43ad-aa6f-96d2c434fcf6'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:29:00.806438 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54708) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:00.816715 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85591fd4-dc38-47fd-9c50-b13c0406ed90 None None] Routers {'a668d2c8-a615-43ad-aa6f-96d2c434fcf6'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:29:00.817393 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-85591fd4-dc38-47fd-9c50-b13c0406ed90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:28:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a668d2c8-a615-43ad-aa6f-96d2c434fcf6'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:29:00.942547 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5c4fa74e-da88-4847-92cb-fba2de90c7ac req-322c3656-df65-464a-8f66-a59143db8444 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696779 Nov 10 17:29:00.958902 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-23092dcd-8b01-4707-af22-185ac4bc5802 service neutron] 10.222.0.39 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752163 Nov 10 17:29:00.995206 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-85591fd4-dc38-47fd-9c50-b13c0406ed90 None None] Set router a668d2c8-a615-43ad-aa6f-96d2c434fcf6 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:29:01.023878 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01c580d8-c40b-4add-8cfd-7d6daadd1f95 admin admin] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:01.167082 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-9e1f1aa1-c4d1-47f5-bcba-02e89411818b service neutron] 10.222.0.39 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070310 Nov 10 17:29:01.198252 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-85591fd4-dc38-47fd-9c50-b13c0406ed90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a668d2c8-a615-43ad-aa6f-96d2c434fcf6', 'name': 'tempest-FloatingIPsTestJSON-473610207-router', 'tenant_id': '8d92cc9d265249f7817571b295b892b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '828c0cca-2c63-4f5d-a856-b38fb966f572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:28:37Z', 'updated_at': '2021-11-10T17:28:59Z', 'revision_number': 5, 'project_id': '8d92cc9d265249f7817571b295b892b2', 'gw_port': {'id': '828c0cca-2c63-4f5d-a856-b38fb966f572', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a668d2c8-a615-43ad-aa6f-96d2c434fcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:28:39Z', 'updated_at': '2021-11-10T17:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:29:01.227288 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85591fd4-dc38-47fd-9c50-b13c0406ed90 None None] Checking router: a668d2c8-a615-43ad-aa6f-96d2c434fcf6 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:29:01.237390 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85591fd4-dc38-47fd-9c50-b13c0406ed90 None None] Routers {'a668d2c8-a615-43ad-aa6f-96d2c434fcf6'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:29:01.238214 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-85591fd4-dc38-47fd-9c50-b13c0406ed90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:28:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a668d2c8-a615-43ad-aa6f-96d2c434fcf6'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:29:01.305164 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-4395f74d-6246-4e8f-8aaa-797661a54622 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:01.308357 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-4395f74d-6246-4e8f-8aaa-797661a54622 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.11 "GET /v2.0/networks?id=369e16b0-6b9a-4013-852f-84e5edcabfbc HTTP/1.1" status: 200 len: 815 time: 0.3958061 Nov 10 17:29:01.322632 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01c580d8-c40b-4add-8cfd-7d6daadd1f95 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:01.329880 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-81b73fc3-372f-4e36-a6aa-ffabad01fa65 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] Request body: {'port': {'device_id': '3dfdc334-1556-429d-b5ae-c31d091c233e', 'network_id': '369e16b0-6b9a-4013-852f-84e5edcabfbc', 'admin_state_up': True, 'tenant_id': '842ce3f3858c4d418ad7ec087aa51052'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:29:01.357893 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-85591fd4-dc38-47fd-9c50-b13c0406ed90 None None] Set router a668d2c8-a615-43ad-aa6f-96d2c434fcf6 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:29:01.378217 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54730) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:01.479134 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c10d1d-bdb5-4c90-b78b-3004cc211150 req-f37b2fd7-ddce-4f14-8c3e-38b0e721ce32 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:01.492513 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-52c10d1d-bdb5-4c90-b78b-3004cc211150 req-f37b2fd7-ddce-4f14-8c3e-38b0e721ce32 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=e88a7d7b-d8e3-499c-90e2-da5c038cc67f HTTP/1.1" status: 200 len: 948 time: 0.0986974 Nov 10 17:29:01.562179 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-52c10d1d-bdb5-4c90-b78b-3004cc211150 req-ffbc41ac-f68b-44e4-a571-95f123d730a4 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682380 Nov 10 17:29:01.602275 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-01c580d8-c40b-4add-8cfd-7d6daadd1f95 admin admin] Deleting port 828c0cca-2c63-4f5d-a856-b38fb966f572 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:29:01.602660 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01c580d8-c40b-4add-8cfd-7d6daadd1f95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:01.621831 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-81b73fc3-372f-4e36-a6aa-ffabad01fa65 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] Made reservation on behalf of 842ce3f3858c4d418ad7ec087aa51052 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:29:01.634391 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-81b73fc3-372f-4e36-a6aa-ffabad01fa65 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:01.646117 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-85591fd4-dc38-47fd-9c50-b13c0406ed90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a668d2c8-a615-43ad-aa6f-96d2c434fcf6', 'name': 'tempest-FloatingIPsTestJSON-473610207-router', 'tenant_id': '8d92cc9d265249f7817571b295b892b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '828c0cca-2c63-4f5d-a856-b38fb966f572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:28:37Z', 'updated_at': '2021-11-10T17:28:59Z', 'revision_number': 5, 'project_id': '8d92cc9d265249f7817571b295b892b2', 'gw_port': {'id': '828c0cca-2c63-4f5d-a856-b38fb966f572', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a668d2c8-a615-43ad-aa6f-96d2c434fcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:28:39Z', 'updated_at': '2021-11-10T17:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:29:01.673586 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85591fd4-dc38-47fd-9c50-b13c0406ed90 None None] The sync data for ids ['a668d2c8-a615-43ad-aa6f-96d2c434fcf6'] in n-d-776250-10 is: [{'id': 'a668d2c8-a615-43ad-aa6f-96d2c434fcf6', 'name': 'tempest-FloatingIPsTestJSON-473610207-router', 'tenant_id': '8d92cc9d265249f7817571b295b892b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '828c0cca-2c63-4f5d-a856-b38fb966f572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:28:37Z', 'updated_at': '2021-11-10T17:28:59Z', 'revision_number': 5, 'project_id': '8d92cc9d265249f7817571b295b892b2', 'gw_port': {'id': '828c0cca-2c63-4f5d-a856-b38fb966f572', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a668d2c8-a615-43ad-aa6f-96d2c434fcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:28:39Z', 'updated_at': '2021-11-10T17:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:29:01.750694 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-6a555d84-c791-43c3-bd7b-6ad7ed0c7f44 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:29:01.762838 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-6a555d84-c791-43c3-bd7b-6ad7ed0c7f44 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3825183 Nov 10 17:29:01.808466 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-01c580d8-c40b-4add-8cfd-7d6daadd1f95 admin admin] For port 828c0cca-2c63-4f5d-a856-b38fb966f572, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=828c0cca-2c63-4f5d-a856-b38fb966f572,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:01.808998 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01c580d8-c40b-4add-8cfd-7d6daadd1f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:01.846813 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-01c580d8-c40b-4add-8cfd-7d6daadd1f95 admin admin] Calling delete_port for 828c0cca-2c63-4f5d-a856-b38fb966f572 owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:29:01.911640 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-d0063f0c-2a0b-4790-8858-ae71369306f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:01.913354 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-d0063f0c-2a0b-4790-8858-ae71369306f7 service neutron] 10.222.0.39 "GET /v2.0/ports/242956e9-40aa-473d-a550-08731feadc4d HTTP/1.1" status: 200 len: 1094 time: 0.1015682 Nov 10 17:29:01.917512 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-81b73fc3-372f-4e36-a6aa-ffabad01fa65 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] Allocated IP 172.20.0.14 (369e16b0-6b9a-4013-852f-84e5edcabfbc/f270f374-b341-4b89-badc-91e69230acb3/e5e695f3-afdd-4f11-8819-e7a9e80b7c3a) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:29:01.928335 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-935f03c0-6071-4b48-a626-066802dcaf58 service neutron] Request body: {'binding': {'host': 'n-h1-776250-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:29:01.929226 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-935f03c0-6071-4b48-a626-066802dcaf58 service neutron] Unknown quota resources ['binding']. {{(pid=102469) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 17:29:01.977339 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c14dca27-795f-4750-aed7-443de70b41e1 req-5079ea16-576b-4c1c-83fa-ba971a2e4919 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=1fa39d77f2cf4703817fb83e9a881cda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447657 Nov 10 17:29:02.190523 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dca27-795f-4750-aed7-443de70b41e1 req-35b68862-db91-418c-9f7d-d54177a1ead8 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:02.193095 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c14dca27-795f-4750-aed7-443de70b41e1 req-35b68862-db91-418c-9f7d-d54177a1ead8 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2065060 Nov 10 17:29:02.224393 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c14dca27-795f-4750-aed7-443de70b41e1 req-be3dd3c7-72ae-4656-b1c3-befaf194489a tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/quotas/1fa39d77f2cf4703817fb83e9a881cda HTTP/1.1" status: 200 len: 375 time: 0.0176160 Nov 10 17:29:02.277095 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c14dca27-795f-4750-aed7-443de70b41e1 req-ddc95654-61f3-461f-abca-30fbd38f89c4 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1fa39d77f2cf4703817fb83e9a881cda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425065 Nov 10 17:29:02.279271 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-935f03c0-6071-4b48-a626-066802dcaf58 service neutron] Attempting to bind port 242956e9-40aa-473d-a550-08731feadc4d on host n-h1-776250-10 for vnic_type normal with profile None {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:29:02.279846 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-935f03c0-6071-4b48-a626-066802dcaf58 service neutron] Attempting to bind port 242956e9-40aa-473d-a550-08731feadc4d by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:29:02.281596 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-935f03c0-6071-4b48-a626-066802dcaf58 service neutron] Attempting to bind port 242956e9-40aa-473d-a550-08731feadc4d on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:29:02.291525 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-935f03c0-6071-4b48-a626-066802dcaf58 service neutron] Port 242956e9-40aa-473d-a550-08731feadc4d on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:29:02.293348 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-935f03c0-6071-4b48-a626-066802dcaf58 service neutron] Attempting to bind port 242956e9-40aa-473d-a550-08731feadc4d on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:29:02.304599 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-935f03c0-6071-4b48-a626-066802dcaf58 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:29:02.304979 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-935f03c0-6071-4b48-a626-066802dcaf58 service neutron] Checking segment: {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:29:02.305672 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-935f03c0-6071-4b48-a626-066802dcaf58 service neutron] Bound using segment: {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:29:02.306064 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-935f03c0-6071-4b48-a626-066802dcaf58 service neutron] Bound port: 242956e9-40aa-473d-a550-08731feadc4d, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:29:02.331377 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device f7c48d0a-b493-41ab-b0d5-81a627c4c463 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:29:02.359657 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: f7c48d0a-b493-41ab-b0d5-81a627c4c463 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:29:02.360046 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device f7c48d0a-b493-41ab-b0d5-81a627c4c463 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:29:02.426243 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-935f03c0-6071-4b48-a626-066802dcaf58 service neutron] For port 242956e9-40aa-473d-a550-08731feadc4d, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=242956e9-40aa-473d-a550-08731feadc4d,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:29:02.427407 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01c580d8-c40b-4add-8cfd-7d6daadd1f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:02.436960 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-935f03c0-6071-4b48-a626-066802dcaf58 service neutron] Publish callbacks [] for binding, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:02.444034 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-935f03c0-6071-4b48-a626-066802dcaf58 service neutron] 10.222.0.39 "POST /v2.0/ports/242956e9-40aa-473d-a550-08731feadc4d/bindings HTTP/1.1" status: 201 len: 390 time: 0.5221736 Nov 10 17:29:02.450393 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-81b73fc3-372f-4e36-a6aa-ffabad01fa65 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:02.474458 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c580d8-c40b-4add-8cfd-7d6daadd1f95 admin admin] Pushing event deleted for resources: {'Port': ['ID=828c0cca-2c63-4f5d-a856-b38fb966f572,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:02.510308 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01c580d8-c40b-4add-8cfd-7d6daadd1f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:02.531611 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-555ab694-9113-4ffd-bdcc-9e9e4e5224f8 req-24a9489a-8f53-41c4-a1ca-5c22694139ec tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dfdc334-1556-429d-b5ae-c31d091c233e HTTP/1.1" status: 200 len: 210 time: 0.0613883 Nov 10 17:29:02.679893 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01c580d8-c40b-4add-8cfd-7d6daadd1f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:02.683860 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01c580d8-c40b-4add-8cfd-7d6daadd1f95 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:02.770734 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a6b07b7d-6371-4c94-bbf1-d03f8eba6023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:02.833984 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-81b73fc3-372f-4e36-a6aa-ffabad01fa65 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:02.886801 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ea0ae2c0-7c44-4c5c-ade7-9aaf67d93e53 req-ed6f338f-2eec-43e0-bf01-8d1078386527 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 210 time: 0.1808367 Nov 10 17:29:02.904796 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01c580d8-c40b-4add-8cfd-7d6daadd1f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:02.905633 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c580d8-c40b-4add-8cfd-7d6daadd1f95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a668d2c8-a615-43ad-aa6f-96d2c434fcf6 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:29:02.920345 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01c580d8-c40b-4add-8cfd-7d6daadd1f95 admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:02.924372 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-01c580d8-c40b-4add-8cfd-7d6daadd1f95 admin admin] 10.222.0.39 "DELETE /v2.0/routers/a668d2c8-a615-43ad-aa6f-96d2c434fcf6 HTTP/1.1" status: 204 len: 168 time: 2.1145902 Nov 10 17:29:02.932975 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54778) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:02.951840 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-81b73fc3-372f-4e36-a6aa-ffabad01fa65 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] Network 369e16b0-6b9a-4013-852f-84e5edcabfbc is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:29:02.953739 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.11', 64889) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:02.979310 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-81b73fc3-372f-4e36-a6aa-ffabad01fa65 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:29:02.989132 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-81b73fc3-372f-4e36-a6aa-ffabad01fa65 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:29:02.996936 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-81b73fc3-372f-4e36-a6aa-ffabad01fa65 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:02.997871 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-81b73fc3-372f-4e36-a6aa-ffabad01fa65 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:03.031094 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a01663a4-9110-4b62-b5b9-442e0c88be0b req-124c384b-a2f8-4c25-a828-28fbee378799 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c9ebac-603f-410a-ad4d-5d8d57872bfc HTTP/1.1" status: 200 len: 210 time: 0.1336384 Nov 10 17:29:03.050317 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-81b73fc3-372f-4e36-a6aa-ffabad01fa65 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7302480 Nov 10 17:29:03.067091 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-ac12fa14-36c1-4b09-9a39-e3a81811060e tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:03.069475 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-ac12fa14-36c1-4b09-9a39-e3a81811060e tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.11 "GET /v2.0/networks?id=ee9bf645-62ea-4fb8-afab-51398fe4d64d HTTP/1.1" status: 200 len: 808 time: 0.4050853 Nov 10 17:29:03.072361 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b73fc3-372f-4e36-a6aa-ffabad01fa65 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] Pushing event updated for resources: {'Port': ['ID=e5e695f3-afdd-4f11-8819-e7a9e80b7c3a,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:03.088234 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b5cc2e2-2627-4c0c-926c-b3185ef591d8 admin admin] Deleting subnet e4c7e9b5-6452-4cb1-b207-3eaa684da213 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:29:03.100608 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-93ef2834-02a2-43d3-8da2-f2aa2ae4e74f tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Request body: {'port': {'device_id': '7ebcb56f-ad99-41f4-96ee-377987322d1c', 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d', 'admin_state_up': True, 'tenant_id': 'ef9ea014582b4acbb9c391ec5c5ef151'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:29:03.104252 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-15b0235f-1c26-4d5d-8aab-8736fedf5ef5 service neutron] Request body: {'port': {'device_id': '3dfdc334-1556-429d-b5ae-c31d091c233e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:29:03.120177 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5b5cc2e2-2627-4c0c-926c-b3185ef591d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:03.232819 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-15b0235f-1c26-4d5d-8aab-8736fedf5ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:03.259932 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e022a9a-f480-41e8-a0ae-211fa9ef37e6 req-0986ffff-7679-4cf3-9096-523cea6b3c90 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:03.261655 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5e022a9a-f480-41e8-a0ae-211fa9ef37e6 req-0986ffff-7679-4cf3-9096-523cea6b3c90 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=e88a7d7b-d8e3-499c-90e2-da5c038cc67f HTTP/1.1" status: 200 len: 948 time: 0.1043670 Nov 10 17:29:03.450536 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5e022a9a-f480-41e8-a0ae-211fa9ef37e6 req-36535495-9e6b-4b9c-8f6b-7879a9a27df6 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645837 Nov 10 17:29:03.482398 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-1b36b4eb-6084-4c83-a58b-0e042b57fcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:03.484026 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-1b36b4eb-6084-4c83-a58b-0e042b57fcfb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ec9ca6147964daa83e30b2176db3b36&device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 1097 time: 0.5063958 Nov 10 17:29:03.565543 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5b5cc2e2-2627-4c0c-926c-b3185ef591d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:03.626182 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-15b0235f-1c26-4d5d-8aab-8736fedf5ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5e695f3-afdd-4f11-8819-e7a9e80b7c3a {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:29:03.635155 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-15b0235f-1c26-4d5d-8aab-8736fedf5ef5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:03.639514 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94439d-a325-411f-862a-f231993fda20 req-654d537b-2e2a-416f-b1d2-84f71ee4f25a tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:03.641365 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b94439d-a325-411f-862a-f231993fda20 req-654d537b-2e2a-416f-b1d2-84f71ee4f25a tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 945 time: 0.5689683 Nov 10 17:29:03.649949 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-15b0235f-1c26-4d5d-8aab-8736fedf5ef5 service neutron] Transition to ACTIVE for port object e5e695f3-afdd-4f11-8819-e7a9e80b7c3a will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:29:03.661641 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-15b0235f-1c26-4d5d-8aab-8736fedf5ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:03.781796 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.11', 64891) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:03.786530 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b0235f-1c26-4d5d-8aab-8736fedf5ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=e5e695f3-afdd-4f11-8819-e7a9e80b7c3a,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:03.831709 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c14dca27-795f-4750-aed7-443de70b41e1 req-e242356b-85c7-4250-aa4f-7899e31bd9d6 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=1fa39d77f2cf4703817fb83e9a881cda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420301 Nov 10 17:29:03.855700 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:03.858675 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:29:03.909774 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-3871890b-08d7-4e28-8256-8e643187a557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:03.911339 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-3871890b-08d7-4e28-8256-8e643187a557 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1 HTTP/1.1" status: 200 len: 922 time: 0.4168324 Nov 10 17:29:03.991073 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b94439d-a325-411f-862a-f231993fda20 req-f227db88-3538-46d3-b3ce-4ee81b3e0d15 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403342 Nov 10 17:29:03.995515 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-93ef2834-02a2-43d3-8da2-f2aa2ae4e74f tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Made reservation on behalf of ef9ea014582b4acbb9c391ec5c5ef151 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:29:04.011007 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-15b0235f-1c26-4d5d-8aab-8736fedf5ef5 service neutron] Attempting to bind port e5e695f3-afdd-4f11-8819-e7a9e80b7c3a on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:29:04.011007 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-15b0235f-1c26-4d5d-8aab-8736fedf5ef5 service neutron] Attempting to bind port e5e695f3-afdd-4f11-8819-e7a9e80b7c3a by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': 'd6dbb11d-8131-4825-aca3-58f2a07168ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '369e16b0-6b9a-4013-852f-84e5edcabfbc'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:29:04.011007 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-15b0235f-1c26-4d5d-8aab-8736fedf5ef5 service neutron] Attempting to bind port e5e695f3-afdd-4f11-8819-e7a9e80b7c3a on network 369e16b0-6b9a-4013-852f-84e5edcabfbc {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:29:04.017491 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-93ef2834-02a2-43d3-8da2-f2aa2ae4e74f tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:04.020266 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7e184-7506-46c4-8cef-afa91af6b2b4 req-b141cdbe-93c8-4608-8ddf-bcc44cea6218 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:04.022285 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d2f7e184-7506-46c4-8cef-afa91af6b2b4 req-b141cdbe-93c8-4608-8ddf-bcc44cea6218 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dfdc334-1556-429d-b5ae-c31d091c233e HTTP/1.1" status: 200 len: 944 time: 0.3529942 Nov 10 17:29:04.028671 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dca27-795f-4750-aed7-443de70b41e1 req-ae94476c-3380-489b-b432-2f6e5e054f5d tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:04.030064 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c14dca27-795f-4750-aed7-443de70b41e1 req-ae94476c-3380-489b-b432-2f6e5e054f5d tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1761973 Nov 10 17:29:04.042128 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-15b0235f-1c26-4d5d-8aab-8736fedf5ef5 service neutron] Port e5e695f3-afdd-4f11-8819-e7a9e80b7c3a on network 369e16b0-6b9a-4013-852f-84e5edcabfbc not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:29:04.042509 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-15b0235f-1c26-4d5d-8aab-8736fedf5ef5 service neutron] Attempting to bind port e5e695f3-afdd-4f11-8819-e7a9e80b7c3a on network 369e16b0-6b9a-4013-852f-84e5edcabfbc {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:29:04.058784 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54792) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:04.059587 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-15b0235f-1c26-4d5d-8aab-8736fedf5ef5 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:29:04.060026 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-15b0235f-1c26-4d5d-8aab-8736fedf5ef5 service neutron] Checking segment: {'id': 'd6dbb11d-8131-4825-aca3-58f2a07168ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '369e16b0-6b9a-4013-852f-84e5edcabfbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:29:04.060500 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-15b0235f-1c26-4d5d-8aab-8736fedf5ef5 service neutron] Bound using segment: {'id': 'd6dbb11d-8131-4825-aca3-58f2a07168ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '369e16b0-6b9a-4013-852f-84e5edcabfbc'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:29:04.060949 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-15b0235f-1c26-4d5d-8aab-8736fedf5ef5 service neutron] Bound port: e5e695f3-afdd-4f11-8819-e7a9e80b7c3a, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6dbb11d-8131-4825-aca3-58f2a07168ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '369e16b0-6b9a-4013-852f-84e5edcabfbc'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:29:04.062289 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-15b0235f-1c26-4d5d-8aab-8736fedf5ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:04.088743 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-c14dca27-795f-4750-aed7-443de70b41e1 req-47707760-ff93-4d09-beb9-dc2811cfa9c7 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Request body: {'port': {'device_id': '24c9ebac-603f-410a-ad4d-5d8d57872bfc', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'admin_state_up': True, 'tenant_id': '1fa39d77f2cf4703817fb83e9a881cda'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:29:04.102653 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:04.112785 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5b5cc2e2-2627-4c0c-926c-b3185ef591d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:04.116408 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': 'ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a', 'mac_address': 'fa:16:3e:c3:bc:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:29:04.119491 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-9a321fa7-7c0a-43e5-b9a8-7836c079f120 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=242956e9-40aa-473d-a550-08731feadc4d HTTP/1.1" status: 200 len: 217 time: 0.1718233 Nov 10 17:29:04.155463 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-15b0235f-1c26-4d5d-8aab-8736fedf5ef5 service neutron] For port e5e695f3-afdd-4f11-8819-e7a9e80b7c3a, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:29:04.159027 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-15b0235f-1c26-4d5d-8aab-8736fedf5ef5 service neutron] For port e5e695f3-afdd-4f11-8819-e7a9e80b7c3a, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=e5e695f3-afdd-4f11-8819-e7a9e80b7c3a,segment=NetworkSegment(d6dbb11d-8131-4825-aca3-58f2a07168ec),segment_id=d6dbb11d-8131-4825-aca3-58f2a07168ec)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:29:04.181239 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-15b0235f-1c26-4d5d-8aab-8736fedf5ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:04.216311 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:04.232316 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:29:04.253930 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:04.264623 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:04.288049 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-15b0235f-1c26-4d5d-8aab-8736fedf5ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:04.288686 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-15b0235f-1c26-4d5d-8aab-8736fedf5ef5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:04.290251 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-15b0235f-1c26-4d5d-8aab-8736fedf5ef5 service neutron] 10.222.0.11 "PUT /v2.0/ports/e5e695f3-afdd-4f11-8819-e7a9e80b7c3a HTTP/1.1" status: 200 len: 1093 time: 1.2209237 Nov 10 17:29:04.304110 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dfdc334-1556-429d-b5ae-c31d091c233e', 'tag': 'e5e695f3-afdd-4f11-8819-e7a9e80b7c3a'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:04.306647 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f5140b-9aa0-4ae5-a017-eb6b34cb2bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "3dfdc334-1556-429d-b5ae-c31d091c233e", "tag": "e5e695f3-afdd-4f11-8819-e7a9e80b7c3a"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:04.332928 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b0235f-1c26-4d5d-8aab-8736fedf5ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=e5e695f3-afdd-4f11-8819-e7a9e80b7c3a,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:04.336871 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:04.350807 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d2f7e184-7506-46c4-8cef-afa91af6b2b4 req-07b5d717-a7c8-4d0e-8cdc-5ca610b7970d tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5d8aa08-9d86-4c03-af58-0893bb1c838a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180373 Nov 10 17:29:04.448881 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 828c0cca-2c63-4f5d-a856-b38fb966f572 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:29:04.453261 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c14dca27-795f-4750-aed7-443de70b41e1 req-47707760-ff93-4d09-beb9-dc2811cfa9c7 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Made reservation on behalf of 1fa39d77f2cf4703817fb83e9a881cda for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:29:04.459166 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-c14dca27-795f-4750-aed7-443de70b41e1 req-47707760-ff93-4d09-beb9-dc2811cfa9c7 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:04.464076 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-f7e730f3-9d30-46d4-b25c-3277dcb32f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:04.465671 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-f7e730f3-9d30-46d4-b25c-3277dcb32f92 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=842ce3f3858c4d418ad7ec087aa51052&device_id=3dfdc334-1556-429d-b5ae-c31d091c233e HTTP/1.1" status: 200 len: 1096 time: 0.1136529 Nov 10 17:29:04.480716 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7ab357e1-8d63-4942-bf96-ab42020928e5 req-e1abfefb-5d5d-476f-9dad-ecc6c895f4c3 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 210 time: 0.2489028 Nov 10 17:29:04.483260 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 828c0cca-2c63-4f5d-a856-b38fb966f572 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:29:04.483769 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 828c0cca-2c63-4f5d-a856-b38fb966f572 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:29:04.486397 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5b5cc2e2-2627-4c0c-926c-b3185ef591d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:04.505381 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-c14dca27-795f-4750-aed7-443de70b41e1 req-47707760-ff93-4d09-beb9-dc2811cfa9c7 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:04.527695 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5b5cc2e2-2627-4c0c-926c-b3185ef591d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:04.529713 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c867ebe1-ac42-4d07-ad75-08d24d548235 None None] Network 2b29be27-dc3f-4463-938d-b2265cb3c90c requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:29:04.531350 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5b5cc2e2-2627-4c0c-926c-b3185ef591d8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e4c7e9b5-6452-4cb1-b207-3eaa684da213 HTTP/1.1" status: 204 len: 168 time: 1.5957191 Nov 10 17:29:04.535452 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5cc2e2-2627-4c0c-926c-b3185ef591d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4c7e9b5-6452-4cb1-b207-3eaa684da213,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:04.537124 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54802) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:04.572324 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-c2641410-b208-4a8e-8b43-c5d89da00423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:04.573897 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-c2641410-b208-4a8e-8b43-c5d89da00423 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f3d9be19-2b8d-48ad-890a-609759e284ae HTTP/1.1" status: 200 len: 861 time: 0.4226167 Nov 10 17:29:04.593793 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-24938e28-474b-45a6-9e2b-cc4f3a26a05c req-a7375bfa-16e3-4c69-8958-78971e141187 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c9ebac-603f-410a-ad4d-5d8d57872bfc HTTP/1.1" status: 200 len: 210 time: 0.0829182 Nov 10 17:29:04.595918 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32eac6c5-be4d-4923-ba07-d3a7697dd4ce x-openstack-request-id: req-32eac6c5-be4d-4923-ba07-d3a7697dd4ce {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:04.596229 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dfdc334-1556-429d-b5ae-c31d091c233e", "tag": "e5e695f3-afdd-4f11-8819-e7a9e80b7c3a", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:04.596487 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-32eac6c5-be4d-4923-ba07-d3a7697dd4ce {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:04.596877 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dfdc334-1556-429d-b5ae-c31d091c233e', 'tag': 'e5e695f3-afdd-4f11-8819-e7a9e80b7c3a', 'status': 'completed', 'code': 200} Nov 10 17:29:04.597565 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f0f56f4c-e128-417b-a450-6d1001f487d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:04.602044 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-7d425d2f-26b1-4cf0-9533-5dacd4f737c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5e695f3-afdd-4f11-8819-e7a9e80b7c3a HTTP/1.1" status: 200 len: 217 time: 0.1223066 Nov 10 17:29:04.652127 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:29:04.688429 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-3e3862f6-5de8-430d-85b6-b68ee2702614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:04.690155 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-3e3862f6-5de8-430d-85b6-b68ee2702614 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f270f374-b341-4b89-badc-91e69230acb3 HTTP/1.1" status: 200 len: 855 time: 0.0789759 Nov 10 17:29:04.716080 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-88061acc-9f20-40d9-99b4-a678ae63ef57 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1301897 Nov 10 17:29:04.748745 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-4d01039a-1398-4229-af92-43d7f26395b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=369e16b0-6b9a-4013-852f-84e5edcabfbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397835 Nov 10 17:29:04.755814 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-83a5942c-7318-409a-bdee-0e0106ebdbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:04.838062 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-93ef2834-02a2-43d3-8da2-f2aa2ae4e74f tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Allocated IP 172.20.0.14 (ee9bf645-62ea-4fb8-afab-51398fe4d64d/6dcea188-714e-4316-9245-d3631f0cca17/eeb22fdd-6ade-4c08-b377-92e7d1adeff1) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:29:04.863810 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-c14dca27-795f-4750-aed7-443de70b41e1 req-47707760-ff93-4d09-beb9-dc2811cfa9c7 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:04.871817 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f0f56f4c-e128-417b-a450-6d1001f487d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:04.877014 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-c14dca27-795f-4750-aed7-443de70b41e1 req-47707760-ff93-4d09-beb9-dc2811cfa9c7 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:04.885668 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6f704-f3c2-43ed-a413-cd6a69d97333 req-e7ce19b1-c1c1-439b-a0eb-21b4b2ca3fae tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:04.887276 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-88e6f704-f3c2-43ed-a413-cd6a69d97333 req-e7ce19b1-c1c1-439b-a0eb-21b4b2ca3fae tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=e88a7d7b-d8e3-499c-90e2-da5c038cc67f HTTP/1.1" status: 200 len: 949 time: 0.2201281 Nov 10 17:29:04.899921 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee762ff4-fa1c-478e-86ea-ca87164cbd5b None None] DHCP port deletion for 2b29be27-dc3f-4463-938d-b2265cb3c90c request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:29:04.900512 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f0f56f4c-e128-417b-a450-6d1001f487d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:04.954222 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-ee762ff4-fa1c-478e-86ea-ca87164cbd5b None None] Deleting port c5800b20-9b97-4ab4-a22e-bf864987acdb {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:29:04.954916 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ee762ff4-fa1c-478e-86ea-ca87164cbd5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:04.979918 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-8456749f-360c-4c0f-9f21-8863e5dd2cef service neutron] 10.222.0.11 "GET /v2.0/networks/369e16b0-6b9a-4013-852f-84e5edcabfbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236428 Nov 10 17:29:04.987954 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f0f56f4c-e128-417b-a450-6d1001f487d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e635c3c746a248c1b96837ff79c40a00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9056048 Nov 10 17:29:04.992303 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54804) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:05.001278 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47707760-ff93-4d09-beb9-dc2811cfa9c7 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=048710b1-fd94-4a51-b977-2c4b1bc91759,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:05.064006 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-ee762ff4-fa1c-478e-86ea-ca87164cbd5b None None] For port c5800b20-9b97-4ab4-a22e-bf864987acdb, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c5800b20-9b97-4ab4-a22e-bf864987acdb,segment=NetworkSegment(4e665f7f-b804-4fdc-b2ab-e7082e16d6c4),segment_id=4e665f7f-b804-4fdc-b2ab-e7082e16d6c4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:05.065150 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ee762ff4-fa1c-478e-86ea-ca87164cbd5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:05.065590 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-88e6f704-f3c2-43ed-a413-cd6a69d97333 req-d333492b-1d8d-4177-8bae-c9f56e8d597f tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647484 Nov 10 17:29:05.068326 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-cf4759f9-50d3-4c94-8e4a-e59df269189d service neutron] 10.222.0.11 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357828 Nov 10 17:29:05.080722 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-ee762ff4-fa1c-478e-86ea-ca87164cbd5b None None] Calling delete_port for c5800b20-9b97-4ab4-a22e-bf864987acdb owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:29:05.124846 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f56f4c-e128-417b-a450-6d1001f487d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f88f0e3-ad1e-478b-ac31-0901ff088b88,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:05.179085 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-c14dca27-795f-4750-aed7-443de70b41e1 req-47707760-ff93-4d09-beb9-dc2811cfa9c7 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Allocated IP 192.168.233.3 (06bf2af7-1c64-4ab3-86f9-bba38a9adb20/7364e0f4-b425-437c-8639-701045fa2b03/98901298-86d6-4f9d-9ac5-345696275700) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:29:05.201573 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-849d1fee-0f94-49bd-90cd-94f3f3f34ad8 req-44badfbe-91a6-4a5c-9503-bfcbf3f6c79a service neutron] 10.222.0.11 "GET /v2.0/networks/369e16b0-6b9a-4013-852f-84e5edcabfbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122631 Nov 10 17:29:05.203422 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-93ef2834-02a2-43d3-8da2-f2aa2ae4e74f tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:05.214714 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ef9a6-1174-4b33-9343-62d0ad5651a0 req-659b2b3e-4529-4a18-8190-5851ea30b234 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:05.216460 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-705ef9a6-1174-4b33-9343-62d0ad5651a0 req-659b2b3e-4529-4a18-8190-5851ea30b234 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 945 time: 0.1124282 Nov 10 17:29:05.314669 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-83a5942c-7318-409a-bdee-0e0106ebdbd9 admin admin] Deleting port c5800b20-9b97-4ab4-a22e-bf864987acdb {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:29:05.315670 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-83a5942c-7318-409a-bdee-0e0106ebdbd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:05.346846 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ee762ff4-fa1c-478e-86ea-ca87164cbd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:05.376640 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-705ef9a6-1174-4b33-9343-62d0ad5651a0 req-0d46bd85-bad4-417c-837a-d669c2f53469 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456542 Nov 10 17:29:05.383553 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d92f34b0-f8c6-4b83-b9ab-ab2f01d8d835 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:05.383930 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee762ff4-fa1c-478e-86ea-ca87164cbd5b None None] Pushing event deleted for resources: {'Port': ['ID=c5800b20-9b97-4ab4-a22e-bf864987acdb,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:05.398964 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee762ff4-fa1c-478e-86ea-ca87164cbd5b None None] No DVR routers for this DVR port c5800b20-9b97-4ab4-a22e-bf864987acdb on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:29:05.400490 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:05.409594 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-93ef2834-02a2-43d3-8da2-f2aa2ae4e74f tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:05.443538 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5140b-9aa0-4ae5-a017-eb6b34cb2bbd req-9b43e07f-d278-421a-93ea-669f9210f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:05.445611 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-29f5140b-9aa0-4ae5-a017-eb6b34cb2bbd req-9b43e07f-d278-421a-93ea-669f9210f85c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=842ce3f3858c4d418ad7ec087aa51052&device_id=3dfdc334-1556-429d-b5ae-c31d091c233e HTTP/1.1" status: 200 len: 1096 time: 0.1568027 Nov 10 17:29:05.541709 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-83a5942c-7318-409a-bdee-0e0106ebdbd9 admin admin] For port c5800b20-9b97-4ab4-a22e-bf864987acdb, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c5800b20-9b97-4ab4-a22e-bf864987acdb,segment=NetworkSegment(4e665f7f-b804-4fdc-b2ab-e7082e16d6c4),segment_id=4e665f7f-b804-4fdc-b2ab-e7082e16d6c4)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:05.541709 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-83a5942c-7318-409a-bdee-0e0106ebdbd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:05.545619 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-c14dca27-795f-4750-aed7-443de70b41e1 req-47707760-ff93-4d09-beb9-dc2811cfa9c7 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:05.555323 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d92f34b0-f8c6-4b83-b9ab-ab2f01d8d835 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:05.558472 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-93ef2834-02a2-43d3-8da2-f2aa2ae4e74f tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Network ee9bf645-62ea-4fb8-afab-51398fe4d64d is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:29:05.571396 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-190ba9eb-3f3c-40f3-ac01-46a815493b04 service neutron] 10.222.0.11 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387413 Nov 10 17:29:05.589977 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-93ef2834-02a2-43d3-8da2-f2aa2ae4e74f tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:29:05.592554 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-83a5942c-7318-409a-bdee-0e0106ebdbd9 admin admin] Calling delete_port for c5800b20-9b97-4ab4-a22e-bf864987acdb owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:29:05.600599 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef2834-02a2-43d3-8da2-f2aa2ae4e74f tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Pushing event updated for resources: {'Port': ['ID=eeb22fdd-6ade-4c08-b377-92e7d1adeff1,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:05.602944 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-93ef2834-02a2-43d3-8da2-f2aa2ae4e74f tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:29:05.624900 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5140b-9aa0-4ae5-a017-eb6b34cb2bbd req-e6a58a94-ad34-4dbc-9004-bae0fc1f2734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:05.626334 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-29f5140b-9aa0-4ae5-a017-eb6b34cb2bbd req-e6a58a94-ad34-4dbc-9004-bae0fc1f2734 service neutron] 10.222.0.11 "GET /v2.0/networks?id=369e16b0-6b9a-4013-852f-84e5edcabfbc HTTP/1.1" status: 200 len: 916 time: 0.1721580 Nov 10 17:29:05.647085 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a2564-a294-4651-b554-121d43120e08 req-edcd8b5a-af06-40e8-b6b6-bea44f17bff9 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:05.648578 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-450a2564-a294-4651-b554-121d43120e08 req-edcd8b5a-af06-40e8-b6b6-bea44f17bff9 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 932 time: 0.0796297 Nov 10 17:29:05.691114 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-c14dca27-795f-4750-aed7-443de70b41e1 req-47707760-ff93-4d09-beb9-dc2811cfa9c7 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:05.699724 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-29f5140b-9aa0-4ae5-a017-eb6b34cb2bbd req-d0ff7a91-29b2-4baa-934e-a15c0072a82e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5e695f3-afdd-4f11-8819-e7a9e80b7c3a HTTP/1.1" status: 200 len: 217 time: 0.0494316 Nov 10 17:29:05.736745 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a243e-f5a7-44f8-beb5-685c51c826a1 req-1ca8cf86-d79d-423f-9fd3-f8338e402bd0 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:05.738946 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-563a243e-f5a7-44f8-beb5-685c51c826a1 req-1ca8cf86-d79d-423f-9fd3-f8338e402bd0 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dfdc334-1556-429d-b5ae-c31d091c233e HTTP/1.1" status: 200 len: 944 time: 0.2564187 Nov 10 17:29:05.769068 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-93ef2834-02a2-43d3-8da2-f2aa2ae4e74f tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:05.770254 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-93ef2834-02a2-43d3-8da2-f2aa2ae4e74f tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:05.790666 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c14dca27-795f-4750-aed7-443de70b41e1 req-47707760-ff93-4d09-beb9-dc2811cfa9c7 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:29:05.807950 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-c14dca27-795f-4750-aed7-443de70b41e1 req-47707760-ff93-4d09-beb9-dc2811cfa9c7 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:29:05.811798 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d92f34b0-f8c6-4b83-b9ab-ab2f01d8d835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:05.814379 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d92f34b0-f8c6-4b83-b9ab-ab2f01d8d835 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:05.814560 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-c14dca27-795f-4750-aed7-443de70b41e1 req-47707760-ff93-4d09-beb9-dc2811cfa9c7 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:29:05.818241 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d92f34b0-f8c6-4b83-b9ab-ab2f01d8d835 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7f88f0e3-ad1e-478b-ac31-0901ff088b88 HTTP/1.1" status: 204 len: 168 time: 0.8181820 Nov 10 17:29:05.820235 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dca27-795f-4750-aed7-443de70b41e1 req-47707760-ff93-4d09-beb9-dc2811cfa9c7 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:05.820762 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-c14dca27-795f-4750-aed7-443de70b41e1 req-47707760-ff93-4d09-beb9-dc2811cfa9c7 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:05.823642 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47707760-ff93-4d09-beb9-dc2811cfa9c7 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Pushing event updated for resources: {'Port': ['ID=98901298-86d6-4f9d-9ac5-345696275700,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:05.832878 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5140b-9aa0-4ae5-a017-eb6b34cb2bbd req-b8e80747-1734-43f2-a68b-261a4caa197c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:05.834344 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-29f5140b-9aa0-4ae5-a017-eb6b34cb2bbd req-b8e80747-1734-43f2-a68b-261a4caa197c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f270f374-b341-4b89-badc-91e69230acb3 HTTP/1.1" status: 200 len: 855 time: 0.1035347 Nov 10 17:29:05.848357 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-cc00e86d-1b8f-448a-ae2e-ee6ddec9be74 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:05.849852 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-cc00e86d-1b8f-448a-ae2e-ee6ddec9be74 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=37ac233b-8269-4e91-8666-651f6c521367&tenant_id=0ec9ca6147964daa83e30b2176db3b36&binding%3Ahost_id=n-h2-776250-10 HTTP/1.1" status: 200 len: 1097 time: 0.1964321 Nov 10 17:29:05.856035 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-450a2564-a294-4651-b554-121d43120e08 req-7fb521b5-3f52-409b-84f7-67071477b285 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979773 Nov 10 17:29:05.859466 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-93ef2834-02a2-43d3-8da2-f2aa2ae4e74f tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7657785 Nov 10 17:29:05.868423 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:29:05.874792 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f34b0-f8c6-4b83-b9ab-ab2f01d8d835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f88f0e3-ad1e-478b-ac31-0901ff088b88,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:05.886122 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-e4fad0eb-7627-4f6e-bfac-d3f848bca09e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-776250-10'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:29:05.890396 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c14dca27-795f-4750-aed7-443de70b41e1 req-47707760-ff93-4d09-beb9-dc2811cfa9c7 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8326302 Nov 10 17:29:05.892369 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-29f5140b-9aa0-4ae5-a017-eb6b34cb2bbd req-1bcdc914-2738-4f73-ab83-d95c9745766f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=369e16b0-6b9a-4013-852f-84e5edcabfbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482581 Nov 10 17:29:05.895184 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-67d2281a-131d-44d6-8e4e-d3e9c078d07a service neutron] Request body: {'port': {'device_id': '7ebcb56f-ad99-41f4-96ee-377987322d1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:29:05.922539 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-c14dca27-795f-4750-aed7-443de70b41e1 req-e6b007e0-7d87-4021-a4ea-6d25eaac46d5 service neutron] Request body: {'port': {'device_id': '24c9ebac-603f-410a-ad4d-5d8d57872bfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:29:05.962161 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-563a243e-f5a7-44f8-beb5-685c51c826a1 req-ba994218-858b-4936-abd8-13ffc5f69e0f tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5d8aa08-9d86-4c03-af58-0893bb1c838a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087476 Nov 10 17:29:05.970674 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-83a5942c-7318-409a-bdee-0e0106ebdbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:05.997201 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:29:06.005447 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:29:06.005816 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:06.023490 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5942c-7318-409a-bdee-0e0106ebdbd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5800b20-9b97-4ab4-a22e-bf864987acdb,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:06.058584 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a5942c-7318-409a-bdee-0e0106ebdbd9 admin admin] No DVR routers for this DVR port c5800b20-9b97-4ab4-a22e-bf864987acdb on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:29:06.097905 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-67d2281a-131d-44d6-8e4e-d3e9c078d07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:06.101128 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-e4fad0eb-7627-4f6e-bfac-d3f848bca09e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:06.132347 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-c14dca27-795f-4750-aed7-443de70b41e1 req-e6b007e0-7d87-4021-a4ea-6d25eaac46d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:06.159956 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171fe86-48dd-45fa-ae02-1dc6611a54ed req-433c40fb-c07e-49d3-a0c1-4e6e0632e6f1 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:06.167660 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2171fe86-48dd-45fa-ae02-1dc6611a54ed req-433c40fb-c07e-49d3-a0c1-4e6e0632e6f1 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c9ebac-603f-410a-ad4d-5d8d57872bfc HTTP/1.1" status: 200 len: 934 time: 0.1950653 Nov 10 17:29:06.183337 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-29f5140b-9aa0-4ae5-a017-eb6b34cb2bbd req-66fba82e-416e-483e-bf07-b42ed3d29168 service neutron] 10.222.0.11 "GET /v2.0/networks/369e16b0-6b9a-4013-852f-84e5edcabfbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770169 Nov 10 17:29:06.199841 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:06.223046 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:06.270676 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:06.274651 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88a7d7b-d8e3-499c-90e2-da5c038cc67f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:06.277290 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-83a5942c-7318-409a-bdee-0e0106ebdbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:06.278834 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d82716b-b078-4378-a8d9-96f1b78f8be0" -d '{"events": [{"server_uuid": "e88a7d7b-d8e3-499c-90e2-da5c038cc67f", "name": "network-vif-plugged", "status": "completed", "tag": "ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:06.297615 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:06.340870 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-1af25e0d-b21e-4310-afa9-d638a59a6efb None None] Provisioning complete for port 98901298-86d6-4f9d-9ac5-345696275700 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:29:06.342159 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1af25e0d-b21e-4310-afa9-d638a59a6efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:06.369424 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2171fe86-48dd-45fa-ae02-1dc6611a54ed req-2a961189-ee20-4bd2-a6f5-f574318a76f3 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/security-groups?id=048710b1-fd94-4a51-b977-2c4b1bc91759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007735 Nov 10 17:29:06.418644 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c5800b20-9b97-4ab4-a22e-bf864987acdb no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:29:06.468348 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: c5800b20-9b97-4ab4-a22e-bf864987acdb {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:29:06.468863 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c5800b20-9b97-4ab4-a22e-bf864987acdb not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:29:06.477128 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:06.480898 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-1af25e0d-b21e-4310-afa9-d638a59a6efb None None] Port 98901298-86d6-4f9d-9ac5-345696275700 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:29:06.500084 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54828) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:06.516294 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-29f5140b-9aa0-4ae5-a017-eb6b34cb2bbd req-355718e1-3c1c-4747-8741-eab307e6e06b service neutron] 10.222.0.11 "GET /v2.0/networks/369e16b0-6b9a-4013-852f-84e5edcabfbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229373 Nov 10 17:29:06.541881 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec557b6d-ce39-479a-a83e-3ea1f42c6371 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:06.557606 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de69364-5151-4928-8ee9-a2daeba52395 x-openstack-request-id: req-4de69364-5151-4928-8ee9-a2daeba52395 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:06.557926 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88a7d7b-d8e3-499c-90e2-da5c038cc67f", "name": "network-vif-plugged", "status": "completed", "tag": "ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:06.558321 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4de69364-5151-4928-8ee9-a2daeba52395 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:06.558711 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88a7d7b-d8e3-499c-90e2-da5c038cc67f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a', 'code': 200} Nov 10 17:29:06.716734 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-83a5942c-7318-409a-bdee-0e0106ebdbd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b29be27-dc3f-4463-938d-b2265cb3c90c']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:29:06.762088 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-83a5942c-7318-409a-bdee-0e0106ebdbd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e665f7f-b804-4fdc-b2ab-e7082e16d6c4') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:29:06.762390 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-83a5942c-7318-409a-bdee-0e0106ebdbd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e665f7f-b804-4fdc-b2ab-e7082e16d6c4') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:29:06.800015 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a7f13-fe35-4e73-8a12-de5978f64266 req-cb99a74e-82d1-4a82-a8a2-3d09c78f1dcc tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:06.801566 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f84a7f13-fe35-4e73-8a12-de5978f64266 req-cb99a74e-82d1-4a82-a8a2-3d09c78f1dcc tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=e88a7d7b-d8e3-499c-90e2-da5c038cc67f HTTP/1.1" status: 200 len: 950 time: 0.5359254 Nov 10 17:29:06.808371 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-83a5942c-7318-409a-bdee-0e0106ebdbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:06.899931 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-83a5942c-7318-409a-bdee-0e0106ebdbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:06.915250 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9add35-9ac7-42c1-a53b-5ab183f3707c req-2eeff5b4-7c1d-444f-8f62-319ebb3959c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:06.916764 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7c9add35-9ac7-42c1-a53b-5ab183f3707c req-2eeff5b4-7c1d-444f-8f62-319ebb3959c7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e88a7d7b-d8e3-499c-90e2-da5c038cc67f HTTP/1.1" status: 200 len: 1102 time: 0.1963131 Nov 10 17:29:06.928783 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a5942c-7318-409a-bdee-0e0106ebdbd9 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:29:06.929181 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-83a5942c-7318-409a-bdee-0e0106ebdbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: self.session.flush() Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: self.session.flush() Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: self.session.flush() Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: self.session.flush() Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:29:06.930859 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:29:06.988789 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec557b6d-ce39-479a-a83e-3ea1f42c6371 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:06.994341 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-e4fad0eb-7627-4f6e-bfac-d3f848bca09e service neutron] For port 242956e9-40aa-473d-a550-08731feadc4d, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=242956e9-40aa-473d-a550-08731feadc4d,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:06.999414 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-c14dca27-795f-4750-aed7-443de70b41e1 req-e6b007e0-7d87-4021-a4ea-6d25eaac46d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98901298-86d6-4f9d-9ac5-345696275700 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:29:07.005708 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec557b6d-ce39-479a-a83e-3ea1f42c6371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:07.019618 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-c14dca27-795f-4750-aed7-443de70b41e1 req-e6b007e0-7d87-4021-a4ea-6d25eaac46d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:07.028707 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109e4bb-abcf-4a5c-9467-bae7b92dcda4 req-bdfa72a8-5d98-431b-a065-47c785359bf9 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:07.030210 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c109e4bb-abcf-4a5c-9467-bae7b92dcda4 req-bdfa72a8-5d98-431b-a065-47c785359bf9 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 945 time: 0.4090667 Nov 10 17:29:07.057741 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f84a7f13-fe35-4e73-8a12-de5978f64266 req-1767fc35-73b0-4817-94af-9a3c855b940f tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454348 Nov 10 17:29:07.079064 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-c14dca27-795f-4750-aed7-443de70b41e1 req-e6b007e0-7d87-4021-a4ea-6d25eaac46d5 service neutron] Transition to ACTIVE for port object 98901298-86d6-4f9d-9ac5-345696275700 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:29:07.084319 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-83a5942c-7318-409a-bdee-0e0106ebdbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:07.086280 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec557b6d-ce39-479a-a83e-3ea1f42c6371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1bc13f7-d59e-4e3e-9bed-d16e44c1e4fb,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:07.090508 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ec557b6d-ce39-479a-a83e-3ea1f42c6371 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8f7d59db664d41b8b427aa00c666e566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5865631 Nov 10 17:29:07.095861 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-c14dca27-795f-4750-aed7-443de70b41e1 req-e6b007e0-7d87-4021-a4ea-6d25eaac46d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:07.098093 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54834) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:07.137471 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7c9add35-9ac7-42c1-a53b-5ab183f3707c req-96eb59ce-e48d-400b-abe4-786526bb8126 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057157 Nov 10 17:29:07.138659 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-83a5942c-7318-409a-bdee-0e0106ebdbd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:07.145130 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-83a5942c-7318-409a-bdee-0e0106ebdbd9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2b29be27-dc3f-4463-938d-b2265cb3c90c HTTP/1.1" status: 204 len: 168 time: 2.5996754 Nov 10 17:29:07.148320 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5942c-7318-409a-bdee-0e0106ebdbd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b29be27-dc3f-4463-938d-b2265cb3c90c,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:07.164240 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-e4fad0eb-7627-4f6e-bfac-d3f848bca09e service neutron] For port 242956e9-40aa-473d-a550-08731feadc4d, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:29:07.192882 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c109e4bb-abcf-4a5c-9467-bae7b92dcda4 req-ad0b6b6c-d8a6-4f77-a838-9ab7102e8710 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478834 Nov 10 17:29:07.199410 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b007e0-7d87-4021-a4ea-6d25eaac46d5 service neutron] Pushing event updated for resources: {'Port': ['ID=98901298-86d6-4f9d-9ac5-345696275700,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:07.272916 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-c14dca27-795f-4750-aed7-443de70b41e1 req-e6b007e0-7d87-4021-a4ea-6d25eaac46d5 service neutron] Attempting to bind port 98901298-86d6-4f9d-9ac5-345696275700 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:29:07.273121 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-c14dca27-795f-4750-aed7-443de70b41e1 req-e6b007e0-7d87-4021-a4ea-6d25eaac46d5 service neutron] Attempting to bind port 98901298-86d6-4f9d-9ac5-345696275700 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:29:07.273463 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14dca27-795f-4750-aed7-443de70b41e1 req-e6b007e0-7d87-4021-a4ea-6d25eaac46d5 service neutron] Attempting to bind port 98901298-86d6-4f9d-9ac5-345696275700 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:29:07.278286 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec225ba2-e18d-4eb2-8f62-8b88ebecae75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:07.279968 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14dca27-795f-4750-aed7-443de70b41e1 req-e6b007e0-7d87-4021-a4ea-6d25eaac46d5 service neutron] Port 98901298-86d6-4f9d-9ac5-345696275700 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:29:07.280609 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14dca27-795f-4750-aed7-443de70b41e1 req-e6b007e0-7d87-4021-a4ea-6d25eaac46d5 service neutron] Attempting to bind port 98901298-86d6-4f9d-9ac5-345696275700 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:29:07.287569 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-67d2281a-131d-44d6-8e4e-d3e9c078d07a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb22fdd-6ade-4c08-b377-92e7d1adeff1 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:29:07.293663 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14dca27-795f-4750-aed7-443de70b41e1 req-e6b007e0-7d87-4021-a4ea-6d25eaac46d5 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:29:07.294320 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14dca27-795f-4750-aed7-443de70b41e1 req-e6b007e0-7d87-4021-a4ea-6d25eaac46d5 service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:29:07.294888 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14dca27-795f-4750-aed7-443de70b41e1 req-e6b007e0-7d87-4021-a4ea-6d25eaac46d5 service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:29:07.295513 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-c14dca27-795f-4750-aed7-443de70b41e1 req-e6b007e0-7d87-4021-a4ea-6d25eaac46d5 service neutron] Bound port: 98901298-86d6-4f9d-9ac5-345696275700, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:29:07.296015 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-c14dca27-795f-4750-aed7-443de70b41e1 req-e6b007e0-7d87-4021-a4ea-6d25eaac46d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:07.304734 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-67d2281a-131d-44d6-8e4e-d3e9c078d07a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:07.321058 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-67d2281a-131d-44d6-8e4e-d3e9c078d07a service neutron] Transition to ACTIVE for port object eeb22fdd-6ade-4c08-b377-92e7d1adeff1 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:29:07.333146 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-67d2281a-131d-44d6-8e4e-d3e9c078d07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:07.336370 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec225ba2-e18d-4eb2-8f62-8b88ebecae75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:07.346286 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ac233b-8269-4e91-8666-651f6c521367', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '242956e9-40aa-473d-a550-08731feadc4d'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:07.348098 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e67b54-2cfe-4ad9-9977-896c37deefc1" -d '{"events": [{"server_uuid": "37ac233b-8269-4e91-8666-651f6c521367", "name": "network-vif-unplugged", "status": "completed", "tag": "242956e9-40aa-473d-a550-08731feadc4d"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:07.374183 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-e4fad0eb-7627-4f6e-bfac-d3f848bca09e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:07.392012 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-e4fad0eb-7627-4f6e-bfac-d3f848bca09e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:07.402584 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00423328-e40e-408f-a388-491a2481ac55 req-84e612c7-6585-4f31-bb0c-d997351be6ad tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:07.404604 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-00423328-e40e-408f-a388-491a2481ac55 req-84e612c7-6585-4f31-bb0c-d997351be6ad tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 932 time: 0.2574201 Nov 10 17:29:07.432370 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54842) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:07.454310 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2281a-131d-44d6-8e4e-d3e9c078d07a service neutron] Pushing event updated for resources: {'Port': ['ID=eeb22fdd-6ade-4c08-b377-92e7d1adeff1,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:07.472700 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-c14dca27-795f-4750-aed7-443de70b41e1 req-e6b007e0-7d87-4021-a4ea-6d25eaac46d5 service neutron] For port 98901298-86d6-4f9d-9ac5-345696275700, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:29:07.493064 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b90d0-ccff-4397-bbdf-9f57ebf8e10f req-5ddfd1da-b1c7-4d13-bccf-b537db80d0d6 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:07.494548 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f97b90d0-ccff-4397-bbdf-9f57ebf8e10f req-5ddfd1da-b1c7-4d13-bccf-b537db80d0d6 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dfdc334-1556-429d-b5ae-c31d091c233e HTTP/1.1" status: 200 len: 944 time: 0.1735198 Nov 10 17:29:07.507446 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-c14dca27-795f-4750-aed7-443de70b41e1 req-e6b007e0-7d87-4021-a4ea-6d25eaac46d5 service neutron] For port 98901298-86d6-4f9d-9ac5-345696275700, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=98901298-86d6-4f9d-9ac5-345696275700,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:29:07.528406 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-c14dca27-795f-4750-aed7-443de70b41e1 req-e6b007e0-7d87-4021-a4ea-6d25eaac46d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:07.531102 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec225ba2-e18d-4eb2-8f62-8b88ebecae75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:07.534792 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec225ba2-e18d-4eb2-8f62-8b88ebecae75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:07.538359 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ec225ba2-e18d-4eb2-8f62-8b88ebecae75 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b1bc13f7-d59e-4e3e-9bed-d16e44c1e4fb HTTP/1.1" status: 204 len: 168 time: 0.4105084 Nov 10 17:29:07.555620 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4b52c3ca-6342-42f5-a4fa-32cda003437a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8d92cc9d265249f7817571b295b892b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1173177 Nov 10 17:29:07.580102 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54848) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:07.588813 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec225ba2-e18d-4eb2-8f62-8b88ebecae75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1bc13f7-d59e-4e3e-9bed-d16e44c1e4fb,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:07.610102 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dca27-795f-4750-aed7-443de70b41e1 req-e6b007e0-7d87-4021-a4ea-6d25eaac46d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:07.610745 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-c14dca27-795f-4750-aed7-443de70b41e1 req-e6b007e0-7d87-4021-a4ea-6d25eaac46d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:07.617058 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c14dca27-795f-4750-aed7-443de70b41e1 req-e6b007e0-7d87-4021-a4ea-6d25eaac46d5 service neutron] 10.222.0.11 "PUT /v2.0/ports/98901298-86d6-4f9d-9ac5-345696275700 HTTP/1.1" status: 200 len: 1095 time: 1.7071462 Nov 10 17:29:07.617809 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c9ebac-603f-410a-ad4d-5d8d57872bfc', 'tag': '98901298-86d6-4f9d-9ac5-345696275700'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:07.619797 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e3a7f7-7f5c-4463-af53-2a268f885639" -d '{"events": [{"name": "network-changed", "server_uuid": "24c9ebac-603f-410a-ad4d-5d8d57872bfc", "tag": "98901298-86d6-4f9d-9ac5-345696275700"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:07.649896 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b007e0-7d87-4021-a4ea-6d25eaac46d5 service neutron] Pushing event updated for resources: {'Port': ['ID=98901298-86d6-4f9d-9ac5-345696275700,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:07.663435 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f97b90d0-ccff-4397-bbdf-9f57ebf8e10f req-7514b872-1cdf-49aa-a3d0-1c5c423f1ecb tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5d8aa08-9d86-4c03-af58-0893bb1c838a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579275 Nov 10 17:29:07.689068 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-e4fad0eb-7627-4f6e-bfac-d3f848bca09e service neutron] Attempting to bind port 242956e9-40aa-473d-a550-08731feadc4d on host n-h2-776250-10 for vnic_type normal with profile {"migrating_to": "n-h1-776250-10"} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:29:07.690045 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-e4fad0eb-7627-4f6e-bfac-d3f848bca09e service neutron] Attempting to bind port 242956e9-40aa-473d-a550-08731feadc4d by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:29:07.690454 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-e4fad0eb-7627-4f6e-bfac-d3f848bca09e service neutron] Attempting to bind port 242956e9-40aa-473d-a550-08731feadc4d on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:29:07.731905 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-e4fad0eb-7627-4f6e-bfac-d3f848bca09e service neutron] Port 242956e9-40aa-473d-a550-08731feadc4d on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:29:07.732564 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-e4fad0eb-7627-4f6e-bfac-d3f848bca09e service neutron] Attempting to bind port 242956e9-40aa-473d-a550-08731feadc4d on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:29:07.733307 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dca27-795f-4750-aed7-443de70b41e1 req-12167743-2584-4eff-8b2d-9afbd99f1b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:07.734780 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c14dca27-795f-4750-aed7-443de70b41e1 req-12167743-2584-4eff-8b2d-9afbd99f1b74 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1fa39d77f2cf4703817fb83e9a881cda&device_id=24c9ebac-603f-410a-ad4d-5d8d57872bfc HTTP/1.1" status: 200 len: 1098 time: 0.0642715 Nov 10 17:29:07.760791 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-00423328-e40e-408f-a388-491a2481ac55 req-f37067e0-9031-45be-9604-ac2bbd95e0fc tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457515 Nov 10 17:29:07.790677 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad79b955-218c-4441-8416-384d2e916b5d x-openstack-request-id: req-ad79b955-218c-4441-8416-384d2e916b5d {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:07.794915 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ac233b-8269-4e91-8666-651f6c521367", "name": "network-vif-unplugged", "status": "completed", "tag": "242956e9-40aa-473d-a550-08731feadc4d", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:07.795188 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ad79b955-218c-4441-8416-384d2e916b5d {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:07.795612 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ac233b-8269-4e91-8666-651f6c521367', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '242956e9-40aa-473d-a550-08731feadc4d', 'code': 200} Nov 10 17:29:07.805925 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-e4fad0eb-7627-4f6e-bfac-d3f848bca09e service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:29:07.806462 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-e4fad0eb-7627-4f6e-bfac-d3f848bca09e service neutron] Checking segment: {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:29:07.806698 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-e4fad0eb-7627-4f6e-bfac-d3f848bca09e service neutron] Bound using segment: {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:29:07.807175 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-e4fad0eb-7627-4f6e-bfac-d3f848bca09e service neutron] Bound port: 242956e9-40aa-473d-a550-08731feadc4d, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:29:07.807613 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-e4fad0eb-7627-4f6e-bfac-d3f848bca09e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:07.815979 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fad0eb-7627-4f6e-bfac-d3f848bca09e service neutron] Pushing event updated for resources: {'Port': ['ID=242956e9-40aa-473d-a550-08731feadc4d,revision_number=7']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:07.825028 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-67d2281a-131d-44d6-8e4e-d3e9c078d07a service neutron] Attempting to bind port eeb22fdd-6ade-4c08-b377-92e7d1adeff1 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:29:07.825463 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-67d2281a-131d-44d6-8e4e-d3e9c078d07a service neutron] Attempting to bind port eeb22fdd-6ade-4c08-b377-92e7d1adeff1 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:29:07.825766 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-67d2281a-131d-44d6-8e4e-d3e9c078d07a service neutron] Attempting to bind port eeb22fdd-6ade-4c08-b377-92e7d1adeff1 on network ee9bf645-62ea-4fb8-afab-51398fe4d64d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:29:07.834657 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c14dca27-795f-4750-aed7-443de70b41e1 req-c95920e1-dc1a-482e-8ccc-13ee051fd879 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=98901298-86d6-4f9d-9ac5-345696275700 HTTP/1.1" status: 200 len: 217 time: 0.0878694 Nov 10 17:29:07.843267 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-67d2281a-131d-44d6-8e4e-d3e9c078d07a service neutron] Port eeb22fdd-6ade-4c08-b377-92e7d1adeff1 on network ee9bf645-62ea-4fb8-afab-51398fe4d64d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:29:07.843814 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-67d2281a-131d-44d6-8e4e-d3e9c078d07a service neutron] Attempting to bind port eeb22fdd-6ade-4c08-b377-92e7d1adeff1 on network ee9bf645-62ea-4fb8-afab-51398fe4d64d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:29:07.882569 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-67d2281a-131d-44d6-8e4e-d3e9c078d07a service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:29:07.883537 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-67d2281a-131d-44d6-8e4e-d3e9c078d07a service neutron] Checking segment: {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:29:07.884121 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-67d2281a-131d-44d6-8e4e-d3e9c078d07a service neutron] Bound using segment: {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:29:07.884878 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-67d2281a-131d-44d6-8e4e-d3e9c078d07a service neutron] Bound port: eeb22fdd-6ade-4c08-b377-92e7d1adeff1, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:29:07.885423 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-67d2281a-131d-44d6-8e4e-d3e9c078d07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:07.905441 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-57ce1e07-a4c0-4f1a-a57f-88bced8484d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:07.923367 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dca27-795f-4750-aed7-443de70b41e1 req-9b77fd09-f6d3-4c71-be94-cc66ed043fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:07.925588 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c14dca27-795f-4750-aed7-443de70b41e1 req-9b77fd09-f6d3-4c71-be94-cc66ed043fa7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.0797751 Nov 10 17:29:07.941457 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343646c-eab8-4c54-baa3-dee4accf05e9 req-6393aed9-5e49-4a68-aac6-598a71018404 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:07.944928 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9343646c-eab8-4c54-baa3-dee4accf05e9 req-6393aed9-5e49-4a68-aac6-598a71018404 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c9ebac-603f-410a-ad4d-5d8d57872bfc HTTP/1.1" status: 200 len: 946 time: 0.1113346 Nov 10 17:29:07.947641 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7d53ba-b111-4104-9af5-9409398ecfd9 x-openstack-request-id: req-7f7d53ba-b111-4104-9af5-9409398ecfd9 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:07.948183 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c9ebac-603f-410a-ad4d-5d8d57872bfc", "tag": "98901298-86d6-4f9d-9ac5-345696275700", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:07.948523 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7f7d53ba-b111-4104-9af5-9409398ecfd9 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:07.948976 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c9ebac-603f-410a-ad4d-5d8d57872bfc', 'tag': '98901298-86d6-4f9d-9ac5-345696275700', 'status': 'completed', 'code': 200} Nov 10 17:29:07.967280 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-57ce1e07-a4c0-4f1a-a57f-88bced8484d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:08.013291 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-e4fad0eb-7627-4f6e-bfac-d3f848bca09e service neutron] For port 242956e9-40aa-473d-a550-08731feadc4d, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:29:08.027958 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dca27-795f-4750-aed7-443de70b41e1 req-e5104158-2b91-47d9-af3a-6c0184c9b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:08.030105 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c14dca27-795f-4750-aed7-443de70b41e1 req-e5104158-2b91-47d9-af3a-6c0184c9b807 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0837665 Nov 10 17:29:08.034952 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9343646c-eab8-4c54-baa3-dee4accf05e9 req-77053f75-8c91-4d79-8b69-5193d9d99da9 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/security-groups?id=048710b1-fd94-4a51-b977-2c4b1bc91759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775845 Nov 10 17:29:08.051889 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-e4fad0eb-7627-4f6e-bfac-d3f848bca09e service neutron] For port 242956e9-40aa-473d-a550-08731feadc4d, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=242956e9-40aa-473d-a550-08731feadc4d,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:29:08.059108 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-67d2281a-131d-44d6-8e4e-d3e9c078d07a service neutron] For port eeb22fdd-6ade-4c08-b377-92e7d1adeff1, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:29:08.063870 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-67d2281a-131d-44d6-8e4e-d3e9c078d07a service neutron] For port eeb22fdd-6ade-4c08-b377-92e7d1adeff1, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=eeb22fdd-6ade-4c08-b377-92e7d1adeff1,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:29:08.065497 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-e4fad0eb-7627-4f6e-bfac-d3f848bca09e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:08.077297 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-67d2281a-131d-44d6-8e4e-d3e9c078d07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:08.131807 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-67d2281a-131d-44d6-8e4e-d3e9c078d07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:08.132540 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-67d2281a-131d-44d6-8e4e-d3e9c078d07a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:08.133944 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-67d2281a-131d-44d6-8e4e-d3e9c078d07a service neutron] 10.222.0.11 "PUT /v2.0/ports/eeb22fdd-6ade-4c08-b377-92e7d1adeff1 HTTP/1.1" status: 200 len: 1093 time: 2.2451448 Nov 10 17:29:08.134566 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-57ce1e07-a4c0-4f1a-a57f-88bced8484d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:08.137288 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-57ce1e07-a4c0-4f1a-a57f-88bced8484d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:08.145311 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-57ce1e07-a4c0-4f1a-a57f-88bced8484d2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4964006c-537b-45dd-8c22-35a7a043adb8 HTTP/1.1" status: 204 len: 168 time: 0.5583446 Nov 10 17:29:08.196031 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c14dca27-795f-4750-aed7-443de70b41e1 req-b4098714-2d11-4f8d-a253-4c3a1e0ff79b service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580615 Nov 10 17:29:08.203868 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce1e07-a4c0-4f1a-a57f-88bced8484d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4964006c-537b-45dd-8c22-35a7a043adb8,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:08.225455 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-e4fad0eb-7627-4f6e-bfac-d3f848bca09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:08.226082 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-e4fad0eb-7627-4f6e-bfac-d3f848bca09e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:08.229195 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-e4fad0eb-7627-4f6e-bfac-d3f848bca09e service neutron] 10.222.0.11 "PUT /v2.0/ports/242956e9-40aa-473d-a550-08731feadc4d HTTP/1.1" status: 200 len: 1123 time: 2.3662024 Nov 10 17:29:08.254449 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fad0eb-7627-4f6e-bfac-d3f848bca09e service neutron] Pushing event updated for resources: {'Port': ['ID=242956e9-40aa-473d-a550-08731feadc4d,revision_number=8']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:08.344965 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb61055-bc47-4bed-b0d3-ccb331444db0 req-2c5286a7-617b-4ad8-bb10-51c2dc5f1d89 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:08.355937 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8cb61055-bc47-4bed-b0d3-ccb331444db0 req-2c5286a7-617b-4ad8-bb10-51c2dc5f1d89 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=e88a7d7b-d8e3-499c-90e2-da5c038cc67f HTTP/1.1" status: 200 len: 950 time: 0.2081585 Nov 10 17:29:08.377934 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-50141dac-78ba-4453-9874-4bb6cc14d51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:08.380376 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-50141dac-78ba-4453-9874-4bb6cc14d51a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 1096 time: 0.1682003 Nov 10 17:29:08.425228 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['242956e9-40aa-473d-a550-08731feadc4d'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:29:08.426085 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748c606-faeb-4d39-acb0-b18d929d9e3c req-fa206482-642f-425b-a9a7-ca30ad90370a tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:08.428054 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4748c606-faeb-4d39-acb0-b18d929d9e3c req-fa206482-642f-425b-a9a7-ca30ad90370a tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 943 time: 0.0831134 Nov 10 17:29:08.433810 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c14dca27-795f-4750-aed7-443de70b41e1 req-e9f8fee2-5da5-4b74-9e3e-590f7cf83dbf service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305136 Nov 10 17:29:08.481875 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-769a6cc0-0bb4-4297-924f-97e0a55512b4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eeb22fdd-6ade-4c08-b377-92e7d1adeff1 HTTP/1.1" status: 200 len: 217 time: 0.0838461 Nov 10 17:29:08.489640 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2281a-131d-44d6-8e4e-d3e9c078d07a service neutron] Pushing event updated for resources: {'Port': ['ID=eeb22fdd-6ade-4c08-b377-92e7d1adeff1,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:08.573400 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8cb61055-bc47-4bed-b0d3-ccb331444db0 req-033001e7-7afd-4b10-b6a9-eb12e848caf6 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067046 Nov 10 17:29:08.596586 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4748c606-faeb-4d39-acb0-b18d929d9e3c req-9913ba23-b133-4cce-b6e7-07e0826ed30e tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538961 Nov 10 17:29:08.605989 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-1a875ee5-b9a5-4c70-b1c7-4fb044308028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:08.607615 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-1a875ee5-b9a5-4c70-b1c7-4fb044308028 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6dcea188-714e-4316-9245-d3631f0cca17 HTTP/1.1" status: 200 len: 848 time: 0.1030085 Nov 10 17:29:08.620091 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3a7f7-7f5c-4463-af53-2a268f885639 req-0a57de4d-9d1d-44bd-b341-a94e3f9e014b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:08.622049 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-25e3a7f7-7f5c-4463-af53-2a268f885639 req-0a57de4d-9d1d-44bd-b341-a94e3f9e014b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1fa39d77f2cf4703817fb83e9a881cda&device_id=24c9ebac-603f-410a-ad4d-5d8d57872bfc HTTP/1.1" status: 200 len: 1098 time: 0.1202545 Nov 10 17:29:08.657070 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-376c3286-4ad0-4c6d-9abe-081085446cc4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ee9bf645-62ea-4fb8-afab-51398fe4d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421023 Nov 10 17:29:08.817567 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3a7f7-7f5c-4463-af53-2a268f885639 req-481eee88-2464-46a3-8307-f5f42d7ffec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:08.824421 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-25e3a7f7-7f5c-4463-af53-2a268f885639 req-481eee88-2464-46a3-8307-f5f42d7ffec9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.1944001 Nov 10 17:29:08.879718 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c047a-d812-47f3-b9af-143f3bad7d27 req-5197704d-208b-4ea8-9812-40cddbc71c88 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:08.881451 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-139c047a-d812-47f3-b9af-143f3bad7d27 req-5197704d-208b-4ea8-9812-40cddbc71c88 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dfdc334-1556-429d-b5ae-c31d091c233e HTTP/1.1" status: 200 len: 944 time: 0.0938878 Nov 10 17:29:08.886087 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-51e5bc12-daa0-44ce-b1e4-c6495b780f5b service neutron] 10.222.0.11 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187603 Nov 10 17:29:08.904392 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-25e3a7f7-7f5c-4463-af53-2a268f885639 req-c11ac701-5f4c-42a4-a894-7b404b743ecb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=98901298-86d6-4f9d-9ac5-345696275700 HTTP/1.1" status: 200 len: 217 time: 0.0698354 Nov 10 17:29:08.993632 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3a7f7-7f5c-4463-af53-2a268f885639 req-421ee3f7-3b23-4b10-9312-8777791f9a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:09.004394 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-25e3a7f7-7f5c-4463-af53-2a268f885639 req-421ee3f7-3b23-4b10-9312-8777791f9a1d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.0818975 Nov 10 17:29:09.007189 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-139c047a-d812-47f3-b9af-143f3bad7d27 req-42e5dba3-348b-4bc9-a004-8def6d42e6c7 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5d8aa08-9d86-4c03-af58-0893bb1c838a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187310 Nov 10 17:29:09.027050 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8400edc-42c9-405b-b71f-12ebfe33664b req-b6a6d39a-6611-4110-b3ab-667e6d734f6f tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:09.028591 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e8400edc-42c9-405b-b71f-12ebfe33664b req-b6a6d39a-6611-4110-b3ab-667e6d734f6f tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 944 time: 0.1271315 Nov 10 17:29:09.051126 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2de6dd78-82cf-41c6-801d-b9193da0861b req-acd117b2-5d68-40af-9dea-11ae8bc1eff8 service neutron] 10.222.0.11 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548564 Nov 10 17:29:09.116476 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3a7f7-7f5c-4463-af53-2a268f885639 req-8bb94a05-169d-4c4e-8f40-02b1251f6536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:09.118296 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-25e3a7f7-7f5c-4463-af53-2a268f885639 req-8bb94a05-169d-4c4e-8f40-02b1251f6536 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1123941 Nov 10 17:29:09.141168 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e8400edc-42c9-405b-b71f-12ebfe33664b req-317f2524-c9a1-4af1-aff7-c2b75fec1932 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957718 Nov 10 17:29:09.246315 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-25e3a7f7-7f5c-4463-af53-2a268f885639 req-e4fc8a58-b23e-44ca-bec3-b52b13a75e7f service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020024 Nov 10 17:29:09.257116 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513d6f8-0428-4d5b-946a-fc0c70b379da req-3f1f3cc0-50c2-4c0c-a4a3-7a724531671a tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:09.264367 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e513d6f8-0428-4d5b-946a-fc0c70b379da req-3f1f3cc0-50c2-4c0c-a4a3-7a724531671a tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c9ebac-603f-410a-ad4d-5d8d57872bfc HTTP/1.1" status: 200 len: 946 time: 0.0645082 Nov 10 17:29:09.313830 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e513d6f8-0428-4d5b-946a-fc0c70b379da req-4bc6f3da-3586-4638-83d2-fd3f00c59dbe tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/security-groups?id=048710b1-fd94-4a51-b977-2c4b1bc91759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485830 Nov 10 17:29:09.365279 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-25e3a7f7-7f5c-4463-af53-2a268f885639 req-4cd95aea-7d02-4b8b-a6e3-2d97748c294c service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116202 Nov 10 17:29:09.460045 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device e5e695f3-afdd-4f11-8819-e7a9e80b7c3a details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:29:09.565901 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port e5e695f3-afdd-4f11-8819-e7a9e80b7c3a, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=e5e695f3-afdd-4f11-8819-e7a9e80b7c3a,segment=NetworkSegment(d6dbb11d-8131-4825-aca3-58f2a07168ec),segment_id=d6dbb11d-8131-4825-aca3-58f2a07168ec)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:09.578927 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'e5e695f3-afdd-4f11-8819-e7a9e80b7c3a', 'network_id': '369e16b0-6b9a-4013-852f-84e5edcabfbc', 'port_id': 'e5e695f3-afdd-4f11-8819-e7a9e80b7c3a', 'mac_address': 'fa:16:3e:e6:6c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f270f374-b341-4b89-badc-91e69230acb3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:29:09.623398 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:09.638302 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5e695f3-afdd-4f11-8819-e7a9e80b7c3a {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:29:09.657928 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port e5e695f3-afdd-4f11-8819-e7a9e80b7c3a, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=e5e695f3-afdd-4f11-8819-e7a9e80b7c3a,segment=NetworkSegment(d6dbb11d-8131-4825-aca3-58f2a07168ec),segment_id=d6dbb11d-8131-4825-aca3-58f2a07168ec)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:09.663560 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:09.711534 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea58b00-bad4-4f73-ac89-ea2514ff785f req-a544337b-9c98-406e-9cc1-ea0cb550ce7f tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:09.716391 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7ea58b00-bad4-4f73-ac89-ea2514ff785f req-a544337b-9c98-406e-9cc1-ea0cb550ce7f tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=e88a7d7b-d8e3-499c-90e2-da5c038cc67f HTTP/1.1" status: 200 len: 950 time: 0.0742948 Nov 10 17:29:09.716640 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=e5e695f3-afdd-4f11-8819-e7a9e80b7c3a,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:09.772199 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7ea58b00-bad4-4f73-ac89-ea2514ff785f req-337726fa-da61-4897-92b6-2d0d9de34f71 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427325 Nov 10 17:29:09.796556 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15e7e5-a069-4742-a75d-884e54f08a17 req-97e9d8cb-a902-470c-831a-c0350e01196b tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:09.796556 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ce15e7e5-a069-4742-a75d-884e54f08a17 req-97e9d8cb-a902-470c-831a-c0350e01196b tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 943 time: 0.0585802 Nov 10 17:29:09.797505 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebcb56f-ad99-41f4-96ee-377987322d1c', 'tag': 'eeb22fdd-6ade-4c08-b377-92e7d1adeff1'}, {'name': 'network-changed', 'server_uuid': '37ac233b-8269-4e91-8666-651f6c521367', 'tag': '242956e9-40aa-473d-a550-08731feadc4d'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:09.800324 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ecceff-ac59-416d-8a58-8ffc2a95e622" -d '{"events": [{"name": "network-changed", "server_uuid": "7ebcb56f-ad99-41f4-96ee-377987322d1c", "tag": "eeb22fdd-6ade-4c08-b377-92e7d1adeff1"}, {"name": "network-changed", "server_uuid": "37ac233b-8269-4e91-8666-651f6c521367", "tag": "242956e9-40aa-473d-a550-08731feadc4d"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:09.846828 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ce15e7e5-a069-4742-a75d-884e54f08a17 req-a8f0a52c-98f4-420b-aa61-00a13bf0992c tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424023 Nov 10 17:29:09.935113 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca30aa0-7baf-462e-a780-d7321163fe51 x-openstack-request-id: req-eca30aa0-7baf-462e-a780-d7321163fe51 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:09.935626 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ebcb56f-ad99-41f4-96ee-377987322d1c", "tag": "eeb22fdd-6ade-4c08-b377-92e7d1adeff1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "37ac233b-8269-4e91-8666-651f6c521367", "tag": "242956e9-40aa-473d-a550-08731feadc4d", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:09.935741 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eca30aa0-7baf-462e-a780-d7321163fe51 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:09.936058 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebcb56f-ad99-41f4-96ee-377987322d1c', 'tag': 'eeb22fdd-6ade-4c08-b377-92e7d1adeff1', 'status': 'completed', 'code': 200} Nov 10 17:29:09.936367 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ac233b-8269-4e91-8666-651f6c521367', 'tag': '242956e9-40aa-473d-a550-08731feadc4d', 'status': 'completed', 'code': 200} Nov 10 17:29:09.956004 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['e5e695f3-afdd-4f11-8819-e7a9e80b7c3a'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:29:10.021811 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecceff-ac59-416d-8a58-8ffc2a95e622 req-7f5d2370-f6fc-4f64-9975-75baa093f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:10.023872 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecceff-ac59-416d-8a58-8ffc2a95e622 req-34e1f3dd-625c-4b81-9c11-c20d6034983e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:10.024481 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d3ecceff-ac59-416d-8a58-8ffc2a95e622 req-7f5d2370-f6fc-4f64-9975-75baa093f2a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ec9ca6147964daa83e30b2176db3b36&device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 1126 time: 0.0550737 Nov 10 17:29:10.025644 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3ecceff-ac59-416d-8a58-8ffc2a95e622 req-34e1f3dd-625c-4b81-9c11-c20d6034983e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 1096 time: 0.0634630 Nov 10 17:29:10.178122 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecceff-ac59-416d-8a58-8ffc2a95e622 req-fc67f2f4-5f54-4c38-852a-c9bcf99dc74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:10.178445 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d3ecceff-ac59-416d-8a58-8ffc2a95e622 req-fc67f2f4-5f54-4c38-852a-c9bcf99dc74e service neutron] 10.222.0.13 "GET /v2.0/networks?id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1 HTTP/1.1" status: 200 len: 922 time: 0.1395016 Nov 10 17:29:10.194296 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecceff-ac59-416d-8a58-8ffc2a95e622 req-d9a8a87c-1da4-4e6b-bd97-d6a5619d375f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:10.195925 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3ecceff-ac59-416d-8a58-8ffc2a95e622 req-d9a8a87c-1da4-4e6b-bd97-d6a5619d375f service neutron] 10.222.0.11 "GET /v2.0/networks?id=ee9bf645-62ea-4fb8-afab-51398fe4d64d HTTP/1.1" status: 200 len: 909 time: 0.1607282 Nov 10 17:29:10.235610 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d3ecceff-ac59-416d-8a58-8ffc2a95e622 req-a809860b-632d-422b-a4e2-2274cfe8a415 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=242956e9-40aa-473d-a550-08731feadc4d HTTP/1.1" status: 200 len: 217 time: 0.0436716 Nov 10 17:29:10.246925 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3ecceff-ac59-416d-8a58-8ffc2a95e622 req-69380f4a-9ab9-4502-8a9c-75341a569d7f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eeb22fdd-6ade-4c08-b377-92e7d1adeff1 HTTP/1.1" status: 200 len: 217 time: 0.0402777 Nov 10 17:29:10.288884 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369c22d-ca4a-4a12-b703-f32f7edb303d req-e27d2a54-eb83-4900-92a5-aed622d96626 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:10.290410 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9369c22d-ca4a-4a12-b703-f32f7edb303d req-e27d2a54-eb83-4900-92a5-aed622d96626 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dfdc334-1556-429d-b5ae-c31d091c233e HTTP/1.1" status: 200 len: 945 time: 0.1286435 Nov 10 17:29:10.317424 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecceff-ac59-416d-8a58-8ffc2a95e622 req-c8caf053-05fa-4382-a391-61931fe98f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:10.319060 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3ecceff-ac59-416d-8a58-8ffc2a95e622 req-c8caf053-05fa-4382-a391-61931fe98f45 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6dcea188-714e-4316-9245-d3631f0cca17 HTTP/1.1" status: 200 len: 848 time: 0.0623760 Nov 10 17:29:10.328122 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecceff-ac59-416d-8a58-8ffc2a95e622 req-6814a944-026b-4b4d-a901-eba0e23e3c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:10.329769 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d3ecceff-ac59-416d-8a58-8ffc2a95e622 req-6814a944-026b-4b4d-a901-eba0e23e3c94 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3d9be19-2b8d-48ad-890a-609759e284ae HTTP/1.1" status: 200 len: 861 time: 0.0805960 Nov 10 17:29:10.368890 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3ecceff-ac59-416d-8a58-8ffc2a95e622 req-96e35cee-66ac-4b77-a8d6-4f48ae97ff50 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ee9bf645-62ea-4fb8-afab-51398fe4d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394797 Nov 10 17:29:10.380640 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d3ecceff-ac59-416d-8a58-8ffc2a95e622 req-1cd515fa-3cb9-48d9-a6e8-59908836b2d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331359 Nov 10 17:29:10.384598 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9369c22d-ca4a-4a12-b703-f32f7edb303d req-c3821db1-c4e7-49ce-af32-87f19addbc0a tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5d8aa08-9d86-4c03-af58-0893bb1c838a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864968 Nov 10 17:29:10.521501 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c852ba-f423-436d-aec1-41f9fb955c6b req-771e3127-474d-4e2a-8820-246c1be23e81 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:10.522106 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d3ecceff-ac59-416d-8a58-8ffc2a95e622 req-096e2bde-626e-4595-9924-03194130fac2 service neutron] 10.222.0.13 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247761 Nov 10 17:29:10.523576 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-85c852ba-f423-436d-aec1-41f9fb955c6b req-771e3127-474d-4e2a-8820-246c1be23e81 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 944 time: 0.1133080 Nov 10 17:29:10.530236 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3ecceff-ac59-416d-8a58-8ffc2a95e622 req-a3f70a5e-78a2-4b85-a528-ed0b1fa87326 service neutron] 10.222.0.11 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501553 Nov 10 17:29:10.604630 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54996) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:10.633930 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-85c852ba-f423-436d-aec1-41f9fb955c6b req-a8378fcd-d39d-4236-962c-8f002350388b tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022413 Nov 10 17:29:10.637250 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d3ecceff-ac59-416d-8a58-8ffc2a95e622 req-7f8778fc-a181-4baa-8560-44454a2c965c service neutron] 10.222.0.13 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025221 Nov 10 17:29:10.688915 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3ecceff-ac59-416d-8a58-8ffc2a95e622 req-531dcd91-b4cd-4cfc-97c1-e8954468dfc7 service neutron] 10.222.0.11 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402855 Nov 10 17:29:10.755631 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-00823824-46c7-4d58-bdcb-77d9f4d6ad4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:10.775610 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4336ce-dc69-4efb-b8b4-7d26d64a7963 req-2d332971-3240-4323-8a8f-5ea1959b42a6 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:10.777559 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4f4336ce-dc69-4efb-b8b4-7d26d64a7963 req-2d332971-3240-4323-8a8f-5ea1959b42a6 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c9ebac-603f-410a-ad4d-5d8d57872bfc HTTP/1.1" status: 200 len: 946 time: 0.0666332 Nov 10 17:29:10.832703 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4f4336ce-dc69-4efb-b8b4-7d26d64a7963 req-1f1feac3-f9c1-4321-8714-d1b82959b46d tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/security-groups?id=048710b1-fd94-4a51-b977-2c4b1bc91759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496020 Nov 10 17:29:10.842441 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c8d34-ee0a-4ec7-848a-47944e1c9f2b req-af39e89a-2481-493f-a0e5-749b526e2a28 tempest-ServersAdminTestJSON-2070852456 tempest-ServersAdminTestJSON-2070852456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:10.842951 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c8d34-ee0a-4ec7-848a-47944e1c9f2b req-af39e89a-2481-493f-a0e5-749b526e2a28 tempest-ServersAdminTestJSON-2070852456 tempest-ServersAdminTestJSON-2070852456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:10.843363 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c8d34-ee0a-4ec7-848a-47944e1c9f2b req-af39e89a-2481-493f-a0e5-749b526e2a28 tempest-ServersAdminTestJSON-2070852456 tempest-ServersAdminTestJSON-2070852456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:10.843820 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c8d34-ee0a-4ec7-848a-47944e1c9f2b req-af39e89a-2481-493f-a0e5-749b526e2a28 tempest-ServersAdminTestJSON-2070852456 tempest-ServersAdminTestJSON-2070852456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:10.844323 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c8d34-ee0a-4ec7-848a-47944e1c9f2b req-af39e89a-2481-493f-a0e5-749b526e2a28 tempest-ServersAdminTestJSON-2070852456 tempest-ServersAdminTestJSON-2070852456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:10.844746 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c8d34-ee0a-4ec7-848a-47944e1c9f2b req-af39e89a-2481-493f-a0e5-749b526e2a28 tempest-ServersAdminTestJSON-2070852456 tempest-ServersAdminTestJSON-2070852456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:10.845199 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c8d34-ee0a-4ec7-848a-47944e1c9f2b req-af39e89a-2481-493f-a0e5-749b526e2a28 tempest-ServersAdminTestJSON-2070852456 tempest-ServersAdminTestJSON-2070852456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:10.845688 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c8d34-ee0a-4ec7-848a-47944e1c9f2b req-af39e89a-2481-493f-a0e5-749b526e2a28 tempest-ServersAdminTestJSON-2070852456 tempest-ServersAdminTestJSON-2070852456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:10.846143 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c8d34-ee0a-4ec7-848a-47944e1c9f2b req-af39e89a-2481-493f-a0e5-749b526e2a28 tempest-ServersAdminTestJSON-2070852456 tempest-ServersAdminTestJSON-2070852456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:10.848435 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-857c8d34-ee0a-4ec7-848a-47944e1c9f2b req-af39e89a-2481-493f-a0e5-749b526e2a28 tempest-ServersAdminTestJSON-2070852456 tempest-ServersAdminTestJSON-2070852456-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=24c9ebac-603f-410a-ad4d-5d8d57872bfc&device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c&device_id=3dfdc334-1556-429d-b5ae-c31d091c233e&device_id=e88a7d7b-d8e3-499c-90e2-da5c038cc67f&device_id=37ac233b-8269-4e91-8666-651f6c521367&device_id=748028ea-185c-41d1-a52c-f2263a6731f5&device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926&device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc&device_id=39e54a0f-9e7b-43ed-bad2-b1405ddee34d HTTP/1.1" status: 200 len: 8235 time: 0.0795944 Nov 10 17:29:10.876484 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-857c8d34-ee0a-4ec7-848a-47944e1c9f2b req-4c949ea0-241f-48a7-a760-4fca4dc95638 tempest-ServersAdminTestJSON-2070852456 tempest-ServersAdminTestJSON-2070852456-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:10.914598 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-00823824-46c7-4d58-bdcb-77d9f4d6ad4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:10.920460 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-00823824-46c7-4d58-bdcb-77d9f4d6ad4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:10.975777 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-00823824-46c7-4d58-bdcb-77d9f4d6ad4d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2026eb9fe06f4dabbda5b9c3b308b7dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3681631 Nov 10 17:29:10.978603 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55008) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:10.979864 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00823824-46c7-4d58-bdcb-77d9f4d6ad4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66c5faa-6d49-4396-8209-26eb285df0fd,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:10.990821 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d68ef-d3c3-4cd2-b71f-49bda7b3125c req-fb8acb7c-9f42-4f1d-81bc-28b4478841b8 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:10.992419 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ae5d68ef-d3c3-4cd2-b71f-49bda7b3125c req-fb8acb7c-9f42-4f1d-81bc-28b4478841b8 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 943 time: 0.0558174 Nov 10 17:29:11.021529 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-857c8d34-ee0a-4ec7-848a-47944e1c9f2b req-4c949ea0-241f-48a7-a760-4fca4dc95638 tempest-ServersAdminTestJSON-2070852456 tempest-ServersAdminTestJSON-2070852456-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:11.025400 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-857c8d34-ee0a-4ec7-848a-47944e1c9f2b req-4c949ea0-241f-48a7-a760-4fca4dc95638 tempest-ServersAdminTestJSON-2070852456 tempest-ServersAdminTestJSON-2070852456-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:11.070489 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c949ea0-241f-48a7-a760-4fca4dc95638 tempest-ServersAdminTestJSON-2070852456 tempest-ServersAdminTestJSON-2070852456-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67a540c-d6ed-49ff-9e22-4aef0940fba8,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:11.073991 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ae5d68ef-d3c3-4cd2-b71f-49bda7b3125c req-ad1eccb6-2911-4ddf-8238-90d0dfa80d00 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696132 Nov 10 17:29:11.076832 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-282bc512-2561-4b24-a029-0c41246bb99a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:11.101025 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-282bc512-2561-4b24-a029-0c41246bb99a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:11.149705 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-282bc512-2561-4b24-a029-0c41246bb99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:11.150449 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-857c8d34-ee0a-4ec7-848a-47944e1c9f2b req-4c949ea0-241f-48a7-a760-4fca4dc95638 tempest-ServersAdminTestJSON-2070852456 tempest-ServersAdminTestJSON-2070852456-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&id=048710b1-fd94-4a51-b977-2c4b1bc91759&id=3dd1f7f9-bbbd-45a9-ae8e-7c3117597c01&id=f5d8aa08-9d86-4c03-af58-0893bb1c838a&id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.2940254 Nov 10 17:29:11.152304 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-282bc512-2561-4b24-a029-0c41246bb99a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:11.153489 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-282bc512-2561-4b24-a029-0c41246bb99a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e66c5faa-6d49-4396-8209-26eb285df0fd HTTP/1.1" status: 204 len: 168 time: 0.1733778 Nov 10 17:29:11.167419 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282bc512-2561-4b24-a029-0c41246bb99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66c5faa-6d49-4396-8209-26eb285df0fd,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:11.468826 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device eeb22fdd-6ade-4c08-b377-92e7d1adeff1 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:29:11.508401 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device e5e695f3-afdd-4f11-8819-e7a9e80b7c3a up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:29:11.601607 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283cfffd-57c9-448b-8978-689b60ccf70a req-df9ac1ab-956c-4f2d-bf3e-42ef972350a8 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:11.610346 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-283cfffd-57c9-448b-8978-689b60ccf70a req-df9ac1ab-956c-4f2d-bf3e-42ef972350a8 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dfdc334-1556-429d-b5ae-c31d091c233e HTTP/1.1" status: 200 len: 945 time: 0.0745263 Nov 10 17:29:11.616671 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb56c35-1690-4fea-bd32-d36b90b24b93 req-ac0f3df5-3b65-4c37-8364-b859cbf69f56 tempest-ServersAdminTestJSON-2070852456 tempest-ServersAdminTestJSON-2070852456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:11.616671 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb56c35-1690-4fea-bd32-d36b90b24b93 req-ac0f3df5-3b65-4c37-8364-b859cbf69f56 tempest-ServersAdminTestJSON-2070852456 tempest-ServersAdminTestJSON-2070852456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:11.616671 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb56c35-1690-4fea-bd32-d36b90b24b93 req-ac0f3df5-3b65-4c37-8364-b859cbf69f56 tempest-ServersAdminTestJSON-2070852456 tempest-ServersAdminTestJSON-2070852456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:11.620480 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3bb56c35-1690-4fea-bd32-d36b90b24b93 req-ac0f3df5-3b65-4c37-8364-b859cbf69f56 tempest-ServersAdminTestJSON-2070852456 tempest-ServersAdminTestJSON-2070852456-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e88a7d7b-d8e3-499c-90e2-da5c038cc67f&device_id=748028ea-185c-41d1-a52c-f2263a6731f5&device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 2885 time: 0.0873876 Nov 10 17:29:11.620972 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55040) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:11.693013 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-283cfffd-57c9-448b-8978-689b60ccf70a req-7961216e-13fa-4e0d-8c2b-c1dd5d067b12 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5d8aa08-9d86-4c03-af58-0893bb1c838a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766556 Nov 10 17:29:11.734997 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3bb56c35-1690-4fea-bd32-d36b90b24b93 req-62f684f6-b0ef-4785-864d-1bd9f3f10a8e tempest-ServersAdminTestJSON-2070852456 tempest-ServersAdminTestJSON-2070852456-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986125 Nov 10 17:29:11.770493 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-29a83b86-396f-4a83-9ca7-909a628454a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:11.782136 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port eeb22fdd-6ade-4c08-b377-92e7d1adeff1, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=eeb22fdd-6ade-4c08-b377-92e7d1adeff1,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:11.785758 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port e5e695f3-afdd-4f11-8819-e7a9e80b7c3a completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:29:11.802730 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port e5e695f3-afdd-4f11-8819-e7a9e80b7c3a triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:29:11.803095 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:11.822656 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82050aa0-9095-4ff5-8a3f-66c12a85b355 req-896a2091-2a09-4e5c-ab14-1a4c139021fc tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:11.832043 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-82050aa0-9095-4ff5-8a3f-66c12a85b355 req-896a2091-2a09-4e5c-ab14-1a4c139021fc tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 944 time: 0.0709653 Nov 10 17:29:11.852820 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'eeb22fdd-6ade-4c08-b377-92e7d1adeff1', 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d', 'port_id': 'eeb22fdd-6ade-4c08-b377-92e7d1adeff1', 'mac_address': 'fa:16:3e:49:58:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dcea188-714e-4316-9245-d3631f0cca17', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:29:11.910207 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-82050aa0-9095-4ff5-8a3f-66c12a85b355 req-e15d0088-0f7c-4776-aef8-a6fbe910a5a9 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770781 Nov 10 17:29:11.917450 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-29a83b86-396f-4a83-9ca7-909a628454a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:11.925087 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-29a83b86-396f-4a83-9ca7-909a628454a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:11.943170 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:11.961873 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb22fdd-6ade-4c08-b377-92e7d1adeff1 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:29:11.987618 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-29a83b86-396f-4a83-9ca7-909a628454a1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ffc87f4a889f40fdbcd325d76447883d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3656051 Nov 10 17:29:11.990573 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55064) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:12.007827 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port eeb22fdd-6ade-4c08-b377-92e7d1adeff1, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=eeb22fdd-6ade-4c08-b377-92e7d1adeff1,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:12.011177 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a83b86-396f-4a83-9ca7-909a628454a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b530ebe-0d95-43af-bac9-cdc8fa60adb6,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:12.032483 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9b812-6360-4f33-b9cd-b89cf0beb5be req-34c1d2e7-ece8-44dd-9b6e-241db718ada8 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:12.034732 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-29d9b812-6360-4f33-b9cd-b89cf0beb5be req-34c1d2e7-ece8-44dd-9b6e-241db718ada8 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c9ebac-603f-410a-ad4d-5d8d57872bfc HTTP/1.1" status: 200 len: 946 time: 0.0881732 Nov 10 17:29:12.037801 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:12.038563 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 242956e9-40aa-473d-a550-08731feadc4d details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:29:12.083554 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c6a3c09b-a456-4cdf-901a-b0d6e4c6fab0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:12.099841 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-29d9b812-6360-4f33-b9cd-b89cf0beb5be req-17448d4c-f03d-4138-a452-37e427c9df88 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/security-groups?id=048710b1-fd94-4a51-b977-2c4b1bc91759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537703 Nov 10 17:29:12.107184 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:12.117732 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c6a3c09b-a456-4cdf-901a-b0d6e4c6fab0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:12.177861 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=eeb22fdd-6ade-4c08-b377-92e7d1adeff1,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:12.185368 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c6a3c09b-a456-4cdf-901a-b0d6e4c6fab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:12.187974 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c6a3c09b-a456-4cdf-901a-b0d6e4c6fab0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:12.189166 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c6a3c09b-a456-4cdf-901a-b0d6e4c6fab0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5b530ebe-0d95-43af-bac9-cdc8fa60adb6 HTTP/1.1" status: 204 len: 168 time: 0.1968417 Nov 10 17:29:12.197846 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3c09b-a456-4cdf-901a-b0d6e4c6fab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b530ebe-0d95-43af-bac9-cdc8fa60adb6,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:12.203009 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dfdc334-1556-429d-b5ae-c31d091c233e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e695f3-afdd-4f11-8819-e7a9e80b7c3a'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:12.205900 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322991d9-d336-4289-b186-c8722fbd0c4d" -d '{"events": [{"server_uuid": "3dfdc334-1556-429d-b5ae-c31d091c233e", "name": "network-vif-plugged", "status": "completed", "tag": "e5e695f3-afdd-4f11-8819-e7a9e80b7c3a"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:12.239754 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port e5e695f3-afdd-4f11-8819-e7a9e80b7c3a, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=e5e695f3-afdd-4f11-8819-e7a9e80b7c3a,segment=NetworkSegment(d6dbb11d-8131-4825-aca3-58f2a07168ec),segment_id=d6dbb11d-8131-4825-aca3-58f2a07168ec)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:12.259032 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:12.264488 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4780865-c647-459b-ab69-a08897b5849b req-1712a3ea-c5c8-49f7-832e-c89936da1155 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:12.266377 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c4780865-c647-459b-ab69-a08897b5849b req-1712a3ea-c5c8-49f7-832e-c89936da1155 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 943 time: 0.0540004 Nov 10 17:29:12.309483 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 242956e9-40aa-473d-a550-08731feadc4d, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=242956e9-40aa-473d-a550-08731feadc4d,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:12.327927 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 242956e9-40aa-473d-a550-08731feadc4d has no active binding in host n-h1-776250-10 {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 17:29:12.328745 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 98901298-86d6-4f9d-9ac5-345696275700 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:29:12.356079 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=e5e695f3-afdd-4f11-8819-e7a9e80b7c3a,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:12.357805 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c4780865-c647-459b-ab69-a08897b5849b req-a4d3b4da-179b-4e61-a099-98c0e4f9d2a2 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805929 Nov 10 17:29:12.462069 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c81a02a-1dee-40b8-80c8-3381a1d3ebf9 x-openstack-request-id: req-8c81a02a-1dee-40b8-80c8-3381a1d3ebf9 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:12.462441 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dfdc334-1556-429d-b5ae-c31d091c233e", "name": "network-vif-plugged", "status": "completed", "tag": "e5e695f3-afdd-4f11-8819-e7a9e80b7c3a", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:12.462707 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8c81a02a-1dee-40b8-80c8-3381a1d3ebf9 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:12.463270 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dfdc334-1556-429d-b5ae-c31d091c233e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e695f3-afdd-4f11-8819-e7a9e80b7c3a', 'code': 200} Nov 10 17:29:12.475600 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 98901298-86d6-4f9d-9ac5-345696275700, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=98901298-86d6-4f9d-9ac5-345696275700,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:12.490009 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '98901298-86d6-4f9d-9ac5-345696275700', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': '98901298-86d6-4f9d-9ac5-345696275700', 'mac_address': 'fa:16:3e:82:eb:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:29:12.536272 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:12.559558 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98901298-86d6-4f9d-9ac5-345696275700 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:29:12.590677 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 98901298-86d6-4f9d-9ac5-345696275700, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=98901298-86d6-4f9d-9ac5-345696275700,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:12.604165 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:12.612722 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc5dba-8dcf-454a-97d5-760e308dfa4e req-24e59928-9db7-41dd-a9e3-e0001cbf54af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:12.614749 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e4dc5dba-8dcf-454a-97d5-760e308dfa4e req-24e59928-9db7-41dd-a9e3-e0001cbf54af service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3dfdc334-1556-429d-b5ae-c31d091c233e HTTP/1.1" status: 200 len: 1098 time: 0.0797131 Nov 10 17:29:12.680221 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e4dc5dba-8dcf-454a-97d5-760e308dfa4e req-4ff95929-3c10-43ca-a2d5-29d4458775f3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f5d8aa08-9d86-4c03-af58-0893bb1c838a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554912 Nov 10 17:29:12.684492 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=98901298-86d6-4f9d-9ac5-345696275700,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:12.727905 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55094) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:12.776919 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-986f5de3-5d62-4393-a387-a634b3edd0bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:12.843706 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55098) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:12.853219 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e90ae-14f7-4f17-85ff-3dc31d98422e req-024f69dc-d497-4ad0-adef-5b74d1a184ed tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:12.854693 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d34e90ae-14f7-4f17-85ff-3dc31d98422e req-024f69dc-d497-4ad0-adef-5b74d1a184ed tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dfdc334-1556-429d-b5ae-c31d091c233e HTTP/1.1" status: 200 len: 946 time: 0.0739198 Nov 10 17:29:12.870858 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['eeb22fdd-6ade-4c08-b377-92e7d1adeff1'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:29:12.878919 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c851ec-7ed0-41c4-b116-38ca438c371a req-38df4e31-af7d-4924-abce-e5f5f65be542 tempest-ServersAdminTestJSON-2070852456 tempest-ServersAdminTestJSON-2070852456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:12.880656 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-42c851ec-7ed0-41c4-b116-38ca438c371a req-38df4e31-af7d-4924-abce-e5f5f65be542 tempest-ServersAdminTestJSON-2070852456 tempest-ServersAdminTestJSON-2070852456-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 1101 time: 0.0513132 Nov 10 17:29:12.902316 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['98901298-86d6-4f9d-9ac5-345696275700'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:29:12.937465 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d34e90ae-14f7-4f17-85ff-3dc31d98422e req-8f47ce3d-03af-4eda-98e5-ec4694acccbe tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5d8aa08-9d86-4c03-af58-0893bb1c838a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736685 Nov 10 17:29:12.939292 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-42c851ec-7ed0-41c4-b116-38ca438c371a req-60f28178-c2e1-4c8a-956e-e1fc5d3bfd9e tempest-ServersAdminTestJSON-2070852456 tempest-ServersAdminTestJSON-2070852456-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492175 Nov 10 17:29:12.977771 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-986f5de3-5d62-4393-a387-a634b3edd0bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:12.987803 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-986f5de3-5d62-4393-a387-a634b3edd0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:13.046380 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-986f5de3-5d62-4393-a387-a634b3edd0bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=26ccc098fefd486981d22ccca00292e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3151917 Nov 10 17:29:13.050993 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f5de3-5d62-4393-a387-a634b3edd0bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b7eebd-6cdb-4729-89ba-3ee54fc6e8b2,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:13.052261 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55106) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:13.095010 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1471c-a6ba-440f-955d-c098d134222b req-60b50af1-0954-4a25-a69a-5bb8624ffa71 tempest-ServersAdminTestJSON-2070852456 tempest-ServersAdminTestJSON-2070852456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:13.097164 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-82a1471c-a6ba-440f-955d-c098d134222b req-60b50af1-0954-4a25-a69a-5bb8624ffa71 tempest-ServersAdminTestJSON-2070852456 tempest-ServersAdminTestJSON-2070852456-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 1101 time: 0.0725017 Nov 10 17:29:13.102874 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-931c3b1b-5aa4-4332-a8b0-1d79579a3ee7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:13.126182 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fcd3de4d-44f3-4764-9796-98f9835b95d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:13.137248 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302e385-087c-4699-9659-742c09ef775e req-0571d0d1-f38e-435d-9b6e-761cae64bac5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:13.140620 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b302e385-087c-4699-9659-742c09ef775e req-0571d0d1-f38e-435d-9b6e-761cae64bac5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 945 time: 0.0904887 Nov 10 17:29:13.169999 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fcd3de4d-44f3-4764-9796-98f9835b95d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:13.216319 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-82a1471c-a6ba-440f-955d-c098d134222b req-fdb9de12-df4c-400e-a4c7-4d98e0816dbc tempest-ServersAdminTestJSON-2070852456 tempest-ServersAdminTestJSON-2070852456-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966024 Nov 10 17:29:13.220132 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b302e385-087c-4699-9659-742c09ef775e req-2f8fcb72-3f0d-4605-a371-e21c96a8ea5d tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747306 Nov 10 17:29:13.248031 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fcd3de4d-44f3-4764-9796-98f9835b95d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:13.251672 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fcd3de4d-44f3-4764-9796-98f9835b95d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:13.253462 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-931c3b1b-5aa4-4332-a8b0-1d79579a3ee7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:13.254291 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fcd3de4d-44f3-4764-9796-98f9835b95d8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/71b7eebd-6cdb-4729-89ba-3ee54fc6e8b2 HTTP/1.1" status: 204 len: 168 time: 0.2003777 Nov 10 17:29:13.264375 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd3de4d-44f3-4764-9796-98f9835b95d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b7eebd-6cdb-4729-89ba-3ee54fc6e8b2,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:13.271004 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-931c3b1b-5aa4-4332-a8b0-1d79579a3ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:13.326041 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-931c3b1b-5aa4-4332-a8b0-1d79579a3ee7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=27ca8ed630eb43c8ba9edfa9743e0e38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4810982 Nov 10 17:29:13.327014 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c3b1b-5aa4-4332-a8b0-1d79579a3ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34aa57ae-2b13-46e8-9d43-af67daf95794,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:13.328660 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55114) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:13.415015 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dabe011-1556-49b6-a660-f8512e9572e5 req-12c0441d-2455-4c09-8cac-3882c5dd408d tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:13.422325 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9dabe011-1556-49b6-a660-f8512e9572e5 req-12c0441d-2455-4c09-8cac-3882c5dd408d tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c9ebac-603f-410a-ad4d-5d8d57872bfc HTTP/1.1" status: 200 len: 947 time: 0.0966594 Nov 10 17:29:13.446330 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39ebd04e-9339-4111-aa63-a8bab3942639 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:13.482654 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39ebd04e-9339-4111-aa63-a8bab3942639 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:13.508502 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9dabe011-1556-49b6-a660-f8512e9572e5 req-8a549734-efad-4bcc-afe4-f0da70869f90 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/security-groups?id=048710b1-fd94-4a51-b977-2c4b1bc91759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850668 Nov 10 17:29:13.548502 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e54dc-8abc-4bb1-8eda-c52a29b4146e req-78ecc12f-6bcc-4d52-a7c7-9925ed2ca04c tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:13.551234 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a22e54dc-8abc-4bb1-8eda-c52a29b4146e req-78ecc12f-6bcc-4d52-a7c7-9925ed2ca04c tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 943 time: 0.0697961 Nov 10 17:29:13.573855 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39ebd04e-9339-4111-aa63-a8bab3942639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:13.580606 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39ebd04e-9339-4111-aa63-a8bab3942639 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:13.584668 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-39ebd04e-9339-4111-aa63-a8bab3942639 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/34aa57ae-2b13-46e8-9d43-af67daf95794 HTTP/1.1" status: 204 len: 168 time: 0.2521358 Nov 10 17:29:13.593226 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ebd04e-9339-4111-aa63-a8bab3942639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34aa57ae-2b13-46e8-9d43-af67daf95794,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:13.647425 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a22e54dc-8abc-4bb1-8eda-c52a29b4146e req-9876c659-9f5e-4103-b784-9d1f6b649dd2 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836949 Nov 10 17:29:14.117674 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92e10c-6949-4453-a805-9d8effd8c445 req-021f3eff-c73c-4a83-9091-c7389b3a3c06 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:14.119582 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3f92e10c-6949-4453-a805-9d8effd8c445 req-021f3eff-c73c-4a83-9091-c7389b3a3c06 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dfdc334-1556-429d-b5ae-c31d091c233e HTTP/1.1" status: 200 len: 946 time: 0.0799317 Nov 10 17:29:14.161217 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c61b9-b280-421a-96ce-10342561a691 req-02286f30-b835-4615-91c2-ced723ee3a68 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:14.165034 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-255c61b9-b280-421a-96ce-10342561a691 req-02286f30-b835-4615-91c2-ced723ee3a68 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.0798337 Nov 10 17:29:14.217284 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3f92e10c-6949-4453-a805-9d8effd8c445 req-080f3495-e240-4d58-94bf-b6e35620dcc3 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5d8aa08-9d86-4c03-af58-0893bb1c838a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892937 Nov 10 17:29:14.255940 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-255c61b9-b280-421a-96ce-10342561a691 req-032ff4f4-69a2-439c-bdce-9afa5ef8cc95 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774891 Nov 10 17:29:14.359959 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6c564-620d-40ea-a3ad-0ee878e0eccb req-901efa3e-84b2-4cf1-9fb0-100a8ebc6f12 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:14.368616 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-01f6c564-620d-40ea-a3ad-0ee878e0eccb req-901efa3e-84b2-4cf1-9fb0-100a8ebc6f12 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 945 time: 0.0581925 Nov 10 17:29:14.425264 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-01f6c564-620d-40ea-a3ad-0ee878e0eccb req-5b78e6f5-5467-4047-9e80-8d6a9fe9516a tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555212 Nov 10 17:29:14.642220 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11006cd3-8341-456b-8cad-4b752d28480e req-539fe121-f284-4160-b071-f1b6d47bc194 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:14.644422 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-11006cd3-8341-456b-8cad-4b752d28480e req-539fe121-f284-4160-b071-f1b6d47bc194 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c9ebac-603f-410a-ad4d-5d8d57872bfc HTTP/1.1" status: 200 len: 947 time: 0.0631835 Nov 10 17:29:14.716087 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-11006cd3-8341-456b-8cad-4b752d28480e req-783e9e8a-fbdf-4506-a9b2-4435f6e7379a tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/security-groups?id=048710b1-fd94-4a51-b977-2c4b1bc91759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598793 Nov 10 17:29:14.818915 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f05f6f-f684-46a0-b776-193e76f9ba88 req-a0dc36f5-9783-4fc0-901d-6a14eff1f7d2 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:14.820686 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c8f05f6f-f684-46a0-b776-193e76f9ba88 req-a0dc36f5-9783-4fc0-901d-6a14eff1f7d2 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 943 time: 0.0560970 Nov 10 17:29:14.872418 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c8f05f6f-f684-46a0-b776-193e76f9ba88 req-8bb5b17e-91b9-42c5-b3af-f6749d7979b0 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458770 Nov 10 17:29:15.093737 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-6daafbeb-6fd1-422d-ba3e-b1c768c96ce4 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215995 Nov 10 17:29:15.208987 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-7964a998-17df-4168-b60b-fd6a4fd1bb8d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:15.210446 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-7964a998-17df-4168-b60b-fd6a4fd1bb8d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1097784 Nov 10 17:29:15.225438 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-319fa5fb-cfb8-48c6-aeb2-b0ac6b599f70 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/quotas/8f9e5c9c528a40edbd9cc8b10302b929 HTTP/1.1" status: 200 len: 375 time: 0.0094776 Nov 10 17:29:15.238179 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55256) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:15.258867 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-83ebb36f-b486-4a49-b8fd-b5dd6e275cec tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279598 Nov 10 17:29:15.336180 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc41db-d902-4f84-a95b-4ed8053fb1b9 req-58a4cad9-5d04-4b50-9673-2a015d9b4df4 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:15.338256 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-01fc41db-d902-4f84-a95b-4ed8053fb1b9 req-58a4cad9-5d04-4b50-9673-2a015d9b4df4 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dfdc334-1556-429d-b5ae-c31d091c233e HTTP/1.1" status: 200 len: 946 time: 0.0521414 Nov 10 17:29:15.359156 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6c14be1f-81b7-4683-9210-e4284649b878 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:15.414520 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-01fc41db-d902-4f84-a95b-4ed8053fb1b9 req-458152ee-5fa7-46b1-9b43-761c8894a51d tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5d8aa08-9d86-4c03-af58-0893bb1c838a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689499 Nov 10 17:29:15.476411 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73489847-493a-49db-99be-c280d1147201 req-c48646e1-16c9-430a-815a-6e7e25e02e92 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:15.478095 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-73489847-493a-49db-99be-c280d1147201 req-c48646e1-16c9-430a-815a-6e7e25e02e92 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.0579929 Nov 10 17:29:15.493879 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device eeb22fdd-6ade-4c08-b377-92e7d1adeff1 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:29:15.511725 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6c14be1f-81b7-4683-9210-e4284649b878 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:15.515499 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9a7ace4b-20ce-4a5b-9178-7b940d5e771c req-88ff3c0b-bc9d-4084-b1a8-8fa7557dcc70 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 210 time: 0.0345368 Nov 10 17:29:15.520300 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6c14be1f-81b7-4683-9210-e4284649b878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:15.539282 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-73489847-493a-49db-99be-c280d1147201 req-6a60a81b-f918-46a0-afca-bfc336395c7a tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551131 Nov 10 17:29:15.561873 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55268) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:15.562403 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6c14be1f-81b7-4683-9210-e4284649b878 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f5b7e1b1bb3d4dca878968e922b1fabb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144982 Nov 10 17:29:15.581742 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c14be1f-81b7-4683-9210-e4284649b878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789a25f7-7f5b-45e7-a5c7-55f34acdffbb,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:15.604690 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port eeb22fdd-6ade-4c08-b377-92e7d1adeff1 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:29:15.609385 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port eeb22fdd-6ade-4c08-b377-92e7d1adeff1 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:29:15.610214 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:15.630715 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bb5213c3-898f-4ae5-8c20-8ad81343e627 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:15.655468 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bb5213c3-898f-4ae5-8c20-8ad81343e627 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:15.676136 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54298360-a2d8-4a78-9046-4845960d62af req-877fcb57-aeb2-4f6a-9ef3-4b6a80bcdad6 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:15.677779 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-54298360-a2d8-4a78-9046-4845960d62af req-877fcb57-aeb2-4f6a-9ef3-4b6a80bcdad6 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 945 time: 0.0644855 Nov 10 17:29:15.717743 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bb5213c3-898f-4ae5-8c20-8ad81343e627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:15.722076 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bb5213c3-898f-4ae5-8c20-8ad81343e627 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:15.723957 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bb5213c3-898f-4ae5-8c20-8ad81343e627 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/789a25f7-7f5b-45e7-a5c7-55f34acdffbb HTTP/1.1" status: 204 len: 168 time: 0.1691058 Nov 10 17:29:15.732292 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-54298360-a2d8-4a78-9046-4845960d62af req-16ebe773-302a-4e2b-818f-180cfd33aec2 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474906 Nov 10 17:29:15.741509 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:15.753504 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5213c3-898f-4ae5-8c20-8ad81343e627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789a25f7-7f5b-45e7-a5c7-55f34acdffbb,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:15.787285 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebcb56f-ad99-41f4-96ee-377987322d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb22fdd-6ade-4c08-b377-92e7d1adeff1'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:15.789566 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a6ec2b-02e5-4ffd-8906-ea06a91e0f8a" -d '{"events": [{"server_uuid": "7ebcb56f-ad99-41f4-96ee-377987322d1c", "name": "network-vif-plugged", "status": "completed", "tag": "eeb22fdd-6ade-4c08-b377-92e7d1adeff1"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:15.806601 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port eeb22fdd-6ade-4c08-b377-92e7d1adeff1, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=eeb22fdd-6ade-4c08-b377-92e7d1adeff1,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:15.827647 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:15.828748 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 98901298-86d6-4f9d-9ac5-345696275700 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:29:15.917353 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2f25e2-cd35-499b-9936-3af60a31cc0a x-openstack-request-id: req-5e2f25e2-cd35-499b-9936-3af60a31cc0a {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:15.917954 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebcb56f-ad99-41f4-96ee-377987322d1c", "name": "network-vif-plugged", "status": "completed", "tag": "eeb22fdd-6ade-4c08-b377-92e7d1adeff1", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:15.918360 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5e2f25e2-cd35-499b-9936-3af60a31cc0a {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:15.919198 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebcb56f-ad99-41f4-96ee-377987322d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb22fdd-6ade-4c08-b377-92e7d1adeff1', 'code': 200} Nov 10 17:29:15.929178 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c724fd-c160-4c21-9bd2-e17ccbfe0ffe req-a4120906-a8d4-4c4f-8f52-044e74cbd28e tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:15.931845 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-19c724fd-c160-4c21-9bd2-e17ccbfe0ffe req-a4120906-a8d4-4c4f-8f52-044e74cbd28e tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c9ebac-603f-410a-ad4d-5d8d57872bfc HTTP/1.1" status: 200 len: 947 time: 0.1239202 Nov 10 17:29:15.973544 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=eeb22fdd-6ade-4c08-b377-92e7d1adeff1,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:15.994054 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 98901298-86d6-4f9d-9ac5-345696275700 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:29:16.000964 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 98901298-86d6-4f9d-9ac5-345696275700 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:29:16.001434 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:16.022161 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02670f0-dbf5-4c9b-be55-4e1049780722 req-0a0d1c2c-ed08-4852-ae90-6d707ecd32f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:16.023666 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d02670f0-dbf5-4c9b-be55-4e1049780722 req-0a0d1c2c-ed08-4852-ae90-6d707ecd32f7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 1098 time: 0.0906758 Nov 10 17:29:16.095563 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d02670f0-dbf5-4c9b-be55-4e1049780722 req-ca7c2c4e-88b8-4d19-aba6-aa4b2ff4121c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546131 Nov 10 17:29:16.110656 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-19c724fd-c160-4c21-9bd2-e17ccbfe0ffe req-a6f6b84d-86e6-47f9-b0c9-6b2b156444f5 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/security-groups?id=048710b1-fd94-4a51-b977-2c4b1bc91759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620390 Nov 10 17:29:16.112432 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee681d5-8549-45d6-953d-35ff54cb4735 req-87cb5948-e2b9-4750-8631-2784c8c042b5 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:16.120973 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8ee681d5-8549-45d6-953d-35ff54cb4735 req-87cb5948-e2b9-4750-8631-2784c8c042b5 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 943 time: 0.0822575 Nov 10 17:29:16.137031 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:16.173564 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 98901298-86d6-4f9d-9ac5-345696275700, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=98901298-86d6-4f9d-9ac5-345696275700,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:16.177093 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8ee681d5-8549-45d6-953d-35ff54cb4735 req-da62ffc6-e2e4-42b9-91f7-079b8220a778 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550799 Nov 10 17:29:16.178635 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:16.240351 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=98901298-86d6-4f9d-9ac5-345696275700,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:16.251277 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-ac620a19-830e-4571-b925-5ff98871c6df service neutron] 10.222.0.13 "GET /v2.0/ports/242956e9-40aa-473d-a550-08731feadc4d/bindings/n-h1-776250-10 HTTP/1.1" status: 200 len: 385 time: 0.0645788 Nov 10 17:29:16.480866 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-eeaf201d-368f-42ee-9c8b-87009f7da757 service neutron] For port 242956e9-40aa-473d-a550-08731feadc4d, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=242956e9-40aa-473d-a550-08731feadc4d,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:16.507819 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-eeaf201d-368f-42ee-9c8b-87009f7da757 service neutron] For port 242956e9-40aa-473d-a550-08731feadc4d, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:29:16.549438 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-eeaf201d-368f-42ee-9c8b-87009f7da757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 242956e9-40aa-473d-a550-08731feadc4d {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:29:16.561273 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b130c8-843e-44c0-b8e3-5590f8d54232 req-b563c80d-76b2-4b55-87a9-1d48a6b44319 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:16.561827 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-eeaf201d-368f-42ee-9c8b-87009f7da757 service neutron] For port 242956e9-40aa-473d-a550-08731feadc4d, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=242956e9-40aa-473d-a550-08731feadc4d,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:16.569613 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-64b130c8-843e-44c0-b8e3-5590f8d54232 req-b563c80d-76b2-4b55-87a9-1d48a6b44319 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dfdc334-1556-429d-b5ae-c31d091c233e HTTP/1.1" status: 200 len: 946 time: 0.0662725 Nov 10 17:29:16.581006 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-eeaf201d-368f-42ee-9c8b-87009f7da757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:16.627851 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-64b130c8-843e-44c0-b8e3-5590f8d54232 req-a7fe1f43-786c-4293-8fd1-0d7c9f482b18 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5d8aa08-9d86-4c03-af58-0893bb1c838a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566330 Nov 10 17:29:16.660661 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c44971ed-b12a-42fb-8b18-677ffd22c709 req-10509e97-66c0-4a66-93c9-71fc2b0544d7 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 210 time: 0.0286071 Nov 10 17:29:16.700604 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-eeaf201d-368f-42ee-9c8b-87009f7da757 service neutron] Transition to ACTIVE for port object 242956e9-40aa-473d-a550-08731feadc4d will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:29:16.707794 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-eeaf201d-368f-42ee-9c8b-87009f7da757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:16.741689 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e59cfd-0217-44e2-b363-c39bbf68338e req-1b97fb31-554f-4f74-98cb-147ed9e4bdf1 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:16.743999 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c8e59cfd-0217-44e2-b363-c39bbf68338e req-1b97fb31-554f-4f74-98cb-147ed9e4bdf1 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.0531733 Nov 10 17:29:16.747486 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55310) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:16.786008 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-eeaf201d-368f-42ee-9c8b-87009f7da757 service neutron] No DVR routers for this DVR port 242956e9-40aa-473d-a550-08731feadc4d on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:29:16.794532 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf201d-368f-42ee-9c8b-87009f7da757 service neutron] Pushing event updated for resources: {'Port': ['ID=242956e9-40aa-473d-a550-08731feadc4d,revision_number=10']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:16.819761 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c8e59cfd-0217-44e2-b363-c39bbf68338e req-ad575f05-e4a6-480d-9a97-b19c5845c356 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692542 Nov 10 17:29:16.828173 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-eeaf201d-368f-42ee-9c8b-87009f7da757 service neutron] 10.222.0.13 "PUT /v2.0/ports/242956e9-40aa-473d-a550-08731feadc4d/bindings/n-h1-776250-10/activate HTTP/1.1" status: 200 len: 370 time: 0.5568590 Nov 10 17:29:16.879241 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ede4c5-0fa1-4d5f-984e-90a92e1102cb req-34d1cb94-da26-4a00-a554-8061dc1c7130 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:16.880786 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-25ede4c5-0fa1-4d5f-984e-90a92e1102cb req-34d1cb94-da26-4a00-a554-8061dc1c7130 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 946 time: 0.0517347 Nov 10 17:29:16.906285 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-c7626698-32a9-4150-b32b-4dc68b15ec03 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1894359964-network', 'tenant_id': 'f0589f98852a477aaed045b19a1b3507'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:29:16.951320 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-25ede4c5-0fa1-4d5f-984e-90a92e1102cb req-36a3b272-4d5e-4333-b69a-92ebbed394be tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641718 Nov 10 17:29:16.954072 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7626698-32a9-4150-b32b-4dc68b15ec03 admin admin] Made reservation on behalf of f0589f98852a477aaed045b19a1b3507 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:29:16.956799 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c7626698-32a9-4150-b32b-4dc68b15ec03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:16.978473 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c7626698-32a9-4150-b32b-4dc68b15ec03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:16.993769 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-a09c8767-a82c-4e6d-92d7-4b0b3a215907 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:16.995274 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-a09c8767-a82c-4e6d-92d7-4b0b3a215907 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=37ac233b-8269-4e91-8666-651f6c521367&tenant_id=0ec9ca6147964daa83e30b2176db3b36&binding%3Ahost_id=n-h2-776250-10 HTTP/1.1" status: 200 len: 1096 time: 0.0677211 Nov 10 17:29:16.996489 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-e9a2006c-577b-47ff-b5f1-21aa48d50f69 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359910 Nov 10 17:29:17.057945 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-b62c3047-39be-4be7-86a4-994a77aa55b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:17.059427 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-b62c3047-39be-4be7-86a4-994a77aa55b9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=37ac233b-8269-4e91-8666-651f6c521367&tenant_id=0ec9ca6147964daa83e30b2176db3b36 HTTP/1.1" status: 200 len: 1096 time: 0.0515428 Nov 10 17:29:17.142160 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-43043be7-99a4-4709-8e62-7987d4be65ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:17.144505 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-43043be7-99a4-4709-8e62-7987d4be65ec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ec9ca6147964daa83e30b2176db3b36&device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 1096 time: 0.0473096 Nov 10 17:29:17.308686 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-3311bd13-e8b7-47ac-851b-fee9fe1c8b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:17.310285 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-3311bd13-e8b7-47ac-851b-fee9fe1c8b0e service neutron] 10.222.0.11 "GET /v2.0/networks?id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1 HTTP/1.1" status: 200 len: 922 time: 0.1389248 Nov 10 17:29:17.381735 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-f62b6c6f-87bf-4d64-b949-0fcf56cd70f7 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:17.383119 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-f62b6c6f-87bf-4d64-b949-0fcf56cd70f7 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3747933 Nov 10 17:29:17.386510 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003828c-6f10-4b50-ac1e-5805cee56911 req-bd1af6ec-a334-41fa-b5d4-da60bcdeccf3 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:17.387995 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0003828c-6f10-4b50-ac1e-5805cee56911 req-bd1af6ec-a334-41fa-b5d4-da60bcdeccf3 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 944 time: 0.1158113 Nov 10 17:29:17.389664 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-1bbeca77-8391-4e8d-a6f5-df3e22b57d2a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=242956e9-40aa-473d-a550-08731feadc4d HTTP/1.1" status: 200 len: 217 time: 0.0600474 Nov 10 17:29:17.409084 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-3a7cc15a-4666-48c4-8be6-b7510d361526 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Request body: {'port': {'device_id': 'd145e069-aad6-4707-ae26-f2711a939972', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'admin_state_up': True, 'tenant_id': '8f9e5c9c528a40edbd9cc8b10302b929'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:29:17.419612 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea315a-b9a3-4cf3-950c-410d7fbce136 req-a683e5ee-0183-4718-9c40-a08e3a50f0c0 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:17.421073 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-04ea315a-b9a3-4cf3-950c-410d7fbce136 req-a683e5ee-0183-4718-9c40-a08e3a50f0c0 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c9ebac-603f-410a-ad4d-5d8d57872bfc HTTP/1.1" status: 200 len: 948 time: 0.1386094 Nov 10 17:29:17.472885 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0003828c-6f10-4b50-ac1e-5805cee56911 req-580c4d83-c1a1-4624-8dc8-329eec64e4d6 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775635 Nov 10 17:29:17.474364 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-788ccca9-7e54-482e-801e-8ef9b37275ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:17.475708 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-788ccca9-7e54-482e-801e-8ef9b37275ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f3d9be19-2b8d-48ad-890a-609759e284ae HTTP/1.1" status: 200 len: 861 time: 0.0664563 Nov 10 17:29:17.485769 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c7626698-32a9-4150-b32b-4dc68b15ec03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:17.498843 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c7626698-32a9-4150-b32b-4dc68b15ec03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:17.517123 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-39e1fa12-fa9b-4a83-be36-cc9d5f2355a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332687 Nov 10 17:29:17.548406 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7626698-32a9-4150-b32b-4dc68b15ec03 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:29:17.579300 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7626698-32a9-4150-b32b-4dc68b15ec03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a06b47f-ac78-4aab-8596-013fb9f045b0,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:17.582752 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c7626698-32a9-4150-b32b-4dc68b15ec03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:17.583106 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-c7626698-32a9-4150-b32b-4dc68b15ec03 admin admin] Added segment b7c37155-18e9-4b57-87a8-92691f67baee of type vlan for network af5d9319-c9e9-4073-91fe-7673c9c7f4ce Nov 10 17:29:17.596390 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-04ea315a-b9a3-4cf3-950c-410d7fbce136 req-e3e21be3-f7b1-481b-b268-6c5811b13927 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/security-groups?id=048710b1-fd94-4a51-b977-2c4b1bc91759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661084 Nov 10 17:29:17.624620 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-3343fd44-3192-4438-a494-719e932ccf13 service neutron] 10.222.0.11 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971029 Nov 10 17:29:17.649728 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c7626698-32a9-4150-b32b-4dc68b15ec03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:17.674974 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-3a7cc15a-4666-48c4-8be6-b7510d361526 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Made reservation on behalf of 8f9e5c9c528a40edbd9cc8b10302b929 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:29:17.678564 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-3a7cc15a-4666-48c4-8be6-b7510d361526 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:17.691646 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-3a7cc15a-4666-48c4-8be6-b7510d361526 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:17.703635 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c7626698-32a9-4150-b32b-4dc68b15ec03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:17.704655 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7626698-32a9-4150-b32b-4dc68b15ec03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:17.705479 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c7626698-32a9-4150-b32b-4dc68b15ec03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:17.769137 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c7626698-32a9-4150-b32b-4dc68b15ec03 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0172210 Nov 10 17:29:17.772468 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55326) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:17.779192 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-daec4245-9c6d-43f4-a122-ef9987479c60 admin admin] Request body: {'subnet': {'network_id': 'af5d9319-c9e9-4073-91fe-7673c9c7f4ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1894359964-subnet', 'tenant_id': 'f0589f98852a477aaed045b19a1b3507', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:29:17.794864 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-dd32ca0c-9cad-4bec-a11b-4de9447526a1 service neutron] 10.222.0.11 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603153 Nov 10 17:29:17.809345 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58801c2d-3f72-49a6-9ac6-fbcaef987d6c req-080c8c84-d1ed-40b1-b165-2c098f2bd2ec tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:17.810847 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-58801c2d-3f72-49a6-9ac6-fbcaef987d6c req-080c8c84-d1ed-40b1-b165-2c098f2bd2ec tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dfdc334-1556-429d-b5ae-c31d091c233e HTTP/1.1" status: 200 len: 946 time: 0.1032960 Nov 10 17:29:17.811111 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b1081d66-a046-4f62-b3af-00f10cddbd87 req-f8ffed65-4620-451c-9a70-3b31e88c72ba tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 210 time: 0.0527308 Nov 10 17:29:17.819853 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7626698-32a9-4150-b32b-4dc68b15ec03 admin admin] Pushing event updated for resources: {'Network': ['ID=af5d9319-c9e9-4073-91fe-7673c9c7f4ce,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:17.838973 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network af5d9319-c9e9-4073-91fe-7673c9c7f4ce details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:29:17.854106 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daec4245-9c6d-43f4-a122-ef9987479c60 admin admin] Made reservation on behalf of f0589f98852a477aaed045b19a1b3507 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:29:17.857119 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-daec4245-9c6d-43f4-a122-ef9987479c60 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:17.867356 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-3a7cc15a-4666-48c4-8be6-b7510d361526 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:17.872869 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-3a7cc15a-4666-48c4-8be6-b7510d361526 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:17.922718 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c9ebac-603f-410a-ad4d-5d8d57872bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98901298-86d6-4f9d-9ac5-345696275700'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:17.925516 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cfe10e-5a33-4f97-811a-1ed8200982c4" -d '{"events": [{"server_uuid": "24c9ebac-603f-410a-ad4d-5d8d57872bfc", "name": "network-vif-plugged", "status": "completed", "tag": "98901298-86d6-4f9d-9ac5-345696275700"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:17.954000 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-58801c2d-3f72-49a6-9ac6-fbcaef987d6c req-968bb77c-0cd7-4374-a835-25c7ce4bae20 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5d8aa08-9d86-4c03-af58-0893bb1c838a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365948 Nov 10 17:29:17.971583 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc15a-4666-48c4-8be6-b7510d361526 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5d1627-ade3-4791-8db9-d6061e777309,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:18.012607 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb832772-345c-4331-84e2-06c723d2c3f2 req-a722edfc-3bfa-4aec-894f-8d730ec08aeb tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:18.014255 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cb832772-345c-4331-84e2-06c723d2c3f2 req-a722edfc-3bfa-4aec-894f-8d730ec08aeb tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.1131074 Nov 10 17:29:18.058989 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c950ea2e-bc5a-4f44-bdf2-a716f0854751 x-openstack-request-id: req-c950ea2e-bc5a-4f44-bdf2-a716f0854751 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:18.059299 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c9ebac-603f-410a-ad4d-5d8d57872bfc", "name": "network-vif-plugged", "status": "completed", "tag": "98901298-86d6-4f9d-9ac5-345696275700", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:18.059537 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c950ea2e-bc5a-4f44-bdf2-a716f0854751 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:18.059954 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c9ebac-603f-410a-ad4d-5d8d57872bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98901298-86d6-4f9d-9ac5-345696275700', 'code': 200} Nov 10 17:29:18.103437 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-3a7cc15a-4666-48c4-8be6-b7510d361526 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Allocated IP 192.168.233.63 (06bf2af7-1c64-4ab3-86f9-bba38a9adb20/7364e0f4-b425-437c-8639-701045fa2b03/5dc83552-8f22-4de3-b8e0-61527afe401d) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:29:18.119043 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cb832772-345c-4331-84e2-06c723d2c3f2 req-477f6318-61d3-4409-8fce-2a384fe8dbab tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779769 Nov 10 17:29:18.139387 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-daec4245-9c6d-43f4-a122-ef9987479c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:18.262463 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c90a75-35dd-49ad-a457-c4eb92c27ad7 req-5221d70d-4e56-4bce-9f2e-f16f1c8c9075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:18.263982 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-42c90a75-35dd-49ad-a457-c4eb92c27ad7 req-5221d70d-4e56-4bce-9f2e-f16f1c8c9075 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=24c9ebac-603f-410a-ad4d-5d8d57872bfc HTTP/1.1" status: 200 len: 1100 time: 0.1026542 Nov 10 17:29:18.363725 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-42c90a75-35dd-49ad-a457-c4eb92c27ad7 req-939fbc03-92ce-4598-88e4-6d3a6688ecdc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=048710b1-fd94-4a51-b977-2c4b1bc91759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900252 Nov 10 17:29:18.369427 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-3a7cc15a-4666-48c4-8be6-b7510d361526 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:18.406144 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-3a7cc15a-4666-48c4-8be6-b7510d361526 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:18.456119 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-3a7cc15a-4666-48c4-8be6-b7510d361526 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:29:18.459605 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-3a7cc15a-4666-48c4-8be6-b7510d361526 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:29:18.463434 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-3a7cc15a-4666-48c4-8be6-b7510d361526 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:29:18.469946 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7cc15a-4666-48c4-8be6-b7510d361526 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Pushing event updated for resources: {'Port': ['ID=5dc83552-8f22-4de3-b8e0-61527afe401d,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:18.524164 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-3a7cc15a-4666-48c4-8be6-b7510d361526 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:18.524816 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-3a7cc15a-4666-48c4-8be6-b7510d361526 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:18.552186 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-3a7cc15a-4666-48c4-8be6-b7510d361526 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1477847 Nov 10 17:29:18.556659 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec4245-9c6d-43f4-a122-ef9987479c60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dfb217a-010e-4c97-b837-e4f93bb87f24,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:18.570077 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-fe6cc0db-1afb-45fd-b178-924865b95edd tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:18.572234 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-fe6cc0db-1afb-45fd-b178-924865b95edd tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=37ac233b-8269-4e91-8666-651f6c521367&tenant_id=0ec9ca6147964daa83e30b2176db3b36&binding%3Ahost_id=n-h1-776250-10 HTTP/1.1" status: 200 len: 1096 time: 0.4205406 Nov 10 17:29:18.582899 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daec4245-9c6d-43f4-a122-ef9987479c60 admin admin] Checking segment: {'id': 'b7c37155-18e9-4b57-87a8-92691f67baee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'af5d9319-c9e9-4073-91fe-7673c9c7f4ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:29:18.588671 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daec4245-9c6d-43f4-a122-ef9987479c60 admin admin] Network hostable DHCP agents. Network: af5d9319-c9e9-4073-91fe-7673c9c7f4ce, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:29:18.607080 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf85109-fae7-4a8a-9c99-05a1d15c5345 req-0aa077f5-ac52-401a-a0f2-44bfa23ad3e0 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:18.608866 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0bf85109-fae7-4a8a-9c99-05a1d15c5345 req-0aa077f5-ac52-401a-a0f2-44bfa23ad3e0 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 946 time: 0.4633393 Nov 10 17:29:18.621855 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-abb74e6c-2a88-4dce-a631-0d2f73b2b3d3 service neutron] Request body: {'port': {'device_id': 'd145e069-aad6-4707-ae26-f2711a939972', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:29:18.707947 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daec4245-9c6d-43f4-a122-ef9987479c60 admin admin] Network af5d9319-c9e9-4073-91fe-7673c9c7f4ce is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:29:18.711743 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c6c84-3471-4560-a43d-ee9d70c37889 req-afdbf2a7-2935-4447-804e-74c4ad9362f2 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:18.713682 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-066c6c84-3471-4560-a43d-ee9d70c37889 req-afdbf2a7-2935-4447-804e-74c4ad9362f2 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 944 time: 0.1293507 Nov 10 17:29:18.714743 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-abb74e6c-2a88-4dce-a631-0d2f73b2b3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:18.745445 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-daec4245-9c6d-43f4-a122-ef9987479c60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, af5d9319-c9e9-4073-91fe-7673c9c7f4ce) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:29:18.754209 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03aeb46e-ca60-423b-a6c9-7b970a4ddd1b None None] Network af5d9319-c9e9-4073-91fe-7673c9c7f4ce requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:29:18.762212 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daec4245-9c6d-43f4-a122-ef9987479c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:18.762814 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-daec4245-9c6d-43f4-a122-ef9987479c60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:18.798063 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-daec4245-9c6d-43f4-a122-ef9987479c60 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0235310 Nov 10 17:29:18.816608 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-066c6c84-3471-4560-a43d-ee9d70c37889 req-bd0770b9-1e20-4a63-82a8-9cc5e241bf5f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895529 Nov 10 17:29:18.863532 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0bf85109-fae7-4a8a-9c99-05a1d15c5345 req-4addf5c3-f399-4cdb-98d7-e15301cabb67 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425537 Nov 10 17:29:18.977627 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-46c0df70-972b-40c8-ad8b-f31af33a9537 service neutron] For port 242956e9-40aa-473d-a550-08731feadc4d, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:29:18.998815 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-46c0df70-972b-40c8-ad8b-f31af33a9537 service neutron] Publish callbacks [] for binding, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:18.999928 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c7509294-5e68-433c-b425-dbef8b71cab4 req-46c0df70-972b-40c8-ad8b-f31af33a9537 service neutron] 10.222.0.11 "DELETE /v2.0/ports/242956e9-40aa-473d-a550-08731feadc4d/bindings/n-h2-776250-10 HTTP/1.1" status: 204 len: 173 time: 0.3901339 Nov 10 17:29:19.088851 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa885de-44ed-4ca0-9409-490044f9ea6e req-20dec18b-c30b-4354-a895-0bba89423b7d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:19.096054 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2fa885de-44ed-4ca0-9409-490044f9ea6e req-20dec18b-c30b-4354-a895-0bba89423b7d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 935 time: 0.1078889 Nov 10 17:29:19.124813 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e0b74fdc-6afa-4a93-abc9-c73068c1a59d None None] Provisioning complete for port 5dc83552-8f22-4de3-b8e0-61527afe401d triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:29:19.125466 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e0b74fdc-6afa-4a93-abc9-c73068c1a59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:19.184173 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-e0b74fdc-6afa-4a93-abc9-c73068c1a59d None None] Port 5dc83552-8f22-4de3-b8e0-61527afe401d cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:29:19.195089 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2fa885de-44ed-4ca0-9409-490044f9ea6e req-0fb60c07-9f18-49f7-a022-b55d51d392d6 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916293 Nov 10 17:29:19.202971 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb83fc-bbd7-429a-806f-dea4ba16bc51 req-3d5dc7c8-e7d4-404a-8a41-84b3978f8169 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:19.204571 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dbdb83fc-bbd7-429a-806f-dea4ba16bc51 req-3d5dc7c8-e7d4-404a-8a41-84b3978f8169 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c9ebac-603f-410a-ad4d-5d8d57872bfc HTTP/1.1" status: 200 len: 948 time: 0.2255590 Nov 10 17:29:19.272575 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94115ba-193a-42e6-b429-203aef47f5ba None None] Network af5d9319-c9e9-4073-91fe-7673c9c7f4ce requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:29:19.310033 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dbdb83fc-bbd7-429a-806f-dea4ba16bc51 req-22d33bfb-4ddd-4269-abd2-f7daa5e39a6d tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/security-groups?id=048710b1-fd94-4a51-b977-2c4b1bc91759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939803 Nov 10 17:29:19.357189 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e407c9f-1411-403c-a442-ee4d3d343ce0 req-0ad72ace-c0cb-4652-91e6-a1093d15a624 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:19.365561 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0e407c9f-1411-403c-a442-ee4d3d343ce0 req-0ad72ace-c0cb-4652-91e6-a1093d15a624 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 1098 time: 0.0729079 Nov 10 17:29:19.422755 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-abb74e6c-2a88-4dce-a631-0d2f73b2b3d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc83552-8f22-4de3-b8e0-61527afe401d {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:29:19.433880 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-abb74e6c-2a88-4dce-a631-0d2f73b2b3d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:19.443951 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0e407c9f-1411-403c-a442-ee4d3d343ce0 req-9b7730f2-7786-4b01-89de-82d45d3206f5 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716827 Nov 10 17:29:19.465148 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-abb74e6c-2a88-4dce-a631-0d2f73b2b3d3 service neutron] Transition to ACTIVE for port object 5dc83552-8f22-4de3-b8e0-61527afe401d will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:29:19.485804 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-abb74e6c-2a88-4dce-a631-0d2f73b2b3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:19.584450 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [req-cb7c505d-1575-493f-b3d0-d27f3cab3a28 req-984b0eeb-4d21-4d98-827f-73720348f3c8 tempest-SecurityGroupsNegativeTestJSON-790629986 tempest-SecurityGroupsNegativeTestJSON-790629986-project] show failed (client error): The resource could not be found. Nov 10 17:29:19.590693 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da45f20-925b-4e25-a957-0cf07e34dc5c req-d68a6814-a182-4015-b884-ecee1a7b914f tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:19.591771 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7da45f20-925b-4e25-a957-0cf07e34dc5c req-d68a6814-a182-4015-b884-ecee1a7b914f tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.0833218 Nov 10 17:29:19.595302 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cb7c505d-1575-493f-b3d0-d27f3cab3a28 req-984b0eeb-4d21-4d98-827f-73720348f3c8 tempest-SecurityGroupsNegativeTestJSON-790629986 tempest-SecurityGroupsNegativeTestJSON-790629986-project] 10.222.0.39 "GET /v2.0/security-groups/d907286a-c336-4441-aa73-77b7788051e8 HTTP/1.1" status: 404 len: 352 time: 0.0364351 Nov 10 17:29:19.611184 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb74e6c-2a88-4dce-a631-0d2f73b2b3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc83552-8f22-4de3-b8e0-61527afe401d,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:19.683031 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7da45f20-925b-4e25-a957-0cf07e34dc5c req-5f0c5f56-2206-4553-a10c-396e8acd9bd7 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801153 Nov 10 17:29:19.765114 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-abb74e6c-2a88-4dce-a631-0d2f73b2b3d3 service neutron] Attempting to bind port 5dc83552-8f22-4de3-b8e0-61527afe401d on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:29:19.765629 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-abb74e6c-2a88-4dce-a631-0d2f73b2b3d3 service neutron] Attempting to bind port 5dc83552-8f22-4de3-b8e0-61527afe401d by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:29:19.766088 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-abb74e6c-2a88-4dce-a631-0d2f73b2b3d3 service neutron] Attempting to bind port 5dc83552-8f22-4de3-b8e0-61527afe401d on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:29:19.776106 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-abb74e6c-2a88-4dce-a631-0d2f73b2b3d3 service neutron] Port 5dc83552-8f22-4de3-b8e0-61527afe401d on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:29:19.776854 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-abb74e6c-2a88-4dce-a631-0d2f73b2b3d3 service neutron] Attempting to bind port 5dc83552-8f22-4de3-b8e0-61527afe401d on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:29:19.794146 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-abb74e6c-2a88-4dce-a631-0d2f73b2b3d3 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:29:19.794626 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-abb74e6c-2a88-4dce-a631-0d2f73b2b3d3 service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:29:19.795105 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-abb74e6c-2a88-4dce-a631-0d2f73b2b3d3 service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:29:19.795647 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-abb74e6c-2a88-4dce-a631-0d2f73b2b3d3 service neutron] Bound port: 5dc83552-8f22-4de3-b8e0-61527afe401d, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:29:19.796115 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-abb74e6c-2a88-4dce-a631-0d2f73b2b3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:19.876379 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004244a-7c4d-4b20-b95c-181b27df7b37 req-3ab1f8ca-b2b1-402a-b339-ae47b617eee9 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:19.885350 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0004244a-7c4d-4b20-b95c-181b27df7b37 req-3ab1f8ca-b2b1-402a-b339-ae47b617eee9 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 1098 time: 0.0563927 Nov 10 17:29:19.903645 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd61c8-b188-4b0c-bace-8a31e2ab2be6 req-cacda9e7-8be5-4e11-a6b9-e86520548a63 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:19.911411 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7fcd61c8-b188-4b0c-bace-8a31e2ab2be6 req-cacda9e7-8be5-4e11-a6b9-e86520548a63 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 1096 time: 0.1317184 Nov 10 17:29:19.928386 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 242956e9-40aa-473d-a550-08731feadc4d no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:29:19.951859 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0004244a-7c4d-4b20-b95c-181b27df7b37 req-4ca2305a-963a-46da-ae15-1f5ca0c7ac63 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489795 Nov 10 17:29:19.959458 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-abb74e6c-2a88-4dce-a631-0d2f73b2b3d3 service neutron] For port 5dc83552-8f22-4de3-b8e0-61527afe401d, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:29:19.965075 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-abb74e6c-2a88-4dce-a631-0d2f73b2b3d3 service neutron] For port 5dc83552-8f22-4de3-b8e0-61527afe401d, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=5dc83552-8f22-4de3-b8e0-61527afe401d,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:29:19.975949 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-abb74e6c-2a88-4dce-a631-0d2f73b2b3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:19.976944 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 242956e9-40aa-473d-a550-08731feadc4d not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:29:20.038638 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7fcd61c8-b188-4b0c-bace-8a31e2ab2be6 req-f9963145-996e-43df-9d1c-35a107c3af3d tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263549 Nov 10 17:29:20.043105 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-abb74e6c-2a88-4dce-a631-0d2f73b2b3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:20.043716 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-abb74e6c-2a88-4dce-a631-0d2f73b2b3d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:20.045076 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-abb74e6c-2a88-4dce-a631-0d2f73b2b3d3 service neutron] 10.222.0.11 "PUT /v2.0/ports/5dc83552-8f22-4de3-b8e0-61527afe401d HTTP/1.1" status: 200 len: 1096 time: 1.4278414 Nov 10 17:29:20.045604 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd145e069-aad6-4707-ae26-f2711a939972', 'tag': '5dc83552-8f22-4de3-b8e0-61527afe401d'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:20.047983 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fff5c5e-ab2c-4d4c-a7fc-5c30636eeb38" -d '{"events": [{"name": "network-changed", "server_uuid": "d145e069-aad6-4707-ae26-f2711a939972", "tag": "5dc83552-8f22-4de3-b8e0-61527afe401d"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:20.070988 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-42f78063-2fd2-498f-a2fa-591d2ab98db7 req-03fef738-4749-4343-aac2-a1063e9c5da9 tempest-SecurityGroupsNegativeTestJSON-790629986 tempest-SecurityGroupsNegativeTestJSON-790629986-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f0589f98852a477aaed045b19a1b3507 HTTP/1.1" status: 200 len: 3001 time: 0.0565743 Nov 10 17:29:20.074885 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb74e6c-2a88-4dce-a631-0d2f73b2b3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc83552-8f22-4de3-b8e0-61527afe401d,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:20.179186 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-42f78063-2fd2-498f-a2fa-591d2ab98db7 req-93b69410-d02c-4579-9a51-5ef3980f7612 tempest-SecurityGroupsNegativeTestJSON-790629986 tempest-SecurityGroupsNegativeTestJSON-790629986-project] 10.222.0.39 "GET /v2.0/security-groups/4a06b47f-ac78-4aab-8596-013fb9f045b0 HTTP/1.1" status: 200 len: 2998 time: 0.0999274 Nov 10 17:29:20.181756 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-c87e81a5-3709-4702-b8fd-fac3c5c7a562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:20.183270 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-c87e81a5-3709-4702-b8fd-fac3c5c7a562 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 1099 time: 0.0825624 Nov 10 17:29:20.312406 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-42f78063-2fd2-498f-a2fa-591d2ab98db7 req-55f86d0e-922d-4511-a733-f29b97d8390e tempest-SecurityGroupsNegativeTestJSON-790629986 tempest-SecurityGroupsNegativeTestJSON-790629986-project] 10.222.0.39 "GET /v2.0/security-groups/4a06b47f-ac78-4aab-8596-013fb9f045b0 HTTP/1.1" status: 200 len: 2998 time: 0.1300232 Nov 10 17:29:20.343204 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-f37d0ca5-5169-43f8-ae7b-3e9fd2370a19 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=5dc83552-8f22-4de3-b8e0-61527afe401d HTTP/1.1" status: 200 len: 217 time: 0.1503575 Nov 10 17:29:20.407307 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b35fa8-647c-4797-8a99-c308e2df2da7 x-openstack-request-id: req-49b35fa8-647c-4797-8a99-c308e2df2da7 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:20.407786 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d145e069-aad6-4707-ae26-f2711a939972", "tag": "5dc83552-8f22-4de3-b8e0-61527afe401d", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:20.408137 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-49b35fa8-647c-4797-8a99-c308e2df2da7 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:20.408793 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd145e069-aad6-4707-ae26-f2711a939972', 'tag': '5dc83552-8f22-4de3-b8e0-61527afe401d', 'status': 'completed', 'code': 200} Nov 10 17:29:20.442745 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-58873229-f2bd-48e6-9f5c-acbef226ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:20.451102 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-58873229-f2bd-48e6-9f5c-acbef226ff64 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.0935650 Nov 10 17:29:20.486024 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c7b47-2a41-4563-a66f-ea4cf9e3a8c3 req-8779d01d-42ed-4810-88ff-2edadf103af4 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:20.488349 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1a6c7b47-2a41-4563-a66f-ea4cf9e3a8c3 req-8779d01d-42ed-4810-88ff-2edadf103af4 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 947 time: 0.0794754 Nov 10 17:29:20.521812 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d43369-08d4-4b56-81ed-8a7a593f24a2 req-0096199d-60f3-4b8d-a6db-dd4e29c4f82c tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:20.523488 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-36d43369-08d4-4b56-81ed-8a7a593f24a2 req-0096199d-60f3-4b8d-a6db-dd4e29c4f82c tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 1098 time: 0.0781245 Nov 10 17:29:20.537583 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-5b7a1522-0c04-4053-bebd-99f2515d3d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:20.539061 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-5b7a1522-0c04-4053-bebd-99f2515d3d31 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0666690 Nov 10 17:29:20.548649 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1a6c7b47-2a41-4563-a66f-ea4cf9e3a8c3 req-006fbb78-bb9f-41f9-a7df-565d4d2b6218 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530133 Nov 10 17:29:20.627202 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-36d43369-08d4-4b56-81ed-8a7a593f24a2 req-5c625767-a29a-42b1-bf2e-ab9c9811c606 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918536 Nov 10 17:29:20.661507 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-93c65cc9-4640-4078-94ee-7216b2336420 req-6de38024-4d28-44ab-9f31-ef7f7d2cc558 tempest-SecurityGroupsNegativeTestJSON-790629986 tempest-SecurityGroupsNegativeTestJSON-790629986-project] 10.222.0.39 "GET /v2.0/security-groups/4a06b47f-ac78-4aab-8596-013fb9f045b0 HTTP/1.1" status: 200 len: 2998 time: 0.0788434 Nov 10 17:29:20.695946 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-71f70a13-4974-40a4-91f4-2795cce1d443 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383266 Nov 10 17:29:20.729098 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [req-93c65cc9-4640-4078-94ee-7216b2336420 req-b7e43f9a-a4bd-4e53-a755-071e9ff8439c tempest-SecurityGroupsNegativeTestJSON-790629986 tempest-SecurityGroupsNegativeTestJSON-790629986-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 10 17:29:20.730119 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-93c65cc9-4640-4078-94ee-7216b2336420 req-b7e43f9a-a4bd-4e53-a755-071e9ff8439c tempest-SecurityGroupsNegativeTestJSON-790629986 tempest-SecurityGroupsNegativeTestJSON-790629986-project] 10.222.0.39 "DELETE /v2.0/security-groups/4a06b47f-ac78-4aab-8596-013fb9f045b0 HTTP/1.1" status: 409 len: 352 time: 0.0665243 Nov 10 17:29:20.856531 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842b841-ce5c-492a-aea3-0284debcd802 req-33ef2deb-88c7-41fb-88d2-520c36fd1ce7 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:20.858037 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4842b841-ce5c-492a-aea3-0284debcd802 req-33ef2deb-88c7-41fb-88d2-520c36fd1ce7 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c9ebac-603f-410a-ad4d-5d8d57872bfc HTTP/1.1" status: 200 len: 948 time: 0.1384256 Nov 10 17:29:20.865247 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e52cf06-7d55-4f4b-9082-2dedaf02c866 req-864cdcc5-2ce9-40ba-9442-0b6bf8fb6e90 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573789 Nov 10 17:29:20.928492 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4842b841-ce5c-492a-aea3-0284debcd802 req-8b3bff53-8c42-4259-bc11-37c8cdac4994 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/security-groups?id=048710b1-fd94-4a51-b977-2c4b1bc91759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622175 Nov 10 17:29:20.986547 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff5c5e-ab2c-4d4c-a7fc-5c30636eeb38 req-5fe806f5-3ccf-4cb7-bd40-574acc51b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:20.988698 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5fff5c5e-ab2c-4d4c-a7fc-5c30636eeb38 req-5fe806f5-3ccf-4cb7-bd40-574acc51b8df service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 1099 time: 0.0501955 Nov 10 17:29:20.988978 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-b99323ec-bc30-4bc1-be3f-b919ce3592e4 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:20.992666 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-b99323ec-bc30-4bc1-be3f-b919ce3592e4 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/networks?id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1 HTTP/1.1" status: 200 len: 821 time: 0.1780088 Nov 10 17:29:21.020424 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-7bd44bd5-e118-4978-a303-97f18f587ab9 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/quotas/0ec9ca6147964daa83e30b2176db3b36 HTTP/1.1" status: 200 len: 375 time: 0.0163898 Nov 10 17:29:21.089387 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-d0e696c9-2f10-4679-bfb5-67f7c157804b tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ec9ca6147964daa83e30b2176db3b36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0680299 Nov 10 17:29:21.119829 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff5c5e-ab2c-4d4c-a7fc-5c30636eeb38 req-4a03cffe-941e-454c-a458-fe16a12e97da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:21.121473 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5fff5c5e-ab2c-4d4c-a7fc-5c30636eeb38 req-4a03cffe-941e-454c-a458-fe16a12e97da service neutron] 10.222.0.11 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.1258914 Nov 10 17:29:21.177869 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-ffec786e-59a4-4272-82b2-b38df03c43ce service neutron] 10.222.0.39 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876186 Nov 10 17:29:21.178496 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5fff5c5e-ab2c-4d4c-a7fc-5c30636eeb38 req-4d49d57d-f89e-4c97-b78f-cf8b995aa9ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=5dc83552-8f22-4de3-b8e0-61527afe401d HTTP/1.1" status: 200 len: 217 time: 0.0406287 Nov 10 17:29:21.194019 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115c7dd-01f5-4822-bb94-c233d68da30b req-78f33ac6-ac9d-4ca2-9066-f679aee7d0c1 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:21.195501 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8115c7dd-01f5-4822-bb94-c233d68da30b req-78f33ac6-ac9d-4ca2-9066-f679aee7d0c1 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.0900488 Nov 10 17:29:21.266448 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff5c5e-ab2c-4d4c-a7fc-5c30636eeb38 req-2e7df6c2-ee8b-4faa-9307-e718c909f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:21.267236 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-c606369f-4310-4aad-88ac-0d617df2562c service neutron] 10.222.0.39 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830634 Nov 10 17:29:21.268571 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5fff5c5e-ab2c-4d4c-a7fc-5c30636eeb38 req-2e7df6c2-ee8b-4faa-9307-e718c909f5b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.0715368 Nov 10 17:29:21.276382 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8115c7dd-01f5-4822-bb94-c233d68da30b req-21c98e3f-0751-4206-937a-c4a75c01674d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728142 Nov 10 17:29:21.323471 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [req-fc4d2853-4778-476e-8a66-4320da824380 req-92f8d041-6690-4cf5-abf6-8fe5fe7cdca4 tempest-SecurityGroupsNegativeTestJSON-790629986 tempest-SecurityGroupsNegativeTestJSON-790629986-project] show failed (client error): The resource could not be found. Nov 10 17:29:21.324597 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fc4d2853-4778-476e-8a66-4320da824380 req-92f8d041-6690-4cf5-abf6-8fe5fe7cdca4 tempest-SecurityGroupsNegativeTestJSON-790629986 tempest-SecurityGroupsNegativeTestJSON-790629986-project] 10.222.0.39 "GET /v2.0/security-groups/6f547bd6-b7ed-4445-9d4c-43196c926e15 HTTP/1.1" status: 404 len: 352 time: 0.0197184 Nov 10 17:29:21.336661 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff5c5e-ab2c-4d4c-a7fc-5c30636eeb38 req-cba87e3d-ce0c-47df-a9d6-0ad5025bfc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:21.338289 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5fff5c5e-ab2c-4d4c-a7fc-5c30636eeb38 req-cba87e3d-ce0c-47df-a9d6-0ad5025bfc3e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0586445 Nov 10 17:29:21.408837 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [req-d437c9b3-6c6a-47f9-a505-21d58365ea11 req-763d88cd-4bd6-45e0-a531-bc8bdb7d3d68 tempest-SecurityGroupsNegativeTestJSON-790629986 tempest-SecurityGroupsNegativeTestJSON-790629986-project] show failed (client error): The resource could not be found. Nov 10 17:29:21.410199 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d437c9b3-6c6a-47f9-a505-21d58365ea11 req-763d88cd-4bd6-45e0-a531-bc8bdb7d3d68 tempest-SecurityGroupsNegativeTestJSON-790629986 tempest-SecurityGroupsNegativeTestJSON-790629986-project] 10.222.0.39 "GET /v2.0/security-groups/0558237c-43fe-48ab-bebf-11625ebf5be0 HTTP/1.1" status: 404 len: 352 time: 0.0162954 Nov 10 17:29:21.420214 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55428) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:21.473359 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5fff5c5e-ab2c-4d4c-a7fc-5c30636eeb38 req-1987ea4b-4f23-487c-a92d-e5dddd8c4f34 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255152 Nov 10 17:29:21.503915 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-59d5e89e-a0e0-4e14-9a21-0c2506e6b185 req-7450ba57-0194-4277-9bc3-636f9599afd1 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 210 time: 0.0309618 Nov 10 17:29:21.510171 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-80006cac-e748-47ca-94d2-a64dc94bcf84 admin admin] Deleting subnet 6dfb217a-010e-4c97-b837-e4f93bb87f24 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:29:21.513722 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-80006cac-e748-47ca-94d2-a64dc94bcf84 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:21.553725 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-80006cac-e748-47ca-94d2-a64dc94bcf84 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:21.561367 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-80006cac-e748-47ca-94d2-a64dc94bcf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:21.604349 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5fff5c5e-ab2c-4d4c-a7fc-5c30636eeb38 req-a6bc87a0-e8a5-4389-819f-4d87980ddca8 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164160 Nov 10 17:29:21.609727 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-a0934760-b2ed-41b4-8d53-1b2ad9887b31 req-a05ab38a-665d-466f-9bb8-308ced4e7600 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:29:21.620427 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a0934760-b2ed-41b4-8d53-1b2ad9887b31 req-a05ab38a-665d-466f-9bb8-308ced4e7600 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092456 Nov 10 17:29:21.629538 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-80006cac-e748-47ca-94d2-a64dc94bcf84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:21.666478 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80006cac-e748-47ca-94d2-a64dc94bcf84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dfb217a-010e-4c97-b837-e4f93bb87f24,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:21.682266 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-80006cac-e748-47ca-94d2-a64dc94bcf84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:21.688570 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-80006cac-e748-47ca-94d2-a64dc94bcf84 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6dfb217a-010e-4c97-b837-e4f93bb87f24 HTTP/1.1" status: 204 len: 168 time: 0.2647614 Nov 10 17:29:21.690146 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55438) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:21.728186 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7048a6-7c6d-4278-bfee-c9a8b0b71355 req-484cc632-f55a-4ddf-a2bf-3beb84a69b38 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:21.729878 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1b7048a6-7c6d-4278-bfee-c9a8b0b71355 req-484cc632-f55a-4ddf-a2bf-3beb84a69b38 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 947 time: 0.0644853 Nov 10 17:29:21.787291 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1b7048a6-7c6d-4278-bfee-c9a8b0b71355 req-bf818708-68cd-403e-b65c-52240da3e6fb tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503101 Nov 10 17:29:21.833477 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6bde6171-399a-41f7-ba8b-816b95d5ac8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:21.836695 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c32468-a4b4-4433-8068-2ce045a7d255 req-1793bd9a-499a-46cf-a46c-1279603a6b19 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:21.838265 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a1c32468-a4b4-4433-8068-2ce045a7d255 req-1793bd9a-499a-46cf-a46c-1279603a6b19 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 1098 time: 0.0744085 Nov 10 17:29:21.915039 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088747c5-84e5-4ad2-a658-1c4eddad58b9 req-2c2d6e1e-6b5d-477a-83af-c0663984e7eb tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:21.916685 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-088747c5-84e5-4ad2-a658-1c4eddad58b9 req-2c2d6e1e-6b5d-477a-83af-c0663984e7eb tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c9ebac-603f-410a-ad4d-5d8d57872bfc HTTP/1.1" status: 200 len: 948 time: 0.0499959 Nov 10 17:29:21.957970 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6bde6171-399a-41f7-ba8b-816b95d5ac8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:21.962403 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a1c32468-a4b4-4433-8068-2ce045a7d255 req-19a66240-6ecf-4675-b4c8-80072bcc4d27 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179409 Nov 10 17:29:21.983645 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-6bde6171-399a-41f7-ba8b-816b95d5ac8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5d9319-c9e9-4073-91fe-7673c9c7f4ce']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:29:21.984940 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-088747c5-84e5-4ad2-a658-1c4eddad58b9 req-367582c3-19d5-4baa-aa98-71df99ec77b4 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/security-groups?id=048710b1-fd94-4a51-b977-2c4b1bc91759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589526 Nov 10 17:29:21.994512 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-6bde6171-399a-41f7-ba8b-816b95d5ac8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c37155-18e9-4b57-87a8-92691f67baee') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:29:21.994846 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-6bde6171-399a-41f7-ba8b-816b95d5ac8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c37155-18e9-4b57-87a8-92691f67baee') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:29:22.007751 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6bde6171-399a-41f7-ba8b-816b95d5ac8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:22.025774 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6bde6171-399a-41f7-ba8b-816b95d5ac8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:22.053370 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bde6171-399a-41f7-ba8b-816b95d5ac8d admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:29:22.053370 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6bde6171-399a-41f7-ba8b-816b95d5ac8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:22.064384 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:29:22.064384 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:29:22.064384 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:29:22.064384 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:29:22.064384 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:29:22.064384 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:29:22.064384 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:29:22.064384 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:29:22.064384 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:29:22.064384 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:29:22.064384 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:29:22.064384 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:29:22.064384 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:29:22.064384 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:29:22.064384 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:29:22.064384 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:29:22.064384 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:29:22.064384 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:29:22.064384 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:29:22.064384 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:29:22.064384 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:29:22.064384 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:29:22.064384 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:29:22.064384 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:29:22.064384 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:29:22.064384 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:29:22.064384 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:29:22.064384 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:29:22.064384 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:29:22.064384 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:29:22.064384 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:29:22.064384 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:29:22.145455 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6bde6171-399a-41f7-ba8b-816b95d5ac8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:22.151971 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6bde6171-399a-41f7-ba8b-816b95d5ac8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:22.159917 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6bde6171-399a-41f7-ba8b-816b95d5ac8d admin admin] 10.222.0.39 "DELETE /v2.0/networks/af5d9319-c9e9-4073-91fe-7673c9c7f4ce HTTP/1.1" status: 204 len: 168 time: 0.4682217 Nov 10 17:29:22.173581 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde6171-399a-41f7-ba8b-816b95d5ac8d admin admin] Pushing event deleted for resources: {'Network': ['ID=af5d9319-c9e9-4073-91fe-7673c9c7f4ce,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:22.319449 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55468) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:22.363742 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b9af0c83-43ba-4561-913e-40aca46c5bcb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f0589f98852a477aaed045b19a1b3507&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425639 Nov 10 17:29:22.365736 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55474) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:22.417790 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-13fe942a-4b8f-4122-a51c-139da72a9962 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:22.440874 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-13fe942a-4b8f-4122-a51c-139da72a9962 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:22.498278 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-13fe942a-4b8f-4122-a51c-139da72a9962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:22.501125 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-13fe942a-4b8f-4122-a51c-139da72a9962 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:22.505305 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-13fe942a-4b8f-4122-a51c-139da72a9962 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4a06b47f-ac78-4aab-8596-013fb9f045b0 HTTP/1.1" status: 204 len: 168 time: 0.1361988 Nov 10 17:29:22.514567 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe942a-4b8f-4122-a51c-139da72a9962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a06b47f-ac78-4aab-8596-013fb9f045b0,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:22.620872 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-1264f08d-3ca2-4e26-b1ff-bf54da393b48 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=1fa39d77f2cf4703817fb83e9a881cda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243649 Nov 10 17:29:22.788338 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-aeb43db3-5e8d-409e-a123-900ed6b94916 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:22.796969 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-aeb43db3-5e8d-409e-a123-900ed6b94916 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1704371 Nov 10 17:29:22.851312 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-55dbceab-68c7-4afb-8363-a57fb6bddc4f tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/quotas/1fa39d77f2cf4703817fb83e9a881cda HTTP/1.1" status: 200 len: 375 time: 0.0528033 Nov 10 17:29:22.860625 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-4db5323f-d11e-4fd3-aac7-5dc2cc6dbc15 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:22.863097 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-4db5323f-d11e-4fd3-aac7-5dc2cc6dbc15 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.13 "GET /v2.0/networks?id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1 HTTP/1.1" status: 200 len: 821 time: 0.2002964 Nov 10 17:29:22.878931 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-90a7a811-6e86-421b-a6ea-8b7318b0f94b tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Request body: {'port': {'device_id': '2fee33f3-957b-4957-b0f2-5ea50ee80691', 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1', 'admin_state_up': True, 'tenant_id': '0ec9ca6147964daa83e30b2176db3b36'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:29:22.956480 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-b829db03-5b6c-4455-a97d-a857d1075b0f tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1fa39d77f2cf4703817fb83e9a881cda&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1042767 Nov 10 17:29:23.061604 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-90a7a811-6e86-421b-a6ea-8b7318b0f94b tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Made reservation on behalf of 0ec9ca6147964daa83e30b2176db3b36 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:29:23.067982 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-90a7a811-6e86-421b-a6ea-8b7318b0f94b tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:23.222416 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e58d30-b7de-4828-bea5-241f7a55a9af req-44538a1e-d8ac-4ae7-9846-7c33a20e69ed tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:23.224488 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-32e58d30-b7de-4828-bea5-241f7a55a9af req-44538a1e-d8ac-4ae7-9846-7c33a20e69ed tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.0993323 Nov 10 17:29:23.228000 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-0a9d5929-ef83-4d4a-9776-ff5023a6a49e tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:29:23.229035 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-0a9d5929-ef83-4d4a-9776-ff5023a6a49e tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0167236 Nov 10 17:29:23.287209 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-32e58d30-b7de-4828-bea5-241f7a55a9af req-d3436eb9-f740-435a-8a5c-5a9bf8dbde64 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543301 Nov 10 17:29:23.363305 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-88aa7d9d-40c9-4851-b3ff-d0abc38891c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:23.364752 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-88aa7d9d-40c9-4851-b3ff-d0abc38891c9 service neutron] 10.222.0.39 "GET /v2.0/ports/eeb22fdd-6ade-4c08-b377-92e7d1adeff1 HTTP/1.1" status: 200 len: 1095 time: 0.1091604 Nov 10 17:29:23.384610 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-0d84b1fa-c736-4580-8784-ecb0e8e05457 service neutron] Request body: {'binding': {'host': 'n-h2-776250-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:29:23.385066 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-0d84b1fa-c736-4580-8784-ecb0e8e05457 service neutron] Unknown quota resources ['binding']. {{(pid=102469) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 17:29:23.429927 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f4ffa4af-1a46-4d1a-90de-697414f51acb req-d7c2d153-32d8-4560-9073-67cc8d185dd7 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 210 time: 0.0348272 Nov 10 17:29:23.456302 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-90a7a811-6e86-421b-a6ea-8b7318b0f94b tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Allocated IP 172.20.0.9 (d46bafa9-2824-4835-a80a-7e5b4ca1fff1/f3d9be19-2b8d-48ad-890a-609759e284ae/5a166f48-2e21-4eb6-b72d-56776e766f78) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:29:23.530316 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 5dc83552-8f22-4de3-b8e0-61527afe401d details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:29:23.645020 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 5dc83552-8f22-4de3-b8e0-61527afe401d, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=5dc83552-8f22-4de3-b8e0-61527afe401d,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:23.652992 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f202a-b04f-4de8-b5f4-275eaf7cee94 req-24482bb3-726a-4d9e-98dc-284249c8da9e tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:23.668994 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c61f202a-b04f-4de8-b5f4-275eaf7cee94 req-24482bb3-726a-4d9e-98dc-284249c8da9e tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 947 time: 0.1480982 Nov 10 17:29:23.675508 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '5dc83552-8f22-4de3-b8e0-61527afe401d', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': '5dc83552-8f22-4de3-b8e0-61527afe401d', 'mac_address': 'fa:16:3e:62:92:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:29:23.730405 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:23.754075 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55542) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:23.757024 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc83552-8f22-4de3-b8e0-61527afe401d {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:29:23.795587 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c61f202a-b04f-4de8-b5f4-275eaf7cee94 req-ac4ecea0-af88-49f4-978d-3c71398ffb9f tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254413 Nov 10 17:29:23.817650 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 5dc83552-8f22-4de3-b8e0-61527afe401d, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=5dc83552-8f22-4de3-b8e0-61527afe401d,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:23.827242 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:23.901181 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2fc6356c-520e-467d-a934-6e11002c62db req-da875809-a8fe-4a5d-a118-9e53c4d79e78 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5755438-98ec-42e7-9571-f9dfb85ea2bf HTTP/1.1" status: 200 len: 210 time: 0.0535257 Nov 10 17:29:23.902878 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=5dc83552-8f22-4de3-b8e0-61527afe401d,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:23.921493 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-a3065650-776d-430f-bb25-94aee58ef04d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-706567766-network', 'tenant_id': '52af78f749a34d658382d7e870c298cf'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:29:23.924954 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-90a7a811-6e86-421b-a6ea-8b7318b0f94b tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:23.959597 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3065650-776d-430f-bb25-94aee58ef04d admin admin] Made reservation on behalf of 52af78f749a34d658382d7e870c298cf for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:29:23.962174 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a3065650-776d-430f-bb25-94aee58ef04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:23.979112 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-0d84b1fa-c736-4580-8784-ecb0e8e05457 service neutron] Attempting to bind port eeb22fdd-6ade-4c08-b377-92e7d1adeff1 on host n-h2-776250-10 for vnic_type normal with profile None {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:29:23.979588 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-0d84b1fa-c736-4580-8784-ecb0e8e05457 service neutron] Attempting to bind port eeb22fdd-6ade-4c08-b377-92e7d1adeff1 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:29:23.980010 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-0d84b1fa-c736-4580-8784-ecb0e8e05457 service neutron] Attempting to bind port eeb22fdd-6ade-4c08-b377-92e7d1adeff1 on network ee9bf645-62ea-4fb8-afab-51398fe4d64d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:29:23.983004 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-90a7a811-6e86-421b-a6ea-8b7318b0f94b tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:23.992572 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a3065650-776d-430f-bb25-94aee58ef04d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:24.057597 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-0d84b1fa-c736-4580-8784-ecb0e8e05457 service neutron] Port eeb22fdd-6ade-4c08-b377-92e7d1adeff1 on network ee9bf645-62ea-4fb8-afab-51398fe4d64d not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:29:24.058124 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-0d84b1fa-c736-4580-8784-ecb0e8e05457 service neutron] Attempting to bind port eeb22fdd-6ade-4c08-b377-92e7d1adeff1 on network ee9bf645-62ea-4fb8-afab-51398fe4d64d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:29:24.067621 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7a811-6e86-421b-a6ea-8b7318b0f94b tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Pushing event updated for resources: {'Port': ['ID=5a166f48-2e21-4eb6-b72d-56776e766f78,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:24.071725 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-0d84b1fa-c736-4580-8784-ecb0e8e05457 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:29:24.072114 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-0d84b1fa-c736-4580-8784-ecb0e8e05457 service neutron] Checking segment: {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:29:24.072594 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-0d84b1fa-c736-4580-8784-ecb0e8e05457 service neutron] Bound using segment: {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:29:24.073103 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-0d84b1fa-c736-4580-8784-ecb0e8e05457 service neutron] Bound port: eeb22fdd-6ade-4c08-b377-92e7d1adeff1, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:29:24.080122 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-90a7a811-6e86-421b-a6ea-8b7318b0f94b tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:29:24.083796 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-90a7a811-6e86-421b-a6ea-8b7318b0f94b tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:29:24.129296 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a3065650-776d-430f-bb25-94aee58ef04d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:24.134502 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a3065650-776d-430f-bb25-94aee58ef04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:24.141196 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['5dc83552-8f22-4de3-b8e0-61527afe401d'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:29:24.193610 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3065650-776d-430f-bb25-94aee58ef04d admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:29:24.229587 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3065650-776d-430f-bb25-94aee58ef04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc4cc23-837f-4bf9-92cc-3680d391661b,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:24.233985 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a3065650-776d-430f-bb25-94aee58ef04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:24.234559 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-a3065650-776d-430f-bb25-94aee58ef04d admin admin] Added segment 89305dc8-69fe-40d4-a213-a71be0602df9 of type vlan for network be65a555-144d-4264-b9cf-3bb873dc8322 Nov 10 17:29:24.293109 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a3065650-776d-430f-bb25-94aee58ef04d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:24.338288 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a3065650-776d-430f-bb25-94aee58ef04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:24.339766 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3065650-776d-430f-bb25-94aee58ef04d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:24.340432 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-90a7a811-6e86-421b-a6ea-8b7318b0f94b tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:29:24.342538 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a3065650-776d-430f-bb25-94aee58ef04d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:24.375654 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a3065650-776d-430f-bb25-94aee58ef04d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6204638 Nov 10 17:29:24.381226 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55548) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:24.386385 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-19a74abf-e406-4fef-af31-9e954001eebd admin admin] Request body: {'subnet': {'network_id': 'be65a555-144d-4264-b9cf-3bb873dc8322', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-706567766-subnet', 'tenant_id': '52af78f749a34d658382d7e870c298cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:29:24.425174 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-0d84b1fa-c736-4580-8784-ecb0e8e05457 service neutron] For port eeb22fdd-6ade-4c08-b377-92e7d1adeff1, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=eeb22fdd-6ade-4c08-b377-92e7d1adeff1,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:29:24.438235 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-90a7a811-6e86-421b-a6ea-8b7318b0f94b tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:24.439224 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-90a7a811-6e86-421b-a6ea-8b7318b0f94b tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:24.440004 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3065650-776d-430f-bb25-94aee58ef04d admin admin] Pushing event updated for resources: {'Network': ['ID=be65a555-144d-4264-b9cf-3bb873dc8322,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:24.448268 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-0d84b1fa-c736-4580-8784-ecb0e8e05457 service neutron] Publish callbacks [] for binding, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:24.449435 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-0d84b1fa-c736-4580-8784-ecb0e8e05457 service neutron] 10.222.0.39 "POST /v2.0/ports/eeb22fdd-6ade-4c08-b377-92e7d1adeff1/bindings HTTP/1.1" status: 201 len: 390 time: 1.0711319 Nov 10 17:29:24.457945 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a74abf-e406-4fef-af31-9e954001eebd admin admin] Made reservation on behalf of 52af78f749a34d658382d7e870c298cf for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:29:24.459441 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network be65a555-144d-4264-b9cf-3bb873dc8322 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:29:24.459774 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-19a74abf-e406-4fef-af31-9e954001eebd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:24.541812 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e63d0-e101-42d1-8655-7d7b2560dd4a req-bca72f96-07cb-4876-b5a5-c70eae658057 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:24.553895 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b67e63d0-e101-42d1-8655-7d7b2560dd4a req-bca72f96-07cb-4876-b5a5-c70eae658057 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.0880268 Nov 10 17:29:24.554826 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:24.639121 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-0c1e18b8-1de6-4e83-b325-6dd411ce683b tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1fa39d77f2cf4703817fb83e9a881cda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599895 Nov 10 17:29:24.651376 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-90a7a811-6e86-421b-a6ea-8b7318b0f94b tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7740052 Nov 10 17:29:24.702762 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-af1df298-af43-48f1-bba7-f2165fdb7d1f service neutron] Request body: {'port': {'device_id': '2fee33f3-957b-4957-b0f2-5ea50ee80691', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:29:24.823686 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:24.831597 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-18620112-fab3-4f32-83d8-fc476eff46b2 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:24.834006 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-18620112-fab3-4f32-83d8-fc476eff46b2 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1876998 Nov 10 17:29:24.849640 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-af1df298-af43-48f1-bba7-f2165fdb7d1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:24.853511 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-19a74abf-e406-4fef-af31-9e954001eebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:24.862127 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-bd5909b5-7b83-4d40-8ae5-50da7f0569c9 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Request body: {'port': {'device_id': 'e5755438-98ec-42e7-9571-f9dfb85ea2bf', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'admin_state_up': True, 'tenant_id': '1fa39d77f2cf4703817fb83e9a881cda'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:29:24.873470 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b67e63d0-e101-42d1-8655-7d7b2560dd4a req-b0abf6c2-826b-47eb-8c0c-788bb63b92b8 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187034 Nov 10 17:29:24.911170 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236d5dc-a3e3-4efa-a24b-a570cc0e9140 req-12196b63-8f52-48f6-bbf1-792dc947ed9a tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:24.918274 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2236d5dc-a3e3-4efa-a24b-a570cc0e9140 req-12196b63-8f52-48f6-bbf1-792dc947ed9a tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 931 time: 0.2835534 Nov 10 17:29:25.025396 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a74abf-e406-4fef-af31-9e954001eebd admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa1748c1-9572-4706-b787-57086096078a,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:25.038841 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-bd5909b5-7b83-4d40-8ae5-50da7f0569c9 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Made reservation on behalf of 1fa39d77f2cf4703817fb83e9a881cda for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:29:25.043050 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-bd5909b5-7b83-4d40-8ae5-50da7f0569c9 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:25.066265 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee021c20-f092-4872-914e-c913cbb4c5f5 req-48d6077f-4d1a-455b-ab9f-74c44ff54a50 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:25.067993 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ee021c20-f092-4872-914e-c913cbb4c5f5 req-48d6077f-4d1a-455b-ab9f-74c44ff54a50 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 946 time: 0.1063507 Nov 10 17:29:25.122448 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2236d5dc-a3e3-4efa-a24b-a570cc0e9140 req-9bfe7152-541f-47f2-bcfa-1596ec5ef1fd tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033057 Nov 10 17:29:25.127563 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-ff97b704-250a-430c-a508-b6f89332f920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:25.128914 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-ff97b704-250a-430c-a508-b6f89332f920 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 1098 time: 0.2293804 Nov 10 17:29:25.173631 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a74abf-e406-4fef-af31-9e954001eebd admin admin] Checking segment: {'id': '89305dc8-69fe-40d4-a213-a71be0602df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'be65a555-144d-4264-b9cf-3bb873dc8322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:29:25.174616 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a74abf-e406-4fef-af31-9e954001eebd admin admin] Network hostable DHCP agents. Network: be65a555-144d-4264-b9cf-3bb873dc8322, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:29:25.190846 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ee021c20-f092-4872-914e-c913cbb4c5f5 req-b8453511-b29c-4652-84df-f96fbd59a22a tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113334 Nov 10 17:29:25.266702 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-bd5909b5-7b83-4d40-8ae5-50da7f0569c9 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Allocated IP 192.168.233.49 (06bf2af7-1c64-4ab3-86f9-bba38a9adb20/7364e0f4-b425-437c-8639-701045fa2b03/8b53fbd8-e82f-4018-81d0-876405acfa5e) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:29:25.307887 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c8a63a6a-32a3-4db6-bf9a-8dae81753c28 req-1ce67c96-e454-49f2-8179-737ee0bb5b84 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5755438-98ec-42e7-9571-f9dfb85ea2bf HTTP/1.1" status: 200 len: 210 time: 0.0423729 Nov 10 17:29:25.336649 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a74abf-e406-4fef-af31-9e954001eebd admin admin] Network be65a555-144d-4264-b9cf-3bb873dc8322 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:29:25.379655 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-19a74abf-e406-4fef-af31-9e954001eebd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, be65a555-144d-4264-b9cf-3bb873dc8322) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:29:25.390606 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7fd4e7-66ad-46af-8794-a6cccbdc1c58 None None] Network be65a555-144d-4264-b9cf-3bb873dc8322 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:29:25.399075 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-3feb2094-abea-43f8-b382-b7af6ba786cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:25.400489 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-3feb2094-abea-43f8-b382-b7af6ba786cb service neutron] 10.222.0.13 "GET /v2.0/networks?id=ee9bf645-62ea-4fb8-afab-51398fe4d64d HTTP/1.1" status: 200 len: 909 time: 0.2580614 Nov 10 17:29:25.400810 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a74abf-e406-4fef-af31-9e954001eebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:25.401373 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-19a74abf-e406-4fef-af31-9e954001eebd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:25.425097 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da01c7d-58a4-41b7-9d17-31fa6daffd47 req-56b33eda-11b1-4a6d-8269-0badbc663e6f tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:25.426730 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4da01c7d-58a4-41b7-9d17-31fa6daffd47 req-56b33eda-11b1-4a6d-8269-0badbc663e6f tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 948 time: 0.1881747 Nov 10 17:29:25.509728 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-19a74abf-e406-4fef-af31-9e954001eebd admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1250358 Nov 10 17:29:25.509728 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-90bd5645-2297-469f-bfcd-ce1a3aa9c61b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eeb22fdd-6ade-4c08-b377-92e7d1adeff1 HTTP/1.1" status: 200 len: 217 time: 0.0770514 Nov 10 17:29:25.515604 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55562) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:25.520447 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-cfac820b-4883-409b-b25a-8b700bc75a84 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-706567766-router', 'tenant_id': '52af78f749a34d658382d7e870c298cf', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:29:25.547825 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-bd5909b5-7b83-4d40-8ae5-50da7f0569c9 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:25.555340 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 5dc83552-8f22-4de3-b8e0-61527afe401d up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:29:25.594731 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f38642c-246e-4200-b4a3-d28894010679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-be65a555-144d-4264-b9cf-3bb873dc8322', 'network_id': 'be65a555-144d-4264-b9cf-3bb873dc8322', 'tenant_id': '52af78f749a34d658382d7e870c298cf', 'fixed_ips': [{'subnet_id': 'aa1748c1-9572-4706-b787-57086096078a'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:29:25.595657 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2f38642c-246e-4200-b4a3-d28894010679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:25.606642 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-bd5909b5-7b83-4d40-8ae5-50da7f0569c9 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:25.632678 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['98901298-86d6-4f9d-9ac5-345696275700'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:29:25.648902 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-bd5909b5-7b83-4d40-8ae5-50da7f0569c9 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:29:25.650996 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-af1df298-af43-48f1-bba7-f2165fdb7d1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a166f48-2e21-4eb6-b72d-56776e766f78 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:29:25.653438 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-bd5909b5-7b83-4d40-8ae5-50da7f0569c9 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:29:25.658626 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4da01c7d-58a4-41b7-9d17-31fa6daffd47 req-018b23ee-b496-4da4-8842-740799e84bb0 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162945 Nov 10 17:29:25.664728 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-01170701-1815-4767-8015-0e66a2f76d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:25.665188 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-bd5909b5-7b83-4d40-8ae5-50da7f0569c9 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:29:25.666573 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-01170701-1815-4767-8015-0e66a2f76d1b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dcea188-714e-4316-9245-d3631f0cca17 HTTP/1.1" status: 200 len: 848 time: 0.1332884 Nov 10 17:29:25.668501 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-af1df298-af43-48f1-bba7-f2165fdb7d1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:25.681875 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-bd5909b5-7b83-4d40-8ae5-50da7f0569c9 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:25.682630 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-bd5909b5-7b83-4d40-8ae5-50da7f0569c9 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:25.707998 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cfac820b-4883-409b-b25a-8b700bc75a84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:25.712352 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cfac820b-4883-409b-b25a-8b700bc75a84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:25.725892 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-af1df298-af43-48f1-bba7-f2165fdb7d1f service neutron] Transition to ACTIVE for port object 5a166f48-2e21-4eb6-b72d-56776e766f78 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:29:25.767297 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-e86ead7b-fa3b-48e2-aa63-e1fb9a73da48 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ee9bf645-62ea-4fb8-afab-51398fe4d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834324 Nov 10 17:29:25.768118 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-bd5909b5-7b83-4d40-8ae5-50da7f0569c9 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9121640 Nov 10 17:29:25.769305 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5909b5-7b83-4d40-8ae5-50da7f0569c9 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Pushing event updated for resources: {'Port': ['ID=8b53fbd8-e82f-4018-81d0-876405acfa5e,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:25.770269 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-af1df298-af43-48f1-bba7-f2165fdb7d1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:25.807464 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-60084d33-c41c-451f-92ca-25817241286a service neutron] Request body: {'port': {'device_id': 'e5755438-98ec-42e7-9571-f9dfb85ea2bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:29:25.823152 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 5dc83552-8f22-4de3-b8e0-61527afe401d completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:29:25.856080 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 5dc83552-8f22-4de3-b8e0-61527afe401d triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:29:25.856080 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:25.960396 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-60084d33-c41c-451f-92ca-25817241286a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:25.967349 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cfac820b-4883-409b-b25a-8b700bc75a84 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:25.987456 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1df298-af43-48f1-bba7-f2165fdb7d1f service neutron] Pushing event updated for resources: {'Port': ['ID=5a166f48-2e21-4eb6-b72d-56776e766f78,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:26.043799 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-2f38642c-246e-4200-b4a3-d28894010679 None None] Allocated IP 172.20.0.2 (be65a555-144d-4264-b9cf-3bb873dc8322/aa1748c1-9572-4706-b787-57086096078a/4b2a9470-38b9-4669-8980-62cbd17652d3) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:29:26.214658 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-dae8a63c-6395-46f4-b82f-e7ab64fdfc3c service neutron] 10.222.0.13 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056602 Nov 10 17:29:26.221940 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:26.275095 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 5dc83552-8f22-4de3-b8e0-61527afe401d, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=5dc83552-8f22-4de3-b8e0-61527afe401d,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:26.278968 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd145e069-aad6-4707-ae26-f2711a939972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc83552-8f22-4de3-b8e0-61527afe401d'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:26.281787 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adc14b5-5c54-4083-8873-b889a8db0319" -d '{"events": [{"server_uuid": "d145e069-aad6-4707-ae26-f2711a939972", "name": "network-vif-plugged", "status": "completed", "tag": "5dc83552-8f22-4de3-b8e0-61527afe401d"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:26.286059 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-242bc8eb-6eb1-4145-b18b-0d24e99296c4 None None] Provisioning complete for port 8b53fbd8-e82f-4018-81d0-876405acfa5e triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:29:26.286433 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-242bc8eb-6eb1-4145-b18b-0d24e99296c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:26.290519 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaaf7f9-a2ca-4f1d-a4d6-6f255cd60dcc req-c46d1563-c4c0-4a18-abcf-7aab12980307 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:26.292785 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eeaaf7f9-a2ca-4f1d-a4d6-6f255cd60dcc req-c46d1563-c4c0-4a18-abcf-7aab12980307 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.0792639 Nov 10 17:29:26.298393 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cfac820b-4883-409b-b25a-8b700bc75a84 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:26.305351 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:26.378579 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-af1df298-af43-48f1-bba7-f2165fdb7d1f service neutron] Attempting to bind port 5a166f48-2e21-4eb6-b72d-56776e766f78 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:29:26.379347 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-af1df298-af43-48f1-bba7-f2165fdb7d1f service neutron] Attempting to bind port 5a166f48-2e21-4eb6-b72d-56776e766f78 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:29:26.379523 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-af1df298-af43-48f1-bba7-f2165fdb7d1f service neutron] Attempting to bind port 5a166f48-2e21-4eb6-b72d-56776e766f78 on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:29:26.413082 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-af1df298-af43-48f1-bba7-f2165fdb7d1f service neutron] Port 5a166f48-2e21-4eb6-b72d-56776e766f78 on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:29:26.413736 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-af1df298-af43-48f1-bba7-f2165fdb7d1f service neutron] Attempting to bind port 5a166f48-2e21-4eb6-b72d-56776e766f78 on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:29:26.423759 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eeaaf7f9-a2ca-4f1d-a4d6-6f255cd60dcc req-6583e0cf-7595-485c-9e4a-d7c2e354ff27 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183884 Nov 10 17:29:26.478838 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-af1df298-af43-48f1-bba7-f2165fdb7d1f service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:29:26.479576 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-af1df298-af43-48f1-bba7-f2165fdb7d1f service neutron] Checking segment: {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:29:26.480807 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-af1df298-af43-48f1-bba7-f2165fdb7d1f service neutron] Bound using segment: {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:29:26.482003 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-af1df298-af43-48f1-bba7-f2165fdb7d1f service neutron] Bound port: 5a166f48-2e21-4eb6-b72d-56776e766f78, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:29:26.484069 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-af1df298-af43-48f1-bba7-f2165fdb7d1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:26.488052 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-242bc8eb-6eb1-4145-b18b-0d24e99296c4 None None] Port 8b53fbd8-e82f-4018-81d0-876405acfa5e cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:29:26.499015 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-60084d33-c41c-451f-92ca-25817241286a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b53fbd8-e82f-4018-81d0-876405acfa5e {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:29:26.523405 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=5dc83552-8f22-4de3-b8e0-61527afe401d,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:26.524968 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-60084d33-c41c-451f-92ca-25817241286a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:26.549976 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da0a75-8392-4414-85be-2687d2ea567b req-1f756481-c9b9-4141-8451-09b2936907f5 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:26.551394 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2f38642c-246e-4200-b4a3-d28894010679 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:26.559698 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-76da0a75-8392-4414-85be-2687d2ea567b req-1f756481-c9b9-4141-8451-09b2936907f5 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 943 time: 0.2952800 Nov 10 17:29:26.561534 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2f38642c-246e-4200-b4a3-d28894010679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:26.580658 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-60084d33-c41c-451f-92ca-25817241286a service neutron] Transition to ACTIVE for port object 8b53fbd8-e82f-4018-81d0-876405acfa5e will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:29:26.613153 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-60084d33-c41c-451f-92ca-25817241286a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:26.614254 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f38642c-246e-4200-b4a3-d28894010679 None None] Network be65a555-144d-4264-b9cf-3bb873dc8322 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:29:26.618241 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-2f38642c-246e-4200-b4a3-d28894010679 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:29:26.624850 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f38642c-246e-4200-b4a3-d28894010679 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:29:26.638541 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-5db8c79c-6154-4065-bb7e-c093d09b4687 service neutron] 10.222.0.13 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891892 Nov 10 17:29:26.641900 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38642c-246e-4200-b4a3-d28894010679 None None] Pushing event updated for resources: {'Port': ['ID=4b2a9470-38b9-4669-8980-62cbd17652d3,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:26.712062 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e257d4a-1699-4633-b7e0-17bc62fb826e req-fe1529c0-92fb-4e67-9c7e-09041ce30ac4 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:26.713654 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2e257d4a-1699-4633-b7e0-17bc62fb826e req-fe1529c0-92fb-4e67-9c7e-09041ce30ac4 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 946 time: 0.1625140 Nov 10 17:29:26.729151 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-2f38642c-246e-4200-b4a3-d28894010679 None None] Attempting to bind port 4b2a9470-38b9-4669-8980-62cbd17652d3 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:29:26.729644 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-2f38642c-246e-4200-b4a3-d28894010679 None None] Attempting to bind port 4b2a9470-38b9-4669-8980-62cbd17652d3 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '89305dc8-69fe-40d4-a213-a71be0602df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'be65a555-144d-4264-b9cf-3bb873dc8322'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:29:26.730331 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-76da0a75-8392-4414-85be-2687d2ea567b req-84f11a6b-11f4-4116-990a-2e4af31febae tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686552 Nov 10 17:29:26.730495 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f38642c-246e-4200-b4a3-d28894010679 None None] Attempting to bind port 4b2a9470-38b9-4669-8980-62cbd17652d3 on network be65a555-144d-4264-b9cf-3bb873dc8322 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:29:26.737185 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-af1df298-af43-48f1-bba7-f2165fdb7d1f service neutron] For port 5a166f48-2e21-4eb6-b72d-56776e766f78, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:29:26.751574 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f38642c-246e-4200-b4a3-d28894010679 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:29:26.751574 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f38642c-246e-4200-b4a3-d28894010679 None None] Checking segment: {'id': '89305dc8-69fe-40d4-a213-a71be0602df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'be65a555-144d-4264-b9cf-3bb873dc8322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:29:26.751574 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2f38642c-246e-4200-b4a3-d28894010679 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:26.751574 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f38642c-246e-4200-b4a3-d28894010679 None None] Bound using segment: {'id': '89305dc8-69fe-40d4-a213-a71be0602df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'be65a555-144d-4264-b9cf-3bb873dc8322'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:29:26.751574 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-2f38642c-246e-4200-b4a3-d28894010679 None None] Bound port: 4b2a9470-38b9-4669-8980-62cbd17652d3, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89305dc8-69fe-40d4-a213-a71be0602df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'be65a555-144d-4264-b9cf-3bb873dc8322'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:29:26.751574 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2f38642c-246e-4200-b4a3-d28894010679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:26.781493 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-af1df298-af43-48f1-bba7-f2165fdb7d1f service neutron] For port 5a166f48-2e21-4eb6-b72d-56776e766f78, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5a166f48-2e21-4eb6-b72d-56776e766f78,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:29:26.809170 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-af1df298-af43-48f1-bba7-f2165fdb7d1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:26.839235 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60084d33-c41c-451f-92ca-25817241286a service neutron] Pushing event updated for resources: {'Port': ['ID=8b53fbd8-e82f-4018-81d0-876405acfa5e,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:26.858754 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67183acd-1f63-48f8-954f-dd77f4dc8d0d x-openstack-request-id: req-67183acd-1f63-48f8-954f-dd77f4dc8d0d {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:26.860041 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d145e069-aad6-4707-ae26-f2711a939972", "name": "network-vif-plugged", "status": "completed", "tag": "5dc83552-8f22-4de3-b8e0-61527afe401d", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:26.860484 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-67183acd-1f63-48f8-954f-dd77f4dc8d0d {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:26.862100 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd145e069-aad6-4707-ae26-f2711a939972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc83552-8f22-4de3-b8e0-61527afe401d', 'code': 200} Nov 10 17:29:26.889941 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-af1df298-af43-48f1-bba7-f2165fdb7d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:26.892417 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-af1df298-af43-48f1-bba7-f2165fdb7d1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:26.895149 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-af1df298-af43-48f1-bba7-f2165fdb7d1f service neutron] 10.222.0.13 "PUT /v2.0/ports/5a166f48-2e21-4eb6-b72d-56776e766f78 HTTP/1.1" status: 200 len: 1092 time: 2.1964240 Nov 10 17:29:26.895837 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fee33f3-957b-4957-b0f2-5ea50ee80691', 'tag': '5a166f48-2e21-4eb6-b72d-56776e766f78'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:26.898463 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c24429-0614-4f37-999c-4d90d701d8ce" -d '{"events": [{"name": "network-changed", "server_uuid": "2fee33f3-957b-4957-b0f2-5ea50ee80691", "tag": "5a166f48-2e21-4eb6-b72d-56776e766f78"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:26.926184 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-60084d33-c41c-451f-92ca-25817241286a service neutron] Attempting to bind port 8b53fbd8-e82f-4018-81d0-876405acfa5e on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:29:26.926537 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-60084d33-c41c-451f-92ca-25817241286a service neutron] Attempting to bind port 8b53fbd8-e82f-4018-81d0-876405acfa5e by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:29:26.926899 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-60084d33-c41c-451f-92ca-25817241286a service neutron] Attempting to bind port 8b53fbd8-e82f-4018-81d0-876405acfa5e on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:29:26.932243 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-2f38642c-246e-4200-b4a3-d28894010679 None None] For port 4b2a9470-38b9-4669-8980-62cbd17652d3, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:29:26.941226 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-2f38642c-246e-4200-b4a3-d28894010679 None None] For port 4b2a9470-38b9-4669-8980-62cbd17652d3, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=4b2a9470-38b9-4669-8980-62cbd17652d3,segment=NetworkSegment(89305dc8-69fe-40d4-a213-a71be0602df9),segment_id=89305dc8-69fe-40d4-a213-a71be0602df9)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:29:26.953734 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-60084d33-c41c-451f-92ca-25817241286a service neutron] Port 8b53fbd8-e82f-4018-81d0-876405acfa5e on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:29:26.953924 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-60084d33-c41c-451f-92ca-25817241286a service neutron] Attempting to bind port 8b53fbd8-e82f-4018-81d0-876405acfa5e on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:29:26.957520 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2f38642c-246e-4200-b4a3-d28894010679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:26.970503 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2e257d4a-1699-4633-b7e0-17bc62fb826e req-e7a1bc5a-20ee-4374-8351-906b9028b484 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406802 Nov 10 17:29:26.983655 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-60084d33-c41c-451f-92ca-25817241286a service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:29:26.983655 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-60084d33-c41c-451f-92ca-25817241286a service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:29:26.983655 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-60084d33-c41c-451f-92ca-25817241286a service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:29:26.983655 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-60084d33-c41c-451f-92ca-25817241286a service neutron] Bound port: 8b53fbd8-e82f-4018-81d0-876405acfa5e, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:29:26.983655 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-60084d33-c41c-451f-92ca-25817241286a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:27.105708 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38642c-246e-4200-b4a3-d28894010679 None None] Pushing event updated for resources: {'Port': ['ID=4b2a9470-38b9-4669-8980-62cbd17652d3,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:27.118939 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-60084d33-c41c-451f-92ca-25817241286a service neutron] For port 8b53fbd8-e82f-4018-81d0-876405acfa5e, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:29:27.123895 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-60084d33-c41c-451f-92ca-25817241286a service neutron] For port 8b53fbd8-e82f-4018-81d0-876405acfa5e, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=8b53fbd8-e82f-4018-81d0-876405acfa5e,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:29:27.135201 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-60084d33-c41c-451f-92ca-25817241286a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:27.139282 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-e03fc9e5-af11-4152-97e7-1d0d449ad285 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:27.141344 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-e03fc9e5-af11-4152-97e7-1d0d449ad285 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c&tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&binding%3Ahost_id=n-h1-776250-10 HTTP/1.1" status: 200 len: 1098 time: 0.4092827 Nov 10 17:29:27.184917 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-60084d33-c41c-451f-92ca-25817241286a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:27.185820 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-60084d33-c41c-451f-92ca-25817241286a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:27.187264 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-60084d33-c41c-451f-92ca-25817241286a service neutron] 10.222.0.13 "PUT /v2.0/ports/8b53fbd8-e82f-4018-81d0-876405acfa5e HTTP/1.1" status: 200 len: 1096 time: 1.3953485 Nov 10 17:29:27.187716 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5755438-98ec-42e7-9571-f9dfb85ea2bf', 'tag': '8b53fbd8-e82f-4018-81d0-876405acfa5e'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:27.190156 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccea23f-9063-46cb-9923-f6c8198fae69" -d '{"events": [{"name": "network-changed", "server_uuid": "e5755438-98ec-42e7-9571-f9dfb85ea2bf", "tag": "8b53fbd8-e82f-4018-81d0-876405acfa5e"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:27.224218 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-76c9761f-da7f-4a97-b062-44e30cb57a67 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-776250-10'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:29:27.241678 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1df298-af43-48f1-bba7-f2165fdb7d1f service neutron] Pushing event updated for resources: {'Port': ['ID=5a166f48-2e21-4eb6-b72d-56776e766f78,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:27.271140 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60084d33-c41c-451f-92ca-25817241286a service neutron] Pushing event updated for resources: {'Port': ['ID=8b53fbd8-e82f-4018-81d0-876405acfa5e,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:27.430693 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-d729e93b-1dc7-4d86-9892-2496c8fe7318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:27.432662 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-d729e93b-1dc7-4d86-9892-2496c8fe7318 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1fa39d77f2cf4703817fb83e9a881cda&device_id=e5755438-98ec-42e7-9571-f9dfb85ea2bf HTTP/1.1" status: 200 len: 1099 time: 0.1431551 Nov 10 17:29:27.444131 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0540d-1fa6-423f-8138-d2db30100ffd req-120a3ccc-b094-4d19-8b92-f104297f5407 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:27.447316 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eda0540d-1fa6-423f-8138-d2db30100ffd req-120a3ccc-b094-4d19-8b92-f104297f5407 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 949 time: 0.1559629 Nov 10 17:29:27.534418 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-4eff0b50-7cab-4390-b6d4-3da7a5701913 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=8b53fbd8-e82f-4018-81d0-876405acfa5e HTTP/1.1" status: 200 len: 217 time: 0.0832818 Nov 10 17:29:27.609003 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eda0540d-1fa6-423f-8138-d2db30100ffd req-33784859-5e27-4b27-9d70-802a19ac227a tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821373 Nov 10 17:29:27.613937 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5962f1-ba25-4033-8334-9c35c0f34257 req-8e1257a8-6277-4892-8db0-8a62c5a8a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:27.615453 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b5962f1-ba25-4033-8334-9c35c0f34257 req-8e1257a8-6277-4892-8db0-8a62c5a8a5a2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 1101 time: 0.6148167 Nov 10 17:29:27.627967 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-7e4a4c8e-b9dc-4db8-a4bc-31bc986a3bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:27.630046 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-7e4a4c8e-b9dc-4db8-a4bc-31bc986a3bb9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.0619197 Nov 10 17:29:27.640588 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cfac820b-4883-409b-b25a-8b700bc75a84 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:27.674688 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1215a9dd-0f02-43b7-b81c-eb04a5d62a68 x-openstack-request-id: req-1215a9dd-0f02-43b7-b81c-eb04a5d62a68 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:27.674970 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fee33f3-957b-4957-b0f2-5ea50ee80691", "tag": "5a166f48-2e21-4eb6-b72d-56776e766f78", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:27.675237 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1215a9dd-0f02-43b7-b81c-eb04a5d62a68 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:27.675627 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fee33f3-957b-4957-b0f2-5ea50ee80691', 'tag': '5a166f48-2e21-4eb6-b72d-56776e766f78', 'status': 'completed', 'code': 200} Nov 10 17:29:27.687263 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-e48cb058-a597-431d-913d-20c3e9e417e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:27.688881 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-e48cb058-a597-431d-913d-20c3e9e417e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0473297 Nov 10 17:29:27.702237 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-fa50b842-4292-4664-bb51-0ea6555aa191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:27.703815 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-fa50b842-4292-4664-bb51-0ea6555aa191 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ec9ca6147964daa83e30b2176db3b36&device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 1095 time: 0.6936493 Nov 10 17:29:27.725980 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cfac820b-4883-409b-b25a-8b700bc75a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:27.771215 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-76c9761f-da7f-4a97-b062-44e30cb57a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:27.783896 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca51364-5428-46c9-965b-9c0dc53f0f03 x-openstack-request-id: req-0ca51364-5428-46c9-965b-9c0dc53f0f03 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:27.784631 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5755438-98ec-42e7-9571-f9dfb85ea2bf", "tag": "8b53fbd8-e82f-4018-81d0-876405acfa5e", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:27.785151 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0ca51364-5428-46c9-965b-9c0dc53f0f03 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:27.785669 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5755438-98ec-42e7-9571-f9dfb85ea2bf', 'tag': '8b53fbd8-e82f-4018-81d0-876405acfa5e', 'status': 'completed', 'code': 200} Nov 10 17:29:27.806977 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf23ea-18b2-489d-9014-bfd46a2d1d7b req-d460f098-57ff-4e03-8c20-b612d24b5af1 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:27.812886 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d5cf23ea-18b2-489d-9014-bfd46a2d1d7b req-d460f098-57ff-4e03-8c20-b612d24b5af1 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5755438-98ec-42e7-9571-f9dfb85ea2bf HTTP/1.1" status: 200 len: 947 time: 0.8062220 Nov 10 17:29:27.826446 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b5962f1-ba25-4033-8334-9c35c0f34257 req-f8b6ad90-ff42-4783-8636-485991c312b6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784449 Nov 10 17:29:27.869229 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688f5c7-e712-4647-ace9-c103bc5f6849 req-ec02bc19-b44e-4a72-9982-39857346b835 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:27.871131 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a688f5c7-e712-4647-ace9-c103bc5f6849 req-ec02bc19-b44e-4a72-9982-39857346b835 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.0905440 Nov 10 17:29:27.875224 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-049b3a3e-3902-4aea-9f9b-e0df7c51f880 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719594 Nov 10 17:29:27.896675 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-591da81d-bb48-4a1d-ae18-04cbe12865ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a166f48-2e21-4eb6-b72d-56776e766f78 HTTP/1.1" status: 200 len: 217 time: 0.1286862 Nov 10 17:29:28.000605 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a688f5c7-e712-4647-ace9-c103bc5f6849 req-571fe660-7380-4933-a544-4dbf02a4f2ea tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202869 Nov 10 17:29:28.025068 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-930aac3a-5cfd-45d2-b916-d2100106c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:28.027001 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-930aac3a-5cfd-45d2-b916-d2100106c0ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3d9be19-2b8d-48ad-890a-609759e284ae HTTP/1.1" status: 200 len: 861 time: 0.1014097 Nov 10 17:29:28.073469 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7b9e678d-3392-4b3e-aa8a-8620f0a41c8e req-38a1bb5b-9e0d-47e4-b3d3-0cc6b26ba14e service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863387 Nov 10 17:29:28.141092 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.13', 62072) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:28.196964 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-42b42410-f425-466f-93f3-70b0572ac003 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1470919 Nov 10 17:29:28.226008 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f0e75-7cc9-409b-a014-7f47ea97e67c req-3b55b510-21b7-4548-9b45-fc20caedcd5c tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:28.227187 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d5cf23ea-18b2-489d-9014-bfd46a2d1d7b req-dd4c6191-0287-40f9-bf26-a98280a8dea9 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/security-groups?id=048710b1-fd94-4a51-b977-2c4b1bc91759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641589 Nov 10 17:29:28.235569 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-892f0e75-7cc9-409b-a014-7f47ea97e67c req-3b55b510-21b7-4548-9b45-fc20caedcd5c tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 943 time: 0.1430688 Nov 10 17:29:28.284760 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-29a98c89-de0f-42c6-9d0e-412b4c4cdb9e req-c7decf17-8725-43c1-bd21-82770d3ba16a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=39e54a0f-9e7b-43ed-bad2-b1405ddee34d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1653414 Nov 10 17:29:28.310412 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-cfac820b-4883-409b-b25a-8b700bc75a84 admin admin] Allocated IP 172.25.5.205 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/030a3f32-cd11-437b-b2b5-f752a97364fd) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:29:28.312240 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-892f0e75-7cc9-409b-a014-7f47ea97e67c req-fb20b545-acc9-420a-a5aa-98d6d47aecac tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740526 Nov 10 17:29:28.387292 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-76c9761f-da7f-4a97-b062-44e30cb57a67 service neutron] For port eeb22fdd-6ade-4c08-b377-92e7d1adeff1, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=eeb22fdd-6ade-4c08-b377-92e7d1adeff1,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:28.405285 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccea23f-9063-46cb-9923-f6c8198fae69 req-18ea1dab-06e5-4dd7-afe4-9a37a5ad0893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:28.406785 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bccea23f-9063-46cb-9923-f6c8198fae69 req-18ea1dab-06e5-4dd7-afe4-9a37a5ad0893 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1fa39d77f2cf4703817fb83e9a881cda&device_id=e5755438-98ec-42e7-9571-f9dfb85ea2bf HTTP/1.1" status: 200 len: 1099 time: 0.2571261 Nov 10 17:29:28.435334 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a98c89-de0f-42c6-9d0e-412b4c4cdb9e req-63a89fd4-a6c9-4367-921a-1c411c6da977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:28.437102 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-29a98c89-de0f-42c6-9d0e-412b4c4cdb9e req-63a89fd4-a6c9-4367-921a-1c411c6da977 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4491a2c6741b402a9e55e801cd3ca339&device_id=39e54a0f-9e7b-43ed-bad2-b1405ddee34d HTTP/1.1" status: 200 len: 1097 time: 0.0675735 Nov 10 17:29:28.487681 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 4b2a9470-38b9-4669-8980-62cbd17652d3 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:29:28.515174 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ee1301-e3f8-4129-b9de-9da8c2380c94 None None] Network be65a555-144d-4264-b9cf-3bb873dc8322 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:29:28.566256 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-76c9761f-da7f-4a97-b062-44e30cb57a67 service neutron] For port eeb22fdd-6ade-4c08-b377-92e7d1adeff1, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:29:28.575459 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a98c89-de0f-42c6-9d0e-412b4c4cdb9e req-d071c1ac-b82d-48be-9348-b6277814f5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:28.577463 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-29a98c89-de0f-42c6-9d0e-412b4c4cdb9e req-d071c1ac-b82d-48be-9348-b6277814f5cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=b7801527-50b7-4bc0-a554-ec40d3f8072d HTTP/1.1" status: 200 len: 924 time: 0.1156015 Nov 10 17:29:28.618547 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-76c9761f-da7f-4a97-b062-44e30cb57a67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:28.647234 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-543d528a-1744-4114-96e7-c32504cd3b68 None None] Provisioning complete for port 4b2a9470-38b9-4669-8980-62cbd17652d3 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:29:28.648023 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-543d528a-1744-4114-96e7-c32504cd3b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:28.663046 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-29a98c89-de0f-42c6-9d0e-412b4c4cdb9e req-3ba9dfd5-4166-4313-8c51-9c4a5dc8e03e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63035fcf-9384-450c-9951-b8d10c6442f4 HTTP/1.1" status: 200 len: 1000 time: 0.0758908 Nov 10 17:29:28.713906 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 4b2a9470-38b9-4669-8980-62cbd17652d3 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:29:28.714279 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:28.773789 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a98c89-de0f-42c6-9d0e-412b4c4cdb9e req-74ad9dd1-3cd3-4593-87fe-2a84eab07483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:28.775910 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-29a98c89-de0f-42c6-9d0e-412b4c4cdb9e req-74ad9dd1-3cd3-4593-87fe-2a84eab07483 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8ffcd500-8c49-45db-8ca7-a366a29076c0 HTTP/1.1" status: 200 len: 862 time: 0.1047914 Nov 10 17:29:28.806880 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-76c9761f-da7f-4a97-b062-44e30cb57a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:28.819874 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-ce449041-a1d5-429a-b28e-0d3518b480cc service neutron] 10.222.0.13 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5882404 Nov 10 17:29:28.891281 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a98c89-de0f-42c6-9d0e-412b4c4cdb9e req-826b8b81-64b8-4621-ab05-e9363c734fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:28.893272 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-29a98c89-de0f-42c6-9d0e-412b4c4cdb9e req-826b8b81-64b8-4621-ab05-e9363c734fb7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b7801527-50b7-4bc0-a554-ec40d3f8072d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1038139 Nov 10 17:29:28.938326 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccea23f-9063-46cb-9923-f6c8198fae69 req-a9c29ca1-1e60-4fc4-bbda-ab75b996234b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:28.940878 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bccea23f-9063-46cb-9923-f6c8198fae69 req-a9c29ca1-1e60-4fc4-bbda-ab75b996234b service neutron] 10.222.0.13 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.4989259 Nov 10 17:29:29.000251 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-543d528a-1744-4114-96e7-c32504cd3b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:29.051804 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cfac820b-4883-409b-b25a-8b700bc75a84 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:29.073581 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c127b-e08f-4c17-9198-bfe233931a8e req-675a0cab-25d4-437e-9a83-e1aa244bdcb4 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:29.075690 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6c6c127b-e08f-4c17-9198-bfe233931a8e req-675a0cab-25d4-437e-9a83-e1aa244bdcb4 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 949 time: 0.1722000 Nov 10 17:29:29.085512 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:29.099585 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-543d528a-1744-4114-96e7-c32504cd3b68 None None] For port 4b2a9470-38b9-4669-8980-62cbd17652d3, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=4b2a9470-38b9-4669-8980-62cbd17652d3,segment=NetworkSegment(89305dc8-69fe-40d4-a213-a71be0602df9),segment_id=89305dc8-69fe-40d4-a213-a71be0602df9)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:29.116972 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-543d528a-1744-4114-96e7-c32504cd3b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:29.169290 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-29a98c89-de0f-42c6-9d0e-412b4c4cdb9e req-677176f0-9e1b-43d9-89aa-d44ad4427292 service neutron] 10.222.0.13 "GET /v2.0/networks/b7801527-50b7-4bc0-a554-ec40d3f8072d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628136 Nov 10 17:29:29.197069 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d528a-1744-4114-96e7-c32504cd3b68 None None] Pushing event updated for resources: {'Port': ['ID=4b2a9470-38b9-4669-8980-62cbd17652d3,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:29.200181 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9761f-da7f-4a97-b062-44e30cb57a67 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb22fdd-6ade-4c08-b377-92e7d1adeff1,revision_number=7']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:29.229024 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:29:29.229460 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:29:29.229753 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bccea23f-9063-46cb-9923-f6c8198fae69 req-7aed96fe-09b9-4510-b73f-fc8f4db4eb7b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=8b53fbd8-e82f-4018-81d0-876405acfa5e HTTP/1.1" status: 200 len: 217 time: 0.2227228 Nov 10 17:29:29.250437 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cfac820b-4883-409b-b25a-8b700bc75a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:29.251597 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6c6c127b-e08f-4c17-9198-bfe233931a8e req-d1b6895b-b362-4fed-830a-f183ebebfc1c tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610184 Nov 10 17:29:29.347969 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfac820b-4883-409b-b25a-8b700bc75a84 admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:29:29.370939 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac820b-4883-409b-b25a-8b700bc75a84 admin admin] Pushing event updated for resources: {'Port': ['ID=030a3f32-cd11-437b-b2b5-f752a97364fd,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:29.373607 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-cfac820b-4883-409b-b25a-8b700bc75a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:29:29.381701 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfac820b-4883-409b-b25a-8b700bc75a84 admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:29:29.413622 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-29a98c89-de0f-42c6-9d0e-412b4c4cdb9e req-61d25bda-62a7-41cf-869e-b22b35a3ba51 service neutron] 10.222.0.13 "GET /v2.0/networks/b7801527-50b7-4bc0-a554-ec40d3f8072d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753891 Nov 10 17:29:29.417307 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cabe1-5dd0-4ebf-8a5e-77f9c05d8b67 req-09ab8fff-af77-40fd-af1a-0996cd49caeb tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:29.418569 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-213cabe1-5dd0-4ebf-8a5e-77f9c05d8b67 req-09ab8fff-af77-40fd-af1a-0996cd49caeb tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 946 time: 0.9860077 Nov 10 17:29:29.432324 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0e4ee-d029-4ac2-8cd5-50382fa55b68 req-4045acfc-eb99-4a85-9e5a-9a312e2a6f82 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:29.433822 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dad0e4ee-d029-4ac2-8cd5-50382fa55b68 req-4045acfc-eb99-4a85-9e5a-9a312e2a6f82 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.0701911 Nov 10 17:29:29.451924 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-76c9761f-da7f-4a97-b062-44e30cb57a67 service neutron] Attempting to bind port eeb22fdd-6ade-4c08-b377-92e7d1adeff1 on host n-h1-776250-10 for vnic_type normal with profile {"migrating_to": "n-h2-776250-10"} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:29:29.452297 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-76c9761f-da7f-4a97-b062-44e30cb57a67 service neutron] Attempting to bind port eeb22fdd-6ade-4c08-b377-92e7d1adeff1 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:29:29.452789 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-76c9761f-da7f-4a97-b062-44e30cb57a67 service neutron] Attempting to bind port eeb22fdd-6ade-4c08-b377-92e7d1adeff1 on network ee9bf645-62ea-4fb8-afab-51398fe4d64d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:29:29.479202 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3b1f261e-352e-4e10-892f-bda7d6fad206 None None] Provisioning complete for port 4b2a9470-38b9-4669-8980-62cbd17652d3 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:29:29.479895 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3b1f261e-352e-4e10-892f-bda7d6fad206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:29.511834 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dad0e4ee-d029-4ac2-8cd5-50382fa55b68 req-21fc5998-0ae6-4c20-829c-9512316fe072 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693281 Nov 10 17:29:29.516559 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-76c9761f-da7f-4a97-b062-44e30cb57a67 service neutron] Port eeb22fdd-6ade-4c08-b377-92e7d1adeff1 on network ee9bf645-62ea-4fb8-afab-51398fe4d64d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:29:29.516977 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-76c9761f-da7f-4a97-b062-44e30cb57a67 service neutron] Attempting to bind port eeb22fdd-6ade-4c08-b377-92e7d1adeff1 on network ee9bf645-62ea-4fb8-afab-51398fe4d64d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:29:29.531225 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-76c9761f-da7f-4a97-b062-44e30cb57a67 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:29:29.531487 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-76c9761f-da7f-4a97-b062-44e30cb57a67 service neutron] Checking segment: {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:29:29.532059 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-76c9761f-da7f-4a97-b062-44e30cb57a67 service neutron] Bound using segment: {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:29:29.532581 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-76c9761f-da7f-4a97-b062-44e30cb57a67 service neutron] Bound port: eeb22fdd-6ade-4c08-b377-92e7d1adeff1, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:29:29.533229 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-76c9761f-da7f-4a97-b062-44e30cb57a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:29.651349 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eff70b-2c00-4192-aa1a-f2e3bd452845 req-7897645f-3a72-44b7-ab3a-5f1a0ba72b4d tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:29.653330 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f2eff70b-2c00-4192-aa1a-f2e3bd452845 req-7897645f-3a72-44b7-ab3a-5f1a0ba72b4d tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5755438-98ec-42e7-9571-f9dfb85ea2bf HTTP/1.1" status: 200 len: 947 time: 0.0595200 Nov 10 17:29:29.680400 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebcb56f-ad99-41f4-96ee-377987322d1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeb22fdd-6ade-4c08-b377-92e7d1adeff1'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:29.682621 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd2e48b-a175-41ea-814a-c1ccb52c5547" -d '{"events": [{"server_uuid": "7ebcb56f-ad99-41f4-96ee-377987322d1c", "name": "network-vif-unplugged", "status": "completed", "tag": "eeb22fdd-6ade-4c08-b377-92e7d1adeff1"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:29.691859 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-213cabe1-5dd0-4ebf-8a5e-77f9c05d8b67 req-eaff368b-524a-4936-9ae1-ccf00559e469 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426045 Nov 10 17:29:29.694865 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccea23f-9063-46cb-9923-f6c8198fae69 req-ec6211b0-5a93-40b6-8363-8a5eef2dc6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:29.696435 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bccea23f-9063-46cb-9923-f6c8198fae69 req-ec6211b0-5a93-40b6-8363-8a5eef2dc6c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.4144633 Nov 10 17:29:29.699822 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e24421dd-5818-4336-ac3f-09c9356eb046 req-aeed2cf2-182c-4afb-b6db-44b4f8c208f6 service neutron] 10.222.0.13 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8606482 Nov 10 17:29:29.719912 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f2eff70b-2c00-4192-aa1a-f2e3bd452845 req-1b0fa409-8dfc-4520-949e-7377b0fbe92b tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/security-groups?id=048710b1-fd94-4a51-b977-2c4b1bc91759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585957 Nov 10 17:29:29.938109 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e73fec5-e46c-4f50-af72-3102989c5ff9 x-openstack-request-id: req-1e73fec5-e46c-4f50-af72-3102989c5ff9 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:29.938409 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebcb56f-ad99-41f4-96ee-377987322d1c", "name": "network-vif-unplugged", "status": "completed", "tag": "eeb22fdd-6ade-4c08-b377-92e7d1adeff1", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:29.938667 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e73fec5-e46c-4f50-af72-3102989c5ff9 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:29.939059 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebcb56f-ad99-41f4-96ee-377987322d1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeb22fdd-6ade-4c08-b377-92e7d1adeff1', 'code': 200} Nov 10 17:29:29.950858 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 0c5fb3a9-aaa2-4915-ac80-0340834eea8e details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:29:29.956901 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 0c5fb3a9-aaa2-4915-ac80-0340834eea8e no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:29:30.032126 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-76c9761f-da7f-4a97-b062-44e30cb57a67 service neutron] For port eeb22fdd-6ade-4c08-b377-92e7d1adeff1, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:29:30.048636 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccea23f-9063-46cb-9923-f6c8198fae69 req-0615b525-5603-47ec-bf00-425703fe345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:30.051102 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bccea23f-9063-46cb-9923-f6c8198fae69 req-0615b525-5603-47ec-bf00-425703fe345c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3152833 Nov 10 17:29:30.062330 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c24429-0614-4f37-999c-4d90d701d8ce req-e14be2e6-769a-4d4e-ba82-7b1e3303514c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:30.063999 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-12c24429-0614-4f37-999c-4d90d701d8ce req-e14be2e6-769a-4d4e-ba82-7b1e3303514c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ec9ca6147964daa83e30b2176db3b36&device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 1095 time: 0.2427406 Nov 10 17:29:30.077788 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af49be-690f-41a3-83b3-195dc08c433a req-64abc87d-3b67-405d-9cc3-1c6f4757067d tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:30.079320 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a5af49be-690f-41a3-83b3-195dc08c433a req-64abc87d-3b67-405d-9cc3-1c6f4757067d tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 943 time: 0.2568586 Nov 10 17:29:30.091576 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-76c9761f-da7f-4a97-b062-44e30cb57a67 service neutron] For port eeb22fdd-6ade-4c08-b377-92e7d1adeff1, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=eeb22fdd-6ade-4c08-b377-92e7d1adeff1,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:29:30.111449 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:30.162435 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f75be5-efd8-4652-ba7e-2cd4ec55e926', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c5fb3a9-aaa2-4915-ac80-0340834eea8e'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:30.164400 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc98a086-9d58-40d2-ac8d-d40a70fad3fb" -d '{"events": [{"server_uuid": "91f75be5-efd8-4652-ba7e-2cd4ec55e926", "name": "network-vif-unplugged", "status": "completed", "tag": "0c5fb3a9-aaa2-4915-ac80-0340834eea8e"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:30.180122 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 0c5fb3a9-aaa2-4915-ac80-0340834eea8e, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=0c5fb3a9-aaa2-4915-ac80-0340834eea8e,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:30.191836 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 0c5fb3a9-aaa2-4915-ac80-0340834eea8e, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=0c5fb3a9-aaa2-4915-ac80-0340834eea8e,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:30.198784 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '0c5fb3a9-aaa2-4915-ac80-0340834eea8e', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': '0c5fb3a9-aaa2-4915-ac80-0340834eea8e', 'mac_address': 'fa:16:3e:8e:c1:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:29:30.201070 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:30.247058 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025d7bd8-054c-4cce-9d76-2518b722eefd x-openstack-request-id: req-025d7bd8-054c-4cce-9d76-2518b722eefd {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:30.247380 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f75be5-efd8-4652-ba7e-2cd4ec55e926", "name": "network-vif-unplugged", "status": "completed", "tag": "0c5fb3a9-aaa2-4915-ac80-0340834eea8e", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:30.247641 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-025d7bd8-054c-4cce-9d76-2518b722eefd {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:30.248282 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f75be5-efd8-4652-ba7e-2cd4ec55e926', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c5fb3a9-aaa2-4915-ac80-0340834eea8e', 'code': 200} Nov 10 17:29:30.282322 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:30.298165 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=0c5fb3a9-aaa2-4915-ac80-0340834eea8e,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:30.303872 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c5fb3a9-aaa2-4915-ac80-0340834eea8e {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:29:30.340898 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 0c5fb3a9-aaa2-4915-ac80-0340834eea8e, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=0c5fb3a9-aaa2-4915-ac80-0340834eea8e,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:30.348509 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:30.376189 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6077af27-efcd-4cf5-b457-736e2404b58f req-ee72a665-481f-41fe-9c19-3ec9c73d893c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=748028ea-185c-41d1-a52c-f2263a6731f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5055897 Nov 10 17:29:30.377758 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-76c9761f-da7f-4a97-b062-44e30cb57a67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:30.424736 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558482b4-028d-440c-bcb4-db8a567f9841 req-1f711a31-a6c8-46a9-8c20-7ec81eb62187 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:30.433409 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-558482b4-028d-440c-bcb4-db8a567f9841 req-1f711a31-a6c8-46a9-8c20-7ec81eb62187 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 949 time: 0.0641787 Nov 10 17:29:30.436338 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=0c5fb3a9-aaa2-4915-ac80-0340834eea8e,revision_number=7']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:30.456914 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cfac820b-4883-409b-b25a-8b700bc75a84 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:30.459953 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 4b2a9470-38b9-4669-8980-62cbd17652d3 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:29:30.467159 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dda0e3fb-3a11-4ed5-9990-89ef581060cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:30.505265 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-558482b4-028d-440c-bcb4-db8a567f9841 req-c09a5d92-df18-4af1-9e77-1bd42dced844 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696957 Nov 10 17:29:30.526364 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 4b2a9470-38b9-4669-8980-62cbd17652d3 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:29:30.526731 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:30.690302 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['0c5fb3a9-aaa2-4915-ac80-0340834eea8e'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:29:30.696717 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9761f-da7f-4a97-b062-44e30cb57a67 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb22fdd-6ade-4c08-b377-92e7d1adeff1,revision_number=8']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:30.739761 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a5af49be-690f-41a3-83b3-195dc08c433a req-3230f97b-4a10-4e02-8009-da91f9f9c730 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6450260 Nov 10 17:29:30.747063 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-76c9761f-da7f-4a97-b062-44e30cb57a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:30.747702 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-76c9761f-da7f-4a97-b062-44e30cb57a67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:30.749633 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-76c9761f-da7f-4a97-b062-44e30cb57a67 service neutron] 10.222.0.13 "PUT /v2.0/ports/eeb22fdd-6ade-4c08-b377-92e7d1adeff1 HTTP/1.1" status: 200 len: 1124 time: 3.5417788 Nov 10 17:29:30.753895 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077af27-efcd-4cf5-b457-736e2404b58f req-53d34802-5af6-466c-be32-8c969616861c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:30.755356 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6077af27-efcd-4cf5-b457-736e2404b58f req-53d34802-5af6-466c-be32-8c969616861c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=972b151c649044219c436e3cbd0ebb30&device_id=748028ea-185c-41d1-a52c-f2263a6731f5 HTTP/1.1" status: 200 len: 1101 time: 0.3031647 Nov 10 17:29:30.757214 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bccea23f-9063-46cb-9923-f6c8198fae69 req-6f069b21-4ef3-47f7-8c56-2115b8d81ddb service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6899340 Nov 10 17:29:30.760211 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c24429-0614-4f37-999c-4d90d701d8ce req-9e8eb89a-8619-4b4a-963c-27bf11edabd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:30.761670 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-12c24429-0614-4f37-999c-4d90d701d8ce req-9e8eb89a-8619-4b4a-963c-27bf11edabd6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1 HTTP/1.1" status: 200 len: 922 time: 0.6741908 Nov 10 17:29:30.839626 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b447e-644b-4072-bbe4-07901eb7e6a4 req-16399fe4-5a49-4809-876e-128a3216e446 tempest-MigrationsAdminTest-787192493 tempest-MigrationsAdminTest-787192493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:30.849914 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b93b447e-644b-4072-bbe4-07901eb7e6a4 req-16399fe4-5a49-4809-876e-128a3216e446 tempest-MigrationsAdminTest-787192493 tempest-MigrationsAdminTest-787192493-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 1101 time: 0.0661218 Nov 10 17:29:30.865584 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b93b447e-644b-4072-bbe4-07901eb7e6a4 req-95cacb14-a3a6-4d9e-926f-7bb9e13a1ea3 tempest-MigrationsAdminTest-787192493 tempest-MigrationsAdminTest-787192493-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:30.881646 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['eeb22fdd-6ade-4c08-b377-92e7d1adeff1'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:29:30.951987 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b93b447e-644b-4072-bbe4-07901eb7e6a4 req-95cacb14-a3a6-4d9e-926f-7bb9e13a1ea3 tempest-MigrationsAdminTest-787192493 tempest-MigrationsAdminTest-787192493-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:30.958595 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b93b447e-644b-4072-bbe4-07901eb7e6a4 req-95cacb14-a3a6-4d9e-926f-7bb9e13a1ea3 tempest-MigrationsAdminTest-787192493 tempest-MigrationsAdminTest-787192493-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:30.966504 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-12c24429-0614-4f37-999c-4d90d701d8ce req-efa30154-b99d-4879-ae26-9538a92c8870 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a166f48-2e21-4eb6-b72d-56776e766f78 HTTP/1.1" status: 200 len: 217 time: 0.1835768 Nov 10 17:29:31.004202 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b93b447e-644b-4072-bbe4-07901eb7e6a4 req-95cacb14-a3a6-4d9e-926f-7bb9e13a1ea3 tempest-MigrationsAdminTest-787192493 tempest-MigrationsAdminTest-787192493-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529448 Nov 10 17:29:31.004789 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cacb14-a3a6-4d9e-926f-7bb9e13a1ea3 tempest-MigrationsAdminTest-787192493 tempest-MigrationsAdminTest-787192493-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d36eea3-3105-4a5b-8295-e2446ccd3a3c,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:31.127044 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8cd75-e857-4494-aece-6e1200149c9e req-d0bfdc9a-d642-4d2c-9a0b-27c670c8f736 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:31.128754 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eff8cd75-e857-4494-aece-6e1200149c9e req-d0bfdc9a-d642-4d2c-9a0b-27c670c8f736 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 944 time: 0.0493207 Nov 10 17:29:31.142358 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c24429-0614-4f37-999c-4d90d701d8ce req-e4d7e298-dffb-4d98-aa23-09988457790f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:31.143851 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-12c24429-0614-4f37-999c-4d90d701d8ce req-e4d7e298-dffb-4d98-aa23-09988457790f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3d9be19-2b8d-48ad-890a-609759e284ae HTTP/1.1" status: 200 len: 861 time: 0.1466649 Nov 10 17:29:31.150149 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bccea23f-9063-46cb-9923-f6c8198fae69 req-acb5c5c4-9c3d-437a-a87c-d7765223a47b service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766387 Nov 10 17:29:31.157556 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30482af1-5ca0-4e4e-9907-bd386c614381 req-e38f79f0-5e47-4c58-9588-f6fcdad0b3d0 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:31.159525 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-30482af1-5ca0-4e4e-9907-bd386c614381 req-e38f79f0-5e47-4c58-9588-f6fcdad0b3d0 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 948 time: 0.2385139 Nov 10 17:29:31.163436 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077af27-efcd-4cf5-b457-736e2404b58f req-a368be86-f615-4a6a-9847-3ca3c73572d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:31.164842 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6077af27-efcd-4cf5-b457-736e2404b58f req-a368be86-f615-4a6a-9847-3ca3c73572d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.3316095 Nov 10 17:29:31.184413 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eff8cd75-e857-4494-aece-6e1200149c9e req-c4412a0d-8c63-46ff-b174-134764e598ce tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494609 Nov 10 17:29:31.199264 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-12c24429-0614-4f37-999c-4d90d701d8ce req-46b28901-3cd6-4a30-ad9e-b9c814fbbb03 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371220 Nov 10 17:29:31.200247 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cfac820b-4883-409b-b25a-8b700bc75a84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:31.296963 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6077af27-efcd-4cf5-b457-736e2404b58f req-c6615aaf-21d5-4018-ae2c-ccbebe9617e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=03c515be-05a6-49c9-929f-c0f6b50c68a7 HTTP/1.1" status: 200 len: 217 time: 0.1044166 Nov 10 17:29:31.301985 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4a18d-b2a5-413a-a168-42effd316572 req-f6726dea-ff7c-401a-90fb-34d7dfa675fb tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:31.303484 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-46c4a18d-b2a5-413a-a168-42effd316572 req-f6726dea-ff7c-401a-90fb-34d7dfa675fb tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5755438-98ec-42e7-9571-f9dfb85ea2bf HTTP/1.1" status: 200 len: 947 time: 0.0544727 Nov 10 17:29:31.351246 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-46c4a18d-b2a5-413a-a168-42effd316572 req-e20b7f6d-e957-4388-9f45-b8dfe49df3e6 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/security-groups?id=048710b1-fd94-4a51-b977-2c4b1bc91759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415161 Nov 10 17:29:31.459173 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-30482af1-5ca0-4e4e-9907-bd386c614381 req-dcc04ada-2cf0-4201-b2a8-e2cd13830c44 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822299 Nov 10 17:29:31.465047 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077af27-efcd-4cf5-b457-736e2404b58f req-0c1dfe54-584a-4291-ab7b-0406a361886b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:31.466476 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6077af27-efcd-4cf5-b457-736e2404b58f req-0c1dfe54-584a-4291-ab7b-0406a361886b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1406941 Nov 10 17:29:31.513081 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-12c24429-0614-4f37-999c-4d90d701d8ce req-27b940c9-363d-4d3a-b3e7-6bbf8067e066 service neutron] 10.222.0.13 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961922 Nov 10 17:29:31.585143 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077af27-efcd-4cf5-b457-736e2404b58f req-83b135cb-3c5e-4037-81ea-a0eaf0af3667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:31.586668 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6077af27-efcd-4cf5-b457-736e2404b58f req-83b135cb-3c5e-4037-81ea-a0eaf0af3667 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1083410 Nov 10 17:29:31.623348 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfac820b-4883-409b-b25a-8b700bc75a84 admin admin] Router 105700ad-8570-4444-acba-bdd5f83d3475 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:29:31.728306 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-12c24429-0614-4f37-999c-4d90d701d8ce req-22cc4fc3-af72-4873-b39a-13f2811573e5 service neutron] 10.222.0.13 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987140 Nov 10 17:29:31.960040 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 8b53fbd8-e82f-4018-81d0-876405acfa5e details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:29:31.966019 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 0c5fb3a9-aaa2-4915-ac80-0340834eea8e up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:29:31.980703 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ef493-71ee-4fcb-8e71-77be02a6ec84 req-7c7a5396-d9cb-47a4-9aab-5ecddaaefd3d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:31.982210 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-814ef493-71ee-4fcb-8e71-77be02a6ec84 req-7c7a5396-d9cb-47a4-9aab-5ecddaaefd3d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 949 time: 0.0541151 Nov 10 17:29:32.011140 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebcb56f-ad99-41f4-96ee-377987322d1c', 'tag': 'eeb22fdd-6ade-4c08-b377-92e7d1adeff1'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:32.013705 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05d4ada-1d85-470d-95b3-daf8955952a6" -d '{"events": [{"name": "network-changed", "server_uuid": "7ebcb56f-ad99-41f4-96ee-377987322d1c", "tag": "eeb22fdd-6ade-4c08-b377-92e7d1adeff1"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:32.032596 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-814ef493-71ee-4fcb-8e71-77be02a6ec84 req-e69847e7-74bd-45b8-b604-9ebb87414a0b tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430832 Nov 10 17:29:32.057342 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6077af27-efcd-4cf5-b457-736e2404b58f req-27817ce0-6999-4cd4-be34-1c62f3526546 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544861 Nov 10 17:29:32.090520 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 0c5fb3a9-aaa2-4915-ac80-0340834eea8e triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:29:32.090794 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cba281d-b2d6-4224-8408-819b16ff8393 x-openstack-request-id: req-6cba281d-b2d6-4224-8408-819b16ff8393 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:32.090912 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:32.091094 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ebcb56f-ad99-41f4-96ee-377987322d1c", "tag": "eeb22fdd-6ade-4c08-b377-92e7d1adeff1", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:32.091351 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6cba281d-b2d6-4224-8408-819b16ff8393 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:32.091742 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebcb56f-ad99-41f4-96ee-377987322d1c', 'tag': 'eeb22fdd-6ade-4c08-b377-92e7d1adeff1', 'status': 'completed', 'code': 200} Nov 10 17:29:32.147535 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 8b53fbd8-e82f-4018-81d0-876405acfa5e, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=8b53fbd8-e82f-4018-81d0-876405acfa5e,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:32.160742 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfac820b-4883-409b-b25a-8b700bc75a84 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:29:32.169937 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '8b53fbd8-e82f-4018-81d0-876405acfa5e', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': '8b53fbd8-e82f-4018-81d0-876405acfa5e', 'mac_address': 'fa:16:3e:99:8c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:29:32.174910 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-0023e818-f186-4bb3-ba82-b24047aa3f67 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1574240 Nov 10 17:29:32.179190 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaa0f57-404e-4e22-8e39-12c86b922dca None None] Sync routers for ids ['105700ad-8570-4444-acba-bdd5f83d3475'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:29:32.181090 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d4ada-1d85-470d-95b3-daf8955952a6 req-61a40c6c-0692-4ee2-a4a5-ca0c5d78dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:32.183245 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d05d4ada-1d85-470d-95b3-daf8955952a6 req-61a40c6c-0692-4ee2-a4a5-ca0c5d78dbcf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 1127 time: 0.0634007 Nov 10 17:29:32.186692 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337522e-c1e3-4244-854d-8913b7dc2346 req-fafde15d-9415-4079-a035-2a79a3f20c76 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:32.188183 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8337522e-c1e3-4244-854d-8913b7dc2346 req-fafde15d-9415-4079-a035-2a79a3f20c76 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 943 time: 0.1680827 Nov 10 17:29:32.198005 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-ded6d88f-e861-4c21-8277-6938f4eb2ac8 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:29:32.198964 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-ded6d88f-e861-4c21-8277-6938f4eb2ac8 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050483 Nov 10 17:29:32.230750 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cfac820b-4883-409b-b25a-8b700bc75a84 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:32.232041 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-cfac820b-4883-409b-b25a-8b700bc75a84 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.7154305 Nov 10 17:29:32.239767 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55654) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:32.273357 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:32.275206 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaa0f57-404e-4e22-8e39-12c86b922dca None None] Routers {'105700ad-8570-4444-acba-bdd5f83d3475'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:29:32.275827 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-cbaa0f57-404e-4e22-8e39-12c86b922dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:29:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['105700ad-8570-4444-acba-bdd5f83d3475'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:29:32.297463 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6077af27-efcd-4cf5-b457-736e2404b58f req-9602c5dc-e551-4e2e-8bb9-59ec79624701 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235711 Nov 10 17:29:32.314277 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d4ada-1d85-470d-95b3-daf8955952a6 req-be325a64-fc3b-4ae9-857e-0383ae485961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:32.315188 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d05d4ada-1d85-470d-95b3-daf8955952a6 req-be325a64-fc3b-4ae9-857e-0383ae485961 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ee9bf645-62ea-4fb8-afab-51398fe4d64d HTTP/1.1" status: 200 len: 909 time: 0.1142216 Nov 10 17:29:32.325365 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8337522e-c1e3-4244-854d-8913b7dc2346 req-a084cb01-51cf-4cc4-b60b-add75febce3b tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227031 Nov 10 17:29:32.400011 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 0c5fb3a9-aaa2-4915-ac80-0340834eea8e, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=0c5fb3a9-aaa2-4915-ac80-0340834eea8e,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:32.412396 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f75be5-efd8-4652-ba7e-2cd4ec55e926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5fb3a9-aaa2-4915-ac80-0340834eea8e'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:32.415312 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8344b9-d45c-498f-8e1d-b4b080a74492" -d '{"events": [{"server_uuid": "91f75be5-efd8-4652-ba7e-2cd4ec55e926", "name": "network-vif-plugged", "status": "completed", "tag": "0c5fb3a9-aaa2-4915-ac80-0340834eea8e"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:32.418116 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:32.430471 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:32.444409 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d05d4ada-1d85-470d-95b3-daf8955952a6 req-4f7473a9-e489-4595-9966-88a28ebe9fa2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eeb22fdd-6ade-4c08-b377-92e7d1adeff1 HTTP/1.1" status: 200 len: 217 time: 0.1093173 Nov 10 17:29:32.486293 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636be2f9-2c31-41b4-853f-1a3307ac5a20 req-67625308-1703-4998-a6f4-a5fb01877b85 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:32.489399 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-636be2f9-2c31-41b4-853f-1a3307ac5a20 req-67625308-1703-4998-a6f4-a5fb01877b85 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 944 time: 0.1569672 Nov 10 17:29:32.528654 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b53fbd8-e82f-4018-81d0-876405acfa5e {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:29:32.558256 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f4736-0d8f-4c33-9e0d-b34dd1414318 req-0d9b40ad-5927-4774-9633-51f7bb78894b tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:32.561350 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 8b53fbd8-e82f-4018-81d0-876405acfa5e, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=8b53fbd8-e82f-4018-81d0-876405acfa5e,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:32.567143 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d12f4736-0d8f-4c33-9e0d-b34dd1414318 req-0d9b40ad-5927-4774-9633-51f7bb78894b tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5755438-98ec-42e7-9571-f9dfb85ea2bf HTTP/1.1" status: 200 len: 947 time: 0.1191325 Nov 10 17:29:32.568758 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d4ada-1d85-470d-95b3-daf8955952a6 req-c6f54b9b-f9b9-4c34-9bc9-9c94007103b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:32.570702 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d05d4ada-1d85-470d-95b3-daf8955952a6 req-c6f54b9b-f9b9-4c34-9bc9-9c94007103b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6dcea188-714e-4316-9245-d3631f0cca17 HTTP/1.1" status: 200 len: 848 time: 0.1122053 Nov 10 17:29:32.581542 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:32.617272 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=0c5fb3a9-aaa2-4915-ac80-0340834eea8e,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:32.644966 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d05d4ada-1d85-470d-95b3-daf8955952a6 req-3eaf81a1-56bb-4aed-9e82-df5afdbe840b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ee9bf645-62ea-4fb8-afab-51398fe4d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601199 Nov 10 17:29:32.650629 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-636be2f9-2c31-41b4-853f-1a3307ac5a20 req-568f5788-2ef9-4f52-b15b-fade6088be24 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368542 Nov 10 17:29:32.676847 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d12f4736-0d8f-4c33-9e0d-b34dd1414318 req-62c361fa-fc8e-4bf9-9e06-c8732de3f930 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/security-groups?id=048710b1-fd94-4a51-b977-2c4b1bc91759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086757 Nov 10 17:29:32.730848 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:29:32.745238 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=8b53fbd8-e82f-4018-81d0-876405acfa5e,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:32.755676 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-cbaa0f57-404e-4e22-8e39-12c86b922dca None None] Set router 105700ad-8570-4444-acba-bdd5f83d3475 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:29:32.766866 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9ea65c-d221-4ab7-af9e-f4c1f08dfcee x-openstack-request-id: req-5f9ea65c-d221-4ab7-af9e-f4c1f08dfcee {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:32.767193 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f75be5-efd8-4652-ba7e-2cd4ec55e926", "name": "network-vif-plugged", "status": "completed", "tag": "0c5fb3a9-aaa2-4915-ac80-0340834eea8e", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:32.767456 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5f9ea65c-d221-4ab7-af9e-f4c1f08dfcee {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:32.768046 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f75be5-efd8-4652-ba7e-2cd4ec55e926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5fb3a9-aaa2-4915-ac80-0340834eea8e', 'code': 200} Nov 10 17:29:32.907853 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d05d4ada-1d85-470d-95b3-daf8955952a6 req-f48945f4-78ed-4163-b0d9-1820a798d360 service neutron] 10.222.0.11 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531497 Nov 10 17:29:32.941262 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e9950-d7c1-407d-9e4f-98db5e16fb0e req-a8c673c1-2f12-4275-acac-9dd58a30dace tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:32.942902 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-da1e9950-d7c1-407d-9e4f-98db5e16fb0e req-a8c673c1-2f12-4275-acac-9dd58a30dace tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.0703034 Nov 10 17:29:32.956110 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-689723f3-ba64-4740-ae7b-1aa80c67b70c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:32.967034 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-582e166c-3d00-4ceb-b5e0-9f8b6a150961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:33.091431 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-da1e9950-d7c1-407d-9e4f-98db5e16fb0e req-0dee9443-3cad-4177-a526-cb4e9770cc6e tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959620 Nov 10 17:29:33.102545 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d05d4ada-1d85-470d-95b3-daf8955952a6 req-d9e535cb-ae1c-4762-a1e4-cd3aef8309ea service neutron] 10.222.0.11 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818359 Nov 10 17:29:33.184524 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['8b53fbd8-e82f-4018-81d0-876405acfa5e'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:29:33.239524 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b0311-30d1-4797-bdbf-96275cb12eed req-c63298eb-297e-4903-97d1-2c562038b9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:33.241459 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-339b0311-30d1-4797-bdbf-96275cb12eed req-c63298eb-297e-4903-97d1-2c562038b9e0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 1101 time: 0.1452298 Nov 10 17:29:33.265345 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801865e-97bc-4609-b845-c0462de3a4e3 req-28b1e8cb-cabe-4596-81b0-a5a169661da5 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:33.266678 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7801865e-97bc-4609-b845-c0462de3a4e3 req-28b1e8cb-cabe-4596-81b0-a5a169661da5 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 949 time: 0.1010449 Nov 10 17:29:33.281049 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-582e166c-3d00-4ceb-b5e0-9f8b6a150961 admin admin] Allocated IP 172.20.0.1 (be65a555-144d-4264-b9cf-3bb873dc8322/aa1748c1-9572-4706-b787-57086096078a/c32fb593-3845-4fda-856e-e03ac65e8613) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:29:33.327153 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-cbaa0f57-404e-4e22-8e39-12c86b922dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105700ad-8570-4444-acba-bdd5f83d3475', 'name': 'tempest-ServersTestJSON-706567766-router', 'tenant_id': '52af78f749a34d658382d7e870c298cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '030a3f32-cd11-437b-b2b5-f752a97364fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:29:25Z', 'updated_at': '2021-11-10T17:29:29Z', 'revision_number': 3, 'project_id': '52af78f749a34d658382d7e870c298cf', 'gw_port': {'id': '030a3f32-cd11-437b-b2b5-f752a97364fd', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:dd:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105700ad-8570-4444-acba-bdd5f83d3475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:29:27Z', 'updated_at': '2021-11-10T17:29:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:29:33.357086 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaa0f57-404e-4e22-8e39-12c86b922dca None None] Checking router: 105700ad-8570-4444-acba-bdd5f83d3475 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:29:33.357448 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaa0f57-404e-4e22-8e39-12c86b922dca None None] Updating router 105700ad-8570-4444-acba-bdd5f83d3475 port 030a3f32-cd11-437b-b2b5-f752a97364fd binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:29:33.391629 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-339b0311-30d1-4797-bdbf-96275cb12eed req-0fad122a-0efe-48e7-a720-69de14e8ee59 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196392 Nov 10 17:29:33.399842 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cbaa0f57-404e-4e22-8e39-12c86b922dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:33.404919 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7801865e-97bc-4609-b845-c0462de3a4e3 req-035efa04-d6d9-4e93-b7d6-bc4acadf4c0d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259840 Nov 10 17:29:33.468476 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-582e166c-3d00-4ceb-b5e0-9f8b6a150961 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:33.474532 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4cd2d9-fe44-435c-800f-5efa5d320f9b req-44201341-7f24-45ad-88ee-ecc2d1447375 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:33.480964 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1c4cd2d9-fe44-435c-800f-5efa5d320f9b req-44201341-7f24-45ad-88ee-ecc2d1447375 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 943 time: 0.0607793 Nov 10 17:29:33.508205 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-582e166c-3d00-4ceb-b5e0-9f8b6a150961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:33.532426 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1c4cd2d9-fe44-435c-800f-5efa5d320f9b req-002f90d7-103a-47a0-ac75-4e9b93dbe213 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502913 Nov 10 17:29:33.557131 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582e166c-3d00-4ceb-b5e0-9f8b6a150961 admin admin] Network be65a555-144d-4264-b9cf-3bb873dc8322 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:29:33.565636 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-582e166c-3d00-4ceb-b5e0-9f8b6a150961 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:29:33.567455 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e166c-3d00-4ceb-b5e0-9f8b6a150961 admin admin] Pushing event updated for resources: {'Port': ['ID=c32fb593-3845-4fda-856e-e03ac65e8613,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:33.569701 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582e166c-3d00-4ceb-b5e0-9f8b6a150961 admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:29:33.607993 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-582e166c-3d00-4ceb-b5e0-9f8b6a150961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:33.706491 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cbaa0f57-404e-4e22-8e39-12c86b922dca None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:33.729107 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cbaa0f57-404e-4e22-8e39-12c86b922dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:33.844443 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-cbaa0f57-404e-4e22-8e39-12c86b922dca None None] Attempting to bind port 030a3f32-cd11-437b-b2b5-f752a97364fd on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:29:33.844729 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-cbaa0f57-404e-4e22-8e39-12c86b922dca None None] Attempting to bind port 030a3f32-cd11-437b-b2b5-f752a97364fd by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:29:33.845075 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa0f57-404e-4e22-8e39-12c86b922dca None None] Attempting to bind port 030a3f32-cd11-437b-b2b5-f752a97364fd on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:29:33.849585 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb89ddc-8cdf-43cb-98ec-ad3fc6cf89c3 None None] Pushing event updated for resources: {'Port': ['ID=030a3f32-cd11-437b-b2b5-f752a97364fd,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:33.856552 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa0f57-404e-4e22-8e39-12c86b922dca None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:29:33.856960 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa0f57-404e-4e22-8e39-12c86b922dca None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:29:33.857337 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cbaa0f57-404e-4e22-8e39-12c86b922dca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:33.857677 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa0f57-404e-4e22-8e39-12c86b922dca None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:29:33.858148 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-cbaa0f57-404e-4e22-8e39-12c86b922dca None None] Bound port: 030a3f32-cd11-437b-b2b5-f752a97364fd, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:29:33.858524 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cbaa0f57-404e-4e22-8e39-12c86b922dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:33.859510 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-582e166c-3d00-4ceb-b5e0-9f8b6a150961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:33.872980 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f62ccd-44e3-4dbe-8911-1546aec077f0 req-3fec45b1-3cce-47e3-870c-7ee843b12afe tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:33.875039 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-04f62ccd-44e3-4dbe-8911-1546aec077f0 req-3fec45b1-3cce-47e3-870c-7ee843b12afe tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5755438-98ec-42e7-9571-f9dfb85ea2bf HTTP/1.1" status: 200 len: 948 time: 0.0923841 Nov 10 17:29:33.881811 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:33.923371 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e61c3-aeb9-41c3-8363-e8dfa56921d3 req-0aceef89-a94d-4758-98af-112fcf3831fc tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:33.924491 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-04f62ccd-44e3-4dbe-8911-1546aec077f0 req-218415ff-0408-4c60-8ad8-286ce791576b tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/security-groups?id=048710b1-fd94-4a51-b977-2c4b1bc91759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425508 Nov 10 17:29:33.924610 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-cbaa0f57-404e-4e22-8e39-12c86b922dca None None] For port 030a3f32-cd11-437b-b2b5-f752a97364fd, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:29:33.926179 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-327e61c3-aeb9-41c3-8363-e8dfa56921d3 req-0aceef89-a94d-4758-98af-112fcf3831fc tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 944 time: 0.1411316 Nov 10 17:29:33.928195 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-cbaa0f57-404e-4e22-8e39-12c86b922dca None None] For port 030a3f32-cd11-437b-b2b5-f752a97364fd, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=030a3f32-cd11-437b-b2b5-f752a97364fd,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:29:33.929910 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-9d63d4e0-ec85-4b5d-88ad-d3aeebb794e8 None None] Provisioning complete for port c32fb593-3845-4fda-856e-e03ac65e8613 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:29:33.930265 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9d63d4e0-ec85-4b5d-88ad-d3aeebb794e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:33.960693 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cbaa0f57-404e-4e22-8e39-12c86b922dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:33.969283 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 5a166f48-2e21-4eb6-b72d-56776e766f78 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:29:34.021627 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-9d63d4e0-ec85-4b5d-88ad-d3aeebb794e8 None None] Port c32fb593-3845-4fda-856e-e03ac65e8613 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:29:34.038958 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-327e61c3-aeb9-41c3-8363-e8dfa56921d3 req-4b2abdaa-2807-4666-94fc-82c900f2b616 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009080 Nov 10 17:29:34.084517 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb89ddc-8cdf-43cb-98ec-ad3fc6cf89c3 None None] Pushing event updated for resources: {'Port': ['ID=030a3f32-cd11-437b-b2b5-f752a97364fd,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:34.094348 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaa0f57-404e-4e22-8e39-12c86b922dca None None] Routers {'105700ad-8570-4444-acba-bdd5f83d3475'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:29:34.095027 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-cbaa0f57-404e-4e22-8e39-12c86b922dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:29:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['105700ad-8570-4444-acba-bdd5f83d3475'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:29:34.100130 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-582e166c-3d00-4ceb-b5e0-9f8b6a150961 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:34.104867 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-582e166c-3d00-4ceb-b5e0-9f8b6a150961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:34.173886 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e166c-3d00-4ceb-b5e0-9f8b6a150961 admin admin] Pushing event updated for resources: {'Port': ['ID=c32fb593-3845-4fda-856e-e03ac65e8613,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:34.183025 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-582e166c-3d00-4ceb-b5e0-9f8b6a150961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:34.214118 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 5a166f48-2e21-4eb6-b72d-56776e766f78, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5a166f48-2e21-4eb6-b72d-56776e766f78,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:34.231391 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '5a166f48-2e21-4eb6-b72d-56776e766f78', 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1', 'port_id': '5a166f48-2e21-4eb6-b72d-56776e766f78', 'mac_address': 'fa:16:3e:26:ee:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9be19-2b8d-48ad-890a-609759e284ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:29:34.241690 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-cbaa0f57-404e-4e22-8e39-12c86b922dca None None] Set router 105700ad-8570-4444-acba-bdd5f83d3475 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:29:34.242179 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d13db-862c-4c77-8c74-b93c392a57ff req-9a8fa3b7-cb5b-4aed-ae89-94505e0ed8e8 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:34.243825 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-404d13db-862c-4c77-8c74-b93c392a57ff req-9a8fa3b7-cb5b-4aed-ae89-94505e0ed8e8 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.0540235 Nov 10 17:29:34.293581 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582e166c-3d00-4ceb-b5e0-9f8b6a150961 admin admin] Network be65a555-144d-4264-b9cf-3bb873dc8322 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:29:34.295017 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-582e166c-3d00-4ceb-b5e0-9f8b6a150961 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:29:34.300016 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-404d13db-862c-4c77-8c74-b93c392a57ff req-359d9873-c1fe-4676-a102-d65d707bcd4a tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483344 Nov 10 17:29:34.311102 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:34.366165 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a166f48-2e21-4eb6-b72d-56776e766f78 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:29:34.425102 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 5a166f48-2e21-4eb6-b72d-56776e766f78, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5a166f48-2e21-4eb6-b72d-56776e766f78,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:34.435500 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:34.436090 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device eeb22fdd-6ade-4c08-b377-92e7d1adeff1 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:29:34.457546 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582e166c-3d00-4ceb-b5e0-9f8b6a150961 admin admin] Router 105700ad-8570-4444-acba-bdd5f83d3475 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:29:34.516704 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-3114ceb6-89a4-4f82-8e1f-de406e963651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:34.519048 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-3114ceb6-89a4-4f82-8e1f-de406e963651 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 1101 time: 0.0510244 Nov 10 17:29:34.623068 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port eeb22fdd-6ade-4c08-b377-92e7d1adeff1, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=eeb22fdd-6ade-4c08-b377-92e7d1adeff1,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:34.642282 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582e166c-3d00-4ceb-b5e0-9f8b6a150961 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:29:34.647936 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-582e166c-3d00-4ceb-b5e0-9f8b6a150961 admin admin] 10.222.0.39 "PUT /v2.0/routers/105700ad-8570-4444-acba-bdd5f83d3475/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4059474 Nov 10 17:29:34.656332 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0e7ec-9ef5-493d-bd19-1a3f2ab91479 req-5ef4f619-3647-4cbe-bc3b-61cfe559862d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:34.657819 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f4a0e7ec-9ef5-493d-bd19-1a3f2ab91479 req-5ef4f619-3647-4cbe-bc3b-61cfe559862d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 949 time: 0.1408758 Nov 10 17:29:34.691567 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device eeb22fdd-6ade-4c08-b377-92e7d1adeff1 has no active binding in host n-h2-776250-10 {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 17:29:34.693077 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-158110c0-e1fb-4803-94c5-60e9fc86aea8 None None] Provisioning complete for port c32fb593-3845-4fda-856e-e03ac65e8613 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:29:34.693450 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-158110c0-e1fb-4803-94c5-60e9fc86aea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:34.718396 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f4a0e7ec-9ef5-493d-bd19-1a3f2ab91479 req-a764ec7d-ea31-4bd2-946c-af6b6a8f890f tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522892 Nov 10 17:29:34.744306 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=5a166f48-2e21-4eb6-b72d-56776e766f78,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:34.796080 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-158110c0-e1fb-4803-94c5-60e9fc86aea8 None None] Port c32fb593-3845-4fda-856e-e03ac65e8613 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:29:34.818309 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-cbaa0f57-404e-4e22-8e39-12c86b922dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105700ad-8570-4444-acba-bdd5f83d3475', 'name': 'tempest-ServersTestJSON-706567766-router', 'tenant_id': '52af78f749a34d658382d7e870c298cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '030a3f32-cd11-437b-b2b5-f752a97364fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:29:25Z', 'updated_at': '2021-11-10T17:29:33Z', 'revision_number': 4, 'project_id': '52af78f749a34d658382d7e870c298cf', 'gw_port': {'id': '030a3f32-cd11-437b-b2b5-f752a97364fd', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:dd:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105700ad-8570-4444-acba-bdd5f83d3475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:29:27Z', 'updated_at': '2021-11-10T17:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'c32fb593-3845-4fda-856e-e03ac65e8613', 'name': '', 'network_id': 'be65a555-144d-4264-b9cf-3bb873dc8322', 'tenant_id': '52af78f749a34d658382d7e870c298cf', 'mac_address': 'fa:16:3e:89:48:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105700ad-8570-4444-acba-bdd5f83d3475', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'aa1748c1-9572-4706-b787-57086096078a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:29:32Z', 'updated_at': '2021-11-10T17:29:33Z', 'revision_number': 1, 'project_id': '52af78f749a34d658382d7e870c298cf', 'subnets': [{'id': 'aa1748c1-9572-4706-b787-57086096078a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:29:34.846090 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaa0f57-404e-4e22-8e39-12c86b922dca None None] The sync data for ids ['105700ad-8570-4444-acba-bdd5f83d3475'] in n-d-776250-10 is: [{'id': '105700ad-8570-4444-acba-bdd5f83d3475', 'name': 'tempest-ServersTestJSON-706567766-router', 'tenant_id': '52af78f749a34d658382d7e870c298cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '030a3f32-cd11-437b-b2b5-f752a97364fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:29:25Z', 'updated_at': '2021-11-10T17:29:33Z', 'revision_number': 4, 'project_id': '52af78f749a34d658382d7e870c298cf', 'gw_port': {'id': '030a3f32-cd11-437b-b2b5-f752a97364fd', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:dd:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105700ad-8570-4444-acba-bdd5f83d3475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:29:27Z', 'updated_at': '2021-11-10T17:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'c32fb593-3845-4fda-856e-e03ac65e8613', 'name': '', 'network_id': 'be65a555-144d-4264-b9cf-3bb873dc8322', 'tenant_id': '52af78f749a34d658382d7e870c298cf', 'mac_address': 'fa:16:3e:89:48:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105700ad-8570-4444-acba-bdd5f83d3475', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'aa1748c1-9572-4706-b787-57086096078a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:29:32Z', 'updated_at': '2021-11-10T17:29:33Z', 'revision_number': 1, 'project_id': '52af78f749a34d658382d7e870c298cf', 'subnets': [{'id': 'aa1748c1-9572-4706-b787-57086096078a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:29:34.967921 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-65cca83c-74ff-4fad-a46e-87ce8062f0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:34.969405 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-65cca83c-74ff-4fad-a46e-87ce8062f0d8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.4276154 Nov 10 17:29:34.982280 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d0be1-ba6b-40d2-920b-dbc6476d3fb9 req-60593516-8887-476d-adea-937743e62deb tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:34.988651 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b61d0be1-ba6b-40d2-920b-dbc6476d3fb9 req-60593516-8887-476d-adea-937743e62deb tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 944 time: 0.0764327 Nov 10 17:29:35.051998 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-afaf1edd-a3a5-4746-9ba8-4bb1cd6a18bc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=5dc83552-8f22-4de3-b8e0-61527afe401d HTTP/1.1" status: 200 len: 217 time: 0.0623429 Nov 10 17:29:35.118551 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b61d0be1-ba6b-40d2-920b-dbc6476d3fb9 req-8e104d70-6ae6-4523-b83c-09abe5e467fc tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223283 Nov 10 17:29:35.122283 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55720) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:35.130194 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-26182cb5-b1ee-4872-845a-f8911e207dda tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1603585654', 'description': 'tempest-description--1073088833'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:29:35.135946 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-9445afea-09a6-4af0-a536-76041aca8ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:35.137732 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-9445afea-09a6-4af0-a536-76041aca8ffe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.0696733 Nov 10 17:29:35.193730 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['5a166f48-2e21-4eb6-b72d-56776e766f78'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:29:35.217068 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-4f577548-fce5-406e-a2f6-9766a57e584f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:35.219123 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-4f577548-fce5-406e-a2f6-9766a57e584f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0571332 Nov 10 17:29:35.220503 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-26182cb5-b1ee-4872-845a-f8911e207dda tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:35.322773 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-26182cb5-b1ee-4872-845a-f8911e207dda tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:35.333768 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-26182cb5-b1ee-4872-845a-f8911e207dda tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:35.382010 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa3a10-eb7e-4ecd-8703-37bc3287d968 req-b44b6e04-56ee-4a86-9161-e5564b8d6862 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:35.385078 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-9e834eb6-835e-463a-aef8-3c0cabcc27bc service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456666 Nov 10 17:29:35.389960 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-57fa3a10-eb7e-4ecd-8703-37bc3287d968 req-b44b6e04-56ee-4a86-9161-e5564b8d6862 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5755438-98ec-42e7-9571-f9dfb85ea2bf HTTP/1.1" status: 200 len: 948 time: 0.2233620 Nov 10 17:29:35.397107 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2dc0d-0d96-449c-8fe3-6d332d7fb041 req-567fd592-224e-4bdf-a5f9-a1145ea456b3 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:35.398596 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-26182cb5-b1ee-4872-845a-f8911e207dda tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:35.398725 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-84d2dc0d-0d96-449c-8fe3-6d332d7fb041 req-567fd592-224e-4bdf-a5f9-a1145ea456b3 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 944 time: 0.0885000 Nov 10 17:29:35.399788 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-26182cb5-b1ee-4872-845a-f8911e207dda tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2765818 Nov 10 17:29:35.404835 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55724) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:35.416059 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-583ff072-7324-4a9d-8cbb-746bec775aa4 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Request body: {'security_group_rule': {'security_group_id': '832b652e-0137-4e68-9e92-89d6c3005823', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:29:35.425940 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26182cb5-b1ee-4872-845a-f8911e207dda tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=832b652e-0137-4e68-9e92-89d6c3005823,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:35.441797 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:35.465669 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-57fa3a10-eb7e-4ecd-8703-37bc3287d968 req-3b57610c-dd3f-4e6a-ac42-1ca237a2b3be tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/security-groups?id=048710b1-fd94-4a51-b977-2c4b1bc91759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748270 Nov 10 17:29:35.522906 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-583ff072-7324-4a9d-8cbb-746bec775aa4 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:35.586756 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-84d2dc0d-0d96-449c-8fe3-6d332d7fb041 req-d28cd3d5-d788-439a-a805-7c99d90892f5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790085 Nov 10 17:29:35.622478 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-9b1eccb8-40b7-4318-b507-bd69cd3e8bd5 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154484 Nov 10 17:29:35.678713 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-583ff072-7324-4a9d-8cbb-746bec775aa4 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:35.680665 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ee65b-98b8-41c4-a230-935f62b94f4a req-78c5bc93-ab1a-42a4-9ca1-d02cb3364c3c tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:35.682219 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e35ee65b-98b8-41c4-a230-935f62b94f4a req-78c5bc93-ab1a-42a4-9ca1-d02cb3364c3c tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.1064689 Nov 10 17:29:35.684053 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-583ff072-7324-4a9d-8cbb-746bec775aa4 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:35.719216 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583ff072-7324-4a9d-8cbb-746bec775aa4 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4b3c2a-267b-44ea-831e-4f3fcd67ce1d,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:35.745225 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-583ff072-7324-4a9d-8cbb-746bec775aa4 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:35.746731 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-583ff072-7324-4a9d-8cbb-746bec775aa4 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3372312 Nov 10 17:29:35.749366 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55730) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:35.759141 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-c2a59f0b-c170-486c-ae58-b0c5a07815c9 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Request body: {'security_group_rule': {'security_group_id': '832b652e-0137-4e68-9e92-89d6c3005823', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:29:35.788571 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e35ee65b-98b8-41c4-a230-935f62b94f4a req-3991012b-3c45-4011-83c8-060a10d8c870 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922863 Nov 10 17:29:35.824759 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c2a59f0b-c170-486c-ae58-b0c5a07815c9 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:35.937510 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca01b7-5a84-42ea-80d6-b2fd05fcf2cf req-43b54806-4894-4220-9c87-ad593a0578e5 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:35.939072 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-44ca01b7-5a84-42ea-80d6-b2fd05fcf2cf req-43b54806-4894-4220-9c87-ad593a0578e5 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 949 time: 0.0880530 Nov 10 17:29:35.945752 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c2a59f0b-c170-486c-ae58-b0c5a07815c9 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:35.953975 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c2a59f0b-c170-486c-ae58-b0c5a07815c9 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:35.978046 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 8b53fbd8-e82f-4018-81d0-876405acfa5e up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:29:35.987181 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a59f0b-c170-486c-ae58-b0c5a07815c9 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a610f1f-65e9-44fe-b974-a21a7fbf0af4,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:36.007340 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c2a59f0b-c170-486c-ae58-b0c5a07815c9 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:36.011708 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55734) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:36.011844 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c2a59f0b-c170-486c-ae58-b0c5a07815c9 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2612646 Nov 10 17:29:36.019660 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-18e2a6cc-c15f-41d8-8d67-4ee25ba24164 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:29:36.021623 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-44ca01b7-5a84-42ea-80d6-b2fd05fcf2cf req-606da5e7-d078-453e-9f06-c3fdd7e6bbaa tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743277 Nov 10 17:29:36.037015 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 8b53fbd8-e82f-4018-81d0-876405acfa5e completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:29:36.042973 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 8b53fbd8-e82f-4018-81d0-876405acfa5e triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:29:36.043654 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:36.059748 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-18e2a6cc-c15f-41d8-8d67-4ee25ba24164 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:36.103669 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:36.150544 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:36.179005 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-18e2a6cc-c15f-41d8-8d67-4ee25ba24164 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:36.195931 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5755438-98ec-42e7-9571-f9dfb85ea2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b53fbd8-e82f-4018-81d0-876405acfa5e'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:36.198300 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584da1e3-b892-42ad-9d78-89c8606b914d" -d '{"events": [{"server_uuid": "e5755438-98ec-42e7-9571-f9dfb85ea2bf", "name": "network-vif-plugged", "status": "completed", "tag": "8b53fbd8-e82f-4018-81d0-876405acfa5e"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:36.232252 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 8b53fbd8-e82f-4018-81d0-876405acfa5e, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=8b53fbd8-e82f-4018-81d0-876405acfa5e,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:36.240956 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:36.270065 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63542ba9-caf7-4279-a491-5fd295b0bb69 x-openstack-request-id: req-63542ba9-caf7-4279-a491-5fd295b0bb69 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:36.270387 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5755438-98ec-42e7-9571-f9dfb85ea2bf", "name": "network-vif-plugged", "status": "completed", "tag": "8b53fbd8-e82f-4018-81d0-876405acfa5e", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:36.270646 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-63542ba9-caf7-4279-a491-5fd295b0bb69 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:36.271038 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5755438-98ec-42e7-9571-f9dfb85ea2bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b53fbd8-e82f-4018-81d0-876405acfa5e', 'code': 200} Nov 10 17:29:36.312861 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=8b53fbd8-e82f-4018-81d0-876405acfa5e,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:36.327551 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c86f5-9be7-4403-b02a-f7c44cf32b65 req-45fd18f4-5e20-4741-b81a-a24a3d2b52d6 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:36.329305 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-480c86f5-9be7-4403-b02a-f7c44cf32b65 req-45fd18f4-5e20-4741-b81a-a24a3d2b52d6 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 944 time: 0.1053512 Nov 10 17:29:36.364556 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-18e2a6cc-c15f-41d8-8d67-4ee25ba24164 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Allocated IP 172.25.5.153 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/604ab687-bd36-4b3a-94a3-bb3094febacd) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:29:36.433276 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 030a3f32-cd11-437b-b2b5-f752a97364fd up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:29:36.481336 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-480c86f5-9be7-4403-b02a-f7c44cf32b65 req-61af4c59-8096-46d9-9cad-0315ba5558c0 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449306 Nov 10 17:29:36.503397 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69eeee-6d2c-4da3-8552-90d13a506ea3 req-e1aef0fc-14db-4975-a4d8-0f044e8fdf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:36.505036 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0d69eeee-6d2c-4da3-8552-90d13a506ea3 req-e1aef0fc-14db-4975-a4d8-0f044e8fdf7f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e5755438-98ec-42e7-9571-f9dfb85ea2bf HTTP/1.1" status: 200 len: 1101 time: 0.1200280 Nov 10 17:29:36.560310 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-18e2a6cc-c15f-41d8-8d67-4ee25ba24164 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:36.601501 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89dc011-2893-477e-bc53-d8d2ea3fa43b req-c32da121-77ea-4a91-82b2-e6c5b97aadfb tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:36.602487 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0d69eeee-6d2c-4da3-8552-90d13a506ea3 req-091c01fa-fec1-497b-a8fb-659f1b662e6a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=048710b1-fd94-4a51-b977-2c4b1bc91759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710073 Nov 10 17:29:36.603499 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a89dc011-2893-477e-bc53-d8d2ea3fa43b req-c32da121-77ea-4a91-82b2-e6c5b97aadfb tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5755438-98ec-42e7-9571-f9dfb85ea2bf HTTP/1.1" status: 200 len: 949 time: 0.0546141 Nov 10 17:29:36.617752 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-18e2a6cc-c15f-41d8-8d67-4ee25ba24164 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:36.650032 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 030a3f32-cd11-437b-b2b5-f752a97364fd triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:29:36.650917 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:36.668231 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e2a6cc-c15f-41d8-8d67-4ee25ba24164 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:29:36.671361 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-18e2a6cc-c15f-41d8-8d67-4ee25ba24164 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:29:36.676906 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e2a6cc-c15f-41d8-8d67-4ee25ba24164 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:29:36.680079 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2a6cc-c15f-41d8-8d67-4ee25ba24164 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Pushing event updated for resources: {'Port': ['ID=604ab687-bd36-4b3a-94a3-bb3094febacd,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:36.689316 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a89dc011-2893-477e-bc53-d8d2ea3fa43b req-f19cd06a-d671-4f04-8b50-0da08f0c5fae tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/security-groups?id=048710b1-fd94-4a51-b977-2c4b1bc91759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778759 Nov 10 17:29:36.749787 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:36.770956 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 030a3f32-cd11-437b-b2b5-f752a97364fd, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=030a3f32-cd11-437b-b2b5-f752a97364fd,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:36.777327 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:36.791105 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60577aeb-1ae1-4be6-b862-770802da7415 req-30c48bb7-0cff-42a2-b3f3-87c4450cdfb6 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:36.792591 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-60577aeb-1ae1-4be6-b862-770802da7415 req-30c48bb7-0cff-42a2-b3f3-87c4450cdfb6 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 944 time: 0.0926564 Nov 10 17:29:36.819385 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-18e2a6cc-c15f-41d8-8d67-4ee25ba24164 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:36.830958 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=030a3f32-cd11-437b-b2b5-f752a97364fd,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:36.878335 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-60577aeb-1ae1-4be6-b862-770802da7415 req-037a22b8-60d8-41dd-9079-bfb89e3cc8f0 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764129 Nov 10 17:29:36.879080 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-18e2a6cc-c15f-41d8-8d67-4ee25ba24164 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:36.950133 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-25ac2979-96a7-4d76-8ce2-7d8087cbf763 service neutron] 10.222.0.11 "GET /v2.0/ports/eeb22fdd-6ade-4c08-b377-92e7d1adeff1/bindings/n-h2-776250-10 HTTP/1.1" status: 200 len: 385 time: 0.1284571 Nov 10 17:29:36.964750 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708a96d-e3c6-4c27-b4bc-987b61b50529 req-af5e0cc5-14fd-4e4c-9601-793a7dabb20a tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:36.966530 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b708a96d-e3c6-4c27-b4bc-987b61b50529 req-af5e0cc5-14fd-4e4c-9601-793a7dabb20a tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.1048443 Nov 10 17:29:37.136533 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b708a96d-e3c6-4c27-b4bc-987b61b50529 req-06a948fa-3667-4823-9108-138b76119759 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311646 Nov 10 17:29:37.251734 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88331f1-efba-4238-943a-a2e9c11ef913 req-36bb2e4f-65eb-4f8a-b498-4382b5bfd352 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:37.253271 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d88331f1-efba-4238-943a-a2e9c11ef913 req-36bb2e4f-65eb-4f8a-b498-4382b5bfd352 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 949 time: 0.1070709 Nov 10 17:29:37.274374 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-47e1271e-f834-4e1f-b54a-fe478710e786 service neutron] For port eeb22fdd-6ade-4c08-b377-92e7d1adeff1, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=eeb22fdd-6ade-4c08-b377-92e7d1adeff1,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:37.309695 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-47e1271e-f834-4e1f-b54a-fe478710e786 service neutron] For port eeb22fdd-6ade-4c08-b377-92e7d1adeff1, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:29:37.320607 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d195d22-8559-4ab5-89e0-1cb0c11fb203 req-2ff085dc-f6f0-4dff-801c-94b085fceb12 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:37.322185 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5d195d22-8559-4ab5-89e0-1cb0c11fb203 req-2ff085dc-f6f0-4dff-801c-94b085fceb12 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.0919287 Nov 10 17:29:37.336651 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d88331f1-efba-4238-943a-a2e9c11ef913 req-6de79297-727c-4f69-a5f3-acc805b10a23 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753124 Nov 10 17:29:37.359930 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-18e2a6cc-c15f-41d8-8d67-4ee25ba24164 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:37.367143 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-47e1271e-f834-4e1f-b54a-fe478710e786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb22fdd-6ade-4c08-b377-92e7d1adeff1 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:29:37.370220 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-18e2a6cc-c15f-41d8-8d67-4ee25ba24164 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:37.383012 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-47e1271e-f834-4e1f-b54a-fe478710e786 service neutron] For port eeb22fdd-6ade-4c08-b377-92e7d1adeff1, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=eeb22fdd-6ade-4c08-b377-92e7d1adeff1,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:37.414271 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-47e1271e-f834-4e1f-b54a-fe478710e786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:37.441887 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10dffe3-0698-47cb-9962-2d357eb527cf None None] Sync routers for ids ['105700ad-8570-4444-acba-bdd5f83d3475'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:29:37.442342 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5d195d22-8559-4ab5-89e0-1cb0c11fb203 req-1efd91f4-c99a-41ce-bb8b-b56c6ed0cf27 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988894 Nov 10 17:29:37.446562 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2a6cc-c15f-41d8-8d67-4ee25ba24164 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Pushing event updated for resources: {'Port': ['ID=604ab687-bd36-4b3a-94a3-bb3094febacd,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:37.458464 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10dffe3-0698-47cb-9962-2d357eb527cf None None] Routers {'105700ad-8570-4444-acba-bdd5f83d3475'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:29:37.459182 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c10dffe3-0698-47cb-9962-2d357eb527cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:29:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['105700ad-8570-4444-acba-bdd5f83d3475'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:29:37.474102 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-18e2a6cc-c15f-41d8-8d67-4ee25ba24164 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:37.498352 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-18e2a6cc-c15f-41d8-8d67-4ee25ba24164 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:37.499875 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-18e2a6cc-c15f-41d8-8d67-4ee25ba24164 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4865391 Nov 10 17:29:37.537406 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-47e1271e-f834-4e1f-b54a-fe478710e786 service neutron] Transition to ACTIVE for port object eeb22fdd-6ade-4c08-b377-92e7d1adeff1 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:29:37.549126 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-47e1271e-f834-4e1f-b54a-fe478710e786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:37.593610 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-c10dffe3-0698-47cb-9962-2d357eb527cf None None] Set router 105700ad-8570-4444-acba-bdd5f83d3475 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:29:37.650954 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-47e1271e-f834-4e1f-b54a-fe478710e786 service neutron] No DVR routers for this DVR port eeb22fdd-6ade-4c08-b377-92e7d1adeff1 on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:29:37.670018 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1271e-f834-4e1f-b54a-fe478710e786 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb22fdd-6ade-4c08-b377-92e7d1adeff1,revision_number=10']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:37.712200 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-47e1271e-f834-4e1f-b54a-fe478710e786 service neutron] 10.222.0.11 "PUT /v2.0/ports/eeb22fdd-6ade-4c08-b377-92e7d1adeff1/bindings/n-h2-776250-10/activate HTTP/1.1" status: 200 len: 370 time: 0.7445459 Nov 10 17:29:37.754989 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09093b-137a-47a4-8283-2dc8afe42a7e req-e41bdfad-5636-45a7-83cb-76e351ab131f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:37.756678 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4b09093b-137a-47a4-8283-2dc8afe42a7e req-e41bdfad-5636-45a7-83cb-76e351ab131f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 944 time: 0.1687007 Nov 10 17:29:37.861192 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4b09093b-137a-47a4-8283-2dc8afe42a7e req-27adf828-7245-4ff2-be26-452f9fd612fe tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903554 Nov 10 17:29:37.910967 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-80776245-c922-4667-ba9d-99bcc9fc166e tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:37.912524 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-80776245-c922-4667-ba9d-99bcc9fc166e tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c&tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&binding%3Ahost_id=n-h1-776250-10 HTTP/1.1" status: 200 len: 1097 time: 0.0919511 Nov 10 17:29:37.916024 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-8cc6c913-3493-4428-8570-7a7b8b5d91ab tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1603585654&fields=id&tenant_id=52af78f749a34d658382d7e870c298cf HTTP/1.1" status: 200 len: 267 time: 0.0941818 Nov 10 17:29:37.963098 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c10dffe3-0698-47cb-9962-2d357eb527cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105700ad-8570-4444-acba-bdd5f83d3475', 'name': 'tempest-ServersTestJSON-706567766-router', 'tenant_id': '52af78f749a34d658382d7e870c298cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '030a3f32-cd11-437b-b2b5-f752a97364fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:29:25Z', 'updated_at': '2021-11-10T17:29:33Z', 'revision_number': 4, 'project_id': '52af78f749a34d658382d7e870c298cf', 'gw_port': {'id': '030a3f32-cd11-437b-b2b5-f752a97364fd', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:dd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105700ad-8570-4444-acba-bdd5f83d3475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:29:27Z', 'updated_at': '2021-11-10T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'c32fb593-3845-4fda-856e-e03ac65e8613', 'name': '', 'network_id': 'be65a555-144d-4264-b9cf-3bb873dc8322', 'tenant_id': '52af78f749a34d658382d7e870c298cf', 'mac_address': 'fa:16:3e:89:48:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105700ad-8570-4444-acba-bdd5f83d3475', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'aa1748c1-9572-4706-b787-57086096078a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:29:32Z', 'updated_at': '2021-11-10T17:29:33Z', 'revision_number': 2, 'project_id': '52af78f749a34d658382d7e870c298cf', 'subnets': [{'id': 'aa1748c1-9572-4706-b787-57086096078a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:29:37.994814 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 5a166f48-2e21-4eb6-b72d-56776e766f78 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:29:37.995429 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10dffe3-0698-47cb-9962-2d357eb527cf None None] Checking router: 105700ad-8570-4444-acba-bdd5f83d3475 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:29:37.995786 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10dffe3-0698-47cb-9962-2d357eb527cf None None] Updating router 105700ad-8570-4444-acba-bdd5f83d3475 port c32fb593-3845-4fda-856e-e03ac65e8613 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:29:38.032906 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c10dffe3-0698-47cb-9962-2d357eb527cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:38.061866 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055d938-146f-47e0-b31e-76975e275c6d req-4a490b3b-b55c-4f84-a327-867c65a75404 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:38.073305 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e055d938-146f-47e0-b31e-76975e275c6d req-4a490b3b-b55c-4f84-a327-867c65a75404 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5755438-98ec-42e7-9571-f9dfb85ea2bf HTTP/1.1" status: 200 len: 949 time: 0.1300249 Nov 10 17:29:38.095720 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 5a166f48-2e21-4eb6-b72d-56776e766f78 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:29:38.101522 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 5a166f48-2e21-4eb6-b72d-56776e766f78 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:29:38.101981 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:38.140539 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-11af1424-ad8f-4c01-b3c2-8337c3af5790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:38.141948 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-11af1424-ad8f-4c01-b3c2-8337c3af5790 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c&tenant_id=ef9ea014582b4acbb9c391ec5c5ef151 HTTP/1.1" status: 200 len: 1097 time: 0.1932344 Nov 10 17:29:38.165838 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-b9a9b5fb-0afd-4228-a09e-b9cf2290dc69 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:38.173594 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-b9a9b5fb-0afd-4228-a09e-b9cf2290dc69 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "GET /v2.0/networks?id=be65a555-144d-4264-b9cf-3bb873dc8322 HTTP/1.1" status: 200 len: 805 time: 0.2469671 Nov 10 17:29:38.178907 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e055d938-146f-47e0-b31e-76975e275c6d req-fcf6202d-2bbc-4d1a-b56c-400a90743448 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/security-groups?id=048710b1-fd94-4a51-b977-2c4b1bc91759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043715 Nov 10 17:29:38.218473 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-1b1759bd-b19b-4f1e-845e-2ed7b4850f71 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "GET /v2.0/quotas/52af78f749a34d658382d7e870c298cf HTTP/1.1" status: 200 len: 375 time: 0.0434971 Nov 10 17:29:38.286818 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:38.304570 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e54a2-8a69-43d5-8710-b6f1925b1d71 req-3779d026-cbd3-4508-8c82-bba499d66ecb tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:38.305210 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-1719a1ab-8b13-4c3d-b889-232104c2fc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:38.306700 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-1719a1ab-8b13-4c3d-b889-232104c2fc97 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 1097 time: 0.1189368 Nov 10 17:29:38.313247 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5e4e54a2-8a69-43d5-8710-b6f1925b1d71 req-3779d026-cbd3-4508-8c82-bba499d66ecb tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.0720525 Nov 10 17:29:38.320009 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-04587987-f2e0-435d-aefe-3d8f19f3961a tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=52af78f749a34d658382d7e870c298cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0742669 Nov 10 17:29:38.342335 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fee33f3-957b-4957-b0f2-5ea50ee80691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a166f48-2e21-4eb6-b72d-56776e766f78'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:38.354132 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b4098c-8ba2-4740-873c-d33f254e6975" -d '{"events": [{"server_uuid": "2fee33f3-957b-4957-b0f2-5ea50ee80691", "name": "network-vif-plugged", "status": "completed", "tag": "5a166f48-2e21-4eb6-b72d-56776e766f78"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:38.375564 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5e4e54a2-8a69-43d5-8710-b6f1925b1d71 req-4dc83b13-0e8a-4c49-8651-2e1690fa15e4 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597034 Nov 10 17:29:38.385276 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 5a166f48-2e21-4eb6-b72d-56776e766f78, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5a166f48-2e21-4eb6-b72d-56776e766f78,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:38.402045 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:38.462687 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=5a166f48-2e21-4eb6-b72d-56776e766f78,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:38.465968 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 030a3f32-cd11-437b-b2b5-f752a97364fd up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:29:38.494432 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c10dffe3-0698-47cb-9962-2d357eb527cf None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:38.501105 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c10dffe3-0698-47cb-9962-2d357eb527cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:38.501770 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-4d0d059b-4d58-467e-ad22-368a0c92540c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:38.503905 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-4d0d059b-4d58-467e-ad22-368a0c92540c service neutron] 10.222.0.13 "GET /v2.0/networks?id=ee9bf645-62ea-4fb8-afab-51398fe4d64d HTTP/1.1" status: 200 len: 909 time: 0.1817887 Nov 10 17:29:38.510620 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-7dfeefc2-1a58-4344-b0bd-b6fcb954832f service neutron] 10.222.0.39 "GET /v2.0/networks/be65a555-144d-4264-b9cf-3bb873dc8322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705847 Nov 10 17:29:38.525128 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 030a3f32-cd11-437b-b2b5-f752a97364fd triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:29:38.525786 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:38.550958 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad5e0b-73a0-4cd9-acbb-a9c22bbefdb5 req-336e376d-9e77-4aeb-bf43-72e39d6b6b19 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:38.556187 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6fad5e0b-73a0-4cd9-acbb-a9c22bbefdb5 req-336e376d-9e77-4aeb-bf43-72e39d6b6b19 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 945 time: 0.0674636 Nov 10 17:29:38.597863 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-6a2ef633-1984-44de-807d-f37ce451a0c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eeb22fdd-6ade-4c08-b377-92e7d1adeff1 HTTP/1.1" status: 200 len: 217 time: 0.0844867 Nov 10 17:29:38.624687 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-c10dffe3-0698-47cb-9962-2d357eb527cf None None] Attempting to bind port c32fb593-3845-4fda-856e-e03ac65e8613 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:29:38.625056 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-c10dffe3-0698-47cb-9962-2d357eb527cf None None] Attempting to bind port c32fb593-3845-4fda-856e-e03ac65e8613 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '89305dc8-69fe-40d4-a213-a71be0602df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'be65a555-144d-4264-b9cf-3bb873dc8322'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:29:38.625422 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10dffe3-0698-47cb-9962-2d357eb527cf None None] Attempting to bind port c32fb593-3845-4fda-856e-e03ac65e8613 on network be65a555-144d-4264-b9cf-3bb873dc8322 {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:29:38.636006 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10dffe3-0698-47cb-9962-2d357eb527cf None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:29:38.636434 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10dffe3-0698-47cb-9962-2d357eb527cf None None] Checking segment: {'id': '89305dc8-69fe-40d4-a213-a71be0602df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'be65a555-144d-4264-b9cf-3bb873dc8322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:29:38.636757 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6fad5e0b-73a0-4cd9-acbb-a9c22bbefdb5 req-ac92846f-3e2a-47bf-bffb-8195bbaf75d0 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735757 Nov 10 17:29:38.636905 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c10dffe3-0698-47cb-9962-2d357eb527cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:38.637219 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10dffe3-0698-47cb-9962-2d357eb527cf None None] Bound using segment: {'id': '89305dc8-69fe-40d4-a213-a71be0602df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'be65a555-144d-4264-b9cf-3bb873dc8322'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:29:38.637697 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-c10dffe3-0698-47cb-9962-2d357eb527cf None None] Bound port: c32fb593-3845-4fda-856e-e03ac65e8613, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89305dc8-69fe-40d4-a213-a71be0602df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'be65a555-144d-4264-b9cf-3bb873dc8322'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:29:38.638096 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c10dffe3-0698-47cb-9962-2d357eb527cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:38.670266 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1029c5-ffff-4709-b54a-e11de9d588a6 None None] Pushing event updated for resources: {'Port': ['ID=c32fb593-3845-4fda-856e-e03ac65e8613,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:38.696943 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1029c5-ffff-4709-b54a-e11de9d588a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:38.697294 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1029c5-ffff-4709-b54a-e11de9d588a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:38.698154 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1029c5-ffff-4709-b54a-e11de9d588a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:38.698154 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1029c5-ffff-4709-b54a-e11de9d588a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:38.698360 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1029c5-ffff-4709-b54a-e11de9d588a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:38.698605 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1029c5-ffff-4709-b54a-e11de9d588a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:38.699309 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1029c5-ffff-4709-b54a-e11de9d588a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:38.699309 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1029c5-ffff-4709-b54a-e11de9d588a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:38.699578 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1029c5-ffff-4709-b54a-e11de9d588a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:38.699884 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1029c5-ffff-4709-b54a-e11de9d588a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:38.700227 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1029c5-ffff-4709-b54a-e11de9d588a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:38.700548 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1029c5-ffff-4709-b54a-e11de9d588a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:38.713189 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-b7cb5798-1e32-4223-9661-8a15017bd23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:38.714660 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-b7cb5798-1e32-4223-9661-8a15017bd23a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dcea188-714e-4316-9245-d3631f0cca17 HTTP/1.1" status: 200 len: 848 time: 0.0763373 Nov 10 17:29:38.747011 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-c10dffe3-0698-47cb-9962-2d357eb527cf None None] For port c32fb593-3845-4fda-856e-e03ac65e8613, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:29:38.750250 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-c10dffe3-0698-47cb-9962-2d357eb527cf None None] For port c32fb593-3845-4fda-856e-e03ac65e8613, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c32fb593-3845-4fda-856e-e03ac65e8613,segment=NetworkSegment(89305dc8-69fe-40d4-a213-a71be0602df9),segment_id=89305dc8-69fe-40d4-a213-a71be0602df9)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:29:38.758504 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c10dffe3-0698-47cb-9962-2d357eb527cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:38.760476 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-29ce69f1-27f9-4e38-8f13-341d10b1a372 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ee9bf645-62ea-4fb8-afab-51398fe4d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360649 Nov 10 17:29:38.772571 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-1774e128-0e2f-4646-99b0-f02f9a861099 service neutron] 10.222.0.39 "GET /v2.0/networks/be65a555-144d-4264-b9cf-3bb873dc8322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523890 Nov 10 17:29:38.827023 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10dffe3-0698-47cb-9962-2d357eb527cf None None] Routers {'105700ad-8570-4444-acba-bdd5f83d3475'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:29:38.827663 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c10dffe3-0698-47cb-9962-2d357eb527cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:29:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['105700ad-8570-4444-acba-bdd5f83d3475'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:29:38.833682 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1029c5-ffff-4709-b54a-e11de9d588a6 None None] Pushing event updated for resources: {'Port': ['ID=c32fb593-3845-4fda-856e-e03ac65e8613,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:38.854684 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b47462f5-a7e7-45bd-a1cf-98da07f29803 None None] Provisioning complete for port c32fb593-3845-4fda-856e-e03ac65e8613 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:29:38.855321 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b47462f5-a7e7-45bd-a1cf-98da07f29803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:38.924975 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-1946a030-95e5-4ae2-8221-7991b4d4988f service neutron] 10.222.0.13 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457081 Nov 10 17:29:39.038392 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b47462f5-a7e7-45bd-a1cf-98da07f29803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:39.066093 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-4dabf251-2cca-43c2-a64b-bfef2d4312a0 service neutron] 10.222.0.13 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241076 Nov 10 17:29:39.090876 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-c10dffe3-0698-47cb-9962-2d357eb527cf None None] Set router 105700ad-8570-4444-acba-bdd5f83d3475 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:29:39.115791 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b47462f5-a7e7-45bd-a1cf-98da07f29803 None None] For port c32fb593-3845-4fda-856e-e03ac65e8613, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c32fb593-3845-4fda-856e-e03ac65e8613,segment=NetworkSegment(89305dc8-69fe-40d4-a213-a71be0602df9),segment_id=89305dc8-69fe-40d4-a213-a71be0602df9)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:39.121395 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b47462f5-a7e7-45bd-a1cf-98da07f29803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:39.175207 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47462f5-a7e7-45bd-a1cf-98da07f29803 None None] Pushing event updated for resources: {'Port': ['ID=c32fb593-3845-4fda-856e-e03ac65e8613,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:39.240117 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04ec4e-d96d-4ec1-b483-5a7aa14c1adb req-51f5d1cf-bcb7-4159-806e-d10187439c10 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:39.246158 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ab04ec4e-d96d-4ec1-b483-5a7aa14c1adb req-51f5d1cf-bcb7-4159-806e-d10187439c10 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 949 time: 0.1291981 Nov 10 17:29:39.258109 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-20a23697-8843-499e-91b9-cdac78aee76e None None] Provisioning complete for port c32fb593-3845-4fda-856e-e03ac65e8613 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:29:39.258392 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-20a23697-8843-499e-91b9-cdac78aee76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:39.308849 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e14cba-d802-4887-8736-13a9aa3640a9 x-openstack-request-id: req-84e14cba-d802-4887-8736-13a9aa3640a9 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:39.309017 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fee33f3-957b-4957-b0f2-5ea50ee80691", "name": "network-vif-plugged", "status": "completed", "tag": "5a166f48-2e21-4eb6-b72d-56776e766f78", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:39.309249 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-84e14cba-d802-4887-8736-13a9aa3640a9 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:39.309642 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fee33f3-957b-4957-b0f2-5ea50ee80691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a166f48-2e21-4eb6-b72d-56776e766f78', 'code': 200} Nov 10 17:29:39.370260 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ab04ec4e-d96d-4ec1-b483-5a7aa14c1adb req-db3eb452-b74a-4c54-bcae-78c1b3ac0eac tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170027 Nov 10 17:29:39.433179 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c10dffe3-0698-47cb-9962-2d357eb527cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105700ad-8570-4444-acba-bdd5f83d3475', 'name': 'tempest-ServersTestJSON-706567766-router', 'tenant_id': '52af78f749a34d658382d7e870c298cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '030a3f32-cd11-437b-b2b5-f752a97364fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:29:25Z', 'updated_at': '2021-11-10T17:29:33Z', 'revision_number': 4, 'project_id': '52af78f749a34d658382d7e870c298cf', 'gw_port': {'id': '030a3f32-cd11-437b-b2b5-f752a97364fd', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:dd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105700ad-8570-4444-acba-bdd5f83d3475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:29:27Z', 'updated_at': '2021-11-10T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'c32fb593-3845-4fda-856e-e03ac65e8613', 'name': '', 'network_id': 'be65a555-144d-4264-b9cf-3bb873dc8322', 'tenant_id': '52af78f749a34d658382d7e870c298cf', 'mac_address': 'fa:16:3e:89:48:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105700ad-8570-4444-acba-bdd5f83d3475', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'aa1748c1-9572-4706-b787-57086096078a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:29:32Z', 'updated_at': '2021-11-10T17:29:38Z', 'revision_number': 4, 'project_id': '52af78f749a34d658382d7e870c298cf', 'subnets': [{'id': 'aa1748c1-9572-4706-b787-57086096078a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:29:39.481078 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10dffe3-0698-47cb-9962-2d357eb527cf None None] The sync data for ids ['105700ad-8570-4444-acba-bdd5f83d3475'] in n-d-776250-10 is: [{'id': '105700ad-8570-4444-acba-bdd5f83d3475', 'name': 'tempest-ServersTestJSON-706567766-router', 'tenant_id': '52af78f749a34d658382d7e870c298cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '030a3f32-cd11-437b-b2b5-f752a97364fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:29:25Z', 'updated_at': '2021-11-10T17:29:33Z', 'revision_number': 4, 'project_id': '52af78f749a34d658382d7e870c298cf', 'gw_port': {'id': '030a3f32-cd11-437b-b2b5-f752a97364fd', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:dd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105700ad-8570-4444-acba-bdd5f83d3475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:29:27Z', 'updated_at': '2021-11-10T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'c32fb593-3845-4fda-856e-e03ac65e8613', 'name': '', 'network_id': 'be65a555-144d-4264-b9cf-3bb873dc8322', 'tenant_id': '52af78f749a34d658382d7e870c298cf', 'mac_address': 'fa:16:3e:89:48:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '105700ad-8570-4444-acba-bdd5f83d3475', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'aa1748c1-9572-4706-b787-57086096078a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:29:32Z', 'updated_at': '2021-11-10T17:29:38Z', 'revision_number': 4, 'project_id': '52af78f749a34d658382d7e870c298cf', 'subnets': [{'id': 'aa1748c1-9572-4706-b787-57086096078a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:29:39.492990 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6f88af5b-7f87-4207-934d-266ded240d86 req-05f31375-0026-47a9-be98-65c04583ec3c tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfb87d74-b09a-4381-a6b0-7eeb0d3b541d HTTP/1.1" status: 200 len: 210 time: 0.0341768 Nov 10 17:29:39.592442 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-ba0c3b03-c090-47ea-bc8f-dbe8add13647 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:39.593930 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-ba0c3b03-c090-47ea-bc8f-dbe8add13647 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c&tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&binding%3Ahost_id=n-h2-776250-10 HTTP/1.1" status: 200 len: 1097 time: 0.1489232 Nov 10 17:29:39.594067 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device eeb22fdd-6ade-4c08-b377-92e7d1adeff1 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:29:39.629392 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc8460-1d75-4934-b0bb-c4199b5d8d9e req-d4ff5cd0-86b7-4cc2-b854-244a4b2587ac tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:39.631478 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c8bc8460-1d75-4934-b0bb-c4199b5d8d9e req-d4ff5cd0-86b7-4cc2-b854-244a4b2587ac tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5755438-98ec-42e7-9571-f9dfb85ea2bf HTTP/1.1" status: 200 len: 949 time: 0.0646663 Nov 10 17:29:39.665174 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab6c36-b998-4e60-8f84-df9b7e3a8271 req-383ae33c-3be0-4258-9024-59268d4eb44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:39.673123 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f7ab6c36-b998-4e60-8f84-df9b7e3a8271 req-383ae33c-3be0-4258-9024-59268d4eb44a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 1097 time: 0.1802189 Nov 10 17:29:39.678765 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device eeb22fdd-6ade-4c08-b377-92e7d1adeff1 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:29:39.686750 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95f087-2ce3-4c18-abc5-367da49fbedf req-0ddb5737-5e2e-4e19-abea-9d8a3d4e4ed2 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:39.694623 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cd95f087-2ce3-4c18-abc5-367da49fbedf req-0ddb5737-5e2e-4e19-abea-9d8a3d4e4ed2 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 945 time: 0.2037592 Nov 10 17:29:39.720586 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c8bc8460-1d75-4934-b0bb-c4199b5d8d9e req-b93df04f-a2b7-44a1-8f8d-97d4fc1cc989 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/security-groups?id=048710b1-fd94-4a51-b977-2c4b1bc91759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812011 Nov 10 17:29:39.827810 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f7ab6c36-b998-4e60-8f84-df9b7e3a8271 req-87bce607-72e0-479f-b592-22f852bc821a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305351 Nov 10 17:29:39.852081 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cd95f087-2ce3-4c18-abc5-367da49fbedf req-b483234c-1026-473f-9331-757f7efb46c3 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565948 Nov 10 17:29:39.875879 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-93400bfd-0d06-495c-9da7-694f1e99bfd2 service neutron] For port eeb22fdd-6ade-4c08-b377-92e7d1adeff1, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:29:39.893704 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-93400bfd-0d06-495c-9da7-694f1e99bfd2 service neutron] Publish callbacks [] for binding, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:39.895408 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0c0ac4f-41c9-4169-aaf6-88e433d27b46 req-93400bfd-0d06-495c-9da7-694f1e99bfd2 service neutron] 10.222.0.13 "DELETE /v2.0/ports/eeb22fdd-6ade-4c08-b377-92e7d1adeff1/bindings/n-h1-776250-10 HTTP/1.1" status: 204 len: 173 time: 0.2894721 Nov 10 17:29:39.983886 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62713b4d-874d-4686-87ce-901ef13dc7e8 req-d044a537-58eb-4fcb-ac0d-c942028f3e39 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:39.985574 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-62713b4d-874d-4686-87ce-901ef13dc7e8 req-d044a537-58eb-4fcb-ac0d-c942028f3e39 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.0594525 Nov 10 17:29:40.086971 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-62713b4d-874d-4686-87ce-901ef13dc7e8 req-a4960eeb-86a8-4138-8e64-0b3abb41916d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917239 Nov 10 17:29:40.216217 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e048080-7b61-493b-b0ac-4e7527c86da1 req-1e51fa8c-29db-4d19-805a-0729768375aa tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:40.219999 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1e048080-7b61-493b-b0ac-4e7527c86da1 req-1e51fa8c-29db-4d19-805a-0729768375aa tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 945 time: 0.0602920 Nov 10 17:29:40.300938 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1e048080-7b61-493b-b0ac-4e7527c86da1 req-1126c691-1aa3-4a1c-9e63-e8adbc29866f tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605438 Nov 10 17:29:40.375760 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ddc5f-0b4c-4f5c-8585-f46d1933e84d req-5df5b38c-7345-460d-947f-bfb46a70b482 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:40.377447 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a74ddc5f-0b4c-4f5c-8585-f46d1933e84d req-5df5b38c-7345-460d-947f-bfb46a70b482 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5755438-98ec-42e7-9571-f9dfb85ea2bf HTTP/1.1" status: 200 len: 949 time: 0.0563955 Nov 10 17:29:40.446045 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c32fb593-3845-4fda-856e-e03ac65e8613 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:29:40.456389 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a74ddc5f-0b4c-4f5c-8585-f46d1933e84d req-d209a819-4d4e-49d9-8a2b-41e0409aaae2 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/security-groups?id=048710b1-fd94-4a51-b977-2c4b1bc91759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723929 Nov 10 17:29:40.465291 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dca2c2-6729-47f7-a459-9edcf0f19760 req-fb30794b-49a1-4152-994b-618071e40e77 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:40.466834 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-25dca2c2-6729-47f7-a459-9edcf0f19760 req-fb30794b-49a1-4152-994b-618071e40e77 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 1097 time: 0.0519717 Nov 10 17:29:40.529147 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port c32fb593-3845-4fda-856e-e03ac65e8613 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:29:40.529670 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:40.534900 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-25dca2c2-6729-47f7-a459-9edcf0f19760 req-d7251813-e0d6-4ce3-b22e-f68c549b3006 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581872 Nov 10 17:29:40.679696 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e3f8a9b3-52eb-433d-b5b3-34c117a6ea0f req-d9766d3f-2a3c-4065-951b-3c7a0b335192 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfb87d74-b09a-4381-a6b0-7eeb0d3b541d HTTP/1.1" status: 200 len: 210 time: 0.0481281 Nov 10 17:29:40.767756 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af63041f-7d07-4fdd-a20e-f9384c0f770a req-54fe73a5-ca13-4a0f-a779-ff755bed9c46 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:40.778618 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-af63041f-7d07-4fdd-a20e-f9384c0f770a req-54fe73a5-ca13-4a0f-a779-ff755bed9c46 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 949 time: 0.1177406 Nov 10 17:29:40.818508 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-43771547-72aa-4ce7-8074-22ce8e5de615 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:40.819988 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-43771547-72aa-4ce7-8074-22ce8e5de615 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.11 "GET /v2.0/networks?id=be65a555-144d-4264-b9cf-3bb873dc8322 HTTP/1.1" status: 200 len: 805 time: 0.1949935 Nov 10 17:29:40.851671 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-af63041f-7d07-4fdd-a20e-f9384c0f770a req-9db90c80-eb1b-49d7-8f11-a760a38e05a7 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721130 Nov 10 17:29:40.921193 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-79226597-5c56-4071-b990-05c9f5768c9c tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:40.931998 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-79226597-5c56-4071-b990-05c9f5768c9c tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/networks?id=ee9bf645-62ea-4fb8-afab-51398fe4d64d HTTP/1.1" status: 200 len: 808 time: 0.1593468 Nov 10 17:29:40.946689 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-d959a0b9-0d3f-4b80-b1b5-35847ea26185 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52af78f749a34d658382d7e870c298cf HTTP/1.1" status: 200 len: 380 time: 0.0939631 Nov 10 17:29:40.952477 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-a935444e-18ee-4c37-b250-5255da366755 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/quotas/ef9ea014582b4acbb9c391ec5c5ef151 HTTP/1.1" status: 200 len: 375 time: 0.0149226 Nov 10 17:29:40.963899 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-1dafea3a-442a-421c-a32f-3e0452de71ba tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Request body: {'port': {'device_id': 'cfb87d74-b09a-4381-a6b0-7eeb0d3b541d', 'network_id': 'be65a555-144d-4264-b9cf-3bb873dc8322', 'admin_state_up': True, 'tenant_id': '52af78f749a34d658382d7e870c298cf', 'security_groups': ['832b652e-0137-4e68-9e92-89d6c3005823']}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:29:41.012654 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-11987fd1-17a0-4de8-9a3c-910ef940a49f tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529051 Nov 10 17:29:41.108933 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea947fd5-9924-4f48-91c6-7bd6b7a34578 req-40e3b5d5-ed02-4cbb-bd1a-8c920883045a tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:41.110295 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ea947fd5-9924-4f48-91c6-7bd6b7a34578 req-40e3b5d5-ed02-4cbb-bd1a-8c920883045a tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 945 time: 0.1414714 Nov 10 17:29:41.140013 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-faa0ee7e-77e7-43d1-b895-9cbb274bbf2f service neutron] 10.222.0.39 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175976 Nov 10 17:29:41.180122 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ea947fd5-9924-4f48-91c6-7bd6b7a34578 req-5048957d-0a2e-4b85-b9e6-1c32b8567cbc tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594897 Nov 10 17:29:41.181195 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-1dafea3a-442a-421c-a32f-3e0452de71ba tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Made reservation on behalf of 52af78f749a34d658382d7e870c298cf for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:29:41.184473 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-1dafea3a-442a-421c-a32f-3e0452de71ba tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:41.249220 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-ce052e86-f383-46f8-a0a9-bc58f75cf5ec service neutron] 10.222.0.39 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011028 Nov 10 17:29:41.361016 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-1dafea3a-442a-421c-a32f-3e0452de71ba tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Allocated IP 172.20.0.12 (be65a555-144d-4264-b9cf-3bb873dc8322/aa1748c1-9572-4706-b787-57086096078a/ab8ba038-2d14-47c1-84ec-3815d20be000) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:29:41.390816 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fb055-5eee-4519-9bf0-6a90cb3afbdd req-929ca2d0-ebc6-4b78-a56c-2269a337ab28 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:41.399541 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a88fb055-5eee-4519-9bf0-6a90cb3afbdd req-929ca2d0-ebc6-4b78-a56c-2269a337ab28 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.0978703 Nov 10 17:29:41.472712 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a88fb055-5eee-4519-9bf0-6a90cb3afbdd req-865131ee-16af-464b-ba9b-695a099c05b1 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700555 Nov 10 17:29:41.589422 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9cc28a16-3f3c-4399-88e7-1319182707de req-62ffb370-bc3a-44fc-b21f-50052e54ac4b tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 210 time: 0.0634332 Nov 10 17:29:41.732507 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b38429-d1a9-4c34-8643-5fce30cc095f req-6fcbdec7-d827-4c78-8554-374d82490dba tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:41.734034 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-75b38429-d1a9-4c34-8643-5fce30cc095f req-6fcbdec7-d827-4c78-8554-374d82490dba tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5755438-98ec-42e7-9571-f9dfb85ea2bf HTTP/1.1" status: 200 len: 949 time: 0.1254451 Nov 10 17:29:41.808751 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-1dafea3a-442a-421c-a32f-3e0452de71ba tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:41.815720 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-39ac8fd4-b438-4b17-8d0f-12208001298e req-5ba8bbaa-b89e-4605-8582-3304ce819e17 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfb87d74-b09a-4381-a6b0-7eeb0d3b541d HTTP/1.1" status: 200 len: 210 time: 0.0276754 Nov 10 17:29:41.833905 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-75b38429-d1a9-4c34-8643-5fce30cc095f req-86b09568-23b5-4d1e-b70d-d3fbe3992102 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/security-groups?id=048710b1-fd94-4a51-b977-2c4b1bc91759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883963 Nov 10 17:29:41.862728 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-1dafea3a-442a-421c-a32f-3e0452de71ba tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:41.922599 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-1dafea3a-442a-421c-a32f-3e0452de71ba tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Network be65a555-144d-4264-b9cf-3bb873dc8322 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:29:41.928738 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-1dafea3a-442a-421c-a32f-3e0452de71ba tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:29:41.931819 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-1dafea3a-442a-421c-a32f-3e0452de71ba tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:29:41.937930 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-1dafea3a-442a-421c-a32f-3e0452de71ba tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:41.938667 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-1dafea3a-442a-421c-a32f-3e0452de71ba tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:41.973531 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dafea3a-442a-421c-a32f-3e0452de71ba tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Pushing event updated for resources: {'Port': ['ID=ab8ba038-2d14-47c1-84ec-3815d20be000,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:41.996632 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafea3a-442a-421c-a32f-3e0452de71ba tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:41.996999 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafea3a-442a-421c-a32f-3e0452de71ba tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:41.997352 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafea3a-442a-421c-a32f-3e0452de71ba tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:41.997692 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafea3a-442a-421c-a32f-3e0452de71ba tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:41.998030 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafea3a-442a-421c-a32f-3e0452de71ba tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:41.998420 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafea3a-442a-421c-a32f-3e0452de71ba tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:41.998757 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafea3a-442a-421c-a32f-3e0452de71ba tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:41.999150 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafea3a-442a-421c-a32f-3e0452de71ba tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:41.999483 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafea3a-442a-421c-a32f-3e0452de71ba tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:42.000106 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafea3a-442a-421c-a32f-3e0452de71ba tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:42.000484 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafea3a-442a-421c-a32f-3e0452de71ba tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:42.000813 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dafea3a-442a-421c-a32f-3e0452de71ba tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:42.014185 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-1dafea3a-442a-421c-a32f-3e0452de71ba tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0544608 Nov 10 17:29:42.018636 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c348f85-2123-413c-8c23-d8e98f3bd55e req-8a96ab50-786e-40d6-82c8-32d9787b704c tempest-LiveMigrationNegativeTest-102406473 tempest-LiveMigrationNegativeTest-102406473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:42.021086 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7c348f85-2123-413c-8c23-d8e98f3bd55e req-8a96ab50-786e-40d6-82c8-32d9787b704c tempest-LiveMigrationNegativeTest-102406473 tempest-LiveMigrationNegativeTest-102406473-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e5755438-98ec-42e7-9571-f9dfb85ea2bf HTTP/1.1" status: 200 len: 1101 time: 0.0683322 Nov 10 17:29:42.031321 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-168faa9e-b7e8-4618-a2f1-e43231149004 service neutron] Request body: {'port': {'device_id': 'cfb87d74-b09a-4381-a6b0-7eeb0d3b541d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:29:42.056940 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7c348f85-2123-413c-8c23-d8e98f3bd55e req-ed95ec59-a5f3-40e3-999a-1f64d9f11b37 tempest-LiveMigrationNegativeTest-102406473 tempest-LiveMigrationNegativeTest-102406473-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:42.102370 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2c36b-ec82-498f-bb91-a7e3e5ec1a40 req-e4776a07-c6d1-4210-b1c8-abd9cdbee088 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:42.103941 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-16c2c36b-ec82-498f-bb91-a7e3e5ec1a40 req-e4776a07-c6d1-4210-b1c8-abd9cdbee088 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 949 time: 0.1487637 Nov 10 17:29:42.118204 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-168faa9e-b7e8-4618-a2f1-e43231149004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:42.208886 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7c348f85-2123-413c-8c23-d8e98f3bd55e req-ed95ec59-a5f3-40e3-999a-1f64d9f11b37 tempest-LiveMigrationNegativeTest-102406473 tempest-LiveMigrationNegativeTest-102406473-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:42.214004 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7c348f85-2123-413c-8c23-d8e98f3bd55e req-ed95ec59-a5f3-40e3-999a-1f64d9f11b37 tempest-LiveMigrationNegativeTest-102406473 tempest-LiveMigrationNegativeTest-102406473-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:42.273107 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7c348f85-2123-413c-8c23-d8e98f3bd55e req-ed95ec59-a5f3-40e3-999a-1f64d9f11b37 tempest-LiveMigrationNegativeTest-102406473 tempest-LiveMigrationNegativeTest-102406473-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=048710b1-fd94-4a51-b977-2c4b1bc91759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413933 Nov 10 17:29:42.278817 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95ec59-a5f3-40e3-999a-1f64d9f11b37 tempest-LiveMigrationNegativeTest-102406473 tempest-LiveMigrationNegativeTest-102406473-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8697df0b-c067-4351-a00f-a1fe073ae8ee,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:42.290822 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-391441b9-3191-41c5-8cce-9df6df5b9dfe None None] Provisioning complete for port ab8ba038-2d14-47c1-84ec-3815d20be000 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:29:42.294095 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-391441b9-3191-41c5-8cce-9df6df5b9dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:42.300319 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed95ec59-a5f3-40e3-999a-1f64d9f11b37 tempest-LiveMigrationNegativeTest-102406473 tempest-LiveMigrationNegativeTest-102406473-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:42.303467 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed95ec59-a5f3-40e3-999a-1f64d9f11b37 tempest-LiveMigrationNegativeTest-102406473 tempest-LiveMigrationNegativeTest-102406473-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:42.303978 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed95ec59-a5f3-40e3-999a-1f64d9f11b37 tempest-LiveMigrationNegativeTest-102406473 tempest-LiveMigrationNegativeTest-102406473-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:42.305476 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed95ec59-a5f3-40e3-999a-1f64d9f11b37 tempest-LiveMigrationNegativeTest-102406473 tempest-LiveMigrationNegativeTest-102406473-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:42.307355 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed95ec59-a5f3-40e3-999a-1f64d9f11b37 tempest-LiveMigrationNegativeTest-102406473 tempest-LiveMigrationNegativeTest-102406473-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:42.308184 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed95ec59-a5f3-40e3-999a-1f64d9f11b37 tempest-LiveMigrationNegativeTest-102406473 tempest-LiveMigrationNegativeTest-102406473-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:42.308941 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed95ec59-a5f3-40e3-999a-1f64d9f11b37 tempest-LiveMigrationNegativeTest-102406473 tempest-LiveMigrationNegativeTest-102406473-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:42.310716 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed95ec59-a5f3-40e3-999a-1f64d9f11b37 tempest-LiveMigrationNegativeTest-102406473 tempest-LiveMigrationNegativeTest-102406473-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:42.311230 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed95ec59-a5f3-40e3-999a-1f64d9f11b37 tempest-LiveMigrationNegativeTest-102406473 tempest-LiveMigrationNegativeTest-102406473-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:42.311617 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed95ec59-a5f3-40e3-999a-1f64d9f11b37 tempest-LiveMigrationNegativeTest-102406473 tempest-LiveMigrationNegativeTest-102406473-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:42.311964 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed95ec59-a5f3-40e3-999a-1f64d9f11b37 tempest-LiveMigrationNegativeTest-102406473 tempest-LiveMigrationNegativeTest-102406473-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:42.312316 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed95ec59-a5f3-40e3-999a-1f64d9f11b37 tempest-LiveMigrationNegativeTest-102406473 tempest-LiveMigrationNegativeTest-102406473-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:42.312425 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-16c2c36b-ec82-498f-bb91-a7e3e5ec1a40 req-ae40dace-bca9-479a-a0c4-16f44c1fb2c2 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011096 Nov 10 17:29:42.352767 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-391441b9-3191-41c5-8cce-9df6df5b9dfe None None] Port ab8ba038-2d14-47c1-84ec-3815d20be000 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:29:42.448823 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9fefc-329f-4d1b-817e-3ac1d04b7eb1 req-42b504a3-e41f-4bab-a68e-131456fd1cba tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:42.456780 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dab9fefc-329f-4d1b-817e-3ac1d04b7eb1 req-42b504a3-e41f-4bab-a68e-131456fd1cba tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 945 time: 0.0758340 Nov 10 17:29:42.515713 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dab9fefc-329f-4d1b-817e-3ac1d04b7eb1 req-b2fb77e3-2500-4b4b-8903-8b91b3fe3a80 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537908 Nov 10 17:29:42.559577 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-168faa9e-b7e8-4618-a2f1-e43231149004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab8ba038-2d14-47c1-84ec-3815d20be000 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:29:42.570375 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-168faa9e-b7e8-4618-a2f1-e43231149004 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:42.584964 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-168faa9e-b7e8-4618-a2f1-e43231149004 service neutron] Transition to ACTIVE for port object ab8ba038-2d14-47c1-84ec-3815d20be000 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:29:42.591918 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-168faa9e-b7e8-4618-a2f1-e43231149004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:42.666144 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d530c-e244-48c8-8c97-cf67371f58d9 req-bf682f28-8c96-49be-8577-911bc5dba211 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:42.667623 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c59d530c-e244-48c8-8c97-cf67371f58d9 req-bf682f28-8c96-49be-8577-911bc5dba211 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.0638847 Nov 10 17:29:42.707015 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168faa9e-b7e8-4618-a2f1-e43231149004 service neutron] Pushing event updated for resources: {'Port': ['ID=ab8ba038-2d14-47c1-84ec-3815d20be000,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:42.716921 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-168faa9e-b7e8-4618-a2f1-e43231149004 service neutron] Attempting to bind port ab8ba038-2d14-47c1-84ec-3815d20be000 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:29:42.717250 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-168faa9e-b7e8-4618-a2f1-e43231149004 service neutron] Attempting to bind port ab8ba038-2d14-47c1-84ec-3815d20be000 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '89305dc8-69fe-40d4-a213-a71be0602df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'be65a555-144d-4264-b9cf-3bb873dc8322'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:29:42.717572 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-168faa9e-b7e8-4618-a2f1-e43231149004 service neutron] Attempting to bind port ab8ba038-2d14-47c1-84ec-3815d20be000 on network be65a555-144d-4264-b9cf-3bb873dc8322 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:29:42.727685 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-168faa9e-b7e8-4618-a2f1-e43231149004 service neutron] Port ab8ba038-2d14-47c1-84ec-3815d20be000 on network be65a555-144d-4264-b9cf-3bb873dc8322 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:29:42.728020 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-168faa9e-b7e8-4618-a2f1-e43231149004 service neutron] Attempting to bind port ab8ba038-2d14-47c1-84ec-3815d20be000 on network be65a555-144d-4264-b9cf-3bb873dc8322 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:29:42.737389 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-168faa9e-b7e8-4618-a2f1-e43231149004 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:29:42.737389 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-168faa9e-b7e8-4618-a2f1-e43231149004 service neutron] Checking segment: {'id': '89305dc8-69fe-40d4-a213-a71be0602df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'be65a555-144d-4264-b9cf-3bb873dc8322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:29:42.737389 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-168faa9e-b7e8-4618-a2f1-e43231149004 service neutron] Bound using segment: {'id': '89305dc8-69fe-40d4-a213-a71be0602df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'be65a555-144d-4264-b9cf-3bb873dc8322'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:29:42.738330 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-168faa9e-b7e8-4618-a2f1-e43231149004 service neutron] Bound port: ab8ba038-2d14-47c1-84ec-3815d20be000, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89305dc8-69fe-40d4-a213-a71be0602df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'be65a555-144d-4264-b9cf-3bb873dc8322'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:29:42.738330 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-168faa9e-b7e8-4618-a2f1-e43231149004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:42.781562 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c59d530c-e244-48c8-8c97-cf67371f58d9 req-f7e72b80-75e8-4d30-84b5-cbb01c42929c tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049163 Nov 10 17:29:42.936960 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a81a4fd-4a4f-45b8-b237-af4b957113b9 req-a8fa99d7-be74-485e-844d-a484c5ab414b tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 210 time: 0.0426633 Nov 10 17:29:42.945834 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-168faa9e-b7e8-4618-a2f1-e43231149004 service neutron] For port ab8ba038-2d14-47c1-84ec-3815d20be000, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:29:42.950344 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-168faa9e-b7e8-4618-a2f1-e43231149004 service neutron] For port ab8ba038-2d14-47c1-84ec-3815d20be000, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ab8ba038-2d14-47c1-84ec-3815d20be000,segment=NetworkSegment(89305dc8-69fe-40d4-a213-a71be0602df9),segment_id=89305dc8-69fe-40d4-a213-a71be0602df9)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:29:42.960302 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f801f36-8541-4b7b-a22d-ff8061670b2b req-e9c335da-7c65-4b13-8aa3-48e635a4fe90 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:42.967940 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9f801f36-8541-4b7b-a22d-ff8061670b2b req-e9c335da-7c65-4b13-8aa3-48e635a4fe90 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 1097 time: 0.1187584 Nov 10 17:29:42.976639 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-168faa9e-b7e8-4618-a2f1-e43231149004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:43.066049 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-168faa9e-b7e8-4618-a2f1-e43231149004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:43.066674 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-168faa9e-b7e8-4618-a2f1-e43231149004 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:43.068051 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-168faa9e-b7e8-4618-a2f1-e43231149004 service neutron] 10.222.0.11 "PUT /v2.0/ports/ab8ba038-2d14-47c1-84ec-3815d20be000 HTTP/1.1" status: 200 len: 1093 time: 1.0421317 Nov 10 17:29:43.068795 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb87d74-b09a-4381-a6b0-7eeb0d3b541d', 'tag': 'ab8ba038-2d14-47c1-84ec-3815d20be000'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:43.071158 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5433a6b-2e73-496d-bc16-726ef64b64f6" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb87d74-b09a-4381-a6b0-7eeb0d3b541d", "tag": "ab8ba038-2d14-47c1-84ec-3815d20be000"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:43.082687 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-69a4fc35-bb7c-4b8c-9aaf-7cab2a83691e tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:43.084663 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-69a4fc35-bb7c-4b8c-9aaf-7cab2a83691e tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.11 "GET /v2.0/networks?id=ee9bf645-62ea-4fb8-afab-51398fe4d64d HTTP/1.1" status: 200 len: 808 time: 0.1772370 Nov 10 17:29:43.108415 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-76bb7345-128d-4e09-9c80-c4778b2de2c5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Request body: {'port': {'device_id': '5e8904de-d6e7-450a-8ba4-bb9110b4205e', 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d', 'admin_state_up': True, 'tenant_id': 'ef9ea014582b4acbb9c391ec5c5ef151'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:29:43.131784 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9f801f36-8541-4b7b-a22d-ff8061670b2b req-5149cded-39ff-42d8-b5ec-9052e2e4a437 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616268 Nov 10 17:29:43.133141 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168faa9e-b7e8-4618-a2f1-e43231149004 service neutron] Pushing event updated for resources: {'Port': ['ID=ab8ba038-2d14-47c1-84ec-3815d20be000,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:43.227375 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-4fd120a1-8e6f-40ca-acb8-3b9e278d1f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:43.233367 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-4fd120a1-8e6f-40ca-acb8-3b9e278d1f26 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=52af78f749a34d658382d7e870c298cf&device_id=cfb87d74-b09a-4381-a6b0-7eeb0d3b541d HTTP/1.1" status: 200 len: 1096 time: 0.1013203 Nov 10 17:29:43.260771 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54e312-e111-4ab7-abe6-d404f84a586e req-7a70fded-07f0-4993-81f4-b88b7529b7c7 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:43.262280 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bc54e312-e111-4ab7-abe6-d404f84a586e req-7a70fded-07f0-4993-81f4-b88b7529b7c7 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5755438-98ec-42e7-9571-f9dfb85ea2bf HTTP/1.1" status: 200 len: 949 time: 0.0811951 Nov 10 17:29:43.297020 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-76bb7345-128d-4e09-9c80-c4778b2de2c5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Made reservation on behalf of ef9ea014582b4acbb9c391ec5c5ef151 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:29:43.301466 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-76bb7345-128d-4e09-9c80-c4778b2de2c5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:43.317579 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-840d40a3-cb1a-4ce7-ac1c-e3e67f6d437d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab8ba038-2d14-47c1-84ec-3815d20be000 HTTP/1.1" status: 200 len: 217 time: 0.0749652 Nov 10 17:29:43.340512 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681044c-5319-454a-bee3-98224a06cff4 req-63f37c94-4172-4f77-90c1-adb3a8d7483a tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:43.348991 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b681044c-5319-454a-bee3-98224a06cff4 req-63f37c94-4172-4f77-90c1-adb3a8d7483a tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfb87d74-b09a-4381-a6b0-7eeb0d3b541d HTTP/1.1" status: 200 len: 944 time: 0.0953324 Nov 10 17:29:43.352460 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bc54e312-e111-4ab7-abe6-d404f84a586e req-5b0f70cf-8281-47f3-a471-3cf3f56aa6a8 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/security-groups?id=048710b1-fd94-4a51-b977-2c4b1bc91759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810144 Nov 10 17:29:43.396877 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-8e58b0c6-a706-4eae-9075-e868227c2ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:43.398301 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-8e58b0c6-a706-4eae-9075-e868227c2ff8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aa1748c1-9572-4706-b787-57086096078a HTTP/1.1" status: 200 len: 844 time: 0.0465794 Nov 10 17:29:43.482561 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b681044c-5319-454a-bee3-98224a06cff4 req-df245b49-a1f1-4784-9435-e10b67215dd8 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "GET /v2.0/security-groups?id=832b652e-0137-4e68-9e92-89d6c3005823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306260 Nov 10 17:29:43.496561 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-85921391-3e20-4578-b4a4-11d01deba5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:43.496561 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-85921391-3e20-4578-b4a4-11d01deba5a1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=be65a555-144d-4264-b9cf-3bb873dc8322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0794492 Nov 10 17:29:43.496561 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee4b7ee-e26d-4b80-b69c-17fd7dd6bf75 x-openstack-request-id: req-dee4b7ee-e26d-4b80-b69c-17fd7dd6bf75 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:43.496561 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb87d74-b09a-4381-a6b0-7eeb0d3b541d", "tag": "ab8ba038-2d14-47c1-84ec-3815d20be000", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:43.496561 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dee4b7ee-e26d-4b80-b69c-17fd7dd6bf75 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:43.496943 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-76bb7345-128d-4e09-9c80-c4778b2de2c5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Allocated IP 172.20.0.9 (ee9bf645-62ea-4fb8-afab-51398fe4d64d/6dcea188-714e-4316-9245-d3631f0cca17/64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:29:43.498118 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb87d74-b09a-4381-a6b0-7eeb0d3b541d', 'tag': 'ab8ba038-2d14-47c1-84ec-3815d20be000', 'status': 'completed', 'code': 200} Nov 10 17:29:43.657408 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000a582-3fdd-41a9-ac0c-c61d3436d7af req-aaecef29-4448-4cab-89fe-197570176991 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:43.659312 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9000a582-3fdd-41a9-ac0c-c61d3436d7af req-aaecef29-4448-4cab-89fe-197570176991 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 949 time: 0.0799406 Nov 10 17:29:43.666063 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-9b6dd489-1471-418e-b9ed-9ba138dc813d service neutron] 10.222.0.11 "GET /v2.0/networks/be65a555-144d-4264-b9cf-3bb873dc8322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655636 Nov 10 17:29:43.685376 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-76bb7345-128d-4e09-9c80-c4778b2de2c5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:43.697837 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa7d73-4263-48f4-985a-ba33acef283f req-d87148a2-51ee-432d-af90-e4d13fa61e4d tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:43.699575 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e5aa7d73-4263-48f4-985a-ba33acef283f req-d87148a2-51ee-432d-af90-e4d13fa61e4d tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 1097 time: 0.0768788 Nov 10 17:29:43.765090 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9000a582-3fdd-41a9-ac0c-c61d3436d7af req-2c94dca9-0808-46ad-a912-4d598253b566 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971084 Nov 10 17:29:43.769303 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e5aa7d73-4263-48f4-985a-ba33acef283f req-5970c3d8-ca67-4541-a760-9894f2fb7a1d tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616610 Nov 10 17:29:43.770288 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-76bb7345-128d-4e09-9c80-c4778b2de2c5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:43.809203 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d399ec30-2453-4f70-b542-9ba8e7173e12 req-19392ab9-edfb-455b-a2eb-fb6a2b4e86ec service neutron] 10.222.0.11 "GET /v2.0/networks/be65a555-144d-4264-b9cf-3bb873dc8322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335113 Nov 10 17:29:43.828030 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-76bb7345-128d-4e09-9c80-c4778b2de2c5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Network ee9bf645-62ea-4fb8-afab-51398fe4d64d is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:29:43.831593 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-76bb7345-128d-4e09-9c80-c4778b2de2c5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:29:43.840727 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-76bb7345-128d-4e09-9c80-c4778b2de2c5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:29:43.871337 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb7345-128d-4e09-9c80-c4778b2de2c5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Pushing event updated for resources: {'Port': ['ID=64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:43.912237 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-76bb7345-128d-4e09-9c80-c4778b2de2c5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:43.913100 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-76bb7345-128d-4e09-9c80-c4778b2de2c5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:43.945454 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5433a6b-2e73-496d-bc16-726ef64b64f6 req-ece4429a-3a8d-4578-ace3-a761545168a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:43.947802 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b5433a6b-2e73-496d-bc16-726ef64b64f6 req-ece4429a-3a8d-4578-ace3-a761545168a9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=52af78f749a34d658382d7e870c298cf&device_id=cfb87d74-b09a-4381-a6b0-7eeb0d3b541d HTTP/1.1" status: 200 len: 1096 time: 0.0540268 Nov 10 17:29:43.959142 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-76bb7345-128d-4e09-9c80-c4778b2de2c5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8588941 Nov 10 17:29:43.973986 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1110a5-ad91-4b95-80da-e6eeb11c6a38 req-4fccbd63-fc91-4743-b0f3-1f4f934ad344 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:43.975506 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4b1110a5-ad91-4b95-80da-e6eeb11c6a38 req-4fccbd63-fc91-4743-b0f3-1f4f934ad344 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.0865059 Nov 10 17:29:43.980735 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-fa0636df-d78b-49c7-9a93-84f2efb154b7 service neutron] Request body: {'port': {'device_id': '5e8904de-d6e7-450a-8ba4-bb9110b4205e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:29:44.088142 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5433a6b-2e73-496d-bc16-726ef64b64f6 req-f13f1471-5e38-4cf3-8863-e69503611a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:44.088407 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-fa0636df-d78b-49c7-9a93-84f2efb154b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:44.090294 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b5433a6b-2e73-496d-bc16-726ef64b64f6 req-f13f1471-5e38-4cf3-8863-e69503611a5a service neutron] 10.222.0.11 "GET /v2.0/networks?id=be65a555-144d-4264-b9cf-3bb873dc8322 HTTP/1.1" status: 200 len: 906 time: 0.1310816 Nov 10 17:29:44.124768 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4b1110a5-ad91-4b95-80da-e6eeb11c6a38 req-f635159a-5b88-4f22-aff5-236e7ad03633 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347399 Nov 10 17:29:44.195731 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b5433a6b-2e73-496d-bc16-726ef64b64f6 req-2d02fe05-53d5-4289-8f3e-e183564e39da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab8ba038-2d14-47c1-84ec-3815d20be000 HTTP/1.1" status: 200 len: 217 time: 0.0870743 Nov 10 17:29:44.227708 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd4aa4-1f2b-4403-900d-6dc7753f05f0 req-cc2743a0-c926-4494-b19a-3852e9f20d02 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:44.229309 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5dbd4aa4-1f2b-4403-900d-6dc7753f05f0 req-cc2743a0-c926-4494-b19a-3852e9f20d02 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 931 time: 0.0935740 Nov 10 17:29:44.296045 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5433a6b-2e73-496d-bc16-726ef64b64f6 req-01563b88-26a7-4856-9582-d31f71a4c4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:44.297649 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b5433a6b-2e73-496d-bc16-726ef64b64f6 req-01563b88-26a7-4856-9582-d31f71a4c4f4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aa1748c1-9572-4706-b787-57086096078a HTTP/1.1" status: 200 len: 844 time: 0.0859644 Nov 10 17:29:44.349410 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5dbd4aa4-1f2b-4403-900d-6dc7753f05f0 req-25731c3a-7ece-45cc-b88f-1c43cb4fb09a tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962374 Nov 10 17:29:44.378523 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5433a6b-2e73-496d-bc16-726ef64b64f6 req-80ecb635-97c0-4c0a-a9e7-27f9607f0e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:44.383369 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b5433a6b-2e73-496d-bc16-726ef64b64f6 req-80ecb635-97c0-4c0a-a9e7-27f9607f0e02 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=be65a555-144d-4264-b9cf-3bb873dc8322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0735409 Nov 10 17:29:44.510839 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b5433a6b-2e73-496d-bc16-726ef64b64f6 req-90f8a371-3b47-4a59-a36b-e93f0419795c service neutron] 10.222.0.11 "GET /v2.0/networks/be65a555-144d-4264-b9cf-3bb873dc8322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174562 Nov 10 17:29:44.558896 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc41a7e-72e9-4de3-bf53-468b6e8dcfb0 req-bfba2bb0-0b22-4c2f-8b1f-7da4b929f22a tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:44.560396 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8dc41a7e-72e9-4de3-bf53-468b6e8dcfb0 req-bfba2bb0-0b22-4c2f-8b1f-7da4b929f22a tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 1097 time: 0.3269329 Nov 10 17:29:44.619464 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d2872b-9d0b-46ae-8a45-0556c84354f8 req-d0dfa305-3e0c-4d95-aa13-99d1a4718d62 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:44.621169 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-23d2872b-9d0b-46ae-8a45-0556c84354f8 req-d0dfa305-3e0c-4d95-aa13-99d1a4718d62 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5755438-98ec-42e7-9571-f9dfb85ea2bf HTTP/1.1" status: 200 len: 949 time: 0.1039882 Nov 10 17:29:44.643742 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8dc41a7e-72e9-4de3-bf53-468b6e8dcfb0 req-dc71a5ad-0f4c-4251-8c5b-016ff6b73955 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697532 Nov 10 17:29:44.670005 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b5433a6b-2e73-496d-bc16-726ef64b64f6 req-c9ff00f9-80f9-4716-8c1e-1ca6572803ac service neutron] 10.222.0.11 "GET /v2.0/networks/be65a555-144d-4264-b9cf-3bb873dc8322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425672 Nov 10 17:29:44.708139 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-23d2872b-9d0b-46ae-8a45-0556c84354f8 req-009f2b0a-ebac-455d-bcaa-03bb1596c9d1 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/security-groups?id=048710b1-fd94-4a51-b977-2c4b1bc91759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740178 Nov 10 17:29:44.715359 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-fa0636df-d78b-49c7-9a93-84f2efb154b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:29:44.728863 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-fa0636df-d78b-49c7-9a93-84f2efb154b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:44.742135 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-fa0636df-d78b-49c7-9a93-84f2efb154b7 service neutron] Transition to ACTIVE for port object 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:29:44.748704 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-fa0636df-d78b-49c7-9a93-84f2efb154b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:44.825902 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0636df-d78b-49c7-9a93-84f2efb154b7 service neutron] Pushing event updated for resources: {'Port': ['ID=64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:44.889470 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666c426-1c63-4b8c-bcd9-e8a2774b813c req-f4f7f6f1-2409-419f-9ac4-932227f18631 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:44.891090 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9666c426-1c63-4b8c-bcd9-e8a2774b813c req-f4f7f6f1-2409-419f-9ac4-932227f18631 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfb87d74-b09a-4381-a6b0-7eeb0d3b541d HTTP/1.1" status: 200 len: 944 time: 0.1333396 Nov 10 17:29:44.906955 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8bf81-0a21-47d5-a7ac-918085856625 req-5bdd8eb8-9202-4e1b-8a98-2d02055e645f tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:44.915833 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2de8bf81-0a21-47d5-a7ac-918085856625 req-5bdd8eb8-9202-4e1b-8a98-2d02055e645f tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 949 time: 0.0597138 Nov 10 17:29:44.964030 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2de8bf81-0a21-47d5-a7ac-918085856625 req-1a062a87-3172-4abe-abcd-6804537f72a2 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470784 Nov 10 17:29:44.982042 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-fa0636df-d78b-49c7-9a93-84f2efb154b7 service neutron] Attempting to bind port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:29:44.982373 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-fa0636df-d78b-49c7-9a93-84f2efb154b7 service neutron] Attempting to bind port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:29:44.982808 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-fa0636df-d78b-49c7-9a93-84f2efb154b7 service neutron] Attempting to bind port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 on network ee9bf645-62ea-4fb8-afab-51398fe4d64d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:29:45.000219 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848bcca-000b-4a1f-b45d-daf6e5d06511 req-b5f6658c-7b61-4456-aa5b-13e925de923c tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:45.001703 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0848bcca-000b-4a1f-b45d-daf6e5d06511 req-b5f6658c-7b61-4456-aa5b-13e925de923c tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5755438-98ec-42e7-9571-f9dfb85ea2bf HTTP/1.1" status: 200 len: 949 time: 0.1095507 Nov 10 17:29:45.005593 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9666c426-1c63-4b8c-bcd9-e8a2774b813c req-06ff293d-195a-4e71-8d73-033714a6dba0 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "GET /v2.0/security-groups?id=832b652e-0137-4e68-9e92-89d6c3005823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977123 Nov 10 17:29:45.006117 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-fa0636df-d78b-49c7-9a93-84f2efb154b7 service neutron] Port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 on network ee9bf645-62ea-4fb8-afab-51398fe4d64d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:29:45.006436 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-fa0636df-d78b-49c7-9a93-84f2efb154b7 service neutron] Attempting to bind port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 on network ee9bf645-62ea-4fb8-afab-51398fe4d64d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:29:45.011820 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-fa0636df-d78b-49c7-9a93-84f2efb154b7 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:29:45.012173 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-fa0636df-d78b-49c7-9a93-84f2efb154b7 service neutron] Checking segment: {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:29:45.012653 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-fa0636df-d78b-49c7-9a93-84f2efb154b7 service neutron] Bound using segment: {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:29:45.013084 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-fa0636df-d78b-49c7-9a93-84f2efb154b7 service neutron] Bound port: 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:29:45.013439 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-fa0636df-d78b-49c7-9a93-84f2efb154b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:45.201269 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-fa0636df-d78b-49c7-9a93-84f2efb154b7 service neutron] For port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:29:45.238981 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-fa0636df-d78b-49c7-9a93-84f2efb154b7 service neutron] For port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:29:45.248325 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-fa0636df-d78b-49c7-9a93-84f2efb154b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:45.305315 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-fa0636df-d78b-49c7-9a93-84f2efb154b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:45.305950 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-fa0636df-d78b-49c7-9a93-84f2efb154b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:45.307282 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-fa0636df-d78b-49c7-9a93-84f2efb154b7 service neutron] 10.222.0.11 "PUT /v2.0/ports/64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 HTTP/1.1" status: 200 len: 1092 time: 1.3308601 Nov 10 17:29:45.311284 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8904de-d6e7-450a-8ba4-bb9110b4205e', 'tag': '64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:45.313487 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23711f6d-7d56-445c-a8a4-d70e472a616f" -d '{"events": [{"name": "network-changed", "server_uuid": "5e8904de-d6e7-450a-8ba4-bb9110b4205e", "tag": "64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:45.317696 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-0848bcca-000b-4a1f-b45d-daf6e5d06511 req-5f95f3c6-9214-43b8-83ca-a1ef53570b6f tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Deleting port 8b53fbd8-e82f-4018-81d0-876405acfa5e {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:29:45.318029 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0848bcca-000b-4a1f-b45d-daf6e5d06511 req-5f95f3c6-9214-43b8-83ca-a1ef53570b6f tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:45.339065 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7762789-bda2-4126-ac88-151e47798c23 req-5e027218-b30a-4cbd-b0ab-6ed211f99cd9 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:45.340729 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7762789-bda2-4126-ac88-151e47798c23 req-5e027218-b30a-4cbd-b0ab-6ed211f99cd9 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.1511588 Nov 10 17:29:45.388905 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03468bfe-ddb8-4e52-be47-5a03572ac9ac x-openstack-request-id: req-03468bfe-ddb8-4e52-be47-5a03572ac9ac {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:45.389192 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e8904de-d6e7-450a-8ba4-bb9110b4205e", "tag": "64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:45.389440 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-03468bfe-ddb8-4e52-be47-5a03572ac9ac {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:45.389826 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8904de-d6e7-450a-8ba4-bb9110b4205e', 'tag': '64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2', 'status': 'completed', 'code': 200} Nov 10 17:29:45.399240 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0636df-d78b-49c7-9a93-84f2efb154b7 service neutron] Pushing event updated for resources: {'Port': ['ID=64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:45.493684 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31ceb5-a0e0-4007-81e7-38d47dace8ec req-d35b1bff-5f0b-44ce-86f2-fd57e9a91a3f tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:45.495266 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ab31ceb5-a0e0-4007-81e7-38d47dace8ec req-d35b1bff-5f0b-44ce-86f2-fd57e9a91a3f tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 943 time: 0.0597277 Nov 10 17:29:45.496706 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7762789-bda2-4126-ac88-151e47798c23 req-ce6ddc54-e70e-4c99-86d0-6d767e40f8c4 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425853 Nov 10 17:29:45.508125 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-7c9445b0-dff6-43ff-8cc8-3fea444d598f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:45.509764 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-7c9445b0-dff6-43ff-8cc8-3fea444d598f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 1095 time: 0.1054373 Nov 10 17:29:45.521530 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-0848bcca-000b-4a1f-b45d-daf6e5d06511 req-5f95f3c6-9214-43b8-83ca-a1ef53570b6f tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] For port 8b53fbd8-e82f-4018-81d0-876405acfa5e, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=8b53fbd8-e82f-4018-81d0-876405acfa5e,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:45.522074 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0848bcca-000b-4a1f-b45d-daf6e5d06511 req-5f95f3c6-9214-43b8-83ca-a1ef53570b6f tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:45.551204 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-0848bcca-000b-4a1f-b45d-daf6e5d06511 req-5f95f3c6-9214-43b8-83ca-a1ef53570b6f tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Calling delete_port for 8b53fbd8-e82f-4018-81d0-876405acfa5e owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:29:45.566935 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ab31ceb5-a0e0-4007-81e7-38d47dace8ec req-7548193d-3445-4fe7-8392-d25c7a09e996 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624332 Nov 10 17:29:45.585404 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-32740cb8-12f8-4a9e-b9f6-bc85abda2255 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 HTTP/1.1" status: 200 len: 217 time: 0.0450923 Nov 10 17:29:45.684463 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-45487f9b-9e12-4978-b3e8-7920d8453328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:45.685897 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-45487f9b-9e12-4978-b3e8-7920d8453328 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6dcea188-714e-4316-9245-d3631f0cca17 HTTP/1.1" status: 200 len: 848 time: 0.0876920 Nov 10 17:29:45.725466 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-7a370472-65c0-4974-aa3e-5bb2c1b66202 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ee9bf645-62ea-4fb8-afab-51398fe4d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281465 Nov 10 17:29:45.828885 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc8676-56de-4e9f-8192-2dbeb5e882e8 req-7eda0ebe-a5e3-4f40-bb24-8c47c666d231 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:45.831256 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a4fc8676-56de-4e9f-8192-2dbeb5e882e8 req-7eda0ebe-a5e3-4f40-bb24-8c47c666d231 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 1097 time: 0.0431049 Nov 10 17:29:45.874919 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0848bcca-000b-4a1f-b45d-daf6e5d06511 req-5f95f3c6-9214-43b8-83ca-a1ef53570b6f tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:45.883328 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a4fc8676-56de-4e9f-8192-2dbeb5e882e8 req-ce1ae62a-b9ad-4501-ae72-517ec2456c0a tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450320 Nov 10 17:29:45.891513 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['8b53fbd8-e82f-4018-81d0-876405acfa5e'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:29:45.898563 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['98901298-86d6-4f9d-9ac5-345696275700'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:29:45.927459 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30320e5e-7f86-4541-9d74-3ad7700e2d2a req-56aefa42-6bd1-4823-8765-812f7604dadd tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:45.928949 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-30320e5e-7f86-4541-9d74-3ad7700e2d2a req-56aefa42-6bd1-4823-8765-812f7604dadd tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5755438-98ec-42e7-9571-f9dfb85ea2bf HTTP/1.1" status: 200 len: 867 time: 0.1253574 Nov 10 17:29:45.932051 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95f3c6-9214-43b8-83ca-a1ef53570b6f tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Pushing event deleted for resources: {'Port': ['ID=8b53fbd8-e82f-4018-81d0-876405acfa5e,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:45.935209 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-6e343aed-397b-4193-9a03-fb9822da1f2a service neutron] 10.222.0.11 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989400 Nov 10 17:29:46.137986 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-0848bcca-000b-4a1f-b45d-daf6e5d06511 req-5f95f3c6-9214-43b8-83ca-a1ef53570b6f tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] No DVR routers for this DVR port 8b53fbd8-e82f-4018-81d0-876405acfa5e on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:29:46.156284 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-30320e5e-7f86-4541-9d74-3ad7700e2d2a req-2b8f990c-877a-4f43-90fd-d7bb4b28c3a2 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/security-groups?id=048710b1-fd94-4a51-b977-2c4b1bc91759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133820 Nov 10 17:29:46.158200 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0848bcca-000b-4a1f-b45d-daf6e5d06511 req-5f95f3c6-9214-43b8-83ca-a1ef53570b6f tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:46.163438 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0848bcca-000b-4a1f-b45d-daf6e5d06511 req-5f95f3c6-9214-43b8-83ca-a1ef53570b6f tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.13 "DELETE /v2.0/ports/8b53fbd8-e82f-4018-81d0-876405acfa5e HTTP/1.1" status: 204 len: 173 time: 1.1474879 Nov 10 17:29:46.228604 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b69e208-230b-40b3-962d-46cf2754d5b2 req-60bc4b23-2eb2-4ac7-81b2-98a8cded4548 service neutron] 10.222.0.11 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792943 Nov 10 17:29:46.316249 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a356173-c587-4f24-b621-9701e5867d75 req-ff9e4dda-15d6-4d58-a164-b8d6c006aff2 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:46.333034 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9a356173-c587-4f24-b621-9701e5867d75 req-ff9e4dda-15d6-4d58-a164-b8d6c006aff2 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 949 time: 0.0854983 Nov 10 17:29:46.413087 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9a356173-c587-4f24-b621-9701e5867d75 req-39d51545-bb8e-453c-bb10-ac795c981905 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791268 Nov 10 17:29:46.419441 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23711f6d-7d56-445c-a8a4-d70e472a616f req-28ddc68d-eeaf-4d9c-9878-06b1ff426ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:46.421444 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-23711f6d-7d56-445c-a8a4-d70e472a616f req-28ddc68d-eeaf-4d9c-9878-06b1ff426ed7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 1095 time: 0.0861318 Nov 10 17:29:46.564760 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec01da7-2dfa-4983-8608-1e69534bc1ff req-90c08993-b746-4423-a4ed-4899f3dbe2f1 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:46.566433 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fec01da7-2dfa-4983-8608-1e69534bc1ff req-90c08993-b746-4423-a4ed-4899f3dbe2f1 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfb87d74-b09a-4381-a6b0-7eeb0d3b541d HTTP/1.1" status: 200 len: 944 time: 0.0815649 Nov 10 17:29:46.567746 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23711f6d-7d56-445c-a8a4-d70e472a616f req-5128f3ac-bacf-4a2c-bf48-8ac4eacf3414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:46.568988 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-23711f6d-7d56-445c-a8a4-d70e472a616f req-5128f3ac-bacf-4a2c-bf48-8ac4eacf3414 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ee9bf645-62ea-4fb8-afab-51398fe4d64d HTTP/1.1" status: 200 len: 909 time: 0.1400211 Nov 10 17:29:46.629709 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-23711f6d-7d56-445c-a8a4-d70e472a616f req-1ac31e19-1116-42cb-b9da-bb943efd1c2d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 HTTP/1.1" status: 200 len: 217 time: 0.0459690 Nov 10 17:29:46.687343 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fec01da7-2dfa-4983-8608-1e69534bc1ff req-fedf3f6e-b8f7-41f7-a829-1b2f469688ec tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "GET /v2.0/security-groups?id=832b652e-0137-4e68-9e92-89d6c3005823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098907 Nov 10 17:29:46.700952 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23711f6d-7d56-445c-a8a4-d70e472a616f req-59bb45e6-5417-4a26-872f-ee68fa715e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:46.702542 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-23711f6d-7d56-445c-a8a4-d70e472a616f req-59bb45e6-5417-4a26-872f-ee68fa715e85 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6dcea188-714e-4316-9245-d3631f0cca17 HTTP/1.1" status: 200 len: 848 time: 0.0654111 Nov 10 17:29:46.745956 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-23711f6d-7d56-445c-a8a4-d70e472a616f req-139d2954-911c-4104-83f6-a62932eb897d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ee9bf645-62ea-4fb8-afab-51398fe4d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328972 Nov 10 17:29:46.898914 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097bcf5a-32e9-46e9-b923-7dcc520697cb req-e77ff9d9-d9bc-4bf6-a68b-4cdc2914b7e7 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:46.904688 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-097bcf5a-32e9-46e9-b923-7dcc520697cb req-e77ff9d9-d9bc-4bf6-a68b-4cdc2914b7e7 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.0783238 Nov 10 17:29:46.908072 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-23711f6d-7d56-445c-a8a4-d70e472a616f req-b9254c6c-c313-496f-b5bb-beca9f1b38f9 service neutron] 10.222.0.11 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474876 Nov 10 17:29:47.000654 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-aa3c85fe-1d80-490f-878d-aad69c20a2fc tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:29:47.001631 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-aa3c85fe-1d80-490f-878d-aad69c20a2fc tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148594 Nov 10 17:29:47.024301 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-097bcf5a-32e9-46e9-b923-7dcc520697cb req-50b693ef-0988-49ed-8d0c-4cd590894c91 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145437 Nov 10 17:29:47.063361 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-d0c00226-5bb8-45de-ac84-76c0c5353c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:47.065409 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-d0c00226-5bb8-45de-ac84-76c0c5353c09 service neutron] 10.222.0.39 "GET /v2.0/ports/5a166f48-2e21-4eb6-b72d-56776e766f78 HTTP/1.1" status: 200 len: 1094 time: 0.0534608 Nov 10 17:29:47.074494 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-b442f62d-2d94-425f-9fd6-ba309d6b3f8d service neutron] Request body: {'binding': {'host': 'n-h1-776250-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:29:47.074860 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-b442f62d-2d94-425f-9fd6-ba309d6b3f8d service neutron] Unknown quota resources ['binding']. {{(pid=102469) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 17:29:47.107616 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-23711f6d-7d56-445c-a8a4-d70e472a616f req-0f29fa88-1b57-4845-b212-d9eed0892537 service neutron] 10.222.0.11 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808147 Nov 10 17:29:47.226349 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b449c58-e933-44b2-82d5-77f78fb27854 req-e5c715d5-ae95-419e-8fb9-621975fd7fca tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:47.227794 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b449c58-e933-44b2-82d5-77f78fb27854 req-e5c715d5-ae95-419e-8fb9-621975fd7fca tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 943 time: 0.0960841 Nov 10 17:29:47.278802 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-b442f62d-2d94-425f-9fd6-ba309d6b3f8d service neutron] Attempting to bind port 5a166f48-2e21-4eb6-b72d-56776e766f78 on host n-h1-776250-10 for vnic_type normal with profile None {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:29:47.279590 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-b442f62d-2d94-425f-9fd6-ba309d6b3f8d service neutron] Attempting to bind port 5a166f48-2e21-4eb6-b72d-56776e766f78 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:29:47.279590 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-b442f62d-2d94-425f-9fd6-ba309d6b3f8d service neutron] Attempting to bind port 5a166f48-2e21-4eb6-b72d-56776e766f78 on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:29:47.292746 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-b442f62d-2d94-425f-9fd6-ba309d6b3f8d service neutron] Port 5a166f48-2e21-4eb6-b72d-56776e766f78 on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:29:47.293066 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-b442f62d-2d94-425f-9fd6-ba309d6b3f8d service neutron] Attempting to bind port 5a166f48-2e21-4eb6-b72d-56776e766f78 on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:29:47.306272 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-b442f62d-2d94-425f-9fd6-ba309d6b3f8d service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:29:47.306602 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-b442f62d-2d94-425f-9fd6-ba309d6b3f8d service neutron] Checking segment: {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:29:47.306974 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-b442f62d-2d94-425f-9fd6-ba309d6b3f8d service neutron] Bound using segment: {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:29:47.307431 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-b442f62d-2d94-425f-9fd6-ba309d6b3f8d service neutron] Bound port: 5a166f48-2e21-4eb6-b72d-56776e766f78, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:29:47.312915 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b449c58-e933-44b2-82d5-77f78fb27854 req-e79aed66-e44b-492c-90fa-2db7ef71ede8 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710156 Nov 10 17:29:47.370553 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-b442f62d-2d94-425f-9fd6-ba309d6b3f8d service neutron] For port 5a166f48-2e21-4eb6-b72d-56776e766f78, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=5a166f48-2e21-4eb6-b72d-56776e766f78,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:29:47.377789 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-b442f62d-2d94-425f-9fd6-ba309d6b3f8d service neutron] Publish callbacks [] for binding, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:47.379096 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-b442f62d-2d94-425f-9fd6-ba309d6b3f8d service neutron] 10.222.0.39 "POST /v2.0/ports/5a166f48-2e21-4eb6-b72d-56776e766f78/bindings HTTP/1.1" status: 201 len: 390 time: 0.3080058 Nov 10 17:29:47.390766 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5755438-98ec-42e7-9571-f9dfb85ea2bf', 'name': 'network-vif-deleted', 'tag': '8b53fbd8-e82f-4018-81d0-876405acfa5e'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:47.394030 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602a0bc6-002f-497c-a762-a04193592973" -d '{"events": [{"server_uuid": "e5755438-98ec-42e7-9571-f9dfb85ea2bf", "name": "network-vif-deleted", "tag": "8b53fbd8-e82f-4018-81d0-876405acfa5e"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:47.465685 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ac556f-d3c4-439d-a504-60ff4aff4ae5 x-openstack-request-id: req-51ac556f-d3c4-439d-a504-60ff4aff4ae5 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:47.466227 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5755438-98ec-42e7-9571-f9dfb85ea2bf", "name": "network-vif-deleted", "tag": "8b53fbd8-e82f-4018-81d0-876405acfa5e", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:47.466495 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-51ac556f-d3c4-439d-a504-60ff4aff4ae5 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:47.468299 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5755438-98ec-42e7-9571-f9dfb85ea2bf', 'name': 'network-vif-deleted', 'tag': '8b53fbd8-e82f-4018-81d0-876405acfa5e', 'status': 'completed', 'code': 200} Nov 10 17:29:47.618613 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a81c20-3da5-4a02-957c-2cf183ed43a2 req-039fa8e6-3bb9-4efa-81d9-40c641e8a77e tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:47.620341 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68a81c20-3da5-4a02-957c-2cf183ed43a2 req-039fa8e6-3bb9-4efa-81d9-40c641e8a77e tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 949 time: 0.0853548 Nov 10 17:29:47.638534 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device ab8ba038-2d14-47c1-84ec-3815d20be000 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:29:47.709318 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38bd31-5e97-4b6e-b921-6bef8ed26b96 req-fd87452c-8a71-43bc-8af2-c7495ac763ce tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:47.712658 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4a38bd31-5e97-4b6e-b921-6bef8ed26b96 req-fd87452c-8a71-43bc-8af2-c7495ac763ce tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 945 time: 0.0686648 Nov 10 17:29:47.773214 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port ab8ba038-2d14-47c1-84ec-3815d20be000, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ab8ba038-2d14-47c1-84ec-3815d20be000,segment=NetworkSegment(89305dc8-69fe-40d4-a213-a71be0602df9),segment_id=89305dc8-69fe-40d4-a213-a71be0602df9)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:47.777960 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68a81c20-3da5-4a02-957c-2cf183ed43a2 req-7cccf574-0628-4c43-bd9d-0bf8a15033b8 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510322 Nov 10 17:29:47.781059 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-a22c8332-ea1b-4189-a866-7096c08be189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:47.782649 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-a22c8332-ea1b-4189-a866-7096c08be189 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ec9ca6147964daa83e30b2176db3b36&device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 1097 time: 0.0993726 Nov 10 17:29:47.787386 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'ab8ba038-2d14-47c1-84ec-3815d20be000', 'network_id': 'be65a555-144d-4264-b9cf-3bb873dc8322', 'port_id': 'ab8ba038-2d14-47c1-84ec-3815d20be000', 'mac_address': 'fa:16:3e:4d:4e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa1748c1-9572-4706-b787-57086096078a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:29:47.816850 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4a38bd31-5e97-4b6e-b921-6bef8ed26b96 req-3ccc6259-90c4-4d56-adf7-f9b11eb64bca tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935564 Nov 10 17:29:47.860020 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:47.880125 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab8ba038-2d14-47c1-84ec-3815d20be000 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:29:47.906315 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port ab8ba038-2d14-47c1-84ec-3815d20be000, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ab8ba038-2d14-47c1-84ec-3815d20be000,segment=NetworkSegment(89305dc8-69fe-40d4-a213-a71be0602df9),segment_id=89305dc8-69fe-40d4-a213-a71be0602df9)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:47.924279 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:47.964124 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fc93a-7dd7-4c94-a632-c095dedae3ef req-a37b27e4-1dd4-49d4-8884-6f093a8af3b0 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:47.974721 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c48fc93a-7dd7-4c94-a632-c095dedae3ef req-a37b27e4-1dd4-49d4-8884-6f093a8af3b0 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfb87d74-b09a-4381-a6b0-7eeb0d3b541d HTTP/1.1" status: 200 len: 944 time: 0.0766299 Nov 10 17:29:47.980529 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6dfaf-b729-4c62-9911-db4a46de7c2b req-8a1cd151-4dfc-406b-9138-39bc320454de tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:47.980529 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-83e6dfaf-b729-4c62-9911-db4a46de7c2b req-8a1cd151-4dfc-406b-9138-39bc320454de tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c9ebac-603f-410a-ad4d-5d8d57872bfc HTTP/1.1" status: 200 len: 948 time: 0.1152544 Nov 10 17:29:48.006640 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-bf6f826f-6cdc-40fd-86e2-c355e8eced24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:48.008132 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-bf6f826f-6cdc-40fd-86e2-c355e8eced24 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1 HTTP/1.1" status: 200 len: 922 time: 0.2142451 Nov 10 17:29:48.014923 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=ab8ba038-2d14-47c1-84ec-3815d20be000,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:48.023974 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:48.024348 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:48.025083 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:48.025083 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:48.025317 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:48.025650 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:48.025976 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:48.026298 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:48.026673 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:48.026999 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:48.027319 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:48.027642 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:29:48.056042 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c48fc93a-7dd7-4c94-a632-c095dedae3ef req-cf1b3e7c-0f7e-466e-a20f-2c7abe134288 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "GET /v2.0/security-groups?id=832b652e-0137-4e68-9e92-89d6c3005823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709965 Nov 10 17:29:48.074797 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-d011d21c-7921-4a2f-ab78-bbe25b07bb17 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a166f48-2e21-4eb6-b72d-56776e766f78 HTTP/1.1" status: 200 len: 217 time: 0.0507698 Nov 10 17:29:48.115143 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-83e6dfaf-b729-4c62-9911-db4a46de7c2b req-d123b9de-9362-4305-bc87-917baada18f2 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/security-groups?id=048710b1-fd94-4a51-b977-2c4b1bc91759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272566 Nov 10 17:29:48.136713 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-8df8f0f3-5c14-47ff-838a-c37f95c5de03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:48.138229 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-8df8f0f3-5c14-47ff-838a-c37f95c5de03 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f3d9be19-2b8d-48ad-890a-609759e284ae HTTP/1.1" status: 200 len: 861 time: 0.0542111 Nov 10 17:29:48.151650 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd49d0-590d-4908-ad21-80ecfb06b86c req-de1cdb38-6e92-42e7-aa5b-63b6ea7d2936 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:48.153436 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-04cd49d0-590d-4908-ad21-80ecfb06b86c req-de1cdb38-6e92-42e7-aa5b-63b6ea7d2936 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.0493894 Nov 10 17:29:48.177247 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-3bcc02d9-ebcc-41e1-8dec-3bd23b4917be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266223 Nov 10 17:29:48.213288 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-04cd49d0-590d-4908-ad21-80ecfb06b86c req-f2d4ba2f-2e80-4e91-b513-dd3eaac44db5 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513988 Nov 10 17:29:48.258730 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['ab8ba038-2d14-47c1-84ec-3815d20be000'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:29:48.473140 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2bc69-c170-4e6f-9eeb-1f92612038dd req-330f5bb3-fe8c-44f4-94f8-f6faeb273a8c tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:48.475745 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-00e2bc69-c170-4e6f-9eeb-1f92612038dd req-330f5bb3-fe8c-44f4-94f8-f6faeb273a8c tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 943 time: 0.0805478 Nov 10 17:29:48.534600 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-00e2bc69-c170-4e6f-9eeb-1f92612038dd req-7221f09f-689e-4639-a4b9-d9761eebe73c tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525088 Nov 10 17:29:48.570912 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-ac2fa437-04f0-4b13-9201-123445986a46 service neutron] 10.222.0.11 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833079 Nov 10 17:29:48.666640 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-55f3440e-f0c9-4212-9b66-ad54ceaa0425 service neutron] 10.222.0.11 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848732 Nov 10 17:29:48.785377 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-623e35cb-1e40-494e-92ee-87a3867ae3d4 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:48.786873 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-623e35cb-1e40-494e-92ee-87a3867ae3d4 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691&tenant_id=0ec9ca6147964daa83e30b2176db3b36&binding%3Ahost_id=n-h2-776250-10 HTTP/1.1" status: 200 len: 1097 time: 0.0477746 Nov 10 17:29:48.816754 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-3d12939e-ab17-4d5a-8a6c-2d327c498900 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-776250-10'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:29:48.896133 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-3d12939e-ab17-4d5a-8a6c-2d327c498900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:48.949894 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f1e5e-c5d3-4442-95e6-37902b91120e req-610c58dc-b35e-4e14-baf9-7d83e1c70cce tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:48.952597 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4d4f1e5e-c5d3-4442-95e6-37902b91120e req-610c58dc-b35e-4e14-baf9-7d83e1c70cce tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 945 time: 0.0548565 Nov 10 17:29:48.957378 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a59b38-1a6f-499a-af15-1bb1f81bf8a0 req-2a1876cf-c4dd-4129-ab61-413fd1a93850 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:48.958928 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-84a59b38-1a6f-499a-af15-1bb1f81bf8a0 req-2a1876cf-c4dd-4129-ab61-413fd1a93850 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 949 time: 0.0935283 Nov 10 17:29:49.000195 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4d4f1e5e-c5d3-4442-95e6-37902b91120e req-708dd7f6-dbd0-453a-9f84-66bdc4da5e7e tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414083 Nov 10 17:29:49.057697 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-84a59b38-1a6f-499a-af15-1bb1f81bf8a0 req-7a2cbb21-af2a-4dce-888f-664d1788d952 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907245 Nov 10 17:29:49.099767 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-3d12939e-ab17-4d5a-8a6c-2d327c498900 service neutron] For port 5a166f48-2e21-4eb6-b72d-56776e766f78, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5a166f48-2e21-4eb6-b72d-56776e766f78,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:49.139578 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-3d12939e-ab17-4d5a-8a6c-2d327c498900 service neutron] For port 5a166f48-2e21-4eb6-b72d-56776e766f78, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:29:49.193386 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-3d12939e-ab17-4d5a-8a6c-2d327c498900 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:49.198327 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0727789-ebcb-46d2-bd51-c88a1f4617ff req-a7fa66c9-7f8e-40a2-ac60-b9e68662d1af tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:49.200306 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-3d12939e-ab17-4d5a-8a6c-2d327c498900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:49.200454 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0727789-ebcb-46d2-bd51-c88a1f4617ff req-a7fa66c9-7f8e-40a2-ac60-b9e68662d1af tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfb87d74-b09a-4381-a6b0-7eeb0d3b541d HTTP/1.1" status: 200 len: 945 time: 0.0709031 Nov 10 17:29:49.254987 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0727789-ebcb-46d2-bd51-c88a1f4617ff req-6ed9dadb-b2fd-44b7-86f9-e548b03fb7db tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "GET /v2.0/security-groups?id=832b652e-0137-4e68-9e92-89d6c3005823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478730 Nov 10 17:29:49.320983 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12939e-ab17-4d5a-8a6c-2d327c498900 service neutron] Pushing event updated for resources: {'Port': ['ID=5a166f48-2e21-4eb6-b72d-56776e766f78,revision_number=7']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:49.334006 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb85fe9-57a3-429d-872a-510485e4b4d8 req-208caf44-6328-4cb7-b39f-336705f37890 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:49.335463 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fbb85fe9-57a3-429d-872a-510485e4b4d8 req-208caf44-6328-4cb7-b39f-336705f37890 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c9ebac-603f-410a-ad4d-5d8d57872bfc HTTP/1.1" status: 200 len: 948 time: 0.1061525 Nov 10 17:29:49.345338 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-3d12939e-ab17-4d5a-8a6c-2d327c498900 service neutron] Attempting to bind port 5a166f48-2e21-4eb6-b72d-56776e766f78 on host n-h2-776250-10 for vnic_type normal with profile {"migrating_to": "n-h1-776250-10"} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:29:49.345669 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-3d12939e-ab17-4d5a-8a6c-2d327c498900 service neutron] Attempting to bind port 5a166f48-2e21-4eb6-b72d-56776e766f78 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:29:49.346124 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-3d12939e-ab17-4d5a-8a6c-2d327c498900 service neutron] Attempting to bind port 5a166f48-2e21-4eb6-b72d-56776e766f78 on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:29:49.352546 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-3d12939e-ab17-4d5a-8a6c-2d327c498900 service neutron] Port 5a166f48-2e21-4eb6-b72d-56776e766f78 on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:29:49.352874 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-3d12939e-ab17-4d5a-8a6c-2d327c498900 service neutron] Attempting to bind port 5a166f48-2e21-4eb6-b72d-56776e766f78 on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:29:49.370010 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-3d12939e-ab17-4d5a-8a6c-2d327c498900 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:29:49.370364 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-3d12939e-ab17-4d5a-8a6c-2d327c498900 service neutron] Checking segment: {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:29:49.370729 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-3d12939e-ab17-4d5a-8a6c-2d327c498900 service neutron] Bound using segment: {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:29:49.371172 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-3d12939e-ab17-4d5a-8a6c-2d327c498900 service neutron] Bound port: 5a166f48-2e21-4eb6-b72d-56776e766f78, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:29:49.371543 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-3d12939e-ab17-4d5a-8a6c-2d327c498900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:49.415957 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c37787-2f4c-45ea-aca5-ffbe7d8c1976 req-0bee8f3a-0140-44c9-8230-b4c56b46db72 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:49.417811 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-98c37787-2f4c-45ea-aca5-ffbe7d8c1976 req-0bee8f3a-0140-44c9-8230-b4c56b46db72 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.0934339 Nov 10 17:29:49.426488 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28856fbb-67a7-4cda-b580-3d6617eaa55a req-5b7f6a52-a019-42ed-b386-bb5597b07489 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:49.427925 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-28856fbb-67a7-4cda-b580-3d6617eaa55a req-5b7f6a52-a019-42ed-b386-bb5597b07489 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.11 "GET /v2.0/ports?device_id=24c9ebac-603f-410a-ad4d-5d8d57872bfc HTTP/1.1" status: 200 len: 948 time: 0.0688705 Nov 10 17:29:49.440919 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fbb85fe9-57a3-429d-872a-510485e4b4d8 req-ca48a628-bef3-42f7-877e-0ef7a29ceecf tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/security-groups?id=048710b1-fd94-4a51-b977-2c4b1bc91759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892031 Nov 10 17:29:49.472544 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fee33f3-957b-4957-b0f2-5ea50ee80691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a166f48-2e21-4eb6-b72d-56776e766f78'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:49.475922 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9902ee3f-fb09-4023-a73a-053b3589269c" -d '{"events": [{"server_uuid": "2fee33f3-957b-4957-b0f2-5ea50ee80691", "name": "network-vif-unplugged", "status": "completed", "tag": "5a166f48-2e21-4eb6-b72d-56776e766f78"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:49.506583 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-3d12939e-ab17-4d5a-8a6c-2d327c498900 service neutron] For port 5a166f48-2e21-4eb6-b72d-56776e766f78, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:29:49.510437 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-3d12939e-ab17-4d5a-8a6c-2d327c498900 service neutron] For port 5a166f48-2e21-4eb6-b72d-56776e766f78, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5a166f48-2e21-4eb6-b72d-56776e766f78,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:29:49.516870 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-3d12939e-ab17-4d5a-8a6c-2d327c498900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:49.554207 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-98c37787-2f4c-45ea-aca5-ffbe7d8c1976 req-8482da16-9034-4ba8-993c-f1faf62a3c8c tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235418 Nov 10 17:29:49.616548 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-3d12939e-ab17-4d5a-8a6c-2d327c498900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:49.618464 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-3d12939e-ab17-4d5a-8a6c-2d327c498900 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:49.621636 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-3d12939e-ab17-4d5a-8a6c-2d327c498900 service neutron] 10.222.0.11 "PUT /v2.0/ports/5a166f48-2e21-4eb6-b72d-56776e766f78 HTTP/1.1" status: 200 len: 1123 time: 0.8103371 Nov 10 17:29:49.623385 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9778b04-2feb-41fe-8abb-6e709a3abc1b x-openstack-request-id: req-d9778b04-2feb-41fe-8abb-6e709a3abc1b {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:49.623679 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fee33f3-957b-4957-b0f2-5ea50ee80691", "name": "network-vif-unplugged", "status": "completed", "tag": "5a166f48-2e21-4eb6-b72d-56776e766f78", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:49.623933 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d9778b04-2feb-41fe-8abb-6e709a3abc1b {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:49.624360 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fee33f3-957b-4957-b0f2-5ea50ee80691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a166f48-2e21-4eb6-b72d-56776e766f78', 'code': 200} Nov 10 17:29:49.633143 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12939e-ab17-4d5a-8a6c-2d327c498900 service neutron] Pushing event updated for resources: {'Port': ['ID=5a166f48-2e21-4eb6-b72d-56776e766f78,revision_number=8']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:49.657413 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:29:49.660631 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device ab8ba038-2d14-47c1-84ec-3815d20be000 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:29:49.766369 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['5a166f48-2e21-4eb6-b72d-56776e766f78'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:29:49.810283 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port ab8ba038-2d14-47c1-84ec-3815d20be000 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:29:49.834514 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port ab8ba038-2d14-47c1-84ec-3815d20be000 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:29:49.834881 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:49.875688 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:49.907261 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2', 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d', 'port_id': '64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2', 'mac_address': 'fa:16:3e:9c:fe:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dcea188-714e-4316-9245-d3631f0cca17', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:29:49.917104 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-28856fbb-67a7-4cda-b580-3d6617eaa55a req-5ee228ef-23f0-4add-a359-a05487d3eaa8 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Deleting port 98901298-86d6-4f9d-9ac5-345696275700 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:29:49.917448 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-28856fbb-67a7-4cda-b580-3d6617eaa55a req-5ee228ef-23f0-4add-a359-a05487d3eaa8 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:49.985560 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac12442-57b6-485c-8c5a-590d1f422c16 req-13cc8c4c-2277-4483-bc68-d58c4b64cbe8 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:49.987579 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3ac12442-57b6-485c-8c5a-590d1f422c16 req-13cc8c4c-2277-4483-bc68-d58c4b64cbe8 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 943 time: 0.1086323 Nov 10 17:29:50.000317 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:50.018894 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 8b53fbd8-e82f-4018-81d0-876405acfa5e no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:29:50.056448 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:29:50.066647 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 8b53fbd8-e82f-4018-81d0-876405acfa5e {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:29:50.066878 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 8b53fbd8-e82f-4018-81d0-876405acfa5e not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:29:50.074810 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:50.074991 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-28856fbb-67a7-4cda-b580-3d6617eaa55a req-5ee228ef-23f0-4add-a359-a05487d3eaa8 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] For port 98901298-86d6-4f9d-9ac5-345696275700, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=98901298-86d6-4f9d-9ac5-345696275700,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:50.075272 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-28856fbb-67a7-4cda-b580-3d6617eaa55a req-5ee228ef-23f0-4add-a359-a05487d3eaa8 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:50.099923 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-28856fbb-67a7-4cda-b580-3d6617eaa55a req-5ee228ef-23f0-4add-a359-a05487d3eaa8 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Calling delete_port for 98901298-86d6-4f9d-9ac5-345696275700 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:29:50.112328 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3ac12442-57b6-485c-8c5a-590d1f422c16 req-c16b66bc-d031-4649-ac66-2bff3b654011 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133192 Nov 10 17:29:50.113008 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:50.142234 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:50.144393 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb87d74-b09a-4381-a6b0-7eeb0d3b541d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8ba038-2d14-47c1-84ec-3815d20be000'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:50.146682 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488b8ba8-4fb9-49d7-a87a-0551ff42addc" -d '{"events": [{"server_uuid": "cfb87d74-b09a-4381-a6b0-7eeb0d3b541d", "name": "network-vif-plugged", "status": "completed", "tag": "ab8ba038-2d14-47c1-84ec-3815d20be000"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:50.187136 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port ab8ba038-2d14-47c1-84ec-3815d20be000, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ab8ba038-2d14-47c1-84ec-3815d20be000,segment=NetworkSegment(89305dc8-69fe-40d4-a213-a71be0602df9),segment_id=89305dc8-69fe-40d4-a213-a71be0602df9)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:50.202113 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:50.220281 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:50.240524 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff2c56-eb49-4a40-9d96-e5eaf5860904 req-e932946d-0d03-4616-afc3-a02c932034ee tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:50.247647 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3bff2c56-eb49-4a40-9d96-e5eaf5860904 req-e932946d-0d03-4616-afc3-a02c932034ee tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 943 time: 0.1068180 Nov 10 17:29:50.294830 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=ab8ba038-2d14-47c1-84ec-3815d20be000,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:50.295118 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfba20-6a9a-4bc5-8b0c-024a427bf13d req-0460bc51-2eab-473f-a142-889c87fbc8e2 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:50.296964 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3bcfba20-6a9a-4bc5-8b0c-024a427bf13d req-0460bc51-2eab-473f-a142-889c87fbc8e2 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 949 time: 0.0796375 Nov 10 17:29:50.317055 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3bff2c56-eb49-4a40-9d96-e5eaf5860904 req-4c2029e0-9426-4d12-b887-8316aaebfc40 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681660 Nov 10 17:29:50.363203 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5286068-8035-46c9-82a0-52d84b22ce3a x-openstack-request-id: req-c5286068-8035-46c9-82a0-52d84b22ce3a {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:50.363443 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb87d74-b09a-4381-a6b0-7eeb0d3b541d", "name": "network-vif-plugged", "status": "completed", "tag": "ab8ba038-2d14-47c1-84ec-3815d20be000", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:50.363670 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c5286068-8035-46c9-82a0-52d84b22ce3a {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:50.364576 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb87d74-b09a-4381-a6b0-7eeb0d3b541d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8ba038-2d14-47c1-84ec-3815d20be000', 'code': 200} Nov 10 17:29:50.399486 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-28856fbb-67a7-4cda-b580-3d6617eaa55a req-5ee228ef-23f0-4add-a359-a05487d3eaa8 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:50.420518 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['98901298-86d6-4f9d-9ac5-345696275700'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:29:50.425259 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3bcfba20-6a9a-4bc5-8b0c-024a427bf13d req-8199f4ce-f333-4abe-b70f-8b241b0a6bed tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204252 Nov 10 17:29:50.449519 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee228ef-23f0-4add-a359-a05487d3eaa8 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Pushing event deleted for resources: {'Port': ['ID=98901298-86d6-4f9d-9ac5-345696275700,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:50.500655 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:29:50.506218 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-28856fbb-67a7-4cda-b580-3d6617eaa55a req-5ee228ef-23f0-4add-a359-a05487d3eaa8 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] No DVR routers for this DVR port 98901298-86d6-4f9d-9ac5-345696275700 on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:29:50.509379 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-28856fbb-67a7-4cda-b580-3d6617eaa55a req-5ee228ef-23f0-4add-a359-a05487d3eaa8 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:50.513078 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-28856fbb-67a7-4cda-b580-3d6617eaa55a req-5ee228ef-23f0-4add-a359-a05487d3eaa8 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.11 "DELETE /v2.0/ports/98901298-86d6-4f9d-9ac5-345696275700 HTTP/1.1" status: 204 len: 173 time: 1.0735359 Nov 10 17:29:50.513853 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c9ebac-603f-410a-ad4d-5d8d57872bfc', 'name': 'network-vif-deleted', 'tag': '98901298-86d6-4f9d-9ac5-345696275700'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:50.517499 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eca1c05-9161-42b6-abf2-ca94303adc19" -d '{"events": [{"server_uuid": "24c9ebac-603f-410a-ad4d-5d8d57872bfc", "name": "network-vif-deleted", "tag": "98901298-86d6-4f9d-9ac5-345696275700"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:50.606506 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54c44b-8476-4536-8134-524138d413a4 req-0a34c429-4804-4c81-9989-6d9b652cb38b tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:50.616281 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0b54c44b-8476-4536-8134-524138d413a4 req-0a34c429-4804-4c81-9989-6d9b652cb38b tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfb87d74-b09a-4381-a6b0-7eeb0d3b541d HTTP/1.1" status: 200 len: 946 time: 0.1915638 Nov 10 17:29:50.640655 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c600b6-02a6-4caf-a978-f59b9676c88d req-be8d926f-a4ee-437b-802c-d4fd07a3da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:50.642219 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-55c600b6-02a6-4caf-a978-f59b9676c88d req-be8d926f-a4ee-437b-802c-d4fd07a3da40 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cfb87d74-b09a-4381-a6b0-7eeb0d3b541d HTTP/1.1" status: 200 len: 1098 time: 0.1641126 Nov 10 17:29:50.678426 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-68536bd6-d06d-4d06-93d4-d7a4035d5010 req-10597964-f6a3-4a2f-82d2-8187e55f6c94 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c9ebac-603f-410a-ad4d-5d8d57872bfc HTTP/1.1" status: 200 len: 210 time: 0.0573165 Nov 10 17:29:50.735906 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-55c600b6-02a6-4caf-a978-f59b9676c88d req-3b7768f9-f065-4ae3-b642-3d022b1f926a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=832b652e-0137-4e68-9e92-89d6c3005823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727582 Nov 10 17:29:50.765784 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8037f4ae-2dd1-4828-a860-f84c738f6ea2 x-openstack-request-id: req-8037f4ae-2dd1-4828-a860-f84c738f6ea2 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:50.766186 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c9ebac-603f-410a-ad4d-5d8d57872bfc", "name": "network-vif-deleted", "tag": "98901298-86d6-4f9d-9ac5-345696275700", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:50.766442 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8037f4ae-2dd1-4828-a860-f84c738f6ea2 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:50.766928 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c9ebac-603f-410a-ad4d-5d8d57872bfc', 'name': 'network-vif-deleted', 'tag': '98901298-86d6-4f9d-9ac5-345696275700', 'status': 'completed', 'code': 200} Nov 10 17:29:50.773653 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0b54c44b-8476-4536-8134-524138d413a4 req-22b9f908-ca9b-4629-9c2a-1deccae31cf1 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "GET /v2.0/security-groups?id=832b652e-0137-4e68-9e92-89d6c3005823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536515 Nov 10 17:29:50.890710 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1629bf4-9e11-4773-9ae0-695483ec48c2 req-54a65522-58e5-4842-8947-9c72f1511ae5 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:50.892275 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f1629bf4-9e11-4773-9ae0-695483ec48c2 req-54a65522-58e5-4842-8947-9c72f1511ae5 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.0549924 Nov 10 17:29:50.940746 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f1629bf4-9e11-4773-9ae0-695483ec48c2 req-85e3bfe7-009a-44b6-bbd0-d9c500abaf0a tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413244 Nov 10 17:29:51.234625 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25ef93-6312-4aaa-8157-b78e3defb3f5 req-3f2d408a-f72b-497a-b770-c71c3c57df3c tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:51.236137 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ce25ef93-6312-4aaa-8157-b78e3defb3f5 req-3f2d408a-f72b-497a-b770-c71c3c57df3c tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 944 time: 0.0548968 Nov 10 17:29:51.283239 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ce25ef93-6312-4aaa-8157-b78e3defb3f5 req-ff130fea-bc5f-435f-87a6-01a1ff87c96d tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403790 Nov 10 17:29:51.437047 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19278eb-8db7-4179-9e17-4e20df158b4d req-ab8b23b5-fe80-42c5-bbd0-3be81f9774a4 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:51.438581 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f19278eb-8db7-4179-9e17-4e20df158b4d req-ab8b23b5-fe80-42c5-bbd0-3be81f9774a4 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 943 time: 0.0508909 Nov 10 17:29:51.489432 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f19278eb-8db7-4179-9e17-4e20df158b4d req-fd2eee48-6bbd-4b89-a232-dda0abc01e9f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443511 Nov 10 17:29:51.553795 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a4859-6e56-4aa8-a2a0-bb2773f2ccf8 req-60c8fe31-afe2-4da6-9d84-136e33bfaafe tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:51.555300 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-746a4859-6e56-4aa8-a2a0-bb2773f2ccf8 req-60c8fe31-afe2-4da6-9d84-136e33bfaafe tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 949 time: 0.0516033 Nov 10 17:29:51.603695 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-746a4859-6e56-4aa8-a2a0-bb2773f2ccf8 req-8bc81caa-ae65-4f70-9fc5-38ec14bcd5c8 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419157 Nov 10 17:29:51.625546 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fee33f3-957b-4957-b0f2-5ea50ee80691', 'tag': '5a166f48-2e21-4eb6-b72d-56776e766f78'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:51.628541 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbd9668-699c-4574-84a7-4a8bb47f796b" -d '{"events": [{"name": "network-changed", "server_uuid": "2fee33f3-957b-4957-b0f2-5ea50ee80691", "tag": "5a166f48-2e21-4eb6-b72d-56776e766f78"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:51.664047 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 5a166f48-2e21-4eb6-b72d-56776e766f78 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:29:51.669033 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:29:51.674209 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf60749-3343-43b7-a0e5-ec213a3abea3 x-openstack-request-id: req-adf60749-3343-43b7-a0e5-ec213a3abea3 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:51.674744 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fee33f3-957b-4957-b0f2-5ea50ee80691", "tag": "5a166f48-2e21-4eb6-b72d-56776e766f78", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:51.674922 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-adf60749-3343-43b7-a0e5-ec213a3abea3 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:51.675290 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fee33f3-957b-4957-b0f2-5ea50ee80691', 'tag': '5a166f48-2e21-4eb6-b72d-56776e766f78', 'status': 'completed', 'code': 200} Nov 10 17:29:51.793617 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd9668-699c-4574-84a7-4a8bb47f796b req-ab5e2be3-4f80-4a2d-8313-b46cafe71223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:51.795110 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6fbd9668-699c-4574-84a7-4a8bb47f796b req-ab5e2be3-4f80-4a2d-8313-b46cafe71223 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ec9ca6147964daa83e30b2176db3b36&device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 1126 time: 0.0953262 Nov 10 17:29:51.832979 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:29:51.841443 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:29:51.841823 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:51.874766 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4a953b0d-b277-4372-9b18-aac3b8c11f25 req-acc12baa-8b62-4529-9b6e-b2679754bb78 tempest-LiveMigrationNegativeTest-1522885333 tempest-LiveMigrationNegativeTest-1522885333-project] 10.222.0.39 "GET /v2.0/ports?device_id=24c9ebac-603f-410a-ad4d-5d8d57872bfc HTTP/1.1" status: 200 len: 210 time: 0.0419290 Nov 10 17:29:51.912281 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 5a166f48-2e21-4eb6-b72d-56776e766f78, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5a166f48-2e21-4eb6-b72d-56776e766f78,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:51.932912 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 5a166f48-2e21-4eb6-b72d-56776e766f78 has no active binding in host n-h1-776250-10 {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 17:29:51.989120 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd9668-699c-4574-84a7-4a8bb47f796b req-8f611fc9-24f3-4747-aded-d0c85326a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:51.990562 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6fbd9668-699c-4574-84a7-4a8bb47f796b req-8f611fc9-24f3-4747-aded-d0c85326a6dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1 HTTP/1.1" status: 200 len: 922 time: 0.1606209 Nov 10 17:29:52.005583 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:52.055862 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:52.062347 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:52.066397 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6fbd9668-699c-4574-84a7-4a8bb47f796b req-471513a4-86ab-421d-a451-107ffcb7ed82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a166f48-2e21-4eb6-b72d-56776e766f78 HTTP/1.1" status: 200 len: 217 time: 0.0616565 Nov 10 17:29:52.074984 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b9cde-c627-49e3-ac30-d5509d080ab1 req-cf8af850-0f50-4eb6-8478-9307768061fe tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:52.083484 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-021b9cde-c627-49e3-ac30-d5509d080ab1 req-cf8af850-0f50-4eb6-8478-9307768061fe tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfb87d74-b09a-4381-a6b0-7eeb0d3b541d HTTP/1.1" status: 200 len: 946 time: 0.1712747 Nov 10 17:29:52.094277 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c91c00-3f73-4268-bd27-d3de991ebdda req-0fd6f536-4115-41b1-9ed1-2d140850aec3 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:52.097102 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-26c91c00-3f73-4268-bd27-d3de991ebdda req-0fd6f536-4115-41b1-9ed1-2d140850aec3 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.0654211 Nov 10 17:29:52.149269 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:52.201531 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-021b9cde-c627-49e3-ac30-d5509d080ab1 req-242bb3c5-a1ff-4c60-b48c-4897b93b82b3 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "GET /v2.0/security-groups?id=832b652e-0137-4e68-9e92-89d6c3005823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177239 Nov 10 17:29:52.203194 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd9668-699c-4574-84a7-4a8bb47f796b req-932ffa5a-85b5-4424-809e-7e6a91badec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:52.204921 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6fbd9668-699c-4574-84a7-4a8bb47f796b req-932ffa5a-85b5-4424-809e-7e6a91badec4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3d9be19-2b8d-48ad-890a-609759e284ae HTTP/1.1" status: 200 len: 861 time: 0.1198494 Nov 10 17:29:52.218804 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-26c91c00-3f73-4268-bd27-d3de991ebdda req-08aaf84a-df64-4c20-b94f-aa7f368d973a tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150651 Nov 10 17:29:52.256184 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6fbd9668-699c-4574-84a7-4a8bb47f796b req-15a74c74-53cf-48f3-a309-aa686725fc62 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375397 Nov 10 17:29:52.365435 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8904de-d6e7-450a-8ba4-bb9110b4205e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:52.367769 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ea731f-de4e-4a4f-9180-1ce2202008a1" -d '{"events": [{"server_uuid": "5e8904de-d6e7-450a-8ba4-bb9110b4205e", "name": "network-vif-plugged", "status": "completed", "tag": "64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:52.379219 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6fbd9668-699c-4574-84a7-4a8bb47f796b req-8c095493-02f3-4e5b-9e5e-fa126243bc98 service neutron] 10.222.0.13 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111515 Nov 10 17:29:52.406189 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b38d91f-1cf6-4296-a9f2-5b6d6006be9d x-openstack-request-id: req-2b38d91f-1cf6-4296-a9f2-5b6d6006be9d {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:52.406508 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8904de-d6e7-450a-8ba4-bb9110b4205e", "name": "network-vif-plugged", "status": "completed", "tag": "64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:52.406768 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2b38d91f-1cf6-4296-a9f2-5b6d6006be9d {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:52.407165 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8904de-d6e7-450a-8ba4-bb9110b4205e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2', 'code': 200} Nov 10 17:29:52.472126 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ae0dd-04a0-4b7e-92a7-5d4fcf03ab94 req-ec8c500d-1ef9-41a3-ab3b-3725840b4ef0 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:52.473557 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3b3ae0dd-04a0-4b7e-92a7-5d4fcf03ab94 req-ec8c500d-1ef9-41a3-ab3b-3725840b4ef0 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 945 time: 0.1124077 Nov 10 17:29:52.546257 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6fbd9668-699c-4574-84a7-4a8bb47f796b req-5606b158-10b5-4ad7-86a1-8ef5250bc5d5 service neutron] 10.222.0.13 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531529 Nov 10 17:29:52.570632 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c262ff-a3c5-4add-b223-724173b03f8a req-c17801bc-db4b-48cb-b4c5-5ed996fffec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:52.572120 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10c262ff-a3c5-4add-b223-724173b03f8a req-c17801bc-db4b-48cb-b4c5-5ed996fffec6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 1097 time: 0.0938783 Nov 10 17:29:52.579715 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3b3ae0dd-04a0-4b7e-92a7-5d4fcf03ab94 req-92f375b6-0bbb-4fcb-8859-84d562d26bf1 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915036 Nov 10 17:29:52.628437 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10c262ff-a3c5-4add-b223-724173b03f8a req-64c13fe6-0415-4391-ba66-39538140e207 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476434 Nov 10 17:29:52.646731 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327a1ab-0b6b-4487-8a8f-2fc7cbd842ba req-16c61599-c779-4435-8e24-3a19c933f945 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:52.648233 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1327a1ab-0b6b-4487-8a8f-2fc7cbd842ba req-16c61599-c779-4435-8e24-3a19c933f945 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 943 time: 0.0601299 Nov 10 17:29:52.698482 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1327a1ab-0b6b-4487-8a8f-2fc7cbd842ba req-b411f69c-526c-4875-be41-57ddcd7b60e1 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440652 Nov 10 17:29:52.734200 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90be6ab-62fd-49b8-8d01-4b5c7134aa34 req-e756858e-1ee6-45fc-8da2-b964c8b17b66 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:52.735725 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b90be6ab-62fd-49b8-8d01-4b5c7134aa34 req-e756858e-1ee6-45fc-8da2-b964c8b17b66 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 949 time: 0.0589633 Nov 10 17:29:52.788227 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b90be6ab-62fd-49b8-8d01-4b5c7134aa34 req-ffc5df93-d63c-41e5-9311-b3d78a57b920 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449152 Nov 10 17:29:53.127955 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56110) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:53.265896 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56118) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:53.266119 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-05a918ea-eefa-4300-acf5-04d1c2772aa9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1fa39d77f2cf4703817fb83e9a881cda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369140 Nov 10 17:29:53.332305 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383dc02-7711-40a7-9bb8-42ea7f2b5cd8 req-129bbe22-6c67-4425-b4aa-f9ac3b8093a7 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:53.333782 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a383dc02-7711-40a7-9bb8-42ea7f2b5cd8 req-129bbe22-6c67-4425-b4aa-f9ac3b8093a7 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfb87d74-b09a-4381-a6b0-7eeb0d3b541d HTTP/1.1" status: 200 len: 946 time: 0.0530267 Nov 10 17:29:53.360467 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f2aade3c-e39b-40c7-a776-4c0fbf8c7fbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:53.380126 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004bd37-4bb4-404c-b4b2-487fd8626681 req-699a3692-9d63-4efd-9c51-d14225f1b8b1 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:53.381741 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4004bd37-4bb4-404c-b4b2-487fd8626681 req-699a3692-9d63-4efd-9c51-d14225f1b8b1 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.0740161 Nov 10 17:29:53.384623 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a383dc02-7711-40a7-9bb8-42ea7f2b5cd8 req-a9ebe06b-f578-49fa-8eaa-3f6dd3340465 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "GET /v2.0/security-groups?id=832b652e-0137-4e68-9e92-89d6c3005823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448401 Nov 10 17:29:53.406814 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f2aade3c-e39b-40c7-a776-4c0fbf8c7fbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:53.473245 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4004bd37-4bb4-404c-b4b2-487fd8626681 req-dc7d8d30-7efa-4f6d-8b4b-b8295d185c00 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811861 Nov 10 17:29:53.498602 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f2aade3c-e39b-40c7-a776-4c0fbf8c7fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:53.501276 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f2aade3c-e39b-40c7-a776-4c0fbf8c7fbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:53.503166 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f2aade3c-e39b-40c7-a776-4c0fbf8c7fbd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/048710b1-fd94-4a51-b977-2c4b1bc91759 HTTP/1.1" status: 204 len: 168 time: 0.2348878 Nov 10 17:29:53.511164 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aade3c-e39b-40c7-a776-4c0fbf8c7fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048710b1-fd94-4a51-b977-2c4b1bc91759,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:53.677516 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 98901298-86d6-4f9d-9ac5-345696275700 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:29:53.698144 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 98901298-86d6-4f9d-9ac5-345696275700 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:29:53.698720 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 98901298-86d6-4f9d-9ac5-345696275700 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:29:53.730297 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-94237087-2d04-4a6e-91dd-2d64e0976031 service neutron] 10.222.0.13 "GET /v2.0/ports/5a166f48-2e21-4eb6-b72d-56776e766f78/bindings/n-h1-776250-10 HTTP/1.1" status: 200 len: 385 time: 0.0773869 Nov 10 17:29:53.735545 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a243357-520d-4e77-aae6-b770e0959838 req-97502763-c5cc-4cf4-85af-a86f4ccf2a9d tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:53.737549 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4a243357-520d-4e77-aae6-b770e0959838 req-97502763-c5cc-4cf4-85af-a86f4ccf2a9d tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 945 time: 0.0774250 Nov 10 17:29:53.802186 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4a243357-520d-4e77-aae6-b770e0959838 req-d49a7355-741e-4e4b-b5e3-0d3031abf02a tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547345 Nov 10 17:29:53.868703 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56130) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:53.902329 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484669be-c93b-4009-bdbd-13fb5f9bdfff req-04d6aba7-b9a1-45ab-a61f-6d8d53881b80 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:53.904490 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-484669be-c93b-4009-bdbd-13fb5f9bdfff req-04d6aba7-b9a1-45ab-a61f-6d8d53881b80 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 943 time: 0.1000624 Nov 10 17:29:53.958620 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-03dffbfd-0f59-4fed-8a67-1ca292265d4d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=45c984e81c8c4f34a633e38f91285080&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0882792 Nov 10 17:29:53.961478 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56134) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:53.978415 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f2702-4e6d-45aa-bd46-dc17173fd8c1 req-0196ca23-92f2-4662-bf70-2bfa70f32483 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:53.979973 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-481f2702-4e6d-45aa-bd46-dc17173fd8c1 req-0196ca23-92f2-4662-bf70-2bfa70f32483 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 949 time: 0.1032355 Nov 10 17:29:54.010315 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-484669be-c93b-4009-bdbd-13fb5f9bdfff req-2586356d-b3ad-4d0b-a104-f7a0f5abd9bf tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965545 Nov 10 17:29:54.058092 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-481f2702-4e6d-45aa-bd46-dc17173fd8c1 req-023feadb-d267-4e4c-9372-85e6d7cba456 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704806 Nov 10 17:29:54.063040 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-6d75e035-61df-4f0f-9608-1ee7e3504629 service neutron] For port 5a166f48-2e21-4eb6-b72d-56776e766f78, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5a166f48-2e21-4eb6-b72d-56776e766f78,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:54.063226 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef0d8e0a-7224-4f2d-affb-764e7c5eda97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:54.086843 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-6d75e035-61df-4f0f-9608-1ee7e3504629 service neutron] For port 5a166f48-2e21-4eb6-b72d-56776e766f78, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:29:54.103631 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef0d8e0a-7224-4f2d-affb-764e7c5eda97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:54.144989 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-6d75e035-61df-4f0f-9608-1ee7e3504629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a166f48-2e21-4eb6-b72d-56776e766f78 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:29:54.156967 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-6d75e035-61df-4f0f-9608-1ee7e3504629 service neutron] For port 5a166f48-2e21-4eb6-b72d-56776e766f78, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=5a166f48-2e21-4eb6-b72d-56776e766f78,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:54.158112 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef0d8e0a-7224-4f2d-affb-764e7c5eda97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:54.162469 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef0d8e0a-7224-4f2d-affb-764e7c5eda97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:54.166044 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ef0d8e0a-7224-4f2d-affb-764e7c5eda97 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8697df0b-c067-4351-a00f-a1fe073ae8ee HTTP/1.1" status: 204 len: 168 time: 0.2011323 Nov 10 17:29:54.173840 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-6d75e035-61df-4f0f-9608-1ee7e3504629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:54.185729 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d8e0a-7224-4f2d-affb-764e7c5eda97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8697df0b-c067-4351-a00f-a1fe073ae8ee,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:54.259781 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-6d75e035-61df-4f0f-9608-1ee7e3504629 service neutron] Transition to ACTIVE for port object 5a166f48-2e21-4eb6-b72d-56776e766f78 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:29:54.269759 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-6d75e035-61df-4f0f-9608-1ee7e3504629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:54.339631 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-6d75e035-61df-4f0f-9608-1ee7e3504629 service neutron] No DVR routers for this DVR port 5a166f48-2e21-4eb6-b72d-56776e766f78 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:29:54.375054 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75e035-61df-4f0f-9608-1ee7e3504629 service neutron] Pushing event updated for resources: {'Port': ['ID=5a166f48-2e21-4eb6-b72d-56776e766f78,revision_number=10']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:54.384032 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-6d75e035-61df-4f0f-9608-1ee7e3504629 service neutron] 10.222.0.13 "PUT /v2.0/ports/5a166f48-2e21-4eb6-b72d-56776e766f78/bindings/n-h1-776250-10/activate HTTP/1.1" status: 200 len: 370 time: 0.6417308 Nov 10 17:29:54.476252 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:54.514337 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8562ab-4e37-462b-bdb8-f66de148a5b9 req-67fe38f6-b06e-4210-8110-cb3cea4bf0b3 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:54.522304 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9f8562ab-4e37-462b-bdb8-f66de148a5b9 req-67fe38f6-b06e-4210-8110-cb3cea4bf0b3 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfb87d74-b09a-4381-a6b0-7eeb0d3b541d HTTP/1.1" status: 200 len: 946 time: 0.0635755 Nov 10 17:29:54.571829 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-d67d7f42-a08b-4ee7-a037-661ab22c38ab tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:54.574460 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-d67d7f42-a08b-4ee7-a037-661ab22c38ab tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691&tenant_id=0ec9ca6147964daa83e30b2176db3b36&binding%3Ahost_id=n-h2-776250-10 HTTP/1.1" status: 200 len: 1096 time: 0.0648293 Nov 10 17:29:54.631274 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9f8562ab-4e37-462b-bdb8-f66de148a5b9 req-a987a80b-f685-41c2-b7e7-f9c7c122d1c0 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "GET /v2.0/security-groups?id=832b652e-0137-4e68-9e92-89d6c3005823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079283 Nov 10 17:29:54.708376 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-4478bec8-3449-455e-be9b-7a0b5ca6285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:54.709974 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-4478bec8-3449-455e-be9b-7a0b5ca6285e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691&tenant_id=0ec9ca6147964daa83e30b2176db3b36 HTTP/1.1" status: 200 len: 1096 time: 0.1269870 Nov 10 17:29:54.726838 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a9418-623b-43b7-b577-6c52621d5071 req-687d9c03-74f2-46ec-90e0-22196f46889b tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:54.735309 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-996a9418-623b-43b7-b577-6c52621d5071 req-687d9c03-74f2-46ec-90e0-22196f46889b tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.1281652 Nov 10 17:29:54.778185 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa7a1c-688f-412f-bff6-af6958852e80 req-d1102841-aa1f-4ef4-bf32-ef1f9480bbeb tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:54.779294 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e2fa7a1c-688f-412f-bff6-af6958852e80 req-d1102841-aa1f-4ef4-bf32-ef1f9480bbeb tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfb87d74-b09a-4381-a6b0-7eeb0d3b541d HTTP/1.1" status: 200 len: 946 time: 0.0739923 Nov 10 17:29:54.788421 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56156) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:54.793177 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-2334f6cb-12b6-460b-ba3c-4094b70b9c47 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Request body: {'floatingip': {'port_id': 'ab8ba038-2d14-47c1-84ec-3815d20be000'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:29:54.831764 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:54.839894 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2334f6cb-12b6-460b-ba3c-4094b70b9c47 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks [] for floatingip, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:54.865092 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-996a9418-623b-43b7-b577-6c52621d5071 req-250a3b43-90d3-44e7-aae6-017352b078be tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281371 Nov 10 17:29:54.890805 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-eb569491-6ffd-45e4-83c4-43f657ac8cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:54.895947 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-eb569491-6ffd-45e4-83c4-43f657ac8cb6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ec9ca6147964daa83e30b2176db3b36&device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 1096 time: 0.1466818 Nov 10 17:29:55.044337 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-fdf0c6db-0c9d-4c75-b53d-ad49a47d32c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:55.045980 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-fdf0c6db-0c9d-4c75-b53d-ad49a47d32c3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1 HTTP/1.1" status: 200 len: 922 time: 0.1357515 Nov 10 17:29:55.125644 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-eeb1b79a-4b3c-4e9b-b0fd-8b98ce5ce63b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a166f48-2e21-4eb6-b72d-56776e766f78 HTTP/1.1" status: 200 len: 217 time: 0.0683753 Nov 10 17:29:55.218427 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-063d71e8-ff1c-4d34-bcc0-8523a3efaea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:55.219871 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-063d71e8-ff1c-4d34-bcc0-8523a3efaea6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f3d9be19-2b8d-48ad-890a-609759e284ae HTTP/1.1" status: 200 len: 861 time: 0.0745394 Nov 10 17:29:55.252118 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e18c3d-684b-40fc-9f01-76dbe2be9a5e req-b8294b5d-1fa2-4739-86de-84930074e8ae tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:55.254579 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-45e18c3d-684b-40fc-9f01-76dbe2be9a5e req-b8294b5d-1fa2-4739-86de-84930074e8ae tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 944 time: 0.1222651 Nov 10 17:29:55.282646 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-12b376e8-95d1-4110-a557-7c9c8af9d370 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503895 Nov 10 17:29:55.385511 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-45e18c3d-684b-40fc-9f01-76dbe2be9a5e req-ed0f799b-5420-4d4b-9170-c6c882fd4cf0 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106255 Nov 10 17:29:55.430081 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-8ebfa222-69b4-4168-a98e-8081d4704d62 service neutron] 10.222.0.11 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296618 Nov 10 17:29:55.453155 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2334f6cb-12b6-460b-ba3c-4094b70b9c47 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:55.462662 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c090a-b11c-4523-8136-813fe37680f0 req-70a73699-3548-4540-b666-3027b1359ed6 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:55.472046 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-086c090a-b11c-4523-8136-813fe37680f0 req-70a73699-3548-4540-b666-3027b1359ed6 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 945 time: 0.4771750 Nov 10 17:29:55.479290 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2334f6cb-12b6-460b-ba3c-4094b70b9c47 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:55.607677 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbce299-8e84-4a14-886d-c7c2259a97a1 req-bfac2d38-19d5-490f-bdda-ab764f332133 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:55.614716 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1bbce299-8e84-4a14-886d-c7c2259a97a1 req-bfac2d38-19d5-490f-bdda-ab764f332133 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 949 time: 0.0783935 Nov 10 17:29:55.638144 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-086c090a-b11c-4523-8136-813fe37680f0 req-c425c813-f5dc-491b-a1e9-bd7677015372 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652889 Nov 10 17:29:55.641783 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [None req-2334f6cb-12b6-460b-ba3c-4094b70b9c47 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Floating IP 8c0b75c8-0d6b-49b7-9c23-74fdc502cd40 associated. External IP: 172.25.5.153, port: ab8ba038-2d14-47c1-84ec-3815d20be000. Nov 10 17:29:55.653146 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-7662c407-0fdf-4455-8a15-9ee1c58d4266 service neutron] 10.222.0.11 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045710 Nov 10 17:29:55.693230 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1bbce299-8e84-4a14-886d-c7c2259a97a1 req-77ae3c9b-7c47-4da6-95c4-acf801034149 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775697 Nov 10 17:29:55.874303 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb6914-ed3e-4fe9-8108-186cd57b31f8 req-49983b2b-ca50-4ea2-b8ef-b8f04164a3c8 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:55.883850 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cafb6914-ed3e-4fe9-8108-186cd57b31f8 req-49983b2b-ca50-4ea2-b8ef-b8f04164a3c8 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 1097 time: 0.0826676 Nov 10 17:29:55.927289 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2334f6cb-12b6-460b-ba3c-4094b70b9c47 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Router 105700ad-8570-4444-acba-bdd5f83d3475 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:29:55.943438 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cafb6914-ed3e-4fe9-8108-186cd57b31f8 req-481cd64e-2e05-4d1f-89a6-3467ca79f6d8 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561912 Nov 10 17:29:56.115001 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c618d1f-088b-4b4f-81aa-ccf41e057f82 req-608091e6-ff0f-4427-933b-8b79dbf09ef1 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:56.119082 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2c618d1f-088b-4b4f-81aa-ccf41e057f82 req-608091e6-ff0f-4427-933b-8b79dbf09ef1 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.1404345 Nov 10 17:29:56.161935 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-bb35c3fa-5d1e-4f48-b24c-99160039fb7c tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:56.164827 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-bb35c3fa-5d1e-4f48-b24c-99160039fb7c tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691&tenant_id=0ec9ca6147964daa83e30b2176db3b36&binding%3Ahost_id=n-h1-776250-10 HTTP/1.1" status: 200 len: 1096 time: 0.0847163 Nov 10 17:29:56.220224 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2334f6cb-12b6-460b-ba3c-4094b70b9c47 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:29:56.232141 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773f6597-004e-4610-b04f-ceb53487c872 None None] Sync routers for ids ['105700ad-8570-4444-acba-bdd5f83d3475'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:29:56.240306 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2c618d1f-088b-4b4f-81aa-ccf41e057f82 req-eb2ef365-2689-4226-b65d-ee680552b973 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131439 Nov 10 17:29:56.250686 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773f6597-004e-4610-b04f-ceb53487c872 None None] Routers {'105700ad-8570-4444-acba-bdd5f83d3475'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:29:56.251313 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-773f6597-004e-4610-b04f-ceb53487c872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:29:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['105700ad-8570-4444-acba-bdd5f83d3475'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:29:56.251448 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2334f6cb-12b6-460b-ba3c-4094b70b9c47 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:56.372193 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2334f6cb-12b6-460b-ba3c-4094b70b9c47 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "PUT /v2.0/floatingips/8c0b75c8-0d6b-49b7-9c23-74fdc502cd40 HTTP/1.1" status: 200 len: 992 time: 1.5814846 Nov 10 17:29:56.376165 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb87d74-b09a-4381-a6b0-7eeb0d3b541d', 'tag': 'ab8ba038-2d14-47c1-84ec-3815d20be000'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:56.378929 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6152ab64-6707-444b-8906-42ba12e4dd63" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb87d74-b09a-4381-a6b0-7eeb0d3b541d", "tag": "ab8ba038-2d14-47c1-84ec-3815d20be000"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:56.440099 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-2318f6a0-a111-493d-a0b8-4dcc82cb43c0 service neutron] For port 5a166f48-2e21-4eb6-b72d-56776e766f78, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:29:56.452103 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-2318f6a0-a111-493d-a0b8-4dcc82cb43c0 service neutron] Publish callbacks [] for binding, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:56.453325 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e6e2f22-f88a-495e-b918-7b077d51063d req-2318f6a0-a111-493d-a0b8-4dcc82cb43c0 service neutron] 10.222.0.11 "DELETE /v2.0/ports/5a166f48-2e21-4eb6-b72d-56776e766f78/bindings/n-h2-776250-10 HTTP/1.1" status: 204 len: 173 time: 0.2726991 Nov 10 17:29:56.549827 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edbd40-c85d-4ecf-9f45-5468c5694496 req-c6f33aba-46e6-4168-8357-55cdabab3381 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:56.560607 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-09edbd40-c85d-4ecf-9f45-5468c5694496 req-c6f33aba-46e6-4168-8357-55cdabab3381 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dfdc334-1556-429d-b5ae-c31d091c233e HTTP/1.1" status: 200 len: 946 time: 0.0930269 Nov 10 17:29:56.569518 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4e3f2e-9bbd-4644-bfac-9dea59bc185e x-openstack-request-id: req-ba4e3f2e-9bbd-4644-bfac-9dea59bc185e {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:56.569824 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb87d74-b09a-4381-a6b0-7eeb0d3b541d", "tag": "ab8ba038-2d14-47c1-84ec-3815d20be000", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:56.570083 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ba4e3f2e-9bbd-4644-bfac-9dea59bc185e {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:56.570484 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb87d74-b09a-4381-a6b0-7eeb0d3b541d', 'tag': 'ab8ba038-2d14-47c1-84ec-3815d20be000', 'status': 'completed', 'code': 200} Nov 10 17:29:56.582613 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-773f6597-004e-4610-b04f-ceb53487c872 None None] Set router 105700ad-8570-4444-acba-bdd5f83d3475 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:29:56.631045 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-09edbd40-c85d-4ecf-9f45-5468c5694496 req-001f8c2d-5d47-4731-ba14-e59a488c2778 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5d8aa08-9d86-4c03-af58-0893bb1c838a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694425 Nov 10 17:29:56.718278 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152ab64-6707-444b-8906-42ba12e4dd63 req-e232bbdc-dda7-4c0d-8113-77f3e2c5106f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:56.719801 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6152ab64-6707-444b-8906-42ba12e4dd63 req-e232bbdc-dda7-4c0d-8113-77f3e2c5106f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=52af78f749a34d658382d7e870c298cf&device_id=cfb87d74-b09a-4381-a6b0-7eeb0d3b541d HTTP/1.1" status: 200 len: 1098 time: 0.1298625 Nov 10 17:29:56.756837 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23758f-aa80-4103-86f4-5cde560426b6 req-08aa20ec-d3c0-41ee-95af-b5322155595d tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:56.758586 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2a23758f-aa80-4103-86f4-5cde560426b6 req-08aa20ec-d3c0-41ee-95af-b5322155595d tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 944 time: 0.1052783 Nov 10 17:29:56.924985 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152ab64-6707-444b-8906-42ba12e4dd63 req-fd0d4e99-160e-4a46-ba8e-9912575e8549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:56.926535 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6152ab64-6707-444b-8906-42ba12e4dd63 req-fd0d4e99-160e-4a46-ba8e-9912575e8549 service neutron] 10.222.0.11 "GET /v2.0/networks?id=be65a555-144d-4264-b9cf-3bb873dc8322 HTTP/1.1" status: 200 len: 906 time: 0.1956449 Nov 10 17:29:57.086063 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2a23758f-aa80-4103-86f4-5cde560426b6 req-865ca471-231d-42da-acca-b035e367a750 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038356 Nov 10 17:29:57.165651 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6152ab64-6707-444b-8906-42ba12e4dd63 req-0e5f359b-f402-4e75-9fbf-baf8fb3274c7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab8ba038-2d14-47c1-84ec-3815d20be000 HTTP/1.1" status: 200 len: 1000 time: 0.2226541 Nov 10 17:29:57.229572 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-773f6597-004e-4610-b04f-ceb53487c872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105700ad-8570-4444-acba-bdd5f83d3475', 'name': 'tempest-ServersTestJSON-706567766-router', 'tenant_id': '52af78f749a34d658382d7e870c298cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '030a3f32-cd11-437b-b2b5-f752a97364fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:29:25Z', 'updated_at': '2021-11-10T17:29:33Z', 'revision_number': 4, 'project_id': '52af78f749a34d658382d7e870c298cf', 'gw_port': {'id': '030a3f32-cd11-437b-b2b5-f752a97364fd', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:dd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105700ad-8570-4444-acba-bdd5f83d3475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:29:27Z', 'updated_at': '2021-11-10T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '8c0b75c8-0d6b-49b7-9c23-74fdc502cd40', 'tenant_id': '52af78f749a34d658382d7e870c298cf', 'floating_ip_address': '172.25.5.153', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '105700ad-8570-4444-acba-bdd5f83d3475', 'port_id': 'ab8ba038-2d14-47c1-84ec-3815d20be000', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be65a555-144d-4264-b9cf-3bb873dc8322', 'mac_address': 'fa:16:3e:4d:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb87d74-b09a-4381-a6b0-7eeb0d3b541d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:29:36Z', 'updated_at': '2021-11-10T17:29:55Z', 'revision_number': 1, 'project_id': '52af78f749a34d658382d7e870c298cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32fb593-3845-4fda-856e-e03ac65e8613', 'name': '', 'network_id': 'be65a555-144d-4264-b9cf-3bb873dc8322', 'tenant_id': '52af78f749a34d658382d7e870c298cf', 'mac_address': 'fa:16:3e:89:48:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105700ad-8570-4444-acba-bdd5f83d3475', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'aa1748c1-9572-4706-b787-57086096078a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:29:32Z', 'updated_at': '2021-11-10T17:29:39Z', 'revision_number': 5, 'project_id': '52af78f749a34d658382d7e870c298cf', 'subnets': [{'id': 'aa1748c1-9572-4706-b787-57086096078a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:29:57.275543 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773f6597-004e-4610-b04f-ceb53487c872 None None] Checking router: 105700ad-8570-4444-acba-bdd5f83d3475 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:29:57.286045 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773f6597-004e-4610-b04f-ceb53487c872 None None] Routers {'105700ad-8570-4444-acba-bdd5f83d3475'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:29:57.286894 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-773f6597-004e-4610-b04f-ceb53487c872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:29:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['105700ad-8570-4444-acba-bdd5f83d3475'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:29:57.312953 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152ab64-6707-444b-8906-42ba12e4dd63 req-098b127f-55aa-4aa5-8c06-d6ccb233736b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:57.316548 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6152ab64-6707-444b-8906-42ba12e4dd63 req-098b127f-55aa-4aa5-8c06-d6ccb233736b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aa1748c1-9572-4706-b787-57086096078a HTTP/1.1" status: 200 len: 844 time: 0.1372132 Nov 10 17:29:57.327759 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd895301-56e1-48b9-b0ad-3f33d359ea8b req-4e947463-a3f7-4990-823e-863ca0f47338 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:57.337041 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dd895301-56e1-48b9-b0ad-3f33d359ea8b req-4e947463-a3f7-4990-823e-863ca0f47338 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 949 time: 0.1551509 Nov 10 17:29:57.404611 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-773f6597-004e-4610-b04f-ceb53487c872 None None] Set router 105700ad-8570-4444-acba-bdd5f83d3475 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:29:57.463029 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152ab64-6707-444b-8906-42ba12e4dd63 req-3a88da9b-a9a1-4023-a888-012b6b0436a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:57.465099 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6152ab64-6707-444b-8906-42ba12e4dd63 req-3a88da9b-a9a1-4023-a888-012b6b0436a9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=be65a555-144d-4264-b9cf-3bb873dc8322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1270220 Nov 10 17:29:57.539702 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dd895301-56e1-48b9-b0ad-3f33d359ea8b req-f12e7611-d3a9-466f-ba1e-a714c3a68f93 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776714 Nov 10 17:29:57.548225 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca671dcc-5ba4-4f4a-9a8e-ee95776069c2 req-ae196ddc-2016-4ecc-b6ec-36ea2412ec7b tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:57.553192 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ca671dcc-5ba4-4f4a-9a8e-ee95776069c2 req-ae196ddc-2016-4ecc-b6ec-36ea2412ec7b tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 1096 time: 0.1098559 Nov 10 17:29:57.657138 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ca671dcc-5ba4-4f4a-9a8e-ee95776069c2 req-95b68075-c210-4414-8c10-809dc1d09616 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894518 Nov 10 17:29:57.684345 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-773f6597-004e-4610-b04f-ceb53487c872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105700ad-8570-4444-acba-bdd5f83d3475', 'name': 'tempest-ServersTestJSON-706567766-router', 'tenant_id': '52af78f749a34d658382d7e870c298cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '030a3f32-cd11-437b-b2b5-f752a97364fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:29:25Z', 'updated_at': '2021-11-10T17:29:33Z', 'revision_number': 4, 'project_id': '52af78f749a34d658382d7e870c298cf', 'gw_port': {'id': '030a3f32-cd11-437b-b2b5-f752a97364fd', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:dd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105700ad-8570-4444-acba-bdd5f83d3475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:29:27Z', 'updated_at': '2021-11-10T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '8c0b75c8-0d6b-49b7-9c23-74fdc502cd40', 'tenant_id': '52af78f749a34d658382d7e870c298cf', 'floating_ip_address': '172.25.5.153', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '105700ad-8570-4444-acba-bdd5f83d3475', 'port_id': 'ab8ba038-2d14-47c1-84ec-3815d20be000', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be65a555-144d-4264-b9cf-3bb873dc8322', 'mac_address': 'fa:16:3e:4d:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb87d74-b09a-4381-a6b0-7eeb0d3b541d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:29:36Z', 'updated_at': '2021-11-10T17:29:55Z', 'revision_number': 1, 'project_id': '52af78f749a34d658382d7e870c298cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32fb593-3845-4fda-856e-e03ac65e8613', 'name': '', 'network_id': 'be65a555-144d-4264-b9cf-3bb873dc8322', 'tenant_id': '52af78f749a34d658382d7e870c298cf', 'mac_address': 'fa:16:3e:89:48:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105700ad-8570-4444-acba-bdd5f83d3475', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'aa1748c1-9572-4706-b787-57086096078a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:29:32Z', 'updated_at': '2021-11-10T17:29:39Z', 'revision_number': 5, 'project_id': '52af78f749a34d658382d7e870c298cf', 'subnets': [{'id': 'aa1748c1-9572-4706-b787-57086096078a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:29:57.723821 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773f6597-004e-4610-b04f-ceb53487c872 None None] The sync data for ids ['105700ad-8570-4444-acba-bdd5f83d3475'] in n-d-776250-10 is: [{'id': '105700ad-8570-4444-acba-bdd5f83d3475', 'name': 'tempest-ServersTestJSON-706567766-router', 'tenant_id': '52af78f749a34d658382d7e870c298cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '030a3f32-cd11-437b-b2b5-f752a97364fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:29:25Z', 'updated_at': '2021-11-10T17:29:33Z', 'revision_number': 4, 'project_id': '52af78f749a34d658382d7e870c298cf', 'gw_port': {'id': '030a3f32-cd11-437b-b2b5-f752a97364fd', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:dd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105700ad-8570-4444-acba-bdd5f83d3475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:29:27Z', 'updated_at': '2021-11-10T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '8c0b75c8-0d6b-49b7-9c23-74fdc502cd40', 'tenant_id': '52af78f749a34d658382d7e870c298cf', 'floating_ip_address': '172.25.5.153', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '105700ad-8570-4444-acba-bdd5f83d3475', 'port_id': 'ab8ba038-2d14-47c1-84ec-3815d20be000', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be65a555-144d-4264-b9cf-3bb873dc8322', 'mac_address': 'fa:16:3e:4d:4e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb87d74-b09a-4381-a6b0-7eeb0d3b541d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:29:36Z', 'updated_at': '2021-11-10T17:29:55Z', 'revision_number': 1, 'project_id': '52af78f749a34d658382d7e870c298cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c32fb593-3845-4fda-856e-e03ac65e8613', 'name': '', 'network_id': 'be65a555-144d-4264-b9cf-3bb873dc8322', 'tenant_id': '52af78f749a34d658382d7e870c298cf', 'mac_address': 'fa:16:3e:89:48:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105700ad-8570-4444-acba-bdd5f83d3475', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'aa1748c1-9572-4706-b787-57086096078a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:29:32Z', 'updated_at': '2021-11-10T17:29:39Z', 'revision_number': 5, 'project_id': '52af78f749a34d658382d7e870c298cf', 'subnets': [{'id': 'aa1748c1-9572-4706-b787-57086096078a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:29:57.750520 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6152ab64-6707-444b-8906-42ba12e4dd63 req-80cbf3b1-decb-41dd-b9b9-f26a812f6250 service neutron] 10.222.0.11 "GET /v2.0/networks/be65a555-144d-4264-b9cf-3bb873dc8322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704709 Nov 10 17:29:57.781987 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32bc4b-0edb-4191-932a-2f87cdbb883d req-ae42dcc6-8b89-4d57-bd41-b1914137eea1 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:57.800184 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ea32bc4b-0edb-4191-932a-2f87cdbb883d req-ae42dcc6-8b89-4d57-bd41-b1914137eea1 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.1683152 Nov 10 17:29:58.084477 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 5a166f48-2e21-4eb6-b72d-56776e766f78 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:29:58.123105 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ecd97d-ac5e-45e3-a783-61e350e6b216 None None] New status for floating IP 8c0b75c8-0d6b-49b7-9c23-74fdc502cd40: ACTIVE {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:29:58.143669 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 5a166f48-2e21-4eb6-b72d-56776e766f78 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:29:58.157829 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ea32bc4b-0edb-4191-932a-2f87cdbb883d req-78dfa800-69a5-4c02-add8-2f4830f0c36c tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571479 Nov 10 17:29:58.161330 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb68f9-ebc7-4ed5-b470-17d8eb8fc581 req-67f717a2-c09f-4419-afd9-db4bb9c030f2 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:58.169488 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7deb68f9-ebc7-4ed5-b470-17d8eb8fc581 req-67f717a2-c09f-4419-afd9-db4bb9c030f2 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dfdc334-1556-429d-b5ae-c31d091c233e HTTP/1.1" status: 200 len: 946 time: 0.0637424 Nov 10 17:29:58.213967 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6152ab64-6707-444b-8906-42ba12e4dd63 req-fad35b8b-de30-49db-9689-49e5a73db598 service neutron] 10.222.0.11 "GET /v2.0/networks/be65a555-144d-4264-b9cf-3bb873dc8322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111946 Nov 10 17:29:58.220680 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7deb68f9-ebc7-4ed5-b470-17d8eb8fc581 req-ad1c0b05-c5ce-400a-b839-6d77af72b209 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5d8aa08-9d86-4c03-af58-0893bb1c838a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505357 Nov 10 17:29:58.387890 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-75da5741-5474-4452-983e-466dbbc9c9f4 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:58.389600 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-75da5741-5474-4452-983e-466dbbc9c9f4 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/networks?id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1 HTTP/1.1" status: 200 len: 821 time: 0.1217155 Nov 10 17:29:58.434800 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-5ab25af0-10b3-425d-88ed-f24d6261c3ea tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/quotas/0ec9ca6147964daa83e30b2176db3b36 HTTP/1.1" status: 200 len: 375 time: 0.0347168 Nov 10 17:29:58.484129 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41ffeb-cf89-45d2-93ca-c2563ce41630 req-7b21c199-36b4-415b-a6f0-e4da39c76b08 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:58.485596 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3e41ffeb-cf89-45d2-93ca-c2563ce41630 req-7b21c199-36b4-415b-a6f0-e4da39c76b08 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.11 "GET /v2.0/ports?device_id=3dfdc334-1556-429d-b5ae-c31d091c233e HTTP/1.1" status: 200 len: 946 time: 0.0951102 Nov 10 17:29:58.507896 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-f5a73d8a-3d7c-42bd-bcb6-b79836b23d48 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ec9ca6147964daa83e30b2176db3b36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0722542 Nov 10 17:29:58.660713 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-9e989547-14ec-4b10-97d4-871cca71be61 service neutron] 10.222.0.39 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354063 Nov 10 17:29:58.661211 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839bb2d-494c-42ad-997c-c65aa9e32510 req-c5e59e44-ece8-42fb-89ac-d53c71ec626f tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:58.664054 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4839bb2d-494c-42ad-997c-c65aa9e32510 req-c5e59e44-ece8-42fb-89ac-d53c71ec626f tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 949 time: 0.0528326 Nov 10 17:29:58.667765 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-3e41ffeb-cf89-45d2-93ca-c2563ce41630 req-126864b4-4fe9-41a1-9c87-4badbc706941 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] Deleting port e5e695f3-afdd-4f11-8819-e7a9e80b7c3a {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:29:58.668109 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3e41ffeb-cf89-45d2-93ca-c2563ce41630 req-126864b4-4fe9-41a1-9c87-4badbc706941 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:58.729916 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4839bb2d-494c-42ad-997c-c65aa9e32510 req-171c27df-5528-4651-86ea-fa39a7496f4d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453532 Nov 10 17:29:58.828384 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-3e41ffeb-cf89-45d2-93ca-c2563ce41630 req-126864b4-4fe9-41a1-9c87-4badbc706941 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] For port e5e695f3-afdd-4f11-8819-e7a9e80b7c3a, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=e5e695f3-afdd-4f11-8819-e7a9e80b7c3a,segment=NetworkSegment(d6dbb11d-8131-4825-aca3-58f2a07168ec),segment_id=d6dbb11d-8131-4825-aca3-58f2a07168ec)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:29:58.830069 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3e41ffeb-cf89-45d2-93ca-c2563ce41630 req-126864b4-4fe9-41a1-9c87-4badbc706941 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:58.842787 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-cd934b6e-9216-4c6e-8f0d-71ed57a06212 service neutron] 10.222.0.39 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706080 Nov 10 17:29:58.846926 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-3e41ffeb-cf89-45d2-93ca-c2563ce41630 req-126864b4-4fe9-41a1-9c87-4badbc706941 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] Calling delete_port for e5e695f3-afdd-4f11-8819-e7a9e80b7c3a owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:29:59.033843 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3150aa15-3912-4e52-a4d8-4cf825f5bb11 req-498a681a-120e-4c0d-ac87-94141b805582 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 210 time: 0.0318565 Nov 10 17:29:59.046908 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3e41ffeb-cf89-45d2-93ca-c2563ce41630 req-126864b4-4fe9-41a1-9c87-4badbc706941 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:59.068303 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['e5e695f3-afdd-4f11-8819-e7a9e80b7c3a'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:29:59.069214 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56310) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:59.085990 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126864b4-4fe9-41a1-9c87-4badbc706941 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] Pushing event deleted for resources: {'Port': ['ID=e5e695f3-afdd-4f11-8819-e7a9e80b7c3a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:59.148448 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e41ffeb-cf89-45d2-93ca-c2563ce41630 req-126864b4-4fe9-41a1-9c87-4badbc706941 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] No DVR routers for this DVR port e5e695f3-afdd-4f11-8819-e7a9e80b7c3a on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:29:59.151780 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3e41ffeb-cf89-45d2-93ca-c2563ce41630 req-126864b4-4fe9-41a1-9c87-4badbc706941 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:59.155233 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3e41ffeb-cf89-45d2-93ca-c2563ce41630 req-126864b4-4fe9-41a1-9c87-4badbc706941 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.11 "DELETE /v2.0/ports/e5e695f3-afdd-4f11-8819-e7a9e80b7c3a HTTP/1.1" status: 204 len: 173 time: 0.6613626 Nov 10 17:29:59.155685 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dfdc334-1556-429d-b5ae-c31d091c233e', 'name': 'network-vif-deleted', 'tag': 'e5e695f3-afdd-4f11-8819-e7a9e80b7c3a'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:29:59.158104 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b43b3f-f540-45ff-8960-af857b953539" -d '{"events": [{"server_uuid": "3dfdc334-1556-429d-b5ae-c31d091c233e", "name": "network-vif-deleted", "tag": "e5e695f3-afdd-4f11-8819-e7a9e80b7c3a"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:29:59.221898 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97395fb6-9bc3-4b3f-89e9-513884b2aeeb x-openstack-request-id: req-97395fb6-9bc3-4b3f-89e9-513884b2aeeb {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:29:59.222518 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dfdc334-1556-429d-b5ae-c31d091c233e", "name": "network-vif-deleted", "tag": "e5e695f3-afdd-4f11-8819-e7a9e80b7c3a", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:29:59.222518 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-97395fb6-9bc3-4b3f-89e9-513884b2aeeb {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:29:59.222918 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dfdc334-1556-429d-b5ae-c31d091c233e', 'name': 'network-vif-deleted', 'tag': 'e5e695f3-afdd-4f11-8819-e7a9e80b7c3a', 'status': 'completed', 'code': 200} Nov 10 17:29:59.257201 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d3ad49ca-9ced-4b83-8499-9ca01071778a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:59.356698 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca284239-c658-4ba1-b64a-d9a118cb75c8 req-d6eb5c50-fefe-4c58-abe2-eef505499624 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:59.367888 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ca284239-c658-4ba1-b64a-d9a118cb75c8 req-d6eb5c50-fefe-4c58-abe2-eef505499624 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.0650187 Nov 10 17:29:59.378150 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d3ad49ca-9ced-4b83-8499-9ca01071778a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:59.385347 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d3ad49ca-9ced-4b83-8499-9ca01071778a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:59.434365 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d3ad49ca-9ced-4b83-8499-9ca01071778a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=008dc4e4d1b7469b856ec7a34c7048cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3640375 Nov 10 17:29:59.436941 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ca284239-c658-4ba1-b64a-d9a118cb75c8 req-0aed110f-3b55-456d-beac-3c7522c03c45 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675943 Nov 10 17:29:59.437401 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56332) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:29:59.469284 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad49ca-9ced-4b83-8499-9ca01071778a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f50be0-e3ee-4b4a-ae27-9115fa8730f3,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:59.536986 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d9ab7a40-0e67-4caf-93aa-a2373bff4b3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:59.567569 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d9ab7a40-0e67-4caf-93aa-a2373bff4b3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:59.623956 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d9ab7a40-0e67-4caf-93aa-a2373bff4b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:59.626772 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d9ab7a40-0e67-4caf-93aa-a2373bff4b3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:29:59.628759 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d9ab7a40-0e67-4caf-93aa-a2373bff4b3d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/21f50be0-e3ee-4b4a-ae27-9115fa8730f3 HTTP/1.1" status: 204 len: 168 time: 0.1901281 Nov 10 17:29:59.644944 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab7a40-0e67-4caf-93aa-a2373bff4b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f50be0-e3ee-4b4a-ae27-9115fa8730f3,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:29:59.744318 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-339b1a41-52aa-4910-a660-354d97eb1329 req-2cd5a7b3-c723-484c-a8c6-f605157e6795 tempest-VolumesAdminNegativeTest-1423898181 tempest-VolumesAdminNegativeTest-1423898181-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dfdc334-1556-429d-b5ae-c31d091c233e HTTP/1.1" status: 200 len: 210 time: 0.0794258 Nov 10 17:29:59.959848 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3fff8-0a6f-433e-ac0e-3d17bc4418e2 req-7e97f2b4-2698-4b63-92f5-c0c29e20b4ef tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:29:59.969415 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8be3fff8-0a6f-433e-ac0e-3d17bc4418e2 req-7e97f2b4-2698-4b63-92f5-c0c29e20b4ef tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 949 time: 0.1231716 Nov 10 17:30:00.023639 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8be3fff8-0a6f-433e-ac0e-3d17bc4418e2 req-28097622-00f5-4999-ad90-b49a76e10d97 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525520 Nov 10 17:30:00.170072 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56348) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:00.188924 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6eaadf46-f2ed-4395-b5d8-38aaf9bb73e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:00.280183 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6eaadf46-f2ed-4395-b5d8-38aaf9bb73e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:00.286417 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6eaadf46-f2ed-4395-b5d8-38aaf9bb73e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:00.324513 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaadf46-f2ed-4395-b5d8-38aaf9bb73e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a246f20a-917a-4b15-827c-e421f0b2bb02,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:00.330709 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6eaadf46-f2ed-4395-b5d8-38aaf9bb73e8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5d0c6c5bad9a4b00804c289634506aa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1573327 Nov 10 17:30:00.332342 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56350) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:00.380015 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e23a7e33-564d-4ab0-985d-d6eba7b0df92 req-6edb2ac5-6775-4486-9fc9-a6c2b1597ea8 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 210 time: 0.0380623 Nov 10 17:30:00.417134 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dda4d607-973d-40ad-92c2-10c299d754f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:00.439726 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dda4d607-973d-40ad-92c2-10c299d754f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:00.451935 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7a7deac4-4fe0-4178-8144-53100b1da55b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:00.500278 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dda4d607-973d-40ad-92c2-10c299d754f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:00.503784 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dda4d607-973d-40ad-92c2-10c299d754f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:00.507378 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-dda4d607-973d-40ad-92c2-10c299d754f8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a246f20a-917a-4b15-827c-e421f0b2bb02 HTTP/1.1" status: 204 len: 168 time: 0.1711955 Nov 10 17:30:00.513702 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4d607-973d-40ad-92c2-10c299d754f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a246f20a-917a-4b15-827c-e421f0b2bb02,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:00.626276 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb573f85-8ccb-48bd-9fe0-35c3a280b7a8 req-f1cf6309-c8ec-48a9-9c7e-ea3823c94282 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:00.631098 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cb573f85-8ccb-48bd-9fe0-35c3a280b7a8 req-f1cf6309-c8ec-48a9-9c7e-ea3823c94282 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.1008394 Nov 10 17:30:00.679037 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-c608c28e-3f8c-4afb-b0ff-933c9097deea tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:00.687266 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-c608c28e-3f8c-4afb-b0ff-933c9097deea tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.13 "GET /v2.0/networks?id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1 HTTP/1.1" status: 200 len: 821 time: 0.1402352 Nov 10 17:30:00.705123 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-d1f17da5-1f1b-45ca-b62f-c3d48d72a101 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Request body: {'port': {'device_id': '8270fa3c-df19-4f40-b168-d3740b1dd7f2', 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1', 'admin_state_up': True, 'tenant_id': '0ec9ca6147964daa83e30b2176db3b36'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:00.732540 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cb573f85-8ccb-48bd-9fe0-35c3a280b7a8 req-182d5062-e674-41a8-b2ff-46d917b1b69a tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946255 Nov 10 17:30:00.845740 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56362) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:00.873467 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-d1f17da5-1f1b-45ca-b62f-c3d48d72a101 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Made reservation on behalf of 0ec9ca6147964daa83e30b2176db3b36 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:30:00.878676 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-d1f17da5-1f1b-45ca-b62f-c3d48d72a101 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:00.901421 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0102548-7883-48c9-9546-1d682030802b admin admin] Deleting subnet f270f374-b341-4b89-badc-91e69230acb3 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:30:00.905309 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b0102548-7883-48c9-9546-1d682030802b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:00.947050 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b0102548-7883-48c9-9546-1d682030802b admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:00.958902 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b0102548-7883-48c9-9546-1d682030802b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:01.033960 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b0102548-7883-48c9-9546-1d682030802b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:01.045503 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-d1f17da5-1f1b-45ca-b62f-c3d48d72a101 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Allocated IP 172.20.0.13 (d46bafa9-2824-4835-a80a-7e5b4ca1fff1/f3d9be19-2b8d-48ad-890a-609759e284ae/665f9b24-26a2-4fc2-a3c4-5e7a82a91999) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:30:01.071354 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0102548-7883-48c9-9546-1d682030802b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f270f374-b341-4b89-badc-91e69230acb3,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:01.076744 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b0102548-7883-48c9-9546-1d682030802b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:01.081079 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b0102548-7883-48c9-9546-1d682030802b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f270f374-b341-4b89-badc-91e69230acb3 HTTP/1.1" status: 204 len: 168 time: 0.2329292 Nov 10 17:30:01.084396 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56372) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:01.189664 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f25c586c-a821-4144-905e-f81cd52546cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:01.257820 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc46cc-4afd-4645-af63-b33df41df328 req-18b3802e-90fc-4619-9381-f59483198afe tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:01.259485 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5cdc46cc-4afd-4645-af63-b33df41df328 req-18b3802e-90fc-4619-9381-f59483198afe tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 949 time: 0.1089303 Nov 10 17:30:01.287892 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f25c586c-a821-4144-905e-f81cd52546cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:01.310681 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f25c586c-a821-4144-905e-f81cd52546cd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:30:01.311054 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f25c586c-a821-4144-905e-f81cd52546cd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:30:01.312248 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f25c586c-a821-4144-905e-f81cd52546cd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:30:01.312587 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f25c586c-a821-4144-905e-f81cd52546cd admin admin] Subscribe: > port after_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:30:01.312918 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f25c586c-a821-4144-905e-f81cd52546cd admin admin] Subscribe: > port after_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:30:01.313314 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f25c586c-a821-4144-905e-f81cd52546cd admin admin] Subscribe: > port after_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:30:01.313592 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f25c586c-a821-4144-905e-f81cd52546cd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:30:01.313894 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f25c586c-a821-4144-905e-f81cd52546cd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:30:01.314347 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f25c586c-a821-4144-905e-f81cd52546cd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:30:01.314729 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f25c586c-a821-4144-905e-f81cd52546cd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:30:01.336780 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-d1f17da5-1f1b-45ca-b62f-c3d48d72a101 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:01.355099 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5cdc46cc-4afd-4645-af63-b33df41df328 req-3afc0f48-ea44-49ee-98aa-c9f34db8d523 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836923 Nov 10 17:30:01.400565 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f25c586c-a821-4144-905e-f81cd52546cd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:30:01.400922 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f25c586c-a821-4144-905e-f81cd52546cd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:30:01.401257 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f25c586c-a821-4144-905e-f81cd52546cd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:30:01.401593 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f25c586c-a821-4144-905e-f81cd52546cd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102468) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 10 17:30:01.401964 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f25c586c-a821-4144-905e-f81cd52546cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['369e16b0-6b9a-4013-852f-84e5edcabfbc']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:01.424421 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-d1f17da5-1f1b-45ca-b62f-c3d48d72a101 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:01.427881 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f25c586c-a821-4144-905e-f81cd52546cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6dbb11d-8131-4825-aca3-58f2a07168ec') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:01.428216 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f25c586c-a821-4144-905e-f81cd52546cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6dbb11d-8131-4825-aca3-58f2a07168ec') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:01.449376 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f25c586c-a821-4144-905e-f81cd52546cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:01.489038 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f25c586c-a821-4144-905e-f81cd52546cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:01.491193 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f17da5-1f1b-45ca-b62f-c3d48d72a101 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Pushing event updated for resources: {'Port': ['ID=665f9b24-26a2-4fc2-a3c4-5e7a82a91999,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:01.500459 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f25c586c-a821-4144-905e-f81cd52546cd admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:30:01.500667 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f25c586c-a821-4144-905e-f81cd52546cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: from cryptography.utils import int_from_bytes Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: from cryptography.utils import int_from_bytes Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:30:01.505659 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:30:01.519480 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-d1f17da5-1f1b-45ca-b62f-c3d48d72a101 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:30:01.520928 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-d1f17da5-1f1b-45ca-b62f-c3d48d72a101 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:30:01.523371 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-d1f17da5-1f1b-45ca-b62f-c3d48d72a101 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:30:01.609578 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-d1f17da5-1f1b-45ca-b62f-c3d48d72a101 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:01.615713 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-d1f17da5-1f1b-45ca-b62f-c3d48d72a101 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:01.647404 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-d1f17da5-1f1b-45ca-b62f-c3d48d72a101 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9488020 Nov 10 17:30:01.650181 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f25c586c-a821-4144-905e-f81cd52546cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:01.667141 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-fafd0f50-28e9-4e12-b1af-1b7357299fcf service neutron] Request body: {'port': {'device_id': '8270fa3c-df19-4f40-b168-d3740b1dd7f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:01.678842 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f25c586c-a821-4144-905e-f81cd52546cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:01.685017 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f25c586c-a821-4144-905e-f81cd52546cd admin admin] 10.222.0.39 "DELETE /v2.0/networks/369e16b0-6b9a-4013-852f-84e5edcabfbc HTTP/1.1" status: 204 len: 168 time: 0.5995023 Nov 10 17:30:01.708119 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device e5e695f3-afdd-4f11-8819-e7a9e80b7c3a no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:30:01.714266 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56392) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:01.726433 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d156dea-e5fd-44b6-ab18-648136cd9292 req-704a4f02-c3ca-4638-a45b-e6f8c4822569 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:01.735421 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0d156dea-e5fd-44b6-ab18-648136cd9292 req-704a4f02-c3ca-4638-a45b-e6f8c4822569 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 932 time: 0.2069092 Nov 10 17:30:01.751727 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: e5e695f3-afdd-4f11-8819-e7a9e80b7c3a {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:30:01.753100 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-fafd0f50-28e9-4e12-b1af-1b7357299fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:01.753445 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device e5e695f3-afdd-4f11-8819-e7a9e80b7c3a not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:30:01.795333 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c586c-a821-4144-905e-f81cd52546cd admin admin] Pushing event deleted for resources: {'Network': ['ID=369e16b0-6b9a-4013-852f-84e5edcabfbc,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:01.850019 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-3208dbbb-eb85-435f-95d3-1b1fa2d610d8 admin admin] Deleting subnet b443a9dc-1f5c-4439-8550-10ad801f0629 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:30:01.859273 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3208dbbb-eb85-435f-95d3-1b1fa2d610d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:01.936816 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0d156dea-e5fd-44b6-ab18-648136cd9292 req-3064cef3-af1a-41e6-b21e-60838594a159 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004530 Nov 10 17:30:01.955294 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3208dbbb-eb85-435f-95d3-1b1fa2d610d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:02.010773 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3208dbbb-eb85-435f-95d3-1b1fa2d610d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:02.082869 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3208dbbb-eb85-435f-95d3-1b1fa2d610d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:02.099453 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3208dbbb-eb85-435f-95d3-1b1fa2d610d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:02.105317 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3208dbbb-eb85-435f-95d3-1b1fa2d610d8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b443a9dc-1f5c-4439-8550-10ad801f0629 HTTP/1.1" status: 204 len: 168 time: 0.3591106 Nov 10 17:30:02.117992 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56404) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:02.130046 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3208dbbb-eb85-435f-95d3-1b1fa2d610d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b443a9dc-1f5c-4439-8550-10ad801f0629,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:02.173459 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e18ab0-dae2-437d-bfc1-cadd208861e0 req-7561b9f5-237e-4937-bbee-2463a9d21c4f tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:02.176351 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-30e18ab0-dae2-437d-bfc1-cadd208861e0 req-7561b9f5-237e-4937-bbee-2463a9d21c4f tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.1775012 Nov 10 17:30:02.301057 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5048d5bb-4432-44c1-a816-1efc837bdd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:02.331353 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-30e18ab0-dae2-437d-bfc1-cadd208861e0 req-2674de43-4308-44fd-9f5e-8fa34924bfb8 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117527 Nov 10 17:30:02.444032 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5048d5bb-4432-44c1-a816-1efc837bdd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:02.490185 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-5048d5bb-4432-44c1-a816-1efc837bdd7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac7c6da9-fe7a-425f-bc66-6db06f416a65']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:02.509653 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-5048d5bb-4432-44c1-a816-1efc837bdd7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6486ea36-0af4-4bd2-9b72-f64248a3a51c') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:02.510203 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-5048d5bb-4432-44c1-a816-1efc837bdd7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6486ea36-0af4-4bd2-9b72-f64248a3a51c') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:02.523234 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-fafd0f50-28e9-4e12-b1af-1b7357299fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 665f9b24-26a2-4fc2-a3c4-5e7a82a91999 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:30:02.524426 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812a78f-4f92-44d5-82de-58abb60cbcfa req-bf9a6b0b-fa51-4f9c-b33a-ebde228f23f7 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:02.526147 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6812a78f-4f92-44d5-82de-58abb60cbcfa req-bf9a6b0b-fa51-4f9c-b33a-ebde228f23f7 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 949 time: 0.0742660 Nov 10 17:30:02.528979 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5048d5bb-4432-44c1-a816-1efc837bdd7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:02.539677 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-fafd0f50-28e9-4e12-b1af-1b7357299fcf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:02.554198 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5048d5bb-4432-44c1-a816-1efc837bdd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:02.563137 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-fafd0f50-28e9-4e12-b1af-1b7357299fcf service neutron] Transition to ACTIVE for port object 665f9b24-26a2-4fc2-a3c4-5e7a82a91999 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:30:02.564330 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5048d5bb-4432-44c1-a816-1efc837bdd7d admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:30:02.564783 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5048d5bb-4432-44c1-a816-1efc837bdd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:02.566710 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:30:02.566710 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:30:02.566710 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:30:02.566710 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:30:02.566710 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:30:02.566710 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:30:02.566710 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:30:02.566710 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:30:02.566710 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:30:02.566710 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:30:02.566710 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:30:02.566710 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:30:02.566710 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:30:02.566710 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:30:02.566710 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:30:02.566710 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:30:02.566710 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:30:02.566710 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:30:02.566710 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:30:02.566710 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:30:02.566710 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:30:02.566710 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:30:02.566710 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:30:02.566710 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:30:02.566710 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:30:02.566710 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:30:02.566710 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:30:02.566710 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:30:02.566710 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:30:02.566710 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:30:02.566710 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:30:02.566710 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:30:02.581009 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-fafd0f50-28e9-4e12-b1af-1b7357299fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:02.601218 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6812a78f-4f92-44d5-82de-58abb60cbcfa req-db4022e9-3c3a-40e1-ad5f-2eb271991029 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654256 Nov 10 17:30:02.703844 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5048d5bb-4432-44c1-a816-1efc837bdd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:02.710606 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5048d5bb-4432-44c1-a816-1efc837bdd7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:02.713806 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5048d5bb-4432-44c1-a816-1efc837bdd7d admin admin] 10.222.0.39 "DELETE /v2.0/networks/ac7c6da9-fe7a-425f-bc66-6db06f416a65 HTTP/1.1" status: 204 len: 168 time: 0.5582197 Nov 10 17:30:02.716576 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd0f50-28e9-4e12-b1af-1b7357299fcf service neutron] Pushing event updated for resources: {'Port': ['ID=665f9b24-26a2-4fc2-a3c4-5e7a82a91999,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:02.763547 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048d5bb-4432-44c1-a816-1efc837bdd7d admin admin] Pushing event deleted for resources: {'Network': ['ID=ac7c6da9-fe7a-425f-bc66-6db06f416a65,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:02.781373 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0be60ab8-094e-43b1-b70d-bc33c222579b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:02.809285 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-fafd0f50-28e9-4e12-b1af-1b7357299fcf service neutron] Attempting to bind port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:30:02.810355 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-fafd0f50-28e9-4e12-b1af-1b7357299fcf service neutron] Attempting to bind port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:30:02.810355 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-fafd0f50-28e9-4e12-b1af-1b7357299fcf service neutron] Attempting to bind port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999 on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:30:02.817924 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-fafd0f50-28e9-4e12-b1af-1b7357299fcf service neutron] Port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999 on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:30:02.818327 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-fafd0f50-28e9-4e12-b1af-1b7357299fcf service neutron] Attempting to bind port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999 on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:30:02.824536 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-fafd0f50-28e9-4e12-b1af-1b7357299fcf service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:30:02.824869 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-fafd0f50-28e9-4e12-b1af-1b7357299fcf service neutron] Checking segment: {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:30:02.825245 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-fafd0f50-28e9-4e12-b1af-1b7357299fcf service neutron] Bound using segment: {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:30:02.825993 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-fafd0f50-28e9-4e12-b1af-1b7357299fcf service neutron] Bound port: 665f9b24-26a2-4fc2-a3c4-5e7a82a91999, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:30:02.826130 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-fafd0f50-28e9-4e12-b1af-1b7357299fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:02.976751 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-fafd0f50-28e9-4e12-b1af-1b7357299fcf service neutron] For port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:30:02.986353 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-fafd0f50-28e9-4e12-b1af-1b7357299fcf service neutron] For port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=665f9b24-26a2-4fc2-a3c4-5e7a82a91999,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:30:02.993557 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-fafd0f50-28e9-4e12-b1af-1b7357299fcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:03.040920 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-fafd0f50-28e9-4e12-b1af-1b7357299fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:03.042167 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-fafd0f50-28e9-4e12-b1af-1b7357299fcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:03.043542 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-fafd0f50-28e9-4e12-b1af-1b7357299fcf service neutron] 10.222.0.13 "PUT /v2.0/ports/665f9b24-26a2-4fc2-a3c4-5e7a82a91999 HTTP/1.1" status: 200 len: 1093 time: 1.3830652 Nov 10 17:30:03.043987 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8270fa3c-df19-4f40-b168-d3740b1dd7f2', 'tag': '665f9b24-26a2-4fc2-a3c4-5e7a82a91999'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:30:03.046242 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd6c6ba-5ccc-4ca8-8604-989a46625956" -d '{"events": [{"name": "network-changed", "server_uuid": "8270fa3c-df19-4f40-b168-d3740b1dd7f2", "tag": "665f9b24-26a2-4fc2-a3c4-5e7a82a91999"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:30:03.078827 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd0f50-28e9-4e12-b1af-1b7357299fcf service neutron] Pushing event updated for resources: {'Port': ['ID=665f9b24-26a2-4fc2-a3c4-5e7a82a91999,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:03.122017 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56436) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:03.134838 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c329053-8cfa-4668-a9a2-b7dca2075e49 x-openstack-request-id: req-1c329053-8cfa-4668-a9a2-b7dca2075e49 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:30:03.135122 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8270fa3c-df19-4f40-b168-d3740b1dd7f2", "tag": "665f9b24-26a2-4fc2-a3c4-5e7a82a91999", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:30:03.135371 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1c329053-8cfa-4668-a9a2-b7dca2075e49 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:30:03.135947 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8270fa3c-df19-4f40-b168-d3740b1dd7f2', 'tag': '665f9b24-26a2-4fc2-a3c4-5e7a82a91999', 'status': 'completed', 'code': 200} Nov 10 17:30:03.208666 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b3ad5-5857-4261-8a42-8070f8789acb req-c176efd6-a0e1-4797-a36f-b8920413de1d tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:03.211127 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-955b3ad5-5857-4261-8a42-8070f8789acb req-c176efd6-a0e1-4797-a36f-b8920413de1d tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 944 time: 0.1072226 Nov 10 17:30:03.231432 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-f34238ec-ccd1-4d08-bb79-00df89331ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:03.233106 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-f34238ec-ccd1-4d08-bb79-00df89331ac3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ec9ca6147964daa83e30b2176db3b36&device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 1096 time: 0.0710902 Nov 10 17:30:03.237501 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-00eef9d2-4e9c-4fbc-aa10-114d4a2dac5c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=842ce3f3858c4d418ad7ec087aa51052&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1134923 Nov 10 17:30:03.240336 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56446) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:03.316835 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-955b3ad5-5857-4261-8a42-8070f8789acb req-00eede64-fef7-4209-ad98-51823041a88e tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994649 Nov 10 17:30:03.327906 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-b67b5836-e8ad-41f4-9c10-1b610e432476 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=665f9b24-26a2-4fc2-a3c4-5e7a82a91999 HTTP/1.1" status: 200 len: 217 time: 0.0495422 Nov 10 17:30:03.369045 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b2d74461-f8d5-4d79-8918-556e2da054a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:03.427744 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b2d74461-f8d5-4d79-8918-556e2da054a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:03.451741 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-d89142f1-e6d6-44dc-a195-b8f8f60cb468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:03.451741 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-d89142f1-e6d6-44dc-a195-b8f8f60cb468 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3d9be19-2b8d-48ad-890a-609759e284ae HTTP/1.1" status: 200 len: 861 time: 0.1109202 Nov 10 17:30:03.488879 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6d758-826e-4e8c-aeb0-2dca99c5bba9 req-c3cf9ad6-86a2-4f0f-9f97-939039f1df73 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:03.497963 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-04c6d758-826e-4e8c-aeb0-2dca99c5bba9 req-c3cf9ad6-86a2-4f0f-9f97-939039f1df73 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.0817327 Nov 10 17:30:03.499478 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-e9c4886e-c3df-4d57-8820-91c8e95423d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364902 Nov 10 17:30:03.554466 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-04c6d758-826e-4e8c-aeb0-2dca99c5bba9 req-446303f7-be87-4aaa-aa50-eaf09c828b85 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556321 Nov 10 17:30:03.587718 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b2d74461-f8d5-4d79-8918-556e2da054a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:03.590602 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b2d74461-f8d5-4d79-8918-556e2da054a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:03.594520 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b2d74461-f8d5-4d79-8918-556e2da054a5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f5d8aa08-9d86-4c03-af58-0893bb1c838a HTTP/1.1" status: 204 len: 168 time: 0.3508146 Nov 10 17:30:03.627776 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d74461-f8d5-4d79-8918-556e2da054a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d8aa08-9d86-4c03-af58-0893bb1c838a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:03.682985 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-c42f4811-8f21-48f0-b590-6e2fbefcb070 service neutron] 10.222.0.13 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730087 Nov 10 17:30:03.820938 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77cb2a-0a46-4e09-be10-7ff4c4c154b1 req-cf28639b-5d35-4d20-8898-3f1a38e3e5f6 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:03.824169 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fd77cb2a-0a46-4e09-be10-7ff4c4c154b1 req-cf28639b-5d35-4d20-8898-3f1a38e3e5f6 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 949 time: 0.1176782 Nov 10 17:30:03.863294 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:03.903470 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0b9da9cf-7ffd-41ef-80ee-479853ff5898 req-707b9931-b78e-4a28-b576-4b2b4e434149 service neutron] 10.222.0.13 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090526 Nov 10 17:30:03.972880 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fd77cb2a-0a46-4e09-be10-7ff4c4c154b1 req-6ab69d65-8247-46fa-934f-04a636e4a894 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300395 Nov 10 17:30:04.098524 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6c6ba-5ccc-4ca8-8604-989a46625956 req-2b90c441-d64d-4288-9ccd-e3f296a05fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:04.103565 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dbd6c6ba-5ccc-4ca8-8604-989a46625956 req-2b90c441-d64d-4288-9ccd-e3f296a05fc0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ec9ca6147964daa83e30b2176db3b36&device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 1096 time: 0.1412582 Nov 10 17:30:04.210254 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56484) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:04.234827 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6c6ba-5ccc-4ca8-8604-989a46625956 req-32ac6398-03ac-4047-8d25-d5a4341dd2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:04.236496 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dbd6c6ba-5ccc-4ca8-8604-989a46625956 req-32ac6398-03ac-4047-8d25-d5a4341dd2ba service neutron] 10.222.0.13 "GET /v2.0/networks?id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1 HTTP/1.1" status: 200 len: 922 time: 0.1175258 Nov 10 17:30:04.293951 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-15b8b8f9-5551-40db-a419-0783216e2876 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a37cae6a6cce46a58f73e681e6742575&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0822430 Nov 10 17:30:04.297774 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56490) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:04.333141 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dbd6c6ba-5ccc-4ca8-8604-989a46625956 req-fe66ccfd-06e3-4d73-828c-a8c422dcdbae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=665f9b24-26a2-4fc2-a3c4-5e7a82a91999 HTTP/1.1" status: 200 len: 217 time: 0.0840170 Nov 10 17:30:04.379128 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e7043557-237a-4fa5-a6ed-9cf366e1dd93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:04.386508 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56494) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:04.414339 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6c6ba-5ccc-4ca8-8604-989a46625956 req-3ea5cd9f-6ca0-45d1-b1b4-bf9aa3a39f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:04.416343 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dbd6c6ba-5ccc-4ca8-8604-989a46625956 req-3ea5cd9f-6ca0-45d1-b1b4-bf9aa3a39f75 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3d9be19-2b8d-48ad-890a-609759e284ae HTTP/1.1" status: 200 len: 861 time: 0.0720844 Nov 10 17:30:04.417529 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e7043557-237a-4fa5-a6ed-9cf366e1dd93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:04.472638 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dbd6c6ba-5ccc-4ca8-8604-989a46625956 req-18b13719-42cc-48cd-b91a-e7dd45fb5d1b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474129 Nov 10 17:30:04.479761 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e7043557-237a-4fa5-a6ed-9cf366e1dd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:04.485088 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e7043557-237a-4fa5-a6ed-9cf366e1dd93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:04.485258 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e7043557-237a-4fa5-a6ed-9cf366e1dd93 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e83e24c0-7e02-4d20-97b4-1b3745c09742 HTTP/1.1" status: 204 len: 168 time: 0.1861589 Nov 10 17:30:04.503528 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7043557-237a-4fa5-a6ed-9cf366e1dd93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83e24c0-7e02-4d20-97b4-1b3745c09742,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:04.604393 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dbd6c6ba-5ccc-4ca8-8604-989a46625956 req-7a957173-2b97-4995-8069-96a61065a535 service neutron] 10.222.0.13 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209526 Nov 10 17:30:04.636082 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-27d46e8c-3c15-4ceb-869d-382b99b4c5c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:04.699480 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a7b2a-754e-4390-b251-49b57fee8a94 req-d7bf0a80-ab5e-4c0e-8902-c30aa483462d tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:04.704850 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3c3a7b2a-754e-4390-b251-49b57fee8a94 req-d7bf0a80-ab5e-4c0e-8902-c30aa483462d tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 944 time: 0.2356417 Nov 10 17:30:04.753796 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dbd6c6ba-5ccc-4ca8-8604-989a46625956 req-78ccd337-e5ce-4b80-99d9-d7ad87807650 service neutron] 10.222.0.13 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325715 Nov 10 17:30:04.765213 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1cd2b-00eb-4fc7-be53-f32bd76b4c2c req-a272ebf9-2bdb-4f1e-abd2-fd2e861d4f0b tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:04.766750 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-00f1cd2b-00eb-4fc7-be53-f32bd76b4c2c req-a272ebf9-2bdb-4f1e-abd2-fd2e861d4f0b tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.0797920 Nov 10 17:30:04.833892 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3c3a7b2a-754e-4390-b251-49b57fee8a94 req-2d67f6ce-af25-4c2a-a2ca-a490641efd13 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789630 Nov 10 17:30:04.846035 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-27d46e8c-3c15-4ceb-869d-382b99b4c5c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:04.850798 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-00f1cd2b-00eb-4fc7-be53-f32bd76b4c2c req-53691c0f-5812-448b-a526-8f72fe7ca03d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749335 Nov 10 17:30:04.855042 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-27d46e8c-3c15-4ceb-869d-382b99b4c5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:04.901027 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-27d46e8c-3c15-4ceb-869d-382b99b4c5c5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f549e672151e46b1b4eaee679aa20cf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5134304 Nov 10 17:30:04.903698 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56506) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:04.915021 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d46e8c-3c15-4ceb-869d-382b99b4c5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c930dbb0-ff55-48ab-b012-e39c650d6ca6,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:04.971641 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-539b554e-f7a0-48fe-a5e3-c29be09073cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:04.999616 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-539b554e-f7a0-48fe-a5e3-c29be09073cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:05.070357 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-539b554e-f7a0-48fe-a5e3-c29be09073cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:05.073636 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-539b554e-f7a0-48fe-a5e3-c29be09073cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:05.077322 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-539b554e-f7a0-48fe-a5e3-c29be09073cd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c930dbb0-ff55-48ab-b012-e39c650d6ca6 HTTP/1.1" status: 204 len: 168 time: 0.1699634 Nov 10 17:30:05.096872 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b554e-f7a0-48fe-a5e3-c29be09073cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c930dbb0-ff55-48ab-b012-e39c650d6ca6,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:05.227572 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7776b-3e60-4bb3-8f99-95e1e2599a54 req-4551d9e5-63e0-421d-855f-c0dadf08e3f6 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:05.229298 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-baf7776b-3e60-4bb3-8f99-95e1e2599a54 req-4551d9e5-63e0-421d-855f-c0dadf08e3f6 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 949 time: 0.1093633 Nov 10 17:30:05.295853 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-baf7776b-3e60-4bb3-8f99-95e1e2599a54 req-83797f33-6b43-43c1-9bde-6645c85b67ef tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593646 Nov 10 17:30:05.417990 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:05.466826 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56534) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:05.575475 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-ac74c1a7-7ae1-4a05-a1c8-89f215a89819 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009667961-network', 'tenant_id': '7786fa5e1bea40fd97fc4ce00e97b4ab'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:05.597141 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac74c1a7-7ae1-4a05-a1c8-89f215a89819 admin admin] Made reservation on behalf of 7786fa5e1bea40fd97fc4ce00e97b4ab for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:30:05.601617 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ac74c1a7-7ae1-4a05-a1c8-89f215a89819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:05.602301 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56538) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:05.608225 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ac74c1a7-7ae1-4a05-a1c8-89f215a89819 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:05.620089 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a93cf31b-4018-4437-839e-56211c3b7709 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:05.688301 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ac74c1a7-7ae1-4a05-a1c8-89f215a89819 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:05.693313 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ac74c1a7-7ae1-4a05-a1c8-89f215a89819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:05.712921 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a93cf31b-4018-4437-839e-56211c3b7709 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:05.718742 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac74c1a7-7ae1-4a05-a1c8-89f215a89819 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:30:05.719988 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a93cf31b-4018-4437-839e-56211c3b7709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:05.742457 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74c1a7-7ae1-4a05-a1c8-89f215a89819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8b23dc-e076-45f6-97dc-b53db2babb28,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:05.745865 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ac74c1a7-7ae1-4a05-a1c8-89f215a89819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:05.746298 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-ac74c1a7-7ae1-4a05-a1c8-89f215a89819 admin admin] Added segment 9133d02d-bf9a-4f0a-9686-e4667fac8ff0 of type vlan for network 54bf8d1c-423e-43f6-a8fe-4660120f9a8d Nov 10 17:30:05.777701 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a93cf31b-4018-4437-839e-56211c3b7709 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b697efc31dbb4db19a44c304e94b4b6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1720319 Nov 10 17:30:05.777701 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93cf31b-4018-4437-839e-56211c3b7709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f0ccc2-1c77-4389-8e15-090a43ab9413,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:05.779068 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56540) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:05.798857 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ac74c1a7-7ae1-4a05-a1c8-89f215a89819 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:05.829102 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ac74c1a7-7ae1-4a05-a1c8-89f215a89819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:05.833687 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac74c1a7-7ae1-4a05-a1c8-89f215a89819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:05.833687 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ac74c1a7-7ae1-4a05-a1c8-89f215a89819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:05.833954 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4ab0bd46-d92b-4658-9d19-4af5637d2b51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:05.855455 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4ab0bd46-d92b-4658-9d19-4af5637d2b51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:05.901861 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ac74c1a7-7ae1-4a05-a1c8-89f215a89819 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.4337885 Nov 10 17:30:05.907364 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56546) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:05.910622 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74c1a7-7ae1-4a05-a1c8-89f215a89819 admin admin] Pushing event updated for resources: {'Network': ['ID=54bf8d1c-423e-43f6-a8fe-4660120f9a8d,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:05.917643 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4ab0bd46-d92b-4658-9d19-4af5637d2b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:05.920389 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 54bf8d1c-423e-43f6-a8fe-4660120f9a8d details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:30:05.920719 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4ab0bd46-d92b-4658-9d19-4af5637d2b51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:05.922495 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-19c5f829-ef80-46ba-831c-803120ccab02 admin admin] Request body: {'subnet': {'network_id': '54bf8d1c-423e-43f6-a8fe-4660120f9a8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009667961-subnet', 'tenant_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:05.923334 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4ab0bd46-d92b-4658-9d19-4af5637d2b51 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/60f0ccc2-1c77-4389-8e15-090a43ab9413 HTTP/1.1" status: 204 len: 168 time: 0.1431761 Nov 10 17:30:05.944366 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0bd46-d92b-4658-9d19-4af5637d2b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f0ccc2-1c77-4389-8e15-090a43ab9413,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:05.950012 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c5f829-ef80-46ba-831c-803120ccab02 admin admin] Made reservation on behalf of 7786fa5e1bea40fd97fc4ce00e97b4ab for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:30:05.954678 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-19c5f829-ef80-46ba-831c-803120ccab02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:06.053544 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398279a-7134-41c0-b54e-00200aeb16e3 req-b5967d0b-5af1-4ad5-98ad-6e7a4b162e74 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:06.062591 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c398279a-7134-41c0-b54e-00200aeb16e3 req-b5967d0b-5af1-4ad5-98ad-6e7a4b162e74 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 944 time: 0.0667968 Nov 10 17:30:06.098680 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 665f9b24-26a2-4fc2-a3c4-5e7a82a91999 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:30:06.131574 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:06.142866 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a98b7-d608-4179-a5a0-b67f7798ca29 req-69a0ab87-4dc5-42dc-8e31-09372f9ff65c tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:06.153416 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-428a98b7-d608-4179-a5a0-b67f7798ca29 req-69a0ab87-4dc5-42dc-8e31-09372f9ff65c tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.1439261 Nov 10 17:30:06.235120 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=665f9b24-26a2-4fc2-a3c4-5e7a82a91999,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:06.251478 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '665f9b24-26a2-4fc2-a3c4-5e7a82a91999', 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1', 'port_id': '665f9b24-26a2-4fc2-a3c4-5e7a82a91999', 'mac_address': 'fa:16:3e:5c:89:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9be19-2b8d-48ad-890a-609759e284ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:30:06.293630 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-428a98b7-d608-4179-a5a0-b67f7798ca29 req-2ce474fb-8a08-47af-a6ae-351d608bdb69 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391060 Nov 10 17:30:06.305861 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:06.337243 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 665f9b24-26a2-4fc2-a3c4-5e7a82a91999 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:30:06.356682 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-19c5f829-ef80-46ba-831c-803120ccab02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:06.368869 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=665f9b24-26a2-4fc2-a3c4-5e7a82a91999,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:06.384689 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:06.431414 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c398279a-7134-41c0-b54e-00200aeb16e3 req-16ae1f7d-de4e-4aa3-909d-404265fa0910 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678372 Nov 10 17:30:06.453707 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=665f9b24-26a2-4fc2-a3c4-5e7a82a91999,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:06.465615 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c5f829-ef80-46ba-831c-803120ccab02 admin admin] Checking segment: {'id': '9133d02d-bf9a-4f0a-9686-e4667fac8ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54bf8d1c-423e-43f6-a8fe-4660120f9a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:30:06.466057 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c5f829-ef80-46ba-831c-803120ccab02 admin admin] Network hostable DHCP agents. Network: 54bf8d1c-423e-43f6-a8fe-4660120f9a8d, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:30:06.470762 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5f829-ef80-46ba-831c-803120ccab02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=219de3b2-e969-4a15-8a5a-bfef4c84ee74,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:06.507280 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c5f829-ef80-46ba-831c-803120ccab02 admin admin] Network 54bf8d1c-423e-43f6-a8fe-4660120f9a8d is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:30:06.522767 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-19c5f829-ef80-46ba-831c-803120ccab02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 54bf8d1c-423e-43f6-a8fe-4660120f9a8d) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:30:06.535078 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a072c1-5654-45f1-89a5-12a21cbf0a67 None None] Network 54bf8d1c-423e-43f6-a8fe-4660120f9a8d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:30:06.574846 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c5f829-ef80-46ba-831c-803120ccab02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:06.575504 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-19c5f829-ef80-46ba-831c-803120ccab02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:06.609233 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca722388-f02f-48c3-b821-34ac6449180b req-4ee652e4-dc4a-467a-a529-350fb8890aa4 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:06.612932 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ca722388-f02f-48c3-b821-34ac6449180b req-4ee652e4-dc4a-467a-a529-350fb8890aa4 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 949 time: 0.0831478 Nov 10 17:30:06.626445 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-19c5f829-ef80-46ba-831c-803120ccab02 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7178743 Nov 10 17:30:06.629457 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56564) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:06.636460 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-ad11a881-9c5b-4e5b-9a07-737e12e94ad9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009667961-router', 'tenant_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:06.673921 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ad11a881-9c5b-4e5b-9a07-737e12e94ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:06.675411 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ad11a881-9c5b-4e5b-9a07-737e12e94ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:06.683481 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ca722388-f02f-48c3-b821-34ac6449180b req-a8e91f99-96b4-44b4-b13c-c27ec43b1b41 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558112 Nov 10 17:30:06.711167 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['665f9b24-26a2-4fc2-a3c4-5e7a82a91999'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:30:06.743503 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ad11a881-9c5b-4e5b-9a07-737e12e94ad9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:06.787880 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dd34ef-be18-45b4-9b40-06322c70c439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-54bf8d1c-423e-43f6-a8fe-4660120f9a8d', 'network_id': '54bf8d1c-423e-43f6-a8fe-4660120f9a8d', 'tenant_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'fixed_ips': [{'subnet_id': '219de3b2-e969-4a15-8a5a-bfef4c84ee74'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:30:06.788757 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-47dd34ef-be18-45b4-9b40-06322c70c439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:06.896981 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ad11a881-9c5b-4e5b-9a07-737e12e94ad9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:06.985265 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-47dd34ef-be18-45b4-9b40-06322c70c439 None None] Allocated IP 172.20.0.2 (54bf8d1c-423e-43f6-a8fe-4660120f9a8d/219de3b2-e969-4a15-8a5a-bfef4c84ee74/d57c9571-7deb-4739-aa30-787438c2eca2) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:30:07.118606 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ad11a881-9c5b-4e5b-9a07-737e12e94ad9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.137534 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56578) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:07.138947 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ad11a881-9c5b-4e5b-9a07-737e12e94ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.165617 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-47dd34ef-be18-45b4-9b40-06322c70c439 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.171910 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-47dd34ef-be18-45b4-9b40-06322c70c439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.207714 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dd34ef-be18-45b4-9b40-06322c70c439 None None] Network 54bf8d1c-423e-43f6-a8fe-4660120f9a8d is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:30:07.211733 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-47dd34ef-be18-45b4-9b40-06322c70c439 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:30:07.214993 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dd34ef-be18-45b4-9b40-06322c70c439 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:30:07.241846 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-4cbc1846-716c-4361-9407-dc7ce2718310 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1200051581-network', 'tenant_id': '284cd28c14a0488699d4bf4619225a3f'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:07.259703 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-ad11a881-9c5b-4e5b-9a07-737e12e94ad9 admin admin] Allocated IP 172.25.5.154 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/27e7970b-ed0d-49d8-b977-592559928614) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:30:07.265164 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbc1846-716c-4361-9407-dc7ce2718310 admin admin] Made reservation on behalf of 284cd28c14a0488699d4bf4619225a3f for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:30:07.267977 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4cbc1846-716c-4361-9407-dc7ce2718310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.271838 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd34ef-be18-45b4-9b40-06322c70c439 None None] Pushing event updated for resources: {'Port': ['ID=d57c9571-7deb-4739-aa30-787438c2eca2,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:07.277987 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4cbc1846-716c-4361-9407-dc7ce2718310 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.286801 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-47dd34ef-be18-45b4-9b40-06322c70c439 None None] Attempting to bind port d57c9571-7deb-4739-aa30-787438c2eca2 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:30:07.287239 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-47dd34ef-be18-45b4-9b40-06322c70c439 None None] Attempting to bind port d57c9571-7deb-4739-aa30-787438c2eca2 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '9133d02d-bf9a-4f0a-9686-e4667fac8ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54bf8d1c-423e-43f6-a8fe-4660120f9a8d'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:30:07.287659 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dd34ef-be18-45b4-9b40-06322c70c439 None None] Attempting to bind port d57c9571-7deb-4739-aa30-787438c2eca2 on network 54bf8d1c-423e-43f6-a8fe-4660120f9a8d {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:30:07.294053 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dd34ef-be18-45b4-9b40-06322c70c439 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:30:07.294754 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dd34ef-be18-45b4-9b40-06322c70c439 None None] Checking segment: {'id': '9133d02d-bf9a-4f0a-9686-e4667fac8ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54bf8d1c-423e-43f6-a8fe-4660120f9a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:30:07.295343 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-47dd34ef-be18-45b4-9b40-06322c70c439 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.296303 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dd34ef-be18-45b4-9b40-06322c70c439 None None] Bound using segment: {'id': '9133d02d-bf9a-4f0a-9686-e4667fac8ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54bf8d1c-423e-43f6-a8fe-4660120f9a8d'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:30:07.297021 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-47dd34ef-be18-45b4-9b40-06322c70c439 None None] Bound port: d57c9571-7deb-4739-aa30-787438c2eca2, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9133d02d-bf9a-4f0a-9686-e4667fac8ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54bf8d1c-423e-43f6-a8fe-4660120f9a8d'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:30:07.297589 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-47dd34ef-be18-45b4-9b40-06322c70c439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.395651 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4cbc1846-716c-4361-9407-dc7ce2718310 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.403348 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4cbc1846-716c-4361-9407-dc7ce2718310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.448976 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ad11a881-9c5b-4e5b-9a07-737e12e94ad9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.458328 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-47dd34ef-be18-45b4-9b40-06322c70c439 None None] For port d57c9571-7deb-4739-aa30-787438c2eca2, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:30:07.462711 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-47dd34ef-be18-45b4-9b40-06322c70c439 None None] For port d57c9571-7deb-4739-aa30-787438c2eca2, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d57c9571-7deb-4739-aa30-787438c2eca2,segment=NetworkSegment(9133d02d-bf9a-4f0a-9686-e4667fac8ff0),segment_id=9133d02d-bf9a-4f0a-9686-e4667fac8ff0)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:30:07.465277 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cbc1846-716c-4361-9407-dc7ce2718310 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:30:07.470810 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-47dd34ef-be18-45b4-9b40-06322c70c439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.487376 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc1846-716c-4361-9407-dc7ce2718310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e7c886-2c4a-44d6-9fda-d2d0c6a025bf,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:07.493862 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4cbc1846-716c-4361-9407-dc7ce2718310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.494509 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-4cbc1846-716c-4361-9407-dc7ce2718310 admin admin] Added segment 33a13d1a-273b-4ab7-9990-0b2e1e8797f8 of type vlan for network 6cf8b491-44b9-4fcc-8d2a-a4cb84eb6ea2 Nov 10 17:30:07.508551 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a312b1f-c816-4389-b9c1-e491e7c7fbcc req-dc009104-c916-40a6-a278-7f18e00b8d3b tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:07.513220 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9a312b1f-c816-4389-b9c1-e491e7c7fbcc req-dc009104-c916-40a6-a278-7f18e00b8d3b tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 949 time: 0.1344690 Nov 10 17:30:07.565264 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4cbc1846-716c-4361-9407-dc7ce2718310 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.585781 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ad11a881-9c5b-4e5b-9a07-737e12e94ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.611659 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd34ef-be18-45b4-9b40-06322c70c439 None None] Pushing event updated for resources: {'Port': ['ID=d57c9571-7deb-4739-aa30-787438c2eca2,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:07.652430 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4cbc1846-716c-4361-9407-dc7ce2718310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.653418 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbc1846-716c-4361-9407-dc7ce2718310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:07.654106 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4cbc1846-716c-4361-9407-dc7ce2718310 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.672877 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9a312b1f-c816-4389-b9c1-e491e7c7fbcc req-ccb38f78-ce63-494d-8570-6354b1d9fe92 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518660 Nov 10 17:30:07.688346 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad11a881-9c5b-4e5b-9a07-737e12e94ad9 admin admin] Pushing event updated for resources: {'Port': ['ID=27e7970b-ed0d-49d8-b977-592559928614,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:07.695216 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad11a881-9c5b-4e5b-9a07-737e12e94ad9 admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:30:07.697223 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-ad11a881-9c5b-4e5b-9a07-737e12e94ad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:30:07.703999 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad11a881-9c5b-4e5b-9a07-737e12e94ad9 admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:30:07.746738 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fba2f-1c5c-4ed6-9ea3-0283ceb27edb req-d096a6b3-cb3e-4297-b0d5-aa825e5acb3d tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:07.755920 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cb2fba2f-1c5c-4ed6-9ea3-0283ceb27edb req-d096a6b3-cb3e-4297-b0d5-aa825e5acb3d tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 945 time: 0.1417489 Nov 10 17:30:07.766527 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4cbc1846-716c-4361-9407-dc7ce2718310 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6278660 Nov 10 17:30:07.767042 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56594) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:07.778640 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-51bbeaee-b8cb-496f-9b95-db4648aa6f0e admin admin] Request body: {'subnet': {'network_id': '6cf8b491-44b9-4fcc-8d2a-a4cb84eb6ea2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1200051581-subnet', 'tenant_id': '284cd28c14a0488699d4bf4619225a3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:07.798657 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc1846-716c-4361-9407-dc7ce2718310 admin admin] Pushing event updated for resources: {'Network': ['ID=6cf8b491-44b9-4fcc-8d2a-a4cb84eb6ea2,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:07.818686 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 6cf8b491-44b9-4fcc-8d2a-a4cb84eb6ea2 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:30:07.870658 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bbeaee-b8cb-496f-9b95-db4648aa6f0e admin admin] Made reservation on behalf of 284cd28c14a0488699d4bf4619225a3f for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:30:07.874876 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-51bbeaee-b8cb-496f-9b95-db4648aa6f0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:07.887069 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cb2fba2f-1c5c-4ed6-9ea3-0283ceb27edb req-89f4dd78-e712-4021-85f6-deae4e208b32 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264300 Nov 10 17:30:08.101402 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 0c5fb3a9-aaa2-4915-ac80-0340834eea8e details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:30:08.104452 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 665f9b24-26a2-4fc2-a3c4-5e7a82a91999 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:30:08.137394 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00344ca-f5be-4d7d-af8b-e3a71b5b3a75 req-dd1f08ea-e256-4960-8ea3-4453ceb2ec9c tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:08.138908 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f00344ca-f5be-4d7d-af8b-e3a71b5b3a75 req-dd1f08ea-e256-4960-8ea3-4453ceb2ec9c tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 949 time: 0.1420665 Nov 10 17:30:08.225274 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:30:08.238696 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:08.239197 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:08.266433 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 0c5fb3a9-aaa2-4915-ac80-0340834eea8e, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=0c5fb3a9-aaa2-4915-ac80-0340834eea8e,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:08.286761 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '0c5fb3a9-aaa2-4915-ac80-0340834eea8e', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': '0c5fb3a9-aaa2-4915-ac80-0340834eea8e', 'mac_address': 'fa:16:3e:8e:c1:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:30:08.304677 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f00344ca-f5be-4d7d-af8b-e3a71b5b3a75 req-27b9239f-36a3-42a1-ab54-1ef3e4f57f99 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540639 Nov 10 17:30:08.334238 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:08.371588 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c5fb3a9-aaa2-4915-ac80-0340834eea8e {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:30:08.395424 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ad11a881-9c5b-4e5b-9a07-737e12e94ad9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:08.477062 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-c713e584-956f-4946-ab20-7984e02bc0e1 service neutron] show failed (client error): The resource could not be found. Nov 10 17:30:08.478214 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-c713e584-956f-4946-ab20-7984e02bc0e1 service neutron] 10.222.0.11 "GET /v2.0/ports/5dc83552-8f22-4de3-b8e0-61527afe401d/bindings/n-h2-776250-10 HTTP/1.1" status: 404 len: 381 time: 0.1924493 Nov 10 17:30:08.485851 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-51bbeaee-b8cb-496f-9b95-db4648aa6f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:08.546315 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d57c9571-7deb-4739-aa30-787438c2eca2 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:30:08.594504 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:08.598460 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 0c5fb3a9-aaa2-4915-ac80-0340834eea8e, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=0c5fb3a9-aaa2-4915-ac80-0340834eea8e,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:08.627286 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:08.633478 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bbeaee-b8cb-496f-9b95-db4648aa6f0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f35da458-f222-49f8-8e3c-fe5d200e6316,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:08.672130 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8270fa3c-df19-4f40-b168-d3740b1dd7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665f9b24-26a2-4fc2-a3c4-5e7a82a91999'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:30:08.675330 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b087268-0eb7-492b-a2a2-05f61f225c4c" -d '{"events": [{"server_uuid": "8270fa3c-df19-4f40-b168-d3740b1dd7f2", "name": "network-vif-plugged", "status": "completed", "tag": "665f9b24-26a2-4fc2-a3c4-5e7a82a91999"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:30:08.698647 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=665f9b24-26a2-4fc2-a3c4-5e7a82a91999,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:08.712836 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:08.719474 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=0c5fb3a9-aaa2-4915-ac80-0340834eea8e,revision_number=9']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:08.728097 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port d57c9571-7deb-4739-aa30-787438c2eca2 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:08.728097 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:08.809676 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bbeaee-b8cb-496f-9b95-db4648aa6f0e admin admin] Checking segment: {'id': '33a13d1a-273b-4ab7-9990-0b2e1e8797f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6cf8b491-44b9-4fcc-8d2a-a4cb84eb6ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:30:08.810238 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bbeaee-b8cb-496f-9b95-db4648aa6f0e admin admin] Network hostable DHCP agents. Network: 6cf8b491-44b9-4fcc-8d2a-a4cb84eb6ea2, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:30:08.828015 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ad11a881-9c5b-4e5b-9a07-737e12e94ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:08.852545 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59468fe-4c39-45e1-aa19-dff6ae7e6be3 x-openstack-request-id: req-e59468fe-4c39-45e1-aa19-dff6ae7e6be3 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:30:08.852860 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8270fa3c-df19-4f40-b168-d3740b1dd7f2", "name": "network-vif-plugged", "status": "completed", "tag": "665f9b24-26a2-4fc2-a3c4-5e7a82a91999", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:30:08.853299 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e59468fe-4c39-45e1-aa19-dff6ae7e6be3 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:30:08.853701 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8270fa3c-df19-4f40-b168-d3740b1dd7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665f9b24-26a2-4fc2-a3c4-5e7a82a91999', 'code': 200} Nov 10 17:30:08.860057 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=665f9b24-26a2-4fc2-a3c4-5e7a82a91999,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:08.931513 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903e9ac-884b-4b47-bed1-008c59856e64 req-cccb5b30-da7e-4eb2-b16d-2415c1f5ff66 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:08.938455 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['0c5fb3a9-aaa2-4915-ac80-0340834eea8e'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:30:08.939292 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d903e9ac-884b-4b47-bed1-008c59856e64 req-cccb5b30-da7e-4eb2-b16d-2415c1f5ff66 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 948 time: 0.0738726 Nov 10 17:30:08.940701 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bbeaee-b8cb-496f-9b95-db4648aa6f0e admin admin] Network 6cf8b491-44b9-4fcc-8d2a-a4cb84eb6ea2 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:30:08.941664 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2039852a-6753-4818-8300-1d3e4b9fc8f9 None None] Network 54bf8d1c-423e-43f6-a8fe-4660120f9a8d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:30:08.947272 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-cf002549-d33c-46e1-9765-6cbf1b45826f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:08.949500 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-cf002549-d33c-46e1-9765-6cbf1b45826f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972&tenant_id=8f9e5c9c528a40edbd9cc8b10302b929 HTTP/1.1" status: 200 len: 1101 time: 0.1525366 Nov 10 17:30:08.966656 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:09.000173 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d903e9ac-884b-4b47-bed1-008c59856e64 req-22820da6-ce7e-4cda-be90-9160691ea882 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565088 Nov 10 17:30:09.001441 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-af1a5289-2d37-47e7-90eb-e8d0495eba7c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-776250-10', 'device_owner': 'compute:nova'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:09.004519 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-51bbeaee-b8cb-496f-9b95-db4648aa6f0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 6cf8b491-44b9-4fcc-8d2a-a4cb84eb6ea2) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:30:09.034635 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bbeaee-b8cb-496f-9b95-db4648aa6f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:09.035216 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-51bbeaee-b8cb-496f-9b95-db4648aa6f0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:09.054452 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc36833-88b5-4983-8563-8f713b1a8ad6 None None] Network 6cf8b491-44b9-4fcc-8d2a-a4cb84eb6ea2 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:30:09.086960 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4843c2b-b5d5-4ce2-87cc-e8497375840c req-f8b903d6-7ad6-4e1c-9fab-3d369240045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:09.088483 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b4843c2b-b5d5-4ce2-87cc-e8497375840c req-f8b903d6-7ad6-4e1c-9fab-3d369240045d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 1098 time: 0.1934612 Nov 10 17:30:09.102465 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-51bbeaee-b8cb-496f-9b95-db4648aa6f0e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3299861 Nov 10 17:30:09.142055 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port d57c9571-7deb-4739-aa30-787438c2eca2, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d57c9571-7deb-4739-aa30-787438c2eca2,segment=NetworkSegment(9133d02d-bf9a-4f0a-9686-e4667fac8ff0),segment_id=9133d02d-bf9a-4f0a-9686-e4667fac8ff0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:09.157802 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-af1a5289-2d37-47e7-90eb-e8d0495eba7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:09.158153 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:09.166650 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-14c8605c-c14d-4df1-a9c6-792c827fcf69 None None] Provisioning complete for port d57c9571-7deb-4739-aa30-787438c2eca2 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:09.167856 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-14c8605c-c14d-4df1-a9c6-792c827fcf69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:09.181345 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0bf0c-c5ba-47c5-8242-6106f880fec4 req-be5f72f0-055e-47b8-a399-670693edd280 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:09.182757 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bbb0bf0c-c5ba-47c5-8242-6106f880fec4 req-be5f72f0-055e-47b8-a399-670693edd280 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 946 time: 0.1883574 Nov 10 17:30:09.256007 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b4843c2b-b5d5-4ce2-87cc-e8497375840c req-45e3c6f2-cc89-4211-ae68-3ec3a1178d86 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368186 Nov 10 17:30:09.290625 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad11a881-9c5b-4e5b-9a07-737e12e94ad9 admin admin] Router c28c347e-b49d-4459-acd7-3b9dccd7ed17 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:30:09.319357 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=d57c9571-7deb-4739-aa30-787438c2eca2,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:09.366402 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bbb0bf0c-c5ba-47c5-8242-6106f880fec4 req-eebe539f-6efe-4f77-aea3-cf7c715ad852 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707878 Nov 10 17:30:09.391577 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-b209e9a7-1bfc-497c-bb7f-108c9b15123d req-a021cc73-65fa-4459-8c52-6132174008f9 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-145384793', 'description': 'tempest-description-84886799'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:09.426986 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c0c4d3-d7a6-403b-bb22-94ee7f725194 None None] Network 6cf8b491-44b9-4fcc-8d2a-a4cb84eb6ea2 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:30:09.458191 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b209e9a7-1bfc-497c-bb7f-108c9b15123d req-a021cc73-65fa-4459-8c52-6132174008f9 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:09.551884 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b209e9a7-1bfc-497c-bb7f-108c9b15123d req-a021cc73-65fa-4459-8c52-6132174008f9 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:09.561856 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b209e9a7-1bfc-497c-bb7f-108c9b15123d req-a021cc73-65fa-4459-8c52-6132174008f9 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:09.602261 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b209e9a7-1bfc-497c-bb7f-108c9b15123d req-a021cc73-65fa-4459-8c52-6132174008f9 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:09.613524 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b209e9a7-1bfc-497c-bb7f-108c9b15123d req-a021cc73-65fa-4459-8c52-6132174008f9 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2312157 Nov 10 17:30:09.616682 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a021cc73-65fa-4459-8c52-6132174008f9 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5744452d-93a4-45ab-90b6-bb8cc8acf966,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:09.732365 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:30:09.749395 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f35fc1c-5534-49b3-b406-0d9017d3c5b7 req-d25b5c16-defe-4a94-ad6c-fff5291a076e tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "GET /v2.0/security-groups/5744452d-93a4-45ab-90b6-bb8cc8acf966 HTTP/1.1" status: 200 len: 1819 time: 0.0529020 Nov 10 17:30:09.760835 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-5f35fc1c-5534-49b3-b406-0d9017d3c5b7 req-aac90bf4-ea29-4426-a9ef-3b4370aa7787 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5744452d-93a4-45ab-90b6-bb8cc8acf966', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:09.761161 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-5f35fc1c-5534-49b3-b406-0d9017d3c5b7 req-aac90bf4-ea29-4426-a9ef-3b4370aa7787 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5744452d-93a4-45ab-90b6-bb8cc8acf966', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:09.827678 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-5f35fc1c-5534-49b3-b406-0d9017d3c5b7 req-aac90bf4-ea29-4426-a9ef-3b4370aa7787 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:09.865035 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc73ed-b36d-47d8-bcdd-1aff1891847c req-75eba66f-f669-46b6-b140-867d4bba84f8 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:09.866409 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-5f35fc1c-5534-49b3-b406-0d9017d3c5b7 req-aac90bf4-ea29-4426-a9ef-3b4370aa7787 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:09.866602 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-69fc73ed-b36d-47d8-bcdd-1aff1891847c req-75eba66f-f669-46b6-b140-867d4bba84f8 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 949 time: 0.1271529 Nov 10 17:30:09.871926 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-5f35fc1c-5534-49b3-b406-0d9017d3c5b7 req-aac90bf4-ea29-4426-a9ef-3b4370aa7787 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:09.875968 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-af1a5289-2d37-47e7-90eb-e8d0495eba7c service neutron] For port 5dc83552-8f22-4de3-b8e0-61527afe401d, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=5dc83552-8f22-4de3-b8e0-61527afe401d,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:09.894355 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac90bf4-ea29-4426-a9ef-3b4370aa7787 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec7f0a39-5ffd-4793-b771-8330eaf2b71c,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:09.894855 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad11a881-9c5b-4e5b-9a07-737e12e94ad9 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:30:09.909890 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-5f35fc1c-5534-49b3-b406-0d9017d3c5b7 req-aac90bf4-ea29-4426-a9ef-3b4370aa7787 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:09.911736 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f35fc1c-5534-49b3-b406-0d9017d3c5b7 req-aac90bf4-ea29-4426-a9ef-3b4370aa7787 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1548784 Nov 10 17:30:09.913943 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d70687-578e-4509-9c97-734080261ee4 None None] Sync routers for ids ['c28c347e-b49d-4459-acd7-3b9dccd7ed17'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:30:09.935124 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d70687-578e-4509-9c97-734080261ee4 None None] Routers {'c28c347e-b49d-4459-acd7-3b9dccd7ed17'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:30:09.935963 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-82d70687-578e-4509-9c97-734080261ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:30:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['c28c347e-b49d-4459-acd7-3b9dccd7ed17'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:09.943286 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ad11a881-9c5b-4e5b-9a07-737e12e94ad9 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:09.944522 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ad11a881-9c5b-4e5b-9a07-737e12e94ad9 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.3134935 Nov 10 17:30:09.947391 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-230e77bb-ab57-4c43-af5a-1c57085b5fed req-fdff4461-5827-4615-b1ff-6164c78facf9 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1727803965', 'description': 'tempest-description-1131468876'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:09.951402 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56626) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:09.965603 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-af1a5289-2d37-47e7-90eb-e8d0495eba7c service neutron] For port 5dc83552-8f22-4de3-b8e0-61527afe401d, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:30:09.970142 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-69fc73ed-b36d-47d8-bcdd-1aff1891847c req-9596a2df-e36b-47a4-af02-bcd15f099bf6 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915592 Nov 10 17:30:09.993292 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-2ca36ccb-0d64-4fd1-9ba1-05b58e89c58c None None] Provisioning complete for port d57c9571-7deb-4739-aa30-787438c2eca2 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:09.993672 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2ca36ccb-0d64-4fd1-9ba1-05b58e89c58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:10.013019 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd145e069-aad6-4707-ae26-f2711a939972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dc83552-8f22-4de3-b8e0-61527afe401d'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:30:10.015428 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cc2cc7-25f6-41ea-a721-34c3ef720d27" -d '{"events": [{"server_uuid": "d145e069-aad6-4707-ae26-f2711a939972", "name": "network-vif-unplugged", "status": "completed", "tag": "5dc83552-8f22-4de3-b8e0-61527afe401d"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:30:10.020983 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-af1a5289-2d37-47e7-90eb-e8d0495eba7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:10.045016 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-af1a5289-2d37-47e7-90eb-e8d0495eba7c service neutron] Transition to ACTIVE for port object 5dc83552-8f22-4de3-b8e0-61527afe401d will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:30:10.052414 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-af1a5289-2d37-47e7-90eb-e8d0495eba7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:10.103004 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 0c5fb3a9-aaa2-4915-ac80-0340834eea8e no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:30:10.147334 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-af1a5289-2d37-47e7-90eb-e8d0495eba7c service neutron] No DVR routers for this DVR port 5dc83552-8f22-4de3-b8e0-61527afe401d on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:30:10.151341 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a5289-2d37-47e7-90eb-e8d0495eba7c service neutron] Pushing event updated for resources: {'Port': ['ID=5dc83552-8f22-4de3-b8e0-61527afe401d,revision_number=6']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:10.152239 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-82d70687-578e-4509-9c97-734080261ee4 None None] Set router c28c347e-b49d-4459-acd7-3b9dccd7ed17 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:30:10.211883 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5ca3d3-ba15-4570-9dac-67c64765df9d x-openstack-request-id: req-7f5ca3d3-ba15-4570-9dac-67c64765df9d {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:30:10.212297 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d145e069-aad6-4707-ae26-f2711a939972", "name": "network-vif-unplugged", "status": "completed", "tag": "5dc83552-8f22-4de3-b8e0-61527afe401d", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:30:10.212649 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7f5ca3d3-ba15-4570-9dac-67c64765df9d {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:30:10.213152 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd145e069-aad6-4707-ae26-f2711a939972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dc83552-8f22-4de3-b8e0-61527afe401d', 'code': 200} Nov 10 17:30:10.213933 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-af1a5289-2d37-47e7-90eb-e8d0495eba7c service neutron] Attempting to bind port 5dc83552-8f22-4de3-b8e0-61527afe401d on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:30:10.214417 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-af1a5289-2d37-47e7-90eb-e8d0495eba7c service neutron] Attempting to bind port 5dc83552-8f22-4de3-b8e0-61527afe401d by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:30:10.214840 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-af1a5289-2d37-47e7-90eb-e8d0495eba7c service neutron] Attempting to bind port 5dc83552-8f22-4de3-b8e0-61527afe401d on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:30:10.222969 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-af1a5289-2d37-47e7-90eb-e8d0495eba7c service neutron] Port 5dc83552-8f22-4de3-b8e0-61527afe401d on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:30:10.226650 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-af1a5289-2d37-47e7-90eb-e8d0495eba7c service neutron] Attempting to bind port 5dc83552-8f22-4de3-b8e0-61527afe401d on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:30:10.234990 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-af1a5289-2d37-47e7-90eb-e8d0495eba7c service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:30:10.235335 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-af1a5289-2d37-47e7-90eb-e8d0495eba7c service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:30:10.235725 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-af1a5289-2d37-47e7-90eb-e8d0495eba7c service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:30:10.236177 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-af1a5289-2d37-47e7-90eb-e8d0495eba7c service neutron] Bound port: 5dc83552-8f22-4de3-b8e0-61527afe401d, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:30:10.236550 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-af1a5289-2d37-47e7-90eb-e8d0495eba7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:10.371606 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-af1a5289-2d37-47e7-90eb-e8d0495eba7c service neutron] For port 5dc83552-8f22-4de3-b8e0-61527afe401d, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:30:10.401153 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58160ae-478d-44db-94c6-6e200f27552e req-5fddf3ed-4fe4-4c65-bf06-aae9099fc8f4 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:10.403035 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e58160ae-478d-44db-94c6-6e200f27552e req-5fddf3ed-4fe4-4c65-bf06-aae9099fc8f4 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 948 time: 0.1181138 Nov 10 17:30:10.425028 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-af1a5289-2d37-47e7-90eb-e8d0495eba7c service neutron] For port 5dc83552-8f22-4de3-b8e0-61527afe401d, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5dc83552-8f22-4de3-b8e0-61527afe401d,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:30:10.463612 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-af1a5289-2d37-47e7-90eb-e8d0495eba7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:10.499000 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d57c9571-7deb-4739-aa30-787438c2eca2 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:30:10.507318 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-230e77bb-ab57-4c43-af5a-1c57085b5fed req-fdff4461-5827-4615-b1ff-6164c78facf9 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:10.527295 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-af1a5289-2d37-47e7-90eb-e8d0495eba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:10.528043 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-af1a5289-2d37-47e7-90eb-e8d0495eba7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:10.529357 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-af1a5289-2d37-47e7-90eb-e8d0495eba7c service neutron] 10.222.0.13 "PUT /v2.0/ports/5dc83552-8f22-4de3-b8e0-61527afe401d HTTP/1.1" status: 200 len: 1096 time: 1.5363443 Nov 10 17:30:10.537270 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e58160ae-478d-44db-94c6-6e200f27552e req-d493ef08-4239-4346-bd0a-1befeb224aa6 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104138 Nov 10 17:30:10.564621 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a5289-2d37-47e7-90eb-e8d0495eba7c service neutron] Pushing event updated for resources: {'Port': ['ID=5dc83552-8f22-4de3-b8e0-61527afe401d,revision_number=7']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:10.591570 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:10.620775 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-82d70687-578e-4509-9c97-734080261ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009667961-router', 'tenant_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '27e7970b-ed0d-49d8-b977-592559928614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:06Z', 'updated_at': '2021-11-10T17:30:08Z', 'revision_number': 3, 'project_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'gw_port': {'id': '27e7970b-ed0d-49d8-b977-592559928614', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:07Z', 'updated_at': '2021-11-10T17:30:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:10.629075 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0c5fb3a9-aaa2-4915-ac80-0340834eea8e {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:30:10.660723 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-7a524ef4-f094-42f7-80f7-492f03cce1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:10.662526 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-7a524ef4-f094-42f7-80f7-492f03cce1ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 1099 time: 0.0805163 Nov 10 17:30:10.687494 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d70687-578e-4509-9c97-734080261ee4 None None] Checking router: c28c347e-b49d-4459-acd7-3b9dccd7ed17 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:30:10.688733 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d70687-578e-4509-9c97-734080261ee4 None None] Updating router c28c347e-b49d-4459-acd7-3b9dccd7ed17 port 27e7970b-ed0d-49d8-b977-592559928614 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:30:10.741999 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port d57c9571-7deb-4739-aa30-787438c2eca2 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:10.742715 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:10.810811 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef0d45-56a0-41be-9771-1002d81cb03b req-85aab922-8cbd-473d-9af6-869cf78c4494 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:10.819919 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-06ef0d45-56a0-41be-9771-1002d81cb03b req-85aab922-8cbd-473d-9af6-869cf78c4494 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 946 time: 0.1623945 Nov 10 17:30:10.889702 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-230e77bb-ab57-4c43-af5a-1c57085b5fed req-fdff4461-5827-4615-b1ff-6164c78facf9 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:10.896631 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-230e77bb-ab57-4c43-af5a-1c57085b5fed req-fdff4461-5827-4615-b1ff-6164c78facf9 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:10.907995 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-06ef0d45-56a0-41be-9771-1002d81cb03b req-b3ab16a1-4423-4734-a404-788962caacc0 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823088 Nov 10 17:30:10.910707 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-47f1b1f8-3af9-416d-aa51-959d47cfcfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:10.912196 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-47f1b1f8-3af9-416d-aa51-959d47cfcfdc service neutron] 10.222.0.13 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.2123623 Nov 10 17:30:10.948713 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 0c5fb3a9-aaa2-4915-ac80-0340834eea8e, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=0c5fb3a9-aaa2-4915-ac80-0340834eea8e,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:10.958654 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-82d70687-578e-4509-9c97-734080261ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:10.963016 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-230e77bb-ab57-4c43-af5a-1c57085b5fed req-fdff4461-5827-4615-b1ff-6164c78facf9 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:10.968643 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-230e77bb-ab57-4c43-af5a-1c57085b5fed req-fdff4461-5827-4615-b1ff-6164c78facf9 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 1.0252407 Nov 10 17:30:10.973072 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff4461-5827-4615-b1ff-6164c78facf9 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5453a36-402f-478f-8456-b1af9e605569,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:10.985799 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-bfa5f465-c8f0-408b-ac7c-c14e5dc59426 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=5dc83552-8f22-4de3-b8e0-61527afe401d HTTP/1.1" status: 200 len: 217 time: 0.0637441 Nov 10 17:30:11.077111 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-cfe806cd-6dc9-4207-ad1a-1a74c682e530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:11.078623 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-cfe806cd-6dc9-4207-ad1a-1a74c682e530 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.0839236 Nov 10 17:30:11.105675 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1304881d-52db-4797-92e2-48d75a72b736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:11.125266 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea140f8-2df6-47cd-a489-df3f676fba27 req-170fc272-0717-48a1-b9fd-5011f62922d8 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:11.127253 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6ea140f8-2df6-47cd-a489-df3f676fba27 req-170fc272-0717-48a1-b9fd-5011f62922d8 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 1098 time: 0.0746546 Nov 10 17:30:11.127609 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9b93f5d0-d489-4e9e-b832-ec0fd254d5be req-44508703-f0d1-47ca-ae4a-c4c0e9a492f9 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "GET /v2.0/security-groups/c5453a36-402f-478f-8456-b1af9e605569 HTTP/1.1" status: 200 len: 1822 time: 0.0771213 Nov 10 17:30:11.135765 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-9b93f5d0-d489-4e9e-b832-ec0fd254d5be req-e104e4c9-9a15-4345-9963-df85e40f8731 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c5453a36-402f-478f-8456-b1af9e605569', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:11.135996 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-9b93f5d0-d489-4e9e-b832-ec0fd254d5be req-e104e4c9-9a15-4345-9963-df85e40f8731 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c5453a36-402f-478f-8456-b1af9e605569', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:11.166713 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-d21c3f31-b7ab-4b3f-88eb-c9229c6639ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:11.168293 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-d21c3f31-b7ab-4b3f-88eb-c9229c6639ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0787108 Nov 10 17:30:11.228514 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-82d70687-578e-4509-9c97-734080261ee4 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:11.240701 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:11.245360 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-82d70687-578e-4509-9c97-734080261ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:11.254858 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6ea140f8-2df6-47cd-a489-df3f676fba27 req-0a2437e5-8d89-408b-8754-d5a37c061d8a tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169186 Nov 10 17:30:11.262137 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9b93f5d0-d489-4e9e-b832-ec0fd254d5be req-e104e4c9-9a15-4345-9963-df85e40f8731 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:11.295603 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9b93f5d0-d489-4e9e-b832-ec0fd254d5be req-e104e4c9-9a15-4345-9963-df85e40f8731 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:11.307187 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-32227c6f-e8da-47f1-ae26-73265be1be2f service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297493 Nov 10 17:30:11.307758 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9b93f5d0-d489-4e9e-b832-ec0fd254d5be req-e104e4c9-9a15-4345-9963-df85e40f8731 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:11.346750 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-1304881d-52db-4797-92e2-48d75a72b736 admin admin] Allocated IP 172.20.0.1 (54bf8d1c-423e-43f6-a8fe-4660120f9a8d/219de3b2-e969-4a15-8a5a-bfef4c84ee74/b48d6c1c-0fbf-40db-bb7d-fea813a31eb7) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:30:11.347447 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104e4c9-9a15-4345-9963-df85e40f8731 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89970b8a-bbf7-4c13-83d4-bfff29d2340c,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:11.350256 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-82d70687-578e-4509-9c97-734080261ee4 None None] Attempting to bind port 27e7970b-ed0d-49d8-b977-592559928614 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:30:11.350627 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-82d70687-578e-4509-9c97-734080261ee4 None None] Attempting to bind port 27e7970b-ed0d-49d8-b977-592559928614 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:30:11.351000 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d70687-578e-4509-9c97-734080261ee4 None None] Attempting to bind port 27e7970b-ed0d-49d8-b977-592559928614 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:30:11.368996 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d70687-578e-4509-9c97-734080261ee4 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:30:11.369226 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d70687-578e-4509-9c97-734080261ee4 None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:30:11.369639 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-82d70687-578e-4509-9c97-734080261ee4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:11.370059 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d70687-578e-4509-9c97-734080261ee4 None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:30:11.370595 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-82d70687-578e-4509-9c97-734080261ee4 None None] Bound port: 27e7970b-ed0d-49d8-b977-592559928614, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:30:11.370985 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-82d70687-578e-4509-9c97-734080261ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:11.384455 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9b93f5d0-d489-4e9e-b832-ec0fd254d5be req-e104e4c9-9a15-4345-9963-df85e40f8731 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:11.395197 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=0c5fb3a9-aaa2-4915-ac80-0340834eea8e,revision_number=10']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:11.398029 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9b93f5d0-d489-4e9e-b832-ec0fd254d5be req-e104e4c9-9a15-4345-9963-df85e40f8731 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2694454 Nov 10 17:30:11.439760 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7607-3d2a-4c4c-b38a-cabcfa3bfc09 None None] Pushing event updated for resources: {'Port': ['ID=27e7970b-ed0d-49d8-b977-592559928614,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:11.472678 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8d55fae1-41e8-4833-895e-628340ea9ebb req-59fcbaf2-cf33-4a45-9712-368d0bffb8e1 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559801 Nov 10 17:30:11.478778 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-82d70687-578e-4509-9c97-734080261ee4 None None] For port 27e7970b-ed0d-49d8-b977-592559928614, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:30:11.482223 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-82d70687-578e-4509-9c97-734080261ee4 None None] For port 27e7970b-ed0d-49d8-b977-592559928614, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=27e7970b-ed0d-49d8-b977-592559928614,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:30:11.488281 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-82d70687-578e-4509-9c97-734080261ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:11.542466 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-2dc30c9b-414c-4709-8a24-62f482cc64c9 req-5e52d55f-7b85-4b5e-9f19-03974bf01ad0 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-340378438', 'description': 'tempest-description-281432747'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:11.582013 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7607-3d2a-4c4c-b38a-cabcfa3bfc09 None None] Pushing event updated for resources: {'Port': ['ID=27e7970b-ed0d-49d8-b977-592559928614,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:11.584732 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2dc30c9b-414c-4709-8a24-62f482cc64c9 req-5e52d55f-7b85-4b5e-9f19-03974bf01ad0 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:11.585055 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d70687-578e-4509-9c97-734080261ee4 None None] Routers {'c28c347e-b49d-4459-acd7-3b9dccd7ed17'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:30:11.585917 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-82d70687-578e-4509-9c97-734080261ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:30:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['c28c347e-b49d-4459-acd7-3b9dccd7ed17'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:11.615799 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f44e6-5d06-4002-85d6-d9ca87ba31c9 req-ae346477-dcef-409f-9e80-cf78a0d63607 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:11.619874 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-319f44e6-5d06-4002-85d6-d9ca87ba31c9 req-ae346477-dcef-409f-9e80-cf78a0d63607 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 947 time: 0.1819336 Nov 10 17:30:11.664897 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1304881d-52db-4797-92e2-48d75a72b736 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:11.678201 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2dc30c9b-414c-4709-8a24-62f482cc64c9 req-5e52d55f-7b85-4b5e-9f19-03974bf01ad0 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:11.685238 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2dc30c9b-414c-4709-8a24-62f482cc64c9 req-5e52d55f-7b85-4b5e-9f19-03974bf01ad0 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:11.723184 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2dc30c9b-414c-4709-8a24-62f482cc64c9 req-5e52d55f-7b85-4b5e-9f19-03974bf01ad0 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:11.726163 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2dc30c9b-414c-4709-8a24-62f482cc64c9 req-5e52d55f-7b85-4b5e-9f19-03974bf01ad0 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1911430 Nov 10 17:30:11.750264 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-319f44e6-5d06-4002-85d6-d9ca87ba31c9 req-3d470498-9f2f-4d3d-bfbd-99cf15cfa59d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162589 Nov 10 17:30:11.762187 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52d55f-7b85-4b5e-9f19-03974bf01ad0 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=999c11ec-63f3-4192-ba07-c7dfb821d9be,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:11.764995 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-82d70687-578e-4509-9c97-734080261ee4 None None] Set router c28c347e-b49d-4459-acd7-3b9dccd7ed17 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:30:11.791045 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1304881d-52db-4797-92e2-48d75a72b736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:11.835890 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-0f707d55-a944-46aa-acfa-b85146de85da req-30c7b665-2389-4ebe-b99f-9b524d15c09c tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-280263232', 'description': 'tempest-description-469220015'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:11.848359 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 5dc83552-8f22-4de3-b8e0-61527afe401d no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:30:11.858029 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1304881d-52db-4797-92e2-48d75a72b736 admin admin] Network 54bf8d1c-423e-43f6-a8fe-4660120f9a8d is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:30:11.868206 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-1304881d-52db-4797-92e2-48d75a72b736 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:30:11.872486 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1304881d-52db-4797-92e2-48d75a72b736 admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:30:11.874895 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304881d-52db-4797-92e2-48d75a72b736 admin admin] Pushing event updated for resources: {'Port': ['ID=b48d6c1c-0fbf-40db-bb7d-fea813a31eb7,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:11.918192 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3642e-5456-4305-b6f6-37649a20971c req-0e70c567-436e-4fc1-a99e-4548da03d4ef tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:11.918803 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-0f707d55-a944-46aa-acfa-b85146de85da req-30c7b665-2389-4ebe-b99f-9b524d15c09c tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:11.919726 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9bb3642e-5456-4305-b6f6-37649a20971c req-0e70c567-436e-4fc1-a99e-4548da03d4ef tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 948 time: 0.0958884 Nov 10 17:30:11.942309 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1304881d-52db-4797-92e2-48d75a72b736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:11.989957 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9bb3642e-5456-4305-b6f6-37649a20971c req-d24b5b35-920f-4bb2-a580-a66b5986713c tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518560 Nov 10 17:30:12.062197 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 5dc83552-8f22-4de3-b8e0-61527afe401d not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:30:12.109391 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 0c5fb3a9-aaa2-4915-ac80-0340834eea8e up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:30:12.146065 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-0f707d55-a944-46aa-acfa-b85146de85da req-30c7b665-2389-4ebe-b99f-9b524d15c09c tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:12.154972 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-0f707d55-a944-46aa-acfa-b85146de85da req-30c7b665-2389-4ebe-b99f-9b524d15c09c tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:12.192726 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 0c5fb3a9-aaa2-4915-ac80-0340834eea8e triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:12.193287 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:12.206928 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1304881d-52db-4797-92e2-48d75a72b736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:12.214115 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd145e069-aad6-4707-ae26-f2711a939972', 'tag': '5dc83552-8f22-4de3-b8e0-61527afe401d'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:30:12.217136 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f314a9bc-7226-4a02-8a78-77e6cf7501bf" -d '{"events": [{"name": "network-changed", "server_uuid": "d145e069-aad6-4707-ae26-f2711a939972", "tag": "5dc83552-8f22-4de3-b8e0-61527afe401d"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:30:12.238392 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-0f707d55-a944-46aa-acfa-b85146de85da req-30c7b665-2389-4ebe-b99f-9b524d15c09c tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:12.243078 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0f707d55-a944-46aa-acfa-b85146de85da req-30c7b665-2389-4ebe-b99f-9b524d15c09c tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4153867 Nov 10 17:30:12.254913 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-82d70687-578e-4509-9c97-734080261ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009667961-router', 'tenant_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '27e7970b-ed0d-49d8-b977-592559928614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:06Z', 'updated_at': '2021-11-10T17:30:08Z', 'revision_number': 3, 'project_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'gw_port': {'id': '27e7970b-ed0d-49d8-b977-592559928614', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:07Z', 'updated_at': '2021-11-10T17:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:12.262111 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7b665-2389-4ebe-b99f-9b524d15c09c tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64eddd35-a26f-4527-927e-3d4a91a83e21,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:12.310304 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d70687-578e-4509-9c97-734080261ee4 None None] The sync data for ids ['c28c347e-b49d-4459-acd7-3b9dccd7ed17'] in n-d-776250-10 is: [{'id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009667961-router', 'tenant_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '27e7970b-ed0d-49d8-b977-592559928614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:06Z', 'updated_at': '2021-11-10T17:30:08Z', 'revision_number': 3, 'project_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'gw_port': {'id': '27e7970b-ed0d-49d8-b977-592559928614', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:07Z', 'updated_at': '2021-11-10T17:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:30:12.325839 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-279d7685-eb0f-4335-afb6-014ab6dd4e0f None None] Provisioning complete for port b48d6c1c-0fbf-40db-bb7d-fea813a31eb7 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:12.326363 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-279d7685-eb0f-4335-afb6-014ab6dd4e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:12.346941 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50290fee-66ab-44b3-8f3d-ab920278b926 x-openstack-request-id: req-50290fee-66ab-44b3-8f3d-ab920278b926 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:30:12.348418 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d145e069-aad6-4707-ae26-f2711a939972", "tag": "5dc83552-8f22-4de3-b8e0-61527afe401d", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:30:12.348884 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-50290fee-66ab-44b3-8f3d-ab920278b926 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:30:12.349447 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd145e069-aad6-4707-ae26-f2711a939972', 'tag': '5dc83552-8f22-4de3-b8e0-61527afe401d', 'status': 'completed', 'code': 200} Nov 10 17:30:12.391584 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7f01aca8-e63a-4d4e-8a93-1df746a35f29 req-15d4220e-29fb-4cbf-b960-07194fb64f55 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "GET /v2.0/security-groups/999c11ec-63f3-4192-ba07-c7dfb821d9be HTTP/1.1" status: 200 len: 1820 time: 0.1230345 Nov 10 17:30:12.465664 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-279d7685-eb0f-4335-afb6-014ab6dd4e0f None None] Port b48d6c1c-0fbf-40db-bb7d-fea813a31eb7 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:30:12.474888 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:12.521072 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f75be5-efd8-4652-ba7e-2cd4ec55e926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5fb3a9-aaa2-4915-ac80-0340834eea8e'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:30:12.524864 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314a9bc-7226-4a02-8a78-77e6cf7501bf req-b76561db-76ad-405b-8d0e-61527fcf8fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:12.526402 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f314a9bc-7226-4a02-8a78-77e6cf7501bf req-b76561db-76ad-405b-8d0e-61527fcf8fdb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 1099 time: 0.1695054 Nov 10 17:30:12.528008 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ce108f-e3ae-45cf-b182-9f1baf041041" -d '{"events": [{"server_uuid": "91f75be5-efd8-4652-ba7e-2cd4ec55e926", "name": "network-vif-plugged", "status": "completed", "tag": "0c5fb3a9-aaa2-4915-ac80-0340834eea8e"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:30:12.594793 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 0c5fb3a9-aaa2-4915-ac80-0340834eea8e, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=0c5fb3a9-aaa2-4915-ac80-0340834eea8e,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:12.606550 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:12.659765 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314a9bc-7226-4a02-8a78-77e6cf7501bf req-df5af2a0-7037-4f99-b232-ba1bae6aa2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:12.661295 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f314a9bc-7226-4a02-8a78-77e6cf7501bf req-df5af2a0-7037-4f99-b232-ba1bae6aa2d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.1209629 Nov 10 17:30:12.664188 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314a9bc-7226-4a02-8a78-77e6cf7501bf req-dd57ab5a-4935-4a11-9cbf-59b0025e88d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:12.665920 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f314a9bc-7226-4a02-8a78-77e6cf7501bf req-dd57ab5a-4935-4a11-9cbf-59b0025e88d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 1099 time: 0.2870367 Nov 10 17:30:12.798013 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f314a9bc-7226-4a02-8a78-77e6cf7501bf req-fc661484-b9fd-47b2-b9ff-2e506226026c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=5dc83552-8f22-4de3-b8e0-61527afe401d HTTP/1.1" status: 200 len: 217 time: 0.1214447 Nov 10 17:30:12.818400 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5c664f-1b6f-4f1a-b1d5-032a7516ff14 x-openstack-request-id: req-8c5c664f-1b6f-4f1a-b1d5-032a7516ff14 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:30:12.818400 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f75be5-efd8-4652-ba7e-2cd4ec55e926", "name": "network-vif-plugged", "status": "completed", "tag": "0c5fb3a9-aaa2-4915-ac80-0340834eea8e", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:30:12.818400 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8c5c664f-1b6f-4f1a-b1d5-032a7516ff14 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:30:12.822460 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f75be5-efd8-4652-ba7e-2cd4ec55e926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c5fb3a9-aaa2-4915-ac80-0340834eea8e', 'code': 200} Nov 10 17:30:12.885289 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=0c5fb3a9-aaa2-4915-ac80-0340834eea8e,revision_number=11']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:12.915105 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1304881d-52db-4797-92e2-48d75a72b736 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:12.932665 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7f01aca8-e63a-4d4e-8a93-1df746a35f29 req-ab7d9c26-a450-4628-bd28-e4a2bae91f8e tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "GET /v2.0/security-groups/64eddd35-a26f-4527-927e-3d4a91a83e21 HTTP/1.1" status: 200 len: 1820 time: 0.5379288 Nov 10 17:30:12.939117 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314a9bc-7226-4a02-8a78-77e6cf7501bf req-b2d4aac5-89aa-4cc3-957d-19f39c714ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:12.942408 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f314a9bc-7226-4a02-8a78-77e6cf7501bf req-b2d4aac5-89aa-4cc3-957d-19f39c714ed9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.2664936 Nov 10 17:30:12.946596 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314a9bc-7226-4a02-8a78-77e6cf7501bf req-2a076c4b-27ff-4201-bd16-36055f33c54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:12.948244 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f314a9bc-7226-4a02-8a78-77e6cf7501bf req-2a076c4b-27ff-4201-bd16-36055f33c54a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1232221 Nov 10 17:30:12.950639 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-7f01aca8-e63a-4d4e-8a93-1df746a35f29 req-c71f0ba1-937e-42dc-9a0b-d428f8bdb545 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '999c11ec-63f3-4192-ba07-c7dfb821d9be', 'remote_group_id': '64eddd35-a26f-4527-927e-3d4a91a83e21', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:12.951039 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-7f01aca8-e63a-4d4e-8a93-1df746a35f29 req-c71f0ba1-937e-42dc-9a0b-d428f8bdb545 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '999c11ec-63f3-4192-ba07-c7dfb821d9be', 'remote_group_id': '64eddd35-a26f-4527-927e-3d4a91a83e21', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:12.996663 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1304881d-52db-4797-92e2-48d75a72b736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:13.077445 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f314a9bc-7226-4a02-8a78-77e6cf7501bf req-dc49b8cf-7333-43b9-85ea-2093b947f25e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=5dc83552-8f22-4de3-b8e0-61527afe401d HTTP/1.1" status: 200 len: 217 time: 0.1200969 Nov 10 17:30:13.260954 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304881d-52db-4797-92e2-48d75a72b736 admin admin] Pushing event updated for resources: {'Port': ['ID=b48d6c1c-0fbf-40db-bb7d-fea813a31eb7,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:13.267030 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314a9bc-7226-4a02-8a78-77e6cf7501bf req-efcae587-2d0d-4b8c-9cc5-b81f8ec4438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:13.269763 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f314a9bc-7226-4a02-8a78-77e6cf7501bf req-efcae587-2d0d-4b8c-9cc5-b81f8ec4438b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3058197 Nov 10 17:30:13.295101 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1304881d-52db-4797-92e2-48d75a72b736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:13.303580 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314a9bc-7226-4a02-8a78-77e6cf7501bf req-b42a77c1-2f32-4f91-9ab0-1dcb55066fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:13.305699 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f314a9bc-7226-4a02-8a78-77e6cf7501bf req-b42a77c1-2f32-4f91-9ab0-1dcb55066fe2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1677248 Nov 10 17:30:13.317280 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739d429-bcd0-4f5a-9c3c-a77a1b0cea92 req-c3eab9e2-80c2-48b1-aef0-0005c52dd47d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:13.327016 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9739d429-bcd0-4f5a-9c3c-a77a1b0cea92 req-c3eab9e2-80c2-48b1-aef0-0005c52dd47d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 947 time: 0.2567880 Nov 10 17:30:13.388997 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-7f01aca8-e63a-4d4e-8a93-1df746a35f29 req-c71f0ba1-937e-42dc-9a0b-d428f8bdb545 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:13.453283 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34394d61-f574-4c55-b5c0-ceb793e04c96 req-2c8dc6d0-5e7b-4738-84d2-5b47966030b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:13.454945 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-34394d61-f574-4c55-b5c0-ceb793e04c96 req-2c8dc6d0-5e7b-4738-84d2-5b47966030b3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 1102 time: 0.2459064 Nov 10 17:30:13.476581 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-7f01aca8-e63a-4d4e-8a93-1df746a35f29 req-c71f0ba1-937e-42dc-9a0b-d428f8bdb545 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:13.487527 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-7f01aca8-e63a-4d4e-8a93-1df746a35f29 req-c71f0ba1-937e-42dc-9a0b-d428f8bdb545 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:13.503706 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f0ba1-937e-42dc-9a0b-d428f8bdb545 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cded6ee-be5d-47c4-9115-3e7ff5829eca,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:13.543593 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1304881d-52db-4797-92e2-48d75a72b736 admin admin] Network 54bf8d1c-423e-43f6-a8fe-4660120f9a8d is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:30:13.546263 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-1304881d-52db-4797-92e2-48d75a72b736 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:30:13.618630 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-7f01aca8-e63a-4d4e-8a93-1df746a35f29 req-c71f0ba1-937e-42dc-9a0b-d428f8bdb545 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:13.626056 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7f01aca8-e63a-4d4e-8a93-1df746a35f29 req-c71f0ba1-937e-42dc-9a0b-d428f8bdb545 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6901824 Nov 10 17:30:13.761498 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9739d429-bcd0-4f5a-9c3c-a77a1b0cea92 req-756e5509-d44b-4d84-9e6e-c8513ec78982 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322670 Nov 10 17:30:13.784214 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f314a9bc-7226-4a02-8a78-77e6cf7501bf req-581ad43b-1b72-4b75-b8c5-451433e1c265 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985619 Nov 10 17:30:13.843806 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314a9bc-7226-4a02-8a78-77e6cf7501bf req-12711f50-f4ee-4ec0-afde-a4a55daa9fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:13.850646 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f314a9bc-7226-4a02-8a78-77e6cf7501bf req-12711f50-f4ee-4ec0-afde-a4a55daa9fd6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5157344 Nov 10 17:30:14.011819 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d1f18-fa3d-42c7-b628-e73a0e5c95dc req-c61e252f-7d32-4573-97a1-ad8438f3e715 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:14.013421 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-838d1f18-fa3d-42c7-b628-e73a0e5c95dc req-c61e252f-7d32-4573-97a1-ad8438f3e715 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 950 time: 0.2005613 Nov 10 17:30:14.034031 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1304881d-52db-4797-92e2-48d75a72b736 admin admin] Router c28c347e-b49d-4459-acd7-3b9dccd7ed17 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:30:14.041579 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-5951e001-7db2-469a-8922-172e49f36069 None None] Provisioning complete for port b48d6c1c-0fbf-40db-bb7d-fea813a31eb7 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:14.042153 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5951e001-7db2-469a-8922-172e49f36069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:14.096275 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-34394d61-f574-4c55-b5c0-ceb793e04c96 req-89ef756d-f4cf-4a51-a067-c52e1a15cce5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6221750 Nov 10 17:30:14.106370 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 5dc83552-8f22-4de3-b8e0-61527afe401d details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:30:14.129341 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-5951e001-7db2-469a-8922-172e49f36069 None None] Port b48d6c1c-0fbf-40db-bb7d-fea813a31eb7 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:30:14.143468 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-838d1f18-fa3d-42c7-b628-e73a0e5c95dc req-fff7fd90-ab32-4f15-a160-b086646b22ef tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141756 Nov 10 17:30:14.277505 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175493e3-3cb0-416d-b9bb-c9a3513b0523 req-3b5d11a9-77b4-4a6f-9b55-6a5e242d5cdf tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:14.279086 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-175493e3-3cb0-416d-b9bb-c9a3513b0523 req-3b5d11a9-77b4-4a6f-9b55-6a5e242d5cdf tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 1097 time: 0.2850168 Nov 10 17:30:14.286350 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f314a9bc-7226-4a02-8a78-77e6cf7501bf req-ff825d9b-9dde-4e78-8099-72ad415f2694 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944956 Nov 10 17:30:14.305053 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f314a9bc-7226-4a02-8a78-77e6cf7501bf req-be7e7abc-61ae-400e-b48f-97ec4ee92bce service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147967 Nov 10 17:30:14.365131 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-175493e3-3cb0-416d-b9bb-c9a3513b0523 req-3d794683-83ea-410b-b793-25458a9d5d42 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693057 Nov 10 17:30:14.422026 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 5dc83552-8f22-4de3-b8e0-61527afe401d, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5dc83552-8f22-4de3-b8e0-61527afe401d,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:14.429443 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1304881d-52db-4797-92e2-48d75a72b736 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:30:14.439663 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1304881d-52db-4797-92e2-48d75a72b736 admin admin] 10.222.0.39 "PUT /v2.0/routers/c28c347e-b49d-4459-acd7-3b9dccd7ed17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4860306 Nov 10 17:30:14.469472 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '5dc83552-8f22-4de3-b8e0-61527afe401d', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': '5dc83552-8f22-4de3-b8e0-61527afe401d', 'mac_address': 'fa:16:3e:62:92:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:30:14.477496 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-2192a90d-d76a-43a9-9232-012b6490a67f req-5dc95560-4f78-46cd-bb7e-cce5582f4a99 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1386689577', 'description': 'tempest-description-416134098'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:14.572446 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-2192a90d-d76a-43a9-9232-012b6490a67f req-5dc95560-4f78-46cd-bb7e-cce5582f4a99 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:14.632843 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f314a9bc-7226-4a02-8a78-77e6cf7501bf req-b3826f68-7557-40cf-832f-ffc43f71fb2d service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909913 Nov 10 17:30:14.660307 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:14.675441 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 27e7970b-ed0d-49d8-b977-592559928614 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:30:14.695850 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-2192a90d-d76a-43a9-9232-012b6490a67f req-5dc95560-4f78-46cd-bb7e-cce5582f4a99 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:14.701695 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-2192a90d-d76a-43a9-9232-012b6490a67f req-5dc95560-4f78-46cd-bb7e-cce5582f4a99 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:14.711300 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc83552-8f22-4de3-b8e0-61527afe401d {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:30:14.757364 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 5dc83552-8f22-4de3-b8e0-61527afe401d, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5dc83552-8f22-4de3-b8e0-61527afe401d,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:14.765631 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc95560-4f78-46cd-bb7e-cce5582f4a99 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57c9686a-8123-4ec8-b37a-e6133a285737,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:14.773201 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-2192a90d-d76a-43a9-9232-012b6490a67f req-5dc95560-4f78-46cd-bb7e-cce5582f4a99 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:14.786148 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:14.792763 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2192a90d-d76a-43a9-9232-012b6490a67f req-5dc95560-4f78-46cd-bb7e-cce5582f4a99 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3251476 Nov 10 17:30:14.820991 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 27e7970b-ed0d-49d8-b977-592559928614 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:14.821364 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:14.873059 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=5dc83552-8f22-4de3-b8e0-61527afe401d,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:14.932982 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:14.955403 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 27e7970b-ed0d-49d8-b977-592559928614, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=27e7970b-ed0d-49d8-b977-592559928614,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:14.962846 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:15.037699 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=27e7970b-ed0d-49d8-b977-592559928614,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:15.095387 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b457d91-64e7-4538-a652-7908e2576daa None None] Sync routers for ids ['c28c347e-b49d-4459-acd7-3b9dccd7ed17'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:30:15.106280 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b457d91-64e7-4538-a652-7908e2576daa None None] Routers {'c28c347e-b49d-4459-acd7-3b9dccd7ed17'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:30:15.106882 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8b457d91-64e7-4538-a652-7908e2576daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:30:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['c28c347e-b49d-4459-acd7-3b9dccd7ed17'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:15.150433 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc9909-50b4-480a-8933-33791c2442e3 req-a633d570-1cae-4828-b389-ff4dd1ee10c6 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:15.152208 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9abc9909-50b4-480a-8933-33791c2442e3 req-a633d570-1cae-4828-b389-ff4dd1ee10c6 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 948 time: 0.0564337 Nov 10 17:30:15.215276 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['5dc83552-8f22-4de3-b8e0-61527afe401d'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:30:15.215955 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9abc9909-50b4-480a-8933-33791c2442e3 req-4e3eb21a-7b09-481c-a5a5-4fe9fa3401c4 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557311 Nov 10 17:30:15.254427 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-8b457d91-64e7-4538-a652-7908e2576daa None None] Set router c28c347e-b49d-4459-acd7-3b9dccd7ed17 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:30:15.537596 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-97e10d91-be3b-4c4a-8ef7-4be436d84952 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:15.539263 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-97e10d91-be3b-4c4a-8ef7-4be436d84952 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/networks?id=54bf8d1c-423e-43f6-a8fe-4660120f9a8d HTTP/1.1" status: 200 len: 829 time: 0.1546195 Nov 10 17:30:15.578782 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-c2e6bac3-3ea5-4bb3-8755-7a6caa8165bf tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/quotas/7786fa5e1bea40fd97fc4ce00e97b4ab HTTP/1.1" status: 200 len: 375 time: 0.0305600 Nov 10 17:30:15.680480 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-4e5ddf3d-66c8-4ab2-9f9c-f7df7533b10b tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7786fa5e1bea40fd97fc4ce00e97b4ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0998664 Nov 10 17:30:15.820313 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-66cc8cbc-9d55-4c26-ac40-0026898e2003 service neutron] 10.222.0.39 "GET /v2.0/networks/54bf8d1c-423e-43f6-a8fe-4660120f9a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385214 Nov 10 17:30:15.820563 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8b457d91-64e7-4538-a652-7908e2576daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009667961-router', 'tenant_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '27e7970b-ed0d-49d8-b977-592559928614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:06Z', 'updated_at': '2021-11-10T17:30:12Z', 'revision_number': 4, 'project_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'gw_port': {'id': '27e7970b-ed0d-49d8-b977-592559928614', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:07Z', 'updated_at': '2021-11-10T17:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'b48d6c1c-0fbf-40db-bb7d-fea813a31eb7', 'name': '', 'network_id': '54bf8d1c-423e-43f6-a8fe-4660120f9a8d', 'tenant_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'mac_address': 'fa:16:3e:a5:ad:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '219de3b2-e969-4a15-8a5a-bfef4c84ee74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:11Z', 'updated_at': '2021-11-10T17:30:12Z', 'revision_number': 2, 'project_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'subnets': [{'id': '219de3b2-e969-4a15-8a5a-bfef4c84ee74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:15.854211 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b457d91-64e7-4538-a652-7908e2576daa None None] Checking router: c28c347e-b49d-4459-acd7-3b9dccd7ed17 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:30:15.854747 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b457d91-64e7-4538-a652-7908e2576daa None None] Updating router c28c347e-b49d-4459-acd7-3b9dccd7ed17 port b48d6c1c-0fbf-40db-bb7d-fea813a31eb7 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:30:15.887821 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-8b457d91-64e7-4538-a652-7908e2576daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:15.957982 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-c2815ccc-c938-42c3-9208-47102c166ae3 service neutron] 10.222.0.39 "GET /v2.0/networks/54bf8d1c-423e-43f6-a8fe-4660120f9a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362314 Nov 10 17:30:16.015001 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-f2b15776-a37c-4fe2-803d-b5a71f02a058 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:30:16.016337 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-f2b15776-a37c-4fe2-803d-b5a71f02a058 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059083 Nov 10 17:30:16.063177 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-211d5fa6-cba4-4a72-b94c-5781c9c8a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:16.071413 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-211d5fa6-cba4-4a72-b94c-5781c9c8a83a service neutron] 10.222.0.39 "GET /v2.0/ports/64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 HTTP/1.1" status: 200 len: 1094 time: 0.0450013 Nov 10 17:30:16.076053 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-d4dec2a0-e03a-47f1-8f08-51e4021f371d service neutron] Request body: {'binding': {'host': 'n-h2-776250-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:16.076978 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-d4dec2a0-e03a-47f1-8f08-51e4021f371d service neutron] Unknown quota resources ['binding']. {{(pid=102469) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 17:30:16.127325 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-275407ac-066b-4ea8-9777-0be0595554b3 req-b646df08-f24c-4b19-adc6-bb3473d9444c tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1861335512', 'description': 'tempest-description-1957707159'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:16.204525 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-275407ac-066b-4ea8-9777-0be0595554b3 req-b646df08-f24c-4b19-adc6-bb3473d9444c tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:16.233891 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-8b457d91-64e7-4538-a652-7908e2576daa None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:16.241624 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-8b457d91-64e7-4538-a652-7908e2576daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:16.322763 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-d4dec2a0-e03a-47f1-8f08-51e4021f371d service neutron] Attempting to bind port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 on host n-h2-776250-10 for vnic_type normal with profile None {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:30:16.323095 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-d4dec2a0-e03a-47f1-8f08-51e4021f371d service neutron] Attempting to bind port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:30:16.323431 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-d4dec2a0-e03a-47f1-8f08-51e4021f371d service neutron] Attempting to bind port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 on network ee9bf645-62ea-4fb8-afab-51398fe4d64d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:30:16.325754 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe275285-6b06-4734-a3b0-5d8042b5d052 None None] Pushing event updated for resources: {'Port': ['ID=b48d6c1c-0fbf-40db-bb7d-fea813a31eb7,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:16.334763 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-d4dec2a0-e03a-47f1-8f08-51e4021f371d service neutron] Port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 on network ee9bf645-62ea-4fb8-afab-51398fe4d64d not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:30:16.335096 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-d4dec2a0-e03a-47f1-8f08-51e4021f371d service neutron] Attempting to bind port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 on network ee9bf645-62ea-4fb8-afab-51398fe4d64d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:30:16.384296 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-275407ac-066b-4ea8-9777-0be0595554b3 req-b646df08-f24c-4b19-adc6-bb3473d9444c tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:16.387071 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-8b457d91-64e7-4538-a652-7908e2576daa None None] Attempting to bind port b48d6c1c-0fbf-40db-bb7d-fea813a31eb7 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:30:16.387462 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-8b457d91-64e7-4538-a652-7908e2576daa None None] Attempting to bind port b48d6c1c-0fbf-40db-bb7d-fea813a31eb7 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '9133d02d-bf9a-4f0a-9686-e4667fac8ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54bf8d1c-423e-43f6-a8fe-4660120f9a8d'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:30:16.387822 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b457d91-64e7-4538-a652-7908e2576daa None None] Attempting to bind port b48d6c1c-0fbf-40db-bb7d-fea813a31eb7 on network 54bf8d1c-423e-43f6-a8fe-4660120f9a8d {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:30:16.394266 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-d4dec2a0-e03a-47f1-8f08-51e4021f371d service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:30:16.394605 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-d4dec2a0-e03a-47f1-8f08-51e4021f371d service neutron] Checking segment: {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:30:16.396443 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-d4dec2a0-e03a-47f1-8f08-51e4021f371d service neutron] Bound using segment: {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:30:16.397135 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-d4dec2a0-e03a-47f1-8f08-51e4021f371d service neutron] Bound port: 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:30:16.399415 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b457d91-64e7-4538-a652-7908e2576daa None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:30:16.400001 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b457d91-64e7-4538-a652-7908e2576daa None None] Checking segment: {'id': '9133d02d-bf9a-4f0a-9686-e4667fac8ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54bf8d1c-423e-43f6-a8fe-4660120f9a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:30:16.401277 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-8b457d91-64e7-4538-a652-7908e2576daa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:16.401880 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b457d91-64e7-4538-a652-7908e2576daa None None] Bound using segment: {'id': '9133d02d-bf9a-4f0a-9686-e4667fac8ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54bf8d1c-423e-43f6-a8fe-4660120f9a8d'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:30:16.402615 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-8b457d91-64e7-4538-a652-7908e2576daa None None] Bound port: b48d6c1c-0fbf-40db-bb7d-fea813a31eb7, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9133d02d-bf9a-4f0a-9686-e4667fac8ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54bf8d1c-423e-43f6-a8fe-4660120f9a8d'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:30:16.403607 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-8b457d91-64e7-4538-a652-7908e2576daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:16.404913 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-275407ac-066b-4ea8-9777-0be0595554b3 req-b646df08-f24c-4b19-adc6-bb3473d9444c tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:16.463235 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646df08-f24c-4b19-adc6-bb3473d9444c tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abd4507c-84d1-4790-ac60-df989c9e1245,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:16.478456 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 27e7970b-ed0d-49d8-b977-592559928614 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:30:16.519700 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-275407ac-066b-4ea8-9777-0be0595554b3 req-b646df08-f24c-4b19-adc6-bb3473d9444c tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:16.521180 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-275407ac-066b-4ea8-9777-0be0595554b3 req-b646df08-f24c-4b19-adc6-bb3473d9444c tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3996067 Nov 10 17:30:16.549102 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-d4dec2a0-e03a-47f1-8f08-51e4021f371d service neutron] For port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:30:16.564292 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-d4dec2a0-e03a-47f1-8f08-51e4021f371d service neutron] Publish callbacks [] for binding, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:16.567511 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-d4dec2a0-e03a-47f1-8f08-51e4021f371d service neutron] 10.222.0.39 "POST /v2.0/ports/64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2/bindings HTTP/1.1" status: 201 len: 390 time: 0.4937069 Nov 10 17:30:16.571297 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-8b457d91-64e7-4538-a652-7908e2576daa None None] For port b48d6c1c-0fbf-40db-bb7d-fea813a31eb7, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:30:16.577637 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-8b457d91-64e7-4538-a652-7908e2576daa None None] For port b48d6c1c-0fbf-40db-bb7d-fea813a31eb7, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b48d6c1c-0fbf-40db-bb7d-fea813a31eb7,segment=NetworkSegment(9133d02d-bf9a-4f0a-9686-e4667fac8ff0),segment_id=9133d02d-bf9a-4f0a-9686-e4667fac8ff0)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:30:16.585781 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-8b457d91-64e7-4538-a652-7908e2576daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:16.599882 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 27e7970b-ed0d-49d8-b977-592559928614 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:16.600303 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:16.661351 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b457d91-64e7-4538-a652-7908e2576daa None None] Routers {'c28c347e-b49d-4459-acd7-3b9dccd7ed17'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:30:16.662016 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8b457d91-64e7-4538-a652-7908e2576daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:30:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['c28c347e-b49d-4459-acd7-3b9dccd7ed17'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:16.793152 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d1db7-3af0-46a0-8222-de4c5058b622 req-671e1cc5-75ad-4773-9111-f2a9f6f437a7 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:16.798360 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ec8d1db7-3af0-46a0-8222-de4c5058b622 req-671e1cc5-75ad-4773-9111-f2a9f6f437a7 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 950 time: 0.1408181 Nov 10 17:30:16.806998 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-8b457d91-64e7-4538-a652-7908e2576daa None None] Set router c28c347e-b49d-4459-acd7-3b9dccd7ed17 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:30:16.822715 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-1ae2e89c-919a-4b75-ab39-89faf8d7fdbb None None] Provisioning complete for port b48d6c1c-0fbf-40db-bb7d-fea813a31eb7 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:16.823107 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1ae2e89c-919a-4b75-ab39-89faf8d7fdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:16.952923 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ec8d1db7-3af0-46a0-8222-de4c5058b622 req-be11a7a7-52a3-4863-84b5-06ceb3fe6c8a tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435697 Nov 10 17:30:17.079956 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe275285-6b06-4734-a3b0-5d8042b5d052 None None] Pushing event updated for resources: {'Port': ['ID=b48d6c1c-0fbf-40db-bb7d-fea813a31eb7,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:17.112789 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-dc81077e-143a-431a-89cf-d4533c8325d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:17.114394 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-dc81077e-143a-431a-89cf-d4533c8325d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 1097 time: 0.1579211 Nov 10 17:30:17.195490 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1ae2e89c-919a-4b75-ab39-89faf8d7fdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:17.261352 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8b457d91-64e7-4538-a652-7908e2576daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009667961-router', 'tenant_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '27e7970b-ed0d-49d8-b977-592559928614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:06Z', 'updated_at': '2021-11-10T17:30:12Z', 'revision_number': 4, 'project_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'gw_port': {'id': '27e7970b-ed0d-49d8-b977-592559928614', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:07Z', 'updated_at': '2021-11-10T17:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'b48d6c1c-0fbf-40db-bb7d-fea813a31eb7', 'name': '', 'network_id': '54bf8d1c-423e-43f6-a8fe-4660120f9a8d', 'tenant_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'mac_address': 'fa:16:3e:a5:ad:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '219de3b2-e969-4a15-8a5a-bfef4c84ee74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:11Z', 'updated_at': '2021-11-10T17:30:16Z', 'revision_number': 4, 'project_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'subnets': [{'id': '219de3b2-e969-4a15-8a5a-bfef4c84ee74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:17.266975 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-1ae2e89c-919a-4b75-ab39-89faf8d7fdbb None None] For port b48d6c1c-0fbf-40db-bb7d-fea813a31eb7, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b48d6c1c-0fbf-40db-bb7d-fea813a31eb7,segment=NetworkSegment(9133d02d-bf9a-4f0a-9686-e4667fac8ff0),segment_id=9133d02d-bf9a-4f0a-9686-e4667fac8ff0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:17.279244 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-897f89c1-d563-4891-b9f2-1a2458d23d8b req-c0cb78be-99b0-4008-b5d5-2da3fd12eb27 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "GET /v2.0/security-groups/57c9686a-8123-4ec8-b37a-e6133a285737 HTTP/1.1" status: 200 len: 1821 time: 0.0733440 Nov 10 17:30:17.282934 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1ae2e89c-919a-4b75-ab39-89faf8d7fdbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:17.326098 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b457d91-64e7-4538-a652-7908e2576daa None None] The sync data for ids ['c28c347e-b49d-4459-acd7-3b9dccd7ed17'] in n-d-776250-10 is: [{'id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009667961-router', 'tenant_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '27e7970b-ed0d-49d8-b977-592559928614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:06Z', 'updated_at': '2021-11-10T17:30:12Z', 'revision_number': 4, 'project_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'gw_port': {'id': '27e7970b-ed0d-49d8-b977-592559928614', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:07Z', 'updated_at': '2021-11-10T17:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'b48d6c1c-0fbf-40db-bb7d-fea813a31eb7', 'name': '', 'network_id': '54bf8d1c-423e-43f6-a8fe-4660120f9a8d', 'tenant_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'mac_address': 'fa:16:3e:a5:ad:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '219de3b2-e969-4a15-8a5a-bfef4c84ee74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:11Z', 'updated_at': '2021-11-10T17:30:16Z', 'revision_number': 4, 'project_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'subnets': [{'id': '219de3b2-e969-4a15-8a5a-bfef4c84ee74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:30:17.360447 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-897f89c1-d563-4891-b9f2-1a2458d23d8b req-3a857f1d-cf27-4401-b08e-de02b6a78c4a tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "GET /v2.0/security-groups/abd4507c-84d1-4790-ac60-df989c9e1245 HTTP/1.1" status: 200 len: 1822 time: 0.0796165 Nov 10 17:30:17.360664 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2e89c-919a-4b75-ab39-89faf8d7fdbb None None] Pushing event updated for resources: {'Port': ['ID=b48d6c1c-0fbf-40db-bb7d-fea813a31eb7,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:17.375883 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-897f89c1-d563-4891-b9f2-1a2458d23d8b req-6123592c-db5c-4794-9798-541694da2c3f tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '57c9686a-8123-4ec8-b37a-e6133a285737', 'remote_group_id': 'abd4507c-84d1-4790-ac60-df989c9e1245', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:17.376745 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-897f89c1-d563-4891-b9f2-1a2458d23d8b req-6123592c-db5c-4794-9798-541694da2c3f tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '57c9686a-8123-4ec8-b37a-e6133a285737', 'remote_group_id': 'abd4507c-84d1-4790-ac60-df989c9e1245', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:17.429617 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-307a6bda-6a2d-44f1-b648-800c53a463d1 None None] Provisioning complete for port b48d6c1c-0fbf-40db-bb7d-fea813a31eb7 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:17.429983 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-307a6bda-6a2d-44f1-b648-800c53a463d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:17.518171 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-897f89c1-d563-4891-b9f2-1a2458d23d8b req-6123592c-db5c-4794-9798-541694da2c3f tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:17.565905 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-897f89c1-d563-4891-b9f2-1a2458d23d8b req-6123592c-db5c-4794-9798-541694da2c3f tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:17.575897 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-897f89c1-d563-4891-b9f2-1a2458d23d8b req-6123592c-db5c-4794-9798-541694da2c3f tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:17.611534 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123592c-db5c-4794-9798-541694da2c3f tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef650e6-227b-484f-b589-a4ab5d9bd138,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:17.625265 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-897f89c1-d563-4891-b9f2-1a2458d23d8b req-6123592c-db5c-4794-9798-541694da2c3f tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:17.649632 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-897f89c1-d563-4891-b9f2-1a2458d23d8b req-6123592c-db5c-4794-9798-541694da2c3f tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2805834 Nov 10 17:30:17.757644 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e2bce39a-ce41-495c-9adf-c27f1d260fd7 req-3190708d-606d-4939-8245-54ebfc837766 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/ports?device_id=e384b3b5-6462-4224-bc80-22f56f3a7010 HTTP/1.1" status: 200 len: 210 time: 0.5057540 Nov 10 17:30:17.790836 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f662915-3ba4-4a02-9f9a-2ea943628f5b req-aacf43c7-cd08-4f99-a35e-bb9148bbd481 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:17.792560 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f662915-3ba4-4a02-9f9a-2ea943628f5b req-aacf43c7-cd08-4f99-a35e-bb9148bbd481 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 945 time: 0.0898898 Nov 10 17:30:17.904299 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f662915-3ba4-4a02-9f9a-2ea943628f5b req-1702acdf-cf1e-43c8-8aba-92b2999eaa53 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052337 Nov 10 17:30:17.984665 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0053bb-086a-4bd8-b5f3-11f492c1ed8e req-b28eaba8-045c-4b5a-b92c-6dabc2dd50ee tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:17.986253 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa0053bb-086a-4bd8-b5f3-11f492c1ed8e req-b28eaba8-045c-4b5a-b92c-6dabc2dd50ee tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.11 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972&tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&binding%3Ahost_id=n-h2-776250-10 HTTP/1.1" status: 200 len: 948 time: 0.7358925 Nov 10 17:30:17.999124 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-1e034034-1a12-41cd-8586-d254ff9461e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:17.999124 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-1e034034-1a12-41cd-8586-d254ff9461e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ee9bf645-62ea-4fb8-afab-51398fe4d64d HTTP/1.1" status: 200 len: 909 time: 0.8754425 Nov 10 17:30:18.008969 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-80b556a6-f76e-4770-b992-bfd196b9bf74 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:18.012417 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-80b556a6-f76e-4770-b992-bfd196b9bf74 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.13 "GET /v2.0/networks?id=54bf8d1c-423e-43f6-a8fe-4660120f9a8d HTTP/1.1" status: 200 len: 829 time: 0.2352357 Nov 10 17:30:18.040269 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-c29b79b6-47db-445c-9459-c43cba3cf1f4 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Request body: {'port': {'device_id': 'e384b3b5-6462-4224-bc80-22f56f3a7010', 'network_id': '54bf8d1c-423e-43f6-a8fe-4660120f9a8d', 'admin_state_up': True, 'tenant_id': '7786fa5e1bea40fd97fc4ce00e97b4ab'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:18.134483 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6880bf-d5af-4e0d-a68b-6af98bde17ed req-efa4bc76-e4b4-4e64-a891-80537ef53bd8 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:18.137458 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 5dc83552-8f22-4de3-b8e0-61527afe401d up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:30:18.147612 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3f6880bf-d5af-4e0d-a68b-6af98bde17ed req-efa4bc76-e4b4-4e64-a891-80537ef53bd8 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 948 time: 0.0864904 Nov 10 17:30:18.161077 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-b15102e0-b09f-4b79-aba2-3d8230e87077 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 HTTP/1.1" status: 200 len: 217 time: 0.1481793 Nov 10 17:30:18.212818 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3f6880bf-d5af-4e0d-a68b-6af98bde17ed req-91f044ba-37dc-4e8f-b18b-49a035c50322 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637829 Nov 10 17:30:18.241234 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 5dc83552-8f22-4de3-b8e0-61527afe401d completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:30:18.246623 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 5dc83552-8f22-4de3-b8e0-61527afe401d triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:18.247044 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:18.297871 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-60c6918e-03fb-4dda-b891-c115b3b7d161 req-748fa069-42a5-4259-8dcd-cc5e7a753eb3 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "GET /v2.0/security-groups/abd4507c-84d1-4790-ac60-df989c9e1245 HTTP/1.1" status: 200 len: 1822 time: 0.2346642 Nov 10 17:30:18.333466 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [req-aa0053bb-086a-4bd8-b5f3-11f492c1ed8e req-aacc4467-04c6-49ed-9a85-945bf6de2f23 service neutron] delete failed (client error): The resource could not be found. Nov 10 17:30:18.334489 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa0053bb-086a-4bd8-b5f3-11f492c1ed8e req-aacc4467-04c6-49ed-9a85-945bf6de2f23 service neutron] 10.222.0.11 "DELETE /v2.0/ports/5dc83552-8f22-4de3-b8e0-61527afe401d/bindings/n-h1-776250-10 HTTP/1.1" status: 404 len: 381 time: 0.3228669 Nov 10 17:30:18.335913 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-b5404563-90a6-4b5b-9601-c33833edc324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:18.337335 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-b5404563-90a6-4b5b-9601-c33833edc324 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dcea188-714e-4316-9245-d3631f0cca17 HTTP/1.1" status: 200 len: 848 time: 0.1645193 Nov 10 17:30:18.424259 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263675d5-cfe6-4f52-a33d-94f131cc65ad req-7c5126f3-87e9-4f5e-b111-8104c636360d tempest-ServersAdminTestJSON-2070852456 tempest-ServersAdminTestJSON-2070852456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:18.435197 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-263675d5-cfe6-4f52-a33d-94f131cc65ad req-7c5126f3-87e9-4f5e-b111-8104c636360d tempest-ServersAdminTestJSON-2070852456 tempest-ServersAdminTestJSON-2070852456-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 1102 time: 0.1042004 Nov 10 17:30:18.465257 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-5fbc56f4-00a2-4c2c-9aec-ea96c93c43e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ee9bf645-62ea-4fb8-afab-51398fe4d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018162 Nov 10 17:30:18.531948 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-263675d5-cfe6-4f52-a33d-94f131cc65ad req-1f4b2387-ed63-45d8-8319-c6ba77f5018f tempest-ServersAdminTestJSON-2070852456 tempest-ServersAdminTestJSON-2070852456-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915821 Nov 10 17:30:18.625770 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b48d6c1c-0fbf-40db-bb7d-fea813a31eb7 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:30:18.677817 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-c29b79b6-47db-445c-9459-c43cba3cf1f4 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Made reservation on behalf of 7786fa5e1bea40fd97fc4ce00e97b4ab for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:30:18.678193 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:18.681609 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-c29b79b6-47db-445c-9459-c43cba3cf1f4 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:18.726778 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd145e069-aad6-4707-ae26-f2711a939972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc83552-8f22-4de3-b8e0-61527afe401d'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:30:18.729034 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8592c327-5536-4be1-ac12-a9bd576f50ea" -d '{"events": [{"server_uuid": "d145e069-aad6-4707-ae26-f2711a939972", "name": "network-vif-plugged", "status": "completed", "tag": "5dc83552-8f22-4de3-b8e0-61527afe401d"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:30:18.746931 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 5dc83552-8f22-4de3-b8e0-61527afe401d, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5dc83552-8f22-4de3-b8e0-61527afe401d,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:18.751898 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port b48d6c1c-0fbf-40db-bb7d-fea813a31eb7 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:18.752686 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:18.755806 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:18.795367 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0053bb-086a-4bd8-b5f3-11f492c1ed8e req-1c4c2457-c701-4151-bc07-e60dddcf8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:18.796931 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa0053bb-086a-4bd8-b5f3-11f492c1ed8e req-1c4c2457-c701-4151-bc07-e60dddcf8365 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 1100 time: 0.3280599 Nov 10 17:30:18.837063 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-60c6918e-03fb-4dda-b891-c115b3b7d161 req-bb4bd031-f5e8-4774-bab4-c6049246b167 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:18.870402 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=5dc83552-8f22-4de3-b8e0-61527afe401d,revision_number=9']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:18.929628 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-02b839db-85c6-46a1-9114-5ae3034fbf50 service neutron] 10.222.0.13 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147630 Nov 10 17:30:18.950454 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-60c6918e-03fb-4dda-b891-c115b3b7d161 req-bb4bd031-f5e8-4774-bab4-c6049246b167 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:18.986326 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db2d24b-8283-4d6f-bdc9-f75363b23233 x-openstack-request-id: req-4db2d24b-8283-4d6f-bdc9-f75363b23233 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:30:18.986635 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d145e069-aad6-4707-ae26-f2711a939972", "name": "network-vif-plugged", "status": "completed", "tag": "5dc83552-8f22-4de3-b8e0-61527afe401d", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:30:18.987475 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4db2d24b-8283-4d6f-bdc9-f75363b23233 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:30:18.988026 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd145e069-aad6-4707-ae26-f2711a939972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc83552-8f22-4de3-b8e0-61527afe401d', 'code': 200} Nov 10 17:30:19.085973 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a23cdb80-66f2-4030-9252-9c310766c12c req-42aa138f-1641-4f92-8ef1-a34ede0cae4c tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/ports?device_id=e384b3b5-6462-4224-bc80-22f56f3a7010 HTTP/1.1" status: 200 len: 210 time: 0.0465059 Nov 10 17:30:19.148948 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0053bb-086a-4bd8-b5f3-11f492c1ed8e req-acb9eb42-2247-440f-95a5-2590a3f92a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:19.150432 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa0053bb-086a-4bd8-b5f3-11f492c1ed8e req-acb9eb42-2247-440f-95a5-2590a3f92a6f service neutron] 10.222.0.11 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.3391035 Nov 10 17:30:19.157070 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-c29b79b6-47db-445c-9459-c43cba3cf1f4 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Allocated IP 172.20.0.3 (54bf8d1c-423e-43f6-a8fe-4660120f9a8d/219de3b2-e969-4a15-8a5a-bfef4c84ee74/638380f4-a6ca-4264-9eaa-faf61af36b3b) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:30:19.204048 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85acfa1c-0ac9-4355-8dcd-b09cb9fdbb6e req-9f02b78b-8bd6-4da2-8b00-8be1f6a63a64 tempest-ServersAdminTestJSON-2070852456 tempest-ServersAdminTestJSON-2070852456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:19.206369 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-85acfa1c-0ac9-4355-8dcd-b09cb9fdbb6e req-9f02b78b-8bd6-4da2-8b00-8be1f6a63a64 tempest-ServersAdminTestJSON-2070852456 tempest-ServersAdminTestJSON-2070852456-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 1102 time: 0.0505757 Nov 10 17:30:19.219846 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa0053bb-086a-4bd8-b5f3-11f492c1ed8e req-b09d237a-f774-46e4-aee1-860ba626c27e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=5dc83552-8f22-4de3-b8e0-61527afe401d HTTP/1.1" status: 200 len: 217 time: 0.0573359 Nov 10 17:30:19.249164 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-f1cd6bb5-54b1-492e-a889-03454c43f7c8 service neutron] 10.222.0.13 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050313 Nov 10 17:30:19.276477 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-60c6918e-03fb-4dda-b891-c115b3b7d161 req-bb4bd031-f5e8-4774-bab4-c6049246b167 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:19.279066 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-60c6918e-03fb-4dda-b891-c115b3b7d161 req-bb4bd031-f5e8-4774-bab4-c6049246b167 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:19.280083 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-85acfa1c-0ac9-4355-8dcd-b09cb9fdbb6e req-9d11acac-6efc-468c-8798-ec006c1279af tempest-ServersAdminTestJSON-2070852456 tempest-ServersAdminTestJSON-2070852456-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551202 Nov 10 17:30:19.292532 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-60c6918e-03fb-4dda-b891-c115b3b7d161 req-bb4bd031-f5e8-4774-bab4-c6049246b167 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "DELETE /v2.0/security-groups/abd4507c-84d1-4790-ac60-df989c9e1245 HTTP/1.1" status: 204 len: 173 time: 0.9736450 Nov 10 17:30:19.342225 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4bd031-f5e8-4774-bab4-c6049246b167 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd4507c-84d1-4790-ac60-df989c9e1245,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:19.355590 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0053bb-086a-4bd8-b5f3-11f492c1ed8e req-58280e42-0ff7-461a-a747-6db74ab424c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:19.357328 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa0053bb-086a-4bd8-b5f3-11f492c1ed8e req-58280e42-0ff7-461a-a747-6db74ab424c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1203196 Nov 10 17:30:19.441534 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07ae16-17ae-4bcf-820c-92e761f278c7 req-ef9b79cb-1da8-4330-b160-62e5a753202d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:19.443912 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4b07ae16-17ae-4bcf-820c-92e761f278c7 req-ef9b79cb-1da8-4330-b160-62e5a753202d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 949 time: 0.0725181 Nov 10 17:30:19.501023 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4b07ae16-17ae-4bcf-820c-92e761f278c7 req-06f8d159-f6cc-4cb6-b755-5f6b18531eaa tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502398 Nov 10 17:30:19.513068 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35167be0-f411-4803-9eb4-c171df830712 req-ba71d7c6-6fb5-4a73-a6d2-f55af1b514a4 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:19.521318 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-35167be0-f411-4803-9eb4-c171df830712 req-ba71d7c6-6fb5-4a73-a6d2-f55af1b514a4 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 945 time: 0.1602812 Nov 10 17:30:19.524259 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0053bb-086a-4bd8-b5f3-11f492c1ed8e req-605ef6fc-fd6d-49a2-b055-f02fd5a99291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:19.525682 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa0053bb-086a-4bd8-b5f3-11f492c1ed8e req-605ef6fc-fd6d-49a2-b055-f02fd5a99291 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1529706 Nov 10 17:30:19.593784 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-125d4c71-d119-4249-bec7-c8cbdf9eab72 req-29d193d1-6d3c-48ed-bf44-b665261f79f3 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "GET /v2.0/security-groups/57c9686a-8123-4ec8-b37a-e6133a285737 HTTP/1.1" status: 200 len: 1821 time: 0.0565002 Nov 10 17:30:19.611280 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-c29b79b6-47db-445c-9459-c43cba3cf1f4 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:19.688712 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-35167be0-f411-4803-9eb4-c171df830712 req-8056ee3e-fe27-4a82-ae4d-9df305c4f4e4 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628339 Nov 10 17:30:19.729143 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-b1356ed5-ea12-449b-9311-3cd63cd972ae req-de5b1d63-4fff-4094-8dfe-9a92923e4f59 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-382835635', 'description': 'tempest-description-182466354'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:19.759990 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa0053bb-086a-4bd8-b5f3-11f492c1ed8e req-0006adf3-0f9b-46e7-902c-716876ceb97c service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187517 Nov 10 17:30:19.788623 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-c29b79b6-47db-445c-9459-c43cba3cf1f4 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:19.831847 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b1356ed5-ea12-449b-9311-3cd63cd972ae req-de5b1d63-4fff-4094-8dfe-9a92923e4f59 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:19.906067 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-c29b79b6-47db-445c-9459-c43cba3cf1f4 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Network 54bf8d1c-423e-43f6-a8fe-4660120f9a8d is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:30:19.918078 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-c29b79b6-47db-445c-9459-c43cba3cf1f4 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:30:19.928626 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-c29b79b6-47db-445c-9459-c43cba3cf1f4 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:30:19.931098 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b79b6-47db-445c-9459-c43cba3cf1f4 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Pushing event updated for resources: {'Port': ['ID=638380f4-a6ca-4264-9eaa-faf61af36b3b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:20.013990 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa0053bb-086a-4bd8-b5f3-11f492c1ed8e req-6d116e23-6774-419e-9cd2-df19edfa475c service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458677 Nov 10 17:30:20.022565 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-c29b79b6-47db-445c-9459-c43cba3cf1f4 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:20.023208 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-c29b79b6-47db-445c-9459-c43cba3cf1f4 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:20.043213 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a0745-59be-4186-9b59-722007a12eb1 req-c18ad603-e841-4df3-88b1-ea242ffa859d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:20.046040 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-544a0745-59be-4186-9b59-722007a12eb1 req-c18ad603-e841-4df3-88b1-ea242ffa859d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=e88a7d7b-d8e3-499c-90e2-da5c038cc67f HTTP/1.1" status: 200 len: 950 time: 0.1309087 Nov 10 17:30:20.053498 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b1356ed5-ea12-449b-9311-3cd63cd972ae req-de5b1d63-4fff-4094-8dfe-9a92923e4f59 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:20.068710 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-c29b79b6-47db-445c-9459-c43cba3cf1f4 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0405521 Nov 10 17:30:20.069905 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b1356ed5-ea12-449b-9311-3cd63cd972ae req-de5b1d63-4fff-4094-8dfe-9a92923e4f59 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:20.103670 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-2ecd626f-8123-4521-ac5f-d3fe7aff8239 service neutron] Request body: {'port': {'device_id': 'e384b3b5-6462-4224-bc80-22f56f3a7010', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:20.157034 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-544a0745-59be-4186-9b59-722007a12eb1 req-5b6c5e8c-905d-42f0-9440-9175f41de80c tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917392 Nov 10 17:30:20.184739 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b1d63-4fff-4094-8dfe-9a92923e4f59 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca040ecc-1d46-4bd4-acbd-b0d9b1320492,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:20.203543 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b1356ed5-ea12-449b-9311-3cd63cd972ae req-de5b1d63-4fff-4094-8dfe-9a92923e4f59 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:20.216829 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b1356ed5-ea12-449b-9311-3cd63cd972ae req-de5b1d63-4fff-4094-8dfe-9a92923e4f59 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4997129 Nov 10 17:30:20.285908 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-2ecd626f-8123-4521-ac5f-d3fe7aff8239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:20.327587 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-0eaea0e8-7655-473d-8e28-831014853c93 None None] Provisioning complete for port 638380f4-a6ca-4264-9eaa-faf61af36b3b triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:20.328071 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0eaea0e8-7655-473d-8e28-831014853c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:20.354409 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-86cbd1be-9f24-4b73-94f7-edeb1149c7bb req-b2b30fb6-2220-4886-b5dd-07e3ed58c92a tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "GET /v2.0/security-groups/ca040ecc-1d46-4bd4-acbd-b0d9b1320492 HTTP/1.1" status: 200 len: 1820 time: 0.0578742 Nov 10 17:30:20.367462 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-86cbd1be-9f24-4b73-94f7-edeb1149c7bb req-d4e46d1b-a75a-413b-b910-2fa68857e854 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ca040ecc-1d46-4bd4-acbd-b0d9b1320492', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:20.367725 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-86cbd1be-9f24-4b73-94f7-edeb1149c7bb req-d4e46d1b-a75a-413b-b910-2fa68857e854 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ca040ecc-1d46-4bd4-acbd-b0d9b1320492', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:20.381024 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-0eaea0e8-7655-473d-8e28-831014853c93 None None] Port 638380f4-a6ca-4264-9eaa-faf61af36b3b cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:30:20.416942 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01628a33-3423-4843-aedb-091ad7a24dfb req-22899ff7-5232-4385-8471-3a71c3eb6f73 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:20.418751 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-01628a33-3423-4843-aedb-091ad7a24dfb req-22899ff7-5232-4385-8471-3a71c3eb6f73 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/ports?device_id=e384b3b5-6462-4224-bc80-22f56f3a7010 HTTP/1.1" status: 200 len: 931 time: 0.1102870 Nov 10 17:30:20.441283 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-86cbd1be-9f24-4b73-94f7-edeb1149c7bb req-d4e46d1b-a75a-413b-b910-2fa68857e854 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:20.470687 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-86cbd1be-9f24-4b73-94f7-edeb1149c7bb req-d4e46d1b-a75a-413b-b910-2fa68857e854 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:20.476549 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-86cbd1be-9f24-4b73-94f7-edeb1149c7bb req-d4e46d1b-a75a-413b-b910-2fa68857e854 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:20.510573 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-86cbd1be-9f24-4b73-94f7-edeb1149c7bb req-d4e46d1b-a75a-413b-b910-2fa68857e854 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:20.512741 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-86cbd1be-9f24-4b73-94f7-edeb1149c7bb req-d4e46d1b-a75a-413b-b910-2fa68857e854 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1494648 Nov 10 17:30:20.513670 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e46d1b-a75a-413b-b910-2fa68857e854 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d68f21-6199-4c8d-9bd8-09b924419271,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:20.597625 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-79b26c16-7ba6-48bf-a9d8-7fd0713fb5a3 req-9df12d9e-047a-47cf-aa48-37c547d996fd tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "GET /v2.0/security-groups/ca040ecc-1d46-4bd4-acbd-b0d9b1320492 HTTP/1.1" status: 200 len: 2413 time: 0.0560365 Nov 10 17:30:20.601021 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-01628a33-3423-4843-aedb-091ad7a24dfb req-d019620e-930a-44d7-bafb-3b3870a269dc tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f8b23dc-e076-45f6-97dc-b53db2babb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734319 Nov 10 17:30:20.610262 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-79b26c16-7ba6-48bf-a9d8-7fd0713fb5a3 req-640907bd-6c61-4fc5-b3b3-f37a3f54ddc6 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ca040ecc-1d46-4bd4-acbd-b0d9b1320492', 'remote_group_id': None}]} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:20.610588 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-79b26c16-7ba6-48bf-a9d8-7fd0713fb5a3 req-640907bd-6c61-4fc5-b3b3-f37a3f54ddc6 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ca040ecc-1d46-4bd4-acbd-b0d9b1320492', 'remote_group_id': None}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:20.699140 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-79b26c16-7ba6-48bf-a9d8-7fd0713fb5a3 req-640907bd-6c61-4fc5-b3b3-f37a3f54ddc6 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:20.735099 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-79b26c16-7ba6-48bf-a9d8-7fd0713fb5a3 req-640907bd-6c61-4fc5-b3b3-f37a3f54ddc6 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:20.739280 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-79b26c16-7ba6-48bf-a9d8-7fd0713fb5a3 req-640907bd-6c61-4fc5-b3b3-f37a3f54ddc6 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:20.765835 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640907bd-6c61-4fc5-b3b3-f37a3f54ddc6 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01efaca3-1c9e-485f-9f5f-33b4997f2c04,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:20.774333 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-79b26c16-7ba6-48bf-a9d8-7fd0713fb5a3 req-640907bd-6c61-4fc5-b3b3-f37a3f54ddc6 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:20.775627 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-79b26c16-7ba6-48bf-a9d8-7fd0713fb5a3 req-640907bd-6c61-4fc5-b3b3-f37a3f54ddc6 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1711047 Nov 10 17:30:20.777438 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcbca23-3312-4311-9d55-52633a42be9b req-577b90e3-253e-4ee7-b60c-024e19c47553 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:20.778987 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3bcbca23-3312-4311-9d55-52633a42be9b req-577b90e3-253e-4ee7-b60c-024e19c47553 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 949 time: 0.0895646 Nov 10 17:30:20.866865 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3bcbca23-3312-4311-9d55-52633a42be9b req-3886e83e-0c7c-4d08-a4d5-c2fde58a458b tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757527 Nov 10 17:30:20.879178 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-2ecd626f-8123-4521-ac5f-d3fe7aff8239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 638380f4-a6ca-4264-9eaa-faf61af36b3b {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:30:20.893994 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-2ecd626f-8123-4521-ac5f-d3fe7aff8239 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:20.895347 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b409615-fc8f-450b-b65d-2ba8ced234b2 req-2082edac-8437-457a-a85b-7d8f1d671ceb tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:20.897123 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0b409615-fc8f-450b-b65d-2ba8ced234b2 req-2082edac-8437-457a-a85b-7d8f1d671ceb tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 945 time: 0.0579147 Nov 10 17:30:20.917725 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-2ecd626f-8123-4521-ac5f-d3fe7aff8239 service neutron] Transition to ACTIVE for port object 638380f4-a6ca-4264-9eaa-faf61af36b3b will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:30:20.927600 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-2ecd626f-8123-4521-ac5f-d3fe7aff8239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:20.950781 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0b409615-fc8f-450b-b65d-2ba8ced234b2 req-0514b041-a542-44bb-a848-1e183d06ffe9 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477138 Nov 10 17:30:21.033292 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd626f-8123-4521-ac5f-d3fe7aff8239 service neutron] Pushing event updated for resources: {'Port': ['ID=638380f4-a6ca-4264-9eaa-faf61af36b3b,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:21.050627 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-778391df-27c7-435b-a422-03a7bc75ebea req-fd80c7ae-4f66-4a3c-ac37-4022083bca5e tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "GET /v2.0/security-groups/ca040ecc-1d46-4bd4-acbd-b0d9b1320492 HTTP/1.1" status: 200 len: 3011 time: 0.1338439 Nov 10 17:30:21.131577 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-73d29d34-ae0b-4df9-a65f-3a3a485bfa01 req-90c2a31b-320c-488a-8d0e-f263e6f8a11a tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "GET /v2.0/security-group-rules/01efaca3-1c9e-485f-9f5f-33b4997f2c04 HTTP/1.1" status: 200 len: 783 time: 0.0542548 Nov 10 17:30:21.156365 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-2ecd626f-8123-4521-ac5f-d3fe7aff8239 service neutron] Attempting to bind port 638380f4-a6ca-4264-9eaa-faf61af36b3b on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:30:21.156741 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-2ecd626f-8123-4521-ac5f-d3fe7aff8239 service neutron] Attempting to bind port 638380f4-a6ca-4264-9eaa-faf61af36b3b by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '9133d02d-bf9a-4f0a-9686-e4667fac8ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54bf8d1c-423e-43f6-a8fe-4660120f9a8d'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:30:21.157037 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-2ecd626f-8123-4521-ac5f-d3fe7aff8239 service neutron] Attempting to bind port 638380f4-a6ca-4264-9eaa-faf61af36b3b on network 54bf8d1c-423e-43f6-a8fe-4660120f9a8d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:30:21.181216 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-2ecd626f-8123-4521-ac5f-d3fe7aff8239 service neutron] Port 638380f4-a6ca-4264-9eaa-faf61af36b3b on network 54bf8d1c-423e-43f6-a8fe-4660120f9a8d not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:30:21.181557 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-2ecd626f-8123-4521-ac5f-d3fe7aff8239 service neutron] Attempting to bind port 638380f4-a6ca-4264-9eaa-faf61af36b3b on network 54bf8d1c-423e-43f6-a8fe-4660120f9a8d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:30:21.191432 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-2ecd626f-8123-4521-ac5f-d3fe7aff8239 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:30:21.191770 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-2ecd626f-8123-4521-ac5f-d3fe7aff8239 service neutron] Checking segment: {'id': '9133d02d-bf9a-4f0a-9686-e4667fac8ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54bf8d1c-423e-43f6-a8fe-4660120f9a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:30:21.193525 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-2ecd626f-8123-4521-ac5f-d3fe7aff8239 service neutron] Bound using segment: {'id': '9133d02d-bf9a-4f0a-9686-e4667fac8ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54bf8d1c-423e-43f6-a8fe-4660120f9a8d'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:30:21.193525 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-2ecd626f-8123-4521-ac5f-d3fe7aff8239 service neutron] Bound port: 638380f4-a6ca-4264-9eaa-faf61af36b3b, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9133d02d-bf9a-4f0a-9686-e4667fac8ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '54bf8d1c-423e-43f6-a8fe-4660120f9a8d'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:30:21.193525 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-2ecd626f-8123-4521-ac5f-d3fe7aff8239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:21.202683 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-73d29d34-ae0b-4df9-a65f-3a3a485bfa01 req-1a2f91a3-bbe0-4cd3-a6df-ec665da5cb37 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "GET /v2.0/security-groups/ca040ecc-1d46-4bd4-acbd-b0d9b1320492 HTTP/1.1" status: 200 len: 3011 time: 0.0701501 Nov 10 17:30:21.214723 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d979f-d2b5-4e80-9d43-4b8ec2bf21e0 req-bbaf7a65-5315-44cb-acee-8b056d23ef54 tempest-MigrationsAdminTest-787192493 tempest-MigrationsAdminTest-787192493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:21.222241 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-872d979f-d2b5-4e80-9d43-4b8ec2bf21e0 req-bbaf7a65-5315-44cb-acee-8b056d23ef54 tempest-MigrationsAdminTest-787192493 tempest-MigrationsAdminTest-787192493-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 1101 time: 0.0768359 Nov 10 17:30:21.237663 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-73d29d34-ae0b-4df9-a65f-3a3a485bfa01 req-e43a2838-0197-4521-b8ba-e4662248faec tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:21.247353 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-73d29d34-ae0b-4df9-a65f-3a3a485bfa01 req-e43a2838-0197-4521-b8ba-e4662248faec tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:21.285153 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-73d29d34-ae0b-4df9-a65f-3a3a485bfa01 req-e43a2838-0197-4521-b8ba-e4662248faec tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:21.292543 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-73d29d34-ae0b-4df9-a65f-3a3a485bfa01 req-e43a2838-0197-4521-b8ba-e4662248faec tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:21.294523 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-73d29d34-ae0b-4df9-a65f-3a3a485bfa01 req-e43a2838-0197-4521-b8ba-e4662248faec tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/01efaca3-1c9e-485f-9f5f-33b4997f2c04 HTTP/1.1" status: 204 len: 173 time: 0.0910296 Nov 10 17:30:21.330734 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a2838-0197-4521-b8ba-e4662248faec tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01efaca3-1c9e-485f-9f5f-33b4997f2c04,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:21.357355 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-2ecd626f-8123-4521-ac5f-d3fe7aff8239 service neutron] For port 638380f4-a6ca-4264-9eaa-faf61af36b3b, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:30:21.380676 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-872d979f-d2b5-4e80-9d43-4b8ec2bf21e0 req-2a57ba51-80e3-4172-ab1d-7b1c6fbe4b57 tempest-MigrationsAdminTest-787192493 tempest-MigrationsAdminTest-787192493-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312234 Nov 10 17:30:21.400399 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-2ecd626f-8123-4521-ac5f-d3fe7aff8239 service neutron] For port 638380f4-a6ca-4264-9eaa-faf61af36b3b, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=638380f4-a6ca-4264-9eaa-faf61af36b3b,segment=NetworkSegment(9133d02d-bf9a-4f0a-9686-e4667fac8ff0),segment_id=9133d02d-bf9a-4f0a-9686-e4667fac8ff0)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:30:21.409653 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-2ecd626f-8123-4521-ac5f-d3fe7aff8239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:21.428879 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-2ecd626f-8123-4521-ac5f-d3fe7aff8239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:21.429490 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-2ecd626f-8123-4521-ac5f-d3fe7aff8239 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:21.432307 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-2ecd626f-8123-4521-ac5f-d3fe7aff8239 service neutron] 10.222.0.13 "PUT /v2.0/ports/638380f4-a6ca-4264-9eaa-faf61af36b3b HTTP/1.1" status: 200 len: 1092 time: 1.3341975 Nov 10 17:30:21.463483 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3105f8-0677-4f75-ad89-23c8c3f0747f req-b771d8e0-4d96-4f37-87e9-00cdb168d326 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:21.464056 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e384b3b5-6462-4224-bc80-22f56f3a7010', 'tag': '638380f4-a6ca-4264-9eaa-faf61af36b3b'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:30:21.465818 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-af3105f8-0677-4f75-ad89-23c8c3f0747f req-b771d8e0-4d96-4f37-87e9-00cdb168d326 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=e88a7d7b-d8e3-499c-90e2-da5c038cc67f HTTP/1.1" status: 200 len: 950 time: 0.0979240 Nov 10 17:30:21.467717 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fd85b3-10a5-4cd9-af92-922d0d410d98" -d '{"events": [{"name": "network-changed", "server_uuid": "e384b3b5-6462-4224-bc80-22f56f3a7010", "tag": "638380f4-a6ca-4264-9eaa-faf61af36b3b"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:30:21.483948 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6b7a2-fdbb-427b-8455-7f44caba832b req-e5b71af6-b6a0-4f2e-8d58-02ecf0f007a1 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:21.486507 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7fc6b7a2-fdbb-427b-8455-7f44caba832b req-e5b71af6-b6a0-4f2e-8d58-02ecf0f007a1 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.13 "GET /v2.0/ports?device_id=e88a7d7b-d8e3-499c-90e2-da5c038cc67f HTTP/1.1" status: 200 len: 950 time: 0.1763988 Nov 10 17:30:21.543297 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-af3105f8-0677-4f75-ad89-23c8c3f0747f req-ca3ba9d2-77eb-4ed6-8fe1-a81c589982fc tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691228 Nov 10 17:30:21.778939 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496eea1-2e07-4eae-8a85-206a17458b9c req-e83606a3-6a15-4030-9481-40f182e2059d tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:21.780594 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b496eea1-2e07-4eae-8a85-206a17458b9c req-e83606a3-6a15-4030-9481-40f182e2059d tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/ports?device_id=e384b3b5-6462-4224-bc80-22f56f3a7010 HTTP/1.1" status: 200 len: 943 time: 0.0599053 Nov 10 17:30:21.832742 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9605273f-802e-445d-b6f1-4a1f2f7e93da x-openstack-request-id: req-9605273f-802e-445d-b6f1-4a1f2f7e93da {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:30:21.833066 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e384b3b5-6462-4224-bc80-22f56f3a7010", "tag": "638380f4-a6ca-4264-9eaa-faf61af36b3b", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:30:21.833423 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9605273f-802e-445d-b6f1-4a1f2f7e93da {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:30:21.833808 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e384b3b5-6462-4224-bc80-22f56f3a7010', 'tag': '638380f4-a6ca-4264-9eaa-faf61af36b3b', 'status': 'completed', 'code': 200} Nov 10 17:30:21.842055 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b496eea1-2e07-4eae-8a85-206a17458b9c req-ba3f343a-89ec-435f-81fd-24954b5bbbb4 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f8b23dc-e076-45f6-97dc-b53db2babb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537329 Nov 10 17:30:21.888817 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd626f-8123-4521-ac5f-d3fe7aff8239 service neutron] Pushing event updated for resources: {'Port': ['ID=638380f4-a6ca-4264-9eaa-faf61af36b3b,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:21.937424 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-e4b73cb6-848c-4114-9f44-378e723d6346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:21.938901 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-e4b73cb6-848c-4114-9f44-378e723d6346 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7786fa5e1bea40fd97fc4ce00e97b4ab&device_id=e384b3b5-6462-4224-bc80-22f56f3a7010 HTTP/1.1" status: 200 len: 1095 time: 0.4506862 Nov 10 17:30:21.948994 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-69a53205-ccac-42dd-8084-51bf8077440b req-370abb6c-3e68-493f-99c3-a395520480fd tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "GET /v2.0/security-groups/ca040ecc-1d46-4bd4-acbd-b0d9b1320492 HTTP/1.1" status: 200 len: 2413 time: 0.1188800 Nov 10 17:30:21.956860 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3855cc91-2b8c-4674-850b-69274eff8374 req-be5b690b-261c-4f4e-a6e1-287240af48d7 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278230 Nov 10 17:30:22.005325 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-5e38ff64-27be-496c-be9e-e3f4ef00db82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=638380f4-a6ca-4264-9eaa-faf61af36b3b HTTP/1.1" status: 200 len: 217 time: 0.0548565 Nov 10 17:30:22.070073 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855cc91-2b8c-4674-850b-69274eff8374 req-c1c144b2-436f-45fa-826a-8d8d583fe6f1 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:22.072291 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3855cc91-2b8c-4674-850b-69274eff8374 req-c1c144b2-436f-45fa-826a-8d8d583fe6f1 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1138341 Nov 10 17:30:22.075565 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-7fc6b7a2-fdbb-427b-8455-7f44caba832b req-6a2ee75b-b630-43c1-8c62-710f035ffbcb tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Deleting port ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:30:22.075908 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7fc6b7a2-fdbb-427b-8455-7f44caba832b req-6a2ee75b-b630-43c1-8c62-710f035ffbcb tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:22.091349 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3855cc91-2b8c-4674-850b-69274eff8374 req-df0ecded-9dbf-40fa-8853-c6b81d14be1a tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/quotas/8f9e5c9c528a40edbd9cc8b10302b929 HTTP/1.1" status: 200 len: 375 time: 0.0121677 Nov 10 17:30:22.148967 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3855cc91-2b8c-4674-850b-69274eff8374 req-38f810a5-e972-4dba-b496-ae5423b3163d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0501437 Nov 10 17:30:22.154750 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-5f4dfafe-e2a4-4bfa-baac-85953481db83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:22.156524 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-5f4dfafe-e2a4-4bfa-baac-85953481db83 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=219de3b2-e969-4a15-8a5a-bfef4c84ee74 HTTP/1.1" status: 200 len: 868 time: 0.1407013 Nov 10 17:30:22.213297 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-69a53205-ccac-42dd-8084-51bf8077440b req-983ec0c3-823d-45f9-aecf-140e73d335ef tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:22.256000 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-69a53205-ccac-42dd-8084-51bf8077440b req-983ec0c3-823d-45f9-aecf-140e73d335ef tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:22.260948 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-7fc6b7a2-fdbb-427b-8455-7f44caba832b req-6a2ee75b-b630-43c1-8c62-710f035ffbcb tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] For port ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:22.261314 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7fc6b7a2-fdbb-427b-8455-7f44caba832b req-6a2ee75b-b630-43c1-8c62-710f035ffbcb tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:22.287750 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-c8d2ed42-8d4f-43da-9529-9a266a97fbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:22.289244 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-c8d2ed42-8d4f-43da-9529-9a266a97fbe8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54bf8d1c-423e-43f6-a8fe-4660120f9a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1247129 Nov 10 17:30:22.290146 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-7fc6b7a2-fdbb-427b-8455-7f44caba832b req-6a2ee75b-b630-43c1-8c62-710f035ffbcb tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Calling delete_port for ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:30:22.389027 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed68a6-92bb-4403-8f66-3301ddf01019 req-2fbb78e2-8afa-471d-8dba-033bf2fff5b2 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:22.390723 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-56ed68a6-92bb-4403-8f66-3301ddf01019 req-2fbb78e2-8afa-471d-8dba-033bf2fff5b2 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 945 time: 0.0720255 Nov 10 17:30:22.434079 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-69a53205-ccac-42dd-8084-51bf8077440b req-983ec0c3-823d-45f9-aecf-140e73d335ef tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:22.436975 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-69a53205-ccac-42dd-8084-51bf8077440b req-983ec0c3-823d-45f9-aecf-140e73d335ef tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:22.448014 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-69a53205-ccac-42dd-8084-51bf8077440b req-983ec0c3-823d-45f9-aecf-140e73d335ef tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "DELETE /v2.0/security-groups/ca040ecc-1d46-4bd4-acbd-b0d9b1320492 HTTP/1.1" status: 204 len: 173 time: 0.4545963 Nov 10 17:30:22.459992 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-56ed68a6-92bb-4403-8f66-3301ddf01019 req-0f6b13d1-edd2-4e4c-b7a4-1b3f179ca565 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606754 Nov 10 17:30:22.556848 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ec0c3-823d-45f9-aecf-140e73d335ef tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca040ecc-1d46-4bd4-acbd-b0d9b1320492,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:22.565530 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-735adfb0-d918-4305-9908-3c71f8ae9603 req-fa0a53ec-a89d-4216-a90b-cfd3c4652e65 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 210 time: 0.0466909 Nov 10 17:30:22.598676 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [req-f06bfdda-1a78-454e-8e88-e05398204899 req-50f0e53d-d61d-41f4-a38a-589030169e57 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] show failed (client error): The resource could not be found. Nov 10 17:30:22.599485 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f06bfdda-1a78-454e-8e88-e05398204899 req-50f0e53d-d61d-41f4-a38a-589030169e57 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "GET /v2.0/security-groups/abd4507c-84d1-4790-ac60-df989c9e1245 HTTP/1.1" status: 404 len: 352 time: 0.0440023 Nov 10 17:30:22.601616 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-d98fd7ce-f328-4b92-a136-84373cce630c service neutron] 10.222.0.13 "GET /v2.0/networks/54bf8d1c-423e-43f6-a8fe-4660120f9a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952611 Nov 10 17:30:22.701599 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7fc6b7a2-fdbb-427b-8455-7f44caba832b req-6a2ee75b-b630-43c1-8c62-710f035ffbcb tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:22.711703 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4b5e9847-905d-46fb-9167-527d02c13ff7 req-bde1c935-e880-481c-816d-74de06231a3c tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=e88a7d7b-d8e3-499c-90e2-da5c038cc67f HTTP/1.1" status: 200 len: 210 time: 0.0414953 Nov 10 17:30:22.714188 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['03c515be-05a6-49c9-929f-c0f6b50c68a7'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:30:22.726327 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a', '0c5fb3a9-aaa2-4915-ac80-0340834eea8e'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:30:22.751396 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ee75b-b630-43c1-8c62-710f035ffbcb tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Pushing event deleted for resources: {'Port': ['ID=ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:22.823823 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc6b7a2-fdbb-427b-8455-7f44caba832b req-6a2ee75b-b630-43c1-8c62-710f035ffbcb tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] No DVR routers for this DVR port ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:30:22.826809 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7fc6b7a2-fdbb-427b-8455-7f44caba832b req-6a2ee75b-b630-43c1-8c62-710f035ffbcb tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:22.831850 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7fc6b7a2-fdbb-427b-8455-7f44caba832b req-6a2ee75b-b630-43c1-8c62-710f035ffbcb tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.13 "DELETE /v2.0/ports/ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a HTTP/1.1" status: 204 len: 173 time: 1.3250053 Nov 10 17:30:22.898740 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc0381b0-f5c1-4c6b-ac98-96ad366a1cf1 req-4b372b92-b840-49e6-ab4a-75361fea8097 service neutron] 10.222.0.13 "GET /v2.0/networks/54bf8d1c-423e-43f6-a8fe-4660120f9a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891035 Nov 10 17:30:22.914075 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e97c60ba-a897-4ff2-a65a-869705991e5d req-8c50208a-081e-42c1-8a26-e79f798888b9 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "GET /v2.0/security-groups/57c9686a-8123-4ec8-b37a-e6133a285737 HTTP/1.1" status: 200 len: 1821 time: 0.1029813 Nov 10 17:30:22.993620 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e97c60ba-a897-4ff2-a65a-869705991e5d req-bd744990-f4c4-4003-bac9-97bf46090990 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:23.029974 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e97c60ba-a897-4ff2-a65a-869705991e5d req-bd744990-f4c4-4003-bac9-97bf46090990 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:23.084714 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e97c60ba-a897-4ff2-a65a-869705991e5d req-bd744990-f4c4-4003-bac9-97bf46090990 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:23.089003 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e97c60ba-a897-4ff2-a65a-869705991e5d req-bd744990-f4c4-4003-bac9-97bf46090990 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:23.094364 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e97c60ba-a897-4ff2-a65a-869705991e5d req-bd744990-f4c4-4003-bac9-97bf46090990 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "DELETE /v2.0/security-groups/57c9686a-8123-4ec8-b37a-e6133a285737 HTTP/1.1" status: 204 len: 173 time: 0.1704354 Nov 10 17:30:23.134526 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd85b3-10a5-4cd9-af92-922d0d410d98 req-10154c6a-09a6-4da7-b010-24b60e3e7640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:23.136817 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2fd85b3-10a5-4cd9-af92-922d0d410d98 req-10154c6a-09a6-4da7-b010-24b60e3e7640 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7786fa5e1bea40fd97fc4ce00e97b4ab&device_id=e384b3b5-6462-4224-bc80-22f56f3a7010 HTTP/1.1" status: 200 len: 1095 time: 0.1372747 Nov 10 17:30:23.153066 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2697dd-da6a-4bf4-832a-c4393c635b9f req-4988cb53-ba02-46f6-91ca-b01440bf4078 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:23.165898 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0b2697dd-da6a-4bf4-832a-c4393c635b9f req-4988cb53-ba02-46f6-91ca-b01440bf4078 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/ports?device_id=e384b3b5-6462-4224-bc80-22f56f3a7010 HTTP/1.1" status: 200 len: 943 time: 0.1190066 Nov 10 17:30:23.166826 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd744990-f4c4-4003-bac9-97bf46090990 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c9686a-8123-4ec8-b37a-e6133a285737,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:23.235006 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bff18579-7a3b-4a2b-96e6-7be82f158edf req-5fb38f47-e198-4eee-a731-25ddd543d360 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "GET /v2.0/security-groups/64eddd35-a26f-4527-927e-3d4a91a83e21 HTTP/1.1" status: 200 len: 1820 time: 0.1129937 Nov 10 17:30:23.339079 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bff18579-7a3b-4a2b-96e6-7be82f158edf req-0473d114-b99b-42aa-932b-333b0bbadbdf tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:23.362915 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0b2697dd-da6a-4bf4-832a-c4393c635b9f req-376189d5-db80-4f48-a476-000a22bef386 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f8b23dc-e076-45f6-97dc-b53db2babb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958919 Nov 10 17:30:23.378379 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bff18579-7a3b-4a2b-96e6-7be82f158edf req-0473d114-b99b-42aa-932b-333b0bbadbdf tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:23.439409 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd85b3-10a5-4cd9-af92-922d0d410d98 req-99d5cfae-ceb4-4007-91e5-3cd46d672114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:23.443001 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2fd85b3-10a5-4cd9-af92-922d0d410d98 req-99d5cfae-ceb4-4007-91e5-3cd46d672114 service neutron] 10.222.0.13 "GET /v2.0/networks?id=54bf8d1c-423e-43f6-a8fe-4660120f9a8d HTTP/1.1" status: 200 len: 930 time: 0.2474411 Nov 10 17:30:23.461753 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bff18579-7a3b-4a2b-96e6-7be82f158edf req-0473d114-b99b-42aa-932b-333b0bbadbdf tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:23.465397 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bff18579-7a3b-4a2b-96e6-7be82f158edf req-0473d114-b99b-42aa-932b-333b0bbadbdf tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:23.473211 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bff18579-7a3b-4a2b-96e6-7be82f158edf req-0473d114-b99b-42aa-932b-333b0bbadbdf tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "DELETE /v2.0/security-groups/64eddd35-a26f-4527-927e-3d4a91a83e21 HTTP/1.1" status: 204 len: 173 time: 0.2333438 Nov 10 17:30:23.486521 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473d114-b99b-42aa-932b-333b0bbadbdf tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64eddd35-a26f-4527-927e-3d4a91a83e21,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:23.599714 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2fd85b3-10a5-4cd9-af92-922d0d410d98 req-5aad5003-3614-434f-9d10-538cba1a1695 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=638380f4-a6ca-4264-9eaa-faf61af36b3b HTTP/1.1" status: 200 len: 217 time: 0.1458521 Nov 10 17:30:23.617544 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e35f75c6-3737-4b34-845a-d81fda1abf5b req-316540f7-7e7b-48a4-b0be-df52fe931811 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "GET /v2.0/security-groups/999c11ec-63f3-4192-ba07-c7dfb821d9be HTTP/1.1" status: 200 len: 1820 time: 0.1122344 Nov 10 17:30:23.643467 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4ca2b-d3a6-411f-bf63-850839272882 req-6e912401-6a9d-4a39-922a-02a4e6eab589 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:23.646078 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9fb4ca2b-d3a6-411f-bf63-850839272882 req-6e912401-6a9d-4a39-922a-02a4e6eab589 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 945 time: 0.0834434 Nov 10 17:30:23.763047 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9fb4ca2b-d3a6-411f-bf63-850839272882 req-7754c9a1-cf06-41e2-a9d0-de571e60b868 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095779 Nov 10 17:30:23.795760 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd85b3-10a5-4cd9-af92-922d0d410d98 req-b4983415-8c31-43e2-9c0d-8dcf22297e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:23.797465 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2fd85b3-10a5-4cd9-af92-922d0d410d98 req-b4983415-8c31-43e2-9c0d-8dcf22297e1b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=219de3b2-e969-4a15-8a5a-bfef4c84ee74 HTTP/1.1" status: 200 len: 868 time: 0.1774728 Nov 10 17:30:23.804417 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e35f75c6-3737-4b34-845a-d81fda1abf5b req-8b2822e0-8e35-4d04-897e-f06df189ca72 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:23.842684 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88a7d7b-d8e3-499c-90e2-da5c038cc67f', 'name': 'network-vif-deleted', 'tag': 'ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:30:23.845089 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796ce6a8-77c7-4f29-a94d-fd45a44f3912" -d '{"events": [{"server_uuid": "e88a7d7b-d8e3-499c-90e2-da5c038cc67f", "name": "network-vif-deleted", "tag": "ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:30:23.868568 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e35f75c6-3737-4b34-845a-d81fda1abf5b req-8b2822e0-8e35-4d04-897e-f06df189ca72 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:23.910745 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd85b3-10a5-4cd9-af92-922d0d410d98 req-51186d23-cd5f-4164-84bc-7d0116573840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:23.912325 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2fd85b3-10a5-4cd9-af92-922d0d410d98 req-51186d23-cd5f-4164-84bc-7d0116573840 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54bf8d1c-423e-43f6-a8fe-4660120f9a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0971200 Nov 10 17:30:24.019503 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2fd85b3-10a5-4cd9-af92-922d0d410d98 req-00d34363-1efb-4467-a7fb-4d63b9b2fd6e service neutron] 10.222.0.13 "GET /v2.0/networks/54bf8d1c-423e-43f6-a8fe-4660120f9a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918601 Nov 10 17:30:24.021682 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cc382e51-ed34-41c3-a0d6-fa7838103b7e req-922a6bb5-d50b-49dc-91d0-cb1be326c10e tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 210 time: 0.0533462 Nov 10 17:30:24.042468 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3855cc91-2b8c-4674-850b-69274eff8374 req-d803e595-2c8c-4532-94ba-3c872cb6a00c tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1290276 Nov 10 17:30:24.156381 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e35f75c6-3737-4b34-845a-d81fda1abf5b req-8b2822e0-8e35-4d04-897e-f06df189ca72 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:24.159039 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e35f75c6-3737-4b34-845a-d81fda1abf5b req-8b2822e0-8e35-4d04-897e-f06df189ca72 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:24.160317 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e35f75c6-3737-4b34-845a-d81fda1abf5b req-8b2822e0-8e35-4d04-897e-f06df189ca72 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "DELETE /v2.0/security-groups/999c11ec-63f3-4192-ba07-c7dfb821d9be HTTP/1.1" status: 204 len: 173 time: 0.5303066 Nov 10 17:30:24.197057 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2822e0-8e35-4d04-897e-f06df189ca72 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=999c11ec-63f3-4192-ba07-c7dfb821d9be,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:24.266662 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2fd85b3-10a5-4cd9-af92-922d0d410d98 req-d67cdf4b-8339-4471-ac7b-58c5935165b4 service neutron] 10.222.0.13 "GET /v2.0/networks/54bf8d1c-423e-43f6-a8fe-4660120f9a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356195 Nov 10 17:30:24.313380 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06787e7-91b2-4bb6-a69b-77477ab45b3c x-openstack-request-id: req-a06787e7-91b2-4bb6-a69b-77477ab45b3c {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:30:24.313761 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88a7d7b-d8e3-499c-90e2-da5c038cc67f", "name": "network-vif-deleted", "tag": "ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:30:24.314141 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a06787e7-91b2-4bb6-a69b-77477ab45b3c {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:30:24.314656 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88a7d7b-d8e3-499c-90e2-da5c038cc67f', 'name': 'network-vif-deleted', 'tag': 'ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a', 'status': 'completed', 'code': 200} Nov 10 17:30:24.342059 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-79c4e064-4644-4e90-8f0b-d3b343097631 req-3d58e8eb-69c1-485c-bddc-73bf6b51d1b3 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "GET /v2.0/security-groups/c5453a36-402f-478f-8456-b1af9e605569 HTTP/1.1" status: 200 len: 2421 time: 0.0819676 Nov 10 17:30:24.377343 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855cc91-2b8c-4674-850b-69274eff8374 req-3a149ea9-4328-43a9-873b-516a55315905 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:24.380715 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3855cc91-2b8c-4674-850b-69274eff8374 req-3a149ea9-4328-43a9-873b-516a55315905 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3258801 Nov 10 17:30:24.395147 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-3855cc91-2b8c-4674-850b-69274eff8374 req-4a0b4cd6-05aa-46c4-b846-cb58edbcfca3 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Request body: {'port': {'device_id': 'f428f853-320d-499e-aa61-3cc22319685c', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'admin_state_up': True, 'tenant_id': '8f9e5c9c528a40edbd9cc8b10302b929'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:24.461998 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:24.490472 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-79c4e064-4644-4e90-8f0b-d3b343097631 req-1a6f2317-e9c5-4558-949e-9e96cb963c89 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:24.540527 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-79c4e064-4644-4e90-8f0b-d3b343097631 req-1a6f2317-e9c5-4558-949e-9e96cb963c89 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:24.585437 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1586dae-0935-4d94-a7f0-d44dadfe5160 req-4808df0b-b323-4096-ac3d-5c3bcba19cee tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:24.596122 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b1586dae-0935-4d94-a7f0-d44dadfe5160 req-4808df0b-b323-4096-ac3d-5c3bcba19cee tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/ports?device_id=e384b3b5-6462-4224-bc80-22f56f3a7010 HTTP/1.1" status: 200 len: 943 time: 0.0858614 Nov 10 17:30:24.597172 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3855cc91-2b8c-4674-850b-69274eff8374 req-4a0b4cd6-05aa-46c4-b846-cb58edbcfca3 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Made reservation on behalf of 8f9e5c9c528a40edbd9cc8b10302b929 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:30:24.601768 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3855cc91-2b8c-4674-850b-69274eff8374 req-4a0b4cd6-05aa-46c4-b846-cb58edbcfca3 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:24.646142 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-79c4e064-4644-4e90-8f0b-d3b343097631 req-1a6f2317-e9c5-4558-949e-9e96cb963c89 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:24.654097 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-79c4e064-4644-4e90-8f0b-d3b343097631 req-1a6f2317-e9c5-4558-949e-9e96cb963c89 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:24.655732 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-79c4e064-4644-4e90-8f0b-d3b343097631 req-1a6f2317-e9c5-4558-949e-9e96cb963c89 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "DELETE /v2.0/security-groups/c5453a36-402f-478f-8456-b1af9e605569 HTTP/1.1" status: 204 len: 173 time: 0.3040490 Nov 10 17:30:24.658130 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b1586dae-0935-4d94-a7f0-d44dadfe5160 req-78ad5565-2bcc-4fa3-a247-dd2112936457 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f8b23dc-e076-45f6-97dc-b53db2babb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586591 Nov 10 17:30:24.700328 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f2317-e9c5-4558-949e-9e96cb963c89 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5453a36-402f-478f-8456-b1af9e605569,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:24.755643 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8eb82828-791a-4c55-a29e-606797e04bbb req-e8a23f4a-3e67-4647-b470-b646301a5d32 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "GET /v2.0/security-groups/5744452d-93a4-45ab-90b6-bb8cc8acf966 HTTP/1.1" status: 200 len: 2412 time: 0.0745313 Nov 10 17:30:24.843071 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:24.854380 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-8eb82828-791a-4c55-a29e-606797e04bbb req-eb21c7dd-9cbb-40e6-b943-622f5879f0c4 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:24.881472 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-3855cc91-2b8c-4674-850b-69274eff8374 req-4a0b4cd6-05aa-46c4-b846-cb58edbcfca3 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Allocated IP 192.168.233.159 (06bf2af7-1c64-4ab3-86f9-bba38a9adb20/7364e0f4-b425-437c-8639-701045fa2b03/b499287f-4e8b-4c16-87b7-0c2a8c5f4d02) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:30:24.895896 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-8eb82828-791a-4c55-a29e-606797e04bbb req-eb21c7dd-9cbb-40e6-b943-622f5879f0c4 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:24.915934 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c08498-8308-4af4-9d4a-bf8734cc83cd req-e650dcdc-9f67-4e63-8063-0ea165581c7a tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:24.918349 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-76c08498-8308-4af4-9d4a-bf8734cc83cd req-e650dcdc-9f67-4e63-8063-0ea165581c7a tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=748028ea-185c-41d1-a52c-f2263a6731f5 HTTP/1.1" status: 200 len: 949 time: 0.1293988 Nov 10 17:30:24.999762 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-8eb82828-791a-4c55-a29e-606797e04bbb req-eb21c7dd-9cbb-40e6-b943-622f5879f0c4 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:25.004017 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-8eb82828-791a-4c55-a29e-606797e04bbb req-eb21c7dd-9cbb-40e6-b943-622f5879f0c4 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:25.005208 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8eb82828-791a-4c55-a29e-606797e04bbb req-eb21c7dd-9cbb-40e6-b943-622f5879f0c4 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] 10.222.0.39 "DELETE /v2.0/security-groups/5744452d-93a4-45ab-90b6-bb8cc8acf966 HTTP/1.1" status: 204 len: 173 time: 0.2484744 Nov 10 17:30:25.007938 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-76c08498-8308-4af4-9d4a-bf8734cc83cd req-c2b12e98-2c81-4d86-ad22-3cd7b4035b7a tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764697 Nov 10 17:30:25.020629 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56914) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:25.021508 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb21c7dd-9cbb-40e6-b943-622f5879f0c4 tempest-SecurityGroupRulesTestJSON-56939490 tempest-SecurityGroupRulesTestJSON-56939490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5744452d-93a4-45ab-90b6-bb8cc8acf966,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:25.116262 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd29151-bf5e-418d-b690-dccd190977c7 admin admin] Deleting subnet f35da458-f222-49f8-8e3c-fe5d200e6316 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:30:25.119906 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8fd29151-bf5e-418d-b690-dccd190977c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:25.167982 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8fd29151-bf5e-418d-b690-dccd190977c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:25.226252 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3855cc91-2b8c-4674-850b-69274eff8374 req-4a0b4cd6-05aa-46c4-b846-cb58edbcfca3 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:25.311164 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730ea5d-8f19-44b1-8b70-0fdf19f7902e req-8ba2eda8-af79-41d7-a29f-0a5383a31a5f tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:25.315281 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f730ea5d-8f19-44b1-8b70-0fdf19f7902e req-8ba2eda8-af79-41d7-a29f-0a5383a31a5f tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 945 time: 0.1011035 Nov 10 17:30:25.337447 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3855cc91-2b8c-4674-850b-69274eff8374 req-4a0b4cd6-05aa-46c4-b846-cb58edbcfca3 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:25.353925 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['5dc83552-8f22-4de3-b8e0-61527afe401d'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:30:25.359960 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8fd29151-bf5e-418d-b690-dccd190977c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:25.434978 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f730ea5d-8f19-44b1-8b70-0fdf19f7902e req-e3c4f79e-7416-4ea4-9b3d-418654b3ef58 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101844 Nov 10 17:30:25.469489 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3855cc91-2b8c-4674-850b-69274eff8374 req-4a0b4cd6-05aa-46c4-b846-cb58edbcfca3 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:30:25.484298 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8fd29151-bf5e-418d-b690-dccd190977c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:25.485813 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-3855cc91-2b8c-4674-850b-69274eff8374 req-4a0b4cd6-05aa-46c4-b846-cb58edbcfca3 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:30:25.498686 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b4cd6-05aa-46c4-b846-cb58edbcfca3 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Pushing event updated for resources: {'Port': ['ID=b499287f-4e8b-4c16-87b7-0c2a8c5f4d02,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:25.508886 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-3855cc91-2b8c-4674-850b-69274eff8374 req-4a0b4cd6-05aa-46c4-b846-cb58edbcfca3 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:30:25.512170 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd29151-bf5e-418d-b690-dccd190977c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f35da458-f222-49f8-8e3c-fe5d200e6316,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:25.530731 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8fd29151-bf5e-418d-b690-dccd190977c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:25.536852 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8fd29151-bf5e-418d-b690-dccd190977c7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f35da458-f222-49f8-8e3c-fe5d200e6316 HTTP/1.1" status: 204 len: 168 time: 0.4991031 Nov 10 17:30:25.538949 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56922) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:25.567426 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13507ba3-8c38-4490-ab30-57ebd622d595 req-1ade4d37-7f26-41ae-871f-1ea5ef9a6bda tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:25.577196 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-13507ba3-8c38-4490-ab30-57ebd622d595 req-1ade4d37-7f26-41ae-871f-1ea5ef9a6bda tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 936 time: 0.1846397 Nov 10 17:30:25.610939 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855cc91-2b8c-4674-850b-69274eff8374 req-4a0b4cd6-05aa-46c4-b846-cb58edbcfca3 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:25.611662 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3855cc91-2b8c-4674-850b-69274eff8374 req-4a0b4cd6-05aa-46c4-b846-cb58edbcfca3 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:25.636006 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b4bb38e5-4895-4ded-8ce7-6ce3a3a7d189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:25.657173 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3855cc91-2b8c-4674-850b-69274eff8374 req-4a0b4cd6-05aa-46c4-b846-cb58edbcfca3 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2664573 Nov 10 17:30:25.674279 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-13507ba3-8c38-4490-ab30-57ebd622d595 req-96bae7e0-26e0-4c05-b63c-091758d00f42 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912642 Nov 10 17:30:25.682931 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-3855cc91-2b8c-4674-850b-69274eff8374 req-0f8eed00-9b06-4156-b74d-7d978d56dfa6 service neutron] Request body: {'port': {'device_id': 'f428f853-320d-499e-aa61-3cc22319685c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:25.762416 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b4bb38e5-4895-4ded-8ce7-6ce3a3a7d189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:25.788500 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-b4bb38e5-4895-4ded-8ce7-6ce3a3a7d189 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf8b491-44b9-4fcc-8d2a-a4cb84eb6ea2']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:25.797760 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df5978-3ff8-4b5a-9148-fa220d18eceb req-87988ec1-5da0-4b44-bc90-dab522861227 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:25.805587 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-64df5978-3ff8-4b5a-9148-fa220d18eceb req-87988ec1-5da0-4b44-bc90-dab522861227 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=39e54a0f-9e7b-43ed-bad2-b1405ddee34d HTTP/1.1" status: 200 len: 945 time: 0.1388221 Nov 10 17:30:25.826979 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-b4bb38e5-4895-4ded-8ce7-6ce3a3a7d189 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a13d1a-273b-4ab7-9990-0b2e1e8797f8') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:25.827337 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-b4bb38e5-4895-4ded-8ce7-6ce3a3a7d189 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a13d1a-273b-4ab7-9990-0b2e1e8797f8') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:25.844295 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b4bb38e5-4895-4ded-8ce7-6ce3a3a7d189 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:25.850525 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3855cc91-2b8c-4674-850b-69274eff8374 req-0f8eed00-9b06-4156-b74d-7d978d56dfa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:25.870161 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b4bb38e5-4895-4ded-8ce7-6ce3a3a7d189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:25.889326 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-64df5978-3ff8-4b5a-9148-fa220d18eceb req-0484e651-f279-4a3f-b7c3-04178fceb05e tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/security-groups?id=3dd1f7f9-bbbd-45a9-ae8e-7c3117597c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827427 Nov 10 17:30:25.890499 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4bb38e5-4895-4ded-8ce7-6ce3a3a7d189 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:30:25.890899 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b4bb38e5-4895-4ded-8ce7-6ce3a3a7d189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:25.892748 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:30:25.892748 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:30:25.892748 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:30:25.892748 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:30:25.892748 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:30:25.892748 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:30:25.892748 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:30:25.892748 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:30:25.892748 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:30:25.892748 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:30:25.892748 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:30:25.892748 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:30:25.892748 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:30:25.892748 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:30:25.892748 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:30:25.892748 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:30:25.892748 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:30:25.892748 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:30:25.892748 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:30:25.892748 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:30:25.892748 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:30:25.892748 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:30:25.892748 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:30:25.892748 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:30:25.892748 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:30:25.892748 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:30:25.892748 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:30:25.892748 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:30:25.892748 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:30:25.892748 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:30:25.892748 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:30:25.892748 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:30:25.917519 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57017c-1809-4590-953e-138855be9a76 req-bebe9784-e813-4e8c-ab98-08c9a0a55ccf tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:25.919063 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bd57017c-1809-4590-953e-138855be9a76 req-bebe9784-e813-4e8c-ab98-08c9a0a55ccf tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/ports?device_id=e384b3b5-6462-4224-bc80-22f56f3a7010 HTTP/1.1" status: 200 len: 943 time: 0.1223128 Nov 10 17:30:25.975079 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b4bb38e5-4895-4ded-8ce7-6ce3a3a7d189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:25.983663 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b4bb38e5-4895-4ded-8ce7-6ce3a3a7d189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:25.989920 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b4bb38e5-4895-4ded-8ce7-6ce3a3a7d189 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6cf8b491-44b9-4fcc-8d2a-a4cb84eb6ea2 HTTP/1.1" status: 204 len: 168 time: 0.4470201 Nov 10 17:30:26.001354 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb38e5-4895-4ded-8ce7-6ce3a3a7d189 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cf8b491-44b9-4fcc-8d2a-a4cb84eb6ea2,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:26.086002 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bd57017c-1809-4590-953e-138855be9a76 req-b42b733f-03d6-47af-9265-2bccf86b2703 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f8b23dc-e076-45f6-97dc-b53db2babb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583564 Nov 10 17:30:26.112693 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7413bb-c227-4985-8dd1-e7bcc48884d2 req-b06c883f-1eec-4e47-96e9-ff60c1f113d5 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:26.114500 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fa7413bb-c227-4985-8dd1-e7bcc48884d2 req-b06c883f-1eec-4e47-96e9-ff60c1f113d5 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.11 "GET /v2.0/ports?device_id=748028ea-185c-41d1-a52c-f2263a6731f5 HTTP/1.1" status: 200 len: 949 time: 0.0895424 Nov 10 17:30:26.193881 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 638380f4-a6ca-4264-9eaa-faf61af36b3b details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:30:26.201521 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:30:26.204612 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56932) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:26.247584 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:30:26.249268 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device ca03ba7e-7ee1-4a9d-bd48-11fb0154af3a not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:30:26.317114 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-3855cc91-2b8c-4674-850b-69274eff8374 req-0f8eed00-9b06-4156-b74d-7d978d56dfa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b499287f-4e8b-4c16-87b7-0c2a8c5f4d02 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:30:26.323731 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ada55-21ca-434c-9004-3f567d245bfe req-dc64f871-d2ff-45a2-a873-42c1001b8e7b tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:26.326965 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3855cc91-2b8c-4674-850b-69274eff8374 req-0f8eed00-9b06-4156-b74d-7d978d56dfa6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:26.334081 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-681ada55-21ca-434c-9004-3f567d245bfe req-dc64f871-d2ff-45a2-a873-42c1001b8e7b tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=748028ea-185c-41d1-a52c-f2263a6731f5 HTTP/1.1" status: 200 len: 949 time: 0.1624970 Nov 10 17:30:26.342636 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-3855cc91-2b8c-4674-850b-69274eff8374 req-0f8eed00-9b06-4156-b74d-7d978d56dfa6 service neutron] Transition to ACTIVE for port object b499287f-4e8b-4c16-87b7-0c2a8c5f4d02 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:30:26.349350 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3855cc91-2b8c-4674-850b-69274eff8374 req-0f8eed00-9b06-4156-b74d-7d978d56dfa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:26.353896 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-26338023-2a33-4a31-8e0e-9f962141ded3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=284cd28c14a0488699d4bf4619225a3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1442854 Nov 10 17:30:26.359136 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56934) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:26.394424 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-fa7413bb-c227-4985-8dd1-e7bcc48884d2 req-c335dc5c-b4cc-4695-8940-737984cec23a tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Deleting port 03c515be-05a6-49c9-929f-c0f6b50c68a7 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:30:26.394810 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-fa7413bb-c227-4985-8dd1-e7bcc48884d2 req-c335dc5c-b4cc-4695-8940-737984cec23a tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:26.402128 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 638380f4-a6ca-4264-9eaa-faf61af36b3b, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=638380f4-a6ca-4264-9eaa-faf61af36b3b,segment=NetworkSegment(9133d02d-bf9a-4f0a-9686-e4667fac8ff0),segment_id=9133d02d-bf9a-4f0a-9686-e4667fac8ff0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:26.415636 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '638380f4-a6ca-4264-9eaa-faf61af36b3b', 'network_id': '54bf8d1c-423e-43f6-a8fe-4660120f9a8d', 'port_id': '638380f4-a6ca-4264-9eaa-faf61af36b3b', 'mac_address': 'fa:16:3e:05:2a:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219de3b2-e969-4a15-8a5a-bfef4c84ee74', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:30:26.483284 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:26.502243 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8eed00-9b06-4156-b74d-7d978d56dfa6 service neutron] Pushing event updated for resources: {'Port': ['ID=b499287f-4e8b-4c16-87b7-0c2a8c5f4d02,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:26.504701 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 638380f4-a6ca-4264-9eaa-faf61af36b3b {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:30:26.506276 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-681ada55-21ca-434c-9004-3f567d245bfe req-aab6de03-d23d-430b-bfd4-1ae02d96637c tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651387 Nov 10 17:30:26.530346 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 638380f4-a6ca-4264-9eaa-faf61af36b3b, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=638380f4-a6ca-4264-9eaa-faf61af36b3b,segment=NetworkSegment(9133d02d-bf9a-4f0a-9686-e4667fac8ff0),segment_id=9133d02d-bf9a-4f0a-9686-e4667fac8ff0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:26.541745 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:26.571195 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d9556a8-a03c-4335-9454-3bcafa6ff1cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:26.609057 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d9556a8-a03c-4335-9454-3bcafa6ff1cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:26.621050 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=638380f4-a6ca-4264-9eaa-faf61af36b3b,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:26.630409 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-fa7413bb-c227-4985-8dd1-e7bcc48884d2 req-c335dc5c-b4cc-4695-8940-737984cec23a tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] For port 03c515be-05a6-49c9-929f-c0f6b50c68a7, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=03c515be-05a6-49c9-929f-c0f6b50c68a7,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:26.631434 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-fa7413bb-c227-4985-8dd1-e7bcc48884d2 req-c335dc5c-b4cc-4695-8940-737984cec23a tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:26.656720 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-fa7413bb-c227-4985-8dd1-e7bcc48884d2 req-c335dc5c-b4cc-4695-8940-737984cec23a tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Calling delete_port for 03c515be-05a6-49c9-929f-c0f6b50c68a7 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:30:26.722725 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a946d3-0450-47ae-8fa3-e73d37cf6085 req-50a1c41e-a5b8-4736-b014-ec5cb6755d47 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:26.724006 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a4a946d3-0450-47ae-8fa3-e73d37cf6085 req-50a1c41e-a5b8-4736-b014-ec5cb6755d47 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 945 time: 0.0957100 Nov 10 17:30:26.724791 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-3855cc91-2b8c-4674-850b-69274eff8374 req-0f8eed00-9b06-4156-b74d-7d978d56dfa6 service neutron] Attempting to bind port b499287f-4e8b-4c16-87b7-0c2a8c5f4d02 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:30:26.725121 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-3855cc91-2b8c-4674-850b-69274eff8374 req-0f8eed00-9b06-4156-b74d-7d978d56dfa6 service neutron] Attempting to bind port b499287f-4e8b-4c16-87b7-0c2a8c5f4d02 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:30:26.725447 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3855cc91-2b8c-4674-850b-69274eff8374 req-0f8eed00-9b06-4156-b74d-7d978d56dfa6 service neutron] Attempting to bind port b499287f-4e8b-4c16-87b7-0c2a8c5f4d02 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:30:26.730890 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3855cc91-2b8c-4674-850b-69274eff8374 req-0f8eed00-9b06-4156-b74d-7d978d56dfa6 service neutron] Port b499287f-4e8b-4c16-87b7-0c2a8c5f4d02 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:30:26.731211 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3855cc91-2b8c-4674-850b-69274eff8374 req-0f8eed00-9b06-4156-b74d-7d978d56dfa6 service neutron] Attempting to bind port b499287f-4e8b-4c16-87b7-0c2a8c5f4d02 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:30:26.755230 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3855cc91-2b8c-4674-850b-69274eff8374 req-0f8eed00-9b06-4156-b74d-7d978d56dfa6 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:30:26.755604 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3855cc91-2b8c-4674-850b-69274eff8374 req-0f8eed00-9b06-4156-b74d-7d978d56dfa6 service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:30:26.755969 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3855cc91-2b8c-4674-850b-69274eff8374 req-0f8eed00-9b06-4156-b74d-7d978d56dfa6 service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:30:26.756602 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-3855cc91-2b8c-4674-850b-69274eff8374 req-0f8eed00-9b06-4156-b74d-7d978d56dfa6 service neutron] Bound port: b499287f-4e8b-4c16-87b7-0c2a8c5f4d02, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:30:26.760447 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3855cc91-2b8c-4674-850b-69274eff8374 req-0f8eed00-9b06-4156-b74d-7d978d56dfa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:26.769027 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d9556a8-a03c-4335-9454-3bcafa6ff1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:26.771742 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d9556a8-a03c-4335-9454-3bcafa6ff1cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:26.787711 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7d9556a8-a03c-4335-9454-3bcafa6ff1cb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d0e7c886-2c4a-44d6-9fda-d2d0c6a025bf HTTP/1.1" status: 204 len: 168 time: 0.4115634 Nov 10 17:30:26.906506 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dcac95-338b-4ae4-8b31-0dfcc8d39e85 req-228af3fd-051f-4fdf-b10b-abfc00eb5bdd tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:26.907845 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-3855cc91-2b8c-4674-850b-69274eff8374 req-0f8eed00-9b06-4156-b74d-7d978d56dfa6 service neutron] For port b499287f-4e8b-4c16-87b7-0c2a8c5f4d02, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:30:26.912629 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-3855cc91-2b8c-4674-850b-69274eff8374 req-0f8eed00-9b06-4156-b74d-7d978d56dfa6 service neutron] For port b499287f-4e8b-4c16-87b7-0c2a8c5f4d02, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=b499287f-4e8b-4c16-87b7-0c2a8c5f4d02,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:30:26.914581 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-24dcac95-338b-4ae4-8b31-0dfcc8d39e85 req-228af3fd-051f-4fdf-b10b-abfc00eb5bdd tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 948 time: 0.0873220 Nov 10 17:30:26.927120 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9556a8-a03c-4335-9454-3bcafa6ff1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e7c886-2c4a-44d6-9fda-d2d0c6a025bf,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:26.933877 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-fa7413bb-c227-4985-8dd1-e7bcc48884d2 req-c335dc5c-b4cc-4695-8940-737984cec23a tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:26.949720 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['03c515be-05a6-49c9-929f-c0f6b50c68a7'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:30:26.953009 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['0c5fb3a9-aaa2-4915-ac80-0340834eea8e'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:30:26.953663 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3855cc91-2b8c-4674-850b-69274eff8374 req-0f8eed00-9b06-4156-b74d-7d978d56dfa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:26.977273 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335dc5c-b4cc-4695-8940-737984cec23a tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Pushing event deleted for resources: {'Port': ['ID=03c515be-05a6-49c9-929f-c0f6b50c68a7,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:27.005266 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a4a946d3-0450-47ae-8fa3-e73d37cf6085 req-6747acbd-6636-473f-b2ef-e601f9c13517 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716954 Nov 10 17:30:27.026798 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855cc91-2b8c-4674-850b-69274eff8374 req-0f8eed00-9b06-4156-b74d-7d978d56dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:27.028673 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3855cc91-2b8c-4674-850b-69274eff8374 req-0f8eed00-9b06-4156-b74d-7d978d56dfa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:27.030370 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3855cc91-2b8c-4674-850b-69274eff8374 req-0f8eed00-9b06-4156-b74d-7d978d56dfa6 service neutron] 10.222.0.11 "PUT /v2.0/ports/b499287f-4e8b-4c16-87b7-0c2a8c5f4d02 HTTP/1.1" status: 200 len: 1097 time: 1.3544497 Nov 10 17:30:27.030998 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f428f853-320d-499e-aa61-3cc22319685c', 'tag': 'b499287f-4e8b-4c16-87b7-0c2a8c5f4d02'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:30:27.033654 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b194dc7-bb29-4d8d-9e2e-889d91bf6fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "f428f853-320d-499e-aa61-3cc22319685c", "tag": "b499287f-4e8b-4c16-87b7-0c2a8c5f4d02"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:30:27.042544 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7413bb-c227-4985-8dd1-e7bcc48884d2 req-c335dc5c-b4cc-4695-8940-737984cec23a tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] No DVR routers for this DVR port 03c515be-05a6-49c9-929f-c0f6b50c68a7 on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:30:27.054724 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-fa7413bb-c227-4985-8dd1-e7bcc48884d2 req-c335dc5c-b4cc-4695-8940-737984cec23a tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:27.072109 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fa7413bb-c227-4985-8dd1-e7bcc48884d2 req-c335dc5c-b4cc-4695-8940-737984cec23a tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.11 "DELETE /v2.0/ports/03c515be-05a6-49c9-929f-c0f6b50c68a7 HTTP/1.1" status: 204 len: 173 time: 0.9487100 Nov 10 17:30:27.073717 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748028ea-185c-41d1-a52c-f2263a6731f5', 'name': 'network-vif-deleted', 'tag': '03c515be-05a6-49c9-929f-c0f6b50c68a7'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:30:27.084183 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6709e31-256f-46f4-abc4-ec838f559373" -d '{"events": [{"server_uuid": "748028ea-185c-41d1-a52c-f2263a6731f5", "name": "network-vif-deleted", "tag": "03c515be-05a6-49c9-929f-c0f6b50c68a7"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:30:27.131362 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-24dcac95-338b-4ae4-8b31-0dfcc8d39e85 req-07dae464-6f09-46d4-bea6-f19fd0a67769 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158093 Nov 10 17:30:27.151476 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8eed00-9b06-4156-b74d-7d978d56dfa6 service neutron] Pushing event updated for resources: {'Port': ['ID=b499287f-4e8b-4c16-87b7-0c2a8c5f4d02,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:27.162817 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['638380f4-a6ca-4264-9eaa-faf61af36b3b'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:30:27.249513 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855cc91-2b8c-4674-850b-69274eff8374 req-6ef9c613-6be8-4727-b0d8-7f37e6ced9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:27.253609 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3855cc91-2b8c-4674-850b-69274eff8374 req-6ef9c613-6be8-4727-b0d8-7f37e6ced9cf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 1100 time: 0.1626694 Nov 10 17:30:27.266779 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468de93b-b44e-46be-bb8a-e65b408fab64 x-openstack-request-id: req-468de93b-b44e-46be-bb8a-e65b408fab64 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:30:27.267165 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f428f853-320d-499e-aa61-3cc22319685c", "tag": "b499287f-4e8b-4c16-87b7-0c2a8c5f4d02", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:30:27.267513 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-468de93b-b44e-46be-bb8a-e65b408fab64 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:30:27.268008 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f428f853-320d-499e-aa61-3cc22319685c', 'tag': 'b499287f-4e8b-4c16-87b7-0c2a8c5f4d02', 'status': 'completed', 'code': 200} Nov 10 17:30:27.340989 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3855cc91-2b8c-4674-850b-69274eff8374 req-e7b1d47d-1832-48dc-af1a-bca89775d117 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=b499287f-4e8b-4c16-87b7-0c2a8c5f4d02 HTTP/1.1" status: 200 len: 217 time: 0.0661421 Nov 10 17:30:27.359572 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac2a6fb-a06d-4674-9bab-df62a36e1d3a x-openstack-request-id: req-6ac2a6fb-a06d-4674-9bab-df62a36e1d3a {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:30:27.359915 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748028ea-185c-41d1-a52c-f2263a6731f5", "name": "network-vif-deleted", "tag": "03c515be-05a6-49c9-929f-c0f6b50c68a7", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:30:27.360285 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6ac2a6fb-a06d-4674-9bab-df62a36e1d3a {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:30:27.360567 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748028ea-185c-41d1-a52c-f2263a6731f5', 'name': 'network-vif-deleted', 'tag': '03c515be-05a6-49c9-929f-c0f6b50c68a7', 'status': 'completed', 'code': 200} Nov 10 17:30:27.477996 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855cc91-2b8c-4674-850b-69274eff8374 req-78b4088b-856a-428e-aad0-e65286c17157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:27.479462 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3855cc91-2b8c-4674-850b-69274eff8374 req-78b4088b-856a-428e-aad0-e65286c17157 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1227655 Nov 10 17:30:27.692352 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-04bca2f4-1e30-4e05-bba5-3a5342597dbd req-87d56267-0037-481e-9396-25f59bba5e2f tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=748028ea-185c-41d1-a52c-f2263a6731f5 HTTP/1.1" status: 200 len: 210 time: 0.0492854 Nov 10 17:30:27.897593 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-7589de82-78ca-4f1c-9896-7f56a0663c57 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2124930559&fields=id&tenant_id=4491a2c6741b402a9e55e801cd3ca339 HTTP/1.1" status: 200 len: 267 time: 0.1071029 Nov 10 17:30:28.021724 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855cc91-2b8c-4674-850b-69274eff8374 req-e62c4068-c400-4fca-a5ca-64d779e8dc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:28.023233 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3855cc91-2b8c-4674-850b-69274eff8374 req-e62c4068-c400-4fca-a5ca-64d779e8dc00 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1026480 Nov 10 17:30:28.042720 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808b746-2ec8-4b1b-9fb3-fa59102b2a68 req-48be607b-5261-436e-85e7-d9dfd141e63d tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:28.054326 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a808b746-2ec8-4b1b-9fb3-fa59102b2a68 req-48be607b-5261-436e-85e7-d9dfd141e63d tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/ports?device_id=e384b3b5-6462-4224-bc80-22f56f3a7010 HTTP/1.1" status: 200 len: 944 time: 0.5675976 Nov 10 17:30:28.163121 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a808b746-2ec8-4b1b-9fb3-fa59102b2a68 req-b49dcbad-d907-4116-ade9-adfae1126da9 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f8b23dc-e076-45f6-97dc-b53db2babb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078935 Nov 10 17:30:28.188764 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-62714783-e26c-408f-a303-4d2e35768eaf tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:28.198005 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-62714783-e26c-408f-a303-4d2e35768eaf tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/networks?id=b7801527-50b7-4bc0-a554-ec40d3f8072d HTTP/1.1" status: 200 len: 823 time: 0.2891605 Nov 10 17:30:28.219432 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3855cc91-2b8c-4674-850b-69274eff8374 req-0e9844f3-df0b-47a9-8fe3-e8ff23698d0a service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630018 Nov 10 17:30:28.219648 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-07041eec-5b6c-4870-99ce-ce4820432781 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/quotas/4491a2c6741b402a9e55e801cd3ca339 HTTP/1.1" status: 200 len: 375 time: 0.0206718 Nov 10 17:30:28.284366 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-9ab1f4b3-cb42-40a7-9c63-d816fcc1ccce tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4491a2c6741b402a9e55e801cd3ca339&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0635667 Nov 10 17:30:28.376250 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3855cc91-2b8c-4674-850b-69274eff8374 req-54445342-a39f-48c3-a698-a1da4872cc33 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451421 Nov 10 17:30:28.434693 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-110a2ece-9ac2-454b-a66a-24aca37f0a91 service neutron] 10.222.0.39 "GET /v2.0/networks/b7801527-50b7-4bc0-a554-ec40d3f8072d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359193 Nov 10 17:30:28.514447 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959a172-e636-49f1-95cb-177054307f44 req-f91d49d2-99cf-41c1-a9ad-bdc70c16dc3e tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:28.516085 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d959a172-e636-49f1-95cb-177054307f44 req-f91d49d2-99cf-41c1-a9ad-bdc70c16dc3e tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 945 time: 0.1042209 Nov 10 17:30:28.524115 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b194dc7-bb29-4d8d-9e2e-889d91bf6fe5 req-4c18115d-5eeb-4ab1-9f8d-282c63c6fd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:28.526546 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1b194dc7-bb29-4d8d-9e2e-889d91bf6fe5 req-4c18115d-5eeb-4ab1-9f8d-282c63c6fd92 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 1100 time: 0.0808885 Nov 10 17:30:28.556693 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-d80add6a-4da1-4d42-a3a6-2386d4164387 service neutron] 10.222.0.39 "GET /v2.0/networks/b7801527-50b7-4bc0-a554-ec40d3f8072d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147473 Nov 10 17:30:28.652101 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d959a172-e636-49f1-95cb-177054307f44 req-f37cbf88-7a9b-42e7-a695-fa611a03fb6b tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244369 Nov 10 17:30:28.705663 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b194dc7-bb29-4d8d-9e2e-889d91bf6fe5 req-d8eaa7e3-723b-4513-b30f-7fcdf2261f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:28.707623 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1b194dc7-bb29-4d8d-9e2e-889d91bf6fe5 req-d8eaa7e3-723b-4513-b30f-7fcdf2261f0d service neutron] 10.222.0.11 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.1644816 Nov 10 17:30:28.809365 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1b194dc7-bb29-4d8d-9e2e-889d91bf6fe5 req-a77fd1f3-156c-4769-b76b-a63cf4915c11 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=b499287f-4e8b-4c16-87b7-0c2a8c5f4d02 HTTP/1.1" status: 200 len: 217 time: 0.0900564 Nov 10 17:30:28.920099 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b194dc7-bb29-4d8d-9e2e-889d91bf6fe5 req-888d7d6c-2d5f-41ff-81f7-f0487a05f1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:28.923100 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1b194dc7-bb29-4d8d-9e2e-889d91bf6fe5 req-888d7d6c-2d5f-41ff-81f7-f0487a05f1b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.0732980 Nov 10 17:30:29.013309 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062adfdc-39ac-4e95-abbe-f987de8d7d25 req-9fdcc67c-9866-4b33-8f8f-7e983ee52e08 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:29.021473 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-062adfdc-39ac-4e95-abbe-f987de8d7d25 req-9fdcc67c-9866-4b33-8f8f-7e983ee52e08 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 948 time: 0.2292712 Nov 10 17:30:29.058724 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b194dc7-bb29-4d8d-9e2e-889d91bf6fe5 req-a42bb579-53f4-4572-add6-cf4debc10c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:29.060382 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1b194dc7-bb29-4d8d-9e2e-889d91bf6fe5 req-a42bb579-53f4-4572-add6-cf4debc10c26 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1244459 Nov 10 17:30:29.225647 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-062adfdc-39ac-4e95-abbe-f987de8d7d25 req-95991b81-3914-4c58-bf28-bdd18fab9cc4 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024684 Nov 10 17:30:29.283291 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1b194dc7-bb29-4d8d-9e2e-889d91bf6fe5 req-a782516f-092f-4ee1-861e-1d7b70268ad6 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089183 Nov 10 17:30:29.453205 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d804caff-3a8d-42ca-80f7-d581880cc210 req-bdf8c29b-704d-4162-855c-12797ff03f84 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a85700c-91fd-44ad-ae5b-623e886d56c3 HTTP/1.1" status: 200 len: 210 time: 0.0800343 Nov 10 17:30:29.647657 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9d326-224a-4a01-a60c-721ab88ee7fe req-3b33e2e5-1773-44d6-b2ff-ccf325c91c34 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:29.651182 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1b194dc7-bb29-4d8d-9e2e-889d91bf6fe5 req-f519afb4-cd0b-46c1-a87c-8c3a7385b70a service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581226 Nov 10 17:30:29.669195 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7bb9d326-224a-4a01-a60c-721ab88ee7fe req-3b33e2e5-1773-44d6-b2ff-ccf325c91c34 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.13 "GET /v2.0/ports?device_id=39e54a0f-9e7b-43ed-bad2-b1405ddee34d HTTP/1.1" status: 200 len: 945 time: 0.1483133 Nov 10 17:30:29.677014 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5a471-ef1e-438c-8ed0-cbad9acb9cc7 req-93abb037-639d-415f-b982-81183ce0dd29 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:29.679348 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-05e5a471-ef1e-438c-8ed0-cbad9acb9cc7 req-93abb037-639d-415f-b982-81183ce0dd29 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/ports?device_id=e384b3b5-6462-4224-bc80-22f56f3a7010 HTTP/1.1" status: 200 len: 944 time: 0.0953519 Nov 10 17:30:29.784989 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57028) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:29.865533 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 03c515be-05a6-49c9-929f-c0f6b50c68a7 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:30:29.867013 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-05e5a471-ef1e-438c-8ed0-cbad9acb9cc7 req-35d5e3ca-cc73-46fe-b828-2f95d45e86ea tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f8b23dc-e076-45f6-97dc-b53db2babb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573827 Nov 10 17:30:29.916814 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-7bb9d326-224a-4a01-a60c-721ab88ee7fe req-e482e4a2-cc44-44ee-9972-99fbc4c8ae23 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Deleting port 63035fcf-9384-450c-9951-b8d10c6442f4 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:30:29.917155 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bb9d326-224a-4a01-a60c-721ab88ee7fe req-e482e4a2-cc44-44ee-9972-99fbc4c8ae23 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:29.919709 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 03c515be-05a6-49c9-929f-c0f6b50c68a7 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:30:29.920359 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 03c515be-05a6-49c9-929f-c0f6b50c68a7 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:30:30.088554 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c0787-5cea-4649-ad37-df53c47dd44d req-e5aadd74-d071-44de-a3c1-2f1176ed2fcc tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:30.091691 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-7bb9d326-224a-4a01-a60c-721ab88ee7fe req-e482e4a2-cc44-44ee-9972-99fbc4c8ae23 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] For port 63035fcf-9384-450c-9951-b8d10c6442f4, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=63035fcf-9384-450c-9951-b8d10c6442f4,segment=NetworkSegment(c28591c0-e56d-4649-abbe-8ecb0836f1f8),segment_id=c28591c0-e56d-4649-abbe-8ecb0836f1f8)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:30.092183 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bb9d326-224a-4a01-a60c-721ab88ee7fe req-e482e4a2-cc44-44ee-9972-99fbc4c8ae23 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:30.099176 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ff5c0787-5cea-4649-ad37-df53c47dd44d req-e5aadd74-d071-44de-a3c1-2f1176ed2fcc tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 945 time: 0.1238267 Nov 10 17:30:30.164124 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ff5c0787-5cea-4649-ad37-df53c47dd44d req-cfc58b52-b30c-4b7b-b0c7-439c93261a6a tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621607 Nov 10 17:30:30.205332 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 638380f4-a6ca-4264-9eaa-faf61af36b3b up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:30:30.265530 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b5c5143e-f847-4dac-8153-dc17ba714936 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:30.326446 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 638380f4-a6ca-4264-9eaa-faf61af36b3b completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:30:30.332933 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 638380f4-a6ca-4264-9eaa-faf61af36b3b triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:30.333307 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:30.399406 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9693211-7e6e-4d1b-8ab6-f5a69a9cc8f9 req-8f7fbf80-fffc-49ee-bc6c-678a4353f4a1 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:30.406343 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e9693211-7e6e-4d1b-8ab6-f5a69a9cc8f9 req-8f7fbf80-fffc-49ee-bc6c-678a4353f4a1 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 948 time: 0.0797198 Nov 10 17:30:30.408278 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161cf2c-d3e0-4391-bf05-1d1f08f32dcf req-41c494dc-091c-4424-aec7-816d88a8050b tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:30.410096 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1161cf2c-d3e0-4391-bf05-1d1f08f32dcf req-41c494dc-091c-4424-aec7-816d88a8050b tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 950 time: 0.2584090 Nov 10 17:30:30.493810 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e9693211-7e6e-4d1b-8ab6-f5a69a9cc8f9 req-d7dc6f4d-c7b0-4b71-8933-15dfd5fab020 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770338 Nov 10 17:30:30.496305 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:30.533696 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4a31dece-eb4c-44e7-b2ce-d388265dee84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:30.548709 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e384b3b5-6462-4224-bc80-22f56f3a7010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638380f4-a6ca-4264-9eaa-faf61af36b3b'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:30:30.553140 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2784eeb3-0547-4821-9b40-f80942e40485" -d '{"events": [{"server_uuid": "e384b3b5-6462-4224-bc80-22f56f3a7010", "name": "network-vif-plugged", "status": "completed", "tag": "638380f4-a6ca-4264-9eaa-faf61af36b3b"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:30:30.586481 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 638380f4-a6ca-4264-9eaa-faf61af36b3b, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=638380f4-a6ca-4264-9eaa-faf61af36b3b,segment=NetworkSegment(9133d02d-bf9a-4f0a-9686-e4667fac8ff0),segment_id=9133d02d-bf9a-4f0a-9686-e4667fac8ff0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:30.611757 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:30.679254 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bb0d024f-3636-4324-888e-e4fcd94be530 req-8c8d1bad-c7fb-4a5d-b6f8-eeecc15583af tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a85700c-91fd-44ad-ae5b-623e886d56c3 HTTP/1.1" status: 200 len: 210 time: 0.0550823 Nov 10 17:30:30.750857 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=638380f4-a6ca-4264-9eaa-faf61af36b3b,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:30.819499 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dedf5fa-0c84-4339-9657-3ad9812f5eea x-openstack-request-id: req-6dedf5fa-0c84-4339-9657-3ad9812f5eea {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:30:30.820252 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e384b3b5-6462-4224-bc80-22f56f3a7010", "name": "network-vif-plugged", "status": "completed", "tag": "638380f4-a6ca-4264-9eaa-faf61af36b3b", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:30:30.820729 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6dedf5fa-0c84-4339-9657-3ad9812f5eea {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:30:30.821338 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e384b3b5-6462-4224-bc80-22f56f3a7010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638380f4-a6ca-4264-9eaa-faf61af36b3b', 'code': 200} Nov 10 17:30:30.954656 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-90cddf55-8e68-4ec4-8cc2-6fe563ed64e4 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:30.954656 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-90cddf55-8e68-4ec4-8cc2-6fe563ed64e4 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.11 "GET /v2.0/networks?id=b7801527-50b7-4bc0-a554-ec40d3f8072d HTTP/1.1" status: 200 len: 823 time: 0.2095859 Nov 10 17:30:30.985538 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bb9d326-224a-4a01-a60c-721ab88ee7fe req-e482e4a2-cc44-44ee-9972-99fbc4c8ae23 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:30.986067 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bb9d326-224a-4a01-a60c-721ab88ee7fe req-e482e4a2-cc44-44ee-9972-99fbc4c8ae23 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:30.986255 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [req-7bb9d326-224a-4a01-a60c-721ab88ee7fe req-e482e4a2-cc44-44ee-9972-99fbc4c8ae23 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Floating IP 46cf110a-c4c9-4be7-93ad-d12c424f5bb9 disassociated. External IP: 172.25.5.18, port: 63035fcf-9384-450c-9951-b8d10c6442f4. Nov 10 17:30:30.986592 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-7bb9d326-224a-4a01-a60c-721ab88ee7fe req-e482e4a2-cc44-44ee-9972-99fbc4c8ae23 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Calling delete_port for 63035fcf-9384-450c-9951-b8d10c6442f4 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:30:31.070768 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b5c5143e-f847-4dac-8153-dc17ba714936 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:31.086109 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1161cf2c-d3e0-4391-bf05-1d1f08f32dcf req-279b0264-7edd-43c2-8b0d-5ab1fc8071ea tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6639187 Nov 10 17:30:31.094663 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b5c5143e-f847-4dac-8153-dc17ba714936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:31.101380 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-aaefaee0-ad98-4d99-bc9c-c43f611d0718 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4491a2c6741b402a9e55e801cd3ca339 HTTP/1.1" status: 200 len: 380 time: 0.1160443 Nov 10 17:30:31.119282 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-8c167c14-e724-4480-9446-a7f880a1ee09 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Request body: {'port': {'device_id': '3a85700c-91fd-44ad-ae5b-623e886d56c3', 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d', 'admin_state_up': True, 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'security_groups': ['3dd1f7f9-bbbd-45a9-ae8e-7c3117597c01']}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:31.135998 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-16b8d526-f027-4598-a6b0-bfaab8091670 req-6db0482a-68ee-4e9d-a493-7b209774f4d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2324109 Nov 10 17:30:31.137530 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0695b6f-3212-4e60-b88e-b3a2845cf529 req-f41c3a2a-8689-4942-8aa5-f21f91ea7f9d tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:31.137714 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa59005-e379-4c68-b130-804ac682a3b2 req-7ea7a8d9-9aec-441e-ae41-02026873ea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:31.138974 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1aa59005-e379-4c68-b130-804ac682a3b2 req-7ea7a8d9-9aec-441e-ae41-02026873ea16 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e384b3b5-6462-4224-bc80-22f56f3a7010 HTTP/1.1" status: 200 len: 1097 time: 0.1491215 Nov 10 17:30:31.139197 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0695b6f-3212-4e60-b88e-b3a2845cf529 req-f41c3a2a-8689-4942-8aa5-f21f91ea7f9d tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/ports?device_id=e384b3b5-6462-4224-bc80-22f56f3a7010 HTTP/1.1" status: 200 len: 945 time: 0.1029015 Nov 10 17:30:31.235276 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5143e-f847-4dac-8153-dc17ba714936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ba502a-35a4-4e54-8f8f-34ca57414e58,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:31.263614 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b5c5143e-f847-4dac-8153-dc17ba714936 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d50cf62b606b4e569337b54f0a8b0193&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4749660 Nov 10 17:30:31.265964 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0695b6f-3212-4e60-b88e-b3a2845cf529 req-069bc5fa-87ad-4eec-820f-4e509d8baa36 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f8b23dc-e076-45f6-97dc-b53db2babb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146843 Nov 10 17:30:31.266456 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57048) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:31.367075 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-8c167c14-e724-4480-9446-a7f880a1ee09 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Made reservation on behalf of 4491a2c6741b402a9e55e801cd3ca339 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:30:31.370742 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-8c167c14-e724-4480-9446-a7f880a1ee09 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:31.373636 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1aa59005-e379-4c68-b130-804ac682a3b2 req-ef100499-080f-4978-96c6-3d7711a94da2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2f8b23dc-e076-45f6-97dc-b53db2babb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145178 Nov 10 17:30:31.387513 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8d526-f027-4598-a6b0-bfaab8091670 req-39e4dca4-dd7d-43b3-b1f5-26f6a62c691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:31.389029 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-16b8d526-f027-4598-a6b0-bfaab8091670 req-39e4dca4-dd7d-43b3-b1f5-26f6a62c691e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc HTTP/1.1" status: 200 len: 1096 time: 0.1986985 Nov 10 17:30:31.395866 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08306b62-9650-4720-bac1-81ff5933deb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:31.416541 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cfb80983-f2ee-429f-9774-665f608488c0 req-c45a925b-f71a-4999-a299-24c6d5d5136f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=37ac233b-8269-4e91-8666-651f6c521367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1996586 Nov 10 17:30:31.433059 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcefd4a-2d2f-47ee-b022-3d33fdef8d37 req-f431e607-067a-4d4f-8199-9e6e84b89ac1 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:31.434618 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7bcefd4a-2d2f-47ee-b022-3d33fdef8d37 req-f431e607-067a-4d4f-8199-9e6e84b89ac1 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 945 time: 0.1535940 Nov 10 17:30:31.458059 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08306b62-9650-4720-bac1-81ff5933deb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:31.506953 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bb9d326-224a-4a01-a60c-721ab88ee7fe req-e482e4a2-cc44-44ee-9972-99fbc4c8ae23 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:31.562819 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb80983-f2ee-429f-9774-665f608488c0 req-66f650c6-0959-4682-8673-2b3befe7594a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:31.564373 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cfb80983-f2ee-429f-9774-665f608488c0 req-66f650c6-0959-4682-8673-2b3befe7594a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ec9ca6147964daa83e30b2176db3b36&device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 1096 time: 0.1140640 Nov 10 17:30:31.575128 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482e4a2-cc44-44ee-9972-99fbc4c8ae23 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Pushing event deleted for resources: {'Port': ['ID=63035fcf-9384-450c-9951-b8d10c6442f4,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:31.582928 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-8c167c14-e724-4480-9446-a7f880a1ee09 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Allocated IP 172.20.0.12 (b7801527-50b7-4bc0-a554-ec40d3f8072d/8ffcd500-8c49-45db-8ca7-a366a29076c0/6a89e4cc-86c8-44fe-a4f9-58c80bcc931a) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:30:31.585857 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08306b62-9650-4720-bac1-81ff5933deb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:31.588745 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08306b62-9650-4720-bac1-81ff5933deb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:31.590069 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-08306b62-9650-4720-bac1-81ff5933deb9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c1ba502a-35a4-4e54-8f8f-34ca57414e58 HTTP/1.1" status: 204 len: 168 time: 0.3144848 Nov 10 17:30:31.593630 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7bcefd4a-2d2f-47ee-b022-3d33fdef8d37 req-1c3210d1-75ac-497d-bff3-56773d326c53 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471405 Nov 10 17:30:31.640825 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08306b62-9650-4720-bac1-81ff5933deb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ba502a-35a4-4e54-8f8f-34ca57414e58,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:31.802551 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb80983-f2ee-429f-9774-665f608488c0 req-7f2b7031-c9c5-4982-94c3-4c379b8be5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:31.803910 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cfb80983-f2ee-429f-9774-665f608488c0 req-7f2b7031-c9c5-4982-94c3-4c379b8be5e4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1 HTTP/1.1" status: 200 len: 922 time: 0.1545734 Nov 10 17:30:31.857835 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6a4c1-eacc-4790-8046-e930280265c7 req-409b4afd-0a69-46cf-9bc8-44df9b4b02d7 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:31.864407 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device b499287f-4e8b-4c16-87b7-0c2a8c5f4d02 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:30:31.866138 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-37f6a4c1-eacc-4790-8046-e930280265c7 req-409b4afd-0a69-46cf-9bc8-44df9b4b02d7 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 948 time: 0.1774755 Nov 10 17:30:31.930709 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d1e162f8-a289-4c57-9c89-1f0eb1e27edb req-3a3e9e24-2e49-4247-82dc-deaa281591a6 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a85700c-91fd-44ad-ae5b-623e886d56c3 HTTP/1.1" status: 200 len: 210 time: 0.0869143 Nov 10 17:30:32.052339 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-37f6a4c1-eacc-4790-8046-e930280265c7 req-d7f3b470-d5cd-4fa8-9b54-bfc3a2c6154a tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856811 Nov 10 17:30:32.057766 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-8c167c14-e724-4480-9446-a7f880a1ee09 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:32.075584 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cfb80983-f2ee-429f-9774-665f608488c0 req-c32a2f02-0634-4c61-9caa-3645671d3a8a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=242956e9-40aa-473d-a550-08731feadc4d HTTP/1.1" status: 200 len: 217 time: 0.2512550 Nov 10 17:30:32.087886 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bb9d326-224a-4a01-a60c-721ab88ee7fe req-e482e4a2-cc44-44ee-9972-99fbc4c8ae23 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Router 3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:30:32.105212 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port b499287f-4e8b-4c16-87b7-0c2a8c5f4d02, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=b499287f-4e8b-4c16-87b7-0c2a8c5f4d02,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:32.178698 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'b499287f-4e8b-4c16-87b7-0c2a8c5f4d02', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': 'b499287f-4e8b-4c16-87b7-0c2a8c5f4d02', 'mac_address': 'fa:16:3e:96:be:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:30:32.220455 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-8c167c14-e724-4480-9446-a7f880a1ee09 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:32.267030 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:32.292796 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b499287f-4e8b-4c16-87b7-0c2a8c5f4d02 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:30:32.321020 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb80983-f2ee-429f-9774-665f608488c0 req-68249bdb-819c-48c9-8b56-cfd5e05df334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:32.321253 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port b499287f-4e8b-4c16-87b7-0c2a8c5f4d02, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=b499287f-4e8b-4c16-87b7-0c2a8c5f4d02,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:32.322893 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cfb80983-f2ee-429f-9774-665f608488c0 req-68249bdb-819c-48c9-8b56-cfd5e05df334 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f3d9be19-2b8d-48ad-890a-609759e284ae HTTP/1.1" status: 200 len: 861 time: 0.2279315 Nov 10 17:30:32.331992 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:32.354785 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8d526-f027-4598-a6b0-bfaab8091670 req-f050d00e-c653-493f-94f6-a24e0edf3a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:32.357394 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-16b8d526-f027-4598-a6b0-bfaab8091670 req-f050d00e-c653-493f-94f6-a24e0edf3a88 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ee9bf645-62ea-4fb8-afab-51398fe4d64d HTTP/1.1" status: 200 len: 909 time: 0.5348811 Nov 10 17:30:32.395873 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cfb80983-f2ee-429f-9774-665f608488c0 req-6fb6fd8c-c834-4550-a35a-6eb4e6b7a23f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582731 Nov 10 17:30:32.401021 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=b499287f-4e8b-4c16-87b7-0c2a8c5f4d02,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:32.411117 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-8c167c14-e724-4480-9446-a7f880a1ee09 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Network b7801527-50b7-4bc0-a554-ec40d3f8072d is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:30:32.428448 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-8c167c14-e724-4480-9446-a7f880a1ee09 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:30:32.448074 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-8c167c14-e724-4480-9446-a7f880a1ee09 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:30:32.457347 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c167c14-e724-4480-9446-a7f880a1ee09 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Pushing event updated for resources: {'Port': ['ID=6a89e4cc-86c8-44fe-a4f9-58c80bcc931a,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:32.468259 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-16b8d526-f027-4598-a6b0-bfaab8091670 req-a052ea8c-1d04-4af0-9564-437458845bfc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=008d6802-dafa-4c58-b9af-c9f645bec77b HTTP/1.1" status: 200 len: 217 time: 0.0837579 Nov 10 17:30:32.492774 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792bddd-d0b0-4340-be9c-c9eaf64fdb9c req-daf31a07-9d25-4d78-998f-7a2e54a21ee7 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:32.501287 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e792bddd-d0b0-4340-be9c-c9eaf64fdb9c req-daf31a07-9d25-4d78-998f-7a2e54a21ee7 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 950 time: 0.3032968 Nov 10 17:30:32.568237 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bb9d326-224a-4a01-a60c-721ab88ee7fe req-e482e4a2-cc44-44ee-9972-99fbc4c8ae23 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:30:32.594683 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a606f1-57d5-4430-866f-998ea3e6422e None None] Sync routers for ids ['3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:30:32.620492 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-8c167c14-e724-4480-9446-a7f880a1ee09 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:32.620933 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-8c167c14-e724-4480-9446-a7f880a1ee09 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:32.634019 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['b499287f-4e8b-4c16-87b7-0c2a8c5f4d02'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:30:32.651265 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-8c167c14-e724-4480-9446-a7f880a1ee09 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5365636 Nov 10 17:30:32.671427 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-180ce95d-bbfa-4e68-8c3f-44cec270546b service neutron] Request body: {'port': {'device_id': '3a85700c-91fd-44ad-ae5b-623e886d56c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:32.696397 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e792bddd-d0b0-4340-be9c-c9eaf64fdb9c req-8bcef111-9253-4d34-ab09-4e015a1b5e52 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879063 Nov 10 17:30:32.745631 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a606f1-57d5-4430-866f-998ea3e6422e None None] Routers {'3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:30:32.747352 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a4a606f1-57d5-4430-866f-998ea3e6422e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:30:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:32.766808 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb9d326-224a-4a01-a60c-721ab88ee7fe req-e482e4a2-cc44-44ee-9972-99fbc4c8ae23 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] No DVR routers for this DVR port 63035fcf-9384-450c-9951-b8d10c6442f4 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:30:32.821418 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bb9d326-224a-4a01-a60c-721ab88ee7fe req-e482e4a2-cc44-44ee-9972-99fbc4c8ae23 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:32.837302 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7bb9d326-224a-4a01-a60c-721ab88ee7fe req-e482e4a2-cc44-44ee-9972-99fbc4c8ae23 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.13 "DELETE /v2.0/ports/63035fcf-9384-450c-9951-b8d10c6442f4 HTTP/1.1" status: 204 len: 173 time: 3.1532936 Nov 10 17:30:32.864825 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-180ce95d-bbfa-4e68-8c3f-44cec270546b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:32.867631 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e54a0f-9e7b-43ed-bad2-b1405ddee34d', 'name': 'network-vif-deleted', 'tag': '63035fcf-9384-450c-9951-b8d10c6442f4'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:30:32.870107 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8eb6e2-39f8-4bad-bc85-732867023ceb" -d '{"events": [{"server_uuid": "39e54a0f-9e7b-43ed-bad2-b1405ddee34d", "name": "network-vif-deleted", "tag": "63035fcf-9384-450c-9951-b8d10c6442f4"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:30:32.916234 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430689b-4799-4eab-a4f2-4e4955d39887 req-781f5414-1dea-4e76-8065-4f000cf3f92f tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:32.927037 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e430689b-4799-4eab-a4f2-4e4955d39887 req-781f5414-1dea-4e76-8065-4f000cf3f92f tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/ports?device_id=e384b3b5-6462-4224-bc80-22f56f3a7010 HTTP/1.1" status: 200 len: 945 time: 0.4697709 Nov 10 17:30:32.933363 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8d526-f027-4598-a6b0-bfaab8091670 req-b08caee6-43fa-4e93-94f0-a91ea9f29306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:32.935399 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-16b8d526-f027-4598-a6b0-bfaab8091670 req-b08caee6-43fa-4e93-94f0-a91ea9f29306 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dcea188-714e-4316-9245-d3631f0cca17 HTTP/1.1" status: 200 len: 848 time: 0.3902302 Nov 10 17:30:32.948026 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784081c0-3027-41f2-a375-b34f746fbd9c req-fba33cd5-a649-4e0f-a1a4-4ee40052089d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:32.951148 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-784081c0-3027-41f2-a375-b34f746fbd9c req-fba33cd5-a649-4e0f-a1a4-4ee40052089d tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.13 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 950 time: 0.5154567 Nov 10 17:30:33.009525 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4e5206a1-45e0-4029-b7fc-c723e5b916b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:33.073027 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-16b8d526-f027-4598-a6b0-bfaab8091670 req-600f3b9b-73bc-4bfe-a069-0bd879b04156 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ee9bf645-62ea-4fb8-afab-51398fe4d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204422 Nov 10 17:30:33.081853 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57090) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:33.084291 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cfb80983-f2ee-429f-9774-665f608488c0 req-4a3d1f90-4454-48ae-aa2f-7ebe1455e0a8 service neutron] 10.222.0.11 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6383047 Nov 10 17:30:33.088502 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-5cbafc37-c379-4180-9b2e-74e873976359 None None] Provisioning complete for port 6a89e4cc-86c8-44fe-a4f9-58c80bcc931a triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:33.088882 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5cbafc37-c379-4180-9b2e-74e873976359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:33.168334 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-a4a606f1-57d5-4430-866f-998ea3e6422e None None] Set router 3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:30:33.196520 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e430689b-4799-4eab-a4f2-4e4955d39887 req-74c779fd-b31d-4045-9ca8-b3804d9af957 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f8b23dc-e076-45f6-97dc-b53db2babb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678099 Nov 10 17:30:33.223620 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3e8db-0857-4db1-9d8e-1129108c9f02 req-98c98aa3-8d32-494c-8719-19d05d496790 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:33.232433 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-43d3e8db-0857-4db1-9d8e-1129108c9f02 req-98c98aa3-8d32-494c-8719-19d05d496790 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 945 time: 0.4251428 Nov 10 17:30:33.316871 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-43d3e8db-0857-4db1-9d8e-1129108c9f02 req-ee1644bb-ea6a-4397-bab8-a802106877bb tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835304 Nov 10 17:30:33.349171 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-5cbafc37-c379-4180-9b2e-74e873976359 None None] Port 6a89e4cc-86c8-44fe-a4f9-58c80bcc931a cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:30:33.498539 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-180ce95d-bbfa-4e68-8c3f-44cec270546b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a89e4cc-86c8-44fe-a4f9-58c80bcc931a {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:30:33.508854 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-180ce95d-bbfa-4e68-8c3f-44cec270546b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:33.552986 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659e727-5c64-47fd-8da8-d298e34ee762 req-f79b3077-0769-49cf-9399-b7f871e25fdf tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:33.554927 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3659e727-5c64-47fd-8da8-d298e34ee762 req-f79b3077-0769-49cf-9399-b7f871e25fdf tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 949 time: 0.1056402 Nov 10 17:30:33.558703 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-180ce95d-bbfa-4e68-8c3f-44cec270546b service neutron] Transition to ACTIVE for port object 6a89e4cc-86c8-44fe-a4f9-58c80bcc931a will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:30:33.571154 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-180ce95d-bbfa-4e68-8c3f-44cec270546b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:33.635011 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ce95d-bbfa-4e68-8c3f-44cec270546b service neutron] Pushing event updated for resources: {'Port': ['ID=6a89e4cc-86c8-44fe-a4f9-58c80bcc931a,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:33.721326 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3659e727-5c64-47fd-8da8-d298e34ee762 req-6a325ba8-6500-4826-9f3b-75d01439c372 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332858 Nov 10 17:30:33.761821 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917dc73b-5a94-4585-a6cd-596aef72fe5b x-openstack-request-id: req-917dc73b-5a94-4585-a6cd-596aef72fe5b {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:30:33.762116 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e54a0f-9e7b-43ed-bad2-b1405ddee34d", "name": "network-vif-deleted", "tag": "63035fcf-9384-450c-9951-b8d10c6442f4", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:30:33.762408 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-917dc73b-5a94-4585-a6cd-596aef72fe5b {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:30:33.763558 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e54a0f-9e7b-43ed-bad2-b1405ddee34d', 'name': 'network-vif-deleted', 'tag': '63035fcf-9384-450c-9951-b8d10c6442f4', 'status': 'completed', 'code': 200} Nov 10 17:30:33.827099 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-05059d95-33cd-4db0-a0ea-eeaba0d65ff3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-921073002-network', 'tenant_id': 'ed22ff5850684fb18710e4a738614c84'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:33.858503 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-180ce95d-bbfa-4e68-8c3f-44cec270546b service neutron] Attempting to bind port 6a89e4cc-86c8-44fe-a4f9-58c80bcc931a on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:30:33.860220 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-180ce95d-bbfa-4e68-8c3f-44cec270546b service neutron] Attempting to bind port 6a89e4cc-86c8-44fe-a4f9-58c80bcc931a by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': 'c28591c0-e56d-4649-abbe-8ecb0836f1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:30:33.860929 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-180ce95d-bbfa-4e68-8c3f-44cec270546b service neutron] Attempting to bind port 6a89e4cc-86c8-44fe-a4f9-58c80bcc931a on network b7801527-50b7-4bc0-a554-ec40d3f8072d {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:30:33.869468 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-180ce95d-bbfa-4e68-8c3f-44cec270546b service neutron] Port 6a89e4cc-86c8-44fe-a4f9-58c80bcc931a on network b7801527-50b7-4bc0-a554-ec40d3f8072d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:30:33.869989 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-180ce95d-bbfa-4e68-8c3f-44cec270546b service neutron] Attempting to bind port 6a89e4cc-86c8-44fe-a4f9-58c80bcc931a on network b7801527-50b7-4bc0-a554-ec40d3f8072d {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:30:33.880090 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-180ce95d-bbfa-4e68-8c3f-44cec270546b service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:30:33.882104 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-180ce95d-bbfa-4e68-8c3f-44cec270546b service neutron] Checking segment: {'id': 'c28591c0-e56d-4649-abbe-8ecb0836f1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:30:33.882855 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-180ce95d-bbfa-4e68-8c3f-44cec270546b service neutron] Bound using segment: {'id': 'c28591c0-e56d-4649-abbe-8ecb0836f1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:30:33.883461 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-180ce95d-bbfa-4e68-8c3f-44cec270546b service neutron] Bound port: 6a89e4cc-86c8-44fe-a4f9-58c80bcc931a, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c28591c0-e56d-4649-abbe-8ecb0836f1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:30:33.883987 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-180ce95d-bbfa-4e68-8c3f-44cec270546b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:33.941106 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:34.013756 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-180ce95d-bbfa-4e68-8c3f-44cec270546b service neutron] For port 6a89e4cc-86c8-44fe-a4f9-58c80bcc931a, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:30:34.021145 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a4a606f1-57d5-4430-866f-998ea3e6422e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704698429-router', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '94881a1d-0b05-46ab-8567-52353867aba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:27:40Z', 'updated_at': '2021-11-10T17:27:44Z', 'revision_number': 4, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'gw_port': {'id': '94881a1d-0b05-46ab-8567-52353867aba4', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:41Z', 'updated_at': '2021-11-10T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '0a7b94af-79e6-480a-abc2-d4293827c7f6', 'name': '', 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'mac_address': 'fa:16:3e:16:cc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8ffcd500-8c49-45db-8ca7-a366a29076c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:43Z', 'updated_at': '2021-11-10T17:27:48Z', 'revision_number': 5, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'subnets': [{'id': '8ffcd500-8c49-45db-8ca7-a366a29076c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:34.026080 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-180ce95d-bbfa-4e68-8c3f-44cec270546b service neutron] For port 6a89e4cc-86c8-44fe-a4f9-58c80bcc931a, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=6a89e4cc-86c8-44fe-a4f9-58c80bcc931a,segment=NetworkSegment(c28591c0-e56d-4649-abbe-8ecb0836f1f8),segment_id=c28591c0-e56d-4649-abbe-8ecb0836f1f8)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:30:34.060916 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-180ce95d-bbfa-4e68-8c3f-44cec270546b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:34.064363 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05059d95-33cd-4db0-a0ea-eeaba0d65ff3 admin admin] Made reservation on behalf of ed22ff5850684fb18710e4a738614c84 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:30:34.069204 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-05059d95-33cd-4db0-a0ea-eeaba0d65ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:34.092683 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a606f1-57d5-4430-866f-998ea3e6422e None None] Checking router: 3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:30:34.105582 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a606f1-57d5-4430-866f-998ea3e6422e None None] Routers {'3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:30:34.106151 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a4a606f1-57d5-4430-866f-998ea3e6422e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:30:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:34.115790 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-05059d95-33cd-4db0-a0ea-eeaba0d65ff3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:34.131486 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-180ce95d-bbfa-4e68-8c3f-44cec270546b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:34.133943 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-180ce95d-bbfa-4e68-8c3f-44cec270546b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:34.134820 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-180ce95d-bbfa-4e68-8c3f-44cec270546b service neutron] 10.222.0.11 "PUT /v2.0/ports/6a89e4cc-86c8-44fe-a4f9-58c80bcc931a HTTP/1.1" status: 200 len: 1093 time: 1.4685788 Nov 10 17:30:34.137641 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a85700c-91fd-44ad-ae5b-623e886d56c3', 'tag': '6a89e4cc-86c8-44fe-a4f9-58c80bcc931a'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:30:34.146463 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fec91f8-baef-47bc-8975-9a06a661d5f2" -d '{"events": [{"name": "network-changed", "server_uuid": "3a85700c-91fd-44ad-ae5b-623e886d56c3", "tag": "6a89e4cc-86c8-44fe-a4f9-58c80bcc931a"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:30:34.155411 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723f8c6-25b7-4226-a385-d6290ae27b3e req-dba2a87f-0bad-46ab-9b70-84952b3772e1 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:34.157823 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e723f8c6-25b7-4226-a385-d6290ae27b3e req-dba2a87f-0bad-46ab-9b70-84952b3772e1 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a85700c-91fd-44ad-ae5b-623e886d56c3 HTTP/1.1" status: 200 len: 944 time: 0.3895302 Nov 10 17:30:34.189376 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cfb80983-f2ee-429f-9774-665f608488c0 req-8dab4342-1294-419b-8414-1313c84710df service neutron] 10.222.0.11 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0936217 Nov 10 17:30:34.197015 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-16b8d526-f027-4598-a6b0-bfaab8091670 req-8bedcb81-0948-402a-84fa-41f52f74e4ed service neutron] 10.222.0.13 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0390801 Nov 10 17:30:34.199057 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976c3fd-3cc8-4455-b959-bb96fbb91fcc req-e29c6f68-a445-4ff4-bac4-b4c6c7a69d7f tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:34.202229 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8976c3fd-3cc8-4455-b959-bb96fbb91fcc req-e29c6f68-a445-4ff4-bac4-b4c6c7a69d7f tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 950 time: 0.1815004 Nov 10 17:30:34.203044 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ce95d-bbfa-4e68-8c3f-44cec270546b service neutron] Pushing event updated for resources: {'Port': ['ID=6a89e4cc-86c8-44fe-a4f9-58c80bcc931a,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:34.280316 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-784081c0-3027-41f2-a375-b34f746fbd9c req-b7a6dd35-49e4-44d6-bcee-456daddbe4aa tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Deleting port 0c5fb3a9-aaa2-4915-ac80-0340834eea8e {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:30:34.281212 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-784081c0-3027-41f2-a375-b34f746fbd9c req-b7a6dd35-49e4-44d6-bcee-456daddbe4aa tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:34.286539 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 63035fcf-9384-450c-9951-b8d10c6442f4 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:30:34.286732 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8976c3fd-3cc8-4455-b959-bb96fbb91fcc req-2219c7f3-0c65-4e7f-ab12-d9ea3b7e26d1 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/security-groups?id=120f843a-09dd-4cf0-9f2a-c2109fb2d102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708315 Nov 10 17:30:34.323410 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 63035fcf-9384-450c-9951-b8d10c6442f4 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:30:34.323907 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 63035fcf-9384-450c-9951-b8d10c6442f4 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:30:34.352183 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-a4a606f1-57d5-4430-866f-998ea3e6422e None None] Set router 3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:30:34.382171 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fea10f-d3a9-41d8-8337-c06a40e52141 x-openstack-request-id: req-80fea10f-d3a9-41d8-8337-c06a40e52141 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:30:34.382573 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a85700c-91fd-44ad-ae5b-623e886d56c3", "tag": "6a89e4cc-86c8-44fe-a4f9-58c80bcc931a", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:30:34.382728 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-80fea10f-d3a9-41d8-8337-c06a40e52141 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:30:34.383116 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a85700c-91fd-44ad-ae5b-623e886d56c3', 'tag': '6a89e4cc-86c8-44fe-a4f9-58c80bcc931a', 'status': 'completed', 'code': 200} Nov 10 17:30:34.450454 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-784081c0-3027-41f2-a375-b34f746fbd9c req-b7a6dd35-49e4-44d6-bcee-456daddbe4aa tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] For port 0c5fb3a9-aaa2-4915-ac80-0340834eea8e, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=0c5fb3a9-aaa2-4915-ac80-0340834eea8e,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:34.450828 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-784081c0-3027-41f2-a375-b34f746fbd9c req-b7a6dd35-49e4-44d6-bcee-456daddbe4aa tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:34.468692 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-784081c0-3027-41f2-a375-b34f746fbd9c req-b7a6dd35-49e4-44d6-bcee-456daddbe4aa tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Calling delete_port for 0c5fb3a9-aaa2-4915-ac80-0340834eea8e owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:30:34.522718 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356a568-9ab1-4e2b-94c3-00a2c8ca0957 req-caff39a8-bea7-44c2-b6a4-6045c6fee860 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:34.530802 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4356a568-9ab1-4e2b-94c3-00a2c8ca0957 req-caff39a8-bea7-44c2-b6a4-6045c6fee860 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/ports?device_id=e384b3b5-6462-4224-bc80-22f56f3a7010 HTTP/1.1" status: 200 len: 945 time: 0.0670865 Nov 10 17:30:34.583636 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4356a568-9ab1-4e2b-94c3-00a2c8ca0957 req-8488e677-0448-4968-a99a-241460da97bb tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f8b23dc-e076-45f6-97dc-b53db2babb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518343 Nov 10 17:30:34.626374 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a4a606f1-57d5-4430-866f-998ea3e6422e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704698429-router', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '94881a1d-0b05-46ab-8567-52353867aba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:27:40Z', 'updated_at': '2021-11-10T17:27:44Z', 'revision_number': 4, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'gw_port': {'id': '94881a1d-0b05-46ab-8567-52353867aba4', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:41Z', 'updated_at': '2021-11-10T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '0a7b94af-79e6-480a-abc2-d4293827c7f6', 'name': '', 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'mac_address': 'fa:16:3e:16:cc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8ffcd500-8c49-45db-8ca7-a366a29076c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:43Z', 'updated_at': '2021-11-10T17:27:48Z', 'revision_number': 5, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'subnets': [{'id': '8ffcd500-8c49-45db-8ca7-a366a29076c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:34.659875 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a606f1-57d5-4430-866f-998ea3e6422e None None] The sync data for ids ['3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'] in n-d-776250-10 is: [{'id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704698429-router', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '94881a1d-0b05-46ab-8567-52353867aba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:27:40Z', 'updated_at': '2021-11-10T17:27:44Z', 'revision_number': 4, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'gw_port': {'id': '94881a1d-0b05-46ab-8567-52353867aba4', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:41Z', 'updated_at': '2021-11-10T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '0a7b94af-79e6-480a-abc2-d4293827c7f6', 'name': '', 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'mac_address': 'fa:16:3e:16:cc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8ffcd500-8c49-45db-8ca7-a366a29076c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:43Z', 'updated_at': '2021-11-10T17:27:48Z', 'revision_number': 5, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'subnets': [{'id': '8ffcd500-8c49-45db-8ca7-a366a29076c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:30:34.706920 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e723f8c6-25b7-4226-a385-d6290ae27b3e req-01aaa842-4904-48ea-a96e-dbfacb264d3a tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/security-groups?id=3dd1f7f9-bbbd-45a9-ae8e-7c3117597c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5257127 Nov 10 17:30:34.747986 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-a0c67674-0ad7-4d7b-af94-1463ee75fa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:34.754642 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-a0c67674-0ad7-4d7b-af94-1463ee75fa7b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4491a2c6741b402a9e55e801cd3ca339&device_id=3a85700c-91fd-44ad-ae5b-623e886d56c3 HTTP/1.1" status: 200 len: 1096 time: 0.4768019 Nov 10 17:30:34.762640 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134adb6e-6500-424d-a779-99276e0d4bd8 req-67fa6b6f-3486-44f4-8ca1-42984d27f0de tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:34.771054 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-134adb6e-6500-424d-a779-99276e0d4bd8 req-67fa6b6f-3486-44f4-8ca1-42984d27f0de tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 945 time: 0.1086009 Nov 10 17:30:34.828824 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-134adb6e-6500-424d-a779-99276e0d4bd8 req-f8283912-78b7-4d55-b763-1d1b13482e0a tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567589 Nov 10 17:30:34.862077 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-4279c122-7a96-490d-bc27-68e3b73e6460 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a89e4cc-86c8-44fe-a4f9-58c80bcc931a HTTP/1.1" status: 200 len: 217 time: 0.0757816 Nov 10 17:30:34.901923 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-16b8d526-f027-4598-a6b0-bfaab8091670 req-cdf63848-e48f-4d8d-bb2b-8a161146ea5f service neutron] 10.222.0.13 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6664960 Nov 10 17:30:34.990292 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4626844-6509-4b92-aa7c-f77279319262 req-1ca337ec-cba0-47a3-b1a8-fc8825f2428f tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:34.997728 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b4626844-6509-4b92-aa7c-f77279319262 req-1ca337ec-cba0-47a3-b1a8-fc8825f2428f tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 949 time: 0.0911758 Nov 10 17:30:35.026031 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6034bd0-a09e-4d72-88f8-9cc676db5ea1 None None] New status for floating IP 46cf110a-c4c9-4be7-93ad-d12c424f5bb9: DOWN {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:30:35.064741 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-05059d95-33cd-4db0-a0ea-eeaba0d65ff3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:35.073533 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b4626844-6509-4b92-aa7c-f77279319262 req-2eeb849f-095f-4faa-a7db-c3775be84ed1 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641949 Nov 10 17:30:35.115199 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-05059d95-33cd-4db0-a0ea-eeaba0d65ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:35.119819 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-784081c0-3027-41f2-a375-b34f746fbd9c req-b7a6dd35-49e4-44d6-bcee-456daddbe4aa tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:35.278940 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-410e72a5-4a29-4468-904b-966854fc8d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:35.280461 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-410e72a5-4a29-4468-904b-966854fc8d11 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8ffcd500-8c49-45db-8ca7-a366a29076c0 HTTP/1.1" status: 200 len: 862 time: 0.4031873 Nov 10 17:30:35.281264 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6dd35-49e4-44d6-bcee-456daddbe4aa tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Pushing event deleted for resources: {'Port': ['ID=0c5fb3a9-aaa2-4915-ac80-0340834eea8e,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:35.301684 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05059d95-33cd-4db0-a0ea-eeaba0d65ff3 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:30:35.336452 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313f206-64bb-4648-ba75-12c391abdcb8 req-196951ca-019f-4e5c-9bbe-370dd29e0b29 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:35.338231 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3313f206-64bb-4648-ba75-12c391abdcb8 req-196951ca-019f-4e5c-9bbe-370dd29e0b29 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 1098 time: 0.0570900 Nov 10 17:30:35.365122 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-784081c0-3027-41f2-a375-b34f746fbd9c req-b7a6dd35-49e4-44d6-bcee-456daddbe4aa tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] No DVR routers for this DVR port 0c5fb3a9-aaa2-4915-ac80-0340834eea8e on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:30:35.366848 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05059d95-33cd-4db0-a0ea-eeaba0d65ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff5ef77-c123-4649-a30a-cb9c94a174e1,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:35.396515 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:35.397622 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-784081c0-3027-41f2-a375-b34f746fbd9c req-b7a6dd35-49e4-44d6-bcee-456daddbe4aa tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:35.402157 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-784081c0-3027-41f2-a375-b34f746fbd9c req-b7a6dd35-49e4-44d6-bcee-456daddbe4aa tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.13 "DELETE /v2.0/ports/0c5fb3a9-aaa2-4915-ac80-0340834eea8e HTTP/1.1" status: 204 len: 173 time: 2.4335334 Nov 10 17:30:35.403596 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-05059d95-33cd-4db0-a0ea-eeaba0d65ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:35.403941 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-05059d95-33cd-4db0-a0ea-eeaba0d65ff3 admin admin] Added segment 17d5af1c-a623-4581-8ea0-158dc701aa2d of type vlan for network 3b68cb86-ae6d-409e-9e8e-fa13081031ba Nov 10 17:30:35.419228 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3313f206-64bb-4648-ba75-12c391abdcb8 req-611e9a8e-4a32-45b7-8c8d-9ce849a19bea tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740657 Nov 10 17:30:35.420136 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e2044bd3-9b18-4f58-bdcc-574b22156aaa req-0d3b0029-04d3-413b-9131-b6781b86ebfa tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 258 time: 0.6325977 Nov 10 17:30:35.438921 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-e2044bd3-9b18-4f58-bdcc-574b22156aaa req-95b53f70-e97c-46d1-97c3-d35fecef6a23 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:35.518611 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-05059d95-33cd-4db0-a0ea-eeaba0d65ff3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:35.537211 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e2044bd3-9b18-4f58-bdcc-574b22156aaa req-95b53f70-e97c-46d1-97c3-d35fecef6a23 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:35.540816 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-e2b275ce-36a9-4c51-b007-e63b8e10cb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:35.542328 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-e2b275ce-36a9-4c51-b007-e63b8e10cb13 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b7801527-50b7-4bc0-a554-ec40d3f8072d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2198021 Nov 10 17:30:35.584749 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7946b8f9-1dc7-47ab-852a-75c685708f97 req-a5690b25-d419-4faa-8d7d-58208a654111 tempest-ServersAdminTestJSON-875916736 tempest-ServersAdminTestJSON-875916736-project] 10.222.0.39 "GET /v2.0/ports?device_id=91f75be5-efd8-4652-ba7e-2cd4ec55e926 HTTP/1.1" status: 200 len: 210 time: 0.0302882 Nov 10 17:30:35.662817 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-05059d95-33cd-4db0-a0ea-eeaba0d65ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:35.663576 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05059d95-33cd-4db0-a0ea-eeaba0d65ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:35.664196 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-05059d95-33cd-4db0-a0ea-eeaba0d65ff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:35.742317 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-05059d95-33cd-4db0-a0ea-eeaba0d65ff3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6540730 Nov 10 17:30:35.742818 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57126) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:35.748483 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-f07b8bcd-377e-4356-889b-2d903ad04413 admin admin] Request body: {'subnet': {'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-921073002-subnet', 'tenant_id': 'ed22ff5850684fb18710e4a738614c84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:35.765760 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f75be5-efd8-4652-ba7e-2cd4ec55e926', 'name': 'network-vif-deleted', 'tag': '0c5fb3a9-aaa2-4915-ac80-0340834eea8e'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:30:35.768188 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb9a6c1-923d-4d2d-8bba-6375c502fa64" -d '{"events": [{"server_uuid": "91f75be5-efd8-4652-ba7e-2cd4ec55e926", "name": "network-vif-deleted", "tag": "0c5fb3a9-aaa2-4915-ac80-0340834eea8e"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:30:35.779832 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07b8bcd-377e-4356-889b-2d903ad04413 admin admin] Made reservation on behalf of ed22ff5850684fb18710e4a738614c84 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:30:35.782144 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05059d95-33cd-4db0-a0ea-eeaba0d65ff3 admin admin] Pushing event updated for resources: {'Network': ['ID=3b68cb86-ae6d-409e-9e8e-fa13081031ba,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:35.785270 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f07b8bcd-377e-4356-889b-2d903ad04413 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:35.794194 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-02851bc0-ee27-4c5e-bc38-bd7d571a2d78 service neutron] 10.222.0.11 "GET /v2.0/networks/b7801527-50b7-4bc0-a554-ec40d3f8072d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343161 Nov 10 17:30:35.799374 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 3b68cb86-ae6d-409e-9e8e-fa13081031ba details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:30:35.902024 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device b499287f-4e8b-4c16-87b7-0c2a8c5f4d02 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:30:35.960714 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6c9ac61e-b939-42d3-9534-1c03ec8d23a5 req-77bcc4dc-9e0a-4270-a8cc-cb9fb17e4fb1 service neutron] 10.222.0.11 "GET /v2.0/networks/b7801527-50b7-4bc0-a554-ec40d3f8072d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533000 Nov 10 17:30:35.978502 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e2044bd3-9b18-4f58-bdcc-574b22156aaa req-95b53f70-e97c-46d1-97c3-d35fecef6a23 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:36.021457 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port b499287f-4e8b-4c16-87b7-0c2a8c5f4d02 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:30:36.042802 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port b499287f-4e8b-4c16-87b7-0c2a8c5f4d02 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:36.043184 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:36.072790 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f07b8bcd-377e-4356-889b-2d903ad04413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:36.174661 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec91f8-baef-47bc-8975-9a06a661d5f2 req-882202af-40bd-476a-a9b7-29ab7d05e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:36.177165 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2fec91f8-baef-47bc-8975-9a06a661d5f2 req-882202af-40bd-476a-a9b7-29ab7d05e078 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4491a2c6741b402a9e55e801cd3ca339&device_id=3a85700c-91fd-44ad-ae5b-623e886d56c3 HTTP/1.1" status: 200 len: 1096 time: 0.1000156 Nov 10 17:30:36.232872 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-e2044bd3-9b18-4f58-bdcc-574b22156aaa req-95b53f70-e97c-46d1-97c3-d35fecef6a23 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Allocated IP 172.25.5.98 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/d5b0c720-c428-4445-a09e-7a7cb1213e29) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:30:36.235716 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 0c5fb3a9-aaa2-4915-ac80-0340834eea8e no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:30:36.251498 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b8bcd-377e-4356-889b-2d903ad04413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0afeb92-d610-4dbb-bb57-6c690afd8fdf,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:36.276008 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07b8bcd-377e-4356-889b-2d903ad04413 admin admin] Checking segment: {'id': '17d5af1c-a623-4581-8ea0-158dc701aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:30:36.276995 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07b8bcd-377e-4356-889b-2d903ad04413 admin admin] Network hostable DHCP agents. Network: 3b68cb86-ae6d-409e-9e8e-fa13081031ba, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:30:36.314691 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 0c5fb3a9-aaa2-4915-ac80-0340834eea8e {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:30:36.314938 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 0c5fb3a9-aaa2-4915-ac80-0340834eea8e not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:30:36.316967 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07b8bcd-377e-4356-889b-2d903ad04413 admin admin] Network 3b68cb86-ae6d-409e-9e8e-fa13081031ba is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:30:36.325485 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:36.333738 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-f07b8bcd-377e-4356-889b-2d903ad04413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 3b68cb86-ae6d-409e-9e8e-fa13081031ba) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:30:36.338809 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07b8bcd-377e-4356-889b-2d903ad04413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:36.339937 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f07b8bcd-377e-4356-889b-2d903ad04413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:36.365602 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70004c11-2f15-45a9-8476-4026bfe7cff3 None None] Network 3b68cb86-ae6d-409e-9e8e-fa13081031ba requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:30:36.386107 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f07b8bcd-377e-4356-889b-2d903ad04413 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6418424 Nov 10 17:30:36.398918 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:36.415686 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec91f8-baef-47bc-8975-9a06a661d5f2 req-6d4670ba-8519-4a74-99a1-5a530cde8882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:36.417531 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2fec91f8-baef-47bc-8975-9a06a661d5f2 req-6d4670ba-8519-4a74-99a1-5a530cde8882 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b7801527-50b7-4bc0-a554-ec40d3f8072d HTTP/1.1" status: 200 len: 924 time: 0.2290993 Nov 10 17:30:36.471541 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f428f853-320d-499e-aa61-3cc22319685c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b499287f-4e8b-4c16-87b7-0c2a8c5f4d02'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:30:36.474705 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0300b8-b78e-40f0-8531-26d1bf735f48" -d '{"events": [{"server_uuid": "f428f853-320d-499e-aa61-3cc22319685c", "name": "network-vif-plugged", "status": "completed", "tag": "b499287f-4e8b-4c16-87b7-0c2a8c5f4d02"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:30:36.481506 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2fec91f8-baef-47bc-8975-9a06a661d5f2 req-52051c06-73b6-4a78-86b5-c1091a9144d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a89e4cc-86c8-44fe-a4f9-58c80bcc931a HTTP/1.1" status: 200 len: 217 time: 0.0513327 Nov 10 17:30:36.484802 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e2044bd3-9b18-4f58-bdcc-574b22156aaa req-95b53f70-e97c-46d1-97c3-d35fecef6a23 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:36.495267 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port b499287f-4e8b-4c16-87b7-0c2a8c5f4d02, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=b499287f-4e8b-4c16-87b7-0c2a8c5f4d02,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:36.518593 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:36.558011 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec91f8-baef-47bc-8975-9a06a661d5f2 req-65dd1208-c9db-4e6f-ae48-fdb855c420c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:36.559869 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2fec91f8-baef-47bc-8975-9a06a661d5f2 req-65dd1208-c9db-4e6f-ae48-fdb855c420c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8ffcd500-8c49-45db-8ca7-a366a29076c0 HTTP/1.1" status: 200 len: 862 time: 0.0695868 Nov 10 17:30:36.595409 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e2044bd3-9b18-4f58-bdcc-574b22156aaa req-95b53f70-e97c-46d1-97c3-d35fecef6a23 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:36.623187 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b4eb91-b124-4e29-b0cb-242dcd170f5e None None] Network 3b68cb86-ae6d-409e-9e8e-fa13081031ba requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:30:36.655429 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2044bd3-9b18-4f58-bdcc-574b22156aaa req-95b53f70-e97c-46d1-97c3-d35fecef6a23 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:30:36.661901 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-e2044bd3-9b18-4f58-bdcc-574b22156aaa req-95b53f70-e97c-46d1-97c3-d35fecef6a23 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:30:36.667830 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2044bd3-9b18-4f58-bdcc-574b22156aaa req-95b53f70-e97c-46d1-97c3-d35fecef6a23 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:30:36.673178 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec91f8-baef-47bc-8975-9a06a661d5f2 req-ec492c28-4419-4780-b8bb-82c5d0bc4ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:36.675641 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2fec91f8-baef-47bc-8975-9a06a661d5f2 req-ec492c28-4419-4780-b8bb-82c5d0bc4ec2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b7801527-50b7-4bc0-a554-ec40d3f8072d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1054783 Nov 10 17:30:36.680871 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=b499287f-4e8b-4c16-87b7-0c2a8c5f4d02,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:36.707086 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b53f70-e97c-46d1-97c3-d35fecef6a23 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Pushing event updated for resources: {'Port': ['ID=d5b0c720-c428-4445-a09e-7a7cb1213e29,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:36.871799 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e2044bd3-9b18-4f58-bdcc-574b22156aaa req-95b53f70-e97c-46d1-97c3-d35fecef6a23 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:36.878924 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2fec91f8-baef-47bc-8975-9a06a661d5f2 req-df333c93-f87e-48c4-9c66-5f165327f879 service neutron] 10.222.0.11 "GET /v2.0/networks/b7801527-50b7-4bc0-a554-ec40d3f8072d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685612 Nov 10 17:30:36.989433 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e2044bd3-9b18-4f58-bdcc-574b22156aaa req-95b53f70-e97c-46d1-97c3-d35fecef6a23 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:37.283398 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-2f1c9145-48f8-4555-930d-8700e32cf91b tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:30:37.285053 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-2f1c9145-48f8-4555-930d-8700e32cf91b tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088634 Nov 10 17:30:37.344925 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-a83c9a2b-02c2-4ead-a68d-e059c14fa243 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:37.347053 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-a83c9a2b-02c2-4ead-a68d-e059c14fa243 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e&tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&binding%3Ahost_id=n-h1-776250-10 HTTP/1.1" status: 200 len: 1097 time: 0.4657369 Nov 10 17:30:37.370708 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-ed30ef5c-92fd-4c4d-8214-fbbd6313ed73 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-776250-10'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:37.400450 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2fec91f8-baef-47bc-8975-9a06a661d5f2 req-5094aab4-98d6-4237-89bf-f6d557b6d922 service neutron] 10.222.0.11 "GET /v2.0/networks/b7801527-50b7-4bc0-a554-ec40d3f8072d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660776 Nov 10 17:30:37.434427 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-07000c69-88f0-4bbc-b524-258c613fe61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:37.435773 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-07000c69-88f0-4bbc-b524-258c613fe61b service neutron] 10.222.0.39 "GET /v2.0/ports/665f9b24-26a2-4fc2-a3c4-5e7a82a91999 HTTP/1.1" status: 200 len: 1095 time: 0.1354051 Nov 10 17:30:37.446907 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-56276da7-a808-4025-8d96-1e34aafc1fcf service neutron] Request body: {'binding': {'host': 'n-h1-776250-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:37.447345 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-56276da7-a808-4025-8d96-1e34aafc1fcf service neutron] Unknown quota resources ['binding']. {{(pid=102469) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 17:30:37.525313 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-ed30ef5c-92fd-4c4d-8214-fbbd6313ed73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:37.680447 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e2044bd3-9b18-4f58-bdcc-574b22156aaa req-95b53f70-e97c-46d1-97c3-d35fecef6a23 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:37.696079 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e2044bd3-9b18-4f58-bdcc-574b22156aaa req-95b53f70-e97c-46d1-97c3-d35fecef6a23 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:37.778597 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-56276da7-a808-4025-8d96-1e34aafc1fcf service neutron] Attempting to bind port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999 on host n-h1-776250-10 for vnic_type normal with profile None {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:30:37.778932 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-56276da7-a808-4025-8d96-1e34aafc1fcf service neutron] Attempting to bind port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:30:37.779257 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-56276da7-a808-4025-8d96-1e34aafc1fcf service neutron] Attempting to bind port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999 on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:30:37.815733 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b53f70-e97c-46d1-97c3-d35fecef6a23 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Pushing event updated for resources: {'Port': ['ID=d5b0c720-c428-4445-a09e-7a7cb1213e29,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:37.821562 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-56276da7-a808-4025-8d96-1e34aafc1fcf service neutron] Port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999 on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:30:37.821886 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-56276da7-a808-4025-8d96-1e34aafc1fcf service neutron] Attempting to bind port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999 on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:30:37.846044 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-56276da7-a808-4025-8d96-1e34aafc1fcf service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:30:37.846903 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-56276da7-a808-4025-8d96-1e34aafc1fcf service neutron] Checking segment: {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:30:37.847290 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-56276da7-a808-4025-8d96-1e34aafc1fcf service neutron] Bound using segment: {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:30:37.847723 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-56276da7-a808-4025-8d96-1e34aafc1fcf service neutron] Bound port: 665f9b24-26a2-4fc2-a3c4-5e7a82a91999, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:30:37.881969 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e2044bd3-9b18-4f58-bdcc-574b22156aaa req-95b53f70-e97c-46d1-97c3-d35fecef6a23 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:37.908516 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-ed30ef5c-92fd-4c4d-8214-fbbd6313ed73 service neutron] For port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:37.921784 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e2044bd3-9b18-4f58-bdcc-574b22156aaa req-95b53f70-e97c-46d1-97c3-d35fecef6a23 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:37.923008 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e2044bd3-9b18-4f58-bdcc-574b22156aaa req-95b53f70-e97c-46d1-97c3-d35fecef6a23 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5018740 Nov 10 17:30:37.986427 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-56276da7-a808-4025-8d96-1e34aafc1fcf service neutron] For port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=665f9b24-26a2-4fc2-a3c4-5e7a82a91999,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:30:38.004072 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-56276da7-a808-4025-8d96-1e34aafc1fcf service neutron] Publish callbacks [] for binding, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:38.005231 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-56276da7-a808-4025-8d96-1e34aafc1fcf service neutron] 10.222.0.39 "POST /v2.0/ports/665f9b24-26a2-4fc2-a3c4-5e7a82a91999/bindings HTTP/1.1" status: 201 len: 390 time: 0.5631332 Nov 10 17:30:38.010704 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e2044bd3-9b18-4f58-bdcc-574b22156aaa req-95bfd1a9-31e3-483a-a930-b0757ffbd83f tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.98 HTTP/1.1" status: 200 len: 695 time: 0.0782607 Nov 10 17:30:38.014981 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-ed30ef5c-92fd-4c4d-8214-fbbd6313ed73 service neutron] For port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:30:38.110075 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-ed30ef5c-92fd-4c4d-8214-fbbd6313ed73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:38.125135 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-ed30ef5c-92fd-4c4d-8214-fbbd6313ed73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:38.215900 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2044bd3-9b18-4f58-bdcc-574b22156aaa req-da02c6ff-cc3b-4fe3-ac59-630c4f0212c2 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:38.217143 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e2044bd3-9b18-4f58-bdcc-574b22156aaa req-da02c6ff-cc3b-4fe3-ac59-630c4f0212c2 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 784 time: 0.1820817 Nov 10 17:30:38.224137 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c5123-7929-4591-88e6-e4a5cc237575 req-28872c5f-4faf-41ab-aea7-da1f39d8d045 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:38.233248 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c68c5123-7929-4591-88e6-e4a5cc237575 req-28872c5f-4faf-41ab-aea7-da1f39d8d045 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a85700c-91fd-44ad-ae5b-623e886d56c3 HTTP/1.1" status: 200 len: 944 time: 0.0871506 Nov 10 17:30:38.247005 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:30:38.300206 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a8854f-eda5-4939-955f-1c3518709d76 x-openstack-request-id: req-a5a8854f-eda5-4939-955f-1c3518709d76 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:30:38.300974 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f75be5-efd8-4652-ba7e-2cd4ec55e926", "name": "network-vif-deleted", "tag": "0c5fb3a9-aaa2-4915-ac80-0340834eea8e", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:30:38.301094 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a5a8854f-eda5-4939-955f-1c3518709d76 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:30:38.301433 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f75be5-efd8-4652-ba7e-2cd4ec55e926', 'name': 'network-vif-deleted', 'tag': '0c5fb3a9-aaa2-4915-ac80-0340834eea8e', 'status': 'completed', 'code': 200} Nov 10 17:30:38.313182 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c68c5123-7929-4591-88e6-e4a5cc237575 req-cbf2c03a-fd34-48b4-9d70-de92a14ce628 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/security-groups?id=3dd1f7f9-bbbd-45a9-ae8e-7c3117597c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789781 Nov 10 17:30:38.330146 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30ef5c-92fd-4c4d-8214-fbbd6313ed73 service neutron] Pushing event updated for resources: {'Port': ['ID=64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2,revision_number=7']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:38.357453 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-ed30ef5c-92fd-4c4d-8214-fbbd6313ed73 service neutron] Attempting to bind port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 on host n-h1-776250-10 for vnic_type normal with profile {"migrating_to": "n-h2-776250-10"} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:30:38.358002 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-ed30ef5c-92fd-4c4d-8214-fbbd6313ed73 service neutron] Attempting to bind port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:30:38.358487 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-ed30ef5c-92fd-4c4d-8214-fbbd6313ed73 service neutron] Attempting to bind port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 on network ee9bf645-62ea-4fb8-afab-51398fe4d64d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:30:38.370452 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-ed30ef5c-92fd-4c4d-8214-fbbd6313ed73 service neutron] Port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 on network ee9bf645-62ea-4fb8-afab-51398fe4d64d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:30:38.371003 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-ed30ef5c-92fd-4c4d-8214-fbbd6313ed73 service neutron] Attempting to bind port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 on network ee9bf645-62ea-4fb8-afab-51398fe4d64d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:30:38.383673 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-ed30ef5c-92fd-4c4d-8214-fbbd6313ed73 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:30:38.384267 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-ed30ef5c-92fd-4c4d-8214-fbbd6313ed73 service neutron] Checking segment: {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:30:38.385385 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-ed30ef5c-92fd-4c4d-8214-fbbd6313ed73 service neutron] Bound using segment: {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:30:38.385995 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-ed30ef5c-92fd-4c4d-8214-fbbd6313ed73 service neutron] Bound port: 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:30:38.386717 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-ed30ef5c-92fd-4c4d-8214-fbbd6313ed73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:38.441212 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2, host n-h1-776250-10, got binding levels [] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:38.468931 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Attempting to bind port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 on host n-h1-776250-10 for vnic_type normal with profile {"migrating_to": "n-h2-776250-10"} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:30:38.469555 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Attempting to bind port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:30:38.470119 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Attempting to bind port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 on network ee9bf645-62ea-4fb8-afab-51398fe4d64d {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:30:38.471969 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2605d-d4c4-4d5d-ba1b-244e43c41d0a req-7027feb6-13d5-444e-8f48-4ccf6e4c9cd1 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:38.475754 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 on network ee9bf645-62ea-4fb8-afab-51398fe4d64d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:30:38.476114 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Attempting to bind port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 on network ee9bf645-62ea-4fb8-afab-51398fe4d64d {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:30:38.480094 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-37a2605d-d4c4-4d5d-ba1b-244e43c41d0a req-7027feb6-13d5-444e-8f48-4ccf6e4c9cd1 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 950 time: 0.0746603 Nov 10 17:30:38.481735 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:30:38.482114 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Checking segment: {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:30:38.482707 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Bound using segment: {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:30:38.483180 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Bound port: 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:30:38.483737 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:38.497299 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-3d05e5f2-a999-4ea8-a825-21accb2e111a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:38.498828 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-3d05e5f2-a999-4ea8-a825-21accb2e111a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ec9ca6147964daa83e30b2176db3b36&device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 1098 time: 0.1936574 Nov 10 17:30:38.527163 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-ed30ef5c-92fd-4c4d-8214-fbbd6313ed73 service neutron] For port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:30:38.547592 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-37a2605d-d4c4-4d5d-ba1b-244e43c41d0a req-4ca9c0cf-da94-4732-8a2e-f33f3c0bcad6 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645108 Nov 10 17:30:38.590183 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c531aa9-4201-4256-adac-30f407e0f35c req-a4f4d44b-1da7-4c78-9148-f7c25b82c976 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:38.591807 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7c531aa9-4201-4256-adac-30f407e0f35c req-a4f4d44b-1da7-4c78-9148-f7c25b82c976 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 943 time: 0.2120574 Nov 10 17:30:38.614714 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-ed30ef5c-92fd-4c4d-8214-fbbd6313ed73 service neutron] For port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:30:38.627258 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2, host n-h1-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:30:38.627503 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-ed30ef5c-92fd-4c4d-8214-fbbd6313ed73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:38.637474 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2-n-h1-776250-10-0 {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:30:38.641803 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:30:38.652035 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e283cb-3602-4b2a-84d0-fe97e0ef88a6 x-openstack-request-id: req-e9e283cb-3602-4b2a-84d0-fe97e0ef88a6 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:30:38.652703 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f428f853-320d-499e-aa61-3cc22319685c", "name": "network-vif-plugged", "status": "completed", "tag": "b499287f-4e8b-4c16-87b7-0c2a8c5f4d02", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:30:38.653125 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e9e283cb-3602-4b2a-84d0-fe97e0ef88a6 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:30:38.653846 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f428f853-320d-499e-aa61-3cc22319685c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b499287f-4e8b-4c16-87b7-0c2a8c5f4d02', 'code': 200} Nov 10 17:30:38.769708 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7c531aa9-4201-4256-adac-30f407e0f35c req-817900bd-2daa-4a50-87ef-451348540653 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645765 Nov 10 17:30:38.783593 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30ef5c-92fd-4c4d-8214-fbbd6313ed73 service neutron] Pushing event updated for resources: {'Port': ['ID=64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2,revision_number=8']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:38.805222 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-6cdaffb9-435a-4faf-b5b8-462c5e9fed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:38.807141 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-6cdaffb9-435a-4faf-b5b8-462c5e9fed69 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1 HTTP/1.1" status: 200 len: 922 time: 0.2955487 Nov 10 17:30:38.837264 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c763d7-db03-472f-a579-63ee7dfcb5ac req-5096956f-22a3-4deb-9b73-410ca2dcf816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:38.843448 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-66c763d7-db03-472f-a579-63ee7dfcb5ac req-5096956f-22a3-4deb-9b73-410ca2dcf816 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 1102 time: 0.0965903 Nov 10 17:30:38.904527 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-ed30ef5c-92fd-4c4d-8214-fbbd6313ed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:38.905152 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-ed30ef5c-92fd-4c4d-8214-fbbd6313ed73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:38.906514 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-ed30ef5c-92fd-4c4d-8214-fbbd6313ed73 service neutron] 10.222.0.13 "PUT /v2.0/ports/64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 HTTP/1.1" status: 200 len: 1123 time: 1.5459349 Nov 10 17:30:38.907955 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-29d88466-a772-4dc6-b32b-1667b98ae376 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=665f9b24-26a2-4fc2-a3c4-5e7a82a91999 HTTP/1.1" status: 200 len: 217 time: 0.0882573 Nov 10 17:30:38.948086 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-66c763d7-db03-472f-a579-63ee7dfcb5ac req-3bc14acb-08a1-460c-a303-28c78965da4e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010716 Nov 10 17:30:39.018862 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:30:39.043468 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395abbb5-09ef-4f90-88ef-91838df0fa19 req-1d31a1e1-992d-479b-b61c-b6a1c0aca8bf tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:39.045007 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-395abbb5-09ef-4f90-88ef-91838df0fa19 req-1d31a1e1-992d-479b-b61c-b6a1c0aca8bf tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 946 time: 0.1528239 Nov 10 17:30:39.049207 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-4d31c415-4b16-4880-85c9-342c09dc82bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:39.051195 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-4d31c415-4b16-4880-85c9-342c09dc82bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f3d9be19-2b8d-48ad-890a-609759e284ae HTTP/1.1" status: 200 len: 861 time: 0.1151915 Nov 10 17:30:39.058995 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57180) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:39.083207 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:30:39.207512 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Attempting to bind port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 on host n-h1-776250-10 for vnic_type normal with profile {"migrating_to": "n-h2-776250-10"} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:30:39.208433 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Attempting to bind port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:30:39.208883 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Attempting to bind port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 on network ee9bf645-62ea-4fb8-afab-51398fe4d64d {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:30:39.223411 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 on network ee9bf645-62ea-4fb8-afab-51398fe4d64d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:30:39.227934 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Attempting to bind port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 on network ee9bf645-62ea-4fb8-afab-51398fe4d64d {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:30:39.236708 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:30:39.242374 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Checking segment: {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:30:39.242936 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Bound using segment: {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:30:39.243542 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Bound port: 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:30:39.244043 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:39.260269 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-298f2899-eeef-4cb3-a5ad-0030370896b2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011236 Nov 10 17:30:39.276779 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-c0564c08-8e86-4661-902a-95439f1f5a75 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:39.277851 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-395abbb5-09ef-4f90-88ef-91838df0fa19 req-ab1bd531-4ef6-4449-ac85-1ab40a7975d8 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083023 Nov 10 17:30:39.284741 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-c0564c08-8e86-4661-902a-95439f1f5a75 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/networks?id=3b68cb86-ae6d-409e-9e8e-fa13081031ba HTTP/1.1" status: 200 len: 811 time: 0.1459236 Nov 10 17:30:39.322081 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-e16bb389-fe8c-4f66-bf19-d43afb6a9c3a tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/quotas/ed22ff5850684fb18710e4a738614c84 HTTP/1.1" status: 200 len: 375 time: 0.0356379 Nov 10 17:30:39.382075 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-fd814b64-7233-43f0-90a7-497dbac29b2a tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed22ff5850684fb18710e4a738614c84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591433 Nov 10 17:30:39.475718 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-cb0be0e8-eae4-45bd-b919-02836471c803 service neutron] 10.222.0.11 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957185 Nov 10 17:30:39.501688 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-3acc2b7d-f1e6-4a1f-8741-58999a0516f3 service neutron] 10.222.0.39 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186588 Nov 10 17:30:39.506891 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-040bc8ff-ddca-4497-be9d-0cdb5b7e2723 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=972b151c649044219c436e3cbd0ebb30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4465494 Nov 10 17:30:39.524670 n-d-776250-10 neutron-server[102470]: WARNING neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Concurrent port binding operations failed on port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 Nov 10 17:30:39.530032 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:39.538193 n-d-776250-10 neutron-server[102470]: INFO neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Attempt 2 to bind port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 Nov 10 17:30:39.538911 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 has no active binding in host n-h2-776250-10 {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 17:30:39.586233 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57190) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:39.626134 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-622fab57-1723-49d4-866b-eabb0dc5bc3c service neutron] 10.222.0.39 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235876 Nov 10 17:30:39.699780 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b803e0-31a3-4537-a1a9-7c3707a7e4fc req-3eee0472-9a7a-4b6c-82d9-766bdeb03ad2 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:39.701978 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-33b803e0-31a3-4537-a1a9-7c3707a7e4fc req-3eee0472-9a7a-4b6c-82d9-766bdeb03ad2 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/ports?device_id=e384b3b5-6462-4224-bc80-22f56f3a7010&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1863182 Nov 10 17:30:39.727114 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-62f52eb6-2259-4521-9986-b00e6f13e81b service neutron] 10.222.0.11 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411430 Nov 10 17:30:39.767412 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ef1023fe-0199-4743-895f-cf5b0c71a8b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:39.787159 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-33b803e0-31a3-4537-a1a9-7c3707a7e4fc req-38d37f6e-211e-48d2-a4c4-12c8f7736050 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.98 HTTP/1.1" status: 200 len: 695 time: 0.0718079 Nov 10 17:30:39.805083 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ef1023fe-0199-4743-895f-cf5b0c71a8b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:39.809481 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-33b803e0-31a3-4537-a1a9-7c3707a7e4fc req-74f76de4-5cb4-4d9f-b405-9ffc5a440792 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Request body: {'floatingip': {'port_id': '638380f4-a6ca-4264-9eaa-faf61af36b3b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:39.864282 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-33b803e0-31a3-4537-a1a9-7c3707a7e4fc req-74f76de4-5cb4-4d9f-b405-9ffc5a440792 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks [] for floatingip, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:39.900107 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047cee80-0d3e-4863-8cde-69d1baee5690 req-839bc8ce-be5d-42f1-b34d-902d24608937 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:39.911775 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-047cee80-0d3e-4863-8cde-69d1baee5690 req-839bc8ce-be5d-42f1-b34d-902d24608937 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a85700c-91fd-44ad-ae5b-623e886d56c3 HTTP/1.1" status: 200 len: 944 time: 0.0798333 Nov 10 17:30:39.929801 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 6a89e4cc-86c8-44fe-a4f9-58c80bcc931a details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:30:39.974321 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-047cee80-0d3e-4863-8cde-69d1baee5690 req-7833a924-3c56-44d0-8eaf-eeb027147a53 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/security-groups?id=3dd1f7f9-bbbd-45a9-ae8e-7c3117597c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614645 Nov 10 17:30:40.108215 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ef1023fe-0199-4743-895f-cf5b0c71a8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:40.131290 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ef1023fe-0199-4743-895f-cf5b0c71a8b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:40.136994 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ef1023fe-0199-4743-895f-cf5b0c71a8b0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/120f843a-09dd-4cf0-9f2a-c2109fb2d102 HTTP/1.1" status: 204 len: 168 time: 0.5494609 Nov 10 17:30:40.184074 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 6a89e4cc-86c8-44fe-a4f9-58c80bcc931a, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=6a89e4cc-86c8-44fe-a4f9-58c80bcc931a,segment=NetworkSegment(c28591c0-e56d-4649-abbe-8ecb0836f1f8),segment_id=c28591c0-e56d-4649-abbe-8ecb0836f1f8)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:40.194665 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066affa-371a-4d2f-a219-50a9efd6cf5b req-dd47fdb6-5ed9-41b0-9e9a-494cf1e87670 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:40.208611 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d066affa-371a-4d2f-a219-50a9efd6cf5b req-dd47fdb6-5ed9-41b0-9e9a-494cf1e87670 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 950 time: 0.1358700 Nov 10 17:30:40.220290 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1023fe-0199-4743-895f-cf5b0c71a8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120f843a-09dd-4cf0-9f2a-c2109fb2d102,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:40.249572 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '6a89e4cc-86c8-44fe-a4f9-58c80bcc931a', 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d', 'port_id': '6a89e4cc-86c8-44fe-a4f9-58c80bcc931a', 'mac_address': 'fa:16:3e:50:cd:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ffcd500-8c49-45db-8ca7-a366a29076c0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:30:40.305520 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8904de-d6e7-450a-8ba4-bb9110b4205e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2'}, {'name': 'network-changed', 'server_uuid': '5e8904de-d6e7-450a-8ba4-bb9110b4205e', 'tag': '64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:30:40.315044 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5f2ac3-f9dc-4758-a54c-b6a1dcc0b963" -d '{"events": [{"server_uuid": "5e8904de-d6e7-450a-8ba4-bb9110b4205e", "name": "network-vif-unplugged", "status": "completed", "tag": "64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2"}, {"name": "network-changed", "server_uuid": "5e8904de-d6e7-450a-8ba4-bb9110b4205e", "tag": "64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:30:40.332134 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:40.352064 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a89e4cc-86c8-44fe-a4f9-58c80bcc931a {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:30:40.397636 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 6a89e4cc-86c8-44fe-a4f9-58c80bcc931a, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=6a89e4cc-86c8-44fe-a4f9-58c80bcc931a,segment=NetworkSegment(c28591c0-e56d-4649-abbe-8ecb0836f1f8),segment_id=c28591c0-e56d-4649-abbe-8ecb0836f1f8)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:40.404506 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:40.432918 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d066affa-371a-4d2f-a219-50a9efd6cf5b req-ec4e494b-d72b-426a-9056-b089cc7bd784 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226319 Nov 10 17:30:40.486900 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=6a89e4cc-86c8-44fe-a4f9-58c80bcc931a,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:40.665188 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e885c487-0da2-45fc-9249-09156a39b6ff req-328001ef-bd4d-490b-8785-1ef2de96cf0c tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb44879c-5680-4adc-99de-7aadc867c4b3 HTTP/1.1" status: 200 len: 210 time: 0.0431700 Nov 10 17:30:40.683083 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['6a89e4cc-86c8-44fe-a4f9-58c80bcc931a'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:30:40.870062 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a66260-9891-4483-b15d-eae437e77210 req-16f90a68-9ee6-4e9e-aaca-51cace60659e tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:40.880456 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-38a66260-9891-4483-b15d-eae437e77210 req-16f90a68-9ee6-4e9e-aaca-51cace60659e tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 943 time: 0.0688376 Nov 10 17:30:40.958543 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-38a66260-9891-4483-b15d-eae437e77210 req-e82ae1fe-06d7-408c-ae62-f1fa8cb784b3 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767694 Nov 10 17:30:41.018540 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57218) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:41.108968 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57220) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:41.109721 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-79b520ca-4dfd-47e6-b001-0d0bc98af152 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3bdfe28f070f4556bc62212203affe74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0890346 Nov 10 17:30:41.132903 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c7fd9-8951-4e1c-9c0a-9147a8f6f4c6 req-a5e619dc-095e-45ef-b36c-50bfbff7f119 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:41.134809 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-185c7fd9-8951-4e1c-9c0a-9147a8f6f4c6 req-a5e619dc-095e-45ef-b36c-50bfbff7f119 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 946 time: 0.0910881 Nov 10 17:30:41.188611 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-185c7fd9-8951-4e1c-9c0a-9147a8f6f4c6 req-c1342aba-5e9f-488b-b71a-dc2063bb5bd4 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442224 Nov 10 17:30:41.243523 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 10 Nov 2021 17:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a444d335-885d-4cae-956c-510c7a0fc1c8 x-openstack-request-id: req-a444d335-885d-4cae-956c-510c7a0fc1c8 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:30:41.243754 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8904de-d6e7-450a-8ba4-bb9110b4205e", "name": "network-vif-unplugged", "status": "completed", "tag": "64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2", "code": 200}, {"name": "network-changed", "server_uuid": "5e8904de-d6e7-450a-8ba4-bb9110b4205e", "tag": "64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:30:41.244008 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a444d335-885d-4cae-956c-510c7a0fc1c8 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:30:41.244487 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8904de-d6e7-450a-8ba4-bb9110b4205e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2', 'code': 200} Nov 10 17:30:41.244746 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8904de-d6e7-450a-8ba4-bb9110b4205e', 'tag': '64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2', 'status': 'completed', 'code': 200} Nov 10 17:30:41.355632 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e20bf-9243-4cbb-86e5-c4dbcf472bbd req-fcf572fb-1d96-4672-abef-3d85ca99785c tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:41.357372 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-888e20bf-9243-4cbb-86e5-c4dbcf472bbd req-fcf572fb-1d96-4672-abef-3d85ca99785c tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a85700c-91fd-44ad-ae5b-623e886d56c3 HTTP/1.1" status: 200 len: 945 time: 0.0592117 Nov 10 17:30:41.413689 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-888e20bf-9243-4cbb-86e5-c4dbcf472bbd req-3a482f27-6236-4281-8a71-bf2a2700c888 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/security-groups?id=3dd1f7f9-bbbd-45a9-ae8e-7c3117597c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490353 Nov 10 17:30:41.561414 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac9169-1c3d-456d-bfba-d5dbc2e57bb3 req-25f43cfc-afdb-45d2-8564-27bceeba37ed tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:41.563133 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-88ac9169-1c3d-456d-bfba-d5dbc2e57bb3 req-25f43cfc-afdb-45d2-8564-27bceeba37ed tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 950 time: 0.0663605 Nov 10 17:30:41.574547 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4be773ba-17f8-4832-971c-680909d780fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:41.631410 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4be773ba-17f8-4832-971c-680909d780fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:41.633505 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-88ac9169-1c3d-456d-bfba-d5dbc2e57bb3 req-7b7c44fc-00ee-4fb4-99e8-973eb75d5093 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614417 Nov 10 17:30:41.635103 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-33b803e0-31a3-4537-a1a9-7c3707a7e4fc req-74f76de4-5cb4-4d9f-b405-9ffc5a440792 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:41.645842 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-33b803e0-31a3-4537-a1a9-7c3707a7e4fc req-74f76de4-5cb4-4d9f-b405-9ffc5a440792 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:41.690153 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f2ac3-f9dc-4758-a54c-b6a1dcc0b963 req-4bc5927e-ecb7-4f6d-94ec-44b85171fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:41.691835 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ee5f2ac3-f9dc-4758-a54c-b6a1dcc0b963 req-4bc5927e-ecb7-4f6d-94ec-44b85171fd9e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 1126 time: 0.1299860 Nov 10 17:30:41.852644 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-59d0a3ac-66df-46ce-afad-d8fd673c0bae req-50399ba1-a1fc-4a4c-9efd-6b473d3de753 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:30:41.859203 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-59d0a3ac-66df-46ce-afad-d8fd673c0bae req-50399ba1-a1fc-4a4c-9efd-6b473d3de753 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121193 Nov 10 17:30:41.905571 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-c8a8b30f-e834-4b74-8a08-2c4dd2f24376 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:41.907066 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-c8a8b30f-e834-4b74-8a08-2c4dd2f24376 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.13 "GET /v2.0/networks?id=3b68cb86-ae6d-409e-9e8e-fa13081031ba HTTP/1.1" status: 200 len: 811 time: 0.2143173 Nov 10 17:30:41.943976 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 6a89e4cc-86c8-44fe-a4f9-58c80bcc931a up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:30:41.959340 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-38f5925b-a179-4fff-8bcd-9cdcc44ee532 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Request body: {'port': {'device_id': 'cb44879c-5680-4adc-99de-7aadc867c4b3', 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba', 'admin_state_up': True, 'tenant_id': 'ed22ff5850684fb18710e4a738614c84'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:42.049074 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4be773ba-17f8-4832-971c-680909d780fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:42.052203 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4be773ba-17f8-4832-971c-680909d780fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:42.053375 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4be773ba-17f8-4832-971c-680909d780fd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a67a540c-d6ed-49ff-9e22-4aef0940fba8 HTTP/1.1" status: 204 len: 168 time: 0.9434452 Nov 10 17:30:42.059930 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 6a89e4cc-86c8-44fe-a4f9-58c80bcc931a completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:30:42.073269 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 6a89e4cc-86c8-44fe-a4f9-58c80bcc931a triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:42.073952 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:42.101691 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f2ac3-f9dc-4758-a54c-b6a1dcc0b963 req-fcbfdd2b-9657-4dc6-ac1a-bc3fd15fe012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:42.106751 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ee5f2ac3-f9dc-4758-a54c-b6a1dcc0b963 req-fcbfdd2b-9657-4dc6-ac1a-bc3fd15fe012 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ee9bf645-62ea-4fb8-afab-51398fe4d64d HTTP/1.1" status: 200 len: 909 time: 0.3911798 Nov 10 17:30:42.111967 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [req-33b803e0-31a3-4537-a1a9-7c3707a7e4fc req-74f76de4-5cb4-4d9f-b405-9ffc5a440792 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Floating IP d8e32e16-5fd5-4a5c-9e5c-63d79c2ad9bc associated. External IP: 172.25.5.98, port: 638380f4-a6ca-4264-9eaa-faf61af36b3b. Nov 10 17:30:42.231857 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-def3c9b8-060a-462c-b2b0-ee6a439931a7 req-ba092e7f-d0fc-4713-a38a-aab40d9d76d9 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb44879c-5680-4adc-99de-7aadc867c4b3 HTTP/1.1" status: 200 len: 210 time: 0.0460575 Nov 10 17:30:42.235813 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be773ba-17f8-4832-971c-680909d780fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67a540c-d6ed-49ff-9e22-4aef0940fba8,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:42.296309 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:42.346000 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ee5f2ac3-f9dc-4758-a54c-b6a1dcc0b963 req-dd6f2bc8-72d7-4d8d-9117-15bb87c18164 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 HTTP/1.1" status: 200 len: 217 time: 0.1011865 Nov 10 17:30:42.366289 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 6a89e4cc-86c8-44fe-a4f9-58c80bcc931a, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=6a89e4cc-86c8-44fe-a4f9-58c80bcc931a,segment=NetworkSegment(c28591c0-e56d-4649-abbe-8ecb0836f1f8),segment_id=c28591c0-e56d-4649-abbe-8ecb0836f1f8)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:42.367864 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a85700c-91fd-44ad-ae5b-623e886d56c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a89e4cc-86c8-44fe-a4f9-58c80bcc931a'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:30:42.372037 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc5e0a1-e157-46e8-8c5f-51b6a7ef2bb0" -d '{"events": [{"server_uuid": "3a85700c-91fd-44ad-ae5b-623e886d56c3", "name": "network-vif-plugged", "status": "completed", "tag": "6a89e4cc-86c8-44fe-a4f9-58c80bcc931a"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:30:42.378511 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:42.470101 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=6a89e4cc-86c8-44fe-a4f9-58c80bcc931a,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:42.485594 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808948ae-b1eb-4650-8680-0244dcd5d131 req-6527f82d-fad7-4687-85fe-c8df071520bc tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:42.487453 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-808948ae-b1eb-4650-8680-0244dcd5d131 req-6527f82d-fad7-4687-85fe-c8df071520bc tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 943 time: 0.1089313 Nov 10 17:30:42.522035 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4be07bff-8c50-428a-8787-493d73c860c2 req-1c2530e3-55ad-4b30-bfe9-c72420e379fe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2836843 Nov 10 17:30:42.525887 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f2ac3-f9dc-4758-a54c-b6a1dcc0b963 req-ffce15d6-9015-448d-9a73-585216793ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:42.527470 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ee5f2ac3-f9dc-4758-a54c-b6a1dcc0b963 req-ffce15d6-9015-448d-9a73-585216793ef0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6dcea188-714e-4316-9245-d3631f0cca17 HTTP/1.1" status: 200 len: 848 time: 0.1665542 Nov 10 17:30:42.533221 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-38f5925b-a179-4fff-8bcd-9cdcc44ee532 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Made reservation on behalf of ed22ff5850684fb18710e4a738614c84 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:30:42.537670 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-38f5925b-a179-4fff-8bcd-9cdcc44ee532 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:42.559136 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-808948ae-b1eb-4650-8680-0244dcd5d131 req-2b8f65cb-3eb6-4e70-8333-2b2c660cc3be tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617526 Nov 10 17:30:42.602980 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ee5f2ac3-f9dc-4758-a54c-b6a1dcc0b963 req-bab3979f-e0cb-410a-af69-b1a0495ce746 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ee9bf645-62ea-4fb8-afab-51398fe4d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613198 Nov 10 17:30:42.704331 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d98965-3564-42ab-921d-e088756dca7a req-73ccb35e-55e9-407f-bd0e-6d385125ff99 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:42.717214 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-59d98965-3564-42ab-921d-e088756dca7a req-73ccb35e-55e9-407f-bd0e-6d385125ff99 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 950 time: 0.0845363 Nov 10 17:30:42.809573 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-59d98965-3564-42ab-921d-e088756dca7a req-d5882983-6a53-4ae6-a2e0-135a7fd155a9 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760252 Nov 10 17:30:42.821672 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33b803e0-31a3-4537-a1a9-7c3707a7e4fc req-74f76de4-5cb4-4d9f-b405-9ffc5a440792 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Router c28c347e-b49d-4459-acd7-3b9dccd7ed17 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:30:42.876740 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-38f5925b-a179-4fff-8bcd-9cdcc44ee532 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Allocated IP 172.20.0.13 (3b68cb86-ae6d-409e-9e8e-fa13081031ba/c0afeb92-d610-4dbb-bb57-6c690afd8fdf/d8c7c63b-f42b-4d1c-8dd8-93a24b28a020) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:30:42.884446 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ee5f2ac3-f9dc-4758-a54c-b6a1dcc0b963 req-d00b3a6c-342b-4019-8044-bb628c61f66e service neutron] 10.222.0.11 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657809 Nov 10 17:30:42.975672 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5e688-3d09-4a2f-bf17-658f543f94b7 req-1b6fa4a9-dfc5-4a49-81c5-c9128bcd8473 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:42.984678 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4de5e688-3d09-4a2f-bf17-658f543f94b7 req-1b6fa4a9-dfc5-4a49-81c5-c9128bcd8473 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 946 time: 0.1039531 Nov 10 17:30:43.076299 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4de5e688-3d09-4a2f-bf17-658f543f94b7 req-f39e3036-31c7-4ef1-be58-392e6a89f984 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886848 Nov 10 17:30:43.144907 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00f3e56-5534-429d-806c-4ba0b61ebe01 x-openstack-request-id: req-a00f3e56-5534-429d-806c-4ba0b61ebe01 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:30:43.145449 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a85700c-91fd-44ad-ae5b-623e886d56c3", "name": "network-vif-plugged", "status": "completed", "tag": "6a89e4cc-86c8-44fe-a4f9-58c80bcc931a", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:30:43.146000 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a00f3e56-5534-429d-806c-4ba0b61ebe01 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:30:43.146692 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a85700c-91fd-44ad-ae5b-623e886d56c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a89e4cc-86c8-44fe-a4f9-58c80bcc931a', 'code': 200} Nov 10 17:30:43.167217 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ee5f2ac3-f9dc-4758-a54c-b6a1dcc0b963 req-5cacd54b-1fbf-40a9-b39a-a4198d3f993e service neutron] 10.222.0.11 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453103 Nov 10 17:30:43.170583 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33b803e0-31a3-4537-a1a9-7c3707a7e4fc req-74f76de4-5cb4-4d9f-b405-9ffc5a440792 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:30:43.178467 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-33b803e0-31a3-4537-a1a9-7c3707a7e4fc req-74f76de4-5cb4-4d9f-b405-9ffc5a440792 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:43.184408 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26950dff-25a0-4820-9d4a-51086e9aed79 None None] Sync routers for ids ['c28c347e-b49d-4459-acd7-3b9dccd7ed17'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:30:43.203673 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26950dff-25a0-4820-9d4a-51086e9aed79 None None] Routers {'c28c347e-b49d-4459-acd7-3b9dccd7ed17'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:30:43.207565 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-26950dff-25a0-4820-9d4a-51086e9aed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:30:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['c28c347e-b49d-4459-acd7-3b9dccd7ed17'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:43.313868 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-33b803e0-31a3-4537-a1a9-7c3707a7e4fc req-74f76de4-5cb4-4d9f-b405-9ffc5a440792 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "PUT /v2.0/floatingips/d8e32e16-5fd5-4a5c-9e5c-63d79c2ad9bc HTTP/1.1" status: 200 len: 995 time: 3.5164430 Nov 10 17:30:43.319356 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e384b3b5-6462-4224-bc80-22f56f3a7010', 'tag': '638380f4-a6ca-4264-9eaa-faf61af36b3b'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:30:43.322436 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389f4c1c-2c5d-476f-bf0e-da65226e4e08" -d '{"events": [{"name": "network-changed", "server_uuid": "e384b3b5-6462-4224-bc80-22f56f3a7010", "tag": "638380f4-a6ca-4264-9eaa-faf61af36b3b"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:30:43.338765 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0156cd9-170e-4cd7-bc23-20306f0d1d1b req-23b5f056-767d-42ac-93dd-6f7c82eeef3d tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:43.347758 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0156cd9-170e-4cd7-bc23-20306f0d1d1b req-23b5f056-767d-42ac-93dd-6f7c82eeef3d tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a85700c-91fd-44ad-ae5b-623e886d56c3 HTTP/1.1" status: 200 len: 946 time: 0.0983992 Nov 10 17:30:43.348838 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-38f5925b-a179-4fff-8bcd-9cdcc44ee532 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:43.397314 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-26950dff-25a0-4820-9d4a-51086e9aed79 None None] Set router c28c347e-b49d-4459-acd7-3b9dccd7ed17 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:30:43.442635 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89e1fc-c647-44be-87b6-0962a13283d4 req-16050840-80e3-4239-be69-5fb484ca16e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:43.445700 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7f89e1fc-c647-44be-87b6-0962a13283d4 req-16050840-80e3-4239-be69-5fb484ca16e6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3a85700c-91fd-44ad-ae5b-623e886d56c3 HTTP/1.1" status: 200 len: 1098 time: 0.1516566 Nov 10 17:30:43.464316 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0156cd9-170e-4cd7-bc23-20306f0d1d1b req-b1f7a72c-0fd5-4efe-ba1f-00c40e10b677 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/security-groups?id=3dd1f7f9-bbbd-45a9-ae8e-7c3117597c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123922 Nov 10 17:30:43.509496 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b803e0-31a3-4537-a1a9-7c3707a7e4fc req-fc98e4d5-d460-44d5-aa54-4d31af3d2efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:43.511104 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-33b803e0-31a3-4537-a1a9-7c3707a7e4fc req-fc98e4d5-d460-44d5-aa54-4d31af3d2efc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7786fa5e1bea40fd97fc4ce00e97b4ab&device_id=e384b3b5-6462-4224-bc80-22f56f3a7010 HTTP/1.1" status: 200 len: 1097 time: 0.1541326 Nov 10 17:30:43.532219 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-38f5925b-a179-4fff-8bcd-9cdcc44ee532 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:43.716959 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57290) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:43.809979 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-38f5925b-a179-4fff-8bcd-9cdcc44ee532 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Network 3b68cb86-ae6d-409e-9e8e-fa13081031ba is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:30:43.820005 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-38f5925b-a179-4fff-8bcd-9cdcc44ee532 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:30:43.820952 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f9f72-aa94-4e36-9ce6-678009b90652 req-96f48b72-9e2b-4e90-bc37-d10c3e7e4480 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:43.824598 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7f89e1fc-c647-44be-87b6-0962a13283d4 req-0361d021-ffd8-4517-b231-40bca8ec5643 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3dd1f7f9-bbbd-45a9-ae8e-7c3117597c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3660238 Nov 10 17:30:43.828547 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-38f5925b-a179-4fff-8bcd-9cdcc44ee532 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:30:43.839784 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2d5f9f72-aa94-4e36-9ce6-678009b90652 req-96f48b72-9e2b-4e90-bc37-d10c3e7e4480 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb44879c-5680-4adc-99de-7aadc867c4b3 HTTP/1.1" status: 200 len: 932 time: 0.1658640 Nov 10 17:30:43.859007 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5925b-a179-4fff-8bcd-9cdcc44ee532 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Pushing event updated for resources: {'Port': ['ID=d8c7c63b-f42b-4d1c-8dd8-93a24b28a020,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:43.873073 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5925b-a179-4fff-8bcd-9cdcc44ee532 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:43.873773 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5925b-a179-4fff-8bcd-9cdcc44ee532 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:43.874350 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5925b-a179-4fff-8bcd-9cdcc44ee532 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:43.875143 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5925b-a179-4fff-8bcd-9cdcc44ee532 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:43.875658 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5925b-a179-4fff-8bcd-9cdcc44ee532 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:43.876070 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5925b-a179-4fff-8bcd-9cdcc44ee532 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:43.876429 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5925b-a179-4fff-8bcd-9cdcc44ee532 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:43.876814 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5925b-a179-4fff-8bcd-9cdcc44ee532 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:43.877288 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5925b-a179-4fff-8bcd-9cdcc44ee532 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:43.878448 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5925b-a179-4fff-8bcd-9cdcc44ee532 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:43.878939 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5925b-a179-4fff-8bcd-9cdcc44ee532 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:43.879398 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f5925b-a179-4fff-8bcd-9cdcc44ee532 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:43.930504 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-38f5925b-a179-4fff-8bcd-9cdcc44ee532 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:43.931138 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-38f5925b-a179-4fff-8bcd-9cdcc44ee532 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:43.946043 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b803e0-31a3-4537-a1a9-7c3707a7e4fc req-cdd6d1e6-16f0-40de-9544-1589546c1621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:43.948281 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-33b803e0-31a3-4537-a1a9-7c3707a7e4fc req-cdd6d1e6-16f0-40de-9544-1589546c1621 service neutron] 10.222.0.39 "GET /v2.0/networks?id=54bf8d1c-423e-43f6-a8fe-4660120f9a8d HTTP/1.1" status: 200 len: 930 time: 0.4284997 Nov 10 17:30:43.951710 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-06c52b0a-f7f4-4aa4-8105-7b673a2ea80a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1268988109-network', 'tenant_id': '550346fb7b854e588018ed0d527afbf6'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:43.966390 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2d5f9f72-aa94-4e36-9ce6-678009b90652 req-c8ace9f6-ebd7-4d1c-ab89-1166f62097c6 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254334 Nov 10 17:30:43.968091 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-26950dff-25a0-4820-9d4a-51086e9aed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009667961-router', 'tenant_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '27e7970b-ed0d-49d8-b977-592559928614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:06Z', 'updated_at': '2021-11-10T17:30:12Z', 'revision_number': 4, 'project_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'gw_port': {'id': '27e7970b-ed0d-49d8-b977-592559928614', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:07Z', 'updated_at': '2021-11-10T17:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'd8e32e16-5fd5-4a5c-9e5c-63d79c2ad9bc', 'tenant_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'floating_ip_address': '172.25.5.98', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'port_id': '638380f4-a6ca-4264-9eaa-faf61af36b3b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54bf8d1c-423e-43f6-a8fe-4660120f9a8d', 'mac_address': 'fa:16:3e:05:2a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e384b3b5-6462-4224-bc80-22f56f3a7010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:30:36Z', 'updated_at': '2021-11-10T17:30:41Z', 'revision_number': 1, 'project_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b48d6c1c-0fbf-40db-bb7d-fea813a31eb7', 'name': '', 'network_id': '54bf8d1c-423e-43f6-a8fe-4660120f9a8d', 'tenant_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'mac_address': 'fa:16:3e:a5:ad:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '219de3b2-e969-4a15-8a5a-bfef4c84ee74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:11Z', 'updated_at': '2021-11-10T17:30:17Z', 'revision_number': 5, 'project_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'subnets': [{'id': '219de3b2-e969-4a15-8a5a-bfef4c84ee74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:43.972754 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-38f5925b-a179-4fff-8bcd-9cdcc44ee532 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0201783 Nov 10 17:30:43.996662 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26950dff-25a0-4820-9d4a-51086e9aed79 None None] Checking router: c28c347e-b49d-4459-acd7-3b9dccd7ed17 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:30:44.006396 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26950dff-25a0-4820-9d4a-51086e9aed79 None None] Routers {'c28c347e-b49d-4459-acd7-3b9dccd7ed17'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:30:44.007119 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-26950dff-25a0-4820-9d4a-51086e9aed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:30:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['c28c347e-b49d-4459-acd7-3b9dccd7ed17'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:44.021169 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-1992a498-4725-4e27-8deb-e517bb9d6bc1 service neutron] Request body: {'port': {'device_id': 'cb44879c-5680-4adc-99de-7aadc867c4b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:44.076271 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ecb7ce-3a24-4d39-a085-cec3efb94e26 x-openstack-request-id: req-81ecb7ce-3a24-4d39-a085-cec3efb94e26 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:30:44.076557 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e384b3b5-6462-4224-bc80-22f56f3a7010", "tag": "638380f4-a6ca-4264-9eaa-faf61af36b3b", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:30:44.076809 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-81ecb7ce-3a24-4d39-a085-cec3efb94e26 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:30:44.077204 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e384b3b5-6462-4224-bc80-22f56f3a7010', 'tag': '638380f4-a6ca-4264-9eaa-faf61af36b3b', 'status': 'completed', 'code': 200} Nov 10 17:30:44.127430 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c52b0a-f7f4-4aa4-8105-7b673a2ea80a admin admin] Made reservation on behalf of 550346fb7b854e588018ed0d527afbf6 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:30:44.127652 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-06c52b0a-f7f4-4aa4-8105-7b673a2ea80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:44.157867 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-06c52b0a-f7f4-4aa4-8105-7b673a2ea80a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:44.167598 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-26950dff-25a0-4820-9d4a-51086e9aed79 None None] Set router c28c347e-b49d-4459-acd7-3b9dccd7ed17 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:30:44.192842 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629db05-334c-4d80-986d-5f9c3ae77ae5 req-991ef588-f6cc-4fb8-863c-29d1581c4a29 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:44.193406 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-33b803e0-31a3-4537-a1a9-7c3707a7e4fc req-a2f12665-718b-4c1f-90ee-de04c0817798 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=638380f4-a6ca-4264-9eaa-faf61af36b3b HTTP/1.1" status: 200 len: 998 time: 0.2339900 Nov 10 17:30:44.198763 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9629db05-334c-4d80-986d-5f9c3ae77ae5 req-991ef588-f6cc-4fb8-863c-29d1581c4a29 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 943 time: 0.0900872 Nov 10 17:30:44.218301 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-1992a498-4725-4e27-8deb-e517bb9d6bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:44.225593 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f4c1c-2c5d-476f-bf0e-da65226e4e08 req-508e61d4-46f0-4965-8259-f35bc724cae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:44.227096 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-389f4c1c-2c5d-476f-bf0e-da65226e4e08 req-508e61d4-46f0-4965-8259-f35bc724cae9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7786fa5e1bea40fd97fc4ce00e97b4ab&device_id=e384b3b5-6462-4224-bc80-22f56f3a7010 HTTP/1.1" status: 200 len: 1097 time: 0.1434340 Nov 10 17:30:44.269304 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9629db05-334c-4d80-986d-5f9c3ae77ae5 req-16d81089-138e-4d7e-bde4-007720c2dd2d tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605867 Nov 10 17:30:44.410690 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d15ef-979d-4af1-8828-60128669b717 req-d638ecfb-33df-40b4-a017-055b49f041b4 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:44.422113 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c35d15ef-979d-4af1-8828-60128669b717 req-d638ecfb-33df-40b4-a017-055b49f041b4 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 950 time: 0.0800874 Nov 10 17:30:44.497367 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c35d15ef-979d-4af1-8828-60128669b717 req-3e198b4d-496f-4ac0-9990-0b8f04260f8b tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741313 Nov 10 17:30:44.571244 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-26950dff-25a0-4820-9d4a-51086e9aed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009667961-router', 'tenant_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '27e7970b-ed0d-49d8-b977-592559928614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:06Z', 'updated_at': '2021-11-10T17:30:12Z', 'revision_number': 4, 'project_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'gw_port': {'id': '27e7970b-ed0d-49d8-b977-592559928614', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:07Z', 'updated_at': '2021-11-10T17:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'd8e32e16-5fd5-4a5c-9e5c-63d79c2ad9bc', 'tenant_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'floating_ip_address': '172.25.5.98', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'port_id': '638380f4-a6ca-4264-9eaa-faf61af36b3b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54bf8d1c-423e-43f6-a8fe-4660120f9a8d', 'mac_address': 'fa:16:3e:05:2a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e384b3b5-6462-4224-bc80-22f56f3a7010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:30:36Z', 'updated_at': '2021-11-10T17:30:41Z', 'revision_number': 1, 'project_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b48d6c1c-0fbf-40db-bb7d-fea813a31eb7', 'name': '', 'network_id': '54bf8d1c-423e-43f6-a8fe-4660120f9a8d', 'tenant_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'mac_address': 'fa:16:3e:a5:ad:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '219de3b2-e969-4a15-8a5a-bfef4c84ee74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:11Z', 'updated_at': '2021-11-10T17:30:17Z', 'revision_number': 5, 'project_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'subnets': [{'id': '219de3b2-e969-4a15-8a5a-bfef4c84ee74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:44.610511 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26950dff-25a0-4820-9d4a-51086e9aed79 None None] The sync data for ids ['c28c347e-b49d-4459-acd7-3b9dccd7ed17'] in n-d-776250-10 is: [{'id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009667961-router', 'tenant_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '27e7970b-ed0d-49d8-b977-592559928614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:06Z', 'updated_at': '2021-11-10T17:30:12Z', 'revision_number': 4, 'project_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'gw_port': {'id': '27e7970b-ed0d-49d8-b977-592559928614', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:07Z', 'updated_at': '2021-11-10T17:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'd8e32e16-5fd5-4a5c-9e5c-63d79c2ad9bc', 'tenant_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'floating_ip_address': '172.25.5.98', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'port_id': '638380f4-a6ca-4264-9eaa-faf61af36b3b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54bf8d1c-423e-43f6-a8fe-4660120f9a8d', 'mac_address': 'fa:16:3e:05:2a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e384b3b5-6462-4224-bc80-22f56f3a7010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:30:36Z', 'updated_at': '2021-11-10T17:30:41Z', 'revision_number': 1, 'project_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b48d6c1c-0fbf-40db-bb7d-fea813a31eb7', 'name': '', 'network_id': '54bf8d1c-423e-43f6-a8fe-4660120f9a8d', 'tenant_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'mac_address': 'fa:16:3e:a5:ad:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '219de3b2-e969-4a15-8a5a-bfef4c84ee74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:11Z', 'updated_at': '2021-11-10T17:30:17Z', 'revision_number': 5, 'project_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'subnets': [{'id': '219de3b2-e969-4a15-8a5a-bfef4c84ee74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:30:44.670954 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d55b11-f7dd-4272-a3b2-8512e9239c54 req-c4148b8d-f1fb-407d-847f-fe9d404a2746 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:44.672844 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-24d55b11-f7dd-4272-a3b2-8512e9239c54 req-c4148b8d-f1fb-407d-847f-fe9d404a2746 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 946 time: 0.0770233 Nov 10 17:30:44.733621 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-24d55b11-f7dd-4272-a3b2-8512e9239c54 req-2a84878e-27d1-4d4f-a9ad-a0d59779efec tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533178 Nov 10 17:30:44.755073 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b803e0-31a3-4537-a1a9-7c3707a7e4fc req-e31801b9-13a4-40f1-a8bd-9121e9ad8a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:44.756586 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-33b803e0-31a3-4537-a1a9-7c3707a7e4fc req-e31801b9-13a4-40f1-a8bd-9121e9ad8a7e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=219de3b2-e969-4a15-8a5a-bfef4c84ee74 HTTP/1.1" status: 200 len: 868 time: 0.5517805 Nov 10 17:30:44.881694 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791ec63-9dac-46ab-b165-5063180fbdec req-bedbc86a-447d-49d8-9219-89b85dd7a18a tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:44.884251 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d791ec63-9dac-46ab-b165-5063180fbdec req-bedbc86a-447d-49d8-9219-89b85dd7a18a tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a85700c-91fd-44ad-ae5b-623e886d56c3 HTTP/1.1" status: 200 len: 946 time: 0.0629039 Nov 10 17:30:44.901280 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-06c52b0a-f7f4-4aa4-8105-7b673a2ea80a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:44.928073 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-06c52b0a-f7f4-4aa4-8105-7b673a2ea80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:44.954431 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be07bff-8c50-428a-8787-493d73c860c2 req-5cfa5edd-4c1d-4f7a-a199-4d5c9ab1bf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:44.956599 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4be07bff-8c50-428a-8787-493d73c860c2 req-5cfa5edd-4c1d-4f7a-a199-4d5c9ab1bf0b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 1102 time: 0.3372324 Nov 10 17:30:44.975362 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f4c1c-2c5d-476f-bf0e-da65226e4e08 req-e465013e-6e57-4cb0-96dc-cca5e84a414e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:44.976881 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-389f4c1c-2c5d-476f-bf0e-da65226e4e08 req-e465013e-6e57-4cb0-96dc-cca5e84a414e service neutron] 10.222.0.13 "GET /v2.0/networks?id=54bf8d1c-423e-43f6-a8fe-4660120f9a8d HTTP/1.1" status: 200 len: 930 time: 0.4324019 Nov 10 17:30:44.994630 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d791ec63-9dac-46ab-b165-5063180fbdec req-a0ccd098-ded2-4212-8798-1219e20d42fd tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/security-groups?id=3dd1f7f9-bbbd-45a9-ae8e-7c3117597c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883532 Nov 10 17:30:45.000472 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037084c9-1b5a-4d8b-a7df-b88db35da757 None None] New status for floating IP d8e32e16-5fd5-4a5c-9e5c-63d79c2ad9bc: ACTIVE {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:30:45.044259 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c52b0a-f7f4-4aa4-8105-7b673a2ea80a admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:30:45.103481 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b803e0-31a3-4537-a1a9-7c3707a7e4fc req-fd067de8-b917-465c-90de-9a5dc6dee161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:45.105100 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-33b803e0-31a3-4537-a1a9-7c3707a7e4fc req-fd067de8-b917-465c-90de-9a5dc6dee161 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54bf8d1c-423e-43f6-a8fe-4660120f9a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3198249 Nov 10 17:30:45.192809 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-33b803e0-31a3-4537-a1a9-7c3707a7e4fc req-40414db2-9007-4d3a-8a67-a306dfc80317 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:30:45.193805 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-33b803e0-31a3-4537-a1a9-7c3707a7e4fc req-40414db2-9007-4d3a-8a67-a306dfc80317 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111079 Nov 10 17:30:45.198566 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c52b0a-f7f4-4aa4-8105-7b673a2ea80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c464cd-4278-4553-b886-991edbe0895a,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:45.203407 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-06c52b0a-f7f4-4aa4-8105-7b673a2ea80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:45.203790 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-06c52b0a-f7f4-4aa4-8105-7b673a2ea80a admin admin] Added segment 7b5351fa-b7da-4a56-a345-32bddce39070 of type vlan for network 2881d57b-3f4f-4d35-825f-cd2dc9b06116 Nov 10 17:30:45.292927 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd23b0d-f7fb-4140-aaf7-dbdb6de5acfc req-844dfa25-2f88-4907-ac86-eb6e498f47e1 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:45.296639 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4fd23b0d-f7fb-4140-aaf7-dbdb6de5acfc req-844dfa25-2f88-4907-ac86-eb6e498f47e1 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb44879c-5680-4adc-99de-7aadc867c4b3 HTTP/1.1" status: 200 len: 932 time: 0.1071165 Nov 10 17:30:45.335503 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-389f4c1c-2c5d-476f-bf0e-da65226e4e08 req-1c58b510-d6de-46aa-bd8e-a92fd8cdf07e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=638380f4-a6ca-4264-9eaa-faf61af36b3b HTTP/1.1" status: 200 len: 998 time: 0.3015716 Nov 10 17:30:45.337397 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-06c52b0a-f7f4-4aa4-8105-7b673a2ea80a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:45.368693 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4fd23b0d-f7fb-4140-aaf7-dbdb6de5acfc req-89153755-c9a8-4640-ae36-9182f9ee2ac0 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667028 Nov 10 17:30:45.468941 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be07bff-8c50-428a-8787-493d73c860c2 req-6a591512-e256-46e9-bbbe-c32160a71013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:45.470205 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4be07bff-8c50-428a-8787-493d73c860c2 req-6a591512-e256-46e9-bbbe-c32160a71013 service neutron] 10.222.0.11 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.4270818 Nov 10 17:30:45.480376 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88c964-6c8a-441c-8e12-09c73129ca54 req-5ac2d020-279b-4ce8-b1e8-f7d054b26440 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:45.482079 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bd88c964-6c8a-441c-8e12-09c73129ca54 req-5ac2d020-279b-4ce8-b1e8-f7d054b26440 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 943 time: 0.0572186 Nov 10 17:30:45.482837 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-06c52b0a-f7f4-4aa4-8105-7b673a2ea80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:45.483735 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c52b0a-f7f4-4aa4-8105-7b673a2ea80a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:45.484339 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-06c52b0a-f7f4-4aa4-8105-7b673a2ea80a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:45.539350 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bd88c964-6c8a-441c-8e12-09c73129ca54 req-19434d81-990b-4ec6-bacf-8990d9c0d42b tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482545 Nov 10 17:30:45.589866 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f4c1c-2c5d-476f-bf0e-da65226e4e08 req-71fe9753-af2f-492d-84cb-4c00ff7980fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:45.591348 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-389f4c1c-2c5d-476f-bf0e-da65226e4e08 req-71fe9753-af2f-492d-84cb-4c00ff7980fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=219de3b2-e969-4a15-8a5a-bfef4c84ee74 HTTP/1.1" status: 200 len: 868 time: 0.2449262 Nov 10 17:30:45.616301 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4be07bff-8c50-428a-8787-493d73c860c2 req-cc6ad3be-41d4-4c9a-9710-6523f11fc758 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=b499287f-4e8b-4c16-87b7-0c2a8c5f4d02 HTTP/1.1" status: 200 len: 217 time: 0.1258731 Nov 10 17:30:45.618194 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-33b803e0-31a3-4537-a1a9-7c3707a7e4fc req-55801f53-2341-4059-9c68-930a1f5cb81c service neutron] 10.222.0.39 "GET /v2.0/networks/54bf8d1c-423e-43f6-a8fe-4660120f9a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951998 Nov 10 17:30:45.626683 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-06c52b0a-f7f4-4aa4-8105-7b673a2ea80a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8796213 Nov 10 17:30:45.643204 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57308) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:45.649112 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-8d52fea7-aa07-4471-9930-0223541ce67d admin admin] Request body: {'subnet': {'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268988109-subnet', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:45.681767 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d52fea7-aa07-4471-9930-0223541ce67d admin admin] Made reservation on behalf of 550346fb7b854e588018ed0d527afbf6 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:30:45.684348 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d52fea7-aa07-4471-9930-0223541ce67d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:45.694196 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb204b1-8981-40cd-8dac-e3bcfdd6ae70 req-a2fb35f0-b13a-4d54-a928-d1980ee7b5bd tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:45.695809 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dfb204b1-8981-40cd-8dac-e3bcfdd6ae70 req-a2fb35f0-b13a-4d54-a928-d1980ee7b5bd tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 950 time: 0.0813911 Nov 10 17:30:45.746266 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c52b0a-f7f4-4aa4-8105-7b673a2ea80a admin admin] Pushing event updated for resources: {'Network': ['ID=2881d57b-3f4f-4d35-825f-cd2dc9b06116,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:45.754854 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-1992a498-4725-4e27-8deb-e517bb9d6bc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8c7c63b-f42b-4d1c-8dd8-93a24b28a020 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:30:45.756668 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 2881d57b-3f4f-4d35-825f-cd2dc9b06116 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:30:45.775536 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-1992a498-4725-4e27-8deb-e517bb9d6bc1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:45.811884 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be07bff-8c50-428a-8787-493d73c860c2 req-9ecd6392-127a-43c5-99fa-c71b9ac4a74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:45.813572 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4be07bff-8c50-428a-8787-493d73c860c2 req-9ecd6392-127a-43c5-99fa-c71b9ac4a74c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1762283 Nov 10 17:30:45.827382 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-1992a498-4725-4e27-8deb-e517bb9d6bc1 service neutron] Transition to ACTIVE for port object d8c7c63b-f42b-4d1c-8dd8-93a24b28a020 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:30:45.841929 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dfb204b1-8981-40cd-8dac-e3bcfdd6ae70 req-806a2153-561c-4bc5-b353-7fdfa31524e8 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264660 Nov 10 17:30:45.850345 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f4c1c-2c5d-476f-bf0e-da65226e4e08 req-481a07fc-2bd3-4fc0-af43-c1a0675c6a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:45.852082 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-389f4c1c-2c5d-476f-bf0e-da65226e4e08 req-481a07fc-2bd3-4fc0-af43-c1a0675c6a73 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54bf8d1c-423e-43f6-a8fe-4660120f9a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2330055 Nov 10 17:30:45.873971 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-1992a498-4725-4e27-8deb-e517bb9d6bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:45.980413 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-33b803e0-31a3-4537-a1a9-7c3707a7e4fc req-97cd5c57-4f8b-4c28-93ba-5be052043ec8 service neutron] 10.222.0.39 "GET /v2.0/networks/54bf8d1c-423e-43f6-a8fe-4660120f9a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331099 Nov 10 17:30:45.995982 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d52fea7-aa07-4471-9930-0223541ce67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:46.035339 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77363bed-5920-4da2-ba66-999ad2985445 req-046315bf-f538-44e5-9ea0-0d4f75e0746f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:46.036033 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992a498-4725-4e27-8deb-e517bb9d6bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c7c63b-f42b-4d1c-8dd8-93a24b28a020,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:46.036715 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-77363bed-5920-4da2-ba66-999ad2985445 req-046315bf-f538-44e5-9ea0-0d4f75e0746f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 946 time: 0.0961900 Nov 10 17:30:46.048521 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be07bff-8c50-428a-8787-493d73c860c2 req-7f590eda-293c-453e-b562-fc162ee90e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:46.050414 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4be07bff-8c50-428a-8787-493d73c860c2 req-7f590eda-293c-453e-b562-fc162ee90e26 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2244079 Nov 10 17:30:46.092583 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52fea7-aa07-4471-9930-0223541ce67d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:46.114680 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52fea7-aa07-4471-9930-0223541ce67d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:46.115036 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52fea7-aa07-4471-9930-0223541ce67d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:46.115382 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52fea7-aa07-4471-9930-0223541ce67d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:46.115717 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52fea7-aa07-4471-9930-0223541ce67d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:46.116046 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52fea7-aa07-4471-9930-0223541ce67d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:46.116475 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52fea7-aa07-4471-9930-0223541ce67d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:46.116800 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52fea7-aa07-4471-9930-0223541ce67d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:46.117122 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52fea7-aa07-4471-9930-0223541ce67d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:46.117443 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52fea7-aa07-4471-9930-0223541ce67d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:46.117760 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52fea7-aa07-4471-9930-0223541ce67d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:46.118080 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52fea7-aa07-4471-9930-0223541ce67d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:46.118403 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52fea7-aa07-4471-9930-0223541ce67d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:46.125854 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d52fea7-aa07-4471-9930-0223541ce67d admin admin] Checking segment: {'id': '7b5351fa-b7da-4a56-a345-32bddce39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:30:46.126215 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d52fea7-aa07-4471-9930-0223541ce67d admin admin] Network hostable DHCP agents. Network: 2881d57b-3f4f-4d35-825f-cd2dc9b06116, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:30:46.138657 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-77363bed-5920-4da2-ba66-999ad2985445 req-4ca00bc4-d266-4104-8c43-b91f1257dd0f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900114 Nov 10 17:30:46.156436 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d52fea7-aa07-4471-9930-0223541ce67d admin admin] Network 2881d57b-3f4f-4d35-825f-cd2dc9b06116 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:30:46.168745 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-8d52fea7-aa07-4471-9930-0223541ce67d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 2881d57b-3f4f-4d35-825f-cd2dc9b06116) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:30:46.174095 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d52fea7-aa07-4471-9930-0223541ce67d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:46.175449 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d52fea7-aa07-4471-9930-0223541ce67d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:46.184261 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacc2846-1018-4b3d-ab11-62f62fa723c3 None None] Network 2881d57b-3f4f-4d35-825f-cd2dc9b06116 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:30:46.219553 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8d52fea7-aa07-4471-9930-0223541ce67d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5708311 Nov 10 17:30:46.220932 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57318) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:46.222866 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-389f4c1c-2c5d-476f-bf0e-da65226e4e08 req-8996b3dc-d326-460a-bd14-c5727090d903 service neutron] 10.222.0.13 "GET /v2.0/networks/54bf8d1c-423e-43f6-a8fe-4660120f9a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387764 Nov 10 17:30:46.234135 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-237ecaa2-d14f-497f-bf7c-786d5a3ffaa7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1268988109-router', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:46.278114 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-237ecaa2-d14f-497f-bf7c-786d5a3ffaa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:46.279591 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-237ecaa2-d14f-497f-bf7c-786d5a3ffaa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:46.326507 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-1992a498-4725-4e27-8deb-e517bb9d6bc1 service neutron] Attempting to bind port d8c7c63b-f42b-4d1c-8dd8-93a24b28a020 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:30:46.326849 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-1992a498-4725-4e27-8deb-e517bb9d6bc1 service neutron] Attempting to bind port d8c7c63b-f42b-4d1c-8dd8-93a24b28a020 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '17d5af1c-a623-4581-8ea0-158dc701aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:30:46.327183 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-1992a498-4725-4e27-8deb-e517bb9d6bc1 service neutron] Attempting to bind port d8c7c63b-f42b-4d1c-8dd8-93a24b28a020 on network 3b68cb86-ae6d-409e-9e8e-fa13081031ba {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:30:46.357658 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-1992a498-4725-4e27-8deb-e517bb9d6bc1 service neutron] Port d8c7c63b-f42b-4d1c-8dd8-93a24b28a020 on network 3b68cb86-ae6d-409e-9e8e-fa13081031ba not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:30:46.357893 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-1992a498-4725-4e27-8deb-e517bb9d6bc1 service neutron] Attempting to bind port d8c7c63b-f42b-4d1c-8dd8-93a24b28a020 on network 3b68cb86-ae6d-409e-9e8e-fa13081031ba {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:30:46.369256 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4be07bff-8c50-428a-8787-493d73c860c2 req-86bd60cc-3e42-4ab9-9154-39b2f2f1188c service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040018 Nov 10 17:30:46.377270 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-00a7d83b-43bf-4e13-906f-281e7e3566a5 req-6ddb9eee-3560-4875-94c2-36025a3522f0 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 258 time: 0.3357100 Nov 10 17:30:46.377525 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-237ecaa2-d14f-497f-bf7c-786d5a3ffaa7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:46.390881 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-1992a498-4725-4e27-8deb-e517bb9d6bc1 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:30:46.391425 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-1992a498-4725-4e27-8deb-e517bb9d6bc1 service neutron] Checking segment: {'id': '17d5af1c-a623-4581-8ea0-158dc701aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:30:46.392134 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-1992a498-4725-4e27-8deb-e517bb9d6bc1 service neutron] Bound using segment: {'id': '17d5af1c-a623-4581-8ea0-158dc701aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:30:46.393037 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-1992a498-4725-4e27-8deb-e517bb9d6bc1 service neutron] Bound port: d8c7c63b-f42b-4d1c-8dd8-93a24b28a020, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d5af1c-a623-4581-8ea0-158dc701aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:30:46.394390 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-1992a498-4725-4e27-8deb-e517bb9d6bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:46.397545 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676bd52-d1d1-4890-ba1e-b2123490c351 req-5a34f84e-e793-4bf1-9684-d112cdd64074 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:46.399196 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f676bd52-d1d1-4890-ba1e-b2123490c351 req-5a34f84e-e793-4bf1-9684-d112cdd64074 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a85700c-91fd-44ad-ae5b-623e886d56c3 HTTP/1.1" status: 200 len: 946 time: 0.0995131 Nov 10 17:30:46.416059 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-00a7d83b-43bf-4e13-906f-281e7e3566a5 req-86a2c543-0f3c-4011-b638-d1faca2b2c3f tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:46.476027 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21091b3b-a77a-4b0b-8722-e09ebd64e933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'fixed_ips': [{'subnet_id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:30:46.477024 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-21091b3b-a77a-4b0b-8722-e09ebd64e933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:46.527555 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-00a7d83b-43bf-4e13-906f-281e7e3566a5 req-86a2c543-0f3c-4011-b638-d1faca2b2c3f tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:46.536924 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-389f4c1c-2c5d-476f-bf0e-da65226e4e08 req-54407628-a22b-4da7-b45a-058e0bd4b206 service neutron] 10.222.0.13 "GET /v2.0/networks/54bf8d1c-423e-43f6-a8fe-4660120f9a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985787 Nov 10 17:30:46.576583 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f676bd52-d1d1-4890-ba1e-b2123490c351 req-861323cd-f9cd-4742-aa7c-31935b594ee8 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/security-groups?id=3dd1f7f9-bbbd-45a9-ae8e-7c3117597c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370552 Nov 10 17:30:46.622904 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4be07bff-8c50-428a-8787-493d73c860c2 req-0791a203-9b95-41dd-a112-6a8fb9051daa service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412751 Nov 10 17:30:46.636730 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-1992a498-4725-4e27-8deb-e517bb9d6bc1 service neutron] For port d8c7c63b-f42b-4d1c-8dd8-93a24b28a020, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:30:46.642616 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-1992a498-4725-4e27-8deb-e517bb9d6bc1 service neutron] For port d8c7c63b-f42b-4d1c-8dd8-93a24b28a020, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=d8c7c63b-f42b-4d1c-8dd8-93a24b28a020,segment=NetworkSegment(17d5af1c-a623-4581-8ea0-158dc701aa2d),segment_id=17d5af1c-a623-4581-8ea0-158dc701aa2d)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:30:46.644927 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-237ecaa2-d14f-497f-bf7c-786d5a3ffaa7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:46.656033 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-1992a498-4725-4e27-8deb-e517bb9d6bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:46.733308 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:30:46.778118 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-21091b3b-a77a-4b0b-8722-e09ebd64e933 None None] Allocated IP 172.20.0.2 (2881d57b-3f4f-4d35-825f-cd2dc9b06116/2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd/ea551039-d7df-4dc4-8a5e-5fac0ea97967) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:30:46.891382 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c90dc1-2882-4502-b1fe-390aafd3b3f4 req-bea216a1-446b-4c17-afcb-ffffdef2dc9c tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:46.892901 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-48c90dc1-2882-4502-b1fe-390aafd3b3f4 req-bea216a1-446b-4c17-afcb-ffffdef2dc9c tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb44879c-5680-4adc-99de-7aadc867c4b3 HTTP/1.1" status: 200 len: 944 time: 0.0872982 Nov 10 17:30:46.988281 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-21091b3b-a77a-4b0b-8722-e09ebd64e933 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:47.001047 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-21091b3b-a77a-4b0b-8722-e09ebd64e933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:47.051281 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21091b3b-a77a-4b0b-8722-e09ebd64e933 None None] Network 2881d57b-3f4f-4d35-825f-cd2dc9b06116 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:30:47.056646 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-21091b3b-a77a-4b0b-8722-e09ebd64e933 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:30:47.056886 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992a498-4725-4e27-8deb-e517bb9d6bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=d8c7c63b-f42b-4d1c-8dd8-93a24b28a020,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:47.074607 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21091b3b-a77a-4b0b-8722-e09ebd64e933 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:30:47.080759 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-1992a498-4725-4e27-8deb-e517bb9d6bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:47.082186 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-1992a498-4725-4e27-8deb-e517bb9d6bc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:47.083830 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-1992a498-4725-4e27-8deb-e517bb9d6bc1 service neutron] 10.222.0.13 "PUT /v2.0/ports/d8c7c63b-f42b-4d1c-8dd8-93a24b28a020 HTTP/1.1" status: 200 len: 1093 time: 3.0736802 Nov 10 17:30:47.084516 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb44879c-5680-4adc-99de-7aadc867c4b3', 'tag': 'd8c7c63b-f42b-4d1c-8dd8-93a24b28a020'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:30:47.087018 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c95ed1-8fda-4709-ab31-3c3190a477cf" -d '{"events": [{"name": "network-changed", "server_uuid": "cb44879c-5680-4adc-99de-7aadc867c4b3", "tag": "d8c7c63b-f42b-4d1c-8dd8-93a24b28a020"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:30:47.090011 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21091b3b-a77a-4b0b-8722-e09ebd64e933 None None] Pushing event updated for resources: {'Port': ['ID=ea551039-d7df-4dc4-8a5e-5fac0ea97967,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:47.113481 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-00a7d83b-43bf-4e13-906f-281e7e3566a5 req-86a2c543-0f3c-4011-b638-d1faca2b2c3f tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:47.178278 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-21091b3b-a77a-4b0b-8722-e09ebd64e933 None None] Attempting to bind port ea551039-d7df-4dc4-8a5e-5fac0ea97967 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:30:47.179020 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-21091b3b-a77a-4b0b-8722-e09ebd64e933 None None] Attempting to bind port ea551039-d7df-4dc4-8a5e-5fac0ea97967 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '7b5351fa-b7da-4a56-a345-32bddce39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:30:47.179559 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21091b3b-a77a-4b0b-8722-e09ebd64e933 None None] Attempting to bind port ea551039-d7df-4dc4-8a5e-5fac0ea97967 on network 2881d57b-3f4f-4d35-825f-cd2dc9b06116 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:30:47.187638 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21091b3b-a77a-4b0b-8722-e09ebd64e933 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:30:47.188489 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21091b3b-a77a-4b0b-8722-e09ebd64e933 None None] Checking segment: {'id': '7b5351fa-b7da-4a56-a345-32bddce39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:30:47.189604 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-21091b3b-a77a-4b0b-8722-e09ebd64e933 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:47.190149 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21091b3b-a77a-4b0b-8722-e09ebd64e933 None None] Bound using segment: {'id': '7b5351fa-b7da-4a56-a345-32bddce39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:30:47.190968 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-21091b3b-a77a-4b0b-8722-e09ebd64e933 None None] Bound port: ea551039-d7df-4dc4-8a5e-5fac0ea97967, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b5351fa-b7da-4a56-a345-32bddce39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:30:47.191835 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-21091b3b-a77a-4b0b-8722-e09ebd64e933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:47.269874 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-00a7d83b-43bf-4e13-906f-281e7e3566a5 req-86a2c543-0f3c-4011-b638-d1faca2b2c3f tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Allocated IP 172.25.5.6 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/592f353b-bbe6-4f9f-a78c-a772dc34e096) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:30:47.274041 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-21091b3b-a77a-4b0b-8722-e09ebd64e933 None None] For port ea551039-d7df-4dc4-8a5e-5fac0ea97967, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:30:47.282162 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-21091b3b-a77a-4b0b-8722-e09ebd64e933 None None] For port ea551039-d7df-4dc4-8a5e-5fac0ea97967, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ea551039-d7df-4dc4-8a5e-5fac0ea97967,segment=NetworkSegment(7b5351fa-b7da-4a56-a345-32bddce39070),segment_id=7b5351fa-b7da-4a56-a345-32bddce39070)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:30:47.297201 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-21091b3b-a77a-4b0b-8722-e09ebd64e933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:47.382894 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21091b3b-a77a-4b0b-8722-e09ebd64e933 None None] Pushing event updated for resources: {'Port': ['ID=ea551039-d7df-4dc4-8a5e-5fac0ea97967,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:47.416276 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-48c90dc1-2882-4502-b1fe-390aafd3b3f4 req-b781b2fb-1ae4-4edd-83da-96eacfd9e1b5 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5138228 Nov 10 17:30:47.424447 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-237ecaa2-d14f-497f-bf7c-786d5a3ffaa7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:47.430902 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-160fca88-ebbb-4246-9e67-7897ddea3ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:47.432450 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-160fca88-ebbb-4246-9e67-7897ddea3ba2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed22ff5850684fb18710e4a738614c84&device_id=cb44879c-5680-4adc-99de-7aadc867c4b3 HTTP/1.1" status: 200 len: 1096 time: 0.1523302 Nov 10 17:30:47.448157 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-237ecaa2-d14f-497f-bf7c-786d5a3ffaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:47.528861 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-d3f8a4ae-da42-4cb8-bbe4-e78edd10db2f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8c7c63b-f42b-4d1c-8dd8-93a24b28a020 HTTP/1.1" status: 200 len: 217 time: 0.0750635 Nov 10 17:30:47.555043 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-00a7d83b-43bf-4e13-906f-281e7e3566a5 req-86a2c543-0f3c-4011-b638-d1faca2b2c3f tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:47.584959 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96adfd0b-b855-46e2-b01e-6075a46c6bf5 req-f35d3567-c7f8-4305-861f-385f9b715649 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:47.586433 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-96adfd0b-b855-46e2-b01e-6075a46c6bf5 req-f35d3567-c7f8-4305-861f-385f9b715649 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 943 time: 0.0748565 Nov 10 17:30:47.602006 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-bb4fa807-32d7-4861-ab77-888cb2e92b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:47.604128 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-bb4fa807-32d7-4861-ab77-888cb2e92b72 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0afeb92-d610-4dbb-bb57-6c690afd8fdf HTTP/1.1" status: 200 len: 851 time: 0.0647807 Nov 10 17:30:47.650428 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-06843015-b262-4597-a028-4d106aed065b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b68cb86-ae6d-409e-9e8e-fa13081031ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327315 Nov 10 17:30:47.657738 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-00a7d83b-43bf-4e13-906f-281e7e3566a5 req-86a2c543-0f3c-4011-b638-d1faca2b2c3f tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:47.663740 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-96adfd0b-b855-46e2-b01e-6075a46c6bf5 req-71e50f29-8cac-47ea-9d4e-e670b0b49ca3 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706985 Nov 10 17:30:47.715687 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2c543-0f3c-4011-b638-d1faca2b2c3f tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Pushing event updated for resources: {'Port': ['ID=592f353b-bbe6-4f9f-a78c-a772dc34e096,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:47.754715 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-237ecaa2-d14f-497f-bf7c-786d5a3ffaa7 admin admin] Allocated IP 172.25.5.109 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/abdba2c8-3cb8-4a2b-8ba0-035a8db99eac) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:30:47.785785 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00a7d83b-43bf-4e13-906f-281e7e3566a5 req-86a2c543-0f3c-4011-b638-d1faca2b2c3f tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:30:47.788878 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-00a7d83b-43bf-4e13-906f-281e7e3566a5 req-86a2c543-0f3c-4011-b638-d1faca2b2c3f tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:30:47.791407 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a7d83b-43bf-4e13-906f-281e7e3566a5 req-86a2c543-0f3c-4011-b638-d1faca2b2c3f tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:30:47.871990 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-67fa22fc-a6e7-45aa-9546-f4ccbb16f450 service neutron] 10.222.0.13 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571867 Nov 10 17:30:47.928737 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529cfced-d850-4ab6-8abf-a5649575d6f8 req-a20fd327-e4d9-4938-9f8c-b4c997a4e67b tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:47.930211 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-529cfced-d850-4ab6-8abf-a5649575d6f8 req-a20fd327-e4d9-4938-9f8c-b4c997a4e67b tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a85700c-91fd-44ad-ae5b-623e886d56c3 HTTP/1.1" status: 200 len: 946 time: 0.0966849 Nov 10 17:30:47.943382 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57334) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:47.948314 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-237ecaa2-d14f-497f-bf7c-786d5a3ffaa7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:47.952851 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-f01a56ca-a667-4ba1-845e-05de523fca39 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Request body: {'floatingip': {'port_id': '6a89e4cc-86c8-44fe-a4f9-58c80bcc931a'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:47.970375 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-00a7d83b-43bf-4e13-906f-281e7e3566a5 req-86a2c543-0f3c-4011-b638-d1faca2b2c3f tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:47.997627 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:30:48.043724 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f01a56ca-a667-4ba1-845e-05de523fca39 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks [] for floatingip, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:48.061526 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5c80c71e-3d41-4ac7-a7a1-afe219f6dbdd req-4128934c-bd44-46b7-9f16-7fad46956f9a service neutron] 10.222.0.13 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712794 Nov 10 17:30:48.064245 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-00a7d83b-43bf-4e13-906f-281e7e3566a5 req-86a2c543-0f3c-4011-b638-d1faca2b2c3f tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:48.187043 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daeac56-1e44-4ad4-b96c-bb869896433a req-c169ba16-e13e-41ff-868a-26ce0262b32b tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:48.188653 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3daeac56-1e44-4ad4-b96c-bb869896433a req-c169ba16-e13e-41ff-868a-26ce0262b32b tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 950 time: 0.1921027 Nov 10 17:30:48.195045 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-237ecaa2-d14f-497f-bf7c-786d5a3ffaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:48.259481 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-00a7d83b-43bf-4e13-906f-281e7e3566a5 req-86a2c543-0f3c-4011-b638-d1faca2b2c3f tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:48.269014 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-00a7d83b-43bf-4e13-906f-281e7e3566a5 req-86a2c543-0f3c-4011-b638-d1faca2b2c3f tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:48.277773 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237ecaa2-d14f-497f-bf7c-786d5a3ffaa7 admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:30:48.316134 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2c543-0f3c-4011-b638-d1faca2b2c3f tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Pushing event updated for resources: {'Port': ['ID=592f353b-bbe6-4f9f-a78c-a772dc34e096,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:48.329501 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-237ecaa2-d14f-497f-bf7c-786d5a3ffaa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:30:48.345068 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237ecaa2-d14f-497f-bf7c-786d5a3ffaa7 admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:30:48.369747 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ecaa2-d14f-497f-bf7c-786d5a3ffaa7 admin admin] Pushing event updated for resources: {'Port': ['ID=abdba2c8-3cb8-4a2b-8ba0-035a8db99eac,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:48.373409 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-00a7d83b-43bf-4e13-906f-281e7e3566a5 req-86a2c543-0f3c-4011-b638-d1faca2b2c3f tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:48.401596 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-00a7d83b-43bf-4e13-906f-281e7e3566a5 req-86a2c543-0f3c-4011-b638-d1faca2b2c3f tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:48.404345 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-00a7d83b-43bf-4e13-906f-281e7e3566a5 req-86a2c543-0f3c-4011-b638-d1faca2b2c3f tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.0073869 Nov 10 17:30:48.508231 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-00a7d83b-43bf-4e13-906f-281e7e3566a5 req-0c1505e7-0667-4458-a581-525c40db0d49 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.6 HTTP/1.1" status: 200 len: 694 time: 0.0937316 Nov 10 17:30:48.550426 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ea551039-d7df-4dc4-8a5e-5fac0ea97967 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:30:48.636025 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port ea551039-d7df-4dc4-8a5e-5fac0ea97967 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:48.636440 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:48.697180 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7d83b-43bf-4e13-906f-281e7e3566a5 req-51700c47-ee45-4b72-8ad5-d1abad2d7c82 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:48.698631 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-00a7d83b-43bf-4e13-906f-281e7e3566a5 req-51700c47-ee45-4b72-8ad5-d1abad2d7c82 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 784 time: 0.1871626 Nov 10 17:30:48.729873 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:48.761903 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c83357-9eb9-4ef4-9db0-f85e934f1862 x-openstack-request-id: req-99c83357-9eb9-4ef4-9db0-f85e934f1862 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:30:48.762052 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb44879c-5680-4adc-99de-7aadc867c4b3", "tag": "d8c7c63b-f42b-4d1c-8dd8-93a24b28a020", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:30:48.762383 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-99c83357-9eb9-4ef4-9db0-f85e934f1862 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:30:48.762636 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb44879c-5680-4adc-99de-7aadc867c4b3', 'tag': 'd8c7c63b-f42b-4d1c-8dd8-93a24b28a020', 'status': 'completed', 'code': 200} Nov 10 17:30:48.773137 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port ea551039-d7df-4dc4-8a5e-5fac0ea97967, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ea551039-d7df-4dc4-8a5e-5fac0ea97967,segment=NetworkSegment(7b5351fa-b7da-4a56-a345-32bddce39070),segment_id=7b5351fa-b7da-4a56-a345-32bddce39070)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:48.781164 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:48.790555 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3daeac56-1e44-4ad4-b96c-bb869896433a req-b72f17f6-988f-416c-9a96-a21e631d572c tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5766313 Nov 10 17:30:48.855212 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdbafea-c913-4517-9e89-7b1c1c3003b9 None None] Network 2881d57b-3f4f-4d35-825f-cd2dc9b06116 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:30:48.919244 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c95ed1-8fda-4709-ab31-3c3190a477cf req-0f94845a-bde9-447f-823e-a1615531cbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:48.921313 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c3c95ed1-8fda-4709-ab31-3c3190a477cf req-0f94845a-bde9-447f-823e-a1615531cbf1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed22ff5850684fb18710e4a738614c84&device_id=cb44879c-5680-4adc-99de-7aadc867c4b3 HTTP/1.1" status: 200 len: 1096 time: 0.1269097 Nov 10 17:30:48.938385 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-652095b8-1af4-49f5-8ece-8410451920ce None None] Provisioning complete for port ea551039-d7df-4dc4-8a5e-5fac0ea97967 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:48.938867 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-652095b8-1af4-49f5-8ece-8410451920ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:48.943029 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=ea551039-d7df-4dc4-8a5e-5fac0ea97967,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:48.968045 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0fce5-8d0a-4e77-be54-237b323bd4fe req-3c275a92-03df-42f9-9512-6bf78a3da2d3 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:48.969965 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90d0fce5-8d0a-4e77-be54-237b323bd4fe req-3c275a92-03df-42f9-9512-6bf78a3da2d3 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 946 time: 0.1123164 Nov 10 17:30:48.980270 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:48.980617 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:48.980956 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:48.981291 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:48.981623 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:48.981954 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:48.982281 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:48.982856 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:48.983190 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:48.983516 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:48.983839 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:48.984176 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:49.071203 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.db.resource_extend [None req-f01a56ca-a667-4ba1-845e-05de523fca39 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 17:30:49.071420 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90d0fce5-8d0a-4e77-be54-237b323bd4fe req-b8f1692b-0d73-4244-a071-8586862cd9b1 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616128 Nov 10 17:30:49.142379 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c95ed1-8fda-4709-ab31-3c3190a477cf req-6f81f3a3-5fe7-476f-a180-84341d685af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:49.144956 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c3c95ed1-8fda-4709-ab31-3c3190a477cf req-6f81f3a3-5fe7-476f-a180-84341d685af7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3b68cb86-ae6d-409e-9e8e-fa13081031ba HTTP/1.1" status: 200 len: 912 time: 0.2106380 Nov 10 17:30:49.208541 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c3c95ed1-8fda-4709-ab31-3c3190a477cf req-812b5201-e293-4771-9438-704660c67a4f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8c7c63b-f42b-4d1c-8dd8-93a24b28a020 HTTP/1.1" status: 200 len: 217 time: 0.0537217 Nov 10 17:30:49.214550 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e124ec-18f0-4142-b238-e3d755536d46 req-84b341df-42ef-4b1a-8bb2-01aa9a3eb7c3 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:49.226140 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-09e124ec-18f0-4142-b238-e3d755536d46 req-84b341df-42ef-4b1a-8bb2-01aa9a3eb7c3 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb44879c-5680-4adc-99de-7aadc867c4b3 HTTP/1.1" status: 200 len: 944 time: 0.1960211 Nov 10 17:30:49.238541 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f01a56ca-a667-4ba1-845e-05de523fca39 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:49.249800 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-237ecaa2-d14f-497f-bf7c-786d5a3ffaa7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:49.296714 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6b9d4-9be4-4579-9d44-3c16d6162ab5 req-35b0c2f3-ecee-49e3-bc8c-3d7add160bb8 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:49.298352 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d5f6b9d4-9be4-4579-9d44-3c16d6162ab5 req-35b0c2f3-ecee-49e3-bc8c-3d7add160bb8 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/ports?device_id=e384b3b5-6462-4224-bc80-22f56f3a7010&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0932636 Nov 10 17:30:49.301797 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c95ed1-8fda-4709-ab31-3c3190a477cf req-806a0e17-bab2-42fc-8e70-cabb87fd09ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:49.303327 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c3c95ed1-8fda-4709-ab31-3c3190a477cf req-806a0e17-bab2-42fc-8e70-cabb87fd09ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0afeb92-d610-4dbb-bb57-6c690afd8fdf HTTP/1.1" status: 200 len: 851 time: 0.0660048 Nov 10 17:30:49.314181 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f01a56ca-a667-4ba1-845e-05de523fca39 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:49.373420 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d5f6b9d4-9be4-4579-9d44-3c16d6162ab5 req-af2cd3e7-4a2c-45df-b98e-12bd4b4083b5 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.6 HTTP/1.1" status: 200 len: 694 time: 0.0648849 Nov 10 17:30:49.391375 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c3c95ed1-8fda-4709-ab31-3c3190a477cf req-daa91194-17d7-46ef-8fb0-d337a2f017cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b68cb86-ae6d-409e-9e8e-fa13081031ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303063 Nov 10 17:30:49.395140 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-d5f6b9d4-9be4-4579-9d44-3c16d6162ab5 req-fcd4dff9-b25a-44c1-ab5c-1b911ef4b91c tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Request body: {'floatingip': {'port_id': '638380f4-a6ca-4264-9eaa-faf61af36b3b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:49.472755 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-472ee13c-0aa2-4dc7-9b24-06251f3bd18c None None] Provisioning complete for port ea551039-d7df-4dc4-8a5e-5fac0ea97967 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:49.473416 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-472ee13c-0aa2-4dc7-9b24-06251f3bd18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:49.493471 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d5f6b9d4-9be4-4579-9d44-3c16d6162ab5 req-fcd4dff9-b25a-44c1-ab5c-1b911ef4b91c tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks [] for floatingip, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:49.503668 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-09e124ec-18f0-4142-b238-e3d755536d46 req-320238b5-3deb-430d-b68d-96dff374d9bf tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757649 Nov 10 17:30:49.509273 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [None req-f01a56ca-a667-4ba1-845e-05de523fca39 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Floating IP 46cf110a-c4c9-4be7-93ad-d12c424f5bb9 associated. External IP: 172.25.5.18, port: 6a89e4cc-86c8-44fe-a4f9-58c80bcc931a. Nov 10 17:30:49.684272 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-5483fc2e-c572-44fe-ac01-7a7b09cd4198 service neutron] 10.222.0.11 "GET /v2.0/ports/64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2/bindings/n-h2-776250-10 HTTP/1.1" status: 200 len: 385 time: 0.1948853 Nov 10 17:30:49.700783 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c3c95ed1-8fda-4709-ab31-3c3190a477cf req-a4c64f9f-2406-4b21-a4c2-3a9d9fb06721 service neutron] 10.222.0.13 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642331 Nov 10 17:30:49.944002 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c3c95ed1-8fda-4709-ab31-3c3190a477cf req-ebb05303-0615-49b6-9673-e072f33e371c service neutron] 10.222.0.13 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915474 Nov 10 17:30:49.948678 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [req-d5f6b9d4-9be4-4579-9d44-3c16d6162ab5 req-fcd4dff9-b25a-44c1-ab5c-1b911ef4b91c tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] update failed (client error): There was a conflict when trying to complete your request. Nov 10 17:30:49.949614 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d5f6b9d4-9be4-4579-9d44-3c16d6162ab5 req-fcd4dff9-b25a-44c1-ab5c-1b911ef4b91c tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "PUT /v2.0/floatingips/42aa27a9-dd29-42af-8b82-b00bb9cb7ec7 HTTP/1.1" status: 409 len: 548 time: 0.5614972 Nov 10 17:30:50.015995 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8be6fb-c51c-481c-957e-8c622f6d4070 req-c848ad20-6109-44d3-8d3e-fd95df18606b tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:50.017520 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0e8be6fb-c51c-481c-957e-8c622f6d4070 req-c848ad20-6109-44d3-8d3e-fd95df18606b tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 943 time: 0.4190588 Nov 10 17:30:50.022891 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-237ecaa2-d14f-497f-bf7c-786d5a3ffaa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:50.065500 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-36af5832-6882-46cf-8c35-5fbff6a48253 service neutron] For port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:50.097416 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-36af5832-6882-46cf-8c35-5fbff6a48253 service neutron] For port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:30:50.125915 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233171e4-97d0-4208-8a49-9fb45b1e335c req-4e124ad1-b0bc-4063-b14b-b339d7e35240 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:50.127434 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-233171e4-97d0-4208-8a49-9fb45b1e335c req-4e124ad1-b0bc-4063-b14b-b339d7e35240 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 950 time: 0.1016645 Nov 10 17:30:50.147021 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-36af5832-6882-46cf-8c35-5fbff6a48253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:30:50.166721 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-36af5832-6882-46cf-8c35-5fbff6a48253 service neutron] For port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:50.199318 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-36af5832-6882-46cf-8c35-5fbff6a48253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:50.216547 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-233171e4-97d0-4208-8a49-9fb45b1e335c req-f6fb45e9-99aa-4dd9-b16c-f8bb696c7890 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812492 Nov 10 17:30:50.239850 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0e8be6fb-c51c-481c-957e-8c622f6d4070 req-8c6f896f-bf54-4911-9265-b1502a1495e8 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125268 Nov 10 17:30:50.267000 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01a56ca-a667-4ba1-845e-05de523fca39 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Router 3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:30:50.291514 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device d8c7c63b-f42b-4d1c-8dd8-93a24b28a020 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:30:50.305213 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-36af5832-6882-46cf-8c35-5fbff6a48253 service neutron] Transition to ACTIVE for port object 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:30:50.310413 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-36af5832-6882-46cf-8c35-5fbff6a48253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:50.336027 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ffe03552-7466-4f19-832e-00a31fabce6c req-1337954d-e187-498d-95e2-7349af648834 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/floatingips/42aa27a9-dd29-42af-8b82-b00bb9cb7ec7 HTTP/1.1" status: 200 len: 691 time: 0.0608220 Nov 10 17:30:50.386645 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-36af5832-6882-46cf-8c35-5fbff6a48253 service neutron] No DVR routers for this DVR port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:30:50.440109 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-36af5832-6882-46cf-8c35-5fbff6a48253 service neutron] 10.222.0.11 "PUT /v2.0/ports/64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2/bindings/n-h2-776250-10/activate HTTP/1.1" status: 200 len: 370 time: 0.7469840 Nov 10 17:30:50.446875 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af5832-6882-46cf-8c35-5fbff6a48253 service neutron] Pushing event updated for resources: {'Port': ['ID=64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2,revision_number=10']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:50.465287 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port d8c7c63b-f42b-4d1c-8dd8-93a24b28a020, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=d8c7c63b-f42b-4d1c-8dd8-93a24b28a020,segment=NetworkSegment(17d5af1c-a623-4581-8ea0-158dc701aa2d),segment_id=17d5af1c-a623-4581-8ea0-158dc701aa2d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:50.479304 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'd8c7c63b-f42b-4d1c-8dd8-93a24b28a020', 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba', 'port_id': 'd8c7c63b-f42b-4d1c-8dd8-93a24b28a020', 'mac_address': 'fa:16:3e:b7:21:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0afeb92-d610-4dbb-bb57-6c690afd8fdf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:30:50.486496 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237ecaa2-d14f-497f-bf7c-786d5a3ffaa7 admin admin] Router 5a0209a4-f47c-4e82-932e-750552be6494 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:30:50.511593 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ea551039-d7df-4dc4-8a5e-5fac0ea97967 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:30:50.533763 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d711063-fdc5-473c-a18b-04255700d5ba req-9c0d47e2-cd97-4633-821f-0bbabc218e2b tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:50.537288 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1d711063-fdc5-473c-a18b-04255700d5ba req-9c0d47e2-cd97-4633-821f-0bbabc218e2b tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 946 time: 0.1149647 Nov 10 17:30:50.560113 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:50.577919 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8c7c63b-f42b-4d1c-8dd8-93a24b28a020 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:30:50.580731 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01a56ca-a667-4ba1-845e-05de523fca39 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:30:50.587837 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f01a56ca-a667-4ba1-845e-05de523fca39 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:50.598609 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b68347-9d2c-4e45-8f2d-adaff637befb None None] Sync routers for ids ['3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:30:50.601286 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe03552-7466-4f19-832e-00a31fabce6c req-13dfef37-f268-44a4-bf76-d5ce0804b991 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:50.602705 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ffe03552-7466-4f19-832e-00a31fabce6c req-13dfef37-f268-44a4-bf76-d5ce0804b991 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 784 time: 0.2288318 Nov 10 17:30:50.613990 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port d8c7c63b-f42b-4d1c-8dd8-93a24b28a020, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=d8c7c63b-f42b-4d1c-8dd8-93a24b28a020,segment=NetworkSegment(17d5af1c-a623-4581-8ea0-158dc701aa2d),segment_id=17d5af1c-a623-4581-8ea0-158dc701aa2d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:50.620181 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:50.621840 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port ea551039-d7df-4dc4-8a5e-5fac0ea97967 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:50.622199 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:50.636200 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-ffe03552-7466-4f19-832e-00a31fabce6c req-bc695ac6-8611-470e-949f-f805edae5466 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:30:50.637017 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1d711063-fdc5-473c-a18b-04255700d5ba req-28f85d87-33eb-4ce5-a509-a576f168ffcc tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652418 Nov 10 17:30:50.637159 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ffe03552-7466-4f19-832e-00a31fabce6c req-bc695ac6-8611-470e-949f-f805edae5466 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088997 Nov 10 17:30:50.639963 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-8a42e2b2-fb10-4012-a32c-3a6bed9b9a83 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:50.640870 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-8a42e2b2-fb10-4012-a32c-3a6bed9b9a83 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e&tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&binding%3Ahost_id=n-h1-776250-10 HTTP/1.1" status: 200 len: 1096 time: 0.1026688 Nov 10 17:30:50.647357 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b68347-9d2c-4e45-8f2d-adaff637befb None None] Routers {'3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:30:50.647973 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-60b68347-9d2c-4e45-8f2d-adaff637befb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:30:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:50.704239 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-e16397d6-0106-4c29-b70f-64caa1dbe893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:50.706398 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-e16397d6-0106-4c29-b70f-64caa1dbe893 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e&tenant_id=ef9ea014582b4acbb9c391ec5c5ef151 HTTP/1.1" status: 200 len: 1096 time: 0.0533617 Nov 10 17:30:50.710877 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f01a56ca-a667-4ba1-845e-05de523fca39 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "PUT /v2.0/floatingips/46cf110a-c4c9-4be7-93ad-d12c424f5bb9 HTTP/1.1" status: 200 len: 991 time: 2.7662914 Nov 10 17:30:50.717160 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a85700c-91fd-44ad-ae5b-623e886d56c3', 'tag': '6a89e4cc-86c8-44fe-a4f9-58c80bcc931a'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:30:50.719398 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97210e22-5e21-4dd7-a1d5-057091d13a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "3a85700c-91fd-44ad-ae5b-623e886d56c3", "tag": "6a89e4cc-86c8-44fe-a4f9-58c80bcc931a"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:30:50.737324 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ffe03552-7466-4f19-832e-00a31fabce6c req-d08217a3-f79d-4f04-9028-040b96348d0e tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.6 HTTP/1.1" status: 200 len: 694 time: 0.0708547 Nov 10 17:30:50.761649 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237ecaa2-d14f-497f-bf7c-786d5a3ffaa7 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:30:50.774108 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47351a18-221d-4b27-9d21-15795893e69c None None] Sync routers for ids ['5a0209a4-f47c-4e82-932e-750552be6494'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:30:50.791271 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47351a18-221d-4b27-9d21-15795893e69c None None] Routers {'5a0209a4-f47c-4e82-932e-750552be6494'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:30:50.792326 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-47351a18-221d-4b27-9d21-15795893e69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:30:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['5a0209a4-f47c-4e82-932e-750552be6494'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:50.813756 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60579915-0432-4b46-80dd-37af00b2a086 req-8aa96584-dda7-4992-91b8-72e68e0a30fe tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:50.815652 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-60579915-0432-4b46-80dd-37af00b2a086 req-8aa96584-dda7-4992-91b8-72e68e0a30fe tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb44879c-5680-4adc-99de-7aadc867c4b3 HTTP/1.1" status: 200 len: 945 time: 0.0848000 Nov 10 17:30:50.827611 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ffe03552-7466-4f19-832e-00a31fabce6c req-f0a3a898-fcfd-42fe-a4f9-a190cbaa2102 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.6 HTTP/1.1" status: 200 len: 694 time: 0.0755792 Nov 10 17:30:50.833566 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-9c4f68f9-37ca-48ad-b66c-26cbcade5055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:50.835017 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-9c4f68f9-37ca-48ad-b66c-26cbcade5055 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 1096 time: 0.0715413 Nov 10 17:30:50.886418 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-237ecaa2-d14f-497f-bf7c-786d5a3ffaa7 admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:50.890883 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-237ecaa2-d14f-497f-bf7c-786d5a3ffaa7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.6685538 Nov 10 17:30:50.891577 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57356) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:30:50.925687 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-60579915-0432-4b46-80dd-37af00b2a086 req-76bf49e8-21d7-4958-9989-f4712c2de558 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015182 Nov 10 17:30:50.982982 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=d8c7c63b-f42b-4d1c-8dd8-93a24b28a020,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:51.041740 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-47351a18-221d-4b27-9d21-15795893e69c None None] Set router 5a0209a4-f47c-4e82-932e-750552be6494 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:30:51.060129 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-60b68347-9d2c-4e45-8f2d-adaff637befb None None] Set router 3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:30:51.115952 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['d8c7c63b-f42b-4d1c-8dd8-93a24b28a020'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:30:51.132454 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-ffe03552-7466-4f19-832e-00a31fabce6c req-170bad67-f1fc-4884-aa36-9194f0fb0cb9 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Deleting port 592f353b-bbe6-4f9f-a78c-a772dc34e096 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:30:51.133029 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ffe03552-7466-4f19-832e-00a31fabce6c req-170bad67-f1fc-4884-aa36-9194f0fb0cb9 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:51.133653 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-ffc8a38f-fd8a-44a4-a7c2-4eed61c50ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:51.140409 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-ffc8a38f-fd8a-44a4-a7c2-4eed61c50ed9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ee9bf645-62ea-4fb8-afab-51398fe4d64d HTTP/1.1" status: 200 len: 909 time: 0.2909384 Nov 10 17:30:51.180059 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee494d35-91d1-45cb-af31-2f887d51e8cd x-openstack-request-id: req-ee494d35-91d1-45cb-af31-2f887d51e8cd {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:30:51.180372 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a85700c-91fd-44ad-ae5b-623e886d56c3", "tag": "6a89e4cc-86c8-44fe-a4f9-58c80bcc931a", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:30:51.180629 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ee494d35-91d1-45cb-af31-2f887d51e8cd {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:30:51.181020 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a85700c-91fd-44ad-ae5b-623e886d56c3', 'tag': '6a89e4cc-86c8-44fe-a4f9-58c80bcc931a', 'status': 'completed', 'code': 200} Nov 10 17:30:51.217513 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-1f52b4ec-4fb3-4f7c-a6f9-ff8301837ca9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 HTTP/1.1" status: 200 len: 217 time: 0.0669618 Nov 10 17:30:51.276226 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-47351a18-221d-4b27-9d21-15795893e69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0209a4-f47c-4e82-932e-750552be6494', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268988109-router', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:46Z', 'updated_at': '2021-11-10T17:30:48Z', 'revision_number': 3, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'gw_port': {'id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:95:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:47Z', 'updated_at': '2021-11-10T17:30:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:51.329799 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-2720c209-0cf6-4016-9730-663d11d4814e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:51.332589 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-2720c209-0cf6-4016-9730-663d11d4814e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dcea188-714e-4316-9245-d3631f0cca17 HTTP/1.1" status: 200 len: 848 time: 0.0957129 Nov 10 17:30:51.337652 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97210e22-5e21-4dd7-a1d5-057091d13a9b req-d7ac3e3a-7ab1-4cbc-b6eb-73ffd72e976c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:51.339866 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97210e22-5e21-4dd7-a1d5-057091d13a9b req-d7ac3e3a-7ab1-4cbc-b6eb-73ffd72e976c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4491a2c6741b402a9e55e801cd3ca339&device_id=3a85700c-91fd-44ad-ae5b-623e886d56c3 HTTP/1.1" status: 200 len: 1098 time: 0.1206610 Nov 10 17:30:51.345731 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47351a18-221d-4b27-9d21-15795893e69c None None] Checking router: 5a0209a4-f47c-4e82-932e-750552be6494 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:30:51.346306 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47351a18-221d-4b27-9d21-15795893e69c None None] Updating router 5a0209a4-f47c-4e82-932e-750552be6494 port abdba2c8-3cb8-4a2b-8ba0-035a8db99eac binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:30:51.363843 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ffe03552-7466-4f19-832e-00a31fabce6c req-170bad67-f1fc-4884-aa36-9194f0fb0cb9 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:51.364063 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ffe03552-7466-4f19-832e-00a31fabce6c req-170bad67-f1fc-4884-aa36-9194f0fb0cb9 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:51.408897 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-b344d113-b9b4-4217-9ac5-03edbe22e1e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ee9bf645-62ea-4fb8-afab-51398fe4d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659521 Nov 10 17:30:51.419460 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-47351a18-221d-4b27-9d21-15795893e69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:51.463909 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-60b68347-9d2c-4e45-8f2d-adaff637befb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704698429-router', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '94881a1d-0b05-46ab-8567-52353867aba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:27:40Z', 'updated_at': '2021-11-10T17:27:44Z', 'revision_number': 4, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'gw_port': {'id': '94881a1d-0b05-46ab-8567-52353867aba4', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:41Z', 'updated_at': '2021-11-10T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '46cf110a-c4c9-4be7-93ad-d12c424f5bb9', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'floating_ip_address': '172.25.5.18', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'port_id': '6a89e4cc-86c8-44fe-a4f9-58c80bcc931a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d', 'mac_address': 'fa:16:3e:50:cd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a85700c-91fd-44ad-ae5b-623e886d56c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:28:04Z', 'updated_at': '2021-11-10T17:30:48Z', 'revision_number': 5, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a7b94af-79e6-480a-abc2-d4293827c7f6', 'name': '', 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'mac_address': 'fa:16:3e:16:cc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8ffcd500-8c49-45db-8ca7-a366a29076c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:43Z', 'updated_at': '2021-11-10T17:27:48Z', 'revision_number': 5, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'subnets': [{'id': '8ffcd500-8c49-45db-8ca7-a366a29076c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:51.495304 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b68347-9d2c-4e45-8f2d-adaff637befb None None] Checking router: 3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:30:51.505464 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b68347-9d2c-4e45-8f2d-adaff637befb None None] Routers {'3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:30:51.506339 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-60b68347-9d2c-4e45-8f2d-adaff637befb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:30:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:51.544052 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-09aabc16-9254-45f7-916c-d36f541658e6 service neutron] 10.222.0.13 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012540 Nov 10 17:30:51.632552 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-ffe03552-7466-4f19-832e-00a31fabce6c req-170bad67-f1fc-4884-aa36-9194f0fb0cb9 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Calling delete_port for 592f353b-bbe6-4f9f-a78c-a772dc34e096 owned by network:floatingip {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:30:51.663758 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-60b68347-9d2c-4e45-8f2d-adaff637befb None None] Set router 3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:30:51.706457 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-b1e57689-7823-4295-b4e0-aeb1e76b8e71 service neutron] 10.222.0.13 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054268 Nov 10 17:30:51.773287 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-33a693f0-7f2a-40c5-969a-8191625b8c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:51.780264 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b088223-3664-453a-8efc-62af1cb21695 req-4461bce1-a8a4-413e-ab28-c2515cb95a68 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:51.789424 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-47351a18-221d-4b27-9d21-15795893e69c None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:51.791869 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5b088223-3664-453a-8efc-62af1cb21695 req-4461bce1-a8a4-413e-ab28-c2515cb95a68 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 950 time: 0.3723669 Nov 10 17:30:51.802739 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-47351a18-221d-4b27-9d21-15795893e69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:51.855422 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-47351a18-221d-4b27-9d21-15795893e69c None None] Attempting to bind port abdba2c8-3cb8-4a2b-8ba0-035a8db99eac on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:30:51.856339 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-47351a18-221d-4b27-9d21-15795893e69c None None] Attempting to bind port abdba2c8-3cb8-4a2b-8ba0-035a8db99eac by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:30:51.856960 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47351a18-221d-4b27-9d21-15795893e69c None None] Attempting to bind port abdba2c8-3cb8-4a2b-8ba0-035a8db99eac on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:30:51.870031 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47351a18-221d-4b27-9d21-15795893e69c None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:30:51.870845 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47351a18-221d-4b27-9d21-15795893e69c None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:30:51.871483 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-47351a18-221d-4b27-9d21-15795893e69c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:51.872079 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47351a18-221d-4b27-9d21-15795893e69c None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:30:51.872793 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-47351a18-221d-4b27-9d21-15795893e69c None None] Bound port: abdba2c8-3cb8-4a2b-8ba0-035a8db99eac, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:30:51.873525 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-47351a18-221d-4b27-9d21-15795893e69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:51.895874 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97210e22-5e21-4dd7-a1d5-057091d13a9b req-076962fc-057c-41c3-af43-e5d1ac146e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:51.898382 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97210e22-5e21-4dd7-a1d5-057091d13a9b req-076962fc-057c-41c3-af43-e5d1ac146e79 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b7801527-50b7-4bc0-a554-ec40d3f8072d HTTP/1.1" status: 200 len: 924 time: 0.4885468 Nov 10 17:30:51.937526 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-47351a18-221d-4b27-9d21-15795893e69c None None] For port abdba2c8-3cb8-4a2b-8ba0-035a8db99eac, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:30:51.942531 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-47351a18-221d-4b27-9d21-15795893e69c None None] For port abdba2c8-3cb8-4a2b-8ba0-035a8db99eac, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=abdba2c8-3cb8-4a2b-8ba0-035a8db99eac,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:30:51.952027 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6ac2c-97dd-467a-ac54-7b49c90ec283 None None] Pushing event updated for resources: {'Port': ['ID=abdba2c8-3cb8-4a2b-8ba0-035a8db99eac,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:51.957431 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-47351a18-221d-4b27-9d21-15795893e69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:51.968710 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6ac2c-97dd-467a-ac54-7b49c90ec283 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:51.969392 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6ac2c-97dd-467a-ac54-7b49c90ec283 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:51.969884 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6ac2c-97dd-467a-ac54-7b49c90ec283 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:51.970416 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6ac2c-97dd-467a-ac54-7b49c90ec283 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:51.970887 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6ac2c-97dd-467a-ac54-7b49c90ec283 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:51.971438 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6ac2c-97dd-467a-ac54-7b49c90ec283 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:51.972063 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6ac2c-97dd-467a-ac54-7b49c90ec283 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:51.972753 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6ac2c-97dd-467a-ac54-7b49c90ec283 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:51.973234 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6ac2c-97dd-467a-ac54-7b49c90ec283 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:51.973721 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6ac2c-97dd-467a-ac54-7b49c90ec283 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:51.974195 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6ac2c-97dd-467a-ac54-7b49c90ec283 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:51.974712 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6ac2c-97dd-467a-ac54-7b49c90ec283 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:30:51.993431 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-33a693f0-7f2a-40c5-969a-8191625b8c90 admin admin] Allocated IP 172.20.0.1 (2881d57b-3f4f-4d35-825f-cd2dc9b06116/2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd/7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:30:52.020649 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5b088223-3664-453a-8efc-62af1cb21695 req-1cdbe949-1204-4b93-97d0-715af11dacb7 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228279 Nov 10 17:30:52.042998 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-60b68347-9d2c-4e45-8f2d-adaff637befb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704698429-router', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '94881a1d-0b05-46ab-8567-52353867aba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:27:40Z', 'updated_at': '2021-11-10T17:27:44Z', 'revision_number': 4, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'gw_port': {'id': '94881a1d-0b05-46ab-8567-52353867aba4', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:41Z', 'updated_at': '2021-11-10T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '46cf110a-c4c9-4be7-93ad-d12c424f5bb9', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'floating_ip_address': '172.25.5.18', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'port_id': '6a89e4cc-86c8-44fe-a4f9-58c80bcc931a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d', 'mac_address': 'fa:16:3e:50:cd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a85700c-91fd-44ad-ae5b-623e886d56c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:28:04Z', 'updated_at': '2021-11-10T17:30:48Z', 'revision_number': 5, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a7b94af-79e6-480a-abc2-d4293827c7f6', 'name': '', 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'mac_address': 'fa:16:3e:16:cc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8ffcd500-8c49-45db-8ca7-a366a29076c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:43Z', 'updated_at': '2021-11-10T17:27:48Z', 'revision_number': 5, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'subnets': [{'id': '8ffcd500-8c49-45db-8ca7-a366a29076c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:52.049136 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6ac2c-97dd-467a-ac54-7b49c90ec283 None None] Pushing event updated for resources: {'Port': ['ID=abdba2c8-3cb8-4a2b-8ba0-035a8db99eac,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:52.084857 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b68347-9d2c-4e45-8f2d-adaff637befb None None] The sync data for ids ['3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'] in n-d-776250-10 is: [{'id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704698429-router', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '94881a1d-0b05-46ab-8567-52353867aba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:27:40Z', 'updated_at': '2021-11-10T17:27:44Z', 'revision_number': 4, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'gw_port': {'id': '94881a1d-0b05-46ab-8567-52353867aba4', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:41Z', 'updated_at': '2021-11-10T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '46cf110a-c4c9-4be7-93ad-d12c424f5bb9', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'floating_ip_address': '172.25.5.18', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'port_id': '6a89e4cc-86c8-44fe-a4f9-58c80bcc931a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d', 'mac_address': 'fa:16:3e:50:cd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a85700c-91fd-44ad-ae5b-623e886d56c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:28:04Z', 'updated_at': '2021-11-10T17:30:48Z', 'revision_number': 5, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a7b94af-79e6-480a-abc2-d4293827c7f6', 'name': '', 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'mac_address': 'fa:16:3e:16:cc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8ffcd500-8c49-45db-8ca7-a366a29076c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:43Z', 'updated_at': '2021-11-10T17:27:48Z', 'revision_number': 5, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'subnets': [{'id': '8ffcd500-8c49-45db-8ca7-a366a29076c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:30:52.110775 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47351a18-221d-4b27-9d21-15795893e69c None None] Routers {'5a0209a4-f47c-4e82-932e-750552be6494'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:30:52.111702 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-47351a18-221d-4b27-9d21-15795893e69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:30:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['5a0209a4-f47c-4e82-932e-750552be6494'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:52.114455 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-33a693f0-7f2a-40c5-969a-8191625b8c90 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:52.137707 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97210e22-5e21-4dd7-a1d5-057091d13a9b req-7bb178f3-06c1-4bfb-93e2-876a71b6d807 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a89e4cc-86c8-44fe-a4f9-58c80bcc931a HTTP/1.1" status: 200 len: 999 time: 0.2210238 Nov 10 17:30:52.143227 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-302770f0-5fb8-4b8e-95b1-195ea7edc296 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:52.145825 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-302770f0-5fb8-4b8e-95b1-195ea7edc296 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e&tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&binding%3Ahost_id=n-h2-776250-10 HTTP/1.1" status: 200 len: 1096 time: 0.1156180 Nov 10 17:30:52.229096 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-33a693f0-7f2a-40c5-969a-8191625b8c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:52.259980 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97210e22-5e21-4dd7-a1d5-057091d13a9b req-33b96b00-bc4b-414f-afec-b71d95ad0f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:52.261472 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97210e22-5e21-4dd7-a1d5-057091d13a9b req-33b96b00-bc4b-414f-afec-b71d95ad0f52 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8ffcd500-8c49-45db-8ca7-a366a29076c0 HTTP/1.1" status: 200 len: 862 time: 0.1134408 Nov 10 17:30:52.263117 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-47351a18-221d-4b27-9d21-15795893e69c None None] Set router 5a0209a4-f47c-4e82-932e-750552be6494 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:30:52.266024 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ffe03552-7466-4f19-832e-00a31fabce6c req-170bad67-f1fc-4884-aa36-9194f0fb0cb9 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:52.280080 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a693f0-7f2a-40c5-969a-8191625b8c90 admin admin] Network 2881d57b-3f4f-4d35-825f-cd2dc9b06116 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:30:52.288080 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-33a693f0-7f2a-40c5-969a-8191625b8c90 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:30:52.289948 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a693f0-7f2a-40c5-969a-8191625b8c90 admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:30:52.309905 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device d8c7c63b-f42b-4d1c-8dd8-93a24b28a020 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:30:52.344613 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4bbdb-f9cb-46f1-a828-3b107fff3f74 req-74636be7-0a82-4c17-8a32-6a4b72f152d1 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:52.348660 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-55e4bbdb-f9cb-46f1-a828-3b107fff3f74 req-74636be7-0a82-4c17-8a32-6a4b72f152d1 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 944 time: 0.2016928 Nov 10 17:30:52.377036 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a693f0-7f2a-40c5-969a-8191625b8c90 admin admin] Pushing event updated for resources: {'Port': ['ID=7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:52.414242 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73a40cc-77bf-4c10-8824-7749a2a3cbdb None None] New status for floating IP 46cf110a-c4c9-4be7-93ad-d12c424f5bb9: ACTIVE {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:30:52.426133 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-55e4bbdb-f9cb-46f1-a828-3b107fff3f74 req-24ca3cf7-f369-48ca-a66a-90c4abac0b4c tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693805 Nov 10 17:30:52.496517 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97210e22-5e21-4dd7-a1d5-057091d13a9b req-e761b04f-fe14-4f46-ada8-2d524bacf0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:52.498660 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97210e22-5e21-4dd7-a1d5-057091d13a9b req-e761b04f-fe14-4f46-ada8-2d524bacf0cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b7801527-50b7-4bc0-a554-ec40d3f8072d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2285204 Nov 10 17:30:52.506851 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170bad67-f1fc-4884-aa36-9194f0fb0cb9 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Pushing event deleted for resources: {'Port': ['ID=592f353b-bbe6-4f9f-a78c-a772dc34e096,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:52.511268 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-df39995d-65b9-41cf-9573-d779e901f9ac service neutron] For port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:30:52.523576 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-df39995d-65b9-41cf-9573-d779e901f9ac service neutron] Publish callbacks [] for binding, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:52.525076 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-afa40499-eb59-4c6e-9cd6-24691252a43f req-df39995d-65b9-41cf-9573-d779e901f9ac service neutron] 10.222.0.13 "DELETE /v2.0/ports/64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2/bindings/n-h1-776250-10 HTTP/1.1" status: 204 len: 173 time: 0.3562226 Nov 10 17:30:52.549021 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-33a693f0-7f2a-40c5-969a-8191625b8c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:52.609517 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ffe03552-7466-4f19-832e-00a31fabce6c req-170bad67-f1fc-4884-aa36-9194f0fb0cb9 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks [] for floatingip, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:52.613004 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ffe03552-7466-4f19-832e-00a31fabce6c req-170bad67-f1fc-4884-aa36-9194f0fb0cb9 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:52.613841 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ffe03552-7466-4f19-832e-00a31fabce6c req-170bad67-f1fc-4884-aa36-9194f0fb0cb9 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "DELETE /v2.0/floatingips/42aa27a9-dd29-42af-8b82-b00bb9cb7ec7 HTTP/1.1" status: 204 len: 173 time: 1.7854285 Nov 10 17:30:52.658851 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port d8c7c63b-f42b-4d1c-8dd8-93a24b28a020 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:30:52.674225 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port d8c7c63b-f42b-4d1c-8dd8-93a24b28a020 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:52.674704 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:52.709592 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-411c3259-6c79-4c65-ad23-40905a9d12b1 None None] Provisioning complete for port 7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:52.709592 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-411c3259-6c79-4c65-ad23-40905a9d12b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:52.730212 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-47351a18-221d-4b27-9d21-15795893e69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0209a4-f47c-4e82-932e-750552be6494', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268988109-router', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:46Z', 'updated_at': '2021-11-10T17:30:48Z', 'revision_number': 3, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'gw_port': {'id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:95:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:47Z', 'updated_at': '2021-11-10T17:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:52.740954 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97210e22-5e21-4dd7-a1d5-057091d13a9b req-449d6dc1-4707-41a3-840b-216c0f0977b3 service neutron] 10.222.0.11 "GET /v2.0/networks/b7801527-50b7-4bc0-a554-ec40d3f8072d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279029 Nov 10 17:30:52.757685 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b856a5-f62d-46bb-8d97-6c3942227bde req-5110eeff-3616-48f4-b5c1-3d72d1df61a4 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:52.765411 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-48b856a5-f62d-46bb-8d97-6c3942227bde req-5110eeff-3616-48f4-b5c1-3d72d1df61a4 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 946 time: 0.1123257 Nov 10 17:30:52.771421 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47351a18-221d-4b27-9d21-15795893e69c None None] The sync data for ids ['5a0209a4-f47c-4e82-932e-750552be6494'] in n-d-776250-10 is: [{'id': '5a0209a4-f47c-4e82-932e-750552be6494', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268988109-router', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:46Z', 'updated_at': '2021-11-10T17:30:48Z', 'revision_number': 3, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'gw_port': {'id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:95:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:47Z', 'updated_at': '2021-11-10T17:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:30:52.777198 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-411c3259-6c79-4c65-ad23-40905a9d12b1 None None] Port 7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:30:52.786926 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-33a693f0-7f2a-40c5-969a-8191625b8c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:52.863955 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:52.878516 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ef714-b586-45a5-87b4-089c93aae632 req-b9263849-2faf-4e01-87d0-bfd53be6eebf tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:52.886027 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-833ef714-b586-45a5-87b4-089c93aae632 req-b9263849-2faf-4e01-87d0-bfd53be6eebf tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb44879c-5680-4adc-99de-7aadc867c4b3 HTTP/1.1" status: 200 len: 945 time: 0.1534376 Nov 10 17:30:52.902076 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb44879c-5680-4adc-99de-7aadc867c4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c7c63b-f42b-4d1c-8dd8-93a24b28a020'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:30:52.906049 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1640af1-b00c-460f-8e29-73e864ac955f" -d '{"events": [{"server_uuid": "cb44879c-5680-4adc-99de-7aadc867c4b3", "name": "network-vif-plugged", "status": "completed", "tag": "d8c7c63b-f42b-4d1c-8dd8-93a24b28a020"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:30:52.927450 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-48b856a5-f62d-46bb-8d97-6c3942227bde req-77fd7174-b6a0-462b-b58b-0079e9fa2bf9 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603951 Nov 10 17:30:52.937545 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port d8c7c63b-f42b-4d1c-8dd8-93a24b28a020, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=d8c7c63b-f42b-4d1c-8dd8-93a24b28a020,segment=NetworkSegment(17d5af1c-a623-4581-8ea0-158dc701aa2d),segment_id=17d5af1c-a623-4581-8ea0-158dc701aa2d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:52.946169 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97210e22-5e21-4dd7-a1d5-057091d13a9b req-c1072999-e5dc-46ad-b1f0-10a2f5c3e9aa service neutron] 10.222.0.11 "GET /v2.0/networks/b7801527-50b7-4bc0-a554-ec40d3f8072d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776824 Nov 10 17:30:52.947497 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:53.005798 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-833ef714-b586-45a5-87b4-089c93aae632 req-d2c6bb1e-01c3-40c9-9df4-9e0b779c8360 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188819 Nov 10 17:30:53.027887 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=d8c7c63b-f42b-4d1c-8dd8-93a24b28a020,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:53.115105 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ded25c-9a6f-46af-94b6-1482ddfc075a x-openstack-request-id: req-01ded25c-9a6f-46af-94b6-1482ddfc075a {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:30:53.115608 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb44879c-5680-4adc-99de-7aadc867c4b3", "name": "network-vif-plugged", "status": "completed", "tag": "d8c7c63b-f42b-4d1c-8dd8-93a24b28a020", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:30:53.116038 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-01ded25c-9a6f-46af-94b6-1482ddfc075a {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:30:53.116610 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb44879c-5680-4adc-99de-7aadc867c4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8c7c63b-f42b-4d1c-8dd8-93a24b28a020', 'code': 200} Nov 10 17:30:53.244101 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-33a693f0-7f2a-40c5-969a-8191625b8c90 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:53.249350 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b773bc-a622-4a80-95a9-013b4d81ed47 req-f09e06a9-71f6-42f0-ada4-3481034e72f7 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:53.250951 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a80bdd6-74ae-4027-a8fc-320c4cfc4948 req-18d1cacb-3bdb-419d-8456-a0b4fc1a17c1 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.98 HTTP/1.1" status: 200 len: 1000 time: 0.1638541 Nov 10 17:30:53.251744 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-00b773bc-a622-4a80-95a9-013b4d81ed47 req-f09e06a9-71f6-42f0-ada4-3481034e72f7 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 950 time: 0.0598412 Nov 10 17:30:53.252102 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-33a693f0-7f2a-40c5-969a-8191625b8c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:53.336772 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-00b773bc-a622-4a80-95a9-013b4d81ed47 req-fd12302b-2cc8-4f75-b4ca-56bf5668717c tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672550 Nov 10 17:30:53.339679 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79b4ac-aec0-4da4-91c6-1caf722596ae req-8fd936f9-e9ea-4b5d-9693-672cd580c6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:53.341280 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ef79b4ac-aec0-4da4-91c6-1caf722596ae req-8fd936f9-e9ea-4b5d-9693-672cd580c6bb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cb44879c-5680-4adc-99de-7aadc867c4b3 HTTP/1.1" status: 200 len: 1098 time: 0.0852516 Nov 10 17:30:53.411937 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ef79b4ac-aec0-4da4-91c6-1caf722596ae req-b26d5467-66b0-49fb-8705-8775c2b9414a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612993 Nov 10 17:30:53.658873 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80bdd6-74ae-4027-a8fc-320c4cfc4948 req-43ba1591-9482-49b1-ab40-17c98d0d5445 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:53.660936 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a80bdd6-74ae-4027-a8fc-320c4cfc4948 req-43ba1591-9482-49b1-ab40-17c98d0d5445 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/ports/638380f4-a6ca-4264-9eaa-faf61af36b3b HTTP/1.1" status: 200 len: 942 time: 0.3872402 Nov 10 17:30:53.673463 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-33a693f0-7f2a-40c5-969a-8191625b8c90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:53.676337 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a693f0-7f2a-40c5-969a-8191625b8c90 admin admin] Pushing event updated for resources: {'Port': ['ID=7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:53.766885 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb0f44-7428-4f99-b5c6-6ad0d2bcdf33 req-ca52e3a0-8673-4240-8127-83eb727e2dbf tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:53.769046 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0eeb0f44-7428-4f99-b5c6-6ad0d2bcdf33 req-ca52e3a0-8673-4240-8127-83eb727e2dbf tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 1096 time: 0.3614466 Nov 10 17:30:53.840572 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-c7861ead-a022-419f-a682-ddb3150e3128 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:53.842057 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-c7861ead-a022-419f-a682-ddb3150e3128 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2&tenant_id=0ec9ca6147964daa83e30b2176db3b36&binding%3Ahost_id=n-h2-776250-10 HTTP/1.1" status: 200 len: 1098 time: 0.3844099 Nov 10 17:30:53.852304 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0eeb0f44-7428-4f99-b5c6-6ad0d2bcdf33 req-3c49e013-b6f7-4460-9767-7a398eef097e tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549221 Nov 10 17:30:53.857196 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-6889fe75-a582-434d-9a4d-2c7bfd66a3d6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-776250-10'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:53.858287 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a693f0-7f2a-40c5-969a-8191625b8c90 admin admin] Network 2881d57b-3f4f-4d35-825f-cd2dc9b06116 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:30:53.861242 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-33a693f0-7f2a-40c5-969a-8191625b8c90 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:30:53.931715 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a80bdd6-74ae-4027-a8fc-320c4cfc4948 req-ace79d0a-b49c-47fe-97a7-f6b8dfbd64e4 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.98 HTTP/1.1" status: 200 len: 1000 time: 0.1353426 Nov 10 17:30:53.934660 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-6889fe75-a582-434d-9a4d-2c7bfd66a3d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:54.102982 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80bdd6-74ae-4027-a8fc-320c4cfc4948 req-4429a0b1-1cf0-472f-aa0c-3bf8359073da tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:54.104407 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a80bdd6-74ae-4027-a8fc-320c4cfc4948 req-4429a0b1-1cf0-472f-aa0c-3bf8359073da tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 784 time: 0.1718295 Nov 10 17:30:54.114277 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a693f0-7f2a-40c5-969a-8191625b8c90 admin admin] Router 5a0209a4-f47c-4e82-932e-750552be6494 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:30:54.118381 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-6a80bdd6-74ae-4027-a8fc-320c4cfc4948 req-5972d563-fb5f-4835-ab67-b65e49ce6f45 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:30:54.119268 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a80bdd6-74ae-4027-a8fc-320c4cfc4948 req-5972d563-fb5f-4835-ab67-b65e49ce6f45 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087242 Nov 10 17:30:54.134721 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180c0c5-574f-47f0-9c8d-3838593b553d req-4781d5b1-d9e9-42c1-ba2c-e59009a777d6 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:54.136233 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e180c0c5-574f-47f0-9c8d-3838593b553d req-4781d5b1-d9e9-42c1-ba2c-e59009a777d6 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 1096 time: 0.0713673 Nov 10 17:30:54.149144 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-6889fe75-a582-434d-9a4d-2c7bfd66a3d6 service neutron] For port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=665f9b24-26a2-4fc2-a3c4-5e7a82a91999,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:54.216214 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e180c0c5-574f-47f0-9c8d-3838593b553d req-a1302bf4-91f9-4e4a-9ca3-471e50580dc2 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727057 Nov 10 17:30:54.218571 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-6889fe75-a582-434d-9a4d-2c7bfd66a3d6 service neutron] For port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:30:54.233030 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-83cefd15-9a80-420e-a5cd-be8a34abc0a3 None None] Provisioning complete for port 7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:54.233660 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-83cefd15-9a80-420e-a5cd-be8a34abc0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:54.262188 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a80bdd6-74ae-4027-a8fc-320c4cfc4948 req-f3dede6f-8062-43ac-8bab-786568cbfcee tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.98 HTTP/1.1" status: 200 len: 1000 time: 0.1352515 Nov 10 17:30:54.277422 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-6a80bdd6-74ae-4027-a8fc-320c4cfc4948 req-c3d1de39-4cd7-40ae-8bc3-78ed476e171e tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:54.289091 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-6889fe75-a582-434d-9a4d-2c7bfd66a3d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:54.292066 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8270fa3c-df19-4f40-b168-d3740b1dd7f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '665f9b24-26a2-4fc2-a3c4-5e7a82a91999'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:30:54.296705 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2a4c0c-d85c-4094-a3f1-ddb682545895" -d '{"events": [{"server_uuid": "8270fa3c-df19-4f40-b168-d3740b1dd7f2", "name": "network-vif-unplugged", "status": "completed", "tag": "665f9b24-26a2-4fc2-a3c4-5e7a82a91999"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:30:54.304085 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-6889fe75-a582-434d-9a4d-2c7bfd66a3d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:54.312447 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-83cefd15-9a80-420e-a5cd-be8a34abc0a3 None None] Port 7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:30:54.351453 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a693f0-7f2a-40c5-969a-8191625b8c90 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:30:54.358117 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-33a693f0-7f2a-40c5-969a-8191625b8c90 admin admin] 10.222.0.39 "PUT /v2.0/routers/5a0209a4-f47c-4e82-932e-750552be6494/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4599319 Nov 10 17:30:54.366348 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6a80bdd6-74ae-4027-a8fc-320c4cfc4948 req-c3d1de39-4cd7-40ae-8bc3-78ed476e171e tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks [] for floatingip, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:54.471979 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-6889fe75-a582-434d-9a4d-2c7bfd66a3d6 service neutron] Attempting to bind port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999 on host n-h2-776250-10 for vnic_type normal with profile {"migrating_to": "n-h1-776250-10"} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:30:54.480039 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-6889fe75-a582-434d-9a4d-2c7bfd66a3d6 service neutron] Attempting to bind port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:30:54.480409 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-6889fe75-a582-434d-9a4d-2c7bfd66a3d6 service neutron] Attempting to bind port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999 on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:30:54.489828 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:54.495013 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-6889fe75-a582-434d-9a4d-2c7bfd66a3d6 service neutron] Port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999 on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:30:54.495434 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-6889fe75-a582-434d-9a4d-2c7bfd66a3d6 service neutron] Attempting to bind port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999 on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:30:54.506059 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889fe75-a582-434d-9a4d-2c7bfd66a3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=665f9b24-26a2-4fc2-a3c4-5e7a82a91999,revision_number=7']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:54.536856 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797e5aa-fec0-4e36-bd99-9d5363c67ede req-81dadbac-6eaa-4e7e-84b2-870218ea8aa1 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:54.538393 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0797e5aa-fec0-4e36-bd99-9d5363c67ede req-81dadbac-6eaa-4e7e-84b2-870218ea8aa1 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 944 time: 0.1791501 Nov 10 17:30:54.539097 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device abdba2c8-3cb8-4a2b-8ba0-035a8db99eac up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:30:54.540574 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-6889fe75-a582-434d-9a4d-2c7bfd66a3d6 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:30:54.540908 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-6889fe75-a582-434d-9a4d-2c7bfd66a3d6 service neutron] Checking segment: {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:30:54.541290 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-6889fe75-a582-434d-9a4d-2c7bfd66a3d6 service neutron] Bound using segment: {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:30:54.541733 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-6889fe75-a582-434d-9a4d-2c7bfd66a3d6 service neutron] Bound port: 665f9b24-26a2-4fc2-a3c4-5e7a82a91999, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:30:54.542287 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-6889fe75-a582-434d-9a4d-2c7bfd66a3d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:54.580889 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6a80bdd6-74ae-4027-a8fc-320c4cfc4948 req-c3d1de39-4cd7-40ae-8bc3-78ed476e171e tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:54.592689 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6a80bdd6-74ae-4027-a8fc-320c4cfc4948 req-c3d1de39-4cd7-40ae-8bc3-78ed476e171e tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:54.593457 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [req-6a80bdd6-74ae-4027-a8fc-320c4cfc4948 req-c3d1de39-4cd7-40ae-8bc3-78ed476e171e tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Floating IP d8e32e16-5fd5-4a5c-9e5c-63d79c2ad9bc disassociated. External IP: 172.25.5.98, port: 638380f4-a6ca-4264-9eaa-faf61af36b3b. Nov 10 17:30:54.611808 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port abdba2c8-3cb8-4a2b-8ba0-035a8db99eac triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:54.613601 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:54.654516 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0797e5aa-fec0-4e36-bd99-9d5363c67ede req-e17cfe3e-f0e4-47cb-942a-68af63cbccad tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079235 Nov 10 17:30:54.686408 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-6889fe75-a582-434d-9a4d-2c7bfd66a3d6 service neutron] For port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:30:54.693710 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-6889fe75-a582-434d-9a4d-2c7bfd66a3d6 service neutron] For port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=665f9b24-26a2-4fc2-a3c4-5e7a82a91999,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:30:54.699490 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-6889fe75-a582-434d-9a4d-2c7bfd66a3d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:54.721287 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:54.765958 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port abdba2c8-3cb8-4a2b-8ba0-035a8db99eac, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=abdba2c8-3cb8-4a2b-8ba0-035a8db99eac,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:54.771886 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:54.790763 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889fe75-a582-434d-9a4d-2c7bfd66a3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=665f9b24-26a2-4fc2-a3c4-5e7a82a91999,revision_number=8']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:54.845612 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-6889fe75-a582-434d-9a4d-2c7bfd66a3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:54.846374 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-6889fe75-a582-434d-9a4d-2c7bfd66a3d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:54.847807 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-6889fe75-a582-434d-9a4d-2c7bfd66a3d6 service neutron] 10.222.0.11 "PUT /v2.0/ports/665f9b24-26a2-4fc2-a3c4-5e7a82a91999 HTTP/1.1" status: 200 len: 1124 time: 0.9946201 Nov 10 17:30:54.854279 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a80bdd6-74ae-4027-a8fc-320c4cfc4948 req-c3d1de39-4cd7-40ae-8bc3-78ed476e171e tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Router c28c347e-b49d-4459-acd7-3b9dccd7ed17 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:30:54.859478 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=abdba2c8-3cb8-4a2b-8ba0-035a8db99eac,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:54.863860 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:54.869999 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b8e03-e604-448c-931a-e8ddf3d19bb7 req-5b2bb411-b0cd-4c6f-91cb-604da65ce930 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:54.871917 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b39b8e03-e604-448c-931a-e8ddf3d19bb7 req-5b2bb411-b0cd-4c6f-91cb-604da65ce930 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb44879c-5680-4adc-99de-7aadc867c4b3 HTTP/1.1" status: 200 len: 946 time: 0.0763206 Nov 10 17:30:54.941779 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b39b8e03-e604-448c-931a-e8ddf3d19bb7 req-36f48c4a-75a8-48f9-9fec-9f6cc3cca988 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589352 Nov 10 17:30:54.971675 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['665f9b24-26a2-4fc2-a3c4-5e7a82a91999'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:30:55.033033 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577e7377-ed9e-460b-b1ce-afdfa8d41913 None None] Sync routers for ids ['5a0209a4-f47c-4e82-932e-750552be6494'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:30:55.046389 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577e7377-ed9e-460b-b1ce-afdfa8d41913 None None] Routers {'5a0209a4-f47c-4e82-932e-750552be6494'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:30:55.047304 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-577e7377-ed9e-460b-b1ce-afdfa8d41913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:30:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['5a0209a4-f47c-4e82-932e-750552be6494'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:55.049046 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['665f9b24-26a2-4fc2-a3c4-5e7a82a91999'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:30:55.058652 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a80bdd6-74ae-4027-a8fc-320c4cfc4948 req-c3d1de39-4cd7-40ae-8bc3-78ed476e171e tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:30:55.064317 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6a80bdd6-74ae-4027-a8fc-320c4cfc4948 req-c3d1de39-4cd7-40ae-8bc3-78ed476e171e tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:55.092804 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4e8007-5664-46fe-924d-57877e9c982d x-openstack-request-id: req-5b4e8007-5664-46fe-924d-57877e9c982d {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:30:55.093099 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8270fa3c-df19-4f40-b168-d3740b1dd7f2", "name": "network-vif-unplugged", "status": "completed", "tag": "665f9b24-26a2-4fc2-a3c4-5e7a82a91999", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:30:55.093356 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b4e8007-5664-46fe-924d-57877e9c982d {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:30:55.093769 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8270fa3c-df19-4f40-b168-d3740b1dd7f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '665f9b24-26a2-4fc2-a3c4-5e7a82a91999', 'code': 200} Nov 10 17:30:55.095841 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a80bdd6-74ae-4027-a8fc-320c4cfc4948 req-c3d1de39-4cd7-40ae-8bc3-78ed476e171e tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "PUT /v2.0/floatingips/d8e32e16-5fd5-4a5c-9e5c-63d79c2ad9bc HTTP/1.1" status: 200 len: 694 time: 0.8275180 Nov 10 17:30:55.096412 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e384b3b5-6462-4224-bc80-22f56f3a7010', 'tag': '638380f4-a6ca-4264-9eaa-faf61af36b3b'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:30:55.099907 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae49dc54-0764-4caa-93d2-6a946d5376dd" -d '{"events": [{"name": "network-changed", "server_uuid": "e384b3b5-6462-4224-bc80-22f56f3a7010", "tag": "638380f4-a6ca-4264-9eaa-faf61af36b3b"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:30:55.130308 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58249925-c23d-4327-861b-7095f4898c2b None None] Sync routers for ids ['c28c347e-b49d-4459-acd7-3b9dccd7ed17'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:30:55.179552 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58249925-c23d-4327-861b-7095f4898c2b None None] Routers {'c28c347e-b49d-4459-acd7-3b9dccd7ed17'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:30:55.180191 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-58249925-c23d-4327-861b-7095f4898c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:30:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['c28c347e-b49d-4459-acd7-3b9dccd7ed17'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:55.186930 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80bdd6-74ae-4027-a8fc-320c4cfc4948 req-837e48bf-2216-4b4f-b2b2-2977798b2b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:55.188636 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a80bdd6-74ae-4027-a8fc-320c4cfc4948 req-837e48bf-2216-4b4f-b2b2-2977798b2b24 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7786fa5e1bea40fd97fc4ce00e97b4ab&device_id=e384b3b5-6462-4224-bc80-22f56f3a7010 HTTP/1.1" status: 200 len: 1097 time: 0.0511813 Nov 10 17:30:55.253854 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-577e7377-ed9e-460b-b1ce-afdfa8d41913 None None] Set router 5a0209a4-f47c-4e82-932e-750552be6494 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:30:55.312594 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80bdd6-74ae-4027-a8fc-320c4cfc4948 req-0f45d549-c32d-4e11-b1c9-5a0913f990a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:55.314600 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a80bdd6-74ae-4027-a8fc-320c4cfc4948 req-0f45d549-c32d-4e11-b1c9-5a0913f990a7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=54bf8d1c-423e-43f6-a8fe-4660120f9a8d HTTP/1.1" status: 200 len: 930 time: 0.1168756 Nov 10 17:30:55.361777 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a80bdd6-74ae-4027-a8fc-320c4cfc4948 req-80888dc6-d274-4db3-9aa9-bb9acabe0f84 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=638380f4-a6ca-4264-9eaa-faf61af36b3b HTTP/1.1" status: 200 len: 217 time: 0.0398049 Nov 10 17:30:55.384228 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-58249925-c23d-4327-861b-7095f4898c2b None None] Set router c28c347e-b49d-4459-acd7-3b9dccd7ed17 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:30:55.431196 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80bdd6-74ae-4027-a8fc-320c4cfc4948 req-e2f12f17-3974-4a31-9329-7727fb6dbfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:55.437650 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a80bdd6-74ae-4027-a8fc-320c4cfc4948 req-e2f12f17-3974-4a31-9329-7727fb6dbfb0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=219de3b2-e969-4a15-8a5a-bfef4c84ee74 HTTP/1.1" status: 200 len: 868 time: 0.0653439 Nov 10 17:30:55.527681 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80bdd6-74ae-4027-a8fc-320c4cfc4948 req-301fcd8e-6d80-447c-820e-23c3ce6286a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:55.529786 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-577e7377-ed9e-460b-b1ce-afdfa8d41913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0209a4-f47c-4e82-932e-750552be6494', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268988109-router', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:46Z', 'updated_at': '2021-11-10T17:30:52Z', 'revision_number': 4, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'gw_port': {'id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:47Z', 'updated_at': '2021-11-10T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8', 'name': '', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'mac_address': 'fa:16:3e:a1:9e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:51Z', 'updated_at': '2021-11-10T17:30:52Z', 'revision_number': 2, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'subnets': [{'id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:55.539779 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a80bdd6-74ae-4027-a8fc-320c4cfc4948 req-301fcd8e-6d80-447c-820e-23c3ce6286a9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54bf8d1c-423e-43f6-a8fe-4660120f9a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0944963 Nov 10 17:30:55.577067 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcbfd80-c4f6-4a03-ba5a-b55fd029cdf2 req-5f821b82-4df0-43e3-a8c4-ec4ecbc4e775 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:55.585442 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9bcbfd80-c4f6-4a03-ba5a-b55fd029cdf2 req-5f821b82-4df0-43e3-a8c4-ec4ecbc4e775 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 950 time: 0.0665348 Nov 10 17:30:55.643634 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9bcbfd80-c4f6-4a03-ba5a-b55fd029cdf2 req-e4c0697b-8fa7-41f4-b55b-39ce6d453ecd tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569191 Nov 10 17:30:55.679832 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577e7377-ed9e-460b-b1ce-afdfa8d41913 None None] Checking router: 5a0209a4-f47c-4e82-932e-750552be6494 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:30:55.680358 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577e7377-ed9e-460b-b1ce-afdfa8d41913 None None] Updating router 5a0209a4-f47c-4e82-932e-750552be6494 port 7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:30:55.680560 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a80bdd6-74ae-4027-a8fc-320c4cfc4948 req-6dcc9060-aa8f-4984-807f-255e9a94cb39 service neutron] 10.222.0.39 "GET /v2.0/networks/54bf8d1c-423e-43f6-a8fe-4660120f9a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397321 Nov 10 17:30:55.715884 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-577e7377-ed9e-460b-b1ce-afdfa8d41913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:55.785534 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a80bdd6-74ae-4027-a8fc-320c4cfc4948 req-1a3a9538-0902-4187-9444-40ced17b1947 service neutron] 10.222.0.39 "GET /v2.0/networks/54bf8d1c-423e-43f6-a8fe-4660120f9a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040177 Nov 10 17:30:55.935415 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a93ff01-70ea-4a20-9117-621c051c9f73 x-openstack-request-id: req-0a93ff01-70ea-4a20-9117-621c051c9f73 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:30:55.936001 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e384b3b5-6462-4224-bc80-22f56f3a7010", "tag": "638380f4-a6ca-4264-9eaa-faf61af36b3b", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:30:55.936287 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0a93ff01-70ea-4a20-9117-621c051c9f73 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:30:55.937428 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e384b3b5-6462-4224-bc80-22f56f3a7010', 'tag': '638380f4-a6ca-4264-9eaa-faf61af36b3b', 'status': 'completed', 'code': 200} Nov 10 17:30:55.955513 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-58249925-c23d-4327-861b-7095f4898c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009667961-router', 'tenant_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '27e7970b-ed0d-49d8-b977-592559928614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:06Z', 'updated_at': '2021-11-10T17:30:12Z', 'revision_number': 4, 'project_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'gw_port': {'id': '27e7970b-ed0d-49d8-b977-592559928614', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:07Z', 'updated_at': '2021-11-10T17:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'b48d6c1c-0fbf-40db-bb7d-fea813a31eb7', 'name': '', 'network_id': '54bf8d1c-423e-43f6-a8fe-4660120f9a8d', 'tenant_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'mac_address': 'fa:16:3e:a5:ad:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '219de3b2-e969-4a15-8a5a-bfef4c84ee74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:11Z', 'updated_at': '2021-11-10T17:30:17Z', 'revision_number': 5, 'project_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'subnets': [{'id': '219de3b2-e969-4a15-8a5a-bfef4c84ee74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:56.014730 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58249925-c23d-4327-861b-7095f4898c2b None None] Checking router: c28c347e-b49d-4459-acd7-3b9dccd7ed17 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:30:56.031333 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58249925-c23d-4327-861b-7095f4898c2b None None] Routers {'c28c347e-b49d-4459-acd7-3b9dccd7ed17'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:30:56.031979 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-58249925-c23d-4327-861b-7095f4898c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:30:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['c28c347e-b49d-4459-acd7-3b9dccd7ed17'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:56.052190 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-577e7377-ed9e-460b-b1ce-afdfa8d41913 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:56.061248 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-577e7377-ed9e-460b-b1ce-afdfa8d41913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:56.072924 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df185f-ec54-410b-956d-bb04b6b54dff req-f205765b-86bf-45d9-94ae-ad3384ef9b30 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:56.084858 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09df185f-ec54-410b-956d-bb04b6b54dff req-f205765b-86bf-45d9-94ae-ad3384ef9b30 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/networks?id=2881d57b-3f4f-4d35-825f-cd2dc9b06116 HTTP/1.1" status: 200 len: 821 time: 0.1921778 Nov 10 17:30:56.092830 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 665f9b24-26a2-4fc2-a3c4-5e7a82a91999 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:30:56.109597 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09df185f-ec54-410b-956d-bb04b6b54dff req-84d17b5c-e4aa-4447-84b9-1743857aec73 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/quotas/550346fb7b854e588018ed0d527afbf6 HTTP/1.1" status: 200 len: 375 time: 0.0233641 Nov 10 17:30:56.142412 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d8183-563d-481f-9b35-a386d9a8fb06 req-ed7443f8-d2f7-443b-bff6-8ca88490ab8c tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:56.151554 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ff2d8183-563d-481f-9b35-a386d9a8fb06 req-ed7443f8-d2f7-443b-bff6-8ca88490ab8c tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 944 time: 0.0867937 Nov 10 17:30:56.166584 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49dc54-0764-4caa-93d2-6a946d5376dd req-ea6e22a8-af85-4b66-b919-a948c221628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:56.168756 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae49dc54-0764-4caa-93d2-6a946d5376dd req-ea6e22a8-af85-4b66-b919-a948c221628a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7786fa5e1bea40fd97fc4ce00e97b4ab&device_id=e384b3b5-6462-4224-bc80-22f56f3a7010 HTTP/1.1" status: 200 len: 1097 time: 0.1372218 Nov 10 17:30:56.184389 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-577e7377-ed9e-460b-b1ce-afdfa8d41913 None None] Attempting to bind port 7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:30:56.184901 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-577e7377-ed9e-460b-b1ce-afdfa8d41913 None None] Attempting to bind port 7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '7b5351fa-b7da-4a56-a345-32bddce39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:30:56.185282 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e7377-ed9e-460b-b1ce-afdfa8d41913 None None] Attempting to bind port 7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8 on network 2881d57b-3f4f-4d35-825f-cd2dc9b06116 {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:30:56.198186 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e7377-ed9e-460b-b1ce-afdfa8d41913 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:30:56.198647 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e7377-ed9e-460b-b1ce-afdfa8d41913 None None] Checking segment: {'id': '7b5351fa-b7da-4a56-a345-32bddce39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:30:56.198965 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-577e7377-ed9e-460b-b1ce-afdfa8d41913 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:56.199498 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e7377-ed9e-460b-b1ce-afdfa8d41913 None None] Bound using segment: {'id': '7b5351fa-b7da-4a56-a345-32bddce39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:30:56.199997 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-577e7377-ed9e-460b-b1ce-afdfa8d41913 None None] Bound port: 7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b5351fa-b7da-4a56-a345-32bddce39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:30:56.200431 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-577e7377-ed9e-460b-b1ce-afdfa8d41913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:56.208879 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09df185f-ec54-410b-956d-bb04b6b54dff req-27b7acd4-3082-4e4a-852b-8075aa9195e3 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=550346fb7b854e588018ed0d527afbf6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0974982 Nov 10 17:30:56.237553 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ff2d8183-563d-481f-9b35-a386d9a8fb06 req-567c6bcb-d07d-4876-8a70-724fd36147fa tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789676 Nov 10 17:30:56.255353 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2391046-4a03-4bab-ae8f-d221ea125fbe None None] Pushing event updated for resources: {'Port': ['ID=7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:56.304364 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-577e7377-ed9e-460b-b1ce-afdfa8d41913 None None] For port 7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:30:56.308824 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-577e7377-ed9e-460b-b1ce-afdfa8d41913 None None] For port 7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8,segment=NetworkSegment(7b5351fa-b7da-4a56-a345-32bddce39070),segment_id=7b5351fa-b7da-4a56-a345-32bddce39070)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:30:56.314817 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-577e7377-ed9e-460b-b1ce-afdfa8d41913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:56.365807 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ae5a9209-9f5f-45e7-bcc8-7a03a2960579 req-6f014251-7b42-4794-ba10-00a3a340abec tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/floatingips/d8e32e16-5fd5-4a5c-9e5c-63d79c2ad9bc HTTP/1.1" status: 200 len: 694 time: 0.0956740 Nov 10 17:30:56.380978 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577e7377-ed9e-460b-b1ce-afdfa8d41913 None None] Routers {'5a0209a4-f47c-4e82-932e-750552be6494'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:30:56.387526 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-577e7377-ed9e-460b-b1ce-afdfa8d41913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:30:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['5a0209a4-f47c-4e82-932e-750552be6494'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:56.397956 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-58249925-c23d-4327-861b-7095f4898c2b None None] Set router c28c347e-b49d-4459-acd7-3b9dccd7ed17 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:30:56.426319 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09df185f-ec54-410b-956d-bb04b6b54dff req-051602db-56b4-4c09-882e-7190c3161d12 service neutron] 10.222.0.39 "GET /v2.0/networks/2881d57b-3f4f-4d35-825f-cd2dc9b06116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150321 Nov 10 17:30:56.497602 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49dc54-0764-4caa-93d2-6a946d5376dd req-ea8ea97b-0b30-44ae-b350-5351d2573191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:56.501381 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae49dc54-0764-4caa-93d2-6a946d5376dd req-ea8ea97b-0b30-44ae-b350-5351d2573191 service neutron] 10.222.0.13 "GET /v2.0/networks?id=54bf8d1c-423e-43f6-a8fe-4660120f9a8d HTTP/1.1" status: 200 len: 930 time: 0.3135817 Nov 10 17:30:56.576506 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device abdba2c8-3cb8-4a2b-8ba0-035a8db99eac up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:30:56.579074 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae49dc54-0764-4caa-93d2-6a946d5376dd req-05c04502-9bd3-40fd-9e72-b07c1798026a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=638380f4-a6ca-4264-9eaa-faf61af36b3b HTTP/1.1" status: 200 len: 217 time: 0.0542264 Nov 10 17:30:56.588545 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=665f9b24-26a2-4fc2-a3c4-5e7a82a91999,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:56.603500 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2391046-4a03-4bab-ae8f-d221ea125fbe None None] Pushing event updated for resources: {'Port': ['ID=7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:56.635022 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a9209-9f5f-45e7-bcc8-7a03a2960579 req-d3cc7ff7-4f70-4015-ab65-3c19b9f62949 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:56.636480 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ae5a9209-9f5f-45e7-bcc8-7a03a2960579 req-d3cc7ff7-4f70-4015-ab65-3c19b9f62949 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 784 time: 0.2650054 Nov 10 17:30:56.636947 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-577e7377-ed9e-460b-b1ce-afdfa8d41913 None None] Set router 5a0209a4-f47c-4e82-932e-750552be6494 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:30:56.680096 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09df185f-ec54-410b-956d-bb04b6b54dff req-1957f14a-5828-449f-aed1-5e45ee9d93b8 service neutron] 10.222.0.39 "GET /v2.0/networks/2881d57b-3f4f-4d35-825f-cd2dc9b06116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526979 Nov 10 17:30:56.710915 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49dc54-0764-4caa-93d2-6a946d5376dd req-2495de77-1a53-4521-b408-cbbfb420dbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:56.717721 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae49dc54-0764-4caa-93d2-6a946d5376dd req-2495de77-1a53-4521-b408-cbbfb420dbe0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=219de3b2-e969-4a15-8a5a-bfef4c84ee74 HTTP/1.1" status: 200 len: 868 time: 0.1195204 Nov 10 17:30:56.731331 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ae5a9209-9f5f-45e7-bcc8-7a03a2960579 req-1851aa96-98e4-4e98-9791-2012cf16b1ab tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.98 HTTP/1.1" status: 200 len: 697 time: 0.0814464 Nov 10 17:30:56.772333 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-afa396e4-12f5-4ac5-8ff4-6a1becb9360a None None] Provisioning complete for port 7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:56.772989 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-afa396e4-12f5-4ac5-8ff4-6a1becb9360a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:56.790076 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 665f9b24-26a2-4fc2-a3c4-5e7a82a91999 has no active binding in host n-h1-776250-10 {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 17:30:56.822571 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49dc54-0764-4caa-93d2-6a946d5376dd req-a11d26ec-489e-4773-8ef8-2556901bbaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:56.824809 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae49dc54-0764-4caa-93d2-6a946d5376dd req-a11d26ec-489e-4773-8ef8-2556901bbaf1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=54bf8d1c-423e-43f6-a8fe-4660120f9a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0933325 Nov 10 17:30:56.855460 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ae5a9209-9f5f-45e7-bcc8-7a03a2960579 req-86db5a27-8e63-47ca-8482-de1e4ca84b1e tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.98 HTTP/1.1" status: 200 len: 697 time: 0.1229184 Nov 10 17:30:56.938382 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port abdba2c8-3cb8-4a2b-8ba0-035a8db99eac triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:56.938734 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:57.038991 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-afa396e4-12f5-4ac5-8ff4-6a1becb9360a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:57.058053 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-577e7377-ed9e-460b-b1ce-afdfa8d41913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0209a4-f47c-4e82-932e-750552be6494', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268988109-router', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:46Z', 'updated_at': '2021-11-10T17:30:52Z', 'revision_number': 4, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'gw_port': {'id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:47Z', 'updated_at': '2021-11-10T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8', 'name': '', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'mac_address': 'fa:16:3e:a1:9e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:51Z', 'updated_at': '2021-11-10T17:30:56Z', 'revision_number': 4, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'subnets': [{'id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:57.079706 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae49dc54-0764-4caa-93d2-6a946d5376dd req-75f3c9da-a311-46d8-a352-9aa51d29466e service neutron] 10.222.0.13 "GET /v2.0/networks/54bf8d1c-423e-43f6-a8fe-4660120f9a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157199 Nov 10 17:30:57.135172 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577e7377-ed9e-460b-b1ce-afdfa8d41913 None None] The sync data for ids ['5a0209a4-f47c-4e82-932e-750552be6494'] in n-d-776250-10 is: [{'id': '5a0209a4-f47c-4e82-932e-750552be6494', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268988109-router', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:46Z', 'updated_at': '2021-11-10T17:30:52Z', 'revision_number': 4, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'gw_port': {'id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:47Z', 'updated_at': '2021-11-10T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8', 'name': '', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'mac_address': 'fa:16:3e:a1:9e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:51Z', 'updated_at': '2021-11-10T17:30:56Z', 'revision_number': 4, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'subnets': [{'id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:30:57.137260 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8270fa3c-df19-4f40-b168-d3740b1dd7f2', 'tag': '665f9b24-26a2-4fc2-a3c4-5e7a82a91999'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:30:57.140812 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6327088-bf1e-4838-9b84-e2d399bbcba8" -d '{"events": [{"name": "network-changed", "server_uuid": "8270fa3c-df19-4f40-b168-d3740b1dd7f2", "tag": "665f9b24-26a2-4fc2-a3c4-5e7a82a91999"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:30:57.161519 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-afa396e4-12f5-4ac5-8ff4-6a1becb9360a None None] For port 7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8,segment=NetworkSegment(7b5351fa-b7da-4a56-a345-32bddce39070),segment_id=7b5351fa-b7da-4a56-a345-32bddce39070)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:30:57.165687 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-58249925-c23d-4327-861b-7095f4898c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009667961-router', 'tenant_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '27e7970b-ed0d-49d8-b977-592559928614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:06Z', 'updated_at': '2021-11-10T17:30:12Z', 'revision_number': 4, 'project_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'gw_port': {'id': '27e7970b-ed0d-49d8-b977-592559928614', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:07Z', 'updated_at': '2021-11-10T17:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'b48d6c1c-0fbf-40db-bb7d-fea813a31eb7', 'name': '', 'network_id': '54bf8d1c-423e-43f6-a8fe-4660120f9a8d', 'tenant_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'mac_address': 'fa:16:3e:a5:ad:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '219de3b2-e969-4a15-8a5a-bfef4c84ee74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:11Z', 'updated_at': '2021-11-10T17:30:17Z', 'revision_number': 5, 'project_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'subnets': [{'id': '219de3b2-e969-4a15-8a5a-bfef4c84ee74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:30:57.239948 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-ae5a9209-9f5f-45e7-bcc8-7a03a2960579 req-24b61f75-d5b5-4025-bf99-6366dd4e3f5c tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Deleting port d5b0c720-c428-4445-a09e-7a7cb1213e29 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:30:57.244382 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ae5a9209-9f5f-45e7-bcc8-7a03a2960579 req-24b61f75-d5b5-4025-bf99-6366dd4e3f5c tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:57.253055 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4818b8-1121-490f-b565-ec7f92a64b5c req-8ddbfcdb-5e2f-4e31-8090-b1e536537ed7 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:57.255141 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3e4818b8-1121-490f-b565-ec7f92a64b5c req-8ddbfcdb-5e2f-4e31-8090-b1e536537ed7 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb44879c-5680-4adc-99de-7aadc867c4b3 HTTP/1.1" status: 200 len: 946 time: 0.1744530 Nov 10 17:30:57.268272 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58249925-c23d-4327-861b-7095f4898c2b None None] The sync data for ids ['c28c347e-b49d-4459-acd7-3b9dccd7ed17'] in n-d-776250-10 is: [{'id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009667961-router', 'tenant_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '27e7970b-ed0d-49d8-b977-592559928614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:06Z', 'updated_at': '2021-11-10T17:30:12Z', 'revision_number': 4, 'project_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'gw_port': {'id': '27e7970b-ed0d-49d8-b977-592559928614', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:07Z', 'updated_at': '2021-11-10T17:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'b48d6c1c-0fbf-40db-bb7d-fea813a31eb7', 'name': '', 'network_id': '54bf8d1c-423e-43f6-a8fe-4660120f9a8d', 'tenant_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'mac_address': 'fa:16:3e:a5:ad:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '219de3b2-e969-4a15-8a5a-bfef4c84ee74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:11Z', 'updated_at': '2021-11-10T17:30:17Z', 'revision_number': 5, 'project_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'subnets': [{'id': '219de3b2-e969-4a15-8a5a-bfef4c84ee74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:30:57.270681 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-afa396e4-12f5-4ac5-8ff4-6a1becb9360a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:57.375533 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3e4818b8-1121-490f-b565-ec7f92a64b5c req-75def0b0-ba26-40f9-b213-7ad0584db549 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092098 Nov 10 17:30:57.448023 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa396e4-12f5-4ac5-8ff4-6a1becb9360a None None] Pushing event updated for resources: {'Port': ['ID=7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:57.451629 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae49dc54-0764-4caa-93d2-6a946d5376dd req-c0e80e5b-f353-414c-b15a-617159e618ab service neutron] 10.222.0.13 "GET /v2.0/networks/54bf8d1c-423e-43f6-a8fe-4660120f9a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051770 Nov 10 17:30:57.467412 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-74fe3bf3-115b-435b-b1f0-17a7d327cbfd None None] Provisioning complete for port 7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:57.467793 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-74fe3bf3-115b-435b-b1f0-17a7d327cbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:57.488061 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ae5a9209-9f5f-45e7-bcc8-7a03a2960579 req-24b61f75-d5b5-4025-bf99-6366dd4e3f5c tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:57.489226 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ae5a9209-9f5f-45e7-bcc8-7a03a2960579 req-24b61f75-d5b5-4025-bf99-6366dd4e3f5c tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:57.517766 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-ae5a9209-9f5f-45e7-bcc8-7a03a2960579 req-24b61f75-d5b5-4025-bf99-6366dd4e3f5c tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Calling delete_port for d5b0c720-c428-4445-a09e-7a7cb1213e29 owned by network:floatingip {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:30:57.728380 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf5631-947c-447d-8120-1405f9feb7b1 req-1fe9ac5f-14e2-4ee5-8dba-3b09bcfa5f23 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:57.729955 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9baf5631-947c-447d-8120-1405f9feb7b1 req-1fe9ac5f-14e2-4ee5-8dba-3b09bcfa5f23 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 950 time: 0.0898848 Nov 10 17:30:57.793478 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99244b32-2614-4a03-ad1b-b315e6022616 None None] New status for floating IP d8e32e16-5fd5-4a5c-9e5c-63d79c2ad9bc: DOWN {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:30:57.815958 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ae5a9209-9f5f-45e7-bcc8-7a03a2960579 req-24b61f75-d5b5-4025-bf99-6366dd4e3f5c tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:57.826978 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9baf5631-947c-447d-8120-1405f9feb7b1 req-b9c13868-1e4b-465c-8b23-6cef57c5d8f8 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850143 Nov 10 17:30:57.876513 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b61f75-d5b5-4025-bf99-6366dd4e3f5c tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Pushing event deleted for resources: {'Port': ['ID=d5b0c720-c428-4445-a09e-7a7cb1213e29,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:57.957832 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ae5a9209-9f5f-45e7-bcc8-7a03a2960579 req-24b61f75-d5b5-4025-bf99-6366dd4e3f5c tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks [] for floatingip, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:57.961438 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ae5a9209-9f5f-45e7-bcc8-7a03a2960579 req-24b61f75-d5b5-4025-bf99-6366dd4e3f5c tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:57.962774 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ae5a9209-9f5f-45e7-bcc8-7a03a2960579 req-24b61f75-d5b5-4025-bf99-6366dd4e3f5c tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "DELETE /v2.0/floatingips/d8e32e16-5fd5-4a5c-9e5c-63d79c2ad9bc HTTP/1.1" status: 204 len: 173 time: 1.0948899 Nov 10 17:30:58.004041 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.db.api [None req-99244b32-2614-4a03-ad1b-b315e6022616 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:30:58.004508 n-d-776250-10 neutron-server[102471]: DEBUG oslo_db.api [None req-99244b32-2614-4a03-ad1b-b315e6022616 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:30:58.063601 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-612f6a33-1f57-46e7-a81d-45187fce601f req-7e854614-107a-4009-9ffd-3ce1c9315b0b tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a11e0ec-1b74-4b78-acdc-f70c951b68ed HTTP/1.1" status: 200 len: 210 time: 0.0340195 Nov 10 17:30:58.126652 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124c5f28-e5db-468c-979e-354e86f472a8 x-openstack-request-id: req-124c5f28-e5db-468c-979e-354e86f472a8 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:30:58.127151 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8270fa3c-df19-4f40-b168-d3740b1dd7f2", "tag": "665f9b24-26a2-4fc2-a3c4-5e7a82a91999", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:30:58.127252 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-124c5f28-e5db-468c-979e-354e86f472a8 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:30:58.127686 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8270fa3c-df19-4f40-b168-d3740b1dd7f2', 'tag': '665f9b24-26a2-4fc2-a3c4-5e7a82a91999', 'status': 'completed', 'code': 200} Nov 10 17:30:58.254712 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462b8fd-306e-482f-8ada-01cce5949d19 req-0d8fb5ef-1811-4912-90f0-8700ee76c4e5 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:58.259070 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6327088-bf1e-4838-9b84-e2d399bbcba8 req-a50e9837-d92c-462d-9944-43b4804ff49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:58.260570 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a6327088-bf1e-4838-9b84-e2d399bbcba8 req-a50e9837-d92c-462d-9944-43b4804ff49c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ec9ca6147964daa83e30b2176db3b36&device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 1127 time: 0.0873766 Nov 10 17:30:58.261278 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8462b8fd-306e-482f-8ada-01cce5949d19 req-0d8fb5ef-1811-4912-90f0-8700ee76c4e5 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 944 time: 0.1228907 Nov 10 17:30:58.366100 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8462b8fd-306e-482f-8ada-01cce5949d19 req-c0647093-7265-458e-b7e7-aeef01fe5a2d tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953717 Nov 10 17:30:58.468015 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6327088-bf1e-4838-9b84-e2d399bbcba8 req-ae05fd5c-52d0-4afb-98d4-4e2e3d3de680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:58.469843 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a6327088-bf1e-4838-9b84-e2d399bbcba8 req-ae05fd5c-52d0-4afb-98d4-4e2e3d3de680 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1 HTTP/1.1" status: 200 len: 922 time: 0.1980052 Nov 10 17:30:58.506445 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99244b32-2614-4a03-ad1b-b315e6022616 None None] New status for floating IP d8e32e16-5fd5-4a5c-9e5c-63d79c2ad9bc: DOWN {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:30:58.548042 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beaa09f-8731-4eeb-a4cc-9b513c879927 req-09cd67a6-62f4-4507-9062-ca889db614f5 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:58.559025 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5beaa09f-8731-4eeb-a4cc-9b513c879927 req-09cd67a6-62f4-4507-9062-ca889db614f5 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb44879c-5680-4adc-99de-7aadc867c4b3 HTTP/1.1" status: 200 len: 946 time: 0.1298511 Nov 10 17:30:58.569837 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a6327088-bf1e-4838-9b84-e2d399bbcba8 req-d2c25ef8-d7a2-4818-8f11-79813a748290 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=665f9b24-26a2-4fc2-a3c4-5e7a82a91999 HTTP/1.1" status: 200 len: 217 time: 0.0870192 Nov 10 17:30:58.598440 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:30:58.743127 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:30:58.743465 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:58.745555 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f290378-d87a-4c69-9fcf-aadfe4023f9b req-64e58e33-0328-4ec6-8bad-4e8f656cb85d tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:58.756622 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3f290378-d87a-4c69-9fcf-aadfe4023f9b req-64e58e33-0328-4ec6-8bad-4e8f656cb85d tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/ports?device_id=e384b3b5-6462-4224-bc80-22f56f3a7010&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2511148 Nov 10 17:30:58.807420 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df185f-ec54-410b-956d-bb04b6b54dff req-cdbebd61-d70b-4412-810b-db688af2dc78 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:58.808950 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09df185f-ec54-410b-956d-bb04b6b54dff req-cdbebd61-d70b-4412-810b-db688af2dc78 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.11 "GET /v2.0/networks?id=2881d57b-3f4f-4d35-825f-cd2dc9b06116 HTTP/1.1" status: 200 len: 821 time: 0.1703663 Nov 10 17:30:58.813296 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6327088-bf1e-4838-9b84-e2d399bbcba8 req-a2231d2d-d8cf-491d-a2a0-68a21ce2466a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:58.814692 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a6327088-bf1e-4838-9b84-e2d399bbcba8 req-a2231d2d-d8cf-491d-a2a0-68a21ce2466a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3d9be19-2b8d-48ad-890a-609759e284ae HTTP/1.1" status: 200 len: 861 time: 0.2367723 Nov 10 17:30:58.840946 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-09df185f-ec54-410b-956d-bb04b6b54dff req-0d47b55b-8072-49ab-a0e6-ebfadaf09ac2 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Request body: {'port': {'device_id': '4a11e0ec-1b74-4b78-acdc-f70c951b68ed', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'admin_state_up': True, 'tenant_id': '550346fb7b854e588018ed0d527afbf6'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:30:58.881237 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3f290378-d87a-4c69-9fcf-aadfe4023f9b req-bfa6c86b-b241-4095-a2cb-bb4e8aed290d tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1104610 Nov 10 17:30:58.898061 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5beaa09f-8731-4eeb-a4cc-9b513c879927 req-f9c68ff8-3f09-4e1d-b8e8-f644a595b432 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356154 Nov 10 17:30:58.950972 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a6327088-bf1e-4838-9b84-e2d399bbcba8 req-1a5724e4-52a7-4bcf-bddc-d8d5ac1901d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240821 Nov 10 17:30:59.052846 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bb28c193-f1f9-4564-b9ed-0276b7bde863 req-b8a1e814-7dc3-4ddd-9079-0ead22687878 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0585716 Nov 10 17:30:59.189295 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8679ea7-40b8-4241-9d7f-eb27974a371c req-ce45f90d-04cd-4042-8279-afad17f504a3 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:59.198986 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a8679ea7-40b8-4241-9d7f-eb27974a371c req-ce45f90d-04cd-4042-8279-afad17f504a3 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 950 time: 0.1833336 Nov 10 17:30:59.258301 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a6327088-bf1e-4838-9b84-e2d399bbcba8 req-3bad199a-e4ff-4097-874e-3e655a4c7695 service neutron] 10.222.0.13 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917099 Nov 10 17:30:59.259394 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09df185f-ec54-410b-956d-bb04b6b54dff req-0d47b55b-8072-49ab-a0e6-ebfadaf09ac2 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Made reservation on behalf of 550346fb7b854e588018ed0d527afbf6 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:30:59.262739 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09df185f-ec54-410b-956d-bb04b6b54dff req-0d47b55b-8072-49ab-a0e6-ebfadaf09ac2 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:59.320245 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a8679ea7-40b8-4241-9d7f-eb27974a371c req-91039e64-b04d-4190-8496-941b317d7dba tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202366 Nov 10 17:30:59.480757 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c58f2b-deb0-4c66-b32c-bfe0a3532564 req-ae1b058b-1bf6-499c-9904-a4583ad0fc7c tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:59.481602 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-95c6fcdf-2329-46a6-9e67-a46a3ce5e464 req-16cd556a-d0f6-45a9-89e5-fac5baf69ce6 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a11e0ec-1b74-4b78-acdc-f70c951b68ed HTTP/1.1" status: 200 len: 210 time: 0.0616775 Nov 10 17:30:59.494128 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a6327088-bf1e-4838-9b84-e2d399bbcba8 req-87404ea6-b6c9-46d5-a6b4-91b9720c81c3 service neutron] 10.222.0.13 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139821 Nov 10 17:30:59.500949 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b6c58f2b-deb0-4c66-b32c-bfe0a3532564 req-ae1b058b-1bf6-499c-9904-a4583ad0fc7c tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/ports?device_id=e384b3b5-6462-4224-bc80-22f56f3a7010 HTTP/1.1" status: 200 len: 945 time: 0.0619900 Nov 10 17:30:59.517933 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-09df185f-ec54-410b-956d-bb04b6b54dff req-0d47b55b-8072-49ab-a0e6-ebfadaf09ac2 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Allocated IP 172.20.0.4 (2881d57b-3f4f-4d35-825f-cd2dc9b06116/2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd/2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:30:59.576092 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b6c58f2b-deb0-4c66-b32c-bfe0a3532564 req-e75e984e-df4c-48f9-a324-1b454e4275f2 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f8b23dc-e076-45f6-97dc-b53db2babb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656850 Nov 10 17:30:59.661831 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a6a76-ae5f-4333-aab8-b0e882245d35 req-bac8eb93-c6fc-4089-9e6b-5507d1e2dc69 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:59.663295 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fd9a6a76-ae5f-4333-aab8-b0e882245d35 req-bac8eb93-c6fc-4089-9e6b-5507d1e2dc69 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 944 time: 0.1108177 Nov 10 17:30:59.745001 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fd9a6a76-ae5f-4333-aab8-b0e882245d35 req-d6d4c220-8f06-440c-ad45-f7f1decd0344 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743105 Nov 10 17:30:59.747592 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09df185f-ec54-410b-956d-bb04b6b54dff req-0d47b55b-8072-49ab-a0e6-ebfadaf09ac2 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:59.782063 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09df185f-ec54-410b-956d-bb04b6b54dff req-0d47b55b-8072-49ab-a0e6-ebfadaf09ac2 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:59.830687 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09df185f-ec54-410b-956d-bb04b6b54dff req-0d47b55b-8072-49ab-a0e6-ebfadaf09ac2 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Network 2881d57b-3f4f-4d35-825f-cd2dc9b06116 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:30:59.834296 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-09df185f-ec54-410b-956d-bb04b6b54dff req-0d47b55b-8072-49ab-a0e6-ebfadaf09ac2 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:30:59.838034 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-09df185f-ec54-410b-956d-bb04b6b54dff req-0d47b55b-8072-49ab-a0e6-ebfadaf09ac2 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:30:59.861520 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47b55b-8072-49ab-a0e6-ebfadaf09ac2 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Pushing event updated for resources: {'Port': ['ID=2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:30:59.892481 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df185f-ec54-410b-956d-bb04b6b54dff req-0d47b55b-8072-49ab-a0e6-ebfadaf09ac2 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:30:59.893110 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09df185f-ec54-410b-956d-bb04b6b54dff req-0d47b55b-8072-49ab-a0e6-ebfadaf09ac2 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:30:59.913583 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09df185f-ec54-410b-956d-bb04b6b54dff req-0d47b55b-8072-49ab-a0e6-ebfadaf09ac2 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0763299 Nov 10 17:30:59.932304 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-09df185f-ec54-410b-956d-bb04b6b54dff req-fc6fb4d3-e801-47e7-89ba-44dbbff05646 service neutron] Request body: {'port': {'device_id': '4a11e0ec-1b74-4b78-acdc-f70c951b68ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:31:00.000548 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09df185f-ec54-410b-956d-bb04b6b54dff req-fc6fb4d3-e801-47e7-89ba-44dbbff05646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:00.055916 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e749e-e1f4-44f2-ba24-ccd4de0d5675 req-4b656896-c118-4c2d-af52-a535b9e34114 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:00.058342 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d95e749e-e1f4-44f2-ba24-ccd4de0d5675 req-4b656896-c118-4c2d-af52-a535b9e34114 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb44879c-5680-4adc-99de-7aadc867c4b3 HTTP/1.1" status: 200 len: 946 time: 0.0914216 Nov 10 17:31:00.134373 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d95e749e-e1f4-44f2-ba24-ccd4de0d5675 req-3d83e817-6f3b-4f1a-878d-f4cc4e289b56 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622127 Nov 10 17:31:00.165206 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-7c6a44c1-9f80-4f65-a822-782c3141fefb None None] Provisioning complete for port 2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:31:00.165709 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7c6a44c1-9f80-4f65-a822-782c3141fefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:00.205233 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-7c6a44c1-9f80-4f65-a822-782c3141fefb None None] Port 2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:31:00.305201 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-09df185f-ec54-410b-956d-bb04b6b54dff req-fc6fb4d3-e801-47e7-89ba-44dbbff05646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:31:00.312454 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09df185f-ec54-410b-956d-bb04b6b54dff req-fc6fb4d3-e801-47e7-89ba-44dbbff05646 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:00.324993 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-09df185f-ec54-410b-956d-bb04b6b54dff req-fc6fb4d3-e801-47e7-89ba-44dbbff05646 service neutron] Transition to ACTIVE for port object 2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:31:00.328681 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09df185f-ec54-410b-956d-bb04b6b54dff req-fc6fb4d3-e801-47e7-89ba-44dbbff05646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:00.382966 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6fb4d3-e801-47e7-89ba-44dbbff05646 service neutron] Pushing event updated for resources: {'Port': ['ID=2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:00.471550 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-09df185f-ec54-410b-956d-bb04b6b54dff req-fc6fb4d3-e801-47e7-89ba-44dbbff05646 service neutron] Attempting to bind port 2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:31:00.473133 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-09df185f-ec54-410b-956d-bb04b6b54dff req-fc6fb4d3-e801-47e7-89ba-44dbbff05646 service neutron] Attempting to bind port 2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '7b5351fa-b7da-4a56-a345-32bddce39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:31:00.473727 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09df185f-ec54-410b-956d-bb04b6b54dff req-fc6fb4d3-e801-47e7-89ba-44dbbff05646 service neutron] Attempting to bind port 2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d on network 2881d57b-3f4f-4d35-825f-cd2dc9b06116 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:31:00.478907 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2232aca0-f5ac-46fe-bda8-9da2c94a0d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:00.483428 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09df185f-ec54-410b-956d-bb04b6b54dff req-fc6fb4d3-e801-47e7-89ba-44dbbff05646 service neutron] Port 2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d on network 2881d57b-3f4f-4d35-825f-cd2dc9b06116 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:31:00.484319 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09df185f-ec54-410b-956d-bb04b6b54dff req-fc6fb4d3-e801-47e7-89ba-44dbbff05646 service neutron] Attempting to bind port 2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d on network 2881d57b-3f4f-4d35-825f-cd2dc9b06116 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:31:00.491492 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09df185f-ec54-410b-956d-bb04b6b54dff req-fc6fb4d3-e801-47e7-89ba-44dbbff05646 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:31:00.492303 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09df185f-ec54-410b-956d-bb04b6b54dff req-fc6fb4d3-e801-47e7-89ba-44dbbff05646 service neutron] Checking segment: {'id': '7b5351fa-b7da-4a56-a345-32bddce39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:31:00.492697 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09df185f-ec54-410b-956d-bb04b6b54dff req-fc6fb4d3-e801-47e7-89ba-44dbbff05646 service neutron] Bound using segment: {'id': '7b5351fa-b7da-4a56-a345-32bddce39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:31:00.493141 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-09df185f-ec54-410b-956d-bb04b6b54dff req-fc6fb4d3-e801-47e7-89ba-44dbbff05646 service neutron] Bound port: 2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b5351fa-b7da-4a56-a345-32bddce39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:31:00.493497 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09df185f-ec54-410b-956d-bb04b6b54dff req-fc6fb4d3-e801-47e7-89ba-44dbbff05646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:00.543984 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dec566-87d6-48e1-9a93-c95892ecd6fe req-0791d109-0793-478d-aeb9-5d285674411e tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:00.546722 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-70dec566-87d6-48e1-9a93-c95892ecd6fe req-0791d109-0793-478d-aeb9-5d285674411e tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 950 time: 0.1116140 Nov 10 17:31:00.625335 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-70dec566-87d6-48e1-9a93-c95892ecd6fe req-6e9c02f2-4c85-4090-94c3-07aa6fcb500f tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692346 Nov 10 17:31:00.637019 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-09df185f-ec54-410b-956d-bb04b6b54dff req-fc6fb4d3-e801-47e7-89ba-44dbbff05646 service neutron] For port 2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:31:00.641337 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-09df185f-ec54-410b-956d-bb04b6b54dff req-fc6fb4d3-e801-47e7-89ba-44dbbff05646 service neutron] For port 2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d,segment=NetworkSegment(7b5351fa-b7da-4a56-a345-32bddce39070),segment_id=7b5351fa-b7da-4a56-a345-32bddce39070)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:31:00.655322 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7043b-8870-4665-9038-2542a0001ead req-6a9d5866-b080-4af6-9b3e-c780e41d9fb0 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:00.657315 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97b7043b-8870-4665-9038-2542a0001ead req-6a9d5866-b080-4af6-9b3e-c780e41d9fb0 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a11e0ec-1b74-4b78-acdc-f70c951b68ed HTTP/1.1" status: 200 len: 943 time: 0.0772071 Nov 10 17:31:00.661942 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09df185f-ec54-410b-956d-bb04b6b54dff req-fc6fb4d3-e801-47e7-89ba-44dbbff05646 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:00.712319 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df185f-ec54-410b-956d-bb04b6b54dff req-fc6fb4d3-e801-47e7-89ba-44dbbff05646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:00.713040 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09df185f-ec54-410b-956d-bb04b6b54dff req-fc6fb4d3-e801-47e7-89ba-44dbbff05646 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:00.716184 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09df185f-ec54-410b-956d-bb04b6b54dff req-fc6fb4d3-e801-47e7-89ba-44dbbff05646 service neutron] 10.222.0.11 "PUT /v2.0/ports/2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d HTTP/1.1" status: 200 len: 1092 time: 0.7877972 Nov 10 17:31:00.724544 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a11e0ec-1b74-4b78-acdc-f70c951b68ed', 'tag': '2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:31:00.727168 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126ff1f1-9f98-4172-9a05-ae66ef739fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "4a11e0ec-1b74-4b78-acdc-f70c951b68ed", "tag": "2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:31:00.750637 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e5f61-d112-4333-a072-b59fb91b3df5 req-0f84fdab-83cd-46de-b6d3-53797e8b4b43 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:00.752447 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ad7e5f61-d112-4333-a072-b59fb91b3df5 req-0f84fdab-83cd-46de-b6d3-53797e8b4b43 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/ports?device_id=e384b3b5-6462-4224-bc80-22f56f3a7010 HTTP/1.1" status: 200 len: 945 time: 0.0633838 Nov 10 17:31:00.815190 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ad7e5f61-d112-4333-a072-b59fb91b3df5 req-79c59a8c-629b-4c32-8a29-023de98327ad tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f8b23dc-e076-45f6-97dc-b53db2babb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552261 Nov 10 17:31:00.861651 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6fb4d3-e801-47e7-89ba-44dbbff05646 service neutron] Pushing event updated for resources: {'Port': ['ID=2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:00.876361 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97b7043b-8870-4665-9038-2542a0001ead req-6014e46f-de6c-4f3c-a1c0-389585a5a7c1 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3c464cd-4278-4553-b886-991edbe0895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089164 Nov 10 17:31:00.880789 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aac97af-0d6d-4dcc-8f2e-6c72aac64ef1 x-openstack-request-id: req-9aac97af-0d6d-4dcc-8f2e-6c72aac64ef1 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:31:00.881082 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a11e0ec-1b74-4b78-acdc-f70c951b68ed", "tag": "2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:31:00.881343 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9aac97af-0d6d-4dcc-8f2e-6c72aac64ef1 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:31:00.881749 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a11e0ec-1b74-4b78-acdc-f70c951b68ed', 'tag': '2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d', 'status': 'completed', 'code': 200} Nov 10 17:31:00.901085 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78368e7b-4afe-47ed-8fc7-dc29fd15635f req-efb04701-c9b7-431b-acdb-3bf57db637ba tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:00.903241 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-78368e7b-4afe-47ed-8fc7-dc29fd15635f req-efb04701-c9b7-431b-acdb-3bf57db637ba tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb44879c-5680-4adc-99de-7aadc867c4b3 HTTP/1.1" status: 200 len: 946 time: 0.1689870 Nov 10 17:31:00.914520 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df185f-ec54-410b-956d-bb04b6b54dff req-2efec252-b59e-4d59-ac75-208b86e8fa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:00.916024 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09df185f-ec54-410b-956d-bb04b6b54dff req-2efec252-b59e-4d59-ac75-208b86e8fa3d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=550346fb7b854e588018ed0d527afbf6&device_id=4a11e0ec-1b74-4b78-acdc-f70c951b68ed HTTP/1.1" status: 200 len: 1095 time: 0.1155329 Nov 10 17:31:01.008087 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0de2f9-71e7-48e3-94bb-afa566831099 req-e0e96671-7cee-4566-832b-eeb0861bec86 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:01.010062 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dd0de2f9-71e7-48e3-94bb-afa566831099 req-e0e96671-7cee-4566-832b-eeb0861bec86 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 944 time: 0.0624616 Nov 10 17:31:01.062027 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dd0de2f9-71e7-48e3-94bb-afa566831099 req-6b816285-01e2-4906-8f49-fbeb0fb301b9 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454853 Nov 10 17:31:01.268186 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21dd50-5969-4b94-ac6d-197b1852cd0d req-d98abc4f-68fc-4ab1-8ba4-fc1fad8dd022 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:01.272763 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba21dd50-5969-4b94-ac6d-197b1852cd0d req-d98abc4f-68fc-4ab1-8ba4-fc1fad8dd022 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb44879c-5680-4adc-99de-7aadc867c4b3 HTTP/1.1" status: 200 len: 946 time: 0.0577600 Nov 10 17:31:01.278425 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09df185f-ec54-410b-956d-bb04b6b54dff req-6bcac562-d7ab-48b1-94f0-17ea0614c35d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d HTTP/1.1" status: 200 len: 217 time: 0.3307478 Nov 10 17:31:01.323583 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba21dd50-5969-4b94-ac6d-197b1852cd0d req-7e7b5f78-013f-46bc-ae89-ea93a8e39876 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462277 Nov 10 17:31:01.376638 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df185f-ec54-410b-956d-bb04b6b54dff req-866442f7-059b-4e85-b292-b6b858546eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:01.378145 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09df185f-ec54-410b-956d-bb04b6b54dff req-866442f7-059b-4e85-b292-b6b858546eeb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd HTTP/1.1" status: 200 len: 860 time: 0.0880785 Nov 10 17:31:01.391145 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-78368e7b-4afe-47ed-8fc7-dc29fd15635f req-1584d928-c999-46af-a842-35411f699faf tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Deleting port d8c7c63b-f42b-4d1c-8dd8-93a24b28a020 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:31:01.391487 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-78368e7b-4afe-47ed-8fc7-dc29fd15635f req-1584d928-c999-46af-a842-35411f699faf tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:01.494333 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df185f-ec54-410b-956d-bb04b6b54dff req-8b747c96-00fa-4526-8448-0f82ad615254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:01.495827 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09df185f-ec54-410b-956d-bb04b6b54dff req-8b747c96-00fa-4526-8448-0f82ad615254 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2881d57b-3f4f-4d35-825f-cd2dc9b06116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1009362 Nov 10 17:31:01.600492 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-78368e7b-4afe-47ed-8fc7-dc29fd15635f req-1584d928-c999-46af-a842-35411f699faf tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] For port d8c7c63b-f42b-4d1c-8dd8-93a24b28a020, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=d8c7c63b-f42b-4d1c-8dd8-93a24b28a020,segment=NetworkSegment(17d5af1c-a623-4581-8ea0-158dc701aa2d),segment_id=17d5af1c-a623-4581-8ea0-158dc701aa2d)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:01.600862 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-78368e7b-4afe-47ed-8fc7-dc29fd15635f req-1584d928-c999-46af-a842-35411f699faf tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:01.624770 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-78368e7b-4afe-47ed-8fc7-dc29fd15635f req-1584d928-c999-46af-a842-35411f699faf tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Calling delete_port for d8c7c63b-f42b-4d1c-8dd8-93a24b28a020 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:31:01.634311 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083a6e8-7a10-4004-b6d1-d749b40a5953 req-7445cc75-520e-423e-9e39-f5eee9170898 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:01.635701 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3083a6e8-7a10-4004-b6d1-d749b40a5953 req-7445cc75-520e-423e-9e39-f5eee9170898 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.13 "GET /v2.0/ports?device_id=e384b3b5-6462-4224-bc80-22f56f3a7010 HTTP/1.1" status: 200 len: 945 time: 0.1389754 Nov 10 17:31:01.743723 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09df185f-ec54-410b-956d-bb04b6b54dff req-3bfb4ea5-7a14-4caa-9fe8-f9f0f8b50f96 service neutron] 10.222.0.11 "GET /v2.0/networks/2881d57b-3f4f-4d35-825f-cd2dc9b06116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373598 Nov 10 17:31:01.749212 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a6db2-3feb-4383-bdb7-e82616cd89eb req-c8c055a9-3f79-41c5-a1da-9a99726f48e4 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:01.750829 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f75a6db2-3feb-4383-bdb7-e82616cd89eb req-c8c055a9-3f79-41c5-a1da-9a99726f48e4 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 950 time: 0.0548894 Nov 10 17:31:01.804515 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f75a6db2-3feb-4383-bdb7-e82616cd89eb req-b56ef872-0448-4cd3-9a6a-8cc65aa84003 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450919 Nov 10 17:31:01.911191 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-3083a6e8-7a10-4004-b6d1-d749b40a5953 req-0480f3b1-c99f-449b-b3a4-3944d650b2e4 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Deleting port 638380f4-a6ca-4264-9eaa-faf61af36b3b {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:31:01.911547 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3083a6e8-7a10-4004-b6d1-d749b40a5953 req-0480f3b1-c99f-449b-b3a4-3944d650b2e4 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:01.999629 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09df185f-ec54-410b-956d-bb04b6b54dff req-d30eb12c-f6f9-426c-b6a1-adbaf2d62b95 service neutron] 10.222.0.11 "GET /v2.0/networks/2881d57b-3f4f-4d35-825f-cd2dc9b06116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362664 Nov 10 17:31:02.012492 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011dda7-64a3-449e-bd66-faa06c5a2b36 req-f1bca4c9-261c-4089-bb55-410c205453cf tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:02.014294 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b011dda7-64a3-449e-bd66-faa06c5a2b36 req-f1bca4c9-261c-4089-bb55-410c205453cf tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a11e0ec-1b74-4b78-acdc-f70c951b68ed HTTP/1.1" status: 200 len: 943 time: 0.0608904 Nov 10 17:31:02.072631 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3ad6d-9f96-4b8e-b101-fc87bdc78a95 req-2f1fd1b0-eb13-4c92-b735-17a9baa649e1 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:02.074199 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bbb3ad6d-9f96-4b8e-b101-fc87bdc78a95 req-2f1fd1b0-eb13-4c92-b735-17a9baa649e1 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/ports?device_id=e384b3b5-6462-4224-bc80-22f56f3a7010 HTTP/1.1" status: 200 len: 945 time: 0.1864054 Nov 10 17:31:02.074862 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-78368e7b-4afe-47ed-8fc7-dc29fd15635f req-1584d928-c999-46af-a842-35411f699faf tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:02.094077 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['d8c7c63b-f42b-4d1c-8dd8-93a24b28a020'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:31:02.111960 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b011dda7-64a3-449e-bd66-faa06c5a2b36 req-9e68d72c-cc2f-4272-9c9e-d6e11f78d5d5 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3c464cd-4278-4553-b886-991edbe0895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760686 Nov 10 17:31:02.140079 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584d928-c999-46af-a842-35411f699faf tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Pushing event deleted for resources: {'Port': ['ID=d8c7c63b-f42b-4d1c-8dd8-93a24b28a020,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:02.193852 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-3083a6e8-7a10-4004-b6d1-d749b40a5953 req-0480f3b1-c99f-449b-b3a4-3944d650b2e4 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] For port 638380f4-a6ca-4264-9eaa-faf61af36b3b, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=638380f4-a6ca-4264-9eaa-faf61af36b3b,segment=NetworkSegment(9133d02d-bf9a-4f0a-9686-e4667fac8ff0),segment_id=9133d02d-bf9a-4f0a-9686-e4667fac8ff0)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:02.194215 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3083a6e8-7a10-4004-b6d1-d749b40a5953 req-0480f3b1-c99f-449b-b3a4-3944d650b2e4 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:02.257902 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80642b-2d0f-480b-86bb-6af7f1239171 req-b22f664b-a247-4887-85c5-4dda7cf56689 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:02.259383 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1f80642b-2d0f-480b-86bb-6af7f1239171 req-b22f664b-a247-4887-85c5-4dda7cf56689 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 944 time: 0.0545719 Nov 10 17:31:02.262791 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-3083a6e8-7a10-4004-b6d1-d749b40a5953 req-0480f3b1-c99f-449b-b3a4-3944d650b2e4 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Calling delete_port for 638380f4-a6ca-4264-9eaa-faf61af36b3b owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:31:02.268316 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-78368e7b-4afe-47ed-8fc7-dc29fd15635f req-1584d928-c999-46af-a842-35411f699faf tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] No DVR routers for this DVR port d8c7c63b-f42b-4d1c-8dd8-93a24b28a020 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:31:02.275630 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bbb3ad6d-9f96-4b8e-b101-fc87bdc78a95 req-104b43cc-bdfa-4958-80f1-b49d3ae6c44b tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f8b23dc-e076-45f6-97dc-b53db2babb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907153 Nov 10 17:31:02.277610 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-78368e7b-4afe-47ed-8fc7-dc29fd15635f req-1584d928-c999-46af-a842-35411f699faf tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:02.280931 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-78368e7b-4afe-47ed-8fc7-dc29fd15635f req-1584d928-c999-46af-a842-35411f699faf tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.13 "DELETE /v2.0/ports/d8c7c63b-f42b-4d1c-8dd8-93a24b28a020 HTTP/1.1" status: 204 len: 173 time: 1.3639479 Nov 10 17:31:02.325242 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1f80642b-2d0f-480b-86bb-6af7f1239171 req-4a1eac95-e1a4-46f4-953e-2324beaba793 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593686 Nov 10 17:31:02.345881 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ff1f1-9f98-4172-9a05-ae66ef739fb2 req-e4047d36-571b-4a91-932c-99d87f2a5598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:02.349097 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-126ff1f1-9f98-4172-9a05-ae66ef739fb2 req-e4047d36-571b-4a91-932c-99d87f2a5598 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=550346fb7b854e588018ed0d527afbf6&device_id=4a11e0ec-1b74-4b78-acdc-f70c951b68ed HTTP/1.1" status: 200 len: 1095 time: 0.2136774 Nov 10 17:31:02.566631 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ff1f1-9f98-4172-9a05-ae66ef739fb2 req-3ab56325-bc4c-4395-ac82-5d0bf2078ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:02.569057 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-126ff1f1-9f98-4172-9a05-ae66ef739fb2 req-3ab56325-bc4c-4395-ac82-5d0bf2078ff7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2881d57b-3f4f-4d35-825f-cd2dc9b06116 HTTP/1.1" status: 200 len: 922 time: 0.2117276 Nov 10 17:31:02.571914 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3648e56c-7658-4fcb-8b07-e746c6abd4a3 req-4c98a493-383c-4d76-9cb8-a51b55999cd2 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb44879c-5680-4adc-99de-7aadc867c4b3 HTTP/1.1" status: 200 len: 210 time: 0.0860360 Nov 10 17:31:02.626956 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-126ff1f1-9f98-4172-9a05-ae66ef739fb2 req-b4a6ea29-5616-4831-920a-6fa520cac19a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d HTTP/1.1" status: 200 len: 217 time: 0.0444727 Nov 10 17:31:02.671604 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3083a6e8-7a10-4004-b6d1-d749b40a5953 req-0480f3b1-c99f-449b-b3a4-3944d650b2e4 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:02.685026 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['638380f4-a6ca-4264-9eaa-faf61af36b3b'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:31:02.789238 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f56d830c-3ddf-47ae-9347-15b310e24952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:02.789728 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ff1f1-9f98-4172-9a05-ae66ef739fb2 req-9415853f-5ba9-4896-8b01-09b7c5f38262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:02.795333 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-126ff1f1-9f98-4172-9a05-ae66ef739fb2 req-9415853f-5ba9-4896-8b01-09b7c5f38262 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd HTTP/1.1" status: 200 len: 860 time: 0.1559329 Nov 10 17:31:02.814352 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480f3b1-c99f-449b-b3a4-3944d650b2e4 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Pushing event deleted for resources: {'Port': ['ID=638380f4-a6ca-4264-9eaa-faf61af36b3b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:02.854118 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-3083a6e8-7a10-4004-b6d1-d749b40a5953 req-0480f3b1-c99f-449b-b3a4-3944d650b2e4 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] No DVR routers for this DVR port 638380f4-a6ca-4264-9eaa-faf61af36b3b on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:31:02.882251 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3083a6e8-7a10-4004-b6d1-d749b40a5953 req-0480f3b1-c99f-449b-b3a4-3944d650b2e4 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:02.886173 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3083a6e8-7a10-4004-b6d1-d749b40a5953 req-0480f3b1-c99f-449b-b3a4-3944d650b2e4 tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.13 "DELETE /v2.0/ports/638380f4-a6ca-4264-9eaa-faf61af36b3b HTTP/1.1" status: 204 len: 173 time: 1.2397170 Nov 10 17:31:02.886768 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb44879c-5680-4adc-99de-7aadc867c4b3', 'name': 'network-vif-deleted', 'tag': 'd8c7c63b-f42b-4d1c-8dd8-93a24b28a020'}, {'server_uuid': 'e384b3b5-6462-4224-bc80-22f56f3a7010', 'name': 'network-vif-deleted', 'tag': '638380f4-a6ca-4264-9eaa-faf61af36b3b'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:31:02.889209 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630c0646-7203-42ca-82b1-545418dfaf30" -d '{"events": [{"server_uuid": "cb44879c-5680-4adc-99de-7aadc867c4b3", "name": "network-vif-deleted", "tag": "d8c7c63b-f42b-4d1c-8dd8-93a24b28a020"}, {"server_uuid": "e384b3b5-6462-4224-bc80-22f56f3a7010", "name": "network-vif-deleted", "tag": "638380f4-a6ca-4264-9eaa-faf61af36b3b"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:31:03.030991 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ff1f1-9f98-4172-9a05-ae66ef739fb2 req-8571501b-7e5e-4720-8212-3582a24e1c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:03.037957 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-126ff1f1-9f98-4172-9a05-ae66ef739fb2 req-8571501b-7e5e-4720-8212-3582a24e1c5c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2881d57b-3f4f-4d35-825f-cd2dc9b06116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2140207 Nov 10 17:31:03.039731 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 17:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9490a46-d990-46af-86a3-29219b22e215 x-openstack-request-id: req-e9490a46-d990-46af-86a3-29219b22e215 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:31:03.040013 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb44879c-5680-4adc-99de-7aadc867c4b3", "name": "network-vif-deleted", "tag": "d8c7c63b-f42b-4d1c-8dd8-93a24b28a020", "status": "completed", "code": 200}, {"server_uuid": "e384b3b5-6462-4224-bc80-22f56f3a7010", "name": "network-vif-deleted", "tag": "638380f4-a6ca-4264-9eaa-faf61af36b3b", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:31:03.040175 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e9490a46-d990-46af-86a3-29219b22e215 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:31:03.040586 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb44879c-5680-4adc-99de-7aadc867c4b3', 'name': 'network-vif-deleted', 'tag': 'd8c7c63b-f42b-4d1c-8dd8-93a24b28a020', 'status': 'completed', 'code': 200} Nov 10 17:31:03.040842 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e384b3b5-6462-4224-bc80-22f56f3a7010', 'name': 'network-vif-deleted', 'tag': '638380f4-a6ca-4264-9eaa-faf61af36b3b', 'status': 'completed', 'code': 200} Nov 10 17:31:03.207415 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a40f7c-6ac9-4d46-8ed7-875fa57de9b2 req-6a0a6455-f125-46a9-b227-8c97a78773f4 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:03.220709 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-65a40f7c-6ac9-4d46-8ed7-875fa57de9b2 req-6a0a6455-f125-46a9-b227-8c97a78773f4 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 950 time: 0.2857323 Nov 10 17:31:03.313194 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-65a40f7c-6ac9-4d46-8ed7-875fa57de9b2 req-3417b890-d36b-4c2e-8757-095316775e22 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906558 Nov 10 17:31:03.319650 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-126ff1f1-9f98-4172-9a05-ae66ef739fb2 req-02b27aef-258d-4485-85bc-66ff9e090ca1 service neutron] 10.222.0.11 "GET /v2.0/networks/2881d57b-3f4f-4d35-825f-cd2dc9b06116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640388 Nov 10 17:31:03.354735 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c50ea8-00fe-4b59-838b-3053b32fc271 req-4ece1fc2-237b-4b12-ab62-a733224936e8 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:03.364835 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-44c50ea8-00fe-4b59-838b-3053b32fc271 req-4ece1fc2-237b-4b12-ab62-a733224936e8 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a11e0ec-1b74-4b78-acdc-f70c951b68ed HTTP/1.1" status: 200 len: 943 time: 0.1312037 Nov 10 17:31:03.487073 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-44c50ea8-00fe-4b59-838b-3053b32fc271 req-dfe28cad-8d0d-4b04-95d5-e74cd367d140 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3c464cd-4278-4553-b886-991edbe0895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186059 Nov 10 17:31:03.575945 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-574205e4-7933-4fc0-91d7-c416f0aaae67 req-c497f485-8c21-4293-b78e-55b510f1e3fd tempest-FloatingIPsAssociationNegativeTestJSON-938048872 tempest-FloatingIPsAssociationNegativeTestJSON-938048872-project] 10.222.0.39 "GET /v2.0/ports?device_id=e384b3b5-6462-4224-bc80-22f56f3a7010 HTTP/1.1" status: 200 len: 210 time: 0.0911241 Nov 10 17:31:03.580982 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-126ff1f1-9f98-4172-9a05-ae66ef739fb2 req-28c8666b-8257-4e97-95f3-3f971f7caeee service neutron] 10.222.0.11 "GET /v2.0/networks/2881d57b-3f4f-4d35-825f-cd2dc9b06116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522113 Nov 10 17:31:03.739684 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e1d62-157d-4d71-928d-3dcffd531d6f req-64045f55-8873-40de-b914-fe3ff03947d6 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:03.749056 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fd1e1d62-157d-4d71-928d-3dcffd531d6f req-64045f55-8873-40de-b914-fe3ff03947d6 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 944 time: 0.0815089 Nov 10 17:31:03.819541 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fd1e1d62-157d-4d71-928d-3dcffd531d6f req-7f8bde0a-b3a3-4f81-98d8-b42f2e9242a4 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640378 Nov 10 17:31:03.859764 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:04.149687 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f7869-999b-49de-b889-0db948a8fa1a req-375cc47c-c859-4a38-a597-8f01d99e9075 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:04.159662 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b26f7869-999b-49de-b889-0db948a8fa1a req-375cc47c-c859-4a38-a597-8f01d99e9075 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/networks?id=3b68cb86-ae6d-409e-9e8e-fa13081031ba HTTP/1.1" status: 200 len: 811 time: 0.1399298 Nov 10 17:31:04.178537 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b26f7869-999b-49de-b889-0db948a8fa1a req-2a9d4ce4-3890-4ba7-a4f4-1f52e53498d6 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/quotas/ed22ff5850684fb18710e4a738614c84 HTTP/1.1" status: 200 len: 375 time: 0.0176411 Nov 10 17:31:04.217869 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b26f7869-999b-49de-b889-0db948a8fa1a req-ba09ac7e-a4e5-46da-ad84-d4bce677de29 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed22ff5850684fb18710e4a738614c84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372207 Nov 10 17:31:04.436170 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 638380f4-a6ca-4264-9eaa-faf61af36b3b no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:31:04.491030 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 638380f4-a6ca-4264-9eaa-faf61af36b3b {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:31:04.491304 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 638380f4-a6ca-4264-9eaa-faf61af36b3b not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:31:04.491718 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device d8c7c63b-f42b-4d1c-8dd8-93a24b28a020 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:31:04.514822 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2a65a-fdff-4f60-a234-a5cdfad8d8c8 req-b0e0aebd-9b9c-4908-bf5d-32ee8c901bcb tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:04.516450 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-40a2a65a-fdff-4f60-a234-a5cdfad8d8c8 req-b0e0aebd-9b9c-4908-bf5d-32ee8c901bcb tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 950 time: 0.1150675 Nov 10 17:31:04.553542 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: d8c7c63b-f42b-4d1c-8dd8-93a24b28a020 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:31:04.555020 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device d8c7c63b-f42b-4d1c-8dd8-93a24b28a020 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:31:04.657750 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-40a2a65a-fdff-4f60-a234-a5cdfad8d8c8 req-44b242fe-ba9d-40d7-ae33-a85185bc0220 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275127 Nov 10 17:31:04.673302 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b26f7869-999b-49de-b889-0db948a8fa1a req-a7fe9b70-9747-41da-957c-48842911ee07 service neutron] 10.222.0.39 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541702 Nov 10 17:31:04.789041 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593f22e-6462-4b33-860f-4f91664fb6fc req-e9aa88dd-89af-42d6-a8c0-d6f89087c7ed tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:04.790871 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b26f7869-999b-49de-b889-0db948a8fa1a req-1f269253-e0fd-4681-afae-ff591e8afabf service neutron] 10.222.0.39 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166413 Nov 10 17:31:04.791031 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9593f22e-6462-4b33-860f-4f91664fb6fc req-e9aa88dd-89af-42d6-a8c0-d6f89087c7ed tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a11e0ec-1b74-4b78-acdc-f70c951b68ed HTTP/1.1" status: 200 len: 943 time: 0.0693645 Nov 10 17:31:04.867085 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9593f22e-6462-4b33-860f-4f91664fb6fc req-647820fb-63dd-4fec-bdb9-29773d60cf29 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3c464cd-4278-4553-b886-991edbe0895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641825 Nov 10 17:31:04.909016 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57644) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:31:05.086787 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-106e4701-5cf8-4e8a-a090-6c18b12121a7 req-7e9150a8-8b17-4b00-9536-40798974d3ba tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3af7a8f-fb6d-4926-853a-cf13345d5921 HTTP/1.1" status: 200 len: 210 time: 0.0345011 Nov 10 17:31:05.259835 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db514b5-e835-4fe2-930a-f8a746c55ff2 req-ce7fa640-bf28-48ff-8567-c0f8b81100aa tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:05.267525 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1db514b5-e835-4fe2-930a-f8a746c55ff2 req-ce7fa640-bf28-48ff-8567-c0f8b81100aa tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 944 time: 0.1549132 Nov 10 17:31:05.313300 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-857095b2-5f6a-46e4-a94f-562e21c8de68 service neutron] 10.222.0.13 "GET /v2.0/ports/665f9b24-26a2-4fc2-a3c4-5e7a82a91999/bindings/n-h1-776250-10 HTTP/1.1" status: 200 len: 385 time: 0.1982832 Nov 10 17:31:05.397294 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:05.409355 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1db514b5-e835-4fe2-930a-f8a746c55ff2 req-1e867103-f9f0-466b-a7f8-41927f666fa0 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408768 Nov 10 17:31:05.677675 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-784d7088-9275-403c-b2d7-9ad51aecbfe8 service neutron] For port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=665f9b24-26a2-4fc2-a3c4-5e7a82a91999,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:05.726281 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ce99412b-4b83-43d7-84ae-bac55a4c5766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:05.728706 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-784d7088-9275-403c-b2d7-9ad51aecbfe8 service neutron] For port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:31:05.794515 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3f20f-5973-4d82-ad12-aff98b36d9d1 req-be5d054b-8231-4a24-be57-0a694421b0b4 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:05.800684 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-04e3f20f-5973-4d82-ad12-aff98b36d9d1 req-be5d054b-8231-4a24-be57-0a694421b0b4 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 950 time: 0.0630019 Nov 10 17:31:05.860732 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-04e3f20f-5973-4d82-ad12-aff98b36d9d1 req-a4cf21b6-e50e-4b4b-8ce7-adbf9122b3f6 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569832 Nov 10 17:31:06.112135 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:31:06.126602 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:06.131731 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-784d7088-9275-403c-b2d7-9ad51aecbfe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 665f9b24-26a2-4fc2-a3c4-5e7a82a91999 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:31:06.179589 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-784d7088-9275-403c-b2d7-9ad51aecbfe8 service neutron] For port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=665f9b24-26a2-4fc2-a3c4-5e7a82a91999,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:06.245086 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-784d7088-9275-403c-b2d7-9ad51aecbfe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:06.277090 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d,segment=NetworkSegment(7b5351fa-b7da-4a56-a345-32bddce39070),segment_id=7b5351fa-b7da-4a56-a345-32bddce39070)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:06.282728 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59493b-0fe5-497a-9dae-802a23bb6b9d req-f338ba7c-d1c4-40f3-a237-ca58558812a8 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:06.284397 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fc59493b-0fe5-497a-9dae-802a23bb6b9d req-f338ba7c-d1c4-40f3-a237-ca58558812a8 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a11e0ec-1b74-4b78-acdc-f70c951b68ed HTTP/1.1" status: 200 len: 943 time: 0.2200091 Nov 10 17:31:06.326638 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9108a28b-6b78-4d03-b108-a13080b632a5 req-85d72ba0-a0e4-4cd3-91a4-ab114b228a73 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3af7a8f-fb6d-4926-853a-cf13345d5921 HTTP/1.1" status: 200 len: 210 time: 0.0312724 Nov 10 17:31:06.461196 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 665f9b24-26a2-4fc2-a3c4-5e7a82a91999 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:31:06.481355 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f7869-999b-49de-b889-0db948a8fa1a req-dfa07c1b-4028-42b0-9227-6d0cb311fc4c tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:06.482845 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b26f7869-999b-49de-b889-0db948a8fa1a req-dfa07c1b-4028-42b0-9227-6d0cb311fc4c tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.13 "GET /v2.0/networks?id=3b68cb86-ae6d-409e-9e8e-fa13081031ba HTTP/1.1" status: 200 len: 811 time: 0.3822405 Nov 10 17:31:06.486401 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'port_id': '2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d', 'mac_address': 'fa:16:3e:0a:6e:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:31:06.509958 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-b26f7869-999b-49de-b889-0db948a8fa1a req-1eff55a9-e699-4d6f-a366-52d068d4bef1 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Request body: {'port': {'device_id': 'c3af7a8f-fb6d-4926-853a-cf13345d5921', 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba', 'admin_state_up': True, 'tenant_id': 'ed22ff5850684fb18710e4a738614c84'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:31:06.547532 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:06.600340 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fc59493b-0fe5-497a-9dae-802a23bb6b9d req-dea3ccb4-093e-4098-a441-79f534f3b495 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3c464cd-4278-4553-b886-991edbe0895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991829 Nov 10 17:31:06.601020 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:31:06.621786 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-784d7088-9275-403c-b2d7-9ad51aecbfe8 service neutron] Transition to ACTIVE for port object 665f9b24-26a2-4fc2-a3c4-5e7a82a91999 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:31:06.626818 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d,segment=NetworkSegment(7b5351fa-b7da-4a56-a345-32bddce39070),segment_id=7b5351fa-b7da-4a56-a345-32bddce39070)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:06.627175 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce5fd9-ca2c-43c8-a1b7-374c254a7043 req-a8a18325-8e48-4614-b19d-47632a6733a1 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:06.634398 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0dce5fd9-ca2c-43c8-a1b7-374c254a7043 req-a8a18325-8e48-4614-b19d-47632a6733a1 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 944 time: 0.1028974 Nov 10 17:31:06.636170 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-784d7088-9275-403c-b2d7-9ad51aecbfe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:06.647297 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:06.711077 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:06.721610 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0dce5fd9-ca2c-43c8-a1b7-374c254a7043 req-af045184-6d92-427a-a9e1-b9b4bd8a8def tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761223 Nov 10 17:31:06.778786 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-784d7088-9275-403c-b2d7-9ad51aecbfe8 service neutron] No DVR routers for this DVR port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:31:06.794794 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d7088-9275-403c-b2d7-9ad51aecbfe8 service neutron] Pushing event updated for resources: {'Port': ['ID=665f9b24-26a2-4fc2-a3c4-5e7a82a91999,revision_number=10']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:06.848896 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-784d7088-9275-403c-b2d7-9ad51aecbfe8 service neutron] 10.222.0.13 "PUT /v2.0/ports/665f9b24-26a2-4fc2-a3c4-5e7a82a91999/bindings/n-h1-776250-10/activate HTTP/1.1" status: 200 len: 370 time: 1.5241544 Nov 10 17:31:06.849609 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b26f7869-999b-49de-b889-0db948a8fa1a req-1eff55a9-e699-4d6f-a366-52d068d4bef1 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Made reservation on behalf of ed22ff5850684fb18710e4a738614c84 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:31:06.853125 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b26f7869-999b-49de-b889-0db948a8fa1a req-1eff55a9-e699-4d6f-a366-52d068d4bef1 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:06.972464 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-ce99412b-4b83-43d7-84ae-bac55a4c5766 admin admin] Deleting port b48d6c1c-0fbf-40db-bb7d-fea813a31eb7 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:31:06.972876 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ce99412b-4b83-43d7-84ae-bac55a4c5766 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:06.992471 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:31:07.097462 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-c521ea7d-d72a-4e46-b81e-e5bdb4b87136 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:07.099101 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-c521ea7d-d72a-4e46-b81e-e5bdb4b87136 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2&tenant_id=0ec9ca6147964daa83e30b2176db3b36&binding%3Ahost_id=n-h2-776250-10 HTTP/1.1" status: 200 len: 1097 time: 0.1744096 Nov 10 17:31:07.161441 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b36fe-4328-4c36-92a0-90812cc46de7 req-8a50e360-80f8-422b-908f-01c9594051d8 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:07.163026 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d65b36fe-4328-4c36-92a0-90812cc46de7 req-8a50e360-80f8-422b-908f-01c9594051d8 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 950 time: 0.2240784 Nov 10 17:31:07.174031 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-b26f7869-999b-49de-b889-0db948a8fa1a req-1eff55a9-e699-4d6f-a366-52d068d4bef1 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Allocated IP 172.20.0.3 (3b68cb86-ae6d-409e-9e8e-fa13081031ba/c0afeb92-d610-4dbb-bb57-6c690afd8fdf/2c35e20c-02dc-4c2f-92e1-22ad479de6dd) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:31:07.203759 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-ce99412b-4b83-43d7-84ae-bac55a4c5766 admin admin] For port b48d6c1c-0fbf-40db-bb7d-fea813a31eb7, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b48d6c1c-0fbf-40db-bb7d-fea813a31eb7,segment=NetworkSegment(9133d02d-bf9a-4f0a-9686-e4667fac8ff0),segment_id=9133d02d-bf9a-4f0a-9686-e4667fac8ff0)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:07.204123 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ce99412b-4b83-43d7-84ae-bac55a4c5766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:07.231166 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-ce99412b-4b83-43d7-84ae-bac55a4c5766 admin admin] Calling delete_port for b48d6c1c-0fbf-40db-bb7d-fea813a31eb7 owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:31:07.257783 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-4efd44e3-5b04-44c3-a9c8-613676e67114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:07.259297 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-4efd44e3-5b04-44c3-a9c8-613676e67114 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2&tenant_id=0ec9ca6147964daa83e30b2176db3b36 HTTP/1.1" status: 200 len: 1097 time: 0.1435795 Nov 10 17:31:07.339747 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d65b36fe-4328-4c36-92a0-90812cc46de7 req-4ca20d75-ccdd-46ef-a15e-e5008fa2e7ee tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624432 Nov 10 17:31:07.443484 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3ed8dc4-1a29-41dc-90ef-612982a8872f req-5708e469-a8d1-4f16-8b40-14d47c98700a tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3af7a8f-fb6d-4926-853a-cf13345d5921 HTTP/1.1" status: 200 len: 210 time: 0.0266461 Nov 10 17:31:07.493325 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-edfa68f4-beed-47b6-b225-e0d0b06ae5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:07.494741 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-edfa68f4-beed-47b6-b225-e0d0b06ae5ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ec9ca6147964daa83e30b2176db3b36&device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 1097 time: 0.1703706 Nov 10 17:31:07.591638 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b26f7869-999b-49de-b889-0db948a8fa1a req-1eff55a9-e699-4d6f-a366-52d068d4bef1 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:07.696010 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-d8527756-2c35-4bf7-8324-92611ab9b0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:07.697492 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-d8527756-2c35-4bf7-8324-92611ab9b0c4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1 HTTP/1.1" status: 200 len: 922 time: 0.1926618 Nov 10 17:31:07.759301 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b26f7869-999b-49de-b889-0db948a8fa1a req-1eff55a9-e699-4d6f-a366-52d068d4bef1 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:07.771214 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-8e1311e5-dc85-418e-a858-02295e3a03f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=665f9b24-26a2-4fc2-a3c4-5e7a82a91999 HTTP/1.1" status: 200 len: 217 time: 0.0574293 Nov 10 17:31:07.840262 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ce99412b-4b83-43d7-84ae-bac55a4c5766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:07.868899 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b26f7869-999b-49de-b889-0db948a8fa1a req-1eff55a9-e699-4d6f-a366-52d068d4bef1 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Network 3b68cb86-ae6d-409e-9e8e-fa13081031ba is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:31:07.877207 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528c9db-405b-4564-a4e5-37d9099367e8 req-9420db9a-74f0-4808-be17-1455d9ac40e7 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:07.879340 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0528c9db-405b-4564-a4e5-37d9099367e8 req-9420db9a-74f0-4808-be17-1455d9ac40e7 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a11e0ec-1b74-4b78-acdc-f70c951b68ed HTTP/1.1" status: 200 len: 944 time: 0.2172649 Nov 10 17:31:07.880297 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbf733-0152-4928-9823-aec8f235aa84 req-42af809c-358f-4007-ad6f-a4bf3b7d5bf9 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:07.885141 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9fcbf733-0152-4928-9823-aec8f235aa84 req-42af809c-358f-4007-ad6f-a4bf3b7d5bf9 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 945 time: 0.0614276 Nov 10 17:31:07.886959 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff55a9-e699-4d6f-a366-52d068d4bef1 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Pushing event updated for resources: {'Port': ['ID=2c35e20c-02dc-4c2f-92e1-22ad479de6dd,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:07.889345 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-b26f7869-999b-49de-b889-0db948a8fa1a req-1eff55a9-e699-4d6f-a366-52d068d4bef1 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:31:07.899774 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26f7869-999b-49de-b889-0db948a8fa1a req-1eff55a9-e699-4d6f-a366-52d068d4bef1 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:31:07.966439 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9fcbf733-0152-4928-9823-aec8f235aa84 req-65a7014a-e34a-4a49-90af-3b3184a134c0 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771277 Nov 10 17:31:07.967291 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-a8adb199-942e-49f0-8d01-b5f841874dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:07.968899 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-a8adb199-942e-49f0-8d01-b5f841874dd9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f3d9be19-2b8d-48ad-890a-609759e284ae HTTP/1.1" status: 200 len: 861 time: 0.1657269 Nov 10 17:31:07.974694 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99412b-4b83-43d7-84ae-bac55a4c5766 admin admin] Pushing event deleted for resources: {'Port': ['ID=b48d6c1c-0fbf-40db-bb7d-fea813a31eb7,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:08.038011 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-5a31e3f0-0556-4779-a015-a29c6f4e271a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588391 Nov 10 17:31:08.073654 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f7869-999b-49de-b889-0db948a8fa1a req-1eff55a9-e699-4d6f-a366-52d068d4bef1 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:08.074286 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b26f7869-999b-49de-b889-0db948a8fa1a req-1eff55a9-e699-4d6f-a366-52d068d4bef1 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:08.116359 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:31:08.148673 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0528c9db-405b-4564-a4e5-37d9099367e8 req-fb720b4d-7fe7-4d43-aaab-66c512fc3a2a tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3c464cd-4278-4553-b886-991edbe0895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420602 Nov 10 17:31:08.160482 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b26f7869-999b-49de-b889-0db948a8fa1a req-1eff55a9-e699-4d6f-a366-52d068d4bef1 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6543491 Nov 10 17:31:08.192289 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:31:08.198627 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:31:08.201176 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-b26f7869-999b-49de-b889-0db948a8fa1a req-4c66be17-b6f4-4bb9-8d22-009cb79048d0 service neutron] Request body: {'port': {'device_id': 'c3af7a8f-fb6d-4926-853a-cf13345d5921', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:31:08.202104 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:08.313131 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:08.318963 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-12b4411a-d4a3-4876-b287-d8e3bdf0af06 service neutron] 10.222.0.11 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652292 Nov 10 17:31:08.344332 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b26f7869-999b-49de-b889-0db948a8fa1a req-4c66be17-b6f4-4bb9-8d22-009cb79048d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:08.349709 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a11e0ec-1b74-4b78-acdc-f70c951b68ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:31:08.354685 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcee2a1d-ff6c-4179-9279-6de07d5c7c23" -d '{"events": [{"server_uuid": "4a11e0ec-1b74-4b78-acdc-f70c951b68ed", "name": "network-vif-plugged", "status": "completed", "tag": "2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:31:08.390309 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d,segment=NetworkSegment(7b5351fa-b7da-4a56-a345-32bddce39070),segment_id=7b5351fa-b7da-4a56-a345-32bddce39070)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:08.400105 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:08.404971 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ce99412b-4b83-43d7-84ae-bac55a4c5766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:08.410650 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fe8b2c-9641-47ed-98f3-aaf6d744831c x-openstack-request-id: req-76fe8b2c-9641-47ed-98f3-aaf6d744831c {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:31:08.410893 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a11e0ec-1b74-4b78-acdc-f70c951b68ed", "name": "network-vif-plugged", "status": "completed", "tag": "2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:31:08.411138 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-76fe8b2c-9641-47ed-98f3-aaf6d744831c {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:31:08.411822 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a11e0ec-1b74-4b78-acdc-f70c951b68ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d', 'code': 200} Nov 10 17:31:08.549126 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:08.615988 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549b08b-6412-4154-b839-50db89b9a790 req-15681ade-7d7b-41b0-94e6-d96a03b9fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:08.617560 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6549b08b-6412-4154-b839-50db89b9a790 req-15681ade-7d7b-41b0-94e6-d96a03b9fb3a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4a11e0ec-1b74-4b78-acdc-f70c951b68ed HTTP/1.1" status: 200 len: 1097 time: 0.1190262 Nov 10 17:31:08.626522 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d31fdd-95bc-47c5-ba14-80583b602af1 req-fb5a6b52-3e76-473b-b833-1a1d9c19aac0 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:08.628180 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-09d31fdd-95bc-47c5-ba14-80583b602af1 req-fb5a6b52-3e76-473b-b833-1a1d9c19aac0 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3af7a8f-fb6d-4926-853a-cf13345d5921 HTTP/1.1" status: 200 len: 931 time: 0.0679638 Nov 10 17:31:08.695792 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6549b08b-6412-4154-b839-50db89b9a790 req-68ed5e51-6df0-4e57-b632-40939f0f11d5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f3c464cd-4278-4553-b886-991edbe0895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665996 Nov 10 17:31:08.712716 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-09d31fdd-95bc-47c5-ba14-80583b602af1 req-0468afea-a76e-4fe8-9917-24dbfbdf6ffe tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665979 Nov 10 17:31:08.836876 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-2f3a0538-4464-43fb-b07f-55cdc5cfb4cd service neutron] 10.222.0.11 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5059316 Nov 10 17:31:08.998553 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a008ea-79ab-4f17-b8a8-39d1bef74e2b req-96c94e51-2275-4d3d-89ab-56b226275ebb tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:09.000218 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a9a008ea-79ab-4f17-b8a8-39d1bef74e2b req-96c94e51-2275-4d3d-89ab-56b226275ebb tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 950 time: 0.2168100 Nov 10 17:31:09.111045 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21cc2c-e28f-4c09-9320-c1da1af98a10 req-1962263c-3eaa-4127-9951-8659526a2f01 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:09.120848 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6b21cc2c-e28f-4c09-9320-c1da1af98a10 req-1962263c-3eaa-4127-9951-8659526a2f01 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 945 time: 0.0671258 Nov 10 17:31:09.170455 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6b21cc2c-e28f-4c09-9320-c1da1af98a10 req-d342e724-b198-46f6-a3df-fabe212475ac tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483263 Nov 10 17:31:09.171352 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a9a008ea-79ab-4f17-b8a8-39d1bef74e2b req-45d3fe0d-a528-460f-a6ba-229a3db8d836 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618419 Nov 10 17:31:09.265367 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce99412b-4b83-43d7-84ae-bac55a4c5766 admin admin] Router c28c347e-b49d-4459-acd7-3b9dccd7ed17 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:31:09.290916 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-3b61f37c-35d2-4382-b748-11c38f1f8077 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:09.292474 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-3b61f37c-35d2-4382-b748-11c38f1f8077 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2&tenant_id=0ec9ca6147964daa83e30b2176db3b36&binding%3Ahost_id=n-h1-776250-10 HTTP/1.1" status: 200 len: 1097 time: 0.1041751 Nov 10 17:31:09.294365 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-b26f7869-999b-49de-b889-0db948a8fa1a req-4c66be17-b6f4-4bb9-8d22-009cb79048d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c35e20c-02dc-4c2f-92e1-22ad479de6dd {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:31:09.310687 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b26f7869-999b-49de-b889-0db948a8fa1a req-4c66be17-b6f4-4bb9-8d22-009cb79048d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:09.349009 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db2dde-8b4b-440e-bd39-eb8d1d662d01 req-1ee44aef-d2a3-4795-9711-533da3cfe6a5 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:09.350559 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-33db2dde-8b4b-440e-bd39-eb8d1d662d01 req-1ee44aef-d2a3-4795-9711-533da3cfe6a5 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a11e0ec-1b74-4b78-acdc-f70c951b68ed HTTP/1.1" status: 200 len: 945 time: 0.0604770 Nov 10 17:31:09.391646 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-b26f7869-999b-49de-b889-0db948a8fa1a req-4c66be17-b6f4-4bb9-8d22-009cb79048d0 service neutron] Transition to ACTIVE for port object 2c35e20c-02dc-4c2f-92e1-22ad479de6dd will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:31:09.403028 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-33db2dde-8b4b-440e-bd39-eb8d1d662d01 req-e47caddb-280a-40ee-924c-c8ce1788512f tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3c464cd-4278-4553-b886-991edbe0895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462844 Nov 10 17:31:09.409020 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b26f7869-999b-49de-b889-0db948a8fa1a req-4c66be17-b6f4-4bb9-8d22-009cb79048d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:09.534905 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66be17-b6f4-4bb9-8d22-009cb79048d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2c35e20c-02dc-4c2f-92e1-22ad479de6dd,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:09.568866 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce99412b-4b83-43d7-84ae-bac55a4c5766 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:31:09.577196 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ce99412b-4b83-43d7-84ae-bac55a4c5766 admin admin] 10.222.0.39 "PUT /v2.0/routers/c28c347e-b49d-4459-acd7-3b9dccd7ed17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6641057 Nov 10 17:31:09.578141 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57706) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:31:09.587749 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f759bb-1dc3-47d3-a7f9-5217a2de1418 None None] Sync routers for ids ['c28c347e-b49d-4459-acd7-3b9dccd7ed17'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:31:09.602431 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f759bb-1dc3-47d3-a7f9-5217a2de1418 None None] Routers {'c28c347e-b49d-4459-acd7-3b9dccd7ed17'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:31:09.603067 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-46f759bb-1dc3-47d3-a7f9-5217a2de1418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:31:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['c28c347e-b49d-4459-acd7-3b9dccd7ed17'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:09.617434 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-625f8ad3-750a-47e4-bed9-bf74106239d2 service neutron] For port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:31:09.622674 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-625f8ad3-750a-47e4-bed9-bf74106239d2 service neutron] Publish callbacks [] for binding, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:09.623793 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0eecd4a7-aa9b-4d08-85d4-7db8d6590bf6 req-625f8ad3-750a-47e4-bed9-bf74106239d2 service neutron] 10.222.0.11 "DELETE /v2.0/ports/665f9b24-26a2-4fc2-a3c4-5e7a82a91999/bindings/n-h2-776250-10 HTTP/1.1" status: 204 len: 173 time: 0.3212290 Nov 10 17:31:09.637103 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-b26f7869-999b-49de-b889-0db948a8fa1a req-4c66be17-b6f4-4bb9-8d22-009cb79048d0 service neutron] Attempting to bind port 2c35e20c-02dc-4c2f-92e1-22ad479de6dd on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:31:09.637442 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-b26f7869-999b-49de-b889-0db948a8fa1a req-4c66be17-b6f4-4bb9-8d22-009cb79048d0 service neutron] Attempting to bind port 2c35e20c-02dc-4c2f-92e1-22ad479de6dd by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '17d5af1c-a623-4581-8ea0-158dc701aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:31:09.637765 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26f7869-999b-49de-b889-0db948a8fa1a req-4c66be17-b6f4-4bb9-8d22-009cb79048d0 service neutron] Attempting to bind port 2c35e20c-02dc-4c2f-92e1-22ad479de6dd on network 3b68cb86-ae6d-409e-9e8e-fa13081031ba {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:31:09.642910 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26f7869-999b-49de-b889-0db948a8fa1a req-4c66be17-b6f4-4bb9-8d22-009cb79048d0 service neutron] Port 2c35e20c-02dc-4c2f-92e1-22ad479de6dd on network 3b68cb86-ae6d-409e-9e8e-fa13081031ba not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:31:09.643164 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26f7869-999b-49de-b889-0db948a8fa1a req-4c66be17-b6f4-4bb9-8d22-009cb79048d0 service neutron] Attempting to bind port 2c35e20c-02dc-4c2f-92e1-22ad479de6dd on network 3b68cb86-ae6d-409e-9e8e-fa13081031ba {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:31:09.648703 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26f7869-999b-49de-b889-0db948a8fa1a req-4c66be17-b6f4-4bb9-8d22-009cb79048d0 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:31:09.649040 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26f7869-999b-49de-b889-0db948a8fa1a req-4c66be17-b6f4-4bb9-8d22-009cb79048d0 service neutron] Checking segment: {'id': '17d5af1c-a623-4581-8ea0-158dc701aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:31:09.649424 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26f7869-999b-49de-b889-0db948a8fa1a req-4c66be17-b6f4-4bb9-8d22-009cb79048d0 service neutron] Bound using segment: {'id': '17d5af1c-a623-4581-8ea0-158dc701aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:31:09.649850 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-b26f7869-999b-49de-b889-0db948a8fa1a req-4c66be17-b6f4-4bb9-8d22-009cb79048d0 service neutron] Bound port: 2c35e20c-02dc-4c2f-92e1-22ad479de6dd, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d5af1c-a623-4581-8ea0-158dc701aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:31:09.650203 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b26f7869-999b-49de-b889-0db948a8fa1a req-4c66be17-b6f4-4bb9-8d22-009cb79048d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:09.717404 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2406ca62-4e74-4e8a-8a92-698f41e87fff admin admin] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:09.726358 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-b26f7869-999b-49de-b889-0db948a8fa1a req-4c66be17-b6f4-4bb9-8d22-009cb79048d0 service neutron] For port 2c35e20c-02dc-4c2f-92e1-22ad479de6dd, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:31:09.729726 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-b26f7869-999b-49de-b889-0db948a8fa1a req-4c66be17-b6f4-4bb9-8d22-009cb79048d0 service neutron] For port 2c35e20c-02dc-4c2f-92e1-22ad479de6dd, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2c35e20c-02dc-4c2f-92e1-22ad479de6dd,segment=NetworkSegment(17d5af1c-a623-4581-8ea0-158dc701aa2d),segment_id=17d5af1c-a623-4581-8ea0-158dc701aa2d)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:31:09.741443 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b26f7869-999b-49de-b889-0db948a8fa1a req-4c66be17-b6f4-4bb9-8d22-009cb79048d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:09.767700 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-46f759bb-1dc3-47d3-a7f9-5217a2de1418 None None] Set router c28c347e-b49d-4459-acd7-3b9dccd7ed17 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:31:09.788099 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f7869-999b-49de-b889-0db948a8fa1a req-4c66be17-b6f4-4bb9-8d22-009cb79048d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:09.788781 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b26f7869-999b-49de-b889-0db948a8fa1a req-4c66be17-b6f4-4bb9-8d22-009cb79048d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:09.790176 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b26f7869-999b-49de-b889-0db948a8fa1a req-4c66be17-b6f4-4bb9-8d22-009cb79048d0 service neutron] 10.222.0.13 "PUT /v2.0/ports/2c35e20c-02dc-4c2f-92e1-22ad479de6dd HTTP/1.1" status: 200 len: 1092 time: 1.5975151 Nov 10 17:31:09.790682 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3af7a8f-fb6d-4926-853a-cf13345d5921', 'tag': '2c35e20c-02dc-4c2f-92e1-22ad479de6dd'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:31:09.793469 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188d1754-1231-43e0-9454-a46b3d1f4bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "c3af7a8f-fb6d-4926-853a-cf13345d5921", "tag": "2c35e20c-02dc-4c2f-92e1-22ad479de6dd"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:31:09.824745 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66be17-b6f4-4bb9-8d22-009cb79048d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2c35e20c-02dc-4c2f-92e1-22ad479de6dd,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:09.892393 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1b6828-ef23-4f51-8a4a-87bf8dc41c7c x-openstack-request-id: req-4c1b6828-ef23-4f51-8a4a-87bf8dc41c7c {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:31:09.892989 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3af7a8f-fb6d-4926-853a-cf13345d5921", "tag": "2c35e20c-02dc-4c2f-92e1-22ad479de6dd", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:31:09.893184 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4c1b6828-ef23-4f51-8a4a-87bf8dc41c7c {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:31:09.893590 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3af7a8f-fb6d-4926-853a-cf13345d5921', 'tag': '2c35e20c-02dc-4c2f-92e1-22ad479de6dd', 'status': 'completed', 'code': 200} Nov 10 17:31:09.910549 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f7869-999b-49de-b889-0db948a8fa1a req-23d81fbd-8927-49e2-92b8-405b555467cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:09.912268 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b26f7869-999b-49de-b889-0db948a8fa1a req-23d81fbd-8927-49e2-92b8-405b555467cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed22ff5850684fb18710e4a738614c84&device_id=c3af7a8f-fb6d-4926-853a-cf13345d5921 HTTP/1.1" status: 200 len: 1095 time: 0.0605507 Nov 10 17:31:09.973173 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984efdd8-669e-4d76-b616-018721c9270f req-bd49162f-cf15-4269-bfce-38dbd94f5dbf tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:09.975101 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-984efdd8-669e-4d76-b616-018721c9270f req-bd49162f-cf15-4269-bfce-38dbd94f5dbf tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3af7a8f-fb6d-4926-853a-cf13345d5921 HTTP/1.1" status: 200 len: 943 time: 0.1321003 Nov 10 17:31:10.002437 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b26f7869-999b-49de-b889-0db948a8fa1a req-14b9461e-35c4-4f23-84ad-01a94d74cff3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c35e20c-02dc-4c2f-92e1-22ad479de6dd HTTP/1.1" status: 200 len: 217 time: 0.0741835 Nov 10 17:31:10.012094 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2406ca62-4e74-4e8a-8a92-698f41e87fff admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:10.113388 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f7869-999b-49de-b889-0db948a8fa1a req-8dc17b35-c30b-4149-a53a-dd760940be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:10.114888 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b26f7869-999b-49de-b889-0db948a8fa1a req-8dc17b35-c30b-4149-a53a-dd760940be6f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0afeb92-d610-4dbb-bb57-6c690afd8fdf HTTP/1.1" status: 200 len: 851 time: 0.0921915 Nov 10 17:31:10.126829 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-46f759bb-1dc3-47d3-a7f9-5217a2de1418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009667961-router', 'tenant_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.154'}], 'enable_snat': True}, 'gw_port_id': '27e7970b-ed0d-49d8-b977-592559928614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:06Z', 'updated_at': '2021-11-10T17:31:07Z', 'revision_number': 5, 'project_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'gw_port': {'id': '27e7970b-ed0d-49d8-b977-592559928614', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:07Z', 'updated_at': '2021-11-10T17:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:10.135396 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-984efdd8-669e-4d76-b616-018721c9270f req-37cb22b7-8303-44cc-982d-74ab3e039718 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515782 Nov 10 17:31:10.164393 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b26f7869-999b-49de-b889-0db948a8fa1a req-e6507cbe-4834-4bf5-8900-c92ec66cb915 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b68cb86-ae6d-409e-9e8e-fa13081031ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383592 Nov 10 17:31:10.164697 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f759bb-1dc3-47d3-a7f9-5217a2de1418 None None] Checking router: c28c347e-b49d-4459-acd7-3b9dccd7ed17 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:31:10.176565 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f759bb-1dc3-47d3-a7f9-5217a2de1418 None None] Routers {'c28c347e-b49d-4459-acd7-3b9dccd7ed17'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:31:10.177518 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-46f759bb-1dc3-47d3-a7f9-5217a2de1418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:31:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['c28c347e-b49d-4459-acd7-3b9dccd7ed17'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:10.200316 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-2406ca62-4e74-4e8a-8a92-698f41e87fff admin admin] Deleting port 27e7970b-ed0d-49d8-b977-592559928614 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:31:10.200686 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2406ca62-4e74-4e8a-8a92-698f41e87fff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:10.285388 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-46f759bb-1dc3-47d3-a7f9-5217a2de1418 None None] Set router c28c347e-b49d-4459-acd7-3b9dccd7ed17 gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:31:10.330247 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b26f7869-999b-49de-b889-0db948a8fa1a req-f9fe9112-2a97-4aeb-945b-acb23b3dc941 service neutron] 10.222.0.13 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569328 Nov 10 17:31:10.358407 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-46f759bb-1dc3-47d3-a7f9-5217a2de1418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009667961-router', 'tenant_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:06Z', 'updated_at': '2021-11-10T17:31:10Z', 'revision_number': 6, 'project_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:10.377922 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-2406ca62-4e74-4e8a-8a92-698f41e87fff admin admin] For port 27e7970b-ed0d-49d8-b977-592559928614, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=27e7970b-ed0d-49d8-b977-592559928614,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:10.378898 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2406ca62-4e74-4e8a-8a92-698f41e87fff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:10.395700 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f759bb-1dc3-47d3-a7f9-5217a2de1418 None None] The sync data for ids ['c28c347e-b49d-4459-acd7-3b9dccd7ed17'] in n-d-776250-10 is: [{'id': 'c28c347e-b49d-4459-acd7-3b9dccd7ed17', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1009667961-router', 'tenant_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:06Z', 'updated_at': '2021-11-10T17:31:10Z', 'revision_number': 6, 'project_id': '7786fa5e1bea40fd97fc4ce00e97b4ab', 'gw_port_host': None}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:31:10.399043 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5beb70-ac76-4ed7-9eb8-85cc837a7df1 req-9dbdbc2e-7c33-4d4c-ae5f-3ac89fe14e90 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:10.404609 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9a5beb70-ac76-4ed7-9eb8-85cc837a7df1 req-9dbdbc2e-7c33-4d4c-ae5f-3ac89fe14e90 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 945 time: 0.0984058 Nov 10 17:31:10.414699 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-2406ca62-4e74-4e8a-8a92-698f41e87fff admin admin] Calling delete_port for 27e7970b-ed0d-49d8-b977-592559928614 owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:31:10.468800 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cff9c-a758-48b0-9a74-fa98b600b18b req-4a4884fc-40e5-44b4-be75-9955de458430 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:10.470519 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a6cff9c-a758-48b0-9a74-fa98b600b18b req-4a4884fc-40e5-44b4-be75-9955de458430 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 950 time: 0.1436200 Nov 10 17:31:10.535563 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9a5beb70-ac76-4ed7-9eb8-85cc837a7df1 req-721fdca7-195b-41b9-945f-a98a724e7756 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970399 Nov 10 17:31:10.554544 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a6cff9c-a758-48b0-9a74-fa98b600b18b req-dadd06bb-643a-4f98-a941-7ad80b28569e tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764987 Nov 10 17:31:10.568623 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b26f7869-999b-49de-b889-0db948a8fa1a req-7565e8fe-9610-47f4-aa8b-213b816f657e service neutron] 10.222.0.13 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929402 Nov 10 17:31:10.695442 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d1754-1231-43e0-9454-a46b3d1f4bc7 req-4f2a800c-c6c6-4e65-954b-444507224e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:10.697057 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-188d1754-1231-43e0-9454-a46b3d1f4bc7 req-4f2a800c-c6c6-4e65-954b-444507224e5a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed22ff5850684fb18710e4a738614c84&device_id=c3af7a8f-fb6d-4926-853a-cf13345d5921 HTTP/1.1" status: 200 len: 1095 time: 0.0723548 Nov 10 17:31:10.743934 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2406ca62-4e74-4e8a-8a92-698f41e87fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:10.783988 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0a2be-6a3d-4007-9b86-ab6f811d09a3 req-932eb2e9-e984-49af-a7f8-87d5e17a727c tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:10.791973 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bfb0a2be-6a3d-4007-9b86-ab6f811d09a3 req-932eb2e9-e984-49af-a7f8-87d5e17a727c tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a11e0ec-1b74-4b78-acdc-f70c951b68ed HTTP/1.1" status: 200 len: 945 time: 0.1240573 Nov 10 17:31:10.814074 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406ca62-4e74-4e8a-8a92-698f41e87fff admin admin] Pushing event deleted for resources: {'Port': ['ID=27e7970b-ed0d-49d8-b977-592559928614,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:10.848054 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d1754-1231-43e0-9454-a46b3d1f4bc7 req-5b03da03-d261-431f-84a6-e66dafcdc209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:10.849654 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-188d1754-1231-43e0-9454-a46b3d1f4bc7 req-5b03da03-d261-431f-84a6-e66dafcdc209 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3b68cb86-ae6d-409e-9e8e-fa13081031ba HTTP/1.1" status: 200 len: 912 time: 0.1439829 Nov 10 17:31:10.912186 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bfb0a2be-6a3d-4007-9b86-ab6f811d09a3 req-30494aab-89b6-4864-8482-5646b628c26d tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3c464cd-4278-4553-b886-991edbe0895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192005 Nov 10 17:31:10.921812 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2406ca62-4e74-4e8a-8a92-698f41e87fff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:10.950578 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-188d1754-1231-43e0-9454-a46b3d1f4bc7 req-01bc55ee-3512-4abc-bf5b-d33641245039 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c35e20c-02dc-4c2f-92e1-22ad479de6dd HTTP/1.1" status: 200 len: 217 time: 0.0917587 Nov 10 17:31:10.995499 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ad17a-3ead-4a40-b793-f3f87866ef51 req-b8a8a28d-1065-41be-bb06-97639a6cdeb9 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:10.997019 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b73ad17a-3ead-4a40-b793-f3f87866ef51 req-b8a8a28d-1065-41be-bb06-97639a6cdeb9 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 1097 time: 0.0778902 Nov 10 17:31:11.027466 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d1754-1231-43e0-9454-a46b3d1f4bc7 req-1d73462a-fa27-45a6-9525-352bef055166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:11.028943 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-188d1754-1231-43e0-9454-a46b3d1f4bc7 req-1d73462a-fa27-45a6-9525-352bef055166 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0afeb92-d610-4dbb-bb57-6c690afd8fdf HTTP/1.1" status: 200 len: 851 time: 0.0694764 Nov 10 17:31:11.068442 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2406ca62-4e74-4e8a-8a92-698f41e87fff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:11.078101 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2406ca62-4e74-4e8a-8a92-698f41e87fff admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:11.078233 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-188d1754-1231-43e0-9454-a46b3d1f4bc7 req-0859ac3e-547c-4fcd-a0ae-4c4266d42409 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b68cb86-ae6d-409e-9e8e-fa13081031ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350142 Nov 10 17:31:11.093313 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b73ad17a-3ead-4a40-b793-f3f87866ef51 req-10db42e3-1dcb-448a-873b-a96bd12d5994 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850334 Nov 10 17:31:11.150644 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2406ca62-4e74-4e8a-8a92-698f41e87fff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:11.151200 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2406ca62-4e74-4e8a-8a92-698f41e87fff admin admin] Fanout notify agent at l3_agent the message router_deleted on router c28c347e-b49d-4459-acd7-3b9dccd7ed17 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:31:11.165045 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2406ca62-4e74-4e8a-8a92-698f41e87fff admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:11.169599 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2406ca62-4e74-4e8a-8a92-698f41e87fff admin admin] 10.222.0.39 "DELETE /v2.0/routers/c28c347e-b49d-4459-acd7-3b9dccd7ed17 HTTP/1.1" status: 204 len: 168 time: 1.5893354 Nov 10 17:31:11.171031 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57736) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:31:11.221168 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-04c1231e-21c1-452e-8bb9-9ae9012d1d1f admin admin] Deleting subnet 219de3b2-e969-4a15-8a5a-bfef4c84ee74 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:31:11.230092 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b84382ea-2e4b-4379-9275-f07377842654 req-cda52f2f-4a4e-4984-afb2-a72fe5910e56 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2729447 Nov 10 17:31:11.230092 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-04c1231e-21c1-452e-8bb9-9ae9012d1d1f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:11.254048 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-b84382ea-2e4b-4379-9275-f07377842654 req-ad026632-aa92-4304-976d-8b59a94ce0aa tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:31:11.261563 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-188d1754-1231-43e0-9454-a46b3d1f4bc7 req-37b7aeb7-2bcc-4b0b-b9d7-f78147d05c29 service neutron] 10.222.0.13 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668940 Nov 10 17:31:11.285270 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-04c1231e-21c1-452e-8bb9-9ae9012d1d1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:11.304971 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b84382ea-2e4b-4379-9275-f07377842654 req-ad026632-aa92-4304-976d-8b59a94ce0aa tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks [] for floatingip, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:11.328794 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121010cf-f629-46b7-8a93-4f4cb107b094 req-f8a83064-78c8-48b8-b756-86be1a6d1bff tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:11.336970 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-121010cf-f629-46b7-8a93-4f4cb107b094 req-f8a83064-78c8-48b8-b756-86be1a6d1bff tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 1097 time: 0.1343582 Nov 10 17:31:11.412818 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-121010cf-f629-46b7-8a93-4f4cb107b094 req-6ff983f7-017c-4c67-9a14-8465b58a786d tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747049 Nov 10 17:31:11.447847 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-188d1754-1231-43e0-9454-a46b3d1f4bc7 req-74665cc3-9895-49b0-b831-3dd26b1c22b4 service neutron] 10.222.0.13 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769831 Nov 10 17:31:11.465652 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-04c1231e-21c1-452e-8bb9-9ae9012d1d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:11.551448 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b84382ea-2e4b-4379-9275-f07377842654 req-ad026632-aa92-4304-976d-8b59a94ce0aa tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:11.578167 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103abe5b-66bb-4ed2-84d1-df2e14b08dbc req-cc69e9f6-5a75-421b-bf86-9b4079bc2865 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:11.588984 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-103abe5b-66bb-4ed2-84d1-df2e14b08dbc req-cc69e9f6-5a75-421b-bf86-9b4079bc2865 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3af7a8f-fb6d-4926-853a-cf13345d5921 HTTP/1.1" status: 200 len: 943 time: 0.0774002 Nov 10 17:31:11.607160 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-04c1231e-21c1-452e-8bb9-9ae9012d1d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:11.638844 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-103abe5b-66bb-4ed2-84d1-df2e14b08dbc req-36900b70-cb53-48f7-aebf-23351f5a0ac4 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508335 Nov 10 17:31:11.645904 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1231e-21c1-452e-8bb9-9ae9012d1d1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=219de3b2-e969-4a15-8a5a-bfef4c84ee74,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:11.670518 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-04c1231e-21c1-452e-8bb9-9ae9012d1d1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:11.676059 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-04c1231e-21c1-452e-8bb9-9ae9012d1d1f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/219de3b2-e969-4a15-8a5a-bfef4c84ee74 HTTP/1.1" status: 204 len: 168 time: 0.5031493 Nov 10 17:31:11.678604 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57746) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:31:11.679759 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fbc3df-2888-4f96-ad48-c23767e34a33 None None] Network 54bf8d1c-423e-43f6-a8fe-4660120f9a8d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:31:11.775171 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b491b98d-a2c1-4209-857a-d22db67b02b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:11.796476 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-b84382ea-2e4b-4379-9275-f07377842654 req-ad026632-aa92-4304-976d-8b59a94ce0aa tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Allocated IP 172.25.5.32 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/59988c0d-ecab-4702-9deb-dac789295d43) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:31:11.850927 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-b491b98d-a2c1-4209-857a-d22db67b02b9 admin admin] Deleting port d57c9571-7deb-4739-aa30-787438c2eca2 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:31:11.852051 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b491b98d-a2c1-4209-857a-d22db67b02b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:11.940431 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c034ce1f-23a4-4b9c-b8f6-cc6eb484332b None None] DHCP port deletion for 54bf8d1c-423e-43f6-a8fe-4660120f9a8d request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:31:11.961886 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-b491b98d-a2c1-4209-857a-d22db67b02b9 admin admin] For port d57c9571-7deb-4739-aa30-787438c2eca2, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d57c9571-7deb-4739-aa30-787438c2eca2,segment=NetworkSegment(9133d02d-bf9a-4f0a-9686-e4667fac8ff0),segment_id=9133d02d-bf9a-4f0a-9686-e4667fac8ff0)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:11.962848 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b491b98d-a2c1-4209-857a-d22db67b02b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:12.009987 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-b491b98d-a2c1-4209-857a-d22db67b02b9 admin admin] Calling delete_port for d57c9571-7deb-4739-aa30-787438c2eca2 owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:31:12.022057 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b84382ea-2e4b-4379-9275-f07377842654 req-ad026632-aa92-4304-976d-8b59a94ce0aa tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:12.032736 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c034ce1f-23a4-4b9c-b8f6-cc6eb484332b None None] Deleting port d57c9571-7deb-4739-aa30-787438c2eca2 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:31:12.033183 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c034ce1f-23a4-4b9c-b8f6-cc6eb484332b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:12.074384 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b84382ea-2e4b-4379-9275-f07377842654 req-ad026632-aa92-4304-976d-8b59a94ce0aa tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:12.113941 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b84382ea-2e4b-4379-9275-f07377842654 req-ad026632-aa92-4304-976d-8b59a94ce0aa tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:31:12.114245 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fac0d-8f15-4c4c-a576-879137a14a8a req-1df3fc8c-a70e-41a1-a306-7a1bc5bdf717 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:12.115661 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c67fac0d-8f15-4c4c-a576-879137a14a8a req-1df3fc8c-a70e-41a1-a306-7a1bc5bdf717 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 950 time: 0.1239600 Nov 10 17:31:12.134887 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c034ce1f-23a4-4b9c-b8f6-cc6eb484332b None None] For port d57c9571-7deb-4739-aa30-787438c2eca2, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d57c9571-7deb-4739-aa30-787438c2eca2,segment=NetworkSegment(9133d02d-bf9a-4f0a-9686-e4667fac8ff0),segment_id=9133d02d-bf9a-4f0a-9686-e4667fac8ff0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:12.135294 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c034ce1f-23a4-4b9c-b8f6-cc6eb484332b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:12.155271 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c034ce1f-23a4-4b9c-b8f6-cc6eb484332b None None] Calling delete_port for d57c9571-7deb-4739-aa30-787438c2eca2 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:31:12.155515 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-b84382ea-2e4b-4379-9275-f07377842654 req-ad026632-aa92-4304-976d-8b59a94ce0aa tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:31:12.163866 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84382ea-2e4b-4379-9275-f07377842654 req-ad026632-aa92-4304-976d-8b59a94ce0aa tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:31:12.192967 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c67fac0d-8f15-4c4c-a576-879137a14a8a req-8bfd5832-b9ce-4f28-9ede-ce2c02bd12a7 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670249 Nov 10 17:31:12.210181 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b491b98d-a2c1-4209-857a-d22db67b02b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:12.210426 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad026632-aa92-4304-976d-8b59a94ce0aa tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Pushing event updated for resources: {'Port': ['ID=59988c0d-ecab-4702-9deb-dac789295d43,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:12.251651 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b491b98d-a2c1-4209-857a-d22db67b02b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d57c9571-7deb-4739-aa30-787438c2eca2,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:12.256305 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b491b98d-a2c1-4209-857a-d22db67b02b9 admin admin] No DVR routers for this DVR port d57c9571-7deb-4739-aa30-787438c2eca2 on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:31:12.295233 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c034ce1f-23a4-4b9c-b8f6-cc6eb484332b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:12.319505 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b84382ea-2e4b-4379-9275-f07377842654 req-ad026632-aa92-4304-976d-8b59a94ce0aa tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:12.343426 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034ce1f-23a4-4b9c-b8f6-cc6eb484332b None None] Pushing event deleted for resources: {'Port': ['ID=d57c9571-7deb-4739-aa30-787438c2eca2,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:12.347845 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 2c35e20c-02dc-4c2f-92e1-22ad479de6dd details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:31:12.350233 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c034ce1f-23a4-4b9c-b8f6-cc6eb484332b None None] No DVR routers for this DVR port d57c9571-7deb-4739-aa30-787438c2eca2 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:31:12.363542 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b491b98d-a2c1-4209-857a-d22db67b02b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:12.391223 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b84382ea-2e4b-4379-9275-f07377842654 req-ad026632-aa92-4304-976d-8b59a94ce0aa tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:12.399115 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-b491b98d-a2c1-4209-857a-d22db67b02b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54bf8d1c-423e-43f6-a8fe-4660120f9a8d']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:12.413222 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-b491b98d-a2c1-4209-857a-d22db67b02b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9133d02d-bf9a-4f0a-9686-e4667fac8ff0') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:12.413791 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-b491b98d-a2c1-4209-857a-d22db67b02b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9133d02d-bf9a-4f0a-9686-e4667fac8ff0') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:12.427060 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b491b98d-a2c1-4209-857a-d22db67b02b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:12.457361 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b491b98d-a2c1-4209-857a-d22db67b02b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:12.464200 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b491b98d-a2c1-4209-857a-d22db67b02b9 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:31:12.464929 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b491b98d-a2c1-4209-857a-d22db67b02b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:12.467226 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:31:12.467226 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:31:12.467226 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:31:12.467226 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:31:12.467226 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:31:12.467226 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:31:12.467226 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:31:12.467226 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:31:12.467226 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:31:12.467226 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:31:12.467226 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:31:12.467226 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:31:12.467226 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:31:12.467226 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:31:12.467226 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:31:12.467226 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:31:12.467226 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:31:12.467226 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:31:12.467226 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:31:12.467226 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:31:12.467226 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:31:12.467226 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:31:12.467226 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:31:12.467226 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:31:12.467226 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:31:12.467226 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:31:12.467226 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:31:12.467226 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:31:12.467226 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:31:12.467226 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:31:12.467226 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:31:12.467226 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:31:12.498218 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 2c35e20c-02dc-4c2f-92e1-22ad479de6dd, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2c35e20c-02dc-4c2f-92e1-22ad479de6dd,segment=NetworkSegment(17d5af1c-a623-4581-8ea0-158dc701aa2d),segment_id=17d5af1c-a623-4581-8ea0-158dc701aa2d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:12.515489 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 27e7970b-ed0d-49d8-b977-592559928614 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:31:12.541389 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '2c35e20c-02dc-4c2f-92e1-22ad479de6dd', 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba', 'port_id': '2c35e20c-02dc-4c2f-92e1-22ad479de6dd', 'mac_address': 'fa:16:3e:32:19:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0afeb92-d610-4dbb-bb57-6c690afd8fdf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:31:12.542875 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 27e7970b-ed0d-49d8-b977-592559928614 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:31:12.543214 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 27e7970b-ed0d-49d8-b977-592559928614 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:31:12.543617 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b48d6c1c-0fbf-40db-bb7d-fea813a31eb7 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:31:12.585141 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: b48d6c1c-0fbf-40db-bb7d-fea813a31eb7 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:31:12.585598 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b48d6c1c-0fbf-40db-bb7d-fea813a31eb7 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:31:12.585876 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d57c9571-7deb-4739-aa30-787438c2eca2 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:31:12.593196 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b491b98d-a2c1-4209-857a-d22db67b02b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:12.602606 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b491b98d-a2c1-4209-857a-d22db67b02b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:12.607650 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b491b98d-a2c1-4209-857a-d22db67b02b9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/54bf8d1c-423e-43f6-a8fe-4660120f9a8d HTTP/1.1" status: 204 len: 168 time: 0.9270155 Nov 10 17:31:12.632962 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: d57c9571-7deb-4739-aa30-787438c2eca2 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:31:12.633302 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d57c9571-7deb-4739-aa30-787438c2eca2 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:31:12.643512 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b84382ea-2e4b-4379-9275-f07377842654 req-ad026632-aa92-4304-976d-8b59a94ce0aa tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:12.651060 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b84382ea-2e4b-4379-9275-f07377842654 req-ad026632-aa92-4304-976d-8b59a94ce0aa tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:12.652367 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:12.655901 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b491b98d-a2c1-4209-857a-d22db67b02b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=54bf8d1c-423e-43f6-a8fe-4660120f9a8d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:12.678340 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c35e20c-02dc-4c2f-92e1-22ad479de6dd {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:31:12.701824 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad026632-aa92-4304-976d-8b59a94ce0aa tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Pushing event updated for resources: {'Port': ['ID=59988c0d-ecab-4702-9deb-dac789295d43,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:12.709889 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 2c35e20c-02dc-4c2f-92e1-22ad479de6dd, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2c35e20c-02dc-4c2f-92e1-22ad479de6dd,segment=NetworkSegment(17d5af1c-a623-4581-8ea0-158dc701aa2d),segment_id=17d5af1c-a623-4581-8ea0-158dc701aa2d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:12.723034 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:12.755656 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b84382ea-2e4b-4379-9275-f07377842654 req-ad026632-aa92-4304-976d-8b59a94ce0aa tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:12.781006 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b84382ea-2e4b-4379-9275-f07377842654 req-ad026632-aa92-4304-976d-8b59a94ce0aa tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:12.792040 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b84382ea-2e4b-4379-9275-f07377842654 req-ad026632-aa92-4304-976d-8b59a94ce0aa tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5416570 Nov 10 17:31:12.798424 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=2c35e20c-02dc-4c2f-92e1-22ad479de6dd,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:12.869204 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57762) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:31:12.869746 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ba2e2-072f-4b44-b603-3cd7242237ef req-155269ba-a5a3-4978-a4bb-8d6b143f4ee0 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:12.871034 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9c6ba2e2-072f-4b44-b603-3cd7242237ef req-155269ba-a5a3-4978-a4bb-8d6b143f4ee0 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3af7a8f-fb6d-4926-853a-cf13345d5921 HTTP/1.1" status: 200 len: 944 time: 0.0761395 Nov 10 17:31:12.902137 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b84382ea-2e4b-4379-9275-f07377842654 req-4e00855b-1b1a-434f-9541-e93bc7fb03fa tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 695 time: 0.1090899 Nov 10 17:31:12.945051 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9c6ba2e2-072f-4b44-b603-3cd7242237ef req-3d7dcb5c-290a-4ab2-bd77-d442c3d80477 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648396 Nov 10 17:31:12.984759 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['2c35e20c-02dc-4c2f-92e1-22ad479de6dd'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:31:12.994204 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-30b0a079-ede8-423e-8837-f152841bd2b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7786fa5e1bea40fd97fc4ce00e97b4ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1232479 Nov 10 17:31:12.996850 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57764) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:31:13.081276 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84382ea-2e4b-4379-9275-f07377842654 req-778126a7-6b3c-4796-8bdc-c329ce5c3459 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:13.086940 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b84382ea-2e4b-4379-9275-f07377842654 req-778126a7-6b3c-4796-8bdc-c329ce5c3459 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 784 time: 0.1833529 Nov 10 17:31:13.092529 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3ad493e5-cdeb-4a35-8d76-8124808b6a74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:13.129589 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3ad493e5-cdeb-4a35-8d76-8124808b6a74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:13.209203 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3ad493e5-cdeb-4a35-8d76-8124808b6a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:13.212247 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3ad493e5-cdeb-4a35-8d76-8124808b6a74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:13.222548 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3ad493e5-cdeb-4a35-8d76-8124808b6a74 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f8b23dc-e076-45f6-97dc-b53db2babb28 HTTP/1.1" status: 204 len: 168 time: 0.2246122 Nov 10 17:31:13.258281 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad493e5-cdeb-4a35-8d76-8124808b6a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8b23dc-e076-45f6-97dc-b53db2babb28,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:13.398139 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52081d36-3c13-4989-b856-f91078ae5571 req-d550af86-122a-47aa-857f-8470054bedcb tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:13.406204 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-52081d36-3c13-4989-b856-f91078ae5571 req-d550af86-122a-47aa-857f-8470054bedcb tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 950 time: 0.0729096 Nov 10 17:31:13.468411 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-52081d36-3c13-4989-b856-f91078ae5571 req-6fd2ba43-2d6b-4a41-bd6a-95aa66c9d6cb tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605142 Nov 10 17:31:13.547493 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-2678c608-2a35-4638-b1bf-a5cb3e5c3fe8 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:13.559514 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-2678c608-2a35-4638-b1bf-a5cb3e5c3fe8 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/networks?id=2881d57b-3f4f-4d35-825f-cd2dc9b06116 HTTP/1.1" status: 200 len: 821 time: 0.1979501 Nov 10 17:31:13.601197 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-f8864a89-8eac-4e91-b94f-00efa998360e tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/quotas/550346fb7b854e588018ed0d527afbf6 HTTP/1.1" status: 200 len: 375 time: 0.0347900 Nov 10 17:31:13.718496 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-1260ff1d-4a76-4c73-bfcc-5d44807a27a1 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=550346fb7b854e588018ed0d527afbf6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1105816 Nov 10 17:31:13.846882 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-cb9b81b3-cf5d-4410-97fb-9f64f6c3cd41 service neutron] 10.222.0.39 "GET /v2.0/networks/2881d57b-3f4f-4d35-825f-cd2dc9b06116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185699 Nov 10 17:31:13.958465 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-9abb8a38-33b5-4443-9832-c99ca232229d service neutron] 10.222.0.39 "GET /v2.0/networks/2881d57b-3f4f-4d35-825f-cd2dc9b06116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003485 Nov 10 17:31:14.090746 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecf480-dbad-4080-9f42-406f40d0a4e9 req-ddf7996c-4de5-4c0f-99da-d88a5f1c6765 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:14.100473 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-daecf480-dbad-4080-9f42-406f40d0a4e9 req-ddf7996c-4de5-4c0f-99da-d88a5f1c6765 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3af7a8f-fb6d-4926-853a-cf13345d5921 HTTP/1.1" status: 200 len: 944 time: 0.0635812 Nov 10 17:31:14.163107 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-daecf480-dbad-4080-9f42-406f40d0a4e9 req-3cdb59bd-1ac7-4a0e-a404-c8b0194322ab tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613809 Nov 10 17:31:14.243559 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1cb28d26-ab7e-4c63-9977-1365ea5e9dfd req-acd86fd2-01d4-4ce8-ae96-61bfda518c94 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/ports?device_id=56f97282-26ef-4a7d-9a2c-0b35bf10931c HTTP/1.1" status: 200 len: 210 time: 0.0472128 Nov 10 17:31:14.317980 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 2c35e20c-02dc-4c2f-92e1-22ad479de6dd up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:31:14.341866 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57818) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:31:14.402883 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 2c35e20c-02dc-4c2f-92e1-22ad479de6dd completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:31:14.409926 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 2c35e20c-02dc-4c2f-92e1-22ad479de6dd triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:31:14.411847 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:14.573376 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:14.595557 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-696d12fd-d54c-46aa-b879-929ba9017714 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1981105653-network', 'tenant_id': '60762859721f4554a921461817d77b7c'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:31:14.609088 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3af7a8f-fb6d-4926-853a-cf13345d5921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c35e20c-02dc-4c2f-92e1-22ad479de6dd'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:31:14.612671 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf4e6ad-2b62-4298-9ac5-963eddb5bd7d" -d '{"events": [{"server_uuid": "c3af7a8f-fb6d-4926-853a-cf13345d5921", "name": "network-vif-plugged", "status": "completed", "tag": "2c35e20c-02dc-4c2f-92e1-22ad479de6dd"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:31:14.631195 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 2c35e20c-02dc-4c2f-92e1-22ad479de6dd, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2c35e20c-02dc-4c2f-92e1-22ad479de6dd,segment=NetworkSegment(17d5af1c-a623-4581-8ea0-158dc701aa2d),segment_id=17d5af1c-a623-4581-8ea0-158dc701aa2d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:14.643436 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:14.715327 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=2c35e20c-02dc-4c2f-92e1-22ad479de6dd,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:14.735332 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696d12fd-d54c-46aa-b879-929ba9017714 admin admin] Made reservation on behalf of 60762859721f4554a921461817d77b7c for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:31:14.739554 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-696d12fd-d54c-46aa-b879-929ba9017714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:14.749614 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc4e93a-ee7b-44b3-b8c2-0339e4a42b90 x-openstack-request-id: req-0bc4e93a-ee7b-44b3-b8c2-0339e4a42b90 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:31:14.750320 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3af7a8f-fb6d-4926-853a-cf13345d5921", "name": "network-vif-plugged", "status": "completed", "tag": "2c35e20c-02dc-4c2f-92e1-22ad479de6dd", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:31:14.750737 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0bc4e93a-ee7b-44b3-b8c2-0339e4a42b90 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:31:14.751136 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3af7a8f-fb6d-4926-853a-cf13345d5921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c35e20c-02dc-4c2f-92e1-22ad479de6dd', 'code': 200} Nov 10 17:31:14.756275 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-696d12fd-d54c-46aa-b879-929ba9017714 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:14.819181 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4190e-3748-492e-b7dc-9f1e57b57593 req-60b9cbe4-5194-4f71-a363-601720b20c10 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:14.832195 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-43f4190e-3748-492e-b7dc-9f1e57b57593 req-60b9cbe4-5194-4f71-a363-601720b20c10 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 950 time: 0.1880624 Nov 10 17:31:14.968776 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-43f4190e-3748-492e-b7dc-9f1e57b57593 req-b675090a-d450-4d24-a06c-0091a8b4505d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356072 Nov 10 17:31:15.010879 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abdafa6-6254-4085-b389-431b98305470 req-323d7982-9104-4d69-99e6-705b4f6a2ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:15.012370 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7abdafa6-6254-4085-b389-431b98305470 req-323d7982-9104-4d69-99e6-705b4f6a2ad2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c3af7a8f-fb6d-4926-853a-cf13345d5921 HTTP/1.1" status: 200 len: 1097 time: 0.1360812 Nov 10 17:31:15.029120 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-696d12fd-d54c-46aa-b879-929ba9017714 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:15.043571 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-696d12fd-d54c-46aa-b879-929ba9017714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:15.115870 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-696d12fd-d54c-46aa-b879-929ba9017714 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:31:15.119851 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7abdafa6-6254-4085-b389-431b98305470 req-9586336d-af2d-4afb-9568-73274139cdc3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978754 Nov 10 17:31:15.126439 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d12fd-d54c-46aa-b879-929ba9017714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2f877b-f34d-4efe-aa8b-75ff41b4601c,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:15.131637 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-696d12fd-d54c-46aa-b879-929ba9017714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:15.131974 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-696d12fd-d54c-46aa-b879-929ba9017714 admin admin] Added segment 7fd768f5-fcbc-44e8-84c4-89d0995d9a81 of type vlan for network a11c4ce6-099a-4216-8964-b07a03022e8b Nov 10 17:31:15.180307 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-696d12fd-d54c-46aa-b879-929ba9017714 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:15.217515 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-696d12fd-d54c-46aa-b879-929ba9017714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:15.218664 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696d12fd-d54c-46aa-b879-929ba9017714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:15.219623 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-696d12fd-d54c-46aa-b879-929ba9017714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:15.304887 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607aa42-5fd5-4f89-bc85-a6050ce0739c req-1db53698-318c-457a-b126-37bb4e89b4d1 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:15.313437 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0607aa42-5fd5-4f89-bc85-a6050ce0739c req-1db53698-318c-457a-b126-37bb4e89b4d1 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3af7a8f-fb6d-4926-853a-cf13345d5921 HTTP/1.1" status: 200 len: 945 time: 0.0668828 Nov 10 17:31:15.323338 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-696d12fd-d54c-46aa-b879-929ba9017714 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9779587 Nov 10 17:31:15.326491 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57840) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:31:15.333089 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-2df7c163-6b63-4200-92e3-2bde9a76a655 admin admin] Request body: {'subnet': {'network_id': 'a11c4ce6-099a-4216-8964-b07a03022e8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1981105653-subnet', 'tenant_id': '60762859721f4554a921461817d77b7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:31:15.382947 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d12fd-d54c-46aa-b879-929ba9017714 admin admin] Pushing event updated for resources: {'Network': ['ID=a11c4ce6-099a-4216-8964-b07a03022e8b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:15.388055 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0607aa42-5fd5-4f89-bc85-a6050ce0739c req-3c64c413-4768-4254-a80d-7681b10e360a tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736458 Nov 10 17:31:15.393577 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network a11c4ce6-099a-4216-8964-b07a03022e8b details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:31:15.403950 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df7c163-6b63-4200-92e3-2bde9a76a655 admin admin] Made reservation on behalf of 60762859721f4554a921461817d77b7c for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:31:15.410220 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2df7c163-6b63-4200-92e3-2bde9a76a655 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:15.464352 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-98dcbdaa-fd54-45d2-8a24-e77a67673eeb req-c46433b8-2998-402d-b3e7-5660c8fd4255 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/ports?device_id=56f97282-26ef-4a7d-9a2c-0b35bf10931c HTTP/1.1" status: 200 len: 210 time: 0.1003647 Nov 10 17:31:15.699560 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2df7c163-6b63-4200-92e3-2bde9a76a655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:15.834501 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7c163-6b63-4200-92e3-2bde9a76a655 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f9722eb-f2d7-48d9-934d-3a06bb31ea33,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:15.861961 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df7c163-6b63-4200-92e3-2bde9a76a655 admin admin] Checking segment: {'id': '7fd768f5-fcbc-44e8-84c4-89d0995d9a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a11c4ce6-099a-4216-8964-b07a03022e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:31:15.862321 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df7c163-6b63-4200-92e3-2bde9a76a655 admin admin] Network hostable DHCP agents. Network: a11c4ce6-099a-4216-8964-b07a03022e8b, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:31:15.876819 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-71ecf0f0-f52d-4884-a1f3-1bc42288ab43 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:15.878990 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-71ecf0f0-f52d-4884-a1f3-1bc42288ab43 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.13 "GET /v2.0/networks?id=2881d57b-3f4f-4d35-825f-cd2dc9b06116 HTTP/1.1" status: 200 len: 821 time: 0.1886353 Nov 10 17:31:15.896425 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-57faf3af-ccd9-46e1-8361-0d0bdc005aad tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Request body: {'port': {'device_id': '56f97282-26ef-4a7d-9a2c-0b35bf10931c', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'admin_state_up': True, 'tenant_id': '550346fb7b854e588018ed0d527afbf6'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:31:15.902116 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df7c163-6b63-4200-92e3-2bde9a76a655 admin admin] Network a11c4ce6-099a-4216-8964-b07a03022e8b is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:31:15.969946 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-2df7c163-6b63-4200-92e3-2bde9a76a655 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, a11c4ce6-099a-4216-8964-b07a03022e8b) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:31:15.978066 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df7c163-6b63-4200-92e3-2bde9a76a655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:15.978272 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2df7c163-6b63-4200-92e3-2bde9a76a655 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:15.981965 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947f5950-02b5-4824-9033-1e6bb2265063 None None] Network a11c4ce6-099a-4216-8964-b07a03022e8b requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:31:16.047220 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2df7c163-6b63-4200-92e3-2bde9a76a655 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7196333 Nov 10 17:31:16.050928 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57852) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:31:16.056356 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-fe3869cf-f1a2-430f-a1b4-1cf5aff99873 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1981105653-router', 'tenant_id': '60762859721f4554a921461817d77b7c', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:31:16.105144 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fe3869cf-f1a2-430f-a1b4-1cf5aff99873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:16.109026 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fe3869cf-f1a2-430f-a1b4-1cf5aff99873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:16.156807 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-57faf3af-ccd9-46e1-8361-0d0bdc005aad tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Made reservation on behalf of 550346fb7b854e588018ed0d527afbf6 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:31:16.162656 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-57faf3af-ccd9-46e1-8361-0d0bdc005aad tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:16.189221 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fe3869cf-f1a2-430f-a1b4-1cf5aff99873 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:16.227354 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c8222-0a98-49a0-8326-07cca45fb899 req-ebc95f45-f99a-42ad-913d-aa696e482f74 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:16.232238 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-080c8222-0a98-49a0-8326-07cca45fb899 req-ebc95f45-f99a-42ad-913d-aa696e482f74 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 950 time: 0.1236362 Nov 10 17:31:16.288419 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f9d9b6-f293-46c0-94af-46edc5a62526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-a11c4ce6-099a-4216-8964-b07a03022e8b', 'network_id': 'a11c4ce6-099a-4216-8964-b07a03022e8b', 'tenant_id': '60762859721f4554a921461817d77b7c', 'fixed_ips': [{'subnet_id': '4f9722eb-f2d7-48d9-934d-3a06bb31ea33'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:31:16.289278 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12f9d9b6-f293-46c0-94af-46edc5a62526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:16.387285 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fe3869cf-f1a2-430f-a1b4-1cf5aff99873 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:16.459554 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-080c8222-0a98-49a0-8326-07cca45fb899 req-edb3f97f-084e-40b9-ae62-e9b15dc1e655 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747091 Nov 10 17:31:16.535040 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-57faf3af-ccd9-46e1-8361-0d0bdc005aad tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Allocated IP 172.20.0.11 (2881d57b-3f4f-4d35-825f-cd2dc9b06116/2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd/25e093d2-2794-45d8-879c-c62dc515e8a8) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:31:16.631045 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-12f9d9b6-f293-46c0-94af-46edc5a62526 None None] Allocated IP 172.20.0.2 (a11c4ce6-099a-4216-8964-b07a03022e8b/4f9722eb-f2d7-48d9-934d-3a06bb31ea33/9bdf109a-86dc-4719-803e-121e96f2fe12) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:31:16.794558 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-57faf3af-ccd9-46e1-8361-0d0bdc005aad tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:16.835551 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-636ab7c2-2eab-4f46-8587-bfb9e44b0046 req-f492e9f2-3583-4287-94cd-556cab3ff422 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/ports?device_id=56f97282-26ef-4a7d-9a2c-0b35bf10931c HTTP/1.1" status: 200 len: 210 time: 0.0357420 Nov 10 17:31:16.867510 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12f9d9b6-f293-46c0-94af-46edc5a62526 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:16.881231 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-57faf3af-ccd9-46e1-8361-0d0bdc005aad tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:16.882249 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12f9d9b6-f293-46c0-94af-46edc5a62526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:16.929332 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:31:16.987915 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-57faf3af-ccd9-46e1-8361-0d0bdc005aad tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Network 2881d57b-3f4f-4d35-825f-cd2dc9b06116 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:31:16.993452 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f9d9b6-f293-46c0-94af-46edc5a62526 None None] Network a11c4ce6-099a-4216-8964-b07a03022e8b is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:31:16.998495 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-57faf3af-ccd9-46e1-8361-0d0bdc005aad tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:31:16.999971 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-12f9d9b6-f293-46c0-94af-46edc5a62526 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:31:17.002107 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9d9b6-f293-46c0-94af-46edc5a62526 None None] Pushing event updated for resources: {'Port': ['ID=9bdf109a-86dc-4719-803e-121e96f2fe12,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:17.008728 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-57faf3af-ccd9-46e1-8361-0d0bdc005aad tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:31:17.011722 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f9d9b6-f293-46c0-94af-46edc5a62526 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:31:17.072819 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57faf3af-ccd9-46e1-8361-0d0bdc005aad tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Pushing event updated for resources: {'Port': ['ID=25e093d2-2794-45d8-879c-c62dc515e8a8,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:17.132822 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-57faf3af-ccd9-46e1-8361-0d0bdc005aad tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:17.133888 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-57faf3af-ccd9-46e1-8361-0d0bdc005aad tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:17.152332 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-12f9d9b6-f293-46c0-94af-46edc5a62526 None None] Attempting to bind port 9bdf109a-86dc-4719-803e-121e96f2fe12 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:31:17.152703 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-12f9d9b6-f293-46c0-94af-46edc5a62526 None None] Attempting to bind port 9bdf109a-86dc-4719-803e-121e96f2fe12 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '7fd768f5-fcbc-44e8-84c4-89d0995d9a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a11c4ce6-099a-4216-8964-b07a03022e8b'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:31:17.155992 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f9d9b6-f293-46c0-94af-46edc5a62526 None None] Attempting to bind port 9bdf109a-86dc-4719-803e-121e96f2fe12 on network a11c4ce6-099a-4216-8964-b07a03022e8b {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:31:17.168612 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-57faf3af-ccd9-46e1-8361-0d0bdc005aad tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2774827 Nov 10 17:31:17.185691 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-80c7f8df-0663-49e9-8e74-d12801d8ec7e service neutron] Request body: {'port': {'device_id': '56f97282-26ef-4a7d-9a2c-0b35bf10931c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:31:17.189637 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f9d9b6-f293-46c0-94af-46edc5a62526 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:31:17.192914 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f9d9b6-f293-46c0-94af-46edc5a62526 None None] Checking segment: {'id': '7fd768f5-fcbc-44e8-84c4-89d0995d9a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a11c4ce6-099a-4216-8964-b07a03022e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:31:17.193344 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12f9d9b6-f293-46c0-94af-46edc5a62526 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:17.194011 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f9d9b6-f293-46c0-94af-46edc5a62526 None None] Bound using segment: {'id': '7fd768f5-fcbc-44e8-84c4-89d0995d9a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a11c4ce6-099a-4216-8964-b07a03022e8b'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:31:17.194533 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-12f9d9b6-f293-46c0-94af-46edc5a62526 None None] Bound port: 9bdf109a-86dc-4719-803e-121e96f2fe12, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd768f5-fcbc-44e8-84c4-89d0995d9a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a11c4ce6-099a-4216-8964-b07a03022e8b'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:31:17.194921 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12f9d9b6-f293-46c0-94af-46edc5a62526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:17.355341 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d44f75-758f-4f5d-bff8-6996ca7c296d req-6e402407-c8ce-4ba2-9dff-5209dbd6caa7 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:17.356853 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-56d44f75-758f-4f5d-bff8-6996ca7c296d req-6e402407-c8ce-4ba2-9dff-5209dbd6caa7 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3af7a8f-fb6d-4926-853a-cf13345d5921 HTTP/1.1" status: 200 len: 945 time: 0.1419590 Nov 10 17:31:17.374992 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-12f9d9b6-f293-46c0-94af-46edc5a62526 None None] For port 9bdf109a-86dc-4719-803e-121e96f2fe12, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:31:17.400600 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-12f9d9b6-f293-46c0-94af-46edc5a62526 None None] For port 9bdf109a-86dc-4719-803e-121e96f2fe12, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=9bdf109a-86dc-4719-803e-121e96f2fe12,segment=NetworkSegment(7fd768f5-fcbc-44e8-84c4-89d0995d9a81),segment_id=7fd768f5-fcbc-44e8-84c4-89d0995d9a81)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:31:17.401753 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6e202b35-f805-4779-92fe-3645b20ffe39 None None] Provisioning complete for port 25e093d2-2794-45d8-879c-c62dc515e8a8 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:31:17.402195 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6e202b35-f805-4779-92fe-3645b20ffe39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:17.476928 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-56d44f75-758f-4f5d-bff8-6996ca7c296d req-e3bad02b-248d-42d5-bad7-64bc8d32d867 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051412 Nov 10 17:31:17.486496 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12f9d9b6-f293-46c0-94af-46edc5a62526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:17.522310 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-6e202b35-f805-4779-92fe-3645b20ffe39 None None] Port 25e093d2-2794-45d8-879c-c62dc515e8a8 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:31:17.571108 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9d9b6-f293-46c0-94af-46edc5a62526 None None] Pushing event updated for resources: {'Port': ['ID=9bdf109a-86dc-4719-803e-121e96f2fe12,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:17.704549 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fe3869cf-f1a2-430f-a1b4-1cf5aff99873 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:17.732306 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fe3869cf-f1a2-430f-a1b4-1cf5aff99873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:17.753503 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-80c7f8df-0663-49e9-8e74-d12801d8ec7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:17.893618 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-fe3869cf-f1a2-430f-a1b4-1cf5aff99873 admin admin] Allocated IP 172.25.5.210 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/50853fe9-5bf7-42c7-811f-3ae7d5f44192) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:31:17.922077 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3e3cb-ea39-412a-9eed-3752fb545518 req-3c1833ab-f7a5-40d5-bd16-3300fa61fb54 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:17.930632 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dee3e3cb-ea39-412a-9eed-3752fb545518 req-3c1833ab-f7a5-40d5-bd16-3300fa61fb54 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 950 time: 0.2050302 Nov 10 17:31:18.084430 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6937339-7692-4f92-94c8-5f33c490dc92 req-edf21755-956e-458e-97d0-809edacf505b tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:18.086548 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b6937339-7692-4f92-94c8-5f33c490dc92 req-edf21755-956e-458e-97d0-809edacf505b tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/ports?device_id=56f97282-26ef-4a7d-9a2c-0b35bf10931c HTTP/1.1" status: 200 len: 932 time: 0.0988874 Nov 10 17:31:18.124840 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fe3869cf-f1a2-430f-a1b4-1cf5aff99873 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:18.136488 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dee3e3cb-ea39-412a-9eed-3752fb545518 req-481158d5-f4d9-418e-ac93-ab8dc0ff3ad3 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009332 Nov 10 17:31:18.207881 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b6937339-7692-4f92-94c8-5f33c490dc92 req-201e3655-8660-43c9-8cd1-b4bf5c36c94b tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3c464cd-4278-4553-b886-991edbe0895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054730 Nov 10 17:31:18.213807 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fe3869cf-f1a2-430f-a1b4-1cf5aff99873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:18.287536 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3869cf-f1a2-430f-a1b4-1cf5aff99873 admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:31:18.298843 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-fe3869cf-f1a2-430f-a1b4-1cf5aff99873 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:31:18.302678 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-80c7f8df-0663-49e9-8e74-d12801d8ec7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25e093d2-2794-45d8-879c-c62dc515e8a8 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:31:18.303642 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3869cf-f1a2-430f-a1b4-1cf5aff99873 admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:31:18.313045 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-80c7f8df-0663-49e9-8e74-d12801d8ec7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:18.331088 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-80c7f8df-0663-49e9-8e74-d12801d8ec7e service neutron] Transition to ACTIVE for port object 25e093d2-2794-45d8-879c-c62dc515e8a8 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:31:18.332187 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3869cf-f1a2-430f-a1b4-1cf5aff99873 admin admin] Pushing event updated for resources: {'Port': ['ID=50853fe9-5bf7-42c7-811f-3ae7d5f44192,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:18.340681 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-80c7f8df-0663-49e9-8e74-d12801d8ec7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:18.483952 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7f8df-0663-49e9-8e74-d12801d8ec7e service neutron] Pushing event updated for resources: {'Port': ['ID=25e093d2-2794-45d8-879c-c62dc515e8a8,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:18.539011 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-80c7f8df-0663-49e9-8e74-d12801d8ec7e service neutron] Attempting to bind port 25e093d2-2794-45d8-879c-c62dc515e8a8 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:31:18.539351 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-80c7f8df-0663-49e9-8e74-d12801d8ec7e service neutron] Attempting to bind port 25e093d2-2794-45d8-879c-c62dc515e8a8 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '7b5351fa-b7da-4a56-a345-32bddce39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:31:18.547702 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-80c7f8df-0663-49e9-8e74-d12801d8ec7e service neutron] Attempting to bind port 25e093d2-2794-45d8-879c-c62dc515e8a8 on network 2881d57b-3f4f-4d35-825f-cd2dc9b06116 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:31:18.563981 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-80c7f8df-0663-49e9-8e74-d12801d8ec7e service neutron] Port 25e093d2-2794-45d8-879c-c62dc515e8a8 on network 2881d57b-3f4f-4d35-825f-cd2dc9b06116 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:31:18.564455 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-80c7f8df-0663-49e9-8e74-d12801d8ec7e service neutron] Attempting to bind port 25e093d2-2794-45d8-879c-c62dc515e8a8 on network 2881d57b-3f4f-4d35-825f-cd2dc9b06116 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:31:18.574250 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-80c7f8df-0663-49e9-8e74-d12801d8ec7e service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:31:18.574587 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-80c7f8df-0663-49e9-8e74-d12801d8ec7e service neutron] Checking segment: {'id': '7b5351fa-b7da-4a56-a345-32bddce39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:31:18.574974 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-80c7f8df-0663-49e9-8e74-d12801d8ec7e service neutron] Bound using segment: {'id': '7b5351fa-b7da-4a56-a345-32bddce39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:31:18.575407 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-80c7f8df-0663-49e9-8e74-d12801d8ec7e service neutron] Bound port: 25e093d2-2794-45d8-879c-c62dc515e8a8, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b5351fa-b7da-4a56-a345-32bddce39070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:31:18.575760 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-80c7f8df-0663-49e9-8e74-d12801d8ec7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:18.665731 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 9bdf109a-86dc-4719-803e-121e96f2fe12 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:31:18.825656 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 9bdf109a-86dc-4719-803e-121e96f2fe12 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:31:18.826319 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:18.842017 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-80c7f8df-0663-49e9-8e74-d12801d8ec7e service neutron] For port 25e093d2-2794-45d8-879c-c62dc515e8a8, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:31:18.847270 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-80c7f8df-0663-49e9-8e74-d12801d8ec7e service neutron] For port 25e093d2-2794-45d8-879c-c62dc515e8a8, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=25e093d2-2794-45d8-879c-c62dc515e8a8,segment=NetworkSegment(7b5351fa-b7da-4a56-a345-32bddce39070),segment_id=7b5351fa-b7da-4a56-a345-32bddce39070)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:31:18.851548 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4be07bff-8c50-428a-8787-493d73c860c2 req-645cfe32-8f8d-4217-87dc-71acba881143 service neutron] 10.222.0.11 "GET /v2.0/ports/b499287f-4e8b-4c16-87b7-0c2a8c5f4d02/bindings/n-h1-776250-10 HTTP/1.1" status: 200 len: 383 time: 0.1537988 Nov 10 17:31:18.868211 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-80c7f8df-0663-49e9-8e74-d12801d8ec7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:18.983508 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e16ace-843d-4b34-8b77-a646488a1fab req-f3fd81b4-5a1d-497c-9ee9-604e00571789 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:18.991838 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-26e16ace-843d-4b34-8b77-a646488a1fab req-f3fd81b4-5a1d-497c-9ee9-604e00571789 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3af7a8f-fb6d-4926-853a-cf13345d5921 HTTP/1.1" status: 200 len: 945 time: 0.3164980 Nov 10 17:31:19.017896 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:19.033159 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fe3869cf-f1a2-430f-a1b4-1cf5aff99873 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:19.073081 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7f8df-0663-49e9-8e74-d12801d8ec7e service neutron] Pushing event updated for resources: {'Port': ['ID=25e093d2-2794-45d8-879c-c62dc515e8a8,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:19.078742 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 9bdf109a-86dc-4719-803e-121e96f2fe12, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=9bdf109a-86dc-4719-803e-121e96f2fe12,segment=NetworkSegment(7fd768f5-fcbc-44e8-84c4-89d0995d9a81),segment_id=7fd768f5-fcbc-44e8-84c4-89d0995d9a81)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:19.085420 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-80c7f8df-0663-49e9-8e74-d12801d8ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:19.086051 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-80c7f8df-0663-49e9-8e74-d12801d8ec7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:19.087484 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-80c7f8df-0663-49e9-8e74-d12801d8ec7e service neutron] 10.222.0.13 "PUT /v2.0/ports/25e093d2-2794-45d8-879c-c62dc515e8a8 HTTP/1.1" status: 200 len: 1093 time: 1.9091392 Nov 10 17:31:19.087621 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:19.087943 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f97282-26ef-4a7d-9a2c-0b35bf10931c', 'tag': '25e093d2-2794-45d8-879c-c62dc515e8a8'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:31:19.090303 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28ffe57-2bc0-4270-afe5-a26ef154a8a2" -d '{"events": [{"name": "network-changed", "server_uuid": "56f97282-26ef-4a7d-9a2c-0b35bf10931c", "tag": "25e093d2-2794-45d8-879c-c62dc515e8a8"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:31:19.220538 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f65158-9e4c-4992-99a2-e5713a6ad6af x-openstack-request-id: req-f5f65158-9e4c-4992-99a2-e5713a6ad6af {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:31:19.228218 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f97282-26ef-4a7d-9a2c-0b35bf10931c", "tag": "25e093d2-2794-45d8-879c-c62dc515e8a8", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:31:19.228776 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f5f65158-9e4c-4992-99a2-e5713a6ad6af {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:31:19.229279 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f97282-26ef-4a7d-9a2c-0b35bf10931c', 'tag': '25e093d2-2794-45d8-879c-c62dc515e8a8', 'status': 'completed', 'code': 200} Nov 10 17:31:19.268757 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-26e16ace-843d-4b34-8b77-a646488a1fab req-81b43aa4-6daf-401f-b8f4-4bbd7c67ee72 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755036 Nov 10 17:31:19.273167 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73db083-71fe-454d-a119-c44fd79b63f8 None None] Network a11c4ce6-099a-4216-8964-b07a03022e8b requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:31:19.390459 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=9bdf109a-86dc-4719-803e-121e96f2fe12,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:19.416187 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-fe6b4a95-c876-4d32-af2b-8392af37cdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:19.424267 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-fe6b4a95-c876-4d32-af2b-8392af37cdc1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=550346fb7b854e588018ed0d527afbf6&device_id=56f97282-26ef-4a7d-9a2c-0b35bf10931c HTTP/1.1" status: 200 len: 1096 time: 0.2613487 Nov 10 17:31:19.458650 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c72093f5-a7f8-49c1-bbe9-2695d7c6ffa8 None None] Provisioning complete for port 9bdf109a-86dc-4719-803e-121e96f2fe12 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:31:19.459025 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c72093f5-a7f8-49c1-bbe9-2695d7c6ffa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:19.518220 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-7eedd2f4-40e6-4fbc-9447-533d37bad7d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25e093d2-2794-45d8-879c-c62dc515e8a8 HTTP/1.1" status: 200 len: 217 time: 0.0711911 Nov 10 17:31:19.521445 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be07bff-8c50-428a-8787-493d73c860c2 req-ce8d4d2b-8286-4b15-b6fa-dd023d9db611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:19.522884 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4be07bff-8c50-428a-8787-493d73c860c2 req-ce8d4d2b-8286-4b15-b6fa-dd023d9db611 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c&tenant_id=8f9e5c9c528a40edbd9cc8b10302b929 HTTP/1.1" status: 200 len: 1102 time: 0.2927821 Nov 10 17:31:19.527042 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9573435-60fe-4b43-8a12-3aee9c644b70 req-283418a0-f86e-4e63-a612-d2f676926cff tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:19.539398 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c9573435-60fe-4b43-8a12-3aee9c644b70 req-283418a0-f86e-4e63-a612-d2f676926cff tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/ports?device_id=56f97282-26ef-4a7d-9a2c-0b35bf10931c HTTP/1.1" status: 200 len: 944 time: 0.0816369 Nov 10 17:31:19.549859 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fe3869cf-f1a2-430f-a1b4-1cf5aff99873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:19.562630 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11850326-8e48-49d7-9896-3800b65086a7 req-cc4377bc-1f9a-499f-b746-c63c170c3631 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:19.564009 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-11850326-8e48-49d7-9896-3800b65086a7 req-cc4377bc-1f9a-499f-b746-c63c170c3631 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 950 time: 0.2405772 Nov 10 17:31:19.656537 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c9573435-60fe-4b43-8a12-3aee9c644b70 req-0e30c496-373d-4b85-866b-5b99cb7d9be7 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3c464cd-4278-4553-b886-991edbe0895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124940 Nov 10 17:31:19.680718 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-84fc603f-35ef-4017-96d3-20e7cd624f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:19.682281 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-84fc603f-35ef-4017-96d3-20e7cd624f06 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd HTTP/1.1" status: 200 len: 860 time: 0.1542711 Nov 10 17:31:19.781086 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be07bff-8c50-428a-8787-493d73c860c2 req-df4afdae-1e1b-49c6-9de6-0ca18e210db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:19.782906 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4be07bff-8c50-428a-8787-493d73c860c2 req-df4afdae-1e1b-49c6-9de6-0ca18e210db0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 1102 time: 0.2179973 Nov 10 17:31:19.818926 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-11850326-8e48-49d7-9896-3800b65086a7 req-f625bad6-03a9-4721-945b-638ab918f2c5 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247834 Nov 10 17:31:19.919266 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3869cf-f1a2-430f-a1b4-1cf5aff99873 admin admin] Router c5059284-25b2-4dad-9ddc-3e3e28085858 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:31:19.946684 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-657da5b0-91e5-4ce1-9fbf-31553fe21b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:19.948545 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-657da5b0-91e5-4ce1-9fbf-31553fe21b31 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2881d57b-3f4f-4d35-825f-cd2dc9b06116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2523773 Nov 10 17:31:20.090508 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be07bff-8c50-428a-8787-493d73c860c2 req-959de2b8-53bb-4127-aa0a-e1e6b0830341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:20.095993 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3869cf-f1a2-430f-a1b4-1cf5aff99873 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:31:20.096972 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4be07bff-8c50-428a-8787-493d73c860c2 req-959de2b8-53bb-4127-aa0a-e1e6b0830341 service neutron] 10.222.0.11 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.3027012 Nov 10 17:31:20.130646 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c319c064-ff84-4842-80cc-f183bdfa58fd None None] Sync routers for ids ['c5059284-25b2-4dad-9ddc-3e3e28085858'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:31:20.135690 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fe3869cf-f1a2-430f-a1b4-1cf5aff99873 admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:20.140971 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-fe3869cf-f1a2-430f-a1b4-1cf5aff99873 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0880501 Nov 10 17:31:20.143425 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57908) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:31:20.154816 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c319c064-ff84-4842-80cc-f183bdfa58fd None None] Routers {'c5059284-25b2-4dad-9ddc-3e3e28085858'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:31:20.158470 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c319c064-ff84-4842-80cc-f183bdfa58fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:31:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['c5059284-25b2-4dad-9ddc-3e3e28085858'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:20.174148 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4be07bff-8c50-428a-8787-493d73c860c2 req-f519edf5-2893-462f-b91b-58e9785c8a51 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=b499287f-4e8b-4c16-87b7-0c2a8c5f4d02 HTTP/1.1" status: 200 len: 217 time: 0.0589087 Nov 10 17:31:20.274476 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-a34061fd-d90b-49a3-8e95-963fc28d3f61 service neutron] 10.222.0.13 "GET /v2.0/networks/2881d57b-3f4f-4d35-825f-cd2dc9b06116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124766 Nov 10 17:31:20.283230 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-03891a6b-e024-474a-995b-16fc41f8131b None None] Provisioning complete for port 9bdf109a-86dc-4719-803e-121e96f2fe12 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:31:20.284279 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-03891a6b-e024-474a-995b-16fc41f8131b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:20.318029 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-c319c064-ff84-4842-80cc-f183bdfa58fd None None] Set router c5059284-25b2-4dad-9ddc-3e3e28085858 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:31:20.480667 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be07bff-8c50-428a-8787-493d73c860c2 req-4b0babe2-9b18-49f9-bb70-33d9d3a74349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:20.482343 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4be07bff-8c50-428a-8787-493d73c860c2 req-4b0babe2-9b18-49f9-bb70-33d9d3a74349 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.2956598 Nov 10 17:31:20.591808 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be07bff-8c50-428a-8787-493d73c860c2 req-d042a983-ac17-4342-a10d-cc65203f760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:20.593934 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4be07bff-8c50-428a-8787-493d73c860c2 req-d042a983-ac17-4342-a10d-cc65203f760a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1002903 Nov 10 17:31:20.629121 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 9bdf109a-86dc-4719-803e-121e96f2fe12 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:31:20.669887 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d0dc99e-894a-44ee-92b9-56e0581bbe88 req-dce39fb3-1683-479d-aa21-37bcad21565e service neutron] 10.222.0.13 "GET /v2.0/networks/2881d57b-3f4f-4d35-825f-cd2dc9b06116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867660 Nov 10 17:31:20.748255 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c319c064-ff84-4842-80cc-f183bdfa58fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5059284-25b2-4dad-9ddc-3e3e28085858', 'name': 'tempest-FloatingIPDetailsTestJSON-1981105653-router', 'tenant_id': '60762859721f4554a921461817d77b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '50853fe9-5bf7-42c7-811f-3ae7d5f44192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:31:16Z', 'updated_at': '2021-11-10T17:31:18Z', 'revision_number': 3, 'project_id': '60762859721f4554a921461817d77b7c', 'gw_port': {'id': '50853fe9-5bf7-42c7-811f-3ae7d5f44192', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bd:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5059284-25b2-4dad-9ddc-3e3e28085858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:31:17Z', 'updated_at': '2021-11-10T17:31:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:20.786243 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 9bdf109a-86dc-4719-803e-121e96f2fe12 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:31:20.786620 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:20.797295 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c319c064-ff84-4842-80cc-f183bdfa58fd None None] Checking router: c5059284-25b2-4dad-9ddc-3e3e28085858 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:31:20.797905 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c319c064-ff84-4842-80cc-f183bdfa58fd None None] Updating router c5059284-25b2-4dad-9ddc-3e3e28085858 port 50853fe9-5bf7-42c7-811f-3ae7d5f44192 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:31:20.911395 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c319c064-ff84-4842-80cc-f183bdfa58fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:21.181985 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3504bb-e320-42b0-9e73-b00ff7963f76 req-98dc2a7d-0dba-4038-b3d6-4d9ed01acca0 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:21.184051 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7c3504bb-e320-42b0-9e73-b00ff7963f76 req-98dc2a7d-0dba-4038-b3d6-4d9ed01acca0 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/ports?device_id=56f97282-26ef-4a7d-9a2c-0b35bf10931c HTTP/1.1" status: 200 len: 944 time: 0.2400241 Nov 10 17:31:21.210171 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ffe57-2bc0-4270-afe5-a26ef154a8a2 req-728f03c8-d998-406d-a4f8-435d3054af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:21.211818 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b28ffe57-2bc0-4270-afe5-a26ef154a8a2 req-728f03c8-d998-406d-a4f8-435d3054af33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=550346fb7b854e588018ed0d527afbf6&device_id=56f97282-26ef-4a7d-9a2c-0b35bf10931c HTTP/1.1" status: 200 len: 1096 time: 0.4107208 Nov 10 17:31:21.267893 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-decd0f2e-240c-4831-8a00-f68a7ef4f2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:21.312602 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301db69-5b86-44d5-b53e-e408a38ad9cd req-a05755b5-466c-4583-b118-598e79a41440 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:21.320788 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9301db69-5b86-44d5-b53e-e408a38ad9cd req-a05755b5-466c-4583-b118-598e79a41440 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 950 time: 0.2307441 Nov 10 17:31:21.442642 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9301db69-5b86-44d5-b53e-e408a38ad9cd req-2d90a532-426a-47ff-adfc-ddd69db64123 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207333 Nov 10 17:31:21.468572 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ffe57-2bc0-4270-afe5-a26ef154a8a2 req-06d69bf1-0d09-498d-9a73-46a58afcba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:21.469981 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b28ffe57-2bc0-4270-afe5-a26ef154a8a2 req-06d69bf1-0d09-498d-9a73-46a58afcba30 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2881d57b-3f4f-4d35-825f-cd2dc9b06116 HTTP/1.1" status: 200 len: 922 time: 0.2424119 Nov 10 17:31:21.589948 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4be07bff-8c50-428a-8787-493d73c860c2 req-3fce3fa6-1af6-4892-bc4e-4bf610e4b551 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9680970 Nov 10 17:31:21.599190 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b28ffe57-2bc0-4270-afe5-a26ef154a8a2 req-3ba4423c-89a0-490a-90ac-3483377f4a32 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25e093d2-2794-45d8-879c-c62dc515e8a8 HTTP/1.1" status: 200 len: 217 time: 0.1200039 Nov 10 17:31:21.615085 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-decd0f2e-240c-4831-8a00-f68a7ef4f2db admin admin] Allocated IP 172.20.0.1 (a11c4ce6-099a-4216-8964-b07a03022e8b/4f9722eb-f2d7-48d9-934d-3a06bb31ea33/e01e815b-e600-4381-960b-7950df2de772) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:31:21.728350 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7c3504bb-e320-42b0-9e73-b00ff7963f76 req-add6094e-56ae-47f9-b9bd-e97c718597ce tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3c464cd-4278-4553-b886-991edbe0895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5320554 Nov 10 17:31:21.775180 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c319c064-ff84-4842-80cc-f183bdfa58fd None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:21.789335 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c319c064-ff84-4842-80cc-f183bdfa58fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:21.809557 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4be07bff-8c50-428a-8787-493d73c860c2 req-0d6321e0-3923-4617-a046-ef518a46c413 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030644 Nov 10 17:31:21.820519 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ffe57-2bc0-4270-afe5-a26ef154a8a2 req-b25c4f31-ff8f-4893-9d90-ac128a2542dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:21.824058 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b28ffe57-2bc0-4270-afe5-a26ef154a8a2 req-b25c4f31-ff8f-4893-9d90-ac128a2542dd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd HTTP/1.1" status: 200 len: 860 time: 0.1146040 Nov 10 17:31:21.870117 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-c319c064-ff84-4842-80cc-f183bdfa58fd None None] Attempting to bind port 50853fe9-5bf7-42c7-811f-3ae7d5f44192 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:31:21.870622 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-c319c064-ff84-4842-80cc-f183bdfa58fd None None] Attempting to bind port 50853fe9-5bf7-42c7-811f-3ae7d5f44192 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:31:21.871057 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c319c064-ff84-4842-80cc-f183bdfa58fd None None] Attempting to bind port 50853fe9-5bf7-42c7-811f-3ae7d5f44192 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:31:21.890246 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd3b1d-58b5-46d5-8236-43e7ba239661 None None] Pushing event updated for resources: {'Port': ['ID=50853fe9-5bf7-42c7-811f-3ae7d5f44192,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:21.902979 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c319c064-ff84-4842-80cc-f183bdfa58fd None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:31:21.903362 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c319c064-ff84-4842-80cc-f183bdfa58fd None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:31:21.903764 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c319c064-ff84-4842-80cc-f183bdfa58fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:21.904173 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c319c064-ff84-4842-80cc-f183bdfa58fd None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:31:21.905300 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-decd0f2e-240c-4831-8a00-f68a7ef4f2db admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:21.908269 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ffe57-2bc0-4270-afe5-a26ef154a8a2 req-2ae74245-447a-4b8c-b611-940b95d95458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:21.909248 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-c319c064-ff84-4842-80cc-f183bdfa58fd None None] Bound port: 50853fe9-5bf7-42c7-811f-3ae7d5f44192, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:31:21.910078 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c319c064-ff84-4842-80cc-f183bdfa58fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:21.911235 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b28ffe57-2bc0-4270-afe5-a26ef154a8a2 req-2ae74245-447a-4b8c-b611-940b95d95458 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2881d57b-3f4f-4d35-825f-cd2dc9b06116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759764 Nov 10 17:31:21.952134 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-decd0f2e-240c-4831-8a00-f68a7ef4f2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:22.020696 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decd0f2e-240c-4831-8a00-f68a7ef4f2db admin admin] Network a11c4ce6-099a-4216-8964-b07a03022e8b is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:31:22.025961 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-decd0f2e-240c-4831-8a00-f68a7ef4f2db admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:31:22.029701 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decd0f2e-240c-4831-8a00-f68a7ef4f2db admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:31:22.033893 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-c319c064-ff84-4842-80cc-f183bdfa58fd None None] For port 50853fe9-5bf7-42c7-811f-3ae7d5f44192, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:31:22.038893 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-c319c064-ff84-4842-80cc-f183bdfa58fd None None] For port 50853fe9-5bf7-42c7-811f-3ae7d5f44192, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=50853fe9-5bf7-42c7-811f-3ae7d5f44192,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:31:22.043740 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c319c064-ff84-4842-80cc-f183bdfa58fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:22.138343 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd0f2e-240c-4831-8a00-f68a7ef4f2db admin admin] Pushing event updated for resources: {'Port': ['ID=e01e815b-e600-4381-960b-7950df2de772,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:22.142698 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b28ffe57-2bc0-4270-afe5-a26ef154a8a2 req-171ffce5-77ab-414a-bf7f-d72537ecfec8 service neutron] 10.222.0.13 "GET /v2.0/networks/2881d57b-3f4f-4d35-825f-cd2dc9b06116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156353 Nov 10 17:31:22.165702 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c319c064-ff84-4842-80cc-f183bdfa58fd None None] Routers {'c5059284-25b2-4dad-9ddc-3e3e28085858'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:31:22.165949 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-decd0f2e-240c-4831-8a00-f68a7ef4f2db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:22.166813 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c319c064-ff84-4842-80cc-f183bdfa58fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:31:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['c5059284-25b2-4dad-9ddc-3e3e28085858'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:22.203789 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device b499287f-4e8b-4c16-87b7-0c2a8c5f4d02 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:31:22.351062 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 25e093d2-2794-45d8-879c-c62dc515e8a8 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:31:22.352039 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b28ffe57-2bc0-4270-afe5-a26ef154a8a2 req-7759a4d6-caf9-4c0f-988a-27b6e0fc725a service neutron] 10.222.0.13 "GET /v2.0/networks/2881d57b-3f4f-4d35-825f-cd2dc9b06116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993256 Nov 10 17:31:22.486171 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-c319c064-ff84-4842-80cc-f183bdfa58fd None None] Set router c5059284-25b2-4dad-9ddc-3e3e28085858 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:31:22.521952 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-decd0f2e-240c-4831-8a00-f68a7ef4f2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:22.645484 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:22.683917 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3f91fe7f-e510-49cf-b8ed-f68f51cb848d None None] Provisioning complete for port e01e815b-e600-4381-960b-7950df2de772 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:31:22.690632 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3f91fe7f-e510-49cf-b8ed-f68f51cb848d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:22.704723 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 25e093d2-2794-45d8-879c-c62dc515e8a8, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=25e093d2-2794-45d8-879c-c62dc515e8a8,segment=NetworkSegment(7b5351fa-b7da-4a56-a345-32bddce39070),segment_id=7b5351fa-b7da-4a56-a345-32bddce39070)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:22.707802 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f428f853-320d-499e-aa61-3cc22319685c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b499287f-4e8b-4c16-87b7-0c2a8c5f4d02'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:31:22.715455 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3ff9f7-2b28-4cec-95e6-9c47204fae0f" -d '{"events": [{"server_uuid": "f428f853-320d-499e-aa61-3cc22319685c", "name": "network-vif-unplugged", "status": "completed", "tag": "b499287f-4e8b-4c16-87b7-0c2a8c5f4d02"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:31:22.796836 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd3b1d-58b5-46d5-8236-43e7ba239661 None None] Pushing event updated for resources: {'Port': ['ID=50853fe9-5bf7-42c7-811f-3ae7d5f44192,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:22.822603 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port b499287f-4e8b-4c16-87b7-0c2a8c5f4d02, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=b499287f-4e8b-4c16-87b7-0c2a8c5f4d02,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:22.825669 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '25e093d2-2794-45d8-879c-c62dc515e8a8', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'port_id': '25e093d2-2794-45d8-879c-c62dc515e8a8', 'mac_address': 'fa:16:3e:ad:a2:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:31:22.828724 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830d65d-1faf-4f98-bec4-eadf2ed3bee0 req-e961042e-d290-4126-944f-2e8b3122b0bf tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:22.841247 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9830d65d-1faf-4f98-bec4-eadf2ed3bee0 req-e961042e-d290-4126-944f-2e8b3122b0bf tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 950 time: 0.2186396 Nov 10 17:31:22.849113 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:22.931796 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c319c064-ff84-4842-80cc-f183bdfa58fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5059284-25b2-4dad-9ddc-3e3e28085858', 'name': 'tempest-FloatingIPDetailsTestJSON-1981105653-router', 'tenant_id': '60762859721f4554a921461817d77b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '50853fe9-5bf7-42c7-811f-3ae7d5f44192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:31:16Z', 'updated_at': '2021-11-10T17:31:18Z', 'revision_number': 3, 'project_id': '60762859721f4554a921461817d77b7c', 'gw_port': {'id': '50853fe9-5bf7-42c7-811f-3ae7d5f44192', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bd:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5059284-25b2-4dad-9ddc-3e3e28085858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:31:17Z', 'updated_at': '2021-11-10T17:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:22.970627 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-3f91fe7f-e510-49cf-b8ed-f68f51cb848d None None] Port e01e815b-e600-4381-960b-7950df2de772 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:31:22.997324 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c319c064-ff84-4842-80cc-f183bdfa58fd None None] The sync data for ids ['c5059284-25b2-4dad-9ddc-3e3e28085858'] in n-d-776250-10 is: [{'id': 'c5059284-25b2-4dad-9ddc-3e3e28085858', 'name': 'tempest-FloatingIPDetailsTestJSON-1981105653-router', 'tenant_id': '60762859721f4554a921461817d77b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '50853fe9-5bf7-42c7-811f-3ae7d5f44192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:31:16Z', 'updated_at': '2021-11-10T17:31:18Z', 'revision_number': 3, 'project_id': '60762859721f4554a921461817d77b7c', 'gw_port': {'id': '50853fe9-5bf7-42c7-811f-3ae7d5f44192', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bd:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5059284-25b2-4dad-9ddc-3e3e28085858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:31:17Z', 'updated_at': '2021-11-10T17:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:31:23.045675 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=b499287f-4e8b-4c16-87b7-0c2a8c5f4d02,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:23.083238 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9830d65d-1faf-4f98-bec4-eadf2ed3bee0 req-ccff29ab-a04b-45d7-b42f-5b44302229e5 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408936 Nov 10 17:31:23.105316 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:23.132248 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e46ad54-2a71-460d-a75c-169665f9a2ec x-openstack-request-id: req-0e46ad54-2a71-460d-a75c-169665f9a2ec {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:31:23.132733 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f428f853-320d-499e-aa61-3cc22319685c", "name": "network-vif-unplugged", "status": "completed", "tag": "b499287f-4e8b-4c16-87b7-0c2a8c5f4d02", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:31:23.132999 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0e46ad54-2a71-460d-a75c-169665f9a2ec {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:31:23.133403 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f428f853-320d-499e-aa61-3cc22319685c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b499287f-4e8b-4c16-87b7-0c2a8c5f4d02', 'code': 200} Nov 10 17:31:23.152434 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25e093d2-2794-45d8-879c-c62dc515e8a8 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:31:23.215964 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-decd0f2e-240c-4831-8a00-f68a7ef4f2db admin admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:23.226165 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 25e093d2-2794-45d8-879c-c62dc515e8a8, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=25e093d2-2794-45d8-879c-c62dc515e8a8,segment=NetworkSegment(7b5351fa-b7da-4a56-a345-32bddce39070),segment_id=7b5351fa-b7da-4a56-a345-32bddce39070)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:23.238709 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:23.255229 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-decd0f2e-240c-4831-8a00-f68a7ef4f2db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:23.342574 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=25e093d2-2794-45d8-879c-c62dc515e8a8,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:23.431246 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd0f2e-240c-4831-8a00-f68a7ef4f2db admin admin] Pushing event updated for resources: {'Port': ['ID=e01e815b-e600-4381-960b-7950df2de772,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:23.441261 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-decd0f2e-240c-4831-8a00-f68a7ef4f2db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:23.453955 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b119a-b9b9-409c-8bfc-70e8ac24f0c2 req-cdc62567-4b0d-4c68-89b3-84261373b6ba tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:23.464868 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d62b119a-b9b9-409c-8bfc-70e8ac24f0c2 req-cdc62567-4b0d-4c68-89b3-84261373b6ba tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/ports?device_id=56f97282-26ef-4a7d-9a2c-0b35bf10931c HTTP/1.1" status: 200 len: 945 time: 0.2398589 Nov 10 17:31:23.568452 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['25e093d2-2794-45d8-879c-c62dc515e8a8'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:31:23.595317 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d62b119a-b9b9-409c-8bfc-70e8ac24f0c2 req-387ee70d-9bda-4c4a-bace-6386afd0a98a tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3c464cd-4278-4553-b886-991edbe0895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230712 Nov 10 17:31:23.649407 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decd0f2e-240c-4831-8a00-f68a7ef4f2db admin admin] Network a11c4ce6-099a-4216-8964-b07a03022e8b is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:31:23.651265 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-decd0f2e-240c-4831-8a00-f68a7ef4f2db admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:31:23.733716 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:31:23.873932 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-decd0f2e-240c-4831-8a00-f68a7ef4f2db admin admin] Router c5059284-25b2-4dad-9ddc-3e3e28085858 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:31:24.017549 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a920fadd-4b9e-4555-90a7-26b1cb3775b8 None None] Provisioning complete for port e01e815b-e600-4381-960b-7950df2de772 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:31:24.017922 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a920fadd-4b9e-4555-90a7-26b1cb3775b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:24.071939 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-decd0f2e-240c-4831-8a00-f68a7ef4f2db admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:31:24.085339 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-decd0f2e-240c-4831-8a00-f68a7ef4f2db admin admin] 10.222.0.39 "PUT /v2.0/routers/c5059284-25b2-4dad-9ddc-3e3e28085858/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9367688 Nov 10 17:31:24.102803 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-a920fadd-4b9e-4555-90a7-26b1cb3775b8 None None] Port e01e815b-e600-4381-960b-7950df2de772 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:31:24.218516 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device b499287f-4e8b-4c16-87b7-0c2a8c5f4d02 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:31:24.346023 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb02eece-3f12-418f-b8ef-fe83ed23dfa8 req-af564422-c9a2-4b16-a14c-76a35afb77a8 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:24.355272 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bb02eece-3f12-418f-b8ef-fe83ed23dfa8 req-af564422-c9a2-4b16-a14c-76a35afb77a8 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 948 time: 0.1540995 Nov 10 17:31:24.521355 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bb02eece-3f12-418f-b8ef-fe83ed23dfa8 req-d918ff86-0efb-4eb8-a204-0371ea00563a tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598740 Nov 10 17:31:24.716431 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 50853fe9-5bf7-42c7-811f-3ae7d5f44192 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:31:24.830643 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:24.864466 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port b499287f-4e8b-4c16-87b7-0c2a8c5f4d02, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=b499287f-4e8b-4c16-87b7-0c2a8c5f4d02,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:24.870529 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5af4a0-5c7e-4cb1-ae33-de639fd869d1 req-bf452ba8-7b7e-452e-bcd4-30ac60fd10b4 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:24.883297 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fc5af4a0-5c7e-4cb1-ae33-de639fd869d1 req-bf452ba8-7b7e-452e-bcd4-30ac60fd10b4 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/ports?device_id=56f97282-26ef-4a7d-9a2c-0b35bf10931c HTTP/1.1" status: 200 len: 945 time: 0.1462688 Nov 10 17:31:24.884452 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'b499287f-4e8b-4c16-87b7-0c2a8c5f4d02', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': 'b499287f-4e8b-4c16-87b7-0c2a8c5f4d02', 'mac_address': 'fa:16:3e:96:be:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:31:24.895043 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:24.966570 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f38ae928-e778-4d0c-9ceb-e93ba9e34d38 req-5cf0d3fa-886c-47b2-8755-4e3212a999b5 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2375417 Nov 10 17:31:24.980227 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-f38ae928-e778-4d0c-9ceb-e93ba9e34d38 req-4d86131e-71ed-49b0-bbd8-3a0f033b09df tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:31:24.982428 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 50853fe9-5bf7-42c7-811f-3ae7d5f44192 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:31:24.984898 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:25.020309 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fc5af4a0-5c7e-4cb1-ae33-de639fd869d1 req-0353f8c7-c512-4a97-982c-3b540a2d60d9 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3c464cd-4278-4553-b886-991edbe0895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356745 Nov 10 17:31:25.051307 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f38ae928-e778-4d0c-9ceb-e93ba9e34d38 req-4d86131e-71ed-49b0-bbd8-3a0f033b09df tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:25.104987 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:25.130178 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b499287f-4e8b-4c16-87b7-0c2a8c5f4d02 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:31:25.203129 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port b499287f-4e8b-4c16-87b7-0c2a8c5f4d02, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=b499287f-4e8b-4c16-87b7-0c2a8c5f4d02,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:25.225975 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f38ae928-e778-4d0c-9ceb-e93ba9e34d38 req-4d86131e-71ed-49b0-bbd8-3a0f033b09df tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:25.226376 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:25.273050 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:25.333899 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 50853fe9-5bf7-42c7-811f-3ae7d5f44192, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=50853fe9-5bf7-42c7-811f-3ae7d5f44192,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:25.339803 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=b499287f-4e8b-4c16-87b7-0c2a8c5f4d02,revision_number=7']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:25.347007 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:25.414622 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=50853fe9-5bf7-42c7-811f-3ae7d5f44192,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:25.474082 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-f38ae928-e778-4d0c-9ceb-e93ba9e34d38 req-4d86131e-71ed-49b0-bbd8-3a0f033b09df tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Allocated IP 172.25.5.187 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/f39c1a66-4be0-4b96-bdc8-2a84741022c8) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:31:25.548969 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['b499287f-4e8b-4c16-87b7-0c2a8c5f4d02'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:31:25.706769 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f38ae928-e778-4d0c-9ceb-e93ba9e34d38 req-4d86131e-71ed-49b0-bbd8-3a0f033b09df tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:25.763835 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f38ae928-e778-4d0c-9ceb-e93ba9e34d38 req-4d86131e-71ed-49b0-bbd8-3a0f033b09df tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:25.814428 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd9c52-5afd-473f-8399-887cfedd275d req-e72dece3-4c03-4cc8-b5d4-892744435ccd tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:25.826333 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-44bd9c52-5afd-473f-8399-887cfedd275d req-e72dece3-4c03-4cc8-b5d4-892744435ccd tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 949 time: 0.1412604 Nov 10 17:31:25.851298 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f38ae928-e778-4d0c-9ceb-e93ba9e34d38 req-4d86131e-71ed-49b0-bbd8-3a0f033b09df tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:31:25.855117 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-f38ae928-e778-4d0c-9ceb-e93ba9e34d38 req-4d86131e-71ed-49b0-bbd8-3a0f033b09df tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:31:25.865976 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38ae928-e778-4d0c-9ceb-e93ba9e34d38 req-4d86131e-71ed-49b0-bbd8-3a0f033b09df tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:31:25.869206 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86131e-71ed-49b0-bbd8-3a0f033b09df tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Pushing event updated for resources: {'Port': ['ID=f39c1a66-4be0-4b96-bdc8-2a84741022c8,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:25.895081 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a83511c-3172-4c3d-bde8-800f1b79f440 None None] Sync routers for ids ['c5059284-25b2-4dad-9ddc-3e3e28085858'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:31:25.920550 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a83511c-3172-4c3d-bde8-800f1b79f440 None None] Routers {'c5059284-25b2-4dad-9ddc-3e3e28085858'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:31:25.921650 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-1a83511c-3172-4c3d-bde8-800f1b79f440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:31:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['c5059284-25b2-4dad-9ddc-3e3e28085858'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:25.959993 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-44bd9c52-5afd-473f-8399-887cfedd275d req-48b88e7d-fe5d-45cd-8ccd-4751b5e6afb3 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321898 Nov 10 17:31:25.984676 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f38ae928-e778-4d0c-9ceb-e93ba9e34d38 req-4d86131e-71ed-49b0-bbd8-3a0f033b09df tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:26.063383 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f38ae928-e778-4d0c-9ceb-e93ba9e34d38 req-4d86131e-71ed-49b0-bbd8-3a0f033b09df tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:26.109209 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-1a83511c-3172-4c3d-bde8-800f1b79f440 None None] Set router c5059284-25b2-4dad-9ddc-3e3e28085858 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:31:26.324735 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a6e31-68cd-49cd-8186-29ae6f662195 req-e910841d-a086-4359-8231-716d906aeaf2 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:26.339615 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f44a6e31-68cd-49cd-8186-29ae6f662195 req-e910841d-a086-4359-8231-716d906aeaf2 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/ports?device_id=56f97282-26ef-4a7d-9a2c-0b35bf10931c HTTP/1.1" status: 200 len: 945 time: 0.1249967 Nov 10 17:31:26.366510 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 25e093d2-2794-45d8-879c-c62dc515e8a8 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:31:26.413809 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f44a6e31-68cd-49cd-8186-29ae6f662195 req-a0958e6f-bca0-4120-a852-c1215cb4f502 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3c464cd-4278-4553-b886-991edbe0895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732212 Nov 10 17:31:26.507983 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d4143-070f-4d00-9409-6b45b8456175 req-821c9748-11ab-4104-85ae-28f010e21114 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:26.512822 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-241d4143-070f-4d00-9409-6b45b8456175 req-821c9748-11ab-4104-85ae-28f010e21114 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.11 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c&tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&binding%3Ahost_id=n-h1-776250-10 HTTP/1.1" status: 200 len: 949 time: 0.2175932 Nov 10 17:31:26.617721 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f38ae928-e778-4d0c-9ceb-e93ba9e34d38 req-4d86131e-71ed-49b0-bbd8-3a0f033b09df tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:26.630216 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f38ae928-e778-4d0c-9ceb-e93ba9e34d38 req-4d86131e-71ed-49b0-bbd8-3a0f033b09df tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:26.651221 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 50853fe9-5bf7-42c7-811f-3ae7d5f44192 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:31:26.652414 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebf120-6aec-4d62-9c0f-cf11953f1f19 req-187f23d9-abb5-4ffa-84c8-24cd82878f31 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:26.654622 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b8ebf120-6aec-4d62-9c0f-cf11953f1f19 req-187f23d9-abb5-4ffa-84c8-24cd82878f31 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 949 time: 0.0931268 Nov 10 17:31:26.663351 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 25e093d2-2794-45d8-879c-c62dc515e8a8 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:31:26.732240 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 25e093d2-2794-45d8-879c-c62dc515e8a8 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:31:26.736722 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:26.753901 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b8ebf120-6aec-4d62-9c0f-cf11953f1f19 req-11d9f302-0779-42a8-8e48-1e87db9a8551 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858569 Nov 10 17:31:26.863860 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86131e-71ed-49b0-bbd8-3a0f033b09df tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Pushing event updated for resources: {'Port': ['ID=f39c1a66-4be0-4b96-bdc8-2a84741022c8,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:26.882228 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d4143-070f-4d00-9409-6b45b8456175 req-d77d6f1e-bfb8-4812-af24-2ddda71b19df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:26.884130 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-241d4143-070f-4d00-9409-6b45b8456175 req-d77d6f1e-bfb8-4812-af24-2ddda71b19df service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 1101 time: 0.2300761 Nov 10 17:31:26.890530 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f38ae928-e778-4d0c-9ceb-e93ba9e34d38 req-4d86131e-71ed-49b0-bbd8-3a0f033b09df tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:26.972136 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f38ae928-e778-4d0c-9ceb-e93ba9e34d38 req-4d86131e-71ed-49b0-bbd8-3a0f033b09df tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:26.973783 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f38ae928-e778-4d0c-9ceb-e93ba9e34d38 req-4d86131e-71ed-49b0-bbd8-3a0f033b09df tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0054259 Nov 10 17:31:26.975534 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-1a83511c-3172-4c3d-bde8-800f1b79f440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5059284-25b2-4dad-9ddc-3e3e28085858', 'name': 'tempest-FloatingIPDetailsTestJSON-1981105653-router', 'tenant_id': '60762859721f4554a921461817d77b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '50853fe9-5bf7-42c7-811f-3ae7d5f44192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:31:16Z', 'updated_at': '2021-11-10T17:31:22Z', 'revision_number': 4, 'project_id': '60762859721f4554a921461817d77b7c', 'gw_port': {'id': '50853fe9-5bf7-42c7-811f-3ae7d5f44192', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5059284-25b2-4dad-9ddc-3e3e28085858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:31:17Z', 'updated_at': '2021-11-10T17:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'e01e815b-e600-4381-960b-7950df2de772', 'name': '', 'network_id': 'a11c4ce6-099a-4216-8964-b07a03022e8b', 'tenant_id': '60762859721f4554a921461817d77b7c', 'mac_address': 'fa:16:3e:69:ca:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5059284-25b2-4dad-9ddc-3e3e28085858', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '4f9722eb-f2d7-48d9-934d-3a06bb31ea33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:31:21Z', 'updated_at': '2021-11-10T17:31:22Z', 'revision_number': 2, 'project_id': '60762859721f4554a921461817d77b7c', 'subnets': [{'id': '4f9722eb-f2d7-48d9-934d-3a06bb31ea33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:26.980359 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 50853fe9-5bf7-42c7-811f-3ae7d5f44192 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:31:26.980734 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:27.045374 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f38ae928-e778-4d0c-9ceb-e93ba9e34d38 req-da5c8383-98bf-4877-a8e9-10453fc2ea63 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.187 HTTP/1.1" status: 200 len: 696 time: 0.0604050 Nov 10 17:31:27.062107 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a83511c-3172-4c3d-bde8-800f1b79f440 None None] Checking router: c5059284-25b2-4dad-9ddc-3e3e28085858 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:31:27.062734 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a83511c-3172-4c3d-bde8-800f1b79f440 None None] Updating router c5059284-25b2-4dad-9ddc-3e3e28085858 port e01e815b-e600-4381-960b-7950df2de772 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:31:27.132546 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d4143-070f-4d00-9409-6b45b8456175 req-7cfe2eab-01bd-4837-ae80-b40a036eb055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:27.134623 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-241d4143-070f-4d00-9409-6b45b8456175 req-7cfe2eab-01bd-4837-ae80-b40a036eb055 service neutron] 10.222.0.11 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.2381437 Nov 10 17:31:27.137909 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1a83511c-3172-4c3d-bde8-800f1b79f440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:27.183051 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:27.239704 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-241d4143-070f-4d00-9409-6b45b8456175 req-cddca7f4-7e6e-467a-9167-d795eb12ba77 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=b499287f-4e8b-4c16-87b7-0c2a8c5f4d02 HTTP/1.1" status: 200 len: 217 time: 0.0913169 Nov 10 17:31:27.357571 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f97282-26ef-4a7d-9a2c-0b35bf10931c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e093d2-2794-45d8-879c-c62dc515e8a8'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:31:27.360374 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd52b51e-f285-4a06-b280-61ae2d5c0a95" -d '{"events": [{"server_uuid": "56f97282-26ef-4a7d-9a2c-0b35bf10931c", "name": "network-vif-plugged", "status": "completed", "tag": "25e093d2-2794-45d8-879c-c62dc515e8a8"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:31:27.546092 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352c56e7-1183-42b5-b77f-001632deecad x-openstack-request-id: req-352c56e7-1183-42b5-b77f-001632deecad {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:31:27.546763 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f97282-26ef-4a7d-9a2c-0b35bf10931c", "name": "network-vif-plugged", "status": "completed", "tag": "25e093d2-2794-45d8-879c-c62dc515e8a8", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:31:27.547282 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-352c56e7-1183-42b5-b77f-001632deecad {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:31:27.547888 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f97282-26ef-4a7d-9a2c-0b35bf10931c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e093d2-2794-45d8-879c-c62dc515e8a8', 'code': 200} Nov 10 17:31:27.559021 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 25e093d2-2794-45d8-879c-c62dc515e8a8, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=25e093d2-2794-45d8-879c-c62dc515e8a8,segment=NetworkSegment(7b5351fa-b7da-4a56-a345-32bddce39070),segment_id=7b5351fa-b7da-4a56-a345-32bddce39070)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:27.573358 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:27.630535 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5a18c-f714-42cf-a16a-540ec3210b6f req-2c0f24f7-c1c1-4187-9785-a78b52c863e9 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:27.637691 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-30b5a18c-f714-42cf-a16a-540ec3210b6f req-2c0f24f7-c1c1-4187-9785-a78b52c863e9 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/ports?device_id=56f97282-26ef-4a7d-9a2c-0b35bf10931c HTTP/1.1" status: 200 len: 945 time: 0.0943549 Nov 10 17:31:27.666369 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=25e093d2-2794-45d8-879c-c62dc515e8a8,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:27.714521 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-30b5a18c-f714-42cf-a16a-540ec3210b6f req-48a03e2f-786c-4213-bfbb-05f6b2cc8f33 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3c464cd-4278-4553-b886-991edbe0895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632699 Nov 10 17:31:27.767461 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1a83511c-3172-4c3d-bde8-800f1b79f440 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:27.784257 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1a83511c-3172-4c3d-bde8-800f1b79f440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:27.848775 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34bc34-f695-436e-a45a-02cb6bedc82b None None] Pushing event updated for resources: {'Port': ['ID=e01e815b-e600-4381-960b-7950df2de772,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:27.931466 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ae928-e778-4d0c-9ceb-e93ba9e34d38 req-83a3a592-9fa6-4fb8-a1b2-3a4921b50e72 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:27.937020 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f38ae928-e778-4d0c-9ceb-e93ba9e34d38 req-83a3a592-9fa6-4fb8-a1b2-3a4921b50e72 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 784 time: 0.8799751 Nov 10 17:31:27.943986 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-1a83511c-3172-4c3d-bde8-800f1b79f440 None None] Attempting to bind port e01e815b-e600-4381-960b-7950df2de772 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:31:27.944613 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-1a83511c-3172-4c3d-bde8-800f1b79f440 None None] Attempting to bind port e01e815b-e600-4381-960b-7950df2de772 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '7fd768f5-fcbc-44e8-84c4-89d0995d9a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a11c4ce6-099a-4216-8964-b07a03022e8b'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:31:27.945163 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a83511c-3172-4c3d-bde8-800f1b79f440 None None] Attempting to bind port e01e815b-e600-4381-960b-7950df2de772 on network a11c4ce6-099a-4216-8964-b07a03022e8b {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:31:27.952217 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a83511c-3172-4c3d-bde8-800f1b79f440 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:31:27.952876 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a83511c-3172-4c3d-bde8-800f1b79f440 None None] Checking segment: {'id': '7fd768f5-fcbc-44e8-84c4-89d0995d9a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a11c4ce6-099a-4216-8964-b07a03022e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:31:27.953459 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1a83511c-3172-4c3d-bde8-800f1b79f440 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:27.954014 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a83511c-3172-4c3d-bde8-800f1b79f440 None None] Bound using segment: {'id': '7fd768f5-fcbc-44e8-84c4-89d0995d9a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a11c4ce6-099a-4216-8964-b07a03022e8b'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:31:27.954657 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-1a83511c-3172-4c3d-bde8-800f1b79f440 None None] Bound port: e01e815b-e600-4381-960b-7950df2de772, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd768f5-fcbc-44e8-84c4-89d0995d9a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a11c4ce6-099a-4216-8964-b07a03022e8b'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:31:27.955210 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1a83511c-3172-4c3d-bde8-800f1b79f440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:28.024594 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255656f-322a-425c-a60c-ad2c6b24140f req-3f768250-7d83-4d2e-80f6-386b622d9c41 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:28.038360 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1255656f-322a-425c-a60c-ad2c6b24140f req-3f768250-7d83-4d2e-80f6-386b622d9c41 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 949 time: 0.1496396 Nov 10 17:31:28.080881 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-1a83511c-3172-4c3d-bde8-800f1b79f440 None None] For port e01e815b-e600-4381-960b-7950df2de772, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:31:28.093713 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-1a83511c-3172-4c3d-bde8-800f1b79f440 None None] For port e01e815b-e600-4381-960b-7950df2de772, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=e01e815b-e600-4381-960b-7950df2de772,segment=NetworkSegment(7fd768f5-fcbc-44e8-84c4-89d0995d9a81),segment_id=7fd768f5-fcbc-44e8-84c4-89d0995d9a81)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:31:28.102222 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d4143-070f-4d00-9409-6b45b8456175 req-c9f63a3c-7605-4451-ae4c-8eaaf9ef2aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:28.104034 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1a83511c-3172-4c3d-bde8-800f1b79f440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:28.109032 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-241d4143-070f-4d00-9409-6b45b8456175 req-c9f63a3c-7605-4451-ae4c-8eaaf9ef2aee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.8566818 Nov 10 17:31:28.140887 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1255656f-322a-425c-a60c-ad2c6b24140f req-cb97b576-7ce5-4489-8a2a-86467c894899 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015453 Nov 10 17:31:28.264705 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device b499287f-4e8b-4c16-87b7-0c2a8c5f4d02 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:31:28.324750 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34bc34-f695-436e-a45a-02cb6bedc82b None None] Pushing event updated for resources: {'Port': ['ID=e01e815b-e600-4381-960b-7950df2de772,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:28.343750 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a83511c-3172-4c3d-bde8-800f1b79f440 None None] Routers {'c5059284-25b2-4dad-9ddc-3e3e28085858'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:31:28.344398 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-1a83511c-3172-4c3d-bde8-800f1b79f440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:31:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['c5059284-25b2-4dad-9ddc-3e3e28085858'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:28.400405 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7e5ca59-15e1-4e58-9b8a-6693ba323ad1 req-396be533-1727-408c-a846-3dd808abcfac tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2578228 Nov 10 17:31:28.424167 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-da00dabc-6fea-4a70-9afe-563242b66d97 None None] Provisioning complete for port e01e815b-e600-4381-960b-7950df2de772 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:31:28.426754 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-da00dabc-6fea-4a70-9afe-563242b66d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:28.441972 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-d7e5ca59-15e1-4e58-9b8a-6693ba323ad1 req-d5e551b2-bbdd-4f94-aa89-a11ea8256382 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:31:28.470681 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1e8ec-b8c9-4819-b041-96d5cfd99fe7 req-46ccb583-2671-4cb3-96e7-0eebffb99fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:28.472826 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-92b1e8ec-b8c9-4819-b041-96d5cfd99fe7 req-46ccb583-2671-4cb3-96e7-0eebffb99fde service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=56f97282-26ef-4a7d-9a2c-0b35bf10931c HTTP/1.1" status: 200 len: 1098 time: 0.4953279 Nov 10 17:31:28.571491 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-92b1e8ec-b8c9-4819-b041-96d5cfd99fe7 req-12f1e9fd-8fbd-4075-b5b0-366e61c19056 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f3c464cd-4278-4553-b886-991edbe0895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795512 Nov 10 17:31:28.588454 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d4143-070f-4d00-9409-6b45b8456175 req-5cf6a167-83ed-4c03-9441-513b1d626939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:28.590112 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-241d4143-070f-4d00-9409-6b45b8456175 req-5cf6a167-83ed-4c03-9441-513b1d626939 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4698565 Nov 10 17:31:28.593872 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7e5ca59-15e1-4e58-9b8a-6693ba323ad1 req-d5e551b2-bbdd-4f94-aa89-a11ea8256382 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:28.747400 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-241d4143-070f-4d00-9409-6b45b8456175 req-9837e24e-7841-44ea-87d1-88fe4e7f92fc service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379540 Nov 10 17:31:28.768033 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port b499287f-4e8b-4c16-87b7-0c2a8c5f4d02 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:31:28.768425 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:28.875780 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-1a83511c-3172-4c3d-bde8-800f1b79f440 None None] Set router c5059284-25b2-4dad-9ddc-3e3e28085858 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:31:28.950081 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-241d4143-070f-4d00-9409-6b45b8456175 req-548c6186-f1f2-4be1-8d0c-25c618c53333 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856475 Nov 10 17:31:28.971665 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7e5ca59-15e1-4e58-9b8a-6693ba323ad1 req-d5e551b2-bbdd-4f94-aa89-a11ea8256382 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:29.002096 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7518544-3537-41bb-b3bf-c3cfb749d5ec req-c6c4eea3-c600-4995-8c65-71db913b219d tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:29.010665 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c7518544-3537-41bb-b3bf-c3cfb749d5ec req-c6c4eea3-c600-4995-8c65-71db913b219d tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/ports?device_id=56f97282-26ef-4a7d-9a2c-0b35bf10931c HTTP/1.1" status: 200 len: 946 time: 0.1304231 Nov 10 17:31:29.131273 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c7518544-3537-41bb-b3bf-c3cfb749d5ec req-9c8e0398-4aa7-45c3-a79d-411b32e6c09f tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3c464cd-4278-4553-b886-991edbe0895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192546 Nov 10 17:31:29.207181 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-d7e5ca59-15e1-4e58-9b8a-6693ba323ad1 req-d5e551b2-bbdd-4f94-aa89-a11ea8256382 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Allocated IP 172.25.5.225 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/00dcd9fb-32f2-499c-8ad7-4e2dc39cb8eb) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:31:29.215663 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-da00dabc-6fea-4a70-9afe-563242b66d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:29.233329 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:29.407733 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811421f-b0f2-4f8a-adff-979c21b4296b req-c02f7251-ab8c-45a6-a002-0d5139405a6e tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:29.408581 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7e5ca59-15e1-4e58-9b8a-6693ba323ad1 req-d5e551b2-bbdd-4f94-aa89-a11ea8256382 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:29.424049 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f811421f-b0f2-4f8a-adff-979c21b4296b req-c02f7251-ab8c-45a6-a002-0d5139405a6e tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 949 time: 0.0997155 Nov 10 17:31:29.472629 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-da00dabc-6fea-4a70-9afe-563242b66d97 None None] For port e01e815b-e600-4381-960b-7950df2de772, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=e01e815b-e600-4381-960b-7950df2de772,segment=NetworkSegment(7fd768f5-fcbc-44e8-84c4-89d0995d9a81),segment_id=7fd768f5-fcbc-44e8-84c4-89d0995d9a81)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:29.478604 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port b499287f-4e8b-4c16-87b7-0c2a8c5f4d02, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=b499287f-4e8b-4c16-87b7-0c2a8c5f4d02,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:29.485507 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7e5ca59-15e1-4e58-9b8a-6693ba323ad1 req-d5e551b2-bbdd-4f94-aa89-a11ea8256382 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:29.502164 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-da00dabc-6fea-4a70-9afe-563242b66d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:29.522725 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:29.563211 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f811421f-b0f2-4f8a-adff-979c21b4296b req-ed49cf49-6a92-4e20-82c2-c0cb345edde0 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363034 Nov 10 17:31:29.564223 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7e5ca59-15e1-4e58-9b8a-6693ba323ad1 req-d5e551b2-bbdd-4f94-aa89-a11ea8256382 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:31:29.567896 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-d7e5ca59-15e1-4e58-9b8a-6693ba323ad1 req-d5e551b2-bbdd-4f94-aa89-a11ea8256382 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:31:29.571206 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e5ca59-15e1-4e58-9b8a-6693ba323ad1 req-d5e551b2-bbdd-4f94-aa89-a11ea8256382 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:31:29.616816 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f428f853-320d-499e-aa61-3cc22319685c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b499287f-4e8b-4c16-87b7-0c2a8c5f4d02'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:31:29.625981 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696044e7-f8ac-4db0-ae5d-8b2f631e7f88" -d '{"events": [{"server_uuid": "f428f853-320d-499e-aa61-3cc22319685c", "name": "network-vif-plugged", "status": "completed", "tag": "b499287f-4e8b-4c16-87b7-0c2a8c5f4d02"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:31:29.683108 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e551b2-bbdd-4f94-aa89-a11ea8256382 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Pushing event updated for resources: {'Port': ['ID=00dcd9fb-32f2-499c-8ad7-4e2dc39cb8eb,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:29.786348 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7e5ca59-15e1-4e58-9b8a-6693ba323ad1 req-d5e551b2-bbdd-4f94-aa89-a11ea8256382 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:29.804634 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00dabc-6fea-4a70-9afe-563242b66d97 None None] Pushing event updated for resources: {'Port': ['ID=e01e815b-e600-4381-960b-7950df2de772,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:29.825318 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d018e5a-cafd-47b7-9abf-eb657543aa85 x-openstack-request-id: req-3d018e5a-cafd-47b7-9abf-eb657543aa85 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:31:29.829543 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f428f853-320d-499e-aa61-3cc22319685c", "name": "network-vif-plugged", "status": "completed", "tag": "b499287f-4e8b-4c16-87b7-0c2a8c5f4d02", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:31:29.829807 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3d018e5a-cafd-47b7-9abf-eb657543aa85 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:31:29.832793 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f428f853-320d-499e-aa61-3cc22319685c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b499287f-4e8b-4c16-87b7-0c2a8c5f4d02', 'code': 200} Nov 10 17:31:29.864807 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-638790e0-def0-4a4f-b646-e09bc1dbd48b None None] Provisioning complete for port e01e815b-e600-4381-960b-7950df2de772 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:31:29.865189 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-638790e0-def0-4a4f-b646-e09bc1dbd48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:29.917898 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7e5ca59-15e1-4e58-9b8a-6693ba323ad1 req-d5e551b2-bbdd-4f94-aa89-a11ea8256382 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:30.060778 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-1a83511c-3172-4c3d-bde8-800f1b79f440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5059284-25b2-4dad-9ddc-3e3e28085858', 'name': 'tempest-FloatingIPDetailsTestJSON-1981105653-router', 'tenant_id': '60762859721f4554a921461817d77b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '50853fe9-5bf7-42c7-811f-3ae7d5f44192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:31:16Z', 'updated_at': '2021-11-10T17:31:22Z', 'revision_number': 4, 'project_id': '60762859721f4554a921461817d77b7c', 'gw_port': {'id': '50853fe9-5bf7-42c7-811f-3ae7d5f44192', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5059284-25b2-4dad-9ddc-3e3e28085858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:31:17Z', 'updated_at': '2021-11-10T17:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'e01e815b-e600-4381-960b-7950df2de772', 'name': '', 'network_id': 'a11c4ce6-099a-4216-8964-b07a03022e8b', 'tenant_id': '60762859721f4554a921461817d77b7c', 'mac_address': 'fa:16:3e:69:ca:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5059284-25b2-4dad-9ddc-3e3e28085858', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '4f9722eb-f2d7-48d9-934d-3a06bb31ea33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:31:21Z', 'updated_at': '2021-11-10T17:31:28Z', 'revision_number': 4, 'project_id': '60762859721f4554a921461817d77b7c', 'subnets': [{'id': '4f9722eb-f2d7-48d9-934d-3a06bb31ea33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:30.064009 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=b499287f-4e8b-4c16-87b7-0c2a8c5f4d02,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:30.137537 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a83511c-3172-4c3d-bde8-800f1b79f440 None None] The sync data for ids ['c5059284-25b2-4dad-9ddc-3e3e28085858'] in n-d-776250-10 is: [{'id': 'c5059284-25b2-4dad-9ddc-3e3e28085858', 'name': 'tempest-FloatingIPDetailsTestJSON-1981105653-router', 'tenant_id': '60762859721f4554a921461817d77b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '50853fe9-5bf7-42c7-811f-3ae7d5f44192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:31:16Z', 'updated_at': '2021-11-10T17:31:22Z', 'revision_number': 4, 'project_id': '60762859721f4554a921461817d77b7c', 'gw_port': {'id': '50853fe9-5bf7-42c7-811f-3ae7d5f44192', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5059284-25b2-4dad-9ddc-3e3e28085858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:31:17Z', 'updated_at': '2021-11-10T17:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'e01e815b-e600-4381-960b-7950df2de772', 'name': '', 'network_id': 'a11c4ce6-099a-4216-8964-b07a03022e8b', 'tenant_id': '60762859721f4554a921461817d77b7c', 'mac_address': 'fa:16:3e:69:ca:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5059284-25b2-4dad-9ddc-3e3e28085858', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '4f9722eb-f2d7-48d9-934d-3a06bb31ea33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:31:21Z', 'updated_at': '2021-11-10T17:31:28Z', 'revision_number': 4, 'project_id': '60762859721f4554a921461817d77b7c', 'subnets': [{'id': '4f9722eb-f2d7-48d9-934d-3a06bb31ea33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:31:30.360598 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7e5ca59-15e1-4e58-9b8a-6693ba323ad1 req-d5e551b2-bbdd-4f94-aa89-a11ea8256382 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:30.375013 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7e5ca59-15e1-4e58-9b8a-6693ba323ad1 req-d5e551b2-bbdd-4f94-aa89-a11ea8256382 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:30.417299 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97f1bf-1637-4e6c-926b-11e3e802dde9 req-b34ec2d7-9e9d-4293-8a13-32bf92365676 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:30.428321 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8c97f1bf-1637-4e6c-926b-11e3e802dde9 req-b34ec2d7-9e9d-4293-8a13-32bf92365676 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/ports?device_id=56f97282-26ef-4a7d-9a2c-0b35bf10931c HTTP/1.1" status: 200 len: 946 time: 0.1368752 Nov 10 17:31:30.489195 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-973288b8-6b18-4caf-9412-abb61c853903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:30.505873 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8c97f1bf-1637-4e6c-926b-11e3e802dde9 req-2f967de2-7e5c-48b1-9db8-51b3b8e1868b tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3c464cd-4278-4553-b886-991edbe0895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761423 Nov 10 17:31:30.596451 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e551b2-bbdd-4f94-aa89-a11ea8256382 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Pushing event updated for resources: {'Port': ['ID=00dcd9fb-32f2-499c-8ad7-4e2dc39cb8eb,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:30.623699 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7e5ca59-15e1-4e58-9b8a-6693ba323ad1 req-d5e551b2-bbdd-4f94-aa89-a11ea8256382 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:30.652944 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7e5ca59-15e1-4e58-9b8a-6693ba323ad1 req-d5e551b2-bbdd-4f94-aa89-a11ea8256382 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:30.654869 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7e5ca59-15e1-4e58-9b8a-6693ba323ad1 req-d5e551b2-bbdd-4f94-aa89-a11ea8256382 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2201436 Nov 10 17:31:30.802420 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device e01e815b-e600-4381-960b-7950df2de772 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:31:30.819216 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7e5ca59-15e1-4e58-9b8a-6693ba323ad1 req-21cf4eb3-36de-4e29-8fce-6379cebf513b tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.225 HTTP/1.1" status: 200 len: 696 time: 0.1519861 Nov 10 17:31:30.922269 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port e01e815b-e600-4381-960b-7950df2de772 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:31:30.923084 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:31.023342 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71c754-652b-430b-8ea7-4322c5cadb47 req-b95dfaa4-481a-4988-a38d-99476ad5e3c4 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:31.035831 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3a71c754-652b-430b-8ea7-4322c5cadb47 req-b95dfaa4-481a-4988-a38d-99476ad5e3c4 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 950 time: 0.1463132 Nov 10 17:31:31.067549 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5ca59-15e1-4e58-9b8a-6693ba323ad1 req-0a5a89a8-1964-42cd-9212-dd5827a9e156 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:31.069020 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7e5ca59-15e1-4e58-9b8a-6693ba323ad1 req-0a5a89a8-1964-42cd-9212-dd5827a9e156 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 784 time: 0.2374947 Nov 10 17:31:31.137657 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3a71c754-652b-430b-8ea7-4322c5cadb47 req-a860e481-e595-4d14-a778-38ec46dcb364 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008031 Nov 10 17:31:31.361029 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793d924-4c55-4b87-ac2b-1ed176176923 req-5027a047-5fce-4308-93e4-57b3233d0ec7 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:31.363215 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0793d924-4c55-4b87-ac2b-1ed176176923 req-5027a047-5fce-4308-93e4-57b3233d0ec7 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 950 time: 0.0982873 Nov 10 17:31:31.420757 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4b1eb6f4-9cce-4b29-930d-73a4f78c6eb8 req-23899c9e-97eb-48a0-93ed-5a123e2b551a tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2422116 Nov 10 17:31:31.441866 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-4b1eb6f4-9cce-4b29-930d-73a4f78c6eb8 req-8873f3c6-0d6b-4ec3-8ba1-4115941821e6 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:31:31.469559 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0793d924-4c55-4b87-ac2b-1ed176176923 req-a18c693d-109d-464d-9712-753399a1a139 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875864 Nov 10 17:31:31.504903 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-4b1eb6f4-9cce-4b29-930d-73a4f78c6eb8 req-8873f3c6-0d6b-4ec3-8ba1-4115941821e6 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks [] for floatingip, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:31.749824 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e53781-c33e-49c0-a455-c74e1049a7d9 req-c42884dc-da5c-4602-b943-030101ab51f8 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:31.758312 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-67e53781-c33e-49c0-a455-c74e1049a7d9 req-c42884dc-da5c-4602-b943-030101ab51f8 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/ports?device_id=56f97282-26ef-4a7d-9a2c-0b35bf10931c HTTP/1.1" status: 200 len: 946 time: 0.1035695 Nov 10 17:31:31.783623 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-4b1eb6f4-9cce-4b29-930d-73a4f78c6eb8 req-8873f3c6-0d6b-4ec3-8ba1-4115941821e6 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:31.829008 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-67e53781-c33e-49c0-a455-c74e1049a7d9 req-51dbc7b5-e99a-435a-a732-a5bf447cdff5 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3c464cd-4278-4553-b886-991edbe0895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696816 Nov 10 17:31:32.061218 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-4b1eb6f4-9cce-4b29-930d-73a4f78c6eb8 req-8873f3c6-0d6b-4ec3-8ba1-4115941821e6 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Allocated IP 172.25.5.70 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/3304b61c-a240-4c28-9c98-5c9e09f9df53) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:31:32.230203 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d388b4-5530-49ef-983c-e61924d58d18 req-b960f7a4-bde0-4f7e-bc9e-b6f98f4346de tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:32.231825 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-19d388b4-5530-49ef-983c-e61924d58d18 req-b960f7a4-bde0-4f7e-bc9e-b6f98f4346de tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a11e0ec-1b74-4b78-acdc-f70c951b68ed&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1383891 Nov 10 17:31:32.314851 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-4b1eb6f4-9cce-4b29-930d-73a4f78c6eb8 req-8873f3c6-0d6b-4ec3-8ba1-4115941821e6 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:32.335847 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-19d388b4-5530-49ef-983c-e61924d58d18 req-8c7a33e2-2664-4741-9c03-f3ab326d0354 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 695 time: 0.0974987 Nov 10 17:31:32.344963 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-19d388b4-5530-49ef-983c-e61924d58d18 req-97bc2421-37de-497e-b435-e8b5687a2382 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Request body: {'floatingip': {'port_id': '2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:31:32.362673 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-4b1eb6f4-9cce-4b29-930d-73a4f78c6eb8 req-8873f3c6-0d6b-4ec3-8ba1-4115941821e6 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:32.413675 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-19d388b4-5530-49ef-983c-e61924d58d18 req-97bc2421-37de-497e-b435-e8b5687a2382 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks [] for floatingip, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:32.457026 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b1eb6f4-9cce-4b29-930d-73a4f78c6eb8 req-8873f3c6-0d6b-4ec3-8ba1-4115941821e6 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:31:32.461077 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-4b1eb6f4-9cce-4b29-930d-73a4f78c6eb8 req-8873f3c6-0d6b-4ec3-8ba1-4115941821e6 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:31:32.464338 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1eb6f4-9cce-4b29-930d-73a4f78c6eb8 req-8873f3c6-0d6b-4ec3-8ba1-4115941821e6 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:31:32.506583 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873f3c6-0d6b-4ec3-8ba1-4115941821e6 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Pushing event updated for resources: {'Port': ['ID=3304b61c-a240-4c28-9c98-5c9e09f9df53,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:32.588194 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-4b1eb6f4-9cce-4b29-930d-73a4f78c6eb8 req-8873f3c6-0d6b-4ec3-8ba1-4115941821e6 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:32.633080 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-4b1eb6f4-9cce-4b29-930d-73a4f78c6eb8 req-8873f3c6-0d6b-4ec3-8ba1-4115941821e6 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:32.779945 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-341e3f4b-f542-4f4d-b025-97067f0823c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:32.855084 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-4b1eb6f4-9cce-4b29-930d-73a4f78c6eb8 req-8873f3c6-0d6b-4ec3-8ba1-4115941821e6 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:32.861151 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-4b1eb6f4-9cce-4b29-930d-73a4f78c6eb8 req-8873f3c6-0d6b-4ec3-8ba1-4115941821e6 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:32.964045 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-4b1eb6f4-9cce-4b29-930d-73a4f78c6eb8 req-8873f3c6-0d6b-4ec3-8ba1-4115941821e6 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:32.996439 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-4b1eb6f4-9cce-4b29-930d-73a4f78c6eb8 req-8873f3c6-0d6b-4ec3-8ba1-4115941821e6 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:33.004480 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4b1eb6f4-9cce-4b29-930d-73a4f78c6eb8 req-8873f3c6-0d6b-4ec3-8ba1-4115941821e6 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5700810 Nov 10 17:31:33.119544 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-19d388b4-5530-49ef-983c-e61924d58d18 req-97bc2421-37de-497e-b435-e8b5687a2382 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:33.125056 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-19d388b4-5530-49ef-983c-e61924d58d18 req-97bc2421-37de-497e-b435-e8b5687a2382 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:33.241657 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [req-19d388b4-5530-49ef-983c-e61924d58d18 req-97bc2421-37de-497e-b435-e8b5687a2382 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Floating IP f366ff85-d3a0-4a25-a83d-571e3e42869a associated. External IP: 172.25.5.32, port: 2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d. Nov 10 17:31:33.364305 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873f3c6-0d6b-4ec3-8ba1-4115941821e6 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Pushing event updated for resources: {'Port': ['ID=3304b61c-a240-4c28-9c98-5c9e09f9df53,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:33.381504 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4b1eb6f4-9cce-4b29-930d-73a4f78c6eb8 req-8eb3a31f-1a3b-4e2d-b7fe-f2a581346edf tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.70 HTTP/1.1" status: 200 len: 695 time: 0.3754396 Nov 10 17:31:33.490433 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1eb6f4-9cce-4b29-930d-73a4f78c6eb8 req-74dd2175-4ad8-46a0-a06a-c852dd7ce3b0 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:33.491919 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4b1eb6f4-9cce-4b29-930d-73a4f78c6eb8 req-74dd2175-4ad8-46a0-a06a-c852dd7ce3b0 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 784 time: 0.1096346 Nov 10 17:31:33.493138 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19d388b4-5530-49ef-983c-e61924d58d18 req-97bc2421-37de-497e-b435-e8b5687a2382 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Router 5a0209a4-f47c-4e82-932e-750552be6494 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:31:33.622540 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19d388b4-5530-49ef-983c-e61924d58d18 req-97bc2421-37de-497e-b435-e8b5687a2382 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:31:33.629251 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-19d388b4-5530-49ef-983c-e61924d58d18 req-97bc2421-37de-497e-b435-e8b5687a2382 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:33.633811 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7b2d4a-95d5-422b-aa0d-845ff265129a None None] Sync routers for ids ['5a0209a4-f47c-4e82-932e-750552be6494'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:31:33.647867 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7b2d4a-95d5-422b-aa0d-845ff265129a None None] Routers {'5a0209a4-f47c-4e82-932e-750552be6494'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:31:33.649641 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-1f7b2d4a-95d5-422b-aa0d-845ff265129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:31:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['5a0209a4-f47c-4e82-932e-750552be6494'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:33.664339 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-19d388b4-5530-49ef-983c-e61924d58d18 req-97bc2421-37de-497e-b435-e8b5687a2382 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "PUT /v2.0/floatingips/f366ff85-d3a0-4a25-a83d-571e3e42869a HTTP/1.1" status: 200 len: 995 time: 1.3232830 Nov 10 17:31:33.664814 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a11e0ec-1b74-4b78-acdc-f70c951b68ed', 'tag': '2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:31:33.667212 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cbd52c-3a60-41c4-8917-2100088b4940" -d '{"events": [{"name": "network-changed", "server_uuid": "4a11e0ec-1b74-4b78-acdc-f70c951b68ed", "tag": "2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:31:33.728057 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d388b4-5530-49ef-983c-e61924d58d18 req-993fd11c-622a-49a7-9297-2e16b733f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:33.730227 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-19d388b4-5530-49ef-983c-e61924d58d18 req-993fd11c-622a-49a7-9297-2e16b733f02a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=550346fb7b854e588018ed0d527afbf6&device_id=4a11e0ec-1b74-4b78-acdc-f70c951b68ed HTTP/1.1" status: 200 len: 1097 time: 0.0530503 Nov 10 17:31:33.790573 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-1f7b2d4a-95d5-422b-aa0d-845ff265129a None None] Set router 5a0209a4-f47c-4e82-932e-750552be6494 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:31:33.815292 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-04a01fb1-0924-4e4b-a252-9421138b9706 req-fde5589e-6baa-41dc-b7bd-c1c98e1a1445 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1424408 Nov 10 17:31:33.821822 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-04a01fb1-0924-4e4b-a252-9421138b9706 req-1e6a1dc6-9a10-4d6c-9820-e9238a234b4b tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:31:33.841749 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d388b4-5530-49ef-983c-e61924d58d18 req-0ed2e248-d0eb-4601-854d-8b2d272eff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:33.843713 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-19d388b4-5530-49ef-983c-e61924d58d18 req-0ed2e248-d0eb-4601-854d-8b2d272eff7c service neutron] 10.222.0.39 "GET /v2.0/networks?id=2881d57b-3f4f-4d35-825f-cd2dc9b06116 HTTP/1.1" status: 200 len: 922 time: 0.1071897 Nov 10 17:31:33.864663 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-04a01fb1-0924-4e4b-a252-9421138b9706 req-1e6a1dc6-9a10-4d6c-9820-e9238a234b4b tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks [] for floatingip, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:33.868523 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:33.921646 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-19d388b4-5530-49ef-983c-e61924d58d18 req-a1d4dcb8-2a0a-4535-9797-eddf5e8824da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d HTTP/1.1" status: 200 len: 998 time: 0.0707111 Nov 10 17:31:33.992888 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d388b4-5530-49ef-983c-e61924d58d18 req-27d63390-b43c-436d-bf9c-dd37ed82a611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:33.994667 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-19d388b4-5530-49ef-983c-e61924d58d18 req-27d63390-b43c-436d-bf9c-dd37ed82a611 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd HTTP/1.1" status: 200 len: 860 time: 0.0646536 Nov 10 17:31:34.001616 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-04a01fb1-0924-4e4b-a252-9421138b9706 req-1e6a1dc6-9a10-4d6c-9820-e9238a234b4b tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:34.062027 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d388b4-5530-49ef-983c-e61924d58d18 req-c98153b0-593c-441e-a67d-14acc8fcc259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:34.073429 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-19d388b4-5530-49ef-983c-e61924d58d18 req-c98153b0-593c-441e-a67d-14acc8fcc259 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2881d57b-3f4f-4d35-825f-cd2dc9b06116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709474 Nov 10 17:31:34.143059 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-04a01fb1-0924-4e4b-a252-9421138b9706 req-1e6a1dc6-9a10-4d6c-9820-e9238a234b4b tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Allocated IP 172.25.5.76 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/e79d80a7-a1d1-4b28-8f4c-97c25d605635) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:31:34.150755 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-1f7b2d4a-95d5-422b-aa0d-845ff265129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0209a4-f47c-4e82-932e-750552be6494', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268988109-router', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:46Z', 'updated_at': '2021-11-10T17:30:52Z', 'revision_number': 4, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'gw_port': {'id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:47Z', 'updated_at': '2021-11-10T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'f366ff85-d3a0-4a25-a83d-571e3e42869a', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'floating_ip_address': '172.25.5.32', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'port_id': '2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'mac_address': 'fa:16:3e:0a:6e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a11e0ec-1b74-4b78-acdc-f70c951b68ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:31:12Z', 'updated_at': '2021-11-10T17:31:33Z', 'revision_number': 1, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8', 'name': '', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'mac_address': 'fa:16:3e:a1:9e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:51Z', 'updated_at': '2021-11-10T17:30:57Z', 'revision_number': 5, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'subnets': [{'id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:34.177978 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-19d388b4-5530-49ef-983c-e61924d58d18 req-4feab9e4-d91f-43fd-a765-6c4e5b89ae5b service neutron] 10.222.0.39 "GET /v2.0/networks/2881d57b-3f4f-4d35-825f-cd2dc9b06116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028421 Nov 10 17:31:34.192129 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7b2d4a-95d5-422b-aa0d-845ff265129a None None] Checking router: 5a0209a4-f47c-4e82-932e-750552be6494 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:31:34.201892 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7b2d4a-95d5-422b-aa0d-845ff265129a None None] Routers {'5a0209a4-f47c-4e82-932e-750552be6494'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:31:34.202487 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-1f7b2d4a-95d5-422b-aa0d-845ff265129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:31:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['5a0209a4-f47c-4e82-932e-750552be6494'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:34.272735 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-04a01fb1-0924-4e4b-a252-9421138b9706 req-1e6a1dc6-9a10-4d6c-9820-e9238a234b4b tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:34.292473 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-19d388b4-5530-49ef-983c-e61924d58d18 req-e06f1357-0549-4fc9-9949-66d2b2a134fc service neutron] 10.222.0.39 "GET /v2.0/networks/2881d57b-3f4f-4d35-825f-cd2dc9b06116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079059 Nov 10 17:31:34.338354 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-1f7b2d4a-95d5-422b-aa0d-845ff265129a None None] Set router 5a0209a4-f47c-4e82-932e-750552be6494 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:31:34.385341 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-04a01fb1-0924-4e4b-a252-9421138b9706 req-1e6a1dc6-9a10-4d6c-9820-e9238a234b4b tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:34.391859 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2c2707-9582-43ec-b78f-8a1c79e86d66 x-openstack-request-id: req-cd2c2707-9582-43ec-b78f-8a1c79e86d66 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:31:34.392434 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a11e0ec-1b74-4b78-acdc-f70c951b68ed", "tag": "2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:31:34.393665 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cd2c2707-9582-43ec-b78f-8a1c79e86d66 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:31:34.394739 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a11e0ec-1b74-4b78-acdc-f70c951b68ed', 'tag': '2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d', 'status': 'completed', 'code': 200} Nov 10 17:31:34.469538 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a1dc6-9a10-4d6c-9820-e9238a234b4b tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Pushing event updated for resources: {'Port': ['ID=e79d80a7-a1d1-4b28-8f4c-97c25d605635,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:34.484595 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04a01fb1-0924-4e4b-a252-9421138b9706 req-1e6a1dc6-9a10-4d6c-9820-e9238a234b4b tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:31:34.486032 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-04a01fb1-0924-4e4b-a252-9421138b9706 req-1e6a1dc6-9a10-4d6c-9820-e9238a234b4b tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:31:34.488969 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a01fb1-0924-4e4b-a252-9421138b9706 req-1e6a1dc6-9a10-4d6c-9820-e9238a234b4b tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:31:34.584164 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbd52c-3a60-41c4-8917-2100088b4940 req-3702252f-5ed4-4ec9-89f9-3e75b99c2f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:34.586402 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e9cbd52c-3a60-41c4-8917-2100088b4940 req-3702252f-5ed4-4ec9-89f9-3e75b99c2f27 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=550346fb7b854e588018ed0d527afbf6&device_id=4a11e0ec-1b74-4b78-acdc-f70c951b68ed HTTP/1.1" status: 200 len: 1097 time: 0.1464641 Nov 10 17:31:34.593940 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-b91dc0b6-78f5-4c81-9a43-61771d7ab68d tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:34.595520 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-b91dc0b6-78f5-4c81-9a43-61771d7ab68d tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/ports?device_id=56f97282-26ef-4a7d-9a2c-0b35bf10931c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0690284 Nov 10 17:31:34.612253 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-04a01fb1-0924-4e4b-a252-9421138b9706 req-1e6a1dc6-9a10-4d6c-9820-e9238a234b4b tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:34.672072 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-04a01fb1-0924-4e4b-a252-9421138b9706 req-1e6a1dc6-9a10-4d6c-9820-e9238a234b4b tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:34.737066 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-1f7b2d4a-95d5-422b-aa0d-845ff265129a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0209a4-f47c-4e82-932e-750552be6494', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268988109-router', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:46Z', 'updated_at': '2021-11-10T17:30:52Z', 'revision_number': 4, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'gw_port': {'id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:47Z', 'updated_at': '2021-11-10T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'f366ff85-d3a0-4a25-a83d-571e3e42869a', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'floating_ip_address': '172.25.5.32', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'port_id': '2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'mac_address': 'fa:16:3e:0a:6e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a11e0ec-1b74-4b78-acdc-f70c951b68ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:31:12Z', 'updated_at': '2021-11-10T17:31:33Z', 'revision_number': 1, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8', 'name': '', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'mac_address': 'fa:16:3e:a1:9e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:51Z', 'updated_at': '2021-11-10T17:30:57Z', 'revision_number': 5, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'subnets': [{'id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:34.795814 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-d6c1665b-5ed7-4a5d-b0a3-10baba74fd03 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 998 time: 0.1692178 Nov 10 17:31:34.817782 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-e7f90c84-38c8-47ae-b56d-e2c90349a2cd tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Request body: {'floatingip': {'port_id': '25e093d2-2794-45d8-879c-c62dc515e8a8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:31:34.869293 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7b2d4a-95d5-422b-aa0d-845ff265129a None None] The sync data for ids ['5a0209a4-f47c-4e82-932e-750552be6494'] in n-d-776250-10 is: [{'id': '5a0209a4-f47c-4e82-932e-750552be6494', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268988109-router', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:46Z', 'updated_at': '2021-11-10T17:30:52Z', 'revision_number': 4, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'gw_port': {'id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:47Z', 'updated_at': '2021-11-10T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'f366ff85-d3a0-4a25-a83d-571e3e42869a', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'floating_ip_address': '172.25.5.32', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'port_id': '2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'mac_address': 'fa:16:3e:0a:6e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a11e0ec-1b74-4b78-acdc-f70c951b68ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:31:12Z', 'updated_at': '2021-11-10T17:31:33Z', 'revision_number': 1, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8', 'name': '', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'mac_address': 'fa:16:3e:a1:9e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:51Z', 'updated_at': '2021-11-10T17:30:57Z', 'revision_number': 5, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'subnets': [{'id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:31:34.872454 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-04a01fb1-0924-4e4b-a252-9421138b9706 req-1e6a1dc6-9a10-4d6c-9820-e9238a234b4b tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:34.876998 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbd52c-3a60-41c4-8917-2100088b4940 req-ca09922b-4024-4e27-8700-d1f4ae4dd3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:34.878493 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e9cbd52c-3a60-41c4-8917-2100088b4940 req-ca09922b-4024-4e27-8700-d1f4ae4dd3df service neutron] 10.222.0.11 "GET /v2.0/networks?id=2881d57b-3f4f-4d35-825f-cd2dc9b06116 HTTP/1.1" status: 200 len: 922 time: 0.2783394 Nov 10 17:31:34.881721 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-04a01fb1-0924-4e4b-a252-9421138b9706 req-1e6a1dc6-9a10-4d6c-9820-e9238a234b4b tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:34.943613 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-e7f90c84-38c8-47ae-b56d-e2c90349a2cd tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks [] for floatingip, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:34.976324 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-04a01fb1-0924-4e4b-a252-9421138b9706 req-1e6a1dc6-9a10-4d6c-9820-e9238a234b4b tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:34.995025 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a1dc6-9a10-4d6c-9820-e9238a234b4b tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Pushing event updated for resources: {'Port': ['ID=e79d80a7-a1d1-4b28-8f4c-97c25d605635,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:35.007363 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-04a01fb1-0924-4e4b-a252-9421138b9706 req-1e6a1dc6-9a10-4d6c-9820-e9238a234b4b tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:35.008990 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-04a01fb1-0924-4e4b-a252-9421138b9706 req-1e6a1dc6-9a10-4d6c-9820-e9238a234b4b tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1922345 Nov 10 17:31:35.058512 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e9cbd52c-3a60-41c4-8917-2100088b4940 req-e5a4dfde-fbc1-44d0-ab61-942c44a334f8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d HTTP/1.1" status: 200 len: 998 time: 0.1702108 Nov 10 17:31:35.071331 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-04a01fb1-0924-4e4b-a252-9421138b9706 req-4ea47588-d53c-475e-b10c-2b91274f9458 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.76 HTTP/1.1" status: 200 len: 695 time: 0.0562778 Nov 10 17:31:35.173908 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f1890f-adbb-46fe-8d97-aaace72f317a None None] New status for floating IP f366ff85-d3a0-4a25-a83d-571e3e42869a: ACTIVE {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:31:35.198224 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbd52c-3a60-41c4-8917-2100088b4940 req-958437c6-cb0d-4643-ad49-628de6ab7525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:35.199601 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e9cbd52c-3a60-41c4-8917-2100088b4940 req-958437c6-cb0d-4643-ad49-628de6ab7525 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd HTTP/1.1" status: 200 len: 860 time: 0.1313577 Nov 10 17:31:35.214445 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a01fb1-0924-4e4b-a252-9421138b9706 req-68aab933-83bf-4910-ac5b-b7f0c2458e7f tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:35.216070 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-04a01fb1-0924-4e4b-a252-9421138b9706 req-68aab933-83bf-4910-ac5b-b7f0c2458e7f tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 784 time: 0.1389883 Nov 10 17:31:35.419201 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:35.454649 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52711a5c-64e0-46c8-82b0-523348693314 req-6ace1be6-4075-47f4-a79f-98191071ce4e tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:35.456566 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-52711a5c-64e0-46c8-82b0-523348693314 req-6ace1be6-4075-47f4-a79f-98191071ce4e tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/networks?id=ee9bf645-62ea-4fb8-afab-51398fe4d64d HTTP/1.1" status: 200 len: 808 time: 0.1404676 Nov 10 17:31:35.482444 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-52711a5c-64e0-46c8-82b0-523348693314 req-41bfb11d-f1f2-42e8-be2f-fe09e5c00fa5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/quotas/ef9ea014582b4acbb9c391ec5c5ef151 HTTP/1.1" status: 200 len: 375 time: 0.0139499 Nov 10 17:31:35.565000 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-52711a5c-64e0-46c8-82b0-523348693314 req-d1b3e66c-5e98-4f9b-a630-36af52d43b2a tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0749187 Nov 10 17:31:35.649252 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbd52c-3a60-41c4-8917-2100088b4940 req-b438fa7b-3eb6-4b74-8bc1-324ccedd5770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:35.650767 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e9cbd52c-3a60-41c4-8917-2100088b4940 req-b438fa7b-3eb6-4b74-8bc1-324ccedd5770 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2881d57b-3f4f-4d35-825f-cd2dc9b06116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4029329 Nov 10 17:31:35.658848 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-52711a5c-64e0-46c8-82b0-523348693314 req-81f1b5bf-c629-4701-aff7-897db4205166 service neutron] 10.222.0.39 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920129 Nov 10 17:31:35.767116 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-52711a5c-64e0-46c8-82b0-523348693314 req-c6ab003f-cc4a-4ff5-8a1b-dc89550edce1 service neutron] 10.222.0.39 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987909 Nov 10 17:31:35.816547 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.db.api [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-e7f90c84-38c8-47ae-b56d-e2c90349a2cd tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:31:35.816975 n-d-776250-10 neutron-server[102469]: DEBUG oslo_db.api [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-e7f90c84-38c8-47ae-b56d-e2c90349a2cd tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:31:35.820681 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e9cbd52c-3a60-41c4-8917-2100088b4940 req-428403a7-3b72-40c7-957b-54baf7674426 service neutron] 10.222.0.11 "GET /v2.0/networks/2881d57b-3f4f-4d35-825f-cd2dc9b06116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565344 Nov 10 17:31:35.932458 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e9cbd52c-3a60-41c4-8917-2100088b4940 req-f44946aa-40c9-454a-a253-d2a729bcf035 service neutron] 10.222.0.11 "GET /v2.0/networks/2881d57b-3f4f-4d35-825f-cd2dc9b06116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035037 Nov 10 17:31:36.094909 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:36.105107 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-0db591e5-076d-44c0-85da-5634756e1411 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277212 Nov 10 17:31:36.252464 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-8cec4e17-0e66-48c2-bbae-b13f827cb1c7 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:36.254228 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-8cec4e17-0e66-48c2-bbae-b13f827cb1c7 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1437039 Nov 10 17:31:36.271157 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-378e0d03-f238-4edb-93ac-640b831aa38a tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/quotas/8f9e5c9c528a40edbd9cc8b10302b929 HTTP/1.1" status: 200 len: 375 time: 0.0107272 Nov 10 17:31:36.318274 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-e7f90c84-38c8-47ae-b56d-e2c90349a2cd tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks [] for floatingip, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:36.340861 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-41585670-2200-4186-9bf4-785fc4868232 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622969 Nov 10 17:31:36.757809 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-76d20953-bf91-4996-84dd-e27c9023916a req-eb80da35-25d0-41cd-a357-8f752a1bf78b tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "GET /v2.0/floatingips/c0d9c756-3cf4-4dfb-9ebd-58f4a1d8ed73 HTTP/1.1" status: 200 len: 692 time: 0.0707729 Nov 10 17:31:36.891723 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d20953-bf91-4996-84dd-e27c9023916a req-3deee7b4-d8ba-436c-822a-dac2323e606a tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:36.904714 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-76d20953-bf91-4996-84dd-e27c9023916a req-3deee7b4-d8ba-436c-822a-dac2323e606a tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 784 time: 0.1459672 Nov 10 17:31:36.996687 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-aa14ad3d-a07a-4392-8f5a-02a632c7a51e req-d2a00703-98a9-46fa-9bc9-360408155b7b tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 210 time: 0.0439165 Nov 10 17:31:37.055582 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-e7f90c84-38c8-47ae-b56d-e2c90349a2cd tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:37.061522 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-e7f90c84-38c8-47ae-b56d-e2c90349a2cd tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:37.123798 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f88493f1-6f83-4bf4-955f-723af504599f req-54ffd668-d340-46df-844f-970a97af8e42 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 210 time: 0.0548699 Nov 10 17:31:37.182616 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-e7f90c84-38c8-47ae-b56d-e2c90349a2cd tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Floating IP f366ff85-d3a0-4a25-a83d-571e3e42869a associated. External IP: 172.25.5.32, port: 2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d. Nov 10 17:31:37.200104 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-67e052f8-35ac-45e3-b16a-272a320e3f10 req-28848add-1033-42d9-849f-6b439e2f281e tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "GET /v2.0/floatingips/c0d9c756-3cf4-4dfb-9ebd-58f4a1d8ed73 HTTP/1.1" status: 200 len: 692 time: 0.0578103 Nov 10 17:31:37.379345 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e052f8-35ac-45e3-b16a-272a320e3f10 req-3d69217b-dca3-425d-b59d-509c8ccdbc19 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:37.387048 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-67e052f8-35ac-45e3-b16a-272a320e3f10 req-3d69217b-dca3-425d-b59d-509c8ccdbc19 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 784 time: 0.1681175 Nov 10 17:31:37.446921 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-67e052f8-35ac-45e3-b16a-272a320e3f10 req-2096aa03-31f4-4168-8fc0-f12369ddab8a tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.76 HTTP/1.1" status: 200 len: 695 time: 0.0589490 Nov 10 17:31:37.498191 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52711a5c-64e0-46c8-82b0-523348693314 req-9842af55-4b82-4bb5-b861-c691897a9929 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:37.499854 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-52711a5c-64e0-46c8-82b0-523348693314 req-9842af55-4b82-4bb5-b861-c691897a9929 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.11 "GET /v2.0/networks?id=ee9bf645-62ea-4fb8-afab-51398fe4d64d HTTP/1.1" status: 200 len: 808 time: 0.1900492 Nov 10 17:31:37.505974 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-67e052f8-35ac-45e3-b16a-272a320e3f10 req-f14d8864-6607-47e8-9e45-89c88930a8fa tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.76 HTTP/1.1" status: 200 len: 695 time: 0.0580862 Nov 10 17:31:37.537367 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-52711a5c-64e0-46c8-82b0-523348693314 req-6d8bd355-9f7c-4c35-80d5-8e6a3413dbd5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Request body: {'port': {'device_id': '5a7841fa-4022-48a7-bf9e-29d2bf1f460d', 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d', 'admin_state_up': True, 'tenant_id': 'ef9ea014582b4acbb9c391ec5c5ef151'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:31:37.641594 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-e7f90c84-38c8-47ae-b56d-e2c90349a2cd tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Router 5a0209a4-f47c-4e82-932e-750552be6494 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:31:37.710900 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-67e052f8-35ac-45e3-b16a-272a320e3f10 req-d0636d6f-5b19-4de4-ba08-20a492fba867 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Deleting port e79d80a7-a1d1-4b28-8f4c-97c25d605635 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:31:37.711248 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-67e052f8-35ac-45e3-b16a-272a320e3f10 req-d0636d6f-5b19-4de4-ba08-20a492fba867 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:37.728809 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52711a5c-64e0-46c8-82b0-523348693314 req-6d8bd355-9f7c-4c35-80d5-8e6a3413dbd5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Made reservation on behalf of ef9ea014582b4acbb9c391ec5c5ef151 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:31:37.732320 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-52711a5c-64e0-46c8-82b0-523348693314 req-6d8bd355-9f7c-4c35-80d5-8e6a3413dbd5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:37.830392 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-9c823c7c-0c0c-4f23-81d2-6fa582cea3f3 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330729 Nov 10 17:31:37.910223 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-67e052f8-35ac-45e3-b16a-272a320e3f10 req-d0636d6f-5b19-4de4-ba08-20a492fba867 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:37.910808 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-67e052f8-35ac-45e3-b16a-272a320e3f10 req-d0636d6f-5b19-4de4-ba08-20a492fba867 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:37.935067 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-67e052f8-35ac-45e3-b16a-272a320e3f10 req-d0636d6f-5b19-4de4-ba08-20a492fba867 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Calling delete_port for e79d80a7-a1d1-4b28-8f4c-97c25d605635 owned by network:floatingip {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:31:38.030910 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-52711a5c-64e0-46c8-82b0-523348693314 req-6d8bd355-9f7c-4c35-80d5-8e6a3413dbd5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Allocated IP 172.20.0.11 (ee9bf645-62ea-4fb8-afab-51398fe4d64d/6dcea188-714e-4316-9245-d3631f0cca17/d5fe9619-f45b-486e-aa26-f035ae11636b) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:31:38.031135 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-e2836cd4-6c45-4c2b-92f9-1fb886e3530e tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:38.032671 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-e2836cd4-6c45-4c2b-92f9-1fb886e3530e tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1951344 Nov 10 17:31:38.054990 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-83c4a02b-2b94-4b01-a85b-77078c7902d1 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Request body: {'port': {'device_id': '45ea25ec-d89a-452e-ad8e-c2033abfc43f', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'admin_state_up': True, 'tenant_id': '8f9e5c9c528a40edbd9cc8b10302b929'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:31:38.084369 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-e7f90c84-38c8-47ae-b56d-e2c90349a2cd tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:31:38.097898 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41383bf3-4f14-4f37-a16a-e4bb55154880 None None] Sync routers for ids ['5a0209a4-f47c-4e82-932e-750552be6494'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:31:38.114224 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41383bf3-4f14-4f37-a16a-e4bb55154880 None None] Routers {'5a0209a4-f47c-4e82-932e-750552be6494'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:31:38.118762 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-41383bf3-4f14-4f37-a16a-e4bb55154880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:31:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['5a0209a4-f47c-4e82-932e-750552be6494'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:38.239748 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-83c4a02b-2b94-4b01-a85b-77078c7902d1 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Made reservation on behalf of 8f9e5c9c528a40edbd9cc8b10302b929 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:31:38.244075 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-83c4a02b-2b94-4b01-a85b-77078c7902d1 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:38.295692 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-41383bf3-4f14-4f37-a16a-e4bb55154880 None None] Set router 5a0209a4-f47c-4e82-932e-750552be6494 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:31:38.309456 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-52711a5c-64e0-46c8-82b0-523348693314 req-6d8bd355-9f7c-4c35-80d5-8e6a3413dbd5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:38.369824 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-67e052f8-35ac-45e3-b16a-272a320e3f10 req-d0636d6f-5b19-4de4-ba08-20a492fba867 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:38.371888 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-52711a5c-64e0-46c8-82b0-523348693314 req-6d8bd355-9f7c-4c35-80d5-8e6a3413dbd5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:38.400128 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:31:38.414863 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0636d6f-5b19-4de4-ba08-20a492fba867 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Pushing event deleted for resources: {'Port': ['ID=e79d80a7-a1d1-4b28-8f4c-97c25d605635,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:38.461981 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52711a5c-64e0-46c8-82b0-523348693314 req-6d8bd355-9f7c-4c35-80d5-8e6a3413dbd5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Network ee9bf645-62ea-4fb8-afab-51398fe4d64d is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:31:38.465025 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8bd355-9f7c-4c35-80d5-8e6a3413dbd5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Pushing event updated for resources: {'Port': ['ID=d5fe9619-f45b-486e-aa26-f035ae11636b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:38.469546 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-52711a5c-64e0-46c8-82b0-523348693314 req-6d8bd355-9f7c-4c35-80d5-8e6a3413dbd5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:31:38.473641 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-52711a5c-64e0-46c8-82b0-523348693314 req-6d8bd355-9f7c-4c35-80d5-8e6a3413dbd5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:31:38.545388 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-83c4a02b-2b94-4b01-a85b-77078c7902d1 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Allocated IP 192.168.233.221 (06bf2af7-1c64-4ab3-86f9-bba38a9adb20/7364e0f4-b425-437c-8639-701045fa2b03/fdce9ab3-ed7e-455d-bedc-912ea1a5ea06) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:31:38.548891 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-67e052f8-35ac-45e3-b16a-272a320e3f10 req-d0636d6f-5b19-4de4-ba08-20a492fba867 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks [] for floatingip, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:38.556878 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-67e052f8-35ac-45e3-b16a-272a320e3f10 req-d0636d6f-5b19-4de4-ba08-20a492fba867 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:38.558223 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-67e052f8-35ac-45e3-b16a-272a320e3f10 req-d0636d6f-5b19-4de4-ba08-20a492fba867 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "DELETE /v2.0/floatingips/c0d9c756-3cf4-4dfb-9ebd-58f4a1d8ed73 HTTP/1.1" status: 204 len: 173 time: 1.0498803 Nov 10 17:31:38.613344 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-41383bf3-4f14-4f37-a16a-e4bb55154880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0209a4-f47c-4e82-932e-750552be6494', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268988109-router', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:46Z', 'updated_at': '2021-11-10T17:30:52Z', 'revision_number': 4, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'gw_port': {'id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:47Z', 'updated_at': '2021-11-10T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'f366ff85-d3a0-4a25-a83d-571e3e42869a', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'floating_ip_address': '172.25.5.32', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'port_id': '25e093d2-2794-45d8-879c-c62dc515e8a8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'mac_address': 'fa:16:3e:ad:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f97282-26ef-4a7d-9a2c-0b35bf10931c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:31:12Z', 'updated_at': '2021-11-10T17:31:36Z', 'revision_number': 3, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8', 'name': '', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'mac_address': 'fa:16:3e:a1:9e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:51Z', 'updated_at': '2021-11-10T17:30:57Z', 'revision_number': 5, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'subnets': [{'id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:38.622120 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52711a5c-64e0-46c8-82b0-523348693314 req-6d8bd355-9f7c-4c35-80d5-8e6a3413dbd5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:38.622945 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-52711a5c-64e0-46c8-82b0-523348693314 req-6d8bd355-9f7c-4c35-80d5-8e6a3413dbd5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:38.651597 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-52711a5c-64e0-46c8-82b0-523348693314 req-6d8bd355-9f7c-4c35-80d5-8e6a3413dbd5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1188800 Nov 10 17:31:38.694905 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41383bf3-4f14-4f37-a16a-e4bb55154880 None None] Checking router: 5a0209a4-f47c-4e82-932e-750552be6494 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:31:38.721222 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41383bf3-4f14-4f37-a16a-e4bb55154880 None None] Routers {'5a0209a4-f47c-4e82-932e-750552be6494'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:31:38.723557 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-41383bf3-4f14-4f37-a16a-e4bb55154880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:31:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['5a0209a4-f47c-4e82-932e-750552be6494'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:38.879846 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-52711a5c-64e0-46c8-82b0-523348693314 req-a5fb5e24-e523-4006-9fb5-2dc8df23552b service neutron] Request body: {'port': {'device_id': '5a7841fa-4022-48a7-bf9e-29d2bf1f460d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:31:38.960359 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-41383bf3-4f14-4f37-a16a-e4bb55154880 None None] Set router 5a0209a4-f47c-4e82-932e-750552be6494 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:31:38.965280 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-52711a5c-64e0-46c8-82b0-523348693314 req-a5fb5e24-e523-4006-9fb5-2dc8df23552b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:38.975115 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-83c4a02b-2b94-4b01-a85b-77078c7902d1 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:39.018273 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-e7f90c84-38c8-47ae-b56d-e2c90349a2cd tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Router 5a0209a4-f47c-4e82-932e-750552be6494 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:31:39.036916 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-83c4a02b-2b94-4b01-a85b-77078c7902d1 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:39.051907 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['b499287f-4e8b-4c16-87b7-0c2a8c5f4d02'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:31:39.148248 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-83c4a02b-2b94-4b01-a85b-77078c7902d1 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:31:39.161035 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-83c4a02b-2b94-4b01-a85b-77078c7902d1 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:31:39.180351 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-e7f90c84-38c8-47ae-b56d-e2c90349a2cd tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:31:39.186038 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-e7f90c84-38c8-47ae-b56d-e2c90349a2cd tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:39.194616 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['5dc83552-8f22-4de3-b8e0-61527afe401d'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:31:39.235575 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-83c4a02b-2b94-4b01-a85b-77078c7902d1 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:31:39.369461 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a11e0ec-1b74-4b78-acdc-f70c951b68ed', 'tag': '2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:31:39.371740 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f97de32-0bad-4000-89c1-5db625afd8f8" -d '{"events": [{"name": "network-changed", "server_uuid": "4a11e0ec-1b74-4b78-acdc-f70c951b68ed", "tag": "2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:31:39.388839 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-83c4a02b-2b94-4b01-a85b-77078c7902d1 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:39.389549 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-83c4a02b-2b94-4b01-a85b-77078c7902d1 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:39.437930 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f179dd7-9db6-4180-8bdb-c78e1b1b787c req-238f0fb6-c40b-4aa5-92c7-ba811b2c16c3 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:39.445380 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1f179dd7-9db6-4180-8bdb-c78e1b1b787c req-238f0fb6-c40b-4aa5-92c7-ba811b2c16c3 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 932 time: 0.4227123 Nov 10 17:31:39.484776 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4a02b-2b94-4b01-a85b-77078c7902d1 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Pushing event updated for resources: {'Port': ['ID=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:39.513034 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-83c4a02b-2b94-4b01-a85b-77078c7902d1 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4646881 Nov 10 17:31:39.519319 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-e7f90c84-38c8-47ae-b56d-e2c90349a2cd tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "PUT /v2.0/floatingips/f366ff85-d3a0-4a25-a83d-571e3e42869a HTTP/1.1" status: 200 len: 998 time: 4.7074172 Nov 10 17:31:39.540244 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-3034d80d-06e8-4182-acdf-1736bac80a97 service neutron] Request body: {'port': {'device_id': '45ea25ec-d89a-452e-ad8e-c2033abfc43f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:31:39.553308 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-41383bf3-4f14-4f37-a16a-e4bb55154880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0209a4-f47c-4e82-932e-750552be6494', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268988109-router', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:46Z', 'updated_at': '2021-11-10T17:30:52Z', 'revision_number': 4, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'gw_port': {'id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:47Z', 'updated_at': '2021-11-10T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'f366ff85-d3a0-4a25-a83d-571e3e42869a', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'floating_ip_address': '172.25.5.32', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'port_id': '25e093d2-2794-45d8-879c-c62dc515e8a8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'mac_address': 'fa:16:3e:ad:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f97282-26ef-4a7d-9a2c-0b35bf10931c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:31:12Z', 'updated_at': '2021-11-10T17:31:36Z', 'revision_number': 3, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8', 'name': '', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'mac_address': 'fa:16:3e:a1:9e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:51Z', 'updated_at': '2021-11-10T17:30:57Z', 'revision_number': 5, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'subnets': [{'id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:39.634606 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1f179dd7-9db6-4180-8bdb-c78e1b1b787c req-42873d8d-2fad-436f-a8bf-eb7249625a92 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882162 Nov 10 17:31:39.646170 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41383bf3-4f14-4f37-a16a-e4bb55154880 None None] The sync data for ids ['5a0209a4-f47c-4e82-932e-750552be6494'] in n-d-776250-10 is: [{'id': '5a0209a4-f47c-4e82-932e-750552be6494', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268988109-router', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:46Z', 'updated_at': '2021-11-10T17:30:52Z', 'revision_number': 4, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'gw_port': {'id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:47Z', 'updated_at': '2021-11-10T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'f366ff85-d3a0-4a25-a83d-571e3e42869a', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'floating_ip_address': '172.25.5.32', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'port_id': '25e093d2-2794-45d8-879c-c62dc515e8a8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'mac_address': 'fa:16:3e:ad:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f97282-26ef-4a7d-9a2c-0b35bf10931c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:31:12Z', 'updated_at': '2021-11-10T17:31:36Z', 'revision_number': 3, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8', 'name': '', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'mac_address': 'fa:16:3e:a1:9e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:51Z', 'updated_at': '2021-11-10T17:30:57Z', 'revision_number': 5, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'subnets': [{'id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:31:39.694952 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-3034d80d-06e8-4182-acdf-1736bac80a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:39.718819 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-5554d5cf-831a-470c-a200-167d2ccc3970 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:39.720263 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-5554d5cf-831a-470c-a200-167d2ccc3970 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/ports/2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d HTTP/1.1" status: 200 len: 942 time: 0.1237838 Nov 10 17:31:39.754419 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e034e802-6cec-45df-a830-0149b5e83f5d None None] Provisioning complete for port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:31:39.754419 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e034e802-6cec-45df-a830-0149b5e83f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:39.802157 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-e034e802-6cec-45df-a830-0149b5e83f5d None None] Port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:31:39.926677 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-52711a5c-64e0-46c8-82b0-523348693314 req-a5fb5e24-e523-4006-9fb5-2dc8df23552b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5fe9619-f45b-486e-aa26-f035ae11636b {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:31:39.937587 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-52711a5c-64e0-46c8-82b0-523348693314 req-a5fb5e24-e523-4006-9fb5-2dc8df23552b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:39.947291 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-958b0417-f477-46ec-bd17-489fa9699a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:39.949036 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-958b0417-f477-46ec-bd17-489fa9699a56 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=550346fb7b854e588018ed0d527afbf6&device_id=4a11e0ec-1b74-4b78-acdc-f70c951b68ed HTTP/1.1" status: 200 len: 1097 time: 0.1040215 Nov 10 17:31:39.967062 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-52711a5c-64e0-46c8-82b0-523348693314 req-a5fb5e24-e523-4006-9fb5-2dc8df23552b service neutron] Transition to ACTIVE for port object d5fe9619-f45b-486e-aa26-f035ae11636b will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:31:39.980128 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-52711a5c-64e0-46c8-82b0-523348693314 req-a5fb5e24-e523-4006-9fb5-2dc8df23552b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:39.980718 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64fc242-a56d-44a7-9767-ca2a66159daa req-8fc45ba1-53c5-4071-b206-680154511be2 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:39.989789 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a64fc242-a56d-44a7-9767-ca2a66159daa req-8fc45ba1-53c5-4071-b206-680154511be2 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 936 time: 0.2252555 Nov 10 17:31:40.036366 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a965a16f-02da-46a4-ad3a-8a6e10357a7a None None] New status for floating IP f366ff85-d3a0-4a25-a83d-571e3e42869a: ACTIVE {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:31:40.075454 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a64fc242-a56d-44a7-9767-ca2a66159daa req-e3add6c0-6c94-4665-b054-218033d91e19 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802495 Nov 10 17:31:40.152289 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb5e24-e523-4006-9fb5-2dc8df23552b service neutron] Pushing event updated for resources: {'Port': ['ID=d5fe9619-f45b-486e-aa26-f035ae11636b,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:40.254015 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-ef7c98d6-00b1-44e6-accd-ce2eb086a9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:40.255883 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-ef7c98d6-00b1-44e6-accd-ce2eb086a9de service neutron] 10.222.0.39 "GET /v2.0/networks?id=2881d57b-3f4f-4d35-825f-cd2dc9b06116 HTTP/1.1" status: 200 len: 922 time: 0.2998760 Nov 10 17:31:40.317033 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-e5f2e5f2-c6f9-4fc8-bb92-16d71178f10c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d HTTP/1.1" status: 200 len: 217 time: 0.0523438 Nov 10 17:31:40.369526 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-52711a5c-64e0-46c8-82b0-523348693314 req-a5fb5e24-e523-4006-9fb5-2dc8df23552b service neutron] Attempting to bind port d5fe9619-f45b-486e-aa26-f035ae11636b on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:31:40.369866 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-52711a5c-64e0-46c8-82b0-523348693314 req-a5fb5e24-e523-4006-9fb5-2dc8df23552b service neutron] Attempting to bind port d5fe9619-f45b-486e-aa26-f035ae11636b by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:31:40.370221 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52711a5c-64e0-46c8-82b0-523348693314 req-a5fb5e24-e523-4006-9fb5-2dc8df23552b service neutron] Attempting to bind port d5fe9619-f45b-486e-aa26-f035ae11636b on network ee9bf645-62ea-4fb8-afab-51398fe4d64d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:31:40.381231 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52711a5c-64e0-46c8-82b0-523348693314 req-a5fb5e24-e523-4006-9fb5-2dc8df23552b service neutron] Port d5fe9619-f45b-486e-aa26-f035ae11636b on network ee9bf645-62ea-4fb8-afab-51398fe4d64d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:31:40.382058 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52711a5c-64e0-46c8-82b0-523348693314 req-a5fb5e24-e523-4006-9fb5-2dc8df23552b service neutron] Attempting to bind port d5fe9619-f45b-486e-aa26-f035ae11636b on network ee9bf645-62ea-4fb8-afab-51398fe4d64d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:31:40.393789 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52711a5c-64e0-46c8-82b0-523348693314 req-a5fb5e24-e523-4006-9fb5-2dc8df23552b service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:31:40.393789 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52711a5c-64e0-46c8-82b0-523348693314 req-a5fb5e24-e523-4006-9fb5-2dc8df23552b service neutron] Checking segment: {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:31:40.394249 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52711a5c-64e0-46c8-82b0-523348693314 req-a5fb5e24-e523-4006-9fb5-2dc8df23552b service neutron] Bound using segment: {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:31:40.395391 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-52711a5c-64e0-46c8-82b0-523348693314 req-a5fb5e24-e523-4006-9fb5-2dc8df23552b service neutron] Bound port: d5fe9619-f45b-486e-aa26-f035ae11636b, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:31:40.395391 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-52711a5c-64e0-46c8-82b0-523348693314 req-a5fb5e24-e523-4006-9fb5-2dc8df23552b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:40.409279 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-6833d6e3-36a7-4cbd-845f-14a4bd40532b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:40.411208 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-6833d6e3-36a7-4cbd-845f-14a4bd40532b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd HTTP/1.1" status: 200 len: 860 time: 0.0838037 Nov 10 17:31:40.473026 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b3e2a2-a6c6-49c1-9467-55139c89692e None None] Sync routers for ids ['5a0209a4-f47c-4e82-932e-750552be6494'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:31:40.493012 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b3e2a2-a6c6-49c1-9467-55139c89692e None None] Routers {'5a0209a4-f47c-4e82-932e-750552be6494'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:31:40.497479 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-27b3e2a2-a6c6-49c1-9467-55139c89692e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:31:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['5a0209a4-f47c-4e82-932e-750552be6494'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:40.526897 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-287e885f-f0ee-425a-a3d8-f157b6186207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:40.528434 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-287e885f-f0ee-425a-a3d8-f157b6186207 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2881d57b-3f4f-4d35-825f-cd2dc9b06116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1083882 Nov 10 17:31:40.529463 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-52711a5c-64e0-46c8-82b0-523348693314 req-a5fb5e24-e523-4006-9fb5-2dc8df23552b service neutron] For port d5fe9619-f45b-486e-aa26-f035ae11636b, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:31:40.532090 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd83013-b817-4926-a855-28fefcff12f7 req-ea1de74e-46ea-4f7b-b833-b746fea5ae7c tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:40.533229 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-52711a5c-64e0-46c8-82b0-523348693314 req-a5fb5e24-e523-4006-9fb5-2dc8df23552b service neutron] For port d5fe9619-f45b-486e-aa26-f035ae11636b, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d5fe9619-f45b-486e-aa26-f035ae11636b,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:31:40.544413 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4fd83013-b817-4926-a855-28fefcff12f7 req-ea1de74e-46ea-4f7b-b833-b746fea5ae7c tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4408076 Nov 10 17:31:40.544572 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-52711a5c-64e0-46c8-82b0-523348693314 req-a5fb5e24-e523-4006-9fb5-2dc8df23552b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:40.673271 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-3034d80d-06e8-4182-acdf-1736bac80a97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:31:40.684881 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-3034d80d-06e8-4182-acdf-1736bac80a97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:40.709836 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-3034d80d-06e8-4182-acdf-1736bac80a97 service neutron] Transition to ACTIVE for port object fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:31:40.737204 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-3034d80d-06e8-4182-acdf-1736bac80a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:40.767683 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-27b3e2a2-a6c6-49c1-9467-55139c89692e None None] Set router 5a0209a4-f47c-4e82-932e-750552be6494 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:31:40.910050 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034d80d-06e8-4182-acdf-1736bac80a97 service neutron] Pushing event updated for resources: {'Port': ['ID=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:41.021406 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-3034d80d-06e8-4182-acdf-1736bac80a97 service neutron] Attempting to bind port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:31:41.022048 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-3034d80d-06e8-4182-acdf-1736bac80a97 service neutron] Attempting to bind port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:31:41.022048 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-3034d80d-06e8-4182-acdf-1736bac80a97 service neutron] Attempting to bind port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:31:41.026779 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-3034d80d-06e8-4182-acdf-1736bac80a97 service neutron] Port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:31:41.027103 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-3034d80d-06e8-4182-acdf-1736bac80a97 service neutron] Attempting to bind port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:31:41.033655 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-3034d80d-06e8-4182-acdf-1736bac80a97 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:31:41.033655 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-3034d80d-06e8-4182-acdf-1736bac80a97 service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:31:41.033967 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-3034d80d-06e8-4182-acdf-1736bac80a97 service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:31:41.034409 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-3034d80d-06e8-4182-acdf-1736bac80a97 service neutron] Bound port: fdce9ab3-ed7e-455d-bedc-912ea1a5ea06, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:31:41.035327 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-3034d80d-06e8-4182-acdf-1736bac80a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:41.157215 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52711a5c-64e0-46c8-82b0-523348693314 req-a5fb5e24-e523-4006-9fb5-2dc8df23552b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:41.157831 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-52711a5c-64e0-46c8-82b0-523348693314 req-a5fb5e24-e523-4006-9fb5-2dc8df23552b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:41.159211 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-52711a5c-64e0-46c8-82b0-523348693314 req-a5fb5e24-e523-4006-9fb5-2dc8df23552b service neutron] 10.222.0.11 "PUT /v2.0/ports/d5fe9619-f45b-486e-aa26-f035ae11636b HTTP/1.1" status: 200 len: 1093 time: 2.2844024 Nov 10 17:31:41.179210 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-3034d80d-06e8-4182-acdf-1736bac80a97 service neutron] For port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:31:41.185301 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-3034d80d-06e8-4182-acdf-1736bac80a97 service neutron] For port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:31:41.196519 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a341e81-41be-4b92-915a-1186356ae0a7 x-openstack-request-id: req-0a341e81-41be-4b92-915a-1186356ae0a7 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:31:41.197336 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a11e0ec-1b74-4b78-acdc-f70c951b68ed", "tag": "2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:31:41.197828 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0a341e81-41be-4b92-915a-1186356ae0a7 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:31:41.198426 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a11e0ec-1b74-4b78-acdc-f70c951b68ed', 'tag': '2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d', 'status': 'completed', 'code': 200} Nov 10 17:31:41.259402 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-3034d80d-06e8-4182-acdf-1736bac80a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:41.286685 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-b85437e9-640a-4f57-8c38-090f7e057e89 service neutron] 10.222.0.39 "GET /v2.0/networks/2881d57b-3f4f-4d35-825f-cd2dc9b06116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7489078 Nov 10 17:31:41.303931 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-27b3e2a2-a6c6-49c1-9467-55139c89692e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0209a4-f47c-4e82-932e-750552be6494', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268988109-router', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:46Z', 'updated_at': '2021-11-10T17:30:52Z', 'revision_number': 4, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'gw_port': {'id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:47Z', 'updated_at': '2021-11-10T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'f366ff85-d3a0-4a25-a83d-571e3e42869a', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'floating_ip_address': '172.25.5.32', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'port_id': '25e093d2-2794-45d8-879c-c62dc515e8a8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'mac_address': 'fa:16:3e:ad:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f97282-26ef-4a7d-9a2c-0b35bf10931c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:31:12Z', 'updated_at': '2021-11-10T17:31:40Z', 'revision_number': 4, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8', 'name': '', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'mac_address': 'fa:16:3e:a1:9e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:51Z', 'updated_at': '2021-11-10T17:30:57Z', 'revision_number': 5, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'subnets': [{'id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:41.325421 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034d80d-06e8-4182-acdf-1736bac80a97 service neutron] Pushing event updated for resources: {'Port': ['ID=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:41.341047 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b3e2a2-a6c6-49c1-9467-55139c89692e None None] Checking router: 5a0209a4-f47c-4e82-932e-750552be6494 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:31:41.341897 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0f72ec0c-0605-4d3f-8e22-46e267d69b75 req-80dcf905-ddd5-4e8c-a377-7cae8f616dec tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=60762859721f4554a921461817d77b7c HTTP/1.1" status: 200 len: 1656 time: 0.1501241 Nov 10 17:31:41.351742 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb5e24-e523-4006-9fb5-2dc8df23552b service neutron] Pushing event updated for resources: {'Port': ['ID=d5fe9619-f45b-486e-aa26-f035ae11636b,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:41.353759 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b3e2a2-a6c6-49c1-9467-55139c89692e None None] Routers {'5a0209a4-f47c-4e82-932e-750552be6494'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:31:41.365326 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-27b3e2a2-a6c6-49c1-9467-55139c89692e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:31:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['5a0209a4-f47c-4e82-932e-750552be6494'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:41.438768 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-3034d80d-06e8-4182-acdf-1736bac80a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:41.439963 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-3034d80d-06e8-4182-acdf-1736bac80a97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:41.445028 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-3034d80d-06e8-4182-acdf-1736bac80a97 service neutron] 10.222.0.11 "PUT /v2.0/ports/fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 HTTP/1.1" status: 200 len: 1097 time: 1.9138734 Nov 10 17:31:41.446576 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ea25ec-d89a-452e-ad8e-c2033abfc43f', 'tag': 'fdce9ab3-ed7e-455d-bedc-912ea1a5ea06'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:31:41.449271 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4723f70d-02e3-4558-b66d-98959ee73d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "45ea25ec-d89a-452e-ad8e-c2033abfc43f", "tag": "fdce9ab3-ed7e-455d-bedc-912ea1a5ea06"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:31:41.520686 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97de32-0bad-4000-89c1-5db625afd8f8 req-25bbdd72-92b2-4023-967b-ca4c01459f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:41.532824 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3f97de32-0bad-4000-89c1-5db625afd8f8 req-25bbdd72-92b2-4023-967b-ca4c01459f36 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=550346fb7b854e588018ed0d527afbf6&device_id=4a11e0ec-1b74-4b78-acdc-f70c951b68ed HTTP/1.1" status: 200 len: 1097 time: 0.3720028 Nov 10 17:31:41.552759 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-27b3e2a2-a6c6-49c1-9467-55139c89692e None None] Set router 5a0209a4-f47c-4e82-932e-750552be6494 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:31:41.554046 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52711a5c-64e0-46c8-82b0-523348693314 req-3f83e0e9-17b4-471e-b7cd-5d75509332a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:41.555600 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-52711a5c-64e0-46c8-82b0-523348693314 req-3f83e0e9-17b4-471e-b7cd-5d75509332a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 1096 time: 0.2680237 Nov 10 17:31:41.577842 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72ec0c-0605-4d3f-8e22-46e267d69b75 req-4c03b3b8-5404-43c3-bac7-8b2f25e18751 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:41.602952 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0f72ec0c-0605-4d3f-8e22-46e267d69b75 req-4c03b3b8-5404-43c3-bac7-8b2f25e18751 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "GET /v2.0/networks?id=ef950546-b13c-4865-8837-7444cdb2848e&id=ef950546-b13c-4865-8837-7444cdb2848e&id=ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 787 time: 0.2597339 Nov 10 17:31:41.620606 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-b13f41c7-7f7e-469a-81ae-2de282d5ea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:41.625713 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-b13f41c7-7f7e-469a-81ae-2de282d5ea72 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 1100 time: 0.1260729 Nov 10 17:31:41.712221 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-14477c21-231a-47ed-9830-b8b344cef73a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 HTTP/1.1" status: 200 len: 217 time: 0.0747561 Nov 10 17:31:41.721361 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97de32-0bad-4000-89c1-5db625afd8f8 req-3ccdbf18-8990-4bd9-8511-842901d1be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:41.724118 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3f97de32-0bad-4000-89c1-5db625afd8f8 req-3ccdbf18-8990-4bd9-8511-842901d1be72 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2881d57b-3f4f-4d35-825f-cd2dc9b06116 HTTP/1.1" status: 200 len: 922 time: 0.1676025 Nov 10 17:31:41.767401 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-52711a5c-64e0-46c8-82b0-523348693314 req-3dc82cc3-bd4c-4be8-9a3c-5ce70a219681 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5fe9619-f45b-486e-aa26-f035ae11636b HTTP/1.1" status: 200 len: 217 time: 0.0475063 Nov 10 17:31:41.826562 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-af5283fb-602e-41e5-a7c4-c5879b2faed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:41.829797 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-af5283fb-602e-41e5-a7c4-c5879b2faed0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.0980389 Nov 10 17:31:41.843208 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cab5ec-292a-482f-9be3-966a6fab9275 req-3d6e4695-60fb-4cbf-900e-76eab073d562 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:41.849032 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3f97de32-0bad-4000-89c1-5db625afd8f8 req-7dc278ce-5d9f-4a9c-9226-1049dc245649 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d HTTP/1.1" status: 200 len: 217 time: 0.0766771 Nov 10 17:31:41.852729 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-d8cffbb1-20dd-418f-9bef-9ee3f0870f78 service neutron] 10.222.0.39 "GET /v2.0/networks/2881d57b-3f4f-4d35-825f-cd2dc9b06116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885151 Nov 10 17:31:41.854744 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-51cab5ec-292a-482f-9be3-966a6fab9275 req-3d6e4695-60fb-4cbf-900e-76eab073d562 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 944 time: 0.1595466 Nov 10 17:31:41.919566 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52711a5c-64e0-46c8-82b0-523348693314 req-1291dddd-11c1-4876-9ca2-7be15cd76d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:41.920916 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-52711a5c-64e0-46c8-82b0-523348693314 req-1291dddd-11c1-4876-9ca2-7be15cd76d0b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6dcea188-714e-4316-9245-d3631f0cca17 HTTP/1.1" status: 200 len: 848 time: 0.1429460 Nov 10 17:31:41.975937 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97de32-0bad-4000-89c1-5db625afd8f8 req-7d7e1b3b-13c6-4ed9-9236-50682c010bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:41.977451 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3f97de32-0bad-4000-89c1-5db625afd8f8 req-7d7e1b3b-13c6-4ed9-9236-50682c010bf4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd HTTP/1.1" status: 200 len: 860 time: 0.1204567 Nov 10 17:31:41.979228 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-52711a5c-64e0-46c8-82b0-523348693314 req-e841657a-810f-4e34-96e2-9e032cfd8c74 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ee9bf645-62ea-4fb8-afab-51398fe4d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341592 Nov 10 17:31:41.979372 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-51cab5ec-292a-482f-9be3-966a6fab9275 req-e0fbde0e-9a8d-4866-b32b-2edb165ba687 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227956 Nov 10 17:31:41.994069 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-38101a05-bd8d-44e1-9574-70a5236e5eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:41.995582 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-38101a05-bd8d-44e1-9574-70a5236e5eca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=550346fb7b854e588018ed0d527afbf6&device_id=56f97282-26ef-4a7d-9a2c-0b35bf10931c HTTP/1.1" status: 200 len: 1098 time: 0.0901711 Nov 10 17:31:42.002699 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-1b8e1a73-512e-44f5-a9ab-c11dbe7e976f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:42.013135 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-1b8e1a73-512e-44f5-a9ab-c11dbe7e976f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1474869 Nov 10 17:31:42.135697 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-27b3e2a2-a6c6-49c1-9467-55139c89692e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0209a4-f47c-4e82-932e-750552be6494', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268988109-router', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:46Z', 'updated_at': '2021-11-10T17:30:52Z', 'revision_number': 4, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'gw_port': {'id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:47Z', 'updated_at': '2021-11-10T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'f366ff85-d3a0-4a25-a83d-571e3e42869a', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'floating_ip_address': '172.25.5.32', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'port_id': '25e093d2-2794-45d8-879c-c62dc515e8a8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'mac_address': 'fa:16:3e:ad:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f97282-26ef-4a7d-9a2c-0b35bf10931c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:31:12Z', 'updated_at': '2021-11-10T17:31:40Z', 'revision_number': 4, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8', 'name': '', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'mac_address': 'fa:16:3e:a1:9e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:51Z', 'updated_at': '2021-11-10T17:30:57Z', 'revision_number': 5, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'subnets': [{'id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:42.201639 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b3e2a2-a6c6-49c1-9467-55139c89692e None None] The sync data for ids ['5a0209a4-f47c-4e82-932e-750552be6494'] in n-d-776250-10 is: [{'id': '5a0209a4-f47c-4e82-932e-750552be6494', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268988109-router', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:46Z', 'updated_at': '2021-11-10T17:30:52Z', 'revision_number': 4, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'gw_port': {'id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:47Z', 'updated_at': '2021-11-10T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'f366ff85-d3a0-4a25-a83d-571e3e42869a', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'floating_ip_address': '172.25.5.32', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'port_id': '25e093d2-2794-45d8-879c-c62dc515e8a8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'mac_address': 'fa:16:3e:ad:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f97282-26ef-4a7d-9a2c-0b35bf10931c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:31:12Z', 'updated_at': '2021-11-10T17:31:40Z', 'revision_number': 4, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8', 'name': '', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'mac_address': 'fa:16:3e:a1:9e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:51Z', 'updated_at': '2021-11-10T17:30:57Z', 'revision_number': 5, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'subnets': [{'id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:31:42.255761 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97de32-0bad-4000-89c1-5db625afd8f8 req-00342dd8-9ed6-467a-b3e4-30946ebacbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:42.257445 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3f97de32-0bad-4000-89c1-5db625afd8f8 req-00342dd8-9ed6-467a-b3e4-30946ebacbc7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2881d57b-3f4f-4d35-825f-cd2dc9b06116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2608242 Nov 10 17:31:42.260471 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-7c09d48d-6439-4e00-940e-931f0b29278c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:42.261929 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-7c09d48d-6439-4e00-940e-931f0b29278c service neutron] 10.222.0.39 "GET /v2.0/networks?id=2881d57b-3f4f-4d35-825f-cd2dc9b06116 HTTP/1.1" status: 200 len: 922 time: 0.2298164 Nov 10 17:31:42.419272 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-52711a5c-64e0-46c8-82b0-523348693314 req-06274cbe-4e40-4ef2-affe-97953a573f40 service neutron] 10.222.0.11 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215238 Nov 10 17:31:42.506657 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-d0d8c2bd-607f-48d2-86f5-7733296aadbe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25e093d2-2794-45d8-879c-c62dc515e8a8 HTTP/1.1" status: 200 len: 1001 time: 0.2325616 Nov 10 17:31:42.648088 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-52711a5c-64e0-46c8-82b0-523348693314 req-80603024-afc6-4554-add0-2cc37535dab6 service neutron] 10.222.0.11 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192361 Nov 10 17:31:42.702158 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22d0a7-8b27-4a27-b557-704eea9d88ec req-cebcdfd0-a8ec-4aa0-9b71-a9e324c9ae43 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:42.710339 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0f22d0a7-8b27-4a27-b557-704eea9d88ec req-cebcdfd0-a8ec-4aa0-9b71-a9e324c9ae43 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3af7a8f-fb6d-4926-853a-cf13345d5921 HTTP/1.1" status: 200 len: 945 time: 0.0840404 Nov 10 17:31:42.711080 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-f6ef24a8-4365-4495-a7e5-8f3259004467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:42.713093 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-f6ef24a8-4365-4495-a7e5-8f3259004467 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd HTTP/1.1" status: 200 len: 860 time: 0.2052453 Nov 10 17:31:42.715603 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3f97de32-0bad-4000-89c1-5db625afd8f8 req-20aab80c-1c91-4105-8da6-921c781f1c66 service neutron] 10.222.0.11 "GET /v2.0/networks/2881d57b-3f4f-4d35-825f-cd2dc9b06116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448926 Nov 10 17:31:42.735077 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-16b8952d-d42f-4ce3-90c4-9fe2e4adff71 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7127094 Nov 10 17:31:42.832260 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3f97de32-0bad-4000-89c1-5db625afd8f8 req-308bf40a-a891-488e-9b4e-9e6c78a7ce73 service neutron] 10.222.0.11 "GET /v2.0/networks/2881d57b-3f4f-4d35-825f-cd2dc9b06116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001356 Nov 10 17:31:42.840608 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1fac6ca-d893-40f5-b261-ab40b0f5fe49 req-b1561d53-bd0c-414e-964d-5e0fdecd86ee service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948381 Nov 10 17:31:42.869780 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-734f7609-a1d4-459e-b9df-035f54eef10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:42.872104 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-734f7609-a1d4-459e-b9df-035f54eef10d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2881d57b-3f4f-4d35-825f-cd2dc9b06116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1521194 Nov 10 17:31:42.879746 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0f22d0a7-8b27-4a27-b557-704eea9d88ec req-739b894f-3c11-4ac7-82a3-818f5d2c4c53 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685529 Nov 10 17:31:42.986484 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-b0b03cfb-d68e-4c76-be72-28687df93c55 service neutron] 10.222.0.39 "GET /v2.0/networks/2881d57b-3f4f-4d35-825f-cd2dc9b06116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074233 Nov 10 17:31:43.024613 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ad797-d749-4240-82e1-9739a15e1bcd req-28dab9ce-1b4e-4793-a033-18c36d111bf0 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:43.026630 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-074ad797-d749-4240-82e1-9739a15e1bcd req-28dab9ce-1b4e-4793-a033-18c36d111bf0 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 948 time: 0.0678842 Nov 10 17:31:43.082183 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-074ad797-d749-4240-82e1-9739a15e1bcd req-43cf0df4-cd81-4748-9881-349e95c7daf2 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477569 Nov 10 17:31:43.110151 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a1177d8-a83b-4798-8120-bb9554c14698 req-47dbbc13-10af-45b4-837d-45c5ae339ef7 service neutron] 10.222.0.39 "GET /v2.0/networks/2881d57b-3f4f-4d35-825f-cd2dc9b06116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150029 Nov 10 17:31:43.168094 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3665a6b8-2585-4706-8964-1a3afc3cbbfe x-openstack-request-id: req-3665a6b8-2585-4706-8964-1a3afc3cbbfe {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:31:43.168408 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ea25ec-d89a-452e-ad8e-c2033abfc43f", "tag": "fdce9ab3-ed7e-455d-bedc-912ea1a5ea06", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:31:43.168664 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3665a6b8-2585-4706-8964-1a3afc3cbbfe {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:31:43.169068 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ea25ec-d89a-452e-ad8e-c2033abfc43f', 'tag': 'fdce9ab3-ed7e-455d-bedc-912ea1a5ea06', 'status': 'completed', 'code': 200} Nov 10 17:31:43.263044 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723f70d-02e3-4558-b66d-98959ee73d3f req-e1fb8373-5ea4-4d61-8497-ad41cf254fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:43.264528 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4723f70d-02e3-4558-b66d-98959ee73d3f req-e1fb8373-5ea4-4d61-8497-ad41cf254fb1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 1100 time: 0.0617564 Nov 10 17:31:43.273013 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d3605-607b-47ce-be5a-ccd8dbc7db45 req-e2d8732a-24c8-4e6b-805b-5f68e23d7d29 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:43.273297 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f97282-26ef-4a7d-9a2c-0b35bf10931c', 'tag': '25e093d2-2794-45d8-879c-c62dc515e8a8'}, {'name': 'network-changed', 'server_uuid': '5a7841fa-4022-48a7-bf9e-29d2bf1f460d', 'tag': 'd5fe9619-f45b-486e-aa26-f035ae11636b'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:31:43.274474 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3c5d3605-607b-47ce-be5a-ccd8dbc7db45 req-e2d8732a-24c8-4e6b-805b-5f68e23d7d29 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfb87d74-b09a-4381-a6b0-7eeb0d3b541d HTTP/1.1" status: 200 len: 946 time: 0.1229689 Nov 10 17:31:43.275522 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddaf45a-c48c-4c2f-91b4-c8100e3b068d" -d '{"events": [{"name": "network-changed", "server_uuid": "56f97282-26ef-4a7d-9a2c-0b35bf10931c", "tag": "25e093d2-2794-45d8-879c-c62dc515e8a8"}, {"name": "network-changed", "server_uuid": "5a7841fa-4022-48a7-bf9e-29d2bf1f460d", "tag": "d5fe9619-f45b-486e-aa26-f035ae11636b"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:31:43.281370 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-226f4046-224e-49e1-b358-05cfaafb9361 req-27c8e50f-43d5-4f27-9d0d-ec4aa6602537 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "GET /v2.0/floatingips/ada44c18-ffdd-4f1d-a649-78e72fd483e0 HTTP/1.1" status: 200 len: 692 time: 0.0827699 Nov 10 17:31:43.385593 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3c5d3605-607b-47ce-be5a-ccd8dbc7db45 req-00a9ac7a-1003-4817-925d-4f708b53fced tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "GET /v2.0/security-groups?id=832b652e-0137-4e68-9e92-89d6c3005823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025684 Nov 10 17:31:43.437743 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723f70d-02e3-4558-b66d-98959ee73d3f req-2c7e6e69-3036-4f48-84af-43e1ae3c943c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:43.439247 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4723f70d-02e3-4558-b66d-98959ee73d3f req-2c7e6e69-3036-4f48-84af-43e1ae3c943c service neutron] 10.222.0.11 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.1638753 Nov 10 17:31:43.440616 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f4046-224e-49e1-b358-05cfaafb9361 req-c58f6b0e-7d46-4f59-9c31-93a0a2fe9a87 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:43.443390 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-226f4046-224e-49e1-b358-05cfaafb9361 req-c58f6b0e-7d46-4f59-9c31-93a0a2fe9a87 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 784 time: 0.1516263 Nov 10 17:31:43.517267 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-226f4046-224e-49e1-b358-05cfaafb9361 req-abc25ef2-5924-4997-9389-89d46f13c0b3 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.70 HTTP/1.1" status: 200 len: 695 time: 0.0611966 Nov 10 17:31:43.526306 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4723f70d-02e3-4558-b66d-98959ee73d3f req-5d74b458-624d-48f5-a9d2-a8083d3bb617 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 HTTP/1.1" status: 200 len: 217 time: 0.0762100 Nov 10 17:31:43.627786 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-226f4046-224e-49e1-b358-05cfaafb9361 req-85306365-6f17-4616-805a-23b28b06dfdf tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.70 HTTP/1.1" status: 200 len: 695 time: 0.0938027 Nov 10 17:31:43.653790 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723f70d-02e3-4558-b66d-98959ee73d3f req-3ce7dd78-f6a2-410e-a968-1bf05cccf8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:43.655639 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4723f70d-02e3-4558-b66d-98959ee73d3f req-3ce7dd78-f6a2-410e-a968-1bf05cccf8d2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1166244 Nov 10 17:31:43.664799 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc64e5d-b7b5-4cd0-b17f-19fd6e16ff77 req-05f1d9a8-401b-4be6-b536-948683bec6f9 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:43.666391 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ccc64e5d-b7b5-4cd0-b17f-19fd6e16ff77 req-05f1d9a8-401b-4be6-b536-948683bec6f9 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 944 time: 0.0805347 Nov 10 17:31:43.683648 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb12cd6-f771-4e69-8eb6-69ef3b96fd5f req-db69c32d-b7a0-4d01-becf-05344d89fe74 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:43.686097 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2cb12cd6-f771-4e69-8eb6-69ef3b96fd5f req-db69c32d-b7a0-4d01-becf-05344d89fe74 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3af7a8f-fb6d-4926-853a-cf13345d5921 HTTP/1.1" status: 200 len: 945 time: 0.2412186 Nov 10 17:31:43.749995 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ccc64e5d-b7b5-4cd0-b17f-19fd6e16ff77 req-e1314741-6de9-4525-9e59-33aac02d5850 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724874 Nov 10 17:31:43.846764 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723f70d-02e3-4558-b66d-98959ee73d3f req-bc917238-125c-48a4-913e-a79dc198b5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:43.848806 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4723f70d-02e3-4558-b66d-98959ee73d3f req-bc917238-125c-48a4-913e-a79dc198b5ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1815135 Nov 10 17:31:43.890535 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-226f4046-224e-49e1-b358-05cfaafb9361 req-df96acb9-ba3b-4d75-88cf-ee935d5cd40e tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Deleting port 3304b61c-a240-4c28-9c98-5c9e09f9df53 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:31:43.890888 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-226f4046-224e-49e1-b358-05cfaafb9361 req-df96acb9-ba3b-4d75-88cf-ee935d5cd40e tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:43.921863 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d71c17f5-c74d-477f-9b6a-b9871e09c7b6 req-c950f8e9-8e8d-4c00-a1d2-128402b97781 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 1001 time: 0.1402328 Nov 10 17:31:43.949893 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-2cb12cd6-f771-4e69-8eb6-69ef3b96fd5f req-069b4ba4-3dc7-4dc7-b5db-76ab97b885a4 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Deleting port 2c35e20c-02dc-4c2f-92e1-22ad479de6dd {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:31:43.950248 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2cb12cd6-f771-4e69-8eb6-69ef3b96fd5f req-069b4ba4-3dc7-4dc7-b5db-76ab97b885a4 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:43.997477 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c17f5-c74d-477f-9b6a-b9871e09c7b6 req-5fde602b-df26-4543-92d3-2d98479260f1 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:43.998921 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d71c17f5-c74d-477f-9b6a-b9871e09c7b6 req-5fde602b-df26-4543-92d3-2d98479260f1 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/ports/25e093d2-2794-45d8-879c-c62dc515e8a8 HTTP/1.1" status: 200 len: 943 time: 0.0698001 Nov 10 17:31:44.025818 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4723f70d-02e3-4558-b66d-98959ee73d3f req-9d21e724-7c8f-4ac8-9c10-7768623f7a48 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594677 Nov 10 17:31:44.046124 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-2cb12cd6-f771-4e69-8eb6-69ef3b96fd5f req-069b4ba4-3dc7-4dc7-b5db-76ab97b885a4 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] For port 2c35e20c-02dc-4c2f-92e1-22ad479de6dd, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2c35e20c-02dc-4c2f-92e1-22ad479de6dd,segment=NetworkSegment(17d5af1c-a623-4581-8ea0-158dc701aa2d),segment_id=17d5af1c-a623-4581-8ea0-158dc701aa2d)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:44.046479 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2cb12cd6-f771-4e69-8eb6-69ef3b96fd5f req-069b4ba4-3dc7-4dc7-b5db-76ab97b885a4 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:44.061744 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-2cb12cd6-f771-4e69-8eb6-69ef3b96fd5f req-069b4ba4-3dc7-4dc7-b5db-76ab97b885a4 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Calling delete_port for 2c35e20c-02dc-4c2f-92e1-22ad479de6dd owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:31:44.187783 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d71c17f5-c74d-477f-9b6a-b9871e09c7b6 req-53ba8c3b-a525-4967-a3ec-73de30f3ed80 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 1001 time: 0.0830498 Nov 10 17:31:44.214860 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2cb12cd6-f771-4e69-8eb6-69ef3b96fd5f req-069b4ba4-3dc7-4dc7-b5db-76ab97b885a4 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:44.232943 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['2c35e20c-02dc-4c2f-92e1-22ad479de6dd'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:31:44.257393 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b4ba4-3dc7-4dc7-b5db-76ab97b885a4 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Pushing event deleted for resources: {'Port': ['ID=2c35e20c-02dc-4c2f-92e1-22ad479de6dd,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:44.290755 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4723f70d-02e3-4558-b66d-98959ee73d3f req-e86fff19-9e7b-4a9c-9b92-375c63acedc9 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516007 Nov 10 17:31:44.346497 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b4ba4-3dc7-4dc7-b5db-76ab97b885a4 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:44.347498 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b4ba4-3dc7-4dc7-b5db-76ab97b885a4 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:44.347861 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b4ba4-3dc7-4dc7-b5db-76ab97b885a4 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:44.349009 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b4ba4-3dc7-4dc7-b5db-76ab97b885a4 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:44.349009 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b4ba4-3dc7-4dc7-b5db-76ab97b885a4 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:44.349009 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b4ba4-3dc7-4dc7-b5db-76ab97b885a4 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:44.349300 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b4ba4-3dc7-4dc7-b5db-76ab97b885a4 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:44.349577 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b4ba4-3dc7-4dc7-b5db-76ab97b885a4 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:44.349900 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b4ba4-3dc7-4dc7-b5db-76ab97b885a4 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:44.350219 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b4ba4-3dc7-4dc7-b5db-76ab97b885a4 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:44.350544 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b4ba4-3dc7-4dc7-b5db-76ab97b885a4 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:44.350863 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b4ba4-3dc7-4dc7-b5db-76ab97b885a4 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:44.363693 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb12cd6-f771-4e69-8eb6-69ef3b96fd5f req-069b4ba4-3dc7-4dc7-b5db-76ab97b885a4 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] No DVR routers for this DVR port 2c35e20c-02dc-4c2f-92e1-22ad479de6dd on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:31:44.372736 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2cb12cd6-f771-4e69-8eb6-69ef3b96fd5f req-069b4ba4-3dc7-4dc7-b5db-76ab97b885a4 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:44.375004 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c17f5-c74d-477f-9b6a-b9871e09c7b6 req-5215721e-fffa-4043-a714-280d55f00650 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:44.376598 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d71c17f5-c74d-477f-9b6a-b9871e09c7b6 req-5215721e-fffa-4043-a714-280d55f00650 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 784 time: 0.1814904 Nov 10 17:31:44.391379 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2cb12cd6-f771-4e69-8eb6-69ef3b96fd5f req-069b4ba4-3dc7-4dc7-b5db-76ab97b885a4 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.13 "DELETE /v2.0/ports/2c35e20c-02dc-4c2f-92e1-22ad479de6dd HTTP/1.1" status: 204 len: 173 time: 0.6919277 Nov 10 17:31:44.400460 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-226f4046-224e-49e1-b358-05cfaafb9361 req-df96acb9-ba3b-4d75-88cf-ee935d5cd40e tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:44.407220 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-226f4046-224e-49e1-b358-05cfaafb9361 req-df96acb9-ba3b-4d75-88cf-ee935d5cd40e tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:44.439533 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-226f4046-224e-49e1-b358-05cfaafb9361 req-df96acb9-ba3b-4d75-88cf-ee935d5cd40e tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Calling delete_port for 3304b61c-a240-4c28-9c98-5c9e09f9df53 owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:31:44.540964 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 10 Nov 2021 17:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11720a0d-2496-4eea-948a-cac4800e4624 x-openstack-request-id: req-11720a0d-2496-4eea-948a-cac4800e4624 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:31:44.541613 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f97282-26ef-4a7d-9a2c-0b35bf10931c", "tag": "25e093d2-2794-45d8-879c-c62dc515e8a8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5a7841fa-4022-48a7-bf9e-29d2bf1f460d", "tag": "d5fe9619-f45b-486e-aa26-f035ae11636b", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:31:44.541613 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-11720a0d-2496-4eea-948a-cac4800e4624 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:31:44.541817 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f97282-26ef-4a7d-9a2c-0b35bf10931c', 'tag': '25e093d2-2794-45d8-879c-c62dc515e8a8', 'status': 'completed', 'code': 200} Nov 10 17:31:44.542076 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7841fa-4022-48a7-bf9e-29d2bf1f460d', 'tag': 'd5fe9619-f45b-486e-aa26-f035ae11636b', 'status': 'completed', 'code': 200} Nov 10 17:31:44.591334 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddaf45a-c48c-4c2f-91b4-c8100e3b068d req-d2356c34-cf3b-458f-ac56-e19a3bd77323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:44.596190 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9ddaf45a-c48c-4c2f-91b4-c8100e3b068d req-d2356c34-cf3b-458f-ac56-e19a3bd77323 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 1096 time: 0.1194196 Nov 10 17:31:44.601897 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-685c8769-69e9-4e5c-85f0-bd839fa07691 req-40d5c19e-7fe0-42ee-8b6e-18e6262bdd63 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3af7a8f-fb6d-4926-853a-cf13345d5921 HTTP/1.1" status: 200 len: 210 time: 0.0754328 Nov 10 17:31:44.619453 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddaf45a-c48c-4c2f-91b4-c8100e3b068d req-05c464d9-1015-4afa-b6e8-62606d74928c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:44.621140 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9ddaf45a-c48c-4c2f-91b4-c8100e3b068d req-05c464d9-1015-4afa-b6e8-62606d74928c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=550346fb7b854e588018ed0d527afbf6&device_id=56f97282-26ef-4a7d-9a2c-0b35bf10931c HTTP/1.1" status: 200 len: 1098 time: 0.0924134 Nov 10 17:31:44.762737 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-226f4046-224e-49e1-b358-05cfaafb9361 req-df96acb9-ba3b-4d75-88cf-ee935d5cd40e tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:44.787241 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddaf45a-c48c-4c2f-91b4-c8100e3b068d req-804c0310-0a9e-4460-87bb-d6853dbacb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:44.789391 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9ddaf45a-c48c-4c2f-91b4-c8100e3b068d req-804c0310-0a9e-4460-87bb-d6853dbacb8c service neutron] 10.222.0.11 "GET /v2.0/networks?id=ee9bf645-62ea-4fb8-afab-51398fe4d64d HTTP/1.1" status: 200 len: 909 time: 0.1798434 Nov 10 17:31:44.802649 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e5100-939d-4032-97e4-e053441ebe8a req-0937457a-24a2-4a60-af8e-2cce0427b763 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:44.810488 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-268e5100-939d-4032-97e4-e053441ebe8a req-0937457a-24a2-4a60-af8e-2cce0427b763 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 948 time: 0.1172504 Nov 10 17:31:44.819948 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96acb9-ba3b-4d75-88cf-ee935d5cd40e tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Pushing event deleted for resources: {'Port': ['ID=3304b61c-a240-4c28-9c98-5c9e09f9df53,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:44.849725 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddaf45a-c48c-4c2f-91b4-c8100e3b068d req-32f7f6c0-16de-4940-af62-d95fd0cb2774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:44.851401 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9ddaf45a-c48c-4c2f-91b4-c8100e3b068d req-32f7f6c0-16de-4940-af62-d95fd0cb2774 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2881d57b-3f4f-4d35-825f-cd2dc9b06116 HTTP/1.1" status: 200 len: 922 time: 0.2165203 Nov 10 17:31:44.875189 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9ddaf45a-c48c-4c2f-91b4-c8100e3b068d req-7fb3c86c-6ce3-4c16-8ebf-256ab5f1c609 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5fe9619-f45b-486e-aa26-f035ae11636b HTTP/1.1" status: 200 len: 217 time: 0.0552771 Nov 10 17:31:44.927008 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-268e5100-939d-4032-97e4-e053441ebe8a req-fb766959-cc59-4cf3-883e-59ccf73e69de tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154943 Nov 10 17:31:44.945746 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-226f4046-224e-49e1-b358-05cfaafb9361 req-df96acb9-ba3b-4d75-88cf-ee935d5cd40e tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:44.949367 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-226f4046-224e-49e1-b358-05cfaafb9361 req-df96acb9-ba3b-4d75-88cf-ee935d5cd40e tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:44.951327 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-226f4046-224e-49e1-b358-05cfaafb9361 req-df96acb9-ba3b-4d75-88cf-ee935d5cd40e tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "DELETE /v2.0/floatingips/ada44c18-ffdd-4f1d-a649-78e72fd483e0 HTTP/1.1" status: 204 len: 173 time: 1.3163297 Nov 10 17:31:44.974374 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9ddaf45a-c48c-4c2f-91b4-c8100e3b068d req-787ee8ff-011a-4b1c-b1bc-516ce8efa762 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25e093d2-2794-45d8-879c-c62dc515e8a8 HTTP/1.1" status: 200 len: 1001 time: 0.0984504 Nov 10 17:31:45.005444 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddaf45a-c48c-4c2f-91b4-c8100e3b068d req-5a0c5d61-a9d6-4d43-9b13-441cb300ac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:45.006824 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9ddaf45a-c48c-4c2f-91b4-c8100e3b068d req-5a0c5d61-a9d6-4d43-9b13-441cb300ac87 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6dcea188-714e-4316-9245-d3631f0cca17 HTTP/1.1" status: 200 len: 848 time: 0.1050186 Nov 10 17:31:45.058154 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bf9a8f8-a29f-46d1-a582-5787bb91d4e5 req-dbf038ec-c15c-4593-86f3-21d2eed72e0b tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 1001 time: 0.0816834 Nov 10 17:31:45.064632 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9ddaf45a-c48c-4c2f-91b4-c8100e3b068d req-582c6adf-a8ef-43d2-977a-899aafaf48f8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ee9bf645-62ea-4fb8-afab-51398fe4d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487480 Nov 10 17:31:45.157486 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9a8f8-a29f-46d1-a582-5787bb91d4e5 req-c95b0b2f-6833-4f9b-af5a-a8ec9f161e1b tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:45.159263 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bf9a8f8-a29f-46d1-a582-5787bb91d4e5 req-c95b0b2f-6833-4f9b-af5a-a8ec9f161e1b tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/ports/25e093d2-2794-45d8-879c-c62dc515e8a8 HTTP/1.1" status: 200 len: 943 time: 0.0906796 Nov 10 17:31:45.167070 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddaf45a-c48c-4c2f-91b4-c8100e3b068d req-3dae00e4-9ea7-4acc-8260-a99d370753be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:45.169639 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9ddaf45a-c48c-4c2f-91b4-c8100e3b068d req-3dae00e4-9ea7-4acc-8260-a99d370753be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd HTTP/1.1" status: 200 len: 860 time: 0.1099975 Nov 10 17:31:45.295170 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9ddaf45a-c48c-4c2f-91b4-c8100e3b068d req-c85c2fb6-a2fd-42d6-b5e7-729d887b39c2 service neutron] 10.222.0.11 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223310 Nov 10 17:31:45.341608 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddaf45a-c48c-4c2f-91b4-c8100e3b068d req-75d7d4da-960b-4e7e-b45a-c50fef83fe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:45.343050 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9ddaf45a-c48c-4c2f-91b4-c8100e3b068d req-75d7d4da-960b-4e7e-b45a-c50fef83fe45 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2881d57b-3f4f-4d35-825f-cd2dc9b06116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1635849 Nov 10 17:31:45.445541 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bf9a8f8-a29f-46d1-a582-5787bb91d4e5 req-dd7be080-7273-49b8-a45f-36e2a2a75717 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 1001 time: 0.2175565 Nov 10 17:31:45.492597 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b0320-77df-4af1-9ed7-81fcf14e5f2e req-555955a9-40b4-4078-bfb0-92b925e51e10 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:45.500949 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-605b0320-77df-4af1-9ed7-81fcf14e5f2e req-555955a9-40b4-4078-bfb0-92b925e51e10 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 944 time: 0.0998335 Nov 10 17:31:45.517390 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9ddaf45a-c48c-4c2f-91b4-c8100e3b068d req-55ccee4e-3ae2-4380-b8aa-f91d83260564 service neutron] 10.222.0.11 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141309 Nov 10 17:31:45.576586 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-605b0320-77df-4af1-9ed7-81fcf14e5f2e req-1c4da83b-ce4e-4269-be77-2aa65e2371ba tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743308 Nov 10 17:31:45.579423 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9ddaf45a-c48c-4c2f-91b4-c8100e3b068d req-1c9190fb-85bd-4ab8-bfca-6375a2a595b0 service neutron] 10.222.0.13 "GET /v2.0/networks/2881d57b-3f4f-4d35-825f-cd2dc9b06116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177677 Nov 10 17:31:45.629881 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9a8f8-a29f-46d1-a582-5787bb91d4e5 req-88e8928c-9803-4f89-b20a-f315378a547c tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:45.638646 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bf9a8f8-a29f-46d1-a582-5787bb91d4e5 req-88e8928c-9803-4f89-b20a-f315378a547c tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 784 time: 0.1921515 Nov 10 17:31:45.659104 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0bf9002-8b58-4513-80b9-a70a0ee6a806 req-d30e7872-cf20-4163-8adf-d2bf8abb533a tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "GET /v2.0/floatingips/a6961f5c-7df9-4732-843f-67c79368c877 HTTP/1.1" status: 200 len: 693 time: 0.0576000 Nov 10 17:31:45.779896 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf9002-8b58-4513-80b9-a70a0ee6a806 req-4a7e8212-49df-425f-9ff8-62335c26526d tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:45.789324 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0bf9002-8b58-4513-80b9-a70a0ee6a806 req-4a7e8212-49df-425f-9ff8-62335c26526d tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 784 time: 0.1235034 Nov 10 17:31:45.801888 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9ddaf45a-c48c-4c2f-91b4-c8100e3b068d req-5629d9da-17ea-4dd8-bea1-7436e1c7d596 service neutron] 10.222.0.13 "GET /v2.0/networks/2881d57b-3f4f-4d35-825f-cd2dc9b06116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077515 Nov 10 17:31:45.805752 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bf9a8f8-a29f-46d1-a582-5787bb91d4e5 req-3c5510e9-5acb-4487-afef-03909527e4cf tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 1001 time: 0.1662991 Nov 10 17:31:45.825714 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-8bf9a8f8-a29f-46d1-a582-5787bb91d4e5 req-2ecc31c5-1233-40e5-a2e6-6334715e33c0 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:31:45.883699 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0bf9002-8b58-4513-80b9-a70a0ee6a806 req-12628339-4d2b-4031-b387-a0f3d8cca693 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.225 HTTP/1.1" status: 200 len: 696 time: 0.0933273 Nov 10 17:31:45.977156 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0bf9002-8b58-4513-80b9-a70a0ee6a806 req-6f1d9d44-9b6a-4513-8056-42f1658b94cb tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.225 HTTP/1.1" status: 200 len: 696 time: 0.0845439 Nov 10 17:31:45.982242 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8bf9a8f8-a29f-46d1-a582-5787bb91d4e5 req-2ecc31c5-1233-40e5-a2e6-6334715e33c0 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks [] for floatingip, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:46.124586 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-b0bf9002-8b58-4513-80b9-a70a0ee6a806 req-fa03a899-773e-4381-8dd6-343ae01a273e tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Deleting port 00dcd9fb-32f2-499c-8ad7-4e2dc39cb8eb {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:31:46.125166 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b0bf9002-8b58-4513-80b9-a70a0ee6a806 req-fa03a899-773e-4381-8dd6-343ae01a273e tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:46.231915 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8bf9a8f8-a29f-46d1-a582-5787bb91d4e5 req-2ecc31c5-1233-40e5-a2e6-6334715e33c0 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:46.238220 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8bf9a8f8-a29f-46d1-a582-5787bb91d4e5 req-2ecc31c5-1233-40e5-a2e6-6334715e33c0 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:46.239602 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [req-8bf9a8f8-a29f-46d1-a582-5787bb91d4e5 req-2ecc31c5-1233-40e5-a2e6-6334715e33c0 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Floating IP f366ff85-d3a0-4a25-a83d-571e3e42869a disassociated. External IP: 172.25.5.32, port: 25e093d2-2794-45d8-879c-c62dc515e8a8. Nov 10 17:31:46.253718 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b0bf9002-8b58-4513-80b9-a70a0ee6a806 req-fa03a899-773e-4381-8dd6-343ae01a273e tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:46.254044 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b0bf9002-8b58-4513-80b9-a70a0ee6a806 req-fa03a899-773e-4381-8dd6-343ae01a273e tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:46.266569 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-b0bf9002-8b58-4513-80b9-a70a0ee6a806 req-fa03a899-773e-4381-8dd6-343ae01a273e tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Calling delete_port for 00dcd9fb-32f2-499c-8ad7-4e2dc39cb8eb owned by network:floatingip {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:31:46.331009 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:31:46.459636 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b0bf9002-8b58-4513-80b9-a70a0ee6a806 req-fa03a899-773e-4381-8dd6-343ae01a273e tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:46.462806 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 2c35e20c-02dc-4c2f-92e1-22ad479de6dd no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:31:46.490181 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 2c35e20c-02dc-4c2f-92e1-22ad479de6dd {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:31:46.490918 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 2c35e20c-02dc-4c2f-92e1-22ad479de6dd not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:31:46.499529 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:46.513194 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'fdce9ab3-ed7e-455d-bedc-912ea1a5ea06', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': 'fdce9ab3-ed7e-455d-bedc-912ea1a5ea06', 'mac_address': 'fa:16:3e:4b:3d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:31:46.517647 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03a899-773e-4381-8dd6-343ae01a273e tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Pushing event deleted for resources: {'Port': ['ID=00dcd9fb-32f2-499c-8ad7-4e2dc39cb8eb,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:46.548864 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3af7a8f-fb6d-4926-853a-cf13345d5921', 'name': 'network-vif-deleted', 'tag': '2c35e20c-02dc-4c2f-92e1-22ad479de6dd'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:31:46.551753 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be48b6d-cebc-4186-94a7-6c9b94eb1aba" -d '{"events": [{"server_uuid": "c3af7a8f-fb6d-4926-853a-cf13345d5921", "name": "network-vif-deleted", "tag": "2c35e20c-02dc-4c2f-92e1-22ad479de6dd"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:31:46.558426 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:46.576460 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03a899-773e-4381-8dd6-343ae01a273e tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:46.576811 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03a899-773e-4381-8dd6-343ae01a273e tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:46.577161 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03a899-773e-4381-8dd6-343ae01a273e tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:46.577503 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03a899-773e-4381-8dd6-343ae01a273e tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:46.577842 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03a899-773e-4381-8dd6-343ae01a273e tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:46.578179 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03a899-773e-4381-8dd6-343ae01a273e tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:46.578513 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03a899-773e-4381-8dd6-343ae01a273e tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:46.578843 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03a899-773e-4381-8dd6-343ae01a273e tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:46.579175 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03a899-773e-4381-8dd6-343ae01a273e tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:46.579502 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03a899-773e-4381-8dd6-343ae01a273e tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:46.579828 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03a899-773e-4381-8dd6-343ae01a273e tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:46.580143 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa03a899-773e-4381-8dd6-343ae01a273e tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:46.580726 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:31:46.611634 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:46.620220 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bf9a8f8-a29f-46d1-a582-5787bb91d4e5 req-2ecc31c5-1233-40e5-a2e6-6334715e33c0 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Router 5a0209a4-f47c-4e82-932e-750552be6494 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:31:46.620778 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:46.634823 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b0bf9002-8b58-4513-80b9-a70a0ee6a806 req-fa03a899-773e-4381-8dd6-343ae01a273e tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks [] for floatingip, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:46.647442 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b0bf9002-8b58-4513-80b9-a70a0ee6a806 req-fa03a899-773e-4381-8dd6-343ae01a273e tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:46.648648 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0bf9002-8b58-4513-80b9-a70a0ee6a806 req-fa03a899-773e-4381-8dd6-343ae01a273e tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "DELETE /v2.0/floatingips/a6961f5c-7df9-4732-843f-67c79368c877 HTTP/1.1" status: 204 len: 173 time: 0.6703410 Nov 10 17:31:46.868656 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7a3ca-bea4-43d9-9dcf-d393517abb93 req-d92af764-3ecb-4452-9b93-11751fefd0ef tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:46.879180 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0d7a3ca-bea4-43d9-9dcf-d393517abb93 req-d92af764-3ecb-4452-9b93-11751fefd0ef tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfb87d74-b09a-4381-a6b0-7eeb0d3b541d HTTP/1.1" status: 200 len: 946 time: 0.0745718 Nov 10 17:31:46.916611 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:46.953763 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0d7a3ca-bea4-43d9-9dcf-d393517abb93 req-ba278c3f-4a86-40d6-8866-1b3d46bea7db tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "GET /v2.0/security-groups?id=832b652e-0137-4e68-9e92-89d6c3005823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733461 Nov 10 17:31:46.999569 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['fdce9ab3-ed7e-455d-bedc-912ea1a5ea06'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:31:47.079870 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-308d88e2-9f89-4f3a-8a76-b34e17e49055 req-98aec936-5989-4aad-8f4c-27b491fc6325 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3af7a8f-fb6d-4926-853a-cf13345d5921 HTTP/1.1" status: 200 len: 210 time: 0.0404398 Nov 10 17:31:47.194903 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bf9a8f8-a29f-46d1-a582-5787bb91d4e5 req-2ecc31c5-1233-40e5-a2e6-6334715e33c0 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:31:47.201210 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8bf9a8f8-a29f-46d1-a582-5787bb91d4e5 req-2ecc31c5-1233-40e5-a2e6-6334715e33c0 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:47.228205 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62cd678-ecd1-4b57-b321-b3f16ebc422e None None] Sync routers for ids ['5a0209a4-f47c-4e82-932e-750552be6494'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:31:47.237583 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bf9a8f8-a29f-46d1-a582-5787bb91d4e5 req-2ecc31c5-1233-40e5-a2e6-6334715e33c0 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "PUT /v2.0/floatingips/f366ff85-d3a0-4a25-a83d-571e3e42869a HTTP/1.1" status: 200 len: 694 time: 1.4200230 Nov 10 17:31:47.261809 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512ce2e-2d99-47a8-9b3e-90a073c5cff3 req-5ace12b5-60ab-442a-b645-efefaa94aad4 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:47.262867 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0512ce2e-2d99-47a8-9b3e-90a073c5cff3 req-5ace12b5-60ab-442a-b645-efefaa94aad4 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 949 time: 0.0927460 Nov 10 17:31:47.275862 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62cd678-ecd1-4b57-b321-b3f16ebc422e None None] Routers {'5a0209a4-f47c-4e82-932e-750552be6494'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:31:47.277462 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-d62cd678-ecd1-4b57-b321-b3f16ebc422e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:31:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['5a0209a4-f47c-4e82-932e-750552be6494'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:47.315676 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9a8f8-a29f-46d1-a582-5787bb91d4e5 req-fc55e710-965c-4b3e-861b-73542fb87ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:47.319269 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bf9a8f8-a29f-46d1-a582-5787bb91d4e5 req-fc55e710-965c-4b3e-861b-73542fb87ccf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=550346fb7b854e588018ed0d527afbf6&device_id=56f97282-26ef-4a7d-9a2c-0b35bf10931c HTTP/1.1" status: 200 len: 1098 time: 0.0608866 Nov 10 17:31:47.354644 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0512ce2e-2d99-47a8-9b3e-90a073c5cff3 req-d249215b-9ed1-464b-b547-63515df56306 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827937 Nov 10 17:31:47.465387 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9a8f8-a29f-46d1-a582-5787bb91d4e5 req-eed465c1-ce1c-4aed-9054-8629512d3f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:47.468109 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bf9a8f8-a29f-46d1-a582-5787bb91d4e5 req-eed465c1-ce1c-4aed-9054-8629512d3f45 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2881d57b-3f4f-4d35-825f-cd2dc9b06116 HTTP/1.1" status: 200 len: 922 time: 0.1405199 Nov 10 17:31:47.492811 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1856e4be-8c5f-42ab-b9a6-015e0df63cdf x-openstack-request-id: req-1856e4be-8c5f-42ab-b9a6-015e0df63cdf {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:31:47.493051 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3af7a8f-fb6d-4926-853a-cf13345d5921", "name": "network-vif-deleted", "tag": "2c35e20c-02dc-4c2f-92e1-22ad479de6dd", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:31:47.493328 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1856e4be-8c5f-42ab-b9a6-015e0df63cdf {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:31:47.493725 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3af7a8f-fb6d-4926-853a-cf13345d5921', 'name': 'network-vif-deleted', 'tag': '2c35e20c-02dc-4c2f-92e1-22ad479de6dd', 'status': 'completed', 'code': 200} Nov 10 17:31:47.525542 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bf9a8f8-a29f-46d1-a582-5787bb91d4e5 req-4fb9fd77-3b74-4b2f-9b46-1ac49e0fb9f3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25e093d2-2794-45d8-879c-c62dc515e8a8 HTTP/1.1" status: 200 len: 217 time: 0.0465188 Nov 10 17:31:47.531720 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-d62cd678-ecd1-4b57-b321-b3f16ebc422e None None] Set router 5a0209a4-f47c-4e82-932e-750552be6494 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:31:47.595888 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9a8f8-a29f-46d1-a582-5787bb91d4e5 req-9b694802-52f4-4a77-8f22-1f0b11f1e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:47.600649 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bf9a8f8-a29f-46d1-a582-5787bb91d4e5 req-9b694802-52f4-4a77-8f22-1f0b11f1e870 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd HTTP/1.1" status: 200 len: 860 time: 0.0636661 Nov 10 17:31:47.610283 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b87e80-b336-4838-8547-38526e86e016 req-4a861a25-2e52-414f-aeb2-2cc33accc6c4 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:47.611859 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0b87e80-b336-4838-8547-38526e86e016 req-4a861a25-2e52-414f-aeb2-2cc33accc6c4 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 944 time: 0.0560608 Nov 10 17:31:47.671816 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9a8f8-a29f-46d1-a582-5787bb91d4e5 req-de5d5756-1208-4f1d-a7f2-9a01402a2fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:47.672500 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0b87e80-b336-4838-8547-38526e86e016 req-1ac38055-7c28-44fe-bd1e-158210d9f3d8 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521808 Nov 10 17:31:47.674106 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bf9a8f8-a29f-46d1-a582-5787bb91d4e5 req-de5d5756-1208-4f1d-a7f2-9a01402a2fe1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2881d57b-3f4f-4d35-825f-cd2dc9b06116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646164 Nov 10 17:31:47.806739 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-67f0b651-5939-40ad-8365-bc515a5eccce req-726007b8-0191-4a58-8dcb-2c8e99229af7 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "GET /v2.0/floatingips/7264e033-05d8-4780-b4c3-6f7b968eb30d HTTP/1.1" status: 200 len: 693 time: 0.1017466 Nov 10 17:31:47.851884 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bf9a8f8-a29f-46d1-a582-5787bb91d4e5 req-9811538b-f6ba-4df9-b5b8-e1848f22058a service neutron] 10.222.0.39 "GET /v2.0/networks/2881d57b-3f4f-4d35-825f-cd2dc9b06116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524994 Nov 10 17:31:47.873435 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-d62cd678-ecd1-4b57-b321-b3f16ebc422e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0209a4-f47c-4e82-932e-750552be6494', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268988109-router', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:46Z', 'updated_at': '2021-11-10T17:30:52Z', 'revision_number': 4, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'gw_port': {'id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:47Z', 'updated_at': '2021-11-10T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8', 'name': '', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'mac_address': 'fa:16:3e:a1:9e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:51Z', 'updated_at': '2021-11-10T17:30:57Z', 'revision_number': 5, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'subnets': [{'id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:47.904314 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62cd678-ecd1-4b57-b321-b3f16ebc422e None None] Checking router: 5a0209a4-f47c-4e82-932e-750552be6494 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:31:47.919940 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62cd678-ecd1-4b57-b321-b3f16ebc422e None None] Routers {'5a0209a4-f47c-4e82-932e-750552be6494'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:31:47.921587 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-d62cd678-ecd1-4b57-b321-b3f16ebc422e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:31:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['5a0209a4-f47c-4e82-932e-750552be6494'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:47.965626 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0b651-5939-40ad-8365-bc515a5eccce req-304dfab6-af74-46dd-87a8-24d2e0060218 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:47.967013 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-67f0b651-5939-40ad-8365-bc515a5eccce req-304dfab6-af74-46dd-87a8-24d2e0060218 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 784 time: 0.1595106 Nov 10 17:31:47.998595 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bf9a8f8-a29f-46d1-a582-5787bb91d4e5 req-536a74c8-9d12-4fe1-aae8-c16796597d16 service neutron] 10.222.0.39 "GET /v2.0/networks/2881d57b-3f4f-4d35-825f-cd2dc9b06116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451116 Nov 10 17:31:48.069987 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-67f0b651-5939-40ad-8365-bc515a5eccce req-bc389344-9757-45c7-8604-7f62395cce02 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.187 HTTP/1.1" status: 200 len: 696 time: 0.0949028 Nov 10 17:31:48.100673 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-d62cd678-ecd1-4b57-b321-b3f16ebc422e None None] Set router 5a0209a4-f47c-4e82-932e-750552be6494 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:31:48.165062 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-67f0b651-5939-40ad-8365-bc515a5eccce req-214bf6b9-f52b-43a8-b870-864a5880968e tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.187 HTTP/1.1" status: 200 len: 696 time: 0.0930572 Nov 10 17:31:48.346053 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:31:48.373754 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-37a732db-846b-4307-a56d-f2c922397d31 req-014368b4-d6df-422d-87df-12ebe042c55c tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3af7a8f-fb6d-4926-853a-cf13345d5921 HTTP/1.1" status: 200 len: 210 time: 0.0474908 Nov 10 17:31:48.398433 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-67f0b651-5939-40ad-8365-bc515a5eccce req-57fbcb83-78c7-495b-af80-afd089c55209 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Deleting port f39c1a66-4be0-4b96-bdc8-2a84741022c8 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:31:48.402110 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-67f0b651-5939-40ad-8365-bc515a5eccce req-57fbcb83-78c7-495b-af80-afd089c55209 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:48.445382 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-d62cd678-ecd1-4b57-b321-b3f16ebc422e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0209a4-f47c-4e82-932e-750552be6494', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268988109-router', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:46Z', 'updated_at': '2021-11-10T17:30:52Z', 'revision_number': 4, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'gw_port': {'id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:47Z', 'updated_at': '2021-11-10T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8', 'name': '', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'mac_address': 'fa:16:3e:a1:9e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:51Z', 'updated_at': '2021-11-10T17:30:57Z', 'revision_number': 5, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'subnets': [{'id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:48.477659 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:31:48.482442 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62cd678-ecd1-4b57-b321-b3f16ebc422e None None] The sync data for ids ['5a0209a4-f47c-4e82-932e-750552be6494'] in n-d-776250-10 is: [{'id': '5a0209a4-f47c-4e82-932e-750552be6494', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268988109-router', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:46Z', 'updated_at': '2021-11-10T17:30:52Z', 'revision_number': 4, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'gw_port': {'id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:47Z', 'updated_at': '2021-11-10T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8', 'name': '', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'mac_address': 'fa:16:3e:a1:9e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:51Z', 'updated_at': '2021-11-10T17:30:57Z', 'revision_number': 5, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'subnets': [{'id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:31:48.486910 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:31:48.487385 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:48.608057 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-67f0b651-5939-40ad-8365-bc515a5eccce req-57fbcb83-78c7-495b-af80-afd089c55209 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:48.608554 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-67f0b651-5939-40ad-8365-bc515a5eccce req-57fbcb83-78c7-495b-af80-afd089c55209 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:48.623355 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-67f0b651-5939-40ad-8365-bc515a5eccce req-57fbcb83-78c7-495b-af80-afd089c55209 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Calling delete_port for f39c1a66-4be0-4b96-bdc8-2a84741022c8 owned by network:floatingip {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:31:48.653052 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeeb665-9cb9-4be9-a0aa-d6daeb82569b req-a689838b-9ed1-4e18-bd0f-c4f8b8069117 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:48.661238 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2aeeb665-9cb9-4be9-a0aa-d6daeb82569b req-a689838b-9ed1-4e18-bd0f-c4f8b8069117 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a11e0ec-1b74-4b78-acdc-f70c951b68ed&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1154892 Nov 10 17:31:48.671658 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:48.720900 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ea25ec-d89a-452e-ad8e-c2033abfc43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdce9ab3-ed7e-455d-bedc-912ea1a5ea06'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:31:48.727376 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd76ad0-7702-4bb7-b778-4fb999081a6f" -d '{"events": [{"server_uuid": "45ea25ec-d89a-452e-ad8e-c2033abfc43f", "name": "network-vif-plugged", "status": "completed", "tag": "fdce9ab3-ed7e-455d-bedc-912ea1a5ea06"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:31:48.761926 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:48.774066 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:48.788244 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2aeeb665-9cb9-4be9-a0aa-d6daeb82569b req-7b310bbd-21bd-46fe-b4c1-3ccf7d232ff3 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 697 time: 0.1187539 Nov 10 17:31:48.798358 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-2aeeb665-9cb9-4be9-a0aa-d6daeb82569b req-2a5193af-fe7a-4672-844d-248198fb3217 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Request body: {'floatingip': {'port_id': '2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:31:48.816750 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-67f0b651-5939-40ad-8365-bc515a5eccce req-57fbcb83-78c7-495b-af80-afd089c55209 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:48.851180 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbcb83-78c7-495b-af80-afd089c55209 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Pushing event deleted for resources: {'Port': ['ID=f39c1a66-4be0-4b96-bdc8-2a84741022c8,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:48.886049 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:48.899427 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2aeeb665-9cb9-4be9-a0aa-d6daeb82569b req-2a5193af-fe7a-4672-844d-248198fb3217 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks [] for floatingip, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:48.916669 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fca3fc-2098-49c1-b8fc-14df11481eec None None] New status for floating IP f366ff85-d3a0-4a25-a83d-571e3e42869a: DOWN {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:31:48.955384 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-67f0b651-5939-40ad-8365-bc515a5eccce req-57fbcb83-78c7-495b-af80-afd089c55209 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks [] for floatingip, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:48.959269 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-67f0b651-5939-40ad-8365-bc515a5eccce req-57fbcb83-78c7-495b-af80-afd089c55209 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:48.960738 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-67f0b651-5939-40ad-8365-bc515a5eccce req-57fbcb83-78c7-495b-af80-afd089c55209 tempest-FloatingIPDetailsTestJSON-927874104 tempest-FloatingIPDetailsTestJSON-927874104-project] 10.222.0.39 "DELETE /v2.0/floatingips/7264e033-05d8-4780-b4c3-6f7b968eb30d HTTP/1.1" status: 204 len: 173 time: 0.7944763 Nov 10 17:31:48.969212 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58400) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:31:49.356257 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ca865-0539-4055-9b51-edee7de34c9d req-ed60b878-faf9-476b-ac43-2fcaef49c057 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:49.357817 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9d6ca865-0539-4055-9b51-edee7de34c9d req-ed60b878-faf9-476b-ac43-2fcaef49c057 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 950 time: 0.1051373 Nov 10 17:31:49.384846 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.db.api [req-2aeeb665-9cb9-4be9-a0aa-d6daeb82569b req-2a5193af-fe7a-4672-844d-248198fb3217 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:31:49.385166 n-d-776250-10 neutron-server[102469]: DEBUG oslo_db.api [req-2aeeb665-9cb9-4be9-a0aa-d6daeb82569b req-2a5193af-fe7a-4672-844d-248198fb3217 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:31:49.442908 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9d6ca865-0539-4055-9b51-edee7de34c9d req-5e246b51-9e39-4277-ab45-84b416fadaab tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767918 Nov 10 17:31:49.495018 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f97282-26ef-4a7d-9a2c-0b35bf10931c', 'tag': '25e093d2-2794-45d8-879c-c62dc515e8a8'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:31:49.497841 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559a14c2-c87b-429d-87f7-7274d4b29f72" -d '{"events": [{"name": "network-changed", "server_uuid": "56f97282-26ef-4a7d-9a2c-0b35bf10931c", "tag": "25e093d2-2794-45d8-879c-c62dc515e8a8"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:31:49.518937 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5bbfc875-5d81-4afb-a791-e22abadeda6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:49.685974 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50e33c-52e8-4d45-99c3-1de5ad0823de req-a5064689-7481-40eb-9293-118b18d48faa tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:49.687309 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3c50e33c-52e8-4d45-99c3-1de5ad0823de req-a5064689-7481-40eb-9293-118b18d48faa tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 944 time: 0.1170480 Nov 10 17:31:49.756532 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3c50e33c-52e8-4d45-99c3-1de5ad0823de req-25539ed2-0f74-464e-a120-1eb48c171890 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525849 Nov 10 17:31:49.807044 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec618d2-94cc-4bdd-935e-8bde4e190583 x-openstack-request-id: req-dec618d2-94cc-4bdd-935e-8bde4e190583 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:31:49.807563 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ea25ec-d89a-452e-ad8e-c2033abfc43f", "name": "network-vif-plugged", "status": "completed", "tag": "fdce9ab3-ed7e-455d-bedc-912ea1a5ea06", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:31:49.807798 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dec618d2-94cc-4bdd-935e-8bde4e190583 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:31:49.808323 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ea25ec-d89a-452e-ad8e-c2033abfc43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdce9ab3-ed7e-455d-bedc-912ea1a5ea06', 'code': 200} Nov 10 17:31:49.841168 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-5bbfc875-5d81-4afb-a791-e22abadeda6c admin admin] Deleting port e01e815b-e600-4381-960b-7950df2de772 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:31:49.841563 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5bbfc875-5d81-4afb-a791-e22abadeda6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:49.886389 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2aeeb665-9cb9-4be9-a0aa-d6daeb82569b req-2a5193af-fe7a-4672-844d-248198fb3217 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks [] for floatingip, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:50.179881 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6fe48-715f-47ba-882a-8c0634845827 req-fed5236a-083a-44f8-829b-4248f606789c tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:50.181482 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d8f6fe48-715f-47ba-882a-8c0634845827 req-fed5236a-083a-44f8-829b-4248f606789c tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.13 "GET /v2.0/ports?device_id=56f97282-26ef-4a7d-9a2c-0b35bf10931c HTTP/1.1" status: 200 len: 946 time: 0.0902417 Nov 10 17:31:50.275357 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2edc687-0c0e-4f76-8120-b185719dd0a8 req-ec0b5342-6d8f-4b05-b19d-2454ed173985 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:50.276843 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d2edc687-0c0e-4f76-8120-b185719dd0a8 req-ec0b5342-6d8f-4b05-b19d-2454ed173985 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfb87d74-b09a-4381-a6b0-7eeb0d3b541d HTTP/1.1" status: 200 len: 946 time: 0.3974783 Nov 10 17:31:50.297524 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a5a30-f400-4c8b-90d9-afbfce45e3b7 req-b6367676-f680-411f-826c-446178f84ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:50.297954 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dc9a5a30-f400-4c8b-90d9-afbfce45e3b7 req-b6367676-f680-411f-826c-446178f84ef9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 1102 time: 0.4045942 Nov 10 17:31:50.310574 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-5bbfc875-5d81-4afb-a791-e22abadeda6c admin admin] For port e01e815b-e600-4381-960b-7950df2de772, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=e01e815b-e600-4381-960b-7950df2de772,segment=NetworkSegment(7fd768f5-fcbc-44e8-84c4-89d0995d9a81),segment_id=7fd768f5-fcbc-44e8-84c4-89d0995d9a81)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:50.310942 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5bbfc875-5d81-4afb-a791-e22abadeda6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:50.337249 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-5bbfc875-5d81-4afb-a791-e22abadeda6c admin admin] Calling delete_port for e01e815b-e600-4381-960b-7950df2de772 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:31:50.367964 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d2edc687-0c0e-4f76-8120-b185719dd0a8 req-f12ac989-b9c4-4486-ad05-560434b309df tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "GET /v2.0/security-groups?id=832b652e-0137-4e68-9e92-89d6c3005823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785656 Nov 10 17:31:50.405683 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-d8f6fe48-715f-47ba-882a-8c0634845827 req-9aa29ecf-7717-42a4-b82b-6b2e65ba5562 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Deleting port 25e093d2-2794-45d8-879c-c62dc515e8a8 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:31:50.406012 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d8f6fe48-715f-47ba-882a-8c0634845827 req-9aa29ecf-7717-42a4-b82b-6b2e65ba5562 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:50.427668 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dc9a5a30-f400-4c8b-90d9-afbfce45e3b7 req-446cd2f7-2bd8-4f50-bc5d-1254847e2964 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141555 Nov 10 17:31:50.558725 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2aeeb665-9cb9-4be9-a0aa-d6daeb82569b req-2a5193af-fe7a-4672-844d-248198fb3217 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:50.565604 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2aeeb665-9cb9-4be9-a0aa-d6daeb82569b req-2a5193af-fe7a-4672-844d-248198fb3217 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:50.625255 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-d8f6fe48-715f-47ba-882a-8c0634845827 req-9aa29ecf-7717-42a4-b82b-6b2e65ba5562 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] For port 25e093d2-2794-45d8-879c-c62dc515e8a8, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=25e093d2-2794-45d8-879c-c62dc515e8a8,segment=NetworkSegment(7b5351fa-b7da-4a56-a345-32bddce39070),segment_id=7b5351fa-b7da-4a56-a345-32bddce39070)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:50.625745 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d8f6fe48-715f-47ba-882a-8c0634845827 req-9aa29ecf-7717-42a4-b82b-6b2e65ba5562 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:50.656818 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-30c43106-9f81-4d9d-b2b3-126e35dea7e7 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:50.658416 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-30c43106-9f81-4d9d-b2b3-126e35dea7e7 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/networks?id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1 HTTP/1.1" status: 200 len: 821 time: 0.1454105 Nov 10 17:31:50.668620 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-d8f6fe48-715f-47ba-882a-8c0634845827 req-9aa29ecf-7717-42a4-b82b-6b2e65ba5562 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Calling delete_port for 25e093d2-2794-45d8-879c-c62dc515e8a8 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:31:50.683656 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-6716416e-19df-485f-adab-efcafe9fbf22 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/quotas/0ec9ca6147964daa83e30b2176db3b36 HTTP/1.1" status: 200 len: 375 time: 0.0146265 Nov 10 17:31:50.699714 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5bbfc875-5d81-4afb-a791-e22abadeda6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:50.739183 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [req-2aeeb665-9cb9-4be9-a0aa-d6daeb82569b req-2a5193af-fe7a-4672-844d-248198fb3217 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Floating IP f366ff85-d3a0-4a25-a83d-571e3e42869a associated. External IP: 172.25.5.32, port: 2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d. Nov 10 17:31:50.779604 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbfc875-5d81-4afb-a791-e22abadeda6c admin admin] Pushing event deleted for resources: {'Port': ['ID=e01e815b-e600-4381-960b-7950df2de772,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:50.841127 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-b1954880-adb2-4885-b8d1-bde2facb29bf tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ec9ca6147964daa83e30b2176db3b36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1297073 Nov 10 17:31:51.020161 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d8f6fe48-715f-47ba-882a-8c0634845827 req-9aa29ecf-7717-42a4-b82b-6b2e65ba5562 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:51.037386 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:31:51.039982 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['25e093d2-2794-45d8-879c-c62dc515e8a8'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:31:51.049383 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c878dd-27a6-4932-aee3-2328cc0e163e req-9810ebe9-787a-4bf8-b165-aa0487606a64 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:51.051012 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e8c878dd-27a6-4932-aee3-2328cc0e163e req-9810ebe9-787a-4bf8-b165-aa0487606a64 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.11 "GET /v2.0/ports?device_id=cfb87d74-b09a-4381-a6b0-7eeb0d3b541d HTTP/1.1" status: 200 len: 946 time: 0.1646969 Nov 10 17:31:51.091698 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5bbfc875-5d81-4afb-a791-e22abadeda6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:51.098656 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa29ecf-7717-42a4-b82b-6b2e65ba5562 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Pushing event deleted for resources: {'Port': ['ID=25e093d2-2794-45d8-879c-c62dc515e8a8,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:51.101485 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-158f7712-2b25-4d8b-a930-99c6af2215c0 service neutron] 10.222.0.39 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260411 Nov 10 17:31:51.114425 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2aeeb665-9cb9-4be9-a0aa-d6daeb82569b req-2a5193af-fe7a-4672-844d-248198fb3217 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Router 5a0209a4-f47c-4e82-932e-750552be6494 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:31:51.276301 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f6fe48-715f-47ba-882a-8c0634845827 req-9aa29ecf-7717-42a4-b82b-6b2e65ba5562 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] No DVR routers for this DVR port 25e093d2-2794-45d8-879c-c62dc515e8a8 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:31:51.280990 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d8f6fe48-715f-47ba-882a-8c0634845827 req-9aa29ecf-7717-42a4-b82b-6b2e65ba5562 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:51.284436 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d8f6fe48-715f-47ba-882a-8c0634845827 req-9aa29ecf-7717-42a4-b82b-6b2e65ba5562 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.13 "DELETE /v2.0/ports/25e093d2-2794-45d8-879c-c62dc515e8a8 HTTP/1.1" status: 204 len: 173 time: 1.0707035 Nov 10 17:31:51.324098 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2aeeb665-9cb9-4be9-a0aa-d6daeb82569b req-2a5193af-fe7a-4672-844d-248198fb3217 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:31:51.328817 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2aeeb665-9cb9-4be9-a0aa-d6daeb82569b req-2a5193af-fe7a-4672-844d-248198fb3217 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:51.336325 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c90dd8-e6f9-4746-97dd-20f76ad4be38 None None] Sync routers for ids ['5a0209a4-f47c-4e82-932e-750552be6494'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:31:51.366982 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c90dd8-e6f9-4746-97dd-20f76ad4be38 None None] Routers {'5a0209a4-f47c-4e82-932e-750552be6494'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:31:51.368474 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f1c90dd8-e6f9-4746-97dd-20f76ad4be38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:31:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['5a0209a4-f47c-4e82-932e-750552be6494'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:51.378320 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2aeeb665-9cb9-4be9-a0aa-d6daeb82569b req-2a5193af-fe7a-4672-844d-248198fb3217 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "PUT /v2.0/floatingips/f366ff85-d3a0-4a25-a83d-571e3e42869a HTTP/1.1" status: 200 len: 995 time: 2.5869246 Nov 10 17:31:51.422206 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-e0849c9d-8239-4707-8aa9-3dde3ee43a4f service neutron] 10.222.0.39 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674615 Nov 10 17:31:51.427917 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-e8c878dd-27a6-4932-aee3-2328cc0e163e req-775bd0e4-ce2a-450d-9ec5-83b87842cb3c tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Deleting port ab8ba038-2d14-47c1-84ec-3815d20be000 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:31:51.428899 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e8c878dd-27a6-4932-aee3-2328cc0e163e req-775bd0e4-ce2a-450d-9ec5-83b87842cb3c tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:51.448209 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeeb665-9cb9-4be9-a0aa-d6daeb82569b req-97988bcc-29a0-4675-ab82-f174654bb94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:51.460824 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2aeeb665-9cb9-4be9-a0aa-d6daeb82569b req-97988bcc-29a0-4675-ab82-f174654bb94d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=550346fb7b854e588018ed0d527afbf6&device_id=4a11e0ec-1b74-4b78-acdc-f70c951b68ed HTTP/1.1" status: 200 len: 1097 time: 0.0743673 Nov 10 17:31:51.580363 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-e8c878dd-27a6-4932-aee3-2328cc0e163e req-775bd0e4-ce2a-450d-9ec5-83b87842cb3c tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] For port ab8ba038-2d14-47c1-84ec-3815d20be000, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ab8ba038-2d14-47c1-84ec-3815d20be000,segment=NetworkSegment(89305dc8-69fe-40d4-a213-a71be0602df9),segment_id=89305dc8-69fe-40d4-a213-a71be0602df9)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:51.580739 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e8c878dd-27a6-4932-aee3-2328cc0e163e req-775bd0e4-ce2a-450d-9ec5-83b87842cb3c tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:51.587785 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-f1c90dd8-e6f9-4746-97dd-20f76ad4be38 None None] Set router 5a0209a4-f47c-4e82-932e-750552be6494 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:31:51.612690 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeeb665-9cb9-4be9-a0aa-d6daeb82569b req-ea3b20a3-0624-45db-9ac2-a544a960ea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:51.615224 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2aeeb665-9cb9-4be9-a0aa-d6daeb82569b req-ea3b20a3-0624-45db-9ac2-a544a960ea49 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2881d57b-3f4f-4d35-825f-cd2dc9b06116 HTTP/1.1" status: 200 len: 922 time: 0.1533644 Nov 10 17:31:51.733767 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2aeeb665-9cb9-4be9-a0aa-d6daeb82569b req-c267646f-3a5b-4232-b1a1-c8b4f0cee2ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d HTTP/1.1" status: 200 len: 998 time: 0.1069911 Nov 10 17:31:51.823463 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeeb665-9cb9-4be9-a0aa-d6daeb82569b req-4f5357ee-f1a7-43bb-b808-55df878ad914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:51.825561 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2aeeb665-9cb9-4be9-a0aa-d6daeb82569b req-4f5357ee-f1a7-43bb-b808-55df878ad914 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd HTTP/1.1" status: 200 len: 860 time: 0.0947676 Nov 10 17:31:51.883509 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b56aeeaf-ec2f-4fc5-8532-22a8069e4494 req-ef9a7942-c0c5-46cd-af6e-4da3c3002939 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3af7a8f-fb6d-4926-853a-cf13345d5921 HTTP/1.1" status: 200 len: 210 time: 0.0478644 Nov 10 17:31:51.933462 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeeb665-9cb9-4be9-a0aa-d6daeb82569b req-1975a507-2729-45dd-b1ee-356c9026704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:51.942298 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2aeeb665-9cb9-4be9-a0aa-d6daeb82569b req-1975a507-2729-45dd-b1ee-356c9026704f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2881d57b-3f4f-4d35-825f-cd2dc9b06116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1107051 Nov 10 17:31:51.984867 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f1c90dd8-e6f9-4746-97dd-20f76ad4be38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0209a4-f47c-4e82-932e-750552be6494', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268988109-router', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:46Z', 'updated_at': '2021-11-10T17:30:52Z', 'revision_number': 4, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'gw_port': {'id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:47Z', 'updated_at': '2021-11-10T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'f366ff85-d3a0-4a25-a83d-571e3e42869a', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'floating_ip_address': '172.25.5.32', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'port_id': '2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'mac_address': 'fa:16:3e:0a:6e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a11e0ec-1b74-4b78-acdc-f70c951b68ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:31:12Z', 'updated_at': '2021-11-10T17:31:50Z', 'revision_number': 8, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8', 'name': '', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'mac_address': 'fa:16:3e:a1:9e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:51Z', 'updated_at': '2021-11-10T17:30:57Z', 'revision_number': 5, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'subnets': [{'id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:52.020654 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c90dd8-e6f9-4746-97dd-20f76ad4be38 None None] Checking router: 5a0209a4-f47c-4e82-932e-750552be6494 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:31:52.030617 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c90dd8-e6f9-4746-97dd-20f76ad4be38 None None] Routers {'5a0209a4-f47c-4e82-932e-750552be6494'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:31:52.031371 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f1c90dd8-e6f9-4746-97dd-20f76ad4be38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:31:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['5a0209a4-f47c-4e82-932e-750552be6494'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:52.113557 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f9f55c-fd9b-498d-a4a3-28723e8f6127 x-openstack-request-id: req-64f9f55c-fd9b-498d-a4a3-28723e8f6127 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:31:52.114157 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f97282-26ef-4a7d-9a2c-0b35bf10931c", "tag": "25e093d2-2794-45d8-879c-c62dc515e8a8", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:31:52.114157 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-64f9f55c-fd9b-498d-a4a3-28723e8f6127 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:31:52.114537 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f97282-26ef-4a7d-9a2c-0b35bf10931c', 'tag': '25e093d2-2794-45d8-879c-c62dc515e8a8', 'status': 'completed', 'code': 200} Nov 10 17:31:52.152726 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2aeeb665-9cb9-4be9-a0aa-d6daeb82569b req-7d841c3a-f444-4e68-b8a3-ac023189097d service neutron] 10.222.0.39 "GET /v2.0/networks/2881d57b-3f4f-4d35-825f-cd2dc9b06116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095158 Nov 10 17:31:52.169938 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-559a14c2-c87b-429d-87f7-7274d4b29f72 req-3dd28050-ebb4-4661-9a85-c3828d64fb32 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=550346fb7b854e588018ed0d527afbf6&device_id=56f97282-26ef-4a7d-9a2c-0b35bf10931c HTTP/1.1" status: 200 len: 210 time: 0.0546396 Nov 10 17:31:52.179033 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-f1c90dd8-e6f9-4746-97dd-20f76ad4be38 None None] Set router 5a0209a4-f47c-4e82-932e-750552be6494 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:31:52.188936 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bbfc875-5d81-4afb-a791-e22abadeda6c admin admin] Router c5059284-25b2-4dad-9ddc-3e3e28085858 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:31:52.251728 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e8c878dd-27a6-4932-aee3-2328cc0e163e req-775bd0e4-ce2a-450d-9ec5-83b87842cb3c tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:52.252476 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e8c878dd-27a6-4932-aee3-2328cc0e163e req-775bd0e4-ce2a-450d-9ec5-83b87842cb3c tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:52.252984 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [req-e8c878dd-27a6-4932-aee3-2328cc0e163e req-775bd0e4-ce2a-450d-9ec5-83b87842cb3c tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Floating IP 8c0b75c8-0d6b-49b7-9c23-74fdc502cd40 disassociated. External IP: 172.25.5.153, port: ab8ba038-2d14-47c1-84ec-3815d20be000. Nov 10 17:31:52.253530 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-e8c878dd-27a6-4932-aee3-2328cc0e163e req-775bd0e4-ce2a-450d-9ec5-83b87842cb3c tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Calling delete_port for ab8ba038-2d14-47c1-84ec-3815d20be000 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:31:52.367472 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1d3bd-7d40-42ed-be45-b20f2343fa24 req-c3f34a08-60e7-4110-8bc2-6ef07f66d508 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:52.379969 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-71b1d3bd-7d40-42ed-be45-b20f2343fa24 req-c3f34a08-60e7-4110-8bc2-6ef07f66d508 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 950 time: 0.2358007 Nov 10 17:31:52.484522 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2aeeb665-9cb9-4be9-a0aa-d6daeb82569b req-1f2d4781-68a6-4b7d-8345-5b5b55bb7592 service neutron] 10.222.0.39 "GET /v2.0/networks/2881d57b-3f4f-4d35-825f-cd2dc9b06116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297791 Nov 10 17:31:52.489101 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a14c2-c87b-429d-87f7-7274d4b29f72 req-d185cd97-52da-43f4-a864-6790c740536d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:52.491448 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-559a14c2-c87b-429d-87f7-7274d4b29f72 req-d185cd97-52da-43f4-a864-6790c740536d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=550346fb7b854e588018ed0d527afbf6&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2440252 Nov 10 17:31:52.613115 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbfc875-5d81-4afb-a791-e22abadeda6c admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:31:52.625520 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e878056-8425-4335-9322-efda5c5a7711 None None] Sync routers for ids ['c5059284-25b2-4dad-9ddc-3e3e28085858'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:31:52.635958 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-71b1d3bd-7d40-42ed-be45-b20f2343fa24 req-660ee48c-309d-4b98-995c-d739f1c1aec6 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553322 Nov 10 17:31:52.649588 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e878056-8425-4335-9322-efda5c5a7711 None None] Routers {'c5059284-25b2-4dad-9ddc-3e3e28085858'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:31:52.650964 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-2e878056-8425-4335-9322-efda5c5a7711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:31:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['c5059284-25b2-4dad-9ddc-3e3e28085858'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:52.652327 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5bbfc875-5d81-4afb-a791-e22abadeda6c admin admin] 10.222.0.39 "PUT /v2.0/routers/c5059284-25b2-4dad-9ddc-3e3e28085858/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6813412 Nov 10 17:31:52.664046 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58442) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:31:52.726185 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f1c90dd8-e6f9-4746-97dd-20f76ad4be38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0209a4-f47c-4e82-932e-750552be6494', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268988109-router', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:46Z', 'updated_at': '2021-11-10T17:30:52Z', 'revision_number': 4, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'gw_port': {'id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:47Z', 'updated_at': '2021-11-10T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'f366ff85-d3a0-4a25-a83d-571e3e42869a', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'floating_ip_address': '172.25.5.32', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'port_id': '2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'mac_address': 'fa:16:3e:0a:6e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a11e0ec-1b74-4b78-acdc-f70c951b68ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:31:12Z', 'updated_at': '2021-11-10T17:31:50Z', 'revision_number': 8, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8', 'name': '', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'mac_address': 'fa:16:3e:a1:9e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:51Z', 'updated_at': '2021-11-10T17:30:57Z', 'revision_number': 5, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'subnets': [{'id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:52.789996 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c90dd8-e6f9-4746-97dd-20f76ad4be38 None None] The sync data for ids ['5a0209a4-f47c-4e82-932e-750552be6494'] in n-d-776250-10 is: [{'id': '5a0209a4-f47c-4e82-932e-750552be6494', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268988109-router', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:46Z', 'updated_at': '2021-11-10T17:30:52Z', 'revision_number': 4, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'gw_port': {'id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:47Z', 'updated_at': '2021-11-10T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'f366ff85-d3a0-4a25-a83d-571e3e42869a', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'floating_ip_address': '172.25.5.32', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'port_id': '2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'mac_address': 'fa:16:3e:0a:6e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a11e0ec-1b74-4b78-acdc-f70c951b68ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:31:12Z', 'updated_at': '2021-11-10T17:31:50Z', 'revision_number': 8, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8', 'name': '', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'mac_address': 'fa:16:3e:a1:9e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:51Z', 'updated_at': '2021-11-10T17:30:57Z', 'revision_number': 5, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'subnets': [{'id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:31:52.854801 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-2e878056-8425-4335-9322-efda5c5a7711 None None] Set router c5059284-25b2-4dad-9ddc-3e3e28085858 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:31:52.980009 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e8c878dd-27a6-4932-aee3-2328cc0e163e req-775bd0e4-ce2a-450d-9ec5-83b87842cb3c tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:53.030153 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775bd0e4-ce2a-450d-9ec5-83b87842cb3c tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Pushing event deleted for resources: {'Port': ['ID=ab8ba038-2d14-47c1-84ec-3815d20be000,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:53.036573 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b36e72e6-5129-4b21-909f-688c89c2fe48 admin admin] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:53.122948 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-2e878056-8425-4335-9322-efda5c5a7711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5059284-25b2-4dad-9ddc-3e3e28085858', 'name': 'tempest-FloatingIPDetailsTestJSON-1981105653-router', 'tenant_id': '60762859721f4554a921461817d77b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '50853fe9-5bf7-42c7-811f-3ae7d5f44192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:31:16Z', 'updated_at': '2021-11-10T17:31:50Z', 'revision_number': 5, 'project_id': '60762859721f4554a921461817d77b7c', 'gw_port': {'id': '50853fe9-5bf7-42c7-811f-3ae7d5f44192', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5059284-25b2-4dad-9ddc-3e3e28085858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:31:17Z', 'updated_at': '2021-11-10T17:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:53.133078 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76c6629-e9c3-48a4-966e-d6e3f37654b9 None None] New status for floating IP f366ff85-d3a0-4a25-a83d-571e3e42869a: ACTIVE {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:31:53.146718 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674feca-a45f-4b79-a2b2-5e2b633ab381 req-144c9870-ef6e-4450-aaf6-db79cf9eae13 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:53.148585 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4674feca-a45f-4b79-a2b2-5e2b633ab381 req-144c9870-ef6e-4450-aaf6-db79cf9eae13 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "GET /v2.0/ports?device_id=cfb87d74-b09a-4381-a6b0-7eeb0d3b541d HTTP/1.1" status: 200 len: 867 time: 0.2579947 Nov 10 17:31:53.155814 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e878056-8425-4335-9322-efda5c5a7711 None None] Checking router: c5059284-25b2-4dad-9ddc-3e3e28085858 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:31:53.165668 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e878056-8425-4335-9322-efda5c5a7711 None None] Routers {'c5059284-25b2-4dad-9ddc-3e3e28085858'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:31:53.166286 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-2e878056-8425-4335-9322-efda5c5a7711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:31:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['c5059284-25b2-4dad-9ddc-3e3e28085858'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:53.233985 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a14c2-c87b-429d-87f7-7274d4b29f72 req-959f9301-2400-4c42-a1e3-22caf33ba014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:53.235692 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-559a14c2-c87b-429d-87f7-7274d4b29f72 req-959f9301-2400-4c42-a1e3-22caf33ba014 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7369161 Nov 10 17:31:53.265375 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c91c3-48f8-428d-a72a-e59fae3aa88e req-e41cbbbb-9a86-4cd5-8c19-816b593cdafb tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:53.267257 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f49c91c3-48f8-428d-a72a-e59fae3aa88e req-e41cbbbb-9a86-4cd5-8c19-816b593cdafb tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 944 time: 0.5199952 Nov 10 17:31:53.339556 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-2e878056-8425-4335-9322-efda5c5a7711 None None] Set router c5059284-25b2-4dad-9ddc-3e3e28085858 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:31:53.351584 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f49c91c3-48f8-428d-a72a-e59fae3aa88e req-26252cf7-ee4a-42a3-82a0-4c7e8684681d tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709958 Nov 10 17:31:53.444335 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3b7e4cbf-8b09-43f3-8e16-7c831161351d req-f464f635-6850-46e4-a0d2-d360f5d2ef48 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 210 time: 0.0374026 Nov 10 17:31:53.682235 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-2e878056-8425-4335-9322-efda5c5a7711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5059284-25b2-4dad-9ddc-3e3e28085858', 'name': 'tempest-FloatingIPDetailsTestJSON-1981105653-router', 'tenant_id': '60762859721f4554a921461817d77b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '50853fe9-5bf7-42c7-811f-3ae7d5f44192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:31:16Z', 'updated_at': '2021-11-10T17:31:50Z', 'revision_number': 5, 'project_id': '60762859721f4554a921461817d77b7c', 'gw_port': {'id': '50853fe9-5bf7-42c7-811f-3ae7d5f44192', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5059284-25b2-4dad-9ddc-3e3e28085858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:31:17Z', 'updated_at': '2021-11-10T17:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:53.688381 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0d88740a-ea3f-474d-ab1b-1d1588c6c492 req-43dab3a3-9bef-4dcd-a000-af73f6f19707 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/floatingips/f366ff85-d3a0-4a25-a83d-571e3e42869a HTTP/1.1" status: 200 len: 995 time: 0.2073498 Nov 10 17:31:53.725224 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e878056-8425-4335-9322-efda5c5a7711 None None] The sync data for ids ['c5059284-25b2-4dad-9ddc-3e3e28085858'] in n-d-776250-10 is: [{'id': 'c5059284-25b2-4dad-9ddc-3e3e28085858', 'name': 'tempest-FloatingIPDetailsTestJSON-1981105653-router', 'tenant_id': '60762859721f4554a921461817d77b7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': '50853fe9-5bf7-42c7-811f-3ae7d5f44192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:31:16Z', 'updated_at': '2021-11-10T17:31:50Z', 'revision_number': 5, 'project_id': '60762859721f4554a921461817d77b7c', 'gw_port': {'id': '50853fe9-5bf7-42c7-811f-3ae7d5f44192', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bd:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5059284-25b2-4dad-9ddc-3e3e28085858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:31:17Z', 'updated_at': '2021-11-10T17:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:31:53.787413 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4674feca-a45f-4b79-a2b2-5e2b633ab381 req-74081655-7c55-4135-8ce7-dec4e6657f9e tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "GET /v2.0/security-groups?id=832b652e-0137-4e68-9e92-89d6c3005823&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5996218 Nov 10 17:31:53.803850 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b36e72e6-5129-4b21-909f-688c89c2fe48 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:53.825329 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8c878dd-27a6-4932-aee3-2328cc0e163e req-775bd0e4-ce2a-450d-9ec5-83b87842cb3c tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Router 105700ad-8570-4444-acba-bdd5f83d3475 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:31:53.861444 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-4c6f834f-8938-49b4-8136-8ae535d9daf7 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:53.863507 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-4c6f834f-8938-49b4-8136-8ae535d9daf7 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.13 "GET /v2.0/networks?id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1 HTTP/1.1" status: 200 len: 821 time: 0.2825506 Nov 10 17:31:53.870043 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88740a-ea3f-474d-ab1b-1d1588c6c492 req-2f72a86e-9c04-4a0e-b79b-7d269854edd7 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:53.871396 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0d88740a-ea3f-474d-ab1b-1d1588c6c492 req-2f72a86e-9c04-4a0e-b79b-7d269854edd7 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 784 time: 0.1821773 Nov 10 17:31:53.883819 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-528f41db-12dc-42de-9f04-847b9ede64e3 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Request body: {'port': {'device_id': '601c2270-ff4c-4719-ae56-1c219aeba15c', 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1', 'admin_state_up': True, 'tenant_id': '0ec9ca6147964daa83e30b2176db3b36'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:31:53.892944 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-0d88740a-ea3f-474d-ab1b-1d1588c6c492 req-c5fb070a-f363-4cd4-ba77-25aa71148570 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:31:53.894700 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0d88740a-ea3f-474d-ab1b-1d1588c6c492 req-c5fb070a-f363-4cd4-ba77-25aa71148570 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0144877 Nov 10 17:31:53.984012 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824af233-e85e-4e58-9974-e57efe8a7165 req-028280a3-ba98-4c86-875e-3a0be982e6aa tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:53.992335 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-824af233-e85e-4e58-9974-e57efe8a7165 req-028280a3-ba98-4c86-875e-3a0be982e6aa tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 950 time: 0.1323771 Nov 10 17:31:54.029084 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-528f41db-12dc-42de-9f04-847b9ede64e3 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Made reservation on behalf of 0ec9ca6147964daa83e30b2176db3b36 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:31:54.032742 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-528f41db-12dc-42de-9f04-847b9ede64e3 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:54.062427 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-b36e72e6-5129-4b21-909f-688c89c2fe48 admin admin] Deleting port 50853fe9-5bf7-42c7-811f-3ae7d5f44192 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:31:54.062771 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b36e72e6-5129-4b21-909f-688c89c2fe48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:54.103259 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-824af233-e85e-4e58-9974-e57efe8a7165 req-46a5129e-738b-49e5-b5d5-1c93ae1f738c tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099594 Nov 10 17:31:54.116202 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f97282-26ef-4a7d-9a2c-0b35bf10931c', 'name': 'network-vif-deleted', 'tag': '25e093d2-2794-45d8-879c-c62dc515e8a8'}, {'name': 'network-changed', 'server_uuid': '4a11e0ec-1b74-4b78-acdc-f70c951b68ed', 'tag': '2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:31:54.118470 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c2ad84-2ed7-4db5-bd59-4f29c7d4c67b" -d '{"events": [{"server_uuid": "56f97282-26ef-4a7d-9a2c-0b35bf10931c", "name": "network-vif-deleted", "tag": "25e093d2-2794-45d8-879c-c62dc515e8a8"}, {"name": "network-changed", "server_uuid": "4a11e0ec-1b74-4b78-acdc-f70c951b68ed", "tag": "2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:31:54.219983 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8c878dd-27a6-4932-aee3-2328cc0e163e req-775bd0e4-ce2a-450d-9ec5-83b87842cb3c tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:31:54.237063 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 10 Nov 2021 17:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c21d150-2226-48c1-bc79-c3eb89cea28f x-openstack-request-id: req-9c21d150-2226-48c1-bc79-c3eb89cea28f {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:31:54.237633 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e9859c-2935-4842-b2fc-0370ab1d869a None None] Sync routers for ids ['105700ad-8570-4444-acba-bdd5f83d3475'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:31:54.239016 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f97282-26ef-4a7d-9a2c-0b35bf10931c", "name": "network-vif-deleted", "tag": "25e093d2-2794-45d8-879c-c62dc515e8a8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4a11e0ec-1b74-4b78-acdc-f70c951b68ed", "tag": "2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:31:54.239437 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9c21d150-2226-48c1-bc79-c3eb89cea28f {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:31:54.240893 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f97282-26ef-4a7d-9a2c-0b35bf10931c', 'name': 'network-vif-deleted', 'tag': '25e093d2-2794-45d8-879c-c62dc515e8a8', 'status': 'completed', 'code': 200} Nov 10 17:31:54.241331 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a11e0ec-1b74-4b78-acdc-f70c951b68ed', 'tag': '2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d', 'status': 'completed', 'code': 200} Nov 10 17:31:54.250182 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e9859c-2935-4842-b2fc-0370ab1d869a None None] Routers {'105700ad-8570-4444-acba-bdd5f83d3475'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:31:54.250943 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-20e9859c-2935-4842-b2fc-0370ab1d869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:31:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['105700ad-8570-4444-acba-bdd5f83d3475'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:54.295994 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c878dd-27a6-4932-aee3-2328cc0e163e req-775bd0e4-ce2a-450d-9ec5-83b87842cb3c tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] No DVR routers for this DVR port ab8ba038-2d14-47c1-84ec-3815d20be000 on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:31:54.301860 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e8c878dd-27a6-4932-aee3-2328cc0e163e req-775bd0e4-ce2a-450d-9ec5-83b87842cb3c tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:54.306284 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e8c878dd-27a6-4932-aee3-2328cc0e163e req-775bd0e4-ce2a-450d-9ec5-83b87842cb3c tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.11 "DELETE /v2.0/ports/ab8ba038-2d14-47c1-84ec-3815d20be000 HTTP/1.1" status: 204 len: 173 time: 3.2480969 Nov 10 17:31:54.309579 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb87d74-b09a-4381-a6b0-7eeb0d3b541d', 'name': 'network-vif-deleted', 'tag': 'ab8ba038-2d14-47c1-84ec-3815d20be000'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:31:54.323218 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3416f3d7-296e-41ca-93a4-401b74e10760" -d '{"events": [{"server_uuid": "cfb87d74-b09a-4381-a6b0-7eeb0d3b541d", "name": "network-vif-deleted", "tag": "ab8ba038-2d14-47c1-84ec-3815d20be000"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:31:54.394036 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device d5fe9619-f45b-486e-aa26-f035ae11636b details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:31:54.400767 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-528f41db-12dc-42de-9f04-847b9ede64e3 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Allocated IP 172.20.0.6 (d46bafa9-2824-4835-a80a-7e5b4ca1fff1/f3d9be19-2b8d-48ad-890a-609759e284ae/97a82430-2ce5-4095-8164-3161b0b51fcb) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:31:54.501636 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b20ab20-a598-43f0-88e4-01f97f9c5edb req-9f6aab20-36d3-4c17-8c3e-6b4ca1c71a73 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 1000 time: 0.3558896 Nov 10 17:31:54.520176 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-b36e72e6-5129-4b21-909f-688c89c2fe48 admin admin] For port 50853fe9-5bf7-42c7-811f-3ae7d5f44192, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=50853fe9-5bf7-42c7-811f-3ae7d5f44192,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:54.520532 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b36e72e6-5129-4b21-909f-688c89c2fe48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:54.568615 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device ab8ba038-2d14-47c1-84ec-3815d20be000 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:31:54.569018 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-20e9859c-2935-4842-b2fc-0370ab1d869a None None] Set router 105700ad-8570-4444-acba-bdd5f83d3475 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:31:54.578965 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 25e093d2-2794-45d8-879c-c62dc515e8a8 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:31:54.580047 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-b36e72e6-5129-4b21-909f-688c89c2fe48 admin admin] Calling delete_port for 50853fe9-5bf7-42c7-811f-3ae7d5f44192 owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:31:54.590084 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device e01e815b-e600-4381-960b-7950df2de772 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:31:54.612700 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7103a9d7-8d85-46a9-ae16-384454e76445 x-openstack-request-id: req-7103a9d7-8d85-46a9-ae16-384454e76445 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:31:54.613123 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb87d74-b09a-4381-a6b0-7eeb0d3b541d", "name": "network-vif-deleted", "tag": "ab8ba038-2d14-47c1-84ec-3815d20be000", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:31:54.613352 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7103a9d7-8d85-46a9-ae16-384454e76445 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:31:54.615477 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb87d74-b09a-4381-a6b0-7eeb0d3b541d', 'name': 'network-vif-deleted', 'tag': 'ab8ba038-2d14-47c1-84ec-3815d20be000', 'status': 'completed', 'code': 200} Nov 10 17:31:54.687358 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: ab8ba038-2d14-47c1-84ec-3815d20be000 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:31:54.687551 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device ab8ba038-2d14-47c1-84ec-3815d20be000 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:31:54.691262 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: e01e815b-e600-4381-960b-7950df2de772 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:31:54.692254 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device e01e815b-e600-4381-960b-7950df2de772 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:31:54.697191 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:54.697818 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 25e093d2-2794-45d8-879c-c62dc515e8a8 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:31:54.698156 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 25e093d2-2794-45d8-879c-c62dc515e8a8 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:31:54.760124 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port d5fe9619-f45b-486e-aa26-f035ae11636b, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d5fe9619-f45b-486e-aa26-f035ae11636b,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:54.779538 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'd5fe9619-f45b-486e-aa26-f035ae11636b', 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d', 'port_id': 'd5fe9619-f45b-486e-aa26-f035ae11636b', 'mac_address': 'fa:16:3e:1d:26:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dcea188-714e-4316-9245-d3631f0cca17', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:31:54.792460 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2ad84-2ed7-4db5-bd59-4f29c7d4c67b req-cc3bbcfd-8a4e-4ab9-93d4-06b897135214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:54.794068 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-40c2ad84-2ed7-4db5-bd59-4f29c7d4c67b req-cc3bbcfd-8a4e-4ab9-93d4-06b897135214 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=550346fb7b854e588018ed0d527afbf6&device_id=4a11e0ec-1b74-4b78-acdc-f70c951b68ed HTTP/1.1" status: 200 len: 1097 time: 0.5611019 Nov 10 17:31:54.804517 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20ab20-a598-43f0-88e4-01f97f9c5edb req-6c4799eb-fcea-4a40-b606-74670357648b tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:54.815387 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba5aeb-ab3c-4bac-a821-cbd1e1fbe569 req-6fe69576-8831-465f-841c-730b566a536b tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:54.818285 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c5ba5aeb-ab3c-4bac-a821-cbd1e1fbe569 req-6fe69576-8831-465f-841c-730b566a536b tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 944 time: 0.0915482 Nov 10 17:31:54.818738 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b20ab20-a598-43f0-88e4-01f97f9c5edb req-6c4799eb-fcea-4a40-b606-74670357648b tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/ports/2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d HTTP/1.1" status: 200 len: 942 time: 0.2272415 Nov 10 17:31:54.860236 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:54.867554 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:54.890783 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5fe9619-f45b-486e-aa26-f035ae11636b {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:31:54.932419 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-528f41db-12dc-42de-9f04-847b9ede64e3 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:54.938784 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port d5fe9619-f45b-486e-aa26-f035ae11636b, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d5fe9619-f45b-486e-aa26-f035ae11636b,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:54.949857 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:54.951958 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-20e9859c-2935-4842-b2fc-0370ab1d869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105700ad-8570-4444-acba-bdd5f83d3475', 'name': 'tempest-ServersTestJSON-706567766-router', 'tenant_id': '52af78f749a34d658382d7e870c298cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '030a3f32-cd11-437b-b2b5-f752a97364fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:29:25Z', 'updated_at': '2021-11-10T17:29:33Z', 'revision_number': 4, 'project_id': '52af78f749a34d658382d7e870c298cf', 'gw_port': {'id': '030a3f32-cd11-437b-b2b5-f752a97364fd', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:dd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105700ad-8570-4444-acba-bdd5f83d3475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:29:27Z', 'updated_at': '2021-11-10T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'c32fb593-3845-4fda-856e-e03ac65e8613', 'name': '', 'network_id': 'be65a555-144d-4264-b9cf-3bb873dc8322', 'tenant_id': '52af78f749a34d658382d7e870c298cf', 'mac_address': 'fa:16:3e:89:48:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105700ad-8570-4444-acba-bdd5f83d3475', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'aa1748c1-9572-4706-b787-57086096078a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:29:32Z', 'updated_at': '2021-11-10T17:29:39Z', 'revision_number': 5, 'project_id': '52af78f749a34d658382d7e870c298cf', 'subnets': [{'id': 'aa1748c1-9572-4706-b787-57086096078a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:54.983299 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c5ba5aeb-ab3c-4bac-a821-cbd1e1fbe569 req-825a2b0c-58c7-4b2e-b9be-a5c770ba2aac tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127622 Nov 10 17:31:55.027906 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-528f41db-12dc-42de-9f04-847b9ede64e3 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:55.045290 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['665f9b24-26a2-4fc2-a3c4-5e7a82a91999'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:31:55.055727 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=d5fe9619-f45b-486e-aa26-f035ae11636b,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:55.083625 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-528f41db-12dc-42de-9f04-847b9ede64e3 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:31:55.091438 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-528f41db-12dc-42de-9f04-847b9ede64e3 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:31:55.116547 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:55.117175 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:55.117831 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:55.118323 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:55.118930 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:55.119736 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:55.120816 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:55.121383 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:55.121870 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:55.122653 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:55.123144 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:55.123663 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:31:55.151332 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b36e72e6-5129-4b21-909f-688c89c2fe48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:55.170151 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-528f41db-12dc-42de-9f04-847b9ede64e3 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:31:55.212753 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e72e6-5129-4b21-909f-688c89c2fe48 admin admin] Pushing event deleted for resources: {'Port': ['ID=50853fe9-5bf7-42c7-811f-3ae7d5f44192,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:55.221522 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e9859c-2935-4842-b2fc-0370ab1d869a None None] Checking router: 105700ad-8570-4444-acba-bdd5f83d3475 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:31:55.236409 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e9859c-2935-4842-b2fc-0370ab1d869a None None] Routers {'105700ad-8570-4444-acba-bdd5f83d3475'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:31:55.237415 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-20e9859c-2935-4842-b2fc-0370ab1d869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:31:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['105700ad-8570-4444-acba-bdd5f83d3475'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:55.259334 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['d5fe9619-f45b-486e-aa26-f035ae11636b'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:31:55.290349 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b20ab20-a598-43f0-88e4-01f97f9c5edb req-b8cbd494-a9f4-4ac8-81a7-6dd2f74ef45a tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 1000 time: 0.2733798 Nov 10 17:31:55.302082 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f41db-12dc-42de-9f04-847b9ede64e3 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Pushing event updated for resources: {'Port': ['ID=97a82430-2ce5-4095-8164-3161b0b51fcb,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:55.302289 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac844c-3e83-4c8e-bdcd-4c08729d3fac req-a6473f6b-ca7b-415d-9be0-9358deea2ba3 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:55.313178 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c5ac844c-3e83-4c8e-bdcd-4c08729d3fac req-a6473f6b-ca7b-415d-9be0-9358deea2ba3 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 931 time: 0.1841369 Nov 10 17:31:55.396590 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-20e9859c-2935-4842-b2fc-0370ab1d869a None None] Set router 105700ad-8570-4444-acba-bdd5f83d3475 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:31:55.401934 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b36e72e6-5129-4b21-909f-688c89c2fe48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:55.433180 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-528f41db-12dc-42de-9f04-847b9ede64e3 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:55.433830 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-528f41db-12dc-42de-9f04-847b9ede64e3 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:55.445635 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2ad84-2ed7-4db5-bd59-4f29c7d4c67b req-a76137e4-314e-4716-bab7-f6cc5ef90d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:55.447608 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-40c2ad84-2ed7-4db5-bd59-4f29c7d4c67b req-a76137e4-314e-4716-bab7-f6cc5ef90d90 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2881d57b-3f4f-4d35-825f-cd2dc9b06116 HTTP/1.1" status: 200 len: 922 time: 0.6248336 Nov 10 17:31:55.504834 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-528f41db-12dc-42de-9f04-847b9ede64e3 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6288776 Nov 10 17:31:55.584863 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c5ac844c-3e83-4c8e-bdcd-4c08729d3fac req-b89d193f-0db5-41d9-8190-ff74a9e67c7e tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675636 Nov 10 17:31:55.595575 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-22944a8a-24a8-4733-9965-e43a3d569511 service neutron] Request body: {'port': {'device_id': '601c2270-ff4c-4719-ae56-1c219aeba15c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:31:55.596656 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b36e72e6-5129-4b21-909f-688c89c2fe48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:55.599547 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b36e72e6-5129-4b21-909f-688c89c2fe48 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:55.655631 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b36e72e6-5129-4b21-909f-688c89c2fe48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:55.657828 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36e72e6-5129-4b21-909f-688c89c2fe48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5059284-25b2-4dad-9ddc-3e3e28085858 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:31:55.671425 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b36e72e6-5129-4b21-909f-688c89c2fe48 admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:55.676483 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b36e72e6-5129-4b21-909f-688c89c2fe48 admin admin] 10.222.0.39 "DELETE /v2.0/routers/c5059284-25b2-4dad-9ddc-3e3e28085858 HTTP/1.1" status: 204 len: 168 time: 3.0084310 Nov 10 17:31:55.677113 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58482) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:31:55.684088 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20ab20-a598-43f0-88e4-01f97f9c5edb req-825b4d5b-42a0-4733-9ae1-67e1f5ca5e98 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:55.700106 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b20ab20-a598-43f0-88e4-01f97f9c5edb req-825b4d5b-42a0-4733-9ae1-67e1f5ca5e98 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 784 time: 0.4087813 Nov 10 17:31:55.732804 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-20e9859c-2935-4842-b2fc-0370ab1d869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105700ad-8570-4444-acba-bdd5f83d3475', 'name': 'tempest-ServersTestJSON-706567766-router', 'tenant_id': '52af78f749a34d658382d7e870c298cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '030a3f32-cd11-437b-b2b5-f752a97364fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:29:25Z', 'updated_at': '2021-11-10T17:29:33Z', 'revision_number': 4, 'project_id': '52af78f749a34d658382d7e870c298cf', 'gw_port': {'id': '030a3f32-cd11-437b-b2b5-f752a97364fd', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:dd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105700ad-8570-4444-acba-bdd5f83d3475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:29:27Z', 'updated_at': '2021-11-10T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'c32fb593-3845-4fda-856e-e03ac65e8613', 'name': '', 'network_id': 'be65a555-144d-4264-b9cf-3bb873dc8322', 'tenant_id': '52af78f749a34d658382d7e870c298cf', 'mac_address': 'fa:16:3e:89:48:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105700ad-8570-4444-acba-bdd5f83d3475', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'aa1748c1-9572-4706-b787-57086096078a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:29:32Z', 'updated_at': '2021-11-10T17:29:39Z', 'revision_number': 5, 'project_id': '52af78f749a34d658382d7e870c298cf', 'subnets': [{'id': 'aa1748c1-9572-4706-b787-57086096078a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:55.781731 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc1de126-c46e-4084-ad6a-3a7465e886d5 admin admin] Deleting subnet 4f9722eb-f2d7-48d9-934d-3a06bb31ea33 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:31:55.786052 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dc1de126-c46e-4084-ad6a-3a7465e886d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:55.788906 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e9859c-2935-4842-b2fc-0370ab1d869a None None] The sync data for ids ['105700ad-8570-4444-acba-bdd5f83d3475'] in n-d-776250-10 is: [{'id': '105700ad-8570-4444-acba-bdd5f83d3475', 'name': 'tempest-ServersTestJSON-706567766-router', 'tenant_id': '52af78f749a34d658382d7e870c298cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '030a3f32-cd11-437b-b2b5-f752a97364fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:29:25Z', 'updated_at': '2021-11-10T17:29:33Z', 'revision_number': 4, 'project_id': '52af78f749a34d658382d7e870c298cf', 'gw_port': {'id': '030a3f32-cd11-437b-b2b5-f752a97364fd', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:dd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105700ad-8570-4444-acba-bdd5f83d3475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:29:27Z', 'updated_at': '2021-11-10T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'c32fb593-3845-4fda-856e-e03ac65e8613', 'name': '', 'network_id': 'be65a555-144d-4264-b9cf-3bb873dc8322', 'tenant_id': '52af78f749a34d658382d7e870c298cf', 'mac_address': 'fa:16:3e:89:48:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105700ad-8570-4444-acba-bdd5f83d3475', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': 'aa1748c1-9572-4706-b787-57086096078a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:29:32Z', 'updated_at': '2021-11-10T17:29:39Z', 'revision_number': 5, 'project_id': '52af78f749a34d658382d7e870c298cf', 'subnets': [{'id': 'aa1748c1-9572-4706-b787-57086096078a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:31:55.835938 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-40c2ad84-2ed7-4db5-bd59-4f29c7d4c67b req-c9f7b394-f2e9-4db6-a3b9-3eac20d0850e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d HTTP/1.1" status: 200 len: 1000 time: 0.3729491 Nov 10 17:31:55.842408 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dc1de126-c46e-4084-ad6a-3a7465e886d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:55.975710 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2ad84-2ed7-4db5-bd59-4f29c7d4c67b req-e2038cd3-a3bb-470e-a67c-638f3d40b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:55.977416 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-40c2ad84-2ed7-4db5-bd59-4f29c7d4c67b req-e2038cd3-a3bb-470e-a67c-638f3d40b2b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd HTTP/1.1" status: 200 len: 860 time: 0.1301827 Nov 10 17:31:56.034568 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dc1de126-c46e-4084-ad6a-3a7465e886d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:56.041901 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b20ab20-a598-43f0-88e4-01f97f9c5edb req-e75203ff-27f0-435d-96e3-140f2b851bea tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 1000 time: 0.3395691 Nov 10 17:31:56.051182 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-1b20ab20-a598-43f0-88e4-01f97f9c5edb req-02d719ed-a5ae-4a41-abac-12c45396d29c tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:31:56.104820 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-22944a8a-24a8-4733-9965-e43a3d569511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:56.191817 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2ad84-2ed7-4db5-bd59-4f29c7d4c67b req-2cfdf7bc-b8d6-46df-9c2f-efa5b75fcc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:56.193371 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-40c2ad84-2ed7-4db5-bd59-4f29c7d4c67b req-2cfdf7bc-b8d6-46df-9c2f-efa5b75fcc10 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2881d57b-3f4f-4d35-825f-cd2dc9b06116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2062047 Nov 10 17:31:56.202721 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-b8e5185d-6cb6-4a70-88e9-ce38bb92e861 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2351215 Nov 10 17:31:56.214687 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-24b93d45-1928-4da2-9f66-64be10e759e9 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:31:56.215893 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-24b93d45-1928-4da2-9f66-64be10e759e9 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055370 Nov 10 17:31:56.225948 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dc1de126-c46e-4084-ad6a-3a7465e886d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:56.274585 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dc1de126-c46e-4084-ad6a-3a7465e886d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:56.277772 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-dc1de126-c46e-4084-ad6a-3a7465e886d5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4f9722eb-f2d7-48d9-934d-3a06bb31ea33 HTTP/1.1" status: 204 len: 168 time: 0.5981593 Nov 10 17:31:56.282564 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1b20ab20-a598-43f0-88e4-01f97f9c5edb req-02d719ed-a5ae-4a41-abac-12c45396d29c tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks [] for floatingip, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:56.282798 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d6ed07-1c8b-47cb-843b-a7e14e0ba635 None None] Network a11c4ce6-099a-4216-8964-b07a03022e8b requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:31:56.287238 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1de126-c46e-4084-ad6a-3a7465e886d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f9722eb-f2d7-48d9-934d-3a06bb31ea33,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:56.287985 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58496) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:31:56.312472 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805b731-4c63-4610-8de4-7beaf0f7ffc7 req-c95e7450-fcad-416e-81c1-b4c7bf02094a tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:56.314424 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6805b731-4c63-4610-8de4-7beaf0f7ffc7 req-c95e7450-fcad-416e-81c1-b4c7bf02094a tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/networks?id=3b68cb86-ae6d-409e-9e8e-fa13081031ba HTTP/1.1" status: 200 len: 811 time: 0.3207216 Nov 10 17:31:56.337690 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6805b731-4c63-4610-8de4-7beaf0f7ffc7 req-da2b7305-d88e-4472-83ed-fd91d29c1f9f tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/quotas/ed22ff5850684fb18710e4a738614c84 HTTP/1.1" status: 200 len: 375 time: 0.0156834 Nov 10 17:31:56.344435 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6fca25-8ae0-46ed-93a7-0265a4b4ef91 None None] New status for floating IP 8c0b75c8-0d6b-49b7-9c23-74fdc502cd40: DOWN {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:31:56.380715 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6805b731-4c63-4610-8de4-7beaf0f7ffc7 req-fc1a051c-cadd-4abf-84fc-7017ad884272 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed22ff5850684fb18710e4a738614c84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367768 Nov 10 17:31:56.434483 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2d82aa03-b3c1-4277-8a13-4334ee74ac04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:56.487785 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6805b731-4c63-4610-8de4-7beaf0f7ffc7 req-ff7b3594-a380-4fbd-904c-5500ad2cbf80 service neutron] 10.222.0.39 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000161 Nov 10 17:31:56.490944 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device d5fe9619-f45b-486e-aa26-f035ae11636b up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:31:56.604669 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 50853fe9-5bf7-42c7-811f-3ae7d5f44192 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:31:56.638649 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 50853fe9-5bf7-42c7-811f-3ae7d5f44192 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:31:56.639133 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 50853fe9-5bf7-42c7-811f-3ae7d5f44192 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:31:56.679556 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port d5fe9619-f45b-486e-aa26-f035ae11636b completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:31:56.685989 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port d5fe9619-f45b-486e-aa26-f035ae11636b triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:31:56.686363 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:56.687434 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6805b731-4c63-4610-8de4-7beaf0f7ffc7 req-a34aa5c8-242d-40b3-b27e-aea7a2190fce service neutron] 10.222.0.39 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927066 Nov 10 17:31:56.818966 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:56.828941 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-40c2ad84-2ed7-4db5-bd59-4f29c7d4c67b req-445ce3a5-721a-47b6-91ff-8bca397cdfb0 service neutron] 10.222.0.11 "GET /v2.0/networks/2881d57b-3f4f-4d35-825f-cd2dc9b06116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6219101 Nov 10 17:31:56.881182 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port d5fe9619-f45b-486e-aa26-f035ae11636b, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d5fe9619-f45b-486e-aa26-f035ae11636b,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:56.895334 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7841fa-4022-48a7-bf9e-29d2bf1f460d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fe9619-f45b-486e-aa26-f035ae11636b'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:31:56.902972 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d224f0-28bc-436a-9ca4-ee08ce7ff36f" -d '{"events": [{"server_uuid": "5a7841fa-4022-48a7-bf9e-29d2bf1f460d", "name": "network-vif-plugged", "status": "completed", "tag": "d5fe9619-f45b-486e-aa26-f035ae11636b"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:31:56.914173 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eead143-c76d-416f-9c1c-4c041f11ae25 None None] DHCP port deletion for a11c4ce6-099a-4216-8964-b07a03022e8b request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:31:56.917339 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:56.978541 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=d5fe9619-f45b-486e-aa26-f035ae11636b,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:57.007076 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1b20ab20-a598-43f0-88e4-01f97f9c5edb req-02d719ed-a5ae-4a41-abac-12c45396d29c tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:57.063552 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-7eead143-c76d-416f-9c1c-4c041f11ae25 None None] Deleting port 9bdf109a-86dc-4719-803e-121e96f2fe12 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:31:57.064175 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7eead143-c76d-416f-9c1c-4c041f11ae25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:57.131248 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1b20ab20-a598-43f0-88e4-01f97f9c5edb req-02d719ed-a5ae-4a41-abac-12c45396d29c tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:57.131664 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [req-1b20ab20-a598-43f0-88e4-01f97f9c5edb req-02d719ed-a5ae-4a41-abac-12c45396d29c tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Floating IP f366ff85-d3a0-4a25-a83d-571e3e42869a disassociated. External IP: 172.25.5.32, port: 2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d. Nov 10 17:31:57.145192 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-7eead143-c76d-416f-9c1c-4c041f11ae25 None None] For port 9bdf109a-86dc-4719-803e-121e96f2fe12, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=9bdf109a-86dc-4719-803e-121e96f2fe12,segment=NetworkSegment(7fd768f5-fcbc-44e8-84c4-89d0995d9a81),segment_id=7fd768f5-fcbc-44e8-84c4-89d0995d9a81)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:57.145834 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7eead143-c76d-416f-9c1c-4c041f11ae25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:57.162451 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-7eead143-c76d-416f-9c1c-4c041f11ae25 None None] Calling delete_port for 9bdf109a-86dc-4719-803e-121e96f2fe12 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:31:57.204817 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9793db5-0407-4a1e-8914-cdbba6299605 req-936d60ef-70f9-4c7a-a8e0-d9750473bb63 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:57.209735 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e9793db5-0407-4a1e-8914-cdbba6299605 req-936d60ef-70f9-4c7a-a8e0-d9750473bb63 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 950 time: 0.1315858 Nov 10 17:31:57.298040 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e9793db5-0407-4a1e-8914-cdbba6299605 req-a9498dd2-5bc6-49cc-b73f-332acc7cd7fc tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802672 Nov 10 17:31:57.358906 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7eead143-c76d-416f-9c1c-4c041f11ae25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:57.399528 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eead143-c76d-416f-9c1c-4c041f11ae25 None None] No DVR routers for this DVR port 9bdf109a-86dc-4719-803e-121e96f2fe12 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:31:57.418031 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eead143-c76d-416f-9c1c-4c041f11ae25 None None] Pushing event deleted for resources: {'Port': ['ID=9bdf109a-86dc-4719-803e-121e96f2fe12,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:57.442746 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-2d82aa03-b3c1-4277-8a13-4334ee74ac04 admin admin] Deleting port 9bdf109a-86dc-4719-803e-121e96f2fe12 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:31:57.443284 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2d82aa03-b3c1-4277-8a13-4334ee74ac04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:57.446621 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-22944a8a-24a8-4733-9965-e43a3d569511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97a82430-2ce5-4095-8164-3161b0b51fcb {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:31:57.481452 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9983aa-917f-49ad-8cab-28b05d800975 req-fdeaba0a-8ea4-4ba0-b311-c4148048c376 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:57.483269 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fa9983aa-917f-49ad-8cab-28b05d800975 req-fdeaba0a-8ea4-4ba0-b311-c4148048c376 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 946 time: 0.0767488 Nov 10 17:31:57.603997 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fa9983aa-917f-49ad-8cab-28b05d800975 req-7b7fcbd9-8ddb-4cf0-8035-9be3237d7aea tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140335 Nov 10 17:31:57.765385 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206d492-b479-4d74-a5a7-e7c0243e9622 req-b6ec28cb-729e-4ddc-9f3b-5eb68d639173 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:57.769874 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9206d492-b479-4d74-a5a7-e7c0243e9622 req-b6ec28cb-729e-4ddc-9f3b-5eb68d639173 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 931 time: 0.0817976 Nov 10 17:31:57.834814 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9206d492-b479-4d74-a5a7-e7c0243e9622 req-b157cc90-9011-49a7-8c23-d8c89ad47c38 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579147 Nov 10 17:31:57.902931 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-22944a8a-24a8-4733-9965-e43a3d569511 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:57.931306 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4364175d-eaae-442d-a9d4-7846868ef865 req-c165d916-1cfa-4da3-b231-98722c6bc503 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8a03323-f947-4c3e-b754-572e97698c17 HTTP/1.1" status: 200 len: 210 time: 0.0280535 Nov 10 17:31:57.985359 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-22944a8a-24a8-4733-9965-e43a3d569511 service neutron] Transition to ACTIVE for port object 97a82430-2ce5-4095-8164-3161b0b51fcb will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:31:58.007263 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-22944a8a-24a8-4733-9965-e43a3d569511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:58.016394 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-40c2ad84-2ed7-4db5-bd59-4f29c7d4c67b req-c4aa4df1-9c10-4d40-b07b-f3a42470b607 service neutron] 10.222.0.11 "GET /v2.0/networks/2881d57b-3f4f-4d35-825f-cd2dc9b06116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0454535 Nov 10 17:31:58.017669 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-2d82aa03-b3c1-4277-8a13-4334ee74ac04 admin admin] For port 9bdf109a-86dc-4719-803e-121e96f2fe12, host n-d-776250-10, got binding levels [] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:31:58.017770 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2d82aa03-b3c1-4277-8a13-4334ee74ac04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:58.038813 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b02a1c4-b54f-4c3e-a88b-5f5f9ead618f x-openstack-request-id: req-7b02a1c4-b54f-4c3e-a88b-5f5f9ead618f {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:31:58.039108 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7841fa-4022-48a7-bf9e-29d2bf1f460d", "name": "network-vif-plugged", "status": "completed", "tag": "d5fe9619-f45b-486e-aa26-f035ae11636b", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:31:58.039362 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7b02a1c4-b54f-4c3e-a88b-5f5f9ead618f {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:31:58.040380 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7841fa-4022-48a7-bf9e-29d2bf1f460d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5fe9619-f45b-486e-aa26-f035ae11636b', 'code': 200} Nov 10 17:31:58.093724 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58542) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:31:58.117774 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-2d82aa03-b3c1-4277-8a13-4334ee74ac04 admin admin] Calling delete_port for 9bdf109a-86dc-4719-803e-121e96f2fe12 owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:31:58.127910 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.ipam_backend_mixin [None req-2d82aa03-b3c1-4277-8a13-4334ee74ac04 admin admin] Port 9bdf109a-86dc-4719-803e-121e96f2fe12 was not found and therefore no delete operation was performed {{(pid=102469) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 17:31:58.149595 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2d82aa03-b3c1-4277-8a13-4334ee74ac04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:58.215878 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d82aa03-b3c1-4277-8a13-4334ee74ac04 admin admin] No DVR routers for this DVR port 9bdf109a-86dc-4719-803e-121e96f2fe12 on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:31:58.240870 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22944a8a-24a8-4733-9965-e43a3d569511 service neutron] Pushing event updated for resources: {'Port': ['ID=97a82430-2ce5-4095-8164-3161b0b51fcb,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:58.263125 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a04a43-5910-46b3-a827-ad8e2352bb84 req-a345de78-036f-48bc-9802-f3bd3faee828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:58.265982 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-83a04a43-5910-46b3-a827-ad8e2352bb84 req-a345de78-036f-48bc-9802-f3bd3faee828 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 1098 time: 0.0766668 Nov 10 17:31:58.266753 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b1099886-0572-4e8e-9992-9aea65800517 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:58.323193 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b1099886-0572-4e8e-9992-9aea65800517 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:58.348851 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82aa03-b3c1-4277-8a13-4334ee74ac04 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bdf109a-86dc-4719-803e-121e96f2fe12,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:58.387883 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-83a04a43-5910-46b3-a827-ad8e2352bb84 req-a05d054b-5926-4ea8-891a-ed460593bbe6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126995 Nov 10 17:31:58.406030 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2d82aa03-b3c1-4277-8a13-4334ee74ac04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:58.409304 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b1099886-0572-4e8e-9992-9aea65800517 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:58.413167 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b1099886-0572-4e8e-9992-9aea65800517 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:58.414297 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b1099886-0572-4e8e-9992-9aea65800517 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "DELETE /v2.0/security-groups/832b652e-0137-4e68-9e92-89d6c3005823 HTTP/1.1" status: 204 len: 168 time: 0.3189757 Nov 10 17:31:58.418851 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58548) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:31:58.422964 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-fcbb0672-b2b7-4a9c-9a58-5ec16e2c1774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:58.424495 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-fcbb0672-b2b7-4a9c-9a58-5ec16e2c1774 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 1102 time: 0.3001659 Nov 10 17:31:58.434946 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1099886-0572-4e8e-9992-9aea65800517 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=832b652e-0137-4e68-9e92-89d6c3005823,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:58.458912 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-6e9b4f89-549c-428f-9956-353947f56ae9 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] show failed (client error): The resource could not be found. Nov 10 17:31:58.460082 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6e9b4f89-549c-428f-9956-353947f56ae9 tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "GET /v2.0/security-groups/832b652e-0137-4e68-9e92-89d6c3005823 HTTP/1.1" status: 404 len: 347 time: 0.0397539 Nov 10 17:31:58.463565 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-2d82aa03-b3c1-4277-8a13-4334ee74ac04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a11c4ce6-099a-4216-8964-b07a03022e8b']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:58.467128 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b20ab20-a598-43f0-88e4-01f97f9c5edb req-02d719ed-a5ae-4a41-abac-12c45396d29c tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Router 5a0209a4-f47c-4e82-932e-750552be6494 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:31:58.467740 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58550) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:31:58.552248 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 9bdf109a-86dc-4719-803e-121e96f2fe12 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:31:58.563267 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-2d82aa03-b3c1-4277-8a13-4334ee74ac04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fd768f5-fcbc-44e8-84c4-89d0995d9a81') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:58.563626 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-2d82aa03-b3c1-4277-8a13-4334ee74ac04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fd768f5-fcbc-44e8-84c4-89d0995d9a81') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:58.565547 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-22944a8a-24a8-4733-9965-e43a3d569511 service neutron] Attempting to bind port 97a82430-2ce5-4095-8164-3161b0b51fcb on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:31:58.565877 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-22944a8a-24a8-4733-9965-e43a3d569511 service neutron] Attempting to bind port 97a82430-2ce5-4095-8164-3161b0b51fcb by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:31:58.566890 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-22944a8a-24a8-4733-9965-e43a3d569511 service neutron] Attempting to bind port 97a82430-2ce5-4095-8164-3161b0b51fcb on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:31:58.582709 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 9bdf109a-86dc-4719-803e-121e96f2fe12 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:31:58.584612 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 9bdf109a-86dc-4719-803e-121e96f2fe12 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:31:58.586788 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2d82aa03-b3c1-4277-8a13-4334ee74ac04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:58.588718 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-22944a8a-24a8-4733-9965-e43a3d569511 service neutron] Port 97a82430-2ce5-4095-8164-3161b0b51fcb on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:31:58.589044 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-22944a8a-24a8-4733-9965-e43a3d569511 service neutron] Attempting to bind port 97a82430-2ce5-4095-8164-3161b0b51fcb on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:31:58.600839 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-22944a8a-24a8-4733-9965-e43a3d569511 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:31:58.601177 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-22944a8a-24a8-4733-9965-e43a3d569511 service neutron] Checking segment: {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:31:58.601560 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-22944a8a-24a8-4733-9965-e43a3d569511 service neutron] Bound using segment: {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:31:58.601998 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-22944a8a-24a8-4733-9965-e43a3d569511 service neutron] Bound port: 97a82430-2ce5-4095-8164-3161b0b51fcb, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:31:58.602351 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-22944a8a-24a8-4733-9965-e43a3d569511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:58.646194 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2d82aa03-b3c1-4277-8a13-4334ee74ac04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:58.744298 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e0fe088b-6fbc-4988-aa97-c0670c993b1a req-3b0fd030-c907-45ca-a880-8f499c6c3b27 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8a03323-f947-4c3e-b754-572e97698c17 HTTP/1.1" status: 200 len: 210 time: 0.0318983 Nov 10 17:31:58.747080 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d82aa03-b3c1-4277-8a13-4334ee74ac04 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:31:58.747489 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2d82aa03-b3c1-4277-8a13-4334ee74ac04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:58.750446 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:31:58.750446 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:31:58.750446 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:31:58.750446 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:31:58.750446 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:31:58.750446 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:31:58.750446 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:31:58.750446 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:31:58.750446 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:31:58.750446 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:31:58.750446 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:31:58.750446 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:31:58.750446 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:31:58.750446 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:31:58.750446 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:31:58.750446 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:31:58.750446 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:31:58.750446 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:31:58.750446 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:31:58.750446 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:31:58.750446 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:31:58.750446 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:31:58.750446 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:31:58.750446 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:31:58.750446 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:31:58.750446 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:31:58.750446 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:31:58.750446 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:31:58.750446 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:31:58.750446 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:31:58.750446 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:31:58.750446 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:31:58.881400 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517d4bd-410c-4a7d-a8cd-25e589e2adad req-c694db7b-67ea-4afa-8f6d-aa2bec29450d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:58.883261 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b517d4bd-410c-4a7d-a8cd-25e589e2adad req-c694db7b-67ea-4afa-8f6d-aa2bec29450d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 950 time: 0.0640831 Nov 10 17:31:58.920465 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2d82aa03-b3c1-4277-8a13-4334ee74ac04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:58.950225 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2d82aa03-b3c1-4277-8a13-4334ee74ac04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:58.951913 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b517d4bd-410c-4a7d-a8cd-25e589e2adad req-d28dafda-b124-4f08-b0f7-5464316a3528 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602055 Nov 10 17:31:58.956424 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2d82aa03-b3c1-4277-8a13-4334ee74ac04 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a11c4ce6-099a-4216-8964-b07a03022e8b HTTP/1.1" status: 204 len: 168 time: 2.6656206 Nov 10 17:31:58.978612 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-4b197b40-c010-4255-9d11-92cbab7396a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:58.980086 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-4b197b40-c010-4255-9d11-92cbab7396a1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.3382473 Nov 10 17:31:58.981250 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-22944a8a-24a8-4733-9965-e43a3d569511 service neutron] For port 97a82430-2ce5-4095-8164-3161b0b51fcb, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:31:58.986119 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82aa03-b3c1-4277-8a13-4334ee74ac04 admin admin] Pushing event deleted for resources: {'Network': ['ID=a11c4ce6-099a-4216-8964-b07a03022e8b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:58.994007 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-7d377747-6f77-4e90-a9d4-3ec09ea3781e tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Deleting port 604ab687-bd36-4b3a-94a3-bb3094febacd {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:31:58.994358 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d377747-6f77-4e90-a9d4-3ec09ea3781e tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:59.068415 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-22944a8a-24a8-4733-9965-e43a3d569511 service neutron] For port 97a82430-2ce5-4095-8164-3161b0b51fcb, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=97a82430-2ce5-4095-8164-3161b0b51fcb,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:31:59.105247 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6370163-0fdd-4fcd-a5ff-636b859aba87 req-b646d80c-59e4-45ca-97e2-42dc0f046a61 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:59.106871 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d6370163-0fdd-4fcd-a5ff-636b859aba87 req-b646d80c-59e4-45ca-97e2-42dc0f046a61 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 946 time: 0.0599415 Nov 10 17:31:59.117537 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b20ab20-a598-43f0-88e4-01f97f9c5edb req-02d719ed-a5ae-4a41-abac-12c45396d29c tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:31:59.137151 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-7c44d7ff-6651-4b7a-ad33-18bf01d66061 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 HTTP/1.1" status: 200 len: 217 time: 0.1388214 Nov 10 17:31:59.138257 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-22944a8a-24a8-4733-9965-e43a3d569511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:59.142747 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1b20ab20-a598-43f0-88e4-01f97f9c5edb req-02d719ed-a5ae-4a41-abac-12c45396d29c tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:59.143913 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d9706d-c446-474e-8372-0ac5163ede4d None None] Sync routers for ids ['5a0209a4-f47c-4e82-932e-750552be6494'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:31:59.150755 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6805b731-4c63-4610-8de4-7beaf0f7ffc7 req-088f9083-c2aa-4449-a99c-4eadbe386438 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed22ff5850684fb18710e4a738614c84&device_id=a8a03323-f947-4c3e-b754-572e97698c17 HTTP/1.1" status: 200 len: 210 time: 0.0966036 Nov 10 17:31:59.158119 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d9706d-c446-474e-8372-0ac5163ede4d None None] Routers {'5a0209a4-f47c-4e82-932e-750552be6494'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:31:59.159132 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-20d9706d-c446-474e-8372-0ac5163ede4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:31:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['5a0209a4-f47c-4e82-932e-750552be6494'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:59.202810 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58558) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:31:59.220763 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d6370163-0fdd-4fcd-a5ff-636b859aba87 req-0c5c3b60-2f51-46b6-8f8e-f6c9bcdabf29 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901234 Nov 10 17:31:59.301733 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9260bec6-40fe-460e-b163-29c705c94c45 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=60762859721f4554a921461817d77b7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0778341 Nov 10 17:31:59.307348 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58560) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:31:59.309209 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-22944a8a-24a8-4733-9965-e43a3d569511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:59.309834 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-22944a8a-24a8-4733-9965-e43a3d569511 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:59.311213 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-22944a8a-24a8-4733-9965-e43a3d569511 service neutron] 10.222.0.13 "PUT /v2.0/ports/97a82430-2ce5-4095-8164-3161b0b51fcb HTTP/1.1" status: 200 len: 1092 time: 3.7435448 Nov 10 17:31:59.313382 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601c2270-ff4c-4719-ae56-1c219aeba15c', 'tag': '97a82430-2ce5-4095-8164-3161b0b51fcb'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:31:59.315622 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce50c34f-bad5-49f4-946c-a1cae8d7847a" -d '{"events": [{"name": "network-changed", "server_uuid": "601c2270-ff4c-4719-ae56-1c219aeba15c", "tag": "97a82430-2ce5-4095-8164-3161b0b51fcb"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:31:59.327296 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-20d9706d-c446-474e-8372-0ac5163ede4d None None] Set router 5a0209a4-f47c-4e82-932e-750552be6494 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:31:59.389898 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b20ab20-a598-43f0-88e4-01f97f9c5edb req-02d719ed-a5ae-4a41-abac-12c45396d29c tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "PUT /v2.0/floatingips/f366ff85-d3a0-4a25-a83d-571e3e42869a HTTP/1.1" status: 200 len: 695 time: 3.3398223 Nov 10 17:31:59.432701 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c222a-4b9b-4621-8a2e-6f16685c33cf req-f642691e-a2ba-484c-beb4-3283e730be10 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:59.434633 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6d9c222a-4b9b-4621-8a2e-6f16685c33cf req-f642691e-a2ba-484c-beb4-3283e730be10 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 943 time: 0.1055379 Nov 10 17:31:59.451739 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d377747-6f77-4e90-a9d4-3ec09ea3781e tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:59.452090 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d377747-6f77-4e90-a9d4-3ec09ea3781e tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:59.459606 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-014b78d9-3181-4d49-9832-bb2f951f3b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:59.461127 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-014b78d9-3181-4d49-9832-bb2f951f3b18 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.3012877 Nov 10 17:31:59.461731 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22944a8a-24a8-4733-9965-e43a3d569511 service neutron] Pushing event updated for resources: {'Port': ['ID=97a82430-2ce5-4095-8164-3161b0b51fcb,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:59.467580 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a8449016-f80e-4ad6-9c96-49b9caec1082 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:59.511277 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a8449016-f80e-4ad6-9c96-49b9caec1082 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:59.517124 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-7d377747-6f77-4e90-a9d4-3ec09ea3781e tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Calling delete_port for 604ab687-bd36-4b3a-94a3-bb3094febacd owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:31:59.529512 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6d9c222a-4b9b-4621-8a2e-6f16685c33cf req-adc2ae65-a422-431e-816a-8b400ffc1763 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856032 Nov 10 17:31:59.577408 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a8449016-f80e-4ad6-9c96-49b9caec1082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:59.582487 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a8449016-f80e-4ad6-9c96-49b9caec1082 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:31:59.586304 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a8449016-f80e-4ad6-9c96-49b9caec1082 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2a2f877b-f34d-4efe-aa8b-75ff41b4601c HTTP/1.1" status: 204 len: 168 time: 0.2766414 Nov 10 17:31:59.595803 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8449016-f80e-4ad6-9c96-49b9caec1082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2f877b-f34d-4efe-aa8b-75ff41b4601c,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:31:59.670565 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-8df27023-e357-4717-bc6b-728b0c6053c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:59.672241 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-8df27023-e357-4717-bc6b-728b0c6053c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ec9ca6147964daa83e30b2176db3b36&device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 1095 time: 0.2797890 Nov 10 17:31:59.686394 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805b731-4c63-4610-8de4-7beaf0f7ffc7 req-6f154846-252c-4a36-b75c-72efdd3c5e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:59.687960 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6805b731-4c63-4610-8de4-7beaf0f7ffc7 req-6f154846-252c-4a36-b75c-72efdd3c5e55 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ed22ff5850684fb18710e4a738614c84&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4771702 Nov 10 17:31:59.691110 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89cd28f-332e-4acc-9cc9-94d253cf0caf x-openstack-request-id: req-a89cd28f-332e-4acc-9cc9-94d253cf0caf {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:31:59.691453 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601c2270-ff4c-4719-ae56-1c219aeba15c", "tag": "97a82430-2ce5-4095-8164-3161b0b51fcb", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:31:59.691803 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a89cd28f-332e-4acc-9cc9-94d253cf0caf {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:31:59.692754 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601c2270-ff4c-4719-ae56-1c219aeba15c', 'tag': '97a82430-2ce5-4095-8164-3161b0b51fcb', 'status': 'completed', 'code': 200} Nov 10 17:31:59.708199 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20ab20-a598-43f0-88e4-01f97f9c5edb req-938e6189-1b58-4453-b139-641d8a91622d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:31:59.709701 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b20ab20-a598-43f0-88e4-01f97f9c5edb req-938e6189-1b58-4453-b139-641d8a91622d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=550346fb7b854e588018ed0d527afbf6&device_id=4a11e0ec-1b74-4b78-acdc-f70c951b68ed HTTP/1.1" status: 200 len: 1097 time: 0.2910628 Nov 10 17:31:59.762366 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-20d9706d-c446-474e-8372-0ac5163ede4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0209a4-f47c-4e82-932e-750552be6494', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268988109-router', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:46Z', 'updated_at': '2021-11-10T17:30:52Z', 'revision_number': 4, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'gw_port': {'id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:47Z', 'updated_at': '2021-11-10T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8', 'name': '', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'mac_address': 'fa:16:3e:a1:9e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:51Z', 'updated_at': '2021-11-10T17:30:57Z', 'revision_number': 5, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'subnets': [{'id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:59.815051 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d9706d-c446-474e-8372-0ac5163ede4d None None] Checking router: 5a0209a4-f47c-4e82-932e-750552be6494 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:31:59.824975 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-ab172c61-c4a9-4c4b-86f0-ff24843c98a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97a82430-2ce5-4095-8164-3161b0b51fcb HTTP/1.1" status: 200 len: 217 time: 0.1310024 Nov 10 17:31:59.828543 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d9706d-c446-474e-8372-0ac5163ede4d None None] Routers {'5a0209a4-f47c-4e82-932e-750552be6494'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:31:59.829893 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-20d9706d-c446-474e-8372-0ac5163ede4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:31:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['5a0209a4-f47c-4e82-932e-750552be6494'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:31:59.946657 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-91dd1555-4345-4005-84ca-7557e890d6d7 req-e0a8b7fb-f670-406e-9dfe-6786db2666ec tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8a03323-f947-4c3e-b754-572e97698c17 HTTP/1.1" status: 200 len: 210 time: 0.0542600 Nov 10 17:31:59.981355 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-20d9706d-c446-474e-8372-0ac5163ede4d None None] Set router 5a0209a4-f47c-4e82-932e-750552be6494 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:32:00.156788 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1d7bd-f4db-430a-a49c-02f570fed5a3 req-2b777b3b-706b-446a-88b6-20dcd4dd82e7 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:00.164313 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3e1d7bd-f4db-430a-a49c-02f570fed5a3 req-2b777b3b-706b-446a-88b6-20dcd4dd82e7 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 950 time: 0.1105065 Nov 10 17:32:00.180270 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-40b2b230-c8c3-4fe6-9cac-31d85118abbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:00.182223 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-40b2b230-c8c3-4fe6-9cac-31d85118abbb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6819029 Nov 10 17:32:00.259537 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3e1d7bd-f4db-430a-a49c-02f570fed5a3 req-d7ba29aa-65ff-4d54-bff7-51781c004beb tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943115 Nov 10 17:32:00.262170 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805b731-4c63-4610-8de4-7beaf0f7ffc7 req-38af9f52-5a54-4f87-bc8a-6dd56a192d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:00.268438 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6805b731-4c63-4610-8de4-7beaf0f7ffc7 req-38af9f52-5a54-4f87-bc8a-6dd56a192d0e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5693901 Nov 10 17:32:00.268589 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-20d9706d-c446-474e-8372-0ac5163ede4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0209a4-f47c-4e82-932e-750552be6494', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268988109-router', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:46Z', 'updated_at': '2021-11-10T17:30:52Z', 'revision_number': 4, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'gw_port': {'id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:47Z', 'updated_at': '2021-11-10T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8', 'name': '', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'mac_address': 'fa:16:3e:a1:9e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:51Z', 'updated_at': '2021-11-10T17:30:57Z', 'revision_number': 5, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'subnets': [{'id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:00.314952 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d9706d-c446-474e-8372-0ac5163ede4d None None] The sync data for ids ['5a0209a4-f47c-4e82-932e-750552be6494'] in n-d-776250-10 is: [{'id': '5a0209a4-f47c-4e82-932e-750552be6494', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268988109-router', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:46Z', 'updated_at': '2021-11-10T17:30:52Z', 'revision_number': 4, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'gw_port': {'id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:47Z', 'updated_at': '2021-11-10T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8', 'name': '', 'network_id': '2881d57b-3f4f-4d35-825f-cd2dc9b06116', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'mac_address': 'fa:16:3e:a1:9e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:51Z', 'updated_at': '2021-11-10T17:30:57Z', 'revision_number': 5, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'subnets': [{'id': '2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:32:00.429199 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6805b731-4c63-4610-8de4-7beaf0f7ffc7 req-ea7a358c-0af5-4bb8-a6f7-4a039b8058b6 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8a03323-f947-4c3e-b754-572e97698c17 HTTP/1.1" status: 200 len: 210 time: 0.0972295 Nov 10 17:32:00.433835 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05239aa-caec-471b-b5e3-e5216c4fd3b4 req-bfc00cc1-6279-460d-bca0-59e783b67455 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:00.443144 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e05239aa-caec-471b-b5e3-e5216c4fd3b4 req-bfc00cc1-6279-460d-bca0-59e783b67455 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 946 time: 0.0848339 Nov 10 17:32:00.462246 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-436c57f1-1229-4a89-a985-9e37b080831f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:00.464785 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-436c57f1-1229-4a89-a985-9e37b080831f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3d9be19-2b8d-48ad-890a-609759e284ae HTTP/1.1" status: 200 len: 861 time: 0.3720191 Nov 10 17:32:00.480789 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b6308b8f-4ef8-499c-aac2-bbde24fc72c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:00.556503 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e05239aa-caec-471b-b5e3-e5216c4fd3b4 req-02a7ca98-303d-4b91-9ff8-f9c324fa3980 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120939 Nov 10 17:32:00.568593 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-ce56bbb5-80be-41e2-961b-2160104170d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648353 Nov 10 17:32:00.572388 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20ab20-a598-43f0-88e4-01f97f9c5edb req-da1e9b84-1321-4324-ba1f-d78381d0baa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:00.574021 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b20ab20-a598-43f0-88e4-01f97f9c5edb req-da1e9b84-1321-4324-ba1f-d78381d0baa3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2881d57b-3f4f-4d35-825f-cd2dc9b06116 HTTP/1.1" status: 200 len: 922 time: 0.7532046 Nov 10 17:32:00.593442 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d377747-6f77-4e90-a9d4-3ec09ea3781e tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:00.737726 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:32:00.775434 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924ab14-3c25-443a-b983-d7211ff08ae3 req-91fca590-e4dc-47fd-b4e8-24c631390481 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:00.795367 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2924ab14-3c25-443a-b983-d7211ff08ae3 req-91fca590-e4dc-47fd-b4e8-24c631390481 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 943 time: 0.1301641 Nov 10 17:32:00.804598 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-d6439333-6bcf-408e-9b3f-074ac04e2d21 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5899065 Nov 10 17:32:00.805991 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b20ab20-a598-43f0-88e4-01f97f9c5edb req-cf437fd7-dd38-421b-82cd-36df7ad29cef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d HTTP/1.1" status: 200 len: 217 time: 0.2092731 Nov 10 17:32:00.811711 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d377747-6f77-4e90-a9d4-3ec09ea3781e tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Pushing event deleted for resources: {'Port': ['ID=604ab687-bd36-4b3a-94a3-bb3094febacd,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:00.882081 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639104e1-f169-4ffc-be4b-1d104347a935 None None] New status for floating IP f366ff85-d3a0-4a25-a83d-571e3e42869a: DOWN {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:32:00.887176 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2924ab14-3c25-443a-b983-d7211ff08ae3 req-1256f270-610b-44be-8f00-8659db4bb256 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881360 Nov 10 17:32:00.950612 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58598) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:32:01.041944 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6508fe-a212-45f1-b309-ba34dee72916 req-8184e15c-97dc-44f1-9b45-50424d056d6c tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:01.046664 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8b6508fe-a212-45f1-b309-ba34dee72916 req-8184e15c-97dc-44f1-9b45-50424d056d6c tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 1098 time: 0.0975223 Nov 10 17:32:01.137194 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8b6508fe-a212-45f1-b309-ba34dee72916 req-0b018825-0042-4ac9-a602-3ff94cdf40ac tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813651 Nov 10 17:32:01.140771 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-38cc52c6-375f-4c7d-ae10-2023fcdc1b26 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1423169348-network', 'tenant_id': '413a32c812054ba2938f8322d10807cf'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:32:01.165646 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cc52c6-375f-4c7d-ae10-2023fcdc1b26 admin admin] Made reservation on behalf of 413a32c812054ba2938f8322d10807cf for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:32:01.168731 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-38cc52c6-375f-4c7d-ae10-2023fcdc1b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:01.182783 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-38cc52c6-375f-4c7d-ae10-2023fcdc1b26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:01.297691 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-38cc52c6-375f-4c7d-ae10-2023fcdc1b26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:01.304487 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-38cc52c6-375f-4c7d-ae10-2023fcdc1b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:01.335159 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38cc52c6-375f-4c7d-ae10-2023fcdc1b26 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:32:01.353652 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc52c6-375f-4c7d-ae10-2023fcdc1b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9275788d-6d57-413b-9f72-db64be97dac5,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:01.359731 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-38cc52c6-375f-4c7d-ae10-2023fcdc1b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:01.360082 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-38cc52c6-375f-4c7d-ae10-2023fcdc1b26 admin admin] Added segment fa24a08e-fbce-4cc8-81cc-bfd17cdec763 of type vlan for network 406696a8-9f0e-410b-909b-63b552fd807d Nov 10 17:32:01.442834 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7097efc3-c2e9-4f63-9ca0-34078df42118 req-0bd0ad68-0ee9-4baa-9e72-776f8c783e6d tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8a03323-f947-4c3e-b754-572e97698c17 HTTP/1.1" status: 200 len: 210 time: 0.0416052 Nov 10 17:32:01.444815 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-38cc52c6-375f-4c7d-ae10-2023fcdc1b26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:01.447040 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fa633a9c-b1f1-4e85-804b-fb630949c1b8 req-b56be902-954f-48c5-980b-8edd18cc6499 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed22ff5850684fb18710e4a738614c84&device_id=a8a03323-f947-4c3e-b754-572e97698c17 HTTP/1.1" status: 200 len: 210 time: 0.5872438 Nov 10 17:32:01.459029 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-4d84a62b-8af4-49a3-9020-8827ccbe8e9a service neutron] 10.222.0.13 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8772185 Nov 10 17:32:01.482326 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-38cc52c6-375f-4c7d-ae10-2023fcdc1b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:01.483589 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cc52c6-375f-4c7d-ae10-2023fcdc1b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:01.484740 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-38cc52c6-375f-4c7d-ae10-2023fcdc1b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:01.576608 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-38cc52c6-375f-4c7d-ae10-2023fcdc1b26 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6147325 Nov 10 17:32:01.591740 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58608) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:32:01.608921 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-cf69ab40-8a3c-4284-9d46-b80ea831f69f admin admin] Request body: {'subnet': {'network_id': '406696a8-9f0e-410b-909b-63b552fd807d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1423169348-subnet', 'tenant_id': '413a32c812054ba2938f8322d10807cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:32:01.618348 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d377747-6f77-4e90-a9d4-3ec09ea3781e tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:01.620992 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d377747-6f77-4e90-a9d4-3ec09ea3781e tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:01.625328 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7d377747-6f77-4e90-a9d4-3ec09ea3781e tempest-ServersTestJSON-1374704098 tempest-ServersTestJSON-1374704098-project] 10.222.0.39 "DELETE /v2.0/floatingips/8c0b75c8-0d6b-49b7-9c23-74fdc502cd40 HTTP/1.1" status: 204 len: 168 time: 3.1519468 Nov 10 17:32:01.625739 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc52c6-375f-4c7d-ae10-2023fcdc1b26 admin admin] Pushing event updated for resources: {'Network': ['ID=406696a8-9f0e-410b-909b-63b552fd807d,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:01.628569 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58610) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:32:01.631973 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20ab20-a598-43f0-88e4-01f97f9c5edb req-ae7458db-2b0b-4cae-80db-8404207bfe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:01.633569 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b20ab20-a598-43f0-88e4-01f97f9c5edb req-ae7458db-2b0b-4cae-80db-8404207bfe21 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd HTTP/1.1" status: 200 len: 860 time: 0.8119080 Nov 10 17:32:01.637192 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 406696a8-9f0e-410b-909b-63b552fd807d details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:32:01.658438 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202bdeee-a1a7-487b-abe2-4ee736cd8209 req-87ea68ef-b5c1-4b4e-8bbf-0fe33f4effc2 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:01.660243 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-202bdeee-a1a7-487b-abe2-4ee736cd8209 req-87ea68ef-b5c1-4b4e-8bbf-0fe33f4effc2 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 1098 time: 0.1207173 Nov 10 17:32:01.663814 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf69ab40-8a3c-4284-9d46-b80ea831f69f admin admin] Made reservation on behalf of 413a32c812054ba2938f8322d10807cf for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:32:01.667461 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cf69ab40-8a3c-4284-9d46-b80ea831f69f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:01.735940 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a11e0ec-1b74-4b78-acdc-f70c951b68ed', 'tag': '2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:32:01.738672 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb9ce5d-bab1-4156-95c8-0a9382f7b5e2" -d '{"events": [{"name": "network-changed", "server_uuid": "4a11e0ec-1b74-4b78-acdc-f70c951b68ed", "tag": "2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:32:01.777102 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-202bdeee-a1a7-487b-abe2-4ee736cd8209 req-228509e9-224e-46c0-a2c8-052c0d9942a2 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072643 Nov 10 17:32:01.801814 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-d80b5a92-56cb-4903-820d-2df4fe8161b8 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9812953 Nov 10 17:32:01.890386 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20ab20-a598-43f0-88e4-01f97f9c5edb req-33c2db28-ddc1-4600-8671-41774eb713bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:01.891900 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b20ab20-a598-43f0-88e4-01f97f9c5edb req-33c2db28-ddc1-4600-8671-41774eb713bd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2881d57b-3f4f-4d35-825f-cd2dc9b06116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2367392 Nov 10 17:32:01.898911 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa633a9c-b1f1-4e85-804b-fb630949c1b8 req-89c932b2-4bee-449c-88ba-5e9d7b60e26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:01.900388 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fa633a9c-b1f1-4e85-804b-fb630949c1b8 req-89c932b2-4bee-449c-88ba-5e9d7b60e26e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ed22ff5850684fb18710e4a738614c84&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4405489 Nov 10 17:32:01.905081 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3921ee8a-3c6c-4489-a800-59f498c389ae req-369de9a2-617d-4f11-9239-58df5926d38b service neutron] 10.222.0.13 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186368 Nov 10 17:32:01.959765 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2523f1-b2a9-4877-b4bc-2d97d0f7609d req-55838d8f-4d7a-4418-a185-ea323ded8328 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:01.961348 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-be2523f1-b2a9-4877-b4bc-2d97d0f7609d req-55838d8f-4d7a-4418-a185-ea323ded8328 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 950 time: 0.1231153 Nov 10 17:32:01.978800 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cf69ab40-8a3c-4284-9d46-b80ea831f69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:02.065954 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69ab40-8a3c-4284-9d46-b80ea831f69f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef5bb24e-accb-4ffd-8271-f69987ade804,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:02.076107 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-be2523f1-b2a9-4877-b4bc-2d97d0f7609d req-5616ac0d-5f39-490b-892d-de268ecdc82a tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072574 Nov 10 17:32:02.084033 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf69ab40-8a3c-4284-9d46-b80ea831f69f admin admin] Checking segment: {'id': 'fa24a08e-fbce-4cc8-81cc-bfd17cdec763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '406696a8-9f0e-410b-909b-63b552fd807d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:32:02.084435 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf69ab40-8a3c-4284-9d46-b80ea831f69f admin admin] Network hostable DHCP agents. Network: 406696a8-9f0e-410b-909b-63b552fd807d, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:32:02.105145 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf69ab40-8a3c-4284-9d46-b80ea831f69f admin admin] Network 406696a8-9f0e-410b-909b-63b552fd807d is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:32:02.120895 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-cf69ab40-8a3c-4284-9d46-b80ea831f69f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 406696a8-9f0e-410b-909b-63b552fd807d) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:32:02.125324 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf69ab40-8a3c-4284-9d46-b80ea831f69f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:02.125914 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cf69ab40-8a3c-4284-9d46-b80ea831f69f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:02.134620 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3507fe2e-fe95-4727-9bc5-0fd2725dc65d None None] Network 406696a8-9f0e-410b-909b-63b552fd807d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:32:02.148850 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cf69ab40-8a3c-4284-9d46-b80ea831f69f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5431521 Nov 10 17:32:02.150343 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58618) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:32:02.151752 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1398b178-3164-47af-a9e3-80fea4cf8fa4 x-openstack-request-id: req-1398b178-3164-47af-a9e3-80fea4cf8fa4 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:32:02.152113 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a11e0ec-1b74-4b78-acdc-f70c951b68ed", "tag": "2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:32:02.152346 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1398b178-3164-47af-a9e3-80fea4cf8fa4 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:32:02.152703 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a11e0ec-1b74-4b78-acdc-f70c951b68ed', 'tag': '2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d', 'status': 'completed', 'code': 200} Nov 10 17:32:02.156058 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-538ae9b1-8d22-4078-aaf2-d9558fb0ef2d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1423169348-router', 'tenant_id': '413a32c812054ba2938f8322d10807cf', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:32:02.191042 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-538ae9b1-8d22-4078-aaf2-d9558fb0ef2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:02.202123 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-538ae9b1-8d22-4078-aaf2-d9558fb0ef2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:02.216376 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50c34f-bad5-49f4-946c-a1cae8d7847a req-21f43718-153a-4a05-a86c-2ef3d9491962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:02.217928 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ce50c34f-bad5-49f4-946c-a1cae8d7847a req-21f43718-153a-4a05-a86c-2ef3d9491962 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ec9ca6147964daa83e30b2176db3b36&device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 1095 time: 0.2428033 Nov 10 17:32:02.227816 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b20ab20-a598-43f0-88e4-01f97f9c5edb req-0151254a-d86f-4e68-8e1f-86f2fd5de14a service neutron] 10.222.0.39 "GET /v2.0/networks/2881d57b-3f4f-4d35-825f-cd2dc9b06116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217509 Nov 10 17:32:02.268241 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa633a9c-b1f1-4e85-804b-fb630949c1b8 req-0add578b-b604-4897-a540-df478a63acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:02.269886 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fa633a9c-b1f1-4e85-804b-fb630949c1b8 req-0add578b-b604-4897-a540-df478a63acf0 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3580608 Nov 10 17:32:02.306071 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-538ae9b1-8d22-4078-aaf2-d9558fb0ef2d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:02.347064 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a768f43c-603d-4f14-83ec-968e248fa071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-406696a8-9f0e-410b-909b-63b552fd807d', 'network_id': '406696a8-9f0e-410b-909b-63b552fd807d', 'tenant_id': '413a32c812054ba2938f8322d10807cf', 'fixed_ips': [{'subnet_id': 'ef5bb24e-accb-4ffd-8271-f69987ade804'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:32:02.349593 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a768f43c-603d-4f14-83ec-968e248fa071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:02.420538 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fa633a9c-b1f1-4e85-804b-fb630949c1b8 req-70184b03-f477-424a-b444-4cb35ed11b3e tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8a03323-f947-4c3e-b754-572e97698c17 HTTP/1.1" status: 200 len: 210 time: 0.0716093 Nov 10 17:32:02.422067 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c5f44-ce1c-4cf3-9206-c5d095a3d822 req-d55ec681-d325-4c16-b3ae-27cac9d0fb46 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:02.426108 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-297c5f44-ce1c-4cf3-9206-c5d095a3d822 req-d55ec681-d325-4c16-b3ae-27cac9d0fb46 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 943 time: 0.1325347 Nov 10 17:32:02.443702 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9ce5d-bab1-4156-95c8-0a9382f7b5e2 req-910b6b24-3981-42a2-b47f-b3c45bc0ef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:02.445220 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-deb9ce5d-bab1-4156-95c8-0a9382f7b5e2 req-910b6b24-3981-42a2-b47f-b3c45bc0ef1d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=550346fb7b854e588018ed0d527afbf6&device_id=4a11e0ec-1b74-4b78-acdc-f70c951b68ed HTTP/1.1" status: 200 len: 1097 time: 0.2464995 Nov 10 17:32:02.506129 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-a768f43c-603d-4f14-83ec-968e248fa071 None None] Allocated IP 172.20.0.2 (406696a8-9f0e-410b-909b-63b552fd807d/ef5bb24e-accb-4ffd-8271-f69987ade804/13dddb55-3dc7-4e3f-9e23-1e9d2366f78e) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:32:02.552217 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-538ae9b1-8d22-4078-aaf2-d9558fb0ef2d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:02.565951 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50c34f-bad5-49f4-946c-a1cae8d7847a req-bf012f93-94bd-49f7-8593-7407c52c9931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:02.568453 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ce50c34f-bad5-49f4-946c-a1cae8d7847a req-bf012f93-94bd-49f7-8593-7407c52c9931 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1 HTTP/1.1" status: 200 len: 922 time: 0.3396475 Nov 10 17:32:02.580200 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b20ab20-a598-43f0-88e4-01f97f9c5edb req-5b5bdaf8-3531-42b0-9316-3275dff0c48e service neutron] 10.222.0.39 "GET /v2.0/networks/2881d57b-3f4f-4d35-825f-cd2dc9b06116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269479 Nov 10 17:32:02.643177 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ce50c34f-bad5-49f4-946c-a1cae8d7847a req-c9433bb7-7a31-405f-9661-63ccb7283b88 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97a82430-2ce5-4095-8164-3161b0b51fcb HTTP/1.1" status: 200 len: 217 time: 0.0617681 Nov 10 17:32:02.668921 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-297c5f44-ce1c-4cf3-9206-c5d095a3d822 req-acc08e62-8961-4a15-8e80-234fbc0b120a tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073038 Nov 10 17:32:02.728456 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9ce5d-bab1-4156-95c8-0a9382f7b5e2 req-f6d91693-0c9d-49bf-a813-65c843868689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:02.730193 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-deb9ce5d-bab1-4156-95c8-0a9382f7b5e2 req-f6d91693-0c9d-49bf-a813-65c843868689 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2881d57b-3f4f-4d35-825f-cd2dc9b06116 HTTP/1.1" status: 200 len: 922 time: 0.2664642 Nov 10 17:32:02.753085 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50c34f-bad5-49f4-946c-a1cae8d7847a req-cdf9916c-a1b7-410d-995f-0d53eb8724ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:02.754624 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ce50c34f-bad5-49f4-946c-a1cae8d7847a req-cdf9916c-a1b7-410d-995f-0d53eb8724ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3d9be19-2b8d-48ad-890a-609759e284ae HTTP/1.1" status: 200 len: 861 time: 0.1007125 Nov 10 17:32:02.801509 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-deb9ce5d-bab1-4156-95c8-0a9382f7b5e2 req-dd1dd532-1b75-4c9e-b733-9671f32234bf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d HTTP/1.1" status: 200 len: 217 time: 0.0597646 Nov 10 17:32:02.857792 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ce50c34f-bad5-49f4-946c-a1cae8d7847a req-6e13a693-7947-434e-9653-ec4a703a2565 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691118 Nov 10 17:32:03.027001 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9ce5d-bab1-4156-95c8-0a9382f7b5e2 req-9cc59534-eed0-4624-b81e-1d419d1c591b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:03.028629 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-deb9ce5d-bab1-4156-95c8-0a9382f7b5e2 req-9cc59534-eed0-4624-b81e-1d419d1c591b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd HTTP/1.1" status: 200 len: 860 time: 0.1738458 Nov 10 17:32:03.079548 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a768f43c-603d-4f14-83ec-968e248fa071 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:03.083540 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a22e2b2a-1d70-4bb8-9db6-efe58837f8a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:03.093944 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a768f43c-603d-4f14-83ec-968e248fa071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:03.141638 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a768f43c-603d-4f14-83ec-968e248fa071 None None] Network 406696a8-9f0e-410b-909b-63b552fd807d is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:32:03.148993 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-a768f43c-603d-4f14-83ec-968e248fa071 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:32:03.154946 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a768f43c-603d-4f14-83ec-968e248fa071 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:32:03.182956 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-400ab165-646e-437f-9017-9ec4548cde0d req-74acf272-2d9d-4998-b21b-5643a44985e6 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/floatingips/f366ff85-d3a0-4a25-a83d-571e3e42869a HTTP/1.1" status: 200 len: 693 time: 0.1914454 Nov 10 17:32:03.204099 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9ce5d-bab1-4156-95c8-0a9382f7b5e2 req-5c1edc49-1dc1-416e-9029-b72b0ba29dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:03.205863 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-deb9ce5d-bab1-4156-95c8-0a9382f7b5e2 req-5c1edc49-1dc1-416e-9029-b72b0ba29dfc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2881d57b-3f4f-4d35-825f-cd2dc9b06116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1246762 Nov 10 17:32:03.211627 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fdf52599-7de7-4bdc-a267-ae0e61a81c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:03.236182 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768f43c-603d-4f14-83ec-968e248fa071 None None] Pushing event updated for resources: {'Port': ['ID=13dddb55-3dc7-4e3f-9e23-1e9d2366f78e,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:03.257395 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-a768f43c-603d-4f14-83ec-968e248fa071 None None] Attempting to bind port 13dddb55-3dc7-4e3f-9e23-1e9d2366f78e on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:32:03.260495 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-a768f43c-603d-4f14-83ec-968e248fa071 None None] Attempting to bind port 13dddb55-3dc7-4e3f-9e23-1e9d2366f78e by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'fa24a08e-fbce-4cc8-81cc-bfd17cdec763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '406696a8-9f0e-410b-909b-63b552fd807d'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:32:03.260976 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a768f43c-603d-4f14-83ec-968e248fa071 None None] Attempting to bind port 13dddb55-3dc7-4e3f-9e23-1e9d2366f78e on network 406696a8-9f0e-410b-909b-63b552fd807d {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:32:03.267040 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a768f43c-603d-4f14-83ec-968e248fa071 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:32:03.267680 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a768f43c-603d-4f14-83ec-968e248fa071 None None] Checking segment: {'id': 'fa24a08e-fbce-4cc8-81cc-bfd17cdec763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '406696a8-9f0e-410b-909b-63b552fd807d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:32:03.268286 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a768f43c-603d-4f14-83ec-968e248fa071 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:03.268845 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a768f43c-603d-4f14-83ec-968e248fa071 None None] Bound using segment: {'id': 'fa24a08e-fbce-4cc8-81cc-bfd17cdec763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '406696a8-9f0e-410b-909b-63b552fd807d'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:32:03.269898 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-a768f43c-603d-4f14-83ec-968e248fa071 None None] Bound port: 13dddb55-3dc7-4e3f-9e23-1e9d2366f78e, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa24a08e-fbce-4cc8-81cc-bfd17cdec763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '406696a8-9f0e-410b-909b-63b552fd807d'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:32:03.270704 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a768f43c-603d-4f14-83ec-968e248fa071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:03.325514 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-538ae9b1-8d22-4078-aaf2-d9558fb0ef2d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:03.332414 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ce50c34f-bad5-49f4-946c-a1cae8d7847a req-e349deff-0f54-4b69-8527-6af3e2511c18 service neutron] 10.222.0.13 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4461663 Nov 10 17:32:03.357248 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-538ae9b1-8d22-4078-aaf2-d9558fb0ef2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:03.374406 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-a768f43c-603d-4f14-83ec-968e248fa071 None None] For port 13dddb55-3dc7-4e3f-9e23-1e9d2366f78e, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:32:03.378843 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-a768f43c-603d-4f14-83ec-968e248fa071 None None] For port 13dddb55-3dc7-4e3f-9e23-1e9d2366f78e, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=13dddb55-3dc7-4e3f-9e23-1e9d2366f78e,segment=NetworkSegment(fa24a08e-fbce-4cc8-81cc-bfd17cdec763),segment_id=fa24a08e-fbce-4cc8-81cc-bfd17cdec763)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:32:03.395563 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a768f43c-603d-4f14-83ec-968e248fa071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:03.462904 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ab165-646e-437f-9017-9ec4548cde0d req-07cf6f5f-e23b-4456-bb71-f28a1e82b1c0 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:03.464493 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-400ab165-646e-437f-9017-9ec4548cde0d req-07cf6f5f-e23b-4456-bb71-f28a1e82b1c0 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 784 time: 0.2731085 Nov 10 17:32:03.481383 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-deb9ce5d-bab1-4156-95c8-0a9382f7b5e2 req-0676fece-c15e-49e7-be34-d227d4910a25 service neutron] 10.222.0.11 "GET /v2.0/networks/2881d57b-3f4f-4d35-825f-cd2dc9b06116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635102 Nov 10 17:32:03.489798 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768f43c-603d-4f14-83ec-968e248fa071 None None] Pushing event updated for resources: {'Port': ['ID=13dddb55-3dc7-4e3f-9e23-1e9d2366f78e,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:03.567356 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-400ab165-646e-437f-9017-9ec4548cde0d req-35f3eb27-bb99-4bfc-9324-808c8f2bfc43 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 696 time: 0.0932751 Nov 10 17:32:03.640683 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-400ab165-646e-437f-9017-9ec4548cde0d req-ba35f081-d88b-426f-b89a-5ecae749214b tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.32 HTTP/1.1" status: 200 len: 696 time: 0.0721884 Nov 10 17:32:03.643675 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-538ae9b1-8d22-4078-aaf2-d9558fb0ef2d admin admin] Allocated IP 172.25.5.243 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/be55ecec-6656-4ea8-abf7-e5be0aa9bf1b) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:32:03.652778 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-deb9ce5d-bab1-4156-95c8-0a9382f7b5e2 req-7582b486-6ed4-40b0-ba21-0afbdfd17031 service neutron] 10.222.0.11 "GET /v2.0/networks/2881d57b-3f4f-4d35-825f-cd2dc9b06116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594386 Nov 10 17:32:03.670076 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ce50c34f-bad5-49f4-946c-a1cae8d7847a req-3dd14cd7-8559-4552-8836-0613bcdaa4b5 service neutron] 10.222.0.13 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278260 Nov 10 17:32:03.910241 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:03.938468 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-400ab165-646e-437f-9017-9ec4548cde0d req-5689d002-b56e-4150-a3ef-07e5d1599d8a tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Deleting port 59988c0d-ecab-4702-9deb-dac789295d43 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:32:03.938468 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-400ab165-646e-437f-9017-9ec4548cde0d req-5689d002-b56e-4150-a3ef-07e5d1599d8a tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:03.988524 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-538ae9b1-8d22-4078-aaf2-d9558fb0ef2d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:04.057977 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-400ab165-646e-437f-9017-9ec4548cde0d req-5689d002-b56e-4150-a3ef-07e5d1599d8a tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:04.058239 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-400ab165-646e-437f-9017-9ec4548cde0d req-5689d002-b56e-4150-a3ef-07e5d1599d8a tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:04.075858 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-400ab165-646e-437f-9017-9ec4548cde0d req-5689d002-b56e-4150-a3ef-07e5d1599d8a tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Calling delete_port for 59988c0d-ecab-4702-9deb-dac789295d43 owned by network:floatingip {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:32:04.079015 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-538ae9b1-8d22-4078-aaf2-d9558fb0ef2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:04.170168 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-81715c3c-1127-4aa8-91b7-7c1d4e23435d tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:32:04.171164 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-81715c3c-1127-4aa8-91b7-7c1d4e23435d tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0448668 Nov 10 17:32:04.173119 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538ae9b1-8d22-4078-aaf2-d9558fb0ef2d admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:32:04.180419 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-538ae9b1-8d22-4078-aaf2-d9558fb0ef2d admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:32:04.190830 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538ae9b1-8d22-4078-aaf2-d9558fb0ef2d admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:32:04.243117 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ae9b1-8d22-4078-aaf2-d9558fb0ef2d admin admin] Pushing event updated for resources: {'Port': ['ID=be55ecec-6656-4ea8-abf7-e5be0aa9bf1b,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:04.291964 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-f8b17262-7cc4-4f72-9060-ac241e3f2f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:04.293410 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-f8b17262-7cc4-4f72-9060-ac241e3f2f4f service neutron] 10.222.0.39 "GET /v2.0/ports/d5fe9619-f45b-486e-aa26-f035ae11636b HTTP/1.1" status: 200 len: 1095 time: 0.1003203 Nov 10 17:32:04.308253 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-fdf52599-7de7-4bdc-a267-ae0e61a81c14 admin admin] Deleting port c32fb593-3845-4fda-856e-e03ac65e8613 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:32:04.308738 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fdf52599-7de7-4bdc-a267-ae0e61a81c14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:04.337168 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-5cf3f1f4-fdbe-4627-807e-589902237beb service neutron] Request body: {'binding': {'host': 'n-h2-776250-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:32:04.337614 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-5cf3f1f4-fdbe-4627-807e-589902237beb service neutron] Unknown quota resources ['binding']. {{(pid=102468) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 17:32:04.395866 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-fdf52599-7de7-4bdc-a267-ae0e61a81c14 admin admin] For port c32fb593-3845-4fda-856e-e03ac65e8613, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c32fb593-3845-4fda-856e-e03ac65e8613,segment=NetworkSegment(89305dc8-69fe-40d4-a213-a71be0602df9),segment_id=89305dc8-69fe-40d4-a213-a71be0602df9)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:04.396483 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fdf52599-7de7-4bdc-a267-ae0e61a81c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:04.415873 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-fdf52599-7de7-4bdc-a267-ae0e61a81c14 admin admin] Calling delete_port for c32fb593-3845-4fda-856e-e03ac65e8613 owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:32:04.643992 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 13dddb55-3dc7-4e3f-9e23-1e9d2366f78e up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:32:04.664055 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fdf52599-7de7-4bdc-a267-ae0e61a81c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:04.710343 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf52599-7de7-4bdc-a267-ae0e61a81c14 admin admin] Pushing event deleted for resources: {'Port': ['ID=c32fb593-3845-4fda-856e-e03ac65e8613,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:04.710867 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 13dddb55-3dc7-4e3f-9e23-1e9d2366f78e triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:32:04.711241 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:04.827436 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:04.874223 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 13dddb55-3dc7-4e3f-9e23-1e9d2366f78e, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=13dddb55-3dc7-4e3f-9e23-1e9d2366f78e,segment=NetworkSegment(fa24a08e-fbce-4cc8-81cc-bfd17cdec763),segment_id=fa24a08e-fbce-4cc8-81cc-bfd17cdec763)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:04.881117 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:04.927421 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fdf52599-7de7-4bdc-a267-ae0e61a81c14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:04.953741 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=13dddb55-3dc7-4e3f-9e23-1e9d2366f78e,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:05.000321 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e177a6-3e0d-4dc8-a60b-4bc43746278f None None] Network 406696a8-9f0e-410b-909b-63b552fd807d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:32:05.036762 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-400ab165-646e-437f-9017-9ec4548cde0d req-5689d002-b56e-4150-a3ef-07e5d1599d8a tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:05.080689 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6961bb32-fbed-4fad-a19d-2589d014bfcf None None] Provisioning complete for port 13dddb55-3dc7-4e3f-9e23-1e9d2366f78e triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:32:05.081053 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6961bb32-fbed-4fad-a19d-2589d014bfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:05.131512 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689d002-b56e-4150-a3ef-07e5d1599d8a tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Pushing event deleted for resources: {'Port': ['ID=59988c0d-ecab-4702-9deb-dac789295d43,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:05.188437 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-5cf3f1f4-fdbe-4627-807e-589902237beb service neutron] Attempting to bind port d5fe9619-f45b-486e-aa26-f035ae11636b on host n-h2-776250-10 for vnic_type normal with profile None {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:32:05.188878 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-5cf3f1f4-fdbe-4627-807e-589902237beb service neutron] Attempting to bind port d5fe9619-f45b-486e-aa26-f035ae11636b by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:32:05.189276 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-5cf3f1f4-fdbe-4627-807e-589902237beb service neutron] Attempting to bind port d5fe9619-f45b-486e-aa26-f035ae11636b on network ee9bf645-62ea-4fb8-afab-51398fe4d64d {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:32:05.203107 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-5cf3f1f4-fdbe-4627-807e-589902237beb service neutron] Port d5fe9619-f45b-486e-aa26-f035ae11636b on network ee9bf645-62ea-4fb8-afab-51398fe4d64d not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:32:05.203526 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-5cf3f1f4-fdbe-4627-807e-589902237beb service neutron] Attempting to bind port d5fe9619-f45b-486e-aa26-f035ae11636b on network ee9bf645-62ea-4fb8-afab-51398fe4d64d {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:32:05.209416 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-538ae9b1-8d22-4078-aaf2-d9558fb0ef2d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:05.223485 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf52599-7de7-4bdc-a267-ae0e61a81c14 admin admin] Router 105700ad-8570-4444-acba-bdd5f83d3475 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:32:05.252606 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-5cf3f1f4-fdbe-4627-807e-589902237beb service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:32:05.253028 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-5cf3f1f4-fdbe-4627-807e-589902237beb service neutron] Checking segment: {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:32:05.253653 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-5cf3f1f4-fdbe-4627-807e-589902237beb service neutron] Bound using segment: {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:32:05.254109 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-5cf3f1f4-fdbe-4627-807e-589902237beb service neutron] Bound port: d5fe9619-f45b-486e-aa26-f035ae11636b, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:32:05.258499 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-400ab165-646e-437f-9017-9ec4548cde0d req-5689d002-b56e-4150-a3ef-07e5d1599d8a tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks [] for floatingip, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:05.261154 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-400ab165-646e-437f-9017-9ec4548cde0d req-5689d002-b56e-4150-a3ef-07e5d1599d8a tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:05.262334 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-400ab165-646e-437f-9017-9ec4548cde0d req-5689d002-b56e-4150-a3ef-07e5d1599d8a tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "DELETE /v2.0/floatingips/f366ff85-d3a0-4a25-a83d-571e3e42869a HTTP/1.1" status: 204 len: 173 time: 1.6209779 Nov 10 17:32:05.357693 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf52599-7de7-4bdc-a267-ae0e61a81c14 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:32:05.365851 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fdf52599-7de7-4bdc-a267-ae0e61a81c14 admin admin] 10.222.0.39 "PUT /v2.0/routers/105700ad-8570-4444-acba-bdd5f83d3475/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7329667 Nov 10 17:32:05.366065 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58674) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:32:05.382115 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c6f751-900d-4ad7-81c1-e03be6cdcc4b None None] Sync routers for ids ['105700ad-8570-4444-acba-bdd5f83d3475'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:32:05.391584 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c6f751-900d-4ad7-81c1-e03be6cdcc4b None None] Routers {'105700ad-8570-4444-acba-bdd5f83d3475'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:32:05.392460 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-24c6f751-900d-4ad7-81c1-e03be6cdcc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:32:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['105700ad-8570-4444-acba-bdd5f83d3475'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:05.400769 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:05.405126 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-5cf3f1f4-fdbe-4627-807e-589902237beb service neutron] For port d5fe9619-f45b-486e-aa26-f035ae11636b, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=d5fe9619-f45b-486e-aa26-f035ae11636b,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:32:05.497228 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bfcf8ef-76a4-4e56-8238-0ed077d4c1d6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:05.522980 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-5cf3f1f4-fdbe-4627-807e-589902237beb service neutron] Publish callbacks [] for binding, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:05.528415 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-5cf3f1f4-fdbe-4627-807e-589902237beb service neutron] 10.222.0.39 "POST /v2.0/ports/d5fe9619-f45b-486e-aa26-f035ae11636b/bindings HTTP/1.1" status: 201 len: 390 time: 1.2243977 Nov 10 17:32:05.528829 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-24c6f751-900d-4ad7-81c1-e03be6cdcc4b None None] Set router 105700ad-8570-4444-acba-bdd5f83d3475 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:32:05.581287 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-17aefee4-b69a-4f59-afbd-9b46aa428e6d None None] Provisioning complete for port 13dddb55-3dc7-4e3f-9e23-1e9d2366f78e triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:32:05.581658 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-17aefee4-b69a-4f59-afbd-9b46aa428e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:05.642342 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1918e-033f-402c-bfda-18e50f354913 req-e8a52438-65d6-4d63-a9dc-a52fcec793a6 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:05.644046 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ede1918e-033f-402c-bfda-18e50f354913 req-e8a52438-65d6-4d63-a9dc-a52fcec793a6 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/networks?id=3b68cb86-ae6d-409e-9e8e-fa13081031ba HTTP/1.1" status: 200 len: 811 time: 0.2900212 Nov 10 17:32:05.690894 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bfcf8ef-76a4-4e56-8238-0ed077d4c1d6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:05.692942 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ede1918e-033f-402c-bfda-18e50f354913 req-83ca4193-75e8-4e82-8467-20adda240ee3 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/quotas/ed22ff5850684fb18710e4a738614c84 HTTP/1.1" status: 200 len: 375 time: 0.0319223 Nov 10 17:32:05.699262 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-538ae9b1-8d22-4078-aaf2-d9558fb0ef2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:05.799317 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e113c-12b0-46cb-9ce6-5b55abbe601b req-681a46b7-b874-4da7-8de1-c88fc2a1919a tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:05.801320 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b74e113c-12b0-46cb-9ce6-5b55abbe601b req-681a46b7-b874-4da7-8de1-c88fc2a1919a tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 950 time: 0.1129510 Nov 10 17:32:05.806501 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ede1918e-033f-402c-bfda-18e50f354913 req-2e5e5a50-5f03-4f8e-8ba4-4f50e6068ba8 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed22ff5850684fb18710e4a738614c84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1017833 Nov 10 17:32:05.853794 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-1bfcf8ef-76a4-4e56-8238-0ed077d4c1d6 admin admin] Deleting port 030a3f32-cd11-437b-b2b5-f752a97364fd {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:32:05.854911 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bfcf8ef-76a4-4e56-8238-0ed077d4c1d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:05.874837 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-24c6f751-900d-4ad7-81c1-e03be6cdcc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105700ad-8570-4444-acba-bdd5f83d3475', 'name': 'tempest-ServersTestJSON-706567766-router', 'tenant_id': '52af78f749a34d658382d7e870c298cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': '030a3f32-cd11-437b-b2b5-f752a97364fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:29:25Z', 'updated_at': '2021-11-10T17:32:04Z', 'revision_number': 5, 'project_id': '52af78f749a34d658382d7e870c298cf', 'gw_port': {'id': '030a3f32-cd11-437b-b2b5-f752a97364fd', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:dd:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105700ad-8570-4444-acba-bdd5f83d3475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:29:27Z', 'updated_at': '2021-11-10T17:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:05.904332 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c6f751-900d-4ad7-81c1-e03be6cdcc4b None None] Checking router: 105700ad-8570-4444-acba-bdd5f83d3475 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:32:05.915116 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c6f751-900d-4ad7-81c1-e03be6cdcc4b None None] Routers {'105700ad-8570-4444-acba-bdd5f83d3475'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:32:05.916543 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-24c6f751-900d-4ad7-81c1-e03be6cdcc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:32:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['105700ad-8570-4444-acba-bdd5f83d3475'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:05.949410 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ede1918e-033f-402c-bfda-18e50f354913 req-598f75fd-ccdd-45b7-b0fb-0c42a51f79bc service neutron] 10.222.0.39 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427858 Nov 10 17:32:05.950457 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b74e113c-12b0-46cb-9ce6-5b55abbe601b req-a68752d1-e544-48d9-ba0d-4c27d2050bca tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271293 Nov 10 17:32:05.965971 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-5efdf3d9-f0bf-48ca-9a17-c3c64dac422c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:05.967667 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-5efdf3d9-f0bf-48ca-9a17-c3c64dac422c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 1098 time: 0.1406097 Nov 10 17:32:06.037684 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538ae9b1-8d22-4078-aaf2-d9558fb0ef2d admin admin] Router b22ecf1a-3052-44a4-bfc9-3063c57e722c is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:32:06.039524 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-24c6f751-900d-4ad7-81c1-e03be6cdcc4b None None] Set router 105700ad-8570-4444-acba-bdd5f83d3475 gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:32:06.064364 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-1bfcf8ef-76a4-4e56-8238-0ed077d4c1d6 admin admin] For port 030a3f32-cd11-437b-b2b5-f752a97364fd, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=030a3f32-cd11-437b-b2b5-f752a97364fd,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:06.064891 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bfcf8ef-76a4-4e56-8238-0ed077d4c1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:06.101325 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-24c6f751-900d-4ad7-81c1-e03be6cdcc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '105700ad-8570-4444-acba-bdd5f83d3475', 'name': 'tempest-ServersTestJSON-706567766-router', 'tenant_id': '52af78f749a34d658382d7e870c298cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:29:25Z', 'updated_at': '2021-11-10T17:32:05Z', 'revision_number': 6, 'project_id': '52af78f749a34d658382d7e870c298cf', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:06.109969 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-1bfcf8ef-76a4-4e56-8238-0ed077d4c1d6 admin admin] Calling delete_port for 030a3f32-cd11-437b-b2b5-f752a97364fd owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:32:06.118253 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:06.122358 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ede1918e-033f-402c-bfda-18e50f354913 req-a4f5a967-53e1-43e2-9631-ce759793b001 service neutron] 10.222.0.39 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602025 Nov 10 17:32:06.140486 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c6f751-900d-4ad7-81c1-e03be6cdcc4b None None] The sync data for ids ['105700ad-8570-4444-acba-bdd5f83d3475'] in n-d-776250-10 is: [{'id': '105700ad-8570-4444-acba-bdd5f83d3475', 'name': 'tempest-ServersTestJSON-706567766-router', 'tenant_id': '52af78f749a34d658382d7e870c298cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:29:25Z', 'updated_at': '2021-11-10T17:32:05Z', 'revision_number': 6, 'project_id': '52af78f749a34d658382d7e870c298cf', 'gw_port_host': None}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:32:06.196654 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57861b7b-28e1-4662-8ed6-74557f11226b req-1697a4a3-6430-4624-bdb6-c7e514d488b7 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:06.198293 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-57861b7b-28e1-4662-8ed6-74557f11226b req-1697a4a3-6430-4624-bdb6-c7e514d488b7 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 943 time: 0.1712389 Nov 10 17:32:06.206087 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538ae9b1-8d22-4078-aaf2-d9558fb0ef2d admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:32:06.219223 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d618655-9191-4c8b-8bfe-87534585e84c None None] Sync routers for ids ['b22ecf1a-3052-44a4-bfc9-3063c57e722c'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:32:06.230445 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d618655-9191-4c8b-8bfe-87534585e84c None None] Routers {'b22ecf1a-3052-44a4-bfc9-3063c57e722c'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:32:06.231482 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-2d618655-9191-4c8b-8bfe-87534585e84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:32:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['b22ecf1a-3052-44a4-bfc9-3063c57e722c'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:06.233090 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-be067559-29c6-419b-8f12-aa21e7e5233e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:06.235584 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-538ae9b1-8d22-4078-aaf2-d9558fb0ef2d admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:06.235746 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-be067559-29c6-419b-8f12-aa21e7e5233e service neutron] 10.222.0.13 "GET /v2.0/networks?id=ee9bf645-62ea-4fb8-afab-51398fe4d64d HTTP/1.1" status: 200 len: 909 time: 0.2402225 Nov 10 17:32:06.235842 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-538ae9b1-8d22-4078-aaf2-d9558fb0ef2d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.0837154 Nov 10 17:32:06.238491 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58678) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:32:06.291810 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-90db1a7a-22d6-4e7c-a307-e0704de27efc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5fe9619-f45b-486e-aa26-f035ae11636b HTTP/1.1" status: 200 len: 217 time: 0.0474000 Nov 10 17:32:06.394323 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-2d618655-9191-4c8b-8bfe-87534585e84c None None] Set router b22ecf1a-3052-44a4-bfc9-3063c57e722c gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:32:06.408883 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-57861b7b-28e1-4662-8ed6-74557f11226b req-45decdac-0e8b-4558-be37-7a1e574a0a08 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034378 Nov 10 17:32:06.428563 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-e208dae1-ff8c-451c-9aaf-58e2c717475d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:06.430534 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-e208dae1-ff8c-451c-9aaf-58e2c717475d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dcea188-714e-4316-9245-d3631f0cca17 HTTP/1.1" status: 200 len: 848 time: 0.0870230 Nov 10 17:32:06.586665 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-d1ac9dd3-6247-4ced-a941-3750477355f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ee9bf645-62ea-4fb8-afab-51398fe4d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1385398 Nov 10 17:32:06.653571 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 13dddb55-3dc7-4e3f-9e23-1e9d2366f78e up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:32:06.736697 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bfcf8ef-76a4-4e56-8238-0ed077d4c1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:06.762891 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690f6e6-45fc-4cdc-904f-4ab05e42fa80 req-58ca9772-19fe-4999-9250-65a49a6af452 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:06.764479 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c690f6e6-45fc-4cdc-904f-4ab05e42fa80 req-58ca9772-19fe-4999-9250-65a49a6af452 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 946 time: 0.1997628 Nov 10 17:32:06.803522 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfcf8ef-76a4-4e56-8238-0ed077d4c1d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=030a3f32-cd11-437b-b2b5-f752a97364fd,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:06.830505 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 13dddb55-3dc7-4e3f-9e23-1e9d2366f78e triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:32:06.830896 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:06.847043 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-00e46aef-75e1-4a8f-955e-e628ceb80dce req-4a1c6217-1425-42d0-9dd7-9d96d1adc675 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=77ae74ef-2b80-4185-8b03-4048ad19dbc9 HTTP/1.1" status: 200 len: 210 time: 0.0512490 Nov 10 17:32:06.896436 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-2ba442c0-8d03-46f6-97aa-d3bff8808969 service neutron] 10.222.0.13 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759304 Nov 10 17:32:06.923949 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-2d618655-9191-4c8b-8bfe-87534585e84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22ecf1a-3052-44a4-bfc9-3063c57e722c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1423169348-router', 'tenant_id': '413a32c812054ba2938f8322d10807cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'be55ecec-6656-4ea8-abf7-e5be0aa9bf1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:32:02Z', 'updated_at': '2021-11-10T17:32:04Z', 'revision_number': 3, 'project_id': '413a32c812054ba2938f8322d10807cf', 'gw_port': {'id': 'be55ecec-6656-4ea8-abf7-e5be0aa9bf1b', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22ecf1a-3052-44a4-bfc9-3063c57e722c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:32:03Z', 'updated_at': '2021-11-10T17:32:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:06.938875 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c690f6e6-45fc-4cdc-904f-4ab05e42fa80 req-0974aec6-73a6-4c44-8066-6510354d7887 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442947 Nov 10 17:32:06.967998 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d618655-9191-4c8b-8bfe-87534585e84c None None] Checking router: b22ecf1a-3052-44a4-bfc9-3063c57e722c for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:32:06.968311 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d618655-9191-4c8b-8bfe-87534585e84c None None] Updating router b22ecf1a-3052-44a4-bfc9-3063c57e722c port be55ecec-6656-4ea8-abf7-e5be0aa9bf1b binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:32:06.980188 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bfcf8ef-76a4-4e56-8238-0ed077d4c1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:07.076539 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2d618655-9191-4c8b-8bfe-87534585e84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:07.079480 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca6192-34db-4f44-9de6-68dde9b917fd req-c0973cea-e909-4225-a2ac-0b38bf50beb2 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:07.090106 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7bca6192-34db-4f44-9de6-68dde9b917fd req-c0973cea-e909-4225-a2ac-0b38bf50beb2 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a11e0ec-1b74-4b78-acdc-f70c951b68ed HTTP/1.1" status: 200 len: 945 time: 0.1518533 Nov 10 17:32:07.140721 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-4bac1b1b-219f-49ff-a01f-73851005f0bf service neutron] 10.222.0.13 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324765 Nov 10 17:32:07.170653 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3f3bae3c-08c6-474a-935c-169ddda6d63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:07.183234 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7bca6192-34db-4f44-9de6-68dde9b917fd req-bb03abb4-95f5-4c3a-99b1-ed130fa34ffa tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3c464cd-4278-4553-b886-991edbe0895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918331 Nov 10 17:32:07.242848 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c32fb593-3845-4fda-856e-e03ac65e8613 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:32:07.266126 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bfcf8ef-76a4-4e56-8238-0ed077d4c1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:07.270033 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bfcf8ef-76a4-4e56-8238-0ed077d4c1d6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:07.323872 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: c32fb593-3845-4fda-856e-e03ac65e8613 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:32:07.324365 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c32fb593-3845-4fda-856e-e03ac65e8613 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:32:07.410620 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8cc52-3059-4c5b-a690-278a880424cc req-2ff089ab-9f56-4597-9397-7b50879ddebb tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:07.417587 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e2b8cc52-3059-4c5b-a690-278a880424cc req-2ff089ab-9f56-4597-9397-7b50879ddebb tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 950 time: 0.2796638 Nov 10 17:32:07.418297 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bfcf8ef-76a4-4e56-8238-0ed077d4c1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:07.418834 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfcf8ef-76a4-4e56-8238-0ed077d4c1d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 105700ad-8570-4444-acba-bdd5f83d3475 {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:32:07.433729 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bfcf8ef-76a4-4e56-8238-0ed077d4c1d6 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:07.435167 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1bfcf8ef-76a4-4e56-8238-0ed077d4c1d6 admin admin] 10.222.0.39 "DELETE /v2.0/routers/105700ad-8570-4444-acba-bdd5f83d3475 HTTP/1.1" status: 204 len: 168 time: 2.0681691 Nov 10 17:32:07.446101 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58696) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:32:07.491766 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-3f3bae3c-08c6-474a-935c-169ddda6d63d admin admin] Allocated IP 172.20.0.1 (406696a8-9f0e-410b-909b-63b552fd807d/ef5bb24e-accb-4ffd-8271-f69987ade804/710d9ab5-a9b3-4f54-8ca5-573817284699) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:32:07.529973 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6683e51-f99a-4369-ac83-4c17c96d4dbd admin admin] Deleting subnet aa1748c1-9572-4706-b787-57086096078a {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:32:07.541255 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e2b8cc52-3059-4c5b-a690-278a880424cc req-e77b5ff8-3851-4c92-bc6c-5d1ca0d4b70e tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047273 Nov 10 17:32:07.542914 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c6683e51-f99a-4369-ac83-4c17c96d4dbd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:07.556359 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2d618655-9191-4c8b-8bfe-87534585e84c None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:07.575842 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2d618655-9191-4c8b-8bfe-87534585e84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:07.638398 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f17c8-c66c-47b2-9e33-67ec48222a14 None None] Pushing event updated for resources: {'Port': ['ID=be55ecec-6656-4ea8-abf7-e5be0aa9bf1b,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:07.641523 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-2d618655-9191-4c8b-8bfe-87534585e84c None None] Attempting to bind port be55ecec-6656-4ea8-abf7-e5be0aa9bf1b on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:32:07.641971 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-2d618655-9191-4c8b-8bfe-87534585e84c None None] Attempting to bind port be55ecec-6656-4ea8-abf7-e5be0aa9bf1b by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:32:07.642454 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d618655-9191-4c8b-8bfe-87534585e84c None None] Attempting to bind port be55ecec-6656-4ea8-abf7-e5be0aa9bf1b on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:32:07.650597 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d618655-9191-4c8b-8bfe-87534585e84c None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:32:07.651146 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d618655-9191-4c8b-8bfe-87534585e84c None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:32:07.651652 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2d618655-9191-4c8b-8bfe-87534585e84c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:07.652182 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d618655-9191-4c8b-8bfe-87534585e84c None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:32:07.652783 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-2d618655-9191-4c8b-8bfe-87534585e84c None None] Bound port: be55ecec-6656-4ea8-abf7-e5be0aa9bf1b, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:32:07.653250 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2d618655-9191-4c8b-8bfe-87534585e84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:07.682454 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c6683e51-f99a-4369-ac83-4c17c96d4dbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:07.721986 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-2d618655-9191-4c8b-8bfe-87534585e84c None None] For port be55ecec-6656-4ea8-abf7-e5be0aa9bf1b, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:32:07.725734 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-2d618655-9191-4c8b-8bfe-87534585e84c None None] For port be55ecec-6656-4ea8-abf7-e5be0aa9bf1b, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=be55ecec-6656-4ea8-abf7-e5be0aa9bf1b,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:32:07.730646 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2d618655-9191-4c8b-8bfe-87534585e84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:07.752814 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870d516-505a-4f73-a545-77b3da2d6ab8 req-88688400-e3ae-45a5-b680-0f5b4c9948d4 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:07.754906 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5870d516-505a-4f73-a545-77b3da2d6ab8 req-88688400-e3ae-45a5-b680-0f5b4c9948d4 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 943 time: 0.1437926 Nov 10 17:32:07.789478 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3f3bae3c-08c6-474a-935c-169ddda6d63d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:07.849934 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f17c8-c66c-47b2-9e33-67ec48222a14 None None] Pushing event updated for resources: {'Port': ['ID=be55ecec-6656-4ea8-abf7-e5be0aa9bf1b,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:07.870384 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c6683e51-f99a-4369-ac83-4c17c96d4dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:07.889492 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d618655-9191-4c8b-8bfe-87534585e84c None None] Routers {'b22ecf1a-3052-44a4-bfc9-3063c57e722c'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:32:07.890845 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-2d618655-9191-4c8b-8bfe-87534585e84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:32:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['b22ecf1a-3052-44a4-bfc9-3063c57e722c'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:07.918269 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5870d516-505a-4f73-a545-77b3da2d6ab8 req-07ddd2fa-e789-4721-9b62-bbe541d5ab1b tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445861 Nov 10 17:32:07.945090 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3f3bae3c-08c6-474a-935c-169ddda6d63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:08.032114 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3bae3c-08c6-474a-935c-169ddda6d63d admin admin] Network 406696a8-9f0e-410b-909b-63b552fd807d is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:32:08.035472 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c6683e51-f99a-4369-ac83-4c17c96d4dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:08.060368 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-3f3bae3c-08c6-474a-935c-169ddda6d63d admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:32:08.061619 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e27c10c3-3bea-4f8f-aa4b-f5065b759d6e req-894b9a8e-1fc6-43ed-80b8-b9cb25e5304b tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=77ae74ef-2b80-4185-8b03-4048ad19dbc9 HTTP/1.1" status: 200 len: 210 time: 0.1007223 Nov 10 17:32:08.113660 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c6683e51-f99a-4369-ac83-4c17c96d4dbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:08.121493 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c6683e51-f99a-4369-ac83-4c17c96d4dbd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/aa1748c1-9572-4706-b787-57086096078a HTTP/1.1" status: 204 len: 168 time: 0.6733680 Nov 10 17:32:08.122665 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6683e51-f99a-4369-ac83-4c17c96d4dbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa1748c1-9572-4706-b787-57086096078a,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:08.124828 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3bae3c-08c6-474a-935c-169ddda6d63d admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:32:08.127681 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58704) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:32:08.131749 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3bae3c-08c6-474a-935c-169ddda6d63d admin admin] Pushing event updated for resources: {'Port': ['ID=710d9ab5-a9b3-4f54-8ca5-573817284699,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:08.163481 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-2d618655-9191-4c8b-8bfe-87534585e84c None None] Set router b22ecf1a-3052-44a4-bfc9-3063c57e722c gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:32:08.366070 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fa89ce2f-db79-4690-864b-2eb6e568c466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:08.385462 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3f3bae3c-08c6-474a-935c-169ddda6d63d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:08.451185 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbcadd3-bc1a-4342-9c94-75feb3c42fac None None] Network be65a555-144d-4264-b9cf-3bb873dc8322 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:32:08.495471 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1918e-033f-402c-bfda-18e50f354913 req-49bd9a21-7736-4505-b2e4-047ec2bed5a4 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:08.497768 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ede1918e-033f-402c-bfda-18e50f354913 req-49bd9a21-7736-4505-b2e4-047ec2bed5a4 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.13 "GET /v2.0/networks?id=3b68cb86-ae6d-409e-9e8e-fa13081031ba HTTP/1.1" status: 200 len: 811 time: 0.6346159 Nov 10 17:32:08.498368 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0d6cb-201f-407a-8e4b-cbe9b540eb7a req-44f5bd5b-5eb1-4aaf-97d8-4b6d857cc42a tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:08.499777 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8ef0d6cb-201f-407a-8e4b-cbe9b540eb7a req-44f5bd5b-5eb1-4aaf-97d8-4b6d857cc42a tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 946 time: 0.3914704 Nov 10 17:32:08.523010 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 97a82430-2ce5-4095-8164-3161b0b51fcb details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:32:08.528490 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-ede1918e-033f-402c-bfda-18e50f354913 req-b6949c0a-742a-44eb-841d-251bf3fa9873 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Request body: {'port': {'device_id': '77ae74ef-2b80-4185-8b03-4048ad19dbc9', 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba', 'admin_state_up': True, 'tenant_id': 'ed22ff5850684fb18710e4a738614c84'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:32:08.576428 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-5bb9837d-1f41-432f-b6f0-bd4cbf295e15 None None] Provisioning complete for port 710d9ab5-a9b3-4f54-8ca5-573817284699 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:32:08.577091 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5bb9837d-1f41-432f-b6f0-bd4cbf295e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:08.609941 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8ef0d6cb-201f-407a-8e4b-cbe9b540eb7a req-a9229f0c-d421-40e4-bb69-1fa8ab4bbe6a tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033726 Nov 10 17:32:08.610524 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3f3bae3c-08c6-474a-935c-169ddda6d63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:08.621959 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 030a3f32-cd11-437b-b2b5-f752a97364fd no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:32:08.696942 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.resource_extend [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 17:32:08.712261 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b499cf5-258a-4e78-ba76-ece027c53369 req-5af1d669-336b-40ac-92d2-8a31701f2c5d tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:08.713916 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6b499cf5-258a-4e78-ba76-ece027c53369 req-5af1d669-336b-40ac-92d2-8a31701f2c5d tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a11e0ec-1b74-4b78-acdc-f70c951b68ed HTTP/1.1" status: 200 len: 945 time: 0.2148659 Nov 10 17:32:08.730111 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ab22e-a742-4aeb-a1cb-12751a1bf798 req-343ae118-ab4b-40a1-b4c3-d9b140579718 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:08.731843 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fb8ab22e-a742-4aeb-a1cb-12751a1bf798 req-343ae118-ab4b-40a1-b4c3-d9b140579718 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a11e0ec-1b74-4b78-acdc-f70c951b68ed HTTP/1.1" status: 200 len: 945 time: 0.2205665 Nov 10 17:32:08.837072 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3f3bae3c-08c6-474a-935c-169ddda6d63d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:08.851236 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 030a3f32-cd11-437b-b2b5-f752a97364fd {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:32:08.851986 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 030a3f32-cd11-437b-b2b5-f752a97364fd not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:32:08.853215 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3f3bae3c-08c6-474a-935c-169ddda6d63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:08.896416 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-5bb9837d-1f41-432f-b6f0-bd4cbf295e15 None None] Port 710d9ab5-a9b3-4f54-8ca5-573817284699 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:32:08.950999 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6b499cf5-258a-4e78-ba76-ece027c53369 req-a55e59a1-639a-4836-899f-768f0b88fcdd tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/security-groups?id=f3c464cd-4278-4553-b886-991edbe0895a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110705 Nov 10 17:32:08.954025 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ede1918e-033f-402c-bfda-18e50f354913 req-b6949c0a-742a-44eb-841d-251bf3fa9873 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Made reservation on behalf of ed22ff5850684fb18710e4a738614c84 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:32:08.978151 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ede1918e-033f-402c-bfda-18e50f354913 req-b6949c0a-742a-44eb-841d-251bf3fa9873 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:09.004071 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 97a82430-2ce5-4095-8164-3161b0b51fcb, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=97a82430-2ce5-4095-8164-3161b0b51fcb,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:09.028458 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-fb8ab22e-a742-4aeb-a1cb-12751a1bf798 req-71e4f2a2-6d1b-41e5-b4fb-e7d4785c12b6 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Deleting port 2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:32:09.029223 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-fb8ab22e-a742-4aeb-a1cb-12751a1bf798 req-71e4f2a2-6d1b-41e5-b4fb-e7d4785c12b6 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:09.032337 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '97a82430-2ce5-4095-8164-3161b0b51fcb', 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1', 'port_id': '97a82430-2ce5-4095-8164-3161b0b51fcb', 'mac_address': 'fa:16:3e:f6:0a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d9be19-2b8d-48ad-890a-609759e284ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:32:09.093987 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:09.110374 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13a4706-c681-4366-88e3-76b0c2229449 None None] DHCP port deletion for be65a555-144d-4264-b9cf-3bb873dc8322 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:32:09.114078 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97a82430-2ce5-4095-8164-3161b0b51fcb {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:32:09.128496 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-2d618655-9191-4c8b-8bfe-87534585e84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22ecf1a-3052-44a4-bfc9-3063c57e722c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1423169348-router', 'tenant_id': '413a32c812054ba2938f8322d10807cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'be55ecec-6656-4ea8-abf7-e5be0aa9bf1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:32:02Z', 'updated_at': '2021-11-10T17:32:04Z', 'revision_number': 3, 'project_id': '413a32c812054ba2938f8322d10807cf', 'gw_port': {'id': 'be55ecec-6656-4ea8-abf7-e5be0aa9bf1b', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22ecf1a-3052-44a4-bfc9-3063c57e722c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:32:03Z', 'updated_at': '2021-11-10T17:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:09.163818 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d618655-9191-4c8b-8bfe-87534585e84c None None] The sync data for ids ['b22ecf1a-3052-44a4-bfc9-3063c57e722c'] in n-d-776250-10 is: [{'id': 'b22ecf1a-3052-44a4-bfc9-3063c57e722c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1423169348-router', 'tenant_id': '413a32c812054ba2938f8322d10807cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'be55ecec-6656-4ea8-abf7-e5be0aa9bf1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:32:02Z', 'updated_at': '2021-11-10T17:32:04Z', 'revision_number': 3, 'project_id': '413a32c812054ba2938f8322d10807cf', 'gw_port': {'id': 'be55ecec-6656-4ea8-abf7-e5be0aa9bf1b', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22ecf1a-3052-44a4-bfc9-3063c57e722c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:32:03Z', 'updated_at': '2021-11-10T17:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:32:09.189098 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-ede1918e-033f-402c-bfda-18e50f354913 req-b6949c0a-742a-44eb-841d-251bf3fa9873 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Allocated IP 172.20.0.10 (3b68cb86-ae6d-409e-9e8e-fa13081031ba/c0afeb92-d610-4dbb-bb57-6c690afd8fdf/86b901e4-a234-4c76-a984-5844c3c60b0a) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:32:09.216032 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 97a82430-2ce5-4095-8164-3161b0b51fcb, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=97a82430-2ce5-4095-8164-3161b0b51fcb,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:09.238150 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:09.301846 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=97a82430-2ce5-4095-8164-3161b0b51fcb,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:09.322756 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-d13a4706-c681-4366-88e3-76b0c2229449 None None] Deleting port 4b2a9470-38b9-4669-8980-62cbd17652d3 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:32:09.323141 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d13a4706-c681-4366-88e3-76b0c2229449 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:09.392325 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-fa89ce2f-db79-4690-864b-2eb6e568c466 admin admin] Deleting port 4b2a9470-38b9-4669-8980-62cbd17652d3 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:32:09.392907 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fa89ce2f-db79-4690-864b-2eb6e568c466 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:09.438517 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-d13a4706-c681-4366-88e3-76b0c2229449 None None] For port 4b2a9470-38b9-4669-8980-62cbd17652d3, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=4b2a9470-38b9-4669-8980-62cbd17652d3,segment=NetworkSegment(89305dc8-69fe-40d4-a213-a71be0602df9),segment_id=89305dc8-69fe-40d4-a213-a71be0602df9)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:09.439012 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d13a4706-c681-4366-88e3-76b0c2229449 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:09.456137 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-d13a4706-c681-4366-88e3-76b0c2229449 None None] Calling delete_port for 4b2a9470-38b9-4669-8980-62cbd17652d3 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:32:09.532090 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedfb41-c14c-4b07-8645-70c27e443e2b req-cf32f732-3b7e-4f54-a52f-9bb7f49105d6 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:09.532090 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3fedfb41-c14c-4b07-8645-70c27e443e2b req-cf32f732-3b7e-4f54-a52f-9bb7f49105d6 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 944 time: 0.2018735 Nov 10 17:32:09.546311 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac5be1-ffcd-4874-90b5-be3fdc7a4e28 req-469e8cd6-669e-4dbe-91d8-fada1e6bf398 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:09.558272 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7cac5be1-ffcd-4874-90b5-be3fdc7a4e28 req-469e8cd6-669e-4dbe-91d8-fada1e6bf398 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 950 time: 0.7085199 Nov 10 17:32:09.560111 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3bae3c-08c6-474a-935c-169ddda6d63d admin admin] Pushing event updated for resources: {'Port': ['ID=710d9ab5-a9b3-4f54-8ca5-573817284699,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:09.565529 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ede1918e-033f-402c-bfda-18e50f354913 req-b6949c0a-742a-44eb-841d-251bf3fa9873 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:09.592905 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-fb8ab22e-a742-4aeb-a1cb-12751a1bf798 req-71e4f2a2-6d1b-41e5-b4fb-e7d4785c12b6 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] For port 2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d,segment=NetworkSegment(7b5351fa-b7da-4a56-a345-32bddce39070),segment_id=7b5351fa-b7da-4a56-a345-32bddce39070)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:09.593263 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-fb8ab22e-a742-4aeb-a1cb-12751a1bf798 req-71e4f2a2-6d1b-41e5-b4fb-e7d4785c12b6 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:09.624997 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3f3bae3c-08c6-474a-935c-169ddda6d63d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:09.636576 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-fb8ab22e-a742-4aeb-a1cb-12751a1bf798 req-71e4f2a2-6d1b-41e5-b4fb-e7d4785c12b6 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Calling delete_port for 2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:32:09.648637 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['97a82430-2ce5-4095-8164-3161b0b51fcb'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:32:09.653031 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-fa89ce2f-db79-4690-864b-2eb6e568c466 admin admin] For port 4b2a9470-38b9-4669-8980-62cbd17652d3, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=4b2a9470-38b9-4669-8980-62cbd17652d3,segment=NetworkSegment(89305dc8-69fe-40d4-a213-a71be0602df9),segment_id=89305dc8-69fe-40d4-a213-a71be0602df9)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:09.653556 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fa89ce2f-db79-4690-864b-2eb6e568c466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:09.672387 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-fa89ce2f-db79-4690-864b-2eb6e568c466 admin admin] Calling delete_port for 4b2a9470-38b9-4669-8980-62cbd17652d3 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:32:09.680041 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d13a4706-c681-4366-88e3-76b0c2229449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:09.708334 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3fedfb41-c14c-4b07-8645-70c27e443e2b req-245fe8e5-3c4f-4626-a6bf-551d5fd53cd3 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517680 Nov 10 17:32:09.717807 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a4706-c681-4366-88e3-76b0c2229449 None None] Pushing event deleted for resources: {'Port': ['ID=4b2a9470-38b9-4669-8980-62cbd17652d3,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:09.747701 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13a4706-c681-4366-88e3-76b0c2229449 None None] No DVR routers for this DVR port 4b2a9470-38b9-4669-8980-62cbd17652d3 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:32:09.824905 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fa89ce2f-db79-4690-864b-2eb6e568c466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:09.887152 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ede1918e-033f-402c-bfda-18e50f354913 req-b6949c0a-742a-44eb-841d-251bf3fa9873 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:09.893816 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89ce2f-db79-4690-864b-2eb6e568c466 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b2a9470-38b9-4669-8980-62cbd17652d3,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:09.902792 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa89ce2f-db79-4690-864b-2eb6e568c466 admin admin] No DVR routers for this DVR port 4b2a9470-38b9-4669-8980-62cbd17652d3 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:32:09.985388 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ede1918e-033f-402c-bfda-18e50f354913 req-b6949c0a-742a-44eb-841d-251bf3fa9873 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Network 3b68cb86-ae6d-409e-9e8e-fa13081031ba is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:32:10.003321 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-ede1918e-033f-402c-bfda-18e50f354913 req-b6949c0a-742a-44eb-841d-251bf3fa9873 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:32:10.007665 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede1918e-033f-402c-bfda-18e50f354913 req-b6949c0a-742a-44eb-841d-251bf3fa9873 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:32:10.012082 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6949c0a-742a-44eb-841d-251bf3fa9873 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Pushing event updated for resources: {'Port': ['ID=86b901e4-a234-4c76-a984-5844c3c60b0a,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:10.052963 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3bae3c-08c6-474a-935c-169ddda6d63d admin admin] Network 406696a8-9f0e-410b-909b-63b552fd807d is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:32:10.059252 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5932c25-72b1-4ab5-af52-f3a220656e00 req-cda6d30c-865a-453e-8612-91e2a3e9ab67 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:10.067931 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5932c25-72b1-4ab5-af52-f3a220656e00 req-cda6d30c-865a-453e-8612-91e2a3e9ab67 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=77ae74ef-2b80-4185-8b03-4048ad19dbc9 HTTP/1.1" status: 200 len: 932 time: 0.1979349 Nov 10 17:32:10.113686 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fa89ce2f-db79-4690-864b-2eb6e568c466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:10.138121 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-fa89ce2f-db79-4690-864b-2eb6e568c466 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be65a555-144d-4264-b9cf-3bb873dc8322']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:10.149855 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-fa89ce2f-db79-4690-864b-2eb6e568c466 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89305dc8-69fe-40d4-a213-a71be0602df9') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:10.150157 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-fa89ce2f-db79-4690-864b-2eb6e568c466 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89305dc8-69fe-40d4-a213-a71be0602df9') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:10.160273 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fa89ce2f-db79-4690-864b-2eb6e568c466 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:10.161873 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1918e-033f-402c-bfda-18e50f354913 req-b6949c0a-742a-44eb-841d-251bf3fa9873 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:10.162504 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ede1918e-033f-402c-bfda-18e50f354913 req-b6949c0a-742a-44eb-841d-251bf3fa9873 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:10.174604 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-3f3bae3c-08c6-474a-935c-169ddda6d63d admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:32:10.176294 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fa89ce2f-db79-4690-864b-2eb6e568c466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:10.182271 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7cac5be1-ffcd-4874-90b5-be3fdc7a4e28 req-47e51019-6cd6-4d11-bd47-c5be07944e64 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6231546 Nov 10 17:32:10.190704 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa89ce2f-db79-4690-864b-2eb6e568c466 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:32:10.192028 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fa89ce2f-db79-4690-864b-2eb6e568c466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: self.session.flush() Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: self.session.flush() Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: self.session.flush() Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: self.session.flush() Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:32:10.194113 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:32:10.214262 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5932c25-72b1-4ab5-af52-f3a220656e00 req-d5fcdb53-d2fb-4f18-b4dd-6c6187839dc6 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451888 Nov 10 17:32:10.224506 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-fb8ab22e-a742-4aeb-a1cb-12751a1bf798 req-71e4f2a2-6d1b-41e5-b4fb-e7d4785c12b6 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:10.238904 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:32:10.279649 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ede1918e-033f-402c-bfda-18e50f354913 req-b6949c0a-742a-44eb-841d-251bf3fa9873 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7552226 Nov 10 17:32:10.336643 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-ede1918e-033f-402c-bfda-18e50f354913 req-2f512dff-2b21-47db-8c1e-9c3265e8646d service neutron] Request body: {'port': {'device_id': '77ae74ef-2b80-4185-8b03-4048ad19dbc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:32:10.348083 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4f2a2-6d1b-41e5-b4fb-e7d4785c12b6 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Pushing event deleted for resources: {'Port': ['ID=2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:10.432599 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8ab22e-a742-4aeb-a1cb-12751a1bf798 req-71e4f2a2-6d1b-41e5-b4fb-e7d4785c12b6 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] No DVR routers for this DVR port 2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:32:10.435484 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-fb8ab22e-a742-4aeb-a1cb-12751a1bf798 req-71e4f2a2-6d1b-41e5-b4fb-e7d4785c12b6 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:10.441406 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fb8ab22e-a742-4aeb-a1cb-12751a1bf798 req-71e4f2a2-6d1b-41e5-b4fb-e7d4785c12b6 tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.11 "DELETE /v2.0/ports/2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d HTTP/1.1" status: 204 len: 173 time: 1.6889551 Nov 10 17:32:10.455919 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a11e0ec-1b74-4b78-acdc-f70c951b68ed', 'name': 'network-vif-deleted', 'tag': '2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:32:10.459511 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a2cc2a-0282-4692-bdcf-f31898edbaad" -d '{"events": [{"server_uuid": "4a11e0ec-1b74-4b78-acdc-f70c951b68ed", "name": "network-vif-deleted", "tag": "2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:32:10.523827 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 97a82430-2ce5-4095-8164-3161b0b51fcb up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:32:10.592430 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fa89ce2f-db79-4690-864b-2eb6e568c466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:10.597167 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2caf61d5-e3b1-4bc3-90fa-0a29e2e1609a req-f7b1c6c4-2cd3-455a-be5b-add10f0d34ad tempest-FloatingIPsAssociationTestJSON-1966704932 tempest-FloatingIPsAssociationTestJSON-1966704932-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a11e0ec-1b74-4b78-acdc-f70c951b68ed HTTP/1.1" status: 200 len: 210 time: 0.0593519 Nov 10 17:32:10.608468 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ede1918e-033f-402c-bfda-18e50f354913 req-2f512dff-2b21-47db-8c1e-9c3265e8646d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:10.616992 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fa89ce2f-db79-4690-864b-2eb6e568c466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:10.639554 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-fa89ce2f-db79-4690-864b-2eb6e568c466 admin admin] 10.222.0.39 "DELETE /v2.0/networks/be65a555-144d-4264-b9cf-3bb873dc8322 HTTP/1.1" status: 204 len: 168 time: 2.5092793 Nov 10 17:32:10.668462 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-721cebb9-0bf7-4708-9382-5a6da5a52fd7 None None] Provisioning complete for port 710d9ab5-a9b3-4f54-8ca5-573817284699 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:32:10.668920 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-721cebb9-0bf7-4708-9382-5a6da5a52fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:10.710302 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89ce2f-db79-4690-864b-2eb6e568c466 admin admin] Pushing event deleted for resources: {'Network': ['ID=be65a555-144d-4264-b9cf-3bb873dc8322,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:10.757154 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-721cebb9-0bf7-4708-9382-5a6da5a52fd7 None None] Port 710d9ab5-a9b3-4f54-8ca5-573817284699 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:32:10.765515 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687690be-d19e-49dc-8e0d-54b80ce3df39 x-openstack-request-id: req-687690be-d19e-49dc-8e0d-54b80ce3df39 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:32:10.776503 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device be55ecec-6656-4ea8-abf7-e5be0aa9bf1b up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:32:10.777555 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a11e0ec-1b74-4b78-acdc-f70c951b68ed", "name": "network-vif-deleted", "tag": "2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:32:10.777963 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-687690be-d19e-49dc-8e0d-54b80ce3df39 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:32:10.779449 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a11e0ec-1b74-4b78-acdc-f70c951b68ed', 'name': 'network-vif-deleted', 'tag': '2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d', 'status': 'completed', 'code': 200} Nov 10 17:32:10.783519 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 97a82430-2ce5-4095-8164-3161b0b51fcb completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:32:10.837419 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1ef07-ed77-4fe1-bb0d-d4b17f4933b6 req-a40e7aa6-0d39-44e2-b858-4d0ca909afa7 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:10.852886 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-68f1ef07-ed77-4fe1-bb0d-d4b17f4933b6 req-a40e7aa6-0d39-44e2-b858-4d0ca909afa7 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 946 time: 0.4761112 Nov 10 17:32:10.874547 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 97a82430-2ce5-4095-8164-3161b0b51fcb triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:32:10.874923 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:10.906095 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3bae3c-08c6-474a-935c-169ddda6d63d admin admin] Router b22ecf1a-3052-44a4-bfc9-3063c57e722c has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:32:10.958886 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58730) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:32:11.004901 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-68f1ef07-ed77-4fe1-bb0d-d4b17f4933b6 req-fda8920f-2853-4756-aef8-9bdf85928093 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510203 Nov 10 17:32:11.026996 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port be55ecec-6656-4ea8-abf7-e5be0aa9bf1b triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:32:11.028019 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:11.078023 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3bae3c-08c6-474a-935c-169ddda6d63d admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:32:11.085847 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3f3bae3c-08c6-474a-935c-169ddda6d63d admin admin] 10.222.0.39 "PUT /v2.0/routers/b22ecf1a-3052-44a4-bfc9-3063c57e722c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8458979 Nov 10 17:32:11.138186 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511653c-de11-4527-9bf7-8940e0d17fcf req-065fd19d-adfe-4dbc-a4be-741122206053 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:11.139060 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:11.147153 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0511653c-de11-4527-9bf7-8940e0d17fcf req-065fd19d-adfe-4dbc-a4be-741122206053 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 944 time: 0.2242322 Nov 10 17:32:11.173004 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601c2270-ff4c-4719-ae56-1c219aeba15c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a82430-2ce5-4095-8164-3161b0b51fcb'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:32:11.176108 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7e222b-ee16-403b-8054-c3bb61c19f46" -d '{"events": [{"server_uuid": "601c2270-ff4c-4719-ae56-1c219aeba15c", "name": "network-vif-plugged", "status": "completed", "tag": "97a82430-2ce5-4095-8164-3161b0b51fcb"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:32:11.220900 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-94b8cb73-84e7-4e46-b5d1-507021e3f5a0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=52af78f749a34d658382d7e870c298cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192280 Nov 10 17:32:11.224804 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58736) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:32:11.225706 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 97a82430-2ce5-4095-8164-3161b0b51fcb, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=97a82430-2ce5-4095-8164-3161b0b51fcb,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:11.242428 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:11.267250 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:11.314424 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0511653c-de11-4527-9bf7-8940e0d17fcf req-ca3bddf9-3793-472d-8f08-23b6118bc0eb tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663160 Nov 10 17:32:11.335584 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11430540-ee1b-48cb-b3ad-a1f9b3a417ed x-openstack-request-id: req-11430540-ee1b-48cb-b3ad-a1f9b3a417ed {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:32:11.335873 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601c2270-ff4c-4719-ae56-1c219aeba15c", "name": "network-vif-plugged", "status": "completed", "tag": "97a82430-2ce5-4095-8164-3161b0b51fcb", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:32:11.336130 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-11430540-ee1b-48cb-b3ad-a1f9b3a417ed {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:32:11.338788 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601c2270-ff4c-4719-ae56-1c219aeba15c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a82430-2ce5-4095-8164-3161b0b51fcb', 'code': 200} Nov 10 17:32:11.392532 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0df1183a-60cc-41ba-a527-dd422595cf16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:11.421649 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port be55ecec-6656-4ea8-abf7-e5be0aa9bf1b, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=be55ecec-6656-4ea8-abf7-e5be0aa9bf1b,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:11.447475 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:11.453643 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=97a82430-2ce5-4095-8164-3161b0b51fcb,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:11.487274 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0df1183a-60cc-41ba-a527-dd422595cf16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:11.533118 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=be55ecec-6656-4ea8-abf7-e5be0aa9bf1b,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:11.540721 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 4b2a9470-38b9-4669-8980-62cbd17652d3 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:32:11.564122 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-ede1918e-033f-402c-bfda-18e50f354913 req-2f512dff-2b21-47db-8c1e-9c3265e8646d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86b901e4-a234-4c76-a984-5844c3c60b0a {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:32:11.571955 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 4b2a9470-38b9-4669-8980-62cbd17652d3 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:32:11.572687 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 4b2a9470-38b9-4669-8980-62cbd17652d3 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:32:11.584346 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3c50f-6546-463f-860f-71fce48e2931 req-e004e173-0bd9-49e0-a9c3-128945598e41 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:11.592138 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-60e3c50f-6546-463f-860f-71fce48e2931 req-e004e173-0bd9-49e0-a9c3-128945598e41 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=77ae74ef-2b80-4185-8b03-4048ad19dbc9 HTTP/1.1" status: 200 len: 932 time: 0.1428368 Nov 10 17:32:11.615691 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ede1918e-033f-402c-bfda-18e50f354913 req-2f512dff-2b21-47db-8c1e-9c3265e8646d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:11.623025 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a503ecf-0480-4f1f-91b1-ebc9d6f9b4ce req-3205ef71-309a-490a-a399-cf5eedf11aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:11.623388 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18b413-f40a-42e0-9a2b-aa319db5c3ab req-b6de9a2a-f9d8-4dec-8d0c-74ff70fd0bac tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:11.624744 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a503ecf-0480-4f1f-91b1-ebc9d6f9b4ce req-3205ef71-309a-490a-a399-cf5eedf11aa6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 1097 time: 0.1633549 Nov 10 17:32:11.625303 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7c18b413-f40a-42e0-9a2b-aa319db5c3ab req-b6de9a2a-f9d8-4dec-8d0c-74ff70fd0bac tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 950 time: 0.1781447 Nov 10 17:32:11.664219 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0df1183a-60cc-41ba-a527-dd422595cf16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:11.666978 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0df1183a-60cc-41ba-a527-dd422595cf16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:11.670057 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-ede1918e-033f-402c-bfda-18e50f354913 req-2f512dff-2b21-47db-8c1e-9c3265e8646d service neutron] Transition to ACTIVE for port object 86b901e4-a234-4c76-a984-5844c3c60b0a will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:32:11.673258 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0df1183a-60cc-41ba-a527-dd422595cf16 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3bc4cc23-837f-4bf9-92cc-3680d391661b HTTP/1.1" status: 204 len: 168 time: 0.4472921 Nov 10 17:32:11.686066 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ede1918e-033f-402c-bfda-18e50f354913 req-2f512dff-2b21-47db-8c1e-9c3265e8646d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:11.697917 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1183a-60cc-41ba-a527-dd422595cf16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc4cc23-837f-4bf9-92cc-3680d391661b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:11.703865 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7c18b413-f40a-42e0-9a2b-aa319db5c3ab req-f507e1b6-013d-406d-b2c7-873c1af406e7 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715296 Nov 10 17:32:11.718262 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-60e3c50f-6546-463f-860f-71fce48e2931 req-5ae05e80-353b-4681-a84a-0bc9b3de0fbc tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251509 Nov 10 17:32:11.759435 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a503ecf-0480-4f1f-91b1-ebc9d6f9b4ce req-4a6064f7-cbe3-4973-a9ed-91d5c10617e6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216741 Nov 10 17:32:11.849447 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f512dff-2b21-47db-8c1e-9c3265e8646d service neutron] Pushing event updated for resources: {'Port': ['ID=86b901e4-a234-4c76-a984-5844c3c60b0a,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:11.883569 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-ede1918e-033f-402c-bfda-18e50f354913 req-2f512dff-2b21-47db-8c1e-9c3265e8646d service neutron] Attempting to bind port 86b901e4-a234-4c76-a984-5844c3c60b0a on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:32:11.883914 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-ede1918e-033f-402c-bfda-18e50f354913 req-2f512dff-2b21-47db-8c1e-9c3265e8646d service neutron] Attempting to bind port 86b901e4-a234-4c76-a984-5844c3c60b0a by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '17d5af1c-a623-4581-8ea0-158dc701aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:32:11.884378 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede1918e-033f-402c-bfda-18e50f354913 req-2f512dff-2b21-47db-8c1e-9c3265e8646d service neutron] Attempting to bind port 86b901e4-a234-4c76-a984-5844c3c60b0a on network 3b68cb86-ae6d-409e-9e8e-fa13081031ba {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:32:11.901235 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede1918e-033f-402c-bfda-18e50f354913 req-2f512dff-2b21-47db-8c1e-9c3265e8646d service neutron] Port 86b901e4-a234-4c76-a984-5844c3c60b0a on network 3b68cb86-ae6d-409e-9e8e-fa13081031ba not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:32:11.901389 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33db76d5-0cb1-4cc7-8aea-e47ae7cfcf88 None None] Sync routers for ids ['b22ecf1a-3052-44a4-bfc9-3063c57e722c'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:32:11.901832 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede1918e-033f-402c-bfda-18e50f354913 req-2f512dff-2b21-47db-8c1e-9c3265e8646d service neutron] Attempting to bind port 86b901e4-a234-4c76-a984-5844c3c60b0a on network 3b68cb86-ae6d-409e-9e8e-fa13081031ba {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:32:11.913951 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33db76d5-0cb1-4cc7-8aea-e47ae7cfcf88 None None] Routers {'b22ecf1a-3052-44a4-bfc9-3063c57e722c'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:32:11.914640 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-33db76d5-0cb1-4cc7-8aea-e47ae7cfcf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:32:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['b22ecf1a-3052-44a4-bfc9-3063c57e722c'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:11.917816 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede1918e-033f-402c-bfda-18e50f354913 req-2f512dff-2b21-47db-8c1e-9c3265e8646d service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:32:11.918173 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede1918e-033f-402c-bfda-18e50f354913 req-2f512dff-2b21-47db-8c1e-9c3265e8646d service neutron] Checking segment: {'id': '17d5af1c-a623-4581-8ea0-158dc701aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:32:11.918650 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede1918e-033f-402c-bfda-18e50f354913 req-2f512dff-2b21-47db-8c1e-9c3265e8646d service neutron] Bound using segment: {'id': '17d5af1c-a623-4581-8ea0-158dc701aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:32:11.922626 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-ede1918e-033f-402c-bfda-18e50f354913 req-2f512dff-2b21-47db-8c1e-9c3265e8646d service neutron] Bound port: 86b901e4-a234-4c76-a984-5844c3c60b0a, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d5af1c-a623-4581-8ea0-158dc701aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:32:11.922825 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ede1918e-033f-402c-bfda-18e50f354913 req-2f512dff-2b21-47db-8c1e-9c3265e8646d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:11.964108 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58752) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:32:12.029816 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [req-66fed7c9-90b7-4882-8786-4da5da856f71 req-752bd80d-46cb-486d-bcf4-42bf67cc8182 tempest-FloatingIPDetailsNegativeTestJSON-1481529530 tempest-FloatingIPDetailsNegativeTestJSON-1481529530-project] show failed (client error): The resource could not be found. Nov 10 17:32:12.040193 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-66fed7c9-90b7-4882-8786-4da5da856f71 req-752bd80d-46cb-486d-bcf4-42bf67cc8182 tempest-FloatingIPDetailsNegativeTestJSON-1481529530 tempest-FloatingIPDetailsNegativeTestJSON-1481529530-project] 10.222.0.39 "GET /v2.0/floatingips/ba6a5c60-0543-4634-9863-d8b0a40f9d3f HTTP/1.1" status: 404 len: 350 time: 0.1095195 Nov 10 17:32:12.043616 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58758) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:32:12.073566 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-33db76d5-0cb1-4cc7-8aea-e47ae7cfcf88 None None] Set router b22ecf1a-3052-44a4-bfc9-3063c57e722c gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:32:12.112468 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-ede1918e-033f-402c-bfda-18e50f354913 req-2f512dff-2b21-47db-8c1e-9c3265e8646d service neutron] For port 86b901e4-a234-4c76-a984-5844c3c60b0a, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:32:12.119687 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-ede1918e-033f-402c-bfda-18e50f354913 req-2f512dff-2b21-47db-8c1e-9c3265e8646d service neutron] For port 86b901e4-a234-4c76-a984-5844c3c60b0a, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=86b901e4-a234-4c76-a984-5844c3c60b0a,segment=NetworkSegment(17d5af1c-a623-4581-8ea0-158dc701aa2d),segment_id=17d5af1c-a623-4581-8ea0-158dc701aa2d)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:32:12.127019 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ede1918e-033f-402c-bfda-18e50f354913 req-2f512dff-2b21-47db-8c1e-9c3265e8646d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:12.185532 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1918e-033f-402c-bfda-18e50f354913 req-2f512dff-2b21-47db-8c1e-9c3265e8646d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:12.186234 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ede1918e-033f-402c-bfda-18e50f354913 req-2f512dff-2b21-47db-8c1e-9c3265e8646d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:12.188031 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ede1918e-033f-402c-bfda-18e50f354913 req-2f512dff-2b21-47db-8c1e-9c3265e8646d service neutron] 10.222.0.13 "PUT /v2.0/ports/86b901e4-a234-4c76-a984-5844c3c60b0a HTTP/1.1" status: 200 len: 1093 time: 1.8603523 Nov 10 17:32:12.228226 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f512dff-2b21-47db-8c1e-9c3265e8646d service neutron] Pushing event updated for resources: {'Port': ['ID=86b901e4-a234-4c76-a984-5844c3c60b0a,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:12.304801 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-33db76d5-0cb1-4cc7-8aea-e47ae7cfcf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22ecf1a-3052-44a4-bfc9-3063c57e722c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1423169348-router', 'tenant_id': '413a32c812054ba2938f8322d10807cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'be55ecec-6656-4ea8-abf7-e5be0aa9bf1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:32:02Z', 'updated_at': '2021-11-10T17:32:08Z', 'revision_number': 4, 'project_id': '413a32c812054ba2938f8322d10807cf', 'gw_port': {'id': 'be55ecec-6656-4ea8-abf7-e5be0aa9bf1b', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ecf1a-3052-44a4-bfc9-3063c57e722c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:32:03Z', 'updated_at': '2021-11-10T17:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '710d9ab5-a9b3-4f54-8ca5-573817284699', 'name': '', 'network_id': '406696a8-9f0e-410b-909b-63b552fd807d', 'tenant_id': '413a32c812054ba2938f8322d10807cf', 'mac_address': 'fa:16:3e:ae:f3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22ecf1a-3052-44a4-bfc9-3063c57e722c', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ef5bb24e-accb-4ffd-8271-f69987ade804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:32:07Z', 'updated_at': '2021-11-10T17:32:08Z', 'revision_number': 2, 'project_id': '413a32c812054ba2938f8322d10807cf', 'subnets': [{'id': 'ef5bb24e-accb-4ffd-8271-f69987ade804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:12.330892 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1918e-033f-402c-bfda-18e50f354913 req-e22d9c3a-2d10-41c7-a44c-5418815cca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:12.333057 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ede1918e-033f-402c-bfda-18e50f354913 req-e22d9c3a-2d10-41c7-a44c-5418815cca93 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed22ff5850684fb18710e4a738614c84&device_id=77ae74ef-2b80-4185-8b03-4048ad19dbc9 HTTP/1.1" status: 200 len: 1096 time: 0.0955367 Nov 10 17:32:12.349423 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33db76d5-0cb1-4cc7-8aea-e47ae7cfcf88 None None] Checking router: b22ecf1a-3052-44a4-bfc9-3063c57e722c for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:32:12.350568 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33db76d5-0cb1-4cc7-8aea-e47ae7cfcf88 None None] Updating router b22ecf1a-3052-44a4-bfc9-3063c57e722c port 710d9ab5-a9b3-4f54-8ca5-573817284699 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:32:12.358567 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d128327-335f-41cd-9b7a-e9da5c1e1417 req-0547a73e-183f-4537-83c9-38bc12926ff5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:12.373553 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5d128327-335f-41cd-9b7a-e9da5c1e1417 req-0547a73e-183f-4537-83c9-38bc12926ff5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 946 time: 0.2467360 Nov 10 17:32:12.382462 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-33db76d5-0cb1-4cc7-8aea-e47ae7cfcf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:12.406770 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ede1918e-033f-402c-bfda-18e50f354913 req-c0b77c9f-e77c-46ab-b04f-c3923de7d453 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86b901e4-a234-4c76-a984-5844c3c60b0a HTTP/1.1" status: 200 len: 217 time: 0.0540745 Nov 10 17:32:12.464757 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5d128327-335f-41cd-9b7a-e9da5c1e1417 req-65e4cae9-fb6d-43c0-af8e-e0771369a989 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892859 Nov 10 17:32:12.468078 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:32:12.512370 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1918e-033f-402c-bfda-18e50f354913 req-f8d50cc5-ab9f-440f-8aa3-26b2929445d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:12.514472 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ede1918e-033f-402c-bfda-18e50f354913 req-f8d50cc5-ab9f-440f-8aa3-26b2929445d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0afeb92-d610-4dbb-bb57-6c690afd8fdf HTTP/1.1" status: 200 len: 851 time: 0.0975444 Nov 10 17:32:12.522403 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:32:12.526364 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 2adecc39-f9a0-4dfd-b8d6-35610b0f6d5d not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:32:12.542991 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1945d-6cbd-4821-99a8-cd23f398ed4f req-6157c9f5-dfc1-4d90-aeb6-a8284eaf9f43 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:12.553206 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7b1945d-6cbd-4821-99a8-cd23f398ed4f req-6157c9f5-dfc1-4d90-aeb6-a8284eaf9f43 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 945 time: 0.0934834 Nov 10 17:32:12.625677 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device be55ecec-6656-4ea8-abf7-e5be0aa9bf1b up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:32:12.630219 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ede1918e-033f-402c-bfda-18e50f354913 req-01a165ce-8d1a-4196-bece-fea7cd804959 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b68cb86-ae6d-409e-9e8e-fa13081031ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981708 Nov 10 17:32:12.764196 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port be55ecec-6656-4ea8-abf7-e5be0aa9bf1b triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:32:12.766151 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:12.782683 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7b1945d-6cbd-4821-99a8-cd23f398ed4f req-afa5aa46-8faa-4de2-beb9-d9cb4c9e71b1 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281625 Nov 10 17:32:12.793098 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ae74ef-2b80-4185-8b03-4048ad19dbc9', 'tag': '86b901e4-a234-4c76-a984-5844c3c60b0a'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:32:12.795558 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128d5b17-63b4-486f-97ce-3ed518e3561f" -d '{"events": [{"name": "network-changed", "server_uuid": "77ae74ef-2b80-4185-8b03-4048ad19dbc9", "tag": "86b901e4-a234-4c76-a984-5844c3c60b0a"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:32:12.916418 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ede1918e-033f-402c-bfda-18e50f354913 req-0c8fb749-0a02-4673-ba92-580f6f626b51 service neutron] 10.222.0.13 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723467 Nov 10 17:32:13.007099 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-33db76d5-0cb1-4cc7-8aea-e47ae7cfcf88 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:13.021378 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-33db76d5-0cb1-4cc7-8aea-e47ae7cfcf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:13.127763 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffe8b6-d6a0-4e6b-977a-18e47489fc8f req-7eede962-6a00-40ac-870b-baafd1dfcfe0 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:13.130345 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e4ffe8b6-d6a0-4e6b-977a-18e47489fc8f req-7eede962-6a00-40ac-870b-baafd1dfcfe0 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 950 time: 0.1801817 Nov 10 17:32:13.197148 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d84549-0f83-4b80-ab72-41d13fd426b1 req-73e2b199-ae24-4856-89e9-0ea8726cf1ca tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:13.198985 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ede1918e-033f-402c-bfda-18e50f354913 req-120a6772-ac13-4ed2-8fd7-db5eb795d38e service neutron] 10.222.0.13 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786782 Nov 10 17:32:13.200392 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f0d84549-0f83-4b80-ab72-41d13fd426b1 req-73e2b199-ae24-4856-89e9-0ea8726cf1ca tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=77ae74ef-2b80-4185-8b03-4048ad19dbc9 HTTP/1.1" status: 200 len: 944 time: 0.2419572 Nov 10 17:32:13.212949 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-33db76d5-0cb1-4cc7-8aea-e47ae7cfcf88 None None] Attempting to bind port 710d9ab5-a9b3-4f54-8ca5-573817284699 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:32:13.215701 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-33db76d5-0cb1-4cc7-8aea-e47ae7cfcf88 None None] Attempting to bind port 710d9ab5-a9b3-4f54-8ca5-573817284699 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'fa24a08e-fbce-4cc8-81cc-bfd17cdec763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '406696a8-9f0e-410b-909b-63b552fd807d'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:32:13.220458 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33db76d5-0cb1-4cc7-8aea-e47ae7cfcf88 None None] Attempting to bind port 710d9ab5-a9b3-4f54-8ca5-573817284699 on network 406696a8-9f0e-410b-909b-63b552fd807d {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:32:13.233381 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58786) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:32:13.251452 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33db76d5-0cb1-4cc7-8aea-e47ae7cfcf88 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:32:13.252222 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33db76d5-0cb1-4cc7-8aea-e47ae7cfcf88 None None] Checking segment: {'id': 'fa24a08e-fbce-4cc8-81cc-bfd17cdec763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '406696a8-9f0e-410b-909b-63b552fd807d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:32:13.253517 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-33db76d5-0cb1-4cc7-8aea-e47ae7cfcf88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:13.254653 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33db76d5-0cb1-4cc7-8aea-e47ae7cfcf88 None None] Bound using segment: {'id': 'fa24a08e-fbce-4cc8-81cc-bfd17cdec763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '406696a8-9f0e-410b-909b-63b552fd807d'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:32:13.255509 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-33db76d5-0cb1-4cc7-8aea-e47ae7cfcf88 None None] Bound port: 710d9ab5-a9b3-4f54-8ca5-573817284699, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa24a08e-fbce-4cc8-81cc-bfd17cdec763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '406696a8-9f0e-410b-909b-63b552fd807d'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:32:13.256194 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-33db76d5-0cb1-4cc7-8aea-e47ae7cfcf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:13.263081 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e4ffe8b6-d6a0-4e6b-977a-18e47489fc8f req-b15e7be9-8fdd-44ee-935d-9372661dbc37 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079350 Nov 10 17:32:13.276307 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433804a-da17-4421-82e0-b71346aac7e3 None None] Pushing event updated for resources: {'Port': ['ID=710d9ab5-a9b3-4f54-8ca5-573817284699,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:13.304912 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433804a-da17-4421-82e0-b71346aac7e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:13.305647 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433804a-da17-4421-82e0-b71346aac7e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:13.306360 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433804a-da17-4421-82e0-b71346aac7e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:13.306914 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433804a-da17-4421-82e0-b71346aac7e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:13.307514 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433804a-da17-4421-82e0-b71346aac7e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:13.308226 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433804a-da17-4421-82e0-b71346aac7e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:13.308695 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433804a-da17-4421-82e0-b71346aac7e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:13.309185 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433804a-da17-4421-82e0-b71346aac7e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:13.309760 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433804a-da17-4421-82e0-b71346aac7e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:13.310158 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433804a-da17-4421-82e0-b71346aac7e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:13.310551 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433804a-da17-4421-82e0-b71346aac7e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:13.310978 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e433804a-da17-4421-82e0-b71346aac7e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:13.317841 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63d7b10-f2b4-4898-ac2e-9f2344aa0ae1 x-openstack-request-id: req-f63d7b10-f2b4-4898-ac2e-9f2344aa0ae1 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:32:13.318784 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77ae74ef-2b80-4185-8b03-4048ad19dbc9", "tag": "86b901e4-a234-4c76-a984-5844c3c60b0a", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:32:13.319281 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f63d7b10-f2b4-4898-ac2e-9f2344aa0ae1 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:32:13.319615 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ae74ef-2b80-4185-8b03-4048ad19dbc9', 'tag': '86b901e4-a234-4c76-a984-5844c3c60b0a', 'status': 'completed', 'code': 200} Nov 10 17:32:13.381596 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-33db76d5-0cb1-4cc7-8aea-e47ae7cfcf88 None None] For port 710d9ab5-a9b3-4f54-8ca5-573817284699, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:32:13.389387 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-33db76d5-0cb1-4cc7-8aea-e47ae7cfcf88 None None] For port 710d9ab5-a9b3-4f54-8ca5-573817284699, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=710d9ab5-a9b3-4f54-8ca5-573817284699,segment=NetworkSegment(fa24a08e-fbce-4cc8-81cc-bfd17cdec763),segment_id=fa24a08e-fbce-4cc8-81cc-bfd17cdec763)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:32:13.397692 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-33db76d5-0cb1-4cc7-8aea-e47ae7cfcf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:13.435940 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f0d84549-0f83-4b80-ab72-41d13fd426b1 req-ca9398d3-ddaa-49ec-b04e-ecc02ca7cfc9 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204564 Nov 10 17:32:13.439254 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d5b17-63b4-486f-97ce-3ed518e3561f req-bd0b44f4-ffb0-43bb-a098-35871231632a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:13.443820 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-128d5b17-63b4-486f-97ce-3ed518e3561f req-bd0b44f4-ffb0-43bb-a098-35871231632a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed22ff5850684fb18710e4a738614c84&device_id=77ae74ef-2b80-4185-8b03-4048ad19dbc9 HTTP/1.1" status: 200 len: 1096 time: 0.0986669 Nov 10 17:32:13.489166 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433804a-da17-4421-82e0-b71346aac7e3 None None] Pushing event updated for resources: {'Port': ['ID=710d9ab5-a9b3-4f54-8ca5-573817284699,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:13.490032 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-6aec4ca7-9e99-45a7-bdec-b5d4d499e4b6 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1726575432-network', 'tenant_id': '6ec4d83ef90f447b9fcf9e9ef27fda67'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:32:13.506941 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33db76d5-0cb1-4cc7-8aea-e47ae7cfcf88 None None] Routers {'b22ecf1a-3052-44a4-bfc9-3063c57e722c'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:32:13.507872 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-33db76d5-0cb1-4cc7-8aea-e47ae7cfcf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:32:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['b22ecf1a-3052-44a4-bfc9-3063c57e722c'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:13.511286 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3a900b1f-c351-443f-851f-e6266a8c699b None None] Provisioning complete for port 710d9ab5-a9b3-4f54-8ca5-573817284699 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:32:13.511808 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3a900b1f-c351-443f-851f-e6266a8c699b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:13.578769 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aec4ca7-9e99-45a7-bdec-b5d4d499e4b6 admin admin] Made reservation on behalf of 6ec4d83ef90f447b9fcf9e9ef27fda67 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:32:13.584668 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6aec4ca7-9e99-45a7-bdec-b5d4d499e4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:13.602368 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6aec4ca7-9e99-45a7-bdec-b5d4d499e4b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:13.763695 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6aec4ca7-9e99-45a7-bdec-b5d4d499e4b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:13.764954 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d5b17-63b4-486f-97ce-3ed518e3561f req-2db5c55a-63d9-4d60-ba71-216843e32a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:13.767984 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-128d5b17-63b4-486f-97ce-3ed518e3561f req-2db5c55a-63d9-4d60-ba71-216843e32a3c service neutron] 10.222.0.13 "GET /v2.0/networks?id=3b68cb86-ae6d-409e-9e8e-fa13081031ba HTTP/1.1" status: 200 len: 912 time: 0.3161407 Nov 10 17:32:13.784537 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3a900b1f-c351-443f-851f-e6266a8c699b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:13.790496 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-33db76d5-0cb1-4cc7-8aea-e47ae7cfcf88 None None] Set router b22ecf1a-3052-44a4-bfc9-3063c57e722c gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:32:13.813158 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e958827f-d69d-47cf-8939-b2034ba3612d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:13.815234 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6aec4ca7-9e99-45a7-bdec-b5d4d499e4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:13.824176 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-3a900b1f-c351-443f-851f-e6266a8c699b None None] For port 710d9ab5-a9b3-4f54-8ca5-573817284699, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=710d9ab5-a9b3-4f54-8ca5-573817284699,segment=NetworkSegment(fa24a08e-fbce-4cc8-81cc-bfd17cdec763),segment_id=fa24a08e-fbce-4cc8-81cc-bfd17cdec763)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:13.829558 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3a900b1f-c351-443f-851f-e6266a8c699b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:13.884768 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec4ca7-9e99-45a7-bdec-b5d4d499e4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c92a308-1590-4e6f-b484-afdc6531cf85,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:13.888669 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a900b1f-c351-443f-851f-e6266a8c699b None None] Pushing event updated for resources: {'Port': ['ID=710d9ab5-a9b3-4f54-8ca5-573817284699,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:13.894892 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-128d5b17-63b4-486f-97ce-3ed518e3561f req-16b47b4e-8e48-4896-ac38-f892dbaf8d35 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86b901e4-a234-4c76-a984-5844c3c60b0a HTTP/1.1" status: 200 len: 217 time: 0.1195145 Nov 10 17:32:13.929962 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aec4ca7-9e99-45a7-bdec-b5d4d499e4b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:32:13.933749 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3b17cef3-2113-4320-8546-ef57de8776c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:13.962804 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-9d75563a-440c-4f63-92a8-04b3b9a33e3e None None] Provisioning complete for port 710d9ab5-a9b3-4f54-8ca5-573817284699 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:32:13.964037 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9d75563a-440c-4f63-92a8-04b3b9a33e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:13.975563 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d5b17-63b4-486f-97ce-3ed518e3561f req-05624328-5417-4bbc-a15a-9ccad07ae3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:13.977229 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-128d5b17-63b4-486f-97ce-3ed518e3561f req-05624328-5417-4bbc-a15a-9ccad07ae3b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0afeb92-d610-4dbb-bb57-6c690afd8fdf HTTP/1.1" status: 200 len: 851 time: 0.0701585 Nov 10 17:32:14.007016 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b00184-72e3-4dff-ad17-25b6243de6bb req-d0f5428e-2eec-4016-9f25-3d3801f75d34 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:14.008621 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-50b00184-72e3-4dff-ad17-25b6243de6bb req-d0f5428e-2eec-4016-9f25-3d3801f75d34 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 946 time: 0.3853924 Nov 10 17:32:14.018786 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6aec4ca7-9e99-45a7-bdec-b5d4d499e4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:14.019134 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-6aec4ca7-9e99-45a7-bdec-b5d4d499e4b6 admin admin] Added segment 9d32f6d1-d16b-4454-891a-35c80c165728 of type vlan for network c18d46d8-ed1a-43a2-affe-5479d7bfb3f2 Nov 10 17:32:14.041097 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-128d5b17-63b4-486f-97ce-3ed518e3561f req-4f878676-04e8-46c9-8d78-e90747a8248f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b68cb86-ae6d-409e-9e8e-fa13081031ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506001 Nov 10 17:32:14.093783 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b5d85-9b12-44d9-94f9-828d0c721012 req-d4677cef-6013-40ce-b267-79b51e0e20a5 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:14.102595 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e9b5d85-9b12-44d9-94f9-828d0c721012 req-d4677cef-6013-40ce-b267-79b51e0e20a5 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 945 time: 0.1242554 Nov 10 17:32:14.124836 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-33db76d5-0cb1-4cc7-8aea-e47ae7cfcf88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22ecf1a-3052-44a4-bfc9-3063c57e722c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1423169348-router', 'tenant_id': '413a32c812054ba2938f8322d10807cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'be55ecec-6656-4ea8-abf7-e5be0aa9bf1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:32:02Z', 'updated_at': '2021-11-10T17:32:08Z', 'revision_number': 4, 'project_id': '413a32c812054ba2938f8322d10807cf', 'gw_port': {'id': 'be55ecec-6656-4ea8-abf7-e5be0aa9bf1b', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ecf1a-3052-44a4-bfc9-3063c57e722c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:32:03Z', 'updated_at': '2021-11-10T17:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '710d9ab5-a9b3-4f54-8ca5-573817284699', 'name': '', 'network_id': '406696a8-9f0e-410b-909b-63b552fd807d', 'tenant_id': '413a32c812054ba2938f8322d10807cf', 'mac_address': 'fa:16:3e:ae:f3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22ecf1a-3052-44a4-bfc9-3063c57e722c', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ef5bb24e-accb-4ffd-8271-f69987ade804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:32:07Z', 'updated_at': '2021-11-10T17:32:13Z', 'revision_number': 4, 'project_id': '413a32c812054ba2938f8322d10807cf', 'subnets': [{'id': 'ef5bb24e-accb-4ffd-8271-f69987ade804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:14.175076 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33db76d5-0cb1-4cc7-8aea-e47ae7cfcf88 None None] The sync data for ids ['b22ecf1a-3052-44a4-bfc9-3063c57e722c'] in n-d-776250-10 is: [{'id': 'b22ecf1a-3052-44a4-bfc9-3063c57e722c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1423169348-router', 'tenant_id': '413a32c812054ba2938f8322d10807cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'be55ecec-6656-4ea8-abf7-e5be0aa9bf1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:32:02Z', 'updated_at': '2021-11-10T17:32:08Z', 'revision_number': 4, 'project_id': '413a32c812054ba2938f8322d10807cf', 'gw_port': {'id': 'be55ecec-6656-4ea8-abf7-e5be0aa9bf1b', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ecf1a-3052-44a4-bfc9-3063c57e722c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:32:03Z', 'updated_at': '2021-11-10T17:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '710d9ab5-a9b3-4f54-8ca5-573817284699', 'name': '', 'network_id': '406696a8-9f0e-410b-909b-63b552fd807d', 'tenant_id': '413a32c812054ba2938f8322d10807cf', 'mac_address': 'fa:16:3e:ae:f3:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b22ecf1a-3052-44a4-bfc9-3063c57e722c', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'ef5bb24e-accb-4ffd-8271-f69987ade804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:32:07Z', 'updated_at': '2021-11-10T17:32:13Z', 'revision_number': 4, 'project_id': '413a32c812054ba2938f8322d10807cf', 'subnets': [{'id': 'ef5bb24e-accb-4ffd-8271-f69987ade804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:32:14.207961 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-50b00184-72e3-4dff-ad17-25b6243de6bb req-88155593-1861-4a61-aef6-b9b663fc7849 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575832 Nov 10 17:32:14.209739 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6aec4ca7-9e99-45a7-bdec-b5d4d499e4b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:14.244816 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e9b5d85-9b12-44d9-94f9-828d0c721012 req-54f855a6-9503-4743-bf04-2a5d719d8340 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412573 Nov 10 17:32:14.305485 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-128d5b17-63b4-486f-97ce-3ed518e3561f req-bae73843-6200-48bd-8190-22c9b051142b service neutron] 10.222.0.13 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527590 Nov 10 17:32:14.487809 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6aec4ca7-9e99-45a7-bdec-b5d4d499e4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:14.490010 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aec4ca7-9e99-45a7-bdec-b5d4d499e4b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:14.491439 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6aec4ca7-9e99-45a7-bdec-b5d4d499e4b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:14.518481 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84b4ba-c974-4872-bc31-b59785d928aa req-1417633f-5495-4990-b3e0-d845d87b9a31 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:14.521200 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3a84b4ba-c974-4872-bc31-b59785d928aa req-1417633f-5495-4990-b3e0-d845d87b9a31 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 950 time: 0.1242304 Nov 10 17:32:14.528864 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-128d5b17-63b4-486f-97ce-3ed518e3561f req-531ef869-b890-4590-8f49-a0558fbfeab0 service neutron] 10.222.0.13 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148716 Nov 10 17:32:14.541038 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50527a-684c-4bd2-8fc6-959cf352e893 req-688de77a-b7aa-4e94-b150-57f2773bc13a tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:14.549533 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-af50527a-684c-4bd2-8fc6-959cf352e893 req-688de77a-b7aa-4e94-b150-57f2773bc13a tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 1097 time: 0.1871779 Nov 10 17:32:14.559845 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 86b901e4-a234-4c76-a984-5844c3c60b0a details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:32:14.589062 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6aec4ca7-9e99-45a7-bdec-b5d4d499e4b6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3419917 Nov 10 17:32:14.594229 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58802) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:32:14.607545 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-efeeaf2b-8849-4606-b4cd-7e7f07aad268 admin admin] Request body: {'subnet': {'network_id': 'c18d46d8-ed1a-43a2-affe-5479d7bfb3f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1726575432-subnet', 'tenant_id': '6ec4d83ef90f447b9fcf9e9ef27fda67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:32:14.692704 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec4ca7-9e99-45a7-bdec-b5d4d499e4b6 admin admin] Pushing event updated for resources: {'Network': ['ID=c18d46d8-ed1a-43a2-affe-5479d7bfb3f2,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:14.699806 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 710d9ab5-a9b3-4f54-8ca5-573817284699 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:32:14.706427 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3a84b4ba-c974-4872-bc31-b59785d928aa req-8d86102c-baea-4f00-b292-c32f70a14df8 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759584 Nov 10 17:32:14.716413 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-af50527a-684c-4bd2-8fc6-959cf352e893 req-f5c2f1ff-e7f9-460e-bcdb-0ae4c9a6a74c tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658549 Nov 10 17:32:14.716765 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efeeaf2b-8849-4606-b4cd-7e7f07aad268 admin admin] Made reservation on behalf of 6ec4d83ef90f447b9fcf9e9ef27fda67 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:32:14.719141 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-efeeaf2b-8849-4606-b4cd-7e7f07aad268 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:14.750958 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network c18d46d8-ed1a-43a2-affe-5479d7bfb3f2 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:32:14.931260 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-3b17cef3-2113-4320-8546-ef57de8776c0 admin admin] Deleting port 710d9ab5-a9b3-4f54-8ca5-573817284699 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:32:14.931711 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3b17cef3-2113-4320-8546-ef57de8776c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:15.001174 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d71a7c-b6c5-4a4a-a0bd-574fda36449a req-fa5b1300-6c25-41fc-84b7-6b56681f33a4 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:15.008855 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-98d71a7c-b6c5-4a4a-a0bd-574fda36449a req-fa5b1300-6c25-41fc-84b7-6b56681f33a4 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=77ae74ef-2b80-4185-8b03-4048ad19dbc9 HTTP/1.1" status: 200 len: 944 time: 0.1520965 Nov 10 17:32:15.032962 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-e958827f-d69d-47cf-8939-b2034ba3612d admin admin] Deleting port 7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:32:15.044067 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e958827f-d69d-47cf-8939-b2034ba3612d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:15.117608 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-98d71a7c-b6c5-4a4a-a0bd-574fda36449a req-27ae024a-fe7f-4034-8332-748e7a0b825c tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077521 Nov 10 17:32:15.146126 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 86b901e4-a234-4c76-a984-5844c3c60b0a, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=86b901e4-a234-4c76-a984-5844c3c60b0a,segment=NetworkSegment(17d5af1c-a623-4581-8ea0-158dc701aa2d),segment_id=17d5af1c-a623-4581-8ea0-158dc701aa2d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:15.162124 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 710d9ab5-a9b3-4f54-8ca5-573817284699 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:32:15.162401 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:15.165410 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '86b901e4-a234-4c76-a984-5844c3c60b0a', 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba', 'port_id': '86b901e4-a234-4c76-a984-5844c3c60b0a', 'mac_address': 'fa:16:3e:3a:b3:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0afeb92-d610-4dbb-bb57-6c690afd8fdf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:32:15.191099 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-efeeaf2b-8849-4606-b4cd-7e7f07aad268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:15.276379 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeeaf2b-8849-4606-b4cd-7e7f07aad268 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c330c19-7a26-42a1-b99c-552cbd09bae0,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:15.284658 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:15.293389 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeeaf2b-8849-4606-b4cd-7e7f07aad268 admin admin] Checking segment: {'id': '9d32f6d1-d16b-4454-891a-35c80c165728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c18d46d8-ed1a-43a2-affe-5479d7bfb3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:32:15.293756 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeeaf2b-8849-4606-b4cd-7e7f07aad268 admin admin] Network hostable DHCP agents. Network: c18d46d8-ed1a-43a2-affe-5479d7bfb3f2, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:32:15.327530 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86b901e4-a234-4c76-a984-5844c3c60b0a {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:32:15.352734 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeeaf2b-8849-4606-b4cd-7e7f07aad268 admin admin] Network c18d46d8-ed1a-43a2-affe-5479d7bfb3f2 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:32:15.386342 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-efeeaf2b-8849-4606-b4cd-7e7f07aad268 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, c18d46d8-ed1a-43a2-affe-5479d7bfb3f2) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:32:15.393682 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efeeaf2b-8849-4606-b4cd-7e7f07aad268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:15.394267 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-efeeaf2b-8849-4606-b4cd-7e7f07aad268 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:15.401737 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19c629c-caa1-43db-b402-a8bb37c247d2 None None] Network c18d46d8-ed1a-43a2-affe-5479d7bfb3f2 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:32:15.418333 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a4022-f45f-46c5-8cf7-b73577970fda req-43361819-fd4f-43d8-a122-3879dde70d0f tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:15.421246 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 86b901e4-a234-4c76-a984-5844c3c60b0a, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=86b901e4-a234-4c76-a984-5844c3c60b0a,segment=NetworkSegment(17d5af1c-a623-4581-8ea0-158dc701aa2d),segment_id=17d5af1c-a623-4581-8ea0-158dc701aa2d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:15.427163 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-907a4022-f45f-46c5-8cf7-b73577970fda req-43361819-fd4f-43d8-a122-3879dde70d0f tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 946 time: 0.0847337 Nov 10 17:32:15.467879 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:15.486174 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-efeeaf2b-8849-4606-b4cd-7e7f07aad268 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8908727 Nov 10 17:32:15.563708 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-907a4022-f45f-46c5-8cf7-b73577970fda req-86908954-41f5-4067-992b-0493354884da tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354856 Nov 10 17:32:15.623043 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=86b901e4-a234-4c76-a984-5844c3c60b0a,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:15.711159 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74cb069-ab25-4b38-a194-3e4125b9db41 None None] Network c18d46d8-ed1a-43a2-affe-5479d7bfb3f2 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:32:15.788069 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['86b901e4-a234-4c76-a984-5844c3c60b0a'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:32:15.829125 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-3b17cef3-2113-4320-8546-ef57de8776c0 admin admin] For port 710d9ab5-a9b3-4f54-8ca5-573817284699, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=710d9ab5-a9b3-4f54-8ca5-573817284699,segment=NetworkSegment(fa24a08e-fbce-4cc8-81cc-bfd17cdec763),segment_id=fa24a08e-fbce-4cc8-81cc-bfd17cdec763)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:15.829737 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3b17cef3-2113-4320-8546-ef57de8776c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:15.884631 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-3b17cef3-2113-4320-8546-ef57de8776c0 admin admin] Calling delete_port for 710d9ab5-a9b3-4f54-8ca5-573817284699 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:32:15.896934 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352539f-f1c5-44e7-b134-151f8f8798c3 req-5af35d2d-01ff-4a8e-b51f-b50bf3cf4bdd tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:15.903215 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3352539f-f1c5-44e7-b134-151f8f8798c3 req-5af35d2d-01ff-4a8e-b51f-b50bf3cf4bdd tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 1097 time: 0.8536711 Nov 10 17:32:15.915872 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1dea81-eccf-427f-ba8c-06f4940e8545 req-ad30735a-9ebb-4131-bd22-6c0fbbb01725 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:15.928404 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8d1dea81-eccf-427f-ba8c-06f4940e8545 req-ad30735a-9ebb-4131-bd22-6c0fbbb01725 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 950 time: 0.0863268 Nov 10 17:32:16.001327 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8d1dea81-eccf-427f-ba8c-06f4940e8545 req-9b324017-0268-4eb4-838b-ca7694e432c8 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705254 Nov 10 17:32:16.037633 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-e958827f-d69d-47cf-8939-b2034ba3612d admin admin] For port 7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8,segment=NetworkSegment(7b5351fa-b7da-4a56-a345-32bddce39070),segment_id=7b5351fa-b7da-4a56-a345-32bddce39070)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:16.038011 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e958827f-d69d-47cf-8939-b2034ba3612d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:16.061958 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-e958827f-d69d-47cf-8939-b2034ba3612d admin admin] Calling delete_port for 7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:32:16.153380 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3352539f-f1c5-44e7-b134-151f8f8798c3 req-ee17a365-f835-429f-8922-ad20c5f808dd tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398698 Nov 10 17:32:16.364710 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-242c3d4e-3486-4d76-ba7a-a343c8420686 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:16.366183 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-242c3d4e-3486-4d76-ba7a-a343c8420686 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/networks?id=c18d46d8-ed1a-43a2-affe-5479d7bfb3f2 HTTP/1.1" status: 200 len: 815 time: 0.1101511 Nov 10 17:32:16.383189 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-46111744-1201-49d9-a680-c9833bcc08a5 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/quotas/6ec4d83ef90f447b9fcf9e9ef27fda67 HTTP/1.1" status: 200 len: 375 time: 0.0111074 Nov 10 17:32:16.405147 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6830ac-4605-43da-b134-7924a8b69131 req-60a04cd9-f5f7-4f71-9209-95b94b2977dd tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:16.406655 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8d6830ac-4605-43da-b134-7924a8b69131 req-60a04cd9-f5f7-4f71-9209-95b94b2977dd tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=77ae74ef-2b80-4185-8b03-4048ad19dbc9 HTTP/1.1" status: 200 len: 945 time: 0.1040366 Nov 10 17:32:16.416133 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-ac537aa6-bdb9-49e5-b494-2353d047ce8d tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ec4d83ef90f447b9fcf9e9ef27fda67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263207 Nov 10 17:32:16.450296 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3b17cef3-2113-4320-8546-ef57de8776c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:16.498272 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b17cef3-2113-4320-8546-ef57de8776c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=710d9ab5-a9b3-4f54-8ca5-573817284699,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:16.516691 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-dea65386-a46b-4484-af45-a3a4fcc232cb service neutron] 10.222.0.39 "GET /v2.0/networks/c18d46d8-ed1a-43a2-affe-5479d7bfb3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934372 Nov 10 17:32:16.528463 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e958827f-d69d-47cf-8939-b2034ba3612d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:16.587540 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958827f-d69d-47cf-8939-b2034ba3612d admin admin] Pushing event deleted for resources: {'Port': ['ID=7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:16.596668 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8d6830ac-4605-43da-b134-7924a8b69131 req-97fb342e-c8da-45c7-9889-d85a9636ff6f tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649156 Nov 10 17:32:16.630233 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-56f0daf4-ce77-49e3-9bc0-5a0c7acf3d36 service neutron] 10.222.0.39 "GET /v2.0/networks/c18d46d8-ed1a-43a2-affe-5479d7bfb3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048415 Nov 10 17:32:16.974606 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3b17cef3-2113-4320-8546-ef57de8776c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:16.993911 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad6616-0d22-44bf-abb1-31e18114ef88 req-55f32225-c4bc-4500-95fc-539f2ea169c8 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:16.995603 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f8ad6616-0d22-44bf-abb1-31e18114ef88 req-55f32225-c4bc-4500-95fc-539f2ea169c8 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 946 time: 0.2474699 Nov 10 17:32:17.017176 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e958827f-d69d-47cf-8939-b2034ba3612d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:17.189047 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f8ad6616-0d22-44bf-abb1-31e18114ef88 req-f20d592a-9d95-4d37-99b7-7d1265648a18 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849918 Nov 10 17:32:17.287000 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-483ff7bf-ab91-4c05-8edc-670d1e72a02d req-17ad8dad-ecfc-447f-a79f-c0be2d18e43d tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 210 time: 0.0393417 Nov 10 17:32:17.525621 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d837e4a-a83d-48d7-a2ef-9f2c3c67a5f0 req-f94c95bd-e6cf-410c-80d8-b8c0cc0e7814 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:17.527232 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9d837e4a-a83d-48d7-a2ef-9f2c3c67a5f0 req-f94c95bd-e6cf-410c-80d8-b8c0cc0e7814 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 950 time: 0.1546030 Nov 10 17:32:17.539610 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b17cef3-2113-4320-8546-ef57de8776c0 admin admin] Router b22ecf1a-3052-44a4-bfc9-3063c57e722c has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:32:17.578265 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e958827f-d69d-47cf-8939-b2034ba3612d admin admin] Router 5a0209a4-f47c-4e82-932e-750552be6494 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:32:17.647599 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9d837e4a-a83d-48d7-a2ef-9f2c3c67a5f0 req-b6f0608a-011b-46b7-b169-73e7a53e4e42 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105757 Nov 10 17:32:17.779356 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-ecf75e26-b611-4401-81f4-ac497e839cac req-78a6477b-113a-4bde-9c78-9c7e20b9258e tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:32:17.780447 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ecf75e26-b611-4401-81f4-ac497e839cac req-78a6477b-113a-4bde-9c78-9c7e20b9258e tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056014 Nov 10 17:32:17.818370 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b17cef3-2113-4320-8546-ef57de8776c0 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:32:17.826149 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3b17cef3-2113-4320-8546-ef57de8776c0 admin admin] 10.222.0.39 "PUT /v2.0/routers/b22ecf1a-3052-44a4-bfc9-3063c57e722c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7814624 Nov 10 17:32:17.828459 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40398644-2874-46e8-b61d-a924dbed2a6d None None] Sync routers for ids ['b22ecf1a-3052-44a4-bfc9-3063c57e722c'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:32:17.830175 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e958827f-d69d-47cf-8939-b2034ba3612d admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:32:17.831477 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58874) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:32:17.840377 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e958827f-d69d-47cf-8939-b2034ba3612d admin admin] 10.222.0.39 "PUT /v2.0/routers/5a0209a4-f47c-4e82-932e-750552be6494/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8715384 Nov 10 17:32:17.840548 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58876) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:32:17.840673 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40398644-2874-46e8-b61d-a924dbed2a6d None None] Routers {'b22ecf1a-3052-44a4-bfc9-3063c57e722c'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:32:17.841319 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-40398644-2874-46e8-b61d-a924dbed2a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:32:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['b22ecf1a-3052-44a4-bfc9-3063c57e722c'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:17.845954 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce845229-e3ec-4f4f-801e-60f17f334633 None None] Sync routers for ids ['5a0209a4-f47c-4e82-932e-750552be6494'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:32:17.859754 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce845229-e3ec-4f4f-801e-60f17f334633 None None] Routers {'5a0209a4-f47c-4e82-932e-750552be6494'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:32:17.860832 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ce845229-e3ec-4f4f-801e-60f17f334633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:32:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['5a0209a4-f47c-4e82-932e-750552be6494'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:17.897313 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b10f5-edaa-42df-bd7a-7531412e6704 req-52a4ae7d-5276-4467-9a8e-9a1a8875b5b9 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:17.898434 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d28b10f5-edaa-42df-bd7a-7531412e6704 req-52a4ae7d-5276-4467-9a8e-9a1a8875b5b9 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=77ae74ef-2b80-4185-8b03-4048ad19dbc9 HTTP/1.1" status: 200 len: 945 time: 0.1246765 Nov 10 17:32:17.905806 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf75e26-b611-4401-81f4-ac497e839cac req-aec2ea87-fb1c-4c64-b0b6-6855aa21eeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:17.907185 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ecf75e26-b611-4401-81f4-ac497e839cac req-aec2ea87-fb1c-4c64-b0b6-6855aa21eeca service neutron] 10.222.0.39 "GET /v2.0/ports/97a82430-2ce5-4095-8164-3161b0b51fcb HTTP/1.1" status: 200 len: 1094 time: 0.1127131 Nov 10 17:32:17.927388 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-ecf75e26-b611-4401-81f4-ac497e839cac req-dffba16a-0133-497d-9779-66f9856d5d36 service neutron] Request body: {'binding': {'host': 'n-h1-776250-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:32:17.928195 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-ecf75e26-b611-4401-81f4-ac497e839cac req-dffba16a-0133-497d-9779-66f9856d5d36 service neutron] Unknown quota resources ['binding']. {{(pid=102469) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 17:32:17.981824 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-40398644-2874-46e8-b61d-a924dbed2a6d None None] Set router b22ecf1a-3052-44a4-bfc9-3063c57e722c gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:32:18.058161 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d28b10f5-edaa-42df-bd7a-7531412e6704 req-58a66c03-a802-457b-bc8b-c0086c79ab61 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483228 Nov 10 17:32:18.074026 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-faca1bae-5e28-4ab7-a7f4-29ec3b0945ec admin admin] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:18.108580 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-ce845229-e3ec-4f4f-801e-60f17f334633 None None] Set router 5a0209a4-f47c-4e82-932e-750552be6494 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:32:18.209304 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-40398644-2874-46e8-b61d-a924dbed2a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22ecf1a-3052-44a4-bfc9-3063c57e722c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1423169348-router', 'tenant_id': '413a32c812054ba2938f8322d10807cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'be55ecec-6656-4ea8-abf7-e5be0aa9bf1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:32:02Z', 'updated_at': '2021-11-10T17:32:16Z', 'revision_number': 5, 'project_id': '413a32c812054ba2938f8322d10807cf', 'gw_port': {'id': 'be55ecec-6656-4ea8-abf7-e5be0aa9bf1b', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ecf1a-3052-44a4-bfc9-3063c57e722c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:32:03Z', 'updated_at': '2021-11-10T17:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:18.251383 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40398644-2874-46e8-b61d-a924dbed2a6d None None] Checking router: b22ecf1a-3052-44a4-bfc9-3063c57e722c for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:32:18.262212 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40398644-2874-46e8-b61d-a924dbed2a6d None None] Routers {'b22ecf1a-3052-44a4-bfc9-3063c57e722c'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:32:18.262930 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-40398644-2874-46e8-b61d-a924dbed2a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:32:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['b22ecf1a-3052-44a4-bfc9-3063c57e722c'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:18.271787 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-faca1bae-5e28-4ab7-a7f4-29ec3b0945ec admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:18.400544 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-40398644-2874-46e8-b61d-a924dbed2a6d None None] Set router b22ecf1a-3052-44a4-bfc9-3063c57e722c gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:32:18.434540 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ce845229-e3ec-4f4f-801e-60f17f334633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0209a4-f47c-4e82-932e-750552be6494', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268988109-router', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:46Z', 'updated_at': '2021-11-10T17:32:16Z', 'revision_number': 5, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'gw_port': {'id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:47Z', 'updated_at': '2021-11-10T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:18.472512 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-263fb5c1-5ef5-4407-b7a6-a2c5c596dba2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:18.476874 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce845229-e3ec-4f4f-801e-60f17f334633 None None] Checking router: 5a0209a4-f47c-4e82-932e-750552be6494 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:32:18.494423 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce845229-e3ec-4f4f-801e-60f17f334633 None None] Routers {'5a0209a4-f47c-4e82-932e-750552be6494'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:32:18.495336 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ce845229-e3ec-4f4f-801e-60f17f334633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:32:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['5a0209a4-f47c-4e82-932e-750552be6494'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:18.603292 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-f11a318e-c644-4df3-b8ce-3c376274da89 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:18.605011 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-f11a318e-c644-4df3-b8ce-3c376274da89 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.11 "GET /v2.0/networks?id=c18d46d8-ed1a-43a2-affe-5479d7bfb3f2 HTTP/1.1" status: 200 len: 815 time: 0.2732556 Nov 10 17:32:18.622184 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 86b901e4-a234-4c76-a984-5844c3c60b0a up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:32:18.631358 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-224f3ff3-0db6-43da-a74d-11b5dccc6dcc tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Request body: {'port': {'device_id': '3a206b01-c0df-4b39-a7e3-14eb9492b29e', 'network_id': 'c18d46d8-ed1a-43a2-affe-5479d7bfb3f2', 'admin_state_up': True, 'tenant_id': '6ec4d83ef90f447b9fcf9e9ef27fda67'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:32:18.679526 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-ce845229-e3ec-4f4f-801e-60f17f334633 None None] Set router 5a0209a4-f47c-4e82-932e-750552be6494 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:32:18.716972 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 86b901e4-a234-4c76-a984-5844c3c60b0a completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:32:18.721787 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-40398644-2874-46e8-b61d-a924dbed2a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b22ecf1a-3052-44a4-bfc9-3063c57e722c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1423169348-router', 'tenant_id': '413a32c812054ba2938f8322d10807cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'be55ecec-6656-4ea8-abf7-e5be0aa9bf1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:32:02Z', 'updated_at': '2021-11-10T17:32:16Z', 'revision_number': 5, 'project_id': '413a32c812054ba2938f8322d10807cf', 'gw_port': {'id': 'be55ecec-6656-4ea8-abf7-e5be0aa9bf1b', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ecf1a-3052-44a4-bfc9-3063c57e722c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:32:03Z', 'updated_at': '2021-11-10T17:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:18.725848 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 86b901e4-a234-4c76-a984-5844c3c60b0a triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:32:18.726199 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:18.749190 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-ecf75e26-b611-4401-81f4-ac497e839cac req-dffba16a-0133-497d-9779-66f9856d5d36 service neutron] Attempting to bind port 97a82430-2ce5-4095-8164-3161b0b51fcb on host n-h1-776250-10 for vnic_type normal with profile None {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:32:18.749710 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-ecf75e26-b611-4401-81f4-ac497e839cac req-dffba16a-0133-497d-9779-66f9856d5d36 service neutron] Attempting to bind port 97a82430-2ce5-4095-8164-3161b0b51fcb by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:32:18.750149 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf75e26-b611-4401-81f4-ac497e839cac req-dffba16a-0133-497d-9779-66f9856d5d36 service neutron] Attempting to bind port 97a82430-2ce5-4095-8164-3161b0b51fcb on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:32:18.757593 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40398644-2874-46e8-b61d-a924dbed2a6d None None] The sync data for ids ['b22ecf1a-3052-44a4-bfc9-3063c57e722c'] in n-d-776250-10 is: [{'id': 'b22ecf1a-3052-44a4-bfc9-3063c57e722c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1423169348-router', 'tenant_id': '413a32c812054ba2938f8322d10807cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'be55ecec-6656-4ea8-abf7-e5be0aa9bf1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:32:02Z', 'updated_at': '2021-11-10T17:32:16Z', 'revision_number': 5, 'project_id': '413a32c812054ba2938f8322d10807cf', 'gw_port': {'id': 'be55ecec-6656-4ea8-abf7-e5be0aa9bf1b', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ecf1a-3052-44a4-bfc9-3063c57e722c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:32:03Z', 'updated_at': '2021-11-10T17:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:32:18.772417 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf75e26-b611-4401-81f4-ac497e839cac req-dffba16a-0133-497d-9779-66f9856d5d36 service neutron] Port 97a82430-2ce5-4095-8164-3161b0b51fcb on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:32:18.772881 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf75e26-b611-4401-81f4-ac497e839cac req-dffba16a-0133-497d-9779-66f9856d5d36 service neutron] Attempting to bind port 97a82430-2ce5-4095-8164-3161b0b51fcb on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:32:18.782199 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf75e26-b611-4401-81f4-ac497e839cac req-dffba16a-0133-497d-9779-66f9856d5d36 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:32:18.782886 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf75e26-b611-4401-81f4-ac497e839cac req-dffba16a-0133-497d-9779-66f9856d5d36 service neutron] Checking segment: {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:32:18.783113 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf75e26-b611-4401-81f4-ac497e839cac req-dffba16a-0133-497d-9779-66f9856d5d36 service neutron] Bound using segment: {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:32:18.783662 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-ecf75e26-b611-4401-81f4-ac497e839cac req-dffba16a-0133-497d-9779-66f9856d5d36 service neutron] Bound port: 97a82430-2ce5-4095-8164-3161b0b51fcb, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:32:18.786309 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-faca1bae-5e28-4ab7-a7f4-29ec3b0945ec admin admin] Deleting port be55ecec-6656-4ea8-abf7-e5be0aa9bf1b {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:32:18.786776 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-faca1bae-5e28-4ab7-a7f4-29ec3b0945ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:18.788456 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-263fb5c1-5ef5-4407-b7a6-a2c5c596dba2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:18.799316 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69415b-1e62-45cd-97fb-2786e5287c24 req-5fb3f955-808e-4694-bb53-09739f1afae1 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:18.815839 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-de69415b-1e62-45cd-97fb-2786e5287c24 req-5fb3f955-808e-4694-bb53-09739f1afae1 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 946 time: 0.5268092 Nov 10 17:32:18.882321 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:18.884839 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-224f3ff3-0db6-43da-a74d-11b5dccc6dcc tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Made reservation on behalf of 6ec4d83ef90f447b9fcf9e9ef27fda67 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:32:18.888455 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-224f3ff3-0db6-43da-a74d-11b5dccc6dcc tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:18.913952 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ae74ef-2b80-4185-8b03-4048ad19dbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b901e4-a234-4c76-a984-5844c3c60b0a'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:32:18.918479 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493c43bf-00f8-4b17-94d4-19d0c213a199" -d '{"events": [{"server_uuid": "77ae74ef-2b80-4185-8b03-4048ad19dbc9", "name": "network-vif-plugged", "status": "completed", "tag": "86b901e4-a234-4c76-a984-5844c3c60b0a"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:32:18.927334 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-ecf75e26-b611-4401-81f4-ac497e839cac req-dffba16a-0133-497d-9779-66f9856d5d36 service neutron] For port 97a82430-2ce5-4095-8164-3161b0b51fcb, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=97a82430-2ce5-4095-8164-3161b0b51fcb,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:32:18.934243 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-de69415b-1e62-45cd-97fb-2786e5287c24 req-482308b8-edd9-461e-9064-c9b417cc7ae8 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164618 Nov 10 17:32:18.938911 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 86b901e4-a234-4c76-a984-5844c3c60b0a, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=86b901e4-a234-4c76-a984-5844c3c60b0a,segment=NetworkSegment(17d5af1c-a623-4581-8ea0-158dc701aa2d),segment_id=17d5af1c-a623-4581-8ea0-158dc701aa2d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:18.947182 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:18.962403 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ce845229-e3ec-4f4f-801e-60f17f334633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0209a4-f47c-4e82-932e-750552be6494', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268988109-router', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:46Z', 'updated_at': '2021-11-10T17:32:16Z', 'revision_number': 5, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'gw_port': {'id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:47Z', 'updated_at': '2021-11-10T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:18.976269 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ecf75e26-b611-4401-81f4-ac497e839cac req-dffba16a-0133-497d-9779-66f9856d5d36 service neutron] Publish callbacks [] for binding, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:18.977669 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ecf75e26-b611-4401-81f4-ac497e839cac req-dffba16a-0133-497d-9779-66f9856d5d36 service neutron] 10.222.0.39 "POST /v2.0/ports/97a82430-2ce5-4095-8164-3161b0b51fcb/bindings HTTP/1.1" status: 201 len: 390 time: 1.0605087 Nov 10 17:32:18.997024 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-263fb5c1-5ef5-4407-b7a6-a2c5c596dba2 admin admin] Deleting port abdba2c8-3cb8-4a2b-8ba0-035a8db99eac {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:32:18.997496 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-263fb5c1-5ef5-4407-b7a6-a2c5c596dba2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:19.001608 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce845229-e3ec-4f4f-801e-60f17f334633 None None] The sync data for ids ['5a0209a4-f47c-4e82-932e-750552be6494'] in n-d-776250-10 is: [{'id': '5a0209a4-f47c-4e82-932e-750552be6494', 'name': 'tempest-FloatingIPsAssociationTestJSON-1268988109-router', 'tenant_id': '550346fb7b854e588018ed0d527afbf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:30:46Z', 'updated_at': '2021-11-10T17:32:16Z', 'revision_number': 5, 'project_id': '550346fb7b854e588018ed0d527afbf6', 'gw_port': {'id': 'abdba2c8-3cb8-4a2b-8ba0-035a8db99eac', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:95:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0209a4-f47c-4e82-932e-750552be6494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:30:47Z', 'updated_at': '2021-11-10T17:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:32:19.005209 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-faca1bae-5e28-4ab7-a7f4-29ec3b0945ec admin admin] For port be55ecec-6656-4ea8-abf7-e5be0aa9bf1b, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=be55ecec-6656-4ea8-abf7-e5be0aa9bf1b,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:19.006256 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-faca1bae-5e28-4ab7-a7f4-29ec3b0945ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:19.021238 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-faca1bae-5e28-4ab7-a7f4-29ec3b0945ec admin admin] Calling delete_port for be55ecec-6656-4ea8-abf7-e5be0aa9bf1b owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:32:19.048787 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=86b901e4-a234-4c76-a984-5844c3c60b0a,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:19.144307 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6f00ca65-ba41-4413-af58-3b0d64f069d3 req-49514f07-5a73-45bd-b784-afd45532901e tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 210 time: 0.0551031 Nov 10 17:32:19.157565 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-224f3ff3-0db6-43da-a74d-11b5dccc6dcc tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Allocated IP 172.20.0.3 (c18d46d8-ed1a-43a2-affe-5479d7bfb3f2/0c330c19-7a26-42a1-b99c-552cbd09bae0/ea349b82-5e34-4261-b7e6-16a1328d01f7) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:32:19.326377 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6576fba-f2f8-46f5-8cba-13f628b56912 x-openstack-request-id: req-a6576fba-f2f8-46f5-8cba-13f628b56912 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:32:19.326674 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ae74ef-2b80-4185-8b03-4048ad19dbc9", "name": "network-vif-plugged", "status": "completed", "tag": "86b901e4-a234-4c76-a984-5844c3c60b0a", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:32:19.326930 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a6576fba-f2f8-46f5-8cba-13f628b56912 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:32:19.327330 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ae74ef-2b80-4185-8b03-4048ad19dbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b901e4-a234-4c76-a984-5844c3c60b0a', 'code': 200} Nov 10 17:32:19.398850 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf75e26-b611-4401-81f4-ac497e839cac req-678bbd45-ae2b-49ad-af41-8c1a781fe85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:19.400419 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ecf75e26-b611-4401-81f4-ac497e839cac req-678bbd45-ae2b-49ad-af41-8c1a781fe85e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ec9ca6147964daa83e30b2176db3b36&device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 1097 time: 0.1181588 Nov 10 17:32:19.411174 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf177b2-935a-4490-b77f-cd5d5e77a410 req-49dbb41a-e220-44e9-8fe5-bbbb332f075d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:19.413370 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4cf177b2-935a-4490-b77f-cd5d5e77a410 req-49dbb41a-e220-44e9-8fe5-bbbb332f075d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 950 time: 0.1619375 Nov 10 17:32:19.431667 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-faca1bae-5e28-4ab7-a7f4-29ec3b0945ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:19.443540 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-263fb5c1-5ef5-4407-b7a6-a2c5c596dba2 admin admin] For port abdba2c8-3cb8-4a2b-8ba0-035a8db99eac, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=abdba2c8-3cb8-4a2b-8ba0-035a8db99eac,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:19.443914 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-263fb5c1-5ef5-4407-b7a6-a2c5c596dba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:19.502385 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca1bae-5e28-4ab7-a7f4-29ec3b0945ec admin admin] Pushing event deleted for resources: {'Port': ['ID=be55ecec-6656-4ea8-abf7-e5be0aa9bf1b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:19.511566 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-263fb5c1-5ef5-4407-b7a6-a2c5c596dba2 admin admin] Calling delete_port for abdba2c8-3cb8-4a2b-8ba0-035a8db99eac owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:32:19.561891 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aea6c5-362f-4a97-ba08-639398424836 req-0fe15811-571c-4c12-a29d-f7f1964e1f2e tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:19.563404 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c2aea6c5-362f-4a97-ba08-639398424836 req-0fe15811-571c-4c12-a29d-f7f1964e1f2e tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 945 time: 0.1799314 Nov 10 17:32:19.621447 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4cf177b2-935a-4490-b77f-cd5d5e77a410 req-159de883-3b84-4435-a396-c4066ad3712d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974702 Nov 10 17:32:19.627461 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7b101-42e3-41eb-b4f6-5f5783b04d05 req-66fa21fe-2048-469c-b148-9dc2b83d89da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:19.629544 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d6a7b101-42e3-41eb-b4f6-5f5783b04d05 req-66fa21fe-2048-469c-b148-9dc2b83d89da service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=77ae74ef-2b80-4185-8b03-4048ad19dbc9 HTTP/1.1" status: 200 len: 1098 time: 0.1925855 Nov 10 17:32:19.639229 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf75e26-b611-4401-81f4-ac497e839cac req-60f5501c-b9b7-4c70-95bd-fbc07795393f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:19.640853 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ecf75e26-b611-4401-81f4-ac497e839cac req-60f5501c-b9b7-4c70-95bd-fbc07795393f service neutron] 10.222.0.11 "GET /v2.0/networks?id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1 HTTP/1.1" status: 200 len: 922 time: 0.2208164 Nov 10 17:32:19.653713 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-224f3ff3-0db6-43da-a74d-11b5dccc6dcc tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:19.659692 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-faca1bae-5e28-4ab7-a7f4-29ec3b0945ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:19.774869 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ecf75e26-b611-4401-81f4-ac497e839cac req-0ccbd358-ec47-40a1-8fd1-b2f5af95f798 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97a82430-2ce5-4095-8164-3161b0b51fcb HTTP/1.1" status: 200 len: 217 time: 0.1247776 Nov 10 17:32:19.796850 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d6a7b101-42e3-41eb-b4f6-5f5783b04d05 req-201c742b-23ac-4e47-adda-5d0dfaa2ad67 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581681 Nov 10 17:32:19.811571 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c2aea6c5-362f-4a97-ba08-639398424836 req-bc34d95c-c8fb-410a-b5d7-79701eb44056 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239370 Nov 10 17:32:19.815566 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-224f3ff3-0db6-43da-a74d-11b5dccc6dcc tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:19.844170 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-faca1bae-5e28-4ab7-a7f4-29ec3b0945ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:19.847619 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-faca1bae-5e28-4ab7-a7f4-29ec3b0945ec admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:19.882450 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c7e0d-9953-4373-aa25-d9da1911ec04 req-3a6e8703-edfd-40a8-9b09-755e36b88ff1 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:19.883941 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e96c7e0d-9953-4373-aa25-d9da1911ec04 req-3a6e8703-edfd-40a8-9b09-755e36b88ff1 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=77ae74ef-2b80-4185-8b03-4048ad19dbc9 HTTP/1.1" status: 200 len: 946 time: 0.1444046 Nov 10 17:32:19.897312 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf75e26-b611-4401-81f4-ac497e839cac req-0664a301-4467-4310-af91-2727c78ec467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:19.899080 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ecf75e26-b611-4401-81f4-ac497e839cac req-0664a301-4467-4310-af91-2727c78ec467 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f3d9be19-2b8d-48ad-890a-609759e284ae HTTP/1.1" status: 200 len: 861 time: 0.0917497 Nov 10 17:32:19.903087 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-faca1bae-5e28-4ab7-a7f4-29ec3b0945ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:19.903760 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faca1bae-5e28-4ab7-a7f4-29ec3b0945ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router b22ecf1a-3052-44a4-bfc9-3063c57e722c {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:32:19.909211 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-faca1bae-5e28-4ab7-a7f4-29ec3b0945ec admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:19.909438 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-224f3ff3-0db6-43da-a74d-11b5dccc6dcc tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Network c18d46d8-ed1a-43a2-affe-5479d7bfb3f2 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:32:19.913095 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-faca1bae-5e28-4ab7-a7f4-29ec3b0945ec admin admin] 10.222.0.39 "DELETE /v2.0/routers/b22ecf1a-3052-44a4-bfc9-3063c57e722c HTTP/1.1" status: 204 len: 168 time: 2.0772102 Nov 10 17:32:19.921022 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58892) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:32:19.935118 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-224f3ff3-0db6-43da-a74d-11b5dccc6dcc tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:32:19.945530 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-224f3ff3-0db6-43da-a74d-11b5dccc6dcc tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:32:19.952478 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f3ff3-0db6-43da-a74d-11b5dccc6dcc tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Pushing event updated for resources: {'Port': ['ID=ea349b82-5e34-4261-b7e6-16a1328d01f7,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:19.992577 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ecf75e26-b611-4401-81f4-ac497e839cac req-9740abd7-4fc8-4d29-bc75-1fbf2cc5033a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807617 Nov 10 17:32:19.995493 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8263b68-7acb-4459-9e0c-e94a6feb645c admin admin] Deleting subnet ef5bb24e-accb-4ffd-8271-f69987ade804 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:32:19.998919 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e8263b68-7acb-4459-9e0c-e94a6feb645c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:20.030432 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-263fb5c1-5ef5-4407-b7a6-a2c5c596dba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:20.052232 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e96c7e0d-9953-4373-aa25-d9da1911ec04 req-5c77e90d-0f66-49ba-abb7-da3b05902863 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604857 Nov 10 17:32:20.061632 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-224f3ff3-0db6-43da-a74d-11b5dccc6dcc tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:20.063292 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-224f3ff3-0db6-43da-a74d-11b5dccc6dcc tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:20.098194 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263fb5c1-5ef5-4407-b7a6-a2c5c596dba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=abdba2c8-3cb8-4a2b-8ba0-035a8db99eac,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:20.102005 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e8263b68-7acb-4459-9e0c-e94a6feb645c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:20.129050 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-224f3ff3-0db6-43da-a74d-11b5dccc6dcc tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5084419 Nov 10 17:32:20.152092 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-8895b85e-a4e7-4f7f-b2cc-08dfb9793436 service neutron] Request body: {'port': {'device_id': '3a206b01-c0df-4b39-a7e3-14eb9492b29e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:32:20.197390 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-263fb5c1-5ef5-4407-b7a6-a2c5c596dba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:20.211118 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707336b2-93d5-4a98-b06d-ad536458f53b req-6ce6ef97-ff6b-4f40-b8ac-1412c90789f9 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:20.212655 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-707336b2-93d5-4a98-b06d-ad536458f53b req-6ce6ef97-ff6b-4f40-b8ac-1412c90789f9 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 946 time: 0.1688991 Nov 10 17:32:20.236268 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ecf75e26-b611-4401-81f4-ac497e839cac req-9280a4d4-f239-4f06-9fb3-0aaa227d72a2 service neutron] 10.222.0.11 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174623 Nov 10 17:32:20.317109 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e8263b68-7acb-4459-9e0c-e94a6feb645c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:20.335789 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-8895b85e-a4e7-4f7f-b2cc-08dfb9793436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:20.342380 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-263fb5c1-5ef5-4407-b7a6-a2c5c596dba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:20.351921 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-263fb5c1-5ef5-4407-b7a6-a2c5c596dba2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:20.389834 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-707336b2-93d5-4a98-b06d-ad536458f53b req-01f9db50-2bdd-4e9b-aedf-213b2ebcdee1 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577995 Nov 10 17:32:20.426930 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ecf75e26-b611-4401-81f4-ac497e839cac req-35b426d1-d893-4006-bb73-717e0dcb897b service neutron] 10.222.0.11 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812537 Nov 10 17:32:20.434272 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382a36c-5c43-4aa8-bfcb-cbc2e7b98805 req-9587bfdb-470c-404f-9955-4822bc7a0dd7 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:20.435838 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7382a36c-5c43-4aa8-bfcb-cbc2e7b98805 req-9587bfdb-470c-404f-9955-4822bc7a0dd7 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 931 time: 0.1927955 Nov 10 17:32:20.446102 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-263fb5c1-5ef5-4407-b7a6-a2c5c596dba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:20.446211 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263fb5c1-5ef5-4407-b7a6-a2c5c596dba2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a0209a4-f47c-4e82-932e-750552be6494 {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:32:20.449898 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e8263b68-7acb-4459-9e0c-e94a6feb645c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:20.451414 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-263fb5c1-5ef5-4407-b7a6-a2c5c596dba2 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:20.455333 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-263fb5c1-5ef5-4407-b7a6-a2c5c596dba2 admin admin] 10.222.0.39 "DELETE /v2.0/routers/5a0209a4-f47c-4e82-932e-750552be6494 HTTP/1.1" status: 204 len: 168 time: 2.6136630 Nov 10 17:32:20.455590 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58900) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:32:20.587415 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8263b68-7acb-4459-9e0c-e94a6feb645c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef5bb24e-accb-4ffd-8271-f69987ade804,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:20.607871 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e8263b68-7acb-4459-9e0c-e94a6feb645c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:20.609373 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b0a2fc-8310-42ab-b0d5-c85c4cb5910f None None] Network 406696a8-9f0e-410b-909b-63b552fd807d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:32:20.611739 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e8263b68-7acb-4459-9e0c-e94a6feb645c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ef5bb24e-accb-4ffd-8271-f69987ade804 HTTP/1.1" status: 204 len: 168 time: 0.6896408 Nov 10 17:32:20.616859 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58902) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:32:20.678321 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad4719b-4d93-45ed-811f-2e4e18b278c0 admin admin] Deleting subnet 2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:32:20.692726 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8ad4719b-4d93-45ed-811f-2e4e18b278c0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:20.767049 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7382a36c-5c43-4aa8-bfcb-cbc2e7b98805 req-2340bac3-7182-48ec-b91f-d45e80ba9d64 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988055 Nov 10 17:32:20.797651 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ace682ca-d791-4211-b6e5-cec27e1b9f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:20.827255 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8ad4719b-4d93-45ed-811f-2e4e18b278c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:20.892910 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-8895b85e-a4e7-4f7f-b2cc-08dfb9793436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea349b82-5e34-4261-b7e6-16a1328d01f7 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:32:20.903324 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-8895b85e-a4e7-4f7f-b2cc-08dfb9793436 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:20.911048 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99074f-ed81-4236-97fb-eca2e1bb0ec1 req-7f39de3e-1c70-4eb7-88a4-a0beec337848 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:20.918908 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-db99074f-ed81-4236-97fb-eca2e1bb0ec1 req-7f39de3e-1c70-4eb7-88a4-a0beec337848 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 950 time: 0.1548779 Nov 10 17:32:20.920650 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-8895b85e-a4e7-4f7f-b2cc-08dfb9793436 service neutron] Transition to ACTIVE for port object ea349b82-5e34-4261-b7e6-16a1328d01f7 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:32:20.927904 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-8895b85e-a4e7-4f7f-b2cc-08dfb9793436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:21.046994 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8ad4719b-4d93-45ed-811f-2e4e18b278c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:21.063704 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3a4af4-070d-4c97-8e58-f35981825a3c None None] DHCP port deletion for 406696a8-9f0e-410b-909b-63b552fd807d request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:32:21.075970 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 710d9ab5-a9b3-4f54-8ca5-573817284699 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:32:21.081416 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895b85e-a4e7-4f7f-b2cc-08dfb9793436 service neutron] Pushing event updated for resources: {'Port': ['ID=ea349b82-5e34-4261-b7e6-16a1328d01f7,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:21.137045 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-db99074f-ed81-4236-97fb-eca2e1bb0ec1 req-32723f9b-b5ad-4fbb-8754-14b978839cc5 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122142 Nov 10 17:32:21.182479 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 710d9ab5-a9b3-4f54-8ca5-573817284699 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:32:21.182842 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 710d9ab5-a9b3-4f54-8ca5-573817284699 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:32:21.183225 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device be55ecec-6656-4ea8-abf7-e5be0aa9bf1b no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:32:21.190148 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-ace682ca-d791-4211-b6e5-cec27e1b9f6f admin admin] Deleting port 13dddb55-3dc7-4e3f-9e23-1e9d2366f78e {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:32:21.190746 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ace682ca-d791-4211-b6e5-cec27e1b9f6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:21.194133 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11266e5d-c781-4346-89cf-b95292b2fa37 req-d73da0b1-5e1b-48e9-b1af-bcd56387d5a2 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:21.195718 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-11266e5d-c781-4346-89cf-b95292b2fa37 req-d73da0b1-5e1b-48e9-b1af-bcd56387d5a2 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 945 time: 0.2305443 Nov 10 17:32:21.212816 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: be55ecec-6656-4ea8-abf7-e5be0aa9bf1b {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:32:21.213186 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device be55ecec-6656-4ea8-abf7-e5be0aa9bf1b not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:32:21.213631 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:32:21.240791 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:32:21.240791 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 7039dcdb-36b6-4d2e-ae1f-f76dc07cd9c8 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:32:21.250730 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a4af4-070d-4c97-8e58-f35981825a3c None None] Deleting port 13dddb55-3dc7-4e3f-9e23-1e9d2366f78e {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:32:21.251321 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cd3a4af4-070d-4c97-8e58-f35981825a3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:21.296758 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-8895b85e-a4e7-4f7f-b2cc-08dfb9793436 service neutron] Attempting to bind port ea349b82-5e34-4261-b7e6-16a1328d01f7 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:32:21.297094 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-8895b85e-a4e7-4f7f-b2cc-08dfb9793436 service neutron] Attempting to bind port ea349b82-5e34-4261-b7e6-16a1328d01f7 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '9d32f6d1-d16b-4454-891a-35c80c165728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c18d46d8-ed1a-43a2-affe-5479d7bfb3f2'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:32:21.297428 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-8895b85e-a4e7-4f7f-b2cc-08dfb9793436 service neutron] Attempting to bind port ea349b82-5e34-4261-b7e6-16a1328d01f7 on network c18d46d8-ed1a-43a2-affe-5479d7bfb3f2 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:32:21.319704 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-8895b85e-a4e7-4f7f-b2cc-08dfb9793436 service neutron] Port ea349b82-5e34-4261-b7e6-16a1328d01f7 on network c18d46d8-ed1a-43a2-affe-5479d7bfb3f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:32:21.320037 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-8895b85e-a4e7-4f7f-b2cc-08dfb9793436 service neutron] Attempting to bind port ea349b82-5e34-4261-b7e6-16a1328d01f7 on network c18d46d8-ed1a-43a2-affe-5479d7bfb3f2 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:32:21.325496 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-11266e5d-c781-4346-89cf-b95292b2fa37 req-faad947c-7ce3-49c0-a0ac-87f521b656e2 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171165 Nov 10 17:32:21.331332 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-8895b85e-a4e7-4f7f-b2cc-08dfb9793436 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:32:21.331774 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-8895b85e-a4e7-4f7f-b2cc-08dfb9793436 service neutron] Checking segment: {'id': '9d32f6d1-d16b-4454-891a-35c80c165728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c18d46d8-ed1a-43a2-affe-5479d7bfb3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:32:21.333027 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-8895b85e-a4e7-4f7f-b2cc-08dfb9793436 service neutron] Bound using segment: {'id': '9d32f6d1-d16b-4454-891a-35c80c165728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c18d46d8-ed1a-43a2-affe-5479d7bfb3f2'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:32:21.333640 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-8895b85e-a4e7-4f7f-b2cc-08dfb9793436 service neutron] Bound port: ea349b82-5e34-4261-b7e6-16a1328d01f7, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d32f6d1-d16b-4454-891a-35c80c165728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c18d46d8-ed1a-43a2-affe-5479d7bfb3f2'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:32:21.334184 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-8895b85e-a4e7-4f7f-b2cc-08dfb9793436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:21.374022 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-cd3a4af4-070d-4c97-8e58-f35981825a3c None None] For port 13dddb55-3dc7-4e3f-9e23-1e9d2366f78e, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=13dddb55-3dc7-4e3f-9e23-1e9d2366f78e,segment=NetworkSegment(fa24a08e-fbce-4cc8-81cc-bfd17cdec763),segment_id=fa24a08e-fbce-4cc8-81cc-bfd17cdec763)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:21.374851 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cd3a4af4-070d-4c97-8e58-f35981825a3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:21.385888 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8ad4719b-4d93-45ed-811f-2e4e18b278c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:21.397393 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-ace682ca-d791-4211-b6e5-cec27e1b9f6f admin admin] For port 13dddb55-3dc7-4e3f-9e23-1e9d2366f78e, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=13dddb55-3dc7-4e3f-9e23-1e9d2366f78e,segment=NetworkSegment(fa24a08e-fbce-4cc8-81cc-bfd17cdec763),segment_id=fa24a08e-fbce-4cc8-81cc-bfd17cdec763)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:21.397764 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ace682ca-d791-4211-b6e5-cec27e1b9f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:21.402681 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a4af4-070d-4c97-8e58-f35981825a3c None None] Calling delete_port for 13dddb55-3dc7-4e3f-9e23-1e9d2366f78e owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:32:21.424489 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-8895b85e-a4e7-4f7f-b2cc-08dfb9793436 service neutron] For port ea349b82-5e34-4261-b7e6-16a1328d01f7, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:32:21.429381 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-8895b85e-a4e7-4f7f-b2cc-08dfb9793436 service neutron] For port ea349b82-5e34-4261-b7e6-16a1328d01f7, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ea349b82-5e34-4261-b7e6-16a1328d01f7,segment=NetworkSegment(9d32f6d1-d16b-4454-891a-35c80c165728),segment_id=9d32f6d1-d16b-4454-891a-35c80c165728)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:32:21.435860 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-8895b85e-a4e7-4f7f-b2cc-08dfb9793436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:21.443127 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8ad4719b-4d93-45ed-811f-2e4e18b278c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:21.459232 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8ad4719b-4d93-45ed-811f-2e4e18b278c0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd HTTP/1.1" status: 204 len: 168 time: 0.9514134 Nov 10 17:32:21.467511 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58912) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:32:21.469075 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e496907-358d-43cd-bf4d-13141c0ea79f None None] Network 2881d57b-3f4f-4d35-825f-cd2dc9b06116 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:32:21.480868 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad4719b-4d93-45ed-811f-2e4e18b278c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aaa1e6d-8553-48ad-ad5b-b6cfeb800afd,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:21.493966 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-ace682ca-d791-4211-b6e5-cec27e1b9f6f admin admin] Calling delete_port for 13dddb55-3dc7-4e3f-9e23-1e9d2366f78e owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:32:21.511487 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ded377-b876-4880-ae23-bd5c28c3764a req-4f10af03-5bda-442b-b5b1-5c3c1d1661e3 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:21.519531 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-18ded377-b876-4880-ae23-bd5c28c3764a req-4f10af03-5bda-442b-b5b1-5c3c1d1661e3 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=77ae74ef-2b80-4185-8b03-4048ad19dbc9 HTTP/1.1" status: 200 len: 946 time: 0.2509034 Nov 10 17:32:21.531651 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-8895b85e-a4e7-4f7f-b2cc-08dfb9793436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:21.532356 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-8895b85e-a4e7-4f7f-b2cc-08dfb9793436 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:21.533750 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-8895b85e-a4e7-4f7f-b2cc-08dfb9793436 service neutron] 10.222.0.11 "PUT /v2.0/ports/ea349b82-5e34-4261-b7e6-16a1328d01f7 HTTP/1.1" status: 200 len: 1092 time: 1.3859818 Nov 10 17:32:21.534204 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a206b01-c0df-4b39-a7e3-14eb9492b29e', 'tag': 'ea349b82-5e34-4261-b7e6-16a1328d01f7'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:32:21.536956 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb9e7f4-b05c-410d-82cc-b56b7b31044b" -d '{"events": [{"name": "network-changed", "server_uuid": "3a206b01-c0df-4b39-a7e3-14eb9492b29e", "tag": "ea349b82-5e34-4261-b7e6-16a1328d01f7"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:32:21.609064 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895b85e-a4e7-4f7f-b2cc-08dfb9793436 service neutron] Pushing event updated for resources: {'Port': ['ID=ea349b82-5e34-4261-b7e6-16a1328d01f7,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:21.631701 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-18ded377-b876-4880-ae23-bd5c28c3764a req-18ba8c6c-315f-466c-94fe-6d97e3d7b2c7 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109860 Nov 10 17:32:21.653201 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6de8197f-8fba-4a49-93a8-f412ee415167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:21.671240 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-f836aeac-3906-4b6e-b14c-de3a1074a7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:21.672962 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-f836aeac-3906-4b6e-b14c-de3a1074a7a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6ec4d83ef90f447b9fcf9e9ef27fda67&device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 1095 time: 0.0744472 Nov 10 17:32:21.688423 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80544a-d7bd-4ad4-9989-5541edd32a16 req-618bc18a-7daf-4a7a-b182-0118390c9835 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:21.690182 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5c80544a-d7bd-4ad4-9989-5541edd32a16 req-618bc18a-7daf-4a7a-b182-0118390c9835 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 946 time: 0.1456330 Nov 10 17:32:21.693389 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ace682ca-d791-4211-b6e5-cec27e1b9f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:21.747047 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace682ca-d791-4211-b6e5-cec27e1b9f6f admin admin] Pushing event deleted for resources: {'Port': ['ID=13dddb55-3dc7-4e3f-9e23-1e9d2366f78e,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:21.762187 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f96299-50d3-4b2b-b59d-ae9da256cfa3 x-openstack-request-id: req-36f96299-50d3-4b2b-b59d-ae9da256cfa3 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:32:21.762453 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a206b01-c0df-4b39-a7e3-14eb9492b29e", "tag": "ea349b82-5e34-4261-b7e6-16a1328d01f7", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:32:21.762738 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-36f96299-50d3-4b2b-b59d-ae9da256cfa3 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:32:21.763148 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a206b01-c0df-4b39-a7e3-14eb9492b29e', 'tag': 'ea349b82-5e34-4261-b7e6-16a1328d01f7', 'status': 'completed', 'code': 200} Nov 10 17:32:21.765453 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace682ca-d791-4211-b6e5-cec27e1b9f6f admin admin] No DVR routers for this DVR port 13dddb55-3dc7-4e3f-9e23-1e9d2366f78e on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:32:21.773788 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-6e2f448e-c575-499f-9c46-c53656098577 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea349b82-5e34-4261-b7e6-16a1328d01f7 HTTP/1.1" status: 200 len: 217 time: 0.0812902 Nov 10 17:32:21.856981 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5c80544a-d7bd-4ad4-9989-5541edd32a16 req-3c9375e4-789d-4a8c-b110-b5eb4084b60f tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564894 Nov 10 17:32:21.899493 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ace682ca-d791-4211-b6e5-cec27e1b9f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:21.908617 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-4a2fc608-7731-4f61-8533-3da628e86795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:21.910412 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-4a2fc608-7731-4f61-8533-3da628e86795 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c330c19-7a26-42a1-b99c-552cbd09bae0 HTTP/1.1" status: 200 len: 855 time: 0.1083400 Nov 10 17:32:21.943440 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cd3a4af4-070d-4c97-8e58-f35981825a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:21.945663 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-ace682ca-d791-4211-b6e5-cec27e1b9f6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['406696a8-9f0e-410b-909b-63b552fd807d']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:21.971166 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-ace682ca-d791-4211-b6e5-cec27e1b9f6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa24a08e-fbce-4cc8-81cc-bfd17cdec763') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:21.971530 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-ace682ca-d791-4211-b6e5-cec27e1b9f6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa24a08e-fbce-4cc8-81cc-bfd17cdec763') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:21.978351 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a4af4-070d-4c97-8e58-f35981825a3c None None] Pushing event deleted for resources: {'Port': ['ID=13dddb55-3dc7-4e3f-9e23-1e9d2366f78e,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:21.985061 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3a4af4-070d-4c97-8e58-f35981825a3c None None] No DVR routers for this DVR port 13dddb55-3dc7-4e3f-9e23-1e9d2366f78e on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:32:21.989922 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-4e0844bc-1a8b-417d-9620-3d16eab7dbfe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c18d46d8-ed1a-43a2-affe-5479d7bfb3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666335 Nov 10 17:32:21.992675 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ace682ca-d791-4211-b6e5-cec27e1b9f6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:22.025770 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ace682ca-d791-4211-b6e5-cec27e1b9f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:22.032773 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-6de8197f-8fba-4a49-93a8-f412ee415167 admin admin] Deleting port ea551039-d7df-4dc4-8a5e-5fac0ea97967 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:32:22.033117 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6de8197f-8fba-4a49-93a8-f412ee415167 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:22.041190 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ace682ca-d791-4211-b6e5-cec27e1b9f6f admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:32:22.044016 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ace682ca-d791-4211-b6e5-cec27e1b9f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:22.046085 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:32:22.046085 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:32:22.046085 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:32:22.046085 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:32:22.046085 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:32:22.046085 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:32:22.046085 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:32:22.046085 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:32:22.046085 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:32:22.046085 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:32:22.046085 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:32:22.046085 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:32:22.046085 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:32:22.046085 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:32:22.046085 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:32:22.046085 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:32:22.046085 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:32:22.046085 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:32:22.046085 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:32:22.046085 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:32:22.046085 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:32:22.046085 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:32:22.046085 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:32:22.046085 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:32:22.046085 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:32:22.046085 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:32:22.046085 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:32:22.046085 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:32:22.046085 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:32:22.046085 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:32:22.046085 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:32:22.046085 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:32:22.099856 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a074cc77-b1f5-41ce-8018-dfda963849b8 None None] DHCP port deletion for 2881d57b-3f4f-4d35-825f-cd2dc9b06116 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:32:22.152455 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-422bfabf-6ef4-41c0-b0c9-74ce3870a6c0 service neutron] 10.222.0.11 "GET /v2.0/networks/c18d46d8-ed1a-43a2-affe-5479d7bfb3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540434 Nov 10 17:32:22.168926 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68212d13-f791-40ac-ad52-94125f34ccb7 req-b7f52416-a176-4a98-a337-709d66b3dddc tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:22.170847 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-68212d13-f791-40ac-ad52-94125f34ccb7 req-b7f52416-a176-4a98-a337-709d66b3dddc tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=77ae74ef-2b80-4185-8b03-4048ad19dbc9 HTTP/1.1" status: 200 len: 946 time: 0.1026506 Nov 10 17:32:22.171727 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ace682ca-d791-4211-b6e5-cec27e1b9f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:22.177652 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ace682ca-d791-4211-b6e5-cec27e1b9f6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:22.181637 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ace682ca-d791-4211-b6e5-cec27e1b9f6f admin admin] 10.222.0.39 "DELETE /v2.0/networks/406696a8-9f0e-410b-909b-63b552fd807d HTTP/1.1" status: 204 len: 168 time: 1.5636470 Nov 10 17:32:22.196624 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-a074cc77-b1f5-41ce-8018-dfda963849b8 None None] Deleting port ea551039-d7df-4dc4-8a5e-5fac0ea97967 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:32:22.197392 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a074cc77-b1f5-41ce-8018-dfda963849b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:22.256279 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace682ca-d791-4211-b6e5-cec27e1b9f6f admin admin] Pushing event deleted for resources: {'Network': ['ID=406696a8-9f0e-410b-909b-63b552fd807d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:22.306658 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-68212d13-f791-40ac-ad52-94125f34ccb7 req-bc1a24bb-5d83-4277-a9a8-02a5d8445410 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238818 Nov 10 17:32:22.425809 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-a074cc77-b1f5-41ce-8018-dfda963849b8 None None] For port ea551039-d7df-4dc4-8a5e-5fac0ea97967, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ea551039-d7df-4dc4-8a5e-5fac0ea97967,segment=NetworkSegment(7b5351fa-b7da-4a56-a345-32bddce39070),segment_id=7b5351fa-b7da-4a56-a345-32bddce39070)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:22.426436 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a074cc77-b1f5-41ce-8018-dfda963849b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:22.439653 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58930) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:32:22.453832 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-a074cc77-b1f5-41ce-8018-dfda963849b8 None None] Calling delete_port for ea551039-d7df-4dc4-8a5e-5fac0ea97967 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:32:22.513617 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b528f76-f7b9-4dc0-8e8f-366eec515f60 req-7f9b7152-69eb-4dac-93c1-6f32c1e61027 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:22.518418 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1b528f76-f7b9-4dc0-8e8f-366eec515f60 req-7f9b7152-69eb-4dac-93c1-6f32c1e61027 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 950 time: 0.0874577 Nov 10 17:32:22.575791 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e605b0a7-b134-44eb-b9d2-35fde8393526 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=413a32c812054ba2938f8322d10807cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331508 Nov 10 17:32:22.579710 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58932) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:32:22.595562 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device abdba2c8-3cb8-4a2b-8ba0-035a8db99eac no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:32:22.632332 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: abdba2c8-3cb8-4a2b-8ba0-035a8db99eac {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:32:22.632753 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device abdba2c8-3cb8-4a2b-8ba0-035a8db99eac not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:32:22.633266 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 13dddb55-3dc7-4e3f-9e23-1e9d2366f78e no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:32:22.663772 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 13dddb55-3dc7-4e3f-9e23-1e9d2366f78e {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:32:22.664364 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 13dddb55-3dc7-4e3f-9e23-1e9d2366f78e not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:32:22.665003 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ea551039-d7df-4dc4-8a5e-5fac0ea97967 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:32:22.666842 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1b528f76-f7b9-4dc0-8e8f-366eec515f60 req-c63027d6-11c3-43f0-b9e1-bb2dffc372d6 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221457 Nov 10 17:32:22.667572 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device d5fe9619-f45b-486e-aa26-f035ae11636b details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:32:22.718223 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-6de8197f-8fba-4a49-93a8-f412ee415167 admin admin] For port ea551039-d7df-4dc4-8a5e-5fac0ea97967, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ea551039-d7df-4dc4-8a5e-5fac0ea97967,segment=NetworkSegment(7b5351fa-b7da-4a56-a345-32bddce39070),segment_id=7b5351fa-b7da-4a56-a345-32bddce39070)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:22.718686 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6de8197f-8fba-4a49-93a8-f412ee415167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:22.719574 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a074cc77-b1f5-41ce-8018-dfda963849b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:22.733569 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2b21b6af-b191-44fe-8f23-7bc7d2298c75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:22.735464 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-6de8197f-8fba-4a49-93a8-f412ee415167 admin admin] Calling delete_port for ea551039-d7df-4dc4-8a5e-5fac0ea97967 owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:32:22.754753 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074cc77-b1f5-41ce-8018-dfda963849b8 None None] Pushing event deleted for resources: {'Port': ['ID=ea551039-d7df-4dc4-8a5e-5fac0ea97967,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:22.779005 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No active binding found for port ea551039-d7df-4dc4-8a5e-5fac0ea97967 {{(pid=102470) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 17:32:22.779530 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ea551039-d7df-4dc4-8a5e-5fac0ea97967 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:32:22.824335 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2b21b6af-b191-44fe-8f23-7bc7d2298c75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:22.831122 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6de8197f-8fba-4a49-93a8-f412ee415167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:22.837702 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a074cc77-b1f5-41ce-8018-dfda963849b8 None None] No DVR routers for this DVR port ea551039-d7df-4dc4-8a5e-5fac0ea97967 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:32:22.877935 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8197f-8fba-4a49-93a8-f412ee415167 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea551039-d7df-4dc4-8a5e-5fac0ea97967,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:22.908216 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bc305-a9a1-4b30-920b-516ee4b4b9dc req-013bc6b3-21d7-4e29-ab45-193ac72008c1 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:22.909199 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port d5fe9619-f45b-486e-aa26-f035ae11636b, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d5fe9619-f45b-486e-aa26-f035ae11636b,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:22.910469 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-656bc305-a9a1-4b30-920b-516ee4b4b9dc req-013bc6b3-21d7-4e29-ab45-193ac72008c1 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 945 time: 0.1353686 Nov 10 17:32:22.919753 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1d977-d486-4dba-a23f-f9e3b66aba7d req-f5093e08-ce53-4b88-852e-56bba8ad58b5 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:22.930985 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7ea1d977-d486-4dba-a23f-f9e3b66aba7d req-f5093e08-ce53-4b88-852e-56bba8ad58b5 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 943 time: 0.7855043 Nov 10 17:32:22.933399 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device d5fe9619-f45b-486e-aa26-f035ae11636b has no active binding in host n-h2-776250-10 {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 17:32:22.955010 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de8197f-8fba-4a49-93a8-f412ee415167 admin admin] No DVR routers for this DVR port ea551039-d7df-4dc4-8a5e-5fac0ea97967 on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:32:22.956754 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2b21b6af-b191-44fe-8f23-7bc7d2298c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:22.960627 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2b21b6af-b191-44fe-8f23-7bc7d2298c75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:22.964240 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2b21b6af-b191-44fe-8f23-7bc7d2298c75 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9275788d-6d57-413b-9f72-db64be97dac5 HTTP/1.1" status: 204 len: 168 time: 0.3824680 Nov 10 17:32:22.983301 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21b6af-b191-44fe-8f23-7bc7d2298c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9275788d-6d57-413b-9f72-db64be97dac5,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:22.995887 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-afc47c04-9f17-4e1d-9ce7-521d81503b0a tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:22.998135 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-afc47c04-9f17-4e1d-9ce7-521d81503b0a tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d&tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&binding%3Ahost_id=n-h1-776250-10 HTTP/1.1" status: 200 len: 1098 time: 0.8002310 Nov 10 17:32:23.005044 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-656bc305-a9a1-4b30-920b-516ee4b4b9dc req-6f782ab4-51b9-4b60-9211-8abae4e5cdcd tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871241 Nov 10 17:32:23.023132 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-9e82e8ca-949f-4a78-8f54-9503f0a568ea service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-776250-10'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:32:23.124598 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90ce8efd-a629-487e-867f-70ebd4db3d9e req-a98981b3-a2dc-4ef0-a47c-b0dc501b9d0b service neutron] 10.222.0.11 "GET /v2.0/networks/c18d46d8-ed1a-43a2-affe-5479d7bfb3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9039106 Nov 10 17:32:23.127968 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7ea1d977-d486-4dba-a23f-f9e3b66aba7d req-d106e294-8886-47ed-9d2f-c4aa129257d9 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988151 Nov 10 17:32:23.135404 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6de8197f-8fba-4a49-93a8-f412ee415167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:23.184012 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-6de8197f-8fba-4a49-93a8-f412ee415167 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2881d57b-3f4f-4d35-825f-cd2dc9b06116']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:23.202018 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-9e82e8ca-949f-4a78-8f54-9503f0a568ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:23.205542 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-6de8197f-8fba-4a49-93a8-f412ee415167 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b5351fa-b7da-4a56-a345-32bddce39070') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:23.205841 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-6de8197f-8fba-4a49-93a8-f412ee415167 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b5351fa-b7da-4a56-a345-32bddce39070') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:23.238300 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6de8197f-8fba-4a49-93a8-f412ee415167 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:23.277970 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6de8197f-8fba-4a49-93a8-f412ee415167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:23.284373 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0777d9-f941-4693-b042-6218156bd39b req-227f8134-78e4-4797-81f1-f1b3fca0dd9f tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:23.301237 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ac0777d9-f941-4693-b042-6218156bd39b req-227f8134-78e4-4797-81f1-f1b3fca0dd9f tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 946 time: 0.0992646 Nov 10 17:32:23.309837 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de8197f-8fba-4a49-93a8-f412ee415167 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:32:23.310235 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6de8197f-8fba-4a49-93a8-f412ee415167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: self.session.flush() Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: self.session.flush() Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: self.session.flush() Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: self.session.flush() Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:32:23.312358 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:32:23.375341 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ac0777d9-f941-4693-b042-6218156bd39b req-3ab2da6d-4c68-47d0-9d28-30bbd470fa52 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722847 Nov 10 17:32:23.413136 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9e7f4-b05c-410d-82cc-b56b7b31044b req-d2509be3-71c0-46fc-98cd-83b4d5488379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:23.414636 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5bb9e7f4-b05c-410d-82cc-b56b7b31044b req-d2509be3-71c0-46fc-98cd-83b4d5488379 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6ec4d83ef90f447b9fcf9e9ef27fda67&device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 1095 time: 0.2059758 Nov 10 17:32:23.537388 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6de8197f-8fba-4a49-93a8-f412ee415167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:23.554667 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6de8197f-8fba-4a49-93a8-f412ee415167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:23.558161 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6de8197f-8fba-4a49-93a8-f412ee415167 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2881d57b-3f4f-4d35-825f-cd2dc9b06116 HTTP/1.1" status: 204 len: 168 time: 2.0877123 Nov 10 17:32:23.588217 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8197f-8fba-4a49-93a8-f412ee415167 admin admin] Pushing event deleted for resources: {'Network': ['ID=2881d57b-3f4f-4d35-825f-cd2dc9b06116,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:23.650085 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810b694-5427-4c96-bd4e-7c8de298516d req-1d6eb3b2-d6c6-4565-9f88-e8d42c5d8c81 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:23.658706 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8810b694-5427-4c96-bd4e-7c8de298516d req-1d6eb3b2-d6c6-4565-9f88-e8d42c5d8c81 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=77ae74ef-2b80-4185-8b03-4048ad19dbc9 HTTP/1.1" status: 200 len: 946 time: 0.2327924 Nov 10 17:32:23.730006 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-9e82e8ca-949f-4a78-8f54-9503f0a568ea service neutron] For port d5fe9619-f45b-486e-aa26-f035ae11636b, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d5fe9619-f45b-486e-aa26-f035ae11636b,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:23.733522 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9e7f4-b05c-410d-82cc-b56b7b31044b req-7a9c9a78-7b7c-4c5d-999b-632d06c8917a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:23.735026 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5bb9e7f4-b05c-410d-82cc-b56b7b31044b req-7a9c9a78-7b7c-4c5d-999b-632d06c8917a service neutron] 10.222.0.11 "GET /v2.0/networks?id=c18d46d8-ed1a-43a2-affe-5479d7bfb3f2 HTTP/1.1" status: 200 len: 916 time: 0.3080461 Nov 10 17:32:23.831982 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5bb9e7f4-b05c-410d-82cc-b56b7b31044b req-c8b2ad4a-1b1b-459c-8388-3148a19c7977 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea349b82-5e34-4261-b7e6-16a1328d01f7 HTTP/1.1" status: 200 len: 217 time: 0.0734115 Nov 10 17:32:23.840388 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58962) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:32:23.844089 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8810b694-5427-4c96-bd4e-7c8de298516d req-d608337d-5765-4c49-a359-23403d5ff7f9 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844256 Nov 10 17:32:23.868557 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9ed58-1ce4-4562-8046-e61b91ac716d req-84452706-5c64-49da-88cd-0a1f656de588 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:23.870191 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6ae9ed58-1ce4-4562-8046-e61b91ac716d req-84452706-5c64-49da-88cd-0a1f656de588 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 950 time: 0.1025035 Nov 10 17:32:23.914564 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-9e82e8ca-949f-4a78-8f54-9503f0a568ea service neutron] For port d5fe9619-f45b-486e-aa26-f035ae11636b, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:32:23.930243 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cb0bfb79-7d33-43d9-a274-66b7e09fb748 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=550346fb7b854e588018ed0d527afbf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0887315 Nov 10 17:32:23.953690 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58968) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:32:24.041170 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6ae9ed58-1ce4-4562-8046-e61b91ac716d req-918468a7-8a25-4885-ac34-d9ce0251ae86 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640754 Nov 10 17:32:24.056530 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9e7f4-b05c-410d-82cc-b56b7b31044b req-c43f6347-75f8-42ed-9fa9-200afbc15c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:24.062272 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-30c78e1f-55d3-41bd-aadf-ad5f92eccd76 service neutron] show failed (client error): The resource could not be found. Nov 10 17:32:24.063340 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-30c78e1f-55d3-41bd-aadf-ad5f92eccd76 service neutron] 10.222.0.11 "GET /v2.0/ports/fdce9ab3-ed7e-455d-bedc-912ea1a5ea06/bindings/n-h2-776250-10 HTTP/1.1" status: 404 len: 381 time: 0.1474068 Nov 10 17:32:24.063629 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5bb9e7f4-b05c-410d-82cc-b56b7b31044b req-c43f6347-75f8-42ed-9fa9-200afbc15c46 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c330c19-7a26-42a1-b99c-552cbd09bae0 HTTP/1.1" status: 200 len: 855 time: 0.2181785 Nov 10 17:32:24.072370 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7841fa-4022-48a7-bf9e-29d2bf1f460d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5fe9619-f45b-486e-aa26-f035ae11636b'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:32:24.073779 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f643b0-81ae-4267-aef4-76a3adbaf2dd" -d '{"events": [{"server_uuid": "5a7841fa-4022-48a7-bf9e-29d2bf1f460d", "name": "network-vif-unplugged", "status": "completed", "tag": "d5fe9619-f45b-486e-aa26-f035ae11636b"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:32:24.087968 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-9e82e8ca-949f-4a78-8f54-9503f0a568ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:24.095142 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f59bde8-44a9-42dd-b352-215e551154bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:24.112564 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-9e82e8ca-949f-4a78-8f54-9503f0a568ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:24.130109 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f59bde8-44a9-42dd-b352-215e551154bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:24.217652 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5bb9e7f4-b05c-410d-82cc-b56b7b31044b req-f543fd08-c12e-4fbb-8045-15a0638422be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c18d46d8-ed1a-43a2-affe-5479d7bfb3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219585 Nov 10 17:32:24.253502 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486fedea-9acf-4a06-befc-61991e34d7ac req-c412b4c2-506f-4afd-b292-3ef5bb57e907 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:24.255405 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-486fedea-9acf-4a06-befc-61991e34d7ac req-c412b4c2-506f-4afd-b292-3ef5bb57e907 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 945 time: 0.0969989 Nov 10 17:32:24.274846 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82e8ca-949f-4a78-8f54-9503f0a568ea service neutron] Pushing event updated for resources: {'Port': ['ID=d5fe9619-f45b-486e-aa26-f035ae11636b,revision_number=7']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:24.344071 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f59bde8-44a9-42dd-b352-215e551154bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:24.347446 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f59bde8-44a9-42dd-b352-215e551154bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:24.352070 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4f59bde8-44a9-42dd-b352-215e551154bc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f3c464cd-4278-4553-b886-991edbe0895a HTTP/1.1" status: 204 len: 168 time: 0.3919985 Nov 10 17:32:24.355549 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-486fedea-9acf-4a06-befc-61991e34d7ac req-750d76b3-df50-4897-9f1f-5be781c3e247 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934656 Nov 10 17:32:24.366548 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59bde8-44a9-42dd-b352-215e551154bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c464cd-4278-4553-b886-991edbe0895a,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:24.435730 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8250b-44fa-4caf-92a0-689c0eddbb4a req-c768bcd1-8ee4-4946-ab88-022ee87b3631 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:24.446520 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-28a8250b-44fa-4caf-92a0-689c0eddbb4a req-c768bcd1-8ee4-4946-ab88-022ee87b3631 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=77ae74ef-2b80-4185-8b03-4048ad19dbc9 HTTP/1.1" status: 200 len: 946 time: 0.2342272 Nov 10 17:32:24.490496 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ee57d5-b470-41a8-bd9e-b670f2b9be03 x-openstack-request-id: req-d1ee57d5-b470-41a8-bd9e-b670f2b9be03 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:32:24.490977 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7841fa-4022-48a7-bf9e-29d2bf1f460d", "name": "network-vif-unplugged", "status": "completed", "tag": "d5fe9619-f45b-486e-aa26-f035ae11636b", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:32:24.491244 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d1ee57d5-b470-41a8-bd9e-b670f2b9be03 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:32:24.491683 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7841fa-4022-48a7-bf9e-29d2bf1f460d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5fe9619-f45b-486e-aa26-f035ae11636b', 'code': 200} Nov 10 17:32:24.505616 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:24.599971 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-28a8250b-44fa-4caf-92a0-689c0eddbb4a req-bd6c3950-cbd3-4d7a-beb5-07197253bf47 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492043 Nov 10 17:32:24.641683 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-9e82e8ca-949f-4a78-8f54-9503f0a568ea service neutron] Attempting to bind port d5fe9619-f45b-486e-aa26-f035ae11636b on host n-h1-776250-10 for vnic_type normal with profile {"migrating_to": "n-h2-776250-10"} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:32:24.642139 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-9e82e8ca-949f-4a78-8f54-9503f0a568ea service neutron] Attempting to bind port d5fe9619-f45b-486e-aa26-f035ae11636b by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:32:24.642566 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-9e82e8ca-949f-4a78-8f54-9503f0a568ea service neutron] Attempting to bind port d5fe9619-f45b-486e-aa26-f035ae11636b on network ee9bf645-62ea-4fb8-afab-51398fe4d64d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:32:24.672720 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5bb9e7f4-b05c-410d-82cc-b56b7b31044b req-daa956bc-48f5-4149-80d0-8d3ff19deff8 service neutron] 10.222.0.11 "GET /v2.0/networks/c18d46d8-ed1a-43a2-affe-5479d7bfb3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366136 Nov 10 17:32:24.677464 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-9e82e8ca-949f-4a78-8f54-9503f0a568ea service neutron] Port d5fe9619-f45b-486e-aa26-f035ae11636b on network ee9bf645-62ea-4fb8-afab-51398fe4d64d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:32:24.677797 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-9e82e8ca-949f-4a78-8f54-9503f0a568ea service neutron] Attempting to bind port d5fe9619-f45b-486e-aa26-f035ae11636b on network ee9bf645-62ea-4fb8-afab-51398fe4d64d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:32:24.690298 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4cc88-b9c9-4327-8aad-d4b86e7d34bf req-1d549e9a-5270-4581-9081-6c1cfd3a78cb tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:24.701274 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-45b4cc88-b9c9-4327-8aad-d4b86e7d34bf req-1d549e9a-5270-4581-9081-6c1cfd3a78cb tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 943 time: 0.0996299 Nov 10 17:32:24.723193 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-9e82e8ca-949f-4a78-8f54-9503f0a568ea service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:32:24.723587 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-9e82e8ca-949f-4a78-8f54-9503f0a568ea service neutron] Checking segment: {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:32:24.723997 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-9e82e8ca-949f-4a78-8f54-9503f0a568ea service neutron] Bound using segment: {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:32:24.727120 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-9e82e8ca-949f-4a78-8f54-9503f0a568ea service neutron] Bound port: d5fe9619-f45b-486e-aa26-f035ae11636b, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba0f842-bc09-490f-ba9e-17a6b839dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ee9bf645-62ea-4fb8-afab-51398fe4d64d'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:32:24.727435 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-9e82e8ca-949f-4a78-8f54-9503f0a568ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:24.759423 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-194133a5-fdd4-48ad-817e-cfd367f5c922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:24.761643 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-194133a5-fdd4-48ad-817e-cfd367f5c922 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f&tenant_id=8f9e5c9c528a40edbd9cc8b10302b929 HTTP/1.1" status: 200 len: 1102 time: 0.2489419 Nov 10 17:32:24.790760 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-45b4cc88-b9c9-4327-8aad-d4b86e7d34bf req-268e8175-2129-4fcb-a6d6-4fb5b5cd3875 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882711 Nov 10 17:32:24.838053 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-575a70f8-e1aa-4989-acb3-0027dd394278 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-776250-10', 'device_owner': 'compute:nova'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:32:24.869959 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:24.919459 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c742cba-cc4d-4651-a77a-9f1ead6154d6 req-c21212a9-34e5-429e-9ea7-dc4ca65f66cc tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:24.928809 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8c742cba-cc4d-4651-a77a-9f1ead6154d6 req-c21212a9-34e5-429e-9ea7-dc4ca65f66cc tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 944 time: 0.0794537 Nov 10 17:32:24.956239 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-9e82e8ca-949f-4a78-8f54-9503f0a568ea service neutron] For port d5fe9619-f45b-486e-aa26-f035ae11636b, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:32:24.958740 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-575a70f8-e1aa-4989-acb3-0027dd394278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:24.980498 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-9e82e8ca-949f-4a78-8f54-9503f0a568ea service neutron] For port d5fe9619-f45b-486e-aa26-f035ae11636b, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d5fe9619-f45b-486e-aa26-f035ae11636b,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:32:24.983373 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5bb9e7f4-b05c-410d-82cc-b56b7b31044b req-20b9c6dd-c743-4141-85e3-fa8358d52587 service neutron] 10.222.0.11 "GET /v2.0/networks/c18d46d8-ed1a-43a2-affe-5479d7bfb3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900665 Nov 10 17:32:24.990385 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8c742cba-cc4d-4651-a77a-9f1ead6154d6 req-cef85cfe-3b60-4193-b35f-27b31aa2c236 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603082 Nov 10 17:32:24.994138 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-9e82e8ca-949f-4a78-8f54-9503f0a568ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:25.174452 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82e8ca-949f-4a78-8f54-9503f0a568ea service neutron] Pushing event updated for resources: {'Port': ['ID=d5fe9619-f45b-486e-aa26-f035ae11636b,revision_number=8']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:25.198053 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-9e82e8ca-949f-4a78-8f54-9503f0a568ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:25.198776 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-9e82e8ca-949f-4a78-8f54-9503f0a568ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:25.200214 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-9e82e8ca-949f-4a78-8f54-9503f0a568ea service neutron] 10.222.0.13 "PUT /v2.0/ports/d5fe9619-f45b-486e-aa26-f035ae11636b HTTP/1.1" status: 200 len: 1124 time: 2.1894522 Nov 10 17:32:25.227612 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-71fdc472-83cf-4b38-920b-cc7a53c20e77 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=7a4cf45bcdff474e8a35cd37aae3b251&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621076 Nov 10 17:32:25.237618 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec774249-008e-4901-ae20-f24828da9623 req-3ce39d89-aca0-4c2f-ba26-bdbf7b620b46 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:25.242504 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ec774249-008e-4901-ae20-f24828da9623 req-3ce39d89-aca0-4c2f-ba26-bdbf7b620b46 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 950 time: 0.0954614 Nov 10 17:32:25.291235 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['d5fe9619-f45b-486e-aa26-f035ae11636b'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:32:25.343350 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ec774249-008e-4901-ae20-f24828da9623 req-9bcca9fa-2e66-41f6-90e8-e6fc2725dde1 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945711 Nov 10 17:32:25.386543 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['d5fe9619-f45b-486e-aa26-f035ae11636b'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:32:25.439183 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-9b67b0e9-cb5e-4242-a7dd-370a32a8a19d tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:25.441019 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-9b67b0e9-cb5e-4242-a7dd-370a32a8a19d tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2125580 Nov 10 17:32:25.491571 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-e2a6697b-888f-41a0-8e7a-36bc888e7560 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] 10.222.0.39 "GET /v2.0/quotas/7a4cf45bcdff474e8a35cd37aae3b251 HTTP/1.1" status: 200 len: 375 time: 0.0430307 Nov 10 17:32:25.552945 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-be52fa5c-9c7b-4d1f-a139-b37959c46215 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7a4cf45bcdff474e8a35cd37aae3b251&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546377 Nov 10 17:32:25.559014 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-575a70f8-e1aa-4989-acb3-0027dd394278 service neutron] For port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:25.646041 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-575a70f8-e1aa-4989-acb3-0027dd394278 service neutron] For port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:32:25.646845 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2ab89-7926-43d8-9726-0fcfb3c9d54b req-a96960ed-c98c-4dc1-b8fb-f2d80071c11a tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:25.656481 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d9a2ab89-7926-43d8-9726-0fcfb3c9d54b req-a96960ed-c98c-4dc1-b8fb-f2d80071c11a tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 945 time: 0.1179066 Nov 10 17:32:25.778047 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d9a2ab89-7926-43d8-9726-0fcfb3c9d54b req-f57841db-50c2-45f0-9ad1-568602dc941f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205657 Nov 10 17:32:25.843919 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-575a70f8-e1aa-4989-acb3-0027dd394278 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:25.878550 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-575a70f8-e1aa-4989-acb3-0027dd394278 service neutron] Transition to ACTIVE for port object fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:32:25.897002 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-575a70f8-e1aa-4989-acb3-0027dd394278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:25.974579 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-45d3cf97-b8f2-4e5f-a4c3-da0e6bfbd694 req-d25ac21b-e702-4ca2-a715-804cf38da24d tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] 10.222.0.39 "GET /v2.0/ports?device_id=b791a848-2164-4898-83e9-3c772b8a98f8 HTTP/1.1" status: 200 len: 210 time: 0.0721550 Nov 10 17:32:26.009135 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb148b6-3cea-4cd1-9cf3-8d9341a496af req-0812f72e-aa7e-4e2c-b95e-cebf5c813611 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:26.014136 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2bb148b6-3cea-4cd1-9cf3-8d9341a496af req-0812f72e-aa7e-4e2c-b95e-cebf5c813611 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=77ae74ef-2b80-4185-8b03-4048ad19dbc9 HTTP/1.1" status: 200 len: 946 time: 0.0988255 Nov 10 17:32:26.021884 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e70ae7-90b5-4e06-bef5-81fb0c1b0356 req-1031c52b-57ff-4a60-93d9-d6c6ce14f738 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:26.023870 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5e70ae7-90b5-4e06-bef5-81fb0c1b0356 req-1031c52b-57ff-4a60-93d9-d6c6ce14f738 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.13 "GET /v2.0/ports?device_id=77ae74ef-2b80-4185-8b03-4048ad19dbc9 HTTP/1.1" status: 200 len: 946 time: 0.3024595 Nov 10 17:32:26.141116 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-575a70f8-e1aa-4989-acb3-0027dd394278 service neutron] No DVR routers for this DVR port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:32:26.150086 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a70f8-e1aa-4989-acb3-0027dd394278 service neutron] Pushing event updated for resources: {'Port': ['ID=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06,revision_number=6']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:26.166474 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2bb148b6-3cea-4cd1-9cf3-8d9341a496af req-f9f67bb4-2b95-49f1-99cd-86da17e4475d tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451888 Nov 10 17:32:26.341992 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-575a70f8-e1aa-4989-acb3-0027dd394278 service neutron] Attempting to bind port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:32:26.342506 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-575a70f8-e1aa-4989-acb3-0027dd394278 service neutron] Attempting to bind port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:32:26.342683 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-575a70f8-e1aa-4989-acb3-0027dd394278 service neutron] Attempting to bind port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:32:26.358636 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-575a70f8-e1aa-4989-acb3-0027dd394278 service neutron] Port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:32:26.358636 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-575a70f8-e1aa-4989-acb3-0027dd394278 service neutron] Attempting to bind port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:32:26.374465 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-575a70f8-e1aa-4989-acb3-0027dd394278 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:32:26.374790 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-575a70f8-e1aa-4989-acb3-0027dd394278 service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:32:26.375189 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-575a70f8-e1aa-4989-acb3-0027dd394278 service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:32:26.375647 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-575a70f8-e1aa-4989-acb3-0027dd394278 service neutron] Bound port: fdce9ab3-ed7e-455d-bedc-912ea1a5ea06, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:32:26.376008 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-575a70f8-e1aa-4989-acb3-0027dd394278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:26.413583 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813c403-14a9-4d6f-8c1c-5edf928c8195 req-b6464ef4-6b5b-41a1-91cd-364ad6872081 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:26.420370 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09e4d0-4f42-4e36-9e6a-97a39fd590d5 req-bca95850-bed9-47e5-9bf4-a297cd867f13 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:26.422299 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d813c403-14a9-4d6f-8c1c-5edf928c8195 req-b6464ef4-6b5b-41a1-91cd-364ad6872081 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 943 time: 0.2419045 Nov 10 17:32:26.423139 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8b09e4d0-4f42-4e36-9e6a-97a39fd590d5 req-bca95850-bed9-47e5-9bf4-a297cd867f13 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 944 time: 0.1438589 Nov 10 17:32:26.494865 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8b09e4d0-4f42-4e36-9e6a-97a39fd590d5 req-19aa302e-aba5-47c9-8544-0563e069f7df tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596557 Nov 10 17:32:26.497171 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7841fa-4022-48a7-bf9e-29d2bf1f460d', 'tag': 'd5fe9619-f45b-486e-aa26-f035ae11636b'}, {'server_uuid': '45ea25ec-d89a-452e-ad8e-c2033abfc43f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdce9ab3-ed7e-455d-bedc-912ea1a5ea06'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:32:26.499419 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a73f21e-84aa-4fb2-81a4-1db675e6e187" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7841fa-4022-48a7-bf9e-29d2bf1f460d", "tag": "d5fe9619-f45b-486e-aa26-f035ae11636b"}, {"server_uuid": "45ea25ec-d89a-452e-ad8e-c2033abfc43f", "name": "network-vif-unplugged", "status": "completed", "tag": "fdce9ab3-ed7e-455d-bedc-912ea1a5ea06"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:32:26.512650 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-c5e70ae7-90b5-4e06-bef5-81fb0c1b0356 req-ffc0b822-8a15-42e0-b121-a013221b21d0 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Deleting port 86b901e4-a234-4c76-a984-5844c3c60b0a {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:32:26.512861 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5e70ae7-90b5-4e06-bef5-81fb0c1b0356 req-ffc0b822-8a15-42e0-b121-a013221b21d0 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:26.515250 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device ea349b82-5e34-4261-b7e6-16a1328d01f7 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:32:26.521411 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:32:26.599105 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d813c403-14a9-4d6f-8c1c-5edf928c8195 req-866aefaa-977e-479b-b622-35d829415402 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758003 Nov 10 17:32:26.626583 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-575a70f8-e1aa-4989-acb3-0027dd394278 service neutron] For port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:32:26.638314 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-575a70f8-e1aa-4989-acb3-0027dd394278 service neutron] For port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:32:26.668667 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-575a70f8-e1aa-4989-acb3-0027dd394278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:26.721882 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 10 Nov 2021 17:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46eb9a0c-5be5-4b58-bda6-f872abcab46b x-openstack-request-id: req-46eb9a0c-5be5-4b58-bda6-f872abcab46b {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:32:26.722102 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7841fa-4022-48a7-bf9e-29d2bf1f460d", "tag": "d5fe9619-f45b-486e-aa26-f035ae11636b", "status": "completed", "code": 200}, {"server_uuid": "45ea25ec-d89a-452e-ad8e-c2033abfc43f", "name": "network-vif-unplugged", "status": "completed", "tag": "fdce9ab3-ed7e-455d-bedc-912ea1a5ea06", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:32:26.722364 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-46eb9a0c-5be5-4b58-bda6-f872abcab46b {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:32:26.722870 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7841fa-4022-48a7-bf9e-29d2bf1f460d', 'tag': 'd5fe9619-f45b-486e-aa26-f035ae11636b', 'status': 'completed', 'code': 200} Nov 10 17:32:26.723132 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ea25ec-d89a-452e-ad8e-c2033abfc43f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdce9ab3-ed7e-455d-bedc-912ea1a5ea06', 'code': 200} Nov 10 17:32:26.785440 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b01c9b-c158-4a61-bdd7-dfd8321f23b8 req-5c779f9e-cb2d-46b9-9f48-9844ef60d66b tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:26.791321 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:32:26.793422 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-575a70f8-e1aa-4989-acb3-0027dd394278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:26.794393 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-31b01c9b-c158-4a61-bdd7-dfd8321f23b8 req-5c779f9e-cb2d-46b9-9f48-9844ef60d66b tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 948 time: 0.1143794 Nov 10 17:32:26.795971 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-575a70f8-e1aa-4989-acb3-0027dd394278 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:26.797851 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-575a70f8-e1aa-4989-acb3-0027dd394278 service neutron] 10.222.0.13 "PUT /v2.0/ports/fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 HTTP/1.1" status: 200 len: 1097 time: 1.9882703 Nov 10 17:32:26.803554 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-c5e70ae7-90b5-4e06-bef5-81fb0c1b0356 req-ffc0b822-8a15-42e0-b121-a013221b21d0 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] For port 86b901e4-a234-4c76-a984-5844c3c60b0a, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=86b901e4-a234-4c76-a984-5844c3c60b0a,segment=NetworkSegment(17d5af1c-a623-4581-8ea0-158dc701aa2d),segment_id=17d5af1c-a623-4581-8ea0-158dc701aa2d)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:26.804380 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5e70ae7-90b5-4e06-bef5-81fb0c1b0356 req-ffc0b822-8a15-42e0-b121-a013221b21d0 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:26.901803 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port ea349b82-5e34-4261-b7e6-16a1328d01f7, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ea349b82-5e34-4261-b7e6-16a1328d01f7,segment=NetworkSegment(9d32f6d1-d16b-4454-891a-35c80c165728),segment_id=9d32f6d1-d16b-4454-891a-35c80c165728)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:26.911542 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-c5e70ae7-90b5-4e06-bef5-81fb0c1b0356 req-ffc0b822-8a15-42e0-b121-a013221b21d0 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Calling delete_port for 86b901e4-a234-4c76-a984-5844c3c60b0a owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:32:26.934129 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-31b01c9b-c158-4a61-bdd7-dfd8321f23b8 req-9ed2e960-6728-4126-98d5-44318d79c41b tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370347 Nov 10 17:32:26.956465 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'ea349b82-5e34-4261-b7e6-16a1328d01f7', 'network_id': 'c18d46d8-ed1a-43a2-affe-5479d7bfb3f2', 'port_id': 'ea349b82-5e34-4261-b7e6-16a1328d01f7', 'mac_address': 'fa:16:3e:74:07:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c330c19-7a26-42a1-b99c-552cbd09bae0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:32:27.037021 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:27.063375 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a70f8-e1aa-4989-acb3-0027dd394278 service neutron] Pushing event updated for resources: {'Port': ['ID=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06,revision_number=7']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:27.087113 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea349b82-5e34-4261-b7e6-16a1328d01f7 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:32:27.116540 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port ea349b82-5e34-4261-b7e6-16a1328d01f7, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ea349b82-5e34-4261-b7e6-16a1328d01f7,segment=NetworkSegment(9d32f6d1-d16b-4454-891a-35c80c165728),segment_id=9d32f6d1-d16b-4454-891a-35c80c165728)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:27.132462 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73f21e-84aa-4fb2-81a4-1db675e6e187 req-03e07817-9909-452d-9aae-3a0b2ceaab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:27.134204 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0a73f21e-84aa-4fb2-81a4-1db675e6e187 req-03e07817-9909-452d-9aae-3a0b2ceaab13 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 1127 time: 0.3865769 Nov 10 17:32:27.147322 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:27.202676 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-da0b5750-953e-4545-a708-673a934b6c99 req-04dec89c-4d39-41c2-a8ee-7fdb437f1455 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] 10.222.0.39 "GET /v2.0/ports?device_id=b791a848-2164-4898-83e9-3c772b8a98f8 HTTP/1.1" status: 200 len: 210 time: 0.0432477 Nov 10 17:32:27.219251 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=ea349b82-5e34-4261-b7e6-16a1328d01f7,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:27.251344 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-d410a24b-c3cc-4c2b-9b72-68566763d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:27.252902 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-d410a24b-c3cc-4c2b-9b72-68566763d76c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 1100 time: 0.3935797 Nov 10 17:32:27.273018 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0de131-0274-418a-9113-bdc2703193de req-3257ae2e-c17a-4b4e-a295-415aa3ca23cf tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:27.274636 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3c0de131-0274-418a-9113-bdc2703193de req-3257ae2e-c17a-4b4e-a295-415aa3ca23cf tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 945 time: 0.3540981 Nov 10 17:32:27.359626 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a18d2-b80e-4a7d-9e58-9ed8bd375b5c req-50b5957d-4507-423b-a217-caafd1c0cdde tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:27.368452 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cf6a18d2-b80e-4a7d-9e58-9ed8bd375b5c req-50b5957d-4507-423b-a217-caafd1c0cdde tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=77ae74ef-2b80-4185-8b03-4048ad19dbc9 HTTP/1.1" status: 200 len: 946 time: 0.0633030 Nov 10 17:32:27.442290 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cf6a18d2-b80e-4a7d-9e58-9ed8bd375b5c req-91a3878a-edc2-4da1-8186-8f59405a4f84 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725582 Nov 10 17:32:27.455403 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73f21e-84aa-4fb2-81a4-1db675e6e187 req-3ee797c7-7edd-4500-8d31-241e7eb98787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:27.457557 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0a73f21e-84aa-4fb2-81a4-1db675e6e187 req-3ee797c7-7edd-4500-8d31-241e7eb98787 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ee9bf645-62ea-4fb8-afab-51398fe4d64d HTTP/1.1" status: 200 len: 909 time: 0.3104608 Nov 10 17:32:27.490351 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3c0de131-0274-418a-9113-bdc2703193de req-814e13ce-b1bc-447a-b05c-ba9bf3c53d6b tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994650 Nov 10 17:32:27.532208 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-93d942f5-c178-4864-8eb3-d8c48fb6bbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:27.533720 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-93d942f5-c178-4864-8eb3-d8c48fb6bbf7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.2567043 Nov 10 17:32:27.534949 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0a73f21e-84aa-4fb2-81a4-1db675e6e187 req-ae342e0d-584b-474e-9b0c-81037cc813dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5fe9619-f45b-486e-aa26-f035ae11636b HTTP/1.1" status: 200 len: 217 time: 0.0621028 Nov 10 17:32:27.547119 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['ea349b82-5e34-4261-b7e6-16a1328d01f7'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:32:27.597528 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5e70ae7-90b5-4e06-bef5-81fb0c1b0356 req-ffc0b822-8a15-42e0-b121-a013221b21d0 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:27.633357 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-27690e77-d817-4ec9-ac75-24a1df5e4344 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=7a4cf45bcdff474e8a35cd37aae3b251&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0712602 Nov 10 17:32:27.674844 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0b822-8a15-42e0-b121-a013221b21d0 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Pushing event deleted for resources: {'Port': ['ID=86b901e4-a234-4c76-a984-5844c3c60b0a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:27.686852 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-faa04a4e-41af-421b-aaf4-2bb4cc56a5a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 HTTP/1.1" status: 200 len: 217 time: 0.1390853 Nov 10 17:32:27.835168 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-31c97420-7635-4fc5-aa41-6a25fc917034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:27.836793 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-31c97420-7635-4fc5-aa41-6a25fc917034 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1213975 Nov 10 17:32:27.888296 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-03f27e5f-88aa-4e29-9b06-9f7bb2d640a5 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:27.891034 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-03f27e5f-88aa-4e29-9b06-9f7bb2d640a5 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2448428 Nov 10 17:32:27.906654 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-320d9e73-ae57-4e86-85b4-77a4b34784f9 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Request body: {'port': {'device_id': 'b791a848-2164-4898-83e9-3c772b8a98f8', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'admin_state_up': True, 'tenant_id': '7a4cf45bcdff474e8a35cd37aae3b251'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:32:28.042335 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-320d9e73-ae57-4e86-85b4-77a4b34784f9 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Made reservation on behalf of 7a4cf45bcdff474e8a35cd37aae3b251 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:32:28.047007 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-320d9e73-ae57-4e86-85b4-77a4b34784f9 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:28.060998 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-320d9e73-ae57-4e86-85b4-77a4b34784f9 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:28.159085 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-320d9e73-ae57-4e86-85b4-77a4b34784f9 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:28.204099 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-320d9e73-ae57-4e86-85b4-77a4b34784f9 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:28.239578 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73f21e-84aa-4fb2-81a4-1db675e6e187 req-fb672433-5cac-413d-af37-0743b02bc569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:28.241108 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0a73f21e-84aa-4fb2-81a4-1db675e6e187 req-fb672433-5cac-413d-af37-0743b02bc569 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6dcea188-714e-4316-9245-d3631f0cca17 HTTP/1.1" status: 200 len: 848 time: 0.6946585 Nov 10 17:32:28.290522 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d9e73-ae57-4e86-85b4-77a4b34784f9 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c1e4b5-6d6d-4b01-abb5-2478da2d69ec,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:28.297173 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e70ae7-90b5-4e06-bef5-81fb0c1b0356 req-ffc0b822-8a15-42e0-b121-a013221b21d0 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] No DVR routers for this DVR port 86b901e4-a234-4c76-a984-5844c3c60b0a on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:32:28.303241 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5e70ae7-90b5-4e06-bef5-81fb0c1b0356 req-ffc0b822-8a15-42e0-b121-a013221b21d0 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:28.306791 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5e70ae7-90b5-4e06-bef5-81fb0c1b0356 req-ffc0b822-8a15-42e0-b121-a013221b21d0 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.13 "DELETE /v2.0/ports/86b901e4-a234-4c76-a984-5844c3c60b0a HTTP/1.1" status: 204 len: 173 time: 2.2445695 Nov 10 17:32:28.314619 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525feea-d24b-467f-aac0-7491096c3661 req-bffc1fba-8ed5-4fac-ae81-f0d20d8b0e30 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:28.316378 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9525feea-d24b-467f-aac0-7491096c3661 req-bffc1fba-8ed5-4fac-ae81-f0d20d8b0e30 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 944 time: 0.1558909 Nov 10 17:32:28.339367 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0a73f21e-84aa-4fb2-81a4-1db675e6e187 req-12d286f8-7802-4bcb-8d10-5937352ff82b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ee9bf645-62ea-4fb8-afab-51398fe4d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802352 Nov 10 17:32:28.359065 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa5ca1-c161-491a-ad7f-f2e7f3360cca req-c041d2e3-ca38-423e-85e5-a268731069bd tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:28.360593 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-66aa5ca1-c161-491a-ad7f-f2e7f3360cca req-c041d2e3-ca38-423e-85e5-a268731069bd tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 944 time: 0.6756577 Nov 10 17:32:28.397890 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-4324cf70-963a-4aa8-acf0-f15301789b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:28.399410 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-4324cf70-963a-4aa8-acf0-f15301789b7a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1569624 Nov 10 17:32:28.412698 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9525feea-d24b-467f-aac0-7491096c3661 req-350edf0c-c7a9-4981-853b-d8f6bbd57eba tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825951 Nov 10 17:32:28.459454 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-320d9e73-ae57-4e86-85b4-77a4b34784f9 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Allocated IP 192.168.233.101 (06bf2af7-1c64-4ab3-86f9-bba38a9adb20/7364e0f4-b425-437c-8639-701045fa2b03/1b6ad8dc-bf54-49e9-8b43-130ab4c2a818) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:32:28.543766 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-66aa5ca1-c161-491a-ad7f-f2e7f3360cca req-3ab9d8f1-ef79-4dfa-acab-80a0bcbdc5ff tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727414 Nov 10 17:32:28.599701 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0a73f21e-84aa-4fb2-81a4-1db675e6e187 req-f212370b-2a8d-4d22-b1d5-16018b4ce54f service neutron] 10.222.0.11 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473383 Nov 10 17:32:28.622860 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-bd0a056d-c946-4911-a2ea-1988f77b2c01 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875110 Nov 10 17:32:28.640912 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c472e49-8f6b-4428-acd7-51802952f191 req-9a16354e-0ac0-40c5-8a44-f9eb40f30799 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:28.642512 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8c472e49-8f6b-4428-acd7-51802952f191 req-9a16354e-0ac0-40c5-8a44-f9eb40f30799 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 948 time: 0.1208911 Nov 10 17:32:28.649159 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 86b901e4-a234-4c76-a984-5844c3c60b0a no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:32:28.689791 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 86b901e4-a234-4c76-a984-5844c3c60b0a {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:32:28.690203 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 86b901e4-a234-4c76-a984-5844c3c60b0a not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:32:28.725823 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-320d9e73-ae57-4e86-85b4-77a4b34784f9 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:28.750301 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8c472e49-8f6b-4428-acd7-51802952f191 req-711f149b-cec5-44df-8884-3ee5ee3f2032 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971541 Nov 10 17:32:28.782847 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ea25ec-d89a-452e-ad8e-c2033abfc43f', 'tag': 'fdce9ab3-ed7e-455d-bedc-912ea1a5ea06'}, {'server_uuid': '77ae74ef-2b80-4185-8b03-4048ad19dbc9', 'name': 'network-vif-deleted', 'tag': '86b901e4-a234-4c76-a984-5844c3c60b0a'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:32:28.786441 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e32744c-7fde-498c-9d62-ba3e5a425eec" -d '{"events": [{"name": "network-changed", "server_uuid": "45ea25ec-d89a-452e-ad8e-c2033abfc43f", "tag": "fdce9ab3-ed7e-455d-bedc-912ea1a5ea06"}, {"server_uuid": "77ae74ef-2b80-4185-8b03-4048ad19dbc9", "name": "network-vif-deleted", "tag": "86b901e4-a234-4c76-a984-5844c3c60b0a"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:32:28.790829 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0a73f21e-84aa-4fb2-81a4-1db675e6e187 req-3b1cf330-f220-44ea-9cef-eff468078d05 service neutron] 10.222.0.11 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666491 Nov 10 17:32:28.826420 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-320d9e73-ae57-4e86-85b4-77a4b34784f9 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:28.926803 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-320d9e73-ae57-4e86-85b4-77a4b34784f9 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:32:28.940077 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-320d9e73-ae57-4e86-85b4-77a4b34784f9 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:32:28.958770 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-320d9e73-ae57-4e86-85b4-77a4b34784f9 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:32:28.964974 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cafcaac8-ac77-45e3-ad35-60167639a1c4 req-f39ca237-5291-49ec-8bf3-267f6269656a service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651560 Nov 10 17:32:29.024029 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d9e73-ae57-4e86-85b4-77a4b34784f9 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Pushing event updated for resources: {'Port': ['ID=1b6ad8dc-bf54-49e9-8b43-130ab4c2a818,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:29.052301 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d03462-c4fb-468d-be1e-4f8584bd1f86 req-5c1a9a19-90a7-4a3c-acd7-2714d5196c2d tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:29.074956 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c3d03462-c4fb-468d-be1e-4f8584bd1f86 req-5c1a9a19-90a7-4a3c-acd7-2714d5196c2d tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] 10.222.0.39 "GET /v2.0/ports?device_id=b791a848-2164-4898-83e9-3c772b8a98f8 HTTP/1.1" status: 200 len: 936 time: 0.1960118 Nov 10 17:32:29.150879 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-320d9e73-ae57-4e86-85b4-77a4b34784f9 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:29.151722 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-320d9e73-ae57-4e86-85b4-77a4b34784f9 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:29.198789 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c3d03462-c4fb-468d-be1e-4f8584bd1f86 req-73680fae-4835-4843-ae85-544debfe54d5 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1c1e4b5-6d6d-4b01-abb5-2478da2d69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228614 Nov 10 17:32:29.228345 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-320d9e73-ae57-4e86-85b4-77a4b34784f9 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3246195 Nov 10 17:32:29.242844 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-e766a4ab-56b9-4db5-9515-519609de711a service neutron] Request body: {'port': {'device_id': 'b791a848-2164-4898-83e9-3c772b8a98f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:32:29.410303 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-cbc1ed87-c3e4-4f3b-92d3-37bbe1673d26 None None] Provisioning complete for port 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:32:29.411698 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cbc1ed87-c3e4-4f3b-92d3-37bbe1673d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:29.471652 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 10 Nov 2021 17:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d639ed-5472-4099-ba64-c40d8d966dea x-openstack-request-id: req-d7d639ed-5472-4099-ba64-c40d8d966dea {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:32:29.472502 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ea25ec-d89a-452e-ad8e-c2033abfc43f", "tag": "fdce9ab3-ed7e-455d-bedc-912ea1a5ea06", "status": "completed", "code": 200}, {"server_uuid": "77ae74ef-2b80-4185-8b03-4048ad19dbc9", "name": "network-vif-deleted", "tag": "86b901e4-a234-4c76-a984-5844c3c60b0a", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:32:29.473621 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d7d639ed-5472-4099-ba64-c40d8d966dea {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:32:29.474251 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ea25ec-d89a-452e-ad8e-c2033abfc43f', 'tag': 'fdce9ab3-ed7e-455d-bedc-912ea1a5ea06', 'status': 'completed', 'code': 200} Nov 10 17:32:29.474931 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ae74ef-2b80-4185-8b03-4048ad19dbc9', 'name': 'network-vif-deleted', 'tag': '86b901e4-a234-4c76-a984-5844c3c60b0a', 'status': 'completed', 'code': 200} Nov 10 17:32:29.524313 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-cbc1ed87-c3e4-4f3b-92d3-37bbe1673d26 None None] Port 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:32:29.635717 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718fdf3e-bd44-4e09-b85f-ea8cb4ca646c req-c2d26f60-ac5d-41f1-8e11-c92e763a0df7 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:29.644093 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-718fdf3e-bd44-4e09-b85f-ea8cb4ca646c req-c2d26f60-ac5d-41f1-8e11-c92e763a0df7 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 945 time: 0.2144034 Nov 10 17:32:29.659533 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32744c-7fde-498c-9d62-ba3e5a425eec req-af5ca0f8-cce2-4b2b-9c07-0a5119618d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:29.662300 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8e32744c-7fde-498c-9d62-ba3e5a425eec req-af5ca0f8-cce2-4b2b-9c07-0a5119618d45 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 1100 time: 0.2304237 Nov 10 17:32:29.674305 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32744c-7fde-498c-9d62-ba3e5a425eec req-b29db0df-a863-4564-b70d-520d1b2c897f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:29.677856 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8e32744c-7fde-498c-9d62-ba3e5a425eec req-b29db0df-a863-4564-b70d-520d1b2c897f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 1100 time: 0.2015173 Nov 10 17:32:29.852327 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-718fdf3e-bd44-4e09-b85f-ea8cb4ca646c req-300b7ce0-379e-44be-96b6-2b28feee8a67 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068594 Nov 10 17:32:29.900375 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc519a1-465b-490a-b922-d688c15dd663 req-daab8029-6ce7-4e6c-8e8d-d745134048b5 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:29.908139 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bdc519a1-465b-490a-b922-d688c15dd663 req-daab8029-6ce7-4e6c-8e8d-d745134048b5 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 944 time: 0.1053145 Nov 10 17:32:29.909157 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-e766a4ab-56b9-4db5-9515-519609de711a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:29.948423 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32744c-7fde-498c-9d62-ba3e5a425eec req-616fd2dc-bf30-4a4f-b07e-26b80bd47007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:29.950676 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8e32744c-7fde-498c-9d62-ba3e5a425eec req-616fd2dc-bf30-4a4f-b07e-26b80bd47007 service neutron] 10.222.0.11 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.2693870 Nov 10 17:32:29.954806 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32744c-7fde-498c-9d62-ba3e5a425eec req-16161a55-0362-4b4b-952f-d1d78a9dcecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:29.956287 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8e32744c-7fde-498c-9d62-ba3e5a425eec req-16161a55-0362-4b4b-952f-d1d78a9dcecd service neutron] 10.222.0.13 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.2634592 Nov 10 17:32:30.016409 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bdc519a1-465b-490a-b922-d688c15dd663 req-380596eb-dcd2-4fe0-8a2e-e8d7f0eef8b7 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965858 Nov 10 17:32:30.087263 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8e32744c-7fde-498c-9d62-ba3e5a425eec req-924d2445-c030-4ba5-ba9c-9427cad0f244 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 HTTP/1.1" status: 200 len: 217 time: 0.1184440 Nov 10 17:32:30.090656 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8e32744c-7fde-498c-9d62-ba3e5a425eec req-3211d6c6-3dd3-4edd-bd5f-9a51a6bfd4c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 HTTP/1.1" status: 200 len: 217 time: 0.1125855 Nov 10 17:32:30.187881 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32744c-7fde-498c-9d62-ba3e5a425eec req-800bf23a-9ca8-46d7-b247-c8ff0a291d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:30.189579 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8e32744c-7fde-498c-9d62-ba3e5a425eec req-800bf23a-9ca8-46d7-b247-c8ff0a291d34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.0806072 Nov 10 17:32:30.250990 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32744c-7fde-498c-9d62-ba3e5a425eec req-da2b57c8-44cf-40f6-9120-2826d1744bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:30.252541 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8e32744c-7fde-498c-9d62-ba3e5a425eec req-da2b57c8-44cf-40f6-9120-2826d1744bc2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1542654 Nov 10 17:32:30.264782 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-37cdab36-4522-4e4b-bdc4-079c567ac146 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:30.266335 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-37cdab36-4522-4e4b-bdc4-079c567ac146 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/networks?id=3b68cb86-ae6d-409e-9e8e-fa13081031ba HTTP/1.1" status: 200 len: 811 time: 0.3091798 Nov 10 17:32:30.317399 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-7f6bada5-4643-40b2-9fec-d081a6a95a77 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/quotas/ed22ff5850684fb18710e4a738614c84 HTTP/1.1" status: 200 len: 375 time: 0.0363619 Nov 10 17:32:30.320217 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-e766a4ab-56b9-4db5-9515-519609de711a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:32:30.323448 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32744c-7fde-498c-9d62-ba3e5a425eec req-d384bfe0-4752-45a0-98a0-489d24a0fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:30.324947 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8e32744c-7fde-498c-9d62-ba3e5a425eec req-d384bfe0-4752-45a0-98a0-489d24a0fda3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1178403 Nov 10 17:32:30.328870 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-e766a4ab-56b9-4db5-9515-519609de711a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:30.341720 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-e766a4ab-56b9-4db5-9515-519609de711a service neutron] Transition to ACTIVE for port object 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:32:30.347493 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-e766a4ab-56b9-4db5-9515-519609de711a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:30.362827 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-94d3b504-e8b4-45a3-a093-1234f09c6135 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed22ff5850684fb18710e4a738614c84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358889 Nov 10 17:32:30.366041 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32744c-7fde-498c-9d62-ba3e5a425eec req-600c256f-9454-4b02-8050-a6d703afe3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:30.367603 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8e32744c-7fde-498c-9d62-ba3e5a425eec req-600c256f-9454-4b02-8050-a6d703afe3af service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0995522 Nov 10 17:32:30.408912 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766a4ab-56b9-4db5-9515-519609de711a service neutron] Pushing event updated for resources: {'Port': ['ID=1b6ad8dc-bf54-49e9-8b43-130ab4c2a818,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:30.477565 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-eee6894c-8a65-47f8-a05c-484829b5e9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:30.519093 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-e766a4ab-56b9-4db5-9515-519609de711a service neutron] Attempting to bind port 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:32:30.519623 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-e766a4ab-56b9-4db5-9515-519609de711a service neutron] Attempting to bind port 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:32:30.520065 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-e766a4ab-56b9-4db5-9515-519609de711a service neutron] Attempting to bind port 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:32:30.525175 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-e766a4ab-56b9-4db5-9515-519609de711a service neutron] Port 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:32:30.525498 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-e766a4ab-56b9-4db5-9515-519609de711a service neutron] Attempting to bind port 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:32:30.531065 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-e766a4ab-56b9-4db5-9515-519609de711a service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:32:30.531411 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-e766a4ab-56b9-4db5-9515-519609de711a service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:32:30.531797 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-e766a4ab-56b9-4db5-9515-519609de711a service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:32:30.532339 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-e766a4ab-56b9-4db5-9515-519609de711a service neutron] Bound port: 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:32:30.532703 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-e766a4ab-56b9-4db5-9515-519609de711a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:30.539717 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device ea349b82-5e34-4261-b7e6-16a1328d01f7 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:32:30.642603 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-e766a4ab-56b9-4db5-9515-519609de711a service neutron] For port 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:32:30.650960 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:32:30.660040 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-e766a4ab-56b9-4db5-9515-519609de711a service neutron] For port 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=1b6ad8dc-bf54-49e9-8b43-130ab4c2a818,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:32:30.671094 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-e766a4ab-56b9-4db5-9515-519609de711a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:30.683501 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-37610d14-78e5-46a5-876e-fa1d8072cf19 service neutron] 10.222.0.39 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057575 Nov 10 17:32:30.746405 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8e32744c-7fde-498c-9d62-ba3e5a425eec req-50970cc3-9fab-4d75-b6f3-791bdbde381a service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696420 Nov 10 17:32:30.749017 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8e32744c-7fde-498c-9d62-ba3e5a425eec req-6240b82d-9397-4188-8dfc-e5cac568c027 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801956 Nov 10 17:32:30.809810 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-e766a4ab-56b9-4db5-9515-519609de711a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:30.810441 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-e766a4ab-56b9-4db5-9515-519609de711a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:30.811850 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-e766a4ab-56b9-4db5-9515-519609de711a service neutron] 10.222.0.11 "PUT /v2.0/ports/1b6ad8dc-bf54-49e9-8b43-130ab4c2a818 HTTP/1.1" status: 200 len: 1097 time: 1.5774028 Nov 10 17:32:30.812812 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b791a848-2164-4898-83e9-3c772b8a98f8', 'tag': '1b6ad8dc-bf54-49e9-8b43-130ab4c2a818'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:32:30.815254 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de463ea8-7fa3-4f1a-b004-e1e2fecd7172" -d '{"events": [{"name": "network-changed", "server_uuid": "b791a848-2164-4898-83e9-3c772b8a98f8", "tag": "1b6ad8dc-bf54-49e9-8b43-130ab4c2a818"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:32:30.828077 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766a4ab-56b9-4db5-9515-519609de711a service neutron] Pushing event updated for resources: {'Port': ['ID=1b6ad8dc-bf54-49e9-8b43-130ab4c2a818,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:30.833692 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:30.848030 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'fdce9ab3-ed7e-455d-bedc-912ea1a5ea06', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': 'fdce9ab3-ed7e-455d-bedc-912ea1a5ea06', 'mac_address': 'fa:16:3e:4b:3d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:32:30.851064 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port ea349b82-5e34-4261-b7e6-16a1328d01f7 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:32:30.855373 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739b258-0bf7-4ec1-859d-981f927dbff1 req-f67e027a-3f24-4c84-a0b2-188154d63773 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:30.862854 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port ea349b82-5e34-4261-b7e6-16a1328d01f7 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:32:30.864552 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:30.865014 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7739b258-0bf7-4ec1-859d-981f927dbff1 req-f67e027a-3f24-4c84-a0b2-188154d63773 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 944 time: 0.1379042 Nov 10 17:32:30.964247 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7739b258-0bf7-4ec1-859d-981f927dbff1 req-a0d53278-3375-4ce1-8201-377d37fdde47 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983031 Nov 10 17:32:30.968695 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:30.971940 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-b62be9df-6244-43db-943d-fb2f16bf60c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:30.974984 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-b62be9df-6244-43db-943d-fb2f16bf60c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a4cf45bcdff474e8a35cd37aae3b251&device_id=b791a848-2164-4898-83e9-3c772b8a98f8 HTTP/1.1" status: 200 len: 1100 time: 0.1063259 Nov 10 17:32:30.985663 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:32:31.040737 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:31.044861 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-132fdf7b-32fd-464d-ae1e-4a23d30db83f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=1b6ad8dc-bf54-49e9-8b43-130ab4c2a818 HTTP/1.1" status: 200 len: 217 time: 0.0617247 Nov 10 17:32:31.099171 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port ea349b82-5e34-4261-b7e6-16a1328d01f7, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ea349b82-5e34-4261-b7e6-16a1328d01f7,segment=NetworkSegment(9d32f6d1-d16b-4454-891a-35c80c165728),segment_id=9d32f6d1-d16b-4454-891a-35c80c165728)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:31.101499 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:31.102319 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a206b01-c0df-4b39-a7e3-14eb9492b29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea349b82-5e34-4261-b7e6-16a1328d01f7'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:32:31.104890 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c4db8d-eb5f-4439-b200-284ab49aa400" -d '{"events": [{"server_uuid": "3a206b01-c0df-4b39-a7e3-14eb9492b29e", "name": "network-vif-plugged", "status": "completed", "tag": "ea349b82-5e34-4261-b7e6-16a1328d01f7"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:32:31.112423 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:31.114435 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device d5fe9619-f45b-486e-aa26-f035ae11636b no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:32:31.125440 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:31.138695 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-0febe350-e8f7-4dd6-9153-017560a51907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:31.140925 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-0febe350-e8f7-4dd6-9153-017560a51907 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.0872886 Nov 10 17:32:31.230550 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=ea349b82-5e34-4261-b7e6-16a1328d01f7,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:31.253220 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7d94355e-9fee-4ba1-9eb9-2c7bb67b22ec req-9ec5490e-bfee-4514-9a4d-b6ec9cc59b2d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=37ac233b-8269-4e91-8666-651f6c521367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2725089 Nov 10 17:32:31.279753 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-5f2ba2b9-9447-4eb8-8cab-ea380bbd0988 service neutron] 10.222.0.11 "GET /v2.0/ports/d5fe9619-f45b-486e-aa26-f035ae11636b/bindings/n-h2-776250-10 HTTP/1.1" status: 200 len: 385 time: 0.1216757 Nov 10 17:32:31.290968 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:31.313700 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8e32744c-7fde-498c-9d62-ba3e5a425eec req-cb8cee8b-71e5-4987-a39b-cac1b61b2670 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5447111 Nov 10 17:32:31.352723 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-d8bbc899-c6a8-48aa-a551-bf01da877d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:31.354270 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-d8bbc899-c6a8-48aa-a551-bf01da877d41 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1995721 Nov 10 17:32:31.372675 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3916c-4a93-4089-aa62-833bd4a00474 req-10ed3d9e-f6cd-47e6-998f-d106f452b4f3 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:31.373642 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-44bcad63-dc99-4d2b-b9af-7f483064b4bf service neutron] 10.222.0.39 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6669743 Nov 10 17:32:31.378203 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8e32744c-7fde-498c-9d62-ba3e5a425eec req-b2b18e9c-af67-4618-9abc-292f98e18558 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6109915 Nov 10 17:32:31.379493 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-faa3916c-4a93-4089-aa62-833bd4a00474 req-10ed3d9e-f6cd-47e6-998f-d106f452b4f3 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 949 time: 0.1174555 Nov 10 17:32:31.451637 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94355e-9fee-4ba1-9eb9-2c7bb67b22ec req-2121acd7-6105-4f54-87d5-510287eb0fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:31.453205 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7d94355e-9fee-4ba1-9eb9-2c7bb67b22ec req-2121acd7-6105-4f54-87d5-510287eb0fd0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ec9ca6147964daa83e30b2176db3b36&device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 1096 time: 0.1186025 Nov 10 17:32:31.529177 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-faa3916c-4a93-4089-aa62-833bd4a00474 req-e227c040-e4a5-42bc-9bd7-a262e6206762 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487594 Nov 10 17:32:31.543103 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['fdce9ab3-ed7e-455d-bedc-912ea1a5ea06'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:32:31.622311 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94355e-9fee-4ba1-9eb9-2c7bb67b22ec req-94f64fad-91e6-4082-981a-325c6908243e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:31.623059 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-a154db10-0c14-4ac5-9263-05961f17fe2a service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386894 Nov 10 17:32:31.624401 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7d94355e-9fee-4ba1-9eb9-2c7bb67b22ec req-94f64fad-91e6-4082-981a-325c6908243e service neutron] 10.222.0.11 "GET /v2.0/networks?id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1 HTTP/1.1" status: 200 len: 922 time: 0.1472669 Nov 10 17:32:31.708884 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4984c3-90e6-42fa-810c-bc33339faf37 x-openstack-request-id: req-7e4984c3-90e6-42fa-810c-bc33339faf37 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:32:31.709031 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b791a848-2164-4898-83e9-3c772b8a98f8", "tag": "1b6ad8dc-bf54-49e9-8b43-130ab4c2a818", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:32:31.709228 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7e4984c3-90e6-42fa-810c-bc33339faf37 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:32:31.709608 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b791a848-2164-4898-83e9-3c772b8a98f8', 'tag': '1b6ad8dc-bf54-49e9-8b43-130ab4c2a818', 'status': 'completed', 'code': 200} Nov 10 17:32:31.755323 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-5973d69f-15a9-48f9-a10d-a514c606aa73 service neutron] For port d5fe9619-f45b-486e-aa26-f035ae11636b, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d5fe9619-f45b-486e-aa26-f035ae11636b,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:31.767581 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7d94355e-9fee-4ba1-9eb9-2c7bb67b22ec req-14c11f96-270b-45d5-b99d-4152c412f79c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=242956e9-40aa-473d-a550-08731feadc4d HTTP/1.1" status: 200 len: 217 time: 0.1288967 Nov 10 17:32:31.814374 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-5973d69f-15a9-48f9-a10d-a514c606aa73 service neutron] For port d5fe9619-f45b-486e-aa26-f035ae11636b, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:32:31.830180 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6525a-2080-474b-89a2-da6d8e1b3fb1 req-0f04d730-ec1c-4770-a888-7b73cd56f090 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:31.831810 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-06c6525a-2080-474b-89a2-da6d8e1b3fb1 req-0f04d730-ec1c-4770-a888-7b73cd56f090 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] 10.222.0.39 "GET /v2.0/ports?device_id=b791a848-2164-4898-83e9-3c772b8a98f8 HTTP/1.1" status: 200 len: 948 time: 0.1957560 Nov 10 17:32:31.848608 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-58cab5a3-0846-4d3e-b313-298512ad3b32 req-de718f2b-38b0-4b1c-b6f1-0e164e3e4f5b service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075233 Nov 10 17:32:31.885260 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94355e-9fee-4ba1-9eb9-2c7bb67b22ec req-cd82b028-ff59-4242-a5cc-c49bf4729cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:31.885832 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-5973d69f-15a9-48f9-a10d-a514c606aa73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5fe9619-f45b-486e-aa26-f035ae11636b {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:32:31.887016 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7d94355e-9fee-4ba1-9eb9-2c7bb67b22ec req-cd82b028-ff59-4242-a5cc-c49bf4729cf5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f3d9be19-2b8d-48ad-890a-609759e284ae HTTP/1.1" status: 200 len: 861 time: 0.1079967 Nov 10 17:32:31.903633 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-5973d69f-15a9-48f9-a10d-a514c606aa73 service neutron] For port d5fe9619-f45b-486e-aa26-f035ae11636b, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=d5fe9619-f45b-486e-aa26-f035ae11636b,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:31.932469 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-06c6525a-2080-474b-89a2-da6d8e1b3fb1 req-d6b75f91-e7d3-44f0-82d7-2e6901744691 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1c1e4b5-6d6d-4b01-abb5-2478da2d69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878742 Nov 10 17:32:31.934492 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e84ac4-f37f-4087-9ae7-591d562df0ca req-f2b0b4f1-6a76-492d-86ae-a5c91870b3ed tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:31.936399 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-80e84ac4-f37f-4087-9ae7-591d562df0ca req-f2b0b4f1-6a76-492d-86ae-a5c91870b3ed tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 945 time: 0.1195900 Nov 10 17:32:31.949576 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7d94355e-9fee-4ba1-9eb9-2c7bb67b22ec req-35808d90-6fbf-4ee8-94e3-259f37c59a80 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504191 Nov 10 17:32:31.949804 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-5973d69f-15a9-48f9-a10d-a514c606aa73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:32.089757 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de463ea8-7fa3-4f1a-b004-e1e2fecd7172 req-1bacf3d9-d50f-4a5b-8615-d2be86e2b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:32.091427 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-de463ea8-7fa3-4f1a-b004-e1e2fecd7172 req-1bacf3d9-d50f-4a5b-8615-d2be86e2b507 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a4cf45bcdff474e8a35cd37aae3b251&device_id=b791a848-2164-4898-83e9-3c772b8a98f8 HTTP/1.1" status: 200 len: 1100 time: 0.1539836 Nov 10 17:32:32.097755 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5f38e-3a9e-4986-8136-147356651b04 req-8a25624f-bf21-43f8-a31c-c78164905c90 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:32.099421 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1bd5f38e-3a9e-4986-8136-147356651b04 req-8a25624f-bf21-43f8-a31c-c78164905c90 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 945 time: 0.0768573 Nov 10 17:32:32.104265 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-80e84ac4-f37f-4087-9ae7-591d562df0ca req-918154d5-12ab-4818-8045-33a0490c5296 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554987 Nov 10 17:32:32.145769 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7d94355e-9fee-4ba1-9eb9-2c7bb67b22ec req-a5b3c4fa-9aa6-4f88-8316-fe4e8668cf86 service neutron] 10.222.0.11 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871746 Nov 10 17:32:32.169529 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4bbd58-6550-4ec7-b46a-5c26a25b2af5 x-openstack-request-id: req-dd4bbd58-6550-4ec7-b46a-5c26a25b2af5 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:32:32.170052 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a206b01-c0df-4b39-a7e3-14eb9492b29e", "name": "network-vif-plugged", "status": "completed", "tag": "ea349b82-5e34-4261-b7e6-16a1328d01f7", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:32:32.170679 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd4bbd58-6550-4ec7-b46a-5c26a25b2af5 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:32:32.171226 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a206b01-c0df-4b39-a7e3-14eb9492b29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea349b82-5e34-4261-b7e6-16a1328d01f7', 'code': 200} Nov 10 17:32:32.199645 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-5973d69f-15a9-48f9-a10d-a514c606aa73 service neutron] Transition to ACTIVE for port object d5fe9619-f45b-486e-aa26-f035ae11636b will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:32:32.239621 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-5973d69f-15a9-48f9-a10d-a514c606aa73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:32.318871 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1bd5f38e-3a9e-4986-8136-147356651b04 req-3d289e44-80f4-4c65-9082-43208495377f tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916270 Nov 10 17:32:32.319224 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5b9f20c9-c230-4afa-b0c2-8f94b5a3cf87 req-8e981583-d624-4724-9c5b-463b4bf17d09 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 210 time: 0.0863621 Nov 10 17:32:32.331908 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de463ea8-7fa3-4f1a-b004-e1e2fecd7172 req-2fdc5ee0-107e-4884-a7b3-22061fd3b740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:32.334500 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-de463ea8-7fa3-4f1a-b004-e1e2fecd7172 req-2fdc5ee0-107e-4884-a7b3-22061fd3b740 service neutron] 10.222.0.11 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.2289376 Nov 10 17:32:32.416142 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af29386e-efb9-4c66-8763-05ff358a12a6 req-e9455c05-33b3-4866-8073-76496e6ce405 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2251003 Nov 10 17:32:32.428208 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-5973d69f-15a9-48f9-a10d-a514c606aa73 service neutron] No DVR routers for this DVR port d5fe9619-f45b-486e-aa26-f035ae11636b on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:32:32.428798 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87e760-ac9f-43b3-ad69-5e517bca259f req-36eb2ca0-c954-4966-974b-4ae03dd93238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:32.430714 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3a87e760-ac9f-43b3-ad69-5e517bca259f req-36eb2ca0-c954-4966-974b-4ae03dd93238 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 1097 time: 0.1521704 Nov 10 17:32:32.434213 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-de463ea8-7fa3-4f1a-b004-e1e2fecd7172 req-54bb9428-8ada-4bc4-af92-c6c2c1ba6a2f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=1b6ad8dc-bf54-49e9-8b43-130ab4c2a818 HTTP/1.1" status: 200 len: 217 time: 0.0748153 Nov 10 17:32:32.440371 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973d69f-15a9-48f9-a10d-a514c606aa73 service neutron] Pushing event updated for resources: {'Port': ['ID=d5fe9619-f45b-486e-aa26-f035ae11636b,revision_number=10']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:32.452063 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7d94355e-9fee-4ba1-9eb9-2c7bb67b22ec req-cba72a59-c6ca-4f6f-84fe-28905007f6a0 service neutron] 10.222.0.11 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978115 Nov 10 17:32:32.524929 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4fe20e-7ecb-47e0-975e-3fb88b2648c9 req-da1af9a7-3398-42f2-96cb-246c419689d7 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:32.526462 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad4fe20e-7ecb-47e0-975e-3fb88b2648c9 req-da1af9a7-3398-42f2-96cb-246c419689d7 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 945 time: 0.0886016 Nov 10 17:32:32.528885 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3a87e760-ac9f-43b3-ad69-5e517bca259f req-d3978b9f-486f-4fd2-957d-e34beb6016ed service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814173 Nov 10 17:32:32.535995 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-5973d69f-15a9-48f9-a10d-a514c606aa73 service neutron] 10.222.0.11 "PUT /v2.0/ports/d5fe9619-f45b-486e-aa26-f035ae11636b/bindings/n-h2-776250-10/activate HTTP/1.1" status: 200 len: 370 time: 1.2383754 Nov 10 17:32:32.544832 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de463ea8-7fa3-4f1a-b004-e1e2fecd7172 req-ef5dec3a-14ad-4db2-8560-e4e55d092d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:32.546402 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-de463ea8-7fa3-4f1a-b004-e1e2fecd7172 req-ef5dec3a-14ad-4db2-8560-e4e55d092d19 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.0893199 Nov 10 17:32:32.610738 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad4fe20e-7ecb-47e0-975e-3fb88b2648c9 req-06b14e3b-03fd-4d4a-acda-5120a5daffea tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765171 Nov 10 17:32:32.622608 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29386e-efb9-4c66-8763-05ff358a12a6 req-491540bc-d497-40e2-8683-ad25f996483a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:32.624254 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af29386e-efb9-4c66-8763-05ff358a12a6 req-491540bc-d497-40e2-8683-ad25f996483a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc HTTP/1.1" status: 200 len: 1096 time: 0.0654461 Nov 10 17:32:32.777737 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29386e-efb9-4c66-8763-05ff358a12a6 req-837bb755-dea6-46b2-8a49-13917ffbe96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:32.781811 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1c9bb1ee-31f5-42f0-84de-3c530050d129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:32.783410 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af29386e-efb9-4c66-8763-05ff358a12a6 req-837bb755-dea6-46b2-8a49-13917ffbe96e service neutron] 10.222.0.13 "GET /v2.0/networks?id=ee9bf645-62ea-4fb8-afab-51398fe4d64d HTTP/1.1" status: 200 len: 909 time: 0.1185963 Nov 10 17:32:32.823371 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de463ea8-7fa3-4f1a-b004-e1e2fecd7172 req-4e8958ff-7f83-49ee-abe5-e4a26ad2b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:32.825932 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-de463ea8-7fa3-4f1a-b004-e1e2fecd7172 req-4e8958ff-7f83-49ee-abe5-e4a26ad2b227 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0671790 Nov 10 17:32:32.861632 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af29386e-efb9-4c66-8763-05ff358a12a6 req-47565672-4b0b-4a0e-b368-400b86155539 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=008d6802-dafa-4c58-b9af-c9f645bec77b HTTP/1.1" status: 200 len: 217 time: 0.0628181 Nov 10 17:32:32.950016 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb28c2-74fc-4486-acaa-9a0dffa6e914 req-70f2662b-c631-4720-b14e-b04865791888 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:32.951679 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-62bb28c2-74fc-4486-acaa-9a0dffa6e914 req-70f2662b-c631-4720-b14e-b04865791888 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 949 time: 0.1201401 Nov 10 17:32:32.964366 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-2c67947e-b0e5-47f6-b3d7-6758a54a3fc2 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:32.966455 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-2c67947e-b0e5-47f6-b3d7-6758a54a3fc2 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d&tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&binding%3Ahost_id=n-h1-776250-10 HTTP/1.1" status: 200 len: 1097 time: 0.1158745 Nov 10 17:32:33.014763 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29386e-efb9-4c66-8763-05ff358a12a6 req-63e96914-2a03-4981-9623-881fc55bbb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:33.017250 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af29386e-efb9-4c66-8763-05ff358a12a6 req-63e96914-2a03-4981-9623-881fc55bbb84 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dcea188-714e-4316-9245-d3631f0cca17 HTTP/1.1" status: 200 len: 848 time: 0.1367702 Nov 10 17:32:33.023349 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-de463ea8-7fa3-4f1a-b004-e1e2fecd7172 req-ff92424f-e120-4107-a2ea-500853d1f45a service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759219 Nov 10 17:32:33.037679 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64989219-5c96-4015-a03f-b8715a3a9cb4 req-9ec5894c-86ec-4995-bd90-f8ba4f42fd4a tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:33.039153 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-64989219-5c96-4015-a03f-b8715a3a9cb4 req-9ec5894c-86ec-4995-bd90-f8ba4f42fd4a tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a85700c-91fd-44ad-ae5b-623e886d56c3 HTTP/1.1" status: 200 len: 946 time: 0.1247184 Nov 10 17:32:33.083056 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af29386e-efb9-4c66-8763-05ff358a12a6 req-b744038b-c725-4991-a8d2-777f2d838a8d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ee9bf645-62ea-4fb8-afab-51398fe4d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421567 Nov 10 17:32:33.094070 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-62bb28c2-74fc-4486-acaa-9a0dffa6e914 req-41bbdde4-ecd4-4f70-93ad-1f42aa5fba05 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301060 Nov 10 17:32:33.155486 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-87355e0f-5e54-4e17-ab0a-b8751e0098ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:33.157169 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-87355e0f-5e54-4e17-ab0a-b8751e0098ac service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d&tenant_id=ef9ea014582b4acbb9c391ec5c5ef151 HTTP/1.1" status: 200 len: 1097 time: 0.1802647 Nov 10 17:32:33.168508 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-de463ea8-7fa3-4f1a-b004-e1e2fecd7172 req-e2707ea5-b945-4556-9d15-127396ecd911 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365726 Nov 10 17:32:33.304353 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-64989219-5c96-4015-a03f-b8715a3a9cb4 req-8bdbcc11-381b-4ae2-b101-4872c14c57d3 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/security-groups?id=3dd1f7f9-bbbd-45a9-ae8e-7c3117597c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2510011 Nov 10 17:32:33.346473 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-abc0fd95-9d45-4774-901a-84c86c0f4ac1 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:33.349030 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-abc0fd95-9d45-4774-901a-84c86c0f4ac1 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.13 "GET /v2.0/networks?id=3b68cb86-ae6d-409e-9e8e-fa13081031ba HTTP/1.1" status: 200 len: 811 time: 0.2684786 Nov 10 17:32:33.364383 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-e7ff997f-3f7f-49b1-b788-89cfb6c5cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:33.365871 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-e7ff997f-3f7f-49b1-b788-89cfb6c5cd67 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 1097 time: 0.1349363 Nov 10 17:32:33.368001 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af29386e-efb9-4c66-8763-05ff358a12a6 req-a4ba5c45-145c-44d8-830e-453f81bff492 service neutron] 10.222.0.13 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545600 Nov 10 17:32:33.384010 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-7015613a-eebe-4345-b9fc-e30db9a8d08c tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Request body: {'port': {'device_id': '9126f8d0-8c74-4d11-a1b8-e85fe5fd470e', 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba', 'admin_state_up': True, 'tenant_id': 'ed22ff5850684fb18710e4a738614c84'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:32:33.830448 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-ab0a1ba0-77c3-40f7-a68d-eaa2b641e39e tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:33.832113 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-ab0a1ba0-77c3-40f7-a68d-eaa2b641e39e tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.13 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f&tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&binding%3Ahost_id=n-h2-776250-10 HTTP/1.1" status: 200 len: 949 time: 0.1367438 Nov 10 17:32:33.841019 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d8bd1-d3b6-492a-91d5-db472bb00d9f req-e1adeaa8-a268-41e3-bdca-65af07976aa5 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:33.842465 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f23d8bd1-d3b6-492a-91d5-db472bb00d9f req-e1adeaa8-a268-41e3-bdca-65af07976aa5 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 945 time: 0.1486111 Nov 10 17:32:33.884077 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:33.920243 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec0aed-1f69-4d82-a9f0-30776c0523ae req-bdda2e92-ab31-4d06-bf3d-db79772e7791 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:33.921786 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-57ec0aed-1f69-4d82-a9f0-30776c0523ae req-bdda2e92-ab31-4d06-bf3d-db79772e7791 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] 10.222.0.39 "GET /v2.0/ports?device_id=b791a848-2164-4898-83e9-3c772b8a98f8 HTTP/1.1" status: 200 len: 948 time: 0.5509636 Nov 10 17:32:33.933397 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f23d8bd1-d3b6-492a-91d5-db472bb00d9f req-98c897ea-215d-4355-81e6-b959e96fbdb4 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846462 Nov 10 17:32:33.936849 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-66045b16-2d37-4b74-b38c-039534767de2 service neutron] 10.222.0.13 "GET /v2.0/ports/fdce9ab3-ed7e-455d-bedc-912ea1a5ea06/bindings/n-h2-776250-10 HTTP/1.1" status: 200 len: 383 time: 0.0929477 Nov 10 17:32:34.010990 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af29386e-efb9-4c66-8763-05ff358a12a6 req-55f9f968-918e-4195-afb5-c30af60095af service neutron] 10.222.0.13 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872455 Nov 10 17:32:34.020723 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-61023044-ab43-4118-9bbd-c84ee0d2933f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:34.022140 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-61023044-ab43-4118-9bbd-c84ee0d2933f service neutron] 10.222.0.13 "GET /v2.0/networks?id=ee9bf645-62ea-4fb8-afab-51398fe4d64d HTTP/1.1" status: 200 len: 909 time: 0.3002028 Nov 10 17:32:34.047028 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-75ff1cb5-a730-4254-b9c5-67ed451dfb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:34.048457 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-75ff1cb5-a730-4254-b9c5-67ed451dfb57 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 1101 time: 0.0747077 Nov 10 17:32:34.060497 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf94449-0587-431a-bd6b-8238e6ca51b1 req-a6fdcec6-f935-4fe8-9c5b-7ca4c85970c6 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:34.068739 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-baf94449-0587-431a-bd6b-8238e6ca51b1 req-a6fdcec6-f935-4fe8-9c5b-7ca4c85970c6 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 945 time: 0.0692487 Nov 10 17:32:34.096227 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-7015613a-eebe-4345-b9fc-e30db9a8d08c tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Made reservation on behalf of ed22ff5850684fb18710e4a738614c84 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:32:34.100316 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-7015613a-eebe-4345-b9fc-e30db9a8d08c tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:34.103015 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-4f4279d6-06be-4a38-9fd2-aaaff4d0bff3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5fe9619-f45b-486e-aa26-f035ae11636b HTTP/1.1" status: 200 len: 217 time: 0.0660994 Nov 10 17:32:34.107425 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-57ec0aed-1f69-4d82-a9f0-30776c0523ae req-b8e4e739-9580-4eb5-81cd-a1f0f2c92af7 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1c1e4b5-6d6d-4b01-abb5-2478da2d69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701663 Nov 10 17:32:34.171985 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-baf94449-0587-431a-bd6b-8238e6ca51b1 req-214ce971-cd97-407a-a237-1b4f1c0fee86 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023259 Nov 10 17:32:34.198457 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-222501d4-07eb-4858-9d16-4d1a77fb6fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:34.200102 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-222501d4-07eb-4858-9d16-4d1a77fb6fd8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.1294010 Nov 10 17:32:34.218427 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-cd1d1b32-54a3-4bf1-aaee-ea8444366c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:34.219895 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-cd1d1b32-54a3-4bf1-aaee-ea8444366c2c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dcea188-714e-4316-9245-d3631f0cca17 HTTP/1.1" status: 200 len: 848 time: 0.1049519 Nov 10 17:32:34.239960 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8329763d-8955-49a1-b796-7ed679325179 req-c0151594-7513-4f14-8d80-cdbb792eca14 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 210 time: 0.0676653 Nov 10 17:32:34.258919 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-454344c3-50fb-4892-b3ec-02de97c728a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 HTTP/1.1" status: 200 len: 217 time: 0.0466690 Nov 10 17:32:34.287405 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-dfdba179-07ce-49d0-9f98-cb4f4e82839f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ee9bf645-62ea-4fb8-afab-51398fe4d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506151 Nov 10 17:32:34.318674 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-c6e56c4e-4617-418c-81bd-e33d3a8b4e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:34.321598 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-c6e56c4e-4617-418c-81bd-e33d3a8b4e16 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.0540586 Nov 10 17:32:34.380728 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-7e025979-198b-436b-9479-e7c46733e9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:34.382799 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-7e025979-198b-436b-9479-e7c46733e9a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0521505 Nov 10 17:32:34.437116 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-7015613a-eebe-4345-b9fc-e30db9a8d08c tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Allocated IP 172.20.0.13 (3b68cb86-ae6d-409e-9e8e-fa13081031ba/c0afeb92-d610-4dbb-bb57-6c690afd8fdf/667da726-ddf8-4be3-b952-de5f94d3016b) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:32:34.486174 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b7f09-8a47-48af-aba4-9d7f9e4d388a req-3596fa07-6821-4af6-9e29-2ebd317b5905 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:34.487435 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-0a193da9-79d9-4b29-846f-2d589f58a9fc service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933042 Nov 10 17:32:34.487677 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-120b7f09-8a47-48af-aba4-9d7f9e4d388a req-3596fa07-6821-4af6-9e29-2ebd317b5905 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 945 time: 0.1604345 Nov 10 17:32:34.503131 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-65cc091c-7e79-42b7-861b-41c01af3202f service neutron] 10.222.0.13 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833799 Nov 10 17:32:34.593457 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:32:34.647774 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-833bea82-d236-479f-8cb0-3c5308e53f70 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511457 Nov 10 17:32:34.662508 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf75e26-b611-4401-81f4-ac497e839cac req-08b9ad99-7beb-48dd-b234-0c9679ed704a tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:34.664468 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ecf75e26-b611-4401-81f4-ac497e839cac req-08b9ad99-7beb-48dd-b234-0c9679ed704a tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c&tenant_id=0ec9ca6147964daa83e30b2176db3b36&binding%3Ahost_id=n-h2-776250-10 HTTP/1.1" status: 200 len: 1097 time: 0.0790482 Nov 10 17:32:34.679173 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-ecf75e26-b611-4401-81f4-ac497e839cac req-d8d45c56-341e-476d-b2c7-a4062dc78665 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-776250-10'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:32:34.683948 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:32:34.708271 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-120b7f09-8a47-48af-aba4-9d7f9e4d388a req-8a880738-ca0d-4309-a533-ef2605b3be56 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030168 Nov 10 17:32:34.767895 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:32:34.793440 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:32:34.793891 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:34.796354 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-9c1505e5-80bd-41b0-8a03-417a35c6cab2 service neutron] 10.222.0.13 "GET /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809813 Nov 10 17:32:34.836371 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ecf75e26-b611-4401-81f4-ac497e839cac req-d8d45c56-341e-476d-b2c7-a4062dc78665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:34.847171 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=1b6ad8dc-bf54-49e9-8b43-130ab4c2a818,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:34.864486 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '1b6ad8dc-bf54-49e9-8b43-130ab4c2a818', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': '1b6ad8dc-bf54-49e9-8b43-130ab4c2a818', 'mac_address': 'fa:16:3e:f5:3d:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:32:34.869216 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-7015613a-eebe-4345-b9fc-e30db9a8d08c tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:34.908636 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:34.909986 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd6400-9da8-4d23-b2e6-ec0ce7a33a7e req-2c78cf36-2b7b-4324-8491-ea6be514349d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:34.912090 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-04bd6400-9da8-4d23-b2e6-ec0ce7a33a7e req-2c78cf36-2b7b-4324-8491-ea6be514349d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 949 time: 0.1584225 Nov 10 17:32:34.931024 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-7015613a-eebe-4345-b9fc-e30db9a8d08c tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:34.956887 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ea25ec-d89a-452e-ad8e-c2033abfc43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdce9ab3-ed7e-455d-bedc-912ea1a5ea06'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:32:34.960358 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a79269-ee5f-4ed1-bec6-6bd2274e625b" -d '{"events": [{"server_uuid": "45ea25ec-d89a-452e-ad8e-c2033abfc43f", "name": "network-vif-plugged", "status": "completed", "tag": "fdce9ab3-ed7e-455d-bedc-912ea1a5ea06"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:32:34.982196 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:34.991021 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:34.993174 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:35.045521 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-04bd6400-9da8-4d23-b2e6-ec0ce7a33a7e req-d8ab3fc7-58f5-4a14-bdcb-ff2a7c41e07f tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075013 Nov 10 17:32:35.058554 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06,revision_number=9']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:35.073333 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:32:35.095634 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-ecf75e26-b611-4401-81f4-ac497e839cac req-d8d45c56-341e-476d-b2c7-a4062dc78665 service neutron] For port 97a82430-2ce5-4095-8164-3161b0b51fcb, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=97a82430-2ce5-4095-8164-3161b0b51fcb,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:35.114428 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-7015613a-eebe-4345-b9fc-e30db9a8d08c tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Network 3b68cb86-ae6d-409e-9e8e-fa13081031ba is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:32:35.121154 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015613a-eebe-4345-b9fc-e30db9a8d08c tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Pushing event updated for resources: {'Port': ['ID=667da726-ddf8-4be3-b952-de5f94d3016b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:35.125635 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=1b6ad8dc-bf54-49e9-8b43-130ab4c2a818,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:35.125804 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-7015613a-eebe-4345-b9fc-e30db9a8d08c tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:32:35.129801 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-7015613a-eebe-4345-b9fc-e30db9a8d08c tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:32:35.137608 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:35.176535 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-ecf75e26-b611-4401-81f4-ac497e839cac req-d8d45c56-341e-476d-b2c7-a4062dc78665 service neutron] For port 97a82430-2ce5-4095-8164-3161b0b51fcb, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:32:35.204810 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=1b6ad8dc-bf54-49e9-8b43-130ab4c2a818,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:35.233145 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274a77c-4aa3-44f2-8392-f600f69288e3 req-4b31998a-1dbd-4734-8fac-b3858bbbcb50 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:35.234962 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5274a77c-4aa3-44f2-8392-f600f69288e3 req-4b31998a-1dbd-4734-8fac-b3858bbbcb50 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 945 time: 0.2187223 Nov 10 17:32:35.241171 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601c2270-ff4c-4719-ae56-1c219aeba15c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97a82430-2ce5-4095-8164-3161b0b51fcb'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:32:35.243774 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675c0204-96fe-4dd5-9376-b6c8df560920" -d '{"events": [{"server_uuid": "601c2270-ff4c-4719-ae56-1c219aeba15c", "name": "network-vif-unplugged", "status": "completed", "tag": "97a82430-2ce5-4095-8164-3161b0b51fcb"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:32:35.249524 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ecf75e26-b611-4401-81f4-ac497e839cac req-d8d45c56-341e-476d-b2c7-a4062dc78665 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:35.259438 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-7015613a-eebe-4345-b9fc-e30db9a8d08c tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:35.260209 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-7015613a-eebe-4345-b9fc-e30db9a8d08c tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:35.270159 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ecf75e26-b611-4401-81f4-ac497e839cac req-d8d45c56-341e-476d-b2c7-a4062dc78665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:35.293017 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-60bb0e9c-102c-4c83-8cf5-a402df84eb04 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:35.295510 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-60bb0e9c-102c-4c83-8cf5-a402df84eb04 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d&tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&binding%3Ahost_id=n-h2-776250-10 HTTP/1.1" status: 200 len: 1097 time: 0.1602426 Nov 10 17:32:35.302592 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-7015613a-eebe-4345-b9fc-e30db9a8d08c tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9221876 Nov 10 17:32:35.329434 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-7ca79139-f04b-4c6f-971f-a6e0bf284be0 service neutron] Request body: {'port': {'device_id': '9126f8d0-8c74-4d11-a1b8-e85fe5fd470e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:32:35.352504 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aec07e-c544-439e-906f-1e9fa31539ef req-587284af-ab0c-4670-ad60-9000280629b7 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:35.354006 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-85aec07e-c544-439e-906f-1e9fa31539ef req-587284af-ab0c-4670-ad60-9000280629b7 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a85700c-91fd-44ad-ae5b-623e886d56c3 HTTP/1.1" status: 200 len: 946 time: 0.1264312 Nov 10 17:32:35.369429 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d45c56-341e-476d-b2c7-a4062dc78665 service neutron] Pushing event updated for resources: {'Port': ['ID=97a82430-2ce5-4095-8164-3161b0b51fcb,revision_number=7']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:35.407134 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-ecf75e26-b611-4401-81f4-ac497e839cac req-d8d45c56-341e-476d-b2c7-a4062dc78665 service neutron] Attempting to bind port 97a82430-2ce5-4095-8164-3161b0b51fcb on host n-h2-776250-10 for vnic_type normal with profile {"migrating_to": "n-h1-776250-10"} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:32:35.407134 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-ecf75e26-b611-4401-81f4-ac497e839cac req-d8d45c56-341e-476d-b2c7-a4062dc78665 service neutron] Attempting to bind port 97a82430-2ce5-4095-8164-3161b0b51fcb by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:32:35.407337 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf75e26-b611-4401-81f4-ac497e839cac req-d8d45c56-341e-476d-b2c7-a4062dc78665 service neutron] Attempting to bind port 97a82430-2ce5-4095-8164-3161b0b51fcb on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:32:35.413997 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5274a77c-4aa3-44f2-8392-f600f69288e3 req-96810cf6-1199-4c9f-896d-4d6ca22f362f tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599588 Nov 10 17:32:35.420949 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf75e26-b611-4401-81f4-ac497e839cac req-d8d45c56-341e-476d-b2c7-a4062dc78665 service neutron] Port 97a82430-2ce5-4095-8164-3161b0b51fcb on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:32:35.421351 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf75e26-b611-4401-81f4-ac497e839cac req-d8d45c56-341e-476d-b2c7-a4062dc78665 service neutron] Attempting to bind port 97a82430-2ce5-4095-8164-3161b0b51fcb on network d46bafa9-2824-4835-a80a-7e5b4ca1fff1 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:32:35.435755 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['1b6ad8dc-bf54-49e9-8b43-130ab4c2a818'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:32:35.438374 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf75e26-b611-4401-81f4-ac497e839cac req-d8d45c56-341e-476d-b2c7-a4062dc78665 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:32:35.438747 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf75e26-b611-4401-81f4-ac497e839cac req-d8d45c56-341e-476d-b2c7-a4062dc78665 service neutron] Checking segment: {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:32:35.440216 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf75e26-b611-4401-81f4-ac497e839cac req-d8d45c56-341e-476d-b2c7-a4062dc78665 service neutron] Bound using segment: {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:32:35.440216 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-ecf75e26-b611-4401-81f4-ac497e839cac req-d8d45c56-341e-476d-b2c7-a4062dc78665 service neutron] Bound port: 97a82430-2ce5-4095-8164-3161b0b51fcb, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b96fc7c-450b-4879-b395-2a3bf8805230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd46bafa9-2824-4835-a80a-7e5b4ca1fff1'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:32:35.440216 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ecf75e26-b611-4401-81f4-ac497e839cac req-d8d45c56-341e-476d-b2c7-a4062dc78665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:35.447239 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-85aec07e-c544-439e-906f-1e9fa31539ef req-1137e1a0-7de7-4235-8a27-7ee8389afeca tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/security-groups?id=3dd1f7f9-bbbd-45a9-ae8e-7c3117597c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746560 Nov 10 17:32:35.488313 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:35.489447 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-7ca79139-f04b-4c6f-971f-a6e0bf284be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:35.534234 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93259ce1-11f3-4193-8598-89922d192b11 x-openstack-request-id: req-93259ce1-11f3-4193-8598-89922d192b11 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:32:35.538640 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ea25ec-d89a-452e-ad8e-c2033abfc43f", "name": "network-vif-plugged", "status": "completed", "tag": "fdce9ab3-ed7e-455d-bedc-912ea1a5ea06", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:32:35.538908 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-93259ce1-11f3-4193-8598-89922d192b11 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:32:35.539491 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ea25ec-d89a-452e-ad8e-c2033abfc43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdce9ab3-ed7e-455d-bedc-912ea1a5ea06', 'code': 200} Nov 10 17:32:35.614003 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-ecf75e26-b611-4401-81f4-ac497e839cac req-d8d45c56-341e-476d-b2c7-a4062dc78665 service neutron] For port 97a82430-2ce5-4095-8164-3161b0b51fcb, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:32:35.619309 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-ecf75e26-b611-4401-81f4-ac497e839cac req-d8d45c56-341e-476d-b2c7-a4062dc78665 service neutron] For port 97a82430-2ce5-4095-8164-3161b0b51fcb, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=97a82430-2ce5-4095-8164-3161b0b51fcb,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:32:35.625096 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ecf75e26-b611-4401-81f4-ac497e839cac req-d8d45c56-341e-476d-b2c7-a4062dc78665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:35.670386 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb6241-e5e5-4029-988c-bc66dd90c41a req-a1c10296-4371-44d3-b877-88b98abb9d5b tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:35.671916 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c0eb6241-e5e5-4029-988c-bc66dd90c41a req-a1c10296-4371-44d3-b877-88b98abb9d5b tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 943 time: 0.1100831 Nov 10 17:32:35.686605 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-e00a40d0-7adf-46e0-ba46-3bcb396a3a95 service neutron] For port d5fe9619-f45b-486e-aa26-f035ae11636b, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:32:35.701238 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-e00a40d0-7adf-46e0-ba46-3bcb396a3a95 service neutron] Publish callbacks [] for binding, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:35.702367 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b72dd425-4fa4-4210-8c00-b640387230b3 req-e00a40d0-7adf-46e0-ba46-3bcb396a3a95 service neutron] 10.222.0.13 "DELETE /v2.0/ports/d5fe9619-f45b-486e-aa26-f035ae11636b/bindings/n-h1-776250-10 HTTP/1.1" status: 204 len: 173 time: 0.3877757 Nov 10 17:32:35.732526 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c9e18-d873-4617-b3b8-b52244f1f3f6 req-fc884e46-4fc8-4b73-9a9b-04d94bbe395d tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:35.734220 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0a9c9e18-d873-4617-b3b8-b52244f1f3f6 req-fc884e46-4fc8-4b73-9a9b-04d94bbe395d tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] 10.222.0.39 "GET /v2.0/ports?device_id=b791a848-2164-4898-83e9-3c772b8a98f8 HTTP/1.1" status: 200 len: 949 time: 0.1490648 Nov 10 17:32:35.749449 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d45c56-341e-476d-b2c7-a4062dc78665 service neutron] Pushing event updated for resources: {'Port': ['ID=97a82430-2ce5-4095-8164-3161b0b51fcb,revision_number=8']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:35.761744 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf75e26-b611-4401-81f4-ac497e839cac req-d8d45c56-341e-476d-b2c7-a4062dc78665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:35.762359 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ecf75e26-b611-4401-81f4-ac497e839cac req-d8d45c56-341e-476d-b2c7-a4062dc78665 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:35.763712 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ecf75e26-b611-4401-81f4-ac497e839cac req-d8d45c56-341e-476d-b2c7-a4062dc78665 service neutron] 10.222.0.11 "PUT /v2.0/ports/97a82430-2ce5-4095-8164-3161b0b51fcb HTTP/1.1" status: 200 len: 1123 time: 1.0911400 Nov 10 17:32:35.774594 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c0eb6241-e5e5-4029-988c-bc66dd90c41a req-9a53eaec-32dd-4e81-bc5e-00e0430907a1 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904756 Nov 10 17:32:35.854529 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0a9c9e18-d873-4617-b3b8-b52244f1f3f6 req-a02f7b8b-04c5-43cd-8236-30dfaac49413 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1c1e4b5-6d6d-4b01-abb5-2478da2d69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026201 Nov 10 17:32:35.880926 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['97a82430-2ce5-4095-8164-3161b0b51fcb'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:32:35.916414 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['97a82430-2ce5-4095-8164-3161b0b51fcb'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:32:35.956581 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee165fe7-660d-4a06-ad19-7763de681cc0 x-openstack-request-id: req-ee165fe7-660d-4a06-ad19-7763de681cc0 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:32:35.957794 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601c2270-ff4c-4719-ae56-1c219aeba15c", "name": "network-vif-unplugged", "status": "completed", "tag": "97a82430-2ce5-4095-8164-3161b0b51fcb", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:32:35.957794 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ee165fe7-660d-4a06-ad19-7763de681cc0 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:32:35.958757 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601c2270-ff4c-4719-ae56-1c219aeba15c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97a82430-2ce5-4095-8164-3161b0b51fcb', 'code': 200} Nov 10 17:32:35.971928 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-7ca79139-f04b-4c6f-971f-a6e0bf284be0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 667da726-ddf8-4be3-b952-de5f94d3016b {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:32:35.982072 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-7ca79139-f04b-4c6f-971f-a6e0bf284be0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:36.005735 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-7ca79139-f04b-4c6f-971f-a6e0bf284be0 service neutron] Transition to ACTIVE for port object 667da726-ddf8-4be3-b952-de5f94d3016b will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:32:36.011101 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-7ca79139-f04b-4c6f-971f-a6e0bf284be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:36.141571 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca79139-f04b-4c6f-971f-a6e0bf284be0 service neutron] Pushing event updated for resources: {'Port': ['ID=667da726-ddf8-4be3-b952-de5f94d3016b,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:36.143607 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:36.222244 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb2db4-9244-4bd3-9aa0-0082f67b1df8 req-dd6c1887-4c46-4466-b5f3-b57c07cdb36e tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:36.223997 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72eb2db4-9244-4bd3-9aa0-0082f67b1df8 req-dd6c1887-4c46-4466-b5f3-b57c07cdb36e tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 944 time: 0.1635540 Nov 10 17:32:36.271316 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-7ca79139-f04b-4c6f-971f-a6e0bf284be0 service neutron] Attempting to bind port 667da726-ddf8-4be3-b952-de5f94d3016b on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:32:36.271641 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-7ca79139-f04b-4c6f-971f-a6e0bf284be0 service neutron] Attempting to bind port 667da726-ddf8-4be3-b952-de5f94d3016b by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '17d5af1c-a623-4581-8ea0-158dc701aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:32:36.271974 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-7ca79139-f04b-4c6f-971f-a6e0bf284be0 service neutron] Attempting to bind port 667da726-ddf8-4be3-b952-de5f94d3016b on network 3b68cb86-ae6d-409e-9e8e-fa13081031ba {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:32:36.289307 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-7ca79139-f04b-4c6f-971f-a6e0bf284be0 service neutron] Port 667da726-ddf8-4be3-b952-de5f94d3016b on network 3b68cb86-ae6d-409e-9e8e-fa13081031ba not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:32:36.289504 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-7ca79139-f04b-4c6f-971f-a6e0bf284be0 service neutron] Attempting to bind port 667da726-ddf8-4be3-b952-de5f94d3016b on network 3b68cb86-ae6d-409e-9e8e-fa13081031ba {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:32:36.308654 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-7ca79139-f04b-4c6f-971f-a6e0bf284be0 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:32:36.309218 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-7ca79139-f04b-4c6f-971f-a6e0bf284be0 service neutron] Checking segment: {'id': '17d5af1c-a623-4581-8ea0-158dc701aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:32:36.309728 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-7ca79139-f04b-4c6f-971f-a6e0bf284be0 service neutron] Bound using segment: {'id': '17d5af1c-a623-4581-8ea0-158dc701aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:32:36.310844 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-7ca79139-f04b-4c6f-971f-a6e0bf284be0 service neutron] Bound port: 667da726-ddf8-4be3-b952-de5f94d3016b, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d5af1c-a623-4581-8ea0-158dc701aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:32:36.310844 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-7ca79139-f04b-4c6f-971f-a6e0bf284be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:36.339807 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72eb2db4-9244-4bd3-9aa0-0082f67b1df8 req-2791f381-9733-41b9-8965-b5a4076c815b tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013501 Nov 10 17:32:36.448066 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-7ca79139-f04b-4c6f-971f-a6e0bf284be0 service neutron] For port 667da726-ddf8-4be3-b952-de5f94d3016b, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:32:36.470393 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-7ca79139-f04b-4c6f-971f-a6e0bf284be0 service neutron] For port 667da726-ddf8-4be3-b952-de5f94d3016b, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=667da726-ddf8-4be3-b952-de5f94d3016b,segment=NetworkSegment(17d5af1c-a623-4581-8ea0-158dc701aa2d),segment_id=17d5af1c-a623-4581-8ea0-158dc701aa2d)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:32:36.491670 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-7ca79139-f04b-4c6f-971f-a6e0bf284be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:36.535385 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e8425-b61f-4812-aabe-2d12fd915192 req-4ab6e79c-b773-4da8-b108-5134fb0fa2d2 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:36.537143 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8f7e8425-b61f-4812-aabe-2d12fd915192 req-4ab6e79c-b773-4da8-b108-5134fb0fa2d2 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a85700c-91fd-44ad-ae5b-623e886d56c3 HTTP/1.1" status: 200 len: 946 time: 0.0636811 Nov 10 17:32:36.548523 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-7ca79139-f04b-4c6f-971f-a6e0bf284be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:36.549400 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-7ca79139-f04b-4c6f-971f-a6e0bf284be0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:36.551376 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-7ca79139-f04b-4c6f-971f-a6e0bf284be0 service neutron] 10.222.0.13 "PUT /v2.0/ports/667da726-ddf8-4be3-b952-de5f94d3016b HTTP/1.1" status: 200 len: 1093 time: 1.2266257 Nov 10 17:32:36.560791 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94975555-c228-4405-91c4-5ca2a3adef4f req-1ce9b88f-0b41-4ba9-abf6-fda136a1462e tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:36.570927 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-94975555-c228-4405-91c4-5ca2a3adef4f req-1ce9b88f-0b41-4ba9-abf6-fda136a1462e tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 945 time: 0.1659751 Nov 10 17:32:36.573020 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9126f8d0-8c74-4d11-a1b8-e85fe5fd470e', 'tag': '667da726-ddf8-4be3-b952-de5f94d3016b'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:32:36.577272 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff5e008-5129-4eda-a7e0-e7cfae4a343b" -d '{"events": [{"name": "network-changed", "server_uuid": "9126f8d0-8c74-4d11-a1b8-e85fe5fd470e", "tag": "667da726-ddf8-4be3-b952-de5f94d3016b"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:32:36.625079 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 97a82430-2ce5-4095-8164-3161b0b51fcb details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:32:36.630454 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:32:36.632329 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca79139-f04b-4c6f-971f-a6e0bf284be0 service neutron] Pushing event updated for resources: {'Port': ['ID=667da726-ddf8-4be3-b952-de5f94d3016b,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:36.702467 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-94975555-c228-4405-91c4-5ca2a3adef4f req-6ec2ff2c-a155-42c6-863d-f15111e5894c tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304266 Nov 10 17:32:36.709278 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-f2720f9f-0868-4b1f-ac8a-81540e111ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:36.710777 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-f2720f9f-0868-4b1f-ac8a-81540e111ef9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed22ff5850684fb18710e4a738614c84&device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 1096 time: 0.0921092 Nov 10 17:32:36.768126 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-629b0170-96fe-4072-8c9a-c8d09171644c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=667da726-ddf8-4be3-b952-de5f94d3016b HTTP/1.1" status: 200 len: 217 time: 0.0436454 Nov 10 17:32:36.799301 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda80f5d-1eaf-450b-9835-68681b9c9903 req-1fda24b1-44e8-41c9-8e8f-c8a2ecdf2aae tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:36.801538 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bda80f5d-1eaf-450b-9835-68681b9c9903 req-1fda24b1-44e8-41c9-8e8f-c8a2ecdf2aae tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 950 time: 0.1263974 Nov 10 17:32:36.837057 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-fdcc81d7-ada2-4ba1-8b38-a719424a1891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:36.839250 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-fdcc81d7-ada2-4ba1-8b38-a719424a1891 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0afeb92-d610-4dbb-bb57-6c690afd8fdf HTTP/1.1" status: 200 len: 851 time: 0.0628488 Nov 10 17:32:36.844093 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 97a82430-2ce5-4095-8164-3161b0b51fcb, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=97a82430-2ce5-4095-8164-3161b0b51fcb,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:36.864727 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 97a82430-2ce5-4095-8164-3161b0b51fcb has no active binding in host n-h1-776250-10 {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 17:32:36.871857 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:32:36.876727 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:32:36.877372 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:36.878111 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-8f7e8425-b61f-4812-aabe-2d12fd915192 req-e4e2246c-1706-4cb2-b5e4-b006b9c3508c tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Deleting port 6a89e4cc-86c8-44fe-a4f9-58c80bcc931a {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:32:36.878481 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-8f7e8425-b61f-4812-aabe-2d12fd915192 req-e4e2246c-1706-4cb2-b5e4-b006b9c3508c tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:36.908299 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-b72bd75e-2c9e-4273-b5ef-fcc24739d0c1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b68cb86-ae6d-409e-9e8e-fa13081031ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612836 Nov 10 17:32:36.979185 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:37.024302 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=1b6ad8dc-bf54-49e9-8b43-130ab4c2a818,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:37.032070 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:37.105174 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bda80f5d-1eaf-450b-9835-68681b9c9903 req-689e678e-81f2-4abb-9666-07f3de42c90b tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837250 Nov 10 17:32:37.144305 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-53674310-71b4-48b0-ba07-8df9f3431cc1 service neutron] 10.222.0.13 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118151 Nov 10 17:32:37.169218 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=1b6ad8dc-bf54-49e9-8b43-130ab4c2a818,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:37.257951 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-8f7e8425-b61f-4812-aabe-2d12fd915192 req-e4e2246c-1706-4cb2-b5e4-b006b9c3508c tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] For port 6a89e4cc-86c8-44fe-a4f9-58c80bcc931a, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=6a89e4cc-86c8-44fe-a4f9-58c80bcc931a,segment=NetworkSegment(c28591c0-e56d-4649-abbe-8ecb0836f1f8),segment_id=c28591c0-e56d-4649-abbe-8ecb0836f1f8)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:37.258319 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-8f7e8425-b61f-4812-aabe-2d12fd915192 req-e4e2246c-1706-4cb2-b5e4-b006b9c3508c tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:37.287687 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21657bf2-27e2-4a9e-abf7-f76f13c37bc4 x-openstack-request-id: req-21657bf2-27e2-4a9e-abf7-f76f13c37bc4 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:32:37.287981 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9126f8d0-8c74-4d11-a1b8-e85fe5fd470e", "tag": "667da726-ddf8-4be3-b952-de5f94d3016b", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:32:37.288294 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-21657bf2-27e2-4a9e-abf7-f76f13c37bc4 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:32:37.288699 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9126f8d0-8c74-4d11-a1b8-e85fe5fd470e', 'tag': '667da726-ddf8-4be3-b952-de5f94d3016b', 'status': 'completed', 'code': 200} Nov 10 17:32:37.327967 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-532f7a15-ee4c-49ee-97b5-11b9ce525a26 req-6d546614-e67c-4bca-9e26-6a14b11a5703 service neutron] 10.222.0.13 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738844 Nov 10 17:32:37.337228 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f0aad-49cc-4568-904e-32a61c328afe req-6b239433-6ad8-4df8-98c5-8a8a401cf61a tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:37.339166 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-303f0aad-49cc-4568-904e-32a61c328afe req-6b239433-6ad8-4df8-98c5-8a8a401cf61a tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a85700c-91fd-44ad-ae5b-623e886d56c3 HTTP/1.1" status: 200 len: 946 time: 0.1294892 Nov 10 17:32:37.454265 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b52f3-366a-44d3-b956-8debc97cf746 req-12c486f9-4e4d-453d-885f-1db7fc8da3a4 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:37.456220 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-978b52f3-366a-44d3-b956-8debc97cf746 req-12c486f9-4e4d-453d-885f-1db7fc8da3a4 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 945 time: 0.0985544 Nov 10 17:32:37.462771 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5e008-5129-4eda-a7e0-e7cfae4a343b req-06c5f284-99b9-4e49-8de0-3f5ce99e559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:37.464289 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bff5e008-5129-4eda-a7e0-e7cfae4a343b req-06c5f284-99b9-4e49-8de0-3f5ce99e559e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed22ff5850684fb18710e4a738614c84&device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 1096 time: 0.0733562 Nov 10 17:32:37.502471 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-303f0aad-49cc-4568-904e-32a61c328afe req-d91c0f80-a671-4f34-be4c-2564ece1e5ac tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/security-groups?id=3dd1f7f9-bbbd-45a9-ae8e-7c3117597c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504104 Nov 10 17:32:37.540748 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b791a848-2164-4898-83e9-3c772b8a98f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6ad8dc-bf54-49e9-8b43-130ab4c2a818'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:32:37.543966 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4d75b8-f7e4-426e-a295-3ac50376e44a" -d '{"events": [{"server_uuid": "b791a848-2164-4898-83e9-3c772b8a98f8", "name": "network-vif-plugged", "status": "completed", "tag": "1b6ad8dc-bf54-49e9-8b43-130ab4c2a818"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:32:37.546113 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-02058fd0-02e2-4b4c-bfc3-84fad82a5754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:37.549029 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-02058fd0-02e2-4b4c-bfc3-84fad82a5754 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f&tenant_id=8f9e5c9c528a40edbd9cc8b10302b929 HTTP/1.1" status: 200 len: 1102 time: 0.1214426 Nov 10 17:32:37.557695 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-8f7e8425-b61f-4812-aabe-2d12fd915192 req-e4e2246c-1706-4cb2-b5e4-b006b9c3508c tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:37.558453 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-8f7e8425-b61f-4812-aabe-2d12fd915192 req-e4e2246c-1706-4cb2-b5e4-b006b9c3508c tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:37.558972 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [req-8f7e8425-b61f-4812-aabe-2d12fd915192 req-e4e2246c-1706-4cb2-b5e4-b006b9c3508c tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Floating IP 46cf110a-c4c9-4be7-93ad-d12c424f5bb9 disassociated. External IP: 172.25.5.18, port: 6a89e4cc-86c8-44fe-a4f9-58c80bcc931a. Nov 10 17:32:37.559486 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-8f7e8425-b61f-4812-aabe-2d12fd915192 req-e4e2246c-1706-4cb2-b5e4-b006b9c3508c tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Calling delete_port for 6a89e4cc-86c8-44fe-a4f9-58c80bcc931a owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:32:37.570236 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-71fa6454-893d-4695-aca6-56df8978cb85 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-776250-10', 'device_owner': 'compute:nova'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:32:37.577711 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-978b52f3-366a-44d3-b956-8debc97cf746 req-26928d7e-8b77-4730-a3ff-76c4475a6d55 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124275 Nov 10 17:32:37.605901 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5e008-5129-4eda-a7e0-e7cfae4a343b req-09474ba5-dad8-4901-86a5-f8471daf79df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:37.607602 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bff5e008-5129-4eda-a7e0-e7cfae4a343b req-09474ba5-dad8-4901-86a5-f8471daf79df service neutron] 10.222.0.13 "GET /v2.0/networks?id=3b68cb86-ae6d-409e-9e8e-fa13081031ba HTTP/1.1" status: 200 len: 912 time: 0.1352637 Nov 10 17:32:37.664031 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bff5e008-5129-4eda-a7e0-e7cfae4a343b req-3d66a409-9920-4dbf-a1eb-fe5903a7d0ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=667da726-ddf8-4be3-b952-de5f94d3016b HTTP/1.1" status: 200 len: 217 time: 0.0457754 Nov 10 17:32:37.710573 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-71fa6454-893d-4695-aca6-56df8978cb85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:37.737120 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:32:37.737707 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d8423-5b50-45dd-80d5-7e86006ee8a6 req-8f435be3-a879-42b2-94ac-303c7cfa9a60 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:37.738752 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d86d8423-5b50-45dd-80d5-7e86006ee8a6 req-8f435be3-a879-42b2-94ac-303c7cfa9a60 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 943 time: 0.1451769 Nov 10 17:32:37.744478 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5e008-5129-4eda-a7e0-e7cfae4a343b req-fc35c561-bdc7-4c8e-aacf-dd0b57e8becd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:37.746159 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bff5e008-5129-4eda-a7e0-e7cfae4a343b req-fc35c561-bdc7-4c8e-aacf-dd0b57e8becd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0afeb92-d610-4dbb-bb57-6c690afd8fdf HTTP/1.1" status: 200 len: 851 time: 0.0726495 Nov 10 17:32:37.758361 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdcb84-c27a-4758-bd6c-aef18037a5f5 req-79900897-d798-4e91-8e27-008f5ad8f32e tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:37.759876 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-34fdcb84-c27a-4758-bd6c-aef18037a5f5 req-79900897-d798-4e91-8e27-008f5ad8f32e tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] 10.222.0.39 "GET /v2.0/ports?device_id=b791a848-2164-4898-83e9-3c772b8a98f8 HTTP/1.1" status: 200 len: 950 time: 0.0995271 Nov 10 17:32:37.789395 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bff5e008-5129-4eda-a7e0-e7cfae4a343b req-423030e2-c2e7-4dce-bfdc-3710ffb3e079 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b68cb86-ae6d-409e-9e8e-fa13081031ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285048 Nov 10 17:32:37.893317 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-34fdcb84-c27a-4758-bd6c-aef18037a5f5 req-cd0e0667-2bbb-4fd3-9362-3b67988c2cb8 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1c1e4b5-6d6d-4b01-abb5-2478da2d69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225829 Nov 10 17:32:37.933940 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d86d8423-5b50-45dd-80d5-7e86006ee8a6 req-f9193efd-28a3-485a-b224-0ffc777916a5 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708379 Nov 10 17:32:37.936428 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bff5e008-5129-4eda-a7e0-e7cfae4a343b req-f5881abc-ae3b-4c32-86fe-5383d2f557bd service neutron] 10.222.0.13 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334198 Nov 10 17:32:37.974433 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601c2270-ff4c-4719-ae56-1c219aeba15c', 'tag': '97a82430-2ce5-4095-8164-3161b0b51fcb'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:32:37.976845 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6debc8bb-127d-4456-8bcd-7da7d9444279" -d '{"events": [{"name": "network-changed", "server_uuid": "601c2270-ff4c-4719-ae56-1c219aeba15c", "tag": "97a82430-2ce5-4095-8164-3161b0b51fcb"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:32:38.012194 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-8f7e8425-b61f-4812-aabe-2d12fd915192 req-e4e2246c-1706-4cb2-b5e4-b006b9c3508c tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:38.076382 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2246c-1706-4cb2-b5e4-b006b9c3508c tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Pushing event deleted for resources: {'Port': ['ID=6a89e4cc-86c8-44fe-a4f9-58c80bcc931a,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:38.084305 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bff5e008-5129-4eda-a7e0-e7cfae4a343b req-4a98c43b-ac25-418f-a40a-3de44bfdb3c4 service neutron] 10.222.0.13 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342368 Nov 10 17:32:38.102204 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152bf65e-6de6-4db7-b269-cee27ef543b2 req-c605d4c9-4951-4153-951f-26e79f6f25df tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:38.104596 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-152bf65e-6de6-4db7-b269-cee27ef543b2 req-c605d4c9-4951-4153-951f-26e79f6f25df tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 1097 time: 0.0633018 Nov 10 17:32:38.104742 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-71fa6454-893d-4695-aca6-56df8978cb85 service neutron] For port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:38.156921 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-152bf65e-6de6-4db7-b269-cee27ef543b2 req-75313ff4-6fb9-40ee-b918-dfaca97343e9 tempest-LiveMigrationTest-796537474 tempest-LiveMigrationTest-796537474-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457530 Nov 10 17:32:38.297906 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed61646-e2ec-4a98-8b10-f2dea0ab8a43 x-openstack-request-id: req-eed61646-e2ec-4a98-8b10-f2dea0ab8a43 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:32:38.298490 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b791a848-2164-4898-83e9-3c772b8a98f8", "name": "network-vif-plugged", "status": "completed", "tag": "1b6ad8dc-bf54-49e9-8b43-130ab4c2a818", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:32:38.298490 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eed61646-e2ec-4a98-8b10-f2dea0ab8a43 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:32:38.299018 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b791a848-2164-4898-83e9-3c772b8a98f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6ad8dc-bf54-49e9-8b43-130ab4c2a818', 'code': 200} Nov 10 17:32:38.339337 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e92223-557b-4e2f-91cf-29029e8e5375 req-ab3ed071-d9ae-4cf0-83fe-ae78d9c9d50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:38.341066 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b1e92223-557b-4e2f-91cf-29029e8e5375 req-ab3ed071-d9ae-4cf0-83fe-ae78d9c9d50c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b791a848-2164-4898-83e9-3c772b8a98f8 HTTP/1.1" status: 200 len: 1102 time: 0.0475550 Nov 10 17:32:38.394880 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b1e92223-557b-4e2f-91cf-29029e8e5375 req-de10cb11-c0dc-4d53-bfe4-90be9bfb9f02 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e1c1e4b5-6d6d-4b01-abb5-2478da2d69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443165 Nov 10 17:32:38.536823 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed96f19-2322-440b-afe9-f241a5c4e474 req-2d476650-f31e-446b-826d-b089d6221efd tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:38.540784 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9ed96f19-2322-440b-afe9-f241a5c4e474 req-2d476650-f31e-446b-826d-b089d6221efd tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 944 time: 0.5178442 Nov 10 17:32:38.574945 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-71fa6454-893d-4695-aca6-56df8978cb85 service neutron] For port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:32:38.646379 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9ed96f19-2322-440b-afe9-f241a5c4e474 req-cf867378-5307-43ac-ac1e-d273dd19b0e4 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982990 Nov 10 17:32:38.667926 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 667da726-ddf8-4be3-b952-de5f94d3016b details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:32:38.669554 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-71fa6454-893d-4695-aca6-56df8978cb85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:38.681908 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f7e8425-b61f-4812-aabe-2d12fd915192 req-e4e2246c-1706-4cb2-b5e4-b006b9c3508c tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Router 3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:32:38.714567 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-71fa6454-893d-4695-aca6-56df8978cb85 service neutron] Transition to ACTIVE for port object fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:32:38.722616 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c5fc61-d6a0-4dde-ae3c-fe53f53df776 x-openstack-request-id: req-38c5fc61-d6a0-4dde-ae3c-fe53f53df776 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:32:38.724246 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601c2270-ff4c-4719-ae56-1c219aeba15c", "tag": "97a82430-2ce5-4095-8164-3161b0b51fcb", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:32:38.724717 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-38c5fc61-d6a0-4dde-ae3c-fe53f53df776 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:32:38.725127 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601c2270-ff4c-4719-ae56-1c219aeba15c', 'tag': '97a82430-2ce5-4095-8164-3161b0b51fcb', 'status': 'completed', 'code': 200} Nov 10 17:32:38.748241 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-71fa6454-893d-4695-aca6-56df8978cb85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:38.778392 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 667da726-ddf8-4be3-b952-de5f94d3016b, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=667da726-ddf8-4be3-b952-de5f94d3016b,segment=NetworkSegment(17d5af1c-a623-4581-8ea0-158dc701aa2d),segment_id=17d5af1c-a623-4581-8ea0-158dc701aa2d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:38.792847 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '667da726-ddf8-4be3-b952-de5f94d3016b', 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba', 'port_id': '667da726-ddf8-4be3-b952-de5f94d3016b', 'mac_address': 'fa:16:3e:9b:18:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0afeb92-d610-4dbb-bb57-6c690afd8fdf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:32:38.811002 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debc8bb-127d-4456-8bcd-7da7d9444279 req-d2960f44-8547-446a-8e5d-c38e32e8a475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:38.816289 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6debc8bb-127d-4456-8bcd-7da7d9444279 req-d2960f44-8547-446a-8e5d-c38e32e8a475 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ec9ca6147964daa83e30b2176db3b36&device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 1126 time: 0.0824678 Nov 10 17:32:38.839177 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:38.854491 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 667da726-ddf8-4be3-b952-de5f94d3016b {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:32:38.878276 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 667da726-ddf8-4be3-b952-de5f94d3016b, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=667da726-ddf8-4be3-b952-de5f94d3016b,segment=NetworkSegment(17d5af1c-a623-4581-8ea0-158dc701aa2d),segment_id=17d5af1c-a623-4581-8ea0-158dc701aa2d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:38.883561 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:38.959852 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=667da726-ddf8-4be3-b952-de5f94d3016b,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:38.999625 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-71fa6454-893d-4695-aca6-56df8978cb85 service neutron] No DVR routers for this DVR port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 on host n-h2-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:32:39.001617 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa6454-893d-4695-aca6-56df8978cb85 service neutron] Pushing event updated for resources: {'Port': ['ID=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06,revision_number=10']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:39.018291 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debc8bb-127d-4456-8bcd-7da7d9444279 req-d8017b81-1a47-4882-8a11-9817d1685b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:39.020977 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6debc8bb-127d-4456-8bcd-7da7d9444279 req-d8017b81-1a47-4882-8a11-9817d1685b51 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1 HTTP/1.1" status: 200 len: 922 time: 0.1965270 Nov 10 17:32:39.044982 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a5ee2a1b-8a3c-4e22-93fd-fc4ab56fd172 req-a5e4f433-0976-43a0-99db-73e76f147576 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a85700c-91fd-44ad-ae5b-623e886d56c3 HTTP/1.1" status: 200 len: 210 time: 0.0470161 Nov 10 17:32:39.049891 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1f309-290d-4ccd-a398-5826582e4389 req-b14948af-107c-4ea2-bedd-6b6d30351b31 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:39.052081 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-83c1f309-290d-4ccd-a398-5826582e4389 req-b14948af-107c-4ea2-bedd-6b6d30351b31 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 949 time: 0.2981901 Nov 10 17:32:39.077402 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f7e8425-b61f-4812-aabe-2d12fd915192 req-e4e2246c-1706-4cb2-b5e4-b006b9c3508c tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:32:39.083899 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6debc8bb-127d-4456-8bcd-7da7d9444279 req-707e7c49-92db-4e48-b5ca-35e4b2402f56 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97a82430-2ce5-4095-8164-3161b0b51fcb HTTP/1.1" status: 200 len: 217 time: 0.0417657 Nov 10 17:32:39.088618 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4130e1ec-7e75-41a2-9efb-d0501202c7bc None None] Sync routers for ids ['3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:32:39.109593 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4130e1ec-7e75-41a2-9efb-d0501202c7bc None None] Routers {'3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:32:39.112198 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-4130e1ec-7e75-41a2-9efb-d0501202c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:32:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:39.158530 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debc8bb-127d-4456-8bcd-7da7d9444279 req-5f3e9522-ccca-434a-be76-c012b19f9d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:39.160737 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6debc8bb-127d-4456-8bcd-7da7d9444279 req-5f3e9522-ccca-434a-be76-c012b19f9d8e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f3d9be19-2b8d-48ad-890a-609759e284ae HTTP/1.1" status: 200 len: 861 time: 0.0687094 Nov 10 17:32:39.178728 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-71fa6454-893d-4695-aca6-56df8978cb85 service neutron] Attempting to bind port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:32:39.179442 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-71fa6454-893d-4695-aca6-56df8978cb85 service neutron] Attempting to bind port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:32:39.179785 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-71fa6454-893d-4695-aca6-56df8978cb85 service neutron] Attempting to bind port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:32:39.211099 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['667da726-ddf8-4be3-b952-de5f94d3016b'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:32:39.217025 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-71fa6454-893d-4695-aca6-56df8978cb85 service neutron] Port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:32:39.217632 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-71fa6454-893d-4695-aca6-56df8978cb85 service neutron] Attempting to bind port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:32:39.223769 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6debc8bb-127d-4456-8bcd-7da7d9444279 req-094ad8b8-e19c-4b1c-a17b-687468e72761 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506349 Nov 10 17:32:39.224512 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7e8425-b61f-4812-aabe-2d12fd915192 req-e4e2246c-1706-4cb2-b5e4-b006b9c3508c tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] No DVR routers for this DVR port 6a89e4cc-86c8-44fe-a4f9-58c80bcc931a on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:32:39.233143 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-8f7e8425-b61f-4812-aabe-2d12fd915192 req-e4e2246c-1706-4cb2-b5e4-b006b9c3508c tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:39.239186 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8f7e8425-b61f-4812-aabe-2d12fd915192 req-e4e2246c-1706-4cb2-b5e4-b006b9c3508c tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.11 "DELETE /v2.0/ports/6a89e4cc-86c8-44fe-a4f9-58c80bcc931a HTTP/1.1" status: 204 len: 173 time: 2.6760654 Nov 10 17:32:39.242368 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-71fa6454-893d-4695-aca6-56df8978cb85 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:32:39.242981 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-71fa6454-893d-4695-aca6-56df8978cb85 service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:32:39.243643 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-71fa6454-893d-4695-aca6-56df8978cb85 service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:32:39.244325 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-71fa6454-893d-4695-aca6-56df8978cb85 service neutron] Bound port: fdce9ab3-ed7e-455d-bedc-912ea1a5ea06, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:32:39.245005 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-71fa6454-893d-4695-aca6-56df8978cb85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:39.340523 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-83c1f309-290d-4ccd-a398-5826582e4389 req-bd090182-0a8e-4579-8cea-d03513c6de50 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155132 Nov 10 17:32:39.366909 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701756b-bab7-47b8-8021-b5959e51cfd6 req-ac514d2b-49c8-4354-99e6-3892aa67b32f tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:39.369247 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e701756b-bab7-47b8-8021-b5959e51cfd6 req-ac514d2b-49c8-4354-99e6-3892aa67b32f tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 945 time: 0.1456082 Nov 10 17:32:39.396364 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-71fa6454-893d-4695-aca6-56df8978cb85 service neutron] For port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:32:39.414240 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-71fa6454-893d-4695-aca6-56df8978cb85 service neutron] For port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:32:39.427683 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-71fa6454-893d-4695-aca6-56df8978cb85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:39.461143 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-4130e1ec-7e75-41a2-9efb-d0501202c7bc None None] Set router 3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:32:39.469238 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e701756b-bab7-47b8-8021-b5959e51cfd6 req-9fcae766-243b-433e-beb8-b77940916b8d tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799136 Nov 10 17:32:39.496988 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6debc8bb-127d-4456-8bcd-7da7d9444279 req-66c52177-da61-49f0-bd8b-2d09fdab03cf service neutron] 10.222.0.13 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385085 Nov 10 17:32:39.526277 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-71fa6454-893d-4695-aca6-56df8978cb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:39.526918 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-71fa6454-893d-4695-aca6-56df8978cb85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:39.528407 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-71fa6454-893d-4695-aca6-56df8978cb85 service neutron] 10.222.0.11 "PUT /v2.0/ports/fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 HTTP/1.1" status: 200 len: 1098 time: 1.9627292 Nov 10 17:32:39.562906 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa6454-893d-4695-aca6-56df8978cb85 service neutron] Pushing event updated for resources: {'Port': ['ID=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06,revision_number=11']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:39.678693 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-d87a2eff-f248-4b21-91ac-b20df1fd61d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:39.696738 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-d87a2eff-f248-4b21-91ac-b20df1fd61d9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 1101 time: 0.1134250 Nov 10 17:32:39.744736 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6debc8bb-127d-4456-8bcd-7da7d9444279 req-617f8e07-7e0e-4e57-b1f9-aee16ce7b6ed service neutron] 10.222.0.13 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376592 Nov 10 17:32:39.882558 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-4130e1ec-7e75-41a2-9efb-d0501202c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704698429-router', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '94881a1d-0b05-46ab-8567-52353867aba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:27:40Z', 'updated_at': '2021-11-10T17:27:44Z', 'revision_number': 4, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'gw_port': {'id': '94881a1d-0b05-46ab-8567-52353867aba4', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:41Z', 'updated_at': '2021-11-10T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '0a7b94af-79e6-480a-abc2-d4293827c7f6', 'name': '', 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'mac_address': 'fa:16:3e:16:cc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8ffcd500-8c49-45db-8ca7-a366a29076c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:43Z', 'updated_at': '2021-11-10T17:27:48Z', 'revision_number': 5, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'subnets': [{'id': '8ffcd500-8c49-45db-8ca7-a366a29076c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:39.917447 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4130e1ec-7e75-41a2-9efb-d0501202c7bc None None] Checking router: 3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:32:39.927987 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4130e1ec-7e75-41a2-9efb-d0501202c7bc None None] Routers {'3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:32:39.928707 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-4130e1ec-7e75-41a2-9efb-d0501202c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:32:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:39.933175 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199bcd2-e3a0-4cbd-a416-bf1dbf8fc8a0 req-e75f017b-14ac-4d5d-b5b4-ab1fc93d0118 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:39.934897 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9199bcd2-e3a0-4cbd-a416-bf1dbf8fc8a0 req-e75f017b-14ac-4d5d-b5b4-ab1fc93d0118 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 945 time: 0.1893656 Nov 10 17:32:39.963212 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-e98cb88b-b226-4506-a557-d445e4d8dfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:39.965610 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-e98cb88b-b226-4506-a557-d445e4d8dfe0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.2560031 Nov 10 17:32:40.057929 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-705cde5c-d69d-489d-ba22-990f1a073aa0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 HTTP/1.1" status: 200 len: 217 time: 0.0804152 Nov 10 17:32:40.067834 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15600736-57d9-49d6-b00d-270cc68ecca2 req-242fc2bc-0ee9-49f5-a0e6-1d33cdbd3e9a tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:40.071903 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-15600736-57d9-49d6-b00d-270cc68ecca2 req-242fc2bc-0ee9-49f5-a0e6-1d33cdbd3e9a tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 945 time: 0.2380970 Nov 10 17:32:40.159589 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-63f15f87-2ac1-4041-b93d-662befc472ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:40.163169 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-63f15f87-2ac1-4041-b93d-662befc472ee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.0976474 Nov 10 17:32:40.164606 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-15600736-57d9-49d6-b00d-270cc68ecca2 req-8a4e8069-afbf-41f0-8ca8-9e3c51743574 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761228 Nov 10 17:32:40.166861 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-4130e1ec-7e75-41a2-9efb-d0501202c7bc None None] Set router 3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:32:40.200332 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-9199bcd2-e3a0-4cbd-a416-bf1dbf8fc8a0 req-e3e1c0c6-4f61-4d9d-8e39-6bdb196ec417 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Deleting port d5fe9619-f45b-486e-aa26-f035ae11636b {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:32:40.200720 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9199bcd2-e3a0-4cbd-a416-bf1dbf8fc8a0 req-e3e1c0c6-4f61-4d9d-8e39-6bdb196ec417 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:40.289202 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-712cd82b-c82f-47aa-9d61-1bc3dab57362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:40.291230 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-712cd82b-c82f-47aa-9d61-1bc3dab57362 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1207323 Nov 10 17:32:40.308679 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74abe62-c063-44ee-bc11-af465be99a32 req-52949c0a-22e4-4920-ad52-0c814bc1a3a6 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:40.311439 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b74abe62-c063-44ee-bc11-af465be99a32 req-52949c0a-22e4-4920-ad52-0c814bc1a3a6 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] 10.222.0.39 "GET /v2.0/ports?device_id=b791a848-2164-4898-83e9-3c772b8a98f8 HTTP/1.1" status: 200 len: 950 time: 0.0742939 Nov 10 17:32:40.338975 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c0bfd-fb6b-4225-ae6f-c9459501ee6a req-4911d791-8314-40d2-a5f0-8ba15d9904af tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:40.340586 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8b7c0bfd-fb6b-4225-ae6f-c9459501ee6a req-4911d791-8314-40d2-a5f0-8ba15d9904af tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 943 time: 0.0719256 Nov 10 17:32:40.382237 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-9199bcd2-e3a0-4cbd-a416-bf1dbf8fc8a0 req-e3e1c0c6-4f61-4d9d-8e39-6bdb196ec417 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] For port d5fe9619-f45b-486e-aa26-f035ae11636b, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=d5fe9619-f45b-486e-aa26-f035ae11636b,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:40.382578 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9199bcd2-e3a0-4cbd-a416-bf1dbf8fc8a0 req-e3e1c0c6-4f61-4d9d-8e39-6bdb196ec417 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:40.397101 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-9199bcd2-e3a0-4cbd-a416-bf1dbf8fc8a0 req-e3e1c0c6-4f61-4d9d-8e39-6bdb196ec417 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Calling delete_port for d5fe9619-f45b-486e-aa26-f035ae11636b owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:32:40.464903 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b74abe62-c063-44ee-bc11-af465be99a32 req-6fbcb23a-4b4c-4bcd-b5b3-95383de92e4b tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1c1e4b5-6d6d-4b01-abb5-2478da2d69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803497 Nov 10 17:32:40.469344 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-6f5cd16e-3774-4568-b356-a0aa55b7657f service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566377 Nov 10 17:32:40.489200 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-4130e1ec-7e75-41a2-9efb-d0501202c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704698429-router', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '94881a1d-0b05-46ab-8567-52353867aba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:27:40Z', 'updated_at': '2021-11-10T17:27:44Z', 'revision_number': 4, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'gw_port': {'id': '94881a1d-0b05-46ab-8567-52353867aba4', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:41Z', 'updated_at': '2021-11-10T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '0a7b94af-79e6-480a-abc2-d4293827c7f6', 'name': '', 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'mac_address': 'fa:16:3e:16:cc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8ffcd500-8c49-45db-8ca7-a366a29076c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:43Z', 'updated_at': '2021-11-10T17:27:48Z', 'revision_number': 5, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'subnets': [{'id': '8ffcd500-8c49-45db-8ca7-a366a29076c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:40.524204 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4130e1ec-7e75-41a2-9efb-d0501202c7bc None None] The sync data for ids ['3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'] in n-d-776250-10 is: [{'id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704698429-router', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '94881a1d-0b05-46ab-8567-52353867aba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:27:40Z', 'updated_at': '2021-11-10T17:27:44Z', 'revision_number': 4, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'gw_port': {'id': '94881a1d-0b05-46ab-8567-52353867aba4', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:41Z', 'updated_at': '2021-11-10T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '0a7b94af-79e6-480a-abc2-d4293827c7f6', 'name': '', 'network_id': 'b7801527-50b7-4bc0-a554-ec40d3f8072d', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'mac_address': 'fa:16:3e:16:cc:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8ffcd500-8c49-45db-8ca7-a366a29076c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:43Z', 'updated_at': '2021-11-10T17:27:48Z', 'revision_number': 5, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'subnets': [{'id': '8ffcd500-8c49-45db-8ca7-a366a29076c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:32:40.536204 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8b7c0bfd-fb6b-4225-ae6f-c9459501ee6a req-b56acb58-9eb7-4f83-9582-779f1b75f8b7 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923324 Nov 10 17:32:40.632926 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 6a89e4cc-86c8-44fe-a4f9-58c80bcc931a no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:32:40.686383 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 667da726-ddf8-4be3-b952-de5f94d3016b up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:32:40.690653 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fe25de84-86b3-46c8-a658-b1841e6789ca req-b299adb5-44ee-4680-a717-7760f8682602 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105250 Nov 10 17:32:40.701476 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 6a89e4cc-86c8-44fe-a4f9-58c80bcc931a {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:32:40.702091 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 6a89e4cc-86c8-44fe-a4f9-58c80bcc931a not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:32:40.714521 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413f83d-6820-4bdf-bf7d-7b5ae20d77eb req-45f5b83b-1ffb-40e1-bf0e-98f7388cefdb tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:40.716349 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5413f83d-6820-4bdf-bf7d-7b5ae20d77eb req-45f5b83b-1ffb-40e1-bf0e-98f7388cefdb tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 945 time: 0.0810766 Nov 10 17:32:40.726282 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ea25ec-d89a-452e-ad8e-c2033abfc43f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdce9ab3-ed7e-455d-bedc-912ea1a5ea06'}, {'server_uuid': '3a85700c-91fd-44ad-ae5b-623e886d56c3', 'name': 'network-vif-deleted', 'tag': '6a89e4cc-86c8-44fe-a4f9-58c80bcc931a'}, {'name': 'network-changed', 'server_uuid': '45ea25ec-d89a-452e-ad8e-c2033abfc43f', 'tag': 'fdce9ab3-ed7e-455d-bedc-912ea1a5ea06'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:32:40.733676 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d0303b-08b8-4382-981b-836ade8f77bb" -d '{"events": [{"server_uuid": "45ea25ec-d89a-452e-ad8e-c2033abfc43f", "name": "network-vif-unplugged", "status": "completed", "tag": "fdce9ab3-ed7e-455d-bedc-912ea1a5ea06"}, {"server_uuid": "3a85700c-91fd-44ad-ae5b-623e886d56c3", "name": "network-vif-deleted", "tag": "6a89e4cc-86c8-44fe-a4f9-58c80bcc931a"}, {"name": "network-changed", "server_uuid": "45ea25ec-d89a-452e-ad8e-c2033abfc43f", "tag": "fdce9ab3-ed7e-455d-bedc-912ea1a5ea06"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:32:40.793843 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 667da726-ddf8-4be3-b952-de5f94d3016b completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:32:40.798270 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 667da726-ddf8-4be3-b952-de5f94d3016b triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:32:40.798753 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:40.822869 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5413f83d-6820-4bdf-bf7d-7b5ae20d77eb req-ab2de84a-991a-4950-a934-611a904670b1 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785797 Nov 10 17:32:40.996996 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:41.042095 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9126f8d0-8c74-4d11-a1b8-e85fe5fd470e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667da726-ddf8-4be3-b952-de5f94d3016b'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:32:41.044416 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3304812d-e20e-44e1-a825-2680df89000d" -d '{"events": [{"server_uuid": "9126f8d0-8c74-4d11-a1b8-e85fe5fd470e", "name": "network-vif-plugged", "status": "completed", "tag": "667da726-ddf8-4be3-b952-de5f94d3016b"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:32:41.060575 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 667da726-ddf8-4be3-b952-de5f94d3016b, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=667da726-ddf8-4be3-b952-de5f94d3016b,segment=NetworkSegment(17d5af1c-a623-4581-8ea0-158dc701aa2d),segment_id=17d5af1c-a623-4581-8ea0-158dc701aa2d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:41.063470 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f904094-9a3e-4dd6-908d-21f1ee272033 None None] New status for floating IP 46cf110a-c4c9-4be7-93ad-d12c424f5bb9: DOWN {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:32:41.065513 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:41.066444 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 97a82430-2ce5-4095-8164-3161b0b51fcb no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:32:41.146143 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=667da726-ddf8-4be3-b952-de5f94d3016b,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:41.256606 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:32:41.313414 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858b194-babe-427f-8410-e8fbf4f84cea req-c92ae4bf-d23c-48e5-b786-e50f2847d0c3 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:41.323446 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4858b194-babe-427f-8410-e8fbf4f84cea req-c92ae4bf-d23c-48e5-b786-e50f2847d0c3 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 949 time: 0.1791413 Nov 10 17:32:41.327451 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:32:41.327884 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device d5fe9619-f45b-486e-aa26-f035ae11636b no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:32:41.348008 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9199bcd2-e3a0-4cbd-a416-bf1dbf8fc8a0 req-e3e1c0c6-4f61-4d9d-8e39-6bdb196ec417 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:41.369929 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:32:41.375999 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: d5fe9619-f45b-486e-aa26-f035ae11636b {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:32:41.376360 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device d5fe9619-f45b-486e-aa26-f035ae11636b not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:32:41.401031 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1c0c6-4f61-4d9d-8e39-6bdb196ec417 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Pushing event deleted for resources: {'Port': ['ID=d5fe9619-f45b-486e-aa26-f035ae11636b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:41.429901 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4858b194-babe-427f-8410-e8fbf4f84cea req-cee776c4-6643-435b-9913-fb04212d2126 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014111 Nov 10 17:32:41.523413 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-9199bcd2-e3a0-4cbd-a416-bf1dbf8fc8a0 req-e3e1c0c6-4f61-4d9d-8e39-6bdb196ec417 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] No DVR routers for this DVR port d5fe9619-f45b-486e-aa26-f035ae11636b on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:32:41.529988 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9199bcd2-e3a0-4cbd-a416-bf1dbf8fc8a0 req-e3e1c0c6-4f61-4d9d-8e39-6bdb196ec417 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:41.535380 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9199bcd2-e3a0-4cbd-a416-bf1dbf8fc8a0 req-e3e1c0c6-4f61-4d9d-8e39-6bdb196ec417 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.13 "DELETE /v2.0/ports/d5fe9619-f45b-486e-aa26-f035ae11636b HTTP/1.1" status: 204 len: 173 time: 1.5901265 Nov 10 17:32:41.535918 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7841fa-4022-48a7-bf9e-29d2bf1f460d', 'name': 'network-vif-deleted', 'tag': 'd5fe9619-f45b-486e-aa26-f035ae11636b'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:32:41.556818 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699dbc9a-dbdb-4d2f-b7e3-9b0fd95d2629" -d '{"events": [{"server_uuid": "5a7841fa-4022-48a7-bf9e-29d2bf1f460d", "name": "network-vif-deleted", "tag": "d5fe9619-f45b-486e-aa26-f035ae11636b"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:32:41.643242 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Wed, 10 Nov 2021 17:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cc3e3a-fbb2-412e-b9ea-b673d2a4435d x-openstack-request-id: req-c9cc3e3a-fbb2-412e-b9ea-b673d2a4435d {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:32:41.643548 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ea25ec-d89a-452e-ad8e-c2033abfc43f", "name": "network-vif-unplugged", "status": "completed", "tag": "fdce9ab3-ed7e-455d-bedc-912ea1a5ea06", "code": 200}, {"server_uuid": "3a85700c-91fd-44ad-ae5b-623e886d56c3", "name": "network-vif-deleted", "tag": "6a89e4cc-86c8-44fe-a4f9-58c80bcc931a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "45ea25ec-d89a-452e-ad8e-c2033abfc43f", "tag": "fdce9ab3-ed7e-455d-bedc-912ea1a5ea06", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:32:41.643803 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c9cc3e3a-fbb2-412e-b9ea-b673d2a4435d {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:32:41.644271 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ea25ec-d89a-452e-ad8e-c2033abfc43f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdce9ab3-ed7e-455d-bedc-912ea1a5ea06', 'code': 200} Nov 10 17:32:41.644528 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a85700c-91fd-44ad-ae5b-623e886d56c3', 'name': 'network-vif-deleted', 'tag': '6a89e4cc-86c8-44fe-a4f9-58c80bcc931a', 'status': 'completed', 'code': 200} Nov 10 17:32:41.646065 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11802831-f76b-48e0-9604-e06ef2630ff5 req-27301acd-cc40-45ef-b0d0-58f95dff8ecb tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:41.648864 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ea25ec-d89a-452e-ad8e-c2033abfc43f', 'tag': 'fdce9ab3-ed7e-455d-bedc-912ea1a5ea06', 'status': 'completed', 'code': 200} Nov 10 17:32:41.650354 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-11802831-f76b-48e0-9604-e06ef2630ff5 req-27301acd-cc40-45ef-b0d0-58f95dff8ecb tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 945 time: 0.0887702 Nov 10 17:32:41.720450 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084a4154-6019-43c5-9058-ea9accfc1a4b x-openstack-request-id: req-084a4154-6019-43c5-9058-ea9accfc1a4b {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:32:41.720965 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9126f8d0-8c74-4d11-a1b8-e85fe5fd470e", "name": "network-vif-plugged", "status": "completed", "tag": "667da726-ddf8-4be3-b952-de5f94d3016b", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:32:41.721512 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-084a4154-6019-43c5-9058-ea9accfc1a4b {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:32:41.722009 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9126f8d0-8c74-4d11-a1b8-e85fe5fd470e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667da726-ddf8-4be3-b952-de5f94d3016b', 'code': 200} Nov 10 17:32:41.761204 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0303b-08b8-4382-981b-836ade8f77bb req-6ef7efe3-9ec1-4c0e-a12a-67c078266689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:41.778511 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b5d0303b-08b8-4382-981b-836ade8f77bb req-6ef7efe3-9ec1-4c0e-a12a-67c078266689 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 1101 time: 0.1008732 Nov 10 17:32:41.815242 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0303b-08b8-4382-981b-836ade8f77bb req-c85a02cb-0599-493b-b118-160a240f0f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:41.818024 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5d0303b-08b8-4382-981b-836ade8f77bb req-c85a02cb-0599-493b-b118-160a240f0f4c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 1101 time: 0.1386514 Nov 10 17:32:41.828813 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-11802831-f76b-48e0-9604-e06ef2630ff5 req-a9674935-4212-4676-9951-23846f220430 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707654 Nov 10 17:32:41.908966 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-63553776-39e3-41b6-91bf-078769e26401 req-f4d7098f-23b9-475a-83da-0af7b86ede5e tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 210 time: 0.0421326 Nov 10 17:32:41.931636 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0303b-08b8-4382-981b-836ade8f77bb req-c75b3f45-70e0-4a8c-90e5-b6db1da7b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:41.933225 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b5d0303b-08b8-4382-981b-836ade8f77bb req-c75b3f45-70e0-4a8c-90e5-b6db1da7b32c service neutron] 10.222.0.11 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.1460872 Nov 10 17:32:41.991684 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b5d0303b-08b8-4382-981b-836ade8f77bb req-9237ead0-229c-4876-afcc-2a58f467089c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 HTTP/1.1" status: 200 len: 217 time: 0.0476503 Nov 10 17:32:42.010498 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59750) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:32:42.012200 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2ece30-72a4-4183-af8f-cf08419b1422 x-openstack-request-id: req-6c2ece30-72a4-4183-af8f-cf08419b1422 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:32:42.012363 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7841fa-4022-48a7-bf9e-29d2bf1f460d", "name": "network-vif-deleted", "tag": "d5fe9619-f45b-486e-aa26-f035ae11636b", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:32:42.012576 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6c2ece30-72a4-4183-af8f-cf08419b1422 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:32:42.012972 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7841fa-4022-48a7-bf9e-29d2bf1f460d', 'name': 'network-vif-deleted', 'tag': 'd5fe9619-f45b-486e-aa26-f035ae11636b', 'status': 'completed', 'code': 200} Nov 10 17:32:42.104080 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b67b0-9ec5-44cd-abd6-35f45acd93d0 req-973c0576-2847-4d3a-a566-6e2f0acaa2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:42.105720 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5b8b67b0-9ec5-44cd-abd6-35f45acd93d0 req-973c0576-2847-4d3a-a566-6e2f0acaa2ef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 1098 time: 0.2700665 Nov 10 17:32:42.139024 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0303b-08b8-4382-981b-836ade8f77bb req-14c14d1f-1e46-43ca-a14b-de28086a7e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:42.143898 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b5d0303b-08b8-4382-981b-836ade8f77bb req-14c14d1f-1e46-43ca-a14b-de28086a7e7a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1415222 Nov 10 17:32:42.149298 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0303b-08b8-4382-981b-836ade8f77bb req-5ffcd78e-fbd2-4a82-9a6d-d82f31321bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:42.150853 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5d0303b-08b8-4382-981b-836ade8f77bb req-5ffcd78e-fbd2-4a82-9a6d-d82f31321bb4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.3045046 Nov 10 17:32:42.182556 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7df76f-144a-4ecb-bf60-a786d60a39b4 req-00bba231-9f3a-4b4c-92b9-dbe3c50e6cd9 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:42.184408 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6e7df76f-144a-4ecb-bf60-a786d60a39b4 req-00bba231-9f3a-4b4c-92b9-dbe3c50e6cd9 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 946 time: 0.1022680 Nov 10 17:32:42.224245 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5d0303b-08b8-4382-981b-836ade8f77bb req-fb0d9003-b0a7-4fb0-a575-da5df4861f5e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 HTTP/1.1" status: 200 len: 217 time: 0.0637298 Nov 10 17:32:42.232423 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feadaca-fda5-4f51-995c-2c409a5734cf req-2b6d4ada-89c3-46e9-b662-8c99e42fc4c0 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:42.234045 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5feadaca-fda5-4f51-995c-2c409a5734cf req-2b6d4ada-89c3-46e9-b662-8c99e42fc4c0 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 943 time: 0.1742780 Nov 10 17:32:42.251755 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ef441a9b-28c1-4594-9223-0210b3bbc3dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:42.277307 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5b8b67b0-9ec5-44cd-abd6-35f45acd93d0 req-3a61b471-23ff-4ca8-9f59-d38c299341b3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625633 Nov 10 17:32:42.291964 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0303b-08b8-4382-981b-836ade8f77bb req-5e57d696-e5ed-473f-b75e-0803da7f6b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:42.293546 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b5d0303b-08b8-4382-981b-836ade8f77bb req-5e57d696-e5ed-473f-b75e-0803da7f6b2b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1393385 Nov 10 17:32:42.304813 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6e7df76f-144a-4ecb-bf60-a786d60a39b4 req-712c00b6-6441-4908-a498-a5b223b93a29 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007695 Nov 10 17:32:42.343310 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0303b-08b8-4382-981b-836ade8f77bb req-5399d898-460a-4fd5-a615-278082c2f7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:42.344862 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5d0303b-08b8-4382-981b-836ade8f77bb req-5399d898-460a-4fd5-a615-278082c2f7a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1088741 Nov 10 17:32:42.352643 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5feadaca-fda5-4f51-995c-2c409a5734cf req-3d540397-cf27-44b7-b005-ea254064edec tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071389 Nov 10 17:32:42.353141 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59754) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:32:42.442327 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ce536a3d-3f0e-4934-9fdd-30e928f5b173 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:42.459652 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b5d0303b-08b8-4382-981b-836ade8f77bb req-cffa154b-7e9e-48c0-b0f1-4f4656199ac7 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196337 Nov 10 17:32:42.462485 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ecf75e26-b611-4401-81f4-ac497e839cac req-1bca06f1-e49d-402f-a94a-27453d978e24 service neutron] 10.222.0.13 "GET /v2.0/ports/97a82430-2ce5-4095-8164-3161b0b51fcb/bindings/n-h1-776250-10 HTTP/1.1" status: 200 len: 385 time: 0.2394557 Nov 10 17:32:42.466589 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ef441a9b-28c1-4594-9223-0210b3bbc3dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:42.498476 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ef441a9b-28c1-4594-9223-0210b3bbc3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:42.501999 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ce536a3d-3f0e-4934-9fdd-30e928f5b173 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:42.591987 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef441a9b-28c1-4594-9223-0210b3bbc3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3781684-14fd-46a4-9d8d-c83213ff305b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:42.608584 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ef441a9b-28c1-4594-9223-0210b3bbc3dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e526b54e8cd14d498358722a3345c016&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5936546 Nov 10 17:32:42.612063 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59758) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:32:42.621933 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0303b-08b8-4382-981b-836ade8f77bb req-f40bedf0-3f83-4bdb-8326-7d1004d88e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:42.623288 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5d0303b-08b8-4382-981b-836ade8f77bb req-f40bedf0-3f83-4bdb-8326-7d1004d88e8e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1475840 Nov 10 17:32:42.658488 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:32:42.665593 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9907a-5c59-4e47-beea-8c6609f2a043 req-f474b44a-0e0e-4846-8071-308328733e86 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:42.673362 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-06d9907a-5c59-4e47-beea-8c6609f2a043 req-f474b44a-0e0e-4846-8071-308328733e86 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 949 time: 0.1475174 Nov 10 17:32:42.734108 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b5d0303b-08b8-4382-981b-836ade8f77bb req-ffbd13c6-48d9-4c3c-81ba-29e01ff6b1fe service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564533 Nov 10 17:32:42.749990 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ce536a3d-3f0e-4934-9fdd-30e928f5b173 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:42.752934 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ce536a3d-3f0e-4934-9fdd-30e928f5b173 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:42.754427 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ce536a3d-3f0e-4934-9fdd-30e928f5b173 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "DELETE /v2.0/security-groups/3dd1f7f9-bbbd-45a9-ae8e-7c3117597c01 HTTP/1.1" status: 204 len: 168 time: 0.3967910 Nov 10 17:32:42.757969 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59760) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:32:42.781999 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-06d9907a-5c59-4e47-beea-8c6609f2a043 req-159c92e6-73c9-4796-bd0a-158f7da1ef21 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064866 Nov 10 17:32:42.803447 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-e31290d0-b2f8-4fe8-8b00-d007a1542274 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] show failed (client error): The resource could not be found. Nov 10 17:32:42.807034 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e31290d0-b2f8-4fe8-8b00-d007a1542274 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "GET /v2.0/security-groups/3dd1f7f9-bbbd-45a9-ae8e-7c3117597c01 HTTP/1.1" status: 404 len: 347 time: 0.0409970 Nov 10 17:32:42.807034 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce536a3d-3f0e-4934-9fdd-30e928f5b173 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd1f7f9-bbbd-45a9-ae8e-7c3117597c01,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:42.820195 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59762) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:32:42.832823 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:42.858964 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'fdce9ab3-ed7e-455d-bedc-912ea1a5ea06', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': 'fdce9ab3-ed7e-455d-bedc-912ea1a5ea06', 'mac_address': 'fa:16:3e:4b:3d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:32:42.878228 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d458c839-438f-4692-81a4-ebc485ef5145 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:42.886524 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-ecf75e26-b611-4401-81f4-ac497e839cac req-b108ea40-0e3b-4cf5-82f1-9611d4232221 service neutron] For port 97a82430-2ce5-4095-8164-3161b0b51fcb, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=97a82430-2ce5-4095-8164-3161b0b51fcb,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:42.909979 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-ecf75e26-b611-4401-81f4-ac497e839cac req-b108ea40-0e3b-4cf5-82f1-9611d4232221 service neutron] For port 97a82430-2ce5-4095-8164-3161b0b51fcb, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:32:42.965230 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:42.974513 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-ecf75e26-b611-4401-81f4-ac497e839cac req-b108ea40-0e3b-4cf5-82f1-9611d4232221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97a82430-2ce5-4095-8164-3161b0b51fcb {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:32:42.991599 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:32:43.003724 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d458c839-438f-4692-81a4-ebc485ef5145 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:43.005413 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-ecf75e26-b611-4401-81f4-ac497e839cac req-b108ea40-0e3b-4cf5-82f1-9611d4232221 service neutron] For port 97a82430-2ce5-4095-8164-3161b0b51fcb, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=97a82430-2ce5-4095-8164-3161b0b51fcb,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:43.023415 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ecf75e26-b611-4401-81f4-ac497e839cac req-b108ea40-0e3b-4cf5-82f1-9611d4232221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:43.056715 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5d0303b-08b8-4382-981b-836ade8f77bb req-1d3361ee-3464-4482-bc6d-0c0f2b5f64eb service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163740 Nov 10 17:32:43.074405 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:43.083110 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:43.132906 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-ecf75e26-b611-4401-81f4-ac497e839cac req-b108ea40-0e3b-4cf5-82f1-9611d4232221 service neutron] Transition to ACTIVE for port object 97a82430-2ce5-4095-8164-3161b0b51fcb will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:32:43.141618 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06,revision_number=12']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:43.168588 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ecf75e26-b611-4401-81f4-ac497e839cac req-b108ea40-0e3b-4cf5-82f1-9611d4232221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:43.171933 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-db1a740d-4502-4c3e-aaf3-9cf571517530 req-63d7670d-8e2d-4592-b412-a2af083f53f2 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 210 time: 0.0369170 Nov 10 17:32:43.235431 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b108ea40-0e3b-4cf5-82f1-9611d4232221 service neutron] Pushing event updated for resources: {'Port': ['ID=97a82430-2ce5-4095-8164-3161b0b51fcb,revision_number=10']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:43.249770 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6753a-9d79-409b-8dc6-552aaddbdc9f req-92b823de-9d92-4938-ac76-822bba48ed81 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:43.251546 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f6b6753a-9d79-409b-8dc6-552aaddbdc9f req-92b823de-9d92-4938-ac76-822bba48ed81 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 945 time: 0.2895970 Nov 10 17:32:43.278553 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf75e26-b611-4401-81f4-ac497e839cac req-b108ea40-0e3b-4cf5-82f1-9611d4232221 service neutron] No DVR routers for this DVR port 97a82430-2ce5-4095-8164-3161b0b51fcb on host n-h2-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:32:43.316327 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d458c839-438f-4692-81a4-ebc485ef5145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:43.319775 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d458c839-438f-4692-81a4-ebc485ef5145 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:43.322006 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d458c839-438f-4692-81a4-ebc485ef5145 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f3781684-14fd-46a4-9d8d-c83213ff305b HTTP/1.1" status: 204 len: 168 time: 0.7082117 Nov 10 17:32:43.350231 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ecf75e26-b611-4401-81f4-ac497e839cac req-b108ea40-0e3b-4cf5-82f1-9611d4232221 service neutron] 10.222.0.13 "PUT /v2.0/ports/97a82430-2ce5-4095-8164-3161b0b51fcb/bindings/n-h1-776250-10/activate HTTP/1.1" status: 200 len: 370 time: 0.8755534 Nov 10 17:32:43.367429 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-254415e8-15ef-4b29-bbc2-db70b243d8e5 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Deleting port a98ac7cc-3e3e-40e6-9d46-9212b520b4ab {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:32:43.367911 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-254415e8-15ef-4b29-bbc2-db70b243d8e5 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:43.392904 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5d0303b-08b8-4382-981b-836ade8f77bb req-5498ea70-7456-4ed4-a23c-fc22882ca6db service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150432 Nov 10 17:32:43.394049 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458c839-438f-4692-81a4-ebc485ef5145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3781684-14fd-46a4-9d8d-c83213ff305b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:43.494106 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f6b6753a-9d79-409b-8dc6-552aaddbdc9f req-9882a7af-7d40-4fdb-bd93-ea4a7daa39bf tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299831 Nov 10 17:32:43.509468 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['fdce9ab3-ed7e-455d-bedc-912ea1a5ea06'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:32:43.636981 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf75e26-b611-4401-81f4-ac497e839cac req-b063e025-5dd9-46aa-8cbb-392ce1f466b0 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:43.638562 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-254415e8-15ef-4b29-bbc2-db70b243d8e5 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:43.638894 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-254415e8-15ef-4b29-bbc2-db70b243d8e5 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:43.643200 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ecf75e26-b611-4401-81f4-ac497e839cac req-b063e025-5dd9-46aa-8cbb-392ce1f466b0 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c&tenant_id=0ec9ca6147964daa83e30b2176db3b36&binding%3Ahost_id=n-h2-776250-10 HTTP/1.1" status: 200 len: 1096 time: 0.1160159 Nov 10 17:32:43.658020 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-254415e8-15ef-4b29-bbc2-db70b243d8e5 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Calling delete_port for a98ac7cc-3e3e-40e6-9d46-9212b520b4ab owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:32:43.684826 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121aadd-fa5b-4f58-aa7e-4e38580a5762 req-76bfcae3-9a06-4e82-8359-b8893349c96e tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:43.686702 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a121aadd-fa5b-4f58-aa7e-4e38580a5762 req-76bfcae3-9a06-4e82-8359-b8893349c96e tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 944 time: 0.1035130 Nov 10 17:32:43.691293 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56a1ca-5171-404f-be7b-6e0d441ca6ac req-af1560b6-263a-4ec5-b720-f8e09f8bf87c tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:43.703368 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3e56a1ca-5171-404f-be7b-6e0d441ca6ac req-af1560b6-263a-4ec5-b720-f8e09f8bf87c tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 946 time: 0.2352986 Nov 10 17:32:43.793307 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a121aadd-fa5b-4f58-aa7e-4e38580a5762 req-3d421f68-90b2-44ff-85a7-1dea5dd7d7b8 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651953 Nov 10 17:32:43.817193 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf75e26-b611-4401-81f4-ac497e839cac req-9bcf99f1-c565-4805-a3e5-c53a78f3a163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:43.819060 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ecf75e26-b611-4401-81f4-ac497e839cac req-9bcf99f1-c565-4805-a3e5-c53a78f3a163 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c&tenant_id=0ec9ca6147964daa83e30b2176db3b36 HTTP/1.1" status: 200 len: 1096 time: 0.1662199 Nov 10 17:32:43.846167 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3e56a1ca-5171-404f-be7b-6e0d441ca6ac req-2a5eb887-9eb0-432c-bb57-6e81265c0b5a tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243691 Nov 10 17:32:43.924060 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-254415e8-15ef-4b29-bbc2-db70b243d8e5 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:43.939787 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf75e26-b611-4401-81f4-ac497e839cac req-1545e357-d666-4d38-9bd6-56936ce9ca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:43.943562 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ecf75e26-b611-4401-81f4-ac497e839cac req-1545e357-d666-4d38-9bd6-56936ce9ca5c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ec9ca6147964daa83e30b2176db3b36&device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 1096 time: 0.0844731 Nov 10 17:32:44.011172 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254415e8-15ef-4b29-bbc2-db70b243d8e5 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Pushing event deleted for resources: {'Port': ['ID=a98ac7cc-3e3e-40e6-9d46-9212b520b4ab,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:44.087906 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf75e26-b611-4401-81f4-ac497e839cac req-68c2776a-1d55-4252-a10e-7755d428d052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:44.090138 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ecf75e26-b611-4401-81f4-ac497e839cac req-68c2776a-1d55-4252-a10e-7755d428d052 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1 HTTP/1.1" status: 200 len: 922 time: 0.1352606 Nov 10 17:32:44.091780 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-254415e8-15ef-4b29-bbc2-db70b243d8e5 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:44.095422 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-254415e8-15ef-4b29-bbc2-db70b243d8e5 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:44.100814 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-254415e8-15ef-4b29-bbc2-db70b243d8e5 tempest-ServersWithSpecificFlavorTestJSON-1848738588 tempest-ServersWithSpecificFlavorTestJSON-1848738588-project] 10.222.0.39 "DELETE /v2.0/floatingips/46cf110a-c4c9-4be7-93ad-d12c424f5bb9 HTTP/1.1" status: 204 len: 168 time: 1.2797101 Nov 10 17:32:44.112173 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ec492-e8ed-4d76-bf16-0f05c3b20e15 req-a550caa1-d5c5-43b5-972c-90ba6abf2968 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:44.114171 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6b3ec492-e8ed-4d76-bf16-0f05c3b20e15 req-a550caa1-d5c5-43b5-972c-90ba6abf2968 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 950 time: 0.2045979 Nov 10 17:32:44.190968 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ecf75e26-b611-4401-81f4-ac497e839cac req-f88e08fc-f5ee-468d-9774-ad6a6518347f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97a82430-2ce5-4095-8164-3161b0b51fcb HTTP/1.1" status: 200 len: 217 time: 0.0745974 Nov 10 17:32:44.261753 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6b3ec492-e8ed-4d76-bf16-0f05c3b20e15 req-1383d34d-3ede-43d4-9d60-872603ccac72 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379011 Nov 10 17:32:44.291758 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf75e26-b611-4401-81f4-ac497e839cac req-1971be90-da87-47df-b19a-dc32d8a81583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:44.294646 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ecf75e26-b611-4401-81f4-ac497e839cac req-1971be90-da87-47df-b19a-dc32d8a81583 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f3d9be19-2b8d-48ad-890a-609759e284ae HTTP/1.1" status: 200 len: 861 time: 0.0808699 Nov 10 17:32:44.339596 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c03fca7b-965d-4dc3-a600-e8fb2c183e8e req-b5ae1160-5157-4cae-83e4-c06a014e3001 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 210 time: 0.0438030 Nov 10 17:32:44.383341 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ecf75e26-b611-4401-81f4-ac497e839cac req-c651bad7-a9ad-447a-bed1-3517ba22be2b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d46bafa9-2824-4835-a80a-7e5b4ca1fff1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569465 Nov 10 17:32:44.503392 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2582735-efdb-4f79-99dd-627d8e492667 req-056f75a1-a801-4ad4-9af5-bc103a257771 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:44.512744 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a2582735-efdb-4f79-99dd-627d8e492667 req-056f75a1-a801-4ad4-9af5-bc103a257771 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 950 time: 0.0931199 Nov 10 17:32:44.608965 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a2582735-efdb-4f79-99dd-627d8e492667 req-3a71f2ee-7c05-40d9-8d61-3498ce9777f9 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951886 Nov 10 17:32:44.611739 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ecf75e26-b611-4401-81f4-ac497e839cac req-7426683c-0a55-4ddc-87c6-f58d1865fce3 service neutron] 10.222.0.11 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151926 Nov 10 17:32:44.672354 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:32:44.756985 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59852) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:32:44.846161 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9f157-93b2-4362-9dd9-ea75f4edf696 req-bd603c6f-88b0-4039-b513-9ecd41aa0a7e tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:44.856438 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7ef9f157-93b2-4362-9dd9-ea75f4edf696 req-bd603c6f-88b0-4039-b513-9ecd41aa0a7e tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 945 time: 0.1190655 Nov 10 17:32:44.873167 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ecf75e26-b611-4401-81f4-ac497e839cac req-9a5b62cc-5eaf-499a-885e-f2bb91a755da service neutron] 10.222.0.11 "GET /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523196 Nov 10 17:32:44.895258 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=1b6ad8dc-bf54-49e9-8b43-130ab4c2a818,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:44.916812 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '1b6ad8dc-bf54-49e9-8b43-130ab4c2a818', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': '1b6ad8dc-bf54-49e9-8b43-130ab4c2a818', 'mac_address': 'fa:16:3e:f5:3d:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:32:44.973957 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7ef9f157-93b2-4362-9dd9-ea75f4edf696 req-e5a42bac-e3b2-42f0-bc01-f4e3e55b85e8 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147628 Nov 10 17:32:44.987553 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:45.004712 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:32:45.053230 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=1b6ad8dc-bf54-49e9-8b43-130ab4c2a818,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:45.065678 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:45.197397 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-7b47a2ee-0bcf-4d9f-a17b-ce98f2f6f9e6 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=1b8059c2e6b945bfb8acf0913a4772dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261309 Nov 10 17:32:45.205907 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=1b6ad8dc-bf54-49e9-8b43-130ab4c2a818,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:45.234506 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2f72e-4392-4e49-a72f-e9e3e37daedc req-e0955bc4-d4f3-4e15-b28b-15f8cfbc9605 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:45.236357 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-78f2f72e-4392-4e49-a72f-e9e3e37daedc req-e0955bc4-d4f3-4e15-b28b-15f8cfbc9605 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 944 time: 0.1098764 Nov 10 17:32:45.365942 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-78f2f72e-4392-4e49-a72f-e9e3e37daedc req-7fb925a4-72b0-4acc-83c9-437cefa45db7 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197987 Nov 10 17:32:45.465882 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf75e26-b611-4401-81f4-ac497e839cac req-5a8448dd-f70d-4a77-beca-6b501cb2c431 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:45.467392 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ecf75e26-b611-4401-81f4-ac497e839cac req-5a8448dd-f70d-4a77-beca-6b501cb2c431 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c&tenant_id=0ec9ca6147964daa83e30b2176db3b36&binding%3Ahost_id=n-h1-776250-10 HTTP/1.1" status: 200 len: 1096 time: 0.1271207 Nov 10 17:32:45.492733 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-8598a22d-297d-4eb5-baf6-07a658eb6bf5 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:45.500526 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-8598a22d-297d-4eb5-baf6-07a658eb6bf5 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1685455 Nov 10 17:32:45.550012 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['1b6ad8dc-bf54-49e9-8b43-130ab4c2a818'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:32:45.555741 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-a7499e36-cc2d-4dad-9cfb-354cc63e076d tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] 10.222.0.39 "GET /v2.0/quotas/1b8059c2e6b945bfb8acf0913a4772dc HTTP/1.1" status: 200 len: 375 time: 0.0542135 Nov 10 17:32:45.598622 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-503ca11a-a851-40f9-bb4b-7d7881cd58a7 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b8059c2e6b945bfb8acf0913a4772dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415952 Nov 10 17:32:45.674309 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4402823-baa3-4554-ba8a-cd636daff463 req-f11b3f00-a02f-4dd9-8d69-12cc8d7a6fc8 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:45.681227 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c4402823-baa3-4554-ba8a-cd636daff463 req-f11b3f00-a02f-4dd9-8d69-12cc8d7a6fc8 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 946 time: 0.1155865 Nov 10 17:32:45.814687 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-ecf75e26-b611-4401-81f4-ac497e839cac req-f85b129c-16e2-4ca8-835e-be8e3f7a0116 service neutron] For port 97a82430-2ce5-4095-8164-3161b0b51fcb, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:32:45.823256 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ecf75e26-b611-4401-81f4-ac497e839cac req-f85b129c-16e2-4ca8-835e-be8e3f7a0116 service neutron] Publish callbacks [] for binding, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:45.824842 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ecf75e26-b611-4401-81f4-ac497e839cac req-f85b129c-16e2-4ca8-835e-be8e3f7a0116 service neutron] 10.222.0.11 "DELETE /v2.0/ports/97a82430-2ce5-4095-8164-3161b0b51fcb/bindings/n-h2-776250-10 HTTP/1.1" status: 204 len: 173 time: 0.3444304 Nov 10 17:32:45.845033 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c4402823-baa3-4554-ba8a-cd636daff463 req-a0790913-d663-4b85-9a3d-01ddd41647f6 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460640 Nov 10 17:32:46.012477 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-386575d5-a0ef-4ed2-9da0-526b5fe6144b tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297506 Nov 10 17:32:46.161246 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8e9a1bd6-4280-42e4-b561-4a1e9bbfb6f7 req-9f7b9cbc-1dc4-4b38-b027-15bf545eb06f tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 210 time: 0.0796936 Nov 10 17:32:46.232163 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-e1d7b80d-3c02-4ebe-b59f-9fda9e4f1e82 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:46.236426 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-e1d7b80d-3c02-4ebe-b59f-9fda9e4f1e82 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2119067 Nov 10 17:32:46.298794 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-16b9ac04-6960-4b0a-8234-86f372384795 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/quotas/8f9e5c9c528a40edbd9cc8b10302b929 HTTP/1.1" status: 200 len: 375 time: 0.0465093 Nov 10 17:32:46.303639 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4498c199-3c5e-463f-8edc-726e0a940403 req-49760e59-db6f-409e-bfe8-750107e31277 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] 10.222.0.39 "GET /v2.0/ports?device_id=885a3a18-befa-4071-bc06-20f9edc6c92b HTTP/1.1" status: 200 len: 210 time: 0.0634129 Nov 10 17:32:46.370837 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3c6f4f04-fe15-4fe7-937b-72e4725035cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:46.529374 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-b21c1d74-4f99-45e4-95f6-2d009d649efb tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2268975 Nov 10 17:32:46.693966 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:32:46.853584 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:32:46.855432 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:47.078185 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:47.082138 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-3c6f4f04-fe15-4fe7-937b-72e4725035cf admin admin] Deleting port 0a7b94af-79e6-480a-abc2-d4293827c7f6 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:32:47.084648 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3c6f4f04-fe15-4fe7-937b-72e4725035cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:47.170817 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=1b6ad8dc-bf54-49e9-8b43-130ab4c2a818,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:47.175335 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b791a848-2164-4898-83e9-3c772b8a98f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6ad8dc-bf54-49e9-8b43-130ab4c2a818'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:32:47.184425 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c792be82-2b36-4d76-9c21-57ae29293a3f" -d '{"events": [{"server_uuid": "b791a848-2164-4898-83e9-3c772b8a98f8", "name": "network-vif-plugged", "status": "completed", "tag": "1b6ad8dc-bf54-49e9-8b43-130ab4c2a818"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:32:47.199847 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba2589-633e-4101-b9e0-738ced29e2f3 req-0c1c98e3-305d-49e3-afca-73b02b7a7df3 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:47.200991 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:47.202354 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:32:47.207138 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b8ba2589-633e-4101-b9e0-738ced29e2f3 req-0c1c98e3-305d-49e3-afca-73b02b7a7df3 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 945 time: 0.2372823 Nov 10 17:32:47.334974 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b8ba2589-633e-4101-b9e0-738ced29e2f3 req-323e5812-0dc4-440a-ae4b-ebfbe241502e tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263101 Nov 10 17:32:47.372869 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844394b4-64e5-48bd-8356-806d281604da req-f773fa73-972e-4180-a2d2-4619f2bca15b tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:47.381606 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-844394b4-64e5-48bd-8356-806d281604da req-f773fa73-972e-4180-a2d2-4619f2bca15b tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 944 time: 0.0832794 Nov 10 17:32:47.413704 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-3c6f4f04-fe15-4fe7-937b-72e4725035cf admin admin] For port 0a7b94af-79e6-480a-abc2-d4293827c7f6, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=0a7b94af-79e6-480a-abc2-d4293827c7f6,segment=NetworkSegment(c28591c0-e56d-4649-abbe-8ecb0836f1f8),segment_id=c28591c0-e56d-4649-abbe-8ecb0836f1f8)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:47.414079 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3c6f4f04-fe15-4fe7-937b-72e4725035cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:47.450699 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-844394b4-64e5-48bd-8356-806d281604da req-bba6dbca-ccd2-4617-b500-58773052c8fa tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631917 Nov 10 17:32:47.482711 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=1b6ad8dc-bf54-49e9-8b43-130ab4c2a818,revision_number=7']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:47.505952 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-3c6f4f04-fe15-4fe7-937b-72e4725035cf admin admin] Calling delete_port for 0a7b94af-79e6-480a-abc2-d4293827c7f6 owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:32:47.507374 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:32:47.511945 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:32:47.511945 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:47.560800 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7b01483-afdf-4c88-ae20-93f9c5553167 req-86eacc45-f21f-48f2-99d2-9b11dd93f231 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 210 time: 0.1308033 Nov 10 17:32:47.701270 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c075f1-4c43-4f7f-888e-71513618535f x-openstack-request-id: req-30c075f1-4c43-4f7f-888e-71513618535f {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:32:47.701834 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b791a848-2164-4898-83e9-3c772b8a98f8", "name": "network-vif-plugged", "status": "completed", "tag": "1b6ad8dc-bf54-49e9-8b43-130ab4c2a818", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:32:47.705118 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-30c075f1-4c43-4f7f-888e-71513618535f {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:32:47.705700 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b791a848-2164-4898-83e9-3c772b8a98f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6ad8dc-bf54-49e9-8b43-130ab4c2a818', 'code': 200} Nov 10 17:32:47.715993 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-93d11bd9-ad0f-4915-bcf1-a89b4a6e2cf1 req-a68ec6a4-96f4-4680-8b7f-5e06c620a94e tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 210 time: 0.0874770 Nov 10 17:32:47.845889 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:47.886123 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-907c050c-4e02-4660-a0f7-8366a8390f3c req-5f961f77-c91a-4345-8fa5-b1182de03aee tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] 10.222.0.39 "GET /v2.0/ports?device_id=885a3a18-befa-4071-bc06-20f9edc6c92b HTTP/1.1" status: 200 len: 210 time: 0.0744243 Nov 10 17:32:47.930428 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:47.939897 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:48.004320 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-e5720eb9-5b53-4af7-947e-7d8653b23642 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1b8059c2e6b945bfb8acf0913a4772dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1392298 Nov 10 17:32:48.049152 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06,revision_number=13']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:48.098703 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874de115-fb49-47fe-87fc-6473828cef92 req-058494c0-1754-43e9-b5e0-7ecf6c90c282 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:48.100349 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-874de115-fb49-47fe-87fc-6473828cef92 req-058494c0-1754-43e9-b5e0-7ecf6c90c282 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 946 time: 0.2372489 Nov 10 17:32:48.154130 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13895c5a-fb1c-479c-ba7a-756e358efc06 req-893c6316-f91c-48b5-a09e-f25d25d949a5 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:48.163890 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-13895c5a-fb1c-479c-ba7a-756e358efc06 req-893c6316-f91c-48b5-a09e-f25d25d949a5 tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 1096 time: 0.0867305 Nov 10 17:32:48.260690 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-13895c5a-fb1c-479c-ba7a-756e358efc06 req-8bfbf99f-577f-477e-ab95-63529763860f tempest-LiveAutoBlockMigrationV225Test-175976109 tempest-LiveAutoBlockMigrationV225Test-175976109-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924091 Nov 10 17:32:48.281246 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-874de115-fb49-47fe-87fc-6473828cef92 req-41956645-c3c0-4ce6-ba00-948fa8bf33b2 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691051 Nov 10 17:32:48.304530 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-5955f6ee-479f-442c-9ce9-e98e0b68bded tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:48.304530 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-5955f6ee-479f-442c-9ce9-e98e0b68bded tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2922096 Nov 10 17:32:48.304530 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3c6f4f04-fe15-4fe7-937b-72e4725035cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:48.324244 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0a18dbb8-38c9-4cdb-b0ef-e234de88257c tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Request body: {'port': {'device_id': '885a3a18-befa-4071-bc06-20f9edc6c92b', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'admin_state_up': True, 'tenant_id': '1b8059c2e6b945bfb8acf0913a4772dc'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:32:48.393602 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f4f04-fe15-4fe7-937b-72e4725035cf admin admin] Pushing event deleted for resources: {'Port': ['ID=0a7b94af-79e6-480a-abc2-d4293827c7f6,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:48.405030 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f4f04-fe15-4fe7-937b-72e4725035cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:48.405383 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f4f04-fe15-4fe7-937b-72e4725035cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:48.405726 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f4f04-fe15-4fe7-937b-72e4725035cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:48.406063 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f4f04-fe15-4fe7-937b-72e4725035cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:48.406388 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f4f04-fe15-4fe7-937b-72e4725035cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:48.406726 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f4f04-fe15-4fe7-937b-72e4725035cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:48.407150 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f4f04-fe15-4fe7-937b-72e4725035cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:48.407711 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f4f04-fe15-4fe7-937b-72e4725035cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:48.411281 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f4f04-fe15-4fe7-937b-72e4725035cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:48.411281 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f4f04-fe15-4fe7-937b-72e4725035cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:48.411281 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f4f04-fe15-4fe7-937b-72e4725035cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:48.411281 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f4f04-fe15-4fe7-937b-72e4725035cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:48.721369 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-7f455985-569b-4fc8-85e7-6973890312de tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641751 Nov 10 17:32:48.726782 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0a18dbb8-38c9-4cdb-b0ef-e234de88257c tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Made reservation on behalf of 1b8059c2e6b945bfb8acf0913a4772dc for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:32:48.732529 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0a18dbb8-38c9-4cdb-b0ef-e234de88257c tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:48.783675 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-94b141d8-8612-481f-953f-2a5b6cd29503 req-d3c34ee0-1abc-40fb-9617-fc2b1d7c3cbb tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 210 time: 0.0895679 Nov 10 17:32:48.845430 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0a18dbb8-38c9-4cdb-b0ef-e234de88257c tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:48.876717 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f9551-4cad-498f-8d01-1504a246ee57 req-fea36d1c-7c0a-4c42-a0b9-6f7a810e734a tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:48.887657 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-574f9551-4cad-498f-8d01-1504a246ee57 req-fea36d1c-7c0a-4c42-a0b9-6f7a810e734a tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 945 time: 0.3833885 Nov 10 17:32:49.045603 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-991b2661-4514-46e1-9c5d-a3f0ced56eda tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:49.047396 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-991b2661-4514-46e1-9c5d-a3f0ced56eda tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2855759 Nov 10 17:32:49.069050 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-20998725-e574-4a9d-886f-4ab20e06937f tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Request body: {'port': {'device_id': '3520aa48-7121-497f-930f-36feb420fa01', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'admin_state_up': True, 'tenant_id': '8f9e5c9c528a40edbd9cc8b10302b929'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:32:49.152367 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-574f9551-4cad-498f-8d01-1504a246ee57 req-0adda6fa-86a6-4bd6-b8df-368bb253f464 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635157 Nov 10 17:32:49.173316 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0a18dbb8-38c9-4cdb-b0ef-e234de88257c tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:49.198782 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0a18dbb8-38c9-4cdb-b0ef-e234de88257c tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:49.226652 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9bdfa3-e578-4663-a00d-c50c251d427b req-2e494854-de23-40ac-afa3-2da15aea2797 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:49.228292 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5c9bdfa3-e578-4663-a00d-c50c251d427b req-2e494854-de23-40ac-afa3-2da15aea2797 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 944 time: 0.2393906 Nov 10 17:32:49.232929 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3c6f4f04-fe15-4fe7-937b-72e4725035cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:49.341874 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-41badb2b-7a68-44a2-be82-e7c74f0e53aa req-e6adae18-b4f7-4d46-805b-57a3640d8013 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 210 time: 0.0417805 Nov 10 17:32:49.364093 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18dbb8-38c9-4cdb-b0ef-e234de88257c tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a40f5831-cadd-4b42-8bf7-c0e9205614cb,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:49.444243 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5c9bdfa3-e578-4663-a00d-c50c251d427b req-b6a50685-1158-4d20-983e-b5895e25701f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899006 Nov 10 17:32:49.497718 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb087d-3f87-4c16-a7af-1ecdefb65bc0 req-49bea6ea-3dcb-4591-9de3-2787f45b2e46 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:49.499612 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a4fb087d-3f87-4c16-a7af-1ecdefb65bc0 req-49bea6ea-3dcb-4591-9de3-2787f45b2e46 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.11 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 944 time: 0.2445095 Nov 10 17:32:49.567081 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-98442067-5455-4911-943a-bfab4cb87843 req-00be5927-d055-46c9-b02c-4fe5b40e662e tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] 10.222.0.39 "GET /v2.0/ports?device_id=885a3a18-befa-4071-bc06-20f9edc6c92b HTTP/1.1" status: 200 len: 210 time: 0.0469632 Nov 10 17:32:49.663737 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0a18dbb8-38c9-4cdb-b0ef-e234de88257c tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Allocated IP 192.168.233.217 (06bf2af7-1c64-4ab3-86f9-bba38a9adb20/7364e0f4-b425-437c-8639-701045fa2b03/80ab167b-766e-43d5-a87c-ac0b903f4890) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:32:49.682520 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-a4fb087d-3f87-4c16-a7af-1ecdefb65bc0 req-74c35141-c8c6-4471-8f90-4c5045dbbfef tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Deleting port 97a82430-2ce5-4095-8164-3161b0b51fcb {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:32:49.683294 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a4fb087d-3f87-4c16-a7af-1ecdefb65bc0 req-74c35141-c8c6-4471-8f90-4c5045dbbfef tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:49.686388 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-20998725-e574-4a9d-886f-4ab20e06937f tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Made reservation on behalf of 8f9e5c9c528a40edbd9cc8b10302b929 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:32:49.691536 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-20998725-e574-4a9d-886f-4ab20e06937f tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:49.708063 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ea25ec-d89a-452e-ad8e-c2033abfc43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdce9ab3-ed7e-455d-bedc-912ea1a5ea06'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:32:49.712822 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a80b4cc-043d-4eaf-93fa-7aa12cb61a67" -d '{"events": [{"server_uuid": "45ea25ec-d89a-452e-ad8e-c2033abfc43f", "name": "network-vif-plugged", "status": "completed", "tag": "fdce9ab3-ed7e-455d-bedc-912ea1a5ea06"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:32:49.805408 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe1ae5d-064f-40b5-90a6-804a50f45489 x-openstack-request-id: req-3fe1ae5d-064f-40b5-90a6-804a50f45489 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:32:49.806369 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ea25ec-d89a-452e-ad8e-c2033abfc43f", "name": "network-vif-plugged", "status": "completed", "tag": "fdce9ab3-ed7e-455d-bedc-912ea1a5ea06", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:32:49.806840 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3fe1ae5d-064f-40b5-90a6-804a50f45489 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:32:49.807459 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ea25ec-d89a-452e-ad8e-c2033abfc43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdce9ab3-ed7e-455d-bedc-912ea1a5ea06', 'code': 200} Nov 10 17:32:49.936344 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f210fe-84ec-474a-b1ea-5ed9ba732632 req-d8040dc9-7a4f-4bb1-accd-b4267df43c4b tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:49.937980 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-03f210fe-84ec-474a-b1ea-5ed9ba732632 req-d8040dc9-7a4f-4bb1-accd-b4267df43c4b tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 946 time: 0.3222666 Nov 10 17:32:50.032175 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-a4fb087d-3f87-4c16-a7af-1ecdefb65bc0 req-74c35141-c8c6-4471-8f90-4c5045dbbfef tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] For port 97a82430-2ce5-4095-8164-3161b0b51fcb, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=97a82430-2ce5-4095-8164-3161b0b51fcb,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:50.032819 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a4fb087d-3f87-4c16-a7af-1ecdefb65bc0 req-74c35141-c8c6-4471-8f90-4c5045dbbfef tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:50.045400 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-03f210fe-84ec-474a-b1ea-5ed9ba732632 req-6c1e5794-49f8-411f-9b30-66d75283bcd7 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916564 Nov 10 17:32:50.062549 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-a4fb087d-3f87-4c16-a7af-1ecdefb65bc0 req-74c35141-c8c6-4471-8f90-4c5045dbbfef tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Calling delete_port for 97a82430-2ce5-4095-8164-3161b0b51fcb owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:32:50.302570 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bf1198e4-059a-4cd2-9166-1389dbd95c2c req-87b2b6df-77d2-4210-a701-5c985b16f884 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 210 time: 0.0508649 Nov 10 17:32:50.334516 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a4fb087d-3f87-4c16-a7af-1ecdefb65bc0 req-74c35141-c8c6-4471-8f90-4c5045dbbfef tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:50.367325 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['665f9b24-26a2-4fc2-a3c4-5e7a82a91999', '97a82430-2ce5-4095-8164-3161b0b51fcb'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:32:50.548208 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1d0628a8-36bd-4597-934e-0d618bba393d req-51e34394-f8f4-4a90-8cc8-20bf3a41ab56 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5a7841fa-4022-48a7-bf9e-29d2bf1f460d HTTP/1.1" status: 200 len: 210 time: 0.0457511 Nov 10 17:32:50.633613 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6f4f04-fe15-4fe7-937b-72e4725035cf admin admin] Router 3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:32:50.897090 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6f4f04-fe15-4fe7-937b-72e4725035cf admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:32:50.907415 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba9db3d-8d97-4546-b153-c8887480eb99 None None] Sync routers for ids ['3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:32:50.914385 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c35141-c8c6-4471-8f90-4c5045dbbfef tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Pushing event deleted for resources: {'Port': ['ID=97a82430-2ce5-4095-8164-3161b0b51fcb,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:50.927671 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dd807e08-f877-4f0f-a8ab-0a03bbab9202 req-03826f9d-e543-42f3-b5f0-8657f438ca39 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 210 time: 0.0697122 Nov 10 17:32:50.938211 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba9db3d-8d97-4546-b153-c8887480eb99 None None] Routers {'3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:32:50.939417 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c35141-c8c6-4471-8f90-4c5045dbbfef tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:50.939893 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-eba9db3d-8d97-4546-b153-c8887480eb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:32:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:50.940015 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c35141-c8c6-4471-8f90-4c5045dbbfef tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:50.940277 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c35141-c8c6-4471-8f90-4c5045dbbfef tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:50.940627 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c35141-c8c6-4471-8f90-4c5045dbbfef tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:50.940765 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3c6f4f04-fe15-4fe7-937b-72e4725035cf admin admin] 10.222.0.39 "PUT /v2.0/routers/3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1771398 Nov 10 17:32:50.941058 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c35141-c8c6-4471-8f90-4c5045dbbfef tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:50.941436 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c35141-c8c6-4471-8f90-4c5045dbbfef tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:50.941869 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c35141-c8c6-4471-8f90-4c5045dbbfef tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:50.942206 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c35141-c8c6-4471-8f90-4c5045dbbfef tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:50.942538 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c35141-c8c6-4471-8f90-4c5045dbbfef tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:50.942998 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c35141-c8c6-4471-8f90-4c5045dbbfef tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:50.943329 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c35141-c8c6-4471-8f90-4c5045dbbfef tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:50.943719 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c35141-c8c6-4471-8f90-4c5045dbbfef tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:50.947525 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 60012) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:32:51.005375 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0a18dbb8-38c9-4cdb-b0ef-e234de88257c tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:51.080357 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2bcb0135-379e-47c7-9b07-01ddc228e871 admin admin] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:51.100664 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4fb087d-3f87-4c16-a7af-1ecdefb65bc0 req-74c35141-c8c6-4471-8f90-4c5045dbbfef tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] No DVR routers for this DVR port 97a82430-2ce5-4095-8164-3161b0b51fcb on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:32:51.103368 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a4fb087d-3f87-4c16-a7af-1ecdefb65bc0 req-74c35141-c8c6-4471-8f90-4c5045dbbfef tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:51.109783 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a4fb087d-3f87-4c16-a7af-1ecdefb65bc0 req-74c35141-c8c6-4471-8f90-4c5045dbbfef tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.11 "DELETE /v2.0/ports/97a82430-2ce5-4095-8164-3161b0b51fcb HTTP/1.1" status: 204 len: 173 time: 1.6031945 Nov 10 17:32:51.126021 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-eba9db3d-8d97-4546-b153-c8887480eb99 None None] Set router 3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:32:51.151075 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a29cf009-8cba-475a-a757-05cd28ebd71b req-c9da23ae-e1de-426e-bbfa-3db04085cf72 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] 10.222.0.39 "GET /v2.0/ports?device_id=885a3a18-befa-4071-bc06-20f9edc6c92b HTTP/1.1" status: 200 len: 210 time: 0.0725050 Nov 10 17:32:51.156648 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0a18dbb8-38c9-4cdb-b0ef-e234de88257c tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:51.170634 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601c2270-ff4c-4719-ae56-1c219aeba15c', 'name': 'network-vif-deleted', 'tag': '97a82430-2ce5-4095-8164-3161b0b51fcb'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:32:51.172809 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906eb475-8fbf-44c8-975d-790bf3e99788" -d '{"events": [{"server_uuid": "601c2270-ff4c-4719-ae56-1c219aeba15c", "name": "network-vif-deleted", "tag": "97a82430-2ce5-4095-8164-3161b0b51fcb"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:32:51.194642 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c6f78-c17f-451d-9b2a-cad21e4b077a req-4eaa59f3-7c43-41c4-8359-7f4dc33163bf tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:51.201934 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4b2c6f78-c17f-451d-9b2a-cad21e4b077a req-4eaa59f3-7c43-41c4-8359-7f4dc33163bf tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 945 time: 0.8803616 Nov 10 17:32:51.327085 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18dbb8-38c9-4cdb-b0ef-e234de88257c tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Pushing event updated for resources: {'Port': ['ID=80ab167b-766e-43d5-a87c-ac0b903f4890,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:51.366874 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0a18dbb8-38c9-4cdb-b0ef-e234de88257c tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:32:51.389799 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-20998725-e574-4a9d-886f-4ab20e06937f tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Allocated IP 192.168.233.48 (06bf2af7-1c64-4ab3-86f9-bba38a9adb20/7364e0f4-b425-437c-8639-701045fa2b03/e098545c-1c6b-4153-9075-cbd015f860e7) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:32:51.404653 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0a18dbb8-38c9-4cdb-b0ef-e234de88257c tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:32:51.407559 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0a18dbb8-38c9-4cdb-b0ef-e234de88257c tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:32:51.439216 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4b2c6f78-c17f-451d-9b2a-cad21e4b077a req-155a9108-e520-41ac-82df-4ace5f8c6d32 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216263 Nov 10 17:32:51.465219 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2bcb0135-379e-47c7-9b07-01ddc228e871 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:51.474738 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-eba9db3d-8d97-4546-b153-c8887480eb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704698429-router', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': '94881a1d-0b05-46ab-8567-52353867aba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:27:40Z', 'updated_at': '2021-11-10T17:32:48Z', 'revision_number': 5, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'gw_port': {'id': '94881a1d-0b05-46ab-8567-52353867aba4', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:41Z', 'updated_at': '2021-11-10T17:27:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:51.533864 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab278098-969d-475c-a8f4-e3efb8420348 req-60d63d8a-9acb-48ac-b76d-0d54b5b6566c tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:51.541748 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ab278098-969d-475c-a8f4-e3efb8420348 req-60d63d8a-9acb-48ac-b76d-0d54b5b6566c tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 946 time: 0.2184744 Nov 10 17:32:51.546192 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba9db3d-8d97-4546-b153-c8887480eb99 None None] Checking router: 3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:32:51.568225 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0a18dbb8-38c9-4cdb-b0ef-e234de88257c tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:51.568964 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0a18dbb8-38c9-4cdb-b0ef-e234de88257c tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:51.574153 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba9db3d-8d97-4546-b153-c8887480eb99 None None] Routers {'3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:32:51.574850 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-eba9db3d-8d97-4546-b153-c8887480eb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:32:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:51.574984 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df33a18-2505-43eb-ae34-e19ae34da96c x-openstack-request-id: req-8df33a18-2505-43eb-ae34-e19ae34da96c {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:32:51.578496 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601c2270-ff4c-4719-ae56-1c219aeba15c", "name": "network-vif-deleted", "tag": "97a82430-2ce5-4095-8164-3161b0b51fcb", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:32:51.578777 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8df33a18-2505-43eb-ae34-e19ae34da96c {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:32:51.579196 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601c2270-ff4c-4719-ae56-1c219aeba15c', 'name': 'network-vif-deleted', 'tag': '97a82430-2ce5-4095-8164-3161b0b51fcb', 'status': 'completed', 'code': 200} Nov 10 17:32:51.622508 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0a18dbb8-38c9-4cdb-b0ef-e234de88257c tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3044577 Nov 10 17:32:51.641132 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0c26461b-208a-42bd-8e9e-89ccc08a313b service neutron] Request body: {'port': {'device_id': '885a3a18-befa-4071-bc06-20f9edc6c92b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:32:51.752100 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0c26461b-208a-42bd-8e9e-89ccc08a313b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:51.816314 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-eba9db3d-8d97-4546-b153-c8887480eb99 None None] Set router 3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4 gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:32:51.838782 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f41212c7-3b46-4e0a-a396-38116cc1e8cf req-80ee90f0-4d5f-45b7-abf3-7be0689f3cf8 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 210 time: 0.0692153 Nov 10 17:32:51.921699 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-eba9db3d-8d97-4546-b153-c8887480eb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704698429-router', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:27:40Z', 'updated_at': '2021-11-10T17:32:51Z', 'revision_number': 6, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:51.965853 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba9db3d-8d97-4546-b153-c8887480eb99 None None] The sync data for ids ['3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4'] in n-d-776250-10 is: [{'id': '3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-704698429-router', 'tenant_id': '4491a2c6741b402a9e55e801cd3ca339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:27:40Z', 'updated_at': '2021-11-10T17:32:51Z', 'revision_number': 6, 'project_id': '4491a2c6741b402a9e55e801cd3ca339', 'gw_port_host': None}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:32:51.979852 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-fbdad7a9-5791-46ec-ae92-87ac606b9742 None None] Provisioning complete for port 80ab167b-766e-43d5-a87c-ac0b903f4890 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:32:51.980501 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fbdad7a9-5791-46ec-ae92-87ac606b9742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:52.010567 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-20998725-e574-4a9d-886f-4ab20e06937f tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:52.094873 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-fbdad7a9-5791-46ec-ae92-87ac606b9742 None None] Port 80ab167b-766e-43d5-a87c-ac0b903f4890 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:32:52.154614 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-31b67f88-b54d-4bec-9bda-ad525555ef4f req-696ecea6-918e-4b45-98b0-53c3a6814fbc tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 210 time: 0.0623085 Nov 10 17:32:52.157224 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-20998725-e574-4a9d-886f-4ab20e06937f tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:52.188973 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['b499287f-4e8b-4c16-87b7-0c2a8c5f4d02', 'fdce9ab3-ed7e-455d-bedc-912ea1a5ea06'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:32:52.193747 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['5dc83552-8f22-4de3-b8e0-61527afe401d'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:32:52.208068 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-20998725-e574-4a9d-886f-4ab20e06937f tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:32:52.221708 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-20998725-e574-4a9d-886f-4ab20e06937f tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:32:52.286231 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-20998725-e574-4a9d-886f-4ab20e06937f tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:32:52.334978 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0c26461b-208a-42bd-8e9e-89ccc08a313b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ab167b-766e-43d5-a87c-ac0b903f4890 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:32:52.353088 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0c26461b-208a-42bd-8e9e-89ccc08a313b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:52.359688 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb0135-379e-47c7-9b07-01ddc228e871 admin admin] Deleting port 94881a1d-0b05-46ab-8567-52353867aba4 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:32:52.360026 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2bcb0135-379e-47c7-9b07-01ddc228e871 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:52.389472 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0c26461b-208a-42bd-8e9e-89ccc08a313b service neutron] Transition to ACTIVE for port object 80ab167b-766e-43d5-a87c-ac0b903f4890 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:32:52.402203 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ab278098-969d-475c-a8f4-e3efb8420348 req-dc16330b-a9b4-4133-b756-96b441143d37 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8595469 Nov 10 17:32:52.403376 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0c26461b-208a-42bd-8e9e-89ccc08a313b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:52.559597 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26461b-208a-42bd-8e9e-89ccc08a313b service neutron] Pushing event updated for resources: {'Port': ['ID=80ab167b-766e-43d5-a87c-ac0b903f4890,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:52.583923 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 0a7b94af-79e6-480a-abc2-d4293827c7f6 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:32:52.684022 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20998725-e574-4a9d-886f-4ab20e06937f tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Pushing event updated for resources: {'Port': ['ID=e098545c-1c6b-4153-9075-cbd015f860e7,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:52.711643 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 0a7b94af-79e6-480a-abc2-d4293827c7f6 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:32:52.711987 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 0a7b94af-79e6-480a-abc2-d4293827c7f6 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:32:52.771745 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 97a82430-2ce5-4095-8164-3161b0b51fcb no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:32:52.827238 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-20998725-e574-4a9d-886f-4ab20e06937f tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:52.828053 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-20998725-e574-4a9d-886f-4ab20e06937f tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:52.850909 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cddd2-3f9d-4d37-a2f3-5fa572e97be4 req-d954558c-4415-41e5-bc0a-bbc26fa56db3 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:52.852535 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ef7cddd2-3f9d-4d37-a2f3-5fa572e97be4 req-d954558c-4415-41e5-bc0a-bbc26fa56db3 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 945 time: 0.2092776 Nov 10 17:32:52.867764 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6c92f-5e1f-4ce8-9747-a65aff372bfc req-ceef1e67-c496-45be-86e4-195c6f7ae221 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:52.875937 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e0b6c92f-5e1f-4ce8-9747-a65aff372bfc req-ceef1e67-c496-45be-86e4-195c6f7ae221 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] 10.222.0.39 "GET /v2.0/ports?device_id=885a3a18-befa-4071-bc06-20f9edc6c92b HTTP/1.1" status: 200 len: 948 time: 0.4875462 Nov 10 17:32:52.884728 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 97a82430-2ce5-4095-8164-3161b0b51fcb {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:32:52.885242 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 97a82430-2ce5-4095-8164-3161b0b51fcb not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:32:52.961653 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-20998725-e574-4a9d-886f-4ab20e06937f tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8976231 Nov 10 17:32:52.998429 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0c26461b-208a-42bd-8e9e-89ccc08a313b service neutron] Attempting to bind port 80ab167b-766e-43d5-a87c-ac0b903f4890 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:32:52.998780 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0c26461b-208a-42bd-8e9e-89ccc08a313b service neutron] Attempting to bind port 80ab167b-766e-43d5-a87c-ac0b903f4890 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:32:52.999044 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0c26461b-208a-42bd-8e9e-89ccc08a313b service neutron] Attempting to bind port 80ab167b-766e-43d5-a87c-ac0b903f4890 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:32:53.007750 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-f95d0bf3-836d-43cd-86ba-8685c4ebae72 service neutron] Request body: {'port': {'device_id': '3520aa48-7121-497f-930f-36feb420fa01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:32:53.031387 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-7eb9e113-c78e-4f3b-a471-86c82ba4b4e6 None None] Provisioning complete for port e098545c-1c6b-4153-9075-cbd015f860e7 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:32:53.031969 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7eb9e113-c78e-4f3b-a471-86c82ba4b4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:53.053329 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0c26461b-208a-42bd-8e9e-89ccc08a313b service neutron] Port 80ab167b-766e-43d5-a87c-ac0b903f4890 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:32:53.053806 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0c26461b-208a-42bd-8e9e-89ccc08a313b service neutron] Attempting to bind port 80ab167b-766e-43d5-a87c-ac0b903f4890 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:32:53.084063 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ef7cddd2-3f9d-4d37-a2f3-5fa572e97be4 req-4ea95dc0-dbb9-4483-8f23-326badab30f8 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183185 Nov 10 17:32:53.104246 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0c26461b-208a-42bd-8e9e-89ccc08a313b service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:32:53.104465 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0c26461b-208a-42bd-8e9e-89ccc08a313b service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:32:53.106465 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0c26461b-208a-42bd-8e9e-89ccc08a313b service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:32:53.106950 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0c26461b-208a-42bd-8e9e-89ccc08a313b service neutron] Bound port: 80ab167b-766e-43d5-a87c-ac0b903f4890, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:32:53.110314 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0c26461b-208a-42bd-8e9e-89ccc08a313b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:53.154836 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-2bcb0135-379e-47c7-9b07-01ddc228e871 admin admin] For port 94881a1d-0b05-46ab-8567-52353867aba4, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=94881a1d-0b05-46ab-8567-52353867aba4,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:53.155836 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2bcb0135-379e-47c7-9b07-01ddc228e871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:53.186867 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e0b6c92f-5e1f-4ce8-9747-a65aff372bfc req-062a8750-7168-48c5-9a43-4a6662dbb9f6 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] 10.222.0.39 "GET /v2.0/security-groups?id=a40f5831-cadd-4b42-8bf7-c0e9205614cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040726 Nov 10 17:32:53.198646 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb0135-379e-47c7-9b07-01ddc228e871 admin admin] Calling delete_port for 94881a1d-0b05-46ab-8567-52353867aba4 owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:32:53.357314 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0c26461b-208a-42bd-8e9e-89ccc08a313b service neutron] For port 80ab167b-766e-43d5-a87c-ac0b903f4890, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:32:53.375827 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0c26461b-208a-42bd-8e9e-89ccc08a313b service neutron] For port 80ab167b-766e-43d5-a87c-ac0b903f4890, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=80ab167b-766e-43d5-a87c-ac0b903f4890,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:32:53.397937 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0c26461b-208a-42bd-8e9e-89ccc08a313b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:53.430359 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-f95d0bf3-836d-43cd-86ba-8685c4ebae72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:53.524785 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26461b-208a-42bd-8e9e-89ccc08a313b service neutron] Pushing event updated for resources: {'Port': ['ID=80ab167b-766e-43d5-a87c-ac0b903f4890,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:53.553216 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bb64d4f4-174d-47fc-8c12-df700226e64e req-d2fdc19f-2ce4-49f3-a26b-e4ff578ea8cb tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 210 time: 0.1646054 Nov 10 17:32:53.558879 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-7eb9e113-c78e-4f3b-a471-86c82ba4b4e6 None None] Port e098545c-1c6b-4153-9075-cbd015f860e7 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:32:53.568129 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0c26461b-208a-42bd-8e9e-89ccc08a313b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:53.576283 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0c26461b-208a-42bd-8e9e-89ccc08a313b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:53.579103 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-0c26461b-208a-42bd-8e9e-89ccc08a313b service neutron] 10.222.0.13 "PUT /v2.0/ports/80ab167b-766e-43d5-a87c-ac0b903f4890 HTTP/1.1" status: 200 len: 1097 time: 1.9451044 Nov 10 17:32:53.580644 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885a3a18-befa-4071-bc06-20f9edc6c92b', 'tag': '80ab167b-766e-43d5-a87c-ac0b903f4890'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:32:53.586435 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f69d818-0576-4c8c-8685-561ea59e356a" -d '{"events": [{"name": "network-changed", "server_uuid": "885a3a18-befa-4071-bc06-20f9edc6c92b", "tag": "80ab167b-766e-43d5-a87c-ac0b903f4890"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:32:53.782551 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-91690fc3-bd6a-4667-8cac-d9ba76e12c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:53.784388 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-91690fc3-bd6a-4667-8cac-d9ba76e12c7d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b8059c2e6b945bfb8acf0913a4772dc&device_id=885a3a18-befa-4071-bc06-20f9edc6c92b HTTP/1.1" status: 200 len: 1100 time: 0.1511900 Nov 10 17:32:53.806846 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97252372-7b28-4f43-8f07-0cca87f31c09 req-a6b5dca5-551b-4d3b-a69f-e93e1a5e43d5 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:53.815987 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97252372-7b28-4f43-8f07-0cca87f31c09 req-a6b5dca5-551b-4d3b-a69f-e93e1a5e43d5 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 946 time: 0.1286087 Nov 10 17:32:53.912961 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-f95d0bf3-836d-43cd-86ba-8685c4ebae72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e098545c-1c6b-4153-9075-cbd015f860e7 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:32:53.931549 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-735fba29-ea5a-46be-a459-aeb5996636d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=80ab167b-766e-43d5-a87c-ac0b903f4890 HTTP/1.1" status: 200 len: 217 time: 0.0628557 Nov 10 17:32:53.938239 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-f95d0bf3-836d-43cd-86ba-8685c4ebae72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:53.960091 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-f95d0bf3-836d-43cd-86ba-8685c4ebae72 service neutron] Transition to ACTIVE for port object e098545c-1c6b-4153-9075-cbd015f860e7 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:32:53.989970 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-f95d0bf3-836d-43cd-86ba-8685c4ebae72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:54.020519 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f4c3e-c58e-4021-ba2a-f378d475c200 req-304f4ee2-a6d6-4b53-832d-4f97e9e43a3e tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:54.028799 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-343f4c3e-c58e-4021-ba2a-f378d475c200 req-304f4ee2-a6d6-4b53-832d-4f97e9e43a3e tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 935 time: 0.6687262 Nov 10 17:32:54.044447 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-62f8d064-c94d-4d57-b74f-0adf644a8d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:54.046296 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-62f8d064-c94d-4d57-b74f-0adf644a8d6c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.0692322 Nov 10 17:32:54.057784 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97252372-7b28-4f43-8f07-0cca87f31c09 req-6685630f-a3c6-4ab9-9351-88ddb59b6aad tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396672 Nov 10 17:32:54.194569 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffd9c91-74aa-49cb-8bd4-e9fa7ef310d8 x-openstack-request-id: req-5ffd9c91-74aa-49cb-8bd4-e9fa7ef310d8 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:32:54.194911 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885a3a18-befa-4071-bc06-20f9edc6c92b", "tag": "80ab167b-766e-43d5-a87c-ac0b903f4890", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:32:54.195124 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5ffd9c91-74aa-49cb-8bd4-e9fa7ef310d8 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:32:54.195533 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885a3a18-befa-4071-bc06-20f9edc6c92b', 'tag': '80ab167b-766e-43d5-a87c-ac0b903f4890', 'status': 'completed', 'code': 200} Nov 10 17:32:54.216305 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-252c9602-8dc5-44c5-8e35-60baa286204d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:54.218250 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-252c9602-8dc5-44c5-8e35-60baa286204d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1488440 Nov 10 17:32:54.276509 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d0bf3-836d-43cd-86ba-8685c4ebae72 service neutron] Pushing event updated for resources: {'Port': ['ID=e098545c-1c6b-4153-9075-cbd015f860e7,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:54.405317 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-343f4c3e-c58e-4021-ba2a-f378d475c200 req-ad264581-6be3-4a59-aafe-cda811c25adf tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756068 Nov 10 17:32:54.462590 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-44c68d76-80c7-4dc7-a728-25c38068357f service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309241 Nov 10 17:32:54.508656 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81cf746-68af-4486-99a9-3a799c718199 req-90603a06-b939-4d57-bd59-a031659350b5 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:54.512220 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d81cf746-68af-4486-99a9-3a799c718199 req-90603a06-b939-4d57-bd59-a031659350b5 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 945 time: 0.1348174 Nov 10 17:32:54.521567 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:54.532415 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2bcb0135-379e-47c7-9b07-01ddc228e871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:54.617267 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 94881a1d-0b05-46ab-8567-52353867aba4 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:32:54.626275 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb0135-379e-47c7-9b07-01ddc228e871 admin admin] Pushing event deleted for resources: {'Port': ['ID=94881a1d-0b05-46ab-8567-52353867aba4,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:54.664288 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 94881a1d-0b05-46ab-8567-52353867aba4 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:32:54.676723 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 94881a1d-0b05-46ab-8567-52353867aba4 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:32:54.693477 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-f95d0bf3-836d-43cd-86ba-8685c4ebae72 service neutron] Attempting to bind port e098545c-1c6b-4153-9075-cbd015f860e7 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:32:54.693906 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-f95d0bf3-836d-43cd-86ba-8685c4ebae72 service neutron] Attempting to bind port e098545c-1c6b-4153-9075-cbd015f860e7 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:32:54.694310 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-f95d0bf3-836d-43cd-86ba-8685c4ebae72 service neutron] Attempting to bind port e098545c-1c6b-4153-9075-cbd015f860e7 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:32:54.736245 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-f95d0bf3-836d-43cd-86ba-8685c4ebae72 service neutron] Port e098545c-1c6b-4153-9075-cbd015f860e7 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:32:54.749121 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-f95d0bf3-836d-43cd-86ba-8685c4ebae72 service neutron] Attempting to bind port e098545c-1c6b-4153-9075-cbd015f860e7 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:32:54.786644 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-f95d0bf3-836d-43cd-86ba-8685c4ebae72 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:32:54.787745 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-f95d0bf3-836d-43cd-86ba-8685c4ebae72 service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:32:54.788246 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-f95d0bf3-836d-43cd-86ba-8685c4ebae72 service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:32:54.788781 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-f95d0bf3-836d-43cd-86ba-8685c4ebae72 service neutron] Bound port: e098545c-1c6b-4153-9075-cbd015f860e7, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:32:54.789210 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-f95d0bf3-836d-43cd-86ba-8685c4ebae72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:54.821677 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2bcb0135-379e-47c7-9b07-01ddc228e871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:54.831519 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36f449-30d7-49f4-aa8b-a2fb76fa30d3 req-b699e0e8-48ed-4f51-a785-7979b42a87f1 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:54.834319 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ea36f449-30d7-49f4-aa8b-a2fb76fa30d3 req-b699e0e8-48ed-4f51-a785-7979b42a87f1 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] 10.222.0.39 "GET /v2.0/ports?device_id=885a3a18-befa-4071-bc06-20f9edc6c92b HTTP/1.1" status: 200 len: 948 time: 0.2031703 Nov 10 17:32:54.865377 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:54.875373 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b1f0630-9981-41df-96b3-d7ebec30e176 req-feaf4d74-b858-45aa-988c-3d2989f28b27 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909183 Nov 10 17:32:54.913439 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d81cf746-68af-4486-99a9-3a799c718199 req-5f11f717-cd00-49ad-b996-c66e180c4629 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708639 Nov 10 17:32:54.958631 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-f95d0bf3-836d-43cd-86ba-8685c4ebae72 service neutron] For port e098545c-1c6b-4153-9075-cbd015f860e7, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:32:54.963276 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-f95d0bf3-836d-43cd-86ba-8685c4ebae72 service neutron] For port e098545c-1c6b-4153-9075-cbd015f860e7, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=e098545c-1c6b-4153-9075-cbd015f860e7,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:32:55.009049 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-f95d0bf3-836d-43cd-86ba-8685c4ebae72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:55.033259 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69d818-0576-4c8c-8685-561ea59e356a req-7a99950f-2525-423d-bba4-a14d96e77684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:55.042950 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4f69d818-0576-4c8c-8685-561ea59e356a req-7a99950f-2525-423d-bba4-a14d96e77684 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b8059c2e6b945bfb8acf0913a4772dc&device_id=885a3a18-befa-4071-bc06-20f9edc6c92b HTTP/1.1" status: 200 len: 1100 time: 0.0928814 Nov 10 17:32:55.114310 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2bcb0135-379e-47c7-9b07-01ddc228e871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:55.116956 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2bcb0135-379e-47c7-9b07-01ddc228e871 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:55.197260 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7063f91-684a-49f7-a7f9-d38bf898746d req-b04bccb8-40e0-4730-9bc3-6d7b0558cbd4 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 210 time: 0.0438585 Nov 10 17:32:55.204412 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69d818-0576-4c8c-8685-561ea59e356a req-c36de43b-13c1-49a2-b3f0-f8ed5e263fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:55.206434 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4f69d818-0576-4c8c-8685-561ea59e356a req-c36de43b-13c1-49a2-b3f0-f8ed5e263fc8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.1539676 Nov 10 17:32:55.296135 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-f95d0bf3-836d-43cd-86ba-8685c4ebae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:55.296919 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-f95d0bf3-836d-43cd-86ba-8685c4ebae72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:55.299686 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-f95d0bf3-836d-43cd-86ba-8685c4ebae72 service neutron] 10.222.0.13 "PUT /v2.0/ports/e098545c-1c6b-4153-9075-cbd015f860e7 HTTP/1.1" status: 200 len: 1096 time: 2.3282316 Nov 10 17:32:55.306974 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3520aa48-7121-497f-930f-36feb420fa01', 'tag': 'e098545c-1c6b-4153-9075-cbd015f860e7'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:32:55.310474 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8f4170-7d66-436f-b71e-a17658befa14" -d '{"events": [{"name": "network-changed", "server_uuid": "3520aa48-7121-497f-930f-36feb420fa01", "tag": "e098545c-1c6b-4153-9075-cbd015f860e7"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:32:55.314909 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4f69d818-0576-4c8c-8685-561ea59e356a req-45b7be59-764f-400f-9f3c-334c41cc39eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=80ab167b-766e-43d5-a87c-ac0b903f4890 HTTP/1.1" status: 200 len: 217 time: 0.0931408 Nov 10 17:32:55.317831 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2bcb0135-379e-47c7-9b07-01ddc228e871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:55.318742 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bcb0135-379e-47c7-9b07-01ddc228e871 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:32:55.338334 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2bcb0135-379e-47c7-9b07-01ddc228e871 admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:55.346300 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2bcb0135-379e-47c7-9b07-01ddc228e871 admin admin] 10.222.0.39 "DELETE /v2.0/routers/3e6e9d02-7e51-4ec6-8085-7c4e7688b4d4 HTTP/1.1" status: 204 len: 168 time: 4.3855965 Nov 10 17:32:55.350548 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 60090) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:32:55.351192 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d0bf3-836d-43cd-86ba-8685c4ebae72 service neutron] Pushing event updated for resources: {'Port': ['ID=e098545c-1c6b-4153-9075-cbd015f860e7,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:55.452119 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-db89300c-0dcd-4d3f-9bc6-2a9ddbc693ee admin admin] Deleting subnet 8ffcd500-8c49-45db-8ca7-a366a29076c0 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:32:55.502411 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-db89300c-0dcd-4d3f-9bc6-2a9ddbc693ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:55.575989 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d94206-8885-4f28-b6ba-e040616bb35c req-eb964a9b-dc74-445b-a464-769d82ff10fb tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:55.593701 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-84d94206-8885-4f28-b6ba-e040616bb35c req-eb964a9b-dc74-445b-a464-769d82ff10fb tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 946 time: 0.2762783 Nov 10 17:32:55.612359 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ea36f449-30d7-49f4-aa8b-a2fb76fa30d3 req-29945d3c-6fd8-48a0-8ee7-79f5594bc03e tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] 10.222.0.39 "GET /v2.0/security-groups?id=a40f5831-cadd-4b42-8bf7-c0e9205614cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6051862 Nov 10 17:32:55.641487 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-db89300c-0dcd-4d3f-9bc6-2a9ddbc693ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:55.711345 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-8d635032-f0d6-4e92-b84a-f653cb0c0af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:55.726878 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69d818-0576-4c8c-8685-561ea59e356a req-065a2709-04f2-48ed-8fe1-0a41ce1062d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:55.728450 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-8d635032-f0d6-4e92-b84a-f653cb0c0af4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 1099 time: 0.2485828 Nov 10 17:32:55.729195 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4f69d818-0576-4c8c-8685-561ea59e356a req-065a2709-04f2-48ed-8fe1-0a41ce1062d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.3376515 Nov 10 17:32:55.745913 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-84d94206-8885-4f28-b6ba-e040616bb35c req-6c421cfa-7309-4df9-a592-1bb542c34ea7 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512530 Nov 10 17:32:55.819258 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69d818-0576-4c8c-8685-561ea59e356a req-0d70ff64-cc57-43d0-a10f-f40ceb47f999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:55.820734 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4f69d818-0576-4c8c-8685-561ea59e356a req-0d70ff64-cc57-43d0-a10f-f40ceb47f999 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0735226 Nov 10 17:32:55.876796 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4d69c9-de54-4fa0-9ab0-98970992a397 x-openstack-request-id: req-dd4d69c9-de54-4fa0-9ab0-98970992a397 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:32:55.877085 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3520aa48-7121-497f-930f-36feb420fa01", "tag": "e098545c-1c6b-4153-9075-cbd015f860e7", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:32:55.877340 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd4d69c9-de54-4fa0-9ab0-98970992a397 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:32:55.877754 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3520aa48-7121-497f-930f-36feb420fa01', 'tag': 'e098545c-1c6b-4153-9075-cbd015f860e7', 'status': 'completed', 'code': 200} Nov 10 17:32:55.882446 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-e572bab9-a1c7-444d-92e5-d1c6948896e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=e098545c-1c6b-4153-9075-cbd015f860e7 HTTP/1.1" status: 200 len: 217 time: 0.1531439 Nov 10 17:32:56.020689 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd520b80-a242-4751-a622-5575564e6fb7 req-92cf4367-fa35-4667-95bc-3f1296f1648d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:56.022831 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fd520b80-a242-4751-a622-5575564e6fb7 req-92cf4367-fa35-4667-95bc-3f1296f1648d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 947 time: 0.1070614 Nov 10 17:32:56.025980 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4f69d818-0576-4c8c-8685-561ea59e356a req-1b260dad-d375-4153-a118-2e2149441c97 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942089 Nov 10 17:32:56.119307 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-db89300c-0dcd-4d3f-9bc6-2a9ddbc693ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:56.123223 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-407a2db1-336f-4991-8169-3037036e19f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:56.135216 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-407a2db1-336f-4991-8169-3037036e19f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.2420352 Nov 10 17:32:56.195826 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fd520b80-a242-4751-a622-5575564e6fb7 req-e5c87324-4b5a-4f68-a5c5-56aa6d9e190b tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668310 Nov 10 17:32:56.266332 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-db89300c-0dcd-4d3f-9bc6-2a9ddbc693ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:56.278369 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4f69d818-0576-4c8c-8685-561ea59e356a req-2b21abbf-5657-4e57-ad9b-28d7bfb6c91b service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126906 Nov 10 17:32:56.324809 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49618568-9503-4bad-86db-46cc9a567df1 req-554844b6-b935-49da-8b3a-2eb3d36835d5 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:56.326951 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-49618568-9503-4bad-86db-46cc9a567df1 req-554844b6-b935-49da-8b3a-2eb3d36835d5 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 945 time: 0.2596328 Nov 10 17:32:56.329682 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89300c-0dcd-4d3f-9bc6-2a9ddbc693ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ffcd500-8c49-45db-8ca7-a366a29076c0,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:56.338867 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-db89300c-0dcd-4d3f-9bc6-2a9ddbc693ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:56.342406 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-db89300c-0dcd-4d3f-9bc6-2a9ddbc693ee admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8ffcd500-8c49-45db-8ca7-a366a29076c0 HTTP/1.1" status: 204 len: 168 time: 0.9817703 Nov 10 17:32:56.344718 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60110) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:32:56.347279 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e294df-47fc-4875-8117-ae7fbdc33e37 None None] Network b7801527-50b7-4bc0-a554-ec40d3f8072d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:32:56.358165 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-da4f5abf-fb2f-4063-99c3-4f476d82b855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:56.359668 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-da4f5abf-fb2f-4063-99c3-4f476d82b855 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1998417 Nov 10 17:32:56.556008 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f29c0bfb-7e00-4072-a51f-06c781b6428d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:56.605357 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-9e2e80a4-442c-4708-bf9f-7caaa359df7d service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306468 Nov 10 17:32:56.616603 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fd80cfcd-f15c-490b-bd8f-48fc83510796 req-bdadd9a6-72b1-409f-ac1b-758f0f26e406 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 210 time: 0.0826497 Nov 10 17:32:56.720674 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5eadccd-d64f-41d3-a573-06dc008c7f0c None None] DHCP port deletion for b7801527-50b7-4bc0-a554-ec40d3f8072d request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:32:56.747457 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-49618568-9503-4bad-86db-46cc9a567df1 req-3a82907f-4af2-45c7-8b0a-b5699f1c7717 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715672 Nov 10 17:32:56.747650 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-f29c0bfb-7e00-4072-a51f-06c781b6428d admin admin] Deleting port abd1144e-26d3-4d2e-bb91-c57b2c968b22 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:32:56.747867 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f29c0bfb-7e00-4072-a51f-06c781b6428d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:56.814226 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f2074340-59d7-4d15-adf1-835bb9aaa063 req-3adec6ca-408b-4518-9a0e-2bb7844b7353 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948650 Nov 10 17:32:56.871770 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-f29c0bfb-7e00-4072-a51f-06c781b6428d admin admin] For port abd1144e-26d3-4d2e-bb91-c57b2c968b22, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=abd1144e-26d3-4d2e-bb91-c57b2c968b22,segment=NetworkSegment(c28591c0-e56d-4649-abbe-8ecb0836f1f8),segment_id=c28591c0-e56d-4649-abbe-8ecb0836f1f8)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:56.872993 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f29c0bfb-7e00-4072-a51f-06c781b6428d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:56.888807 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb414de-ca79-400b-b3f2-6b33f9656fe4 req-f75e6f81-dff5-48aa-8290-90797711b006 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:56.890594 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9cb414de-ca79-400b-b3f2-6b33f9656fe4 req-f75e6f81-dff5-48aa-8290-90797711b006 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] 10.222.0.39 "GET /v2.0/ports?device_id=885a3a18-befa-4071-bc06-20f9edc6c92b HTTP/1.1" status: 200 len: 948 time: 0.1255102 Nov 10 17:32:56.907962 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c5eadccd-d64f-41d3-a573-06dc008c7f0c None None] Deleting port abd1144e-26d3-4d2e-bb91-c57b2c968b22 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:32:56.915004 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c5eadccd-d64f-41d3-a573-06dc008c7f0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:56.915864 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-f29c0bfb-7e00-4072-a51f-06c781b6428d admin admin] Calling delete_port for abd1144e-26d3-4d2e-bb91-c57b2c968b22 owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:32:57.009103 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f4170-7d66-436f-b71e-a17658befa14 req-f89ab7d7-011d-4f52-bee1-88130fd4dbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:57.013075 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bc8f4170-7d66-436f-b71e-a17658befa14 req-f89ab7d7-011d-4f52-bee1-88130fd4dbd1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 1099 time: 0.1336894 Nov 10 17:32:57.070487 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c5eadccd-d64f-41d3-a573-06dc008c7f0c None None] For port abd1144e-26d3-4d2e-bb91-c57b2c968b22, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=abd1144e-26d3-4d2e-bb91-c57b2c968b22,segment=NetworkSegment(c28591c0-e56d-4649-abbe-8ecb0836f1f8),segment_id=c28591c0-e56d-4649-abbe-8ecb0836f1f8)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:57.070803 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c5eadccd-d64f-41d3-a573-06dc008c7f0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:57.092098 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9cb414de-ca79-400b-b3f2-6b33f9656fe4 req-9b462959-8088-464b-88f4-38340ff78150 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] 10.222.0.39 "GET /v2.0/security-groups?id=a40f5831-cadd-4b42-8bf7-c0e9205614cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863449 Nov 10 17:32:57.114617 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c5eadccd-d64f-41d3-a573-06dc008c7f0c None None] Calling delete_port for abd1144e-26d3-4d2e-bb91-c57b2c968b22 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:32:57.172394 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f29c0bfb-7e00-4072-a51f-06c781b6428d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:57.221411 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c0bfb-7e00-4072-a51f-06c781b6428d admin admin] Pushing event deleted for resources: {'Port': ['ID=abd1144e-26d3-4d2e-bb91-c57b2c968b22,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:57.230141 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29c0bfb-7e00-4072-a51f-06c781b6428d admin admin] No DVR routers for this DVR port abd1144e-26d3-4d2e-bb91-c57b2c968b22 on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:32:57.231642 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d36c7-0a4c-4855-bc31-12b8fba51de5 req-36ee3675-7a42-47b9-9358-801ecc7495b9 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:57.241222 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9b8d36c7-0a4c-4855-bc31-12b8fba51de5 req-36ee3675-7a42-47b9-9358-801ecc7495b9 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 946 time: 0.3035572 Nov 10 17:32:57.273873 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c5eadccd-d64f-41d3-a573-06dc008c7f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:57.346107 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eadccd-d64f-41d3-a573-06dc008c7f0c None None] No DVR routers for this DVR port abd1144e-26d3-4d2e-bb91-c57b2c968b22 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:32:57.368250 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eadccd-d64f-41d3-a573-06dc008c7f0c None None] Pushing event deleted for resources: {'Port': ['ID=abd1144e-26d3-4d2e-bb91-c57b2c968b22,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:57.381142 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f4170-7d66-436f-b71e-a17658befa14 req-ab9f1057-d8cc-4db3-892b-9bd9ffab6953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:57.382791 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bc8f4170-7d66-436f-b71e-a17658befa14 req-ab9f1057-d8cc-4db3-892b-9bd9ffab6953 service neutron] 10.222.0.13 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.3526671 Nov 10 17:32:57.388737 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eadccd-d64f-41d3-a573-06dc008c7f0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:57.389085 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eadccd-d64f-41d3-a573-06dc008c7f0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:57.391480 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eadccd-d64f-41d3-a573-06dc008c7f0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:57.391843 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eadccd-d64f-41d3-a573-06dc008c7f0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:57.392265 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eadccd-d64f-41d3-a573-06dc008c7f0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:57.395220 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eadccd-d64f-41d3-a573-06dc008c7f0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:57.395602 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eadccd-d64f-41d3-a573-06dc008c7f0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:57.395953 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eadccd-d64f-41d3-a573-06dc008c7f0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:57.396330 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eadccd-d64f-41d3-a573-06dc008c7f0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:57.396693 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eadccd-d64f-41d3-a573-06dc008c7f0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:57.397307 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eadccd-d64f-41d3-a573-06dc008c7f0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:57.397307 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eadccd-d64f-41d3-a573-06dc008c7f0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:32:57.430724 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9b8d36c7-0a4c-4855-bc31-12b8fba51de5 req-59715ccc-3c17-4cae-9e78-a9e191643c6d tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883914 Nov 10 17:32:57.481051 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bc8f4170-7d66-436f-b71e-a17658befa14 req-b249eab0-00e9-415d-aff0-51fc4455fdad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=e098545c-1c6b-4153-9075-cbd015f860e7 HTTP/1.1" status: 200 len: 217 time: 0.0874484 Nov 10 17:32:57.523649 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f29c0bfb-7e00-4072-a51f-06c781b6428d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:57.561091 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa0423-8276-4839-85e0-e5cfc9d2c61c req-ca653ac5-d8b3-4b80-9327-63955182aab5 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:57.563108 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9caa0423-8276-4839-85e0-e5cfc9d2c61c req-ca653ac5-d8b3-4b80-9327-63955182aab5 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 947 time: 0.2527018 Nov 10 17:32:57.594523 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-f29c0bfb-7e00-4072-a51f-06c781b6428d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7801527-50b7-4bc0-a554-ec40d3f8072d']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:57.603912 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f4170-7d66-436f-b71e-a17658befa14 req-fa73ec6b-7ef9-49ce-9b4f-628e56a6dc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:57.605688 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bc8f4170-7d66-436f-b71e-a17658befa14 req-fa73ec6b-7ef9-49ce-9b4f-628e56a6dc3d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1145718 Nov 10 17:32:57.619480 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-f29c0bfb-7e00-4072-a51f-06c781b6428d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c28591c0-e56d-4649-abbe-8ecb0836f1f8') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:57.620041 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-f29c0bfb-7e00-4072-a51f-06c781b6428d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c28591c0-e56d-4649-abbe-8ecb0836f1f8') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:32:57.685670 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f29c0bfb-7e00-4072-a51f-06c781b6428d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:57.707151 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f4170-7d66-436f-b71e-a17658befa14 req-e4494560-85f7-426a-b94d-53758231d8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:57.709371 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bc8f4170-7d66-436f-b71e-a17658befa14 req-e4494560-85f7-426a-b94d-53758231d8c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0932314 Nov 10 17:32:57.712506 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9caa0423-8276-4839-85e0-e5cfc9d2c61c req-f14fe5ef-2c3f-4834-8358-7b6763636174 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404796 Nov 10 17:32:57.741308 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f29c0bfb-7e00-4072-a51f-06c781b6428d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:57.759569 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29c0bfb-7e00-4072-a51f-06c781b6428d admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:32:57.759873 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f29c0bfb-7e00-4072-a51f-06c781b6428d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:57.761809 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:32:57.761809 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:32:57.761809 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:32:57.761809 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:32:57.761809 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:32:57.761809 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:32:57.761809 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:32:57.761809 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:32:57.761809 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:32:57.761809 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:32:57.761809 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:32:57.761809 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:32:57.761809 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:32:57.761809 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:32:57.761809 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:32:57.761809 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:32:57.761809 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:32:57.761809 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:32:57.761809 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:32:57.761809 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:32:57.761809 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:32:57.761809 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:32:57.761809 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:32:57.761809 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:32:57.761809 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:32:57.761809 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:32:57.761809 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:32:57.761809 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:32:57.761809 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:32:57.761809 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:32:57.761809 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:32:57.761809 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:32:57.868181 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b51c1221-26e1-4ddc-a1a4-c75748194667 req-f445ea01-fd8b-4d38-adf5-8a4ce026ab58 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 210 time: 0.1181791 Nov 10 17:32:57.887599 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f29c0bfb-7e00-4072-a51f-06c781b6428d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:57.897759 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f29c0bfb-7e00-4072-a51f-06c781b6428d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:57.903710 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f29c0bfb-7e00-4072-a51f-06c781b6428d admin admin] 10.222.0.39 "DELETE /v2.0/networks/b7801527-50b7-4bc0-a554-ec40d3f8072d HTTP/1.1" status: 204 len: 168 time: 1.5554116 Nov 10 17:32:57.905602 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 60136) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:32:57.952568 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c0bfb-7e00-4072-a51f-06c781b6428d admin admin] Pushing event deleted for resources: {'Network': ['ID=b7801527-50b7-4bc0-a554-ec40d3f8072d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:57.983629 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e4329-5d46-4902-87e4-baa351219498 req-d5dfc09b-1f7e-4733-98a2-eb0b6641b2f3 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:57.985490 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ca1e4329-5d46-4902-87e4-baa351219498 req-d5dfc09b-1f7e-4733-98a2-eb0b6641b2f3 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 945 time: 0.0833361 Nov 10 17:32:58.029673 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bc8f4170-7d66-436f-b71e-a17658befa14 req-dddc4b1d-513f-4182-bd3a-253688de29b1 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085046 Nov 10 17:32:58.068512 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ca1e4329-5d46-4902-87e4-baa351219498 req-5f23ec2c-51f9-4560-89d3-16b1d931dd79 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733263 Nov 10 17:32:58.577101 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bc8f4170-7d66-436f-b71e-a17658befa14 req-ee0b11de-a288-4556-b10f-f3d674a9f1ac service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416914 Nov 10 17:32:58.621303 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device abd1144e-26d3-4d2e-bb91-c57b2c968b22 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:32:58.625760 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0d26d-b608-4c51-85dd-f502d7e77dd6 req-b551f514-022a-46f6-af79-1ca67f57331d tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:58.634106 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d8c0d26d-b608-4c51-85dd-f502d7e77dd6 req-b551f514-022a-46f6-af79-1ca67f57331d tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 946 time: 0.0949194 Nov 10 17:32:58.659973 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: abd1144e-26d3-4d2e-bb91-c57b2c968b22 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:32:58.660369 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device abd1144e-26d3-4d2e-bb91-c57b2c968b22 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:32:58.730643 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d8c0d26d-b608-4c51-85dd-f502d7e77dd6 req-9034ee88-a025-495e-bfd0-773b87be83a8 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906076 Nov 10 17:32:58.766701 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 80ab167b-766e-43d5-a87c-ac0b903f4890 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:32:58.781433 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20a827-1258-43a0-814e-a3a86fdd9a7a req-6c91030a-1c64-4b3d-968d-3a009eeaa562 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:58.787395 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a20a827-1258-43a0-814e-a3a86fdd9a7a req-6c91030a-1c64-4b3d-968d-3a009eeaa562 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] 10.222.0.39 "GET /v2.0/ports?device_id=885a3a18-befa-4071-bc06-20f9edc6c92b HTTP/1.1" status: 200 len: 948 time: 0.3506691 Nov 10 17:32:58.942502 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a20a827-1258-43a0-814e-a3a86fdd9a7a req-c18fbcf5-26e0-4cce-a6d7-9080e7f06814 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] 10.222.0.39 "GET /v2.0/security-groups?id=a40f5831-cadd-4b42-8bf7-c0e9205614cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459851 Nov 10 17:32:59.092932 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c874ffd-97fd-4f78-b1db-a8433beb77db req-66e99508-d9ec-4847-b195-d1c72d8214a9 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:59.094478 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3c874ffd-97fd-4f78-b1db-a8433beb77db req-66e99508-d9ec-4847-b195-d1c72d8214a9 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 947 time: 0.1353774 Nov 10 17:32:59.146625 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-891611b4-9d89-40c2-9cc9-25dfece25102 req-903743dd-5c5d-4a5f-aae7-19222e09a24d tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 210 time: 0.0622182 Nov 10 17:32:59.221059 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3c874ffd-97fd-4f78-b1db-a8433beb77db req-2731600e-e519-4988-a3b3-abc2a3519e8d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037841 Nov 10 17:32:59.271549 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 80ab167b-766e-43d5-a87c-ac0b903f4890, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=80ab167b-766e-43d5-a87c-ac0b903f4890,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:59.294389 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '80ab167b-766e-43d5-a87c-ac0b903f4890', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': '80ab167b-766e-43d5-a87c-ac0b903f4890', 'mac_address': 'fa:16:3e:78:1e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:32:59.346424 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:59.363125 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ab167b-766e-43d5-a87c-ac0b903f4890 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:32:59.373681 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085aea96-034a-4cd3-9a46-6d3fa53d0a5f req-d32aa32a-afb3-4915-96d7-1bb6db54e0e3 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:59.375710 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-085aea96-034a-4cd3-9a46-6d3fa53d0a5f req-d32aa32a-afb3-4915-96d7-1bb6db54e0e3 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 945 time: 0.1190021 Nov 10 17:32:59.396774 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 80ab167b-766e-43d5-a87c-ac0b903f4890, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=80ab167b-766e-43d5-a87c-ac0b903f4890,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:59.405773 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:59.442670 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9bdafb2c-0794-4743-a188-656a1bbf55b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:59.465771 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=80ab167b-766e-43d5-a87c-ac0b903f4890,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:32:59.543211 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-085aea96-034a-4cd3-9a46-6d3fa53d0a5f req-41b248d5-fb83-498f-9014-c4107ea59a95 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536498 Nov 10 17:32:59.730086 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['80ab167b-766e-43d5-a87c-ac0b903f4890'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:32:59.751832 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-9bdafb2c-0794-4743-a188-656a1bbf55b9 admin admin] Deleting port 043770b7-25d1-4df8-a893-383a28f6ed92 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:32:59.752802 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9bdafb2c-0794-4743-a188-656a1bbf55b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:59.915268 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-9bdafb2c-0794-4743-a188-656a1bbf55b9 admin admin] For port 043770b7-25d1-4df8-a893-383a28f6ed92, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=043770b7-25d1-4df8-a893-383a28f6ed92,segment=NetworkSegment(491b46b5-1463-41dc-9466-3d16e3bd0ff2),segment_id=491b46b5-1463-41dc-9466-3d16e3bd0ff2)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:32:59.916094 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9bdafb2c-0794-4743-a188-656a1bbf55b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:32:59.950619 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-9bdafb2c-0794-4743-a188-656a1bbf55b9 admin admin] Calling delete_port for 043770b7-25d1-4df8-a893-383a28f6ed92 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:32:59.979860 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8b9bd-cc0a-4828-963f-da15a70805b9 req-46a0a50c-0f04-4637-9456-a632b939bd7f tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:32:59.990076 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9ea8b9bd-cc0a-4828-963f-da15a70805b9 req-46a0a50c-0f04-4637-9456-a632b939bd7f tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 946 time: 0.1285994 Nov 10 17:33:00.069473 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9ea8b9bd-cc0a-4828-963f-da15a70805b9 req-81feebc7-698d-4801-a9fe-3ac959861731 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707319 Nov 10 17:33:00.220471 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e1f03-732b-4837-bc6f-da0813cdf25e req-142bac2a-5407-4614-a107-c8b7d4610cfc tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:00.222882 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e70e1f03-732b-4837-bc6f-da0813cdf25e req-142bac2a-5407-4614-a107-c8b7d4610cfc tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] 10.222.0.39 "GET /v2.0/ports?device_id=885a3a18-befa-4071-bc06-20f9edc6c92b HTTP/1.1" status: 200 len: 949 time: 0.1136835 Nov 10 17:33:00.300252 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-343ed885-2c7c-40da-bbec-a6704be86914 req-8b6a0c6d-dd6e-40ac-a4d8-581096d3104c tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=601c2270-ff4c-4719-ae56-1c219aeba15c HTTP/1.1" status: 200 len: 210 time: 0.0437374 Nov 10 17:33:00.380750 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e70e1f03-732b-4837-bc6f-da0813cdf25e req-7aec29a7-3df4-4bb6-a288-c8876e12f8ef tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] 10.222.0.39 "GET /v2.0/security-groups?id=a40f5831-cadd-4b42-8bf7-c0e9205614cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498487 Nov 10 17:33:00.404717 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9bdafb2c-0794-4743-a188-656a1bbf55b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:00.488064 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b8f49fb9-026d-4432-b1cf-1e87c69e0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:00.506677 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdafb2c-0794-4743-a188-656a1bbf55b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=043770b7-25d1-4df8-a893-383a28f6ed92,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:00.602812 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fb822-04f5-4cea-95fe-d9b12c506000 req-3748175b-89a6-42b5-9960-f329a990be48 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:00.607667 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ab1fb822-04f5-4cea-95fe-d9b12c506000 req-3748175b-89a6-42b5-9960-f329a990be48 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 947 time: 0.1617026 Nov 10 17:33:00.770765 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device e098545c-1c6b-4153-9075-cbd015f860e7 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:33:00.792390 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ab1fb822-04f5-4cea-95fe-d9b12c506000 req-7a81b856-ab19-48dd-97d2-14d75f849844 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752579 Nov 10 17:33:00.794731 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 80ab167b-766e-43d5-a87c-ac0b903f4890 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:33:00.915143 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701cae0e-bbbd-4f2e-a157-05c9dd2dbfae req-a2532702-8a0a-47bf-9873-51c6091a6f2c tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:00.924647 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-701cae0e-bbbd-4f2e-a157-05c9dd2dbfae req-a2532702-8a0a-47bf-9873-51c6091a6f2c tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 945 time: 0.1960163 Nov 10 17:33:01.072457 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 80ab167b-766e-43d5-a87c-ac0b903f4890 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:33:01.081709 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 80ab167b-766e-43d5-a87c-ac0b903f4890 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:33:01.082593 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:01.092556 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-701cae0e-bbbd-4f2e-a157-05c9dd2dbfae req-4b4f82f4-f35b-4547-95c9-6fd2bd271e55 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668224 Nov 10 17:33:01.164618 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port e098545c-1c6b-4153-9075-cbd015f860e7, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=e098545c-1c6b-4153-9075-cbd015f860e7,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:01.180834 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'e098545c-1c6b-4153-9075-cbd015f860e7', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': 'e098545c-1c6b-4153-9075-cbd015f860e7', 'mac_address': 'fa:16:3e:cc:12:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:33:01.196753 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9bdafb2c-0794-4743-a188-656a1bbf55b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:01.303085 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283cceb-b673-476e-a9ae-1c85723a8ee7 req-fbc5cc94-3fcb-42cd-b2a6-fc88cfec2b16 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:01.326980 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8283cceb-b673-476e-a9ae-1c85723a8ee7 req-fbc5cc94-3fcb-42cd-b2a6-fc88cfec2b16 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 946 time: 0.1167214 Nov 10 17:33:01.350780 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:01.363499 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:01.413774 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 80ab167b-766e-43d5-a87c-ac0b903f4890, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=80ab167b-766e-43d5-a87c-ac0b903f4890,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:01.416709 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885a3a18-befa-4071-bc06-20f9edc6c92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ab167b-766e-43d5-a87c-ac0b903f4890'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:01.419675 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1faab97-b586-4235-b27b-e64597d43af0" -d '{"events": [{"server_uuid": "885a3a18-befa-4071-bc06-20f9edc6c92b", "name": "network-vif-plugged", "status": "completed", "tag": "80ab167b-766e-43d5-a87c-ac0b903f4890"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:01.424474 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e098545c-1c6b-4153-9075-cbd015f860e7 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:33:01.434217 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:01.478126 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8283cceb-b673-476e-a9ae-1c85723a8ee7 req-5aaac786-375c-48b1-9a40-85fc5ec46ad9 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364708 Nov 10 17:33:01.480478 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port e098545c-1c6b-4153-9075-cbd015f860e7, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=e098545c-1c6b-4153-9075-cbd015f860e7,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:01.496267 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:01.534095 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=80ab167b-766e-43d5-a87c-ac0b903f4890,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:01.580093 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ea76c4-6f63-4e58-b870-870ef510f331 x-openstack-request-id: req-f5ea76c4-6f63-4e58-b870-870ef510f331 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:01.580445 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885a3a18-befa-4071-bc06-20f9edc6c92b", "name": "network-vif-plugged", "status": "completed", "tag": "80ab167b-766e-43d5-a87c-ac0b903f4890", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:01.580707 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f5ea76c4-6f63-4e58-b870-870ef510f331 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:01.581782 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885a3a18-befa-4071-bc06-20f9edc6c92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ab167b-766e-43d5-a87c-ac0b903f4890', 'code': 200} Nov 10 17:33:01.677194 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bdafb2c-0794-4743-a188-656a1bbf55b9 admin admin] Router 40bd4ca2-36ed-4f22-bfd9-cd0bf9481980 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:33:01.686635 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=e098545c-1c6b-4153-9075-cbd015f860e7,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:01.794220 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['e098545c-1c6b-4153-9075-cbd015f860e7'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:33:01.864491 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117909e7-b51b-4c46-972e-bef7e3933ed5 req-f21c8f49-430a-4603-a514-5d4bb4c58d9f tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:01.871622 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-117909e7-b51b-4c46-972e-bef7e3933ed5 req-f21c8f49-430a-4603-a514-5d4bb4c58d9f tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] 10.222.0.39 "GET /v2.0/ports?device_id=885a3a18-befa-4071-bc06-20f9edc6c92b HTTP/1.1" status: 200 len: 950 time: 0.2632213 Nov 10 17:33:01.874820 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdafb2c-0794-4743-a188-656a1bbf55b9 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:33:01.884613 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d91fadf-d0ad-4641-93ba-5d122d1ba9b6 None None] Sync routers for ids ['40bd4ca2-36ed-4f22-bfd9-cd0bf9481980'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:33:01.899474 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9bdafb2c-0794-4743-a188-656a1bbf55b9 admin admin] 10.222.0.39 "PUT /v2.0/routers/40bd4ca2-36ed-4f22-bfd9-cd0bf9481980/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9902704 Nov 10 17:33:01.900031 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d91fadf-d0ad-4641-93ba-5d122d1ba9b6 None None] Routers {'40bd4ca2-36ed-4f22-bfd9-cd0bf9481980'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:33:01.900304 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60208) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:01.900718 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0d91fadf-d0ad-4641-93ba-5d122d1ba9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:32:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['40bd4ca2-36ed-4f22-bfd9-cd0bf9481980'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:33:02.050933 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-117909e7-b51b-4c46-972e-bef7e3933ed5 req-1dbf10cb-2c84-48af-b655-da9a2b73510d tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] 10.222.0.39 "GET /v2.0/security-groups?id=a40f5831-cadd-4b42-8bf7-c0e9205614cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733563 Nov 10 17:33:02.060741 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e9d1b-0064-4eea-b503-6ac3ba5d9af1 req-b98ea419-ffac-4793-9a26-c91f1da6754e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:02.070072 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-657e9d1b-0064-4eea-b503-6ac3ba5d9af1 req-b98ea419-ffac-4793-9a26-c91f1da6754e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=885a3a18-befa-4071-bc06-20f9edc6c92b HTTP/1.1" status: 200 len: 1102 time: 0.4008300 Nov 10 17:33:02.162750 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-0d91fadf-d0ad-4641-93ba-5d122d1ba9b6 None None] Set router 40bd4ca2-36ed-4f22-bfd9-cd0bf9481980 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:33:02.206452 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-657e9d1b-0064-4eea-b503-6ac3ba5d9af1 req-fd3bc0b0-0b12-4571-98be-9980674079ea service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a40f5831-cadd-4b42-8bf7-c0e9205614cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256354 Nov 10 17:33:02.345742 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-29a90d01-ba18-46a1-9f9e-fadce9d1398b admin admin] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:02.391092 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb00cd-731d-4c10-8adc-b3d5c1734de1 req-ba21732d-80e6-49d4-ab52-181170653fee tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:02.405312 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cefb00cd-731d-4c10-8adc-b3d5c1734de1 req-ba21732d-80e6-49d4-ab52-181170653fee tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 945 time: 0.1357408 Nov 10 17:33:02.445986 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0d91fadf-d0ad-4641-93ba-5d122d1ba9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd4ca2-36ed-4f22-bfd9-cd0bf9481980', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-801039373-router', 'tenant_id': 'de752a867467437f915f5951735b0910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '20399439-29a2-4bd0-97d2-7bc1c00d8661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:27:48Z', 'updated_at': '2021-11-10T17:33:00Z', 'revision_number': 5, 'project_id': 'de752a867467437f915f5951735b0910', 'gw_port': {'id': '20399439-29a2-4bd0-97d2-7bc1c00d8661', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd4ca2-36ed-4f22-bfd9-cd0bf9481980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:49Z', 'updated_at': '2021-11-10T17:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:33:02.492669 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d91fadf-d0ad-4641-93ba-5d122d1ba9b6 None None] Checking router: 40bd4ca2-36ed-4f22-bfd9-cd0bf9481980 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:33:02.512901 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cefb00cd-731d-4c10-8adc-b3d5c1734de1 req-eae03bfd-f81a-4388-bbe2-de8055c5a711 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066358 Nov 10 17:33:02.546271 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d91fadf-d0ad-4641-93ba-5d122d1ba9b6 None None] Routers {'40bd4ca2-36ed-4f22-bfd9-cd0bf9481980'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:33:02.549933 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0d91fadf-d0ad-4641-93ba-5d122d1ba9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:32:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['40bd4ca2-36ed-4f22-bfd9-cd0bf9481980'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:33:02.583452 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-29a90d01-ba18-46a1-9f9e-fadce9d1398b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:02.643657 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b83834-9bca-427f-bb5d-caf1d14d6870 req-d6869447-4da1-484f-983e-db380783c53f tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:02.654788 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-15b83834-9bca-427f-bb5d-caf1d14d6870 req-d6869447-4da1-484f-983e-db380783c53f tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 948 time: 0.6256688 Nov 10 17:33:02.691622 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405d096-9904-4ae6-b657-62c3859d8767 req-c0f2abd5-af67-4c34-baeb-6bda1a9855d5 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:02.702907 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c405d096-9904-4ae6-b657-62c3859d8767 req-c0f2abd5-af67-4c34-baeb-6bda1a9855d5 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 946 time: 0.0795670 Nov 10 17:33:02.771940 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-15b83834-9bca-427f-bb5d-caf1d14d6870 req-63e53803-8f1c-4060-8ca1-b07cb29e8480 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158864 Nov 10 17:33:02.788760 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-29a90d01-ba18-46a1-9f9e-fadce9d1398b admin admin] Deleting port 20399439-29a2-4bd0-97d2-7bc1c00d8661 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:33:02.790026 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-29a90d01-ba18-46a1-9f9e-fadce9d1398b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:02.790988 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-02824f68-d762-4c92-a243-54cab131fc5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:02.796871 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c405d096-9904-4ae6-b657-62c3859d8767 req-9a8790c8-9d51-4e27-b83a-99b6d3fd67e6 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929673 Nov 10 17:33:02.861376 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-0d91fadf-d0ad-4641-93ba-5d122d1ba9b6 None None] Set router 40bd4ca2-36ed-4f22-bfd9-cd0bf9481980 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:33:02.892788 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-29a90d01-ba18-46a1-9f9e-fadce9d1398b admin admin] For port 20399439-29a2-4bd0-97d2-7bc1c00d8661, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=20399439-29a2-4bd0-97d2-7bc1c00d8661,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:02.893327 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-29a90d01-ba18-46a1-9f9e-fadce9d1398b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:02.907640 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-29a90d01-ba18-46a1-9f9e-fadce9d1398b admin admin] Calling delete_port for 20399439-29a2-4bd0-97d2-7bc1c00d8661 owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:33:03.284384 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-29a90d01-ba18-46a1-9f9e-fadce9d1398b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:03.392363 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a90d01-ba18-46a1-9f9e-fadce9d1398b admin admin] Pushing event deleted for resources: {'Port': ['ID=20399439-29a2-4bd0-97d2-7bc1c00d8661,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:03.542560 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0d91fadf-d0ad-4641-93ba-5d122d1ba9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bd4ca2-36ed-4f22-bfd9-cd0bf9481980', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-801039373-router', 'tenant_id': 'de752a867467437f915f5951735b0910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '20399439-29a2-4bd0-97d2-7bc1c00d8661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:27:48Z', 'updated_at': '2021-11-10T17:33:00Z', 'revision_number': 5, 'project_id': 'de752a867467437f915f5951735b0910', 'gw_port': {'id': '20399439-29a2-4bd0-97d2-7bc1c00d8661', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd4ca2-36ed-4f22-bfd9-cd0bf9481980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:49Z', 'updated_at': '2021-11-10T17:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:33:03.592904 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333e6d6-6fef-402a-b102-dfe3224edb73 req-86e5eeb9-2a7f-47fb-ba3a-02e758f574f1 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:03.601324 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4333e6d6-6fef-402a-b102-dfe3224edb73 req-86e5eeb9-2a7f-47fb-ba3a-02e758f574f1 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] 10.222.0.39 "GET /v2.0/ports?device_id=885a3a18-befa-4071-bc06-20f9edc6c92b HTTP/1.1" status: 200 len: 950 time: 0.3353765 Nov 10 17:33:03.647115 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d91fadf-d0ad-4641-93ba-5d122d1ba9b6 None None] The sync data for ids ['40bd4ca2-36ed-4f22-bfd9-cd0bf9481980'] in n-d-776250-10 is: [{'id': '40bd4ca2-36ed-4f22-bfd9-cd0bf9481980', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-801039373-router', 'tenant_id': 'de752a867467437f915f5951735b0910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '20399439-29a2-4bd0-97d2-7bc1c00d8661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:27:48Z', 'updated_at': '2021-11-10T17:33:00Z', 'revision_number': 5, 'project_id': 'de752a867467437f915f5951735b0910', 'gw_port': {'id': '20399439-29a2-4bd0-97d2-7bc1c00d8661', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bd4ca2-36ed-4f22-bfd9-cd0bf9481980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:27:49Z', 'updated_at': '2021-11-10T17:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:33:03.749901 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-29a90d01-ba18-46a1-9f9e-fadce9d1398b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:03.836760 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061a092-9600-48fb-a4b6-0236b93c057a req-e24c9bbd-12ec-493d-8baa-d67648f8a41c tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:03.842366 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2061a092-9600-48fb-a4b6-0236b93c057a req-e24c9bbd-12ec-493d-8baa-d67648f8a41c tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 945 time: 0.1684146 Nov 10 17:33:03.894133 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:03.954659 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2061a092-9600-48fb-a4b6-0236b93c057a req-6dba2a5a-ab9b-4df9-b0c2-b792eceae060 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055119 Nov 10 17:33:04.115461 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4333e6d6-6fef-402a-b102-dfe3224edb73 req-bb54f318-0757-48bb-a025-7ee5043cde64 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] 10.222.0.39 "GET /v2.0/security-groups?id=a40f5831-cadd-4b42-8bf7-c0e9205614cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4981582 Nov 10 17:33:04.151890 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-29a90d01-ba18-46a1-9f9e-fadce9d1398b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:04.154718 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-29a90d01-ba18-46a1-9f9e-fadce9d1398b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:04.269254 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423dc479-4132-4360-b5db-43b713c23779 req-c112fa3e-66f7-462e-8693-4925b5a0b086 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:04.296577 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-423dc479-4132-4360-b5db-43b713c23779 req-c112fa3e-66f7-462e-8693-4925b5a0b086 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 948 time: 0.1957757 Nov 10 17:33:04.330485 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-29a90d01-ba18-46a1-9f9e-fadce9d1398b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:04.331763 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a90d01-ba18-46a1-9f9e-fadce9d1398b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40bd4ca2-36ed-4f22-bfd9-cd0bf9481980 {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:33:04.349998 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-29a90d01-ba18-46a1-9f9e-fadce9d1398b admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:04.351989 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-29a90d01-ba18-46a1-9f9e-fadce9d1398b admin admin] 10.222.0.39 "DELETE /v2.0/routers/40bd4ca2-36ed-4f22-bfd9-cd0bf9481980 HTTP/1.1" status: 204 len: 168 time: 2.4503188 Nov 10 17:33:04.354849 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 60258) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:04.425884 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb021a-bf70-4bc7-a5ee-28d0f3ed813a req-e2cfcc22-9b19-4715-90db-444445be0476 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:04.438938 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9bcb021a-bf70-4bc7-a5ee-28d0f3ed813a req-e2cfcc22-9b19-4715-90db-444445be0476 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 946 time: 0.1272664 Nov 10 17:33:04.518412 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-423dc479-4132-4360-b5db-43b713c23779 req-debb327b-633e-4c99-917f-b3c0acb8f5ea tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216566 Nov 10 17:33:04.542467 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-96869955-e684-4b76-a97e-7fe7a32d0861 admin admin] Deleting subnet fb56cd93-d6ef-49ef-8163-837eb5dca421 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:33:04.581436 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-96869955-e684-4b76-a97e-7fe7a32d0861 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:04.702779 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 043770b7-25d1-4df8-a893-383a28f6ed92 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:33:04.746835 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-96869955-e684-4b76-a97e-7fe7a32d0861 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:04.800300 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 043770b7-25d1-4df8-a893-383a28f6ed92 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:33:04.810556 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 043770b7-25d1-4df8-a893-383a28f6ed92 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:33:04.830327 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device e098545c-1c6b-4153-9075-cbd015f860e7 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:33:04.959132 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-96869955-e684-4b76-a97e-7fe7a32d0861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:05.087881 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port e098545c-1c6b-4153-9075-cbd015f860e7 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:33:05.112992 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port e098545c-1c6b-4153-9075-cbd015f860e7 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:33:05.113412 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:05.273382 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9bcb021a-bf70-4bc7-a5ee-28d0f3ed813a req-edc3293b-98fc-458f-a74f-92e6376888ec tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8304620 Nov 10 17:33:05.317745 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-96869955-e684-4b76-a97e-7fe7a32d0861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:05.409958 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96869955-e684-4b76-a97e-7fe7a32d0861 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb56cd93-d6ef-49ef-8163-837eb5dca421,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:05.451331 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de81e93-c119-4fe6-8774-e2dfc4cdb160 req-30026aea-18c6-41dd-a915-51d425a9f2d4 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:05.460493 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5de81e93-c119-4fe6-8774-e2dfc4cdb160 req-30026aea-18c6-41dd-a915-51d425a9f2d4 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 945 time: 0.2551210 Nov 10 17:33:05.514667 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31aa5a50-8b2b-4a71-a5ec-de42203ca87a None None] Network 387c89c7-8c27-4498-b9d8-a8b5f5f72673 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:33:05.514835 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-96869955-e684-4b76-a97e-7fe7a32d0861 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:05.527636 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-96869955-e684-4b76-a97e-7fe7a32d0861 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fb56cd93-d6ef-49ef-8163-837eb5dca421 HTTP/1.1" status: 204 len: 168 time: 1.1704230 Nov 10 17:33:05.528952 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60276) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:05.533324 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:05.587872 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbfc6b-a9c3-4e09-9104-ea400b53d79e req-e4228492-aff0-4a47-9e68-3f2b309a1d7e tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:05.595606 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dbcbfc6b-a9c3-4e09-9104-ea400b53d79e req-e4228492-aff0-4a47-9e68-3f2b309a1d7e tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] 10.222.0.39 "GET /v2.0/ports?device_id=885a3a18-befa-4071-bc06-20f9edc6c92b HTTP/1.1" status: 200 len: 950 time: 0.1921117 Nov 10 17:33:05.605011 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port e098545c-1c6b-4153-9075-cbd015f860e7, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=e098545c-1c6b-4153-9075-cbd015f860e7,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:05.608040 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3520aa48-7121-497f-930f-36feb420fa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e098545c-1c6b-4153-9075-cbd015f860e7'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:05.610660 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89a438d-6fd7-4ede-8cdb-95a45d53461c" -d '{"events": [{"server_uuid": "3520aa48-7121-497f-930f-36feb420fa01", "name": "network-vif-plugged", "status": "completed", "tag": "e098545c-1c6b-4153-9075-cbd015f860e7"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:05.615522 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:05.621559 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:05.621777 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5de81e93-c119-4fe6-8774-e2dfc4cdb160 req-64c61a32-2b6c-4fa3-97d4-c3e42bdc302c tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598961 Nov 10 17:33:05.744581 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dbcbfc6b-a9c3-4e09-9104-ea400b53d79e req-302bca7b-f0d7-4cd6-9505-50e584a0c734 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] 10.222.0.39 "GET /v2.0/security-groups?id=a40f5831-cadd-4b42-8bf7-c0e9205614cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133745 Nov 10 17:33:05.785014 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3bec63dc-b3db-452c-9076-dbffb270c74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:05.838472 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=e098545c-1c6b-4153-9075-cbd015f860e7,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:05.929214 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0470f777-beb3-4ce1-b9f1-c6435b7bc770 x-openstack-request-id: req-0470f777-beb3-4ce1-b9f1-c6435b7bc770 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:05.929919 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3520aa48-7121-497f-930f-36feb420fa01", "name": "network-vif-plugged", "status": "completed", "tag": "e098545c-1c6b-4153-9075-cbd015f860e7", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:05.930370 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0470f777-beb3-4ce1-b9f1-c6435b7bc770 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:05.931451 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3520aa48-7121-497f-930f-36feb420fa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e098545c-1c6b-4153-9075-cbd015f860e7', 'code': 200} Nov 10 17:33:05.946272 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e41c5-6955-4920-baae-365871dbe986 req-4828d4a5-894b-4ea8-b28c-a76e6d9e0cd3 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:05.958685 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-962e41c5-6955-4920-baae-365871dbe986 req-4828d4a5-894b-4ea8-b28c-a76e6d9e0cd3 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 949 time: 0.1710222 Nov 10 17:33:05.981800 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62509ccb-57f1-4bde-ba0c-f8373c721aac None None] DHCP port deletion for 387c89c7-8c27-4498-b9d8-a8b5f5f72673 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:33:05.995292 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-3bec63dc-b3db-452c-9076-dbffb270c74f admin admin] Deleting port 9174d35b-a2eb-4f68-ae47-323f4c6ee34d {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:33:05.995627 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3bec63dc-b3db-452c-9076-dbffb270c74f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:06.131642 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051215b4-ff6c-44e1-9ccd-bfbdac1257e3 req-8db67896-d832-4e62-ad58-1c6f681ab73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:06.136807 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-051215b4-ff6c-44e1-9ccd-bfbdac1257e3 req-8db67896-d832-4e62-ad58-1c6f681ab73e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 1101 time: 0.1499407 Nov 10 17:33:06.208909 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:06.221298 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-62509ccb-57f1-4bde-ba0c-f8373c721aac None None] Deleting port 9174d35b-a2eb-4f68-ae47-323f4c6ee34d {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:33:06.224307 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-62509ccb-57f1-4bde-ba0c-f8373c721aac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:06.269094 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-3bec63dc-b3db-452c-9076-dbffb270c74f admin admin] For port 9174d35b-a2eb-4f68-ae47-323f4c6ee34d, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=9174d35b-a2eb-4f68-ae47-323f4c6ee34d,segment=NetworkSegment(491b46b5-1463-41dc-9466-3d16e3bd0ff2),segment_id=491b46b5-1463-41dc-9466-3d16e3bd0ff2)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:06.269850 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3bec63dc-b3db-452c-9076-dbffb270c74f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:06.326737 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-051215b4-ff6c-44e1-9ccd-bfbdac1257e3 req-3bf6d44d-2670-42ae-bbc8-2aa871552d0a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705773 Nov 10 17:33:06.329436 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-3bec63dc-b3db-452c-9076-dbffb270c74f admin admin] Calling delete_port for 9174d35b-a2eb-4f68-ae47-323f4c6ee34d owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:33:06.364545 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-962e41c5-6955-4920-baae-365871dbe986 req-0763fb3d-afde-4c61-8460-b1d378813ef8 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042552 Nov 10 17:33:06.470353 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-62509ccb-57f1-4bde-ba0c-f8373c721aac None None] For port 9174d35b-a2eb-4f68-ae47-323f4c6ee34d, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=9174d35b-a2eb-4f68-ae47-323f4c6ee34d,segment=NetworkSegment(491b46b5-1463-41dc-9466-3d16e3bd0ff2),segment_id=491b46b5-1463-41dc-9466-3d16e3bd0ff2)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:06.471772 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-62509ccb-57f1-4bde-ba0c-f8373c721aac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:06.548371 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-62509ccb-57f1-4bde-ba0c-f8373c721aac None None] Calling delete_port for 9174d35b-a2eb-4f68-ae47-323f4c6ee34d owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:33:06.641358 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33798174-f5b9-4359-a622-64fe45689730 req-b63d271c-6569-471a-ace4-46c65a0080a4 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:06.641940 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 20399439-29a2-4bd0-97d2-7bc1c00d8661 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:33:06.655079 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-33798174-f5b9-4359-a622-64fe45689730 req-b63d271c-6569-471a-ace4-46c65a0080a4 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 946 time: 0.1787503 Nov 10 17:33:06.655771 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963c1e5-b545-4254-b9ec-33eef7dd4af3 req-cbb876a3-59ea-4594-9ff0-0219c74f40f2 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:06.672615 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 20399439-29a2-4bd0-97d2-7bc1c00d8661 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:33:06.673229 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 20399439-29a2-4bd0-97d2-7bc1c00d8661 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:33:06.673649 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 9174d35b-a2eb-4f68-ae47-323f4c6ee34d no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:33:06.676946 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2963c1e5-b545-4254-b9ec-33eef7dd4af3 req-cbb876a3-59ea-4594-9ff0-0219c74f40f2 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] 10.222.0.39 "GET /v2.0/ports?device_id=885a3a18-befa-4071-bc06-20f9edc6c92b HTTP/1.1" status: 200 len: 950 time: 0.1268384 Nov 10 17:33:06.762881 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-33798174-f5b9-4359-a622-64fe45689730 req-64e82e15-cf3e-4c81-b3a2-12ec0a09c702 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015222 Nov 10 17:33:06.765390 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3bec63dc-b3db-452c-9076-dbffb270c74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:06.819217 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2963c1e5-b545-4254-b9ec-33eef7dd4af3 req-ac08718b-81e0-4071-b833-c403451e560e tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] 10.222.0.39 "GET /v2.0/security-groups?id=a40f5831-cadd-4b42-8bf7-c0e9205614cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410894 Nov 10 17:33:06.893762 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec63dc-b3db-452c-9076-dbffb270c74f admin admin] Pushing event deleted for resources: {'Port': ['ID=9174d35b-a2eb-4f68-ae47-323f4c6ee34d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:06.909072 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-62509ccb-57f1-4bde-ba0c-f8373c721aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:06.921920 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bec63dc-b3db-452c-9076-dbffb270c74f admin admin] No DVR routers for this DVR port 9174d35b-a2eb-4f68-ae47-323f4c6ee34d on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:33:06.971564 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No active binding found for port 9174d35b-a2eb-4f68-ae47-323f4c6ee34d {{(pid=102470) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 17:33:06.974210 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 9174d35b-a2eb-4f68-ae47-323f4c6ee34d not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:33:06.979335 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62509ccb-57f1-4bde-ba0c-f8373c721aac None None] Pushing event deleted for resources: {'Port': ['ID=9174d35b-a2eb-4f68-ae47-323f4c6ee34d,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:07.002359 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62509ccb-57f1-4bde-ba0c-f8373c721aac None None] No DVR routers for this DVR port 9174d35b-a2eb-4f68-ae47-323f4c6ee34d on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:33:07.043136 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416a08e-ec02-44df-aab1-225396116df2 req-bdd8a648-5442-49fd-84c1-20e9beb894b6 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:07.056855 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2416a08e-ec02-44df-aab1-225396116df2 req-bdd8a648-5442-49fd-84c1-20e9beb894b6 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 945 time: 0.1261814 Nov 10 17:33:07.142909 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3bec63dc-b3db-452c-9076-dbffb270c74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:07.175931 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2416a08e-ec02-44df-aab1-225396116df2 req-af9298b9-13f2-4408-a035-b288072737d5 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178129 Nov 10 17:33:07.235915 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-3bec63dc-b3db-452c-9076-dbffb270c74f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['387c89c7-8c27-4498-b9d8-a8b5f5f72673']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:33:07.275187 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-3bec63dc-b3db-452c-9076-dbffb270c74f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491b46b5-1463-41dc-9466-3d16e3bd0ff2') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:33:07.278252 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-3bec63dc-b3db-452c-9076-dbffb270c74f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491b46b5-1463-41dc-9466-3d16e3bd0ff2') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:33:07.325586 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3bec63dc-b3db-452c-9076-dbffb270c74f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:07.433446 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3bec63dc-b3db-452c-9076-dbffb270c74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:07.468135 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bec63dc-b3db-452c-9076-dbffb270c74f admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:33:07.468665 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3bec63dc-b3db-452c-9076-dbffb270c74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:07.473920 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:33:07.473920 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:33:07.473920 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:33:07.473920 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:33:07.473920 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:33:07.473920 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:33:07.473920 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:33:07.473920 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:33:07.473920 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:33:07.473920 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:33:07.473920 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:33:07.473920 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:33:07.473920 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:33:07.473920 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:33:07.473920 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:33:07.473920 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:33:07.473920 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:33:07.473920 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:33:07.473920 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:33:07.473920 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:33:07.473920 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:33:07.473920 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:33:07.473920 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:33:07.473920 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:33:07.473920 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:33:07.473920 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:33:07.473920 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:33:07.473920 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:33:07.473920 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:33:07.473920 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:33:07.473920 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:33:07.473920 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:33:07.551291 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed049204-3a9f-4f6a-a4d8-cc33f714c9ba req-556ded5e-1e03-4cad-a85f-a96a46239b50 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:07.565551 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ed049204-3a9f-4f6a-a4d8-cc33f714c9ba req-556ded5e-1e03-4cad-a85f-a96a46239b50 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 949 time: 0.1171176 Nov 10 17:33:07.587937 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9595c-a75d-421f-a899-064f5bf6f10e req-712f3756-80f8-457b-b712-8943d6a2d9b5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:07.595957 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2d9595c-a75d-421f-a899-064f5bf6f10e req-712f3756-80f8-457b-b712-8943d6a2d9b5 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 944 time: 0.2617543 Nov 10 17:33:07.655059 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3bec63dc-b3db-452c-9076-dbffb270c74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:07.671210 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2d9595c-a75d-421f-a899-064f5bf6f10e req-f0a91188-4707-497d-8764-cebc26c5bfda tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741060 Nov 10 17:33:07.677744 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ed049204-3a9f-4f6a-a4d8-cc33f714c9ba req-095d6393-cb64-4120-acab-c9781e99e974 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109252 Nov 10 17:33:07.703754 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3bec63dc-b3db-452c-9076-dbffb270c74f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:07.708106 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3bec63dc-b3db-452c-9076-dbffb270c74f admin admin] 10.222.0.39 "DELETE /v2.0/networks/387c89c7-8c27-4498-b9d8-a8b5f5f72673 HTTP/1.1" status: 204 len: 168 time: 2.1777942 Nov 10 17:33:07.721402 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec63dc-b3db-452c-9076-dbffb270c74f admin admin] Pushing event deleted for resources: {'Network': ['ID=387c89c7-8c27-4498-b9d8-a8b5f5f72673,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:07.982749 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60328) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:08.085683 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c79da0-7e11-4036-b2d2-e4a4f9f9c03c req-d2bb5744-67f9-4ed4-bd54-0f774016b74b tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:08.087980 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-38c79da0-7e11-4036-b2d2-e4a4f9f9c03c req-d2bb5744-67f9-4ed4-bd54-0f774016b74b tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 944 time: 0.1884005 Nov 10 17:33:08.101979 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf094f46-3611-41fb-a719-2dc1dd2f01cd req-148a9c08-8e28-4158-b5ce-73c23dbe3ed6 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:08.109897 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bf094f46-3611-41fb-a719-2dc1dd2f01cd req-148a9c08-8e28-4158-b5ce-73c23dbe3ed6 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 946 time: 0.1590514 Nov 10 17:33:08.139659 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60054022-945c-4604-a0c2-7a54ae0be300 req-1f67c89d-4fb4-449c-8c5a-038e99cdc4e5 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:08.145960 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-60054022-945c-4604-a0c2-7a54ae0be300 req-1f67c89d-4fb4-449c-8c5a-038e99cdc4e5 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] 10.222.0.39 "GET /v2.0/ports?device_id=885a3a18-befa-4071-bc06-20f9edc6c92b HTTP/1.1" status: 200 len: 950 time: 0.1833539 Nov 10 17:33:08.151172 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-77d18e6a-e140-410a-abef-87e5a4c009e9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4491a2c6741b402a9e55e801cd3ca339&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1672409 Nov 10 17:33:08.179095 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60330) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:08.266143 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bf094f46-3611-41fb-a719-2dc1dd2f01cd req-0d53a7c5-b0db-4bfa-a478-14624ef68284 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515968 Nov 10 17:33:08.372434 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bfca4-e2bd-42bb-9a1f-fe5113229cba req-0019cd26-f2dd-48b2-bd82-0bfc07aac0a5 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:08.376455 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-046bfca4-e2bd-42bb-9a1f-fe5113229cba req-0019cd26-f2dd-48b2-bd82-0bfc07aac0a5 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] 10.222.0.13 "GET /v2.0/ports?device_id=885a3a18-befa-4071-bc06-20f9edc6c92b HTTP/1.1" status: 200 len: 950 time: 0.1492219 Nov 10 17:33:08.390826 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-38c79da0-7e11-4036-b2d2-e4a4f9f9c03c req-808e6f85-be50-4ceb-8268-f7720b26ce94 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Deleting port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:33:08.391271 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-38c79da0-7e11-4036-b2d2-e4a4f9f9c03c req-808e6f85-be50-4ceb-8268-f7720b26ce94 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:08.394126 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-60054022-945c-4604-a0c2-7a54ae0be300 req-d2b41c65-1e03-44a7-a1f2-e43cf444d239 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] 10.222.0.39 "GET /v2.0/security-groups?id=a40f5831-cadd-4b42-8bf7-c0e9205614cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417197 Nov 10 17:33:08.463058 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-92f022e4-0393-4b74-803e-df34221db81f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:08.528518 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-92f022e4-0393-4b74-803e-df34221db81f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:08.596672 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-38c79da0-7e11-4036-b2d2-e4a4f9f9c03c req-808e6f85-be50-4ceb-8268-f7720b26ce94 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] For port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:08.597454 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-38c79da0-7e11-4036-b2d2-e4a4f9f9c03c req-808e6f85-be50-4ceb-8268-f7720b26ce94 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:08.613166 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-38c79da0-7e11-4036-b2d2-e4a4f9f9c03c req-808e6f85-be50-4ceb-8268-f7720b26ce94 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Calling delete_port for 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:33:08.644956 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-92f022e4-0393-4b74-803e-df34221db81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:08.663594 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-92f022e4-0393-4b74-803e-df34221db81f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:08.665650 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-92f022e4-0393-4b74-803e-df34221db81f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b4bdf75a-12fc-4e04-bf3d-88ccc5a1399b HTTP/1.1" status: 204 len: 168 time: 0.4855883 Nov 10 17:33:08.727952 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f022e4-0393-4b74-803e-df34221db81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bdf75a-12fc-4e04-bf3d-88ccc5a1399b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:08.827950 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-046bfca4-e2bd-42bb-9a1f-fe5113229cba req-8c0445b5-74c4-43eb-99f6-b5c9f1ce5df9 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Deleting port 80ab167b-766e-43d5-a87c-ac0b903f4890 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:33:08.828634 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-046bfca4-e2bd-42bb-9a1f-fe5113229cba req-8c0445b5-74c4-43eb-99f6-b5c9f1ce5df9 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:08.955282 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-38c79da0-7e11-4036-b2d2-e4a4f9f9c03c req-808e6f85-be50-4ceb-8268-f7720b26ce94 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:09.040294 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e6f85-be50-4ceb-8268-f7720b26ce94 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Pushing event deleted for resources: {'Port': ['ID=64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:09.115722 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a8861-4dc5-4ffd-acd5-12373a2f9537 req-653b77e0-ecde-4fb7-a70f-ae3d617e1e95 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:09.132547 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eb9a8861-4dc5-4ffd-acd5-12373a2f9537 req-653b77e0-ecde-4fb7-a70f-ae3d617e1e95 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 945 time: 0.7533998 Nov 10 17:33:09.190727 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c79da0-7e11-4036-b2d2-e4a4f9f9c03c req-808e6f85-be50-4ceb-8268-f7720b26ce94 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] No DVR routers for this DVR port 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 on host n-h2-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:33:09.198653 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-38c79da0-7e11-4036-b2d2-e4a4f9f9c03c req-808e6f85-be50-4ceb-8268-f7720b26ce94 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:09.214376 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-38c79da0-7e11-4036-b2d2-e4a4f9f9c03c req-808e6f85-be50-4ceb-8268-f7720b26ce94 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.13 "DELETE /v2.0/ports/64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 HTTP/1.1" status: 204 len: 173 time: 1.1007164 Nov 10 17:33:09.214866 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8904de-d6e7-450a-8ba4-bb9110b4205e', 'name': 'network-vif-deleted', 'tag': '64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:09.217221 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955e78e-9b0d-4a27-8d4f-f6ef14ff039a req-e97edbb5-c34f-4d9c-9b19-4c7ee47cc959 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:09.221462 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba65986-db4b-4c88-9f52-f0f45ff1700f" -d '{"events": [{"server_uuid": "5e8904de-d6e7-450a-8ba4-bb9110b4205e", "name": "network-vif-deleted", "tag": "64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:09.228329 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2955e78e-9b0d-4a27-8d4f-f6ef14ff039a req-e97edbb5-c34f-4d9c-9b19-4c7ee47cc959 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 949 time: 0.1895692 Nov 10 17:33:09.261823 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-046bfca4-e2bd-42bb-9a1f-fe5113229cba req-8c0445b5-74c4-43eb-99f6-b5c9f1ce5df9 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] For port 80ab167b-766e-43d5-a87c-ac0b903f4890, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=80ab167b-766e-43d5-a87c-ac0b903f4890,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:09.262806 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-046bfca4-e2bd-42bb-9a1f-fe5113229cba req-8c0445b5-74c4-43eb-99f6-b5c9f1ce5df9 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:09.326449 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2955e78e-9b0d-4a27-8d4f-f6ef14ff039a req-af4a7915-c9d1-4ab5-adfa-25e3764927e9 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966203 Nov 10 17:33:09.330573 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-046bfca4-e2bd-42bb-9a1f-fe5113229cba req-8c0445b5-74c4-43eb-99f6-b5c9f1ce5df9 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Calling delete_port for 80ab167b-766e-43d5-a87c-ac0b903f4890 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:33:09.344940 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eb9a8861-4dc5-4ffd-acd5-12373a2f9537 req-092eeebb-e7a0-4c32-8605-93caea3615a9 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114074 Nov 10 17:33:09.442856 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601c6a95-dd45-4eac-a94f-f63694f6dbdc x-openstack-request-id: req-601c6a95-dd45-4eac-a94f-f63694f6dbdc {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:09.443589 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8904de-d6e7-450a-8ba4-bb9110b4205e", "name": "network-vif-deleted", "tag": "64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:09.444029 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-601c6a95-dd45-4eac-a94f-f63694f6dbdc {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:09.444647 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8904de-d6e7-450a-8ba4-bb9110b4205e', 'name': 'network-vif-deleted', 'tag': '64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2', 'status': 'completed', 'code': 200} Nov 10 17:33:09.602333 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5af938e6-8b43-4ad7-8b4d-c5681cc93e18 req-fbf56d8f-828f-47ea-ad05-657586924ebd tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e8904de-d6e7-450a-8ba4-bb9110b4205e HTTP/1.1" status: 200 len: 210 time: 0.0919774 Nov 10 17:33:09.660631 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4b2a0-2e10-41c1-aba5-1b005dfb69ee req-2512c5e6-7eac-442d-bcc9-2ae3a8637766 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:09.670210 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-75b4b2a0-2e10-41c1-aba5-1b005dfb69ee req-2512c5e6-7eac-442d-bcc9-2ae3a8637766 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 946 time: 0.1190615 Nov 10 17:33:09.726623 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60366) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:09.748307 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-046bfca4-e2bd-42bb-9a1f-fe5113229cba req-8c0445b5-74c4-43eb-99f6-b5c9f1ce5df9 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:09.780187 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-75b4b2a0-2e10-41c1-aba5-1b005dfb69ee req-1b60e9ec-d355-4f50-a4da-1b220baf2a11 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091349 Nov 10 17:33:09.824470 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0445b5-74c4-43eb-99f6-b5c9f1ce5df9 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Pushing event deleted for resources: {'Port': ['ID=80ab167b-766e-43d5-a87c-ac0b903f4890,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:09.913394 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-046bfca4-e2bd-42bb-9a1f-fe5113229cba req-8c0445b5-74c4-43eb-99f6-b5c9f1ce5df9 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] No DVR routers for this DVR port 80ab167b-766e-43d5-a87c-ac0b903f4890 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:33:09.925075 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-046bfca4-e2bd-42bb-9a1f-fe5113229cba req-8c0445b5-74c4-43eb-99f6-b5c9f1ce5df9 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:09.933353 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-046bfca4-e2bd-42bb-9a1f-fe5113229cba req-8c0445b5-74c4-43eb-99f6-b5c9f1ce5df9 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] 10.222.0.13 "DELETE /v2.0/ports/80ab167b-766e-43d5-a87c-ac0b903f4890 HTTP/1.1" status: 204 len: 173 time: 1.5315375 Nov 10 17:33:09.947850 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885a3a18-befa-4071-bc06-20f9edc6c92b', 'name': 'network-vif-deleted', 'tag': '80ab167b-766e-43d5-a87c-ac0b903f4890'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:09.959126 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1745d51-7ecc-48e9-ad02-af7a96b65458" -d '{"events": [{"server_uuid": "885a3a18-befa-4071-bc06-20f9edc6c92b", "name": "network-vif-deleted", "tag": "80ab167b-766e-43d5-a87c-ac0b903f4890"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:10.031118 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3414a058-b6c1-4f97-8726-32263abba592 req-7e3ab772-5dd2-49d2-ae0e-29747cf51847 tempest-ImagesNegativeTestJSON-787921533 tempest-ImagesNegativeTestJSON-787921533-project] 10.222.0.39 "GET /v2.0/ports?device_id=885a3a18-befa-4071-bc06-20f9edc6c92b HTTP/1.1" status: 200 len: 210 time: 0.0614541 Nov 10 17:33:10.050189 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b48eb-d28f-400e-b2f1-4784275f424c req-ed18d1d8-0296-4951-9baa-d813b9b940d1 tempest-MigrationsAdminTest-787192493 tempest-MigrationsAdminTest-787192493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:10.052639 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f06b48eb-d28f-400e-b2f1-4784275f424c req-ed18d1d8-0296-4951-9baa-d813b9b940d1 tempest-MigrationsAdminTest-787192493 tempest-MigrationsAdminTest-787192493-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 1101 time: 0.3249755 Nov 10 17:33:10.058259 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 60370) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:10.073000 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-41200b53-4e82-4219-aa27-53930457aaad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=de752a867467437f915f5951735b0910&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3333852 Nov 10 17:33:10.175790 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9e92586e-0483-4f16-8881-cf9d33a5ef58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:10.251017 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f06b48eb-d28f-400e-b2f1-4784275f424c req-96f8b72a-33ab-4a9d-a53e-3cd04d636433 tempest-MigrationsAdminTest-787192493 tempest-MigrationsAdminTest-787192493-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714501 Nov 10 17:33:10.288656 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9e92586e-0483-4f16-8881-cf9d33a5ef58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:10.369962 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9e92586e-0483-4f16-8881-cf9d33a5ef58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:10.373356 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9e92586e-0483-4f16-8881-cf9d33a5ef58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:10.382012 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9e92586e-0483-4f16-8881-cf9d33a5ef58 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b148864b-8507-42b8-a51c-679742f42ed6 HTTP/1.1" status: 204 len: 168 time: 0.3194435 Nov 10 17:33:10.412222 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92586e-0483-4f16-8881-cf9d33a5ef58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b148864b-8507-42b8-a51c-679742f42ed6,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:10.763253 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16221346-b212-4d08-ac1c-5548d128c90b x-openstack-request-id: req-16221346-b212-4d08-ac1c-5548d128c90b {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:10.765149 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885a3a18-befa-4071-bc06-20f9edc6c92b", "name": "network-vif-deleted", "tag": "80ab167b-766e-43d5-a87c-ac0b903f4890", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:10.766476 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-16221346-b212-4d08-ac1c-5548d128c90b {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:10.767510 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885a3a18-befa-4071-bc06-20f9edc6c92b', 'name': 'network-vif-deleted', 'tag': '80ab167b-766e-43d5-a87c-ac0b903f4890', 'status': 'completed', 'code': 200} Nov 10 17:33:10.818505 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 80ab167b-766e-43d5-a87c-ac0b903f4890 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:33:10.889199 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 80ab167b-766e-43d5-a87c-ac0b903f4890 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:33:10.890457 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 80ab167b-766e-43d5-a87c-ac0b903f4890 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:33:10.891036 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:33:10.924043 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:33:10.924699 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 64e0b0e2-d1db-4a6d-a9e0-9ab0d1821dc2 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:33:11.061884 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090b6bc-773d-4dd4-b58f-5cab2477399d req-64533941-684d-4d2d-81af-65c9412688fe tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:11.077333 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4090b6bc-773d-4dd4-b58f-5cab2477399d req-64533941-684d-4d2d-81af-65c9412688fe tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 945 time: 0.1717935 Nov 10 17:33:11.160626 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4090b6bc-773d-4dd4-b58f-5cab2477399d req-6434e545-f153-453b-bd51-c1f9f0d39320 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773373 Nov 10 17:33:11.357972 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8356367-9ec1-43e8-9e84-b5b84baac094 req-5c64267d-ef22-454a-903f-42027cfeb61c tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:11.359534 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d8356367-9ec1-43e8-9e84-b5b84baac094 req-5c64267d-ef22-454a-903f-42027cfeb61c tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 946 time: 0.0776033 Nov 10 17:33:11.424129 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d8356367-9ec1-43e8-9e84-b5b84baac094 req-91c46a79-6361-48ed-8925-e4e016093c01 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557535 Nov 10 17:33:11.681943 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-b436aef3-4b4b-4326-a430-3f52ed656c44 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1382101 Nov 10 17:33:11.765321 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b63d3-8e8d-4c67-89d3-336d28d4bc5f req-ec9cc8b4-9969-460d-b946-abcc27cae152 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:11.778127 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-859b63d3-8e8d-4c67-89d3-336d28d4bc5f req-ec9cc8b4-9969-460d-b946-abcc27cae152 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 949 time: 0.1227102 Nov 10 17:33:11.929902 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-859b63d3-8e8d-4c67-89d3-336d28d4bc5f req-1975478e-2970-40a9-bd10-b2368b176260 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506913 Nov 10 17:33:12.154291 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe702ad-2f70-4bc3-a649-f04e2a2815be req-e65d1cda-fa92-4037-a627-62f46eb966ea tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:12.160053 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8fe702ad-2f70-4bc3-a649-f04e2a2815be req-e65d1cda-fa92-4037-a627-62f46eb966ea tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 945 time: 0.0928109 Nov 10 17:33:12.263555 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8fe702ad-2f70-4bc3-a649-f04e2a2815be req-af8edc2a-5b3c-43cc-b390-3a2230144b34 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923162 Nov 10 17:33:12.459907 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee9c7a-8e45-4649-b65e-cc55a7b56e4b req-6af61a4b-41bf-42d9-a72f-672a85303a9f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:12.462801 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed75daf-5f8c-4761-860b-2ad2bcd143e9 req-93ee7934-7bfe-494b-be00-10bf2a10c265 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:12.465433 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0ed75daf-5f8c-4761-860b-2ad2bcd143e9 req-93ee7934-7bfe-494b-be00-10bf2a10c265 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 945 time: 0.1194012 Nov 10 17:33:12.477326 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d4ee9c7a-8e45-4649-b65e-cc55a7b56e4b req-6af61a4b-41bf-42d9-a72f-672a85303a9f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 945 time: 0.1281137 Nov 10 17:33:12.531104 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e59877-3450-4ee0-a7fe-1ec387c14adc req-87132cb7-c369-4158-924e-bd9d0dca74b4 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:12.534242 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-07e59877-3450-4ee0-a7fe-1ec387c14adc req-87132cb7-c369-4158-924e-bd9d0dca74b4 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 945 time: 0.1477096 Nov 10 17:33:12.562361 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0ed75daf-5f8c-4761-860b-2ad2bcd143e9 req-275de2e3-06a6-4154-aacf-a2648135a337 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867400 Nov 10 17:33:12.696824 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d4ee9c7a-8e45-4649-b65e-cc55a7b56e4b req-d66b54a0-6366-480d-8071-4775b5d22f69 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185357 Nov 10 17:33:12.751052 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-07e59877-3450-4ee0-a7fe-1ec387c14adc req-8917b94a-08e4-4297-9557-234f3bdb924b tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Deleting port eeb22fdd-6ade-4c08-b377-92e7d1adeff1 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:33:12.752325 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-07e59877-3450-4ee0-a7fe-1ec387c14adc req-8917b94a-08e4-4297-9557-234f3bdb924b tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:12.783325 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device ea349b82-5e34-4261-b7e6-16a1328d01f7 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:33:12.785537 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device ea349b82-5e34-4261-b7e6-16a1328d01f7 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:33:12.915854 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e37d6-3e66-491e-8ff2-70f8e6898c7a req-04546fad-ee6c-43c0-ae20-89922f150151 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:12.926524 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6b3e37d6-3e66-491e-8ff2-70f8e6898c7a req-04546fad-ee6c-43c0-ae20-89922f150151 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 946 time: 0.1871498 Nov 10 17:33:12.948062 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-07e59877-3450-4ee0-a7fe-1ec387c14adc req-8917b94a-08e4-4297-9557-234f3bdb924b tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] For port eeb22fdd-6ade-4c08-b377-92e7d1adeff1, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=eeb22fdd-6ade-4c08-b377-92e7d1adeff1,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:12.952848 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-07e59877-3450-4ee0-a7fe-1ec387c14adc req-8917b94a-08e4-4297-9557-234f3bdb924b tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:12.985611 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-07e59877-3450-4ee0-a7fe-1ec387c14adc req-8917b94a-08e4-4297-9557-234f3bdb924b tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Calling delete_port for eeb22fdd-6ade-4c08-b377-92e7d1adeff1 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:33:13.062713 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab3d07-0f07-4db4-970b-0e75a283ef75 req-89caf133-1839-4b30-bec2-162c87c075f2 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:13.071469 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d0ab3d07-0f07-4db4-970b-0e75a283ef75 req-89caf133-1839-4b30-bec2-162c87c075f2 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.11 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 945 time: 0.2387249 Nov 10 17:33:13.124411 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port ea349b82-5e34-4261-b7e6-16a1328d01f7, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ea349b82-5e34-4261-b7e6-16a1328d01f7,segment=NetworkSegment(9d32f6d1-d16b-4454-891a-35c80c165728),segment_id=9d32f6d1-d16b-4454-891a-35c80c165728)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:13.153071 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'ea349b82-5e34-4261-b7e6-16a1328d01f7', 'network_id': 'c18d46d8-ed1a-43a2-affe-5479d7bfb3f2', 'port_id': 'ea349b82-5e34-4261-b7e6-16a1328d01f7', 'mac_address': 'fa:16:3e:74:07:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c330c19-7a26-42a1-b99c-552cbd09bae0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:33:13.184051 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6b3e37d6-3e66-491e-8ff2-70f8e6898c7a req-0d5cb271-6c80-480a-a372-bd67ed2d1ca0 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464020 Nov 10 17:33:13.308702 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-d0ab3d07-0f07-4db4-970b-0e75a283ef75 req-2e219fe4-96d7-4fd9-b1c7-df07bc815791 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Deleting port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:33:13.309214 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d0ab3d07-0f07-4db4-970b-0e75a283ef75 req-2e219fe4-96d7-4fd9-b1c7-df07bc815791 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:13.331574 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:13.384342 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea349b82-5e34-4261-b7e6-16a1328d01f7 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:33:13.388798 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-07e59877-3450-4ee0-a7fe-1ec387c14adc req-8917b94a-08e4-4297-9557-234f3bdb924b tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:13.522418 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105e6c7-2c00-490c-aa3a-e23ea5776ffc req-0c7f3c39-7356-44b9-89fd-b901af4a9a99 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:13.533724 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d105e6c7-2c00-490c-aa3a-e23ea5776ffc req-0c7f3c39-7356-44b9-89fd-b901af4a9a99 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 949 time: 0.3818049 Nov 10 17:33:13.540476 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-d0ab3d07-0f07-4db4-970b-0e75a283ef75 req-2e219fe4-96d7-4fd9-b1c7-df07bc815791 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] For port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=665f9b24-26a2-4fc2-a3c4-5e7a82a91999,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:13.542367 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d0ab3d07-0f07-4db4-970b-0e75a283ef75 req-2e219fe4-96d7-4fd9-b1c7-df07bc815791 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:13.551062 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917b94a-08e4-4297-9557-234f3bdb924b tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Pushing event deleted for resources: {'Port': ['ID=eeb22fdd-6ade-4c08-b377-92e7d1adeff1,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:13.628372 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port ea349b82-5e34-4261-b7e6-16a1328d01f7, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ea349b82-5e34-4261-b7e6-16a1328d01f7,segment=NetworkSegment(9d32f6d1-d16b-4454-891a-35c80c165728),segment_id=9d32f6d1-d16b-4454-891a-35c80c165728)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:13.661359 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:13.702010 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fc783034-324f-428a-9ba3-8edf2a82fd97 req-9759ea64-e35f-4b6b-a20b-95e863422d2c tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ebcb56f-ad99-41f4-96ee-377987322d1c HTTP/1.1" status: 200 len: 210 time: 0.1032355 Nov 10 17:33:13.703386 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-d0ab3d07-0f07-4db4-970b-0e75a283ef75 req-2e219fe4-96d7-4fd9-b1c7-df07bc815791 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Calling delete_port for 665f9b24-26a2-4fc2-a3c4-5e7a82a91999 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:33:13.710536 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e59877-3450-4ee0-a7fe-1ec387c14adc req-8917b94a-08e4-4297-9557-234f3bdb924b tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] No DVR routers for this DVR port eeb22fdd-6ade-4c08-b377-92e7d1adeff1 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:33:13.719789 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-07e59877-3450-4ee0-a7fe-1ec387c14adc req-8917b94a-08e4-4297-9557-234f3bdb924b tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:13.723585 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-07e59877-3450-4ee0-a7fe-1ec387c14adc req-8917b94a-08e4-4297-9557-234f3bdb924b tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.13 "DELETE /v2.0/ports/eeb22fdd-6ade-4c08-b377-92e7d1adeff1 HTTP/1.1" status: 204 len: 173 time: 1.1734221 Nov 10 17:33:13.724447 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebcb56f-ad99-41f4-96ee-377987322d1c', 'name': 'network-vif-deleted', 'tag': 'eeb22fdd-6ade-4c08-b377-92e7d1adeff1'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:13.739693 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d728583-0395-4a93-a3ab-f77807767a5c" -d '{"events": [{"server_uuid": "7ebcb56f-ad99-41f4-96ee-377987322d1c", "name": "network-vif-deleted", "tag": "eeb22fdd-6ade-4c08-b377-92e7d1adeff1"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:13.803584 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:13.820619 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d105e6c7-2c00-490c-aa3a-e23ea5776ffc req-114fda68-8718-4a75-bd63-00637b7343e3 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782295 Nov 10 17:33:13.874904 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=ea349b82-5e34-4261-b7e6-16a1328d01f7,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:13.991662 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:33:13.992315 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:33:14.007067 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['ea349b82-5e34-4261-b7e6-16a1328d01f7'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:33:14.016755 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60544) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:14.085407 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6ab72-b14b-4d4c-9613-57df0a74a502 req-5878d12c-48dd-4c6a-9cae-58b0b8ad0a94 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:14.093008 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-05c6ab72-b14b-4d4c-9613-57df0a74a502 req-5878d12c-48dd-4c6a-9cae-58b0b8ad0a94 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=8270fa3c-df19-4f40-b168-d3740b1dd7f2 HTTP/1.1" status: 200 len: 945 time: 0.1232884 Nov 10 17:33:14.152970 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-05c6ab72-b14b-4d4c-9613-57df0a74a502 req-14437650-50e0-4cb8-b2a8-5ce3ed8fff4f tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587032 Nov 10 17:33:14.206483 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a0a4f-5aa7-4ea2-9ef4-5de1bd0dcab4 req-fed8d745-4daf-4efe-b015-b89186abfacb tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:14.218527 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d62a0a4f-5aa7-4ea2-9ef4-5de1bd0dcab4 req-fed8d745-4daf-4efe-b015-b89186abfacb tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 944 time: 0.2791641 Nov 10 17:33:14.226968 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b568fdcb-ee46-4f35-9a44-6ec20f0581a5 x-openstack-request-id: req-b568fdcb-ee46-4f35-9a44-6ec20f0581a5 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:14.227530 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebcb56f-ad99-41f4-96ee-377987322d1c", "name": "network-vif-deleted", "tag": "eeb22fdd-6ade-4c08-b377-92e7d1adeff1", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:14.227971 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b568fdcb-ee46-4f35-9a44-6ec20f0581a5 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:14.228709 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebcb56f-ad99-41f4-96ee-377987322d1c', 'name': 'network-vif-deleted', 'tag': 'eeb22fdd-6ade-4c08-b377-92e7d1adeff1', 'status': 'completed', 'code': 200} Nov 10 17:33:14.231733 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c21983a7-6b98-4203-9887-5983c4be1ade admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1b8059c2e6b945bfb8acf0913a4772dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2058735 Nov 10 17:33:14.234368 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60554) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:14.236297 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d0ab3d07-0f07-4db4-970b-0e75a283ef75 req-2e219fe4-96d7-4fd9-b1c7-df07bc815791 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:14.306244 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e219fe4-96d7-4fd9-b1c7-df07bc815791 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Pushing event deleted for resources: {'Port': ['ID=665f9b24-26a2-4fc2-a3c4-5e7a82a91999,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:14.314031 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a2966274-b240-4908-b57f-c1103519307f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:14.352111 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a2966274-b240-4908-b57f-c1103519307f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:14.386279 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d62a0a4f-5aa7-4ea2-9ef4-5de1bd0dcab4 req-a69711b0-12fc-4498-8dd4-dde06568356d tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668451 Nov 10 17:33:14.411479 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ab3d07-0f07-4db4-970b-0e75a283ef75 req-2e219fe4-96d7-4fd9-b1c7-df07bc815791 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] No DVR routers for this DVR port 665f9b24-26a2-4fc2-a3c4-5e7a82a91999 on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:33:14.415926 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d0ab3d07-0f07-4db4-970b-0e75a283ef75 req-2e219fe4-96d7-4fd9-b1c7-df07bc815791 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:14.419944 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d0ab3d07-0f07-4db4-970b-0e75a283ef75 req-2e219fe4-96d7-4fd9-b1c7-df07bc815791 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.11 "DELETE /v2.0/ports/665f9b24-26a2-4fc2-a3c4-5e7a82a91999 HTTP/1.1" status: 204 len: 173 time: 1.3421462 Nov 10 17:33:14.420433 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8270fa3c-df19-4f40-b168-d3740b1dd7f2', 'name': 'network-vif-deleted', 'tag': '665f9b24-26a2-4fc2-a3c4-5e7a82a91999'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:14.425404 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18242443-5ba8-4242-947d-7cd1f3394b08" -d '{"events": [{"server_uuid": "8270fa3c-df19-4f40-b168-d3740b1dd7f2", "name": "network-vif-deleted", "tag": "665f9b24-26a2-4fc2-a3c4-5e7a82a91999"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:14.450144 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a2966274-b240-4908-b57f-c1103519307f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:14.452827 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a2966274-b240-4908-b57f-c1103519307f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:14.454203 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a2966274-b240-4908-b57f-c1103519307f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a40f5831-cadd-4b42-8bf7-c0e9205614cb HTTP/1.1" status: 204 len: 168 time: 0.2186844 Nov 10 17:33:14.462964 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2966274-b240-4908-b57f-c1103519307f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40f5831-cadd-4b42-8bf7-c0e9205614cb,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:14.659222 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:14.671973 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddcfc64-360c-401e-b2a6-f936b2c5fcf1 req-b9b61e97-0b1f-4de2-b4f7-9b66e02685c8 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:14.692878 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ea349b82-5e34-4261-b7e6-16a1328d01f7 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:33:14.696574 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dddcfc64-360c-401e-b2a6-f936b2c5fcf1 req-b9b61e97-0b1f-4de2-b4f7-9b66e02685c8 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 946 time: 0.1997113 Nov 10 17:33:14.719753 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-fa75c2b0-24f0-4cac-8dfe-de4cea7b2591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:14.721911 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-fa75c2b0-24f0-4cac-8dfe-de4cea7b2591 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 1101 time: 0.0890853 Nov 10 17:33:14.737495 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:33:14.745382 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-a9e465d7-75fb-4a6c-9091-bb9215a403a0 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=751e161c2dfb4c329b9214d9deaa13c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361233 Nov 10 17:33:14.750018 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port ea349b82-5e34-4261-b7e6-16a1328d01f7, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ea349b82-5e34-4261-b7e6-16a1328d01f7,segment=NetworkSegment(9d32f6d1-d16b-4454-891a-35c80c165728),segment_id=9d32f6d1-d16b-4454-891a-35c80c165728)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:14.755355 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:14.791186 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dddcfc64-360c-401e-b2a6-f936b2c5fcf1 req-8bb53eec-3ffc-40be-bfdb-97b3aa5f16ae tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919139 Nov 10 17:33:14.836811 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=ea349b82-5e34-4261-b7e6-16a1328d01f7,revision_number=7']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:14.846143 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 667da726-ddf8-4be3-b952-de5f94d3016b details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:33:14.850722 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device eeb22fdd-6ade-4c08-b377-92e7d1adeff1 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:33:14.916885 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: eeb22fdd-6ade-4c08-b377-92e7d1adeff1 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:33:14.917237 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device eeb22fdd-6ade-4c08-b377-92e7d1adeff1 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:33:14.927006 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fd8646-fa1a-49bb-8a32-c3847c0bebc0 x-openstack-request-id: req-09fd8646-fa1a-49bb-8a32-c3847c0bebc0 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:14.927520 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8270fa3c-df19-4f40-b168-d3740b1dd7f2", "name": "network-vif-deleted", "tag": "665f9b24-26a2-4fc2-a3c4-5e7a82a91999", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:14.927829 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-09fd8646-fa1a-49bb-8a32-c3847c0bebc0 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:14.928273 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8270fa3c-df19-4f40-b168-d3740b1dd7f2', 'name': 'network-vif-deleted', 'tag': '665f9b24-26a2-4fc2-a3c4-5e7a82a91999', 'status': 'completed', 'code': 200} Nov 10 17:33:15.015008 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-e9caf18b-2c7c-4769-a6a0-100c2a182b1d tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:15.024840 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-e9caf18b-2c7c-4769-a6a0-100c2a182b1d tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2782042 Nov 10 17:33:15.045996 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-88d13c59-001b-4183-a5d0-778dc3625f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:15.046340 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 667da726-ddf8-4be3-b952-de5f94d3016b, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=667da726-ddf8-4be3-b952-de5f94d3016b,segment=NetworkSegment(17d5af1c-a623-4581-8ea0-158dc701aa2d),segment_id=17d5af1c-a623-4581-8ea0-158dc701aa2d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:15.054394 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-88d13c59-001b-4183-a5d0-778dc3625f45 service neutron] 10.222.0.13 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.3010132 Nov 10 17:33:15.061945 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '667da726-ddf8-4be3-b952-de5f94d3016b', 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba', 'port_id': '667da726-ddf8-4be3-b952-de5f94d3016b', 'mac_address': 'fa:16:3e:9b:18:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0afeb92-d610-4dbb-bb57-6c690afd8fdf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:33:15.122738 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:15.127911 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b613a8-e25c-45c4-8efc-2f257acbe6fa req-0765a60f-18f2-4a84-a8c9-2d4e4cd59f26 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:15.130180 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e8b613a8-e25c-45c4-8efc-2f257acbe6fa req-0765a60f-18f2-4a84-a8c9-2d4e4cd59f26 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 949 time: 0.1022139 Nov 10 17:33:15.146082 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 667da726-ddf8-4be3-b952-de5f94d3016b {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:33:15.172440 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-0b5f5f22-f4f7-44f4-b3a0-c4f0c5fb17df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=e098545c-1c6b-4153-9075-cbd015f860e7 HTTP/1.1" status: 200 len: 217 time: 0.0992830 Nov 10 17:33:15.174727 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 667da726-ddf8-4be3-b952-de5f94d3016b, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=667da726-ddf8-4be3-b952-de5f94d3016b,segment=NetworkSegment(17d5af1c-a623-4581-8ea0-158dc701aa2d),segment_id=17d5af1c-a623-4581-8ea0-158dc701aa2d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:15.183093 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-ec489e8f-8d4f-48d3-ad4a-711bd2c299ab tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/quotas/751e161c2dfb4c329b9214d9deaa13c5 HTTP/1.1" status: 200 len: 375 time: 0.1573787 Nov 10 17:33:15.193831 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:15.210413 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e8b613a8-e25c-45c4-8efc-2f257acbe6fa req-28337803-3fc1-4c0f-a434-20580931d185 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738702 Nov 10 17:33:15.269923 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-4e22c1dc-4d43-43ad-9a09-d7fff12d760c tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=751e161c2dfb4c329b9214d9deaa13c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664001 Nov 10 17:33:15.278823 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=667da726-ddf8-4be3-b952-de5f94d3016b,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:15.315572 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-0bb3b1d8-22de-4be0-9de2-c1937cf479e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:15.320680 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-0bb3b1d8-22de-4be0-9de2-c1937cf479e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1410532 Nov 10 17:33:15.347583 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['667da726-ddf8-4be3-b952-de5f94d3016b'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:33:15.408716 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d02738-fe3b-4756-a8d6-a0245ea698ab req-f6bcb8c2-d23e-4cba-9930-c9fef9c310ac tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:15.409091 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-83622552-0a74-4efd-b955-a71be7f9b33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:15.411349 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-83622552-0a74-4efd-b955-a71be7f9b33d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0811503 Nov 10 17:33:15.422421 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-17d02738-fe3b-4756-a8d6-a0245ea698ab req-f6bcb8c2-d23e-4cba-9930-c9fef9c310ac tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] 10.222.0.39 "GET /v2.0/ports?device_id=b791a848-2164-4898-83e9-3c772b8a98f8 HTTP/1.1" status: 200 len: 950 time: 0.0986953 Nov 10 17:33:15.521303 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-17d02738-fe3b-4756-a8d6-a0245ea698ab req-e4577845-4c55-4406-adc0-218acb2c8186 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1c1e4b5-6d6d-4b01-abb5-2478da2d69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967157 Nov 10 17:33:15.625284 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 60640) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:15.666357 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-c7927182-adf5-416b-962c-603bea551e1c service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398465 Nov 10 17:33:15.784826 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea8c46-13a7-4c72-a993-eca89b082874 req-a01b36b8-5fcf-4988-a664-f831d245a190 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:15.794543 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d8ea8c46-13a7-4c72-a993-eca89b082874 req-a01b36b8-5fcf-4988-a664-f831d245a190 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 943 time: 0.1087770 Nov 10 17:33:15.851144 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-8bcf1cb7-f78b-45ba-9a1a-4ec9ce1f825f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1562267778-network', 'tenant_id': '83c38918d98344738cd9d64d9905ab18'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:33:15.868050 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d8ea8c46-13a7-4c72-a993-eca89b082874 req-223cf8d0-21c4-4fba-a290-3fc92c2f9184 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665672 Nov 10 17:33:15.890825 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f96127e7-3b6b-424d-9952-27d393b318e3 req-5fceb21a-b30e-4681-8fe0-a050082fd208 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/ports?device_id=8922f3dd-86fa-41d1-8ad5-ce9e32a1f51d HTTP/1.1" status: 200 len: 210 time: 0.0551834 Nov 10 17:33:15.904162 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcf1cb7-f78b-45ba-9a1a-4ec9ce1f825f admin admin] Made reservation on behalf of 83c38918d98344738cd9d64d9905ab18 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:33:15.916806 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8bcf1cb7-f78b-45ba-9a1a-4ec9ce1f825f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:15.949969 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-0c5043af-debb-4fb8-bd61-09a2e61efa89 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752578 Nov 10 17:33:15.954392 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8bcf1cb7-f78b-45ba-9a1a-4ec9ce1f825f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:16.187519 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8bcf1cb7-f78b-45ba-9a1a-4ec9ce1f825f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:16.197453 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8bcf1cb7-f78b-45ba-9a1a-4ec9ce1f825f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:16.212720 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db159f1-121e-4c5e-851c-787217534833 req-eba3af05-3d91-4408-b1f2-9526119443df tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:16.220378 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8db159f1-121e-4c5e-851c-787217534833 req-eba3af05-3d91-4408-b1f2-9526119443df tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc HTTP/1.1" status: 200 len: 944 time: 0.1299944 Nov 10 17:33:16.257266 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bcf1cb7-f78b-45ba-9a1a-4ec9ce1f825f admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:33:16.289028 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8bcf1cb7-f78b-45ba-9a1a-4ec9ce1f825f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:16.289697 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-8bcf1cb7-f78b-45ba-9a1a-4ec9ce1f825f admin admin] Added segment 6d77725e-f759-4fea-8142-4be34b292505 of type vlan for network 40df35a0-3e6c-4a87-b05c-8ec0e27ffece Nov 10 17:33:16.295147 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf1cb7-f78b-45ba-9a1a-4ec9ce1f825f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:16.331653 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8db159f1-121e-4c5e-851c-787217534833 req-7f61f04a-2c68-4b5e-ac94-536b8990d329 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/security-groups?id=d251f49c-18a8-4fcc-a5ca-dec45b18013b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050501 Nov 10 17:33:16.381270 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5321c-eea6-4cc1-b15f-3fd7067e699a req-67f015a9-aec4-4592-8e2c-6606ec4bcf18 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:16.389504 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1fd5321c-eea6-4cc1-b15f-3fd7067e699a req-67f015a9-aec4-4592-8e2c-6606ec4bcf18 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 945 time: 0.1725645 Nov 10 17:33:16.405268 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a72933-4a79-48f3-a0e8-a499ee5c57ab req-27967205-7f92-4dae-8eb5-39a8de48a4d3 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:16.407083 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-64a72933-4a79-48f3-a0e8-a499ee5c57ab req-27967205-7f92-4dae-8eb5-39a8de48a4d3 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc HTTP/1.1" status: 200 len: 944 time: 0.1184335 Nov 10 17:33:16.414377 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8bcf1cb7-f78b-45ba-9a1a-4ec9ce1f825f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:16.495960 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8bcf1cb7-f78b-45ba-9a1a-4ec9ce1f825f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:16.497249 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcf1cb7-f78b-45ba-9a1a-4ec9ce1f825f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:16.498018 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8bcf1cb7-f78b-45ba-9a1a-4ec9ce1f825f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:16.506094 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1fd5321c-eea6-4cc1-b15f-3fd7067e699a req-714684f0-91c6-4bba-8ff1-6dd05f1f8dfc tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155539 Nov 10 17:33:16.540262 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52ab84-485a-429e-a903-e82d33427e0c req-88468372-b0be-40f3-9a5c-15deb7687ad2 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:16.548529 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ae52ab84-485a-429e-a903-e82d33427e0c req-88468372-b0be-40f3-9a5c-15deb7687ad2 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 944 time: 0.0919447 Nov 10 17:33:16.593795 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8bcf1cb7-f78b-45ba-9a1a-4ec9ce1f825f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9668620 Nov 10 17:33:16.601050 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60676) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:16.614991 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-ca97cd09-3342-4b3c-a972-06e802ac48b1 admin admin] Request body: {'subnet': {'network_id': '40df35a0-3e6c-4a87-b05c-8ec0e27ffece', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1562267778-subnet', 'tenant_id': '83c38918d98344738cd9d64d9905ab18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:33:16.631243 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf1cb7-f78b-45ba-9a1a-4ec9ce1f825f admin admin] Pushing event updated for resources: {'Network': ['ID=40df35a0-3e6c-4a87-b05c-8ec0e27ffece,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:16.646874 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 40df35a0-3e6c-4a87-b05c-8ec0e27ffece details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:33:16.664673 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ae52ab84-485a-429e-a903-e82d33427e0c req-0a5babe5-27d6-4e5c-9695-31c0e5a0cc10 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096787 Nov 10 17:33:16.772711 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5ecf9-73a7-443b-b923-1a9690b8f50b req-8b81c985-cb66-4d9d-9e49-2b83879cc285 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:16.775198 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e8a5ecf9-73a7-443b-b923-1a9690b8f50b req-8b81c985-cb66-4d9d-9e49-2b83879cc285 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.11 "GET /v2.0/ports?device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 944 time: 0.1079974 Nov 10 17:33:16.792902 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-64a72933-4a79-48f3-a0e8-a499ee5c57ab req-6cbf1c31-3b05-4644-93a6-4d263850b5b2 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Deleting port 008d6802-dafa-4c58-b9af-c9f645bec77b {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:33:16.793844 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-64a72933-4a79-48f3-a0e8-a499ee5c57ab req-6cbf1c31-3b05-4644-93a6-4d263850b5b2 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:16.810366 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device ea349b82-5e34-4261-b7e6-16a1328d01f7 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:33:16.818545 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca97cd09-3342-4b3c-a972-06e802ac48b1 admin admin] Made reservation on behalf of 83c38918d98344738cd9d64d9905ab18 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:33:16.821116 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ca97cd09-3342-4b3c-a972-06e802ac48b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:16.886959 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 667da726-ddf8-4be3-b952-de5f94d3016b up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:33:16.903843 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea9a54-8cd5-4487-bdff-cb727c8366d7 req-f39a8e73-addf-416a-9104-cf62c9cbab1e tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:16.913135 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-54ea9a54-8cd5-4487-bdff-cb727c8366d7 req-f39a8e73-addf-416a-9104-cf62c9cbab1e tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 949 time: 0.2307162 Nov 10 17:33:16.985434 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-e8a5ecf9-73a7-443b-b923-1a9690b8f50b req-8d3d8926-addb-4490-bd13-82e6d9b90d6a tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Deleting port 5a166f48-2e21-4eb6-b72d-56776e766f78 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:33:16.986000 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e8a5ecf9-73a7-443b-b923-1a9690b8f50b req-8d3d8926-addb-4490-bd13-82e6d9b90d6a tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:16.990978 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port ea349b82-5e34-4261-b7e6-16a1328d01f7 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:33:16.992647 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:17.071453 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-64a72933-4a79-48f3-a0e8-a499ee5c57ab req-6cbf1c31-3b05-4644-93a6-4d263850b5b2 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] For port 008d6802-dafa-4c58-b9af-c9f645bec77b, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=008d6802-dafa-4c58-b9af-c9f645bec77b,segment=NetworkSegment(7ba0f842-bc09-490f-ba9e-17a6b839dd2e),segment_id=7ba0f842-bc09-490f-ba9e-17a6b839dd2e)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:17.072122 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-64a72933-4a79-48f3-a0e8-a499ee5c57ab req-6cbf1c31-3b05-4644-93a6-4d263850b5b2 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:17.107043 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-64a72933-4a79-48f3-a0e8-a499ee5c57ab req-6cbf1c31-3b05-4644-93a6-4d263850b5b2 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Calling delete_port for 008d6802-dafa-4c58-b9af-c9f645bec77b owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:33:17.126220 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 667da726-ddf8-4be3-b952-de5f94d3016b triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:33:17.126710 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:17.127124 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-54ea9a54-8cd5-4487-bdff-cb727c8366d7 req-b8c0ebef-b44d-4db2-a9b2-b108b51d23d8 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124543 Nov 10 17:33:17.379051 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:17.424387 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a206b01-c0df-4b39-a7e3-14eb9492b29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea349b82-5e34-4261-b7e6-16a1328d01f7'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:17.428370 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f415c0c-65d9-4639-8a7d-fdbe09ea5fba" -d '{"events": [{"server_uuid": "3a206b01-c0df-4b39-a7e3-14eb9492b29e", "name": "network-vif-plugged", "status": "completed", "tag": "ea349b82-5e34-4261-b7e6-16a1328d01f7"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:17.448130 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port ea349b82-5e34-4261-b7e6-16a1328d01f7, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ea349b82-5e34-4261-b7e6-16a1328d01f7,segment=NetworkSegment(9d32f6d1-d16b-4454-891a-35c80c165728),segment_id=9d32f6d1-d16b-4454-891a-35c80c165728)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:17.472329 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:17.473488 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:33:17.487845 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405725a9-4274-49e0-af75-e3e05db86e49 req-aac10886-99fa-4044-92d4-eedc66d62680 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:17.500784 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-405725a9-4274-49e0-af75-e3e05db86e49 req-aac10886-99fa-4044-92d4-eedc66d62680 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 943 time: 0.2240448 Nov 10 17:33:17.591043 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:17.638095 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 667da726-ddf8-4be3-b952-de5f94d3016b, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=667da726-ddf8-4be3-b952-de5f94d3016b,segment=NetworkSegment(17d5af1c-a623-4581-8ea0-158dc701aa2d),segment_id=17d5af1c-a623-4581-8ea0-158dc701aa2d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:17.674686 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-64a72933-4a79-48f3-a0e8-a499ee5c57ab req-6cbf1c31-3b05-4644-93a6-4d263850b5b2 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:17.674969 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:17.706041 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=ea349b82-5e34-4261-b7e6-16a1328d01f7,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:17.721572 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ca97cd09-3342-4b3c-a972-06e802ac48b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:17.764542 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:17.777673 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-10b75e95-c08d-44db-8408-6e9bb597bb8a tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=751e161c2dfb4c329b9214d9deaa13c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341902 Nov 10 17:33:17.836011 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=667da726-ddf8-4be3-b952-de5f94d3016b,revision_number=7']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:17.847631 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf1c31-3b05-4644-93a6-4d263850b5b2 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Pushing event deleted for resources: {'Port': ['ID=008d6802-dafa-4c58-b9af-c9f645bec77b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:17.854821 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a72933-4a79-48f3-a0e8-a499ee5c57ab req-6cbf1c31-3b05-4644-93a6-4d263850b5b2 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] No DVR routers for this DVR port 008d6802-dafa-4c58-b9af-c9f645bec77b on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:33:17.872455 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-64a72933-4a79-48f3-a0e8-a499ee5c57ab req-6cbf1c31-3b05-4644-93a6-4d263850b5b2 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:17.875781 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-64a72933-4a79-48f3-a0e8-a499ee5c57ab req-6cbf1c31-3b05-4644-93a6-4d263850b5b2 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.13 "DELETE /v2.0/ports/008d6802-dafa-4c58-b9af-c9f645bec77b HTTP/1.1" status: 204 len: 173 time: 1.4557302 Nov 10 17:33:17.876492 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d587b5b-5255-4826-9f8e-3908187bbbcc', 'name': 'network-vif-deleted', 'tag': '008d6802-dafa-4c58-b9af-c9f645bec77b'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:17.877139 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=1b6ad8dc-bf54-49e9-8b43-130ab4c2a818,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:17.878833 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9254a4-f8ca-49e4-aa4b-124045532192" -d '{"events": [{"server_uuid": "7d587b5b-5255-4826-9f8e-3908187bbbcc", "name": "network-vif-deleted", "tag": "008d6802-dafa-4c58-b9af-c9f645bec77b"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:17.886426 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:17.888557 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 665f9b24-26a2-4fc2-a3c4-5e7a82a91999 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:33:17.902842 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca97cd09-3342-4b3c-a972-06e802ac48b1 admin admin] Checking segment: {'id': '6d77725e-f759-4fea-8142-4be34b292505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '40df35a0-3e6c-4a87-b05c-8ec0e27ffece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:33:17.903232 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca97cd09-3342-4b3c-a972-06e802ac48b1 admin admin] Network hostable DHCP agents. Network: 40df35a0-3e6c-4a87-b05c-8ec0e27ffece, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:33:17.920284 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-405725a9-4274-49e0-af75-e3e05db86e49 req-55b7395a-037b-44c1-a04f-14f1a8f37e95 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184594 Nov 10 17:33:17.939465 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 665f9b24-26a2-4fc2-a3c4-5e7a82a91999 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:33:17.939970 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 665f9b24-26a2-4fc2-a3c4-5e7a82a91999 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:33:17.950332 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97cd09-3342-4b3c-a972-06e802ac48b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48a795a7-76f4-43b1-b3bc-35d4259301af,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:17.953048 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-318b58a0-b80f-4b98-b3e0-5dfc27c33b1c tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:17.954540 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-318b58a0-b80f-4b98-b3e0-5dfc27c33b1c tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1756222 Nov 10 17:33:17.956435 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-617700e8-a71d-4fb0-bba7-ffd5dabc60c7 req-68ac10fd-4546-4d9b-bd4a-876886e5c392 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/ports?device_id=8922f3dd-86fa-41d1-8ad5-ce9e32a1f51d HTTP/1.1" status: 200 len: 210 time: 0.2234409 Nov 10 17:33:17.971779 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-e2e896fb-d44a-4840-8845-8c4bd20718fe tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Request body: {'port': {'device_id': '8922f3dd-86fa-41d1-8ad5-ce9e32a1f51d', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'admin_state_up': True, 'tenant_id': '751e161c2dfb4c329b9214d9deaa13c5'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:33:17.991913 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca97cd09-3342-4b3c-a972-06e802ac48b1 admin admin] Network 40df35a0-3e6c-4a87-b05c-8ec0e27ffece is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:33:18.015086 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-ca97cd09-3342-4b3c-a972-06e802ac48b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 40df35a0-3e6c-4a87-b05c-8ec0e27ffece) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:33:18.019304 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca97cd09-3342-4b3c-a972-06e802ac48b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:18.020076 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ca97cd09-3342-4b3c-a972-06e802ac48b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:18.031545 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707181d8-b5bc-4265-8f93-b59668ee7611 None None] Network 40df35a0-3e6c-4a87-b05c-8ec0e27ffece requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:33:18.064419 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ca97cd09-3342-4b3c-a972-06e802ac48b1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4621716 Nov 10 17:33:18.115675 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7e216a74-1aba-4706-b80d-f7c64aaaa5f0 req-a4d50860-3245-410b-a828-f090542771a7 tempest-LiveMigrationTest-1857638787 tempest-LiveMigrationTest-1857638787-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d587b5b-5255-4826-9f8e-3908187bbbcc HTTP/1.1" status: 200 len: 210 time: 0.0682580 Nov 10 17:33:18.186944 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=1b6ad8dc-bf54-49e9-8b43-130ab4c2a818,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:18.255284 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7284be2-6228-4752-982d-83892a727f86 None None] Network 40df35a0-3e6c-4a87-b05c-8ec0e27ffece requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:33:18.257210 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-e8a5ecf9-73a7-443b-b923-1a9690b8f50b req-8d3d8926-addb-4490-bd13-82e6d9b90d6a tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] For port 5a166f48-2e21-4eb6-b72d-56776e766f78, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=5a166f48-2e21-4eb6-b72d-56776e766f78,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:18.257856 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e8a5ecf9-73a7-443b-b923-1a9690b8f50b req-8d3d8926-addb-4490-bd13-82e6d9b90d6a tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:18.293859 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-e8a5ecf9-73a7-443b-b923-1a9690b8f50b req-8d3d8926-addb-4490-bd13-82e6d9b90d6a tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Calling delete_port for 5a166f48-2e21-4eb6-b72d-56776e766f78 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:33:18.366997 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fed5bf-c5b2-4cf5-8f0d-2c3b59c866a2 req-c15cc97b-b7ec-465d-a255-102c00b49c37 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:18.377896 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-30fed5bf-c5b2-4cf5-8f0d-2c3b59c866a2 req-c15cc97b-b7ec-465d-a255-102c00b49c37 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 946 time: 0.1433313 Nov 10 17:33:18.454208 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-e2e896fb-d44a-4840-8845-8c4bd20718fe tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Made reservation on behalf of 751e161c2dfb4c329b9214d9deaa13c5 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:33:18.460049 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-e2e896fb-d44a-4840-8845-8c4bd20718fe tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:18.473063 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-30fed5bf-c5b2-4cf5-8f0d-2c3b59c866a2 req-2e07e522-a993-4dcd-b8ad-b493e8fcac9d tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875559 Nov 10 17:33:18.477708 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-e2e896fb-d44a-4840-8845-8c4bd20718fe tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:18.484426 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936ade93-639c-476c-9be6-0016842a1337 x-openstack-request-id: req-936ade93-639c-476c-9be6-0016842a1337 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:18.484853 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a206b01-c0df-4b39-a7e3-14eb9492b29e", "name": "network-vif-plugged", "status": "completed", "tag": "ea349b82-5e34-4261-b7e6-16a1328d01f7", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:18.486548 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-936ade93-639c-476c-9be6-0016842a1337 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:18.487059 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a206b01-c0df-4b39-a7e3-14eb9492b29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea349b82-5e34-4261-b7e6-16a1328d01f7', 'code': 200} Nov 10 17:33:18.578300 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b47992-0977-4fa2-baa8-7e6ab4ce726b x-openstack-request-id: req-c0b47992-0977-4fa2-baa8-7e6ab4ce726b {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:18.578749 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d587b5b-5255-4826-9f8e-3908187bbbcc", "name": "network-vif-deleted", "tag": "008d6802-dafa-4c58-b9af-c9f645bec77b", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:18.579131 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c0b47992-0977-4fa2-baa8-7e6ab4ce726b {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:18.579631 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d587b5b-5255-4826-9f8e-3908187bbbcc', 'name': 'network-vif-deleted', 'tag': '008d6802-dafa-4c58-b9af-c9f645bec77b', 'status': 'completed', 'code': 200} Nov 10 17:33:18.605571 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-e2e896fb-d44a-4840-8845-8c4bd20718fe tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:18.628051 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-e2e896fb-d44a-4840-8845-8c4bd20718fe tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:18.813775 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e90e36-9322-4194-a938-b34e9f9d75ce req-fd6bd09c-a138-45c3-bb2b-d641ebcec9e4 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:18.815236 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35e90e36-9322-4194-a938-b34e9f9d75ce req-fd6bd09c-a138-45c3-bb2b-d641ebcec9e4 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 949 time: 0.1558969 Nov 10 17:33:18.823491 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e896fb-d44a-4840-8845-8c4bd20718fe tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abb44563-c74e-44b5-8021-c307586a6b8c,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:18.878720 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 008d6802-dafa-4c58-b9af-c9f645bec77b no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:33:18.926031 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 008d6802-dafa-4c58-b9af-c9f645bec77b {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:33:18.926523 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 008d6802-dafa-4c58-b9af-c9f645bec77b not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:33:18.970145 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f0abc-6fa0-42ff-b850-13c8202c7bef req-6ecafb4c-8850-4d49-b6dc-1bac743a0a06 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:18.976835 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-058f0abc-6fa0-42ff-b850-13c8202c7bef req-6ecafb4c-8850-4d49-b6dc-1bac743a0a06 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=2fee33f3-957b-4957-b0f2-5ea50ee80691 HTTP/1.1" status: 200 len: 944 time: 0.1037807 Nov 10 17:33:19.007856 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e8a5ecf9-73a7-443b-b923-1a9690b8f50b req-8d3d8926-addb-4490-bd13-82e6d9b90d6a tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:19.010571 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77078b9b-9773-4379-8fb7-c314b4dcf25b req-59075560-bb4d-4529-96fa-e6341ac7b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:19.012093 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-77078b9b-9773-4379-8fb7-c314b4dcf25b req-59075560-bb4d-4529-96fa-e6341ac7b9fb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 1097 time: 0.2969186 Nov 10 17:33:19.027866 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35e90e36-9322-4194-a938-b34e9f9d75ce req-4af0dba0-5ec1-4d8e-8210-dd034ad3ba22 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650476 Nov 10 17:33:19.054485 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-058f0abc-6fa0-42ff-b850-13c8202c7bef req-647f4adf-9397-4a83-9d3d-3940606690f4 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662448 Nov 10 17:33:19.076893 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d8926-addb-4490-bd13-82e6d9b90d6a tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Pushing event deleted for resources: {'Port': ['ID=5a166f48-2e21-4eb6-b72d-56776e766f78,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:19.079351 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-e2e896fb-d44a-4840-8845-8c4bd20718fe tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Allocated IP 192.168.233.59 (06bf2af7-1c64-4ab3-86f9-bba38a9adb20/7364e0f4-b425-437c-8639-701045fa2b03/dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:33:19.163971 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a5ecf9-73a7-443b-b923-1a9690b8f50b req-8d3d8926-addb-4490-bd13-82e6d9b90d6a tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] No DVR routers for this DVR port 5a166f48-2e21-4eb6-b72d-56776e766f78 on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:33:19.173342 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e8a5ecf9-73a7-443b-b923-1a9690b8f50b req-8d3d8926-addb-4490-bd13-82e6d9b90d6a tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:19.177500 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e8a5ecf9-73a7-443b-b923-1a9690b8f50b req-8d3d8926-addb-4490-bd13-82e6d9b90d6a tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.11 "DELETE /v2.0/ports/5a166f48-2e21-4eb6-b72d-56776e766f78 HTTP/1.1" status: 204 len: 173 time: 2.3943768 Nov 10 17:33:19.179788 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fee33f3-957b-4957-b0f2-5ea50ee80691', 'name': 'network-vif-deleted', 'tag': '5a166f48-2e21-4eb6-b72d-56776e766f78'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:19.182217 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d12d022-cb18-44bd-8b39-ace744cb4cf7" -d '{"events": [{"server_uuid": "2fee33f3-957b-4957-b0f2-5ea50ee80691", "name": "network-vif-deleted", "tag": "5a166f48-2e21-4eb6-b72d-56776e766f78"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:19.216465 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-77078b9b-9773-4379-8fb7-c314b4dcf25b req-b5988e9e-051d-4262-bb85-1aaf639c2cdb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618826 Nov 10 17:33:19.459652 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-e2e896fb-d44a-4840-8845-8c4bd20718fe tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:19.475602 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-e501ff57-62e9-46f9-8bf1-1e6121531bef tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:19.483059 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-e501ff57-62e9-46f9-8bf1-1e6121531bef tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/networks?id=40df35a0-3e6c-4a87-b05c-8ec0e27ffece HTTP/1.1" status: 200 len: 822 time: 0.1923597 Nov 10 17:33:19.498802 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-5107c9f9-2c5a-4459-b6b1-8bf9f035dc2c tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/quotas/83c38918d98344738cd9d64d9905ab18 HTTP/1.1" status: 200 len: 375 time: 0.0148611 Nov 10 17:33:19.551091 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-415aefbf-5fd8-4ac9-80a5-f0bb9ddbf06e tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=83c38918d98344738cd9d64d9905ab18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348582 Nov 10 17:33:19.573904 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-e2e896fb-d44a-4840-8845-8c4bd20718fe tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:19.677400 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-e2e896fb-d44a-4840-8845-8c4bd20718fe tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:33:19.685136 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-e2e896fb-d44a-4840-8845-8c4bd20718fe tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:33:19.691574 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-e2e896fb-d44a-4840-8845-8c4bd20718fe tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:33:19.706436 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ee363-7e89-4280-9658-688ee5c91695 req-66c2491d-09b5-4c5e-b473-961452851af8 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:19.709978 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4f4ee363-7e89-4280-9658-688ee5c91695 req-66c2491d-09b5-4c5e-b473-961452851af8 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 945 time: 0.0828669 Nov 10 17:33:19.750246 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-e2e896fb-d44a-4840-8845-8c4bd20718fe tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:19.751226 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-e2e896fb-d44a-4840-8845-8c4bd20718fe tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:19.763094 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e896fb-d44a-4840-8845-8c4bd20718fe tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Pushing event updated for resources: {'Port': ['ID=dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:19.815547 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4f4ee363-7e89-4280-9658-688ee5c91695 req-17197863-e5ea-43ac-9278-d531771c223f tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989749 Nov 10 17:33:19.820553 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-e2e896fb-d44a-4840-8845-8c4bd20718fe tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8551421 Nov 10 17:33:19.849967 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-1f9e30c5-5185-422b-85df-6a94fdd5ce04 service neutron] 10.222.0.39 "GET /v2.0/networks/40df35a0-3e6c-4a87-b05c-8ec0e27ffece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864814 Nov 10 17:33:19.994747 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-44a45b92-9c12-45e1-9126-129b41158126 service neutron] 10.222.0.39 "GET /v2.0/networks/40df35a0-3e6c-4a87-b05c-8ec0e27ffece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408145 Nov 10 17:33:20.006579 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847c6a5-cf03-4db9-b97e-99897e33f961 req-9eebe4fb-a715-4075-a684-709ef166ea8f tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:20.021196 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c847c6a5-cf03-4db9-b97e-99897e33f961 req-9eebe4fb-a715-4075-a684-709ef166ea8f tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/ports?device_id=8922f3dd-86fa-41d1-8ad5-ce9e32a1f51d HTTP/1.1" status: 200 len: 935 time: 0.1025076 Nov 10 17:33:20.029086 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-96c2314e-c236-4466-ad5b-18dd4faf6062 service neutron] Request body: {'port': {'device_id': '8922f3dd-86fa-41d1-8ad5-ce9e32a1f51d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:33:20.103376 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6e9716e4-4fc6-4173-90f6-57db9af6db91 None None] Provisioning complete for port dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:33:20.103973 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6e9716e4-4fc6-4173-90f6-57db9af6db91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:20.133855 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c847c6a5-cf03-4db9-b97e-99897e33f961 req-9c30e007-d300-49fd-9ee3-4ffa4643b8e4 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/security-groups?id=abb44563-c74e-44b5-8021-c307586a6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042302 Nov 10 17:33:20.135027 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-96c2314e-c236-4466-ad5b-18dd4faf6062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:20.192638 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-6e9716e4-4fc6-4173-90f6-57db9af6db91 None None] Port dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:33:20.236936 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60788) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:20.403632 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b831af-4a62-4b54-a9bd-00f348c5906b admin admin] Deleting subnet 6dcea188-714e-4316-9245-d3631f0cca17 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:33:20.407574 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d8b831af-4a62-4b54-a9bd-00f348c5906b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:20.446818 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d8b831af-4a62-4b54-a9bd-00f348c5906b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:20.488828 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9126f8d0-8c74-4d11-a1b8-e85fe5fd470e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667da726-ddf8-4be3-b952-de5f94d3016b'}, {'server_uuid': 'b791a848-2164-4898-83e9-3c772b8a98f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b6ad8dc-bf54-49e9-8b43-130ab4c2a818'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:20.492871 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f5dc0a-7298-43a8-aab3-af5c9f5d5f93" -d '{"events": [{"server_uuid": "9126f8d0-8c74-4d11-a1b8-e85fe5fd470e", "name": "network-vif-plugged", "status": "completed", "tag": "667da726-ddf8-4be3-b952-de5f94d3016b"}, {"server_uuid": "b791a848-2164-4898-83e9-3c772b8a98f8", "name": "network-vif-unplugged", "status": "completed", "tag": "1b6ad8dc-bf54-49e9-8b43-130ab4c2a818"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:20.509857 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d8b831af-4a62-4b54-a9bd-00f348c5906b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:20.546226 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-96c2314e-c236-4466-ad5b-18dd4faf6062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:33:20.555923 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-96c2314e-c236-4466-ad5b-18dd4faf6062 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:20.572327 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-96c2314e-c236-4466-ad5b-18dd4faf6062 service neutron] Transition to ACTIVE for port object dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:33:20.574696 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2f77c6-849d-4ebb-89f2-92144e3a242e x-openstack-request-id: req-4d2f77c6-849d-4ebb-89f2-92144e3a242e {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:20.575119 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055fa16-9ebc-4710-bae0-022faa53587b req-d18d3233-4b5d-4d40-ac92-4f08b62e7670 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:20.575282 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fee33f3-957b-4957-b0f2-5ea50ee80691", "name": "network-vif-deleted", "tag": "5a166f48-2e21-4eb6-b72d-56776e766f78", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:20.575527 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4d2f77c6-849d-4ebb-89f2-92144e3a242e {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:20.576111 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fee33f3-957b-4957-b0f2-5ea50ee80691', 'name': 'network-vif-deleted', 'tag': '5a166f48-2e21-4eb6-b72d-56776e766f78', 'status': 'completed', 'code': 200} Nov 10 17:33:20.577396 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e055fa16-9ebc-4710-bae0-022faa53587b req-d18d3233-4b5d-4d40-ac92-4f08b62e7670 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 946 time: 0.2663324 Nov 10 17:33:20.579233 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d8b831af-4a62-4b54-a9bd-00f348c5906b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:20.613835 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-96c2314e-c236-4466-ad5b-18dd4faf6062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:20.640320 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d8b831af-4a62-4b54-a9bd-00f348c5906b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:20.657143 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d8b831af-4a62-4b54-a9bd-00f348c5906b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6dcea188-714e-4316-9245-d3631f0cca17 HTTP/1.1" status: 204 len: 168 time: 0.4176197 Nov 10 17:33:20.674184 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 60806) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:20.726438 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b831af-4a62-4b54-a9bd-00f348c5906b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dcea188-714e-4316-9245-d3631f0cca17,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:20.759858 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a4bdf0d5-424b-4ee9-8fa3-460485e7744b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:20.845295 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e055fa16-9ebc-4710-bae0-022faa53587b req-2172fe2a-1141-4f2e-90c8-4c2b155272fe tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566185 Nov 10 17:33:20.868300 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 5a166f48-2e21-4eb6-b72d-56776e766f78 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:33:20.902385 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 5a166f48-2e21-4eb6-b72d-56776e766f78 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:33:20.902818 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 5a166f48-2e21-4eb6-b72d-56776e766f78 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:33:20.903076 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2314e-c236-4466-ad5b-18dd4faf6062 service neutron] Pushing event updated for resources: {'Port': ['ID=dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:20.945089 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92cfe30-b582-4a77-80d0-0935f58722f3 req-28335a9d-a9b4-4b6b-bd72-a2bec00ab661 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:20.978439 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b92cfe30-b582-4a77-80d0-0935f58722f3 req-28335a9d-a9b4-4b6b-bd72-a2bec00ab661 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 949 time: 0.4011679 Nov 10 17:33:21.093608 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6580792b-a181-45cc-b658-5268a8af8640 req-c495c95b-d099-4a64-9f34-9f39da1333e2 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=99b306e3-d730-4004-adf3-f40dcdf423d7 HTTP/1.1" status: 200 len: 210 time: 0.0477324 Nov 10 17:33:21.149599 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa8f805-c1d4-4542-b719-7df2527608ba x-openstack-request-id: req-daa8f805-c1d4-4542-b719-7df2527608ba {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:21.150201 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9126f8d0-8c74-4d11-a1b8-e85fe5fd470e", "name": "network-vif-plugged", "status": "completed", "tag": "667da726-ddf8-4be3-b952-de5f94d3016b", "code": 200}, {"server_uuid": "b791a848-2164-4898-83e9-3c772b8a98f8", "name": "network-vif-unplugged", "status": "completed", "tag": "1b6ad8dc-bf54-49e9-8b43-130ab4c2a818", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:21.150888 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-daa8f805-c1d4-4542-b719-7df2527608ba {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:21.151424 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9126f8d0-8c74-4d11-a1b8-e85fe5fd470e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667da726-ddf8-4be3-b952-de5f94d3016b', 'code': 200} Nov 10 17:33:21.151756 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b791a848-2164-4898-83e9-3c772b8a98f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b6ad8dc-bf54-49e9-8b43-130ab4c2a818', 'code': 200} Nov 10 17:33:21.278767 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175cff05-9e58-4355-88a7-6c44b20c2d59 req-48786c7a-ef73-4eb3-910c-e282cff0d70b tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:21.280302 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-175cff05-9e58-4355-88a7-6c44b20c2d59 req-48786c7a-ef73-4eb3-910c-e282cff0d70b tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 945 time: 0.0725281 Nov 10 17:33:21.304815 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b92cfe30-b582-4a77-80d0-0935f58722f3 req-427082b1-f004-427a-acd3-281daa0da3c4 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252997 Nov 10 17:33:21.334531 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a4bdf0d5-424b-4ee9-8fa3-460485e7744b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:21.365415 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-a4bdf0d5-424b-4ee9-8fa3-460485e7744b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee9bf645-62ea-4fb8-afab-51398fe4d64d']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:33:21.374325 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-a4bdf0d5-424b-4ee9-8fa3-460485e7744b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba0f842-bc09-490f-ba9e-17a6b839dd2e') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:33:21.374929 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-a4bdf0d5-424b-4ee9-8fa3-460485e7744b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba0f842-bc09-490f-ba9e-17a6b839dd2e') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:33:21.385923 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a4bdf0d5-424b-4ee9-8fa3-460485e7744b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:21.400008 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a4bdf0d5-424b-4ee9-8fa3-460485e7744b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:21.402267 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-175cff05-9e58-4355-88a7-6c44b20c2d59 req-c6f0149c-d850-42fd-a78a-27ee95b6b021 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075370 Nov 10 17:33:21.406841 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4bdf0d5-424b-4ee9-8fa3-460485e7744b admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:33:21.407201 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a4bdf0d5-424b-4ee9-8fa3-460485e7744b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:21.484617 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:33:21.484617 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:33:21.484617 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:33:21.484617 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:33:21.484617 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:33:21.484617 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:33:21.484617 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:33:21.484617 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:33:21.484617 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:33:21.484617 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:33:21.484617 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:33:21.484617 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:33:21.484617 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:33:21.484617 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:33:21.484617 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:33:21.484617 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:33:21.484617 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:33:21.484617 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:33:21.484617 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:33:21.484617 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:33:21.484617 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:33:21.484617 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:33:21.484617 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:33:21.484617 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:33:21.484617 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:33:21.484617 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:33:21.484617 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:33:21.484617 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:33:21.484617 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:33:21.484617 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:33:21.484617 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:33:21.484617 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:33:21.489817 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-96c2314e-c236-4466-ad5b-18dd4faf6062 service neutron] Attempting to bind port dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:33:21.490321 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-96c2314e-c236-4466-ad5b-18dd4faf6062 service neutron] Attempting to bind port dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:33:21.490626 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-96c2314e-c236-4466-ad5b-18dd4faf6062 service neutron] Attempting to bind port dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:33:21.497109 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a4bdf0d5-424b-4ee9-8fa3-460485e7744b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:21.505271 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a4bdf0d5-424b-4ee9-8fa3-460485e7744b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:21.512496 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a4bdf0d5-424b-4ee9-8fa3-460485e7744b admin admin] 10.222.0.39 "DELETE /v2.0/networks/ee9bf645-62ea-4fb8-afab-51398fe4d64d HTTP/1.1" status: 204 len: 168 time: 0.8340058 Nov 10 17:33:21.512496 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-96c2314e-c236-4466-ad5b-18dd4faf6062 service neutron] Port dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:33:21.513633 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-96c2314e-c236-4466-ad5b-18dd4faf6062 service neutron] Attempting to bind port dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:33:21.513935 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60820) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:21.533472 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bdf0d5-424b-4ee9-8fa3-460485e7744b admin admin] Pushing event deleted for resources: {'Network': ['ID=ee9bf645-62ea-4fb8-afab-51398fe4d64d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:21.537516 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-96c2314e-c236-4466-ad5b-18dd4faf6062 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:33:21.537860 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-96c2314e-c236-4466-ad5b-18dd4faf6062 service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:33:21.538243 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-96c2314e-c236-4466-ad5b-18dd4faf6062 service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:33:21.538689 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-96c2314e-c236-4466-ad5b-18dd4faf6062 service neutron] Bound port: dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:33:21.539142 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-96c2314e-c236-4466-ad5b-18dd4faf6062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:21.652190 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-628eb633-83b6-4421-8ff8-31a25914d666 admin admin] Deleting subnet 128b00c9-9f93-4b99-9282-cc2ba2c442bc {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:33:21.656880 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-96c2314e-c236-4466-ad5b-18dd4faf6062 service neutron] For port dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:33:21.658155 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-628eb633-83b6-4421-8ff8-31a25914d666 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:21.668557 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-96c2314e-c236-4466-ad5b-18dd4faf6062 service neutron] For port dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:33:21.687005 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-96c2314e-c236-4466-ad5b-18dd4faf6062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:21.699676 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c16b49-7422-4d50-9a27-6a9c0ed547eb req-d6be4e68-0bab-42bf-aeef-95684da40cbd tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:21.701822 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-00c16b49-7422-4d50-9a27-6a9c0ed547eb req-d6be4e68-0bab-42bf-aeef-95684da40cbd tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/ports?device_id=8922f3dd-86fa-41d1-8ad5-ce9e32a1f51d HTTP/1.1" status: 200 len: 947 time: 0.1330388 Nov 10 17:33:21.734196 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-96c2314e-c236-4466-ad5b-18dd4faf6062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:21.735088 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-96c2314e-c236-4466-ad5b-18dd4faf6062 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:21.735387 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-628eb633-83b6-4421-8ff8-31a25914d666 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:21.736545 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-96c2314e-c236-4466-ad5b-18dd4faf6062 service neutron] 10.222.0.13 "PUT /v2.0/ports/dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d HTTP/1.1" status: 200 len: 1096 time: 1.7741716 Nov 10 17:33:21.823513 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2314e-c236-4466-ad5b-18dd4faf6062 service neutron] Pushing event updated for resources: {'Port': ['ID=dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:21.827126 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-00c16b49-7422-4d50-9a27-6a9c0ed547eb req-2cf57d30-377b-470e-9916-8ab0cd530eca tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/security-groups?id=abb44563-c74e-44b5-8021-c307586a6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893917 Nov 10 17:33:21.879581 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-628eb633-83b6-4421-8ff8-31a25914d666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:21.887439 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d4d77-f434-4913-83ab-70e4a3df6f77 req-02b654ec-6188-49cd-b2f3-67e38a639d38 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:21.895736 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b55d4d77-f434-4913-83ab-70e4a3df6f77 req-02b654ec-6188-49cd-b2f3-67e38a639d38 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 945 time: 0.1357510 Nov 10 17:33:21.967066 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b55d4d77-f434-4913-83ab-70e4a3df6f77 req-79549f05-0e67-4f10-9572-2f55aa1d42f0 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691049 Nov 10 17:33:22.000980 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-3b344b90-cebe-4ad7-9efb-8f79f755cf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:22.000980 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-3b344b90-cebe-4ad7-9efb-8f79f755cf6b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=751e161c2dfb4c329b9214d9deaa13c5&device_id=8922f3dd-86fa-41d1-8ad5-ce9e32a1f51d HTTP/1.1" status: 200 len: 1099 time: 0.1872640 Nov 10 17:33:22.118479 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-628eb633-83b6-4421-8ff8-31a25914d666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:22.130833 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-0f21b27b-d279-4ad9-b660-764d5f7b343f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d HTTP/1.1" status: 200 len: 217 time: 0.1262491 Nov 10 17:33:22.152324 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628eb633-83b6-4421-8ff8-31a25914d666 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=128b00c9-9f93-4b99-9282-cc2ba2c442bc,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:22.172945 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bde02b-e5d3-4959-9d25-b30bf0c10839 req-40c0e051-2e7c-4624-bd78-ab47621fff08 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:22.182113 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-63bde02b-e5d3-4959-9d25-b30bf0c10839 req-40c0e051-2e7c-4624-bd78-ab47621fff08 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 944 time: 0.1736205 Nov 10 17:33:22.191086 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-628eb633-83b6-4421-8ff8-31a25914d666 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:22.195858 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-628eb633-83b6-4421-8ff8-31a25914d666 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/128b00c9-9f93-4b99-9282-cc2ba2c442bc HTTP/1.1" status: 204 len: 168 time: 0.6805270 Nov 10 17:33:22.205114 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60842) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:22.322900 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-63bde02b-e5d3-4959-9d25-b30bf0c10839 req-b58389b7-ddc4-46e9-ae8b-08a304c474d1 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393135 Nov 10 17:33:22.330202 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-806c2b98-becf-457b-ac65-d79dfa782704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:22.429456 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0261cda-1a45-4ccd-834c-c90cbde80c86 req-4c218c13-2be8-460c-b520-a95926ae439a tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:22.438015 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e0261cda-1a45-4ccd-834c-c90cbde80c86 req-4c218c13-2be8-460c-b520-a95926ae439a tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 946 time: 0.3187757 Nov 10 17:33:22.453368 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-829f6de9-f80f-41e9-945a-09b1e7b69b62 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:22.455145 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-829f6de9-f80f-41e9-945a-09b1e7b69b62 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.11 "GET /v2.0/networks?id=40df35a0-3e6c-4a87-b05c-8ec0e27ffece HTTP/1.1" status: 200 len: 822 time: 0.3218017 Nov 10 17:33:22.457539 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-a60f03c7-bf91-42c9-9d5b-da5a5efe6214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:22.459937 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-a60f03c7-bf91-42c9-9d5b-da5a5efe6214 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.2615135 Nov 10 17:33:22.522883 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-4436c8fb-8f5b-4981-9e1b-f0d0cb578ae4 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Request body: {'port': {'device_id': '99b306e3-d730-4004-adf3-f40dcdf423d7', 'network_id': '40df35a0-3e6c-4a87-b05c-8ec0e27ffece', 'admin_state_up': True, 'tenant_id': '83c38918d98344738cd9d64d9905ab18'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:33:22.605779 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8922f3dd-86fa-41d1-8ad5-ce9e32a1f51d', 'tag': 'dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:22.608539 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f61450-76a8-4385-84f7-7709351ff0ff" -d '{"events": [{"name": "network-changed", "server_uuid": "8922f3dd-86fa-41d1-8ad5-ce9e32a1f51d", "tag": "dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:22.646126 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e0261cda-1a45-4ccd-834c-c90cbde80c86 req-5c963643-2526-4dc4-9d81-5a6321e976e2 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065864 Nov 10 17:33:22.668935 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51925995-6a3d-4189-ae50-d1494a096f23 req-1e544896-3d18-41ad-a35a-866289112f3e tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:22.670668 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-51925995-6a3d-4189-ae50-d1494a096f23 req-1e544896-3d18-41ad-a35a-866289112f3e tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.11 "GET /v2.0/ports?device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 944 time: 0.3896048 Nov 10 17:33:22.702179 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-ce903670-c96c-4ef2-b64c-f4c0749f06fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:22.704257 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-ce903670-c96c-4ef2-b64c-f4c0749f06fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1775239 Nov 10 17:33:22.809385 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-baeb597d-43eb-484c-9a23-7e6902236dd0 req-f70d403e-d8e8-482d-8ba9-0acdb7909c91 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=99b306e3-d730-4004-adf3-f40dcdf423d7 HTTP/1.1" status: 200 len: 210 time: 0.0309675 Nov 10 17:33:22.820689 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-806c2b98-becf-457b-ac65-d79dfa782704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:22.842906 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-806c2b98-becf-457b-ac65-d79dfa782704 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a7c677-b82c-46e3-bf3e-abc0c720d26d']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:33:22.857870 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-806c2b98-becf-457b-ac65-d79dfa782704 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e8d0aa2-319b-4b9c-a665-fd93f00c9c16') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:33:22.858374 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-806c2b98-becf-457b-ac65-d79dfa782704 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e8d0aa2-319b-4b9c-a665-fd93f00c9c16') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:33:22.877824 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-806c2b98-becf-457b-ac65-d79dfa782704 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:22.883385 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:33:22.888778 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6747e8c2-a75e-4c21-a2f4-68eb9c5ec2f5 x-openstack-request-id: req-6747e8c2-a75e-4c21-a2f4-68eb9c5ec2f5 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:22.889062 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8922f3dd-86fa-41d1-8ad5-ce9e32a1f51d", "tag": "dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:22.889375 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6747e8c2-a75e-4c21-a2f4-68eb9c5ec2f5 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:22.889770 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8922f3dd-86fa-41d1-8ad5-ce9e32a1f51d', 'tag': 'dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d', 'status': 'completed', 'code': 200} Nov 10 17:33:22.903485 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-806c2b98-becf-457b-ac65-d79dfa782704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:22.930909 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-806c2b98-becf-457b-ac65-d79dfa782704 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:33:22.933730 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-806c2b98-becf-457b-ac65-d79dfa782704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:22.937648 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:33:22.937648 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:33:22.937648 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:33:22.937648 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:33:22.937648 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:33:22.937648 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:33:22.937648 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:33:22.937648 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:33:22.937648 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:33:22.937648 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:33:22.937648 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:33:22.937648 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:33:22.937648 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:33:22.937648 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:33:22.937648 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:33:22.937648 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:33:22.937648 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:33:22.937648 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:33:22.937648 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:33:22.937648 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:33:22.937648 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:33:22.937648 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:33:22.937648 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:33:22.937648 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:33:22.937648 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:33:22.937648 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:33:22.937648 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:33:22.937648 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:33:22.937648 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:33:22.937648 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:33:22.937648 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:33:22.937648 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:33:22.943774 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-4436c8fb-8f5b-4981-9e1b-f0d0cb578ae4 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Made reservation on behalf of 83c38918d98344738cd9d64d9905ab18 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:33:22.947263 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-4436c8fb-8f5b-4981-9e1b-f0d0cb578ae4 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:23.046486 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf7da2-8fd7-47a3-927d-c78f80d10320 req-cabd7483-c787-4dfe-8d88-e75a1823007d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:23.054215 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eaaf7da2-8fd7-47a3-927d-c78f80d10320 req-cabd7483-c787-4dfe-8d88-e75a1823007d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 949 time: 0.2732706 Nov 10 17:33:23.083004 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-d3f4c718-f248-4839-ae3d-de472b2705e6 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581200 Nov 10 17:33:23.088696 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-806c2b98-becf-457b-ac65-d79dfa782704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:23.108789 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-806c2b98-becf-457b-ac65-d79dfa782704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:23.117363 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-806c2b98-becf-457b-ac65-d79dfa782704 admin admin] 10.222.0.39 "DELETE /v2.0/networks/72a7c677-b82c-46e3-bf3e-abc0c720d26d HTTP/1.1" status: 204 len: 168 time: 0.9075451 Nov 10 17:33:23.169339 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=1b6ad8dc-bf54-49e9-8b43-130ab4c2a818,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:23.190832 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '1b6ad8dc-bf54-49e9-8b43-130ab4c2a818', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': '1b6ad8dc-bf54-49e9-8b43-130ab4c2a818', 'mac_address': 'fa:16:3e:f5:3d:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:33:23.237911 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:23.254015 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:33:23.280249 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=1b6ad8dc-bf54-49e9-8b43-130ab4c2a818,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:23.300610 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:23.340499 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-03814e70-ffe5-4bfa-9952-91785bd8e8bf tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:23.342116 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-03814e70-ffe5-4bfa-9952-91785bd8e8bf tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/networks?id=c18d46d8-ed1a-43a2-affe-5479d7bfb3f2 HTTP/1.1" status: 200 len: 815 time: 0.2249320 Nov 10 17:33:23.343561 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c2b98-becf-457b-ac65-d79dfa782704 admin admin] Pushing event deleted for resources: {'Network': ['ID=72a7c677-b82c-46e3-bf3e-abc0c720d26d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:23.370197 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-99aa1bdf-a943-46fe-b2e8-2ad63b90898c tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/quotas/6ec4d83ef90f447b9fcf9e9ef27fda67 HTTP/1.1" status: 200 len: 375 time: 0.0125492 Nov 10 17:33:23.373820 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60882) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:23.434355 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['1b6ad8dc-bf54-49e9-8b43-130ab4c2a818'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:33:23.461744 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e5edd05b-4ff8-49cd-86fa-fba45226d157 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ef9ea014582b4acbb9c391ec5c5ef151&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0842328 Nov 10 17:33:23.463065 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60886) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:23.486997 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-497ab2c6-be6c-47f1-9644-f48e962681c8 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ec4d83ef90f447b9fcf9e9ef27fda67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1010079 Nov 10 17:33:23.523421 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=1b6ad8dc-bf54-49e9-8b43-130ab4c2a818,revision_number=9']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:23.619339 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1a1b6d46-4f2a-4ac0-b189-26e614f2c807 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:23.695085 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1a1b6d46-4f2a-4ac0-b189-26e614f2c807 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:23.858840 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-51925995-6a3d-4189-ae50-d1494a096f23 req-3f55dfa2-5620-4441-99f1-44f168f75789 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Deleting port 242956e9-40aa-473d-a550-08731feadc4d {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:33:23.859865 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-51925995-6a3d-4189-ae50-d1494a096f23 req-3f55dfa2-5620-4441-99f1-44f168f75789 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:23.887711 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-65271eec-d34a-4bba-9cc8-7d7e8c2bffdc service neutron] 10.222.0.39 "GET /v2.0/networks/c18d46d8-ed1a-43a2-affe-5479d7bfb3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997490 Nov 10 17:33:23.953071 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eaaf7da2-8fd7-47a3-927d-c78f80d10320 req-678c4383-1ea5-4943-9117-4188dca05d28 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8978903 Nov 10 17:33:24.002885 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1a1b6d46-4f2a-4ac0-b189-26e614f2c807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:24.008506 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1a1b6d46-4f2a-4ac0-b189-26e614f2c807 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:24.015600 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1a1b6d46-4f2a-4ac0-b189-26e614f2c807 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d251f49c-18a8-4fcc-a5ca-dec45b18013b HTTP/1.1" status: 204 len: 168 time: 0.5514839 Nov 10 17:33:24.050814 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-f1a1767c-bb03-4df9-a632-4966c27b54b0 service neutron] 10.222.0.39 "GET /v2.0/networks/c18d46d8-ed1a-43a2-affe-5479d7bfb3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618619 Nov 10 17:33:24.075278 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b6d46-4f2a-4ac0-b189-26e614f2c807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d251f49c-18a8-4fcc-a5ca-dec45b18013b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:24.110590 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-4436c8fb-8f5b-4981-9e1b-f0d0cb578ae4 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Allocated IP 172.20.0.2 (40df35a0-3e6c-4a87-b05c-8ec0e27ffece/48a795a7-76f4-43b1-b3bc-35d4259301af/543aed04-7ec9-461d-9612-2e129ff33b29) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:33:24.119476 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3e77d19d-344b-4644-951f-a4e901ed6e0f req-8d47a211-48d4-4e0a-95aa-7804a96f932b service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0069938 Nov 10 17:33:24.200766 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-51925995-6a3d-4189-ae50-d1494a096f23 req-3f55dfa2-5620-4441-99f1-44f168f75789 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] For port 242956e9-40aa-473d-a550-08731feadc4d, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=242956e9-40aa-473d-a550-08731feadc4d,segment=NetworkSegment(1b96fc7c-450b-4879-b395-2a3bf8805230),segment_id=1b96fc7c-450b-4879-b395-2a3bf8805230)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:24.201387 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-51925995-6a3d-4189-ae50-d1494a096f23 req-3f55dfa2-5620-4441-99f1-44f168f75789 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:24.281539 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-51925995-6a3d-4189-ae50-d1494a096f23 req-3f55dfa2-5620-4441-99f1-44f168f75789 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Calling delete_port for 242956e9-40aa-473d-a550-08731feadc4d owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:33:24.352119 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f61450-76a8-4385-84f7-7709351ff0ff req-dead06c3-4f01-4096-8d17-1ebc158e5556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:24.354047 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-18f61450-76a8-4385-84f7-7709351ff0ff req-dead06c3-4f01-4096-8d17-1ebc158e5556 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=751e161c2dfb4c329b9214d9deaa13c5&device_id=8922f3dd-86fa-41d1-8ad5-ce9e32a1f51d HTTP/1.1" status: 200 len: 1099 time: 0.1707454 Nov 10 17:33:24.410434 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e7e25-a707-4844-b098-8afe0a764cea req-aefd5173-d235-4247-8849-53f147bef27f tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:24.411522 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348d102-739f-4b7a-b8d1-2ce1c644d007 req-bae138ad-caa0-45d0-af9e-cbcb671f4329 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:24.413475 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2348d102-739f-4b7a-b8d1-2ce1c644d007 req-bae138ad-caa0-45d0-af9e-cbcb671f4329 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a206b01-c0df-4b39-a7e3-14eb9492b29e HTTP/1.1" status: 200 len: 945 time: 0.1797431 Nov 10 17:33:24.413910 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-955e7e25-a707-4844-b098-8afe0a764cea req-aefd5173-d235-4247-8849-53f147bef27f tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/ports?device_id=8922f3dd-86fa-41d1-8ad5-ce9e32a1f51d HTTP/1.1" status: 200 len: 947 time: 0.2910118 Nov 10 17:33:24.513206 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:24.647350 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f5685-3efb-4aaf-bc8b-b2c47bf49ef3 req-de829350-2da6-44d5-aa0b-9f5bc0d617e9 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:24.656552 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-865f5685-3efb-4aaf-bc8b-b2c47bf49ef3 req-de829350-2da6-44d5-aa0b-9f5bc0d617e9 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/ports?device_id=37ac233b-8269-4e91-8666-651f6c521367 HTTP/1.1" status: 200 len: 944 time: 0.1272485 Nov 10 17:33:24.674922 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-2348d102-739f-4b7a-b8d1-2ce1c644d007 req-c5f17f2b-1413-4e5a-a816-e98b3a197c48 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Deleting port ea349b82-5e34-4261-b7e6-16a1328d01f7 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:33:24.675645 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2348d102-739f-4b7a-b8d1-2ce1c644d007 req-c5f17f2b-1413-4e5a-a816-e98b3a197c48 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:24.716586 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-955e7e25-a707-4844-b098-8afe0a764cea req-dfc62190-22a4-4754-b6e9-04e9792ed27a tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/security-groups?id=abb44563-c74e-44b5-8021-c307586a6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802122 Nov 10 17:33:24.750231 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f61450-76a8-4385-84f7-7709351ff0ff req-c0face4a-9eac-4755-a51c-fbf6dd1a6bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:24.751732 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-18f61450-76a8-4385-84f7-7709351ff0ff req-c0face4a-9eac-4755-a51c-fbf6dd1a6bc4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.3351195 Nov 10 17:33:24.877022 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-4436c8fb-8f5b-4981-9e1b-f0d0cb578ae4 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:24.886085 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:24.891658 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:33:24.934801 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-18f61450-76a8-4385-84f7-7709351ff0ff req-9260d5ef-3d06-4078-9cb5-ca92703cf099 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d HTTP/1.1" status: 200 len: 217 time: 0.1549864 Nov 10 17:33:25.056958 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-865f5685-3efb-4aaf-bc8b-b2c47bf49ef3 req-0ff34fb1-d8f5-4e77-a4ad-9cdffd72f597 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.39 "GET /v2.0/security-groups?id=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989589 Nov 10 17:33:25.059798 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-51925995-6a3d-4189-ae50-d1494a096f23 req-3f55dfa2-5620-4441-99f1-44f168f75789 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:25.074140 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-4436c8fb-8f5b-4981-9e1b-f0d0cb578ae4 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:25.076139 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60926) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:25.102998 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:33:25.103374 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:25.168625 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55dfa2-5620-4441-99f1-44f168f75789 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Pushing event deleted for resources: {'Port': ['ID=242956e9-40aa-473d-a550-08731feadc4d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:25.200542 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-2348d102-739f-4b7a-b8d1-2ce1c644d007 req-c5f17f2b-1413-4e5a-a816-e98b3a197c48 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] For port ea349b82-5e34-4261-b7e6-16a1328d01f7, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ea349b82-5e34-4261-b7e6-16a1328d01f7,segment=NetworkSegment(9d32f6d1-d16b-4454-891a-35c80c165728),segment_id=9d32f6d1-d16b-4454-891a-35c80c165728)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:25.201262 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2348d102-739f-4b7a-b8d1-2ce1c644d007 req-c5f17f2b-1413-4e5a-a816-e98b3a197c48 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:25.249260 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-2348d102-739f-4b7a-b8d1-2ce1c644d007 req-c5f17f2b-1413-4e5a-a816-e98b3a197c48 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Calling delete_port for ea349b82-5e34-4261-b7e6-16a1328d01f7 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:33:25.254961 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4436c8fb-8f5b-4981-9e1b-f0d0cb578ae4 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Pushing event updated for resources: {'Port': ['ID=543aed04-7ec9-461d-9612-2e129ff33b29,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:25.259739 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-51925995-6a3d-4189-ae50-d1494a096f23 req-3f55dfa2-5620-4441-99f1-44f168f75789 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] No DVR routers for this DVR port 242956e9-40aa-473d-a550-08731feadc4d on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:33:25.263381 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-51925995-6a3d-4189-ae50-d1494a096f23 req-3f55dfa2-5620-4441-99f1-44f168f75789 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:25.267882 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-51925995-6a3d-4189-ae50-d1494a096f23 req-3f55dfa2-5620-4441-99f1-44f168f75789 tempest-LiveAutoBlockMigrationV225Test-1075225967 tempest-LiveAutoBlockMigrationV225Test-1075225967-project] 10.222.0.11 "DELETE /v2.0/ports/242956e9-40aa-473d-a550-08731feadc4d HTTP/1.1" status: 204 len: 173 time: 2.5550935 Nov 10 17:33:25.275226 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-785bc776-2438-4be1-84a4-05b852faebb5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1aa18718a3ea46faa1c3e982dfbf271a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1965845 Nov 10 17:33:25.279454 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ac233b-8269-4e91-8666-651f6c521367', 'name': 'network-vif-deleted', 'tag': '242956e9-40aa-473d-a550-08731feadc4d'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:25.279783 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60928) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:25.282505 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2104a424-5a70-4c4c-a04b-91217cb981ec" -d '{"events": [{"server_uuid": "37ac233b-8269-4e91-8666-651f6c521367", "name": "network-vif-deleted", "tag": "242956e9-40aa-473d-a550-08731feadc4d"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:25.308023 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:25.319230 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c73619-59de-49a6-afda-8a6f2e6793c7 req-adbfc60f-1b65-48dc-98ab-f97dff424a3f tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:25.325056 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d4c73619-59de-49a6-afda-8a6f2e6793c7 req-adbfc60f-1b65-48dc-98ab-f97dff424a3f tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=99b306e3-d730-4004-adf3-f40dcdf423d7 HTTP/1.1" status: 200 len: 931 time: 0.1375408 Nov 10 17:33:25.325263 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f03160-a3b0-45c9-975d-6425acb6db22 req-26c2b86c-1525-4340-9593-28e20d248386 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:25.334406 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-70f03160-a3b0-45c9-975d-6425acb6db22 req-26c2b86c-1525-4340-9593-28e20d248386 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 946 time: 0.4334116 Nov 10 17:33:25.346526 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b791a848-2164-4898-83e9-3c772b8a98f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6ad8dc-bf54-49e9-8b43-130ab4c2a818'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:25.349464 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f771fb-ca50-4217-9222-cd17b9b69a3a" -d '{"events": [{"server_uuid": "b791a848-2164-4898-83e9-3c772b8a98f8", "name": "network-vif-plugged", "status": "completed", "tag": "1b6ad8dc-bf54-49e9-8b43-130ab4c2a818"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:25.390133 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=1b6ad8dc-bf54-49e9-8b43-130ab4c2a818,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:25.394091 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-4436c8fb-8f5b-4981-9e1b-f0d0cb578ae4 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Network 40df35a0-3e6c-4a87-b05c-8ec0e27ffece is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:33:25.399566 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:25.400867 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 242956e9-40aa-473d-a550-08731feadc4d no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:33:25.410691 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-70f03160-a3b0-45c9-975d-6425acb6db22 req-b1adeb9d-9afb-4f42-9399-601a3d08368e tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752981 Nov 10 17:33:25.429045 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-4436c8fb-8f5b-4981-9e1b-f0d0cb578ae4 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:33:25.441391 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-4436c8fb-8f5b-4981-9e1b-f0d0cb578ae4 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:33:25.473793 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f61450-76a8-4385-84f7-7709351ff0ff req-427ae98c-bd93-4ef5-aa9a-a5d3d826276b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:25.475685 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-18f61450-76a8-4385-84f7-7709351ff0ff req-427ae98c-bd93-4ef5-aa9a-a5d3d826276b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.4934971 Nov 10 17:33:25.556102 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=1b6ad8dc-bf54-49e9-8b43-130ab4c2a818,revision_number=10']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:25.557609 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-4436c8fb-8f5b-4981-9e1b-f0d0cb578ae4 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:25.558864 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-4436c8fb-8f5b-4981-9e1b-f0d0cb578ae4 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:25.581412 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f61450-76a8-4385-84f7-7709351ff0ff req-9ec25b74-329a-4898-b9c2-2352f4e0739a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:25.584966 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-18f61450-76a8-4385-84f7-7709351ff0ff req-9ec25b74-329a-4898-b9c2-2352f4e0739a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0982447 Nov 10 17:33:25.593143 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-4436c8fb-8f5b-4981-9e1b-f0d0cb578ae4 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1077425 Nov 10 17:33:25.600489 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 242956e9-40aa-473d-a550-08731feadc4d {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:33:25.601113 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 242956e9-40aa-473d-a550-08731feadc4d not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:33:25.601706 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device ea349b82-5e34-4261-b7e6-16a1328d01f7 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:33:25.625448 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-0ac6da7a-4df6-432c-abdb-f31775435ee5 service neutron] Request body: {'port': {'device_id': '99b306e3-d730-4004-adf3-f40dcdf423d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:33:25.705620 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:25.767180 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d4c73619-59de-49a6-afda-8a6f2e6793c7 req-d25c5b2a-e15b-47b8-bf0d-3f3dd8bfaa5e tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272497 Nov 10 17:33:25.816621 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port ea349b82-5e34-4261-b7e6-16a1328d01f7, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ea349b82-5e34-4261-b7e6-16a1328d01f7,segment=NetworkSegment(9d32f6d1-d16b-4454-891a-35c80c165728),segment_id=9d32f6d1-d16b-4454-891a-35c80c165728)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:25.825520 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-0ac6da7a-4df6-432c-abdb-f31775435ee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:25.830651 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:25.934572 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-18f61450-76a8-4385-84f7-7709351ff0ff req-8e54cc70-bc95-4585-bdf7-849940595fe9 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395154 Nov 10 17:33:25.943798 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6545b15d-5bab-4092-af70-be605a07bf1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:25.971936 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=ea349b82-5e34-4261-b7e6-16a1328d01f7,revision_number=9']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:26.106556 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1ffe80c4-c0f6-4f40-a995-725a6c69d391 req-e6d5c94b-d4f7-4e4a-82ba-fb262a2f4be0 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 210 time: 0.0892427 Nov 10 17:33:26.116265 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-18f61450-76a8-4385-84f7-7709351ff0ff req-4a5aa97e-6553-4ea5-bd02-132be3cf8c3c service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119742 Nov 10 17:33:26.154891 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6545b15d-5bab-4092-af70-be605a07bf1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:26.221909 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2348d102-739f-4b7a-b8d1-2ce1c644d007 req-c5f17f2b-1413-4e5a-a816-e98b3a197c48 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:26.374311 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f17f2b-1413-4e5a-a816-e98b3a197c48 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Pushing event deleted for resources: {'Port': ['ID=ea349b82-5e34-4261-b7e6-16a1328d01f7,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:26.452530 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-2348d102-739f-4b7a-b8d1-2ce1c644d007 req-c5f17f2b-1413-4e5a-a816-e98b3a197c48 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] No DVR routers for this DVR port ea349b82-5e34-4261-b7e6-16a1328d01f7 on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:33:26.456787 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2348d102-739f-4b7a-b8d1-2ce1c644d007 req-c5f17f2b-1413-4e5a-a816-e98b3a197c48 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:26.461163 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2348d102-739f-4b7a-b8d1-2ce1c644d007 req-c5f17f2b-1413-4e5a-a816-e98b3a197c48 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.11 "DELETE /v2.0/ports/ea349b82-5e34-4261-b7e6-16a1328d01f7 HTTP/1.1" status: 204 len: 173 time: 2.0395408 Nov 10 17:33:26.461816 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a206b01-c0df-4b39-a7e3-14eb9492b29e', 'name': 'network-vif-deleted', 'tag': 'ea349b82-5e34-4261-b7e6-16a1328d01f7'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:26.465106 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e759c5ef-4b12-4aa0-92a6-a1c0f11d2d2a" -d '{"events": [{"server_uuid": "3a206b01-c0df-4b39-a7e3-14eb9492b29e", "name": "network-vif-deleted", "tag": "ea349b82-5e34-4261-b7e6-16a1328d01f7"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:26.487189 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638296f-f63d-4dab-85fe-f18438b022c3 req-e52c98f5-5b97-4337-af58-dcaa2c10dc22 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:26.498550 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1638296f-f63d-4dab-85fe-f18438b022c3 req-e52c98f5-5b97-4337-af58-dcaa2c10dc22 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 949 time: 0.1373124 Nov 10 17:33:26.514999 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6545b15d-5bab-4092-af70-be605a07bf1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:26.517998 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6545b15d-5bab-4092-af70-be605a07bf1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:26.519458 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6545b15d-5bab-4092-af70-be605a07bf1a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7b8a8905-ae62-43e0-9915-fb58e7c3bac2 HTTP/1.1" status: 204 len: 168 time: 1.2372129 Nov 10 17:33:26.536944 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545b15d-5bab-4092-af70-be605a07bf1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8a8905-ae62-43e0-9915-fb58e7c3bac2,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:26.623074 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1638296f-f63d-4dab-85fe-f18438b022c3 req-e7d378b7-ae47-4a36-ac44-9b2ee8afa3c5 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232576 Nov 10 17:33:26.708996 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2f6b0e-39df-498f-b388-8c4fedb17262 x-openstack-request-id: req-1e2f6b0e-39df-498f-b388-8c4fedb17262 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:26.710470 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ac233b-8269-4e91-8666-651f6c521367", "name": "network-vif-deleted", "tag": "242956e9-40aa-473d-a550-08731feadc4d", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:26.710734 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e2f6b0e-39df-498f-b388-8c4fedb17262 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:26.715236 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ac233b-8269-4e91-8666-651f6c521367', 'name': 'network-vif-deleted', 'tag': '242956e9-40aa-473d-a550-08731feadc4d', 'status': 'completed', 'code': 200} Nov 10 17:33:26.748166 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0dc5d85-8fe4-467c-80e8-d1f30d6dcc50 x-openstack-request-id: req-d0dc5d85-8fe4-467c-80e8-d1f30d6dcc50 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:26.749641 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b791a848-2164-4898-83e9-3c772b8a98f8", "name": "network-vif-plugged", "status": "completed", "tag": "1b6ad8dc-bf54-49e9-8b43-130ab4c2a818", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:26.750084 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d0dc5d85-8fe4-467c-80e8-d1f30d6dcc50 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:26.750671 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b791a848-2164-4898-83e9-3c772b8a98f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6ad8dc-bf54-49e9-8b43-130ab4c2a818', 'code': 200} Nov 10 17:33:26.898278 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-108f4c0a-2b0a-4cdc-846d-3f0533c80e48 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:26.899835 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-108f4c0a-2b0a-4cdc-846d-3f0533c80e48 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.13 "GET /v2.0/networks?id=c18d46d8-ed1a-43a2-affe-5479d7bfb3f2 HTTP/1.1" status: 200 len: 815 time: 0.4761021 Nov 10 17:33:26.930838 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-0ac6da7a-4df6-432c-abdb-f31775435ee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 543aed04-7ec9-461d-9612-2e129ff33b29 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:33:26.948012 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-0ac6da7a-4df6-432c-abdb-f31775435ee5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:26.971720 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168c507-0a68-4b09-b817-24d6c18dd5a5 req-c79af6d8-919a-4725-8047-c5816aafb7bf tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:26.982319 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1168c507-0a68-4b09-b817-24d6c18dd5a5 req-c79af6d8-919a-4725-8047-c5816aafb7bf tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/ports?device_id=8922f3dd-86fa-41d1-8ad5-ce9e32a1f51d HTTP/1.1" status: 200 len: 947 time: 0.1070216 Nov 10 17:33:26.988356 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-0ac6da7a-4df6-432c-abdb-f31775435ee5 service neutron] Transition to ACTIVE for port object 543aed04-7ec9-461d-9612-2e129ff33b29 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:33:26.999689 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-5bee4024-2095-4544-a4d7-001ba6651c81 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Request body: {'port': {'device_id': 'dbb2e473-3ef1-45a9-95b4-6849e3dd77c9', 'network_id': 'c18d46d8-ed1a-43a2-affe-5479d7bfb3f2', 'admin_state_up': True, 'tenant_id': '6ec4d83ef90f447b9fcf9e9ef27fda67'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:33:27.017488 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-0ac6da7a-4df6-432c-abdb-f31775435ee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:27.095041 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1168c507-0a68-4b09-b817-24d6c18dd5a5 req-512fc749-0f42-4cbc-9333-98a1b325a049 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/security-groups?id=abb44563-c74e-44b5-8021-c307586a6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089025 Nov 10 17:33:27.165568 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60954) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:27.274616 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6da7a-4df6-432c-abdb-f31775435ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=543aed04-7ec9-461d-9612-2e129ff33b29,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:27.293586 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d17366a-7907-4eb3-bd37-558ef53ca747 admin admin] Deleting subnet f3d9be19-2b8d-48ad-890a-609759e284ae {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:33:27.310745 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8d17366a-7907-4eb3-bd37-558ef53ca747 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:27.452849 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-5bee4024-2095-4544-a4d7-001ba6651c81 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Made reservation on behalf of 6ec4d83ef90f447b9fcf9e9ef27fda67 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:33:27.458198 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-5bee4024-2095-4544-a4d7-001ba6651c81 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:27.460308 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8d17366a-7907-4eb3-bd37-558ef53ca747 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:27.629441 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-0ac6da7a-4df6-432c-abdb-f31775435ee5 service neutron] Attempting to bind port 543aed04-7ec9-461d-9612-2e129ff33b29 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:33:27.630253 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8d17366a-7907-4eb3-bd37-558ef53ca747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:27.630765 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-0ac6da7a-4df6-432c-abdb-f31775435ee5 service neutron] Attempting to bind port 543aed04-7ec9-461d-9612-2e129ff33b29 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '6d77725e-f759-4fea-8142-4be34b292505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '40df35a0-3e6c-4a87-b05c-8ec0e27ffece'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:33:27.631382 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-0ac6da7a-4df6-432c-abdb-f31775435ee5 service neutron] Attempting to bind port 543aed04-7ec9-461d-9612-2e129ff33b29 on network 40df35a0-3e6c-4a87-b05c-8ec0e27ffece {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:33:27.645910 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-0ac6da7a-4df6-432c-abdb-f31775435ee5 service neutron] Port 543aed04-7ec9-461d-9612-2e129ff33b29 on network 40df35a0-3e6c-4a87-b05c-8ec0e27ffece not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:33:27.646493 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-0ac6da7a-4df6-432c-abdb-f31775435ee5 service neutron] Attempting to bind port 543aed04-7ec9-461d-9612-2e129ff33b29 on network 40df35a0-3e6c-4a87-b05c-8ec0e27ffece {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:33:27.648365 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024686be-d109-42e3-9edd-94886ef4325d req-880db47c-e8b0-4c1d-858e-e3413c1737d7 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:27.649921 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-024686be-d109-42e3-9edd-94886ef4325d req-880db47c-e8b0-4c1d-858e-e3413c1737d7 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 946 time: 0.3374548 Nov 10 17:33:27.669964 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-0ac6da7a-4df6-432c-abdb-f31775435ee5 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:33:27.670638 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-0ac6da7a-4df6-432c-abdb-f31775435ee5 service neutron] Checking segment: {'id': '6d77725e-f759-4fea-8142-4be34b292505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '40df35a0-3e6c-4a87-b05c-8ec0e27ffece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:33:27.671278 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-0ac6da7a-4df6-432c-abdb-f31775435ee5 service neutron] Bound using segment: {'id': '6d77725e-f759-4fea-8142-4be34b292505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '40df35a0-3e6c-4a87-b05c-8ec0e27ffece'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:33:27.671901 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-0ac6da7a-4df6-432c-abdb-f31775435ee5 service neutron] Bound port: 543aed04-7ec9-461d-9612-2e129ff33b29, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d77725e-f759-4fea-8142-4be34b292505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '40df35a0-3e6c-4a87-b05c-8ec0e27ffece'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:33:27.672558 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-0ac6da7a-4df6-432c-abdb-f31775435ee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:27.789935 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-024686be-d109-42e3-9edd-94886ef4325d req-9e00becd-fa6c-4119-bfa0-2419ded752b9 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965610 Nov 10 17:33:27.819635 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8d17366a-7907-4eb3-bd37-558ef53ca747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:27.848991 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-0ac6da7a-4df6-432c-abdb-f31775435ee5 service neutron] For port 543aed04-7ec9-461d-9612-2e129ff33b29, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:33:27.857843 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-0ac6da7a-4df6-432c-abdb-f31775435ee5 service neutron] For port 543aed04-7ec9-461d-9612-2e129ff33b29, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=543aed04-7ec9-461d-9612-2e129ff33b29,segment=NetworkSegment(6d77725e-f759-4fea-8142-4be34b292505),segment_id=6d77725e-f759-4fea-8142-4be34b292505)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:33:27.859736 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-5bee4024-2095-4544-a4d7-001ba6651c81 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Allocated IP 172.20.0.2 (c18d46d8-ed1a-43a2-affe-5479d7bfb3f2/0c330c19-7a26-42a1-b99c-552cbd09bae0/4b90586b-4c40-45bd-87d5-71d6c20addfb) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:33:27.869791 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-0ac6da7a-4df6-432c-abdb-f31775435ee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:27.937008 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddd18d9-e479-47d0-b3a2-6dbfb9bcaef4 x-openstack-request-id: req-9ddd18d9-e479-47d0-b3a2-6dbfb9bcaef4 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:27.937008 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a206b01-c0df-4b39-a7e3-14eb9492b29e", "name": "network-vif-deleted", "tag": "ea349b82-5e34-4261-b7e6-16a1328d01f7", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:27.937298 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9ddd18d9-e479-47d0-b3a2-6dbfb9bcaef4 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:27.937874 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a206b01-c0df-4b39-a7e3-14eb9492b29e', 'name': 'network-vif-deleted', 'tag': 'ea349b82-5e34-4261-b7e6-16a1328d01f7', 'status': 'completed', 'code': 200} Nov 10 17:33:27.940980 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-0ac6da7a-4df6-432c-abdb-f31775435ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:27.941648 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-0ac6da7a-4df6-432c-abdb-f31775435ee5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:27.943923 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-0ac6da7a-4df6-432c-abdb-f31775435ee5 service neutron] 10.222.0.11 "PUT /v2.0/ports/543aed04-7ec9-461d-9612-2e129ff33b29 HTTP/1.1" status: 200 len: 1092 time: 2.3278861 Nov 10 17:33:27.948469 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17366a-7907-4eb3-bd37-558ef53ca747 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3d9be19-2b8d-48ad-890a-609759e284ae,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:27.962188 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8d17366a-7907-4eb3-bd37-558ef53ca747 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:27.978024 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 60972) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:27.983028 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8d17366a-7907-4eb3-bd37-558ef53ca747 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f3d9be19-2b8d-48ad-890a-609759e284ae HTTP/1.1" status: 204 len: 168 time: 0.8161089 Nov 10 17:33:28.121430 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6da7a-4df6-432c-abdb-f31775435ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=543aed04-7ec9-461d-9612-2e129ff33b29,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:28.165064 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31433fe-7154-41d8-84c4-0f8c2c77d654 req-549c30df-c988-4d71-bdd5-a6708b895b58 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:28.194798 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b31433fe-7154-41d8-84c4-0f8c2c77d654 req-549c30df-c988-4d71-bdd5-a6708b895b58 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=99b306e3-d730-4004-adf3-f40dcdf423d7 HTTP/1.1" status: 200 len: 943 time: 0.1332166 Nov 10 17:33:28.253860 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-d3f43c8c-f217-42a4-91f0-39ff065270e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:28.257298 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-d3f43c8c-f217-42a4-91f0-39ff065270e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83c38918d98344738cd9d64d9905ab18&device_id=99b306e3-d730-4004-adf3-f40dcdf423d7 HTTP/1.1" status: 200 len: 1095 time: 0.2282641 Nov 10 17:33:28.302765 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d22cfbdb-e0bf-4c72-9cb5-7eed6a7f4602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:28.328103 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b31433fe-7154-41d8-84c4-0f8c2c77d654 req-00f7f92d-ebee-4850-95e8-dd266016490d tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302872 Nov 10 17:33:28.488680 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-cbc7114d-ce9f-4490-8dd8-b38c9627a23d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=543aed04-7ec9-461d-9612-2e129ff33b29 HTTP/1.1" status: 200 len: 217 time: 0.2151010 Nov 10 17:33:28.718870 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4677fe56-d213-4acd-bd2b-b34d41c916bf req-e5a5f616-3342-4936-b48e-213ab7ca0504 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 210 time: 0.0518086 Nov 10 17:33:28.752924 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a206b01-c0df-4b39-a7e3-14eb9492b29e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea349b82-5e34-4261-b7e6-16a1328d01f7'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:28.757769 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bcddc6-52a9-46cc-b8aa-a3b4511e400e" -d '{"events": [{"server_uuid": "3a206b01-c0df-4b39-a7e3-14eb9492b29e", "name": "network-vif-unplugged", "status": "completed", "tag": "ea349b82-5e34-4261-b7e6-16a1328d01f7"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:28.806242 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b306e3-d730-4004-adf3-f40dcdf423d7', 'tag': '543aed04-7ec9-461d-9612-2e129ff33b29'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:28.834771 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8cc0d1-764f-42ca-8253-32300e280596" -d '{"events": [{"name": "network-changed", "server_uuid": "99b306e3-d730-4004-adf3-f40dcdf423d7", "tag": "543aed04-7ec9-461d-9612-2e129ff33b29"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:28.872703 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-5bee4024-2095-4544-a4d7-001ba6651c81 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:28.874971 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-b6a05871-8322-4307-9895-a247f9419501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:28.876557 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-b6a05871-8322-4307-9895-a247f9419501 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=48a795a7-76f4-43b1-b3bc-35d4259301af HTTP/1.1" status: 200 len: 862 time: 0.3435042 Nov 10 17:33:28.881979 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d22cfbdb-e0bf-4c72-9cb5-7eed6a7f4602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:28.902239 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e2f15-68df-4c6a-908e-ebf0152a312e req-87a9bdec-9905-44f3-b3a3-38b1803a7601 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:28.909976 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6f6e2f15-68df-4c6a-908e-ebf0152a312e req-87a9bdec-9905-44f3-b3a3-38b1803a7601 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 949 time: 0.0693293 Nov 10 17:33:28.936670 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-c7e36893-b418-429e-a134-8a97dada48a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=40df35a0-3e6c-4a87-b05c-8ec0e27ffece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503452 Nov 10 17:33:28.954370 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-d22cfbdb-e0bf-4c72-9cb5-7eed6a7f4602 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d46bafa9-2824-4835-a80a-7e5b4ca1fff1']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:33:28.957216 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:33:29.050859 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6f6e2f15-68df-4c6a-908e-ebf0152a312e req-29435fea-5a4c-4dcc-b4a7-2a6ab6beeb44 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392527 Nov 10 17:33:29.105055 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-d22cfbdb-e0bf-4c72-9cb5-7eed6a7f4602 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b96fc7c-450b-4879-b395-2a3bf8805230') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:33:29.105675 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-d22cfbdb-e0bf-4c72-9cb5-7eed6a7f4602 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b96fc7c-450b-4879-b395-2a3bf8805230') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:33:29.161946 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d22cfbdb-e0bf-4c72-9cb5-7eed6a7f4602 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:29.189904 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d22cfbdb-e0bf-4c72-9cb5-7eed6a7f4602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:29.197355 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-5bee4024-2095-4544-a4d7-001ba6651c81 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:29.227528 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d22cfbdb-e0bf-4c72-9cb5-7eed6a7f4602 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:33:29.227528 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d22cfbdb-e0bf-4c72-9cb5-7eed6a7f4602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:29.240369 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:33:29.240369 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:33:29.240369 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:33:29.240369 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:33:29.240369 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:33:29.240369 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:33:29.240369 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:33:29.240369 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:33:29.240369 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:33:29.240369 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:33:29.240369 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:33:29.240369 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:33:29.240369 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:33:29.240369 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:33:29.240369 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:33:29.240369 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:33:29.240369 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:33:29.240369 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:33:29.240369 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:33:29.240369 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:33:29.240369 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:33:29.240369 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:33:29.240369 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:33:29.240369 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:33:29.240369 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:33:29.240369 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:33:29.240369 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:33:29.240369 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:33:29.240369 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:33:29.240369 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:33:29.240369 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:33:29.240369 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:33:29.267089 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:29.307299 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': 'dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d', 'mac_address': 'fa:16:3e:a7:57:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:33:29.311666 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8071b0-3191-4a64-970f-465eeca1661a req-3b366a10-fd9c-48e8-87e8-9c683cddb628 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:29.325191 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ca8071b0-3191-4a64-970f-465eeca1661a req-3b366a10-fd9c-48e8-87e8-9c683cddb628 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/ports?device_id=8922f3dd-86fa-41d1-8ad5-ce9e32a1f51d HTTP/1.1" status: 200 len: 947 time: 0.1615930 Nov 10 17:33:29.328035 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee4024-2095-4544-a4d7-001ba6651c81 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Pushing event updated for resources: {'Port': ['ID=4b90586b-4c40-45bd-87d5-71d6c20addfb,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:29.428493 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-5bee4024-2095-4544-a4d7-001ba6651c81 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Network c18d46d8-ed1a-43a2-affe-5479d7bfb3f2 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:33:29.431114 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:29.439416 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-5bee4024-2095-4544-a4d7-001ba6651c81 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:33:29.453066 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-5bee4024-2095-4544-a4d7-001ba6651c81 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:33:29.461710 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-c2501204-67f2-4b47-b63b-1186c4989399 service neutron] 10.222.0.11 "GET /v2.0/networks/40df35a0-3e6c-4a87-b05c-8ec0e27ffece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5169680 Nov 10 17:33:29.483826 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ca8071b0-3191-4a64-970f-465eeca1661a req-03d9d269-5544-49e2-8103-ae5176486a24 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/security-groups?id=abb44563-c74e-44b5-8021-c307586a6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547596 Nov 10 17:33:29.492009 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:33:29.565499 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:29.581393 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:29.592761 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1413a752-a091-4ee3-a7e8-b8cc880e986f x-openstack-request-id: req-1413a752-a091-4ee3-a7e8-b8cc880e986f {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:29.596461 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a206b01-c0df-4b39-a7e3-14eb9492b29e", "name": "network-vif-unplugged", "status": "completed", "tag": "ea349b82-5e34-4261-b7e6-16a1328d01f7", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:29.597445 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1413a752-a091-4ee3-a7e8-b8cc880e986f {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:29.597948 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a206b01-c0df-4b39-a7e3-14eb9492b29e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea349b82-5e34-4261-b7e6-16a1328d01f7', 'code': 200} Nov 10 17:33:29.706627 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7fe65b6a-9a98-43f0-ab9a-d6b9f4296254 req-c7e2b1f3-f09f-427c-bd51-25b5ea500a08 service neutron] 10.222.0.11 "GET /v2.0/networks/40df35a0-3e6c-4a87-b05c-8ec0e27ffece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346272 Nov 10 17:33:29.727881 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:29.744415 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7f0db-db9f-44e0-86a3-4d35d3fe38b4 req-b68163ba-b61d-474b-acfc-55829fde9a3f tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:29.753798 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f1b7f0db-db9f-44e0-86a3-4d35d3fe38b4 req-b68163ba-b61d-474b-acfc-55829fde9a3f tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 946 time: 0.1038909 Nov 10 17:33:29.839901 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d22cfbdb-e0bf-4c72-9cb5-7eed6a7f4602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:29.853588 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f1b7f0db-db9f-44e0-86a3-4d35d3fe38b4 req-97e758b7-bcca-4ab4-bf07-caaa1718db6d tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951042 Nov 10 17:33:29.884415 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d22cfbdb-e0bf-4c72-9cb5-7eed6a7f4602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:29.887837 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:33:29.898941 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 32778) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:29.901543 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d22cfbdb-e0bf-4c72-9cb5-7eed6a7f4602 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d46bafa9-2824-4835-a80a-7e5b4ca1fff1 HTTP/1.1" status: 204 len: 168 time: 1.9161699 Nov 10 17:33:30.007859 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-5bee4024-2095-4544-a4d7-001ba6651c81 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:30.008711 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-5bee4024-2095-4544-a4d7-001ba6651c81 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:30.049025 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6739a515-5517-4f38-904f-46922540eb77 x-openstack-request-id: req-6739a515-5517-4f38-904f-46922540eb77 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:30.049427 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b306e3-d730-4004-adf3-f40dcdf423d7", "tag": "543aed04-7ec9-461d-9612-2e129ff33b29", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:30.049797 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6739a515-5517-4f38-904f-46922540eb77 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:30.050452 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b306e3-d730-4004-adf3-f40dcdf423d7', 'tag': '543aed04-7ec9-461d-9612-2e129ff33b29', 'status': 'completed', 'code': 200} Nov 10 17:33:30.097890 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22cfbdb-e0bf-4c72-9cb5-7eed6a7f4602 admin admin] Pushing event deleted for resources: {'Network': ['ID=d46bafa9-2824-4835-a80a-7e5b4ca1fff1,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:30.104835 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-5bee4024-2095-4544-a4d7-001ba6651c81 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1145976 Nov 10 17:33:30.128880 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-4ae38259-a66d-49c9-9518-d21c5437d2bf service neutron] Request body: {'port': {'device_id': 'dbb2e473-3ef1-45a9-95b4-6849e3dd77c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:33:30.174682 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8cc0d1-764f-42ca-8253-32300e280596 req-2b7ba109-1b40-412b-b117-17d618f26b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:30.177398 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4c8cc0d1-764f-42ca-8253-32300e280596 req-2b7ba109-1b40-412b-b117-17d618f26b6d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83c38918d98344738cd9d64d9905ab18&device_id=99b306e3-d730-4004-adf3-f40dcdf423d7 HTTP/1.1" status: 200 len: 1095 time: 0.1364918 Nov 10 17:33:30.271804 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-4ae38259-a66d-49c9-9518-d21c5437d2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:30.282369 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf01a0-fba4-4cd6-ba23-367b3a6ec319 req-4e717678-4b7c-4a98-af2f-30e8fe6c01e7 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:30.291898 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9edf01a0-fba4-4cd6-ba23-367b3a6ec319 req-4e717678-4b7c-4a98-af2f-30e8fe6c01e7 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=99b306e3-d730-4004-adf3-f40dcdf423d7 HTTP/1.1" status: 200 len: 943 time: 0.1663415 Nov 10 17:33:30.329158 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-355eef93-8629-4c17-af17-5e17f8583496 admin admin] Deleting subnet 56ec3b7c-15d3-47c2-b48e-739dcef22e52 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:33:30.332415 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-355eef93-8629-4c17-af17-5e17f8583496 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:30.421236 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-355eef93-8629-4c17-af17-5e17f8583496 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:30.483990 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1843cda4-4824-4469-970f-167806154015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:30.490707 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-355eef93-8629-4c17-af17-5e17f8583496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:30.586125 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-355eef93-8629-4c17-af17-5e17f8583496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:30.603031 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-4ae38259-a66d-49c9-9518-d21c5437d2bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b90586b-4c40-45bd-87d5-71d6c20addfb {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:33:30.611804 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-4ae38259-a66d-49c9-9518-d21c5437d2bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:30.627312 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-4ae38259-a66d-49c9-9518-d21c5437d2bf service neutron] Transition to ACTIVE for port object 4b90586b-4c40-45bd-87d5-71d6c20addfb will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:33:30.633976 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-355eef93-8629-4c17-af17-5e17f8583496 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:30.642168 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-355eef93-8629-4c17-af17-5e17f8583496 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/56ec3b7c-15d3-47c2-b48e-739dcef22e52 HTTP/1.1" status: 204 len: 168 time: 0.7414272 Nov 10 17:33:30.647875 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 32786) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:30.648739 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355eef93-8629-4c17-af17-5e17f8583496 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56ec3b7c-15d3-47c2-b48e-739dcef22e52,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:30.654757 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-4ae38259-a66d-49c9-9518-d21c5437d2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:30.713907 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8cc0d1-764f-42ca-8253-32300e280596 req-74063ff5-e01f-433a-90d0-7d0441f0403b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:30.715556 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4c8cc0d1-764f-42ca-8253-32300e280596 req-74063ff5-e01f-433a-90d0-7d0441f0403b service neutron] 10.222.0.11 "GET /v2.0/networks?id=40df35a0-3e6c-4a87-b05c-8ec0e27ffece HTTP/1.1" status: 200 len: 923 time: 0.5294676 Nov 10 17:33:30.755964 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2452632f-c7f5-44e0-8d49-8b6e749e7b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:30.784949 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9edf01a0-fba4-4cd6-ba23-367b3a6ec319 req-2c30ff0e-0403-4502-8e9f-fe0a7a4b1574 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4920433 Nov 10 17:33:30.788909 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae38259-a66d-49c9-9518-d21c5437d2bf service neutron] Pushing event updated for resources: {'Port': ['ID=4b90586b-4c40-45bd-87d5-71d6c20addfb,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:30.898010 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4c8cc0d1-764f-42ca-8253-32300e280596 req-9ee171b9-792a-497a-9b32-1e5ff59d2987 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=543aed04-7ec9-461d-9612-2e129ff33b29 HTTP/1.1" status: 200 len: 217 time: 0.1742125 Nov 10 17:33:30.961889 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:33:31.010260 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2452632f-c7f5-44e0-8d49-8b6e749e7b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:31.019536 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8cc0d1-764f-42ca-8253-32300e280596 req-83e1ea64-271c-42fb-af5e-bd4748124dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:31.022359 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4c8cc0d1-764f-42ca-8253-32300e280596 req-83e1ea64-271c-42fb-af5e-bd4748124dd8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=48a795a7-76f4-43b1-b3bc-35d4259301af HTTP/1.1" status: 200 len: 862 time: 0.0994751 Nov 10 17:33:31.052827 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-2452632f-c7f5-44e0-8d49-8b6e749e7b29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8484d646-d437-47ad-beee-2c980eef5d76']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:33:31.070575 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea1ffc-20d1-4bdc-933d-732187f7c3b3 req-4bbdf116-00c3-44da-8685-6afdaadad547 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:31.075196 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e2ea1ffc-20d1-4bdc-933d-732187f7c3b3 req-4bbdf116-00c3-44da-8685-6afdaadad547 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 943 time: 0.1566801 Nov 10 17:33:31.080962 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-2452632f-c7f5-44e0-8d49-8b6e749e7b29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da715ce4-aefd-423b-ae8c-fd9f34531e19') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:33:31.081258 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-2452632f-c7f5-44e0-8d49-8b6e749e7b29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da715ce4-aefd-423b-ae8c-fd9f34531e19') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:33:31.099693 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4c8cc0d1-764f-42ca-8253-32300e280596 req-0babef62-f672-485d-b479-c7c58cead3bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=40df35a0-3e6c-4a87-b05c-8ec0e27ffece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621567 Nov 10 17:33:31.104362 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-4ae38259-a66d-49c9-9518-d21c5437d2bf service neutron] Attempting to bind port 4b90586b-4c40-45bd-87d5-71d6c20addfb on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:33:31.104810 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-4ae38259-a66d-49c9-9518-d21c5437d2bf service neutron] Attempting to bind port 4b90586b-4c40-45bd-87d5-71d6c20addfb by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '9d32f6d1-d16b-4454-891a-35c80c165728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c18d46d8-ed1a-43a2-affe-5479d7bfb3f2'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:33:31.107264 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-4ae38259-a66d-49c9-9518-d21c5437d2bf service neutron] Attempting to bind port 4b90586b-4c40-45bd-87d5-71d6c20addfb on network c18d46d8-ed1a-43a2-affe-5479d7bfb3f2 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:33:31.124551 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-4ae38259-a66d-49c9-9518-d21c5437d2bf service neutron] Port 4b90586b-4c40-45bd-87d5-71d6c20addfb on network c18d46d8-ed1a-43a2-affe-5479d7bfb3f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:33:31.125028 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-4ae38259-a66d-49c9-9518-d21c5437d2bf service neutron] Attempting to bind port 4b90586b-4c40-45bd-87d5-71d6c20addfb on network c18d46d8-ed1a-43a2-affe-5479d7bfb3f2 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:33:31.164076 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2452632f-c7f5-44e0-8d49-8b6e749e7b29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:31.191283 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:33:31.196318 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-4ae38259-a66d-49c9-9518-d21c5437d2bf service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:33:31.196933 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-4ae38259-a66d-49c9-9518-d21c5437d2bf service neutron] Checking segment: {'id': '9d32f6d1-d16b-4454-891a-35c80c165728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c18d46d8-ed1a-43a2-affe-5479d7bfb3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:33:31.197223 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-4ae38259-a66d-49c9-9518-d21c5437d2bf service neutron] Bound using segment: {'id': '9d32f6d1-d16b-4454-891a-35c80c165728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c18d46d8-ed1a-43a2-affe-5479d7bfb3f2'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:33:31.197627 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-4ae38259-a66d-49c9-9518-d21c5437d2bf service neutron] Bound port: 4b90586b-4c40-45bd-87d5-71d6c20addfb, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d32f6d1-d16b-4454-891a-35c80c165728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c18d46d8-ed1a-43a2-affe-5479d7bfb3f2'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:33:31.198380 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:33:31.198816 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-4ae38259-a66d-49c9-9518-d21c5437d2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:31.199252 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:31.213547 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2452632f-c7f5-44e0-8d49-8b6e749e7b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:31.277254 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2452632f-c7f5-44e0-8d49-8b6e749e7b29 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:33:31.277730 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2452632f-c7f5-44e0-8d49-8b6e749e7b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:31.281570 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:33:31.281570 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:33:31.281570 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:33:31.281570 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:33:31.281570 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:33:31.281570 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:33:31.281570 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:33:31.281570 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:33:31.281570 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:33:31.281570 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:33:31.281570 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:33:31.281570 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:33:31.281570 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:33:31.281570 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:33:31.281570 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:33:31.281570 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:33:31.281570 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:33:31.281570 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:33:31.281570 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:33:31.281570 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:33:31.281570 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:33:31.281570 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:33:31.281570 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:33:31.281570 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:33:31.281570 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:33:31.281570 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:33:31.281570 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:33:31.281570 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:33:31.281570 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:33:31.281570 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:33:31.281570 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:33:31.281570 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:33:31.347822 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4c8cc0d1-764f-42ca-8253-32300e280596 req-bf53f54a-0579-42ef-8d1f-784d37e4e6d1 service neutron] 10.222.0.11 "GET /v2.0/networks/40df35a0-3e6c-4a87-b05c-8ec0e27ffece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305579 Nov 10 17:33:31.352962 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-4ae38259-a66d-49c9-9518-d21c5437d2bf service neutron] For port 4b90586b-4c40-45bd-87d5-71d6c20addfb, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:33:31.358620 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-4ae38259-a66d-49c9-9518-d21c5437d2bf service neutron] For port 4b90586b-4c40-45bd-87d5-71d6c20addfb, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4b90586b-4c40-45bd-87d5-71d6c20addfb,segment=NetworkSegment(9d32f6d1-d16b-4454-891a-35c80c165728),segment_id=9d32f6d1-d16b-4454-891a-35c80c165728)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:33:31.380621 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-4ae38259-a66d-49c9-9518-d21c5437d2bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:31.393132 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e2ea1ffc-20d1-4bdc-933d-732187f7c3b3 req-d8204c85-7edc-4603-b29f-0d7939181280 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078375 Nov 10 17:33:31.455359 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2452632f-c7f5-44e0-8d49-8b6e749e7b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:31.469126 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2452632f-c7f5-44e0-8d49-8b6e749e7b29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:31.499586 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2452632f-c7f5-44e0-8d49-8b6e749e7b29 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8484d646-d437-47ad-beee-2c980eef5d76 HTTP/1.1" status: 204 len: 168 time: 0.8136461 Nov 10 17:33:31.550395 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452632f-c7f5-44e0-8d49-8b6e749e7b29 admin admin] Pushing event deleted for resources: {'Network': ['ID=8484d646-d437-47ad-beee-2c980eef5d76,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:31.734728 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:31.763441 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8922f3dd-86fa-41d1-8ad5-ce9e32a1f51d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:31.766353 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d97ecf-e698-4e60-ba39-77b9435b1a96" -d '{"events": [{"server_uuid": "8922f3dd-86fa-41d1-8ad5-ce9e32a1f51d", "name": "network-vif-plugged", "status": "completed", "tag": "dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:31.783680 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:31.794817 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:31.874849 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:31.942836 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 32800) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:31.957527 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-4ae38259-a66d-49c9-9518-d21c5437d2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:31.960563 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-4ae38259-a66d-49c9-9518-d21c5437d2bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:31.963107 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-4ae38259-a66d-49c9-9518-d21c5437d2bf service neutron] 10.222.0.13 "PUT /v2.0/ports/4b90586b-4c40-45bd-87d5-71d6c20addfb HTTP/1.1" status: 200 len: 1092 time: 1.8423107 Nov 10 17:33:32.048478 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5256245-0c65-45d8-bb49-a7c8479e98cd req-0ccc568b-43dd-4248-a99c-285082ebb206 tempest-NetworksTest-1366556622 tempest-NetworksTest-1366556622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:32.048942 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5256245-0c65-45d8-bb49-a7c8479e98cd req-0ccc568b-43dd-4248-a99c-285082ebb206 tempest-NetworksTest-1366556622 tempest-NetworksTest-1366556622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:32.049397 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5256245-0c65-45d8-bb49-a7c8479e98cd req-0ccc568b-43dd-4248-a99c-285082ebb206 tempest-NetworksTest-1366556622 tempest-NetworksTest-1366556622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:32.051030 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb2e473-3ef1-45a9-95b4-6849e3dd77c9', 'tag': '4b90586b-4c40-45bd-87d5-71d6c20addfb'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:32.052522 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5256245-0c65-45d8-bb49-a7c8479e98cd req-0ccc568b-43dd-4248-a99c-285082ebb206 tempest-NetworksTest-1366556622 tempest-NetworksTest-1366556622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:32.053208 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5256245-0c65-45d8-bb49-a7c8479e98cd req-0ccc568b-43dd-4248-a99c-285082ebb206 tempest-NetworksTest-1366556622 tempest-NetworksTest-1366556622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:32.053844 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5256245-0c65-45d8-bb49-a7c8479e98cd req-0ccc568b-43dd-4248-a99c-285082ebb206 tempest-NetworksTest-1366556622 tempest-NetworksTest-1366556622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:32.054547 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b927f24b-742a-44da-925b-4a4563f8f4d8" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb2e473-3ef1-45a9-95b4-6849e3dd77c9", "tag": "4b90586b-4c40-45bd-87d5-71d6c20addfb"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:32.067871 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5256245-0c65-45d8-bb49-a7c8479e98cd req-0ccc568b-43dd-4248-a99c-285082ebb206 tempest-NetworksTest-1366556622 tempest-NetworksTest-1366556622-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4318 time: 0.2456913 Nov 10 17:33:32.153925 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-373ff6b9-e851-417d-a307-775a638764fd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0ec9ca6147964daa83e30b2176db3b36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1886456 Nov 10 17:33:32.157012 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 32808) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:32.209652 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae38259-a66d-49c9-9518-d21c5437d2bf service neutron] Pushing event updated for resources: {'Port': ['ID=4b90586b-4c40-45bd-87d5-71d6c20addfb,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:32.261050 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe81d2-b637-49bc-bb28-2505fc349859 req-4d106872-aa25-4bbe-acd5-6d868f154add tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:32.262626 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5afe81d2-b637-49bc-bb28-2505fc349859 req-4d106872-aa25-4bbe-acd5-6d868f154add tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 949 time: 0.1184266 Nov 10 17:33:32.271691 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-85ae5518-2705-4425-a71a-6bff60fcc3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:32.273614 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-85ae5518-2705-4425-a71a-6bff60fcc3b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ec4d83ef90f447b9fcf9e9ef27fda67&device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 1095 time: 0.2495112 Nov 10 17:33:32.281216 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4c8cc0d1-764f-42ca-8253-32300e280596 req-aab74f64-98ad-4719-ac44-08963d9d1389 service neutron] 10.222.0.11 "GET /v2.0/networks/40df35a0-3e6c-4a87-b05c-8ec0e27ffece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9129601 Nov 10 17:33:32.344059 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d7abd23-d12a-4e45-8303-75cbe42f9aed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:32.351065 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-c3ed3db1-e02b-4d89-9ae4-33044346bdf9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b90586b-4c40-45bd-87d5-71d6c20addfb HTTP/1.1" status: 200 len: 217 time: 0.0670218 Nov 10 17:33:32.389643 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5afe81d2-b637-49bc-bb28-2505fc349859 req-36ca9a4a-a018-478e-98aa-d638ae180d56 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187594 Nov 10 17:33:32.407783 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d7abd23-d12a-4e45-8303-75cbe42f9aed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:32.450493 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-77706fce-e04f-4be9-8227-09f54544ff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:32.452351 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-77706fce-e04f-4be9-8227-09f54544ff66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0c330c19-7a26-42a1-b99c-552cbd09bae0 HTTP/1.1" status: 200 len: 855 time: 0.0927773 Nov 10 17:33:32.489311 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-b60ee01a-900a-428d-9b92-58b6abbbaa32 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c18d46d8-ed1a-43a2-affe-5479d7bfb3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286272 Nov 10 17:33:32.531393 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d7abd23-d12a-4e45-8303-75cbe42f9aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:32.534603 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d7abd23-d12a-4e45-8303-75cbe42f9aed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:32.539089 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3d7abd23-d12a-4e45-8303-75cbe42f9aed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d HTTP/1.1" status: 204 len: 168 time: 0.3794224 Nov 10 17:33:32.601971 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7abd23-d12a-4e45-8303-75cbe42f9aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891a6bc9-a1d1-4bf4-a105-cf5bb2ccdf8d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:32.616336 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7c2bd-30f6-4653-b199-a048ddbbae62 req-0041f8e8-d030-4a1c-8c6c-c4f7bd3b6709 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:32.633999 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-83a7c2bd-30f6-4653-b199-a048ddbbae62 req-0041f8e8-d030-4a1c-8c6c-c4f7bd3b6709 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/ports?device_id=8922f3dd-86fa-41d1-8ad5-ce9e32a1f51d HTTP/1.1" status: 200 len: 949 time: 0.1302299 Nov 10 17:33:32.720115 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-253037c3-1513-46cd-8108-78300ccff725 service neutron] 10.222.0.13 "GET /v2.0/networks/c18d46d8-ed1a-43a2-affe-5479d7bfb3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197707 Nov 10 17:33:32.773616 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-83a7c2bd-30f6-4653-b199-a048ddbbae62 req-d60c717d-647a-40a9-b365-9cf963cd745e tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/security-groups?id=abb44563-c74e-44b5-8021-c307586a6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324205 Nov 10 17:33:32.784932 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-55fd6718-7f1d-4960-b3a8-a45c038777e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:32.888515 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 543aed04-7ec9-461d-9612-2e129ff33b29 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:33:33.046981 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06b5db-5b70-48c3-a503-ca2855cf5dc8 req-31fa7e43-6d71-4e15-97eb-c5e2ede88d44 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:33.069418 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4d06b5db-5b70-48c3-a503-ca2855cf5dc8 req-31fa7e43-6d71-4e15-97eb-c5e2ede88d44 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 946 time: 0.1338408 Nov 10 17:33:33.075082 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e814da10-38b2-4924-a0d2-3d5fb69c8d2a req-671e873b-02e2-4ddb-9231-7b5a70260c67 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3677251 Nov 10 17:33:33.212591 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-41ef3e11-ad2e-445f-b8e4-bcfb6644a8e1 req-151e71be-b19f-41c6-a8e3-d255aa1084f0 service neutron] 10.222.0.13 "GET /v2.0/networks/c18d46d8-ed1a-43a2-affe-5479d7bfb3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4468408 Nov 10 17:33:33.222681 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4d06b5db-5b70-48c3-a503-ca2855cf5dc8 req-e32747ae-0e4f-4057-a82f-f60e87572cb7 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480918 Nov 10 17:33:33.273198 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814da10-38b2-4924-a0d2-3d5fb69c8d2a req-137caa20-75fe-46dc-9e93-863f5f5183db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:33.275234 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e814da10-38b2-4924-a0d2-3d5fb69c8d2a req-137caa20-75fe-46dc-9e93-863f5f5183db service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 1102 time: 0.1747911 Nov 10 17:33:33.338160 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a5ac00-15d7-4a87-a711-0a0935338d2e x-openstack-request-id: req-a4a5ac00-15d7-4a87-a711-0a0935338d2e {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:33.338457 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8922f3dd-86fa-41d1-8ad5-ce9e32a1f51d", "name": "network-vif-plugged", "status": "completed", "tag": "dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:33.338717 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a4a5ac00-15d7-4a87-a711-0a0935338d2e {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:33.339919 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8922f3dd-86fa-41d1-8ad5-ce9e32a1f51d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d', 'code': 200} Nov 10 17:33:33.352060 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 543aed04-7ec9-461d-9612-2e129ff33b29, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=543aed04-7ec9-461d-9612-2e129ff33b29,segment=NetworkSegment(6d77725e-f759-4fea-8142-4be34b292505),segment_id=6d77725e-f759-4fea-8142-4be34b292505)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:33.408701 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '543aed04-7ec9-461d-9612-2e129ff33b29', 'network_id': '40df35a0-3e6c-4a87-b05c-8ec0e27ffece', 'port_id': '543aed04-7ec9-461d-9612-2e129ff33b29', 'mac_address': 'fa:16:3e:53:b7:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a795a7-76f4-43b1-b3bc-35d4259301af', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:33:33.423248 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 32818) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:33.505637 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7b9e257a-5778-4710-9349-f40921a9ad3b req-5a8c7a03-3193-48e3-b191-073691ffeb97 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2556424 Nov 10 17:33:33.533953 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:33.548818 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1215c-c361-472e-8045-83bd4ab57f38 req-a728e4c1-b502-41d9-a4d9-7b736106244c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:33.559488 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4fe1215c-c361-472e-8045-83bd4ab57f38 req-a728e4c1-b502-41d9-a4d9-7b736106244c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8922f3dd-86fa-41d1-8ad5-ce9e32a1f51d HTTP/1.1" status: 200 len: 1101 time: 0.1648250 Nov 10 17:33:33.570620 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 543aed04-7ec9-461d-9612-2e129ff33b29 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:33:33.600116 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8ac7c-695a-4fbc-a050-75d650f61ffb req-f80cd88b-b67d-4416-899f-1ce5a1b02cdf tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:33.615643 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-23d8ac7c-695a-4fbc-a050-75d650f61ffb req-f80cd88b-b67d-4416-899f-1ce5a1b02cdf tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=99b306e3-d730-4004-adf3-f40dcdf423d7 HTTP/1.1" status: 200 len: 943 time: 0.1705556 Nov 10 17:33:33.641973 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 543aed04-7ec9-461d-9612-2e129ff33b29, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=543aed04-7ec9-461d-9612-2e129ff33b29,segment=NetworkSegment(6d77725e-f759-4fea-8142-4be34b292505),segment_id=6d77725e-f759-4fea-8142-4be34b292505)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:33.648596 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:33.665817 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814da10-38b2-4924-a0d2-3d5fb69c8d2a req-d70dc956-c008-4512-9e41-8a518970908b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:33.675849 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e814da10-38b2-4924-a0d2-3d5fb69c8d2a req-d70dc956-c008-4512-9e41-8a518970908b service neutron] 10.222.0.11 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.3690231 Nov 10 17:33:33.680465 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9a4deed6-02f8-4e96-a43e-f132c4a43a64 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=27fcf60640f243e99f4f2c55fa5c9e12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2558963 Nov 10 17:33:33.689280 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 32820) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:33.797591 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=543aed04-7ec9-461d-9612-2e129ff33b29,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:33.822881 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e814da10-38b2-4924-a0d2-3d5fb69c8d2a req-067d1b54-2956-41ca-9074-e95b12df1021 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=b499287f-4e8b-4c16-87b7-0c2a8c5f4d02 HTTP/1.1" status: 200 len: 217 time: 0.1251476 Nov 10 17:33:33.874861 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e257a-5778-4710-9349-f40921a9ad3b req-1fb3e18c-a7a0-4d4f-8b86-6800a534657c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:33.876400 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7b9e257a-5778-4710-9349-f40921a9ad3b req-1fb3e18c-a7a0-4d4f-8b86-6800a534657c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 1101 time: 0.3193574 Nov 10 17:33:33.885605 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-23d8ac7c-695a-4fbc-a050-75d650f61ffb req-42d537fc-59a2-4134-8270-c3c4613ad803 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685843 Nov 10 17:33:33.913230 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:33.933477 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814da10-38b2-4924-a0d2-3d5fb69c8d2a req-5dfeb940-dad1-469f-b854-0d7ce5d2a140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:33.935205 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e814da10-38b2-4924-a0d2-3d5fb69c8d2a req-5dfeb940-dad1-469f-b854-0d7ce5d2a140 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1081033 Nov 10 17:33:33.943225 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['543aed04-7ec9-461d-9612-2e129ff33b29'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:33:33.949028 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0bd5083-cd63-4e2d-a8bd-cc057fbe4df3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:33.959954 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4fe1215c-c361-472e-8045-83bd4ab57f38 req-c5a3af86-167e-4c71-a34f-dd2f356d4911 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=abb44563-c74e-44b5-8021-c307586a6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823774 Nov 10 17:33:34.049759 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814da10-38b2-4924-a0d2-3d5fb69c8d2a req-2fbc1c25-1b0f-464c-908c-5d055ca7a7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:34.051712 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e814da10-38b2-4924-a0d2-3d5fb69c8d2a req-2fbc1c25-1b0f-464c-908c-5d055ca7a7e0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1035247 Nov 10 17:33:34.086999 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ce4e1-faeb-4989-a52f-0ab86918a32c req-5ee0be21-8b16-4f4e-8a88-f85168688d23 tempest-NetworksTest-1366556622 tempest-NetworksTest-1366556622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:34.103836 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d74ce4e1-faeb-4989-a52f-0ab86918a32c req-5ee0be21-8b16-4f4e-8a88-f85168688d23 tempest-NetworksTest-1366556622 tempest-NetworksTest-1366556622-project-admin] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 886 time: 0.1653883 Nov 10 17:33:34.110673 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0bd5083-cd63-4e2d-a8bd-cc057fbe4df3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:34.131983 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e257a-5778-4710-9349-f40921a9ad3b req-9029e54d-7e62-450e-b593-1fe1028c2a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:34.133800 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7b9e257a-5778-4710-9349-f40921a9ad3b req-9029e54d-7e62-450e-b593-1fe1028c2a4d service neutron] 10.222.0.13 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.2290530 Nov 10 17:33:34.205923 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0bd5083-cd63-4e2d-a8bd-cc057fbe4df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:34.210430 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0bd5083-cd63-4e2d-a8bd-cc057fbe4df3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:34.212932 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e0bd5083-cd63-4e2d-a8bd-cc057fbe4df3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dc8062d3-5068-49b4-82dc-576f8fb7d95f HTTP/1.1" status: 204 len: 168 time: 0.5109167 Nov 10 17:33:34.240506 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd5083-cd63-4e2d-a8bd-cc057fbe4df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8062d3-5068-49b4-82dc-576f8fb7d95f,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:34.297463 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7b9e257a-5778-4710-9349-f40921a9ad3b req-454e1fe3-8a4d-407e-be59-9a5e23613d24 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=5dc83552-8f22-4de3-b8e0-61527afe401d HTTP/1.1" status: 200 len: 217 time: 0.1291707 Nov 10 17:33:34.557047 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e257a-5778-4710-9349-f40921a9ad3b req-d7131c2b-d948-4134-8040-cd5972d14ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:34.562013 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7b9e257a-5778-4710-9349-f40921a9ad3b req-d7131c2b-d948-4134-8040-cd5972d14ea5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.2569022 Nov 10 17:33:34.569747 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e814da10-38b2-4924-a0d2-3d5fb69c8d2a req-702e200e-1cf7-4756-bea2-9dba38623223 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5072365 Nov 10 17:33:34.733388 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2ed0b0-5caf-4696-ad9c-eec7682e4def x-openstack-request-id: req-aa2ed0b0-5caf-4696-ad9c-eec7682e4def {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:34.733685 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb2e473-3ef1-45a9-95b4-6849e3dd77c9", "tag": "4b90586b-4c40-45bd-87d5-71d6c20addfb", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:34.734626 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aa2ed0b0-5caf-4696-ad9c-eec7682e4def {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:34.735059 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb2e473-3ef1-45a9-95b4-6849e3dd77c9', 'tag': '4b90586b-4c40-45bd-87d5-71d6c20addfb', 'status': 'completed', 'code': 200} Nov 10 17:33:34.776060 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e257a-5778-4710-9349-f40921a9ad3b req-2e1ac3a7-04b3-4f37-9169-2843815f438d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:34.776060 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7b9e257a-5778-4710-9349-f40921a9ad3b req-2e1ac3a7-04b3-4f37-9169-2843815f438d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2001252 Nov 10 17:33:34.887126 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e814da10-38b2-4924-a0d2-3d5fb69c8d2a req-7334f2f0-5e3e-4ab8-995b-26389cb3c399 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795875 Nov 10 17:33:34.985782 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927f24b-742a-44da-925b-4a4563f8f4d8 req-9246eec3-8c0b-4962-92d0-a86cba6c53ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:34.987314 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b927f24b-742a-44da-925b-4a4563f8f4d8 req-9246eec3-8c0b-4962-92d0-a86cba6c53ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ec4d83ef90f447b9fcf9e9ef27fda67&device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 1095 time: 0.2676606 Nov 10 17:33:35.038284 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7b9e257a-5778-4710-9349-f40921a9ad3b req-e2847ff6-a001-4ba0-bcf5-c3d5150a0db3 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520857 Nov 10 17:33:35.188444 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46599a87-4faa-4d3c-bd6f-a7d9298ec6d9 req-8c745f15-bdab-4b81-9235-b3186abca38f tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:35.197171 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-46599a87-4faa-4d3c-bd6f-a7d9298ec6d9 req-8c745f15-bdab-4b81-9235-b3186abca38f tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 943 time: 0.2861381 Nov 10 17:33:35.231105 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927f24b-742a-44da-925b-4a4563f8f4d8 req-f2291975-f949-411b-b2b6-a5d33bfff3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:35.232642 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b927f24b-742a-44da-925b-4a4563f8f4d8 req-f2291975-f949-411b-b2b6-a5d33bfff3e3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c18d46d8-ed1a-43a2-affe-5479d7bfb3f2 HTTP/1.1" status: 200 len: 916 time: 0.2375419 Nov 10 17:33:35.294300 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b927f24b-742a-44da-925b-4a4563f8f4d8 req-36953c46-3603-4c59-a6c4-09ff08fd844f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b90586b-4c40-45bd-87d5-71d6c20addfb HTTP/1.1" status: 200 len: 217 time: 0.0524273 Nov 10 17:33:35.308698 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-46599a87-4faa-4d3c-bd6f-a7d9298ec6d9 req-fc071f8d-4b4f-42ae-8340-94ec8da220f1 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062775 Nov 10 17:33:35.338146 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7b9e257a-5778-4710-9349-f40921a9ad3b req-851bed53-df4a-46b6-bdef-7f24fbdecaf9 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925153 Nov 10 17:33:35.430670 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927f24b-742a-44da-925b-4a4563f8f4d8 req-d2d0b3ec-0fe7-4d56-bab6-d64c01bcc620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:35.430888 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:35.434901 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b927f24b-742a-44da-925b-4a4563f8f4d8 req-d2d0b3ec-0fe7-4d56-bab6-d64c01bcc620 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0c330c19-7a26-42a1-b99c-552cbd09bae0 HTTP/1.1" status: 200 len: 855 time: 0.1224444 Nov 10 17:33:35.496363 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b927f24b-742a-44da-925b-4a4563f8f4d8 req-cd630c5e-72d4-4be8-a2de-fa154906fc45 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c18d46d8-ed1a-43a2-affe-5479d7bfb3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488243 Nov 10 17:33:35.539261 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fe42a-60c6-485f-b4cd-da549058af09 req-00f480fb-0e2a-4aec-bcba-805500247c8e tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:35.546878 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9b5fe42a-60c6-485f-b4cd-da549058af09 req-00f480fb-0e2a-4aec-bcba-805500247c8e tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 949 time: 0.1107745 Nov 10 17:33:35.655419 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9b5fe42a-60c6-485f-b4cd-da549058af09 req-0262395f-7f0f-43c8-974a-55af489f9f39 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930045 Nov 10 17:33:35.712637 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b927f24b-742a-44da-925b-4a4563f8f4d8 req-8dec46cd-0114-4a6f-8f83-e4c304730eb3 service neutron] 10.222.0.13 "GET /v2.0/networks/c18d46d8-ed1a-43a2-affe-5479d7bfb3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050779 Nov 10 17:33:35.900832 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b927f24b-742a-44da-925b-4a4563f8f4d8 req-c16e5fda-ab4b-452c-92da-845219296931 service neutron] 10.222.0.13 "GET /v2.0/networks/c18d46d8-ed1a-43a2-affe-5479d7bfb3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790144 Nov 10 17:33:35.924920 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b6260-8523-4484-afd9-dd5a40b68743 req-7e52db52-38a1-416f-9e96-5f630f3ed90d tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:35.937335 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6e8b6260-8523-4484-afd9-dd5a40b68743 req-7e52db52-38a1-416f-9e96-5f630f3ed90d tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/ports?device_id=8922f3dd-86fa-41d1-8ad5-ce9e32a1f51d HTTP/1.1" status: 200 len: 949 time: 0.1800921 Nov 10 17:33:36.004287 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6e8b6260-8523-4484-afd9-dd5a40b68743 req-c4fa1272-5919-412a-8bdf-8272f3e59449 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/security-groups?id=abb44563-c74e-44b5-8021-c307586a6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628948 Nov 10 17:33:36.121603 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:36.180276 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62f8fd-3076-4c89-a23f-ed539e919e25 req-9ab6c887-a9a3-4b51-a6db-087b6a209869 tempest-NetworksTest-1366556622 tempest-NetworksTest-1366556622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:36.180738 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62f8fd-3076-4c89-a23f-ed539e919e25 req-9ab6c887-a9a3-4b51-a6db-087b6a209869 tempest-NetworksTest-1366556622 tempest-NetworksTest-1366556622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:36.181191 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62f8fd-3076-4c89-a23f-ed539e919e25 req-9ab6c887-a9a3-4b51-a6db-087b6a209869 tempest-NetworksTest-1366556622 tempest-NetworksTest-1366556622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:36.181979 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62f8fd-3076-4c89-a23f-ed539e919e25 req-9ab6c887-a9a3-4b51-a6db-087b6a209869 tempest-NetworksTest-1366556622 tempest-NetworksTest-1366556622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:36.183526 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62f8fd-3076-4c89-a23f-ed539e919e25 req-9ab6c887-a9a3-4b51-a6db-087b6a209869 tempest-NetworksTest-1366556622 tempest-NetworksTest-1366556622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:36.184019 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62f8fd-3076-4c89-a23f-ed539e919e25 req-9ab6c887-a9a3-4b51-a6db-087b6a209869 tempest-NetworksTest-1366556622 tempest-NetworksTest-1366556622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:36.186245 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ab62f8fd-3076-4c89-a23f-ed539e919e25 req-9ab6c887-a9a3-4b51-a6db-087b6a209869 tempest-NetworksTest-1366556622 tempest-NetworksTest-1366556622-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4318 time: 0.1649599 Nov 10 17:33:36.342875 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80935fc1-380b-4481-b35c-4540da109141 req-33fe6d60-c43d-4151-8ed0-997df455b9c8 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:36.353779 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-80935fc1-380b-4481-b35c-4540da109141 req-33fe6d60-c43d-4151-8ed0-997df455b9c8 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 946 time: 0.0858812 Nov 10 17:33:36.404075 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-80935fc1-380b-4481-b35c-4540da109141 req-c3ab0982-a154-43f8-a5ea-637d008d5546 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495901 Nov 10 17:33:36.528173 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092de968-9833-4319-a91c-5b8ff0f6fccd req-86c5b164-810a-4087-9b0d-28ae644c1275 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:36.535183 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-092de968-9833-4319-a91c-5b8ff0f6fccd req-86c5b164-810a-4087-9b0d-28ae644c1275 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=99b306e3-d730-4004-adf3-f40dcdf423d7 HTTP/1.1" status: 200 len: 944 time: 0.0835943 Nov 10 17:33:36.608467 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-092de968-9833-4319-a91c-5b8ff0f6fccd req-3c27d25e-8e59-44b6-bf79-a363b29d5ef7 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722783 Nov 10 17:33:36.630652 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 32890) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:36.740766 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd4440-d31d-4645-be19-e13afc3aceb6 req-6babff8a-63a2-48b9-95dc-405ca5ce4148 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:36.752840 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0dd4440-d31d-4645-be19-e13afc3aceb6 req-6babff8a-63a2-48b9-95dc-405ca5ce4148 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 943 time: 0.0776422 Nov 10 17:33:36.782112 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-51340b6c-3bd9-4d7d-a6b2-774a9ae235cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:36.848846 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0dd4440-d31d-4645-be19-e13afc3aceb6 req-c880e2f0-772b-4026-a3a4-1d0f858df9fe tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949712 Nov 10 17:33:36.921530 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 543aed04-7ec9-461d-9612-2e129ff33b29 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:33:37.001567 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 4b90586b-4c40-45bd-87d5-71d6c20addfb details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:33:37.008164 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54834783-4aaf-4d46-ae1e-64e34b63c1c6 req-a0f57d72-72be-42ad-8829-0cddd7281a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:37.015045 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-54834783-4aaf-4d46-ae1e-64e34b63c1c6 req-a0f57d72-72be-42ad-8829-0cddd7281a6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed22ff5850684fb18710e4a738614c84&device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 1098 time: 0.0942430 Nov 10 17:33:37.021615 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-51340b6c-3bd9-4d7d-a6b2-774a9ae235cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:37.046606 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-51340b6c-3bd9-4d7d-a6b2-774a9ae235cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:37.079774 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51340b6c-3bd9-4d7d-a6b2-774a9ae235cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe1575e-c656-4ff0-8a8b-c9f3049c83b0,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:37.117549 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-51340b6c-3bd9-4d7d-a6b2-774a9ae235cd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=62ab8eba4e5f41a49e8cafce1bb1b8a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4855011 Nov 10 17:33:37.122097 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 543aed04-7ec9-461d-9612-2e129ff33b29 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:33:37.123443 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 32898) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:37.128002 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b5a97-5cfc-458d-bc08-8b30c1f7d2ef req-a79e9177-7b75-4398-a5f0-45a936ce7f16 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:37.133437 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 543aed04-7ec9-461d-9612-2e129ff33b29 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:33:37.134153 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:37.136520 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-801b5a97-5cfc-458d-bc08-8b30c1f7d2ef req-a79e9177-7b75-4398-a5f0-45a936ce7f16 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 949 time: 0.1886811 Nov 10 17:33:37.196764 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-801b5a97-5cfc-458d-bc08-8b30c1f7d2ef req-6f86dea4-04cf-46b3-a665-cc4ac4d64983 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582676 Nov 10 17:33:37.219378 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 4b90586b-4c40-45bd-87d5-71d6c20addfb, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4b90586b-4c40-45bd-87d5-71d6c20addfb,segment=NetworkSegment(9d32f6d1-d16b-4454-891a-35c80c165728),segment_id=9d32f6d1-d16b-4454-891a-35c80c165728)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:37.239658 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '4b90586b-4c40-45bd-87d5-71d6c20addfb', 'network_id': 'c18d46d8-ed1a-43a2-affe-5479d7bfb3f2', 'port_id': '4b90586b-4c40-45bd-87d5-71d6c20addfb', 'mac_address': 'fa:16:3e:f1:0d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c330c19-7a26-42a1-b99c-552cbd09bae0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:33:37.254773 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54834783-4aaf-4d46-ae1e-64e34b63c1c6 req-b8b11b92-dd2d-4a9b-834e-a0bc77c8e6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:37.256495 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-54834783-4aaf-4d46-ae1e-64e34b63c1c6 req-b8b11b92-dd2d-4a9b-834e-a0bc77c8e6e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3b68cb86-ae6d-409e-9e8e-fa13081031ba HTTP/1.1" status: 200 len: 912 time: 0.2333105 Nov 10 17:33:37.257286 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-79530625-33ef-49f8-9984-68bb1d502e2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:37.271230 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42dc8b9-d437-40c0-8c8d-1ab87dc603a0 req-21b50f5f-5301-4d0d-8eda-82720dbe587b tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:37.274492 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f42dc8b9-d437-40c0-8c8d-1ab87dc603a0 req-21b50f5f-5301-4d0d-8eda-82720dbe587b tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/ports?device_id=8922f3dd-86fa-41d1-8ad5-ce9e32a1f51d HTTP/1.1" status: 200 len: 949 time: 0.1538391 Nov 10 17:33:37.326526 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:37.340356 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-79530625-33ef-49f8-9984-68bb1d502e2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:37.349382 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-54834783-4aaf-4d46-ae1e-64e34b63c1c6 req-057cfcb4-5ce5-4f7f-af11-807c7621c56c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=667da726-ddf8-4be3-b952-de5f94d3016b HTTP/1.1" status: 200 len: 217 time: 0.0730598 Nov 10 17:33:37.355749 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:37.406723 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b306e3-d730-4004-adf3-f40dcdf423d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543aed04-7ec9-461d-9612-2e129ff33b29'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:37.409080 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fca4fb3-7946-4b84-a3ee-ca5b2c6d1d74" -d '{"events": [{"server_uuid": "99b306e3-d730-4004-adf3-f40dcdf423d7", "name": "network-vif-plugged", "status": "completed", "tag": "543aed04-7ec9-461d-9612-2e129ff33b29"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:37.422379 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b90586b-4c40-45bd-87d5-71d6c20addfb {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:33:37.446649 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 4b90586b-4c40-45bd-87d5-71d6c20addfb, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4b90586b-4c40-45bd-87d5-71d6c20addfb,segment=NetworkSegment(9d32f6d1-d16b-4454-891a-35c80c165728),segment_id=9d32f6d1-d16b-4454-891a-35c80c165728)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:37.448992 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 543aed04-7ec9-461d-9612-2e129ff33b29, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=543aed04-7ec9-461d-9612-2e129ff33b29,segment=NetworkSegment(6d77725e-f759-4fea-8142-4be34b292505),segment_id=6d77725e-f759-4fea-8142-4be34b292505)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:37.460197 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:37.476684 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f42dc8b9-d437-40c0-8c8d-1ab87dc603a0 req-a3633b62-bf16-4372-8ef2-664be6e1f606 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/security-groups?id=abb44563-c74e-44b5-8021-c307586a6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870537 Nov 10 17:33:37.490639 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54834783-4aaf-4d46-ae1e-64e34b63c1c6 req-d096b11f-f01f-4d68-898c-8c9debfc6d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:37.493008 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-54834783-4aaf-4d46-ae1e-64e34b63c1c6 req-d096b11f-f01f-4d68-898c-8c9debfc6d7b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0afeb92-d610-4dbb-bb57-6c690afd8fdf HTTP/1.1" status: 200 len: 851 time: 0.1237547 Nov 10 17:33:37.501648 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-79530625-33ef-49f8-9984-68bb1d502e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:37.510928 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-79530625-33ef-49f8-9984-68bb1d502e2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:37.514862 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-79530625-33ef-49f8-9984-68bb1d502e2a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bbe1575e-c656-4ff0-8a8b-c9f3049c83b0 HTTP/1.1" status: 204 len: 168 time: 0.3880177 Nov 10 17:33:37.556084 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-54834783-4aaf-4d46-ae1e-64e34b63c1c6 req-fd6f92ea-098a-4310-8d87-e05c801e4a66 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b68cb86-ae6d-409e-9e8e-fa13081031ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424192 Nov 10 17:33:37.557124 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79530625-33ef-49f8-9984-68bb1d502e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe1575e-c656-4ff0-8a8b-c9f3049c83b0,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:37.576036 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:37.580257 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=4b90586b-4c40-45bd-87d5-71d6c20addfb,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:37.654361 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=543aed04-7ec9-461d-9612-2e129ff33b29,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:37.662558 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3318e2fc-646d-4580-a6e5-b9f39a2ddf9b x-openstack-request-id: req-3318e2fc-646d-4580-a6e5-b9f39a2ddf9b {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:37.663016 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b306e3-d730-4004-adf3-f40dcdf423d7", "name": "network-vif-plugged", "status": "completed", "tag": "543aed04-7ec9-461d-9612-2e129ff33b29", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:37.663279 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3318e2fc-646d-4580-a6e5-b9f39a2ddf9b {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:37.663682 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b306e3-d730-4004-adf3-f40dcdf423d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543aed04-7ec9-461d-9612-2e129ff33b29', 'code': 200} Nov 10 17:33:37.728786 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501efd8a-f9cd-4e64-b5fe-c5e43749b11f req-f6e77ca9-7c0d-4db8-b8e7-d96188c02cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:37.731391 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-501efd8a-f9cd-4e64-b5fe-c5e43749b11f req-f6e77ca9-7c0d-4db8-b8e7-d96188c02cc4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=99b306e3-d730-4004-adf3-f40dcdf423d7 HTTP/1.1" status: 200 len: 1097 time: 0.0604699 Nov 10 17:33:37.792838 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['4b90586b-4c40-45bd-87d5-71d6c20addfb'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:33:37.838000 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-501efd8a-f9cd-4e64-b5fe-c5e43749b11f req-5f37386d-fc68-4168-b6b6-d96cc5099c57 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971508 Nov 10 17:33:37.945264 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-54834783-4aaf-4d46-ae1e-64e34b63c1c6 req-67a8cf36-1db4-498f-af48-3bc9dcd73208 service neutron] 10.222.0.13 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705826 Nov 10 17:33:37.963326 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87c687-e2db-42a4-b2dc-b06d81a2c02c req-8e64a81c-df84-459b-8d41-d9f036280a00 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:37.967471 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-be87c687-e2db-42a4-b2dc-b06d81a2c02c req-8e64a81c-df84-459b-8d41-d9f036280a00 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 946 time: 0.2403471 Nov 10 17:33:38.152179 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-be87c687-e2db-42a4-b2dc-b06d81a2c02c req-c7a64b0d-2d06-4150-bd63-45f05aea63af tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595085 Nov 10 17:33:38.186624 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-54834783-4aaf-4d46-ae1e-64e34b63c1c6 req-57b6e359-7660-468a-8dba-0bda71996765 service neutron] 10.222.0.13 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162013 Nov 10 17:33:38.203344 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 32934) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:38.219851 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5a3c3267-7808-416f-8212-080d2a6e6a1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:38.304033 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d81fa0-5fc9-45de-9902-6a1d65a89798 req-558218ea-b77f-42f1-869d-f3dd137a7c50 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:38.318277 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-31d81fa0-5fc9-45de-9902-6a1d65a89798 req-558218ea-b77f-42f1-869d-f3dd137a7c50 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=99b306e3-d730-4004-adf3-f40dcdf423d7 HTTP/1.1" status: 200 len: 945 time: 0.0876479 Nov 10 17:33:38.384814 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-31d81fa0-5fc9-45de-9902-6a1d65a89798 req-bd62fbee-7f74-4b47-966b-6b25dc27487b tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655043 Nov 10 17:33:38.410164 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5a3c3267-7808-416f-8212-080d2a6e6a1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:38.428030 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5a3c3267-7808-416f-8212-080d2a6e6a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:38.506175 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdfba2c-ebd7-465a-b447-85f180158388 req-2098b413-477e-4d3b-a0f7-1a078aceb84f tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:38.513661 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-afdfba2c-ebd7-465a-b447-85f180158388 req-2098b413-477e-4d3b-a0f7-1a078aceb84f tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 949 time: 0.0748820 Nov 10 17:33:38.513856 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c3267-7808-416f-8212-080d2a6e6a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4227e5-7161-4d4d-b459-e8093110498f,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:38.521092 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5a3c3267-7808-416f-8212-080d2a6e6a1a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=699069b906ef464e884de68058b3bef7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3160355 Nov 10 17:33:38.523633 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 32946) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:38.556669 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefaec8b-0a61-4eaf-840c-cf314a8bced9 req-3bc4fd1b-253e-4801-b0b9-e8abbc620f7d tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:38.558564 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-aefaec8b-0a61-4eaf-840c-cf314a8bced9 req-3bc4fd1b-253e-4801-b0b9-e8abbc620f7d tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 944 time: 0.1254182 Nov 10 17:33:38.606871 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-afdfba2c-ebd7-465a-b447-85f180158388 req-f6ade907-380b-4da4-93ab-c017db9bc42d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921924 Nov 10 17:33:38.615989 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f4b6e-bf71-4130-909f-b84782d39009 req-1e81ca3a-0aee-4196-9e70-55303af59ff2 tempest-DeleteServersAdminTestJSON-1422564012 tempest-DeleteServersAdminTestJSON-1422564012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:38.617780 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a2f4b6e-bf71-4130-909f-b84782d39009 req-1e81ca3a-0aee-4196-9e70-55303af59ff2 tempest-DeleteServersAdminTestJSON-1422564012 tempest-DeleteServersAdminTestJSON-1422564012-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8922f3dd-86fa-41d1-8ad5-ce9e32a1f51d HTTP/1.1" status: 200 len: 1101 time: 0.0923078 Nov 10 17:33:38.644829 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b23e5d4e-676e-4bac-8cfc-89f2ff08b5ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:38.660722 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-aefaec8b-0a61-4eaf-840c-cf314a8bced9 req-2b1a4ecc-ce54-41a3-a7f3-c105158ee445 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907035 Nov 10 17:33:38.698517 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b23e5d4e-676e-4bac-8cfc-89f2ff08b5ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:38.772615 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b23e5d4e-676e-4bac-8cfc-89f2ff08b5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:38.775710 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b23e5d4e-676e-4bac-8cfc-89f2ff08b5ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:38.779533 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b23e5d4e-676e-4bac-8cfc-89f2ff08b5ca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/af4227e5-7161-4d4d-b459-e8093110498f HTTP/1.1" status: 204 len: 168 time: 0.2472520 Nov 10 17:33:38.796447 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-8a2f4b6e-bf71-4130-909f-b84782d39009 req-944ce0f0-be4f-436d-853c-b0be413ff999 tempest-DeleteServersAdminTestJSON-1422564012 tempest-DeleteServersAdminTestJSON-1422564012-project-admin] Deleting port dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:33:38.796682 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e5d4e-676e-4bac-8cfc-89f2ff08b5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4227e5-7161-4d4d-b459-e8093110498f,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:38.796808 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8a2f4b6e-bf71-4130-909f-b84782d39009 req-944ce0f0-be4f-436d-853c-b0be413ff999 tempest-DeleteServersAdminTestJSON-1422564012 tempest-DeleteServersAdminTestJSON-1422564012-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:38.868908 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77bb80-524e-4cc5-84ec-4341cf990829 req-cb53799a-5752-407a-9257-3726382bcca9 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:38.872008 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5c77bb80-524e-4cc5-84ec-4341cf990829 req-cb53799a-5752-407a-9257-3726382bcca9 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/ports?device_id=8922f3dd-86fa-41d1-8ad5-ce9e32a1f51d HTTP/1.1" status: 200 len: 949 time: 0.0697422 Nov 10 17:33:38.946478 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5c77bb80-524e-4cc5-84ec-4341cf990829 req-3fd036fb-9762-4d2e-b119-25f1430f69c2 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/security-groups?id=abb44563-c74e-44b5-8021-c307586a6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655103 Nov 10 17:33:38.956796 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-8a2f4b6e-bf71-4130-909f-b84782d39009 req-944ce0f0-be4f-436d-853c-b0be413ff999 tempest-DeleteServersAdminTestJSON-1422564012 tempest-DeleteServersAdminTestJSON-1422564012-project-admin] For port dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:38.957233 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8a2f4b6e-bf71-4130-909f-b84782d39009 req-944ce0f0-be4f-436d-853c-b0be413ff999 tempest-DeleteServersAdminTestJSON-1422564012 tempest-DeleteServersAdminTestJSON-1422564012-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:38.978884 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-8a2f4b6e-bf71-4130-909f-b84782d39009 req-944ce0f0-be4f-436d-853c-b0be413ff999 tempest-DeleteServersAdminTestJSON-1422564012 tempest-DeleteServersAdminTestJSON-1422564012-project-admin] Calling delete_port for dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:33:38.999881 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 4b90586b-4c40-45bd-87d5-71d6c20addfb up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:33:39.080038 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 4b90586b-4c40-45bd-87d5-71d6c20addfb completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:33:39.088210 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 4b90586b-4c40-45bd-87d5-71d6c20addfb triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:33:39.089024 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:39.176847 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8a2f4b6e-bf71-4130-909f-b84782d39009 req-944ce0f0-be4f-436d-853c-b0be413ff999 tempest-DeleteServersAdminTestJSON-1422564012 tempest-DeleteServersAdminTestJSON-1422564012-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:39.212491 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ce0f0-be4f-436d-853c-b0be413ff999 tempest-DeleteServersAdminTestJSON-1422564012 tempest-DeleteServersAdminTestJSON-1422564012-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:39.322377 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:39.415897 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 4b90586b-4c40-45bd-87d5-71d6c20addfb, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4b90586b-4c40-45bd-87d5-71d6c20addfb,segment=NetworkSegment(9d32f6d1-d16b-4454-891a-35c80c165728),segment_id=9d32f6d1-d16b-4454-891a-35c80c165728)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:39.420449 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:39.421615 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 667da726-ddf8-4be3-b952-de5f94d3016b no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:33:39.490287 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=4b90586b-4c40-45bd-87d5-71d6c20addfb,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:39.617561 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:39.621161 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2f272-c3b4-4593-ad46-b809b4a05a25 req-5c422355-318f-4505-b762-15d1c9248cd0 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:39.628786 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-02d2f272-c3b4-4593-ad46-b809b4a05a25 req-5c422355-318f-4505-b762-15d1c9248cd0 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=99b306e3-d730-4004-adf3-f40dcdf423d7 HTTP/1.1" status: 200 len: 945 time: 0.1157413 Nov 10 17:33:39.660630 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 667da726-ddf8-4be3-b952-de5f94d3016b, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=667da726-ddf8-4be3-b952-de5f94d3016b,segment=NetworkSegment(17d5af1c-a623-4581-8ea0-158dc701aa2d),segment_id=17d5af1c-a623-4581-8ea0-158dc701aa2d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:39.668035 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb2e473-3ef1-45a9-95b4-6849e3dd77c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b90586b-4c40-45bd-87d5-71d6c20addfb'}, {'server_uuid': '9126f8d0-8c74-4d11-a1b8-e85fe5fd470e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '667da726-ddf8-4be3-b952-de5f94d3016b'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:39.673820 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0a235c-a393-472b-9c4c-2f59349e6873" -d '{"events": [{"server_uuid": "dbb2e473-3ef1-45a9-95b4-6849e3dd77c9", "name": "network-vif-plugged", "status": "completed", "tag": "4b90586b-4c40-45bd-87d5-71d6c20addfb"}, {"server_uuid": "9126f8d0-8c74-4d11-a1b8-e85fe5fd470e", "name": "network-vif-unplugged", "status": "completed", "tag": "667da726-ddf8-4be3-b952-de5f94d3016b"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:39.685232 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:39.686067 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-02d2f272-c3b4-4593-ad46-b809b4a05a25 req-ec55843d-7807-45e3-8d9f-29795a8a3d3b tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562739 Nov 10 17:33:39.823455 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=667da726-ddf8-4be3-b952-de5f94d3016b,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:39.852924 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578b47e-3b57-4880-a43d-8004f3520731 req-2c96d6b1-5e9a-4908-ae80-c2b5a6a3fbee tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:39.855738 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9578b47e-3b57-4880-a43d-8004f3520731 req-2c96d6b1-5e9a-4908-ae80-c2b5a6a3fbee tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 949 time: 0.0800862 Nov 10 17:33:39.957730 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9578b47e-3b57-4880-a43d-8004f3520731 req-514b8ac9-15e9-4b4c-811f-85591e1831dc tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942609 Nov 10 17:33:39.960939 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2f4b6e-bf71-4130-909f-b84782d39009 req-944ce0f0-be4f-436d-853c-b0be413ff999 tempest-DeleteServersAdminTestJSON-1422564012 tempest-DeleteServersAdminTestJSON-1422564012-project-admin] No DVR routers for this DVR port dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:33:39.971009 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8a2f4b6e-bf71-4130-909f-b84782d39009 req-944ce0f0-be4f-436d-853c-b0be413ff999 tempest-DeleteServersAdminTestJSON-1422564012 tempest-DeleteServersAdminTestJSON-1422564012-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:39.986835 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a2f4b6e-bf71-4130-909f-b84782d39009 req-944ce0f0-be4f-436d-853c-b0be413ff999 tempest-DeleteServersAdminTestJSON-1422564012 tempest-DeleteServersAdminTestJSON-1422564012-project-admin] 10.222.0.13 "DELETE /v2.0/ports/dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d HTTP/1.1" status: 204 len: 173 time: 1.3605394 Nov 10 17:33:39.987337 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8922f3dd-86fa-41d1-8ad5-ce9e32a1f51d', 'name': 'network-vif-deleted', 'tag': 'dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:39.993566 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c393a70-1b3e-4ee3-b763-3c487ea7144c" -d '{"events": [{"server_uuid": "8922f3dd-86fa-41d1-8ad5-ce9e32a1f51d", "name": "network-vif-deleted", "tag": "dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:40.069619 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3e245-da25-4fe5-b595-b57e11ac39ea req-d3515da3-ed93-426c-bc9c-0fa728572607 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:40.074545 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697ac189-fbbf-4c32-80dc-3c66f0366299 x-openstack-request-id: req-697ac189-fbbf-4c32-80dc-3c66f0366299 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:40.077155 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb2e473-3ef1-45a9-95b4-6849e3dd77c9", "name": "network-vif-plugged", "status": "completed", "tag": "4b90586b-4c40-45bd-87d5-71d6c20addfb", "code": 200}, {"server_uuid": "9126f8d0-8c74-4d11-a1b8-e85fe5fd470e", "name": "network-vif-unplugged", "status": "completed", "tag": "667da726-ddf8-4be3-b952-de5f94d3016b", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:40.077438 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-697ac189-fbbf-4c32-80dc-3c66f0366299 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:40.077857 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb2e473-3ef1-45a9-95b4-6849e3dd77c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b90586b-4c40-45bd-87d5-71d6c20addfb', 'code': 200} Nov 10 17:33:40.079272 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9126f8d0-8c74-4d11-a1b8-e85fe5fd470e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '667da726-ddf8-4be3-b952-de5f94d3016b', 'code': 200} Nov 10 17:33:40.083562 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8de3e245-da25-4fe5-b595-b57e11ac39ea req-d3515da3-ed93-426c-bc9c-0fa728572607 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 944 time: 0.1874695 Nov 10 17:33:40.152005 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8de3e245-da25-4fe5-b595-b57e11ac39ea req-1e15e52c-7af0-453e-9e2f-01debc777b9b tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673194 Nov 10 17:33:40.293360 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e4d2b-0b56-4a58-818b-4170e5ab5cc7 req-6b8ae8df-f3c3-48f0-a77c-ff853015d377 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:40.300842 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-126e4d2b-0b56-4a58-818b-4170e5ab5cc7 req-6b8ae8df-f3c3-48f0-a77c-ff853015d377 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 945 time: 0.1022246 Nov 10 17:33:40.353327 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b8859-4c0c-4f34-88d9-6cd2f41d45d5 req-8a75d621-d55d-4591-981b-91eb5df6e701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:40.355521 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7b9b8859-4c0c-4f34-88d9-6cd2f41d45d5 req-8a75d621-d55d-4591-981b-91eb5df6e701 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 1097 time: 0.1389067 Nov 10 17:33:40.370600 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-126e4d2b-0b56-4a58-818b-4170e5ab5cc7 req-56b13ec9-c7e1-4f26-b1ad-fce109767194 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636997 Nov 10 17:33:40.415478 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7b9b8859-4c0c-4f34-88d9-6cd2f41d45d5 req-eea97a11-7e32-4619-979a-670e3a0a5eb0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454721 Nov 10 17:33:40.424120 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1549d1a-4c9a-40b4-9366-b0293190f46e req-616721f9-448e-4f52-9977-fe6137cdbd54 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:40.432162 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c1549d1a-4c9a-40b4-9366-b0293190f46e req-616721f9-448e-4f52-9977-fe6137cdbd54 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=99b306e3-d730-4004-adf3-f40dcdf423d7 HTTP/1.1" status: 200 len: 945 time: 0.1595778 Nov 10 17:33:40.508915 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c1549d1a-4c9a-40b4-9366-b0293190f46e req-e96e6d77-2422-49e4-b57b-ce5ebac2ad0c tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756371 Nov 10 17:33:40.585052 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b92a26a1-242d-4ea3-be9b-9c0dfdcc1387 req-da4b599d-2458-49b5-8834-2f0d203c853b tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/ports?device_id=8922f3dd-86fa-41d1-8ad5-ce9e32a1f51d HTTP/1.1" status: 200 len: 210 time: 0.0941010 Nov 10 17:33:40.619929 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114a41c3-3c2b-4a18-a370-d02d4596e059 x-openstack-request-id: req-114a41c3-3c2b-4a18-a370-d02d4596e059 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:40.620247 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8922f3dd-86fa-41d1-8ad5-ce9e32a1f51d", "name": "network-vif-deleted", "tag": "dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:40.620510 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-114a41c3-3c2b-4a18-a370-d02d4596e059 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:40.621021 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8922f3dd-86fa-41d1-8ad5-ce9e32a1f51d', 'name': 'network-vif-deleted', 'tag': 'dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d', 'status': 'completed', 'code': 200} Nov 10 17:33:40.824300 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3d568-f8e6-4912-bd5d-7c81a24bfa87 req-2b223c10-135d-4a97-b3cf-0cf5dd3dcc3c tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:40.843085 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-11a3d568-f8e6-4912-bd5d-7c81a24bfa87 req-2b223c10-135d-4a97-b3cf-0cf5dd3dcc3c tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=99b306e3-d730-4004-adf3-f40dcdf423d7 HTTP/1.1" status: 200 len: 945 time: 0.1322138 Nov 10 17:33:40.932559 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-11a3d568-f8e6-4912-bd5d-7c81a24bfa87 req-8e50a7a7-cd8e-4eca-98dc-c604dae7c6d6 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828631 Nov 10 17:33:41.022261 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:33:41.042009 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:33:41.042352 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device dd8e2b08-e36f-4e4b-ac51-212f6ab3b82d not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:33:41.092208 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0bfa2d-d339-4814-aa07-4f6454ac9115 req-bd3b9d98-a6a4-4a4d-aeb9-c6f29c913c93 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:41.093816 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9c0bfa2d-d339-4814-aa07-4f6454ac9115 req-bd3b9d98-a6a4-4a4d-aeb9-c6f29c913c93 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=99b306e3-d730-4004-adf3-f40dcdf423d7 HTTP/1.1" status: 200 len: 945 time: 0.0815644 Nov 10 17:33:41.138429 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56276a48-f2ea-419e-bbdd-9ebeb1a020d2 req-38a451dd-0899-41f1-a835-dcb8f3a2e5b0 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:41.141202 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-56276a48-f2ea-419e-bbdd-9ebeb1a020d2 req-38a451dd-0899-41f1-a835-dcb8f3a2e5b0 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 949 time: 0.0620298 Nov 10 17:33:41.190710 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9c0bfa2d-d339-4814-aa07-4f6454ac9115 req-21d8fd4e-04e7-4249-9da9-3c7d1a90fd7c tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872102 Nov 10 17:33:41.240522 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-56276a48-f2ea-419e-bbdd-9ebeb1a020d2 req-d5b01360-7e59-459b-8023-5c2b9d86311e tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901206 Nov 10 17:33:41.386390 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d661785-be6b-4362-a3bd-0ec7585b443e req-25b36135-e0bc-4d5d-ad75-7efc28088f7b tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:41.388057 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6d661785-be6b-4362-a3bd-0ec7585b443e req-25b36135-e0bc-4d5d-ad75-7efc28088f7b tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 944 time: 0.0752771 Nov 10 17:33:41.440503 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f720b6-24e6-4f27-a903-9c390379dcf3 req-6fc4422e-3571-4732-b2a7-0b2efd7271d8 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:41.442091 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-92f720b6-24e6-4f27-a903-9c390379dcf3 req-6fc4422e-3571-4732-b2a7-0b2efd7271d8 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=99b306e3-d730-4004-adf3-f40dcdf423d7 HTTP/1.1" status: 200 len: 945 time: 0.0836453 Nov 10 17:33:41.454932 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6d661785-be6b-4362-a3bd-0ec7585b443e req-57b333e0-f1ff-434c-a01f-0ba3ca91e38a tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595365 Nov 10 17:33:41.548372 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-92f720b6-24e6-4f27-a903-9c390379dcf3 req-6c6ebcd5-a95d-473e-b4e2-505c35f98f3d tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891111 Nov 10 17:33:41.691013 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d33085-453c-426b-9d98-c165bd16c4e0 req-d15d6d38-f96c-4297-abbf-7c6cf1944991 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:41.701122 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b7d33085-453c-426b-9d98-c165bd16c4e0 req-d15d6d38-f96c-4297-abbf-7c6cf1944991 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 945 time: 0.0964699 Nov 10 17:33:41.750999 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33114) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:41.792759 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b7d33085-453c-426b-9d98-c165bd16c4e0 req-c6e9de72-86c3-4734-8abb-2e598a560a2d tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912445 Nov 10 17:33:41.976530 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8e8ee021-02c3-4dcd-b307-562f65083ac3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:41.987188 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bacdff-33c3-4757-8290-ec67b42aa32a req-f7a8f1c9-9102-4b38-8616-0d98bad0b321 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:41.990229 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-83bacdff-33c3-4757-8290-ec67b42aa32a req-f7a8f1c9-9102-4b38-8616-0d98bad0b321 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=99b306e3-d730-4004-adf3-f40dcdf423d7 HTTP/1.1" status: 200 len: 945 time: 0.0703094 Nov 10 17:33:42.061007 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-83bacdff-33c3-4757-8290-ec67b42aa32a req-f8d72ca5-bec1-4eed-ae19-206c2fd125f0 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638156 Nov 10 17:33:42.095925 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8e8ee021-02c3-4dcd-b307-562f65083ac3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:42.104534 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8e8ee021-02c3-4dcd-b307-562f65083ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:42.203657 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8e8ee021-02c3-4dcd-b307-562f65083ac3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=17d918ad47d547e4a21a2c9cb0e27d92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4513640 Nov 10 17:33:42.206305 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33146) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:42.222763 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ee021-02c3-4dcd-b307-562f65083ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141c871e-6f8d-44f4-b964-7d18f3a793b2,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:42.298228 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5aedf7d7-b937-4950-bd2b-50861a249b44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:42.328421 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5aedf7d7-b937-4950-bd2b-50861a249b44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:42.390171 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5aedf7d7-b937-4950-bd2b-50861a249b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:42.395163 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5aedf7d7-b937-4950-bd2b-50861a249b44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:42.398203 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5aedf7d7-b937-4950-bd2b-50861a249b44 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/141c871e-6f8d-44f4-b964-7d18f3a793b2 HTTP/1.1" status: 204 len: 168 time: 0.1907947 Nov 10 17:33:42.408363 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aedf7d7-b937-4950-bd2b-50861a249b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141c871e-6f8d-44f4-b964-7d18f3a793b2,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:42.736565 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957325c0-4e0a-4041-a5e4-44ba8062bcbc req-057f8c1b-aec2-4721-adb7-ce6e274131ab tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:42.744582 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-957325c0-4e0a-4041-a5e4-44ba8062bcbc req-057f8c1b-aec2-4721-adb7-ce6e274131ab tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=9126f8d0-8c74-4d11-a1b8-e85fe5fd470e HTTP/1.1" status: 200 len: 944 time: 0.0626640 Nov 10 17:33:42.837445 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33182) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:42.857021 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef9f3523-df20-41d1-b12a-226e68993e22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:42.880425 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-957325c0-4e0a-4041-a5e4-44ba8062bcbc req-bc64421d-9f49-4dfd-9ff4-fa45c2538ae2 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Deleting port 667da726-ddf8-4be3-b952-de5f94d3016b {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:33:42.881468 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-957325c0-4e0a-4041-a5e4-44ba8062bcbc req-bc64421d-9f49-4dfd-9ff4-fa45c2538ae2 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:42.962675 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef9f3523-df20-41d1-b12a-226e68993e22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:42.969757 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef9f3523-df20-41d1-b12a-226e68993e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:43.002969 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-957325c0-4e0a-4041-a5e4-44ba8062bcbc req-bc64421d-9f49-4dfd-9ff4-fa45c2538ae2 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] For port 667da726-ddf8-4be3-b952-de5f94d3016b, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=667da726-ddf8-4be3-b952-de5f94d3016b,segment=NetworkSegment(17d5af1c-a623-4581-8ea0-158dc701aa2d),segment_id=17d5af1c-a623-4581-8ea0-158dc701aa2d)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:43.003331 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-957325c0-4e0a-4041-a5e4-44ba8062bcbc req-bc64421d-9f49-4dfd-9ff4-fa45c2538ae2 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:43.010419 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ef9f3523-df20-41d1-b12a-226e68993e22 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7256e41bb42240f294640c36e294fd4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1717343 Nov 10 17:33:43.011293 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f3523-df20-41d1-b12a-226e68993e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5155116d-25d7-4af2-af86-a4ae2ae5fd03,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:43.013573 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33192) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:43.029486 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-957325c0-4e0a-4041-a5e4-44ba8062bcbc req-bc64421d-9f49-4dfd-9ff4-fa45c2538ae2 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Calling delete_port for 667da726-ddf8-4be3-b952-de5f94d3016b owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:33:43.036436 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 667da726-ddf8-4be3-b952-de5f94d3016b no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:33:43.151700 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e6fa912d-445c-4040-8431-a4c9ad008795 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:43.186872 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e6fa912d-445c-4040-8431-a4c9ad008795 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:43.242900 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b37ef-a936-47a6-8353-460a4ac645a9 req-c8c9d18f-0a6b-489d-888b-6c1a5d0a31a7 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:43.244555 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4e3b37ef-a936-47a6-8353-460a4ac645a9 req-c8c9d18f-0a6b-489d-888b-6c1a5d0a31a7 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 949 time: 0.0634904 Nov 10 17:33:43.266786 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-957325c0-4e0a-4041-a5e4-44ba8062bcbc req-bc64421d-9f49-4dfd-9ff4-fa45c2538ae2 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:43.295393 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4e3b37ef-a936-47a6-8353-460a4ac645a9 req-a705a93e-7eba-4653-8f81-5fc2300766c3 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448730 Nov 10 17:33:43.305643 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc64421d-9f49-4dfd-9ff4-fa45c2538ae2 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Pushing event deleted for resources: {'Port': ['ID=667da726-ddf8-4be3-b952-de5f94d3016b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:43.334254 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e6fa912d-445c-4040-8431-a4c9ad008795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:43.337544 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e6fa912d-445c-4040-8431-a4c9ad008795 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:43.339005 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e6fa912d-445c-4040-8431-a4c9ad008795 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5155116d-25d7-4af2-af86-a4ae2ae5fd03 HTTP/1.1" status: 204 len: 168 time: 0.3217685 Nov 10 17:33:43.356098 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-957325c0-4e0a-4041-a5e4-44ba8062bcbc req-bc64421d-9f49-4dfd-9ff4-fa45c2538ae2 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] No DVR routers for this DVR port 667da726-ddf8-4be3-b952-de5f94d3016b on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:33:43.362502 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-957325c0-4e0a-4041-a5e4-44ba8062bcbc req-bc64421d-9f49-4dfd-9ff4-fa45c2538ae2 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:43.366701 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-957325c0-4e0a-4041-a5e4-44ba8062bcbc req-bc64421d-9f49-4dfd-9ff4-fa45c2538ae2 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "DELETE /v2.0/ports/667da726-ddf8-4be3-b952-de5f94d3016b HTTP/1.1" status: 204 len: 173 time: 0.6207271 Nov 10 17:33:43.367144 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9126f8d0-8c74-4d11-a1b8-e85fe5fd470e', 'name': 'network-vif-deleted', 'tag': '667da726-ddf8-4be3-b952-de5f94d3016b'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:43.369437 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0051c4ae-4332-45d3-99e1-e77b8d98d030" -d '{"events": [{"server_uuid": "9126f8d0-8c74-4d11-a1b8-e85fe5fd470e", "name": "network-vif-deleted", "tag": "667da726-ddf8-4be3-b952-de5f94d3016b"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:43.372651 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa912d-445c-4040-8431-a4c9ad008795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5155116d-25d7-4af2-af86-a4ae2ae5fd03,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:43.432591 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a08f5251-b99a-469d-8994-f29762feafce req-31861271-118e-48b1-b4f4-30ae62d1a8ad tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=751e161c2dfb4c329b9214d9deaa13c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266488 Nov 10 17:33:43.572744 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f5251-b99a-469d-8994-f29762feafce req-41a227db-9522-457e-a041-44068f5ed1fd tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:43.577822 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a08f5251-b99a-469d-8994-f29762feafce req-41a227db-9522-457e-a041-44068f5ed1fd tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1337619 Nov 10 17:33:43.597116 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a08f5251-b99a-469d-8994-f29762feafce req-1ce00f8c-f708-4e6d-baf6-bb6e6c336680 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/quotas/751e161c2dfb4c329b9214d9deaa13c5 HTTP/1.1" status: 200 len: 375 time: 0.0167301 Nov 10 17:33:43.633675 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a08f5251-b99a-469d-8994-f29762feafce req-e7d36c4e-4519-49e6-a477-6d1288c7ec86 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=751e161c2dfb4c329b9214d9deaa13c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277879 Nov 10 17:33:43.852320 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf05d6d-56b3-494c-8ff3-e627adcaba2a req-e72cdac9-d226-49c5-8bbb-b3303af5ad74 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:43.853886 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dcf05d6d-56b3-494c-8ff3-e627adcaba2a req-e72cdac9-d226-49c5-8bbb-b3303af5ad74 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 945 time: 0.0617206 Nov 10 17:33:43.917833 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dcf05d6d-56b3-494c-8ff3-e627adcaba2a req-79c945ac-e14d-4241-9578-17f18c96312c tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566399 Nov 10 17:33:44.046272 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4e1ac-5b9d-4e6f-ad08-ac98e7f15713 req-b5866fbf-6339-4d15-8782-7d1d7bb37c9b tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:44.053949 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1ca4e1ac-5b9d-4e6f-ad08-ac98e7f15713 req-b5866fbf-6339-4d15-8782-7d1d7bb37c9b tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=99b306e3-d730-4004-adf3-f40dcdf423d7 HTTP/1.1" status: 200 len: 945 time: 0.0663178 Nov 10 17:33:44.060793 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18911207-29ca-4ca4-9f1f-9d7c6ae90824 x-openstack-request-id: req-18911207-29ca-4ca4-9f1f-9d7c6ae90824 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:44.061319 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9126f8d0-8c74-4d11-a1b8-e85fe5fd470e", "name": "network-vif-deleted", "tag": "667da726-ddf8-4be3-b952-de5f94d3016b", "status": "failed", "code": 422}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:44.061751 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-18911207-29ca-4ca4-9f1f-9d7c6ae90824 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:44.062231 n-d-776250-10 neutron-server[102469]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9126f8d0-8c74-4d11-a1b8-e85fe5fd470e', 'name': 'network-vif-deleted', 'tag': '667da726-ddf8-4be3-b952-de5f94d3016b', 'status': 'failed', 'code': 422} returned with failed status Nov 10 17:33:44.112559 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1ca4e1ac-5b9d-4e6f-ad08-ac98e7f15713 req-4e81fe3e-f03d-441c-b209-db465e6143a6 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574718 Nov 10 17:33:44.137990 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-554511ba-b35d-43f2-b875-1757e517500a req-7daa565c-9a3a-4e1b-956d-229aa8795c0e tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7722ec6-c75e-4f35-bead-5064e16c2c00 HTTP/1.1" status: 200 len: 210 time: 0.0412283 Nov 10 17:33:44.296741 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b27972-d7af-42a9-9b94-f857eaef58ec req-4de56ed3-a928-4133-9ca0-e55280a789ea tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:44.299513 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c9b27972-d7af-42a9-9b94-f857eaef58ec req-4de56ed3-a928-4133-9ca0-e55280a789ea tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] 10.222.0.39 "GET /v2.0/ports?device_id=b791a848-2164-4898-83e9-3c772b8a98f8 HTTP/1.1" status: 200 len: 951 time: 0.0679579 Nov 10 17:33:44.357698 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6feda-c1fe-4376-85f5-d7ab47b74d1b req-dea1ec22-9aaa-4722-a05b-c80daf9adfd1 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:44.359286 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a9e6feda-c1fe-4376-85f5-d7ab47b74d1b req-dea1ec22-9aaa-4722-a05b-c80daf9adfd1 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 945 time: 0.0809741 Nov 10 17:33:44.367207 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c9b27972-d7af-42a9-9b94-f857eaef58ec req-3e867193-4e8a-4eac-81d3-4450aed30054 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1c1e4b5-6d6d-4b01-abb5-2478da2d69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584743 Nov 10 17:33:44.435254 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a9e6feda-c1fe-4376-85f5-d7ab47b74d1b req-b7921f31-d6d7-4f0b-8c4a-ce3f6a1d0225 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667093 Nov 10 17:33:44.609127 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24705a8-e408-4b87-9746-afbccadbd55f req-fd8b7504-d69c-47b8-9776-c4b239f2997c tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:44.610933 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e24705a8-e408-4b87-9746-afbccadbd55f req-fd8b7504-d69c-47b8-9776-c4b239f2997c tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 949 time: 0.0649598 Nov 10 17:33:44.623058 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa98e6-3e8d-4376-bfd1-8d3f2d635e5d req-2053d38a-819f-427a-aec6-a09690da2d1b tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:44.628670 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f6fa98e6-3e8d-4376-bfd1-8d3f2d635e5d req-2053d38a-819f-427a-aec6-a09690da2d1b tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=99b306e3-d730-4004-adf3-f40dcdf423d7 HTTP/1.1" status: 200 len: 945 time: 0.1147916 Nov 10 17:33:44.676440 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f6fa98e6-3e8d-4376-bfd1-8d3f2d635e5d req-1310f2d8-bdff-4f92-ada7-97b4253892d2 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426621 Nov 10 17:33:44.678417 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e24705a8-e408-4b87-9746-afbccadbd55f req-5abbef1a-6021-4eb2-b13a-8873814211a9 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602889 Nov 10 17:33:44.887428 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-86107e8c-bfff-4aea-9559-83dfa9f4766e tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:44.888986 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-86107e8c-bfff-4aea-9559-83dfa9f4766e tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/networks?id=3b68cb86-ae6d-409e-9e8e-fa13081031ba HTTP/1.1" status: 200 len: 811 time: 0.1285512 Nov 10 17:33:44.907154 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-29dce812-f09f-4cfb-be90-3a2be4a12c09 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/quotas/ed22ff5850684fb18710e4a738614c84 HTTP/1.1" status: 200 len: 375 time: 0.0123231 Nov 10 17:33:44.946055 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-ea41e6d5-313a-4467-9010-5a402005d038 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed22ff5850684fb18710e4a738614c84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324714 Nov 10 17:33:44.976673 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a08f5251-b99a-469d-8994-f29762feafce req-29f1f895-d463-4718-95a2-0fb36526f7f3 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=751e161c2dfb4c329b9214d9deaa13c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333486 Nov 10 17:33:45.114667 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-c68e9bea-fa5b-4af1-b2cf-827ce705facb service neutron] 10.222.0.39 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597922 Nov 10 17:33:45.135462 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f5251-b99a-469d-8994-f29762feafce req-3dfacb54-8244-4320-a52f-59cf1479af6f tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:45.137187 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a08f5251-b99a-469d-8994-f29762feafce req-3dfacb54-8244-4320-a52f-59cf1479af6f tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1537602 Nov 10 17:33:45.152493 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-a08f5251-b99a-469d-8994-f29762feafce req-b8b67394-9f2b-4329-8027-cded166a9508 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Request body: {'port': {'device_id': 'b7722ec6-c75e-4f35-bead-5064e16c2c00', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'admin_state_up': True, 'tenant_id': '751e161c2dfb4c329b9214d9deaa13c5'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:33:45.240747 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-824812cf-5b76-423b-896c-d46bb814f16b service neutron] 10.222.0.39 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193528 Nov 10 17:33:45.304972 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a08f5251-b99a-469d-8994-f29762feafce req-b8b67394-9f2b-4329-8027-cded166a9508 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Made reservation on behalf of 751e161c2dfb4c329b9214d9deaa13c5 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:33:45.308976 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a08f5251-b99a-469d-8994-f29762feafce req-b8b67394-9f2b-4329-8027-cded166a9508 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:45.500954 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-a08f5251-b99a-469d-8994-f29762feafce req-b8b67394-9f2b-4329-8027-cded166a9508 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Allocated IP 192.168.233.141 (06bf2af7-1c64-4ab3-86f9-bba38a9adb20/7364e0f4-b425-437c-8639-701045fa2b03/2e0ccb6c-b2b7-4144-add2-f5070da5e776) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:33:45.555304 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-ee881834-7225-4fb4-a9dc-13633cf85396 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6f3c826abd1f43d19edc39ad69e1071c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247817 Nov 10 17:33:45.708484 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-abd40ee2-d8c3-462c-acc8-1cee3925addf tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:45.711080 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-abd40ee2-d8c3-462c-acc8-1cee3925addf tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1458745 Nov 10 17:33:45.718222 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a08f5251-b99a-469d-8994-f29762feafce req-b8b67394-9f2b-4329-8027-cded166a9508 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:45.744070 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-0200c89a-828b-4299-9de4-b63aae0c54ff tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/quotas/6f3c826abd1f43d19edc39ad69e1071c HTTP/1.1" status: 200 len: 375 time: 0.0260060 Nov 10 17:33:45.761718 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a08f5251-b99a-469d-8994-f29762feafce req-b8b67394-9f2b-4329-8027-cded166a9508 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:45.800099 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-d7142190-4edd-4b1a-803a-cf9a30d166e0 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f3c826abd1f43d19edc39ad69e1071c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545409 Nov 10 17:33:45.826119 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a08f5251-b99a-469d-8994-f29762feafce req-b8b67394-9f2b-4329-8027-cded166a9508 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:33:45.834663 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-a08f5251-b99a-469d-8994-f29762feafce req-b8b67394-9f2b-4329-8027-cded166a9508 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:33:45.835491 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08f5251-b99a-469d-8994-f29762feafce req-b8b67394-9f2b-4329-8027-cded166a9508 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:33:45.839909 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b67394-9f2b-4329-8027-cded166a9508 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Pushing event updated for resources: {'Port': ['ID=2e0ccb6c-b2b7-4144-add2-f5070da5e776,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:45.911789 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f5251-b99a-469d-8994-f29762feafce req-b8b67394-9f2b-4329-8027-cded166a9508 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:45.912592 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a08f5251-b99a-469d-8994-f29762feafce req-b8b67394-9f2b-4329-8027-cded166a9508 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:45.946273 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a08f5251-b99a-469d-8994-f29762feafce req-b8b67394-9f2b-4329-8027-cded166a9508 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7981398 Nov 10 17:33:45.968465 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-a08f5251-b99a-469d-8994-f29762feafce req-632d248f-79f5-4eca-b38f-fd45ea79f8ee service neutron] Request body: {'port': {'device_id': 'b7722ec6-c75e-4f35-bead-5064e16c2c00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:33:46.022830 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030e2dc-763a-499b-9ad0-7a60d04b299b req-097e4068-9d1c-4e02-92b8-54df4547e35a tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:46.030935 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e030e2dc-763a-499b-9ad0-7a60d04b299b req-097e4068-9d1c-4e02-92b8-54df4547e35a tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7722ec6-c75e-4f35-bead-5064e16c2c00 HTTP/1.1" status: 200 len: 936 time: 0.1040032 Nov 10 17:33:46.077366 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a08f5251-b99a-469d-8994-f29762feafce req-632d248f-79f5-4eca-b38f-fd45ea79f8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:46.218375 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-9bccad67-4385-4fa0-8f20-9044bb71fcea None None] Provisioning complete for port 2e0ccb6c-b2b7-4144-add2-f5070da5e776 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:33:46.220043 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9bccad67-4385-4fa0-8f20-9044bb71fcea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:46.279159 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-9bccad67-4385-4fa0-8f20-9044bb71fcea None None] Port 2e0ccb6c-b2b7-4144-add2-f5070da5e776 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:33:46.299326 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e030e2dc-763a-499b-9ad0-7a60d04b299b req-37038569-8504-48ac-ad28-4d8caf9bd1e6 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/security-groups?id=abb44563-c74e-44b5-8021-c307586a6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683010 Nov 10 17:33:46.333384 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-6579a08b-f0d6-4794-b530-cff0e94e7e4a tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=4fd8838459d548ea9aadd9998a4d8b03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517182 Nov 10 17:33:46.454156 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-73288774-16f1-4720-9ac9-1fbc5a20f852 req-32aff62d-3735-4d49-b64f-0e46dc91ba4b tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95c63e0-ffeb-439e-8201-3e64f837d4ac HTTP/1.1" status: 200 len: 210 time: 0.0525854 Nov 10 17:33:46.484291 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-a2e030cd-5d5d-4203-8050-e4d9d2b148d3 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:46.486507 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-a2e030cd-5d5d-4203-8050-e4d9d2b148d3 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1523201 Nov 10 17:33:46.509101 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-a08f5251-b99a-469d-8994-f29762feafce req-632d248f-79f5-4eca-b38f-fd45ea79f8ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e0ccb6c-b2b7-4144-add2-f5070da5e776 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:33:46.515252 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-72b6a9c7-5b8b-42ec-8e05-6f6498bcfb5b tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/quotas/4fd8838459d548ea9aadd9998a4d8b03 HTTP/1.1" status: 200 len: 375 time: 0.0193202 Nov 10 17:33:46.517672 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a08f5251-b99a-469d-8994-f29762feafce req-632d248f-79f5-4eca-b38f-fd45ea79f8ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:46.546822 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-e81c6bdf-6c1a-42bc-b4cd-fc649adfc0a6 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fd8838459d548ea9aadd9998a4d8b03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302401 Nov 10 17:33:46.560484 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-a08f5251-b99a-469d-8994-f29762feafce req-632d248f-79f5-4eca-b38f-fd45ea79f8ee service neutron] Transition to ACTIVE for port object 2e0ccb6c-b2b7-4144-add2-f5070da5e776 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:33:46.567851 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a08f5251-b99a-469d-8994-f29762feafce req-632d248f-79f5-4eca-b38f-fd45ea79f8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:46.611831 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da431c-67c8-451b-a4e5-ee2836eb6acb req-3f83903c-5e39-43e0-b0aa-3602de7f4f87 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:46.613417 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-29da431c-67c8-451b-a4e5-ee2836eb6acb req-3f83903c-5e39-43e0-b0aa-3602de7f4f87 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 945 time: 0.0932922 Nov 10 17:33:46.663872 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d248f-79f5-4eca-b38f-fd45ea79f8ee service neutron] Pushing event updated for resources: {'Port': ['ID=2e0ccb6c-b2b7-4144-add2-f5070da5e776,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:46.752425 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-29da431c-67c8-451b-a4e5-ee2836eb6acb req-73498657-6a2d-45f4-9134-2f216c519909 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246409 Nov 10 17:33:46.797274 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-a08f5251-b99a-469d-8994-f29762feafce req-632d248f-79f5-4eca-b38f-fd45ea79f8ee service neutron] Attempting to bind port 2e0ccb6c-b2b7-4144-add2-f5070da5e776 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:33:46.797618 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-a08f5251-b99a-469d-8994-f29762feafce req-632d248f-79f5-4eca-b38f-fd45ea79f8ee service neutron] Attempting to bind port 2e0ccb6c-b2b7-4144-add2-f5070da5e776 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:33:46.797942 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08f5251-b99a-469d-8994-f29762feafce req-632d248f-79f5-4eca-b38f-fd45ea79f8ee service neutron] Attempting to bind port 2e0ccb6c-b2b7-4144-add2-f5070da5e776 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:33:46.809757 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08f5251-b99a-469d-8994-f29762feafce req-632d248f-79f5-4eca-b38f-fd45ea79f8ee service neutron] Port 2e0ccb6c-b2b7-4144-add2-f5070da5e776 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:33:46.810182 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08f5251-b99a-469d-8994-f29762feafce req-632d248f-79f5-4eca-b38f-fd45ea79f8ee service neutron] Attempting to bind port 2e0ccb6c-b2b7-4144-add2-f5070da5e776 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:33:46.815605 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08f5251-b99a-469d-8994-f29762feafce req-632d248f-79f5-4eca-b38f-fd45ea79f8ee service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:33:46.815965 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08f5251-b99a-469d-8994-f29762feafce req-632d248f-79f5-4eca-b38f-fd45ea79f8ee service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:33:46.816370 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08f5251-b99a-469d-8994-f29762feafce req-632d248f-79f5-4eca-b38f-fd45ea79f8ee service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:33:46.816806 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-a08f5251-b99a-469d-8994-f29762feafce req-632d248f-79f5-4eca-b38f-fd45ea79f8ee service neutron] Bound port: 2e0ccb6c-b2b7-4144-add2-f5070da5e776, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:33:46.817163 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a08f5251-b99a-469d-8994-f29762feafce req-632d248f-79f5-4eca-b38f-fd45ea79f8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:46.977809 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:33:46.986703 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-a08f5251-b99a-469d-8994-f29762feafce req-632d248f-79f5-4eca-b38f-fd45ea79f8ee service neutron] For port 2e0ccb6c-b2b7-4144-add2-f5070da5e776, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:33:46.994656 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-a08f5251-b99a-469d-8994-f29762feafce req-632d248f-79f5-4eca-b38f-fd45ea79f8ee service neutron] For port 2e0ccb6c-b2b7-4144-add2-f5070da5e776, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=2e0ccb6c-b2b7-4144-add2-f5070da5e776,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:33:47.006793 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1884d1b6-8a0c-40fb-a98f-9cbecb9894b9 req-913404d6-acb7-42c6-ba96-37ce46a5664b tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:47.008493 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1884d1b6-8a0c-40fb-a98f-9cbecb9894b9 req-913404d6-acb7-42c6-ba96-37ce46a5664b tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 949 time: 0.1157436 Nov 10 17:33:47.010504 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a08f5251-b99a-469d-8994-f29762feafce req-632d248f-79f5-4eca-b38f-fd45ea79f8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:47.049455 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-858a32c5-90b0-457a-9625-84277994ece0 req-d113b569-f4ea-42d9-9820-40fdf5da76a1 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6f3c826abd1f43d19edc39ad69e1071c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605106 Nov 10 17:33:47.095523 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:47.154597 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b791a848-2164-4898-83e9-3c772b8a98f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b6ad8dc-bf54-49e9-8b43-130ab4c2a818'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:47.156486 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f5251-b99a-469d-8994-f29762feafce req-632d248f-79f5-4eca-b38f-fd45ea79f8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:47.157119 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a08f5251-b99a-469d-8994-f29762feafce req-632d248f-79f5-4eca-b38f-fd45ea79f8ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:47.158751 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99735fb-8464-4635-9533-c3d22a71d314" -d '{"events": [{"server_uuid": "b791a848-2164-4898-83e9-3c772b8a98f8", "name": "network-vif-unplugged", "status": "completed", "tag": "1b6ad8dc-bf54-49e9-8b43-130ab4c2a818"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:47.164483 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a08f5251-b99a-469d-8994-f29762feafce req-632d248f-79f5-4eca-b38f-fd45ea79f8ee service neutron] 10.222.0.11 "PUT /v2.0/ports/2e0ccb6c-b2b7-4144-add2-f5070da5e776 HTTP/1.1" status: 200 len: 1097 time: 1.2003717 Nov 10 17:33:47.181315 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7722ec6-c75e-4f35-bead-5064e16c2c00', 'tag': '2e0ccb6c-b2b7-4144-add2-f5070da5e776'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:47.182134 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=1b6ad8dc-bf54-49e9-8b43-130ab4c2a818,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:47.185924 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5debca33-d06d-423f-8cd5-a0fc339c2e76" -d '{"events": [{"name": "network-changed", "server_uuid": "b7722ec6-c75e-4f35-bead-5064e16c2c00", "tag": "2e0ccb6c-b2b7-4144-add2-f5070da5e776"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:47.195123 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:47.225455 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-6cf684d1-7993-4d89-ad8a-1c90495d3b3c tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:47.227969 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-6cf684d1-7993-4d89-ad8a-1c90495d3b3c tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.13 "GET /v2.0/networks?id=3b68cb86-ae6d-409e-9e8e-fa13081031ba HTTP/1.1" status: 200 len: 811 time: 0.3008909 Nov 10 17:33:47.249630 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d248f-79f5-4eca-b38f-fd45ea79f8ee service neutron] Pushing event updated for resources: {'Port': ['ID=2e0ccb6c-b2b7-4144-add2-f5070da5e776,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:47.268675 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1884d1b6-8a0c-40fb-a98f-9cbecb9894b9 req-9b7aaeb4-7b01-45f1-a531-f60f1af96f92 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390180 Nov 10 17:33:47.279440 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-016eca58-bb93-4e0a-96a1-4f8014a8f8fd tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Request body: {'port': {'device_id': 'c95c63e0-ffeb-439e-8201-3e64f837d4ac', 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba', 'admin_state_up': True, 'tenant_id': 'ed22ff5850684fb18710e4a738614c84'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:33:47.304603 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=1b6ad8dc-bf54-49e9-8b43-130ab4c2a818,revision_number=11']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:47.349457 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-38a65421-e193-4125-b06a-97c063bc6a1c req-d7dd164e-79e0-4add-8215-c76537e2a1d9 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/ports?device_id=0001d9a1-3724-43ad-acdd-d7720b6924ca HTTP/1.1" status: 200 len: 210 time: 0.0338383 Nov 10 17:33:47.414579 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f5251-b99a-469d-8994-f29762feafce req-0ac237f0-4894-44b8-9fac-fee039e598b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:47.416917 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a08f5251-b99a-469d-8994-f29762feafce req-0ac237f0-4894-44b8-9fac-fee039e598b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=751e161c2dfb4c329b9214d9deaa13c5&device_id=b7722ec6-c75e-4f35-bead-5064e16c2c00 HTTP/1.1" status: 200 len: 1100 time: 0.0661242 Nov 10 17:33:47.421744 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a32c5-90b0-457a-9625-84277994ece0 req-abe00a02-5c49-4736-839b-709c55f3ab1e tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:47.423302 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-858a32c5-90b0-457a-9625-84277994ece0 req-abe00a02-5c49-4736-839b-709c55f3ab1e tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3624647 Nov 10 17:33:47.463083 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-858a32c5-90b0-457a-9625-84277994ece0 req-5b7692bd-d985-4831-820b-8d406a22bc67 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/quotas/6f3c826abd1f43d19edc39ad69e1071c HTTP/1.1" status: 200 len: 375 time: 0.0322595 Nov 10 17:33:47.490230 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a08f5251-b99a-469d-8994-f29762feafce req-aad9d668-e946-4837-9c93-d2179536f09c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=2e0ccb6c-b2b7-4144-add2-f5070da5e776 HTTP/1.1" status: 200 len: 217 time: 0.0596778 Nov 10 17:33:47.530755 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-858a32c5-90b0-457a-9625-84277994ece0 req-db572a59-3009-4721-835d-fb702021e29d tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f3c826abd1f43d19edc39ad69e1071c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604897 Nov 10 17:33:47.563230 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-016eca58-bb93-4e0a-96a1-4f8014a8f8fd tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Made reservation on behalf of ed22ff5850684fb18710e4a738614c84 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:33:47.568854 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-016eca58-bb93-4e0a-96a1-4f8014a8f8fd tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:47.832419 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-016eca58-bb93-4e0a-96a1-4f8014a8f8fd tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Allocated IP 172.20.0.12 (3b68cb86-ae6d-409e-9e8e-fa13081031ba/c0afeb92-d610-4dbb-bb57-6c690afd8fdf/ab44e4a6-848e-479b-99dd-8afdb58cebe0) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:33:47.900031 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-ec9bf94f-7632-4587-a0db-8da077868df0 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6f3c826abd1f43d19edc39ad69e1071c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333016 Nov 10 17:33:47.921229 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ce4d8-dd28-4b0b-adb7-387725203b8f req-c656a286-43ae-4ded-9a08-84ec4942d8ed tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:47.929573 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3f2ce4d8-dd28-4b0b-adb7-387725203b8f req-c656a286-43ae-4ded-9a08-84ec4942d8ed tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 945 time: 0.4490094 Nov 10 17:33:47.950301 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f5251-b99a-469d-8994-f29762feafce req-0c2fa75e-f09a-456d-b6d4-eb41245914ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:47.951859 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a08f5251-b99a-469d-8994-f29762feafce req-0c2fa75e-f09a-456d-b6d4-eb41245914ad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.4433892 Nov 10 17:33:48.090684 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3f2ce4d8-dd28-4b0b-adb7-387725203b8f req-fd89b617-7978-4f5d-bd26-77140b086017 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599233 Nov 10 17:33:48.115906 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-016eca58-bb93-4e0a-96a1-4f8014a8f8fd tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:48.138882 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f5251-b99a-469d-8994-f29762feafce req-70cc339f-4009-4513-8deb-1a470d9ac759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:48.143635 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a08f5251-b99a-469d-8994-f29762feafce req-70cc339f-4009-4513-8deb-1a470d9ac759 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1677482 Nov 10 17:33:48.172602 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c8c977-f021-413b-9811-ec399ff4496f x-openstack-request-id: req-88c8c977-f021-413b-9811-ec399ff4496f {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:48.173093 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b791a848-2164-4898-83e9-3c772b8a98f8", "name": "network-vif-unplugged", "status": "completed", "tag": "1b6ad8dc-bf54-49e9-8b43-130ab4c2a818", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:48.173510 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-88c8c977-f021-413b-9811-ec399ff4496f {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:48.174054 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b791a848-2164-4898-83e9-3c772b8a98f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b6ad8dc-bf54-49e9-8b43-130ab4c2a818', 'code': 200} Nov 10 17:33:48.191696 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-8db9b03a-f5fc-4b9c-86c4-5dc5002f27ee tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:48.205293 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-8db9b03a-f5fc-4b9c-86c4-5dc5002f27ee tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2731571 Nov 10 17:33:48.211523 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a26f243-a64c-4288-aeef-58d79957fe57 x-openstack-request-id: req-7a26f243-a64c-4288-aeef-58d79957fe57 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:48.213327 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7722ec6-c75e-4f35-bead-5064e16c2c00", "tag": "2e0ccb6c-b2b7-4144-add2-f5070da5e776", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:48.213664 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7a26f243-a64c-4288-aeef-58d79957fe57 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:48.215343 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7722ec6-c75e-4f35-bead-5064e16c2c00', 'tag': '2e0ccb6c-b2b7-4144-add2-f5070da5e776', 'status': 'completed', 'code': 200} Nov 10 17:33:48.256575 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-016eca58-bb93-4e0a-96a1-4f8014a8f8fd tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:48.289792 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-746a2a5f-f9e7-40d7-8e66-2fb659e38b71 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Request body: {'port': {'device_id': '8295fb9a-a49e-4f77-a06c-6115d38512c1', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'admin_state_up': True, 'tenant_id': '6f3c826abd1f43d19edc39ad69e1071c'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:33:48.388768 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-016eca58-bb93-4e0a-96a1-4f8014a8f8fd tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Network 3b68cb86-ae6d-409e-9e8e-fa13081031ba is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:33:48.391992 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-e2f0c426-8282-4b62-a5cb-5d349cf6012e tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4fd8838459d548ea9aadd9998a4d8b03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0802467 Nov 10 17:33:48.403201 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-016eca58-bb93-4e0a-96a1-4f8014a8f8fd tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:33:48.408141 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016eca58-bb93-4e0a-96a1-4f8014a8f8fd tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Pushing event updated for resources: {'Port': ['ID=ab44e4a6-848e-479b-99dd-8afdb58cebe0,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:48.411656 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-016eca58-bb93-4e0a-96a1-4f8014a8f8fd tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:33:48.435180 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138d9af-55a5-4712-85de-78ad109c5303 req-4ad0194c-7c18-444a-8283-87f94a272980 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:48.442442 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a138d9af-55a5-4712-85de-78ad109c5303 req-4ad0194c-7c18-444a-8283-87f94a272980 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7722ec6-c75e-4f35-bead-5064e16c2c00 HTTP/1.1" status: 200 len: 948 time: 0.1576111 Nov 10 17:33:48.462965 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a08f5251-b99a-469d-8994-f29762feafce req-8a90a4f5-59b1-4e2a-b932-b2e30fd50bca service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029008 Nov 10 17:33:48.508252 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-59b35762-d86f-4a52-8411-ba1688af3dbe service neutron] show failed (client error): The resource could not be found. Nov 10 17:33:48.509396 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-59b35762-d86f-4a52-8411-ba1688af3dbe service neutron] 10.222.0.13 "GET /v2.0/ports/e098545c-1c6b-4153-9075-cbd015f860e7/bindings/n-h1-776250-10 HTTP/1.1" status: 404 len: 381 time: 0.3114686 Nov 10 17:33:48.527117 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cec21-204b-421a-83be-eac16a96dd30 req-420a7698-1bea-4d5c-ae49-35a3b4efba01 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:48.534959 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d56cec21-204b-421a-83be-eac16a96dd30 req-420a7698-1bea-4d5c-ae49-35a3b4efba01 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95c63e0-ffeb-439e-8201-3e64f837d4ac HTTP/1.1" status: 200 len: 932 time: 0.2656631 Nov 10 17:33:48.584326 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-016eca58-bb93-4e0a-96a1-4f8014a8f8fd tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:48.585109 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-016eca58-bb93-4e0a-96a1-4f8014a8f8fd tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:48.601558 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a138d9af-55a5-4712-85de-78ad109c5303 req-7abe9d83-5608-464f-aff7-27fe873ac3ea tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/security-groups?id=abb44563-c74e-44b5-8021-c307586a6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581600 Nov 10 17:33:48.641227 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-746a2a5f-f9e7-40d7-8e66-2fb659e38b71 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Made reservation on behalf of 6f3c826abd1f43d19edc39ad69e1071c for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:33:48.645375 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-746a2a5f-f9e7-40d7-8e66-2fb659e38b71 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:48.669983 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-016eca58-bb93-4e0a-96a1-4f8014a8f8fd tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4176733 Nov 10 17:33:48.671049 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-746a2a5f-f9e7-40d7-8e66-2fb659e38b71 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:48.685983 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-38d22da7-ddd9-46c1-89f6-ee35da66ce8c tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:48.687939 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-38d22da7-ddd9-46c1-89f6-ee35da66ce8c tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2813346 Nov 10 17:33:48.699212 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-f0471e26-f6fe-4bf4-855d-2b0008d1197d service neutron] Request body: {'port': {'device_id': 'c95c63e0-ffeb-439e-8201-3e64f837d4ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:33:48.707873 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d56cec21-204b-421a-83be-eac16a96dd30 req-d84a3239-aacd-4f03-b772-169824e681d5 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717982 Nov 10 17:33:48.708988 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a08f5251-b99a-469d-8994-f29762feafce req-4af1fe83-c55b-410c-afe8-6ab31b8e8ba9 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313371 Nov 10 17:33:48.711333 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a5bf0710-aee6-45d9-bcb3-ba35e26e283a req-d144ffc2-a922-43c9-aac4-c046fd0b6ae6 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9b42f54-4132-4b75-9f30-1a81ef08c9c7 HTTP/1.1" status: 200 len: 210 time: 0.0481417 Nov 10 17:33:48.736789 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-baf84769-80e3-4483-8b7a-e4351eab12b4 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Request body: {'port': {'device_id': '0001d9a1-3724-43ad-acdd-d7720b6924ca', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'admin_state_up': True, 'tenant_id': '4fd8838459d548ea9aadd9998a4d8b03'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:33:48.827188 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-746a2a5f-f9e7-40d7-8e66-2fb659e38b71 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:48.833857 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-746a2a5f-f9e7-40d7-8e66-2fb659e38b71 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:48.876306 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-f0471e26-f6fe-4bf4-855d-2b0008d1197d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:48.921715 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1fdc0-f5ca-479b-80ba-ab6ef58c6b2b req-f78776a2-5871-4a55-ac66-ac0115fb71ce tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:48.923308 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-59e1fdc0-f5ca-479b-80ba-ab6ef58c6b2b req-f78776a2-5871-4a55-ac66-ac0115fb71ce tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] 10.222.0.39 "GET /v2.0/ports?device_id=b791a848-2164-4898-83e9-3c772b8a98f8 HTTP/1.1" status: 200 len: 949 time: 0.1066508 Nov 10 17:33:48.941133 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a2a5f-f9e7-40d7-8e66-2fb659e38b71 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72fe3656-6222-4e17-8d04-8990ec4e02c5,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:49.003485 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 543aed04-7ec9-461d-9612-2e129ff33b29 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:33:49.047394 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debca33-d06d-423f-8cd5-a0fc339c2e76 req-92406cef-fc48-42c0-b27c-e3ca5b465bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:49.060607 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5debca33-d06d-423f-8cd5-a0fc339c2e76 req-92406cef-fc48-42c0-b27c-e3ca5b465bf2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=751e161c2dfb4c329b9214d9deaa13c5&device_id=b7722ec6-c75e-4f35-bead-5064e16c2c00 HTTP/1.1" status: 200 len: 1100 time: 0.1474345 Nov 10 17:33:49.078154 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-10570f17-a079-4dff-90bb-627c9a76063f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:49.079716 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-10570f17-a079-4dff-90bb-627c9a76063f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01&tenant_id=8f9e5c9c528a40edbd9cc8b10302b929 HTTP/1.1" status: 200 len: 1101 time: 0.1789768 Nov 10 17:33:49.081845 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-59e1fdc0-f5ca-479b-80ba-ab6ef58c6b2b req-7c45bfc7-e140-4e98-8ac1-b0fb32be7cc6 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1c1e4b5-6d6d-4b01-abb5-2478da2d69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308188 Nov 10 17:33:49.102464 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-baf84769-80e3-4483-8b7a-e4351eab12b4 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Made reservation on behalf of 4fd8838459d548ea9aadd9998a4d8b03 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:33:49.105070 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-776250-10', 'device_owner': 'compute:nova'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:33:49.112453 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-baf84769-80e3-4483-8b7a-e4351eab12b4 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:49.160828 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-baf84769-80e3-4483-8b7a-e4351eab12b4 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:49.248059 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 543aed04-7ec9-461d-9612-2e129ff33b29, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=543aed04-7ec9-461d-9612-2e129ff33b29,segment=NetworkSegment(6d77725e-f759-4fea-8142-4be34b292505),segment_id=6d77725e-f759-4fea-8142-4be34b292505)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:49.266597 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '543aed04-7ec9-461d-9612-2e129ff33b29', 'network_id': '40df35a0-3e6c-4a87-b05c-8ec0e27ffece', 'port_id': '543aed04-7ec9-461d-9612-2e129ff33b29', 'mac_address': 'fa:16:3e:53:b7:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a795a7-76f4-43b1-b3bc-35d4259301af', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:33:49.326189 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-858a32c5-90b0-457a-9625-84277994ece0 req-80e61bee-6c8a-4150-9108-14fda3aa2d87 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6f3c826abd1f43d19edc39ad69e1071c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663583 Nov 10 17:33:49.332334 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:49.349284 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 543aed04-7ec9-461d-9612-2e129ff33b29 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:33:49.375467 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 543aed04-7ec9-461d-9612-2e129ff33b29, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=543aed04-7ec9-461d-9612-2e129ff33b29,segment=NetworkSegment(6d77725e-f759-4fea-8142-4be34b292505),segment_id=6d77725e-f759-4fea-8142-4be34b292505)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:49.383106 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:49.411913 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-746a2a5f-f9e7-40d7-8e66-2fb659e38b71 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Allocated IP 192.168.233.238 (06bf2af7-1c64-4ab3-86f9-bba38a9adb20/7364e0f4-b425-437c-8639-701045fa2b03/2fd96dd5-a84f-46f1-8ffe-375e521fe660) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:33:49.443928 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=543aed04-7ec9-461d-9612-2e129ff33b29,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:49.482757 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['543aed04-7ec9-461d-9612-2e129ff33b29'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:33:49.492902 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a32c5-90b0-457a-9625-84277994ece0 req-8496d15b-994b-436c-9cca-c6ae65de8466 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:49.494709 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-858a32c5-90b0-457a-9625-84277994ece0 req-8496d15b-994b-436c-9cca-c6ae65de8466 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1409814 Nov 10 17:33:49.512568 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f453724-7480-4d30-a9ca-f15911f16157 req-766b4837-7594-4f2f-bb6d-1bedb6d591e6 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:49.516591 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7f453724-7480-4d30-a9ca-f15911f16157 req-766b4837-7594-4f2f-bb6d-1bedb6d591e6 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=99b306e3-d730-4004-adf3-f40dcdf423d7 HTTP/1.1" status: 200 len: 945 time: 0.2655506 Nov 10 17:33:49.530981 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-858a32c5-90b0-457a-9625-84277994ece0 req-ee54f641-4df6-4e96-8ddb-9c9cf4eae234 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Request body: {'port': {'device_id': 'e9b42f54-4132-4b75-9f30-1a81ef08c9c7', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'admin_state_up': True, 'tenant_id': '6f3c826abd1f43d19edc39ad69e1071c'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:33:49.549168 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:49.583804 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fcb88-0325-48af-917c-33d1c9f799e4 req-06ae5b93-b545-481f-b2dd-5bee5cd1ea91 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:49.585654 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ca3fcb88-0325-48af-917c-33d1c9f799e4 req-06ae5b93-b545-481f-b2dd-5bee5cd1ea91 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 949 time: 0.2416801 Nov 10 17:33:49.595201 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debca33-d06d-423f-8cd5-a0fc339c2e76 req-318d8dca-f36d-4f8e-98f3-d82158ae9696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:49.596771 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5debca33-d06d-423f-8cd5-a0fc339c2e76 req-318d8dca-f36d-4f8e-98f3-d82158ae9696 service neutron] 10.222.0.11 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.5352387 Nov 10 17:33:49.699435 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5debca33-d06d-423f-8cd5-a0fc339c2e76 req-cff016e0-4a1e-4cc2-a802-fe62c963e700 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=2e0ccb6c-b2b7-4144-add2-f5070da5e776 HTTP/1.1" status: 200 len: 217 time: 0.0839386 Nov 10 17:33:49.721500 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7f453724-7480-4d30-a9ca-f15911f16157 req-8df6a1b8-1cb6-4cfc-a0f1-5283786750e1 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957498 Nov 10 17:33:49.852403 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-baf84769-80e3-4483-8b7a-e4351eab12b4 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:49.860277 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bf48a4da-3fb5-4972-9920-feff7d0e10b0 req-4152d5de-893c-464a-852a-2199fb93a821 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/ports?device_id=0001d9a1-3724-43ad-acdd-d7720b6924ca HTTP/1.1" status: 200 len: 210 time: 0.0616553 Nov 10 17:33:49.867860 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-baf84769-80e3-4483-8b7a-e4351eab12b4 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:49.912984 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ca3fcb88-0325-48af-917c-33d1c9f799e4 req-fa855965-a5db-4108-9e45-78dab499a936 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132567 Nov 10 17:33:49.921743 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debca33-d06d-423f-8cd5-a0fc339c2e76 req-23635625-c4fa-46ad-bdc1-ae23600056bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:49.923245 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5debca33-d06d-423f-8cd5-a0fc339c2e76 req-23635625-c4fa-46ad-bdc1-ae23600056bb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1956851 Nov 10 17:33:49.975953 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-746a2a5f-f9e7-40d7-8e66-2fb659e38b71 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:49.985869 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-f0471e26-f6fe-4bf4-855d-2b0008d1197d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab44e4a6-848e-479b-99dd-8afdb58cebe0 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:33:50.009995 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debca33-d06d-423f-8cd5-a0fc339c2e76 req-38e4057d-fbd5-4896-bf88-e53cc5836bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:50.011665 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5debca33-d06d-423f-8cd5-a0fc339c2e76 req-38e4057d-fbd5-4896-bf88-e53cc5836bd7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0795639 Nov 10 17:33:50.014247 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-f0471e26-f6fe-4bf4-855d-2b0008d1197d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:50.037518 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-858a32c5-90b0-457a-9625-84277994ece0 req-ee54f641-4df6-4e96-8ddb-9c9cf4eae234 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Made reservation on behalf of 6f3c826abd1f43d19edc39ad69e1071c for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:33:50.041033 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-858a32c5-90b0-457a-9625-84277994ece0 req-ee54f641-4df6-4e96-8ddb-9c9cf4eae234 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:50.043647 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf84769-80e3-4483-8b7a-e4351eab12b4 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9f8457-6cd7-41cd-87d5-1399838d7738,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:50.075772 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf84769-80e3-4483-8b7a-e4351eab12b4 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:50.076123 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf84769-80e3-4483-8b7a-e4351eab12b4 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:50.076493 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf84769-80e3-4483-8b7a-e4351eab12b4 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:50.076829 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf84769-80e3-4483-8b7a-e4351eab12b4 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:50.077159 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf84769-80e3-4483-8b7a-e4351eab12b4 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:50.077490 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf84769-80e3-4483-8b7a-e4351eab12b4 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:50.077818 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf84769-80e3-4483-8b7a-e4351eab12b4 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:50.078145 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf84769-80e3-4483-8b7a-e4351eab12b4 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:50.078470 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf84769-80e3-4483-8b7a-e4351eab12b4 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:50.078792 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf84769-80e3-4483-8b7a-e4351eab12b4 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:50.079250 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf84769-80e3-4483-8b7a-e4351eab12b4 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:50.079429 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf84769-80e3-4483-8b7a-e4351eab12b4 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:50.085508 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-f0471e26-f6fe-4bf4-855d-2b0008d1197d service neutron] Transition to ACTIVE for port object ab44e4a6-848e-479b-99dd-8afdb58cebe0 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:33:50.100270 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-f0471e26-f6fe-4bf4-855d-2b0008d1197d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:50.115919 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-746a2a5f-f9e7-40d7-8e66-2fb659e38b71 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:50.169508 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec850a15-0808-4e1a-88b4-59351b3aa65b req-14f35796-c814-4cbd-8457-37f890adaa5f tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:50.171004 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ec850a15-0808-4e1a-88b4-59351b3aa65b req-14f35796-c814-4cbd-8457-37f890adaa5f tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 945 time: 0.1955853 Nov 10 17:33:50.216362 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9c33d-7aac-489e-975b-b24a1790b301 req-051ee58b-e82b-45f2-96ad-2342c3fb351a tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:50.217887 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-91c9c33d-7aac-489e-975b-b24a1790b301 req-051ee58b-e82b-45f2-96ad-2342c3fb351a tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7722ec6-c75e-4f35-bead-5064e16c2c00 HTTP/1.1" status: 200 len: 948 time: 0.2190785 Nov 10 17:33:50.235968 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0471e26-f6fe-4bf4-855d-2b0008d1197d service neutron] Pushing event updated for resources: {'Port': ['ID=ab44e4a6-848e-479b-99dd-8afdb58cebe0,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:50.237260 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-746a2a5f-f9e7-40d7-8e66-2fb659e38b71 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:33:50.253645 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-746a2a5f-f9e7-40d7-8e66-2fb659e38b71 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:33:50.270188 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-746a2a5f-f9e7-40d7-8e66-2fb659e38b71 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:33:50.274014 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a2a5f-f9e7-40d7-8e66-2fb659e38b71 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Pushing event updated for resources: {'Port': ['ID=2fd96dd5-a84f-46f1-8ffe-375e521fe660,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:50.297021 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ec850a15-0808-4e1a-88b4-59351b3aa65b req-58efe2be-d2b9-431d-9804-00fd94e6c6a9 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136785 Nov 10 17:33:50.325270 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5debca33-d06d-423f-8cd5-a0fc339c2e76 req-db0399b2-ef27-427b-b2fd-db0800d4c6cf service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014572 Nov 10 17:33:50.330659 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-f0471e26-f6fe-4bf4-855d-2b0008d1197d service neutron] Attempting to bind port ab44e4a6-848e-479b-99dd-8afdb58cebe0 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:33:50.331000 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-f0471e26-f6fe-4bf4-855d-2b0008d1197d service neutron] Attempting to bind port ab44e4a6-848e-479b-99dd-8afdb58cebe0 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '17d5af1c-a623-4581-8ea0-158dc701aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:33:50.331327 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-f0471e26-f6fe-4bf4-855d-2b0008d1197d service neutron] Attempting to bind port ab44e4a6-848e-479b-99dd-8afdb58cebe0 on network 3b68cb86-ae6d-409e-9e8e-fa13081031ba {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:33:50.339361 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-f0471e26-f6fe-4bf4-855d-2b0008d1197d service neutron] Port ab44e4a6-848e-479b-99dd-8afdb58cebe0 on network 3b68cb86-ae6d-409e-9e8e-fa13081031ba not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:33:50.339835 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-f0471e26-f6fe-4bf4-855d-2b0008d1197d service neutron] Attempting to bind port ab44e4a6-848e-479b-99dd-8afdb58cebe0 on network 3b68cb86-ae6d-409e-9e8e-fa13081031ba {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:33:50.345031 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-f0471e26-f6fe-4bf4-855d-2b0008d1197d service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:33:50.345369 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-f0471e26-f6fe-4bf4-855d-2b0008d1197d service neutron] Checking segment: {'id': '17d5af1c-a623-4581-8ea0-158dc701aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:33:50.345757 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-f0471e26-f6fe-4bf4-855d-2b0008d1197d service neutron] Bound using segment: {'id': '17d5af1c-a623-4581-8ea0-158dc701aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:33:50.346297 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-f0471e26-f6fe-4bf4-855d-2b0008d1197d service neutron] Bound port: ab44e4a6-848e-479b-99dd-8afdb58cebe0, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d5af1c-a623-4581-8ea0-158dc701aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:33:50.346544 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-f0471e26-f6fe-4bf4-855d-2b0008d1197d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:50.349775 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] For port e098545c-1c6b-4153-9075-cbd015f860e7, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=e098545c-1c6b-4153-9075-cbd015f860e7,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:50.437949 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.11', 65055) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:50.465815 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-746a2a5f-f9e7-40d7-8e66-2fb659e38b71 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:50.466477 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-746a2a5f-f9e7-40d7-8e66-2fb659e38b71 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:50.494037 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-91c9c33d-7aac-489e-975b-b24a1790b301 req-733f95bc-4735-47b3-ad72-6add2c2eb07d tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/security-groups?id=abb44563-c74e-44b5-8021-c307586a6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587361 Nov 10 17:33:50.509472 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] For port e098545c-1c6b-4153-9075-cbd015f860e7, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:33:50.552654 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-50d5e3bb-39a4-4c0d-9835-c06c714da137 None None] Provisioning complete for port 2fd96dd5-a84f-46f1-8ffe-375e521fe660 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:33:50.555738 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-746a2a5f-f9e7-40d7-8e66-2fb659e38b71 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3127193 Nov 10 17:33:50.558409 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-50d5e3bb-39a4-4c0d-9835-c06c714da137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:50.576603 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-65da0d19-0f73-4490-bd36-94af743bf5e4 service neutron] Request body: {'port': {'device_id': '8295fb9a-a49e-4f77-a06c-6115d38512c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:33:50.614846 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-50d5e3bb-39a4-4c0d-9835-c06c714da137 None None] Port 2fd96dd5-a84f-46f1-8ffe-375e521fe660 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:33:50.653448 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3520aa48-7121-497f-930f-36feb420fa01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e098545c-1c6b-4153-9075-cbd015f860e7'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:50.655611 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7403b0-7b0b-49e3-a098-91b177787c62" -d '{"events": [{"server_uuid": "3520aa48-7121-497f-930f-36feb420fa01", "name": "network-vif-unplugged", "status": "completed", "tag": "e098545c-1c6b-4153-9075-cbd015f860e7"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:50.666278 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf3e78-ac2c-4fe8-a29d-9e3bc2d41eae req-1b1b5b03-1787-41f1-b5e4-9fbee6937f3b tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:50.667775 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-43cf3e78-ac2c-4fe8-a29d-9e3bc2d41eae req-1b1b5b03-1787-41f1-b5e4-9fbee6937f3b tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] 10.222.0.11 "GET /v2.0/ports?device_id=b791a848-2164-4898-83e9-3c772b8a98f8 HTTP/1.1" status: 200 len: 949 time: 0.2200363 Nov 10 17:33:50.671533 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:50.675569 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0dc02e82-b546-4a38-ba1e-9f3f4e4c46f7 req-b09a2622-1f02-4cf0-b5b9-3480c9e6f7e9 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9b42f54-4132-4b75-9f30-1a81ef08c9c7 HTTP/1.1" status: 200 len: 210 time: 0.0716271 Nov 10 17:33:50.693461 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5debca33-d06d-423f-8cd5-a0fc339c2e76 req-0cc75723-b499-4c16-bb32-28638bb30284 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234360 Nov 10 17:33:50.743184 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] Transition to ACTIVE for port object e098545c-1c6b-4153-9075-cbd015f860e7 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:33:50.779717 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:50.787347 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-65da0d19-0f73-4490-bd36-94af743bf5e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:50.837404 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-f0471e26-f6fe-4bf4-855d-2b0008d1197d service neutron] For port ab44e4a6-848e-479b-99dd-8afdb58cebe0, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:33:50.843701 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-f0471e26-f6fe-4bf4-855d-2b0008d1197d service neutron] For port ab44e4a6-848e-479b-99dd-8afdb58cebe0, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=ab44e4a6-848e-479b-99dd-8afdb58cebe0,segment=NetworkSegment(17d5af1c-a623-4581-8ea0-158dc701aa2d),segment_id=17d5af1c-a623-4581-8ea0-158dc701aa2d)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:33:50.853383 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-baf84769-80e3-4483-8b7a-e4351eab12b4 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Allocated IP 192.168.233.226 (06bf2af7-1c64-4ab3-86f9-bba38a9adb20/7364e0f4-b425-437c-8639-701045fa2b03/d3964b4a-df0e-4213-9900-7ff0a6ebea97) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:33:50.872508 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2565b-e8cc-458f-93da-627aec0d8843 req-7924f92e-f1b3-41c4-9a85-a5b40af23701 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:50.874121 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c3e2565b-e8cc-458f-93da-627aec0d8843 req-7924f92e-f1b3-41c4-9a85-a5b40af23701 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95c63e0-ffeb-439e-8201-3e64f837d4ac HTTP/1.1" status: 200 len: 944 time: 0.4890189 Nov 10 17:33:50.876619 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-f0471e26-f6fe-4bf4-855d-2b0008d1197d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:50.917667 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] Pushing event updated for resources: {'Port': ['ID=e098545c-1c6b-4153-9075-cbd015f860e7,revision_number=6']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:50.926916 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f6c71-6237-4cd8-b756-ee6657ea520a req-8ef28633-c3f4-4ddf-b914-d27dfc54dd18 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:50.928603 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-920f6c71-6237-4cd8-b756-ee6657ea520a req-8ef28633-c3f4-4ddf-b914-d27dfc54dd18 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] 10.222.0.39 "GET /v2.0/ports?device_id=b791a848-2164-4898-83e9-3c772b8a98f8 HTTP/1.1" status: 200 len: 949 time: 0.1868382 Nov 10 17:33:50.935194 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] No DVR routers for this DVR port e098545c-1c6b-4153-9075-cbd015f860e7 on host n-h2-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:33:50.965345 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-f0471e26-f6fe-4bf4-855d-2b0008d1197d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:50.966717 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-f0471e26-f6fe-4bf4-855d-2b0008d1197d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:50.968232 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-f0471e26-f6fe-4bf4-855d-2b0008d1197d service neutron] 10.222.0.13 "PUT /v2.0/ports/ab44e4a6-848e-479b-99dd-8afdb58cebe0 HTTP/1.1" status: 200 len: 1093 time: 2.2762730 Nov 10 17:33:50.977768 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c95c63e0-ffeb-439e-8201-3e64f837d4ac', 'tag': 'ab44e4a6-848e-479b-99dd-8afdb58cebe0'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:50.983020 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f9f592-659a-4d90-8e51-e16b7ccf3832" -d '{"events": [{"name": "network-changed", "server_uuid": "c95c63e0-ffeb-439e-8201-3e64f837d4ac", "tag": "ab44e4a6-848e-479b-99dd-8afdb58cebe0"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:51.012900 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 2e0ccb6c-b2b7-4144-add2-f5070da5e776 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:33:51.025775 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 543aed04-7ec9-461d-9612-2e129ff33b29 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:33:51.077140 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c3e2565b-e8cc-458f-93da-627aec0d8843 req-bd716763-2f75-4b15-9f45-3e9cfc410b81 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696935 Nov 10 17:33:51.086769 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device e098545c-1c6b-4153-9075-cbd015f860e7 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:33:51.107755 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-43cf3e78-ac2c-4fe8-a29d-9e3bc2d41eae req-75a3b26a-bc77-4f21-85e6-cbd31e21ffdc tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Deleting port 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:33:51.108098 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-43cf3e78-ac2c-4fe8-a29d-9e3bc2d41eae req-75a3b26a-bc77-4f21-85e6-cbd31e21ffdc tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:51.113627 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0471e26-f6fe-4bf4-855d-2b0008d1197d service neutron] Pushing event updated for resources: {'Port': ['ID=ab44e4a6-848e-479b-99dd-8afdb58cebe0,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:51.186024 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-8672bdee-8722-4df8-95c4-d4ad2b3bfd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:51.187625 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-8672bdee-8722-4df8-95c4-d4ad2b3bfd1b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed22ff5850684fb18710e4a738614c84&device_id=c95c63e0-ffeb-439e-8201-3e64f837d4ac HTTP/1.1" status: 200 len: 1096 time: 0.1399987 Nov 10 17:33:51.233939 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-920f6c71-6237-4cd8-b756-ee6657ea520a req-b0696b2d-39cd-4f3d-ad4f-29cabfb8cf31 tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] 10.222.0.39 "GET /v2.0/security-groups?id=e1c1e4b5-6d6d-4b01-abb5-2478da2d69ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965055 Nov 10 17:33:51.234500 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device e098545c-1c6b-4153-9075-cbd015f860e7 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:33:51.235214 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] Attempting to bind port e098545c-1c6b-4153-9075-cbd015f860e7 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:33:51.235901 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] Attempting to bind port e098545c-1c6b-4153-9075-cbd015f860e7 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:33:51.236519 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] Attempting to bind port e098545c-1c6b-4153-9075-cbd015f860e7 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:33:51.241195 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d3a817-5301-49f5-a47c-e262346819ec x-openstack-request-id: req-c5d3a817-5301-49f5-a47c-e262346819ec {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:51.242022 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3520aa48-7121-497f-930f-36feb420fa01", "name": "network-vif-unplugged", "status": "completed", "tag": "e098545c-1c6b-4153-9075-cbd015f860e7", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:51.242425 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c5d3a817-5301-49f5-a47c-e262346819ec {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:51.242920 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3520aa48-7121-497f-930f-36feb420fa01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e098545c-1c6b-4153-9075-cbd015f860e7', 'code': 200} Nov 10 17:33:51.247199 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-33f25ae0-6c81-4d2c-8a73-a0b0e6ee65aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab44e4a6-848e-479b-99dd-8afdb58cebe0 HTTP/1.1" status: 200 len: 217 time: 0.0495963 Nov 10 17:33:51.258813 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] Port e098545c-1c6b-4153-9075-cbd015f860e7 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:33:51.261189 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 543aed04-7ec9-461d-9612-2e129ff33b29 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:33:51.261566 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:51.261957 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] Attempting to bind port e098545c-1c6b-4153-9075-cbd015f860e7 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:33:51.283648 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:33:51.284443 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:33:51.285263 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:33:51.286179 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] Bound port: e098545c-1c6b-4153-9075-cbd015f860e7, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:33:51.287023 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:51.303457 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 2e0ccb6c-b2b7-4144-add2-f5070da5e776, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=2e0ccb6c-b2b7-4144-add2-f5070da5e776,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:51.308827 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-43cf3e78-ac2c-4fe8-a29d-9e3bc2d41eae req-75a3b26a-bc77-4f21-85e6-cbd31e21ffdc tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] For port 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=1b6ad8dc-bf54-49e9-8b43-130ab4c2a818,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:51.309769 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-43cf3e78-ac2c-4fe8-a29d-9e3bc2d41eae req-75a3b26a-bc77-4f21-85e6-cbd31e21ffdc tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:51.326354 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '2e0ccb6c-b2b7-4144-add2-f5070da5e776', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': '2e0ccb6c-b2b7-4144-add2-f5070da5e776', 'mac_address': 'fa:16:3e:29:5a:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:33:51.328962 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-43cf3e78-ac2c-4fe8-a29d-9e3bc2d41eae req-75a3b26a-bc77-4f21-85e6-cbd31e21ffdc tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Calling delete_port for 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:33:51.330650 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-baf84769-80e3-4483-8b7a-e4351eab12b4 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:51.355845 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-c9dee47f-97c0-467d-8904-82615e496637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:51.357369 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-c9dee47f-97c0-467d-8904-82615e496637 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0afeb92-d610-4dbb-bb57-6c690afd8fdf HTTP/1.1" status: 200 len: 851 time: 0.0996034 Nov 10 17:33:51.386902 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0271a-d8dd-488a-a760-9cbb9e44e241 req-f07404e5-9b64-4ad6-af88-afe08e8671da tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:51.388478 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-45c0271a-d8dd-488a-a760-9cbb9e44e241 req-f07404e5-9b64-4ad6-af88-afe08e8671da tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=99b306e3-d730-4004-adf3-f40dcdf423d7 HTTP/1.1" status: 200 len: 944 time: 0.1456239 Nov 10 17:33:51.399980 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:51.404343 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:51.415145 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-96ac9884-e4e2-4e14-bf20-f937ed583b25 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b68cb86-ae6d-409e-9e8e-fa13081031ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475044 Nov 10 17:33:51.424417 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e0ccb6c-b2b7-4144-add2-f5070da5e776 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:33:51.456623 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b306e3-d730-4004-adf3-f40dcdf423d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543aed04-7ec9-461d-9612-2e129ff33b29'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:51.460460 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef6adc2-1578-439e-ae50-624b39db1264" -d '{"events": [{"server_uuid": "99b306e3-d730-4004-adf3-f40dcdf423d7", "name": "network-vif-plugged", "status": "completed", "tag": "543aed04-7ec9-461d-9612-2e129ff33b29"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:51.466415 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 2e0ccb6c-b2b7-4144-add2-f5070da5e776, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=2e0ccb6c-b2b7-4144-add2-f5070da5e776,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:51.473017 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:51.480686 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 543aed04-7ec9-461d-9612-2e129ff33b29, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=543aed04-7ec9-461d-9612-2e129ff33b29,segment=NetworkSegment(6d77725e-f759-4fea-8142-4be34b292505),segment_id=6d77725e-f759-4fea-8142-4be34b292505)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:51.501976 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:51.502234 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-baf84769-80e3-4483-8b7a-e4351eab12b4 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:51.528412 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=2e0ccb6c-b2b7-4144-add2-f5070da5e776,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:51.591348 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=543aed04-7ec9-461d-9612-2e129ff33b29,revision_number=7']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:51.608136 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-baf84769-80e3-4483-8b7a-e4351eab12b4 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:33:51.624125 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-45c0271a-d8dd-488a-a760-9cbb9e44e241 req-1e0733f7-815d-48b6-a768-98669cf406eb tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110922 Nov 10 17:33:51.624408 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-baf84769-80e3-4483-8b7a-e4351eab12b4 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:33:51.634960 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-baf84769-80e3-4483-8b7a-e4351eab12b4 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:33:51.669889 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf84769-80e3-4483-8b7a-e4351eab12b4 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Pushing event updated for resources: {'Port': ['ID=d3964b4a-df0e-4213-9900-7ff0a6ebea97,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:51.684812 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-858a32c5-90b0-457a-9625-84277994ece0 req-ee54f641-4df6-4e96-8ddb-9c9cf4eae234 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Allocated IP 192.168.233.167 (06bf2af7-1c64-4ab3-86f9-bba38a9adb20/7364e0f4-b425-437c-8639-701045fa2b03/4035bddd-59ee-4f4b-b690-db1ee003e1e0) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:33:51.719532 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['2e0ccb6c-b2b7-4144-add2-f5070da5e776'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:33:51.738465 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:33:51.843930 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ace0f-c1c3-451d-aa95-43e221b7c3c9 req-27a49626-6c1a-4588-89dd-ae166e4fde36 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:51.852467 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-292ace0f-c1c3-451d-aa95-43e221b7c3c9 req-27a49626-6c1a-4588-89dd-ae166e4fde36 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/ports?device_id=0001d9a1-3724-43ad-acdd-d7720b6924ca HTTP/1.1" status: 200 len: 936 time: 0.1619089 Nov 10 17:33:51.852860 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-baf84769-80e3-4483-8b7a-e4351eab12b4 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:51.853531 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-baf84769-80e3-4483-8b7a-e4351eab12b4 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:51.862316 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-b759405a-b94c-4ec5-a67a-cf344dcf77d9 service neutron] 10.222.0.13 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374397 Nov 10 17:33:51.876170 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] For port e098545c-1c6b-4153-9075-cbd015f860e7, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:33:51.905754 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] For port e098545c-1c6b-4153-9075-cbd015f860e7, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=e098545c-1c6b-4153-9075-cbd015f860e7,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:33:51.927690 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:51.939560 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2067b1-549a-4b9f-90bd-e2c6d05206ea req-35ef9200-8b0a-4b6a-b805-2e141922060d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:51.941125 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9a2067b1-549a-4b9f-90bd-e2c6d05206ea req-35ef9200-8b0a-4b6a-b805-2e141922060d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 947 time: 0.2255251 Nov 10 17:33:51.959873 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-292ace0f-c1c3-451d-aa95-43e221b7c3c9 req-c4ac1f39-5a58-4c48-9c0c-72ff75cc965d tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a9f8457-6cd7-41cd-87d5-1399838d7738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065023 Nov 10 17:33:51.986652 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:51.986652 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:51.987382 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] 10.222.0.11 "PUT /v2.0/ports/e098545c-1c6b-4153-9075-cbd015f860e7 HTTP/1.1" status: 200 len: 1096 time: 2.8929470 Nov 10 17:33:52.003463 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-88fe4289-517f-46cc-80f7-de7739685ed5 None None] Provisioning complete for port d3964b4a-df0e-4213-9900-7ff0a6ebea97 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:33:52.003463 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-88fe4289-517f-46cc-80f7-de7739685ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:52.058854 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-88fe4289-517f-46cc-80f7-de7739685ed5 None None] Port d3964b4a-df0e-4213-9900-7ff0a6ebea97 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:33:52.076232 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6931c9-71ec-4c70-8556-b7d76b4e9c06 x-openstack-request-id: req-9e6931c9-71ec-4c70-8556-b7d76b4e9c06 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:52.076892 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c95c63e0-ffeb-439e-8201-3e64f837d4ac", "tag": "ab44e4a6-848e-479b-99dd-8afdb58cebe0", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:52.078983 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9e6931c9-71ec-4c70-8556-b7d76b4e9c06 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:52.078983 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c95c63e0-ffeb-439e-8201-3e64f837d4ac', 'tag': 'ab44e4a6-848e-479b-99dd-8afdb58cebe0', 'status': 'completed', 'code': 200} Nov 10 17:33:52.100758 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] Pushing event updated for resources: {'Port': ['ID=e098545c-1c6b-4153-9075-cbd015f860e7,revision_number=7']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:52.106074 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-43cf3e78-ac2c-4fe8-a29d-9e3bc2d41eae req-75a3b26a-bc77-4f21-85e6-cbd31e21ffdc tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:52.108253 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-baf84769-80e3-4483-8b7a-e4351eab12b4 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3774450 Nov 10 17:33:52.130937 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-eccdc853-a977-4366-bea3-42e2c292391c service neutron] Request body: {'port': {'device_id': '0001d9a1-3724-43ad-acdd-d7720b6924ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:33:52.133450 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-3b76f6cf-4024-441d-bcf0-da353a3e193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:52.137033 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-3b76f6cf-4024-441d-bcf0-da353a3e193e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 1099 time: 0.1173260 Nov 10 17:33:52.139974 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:52.140362 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:52.140858 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:52.141257 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:52.141605 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:52.141941 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:52.142334 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:52.142670 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:52.143055 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:52.143395 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:52.143727 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:52.144102 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5637d2d-cbea-459e-b95b-8dd74cd3057b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:52.180101 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9a2067b1-549a-4b9f-90bd-e2c6d05206ea req-5cb419d4-7216-41c9-b09a-9cf7a2aef838 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221992 Nov 10 17:33:52.237345 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98256f3e-f215-42fe-be33-e25a9303cd42 x-openstack-request-id: req-98256f3e-f215-42fe-be33-e25a9303cd42 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:52.238783 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b306e3-d730-4004-adf3-f40dcdf423d7", "name": "network-vif-plugged", "status": "completed", "tag": "543aed04-7ec9-461d-9612-2e129ff33b29", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:52.239046 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-98256f3e-f215-42fe-be33-e25a9303cd42 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:52.239561 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b306e3-d730-4004-adf3-f40dcdf423d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543aed04-7ec9-461d-9612-2e129ff33b29', 'code': 200} Nov 10 17:33:52.267631 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-858a32c5-90b0-457a-9625-84277994ece0 req-ee54f641-4df6-4e96-8ddb-9c9cf4eae234 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:52.271314 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-183b8aa5-950f-4f17-8731-d4ad12e2dc71 req-637aec2b-485b-48e3-a404-2cd83c97070d service neutron] 10.222.0.13 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005783 Nov 10 17:33:52.315791 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-eccdc853-a977-4366-bea3-42e2c292391c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:52.332312 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-43cf3e78-ac2c-4fe8-a29d-9e3bc2d41eae req-75a3b26a-bc77-4f21-85e6-cbd31e21ffdc tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] No DVR routers for this DVR port 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818 on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:33:52.335816 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-43cf3e78-ac2c-4fe8-a29d-9e3bc2d41eae req-75a3b26a-bc77-4f21-85e6-cbd31e21ffdc tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:52.339072 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-43cf3e78-ac2c-4fe8-a29d-9e3bc2d41eae req-75a3b26a-bc77-4f21-85e6-cbd31e21ffdc tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] 10.222.0.11 "DELETE /v2.0/ports/1b6ad8dc-bf54-49e9-8b43-130ab4c2a818 HTTP/1.1" status: 204 len: 173 time: 1.6604743 Nov 10 17:33:52.343839 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3b26a-bc77-4f21-85e6-cbd31e21ffdc tempest-ImagesOneServerTestJSON-937113059 tempest-ImagesOneServerTestJSON-937113059-project] Pushing event deleted for resources: {'Port': ['ID=1b6ad8dc-bf54-49e9-8b43-130ab4c2a818,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:52.381817 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c5b8b-05f2-4e82-b2fd-d235b812dabb req-2265c298-f7bb-4fcc-a5db-ca40cd25db62 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:52.384234 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2d5c5b8b-05f2-4e82-b2fd-d235b812dabb req-2265c298-f7bb-4fcc-a5db-ca40cd25db62 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 945 time: 0.2192390 Nov 10 17:33:52.439454 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-858a32c5-90b0-457a-9625-84277994ece0 req-ee54f641-4df6-4e96-8ddb-9c9cf4eae234 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:52.449389 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-9f967e45-9060-4b76-85c2-cc796b58c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:52.451171 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-9f967e45-9060-4b76-85c2-cc796b58c137 service neutron] 10.222.0.11 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.2992029 Nov 10 17:33:52.493418 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaea929-c7b2-4d13-988f-9270fdf8dbae req-35d243c4-fb62-462b-af57-7dd96df8659c tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:52.494965 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-efaea929-c7b2-4d13-988f-9270fdf8dbae req-35d243c4-fb62-462b-af57-7dd96df8659c tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7722ec6-c75e-4f35-bead-5064e16c2c00 HTTP/1.1" status: 200 len: 949 time: 0.1944492 Nov 10 17:33:52.540398 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-28969c5d-f970-414e-b59d-6fc8c5482dcb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=e098545c-1c6b-4153-9075-cbd015f860e7 HTTP/1.1" status: 200 len: 217 time: 0.0466347 Nov 10 17:33:52.546027 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9f592-659a-4d90-8e51-e16b7ccf3832 req-5a3fd2c0-ab08-4558-8aac-e15ed0000fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:52.547290 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2d5c5b8b-05f2-4e82-b2fd-d235b812dabb req-3447d8b7-4261-4fef-bc63-83c5e675a3ab tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523893 Nov 10 17:33:52.547473 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97f9f592-659a-4d90-8e51-e16b7ccf3832 req-5a3fd2c0-ab08-4558-8aac-e15ed0000fde service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed22ff5850684fb18710e4a738614c84&device_id=c95c63e0-ffeb-439e-8201-3e64f837d4ac HTTP/1.1" status: 200 len: 1096 time: 0.1979060 Nov 10 17:33:52.606486 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-858a32c5-90b0-457a-9625-84277994ece0 req-ee54f641-4df6-4e96-8ddb-9c9cf4eae234 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:33:52.625146 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-858a32c5-90b0-457a-9625-84277994ece0 req-ee54f641-4df6-4e96-8ddb-9c9cf4eae234 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:33:52.626933 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54f641-4df6-4e96-8ddb-9c9cf4eae234 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Pushing event updated for resources: {'Port': ['ID=4035bddd-59ee-4f4b-b690-db1ee003e1e0,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:52.628040 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-7e07f132-3588-4a9e-a39a-692385e605a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:52.629559 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-7e07f132-3588-4a9e-a39a-692385e605a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.0814185 Nov 10 17:33:52.631812 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-858a32c5-90b0-457a-9625-84277994ece0 req-ee54f641-4df6-4e96-8ddb-9c9cf4eae234 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:33:52.751631 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-efaea929-c7b2-4d13-988f-9270fdf8dbae req-4f8f2fcb-1695-4204-b909-f60cd9afffa2 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/security-groups?id=abb44563-c74e-44b5-8021-c307586a6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079785 Nov 10 17:33:52.760830 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a32c5-90b0-457a-9625-84277994ece0 req-ee54f641-4df6-4e96-8ddb-9c9cf4eae234 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:52.761462 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-858a32c5-90b0-457a-9625-84277994ece0 req-ee54f641-4df6-4e96-8ddb-9c9cf4eae234 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:52.765555 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-58c69bd0-3487-485b-8f73-e19240a6ab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:52.769614 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-58c69bd0-3487-485b-8f73-e19240a6ab5f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1248302 Nov 10 17:33:52.794872 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-65da0d19-0f73-4490-bd36-94af743bf5e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd96dd5-a84f-46f1-8ffe-375e521fe660 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:33:52.817085 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-65da0d19-0f73-4490-bd36-94af743bf5e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:52.857579 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-858a32c5-90b0-457a-9625-84277994ece0 req-ee54f641-4df6-4e96-8ddb-9c9cf4eae234 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3393259 Nov 10 17:33:52.859520 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9f592-659a-4d90-8e51-e16b7ccf3832 req-85f28ad8-b3b2-4ca8-b5a6-d0f097aa3a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:52.860973 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97f9f592-659a-4d90-8e51-e16b7ccf3832 req-85f28ad8-b3b2-4ca8-b5a6-d0f097aa3a5c service neutron] 10.222.0.13 "GET /v2.0/networks?id=3b68cb86-ae6d-409e-9e8e-fa13081031ba HTTP/1.1" status: 200 len: 912 time: 0.2855153 Nov 10 17:33:52.891623 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-858a32c5-90b0-457a-9625-84277994ece0 req-2f6fdd4b-bae9-463e-ad40-57622dbc041e service neutron] Request body: {'port': {'device_id': 'e9b42f54-4132-4b75-9f30-1a81ef08c9c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:33:52.906512 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-65da0d19-0f73-4490-bd36-94af743bf5e4 service neutron] Transition to ACTIVE for port object 2fd96dd5-a84f-46f1-8ffe-375e521fe660 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:33:52.926554 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-65da0d19-0f73-4490-bd36-94af743bf5e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:52.966868 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97f9f592-659a-4d90-8e51-e16b7ccf3832 req-11285e4d-c363-43df-be9d-24c3980aad9e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab44e4a6-848e-479b-99dd-8afdb58cebe0 HTTP/1.1" status: 200 len: 217 time: 0.0955923 Nov 10 17:33:52.978357 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52fe55-95b8-45d0-aca5-83bbe36860db req-0eb58368-bc29-40fb-8ce1-d0354d7f1ad4 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:52.980015 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9d52fe55-95b8-45d0-aca5-83bbe36860db req-0eb58368-bc29-40fb-8ce1-d0354d7f1ad4 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9b42f54-4132-4b75-9f30-1a81ef08c9c7 HTTP/1.1" status: 200 len: 936 time: 0.1274757 Nov 10 17:33:53.039315 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-ae298e2e-5095-458a-b3e6-06e5cc8c4448 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597935 Nov 10 17:33:53.044611 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 2e0ccb6c-b2b7-4144-add2-f5070da5e776 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:33:53.122797 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-858a32c5-90b0-457a-9625-84277994ece0 req-2f6fdd4b-bae9-463e-ad40-57622dbc041e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:53.142158 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 2e0ccb6c-b2b7-4144-add2-f5070da5e776 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:33:53.142619 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da0d19-0f73-4490-bd36-94af743bf5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd96dd5-a84f-46f1-8ffe-375e521fe660,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:53.156566 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 2e0ccb6c-b2b7-4144-add2-f5070da5e776 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:33:53.157198 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:53.208444 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9d52fe55-95b8-45d0-aca5-83bbe36860db req-757a8fb1-2299-4227-a93b-d3889a3ba0a8 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/security-groups?id=72fe3656-6222-4e17-8d04-8990ec4e02c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942127 Nov 10 17:33:53.246963 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3520aa48-7121-497f-930f-36feb420fa01', 'tag': 'e098545c-1c6b-4153-9075-cbd015f860e7'}, {'server_uuid': 'b791a848-2164-4898-83e9-3c772b8a98f8', 'name': 'network-vif-deleted', 'tag': '1b6ad8dc-bf54-49e9-8b43-130ab4c2a818'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:53.248279 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-eccdc853-a977-4366-bea3-42e2c292391c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3964b4a-df0e-4213-9900-7ff0a6ebea97 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:33:53.249409 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e752c62d-50d1-4d00-80f7-bf1733488f15" -d '{"events": [{"name": "network-changed", "server_uuid": "3520aa48-7121-497f-930f-36feb420fa01", "tag": "e098545c-1c6b-4153-9075-cbd015f860e7"}, {"server_uuid": "b791a848-2164-4898-83e9-3c772b8a98f8", "name": "network-vif-deleted", "tag": "1b6ad8dc-bf54-49e9-8b43-130ab4c2a818"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:53.272508 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-eccdc853-a977-4366-bea3-42e2c292391c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:53.276805 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-cc8ea211-9592-4ccb-b46e-998412501b68 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285728 Nov 10 17:33:53.278155 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-65da0d19-0f73-4490-bd36-94af743bf5e4 service neutron] Attempting to bind port 2fd96dd5-a84f-46f1-8ffe-375e521fe660 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:33:53.279950 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-65da0d19-0f73-4490-bd36-94af743bf5e4 service neutron] Attempting to bind port 2fd96dd5-a84f-46f1-8ffe-375e521fe660 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:33:53.279950 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-65da0d19-0f73-4490-bd36-94af743bf5e4 service neutron] Attempting to bind port 2fd96dd5-a84f-46f1-8ffe-375e521fe660 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:33:53.293098 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-eccdc853-a977-4366-bea3-42e2c292391c service neutron] Transition to ACTIVE for port object d3964b4a-df0e-4213-9900-7ff0a6ebea97 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:33:53.295596 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9f592-659a-4d90-8e51-e16b7ccf3832 req-c9bb92d5-0af3-4888-a6dc-97f814ec566e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:53.296640 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-65da0d19-0f73-4490-bd36-94af743bf5e4 service neutron] Port 2fd96dd5-a84f-46f1-8ffe-375e521fe660 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:33:53.297576 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-65da0d19-0f73-4490-bd36-94af743bf5e4 service neutron] Attempting to bind port 2fd96dd5-a84f-46f1-8ffe-375e521fe660 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:33:53.297705 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97f9f592-659a-4d90-8e51-e16b7ccf3832 req-c9bb92d5-0af3-4888-a6dc-97f814ec566e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0afeb92-d610-4dbb-bb57-6c690afd8fdf HTTP/1.1" status: 200 len: 851 time: 0.2862177 Nov 10 17:33:53.308183 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-65da0d19-0f73-4490-bd36-94af743bf5e4 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:33:53.314668 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-65da0d19-0f73-4490-bd36-94af743bf5e4 service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:33:53.315242 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-65da0d19-0f73-4490-bd36-94af743bf5e4 service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:33:53.316018 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-65da0d19-0f73-4490-bd36-94af743bf5e4 service neutron] Bound port: 2fd96dd5-a84f-46f1-8ffe-375e521fe660, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:33:53.316584 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-65da0d19-0f73-4490-bd36-94af743bf5e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:53.357200 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe40d5-7042-43d2-8d46-910f38ab42fe req-e38f74fa-7fe3-4206-a411-b1af06a4aa45 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:53.371805 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-65fe40d5-7042-43d2-8d46-910f38ab42fe req-e38f74fa-7fe3-4206-a411-b1af06a4aa45 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95c63e0-ffeb-439e-8201-3e64f837d4ac HTTP/1.1" status: 200 len: 944 time: 0.4729950 Nov 10 17:33:53.390692 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-2521a911-9068-41f6-b9a9-5632db8b02b5 None None] Provisioning complete for port 4035bddd-59ee-4f4b-b690-db1ee003e1e0 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:33:53.391067 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2521a911-9068-41f6-b9a9-5632db8b02b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:53.460604 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97f9f592-659a-4d90-8e51-e16b7ccf3832 req-6636caa0-9354-457d-975e-ca4bf43c7741 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b68cb86-ae6d-409e-9e8e-fa13081031ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838151 Nov 10 17:33:53.461731 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-eccdc853-a977-4366-bea3-42e2c292391c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:53.480822 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-2521a911-9068-41f6-b9a9-5632db8b02b5 None None] Port 4035bddd-59ee-4f4b-b690-db1ee003e1e0 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:33:53.506886 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:53.586303 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-65da0d19-0f73-4490-bd36-94af743bf5e4 service neutron] For port 2fd96dd5-a84f-46f1-8ffe-375e521fe660, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:33:53.604493 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 2e0ccb6c-b2b7-4144-add2-f5070da5e776, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=2e0ccb6c-b2b7-4144-add2-f5070da5e776,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:53.616569 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:53.617722 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:33:53.628795 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-65da0d19-0f73-4490-bd36-94af743bf5e4 service neutron] For port 2fd96dd5-a84f-46f1-8ffe-375e521fe660, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2fd96dd5-a84f-46f1-8ffe-375e521fe660,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:33:53.636357 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-65da0d19-0f73-4490-bd36-94af743bf5e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:53.654226 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:33:53.655015 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 1b6ad8dc-bf54-49e9-8b43-130ab4c2a818 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:33:53.656063 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 543aed04-7ec9-461d-9612-2e129ff33b29 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:33:53.699253 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ddb03-f8ed-4ef3-8334-1cad632d932f req-717fd9fb-a587-4518-b984-1ad64f08b79e tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:53.700803 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-493ddb03-f8ed-4ef3-8334-1cad632d932f req-717fd9fb-a587-4518-b984-1ad64f08b79e tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=99b306e3-d730-4004-adf3-f40dcdf423d7 HTTP/1.1" status: 200 len: 945 time: 0.2096334 Nov 10 17:33:53.704454 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-65da0d19-0f73-4490-bd36-94af743bf5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:53.705407 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-65da0d19-0f73-4490-bd36-94af743bf5e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:53.706699 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-65da0d19-0f73-4490-bd36-94af743bf5e4 service neutron] 10.222.0.13 "PUT /v2.0/ports/2fd96dd5-a84f-46f1-8ffe-375e521fe660 HTTP/1.1" status: 200 len: 1097 time: 3.1345835 Nov 10 17:33:53.724737 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccdc853-a977-4366-bea3-42e2c292391c service neutron] Pushing event updated for resources: {'Port': ['ID=d3964b4a-df0e-4213-9900-7ff0a6ebea97,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:53.765546 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=2e0ccb6c-b2b7-4144-add2-f5070da5e776,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:53.827458 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:53.852789 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-65fe40d5-7042-43d2-8d46-910f38ab42fe req-60a7c177-e494-4ac2-a1fd-1058c9f13ef8 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4796469 Nov 10 17:33:53.887350 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33556) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:53.888978 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da0d19-0f73-4490-bd36-94af743bf5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd96dd5-a84f-46f1-8ffe-375e521fe660,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:53.904211 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 543aed04-7ec9-461d-9612-2e129ff33b29, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=543aed04-7ec9-461d-9612-2e129ff33b29,segment=NetworkSegment(6d77725e-f759-4fea-8142-4be34b292505),segment_id=6d77725e-f759-4fea-8142-4be34b292505)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:53.916979 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:53.930619 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-b1daffb5-b572-411a-8915-f4a293250f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:53.936857 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-b1daffb5-b572-411a-8915-f4a293250f02 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f3c826abd1f43d19edc39ad69e1071c&device_id=8295fb9a-a49e-4f77-a06c-6115d38512c1 HTTP/1.1" status: 200 len: 1100 time: 0.1743286 Nov 10 17:33:53.948012 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-493ddb03-f8ed-4ef3-8334-1cad632d932f req-dd8e51cc-5df1-4730-baa3-259f0b391cd8 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257617 Nov 10 17:33:54.030730 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-e5ea4e40-24ff-4c1e-b50c-4477569bfee8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=2fd96dd5-a84f-46f1-8ffe-375e521fe660 HTTP/1.1" status: 200 len: 217 time: 0.0797870 Nov 10 17:33:54.039094 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=543aed04-7ec9-461d-9612-2e129ff33b29,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:54.079403 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f080e6-6231-4682-8159-3c4656017121 req-90341e52-5d69-47d5-9278-f61853006922 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:54.081000 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e2f080e6-6231-4682-8159-3c4656017121 req-90341e52-5d69-47d5-9278-f61853006922 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/ports?device_id=0001d9a1-3724-43ad-acdd-d7720b6924ca HTTP/1.1" status: 200 len: 948 time: 0.1320808 Nov 10 17:33:54.081720 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-eccdc853-a977-4366-bea3-42e2c292391c service neutron] Attempting to bind port d3964b4a-df0e-4213-9900-7ff0a6ebea97 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:33:54.082051 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-eccdc853-a977-4366-bea3-42e2c292391c service neutron] Attempting to bind port d3964b4a-df0e-4213-9900-7ff0a6ebea97 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:33:54.082382 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-eccdc853-a977-4366-bea3-42e2c292391c service neutron] Attempting to bind port d3964b4a-df0e-4213-9900-7ff0a6ebea97 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:33:54.122270 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-eccdc853-a977-4366-bea3-42e2c292391c service neutron] Port d3964b4a-df0e-4213-9900-7ff0a6ebea97 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:33:54.122737 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-eccdc853-a977-4366-bea3-42e2c292391c service neutron] Attempting to bind port d3964b4a-df0e-4213-9900-7ff0a6ebea97 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:33:54.136088 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97f9f592-659a-4d90-8e51-e16b7ccf3832 req-1d2d0e8d-e031-4217-ba36-36ac7bd40d53 service neutron] 10.222.0.13 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6388814 Nov 10 17:33:54.152630 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-eccdc853-a977-4366-bea3-42e2c292391c service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:33:54.152971 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-eccdc853-a977-4366-bea3-42e2c292391c service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:33:54.153350 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-eccdc853-a977-4366-bea3-42e2c292391c service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:33:54.153871 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-eccdc853-a977-4366-bea3-42e2c292391c service neutron] Bound port: d3964b4a-df0e-4213-9900-7ff0a6ebea97, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:33:54.154227 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-eccdc853-a977-4366-bea3-42e2c292391c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:54.175449 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-9f2fcb97-8664-4d5a-afc9-5a3441d4ccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:54.177394 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-9f2fcb97-8664-4d5a-afc9-5a3441d4ccd2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1281357 Nov 10 17:33:54.189396 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e42eb4-aef2-4ff7-8d49-c9c038ab9fad req-705fe4f1-5f63-4998-9b5a-a1ed7fb27ea6 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:54.191823 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-26e42eb4-aef2-4ff7-8d49-c9c038ab9fad req-705fe4f1-5f63-4998-9b5a-a1ed7fb27ea6 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 947 time: 0.1585920 Nov 10 17:33:54.240791 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7722ec6-c75e-4f35-bead-5064e16c2c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0ccb6c-b2b7-4144-add2-f5070da5e776'}, {'server_uuid': '99b306e3-d730-4004-adf3-f40dcdf423d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '543aed04-7ec9-461d-9612-2e129ff33b29'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:54.245502 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a286c59-1ad1-45d4-b2fb-c9ea8d2dd4f6" -d '{"events": [{"server_uuid": "b7722ec6-c75e-4f35-bead-5064e16c2c00", "name": "network-vif-plugged", "status": "completed", "tag": "2e0ccb6c-b2b7-4144-add2-f5070da5e776"}, {"server_uuid": "99b306e3-d730-4004-adf3-f40dcdf423d7", "name": "network-vif-unplugged", "status": "completed", "tag": "543aed04-7ec9-461d-9612-2e129ff33b29"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:54.254139 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5a306693-090b-4a55-bf49-056143c7d606 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7a4cf45bcdff474e8a35cd37aae3b251&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3581769 Nov 10 17:33:54.259088 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33564) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:54.283726 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e2f080e6-6231-4682-8159-3c4656017121 req-6c154179-335f-44da-b08d-47e08739a656 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a9f8457-6cd7-41cd-87d5-1399838d7738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932087 Nov 10 17:33:54.305342 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-281f0043-f4d9-4288-832f-000713ed76c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:54.307000 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-281f0043-f4d9-4288-832f-000713ed76c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1136661 Nov 10 17:33:54.316465 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-26e42eb4-aef2-4ff7-8d49-c9c038ab9fad req-e418dd3b-1e45-4af6-88ba-9133fd06343e tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123204 Nov 10 17:33:54.344387 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-eccdc853-a977-4366-bea3-42e2c292391c service neutron] For port d3964b4a-df0e-4213-9900-7ff0a6ebea97, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:33:54.399231 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-eccdc853-a977-4366-bea3-42e2c292391c service neutron] For port d3964b4a-df0e-4213-9900-7ff0a6ebea97, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d3964b4a-df0e-4213-9900-7ff0a6ebea97,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:33:54.416797 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-eccdc853-a977-4366-bea3-42e2c292391c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:54.424334 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-858a32c5-90b0-457a-9625-84277994ece0 req-2f6fdd4b-bae9-463e-ad40-57622dbc041e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4035bddd-59ee-4f4b-b690-db1ee003e1e0 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:33:54.435683 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23184d49-2de5-4ae6-8cba-e0e4e006655f x-openstack-request-id: req-23184d49-2de5-4ae6-8cba-e0e4e006655f {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:54.436103 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3520aa48-7121-497f-930f-36feb420fa01", "tag": "e098545c-1c6b-4153-9075-cbd015f860e7", "status": "completed", "code": 200}, {"server_uuid": "b791a848-2164-4898-83e9-3c772b8a98f8", "name": "network-vif-deleted", "tag": "1b6ad8dc-bf54-49e9-8b43-130ab4c2a818", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:54.436496 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-23184d49-2de5-4ae6-8cba-e0e4e006655f {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:54.437621 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3520aa48-7121-497f-930f-36feb420fa01', 'tag': 'e098545c-1c6b-4153-9075-cbd015f860e7', 'status': 'completed', 'code': 200} Nov 10 17:33:54.437986 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b791a848-2164-4898-83e9-3c772b8a98f8', 'name': 'network-vif-deleted', 'tag': '1b6ad8dc-bf54-49e9-8b43-130ab4c2a818', 'status': 'completed', 'code': 200} Nov 10 17:33:54.463886 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-858a32c5-90b0-457a-9625-84277994ece0 req-2f6fdd4b-bae9-463e-ad40-57622dbc041e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:54.493093 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97f9f592-659a-4d90-8e51-e16b7ccf3832 req-ae02b9f8-8358-43c0-8f74-68959935359f service neutron] 10.222.0.13 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471026 Nov 10 17:33:54.510387 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:54.534993 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5c4f788a-1738-479b-a20b-7d1a8849db8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:54.541807 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-eccdc853-a977-4366-bea3-42e2c292391c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:54.542424 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-eccdc853-a977-4366-bea3-42e2c292391c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:54.543806 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-eccdc853-a977-4366-bea3-42e2c292391c service neutron] 10.222.0.11 "PUT /v2.0/ports/d3964b4a-df0e-4213-9900-7ff0a6ebea97 HTTP/1.1" status: 200 len: 1097 time: 2.4174931 Nov 10 17:33:54.549522 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-858a32c5-90b0-457a-9625-84277994ece0 req-2f6fdd4b-bae9-463e-ad40-57622dbc041e service neutron] Transition to ACTIVE for port object 4035bddd-59ee-4f4b-b690-db1ee003e1e0 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:33:54.550174 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0001d9a1-3724-43ad-acdd-d7720b6924ca', 'tag': 'd3964b4a-df0e-4213-9900-7ff0a6ebea97'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:54.553724 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f5cf2b-6cb1-46d5-bf08-f4a034d63b17" -d '{"events": [{"name": "network-changed", "server_uuid": "0001d9a1-3724-43ad-acdd-d7720b6924ca", "tag": "d3964b4a-df0e-4213-9900-7ff0a6ebea97"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:54.601455 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-858a32c5-90b0-457a-9625-84277994ece0 req-2f6fdd4b-bae9-463e-ad40-57622dbc041e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:54.606896 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5c4f788a-1738-479b-a20b-7d1a8849db8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:54.608379 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccdc853-a977-4366-bea3-42e2c292391c service neutron] Pushing event updated for resources: {'Port': ['ID=d3964b4a-df0e-4213-9900-7ff0a6ebea97,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:54.612054 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752c62d-50d1-4d00-80f7-bf1733488f15 req-78e352a8-8bd3-43b3-aec5-64412d86e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:54.613662 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e752c62d-50d1-4d00-80f7-bf1733488f15 req-78e352a8-8bd3-43b3-aec5-64412d86e998 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 1099 time: 0.1946740 Nov 10 17:33:54.626192 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752c62d-50d1-4d00-80f7-bf1733488f15 req-77356162-661b-4604-9ab9-b28e5c402346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:54.629660 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e752c62d-50d1-4d00-80f7-bf1733488f15 req-77356162-661b-4604-9ab9-b28e5c402346 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 1099 time: 0.1966248 Nov 10 17:33:54.656934 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f49259-80f9-4f17-a009-5f5430d2eccd req-d5b60e61-916f-4540-90b1-7aa28447f9ce tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:54.658509 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-39f49259-80f9-4f17-a009-5f5430d2eccd req-d5b60e61-916f-4540-90b1-7aa28447f9ce tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 945 time: 0.2196808 Nov 10 17:33:54.724379 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-7e1b839a-0903-4d24-a9c7-b10bc1fb2189 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040356 Nov 10 17:33:54.742618 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94335c-b2c6-4bf1-b8c4-81e523b67be2 req-6dcbb780-596a-49c8-b533-dde01bfb31f8 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:54.744316 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fa94335c-b2c6-4bf1-b8c4-81e523b67be2 req-6dcbb780-596a-49c8-b533-dde01bfb31f8 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.11 "GET /v2.0/ports?device_id=99b306e3-d730-4004-adf3-f40dcdf423d7 HTTP/1.1" status: 200 len: 943 time: 0.2960320 Nov 10 17:33:54.872464 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:54.923144 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-39f49259-80f9-4f17-a009-5f5430d2eccd req-c95a30a4-56c9-41f4-a707-588829d34936 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350636 Nov 10 17:33:54.945730 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5c4f788a-1738-479b-a20b-7d1a8849db8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:54.948302 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5c4f788a-1738-479b-a20b-7d1a8849db8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:54.951614 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5c4f788a-1738-479b-a20b-7d1a8849db8a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e1c1e4b5-6d6d-4b01-abb5-2478da2d69ec HTTP/1.1" status: 204 len: 168 time: 0.6893969 Nov 10 17:33:54.972837 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752c62d-50d1-4d00-80f7-bf1733488f15 req-515d0a9a-ef33-4357-ac0b-516e9209df24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:54.974896 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e752c62d-50d1-4d00-80f7-bf1733488f15 req-515d0a9a-ef33-4357-ac0b-516e9209df24 service neutron] 10.222.0.11 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.3324115 Nov 10 17:33:54.977807 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f788a-1738-479b-a20b-7d1a8849db8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c1e4b5-6d6d-4b01-abb5-2478da2d69ec,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:55.041646 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e752c62d-50d1-4d00-80f7-bf1733488f15 req-627d3b4a-d130-4aa4-8c03-9b428022f58f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=e098545c-1c6b-4153-9075-cbd015f860e7 HTTP/1.1" status: 200 len: 217 time: 0.0536115 Nov 10 17:33:55.051816 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-896cc9f1-85d8-4d66-b72d-3f70e29a77bd req-38567894-41ac-46be-a5c8-a082ba81e37f service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031981 Nov 10 17:33:55.062839 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device e098545c-1c6b-4153-9075-cbd015f860e7 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:33:55.069870 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45816ab5-7aa8-4488-90d6-2f5f33da4f90 req-05c849cf-15a3-4a79-9d12-c86c64b88b76 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:55.080295 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-45816ab5-7aa8-4488-90d6-2f5f33da4f90 req-05c849cf-15a3-4a79-9d12-c86c64b88b76 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7722ec6-c75e-4f35-bead-5064e16c2c00 HTTP/1.1" status: 200 len: 950 time: 0.6126218 Nov 10 17:33:55.093910 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device ab44e4a6-848e-479b-99dd-8afdb58cebe0 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:33:55.142219 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6fdd4b-bae9-463e-ad40-57622dbc041e service neutron] Pushing event updated for resources: {'Port': ['ID=4035bddd-59ee-4f4b-b690-db1ee003e1e0,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:55.182603 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752c62d-50d1-4d00-80f7-bf1733488f15 req-9f8fa4e5-08bf-44ce-950e-1f6351e36b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:55.187566 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e752c62d-50d1-4d00-80f7-bf1733488f15 req-9f8fa4e5-08bf-44ce-950e-1f6351e36b80 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1328449 Nov 10 17:33:55.190305 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-fa94335c-b2c6-4bf1-b8c4-81e523b67be2 req-9fe02e5f-26da-4a2e-8b80-f22e77c69086 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Deleting port 543aed04-7ec9-461d-9612-2e129ff33b29 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:33:55.190725 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-fa94335c-b2c6-4bf1-b8c4-81e523b67be2 req-9fe02e5f-26da-4a2e-8b80-f22e77c69086 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:55.284925 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-3a63e54c-d98d-45f5-b5cf-5f18cf24ca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:55.286449 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-3a63e54c-d98d-45f5-b5cf-5f18cf24ca95 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4fd8838459d548ea9aadd9998a4d8b03&device_id=0001d9a1-3724-43ad-acdd-d7720b6924ca HTTP/1.1" status: 200 len: 1100 time: 0.3161626 Nov 10 17:33:55.343788 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b785dec-2655-4cc4-8065-8f89044e7943 req-07d380ff-63e2-452d-b653-2671eb187555 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:55.356398 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9b785dec-2655-4cc4-8065-8f89044e7943 req-07d380ff-63e2-452d-b653-2671eb187555 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9b42f54-4132-4b75-9f30-1a81ef08c9c7 HTTP/1.1" status: 200 len: 948 time: 0.3137095 Nov 10 17:33:55.373767 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752c62d-50d1-4d00-80f7-bf1733488f15 req-ae41bd44-d2ad-4957-9f41-2bd05e34bddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:55.375242 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e752c62d-50d1-4d00-80f7-bf1733488f15 req-ae41bd44-d2ad-4957-9f41-2bd05e34bddd service neutron] 10.222.0.13 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.7495809 Nov 10 17:33:55.379192 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-45816ab5-7aa8-4488-90d6-2f5f33da4f90 req-9d8d7ad6-a2af-4eda-a59f-96e71cbc16fc tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/security-groups?id=abb44563-c74e-44b5-8021-c307586a6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956367 Nov 10 17:33:55.383057 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-a53af799-6b83-4ac1-8087-479d9fd378f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=d3964b4a-df0e-4213-9900-7ff0a6ebea97 HTTP/1.1" status: 200 len: 217 time: 0.0569932 Nov 10 17:33:55.410629 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752c62d-50d1-4d00-80f7-bf1733488f15 req-bc9bccee-48b2-4148-be59-eeda70e72177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:55.413978 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e752c62d-50d1-4d00-80f7-bf1733488f15 req-bc9bccee-48b2-4148-be59-eeda70e72177 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1211579 Nov 10 17:33:55.441395 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port ab44e4a6-848e-479b-99dd-8afdb58cebe0, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=ab44e4a6-848e-479b-99dd-8afdb58cebe0,segment=NetworkSegment(17d5af1c-a623-4581-8ea0-158dc701aa2d),segment_id=17d5af1c-a623-4581-8ea0-158dc701aa2d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:55.466343 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e752c62d-50d1-4d00-80f7-bf1733488f15 req-7405c7e7-195e-47f6-b14c-e0802ddfe401 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=e098545c-1c6b-4153-9075-cbd015f860e7 HTTP/1.1" status: 200 len: 217 time: 0.0792177 Nov 10 17:33:55.469037 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'ab44e4a6-848e-479b-99dd-8afdb58cebe0', 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba', 'port_id': 'ab44e4a6-848e-479b-99dd-8afdb58cebe0', 'mac_address': 'fa:16:3e:b8:ae:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0afeb92-d610-4dbb-bb57-6c690afd8fdf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:33:55.471897 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-858a32c5-90b0-457a-9625-84277994ece0 req-2f6fdd4b-bae9-463e-ad40-57622dbc041e service neutron] Attempting to bind port 4035bddd-59ee-4f4b-b690-db1ee003e1e0 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:33:55.472225 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba23abf-eb53-4782-a95b-fa91d14d0430 x-openstack-request-id: req-5ba23abf-eb53-4782-a95b-fa91d14d0430 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:55.472364 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-858a32c5-90b0-457a-9625-84277994ece0 req-2f6fdd4b-bae9-463e-ad40-57622dbc041e service neutron] Attempting to bind port 4035bddd-59ee-4f4b-b690-db1ee003e1e0 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:33:55.472564 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7722ec6-c75e-4f35-bead-5064e16c2c00", "name": "network-vif-plugged", "status": "completed", "tag": "2e0ccb6c-b2b7-4144-add2-f5070da5e776", "code": 200}, {"server_uuid": "99b306e3-d730-4004-adf3-f40dcdf423d7", "name": "network-vif-unplugged", "status": "completed", "tag": "543aed04-7ec9-461d-9612-2e129ff33b29", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:55.472675 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858a32c5-90b0-457a-9625-84277994ece0 req-2f6fdd4b-bae9-463e-ad40-57622dbc041e service neutron] Attempting to bind port 4035bddd-59ee-4f4b-b690-db1ee003e1e0 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:33:55.473219 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5ba23abf-eb53-4782-a95b-fa91d14d0430 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:55.473671 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7722ec6-c75e-4f35-bead-5064e16c2c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0ccb6c-b2b7-4144-add2-f5070da5e776', 'code': 200} Nov 10 17:33:55.474930 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b306e3-d730-4004-adf3-f40dcdf423d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '543aed04-7ec9-461d-9612-2e129ff33b29', 'code': 200} Nov 10 17:33:55.510122 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f07adeb-59dc-44fe-9721-6a3d510cb965 x-openstack-request-id: req-6f07adeb-59dc-44fe-9721-6a3d510cb965 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:55.511311 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0001d9a1-3724-43ad-acdd-d7720b6924ca", "tag": "d3964b4a-df0e-4213-9900-7ff0a6ebea97", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:55.511570 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6f07adeb-59dc-44fe-9721-6a3d510cb965 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:55.511977 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0001d9a1-3724-43ad-acdd-d7720b6924ca', 'tag': 'd3964b4a-df0e-4213-9900-7ff0a6ebea97', 'status': 'completed', 'code': 200} Nov 10 17:33:55.539551 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858a32c5-90b0-457a-9625-84277994ece0 req-2f6fdd4b-bae9-463e-ad40-57622dbc041e service neutron] Port 4035bddd-59ee-4f4b-b690-db1ee003e1e0 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:33:55.539790 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858a32c5-90b0-457a-9625-84277994ece0 req-2f6fdd4b-bae9-463e-ad40-57622dbc041e service neutron] Attempting to bind port 4035bddd-59ee-4f4b-b690-db1ee003e1e0 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:33:55.546965 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-cf47e069-2a7e-46fd-ae3c-fe9768d69756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:55.547781 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:55.548523 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-cf47e069-2a7e-46fd-ae3c-fe9768d69756 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1549656 Nov 10 17:33:55.551475 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858a32c5-90b0-457a-9625-84277994ece0 req-2f6fdd4b-bae9-463e-ad40-57622dbc041e service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:33:55.551884 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858a32c5-90b0-457a-9625-84277994ece0 req-2f6fdd4b-bae9-463e-ad40-57622dbc041e service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:33:55.552941 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858a32c5-90b0-457a-9625-84277994ece0 req-2f6fdd4b-bae9-463e-ad40-57622dbc041e service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:33:55.553401 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-858a32c5-90b0-457a-9625-84277994ece0 req-2f6fdd4b-bae9-463e-ad40-57622dbc041e service neutron] Bound port: 4035bddd-59ee-4f4b-b690-db1ee003e1e0, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:33:55.554238 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-858a32c5-90b0-457a-9625-84277994ece0 req-2f6fdd4b-bae9-463e-ad40-57622dbc041e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:55.572361 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab44e4a6-848e-479b-99dd-8afdb58cebe0 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:33:55.576687 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9b785dec-2655-4cc4-8065-8f89044e7943 req-2e4ea70c-c613-4490-b2c3-390e1d5f1b78 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/security-groups?id=72fe3656-6222-4e17-8d04-8990ec4e02c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120771 Nov 10 17:33:55.599611 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752c62d-50d1-4d00-80f7-bf1733488f15 req-f846bc64-f96a-468d-b231-f60bffa3a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:55.602329 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e752c62d-50d1-4d00-80f7-bf1733488f15 req-f846bc64-f96a-468d-b231-f60bffa3a68e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1266313 Nov 10 17:33:55.628202 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port ab44e4a6-848e-479b-99dd-8afdb58cebe0, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=ab44e4a6-848e-479b-99dd-8afdb58cebe0,segment=NetworkSegment(17d5af1c-a623-4581-8ea0-158dc701aa2d),segment_id=17d5af1c-a623-4581-8ea0-158dc701aa2d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:55.631749 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port e098545c-1c6b-4153-9075-cbd015f860e7, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=e098545c-1c6b-4153-9075-cbd015f860e7,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:55.650222 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:55.657274 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'e098545c-1c6b-4153-9075-cbd015f860e7', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': 'e098545c-1c6b-4153-9075-cbd015f860e7', 'mac_address': 'fa:16:3e:cc:12:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:33:55.716705 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=ab44e4a6-848e-479b-99dd-8afdb58cebe0,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:55.765308 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-b0010d14-d8ba-4bdf-a5bc-6501bdfe6335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:55.766976 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-b0010d14-d8ba-4bdf-a5bc-6501bdfe6335 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1977153 Nov 10 17:33:55.801287 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:55.805698 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752c62d-50d1-4d00-80f7-bf1733488f15 req-f3a6a5af-7a54-43a6-88c6-bf442854bcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:55.807209 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e752c62d-50d1-4d00-80f7-bf1733488f15 req-f3a6a5af-7a54-43a6-88c6-bf442854bcda service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1801198 Nov 10 17:33:55.823829 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e098545c-1c6b-4153-9075-cbd015f860e7 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:33:55.854633 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-858a32c5-90b0-457a-9625-84277994ece0 req-2f6fdd4b-bae9-463e-ad40-57622dbc041e service neutron] For port 4035bddd-59ee-4f4b-b690-db1ee003e1e0, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:33:55.856886 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port e098545c-1c6b-4153-9075-cbd015f860e7, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=e098545c-1c6b-4153-9075-cbd015f860e7,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:55.865872 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:55.866470 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced191f9-18fb-47d2-a84b-ed8daa87853b req-8a373510-4a11-45e0-bfbe-77602993ea76 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:55.873896 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ced191f9-18fb-47d2-a84b-ed8daa87853b req-8a373510-4a11-45e0-bfbe-77602993ea76 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95c63e0-ffeb-439e-8201-3e64f837d4ac HTTP/1.1" status: 200 len: 945 time: 0.2479835 Nov 10 17:33:55.926857 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['ab44e4a6-848e-479b-99dd-8afdb58cebe0'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:33:55.929220 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-858a32c5-90b0-457a-9625-84277994ece0 req-2f6fdd4b-bae9-463e-ad40-57622dbc041e service neutron] For port 4035bddd-59ee-4f4b-b690-db1ee003e1e0, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=4035bddd-59ee-4f4b-b690-db1ee003e1e0,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:33:55.967985 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-858a32c5-90b0-457a-9625-84277994ece0 req-2f6fdd4b-bae9-463e-ad40-57622dbc041e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:56.007769 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=e098545c-1c6b-4153-9075-cbd015f860e7,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:56.075647 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a32c5-90b0-457a-9625-84277994ece0 req-2f6fdd4b-bae9-463e-ad40-57622dbc041e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:56.076390 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-858a32c5-90b0-457a-9625-84277994ece0 req-2f6fdd4b-bae9-463e-ad40-57622dbc041e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:56.077868 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-858a32c5-90b0-457a-9625-84277994ece0 req-2f6fdd4b-bae9-463e-ad40-57622dbc041e service neutron] 10.222.0.11 "PUT /v2.0/ports/4035bddd-59ee-4f4b-b690-db1ee003e1e0 HTTP/1.1" status: 200 len: 1097 time: 3.2015879 Nov 10 17:33:56.122877 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ced191f9-18fb-47d2-a84b-ed8daa87853b req-f77c34d5-70f5-41c0-af18-b56859a89a29 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479517 Nov 10 17:33:56.130683 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-daa8464b-5f4c-4930-8224-1a7ec383fe92 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466196 Nov 10 17:33:56.145184 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['e098545c-1c6b-4153-9075-cbd015f860e7'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:33:56.152876 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-fa94335c-b2c6-4bf1-b8c4-81e523b67be2 req-9fe02e5f-26da-4a2e-8b80-f22e77c69086 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] For port 543aed04-7ec9-461d-9612-2e129ff33b29, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=543aed04-7ec9-461d-9612-2e129ff33b29,segment=NetworkSegment(6d77725e-f759-4fea-8142-4be34b292505),segment_id=6d77725e-f759-4fea-8142-4be34b292505)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:56.153493 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-fa94335c-b2c6-4bf1-b8c4-81e523b67be2 req-9fe02e5f-26da-4a2e-8b80-f22e77c69086 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:56.160770 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6fdd4b-bae9-463e-ad40-57622dbc041e service neutron] Pushing event updated for resources: {'Port': ['ID=4035bddd-59ee-4f4b-b690-db1ee003e1e0,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:56.189913 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-fa94335c-b2c6-4bf1-b8c4-81e523b67be2 req-9fe02e5f-26da-4a2e-8b80-f22e77c69086 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Calling delete_port for 543aed04-7ec9-461d-9612-2e129ff33b29 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:33:56.202128 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a256be9-f69e-43d4-9952-3e618e8a15b3 req-d4ed0a42-45b2-44b1-9299-ce39dbb174d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:56.203672 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2a256be9-f69e-43d4-9952-3e618e8a15b3 req-d4ed0a42-45b2-44b1-9299-ce39dbb174d7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b7722ec6-c75e-4f35-bead-5064e16c2c00 HTTP/1.1" status: 200 len: 1102 time: 0.6253836 Nov 10 17:33:56.218291 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf76064-0674-4ef5-8395-3d74feb5b75b req-3effefec-8e52-41ec-a425-e065cd280015 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:56.226598 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-daf76064-0674-4ef5-8395-3d74feb5b75b req-3effefec-8e52-41ec-a425-e065cd280015 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=99b306e3-d730-4004-adf3-f40dcdf423d7 HTTP/1.1" status: 200 len: 943 time: 0.5358224 Nov 10 17:33:56.306869 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e752c62d-50d1-4d00-80f7-bf1733488f15 req-deb0c853-1424-4956-8de9-901338cc68c0 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536943 Nov 10 17:33:56.324512 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e752c62d-50d1-4d00-80f7-bf1733488f15 req-dc9c49db-3550-4339-b826-2c696aa17615 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8304765 Nov 10 17:33:56.345022 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2a256be9-f69e-43d4-9952-3e618e8a15b3 req-3f580b28-2e4d-4f62-8004-419966485d2e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=abb44563-c74e-44b5-8021-c307586a6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126087 Nov 10 17:33:56.433664 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a32c5-90b0-457a-9625-84277994ece0 req-fd9e9c0b-f278-42e2-9956-e7c8732cb90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:56.435585 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-858a32c5-90b0-457a-9625-84277994ece0 req-fd9e9c0b-f278-42e2-9956-e7c8732cb90b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f3c826abd1f43d19edc39ad69e1071c&device_id=e9b42f54-4132-4b75-9f30-1a81ef08c9c7 HTTP/1.1" status: 200 len: 1100 time: 0.2841516 Nov 10 17:33:56.442655 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8295fb9a-a49e-4f77-a06c-6115d38512c1', 'tag': '2fd96dd5-a84f-46f1-8ffe-375e521fe660'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:56.444939 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7438db15-88ec-45b0-aa38-47dab0f81cff" -d '{"events": [{"name": "network-changed", "server_uuid": "8295fb9a-a49e-4f77-a06c-6115d38512c1", "tag": "2fd96dd5-a84f-46f1-8ffe-375e521fe660"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:56.454348 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-daf76064-0674-4ef5-8395-3d74feb5b75b req-02ba6219-2207-42cf-88fa-46380f533b12 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268720 Nov 10 17:33:56.479147 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff176e5-ed98-4ac0-90d2-df228cdb278a req-0ef848d0-b002-4c71-b914-981acf031d31 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:56.479147 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cff176e5-ed98-4ac0-90d2-df228cdb278a req-0ef848d0-b002-4c71-b914-981acf031d31 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/ports?device_id=0001d9a1-3724-43ad-acdd-d7720b6924ca HTTP/1.1" status: 200 len: 948 time: 0.2275107 Nov 10 17:33:56.484129 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e752c62d-50d1-4d00-80f7-bf1733488f15 req-78740ea9-f292-4a02-a91d-cdf47151f331 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492071 Nov 10 17:33:56.514481 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e752c62d-50d1-4d00-80f7-bf1733488f15 req-dc6300e4-a4e3-44c7-b192-9d48c9b8d5c8 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799376 Nov 10 17:33:56.517913 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90f9fbdd-af09-45c3-840a-3a18150b6671 req-970cf9c0-53b7-46de-9c68-38d23591bc7c service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676231 Nov 10 17:33:56.548308 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cff176e5-ed98-4ac0-90d2-df228cdb278a req-d97beb37-bc17-405f-9613-066f2fe90ed0 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a9f8457-6cd7-41cd-87d5-1399838d7738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643005 Nov 10 17:33:56.585816 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-fa94335c-b2c6-4bf1-b8c4-81e523b67be2 req-9fe02e5f-26da-4a2e-8b80-f22e77c69086 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:56.607762 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-858a32c5-90b0-457a-9625-84277994ece0 req-86bb378b-c94f-47be-b6e2-2dc1be3a679a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=4035bddd-59ee-4f4b-b690-db1ee003e1e0 HTTP/1.1" status: 200 len: 217 time: 0.0468493 Nov 10 17:33:56.632504 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe02e5f-26da-4a2e-8b80-f22e77c69086 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Pushing event deleted for resources: {'Port': ['ID=543aed04-7ec9-461d-9612-2e129ff33b29,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:56.643210 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b8d0b-7cc7-4fc3-b2c0-d3d9ecd2a722 req-acac1ad8-1095-462a-8742-9f0f606b7c2b tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:56.644826 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-875b8d0b-7cc7-4fc3-b2c0-d3d9ecd2a722 req-acac1ad8-1095-462a-8742-9f0f606b7c2b tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 948 time: 0.1132641 Nov 10 17:33:56.701262 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a32c5-90b0-457a-9625-84277994ece0 req-3d74358b-bc45-4db6-8cfb-5cf8afa13232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:56.702853 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-858a32c5-90b0-457a-9625-84277994ece0 req-3d74358b-bc45-4db6-8cfb-5cf8afa13232 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.0815039 Nov 10 17:33:56.719089 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4812a0-7952-420f-b464-b431ca645dcb req-676d1494-71a9-46d0-95ec-6ea2f03830d0 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:56.719340 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa94335c-b2c6-4bf1-b8c4-81e523b67be2 req-9fe02e5f-26da-4a2e-8b80-f22e77c69086 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] No DVR routers for this DVR port 543aed04-7ec9-461d-9612-2e129ff33b29 on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:33:56.720990 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a4812a0-7952-420f-b464-b431ca645dcb req-676d1494-71a9-46d0-95ec-6ea2f03830d0 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 945 time: 0.0888398 Nov 10 17:33:56.724290 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-fa94335c-b2c6-4bf1-b8c4-81e523b67be2 req-9fe02e5f-26da-4a2e-8b80-f22e77c69086 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:56.727571 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fa94335c-b2c6-4bf1-b8c4-81e523b67be2 req-9fe02e5f-26da-4a2e-8b80-f22e77c69086 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.11 "DELETE /v2.0/ports/543aed04-7ec9-461d-9612-2e129ff33b29 HTTP/1.1" status: 204 len: 173 time: 1.9614630 Nov 10 17:33:56.745940 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5cf2b-6cb1-46d5-bf08-f4a034d63b17 req-d2d03da3-e3d3-4113-87d1-bdcb32957b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:56.747535 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d5f5cf2b-6cb1-46d5-bf08-f4a034d63b17 req-d2d03da3-e3d3-4113-87d1-bdcb32957b08 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4fd8838459d548ea9aadd9998a4d8b03&device_id=0001d9a1-3724-43ad-acdd-d7720b6924ca HTTP/1.1" status: 200 len: 1100 time: 0.1238065 Nov 10 17:33:56.772594 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-875b8d0b-7cc7-4fc3-b2c0-d3d9ecd2a722 req-48922629-a167-4ed0-b3e5-3ed44b07adc4 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084480 Nov 10 17:33:56.800122 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a32c5-90b0-457a-9625-84277994ece0 req-6cc1f793-cf72-4ffb-bf9d-dda805aca02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:56.801726 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-858a32c5-90b0-457a-9625-84277994ece0 req-6cc1f793-cf72-4ffb-bf9d-dda805aca02f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0800731 Nov 10 17:33:56.810248 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a4812a0-7952-420f-b464-b431ca645dcb req-c6ac1dd5-c877-4eca-9698-df3f19129e19 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799224 Nov 10 17:33:56.890606 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5cf2b-6cb1-46d5-bf08-f4a034d63b17 req-9222085b-537f-4ba2-9137-c75e6a207a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:56.893125 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d5f5cf2b-6cb1-46d5-bf08-f4a034d63b17 req-9222085b-537f-4ba2-9137-c75e6a207a50 service neutron] 10.222.0.11 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.1365328 Nov 10 17:33:56.935013 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-858a32c5-90b0-457a-9625-84277994ece0 req-99d7001d-cbb3-48af-b7c2-feba20a439b2 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200476 Nov 10 17:33:56.955489 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d5f5cf2b-6cb1-46d5-bf08-f4a034d63b17 req-12c89073-b64d-467f-957c-a651c00fc094 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=d3964b4a-df0e-4213-9900-7ff0a6ebea97 HTTP/1.1" status: 200 len: 217 time: 0.0530272 Nov 10 17:33:56.999532 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a63ecfd-8a85-425f-a7a3-66a82a1b980d x-openstack-request-id: req-3a63ecfd-8a85-425f-a7a3-66a82a1b980d {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:56.999924 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8295fb9a-a49e-4f77-a06c-6115d38512c1", "tag": "2fd96dd5-a84f-46f1-8ffe-375e521fe660", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:57.000303 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3a63ecfd-8a85-425f-a7a3-66a82a1b980d {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:57.001268 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8295fb9a-a49e-4f77-a06c-6115d38512c1', 'tag': '2fd96dd5-a84f-46f1-8ffe-375e521fe660', 'status': 'completed', 'code': 200} Nov 10 17:33:57.031448 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5cf2b-6cb1-46d5-bf08-f4a034d63b17 req-005de083-c186-4fcf-8c7e-ff5f0c405648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:57.032344 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7452f4c-5b83-4e40-a680-faa6373a2b6e req-90638b62-968c-4a2d-8f7a-9d9add3ce484 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:57.033257 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d5f5cf2b-6cb1-46d5-bf08-f4a034d63b17 req-005de083-c186-4fcf-8c7e-ff5f0c405648 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.0657985 Nov 10 17:33:57.033866 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7452f4c-5b83-4e40-a680-faa6373a2b6e req-90638b62-968c-4a2d-8f7a-9d9add3ce484 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7722ec6-c75e-4f35-bead-5064e16c2c00 HTTP/1.1" status: 200 len: 950 time: 0.1217279 Nov 10 17:33:57.075878 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device e098545c-1c6b-4153-9075-cbd015f860e7 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:33:57.081154 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device ab44e4a6-848e-479b-99dd-8afdb58cebe0 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:33:57.116007 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5cf2b-6cb1-46d5-bf08-f4a034d63b17 req-d2c19fca-8bfc-48b2-a86e-e568754586c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:57.117704 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d5f5cf2b-6cb1-46d5-bf08-f4a034d63b17 req-d2c19fca-8bfc-48b2-a86e-e568754586c9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0759976 Nov 10 17:33:57.125623 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-858a32c5-90b0-457a-9625-84277994ece0 req-b431ebe8-8b57-4950-8a02-ab073c28b0ce service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760323 Nov 10 17:33:57.131919 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610ef424-9966-4b3e-b5ab-00c5b089690b req-81a5e202-3b46-43db-8a34-3661fe956c35 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:57.133567 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-610ef424-9966-4b3e-b5ab-00c5b089690b req-81a5e202-3b46-43db-8a34-3661fe956c35 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9b42f54-4132-4b75-9f30-1a81ef08c9c7 HTTP/1.1" status: 200 len: 948 time: 0.0819266 Nov 10 17:33:57.151637 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438db15-88ec-45b0-aa38-47dab0f81cff req-aec7a95e-e0b4-41ea-b9be-1e7efbbf5fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:57.153547 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7438db15-88ec-45b0-aa38-47dab0f81cff req-aec7a95e-e0b4-41ea-b9be-1e7efbbf5fed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f3c826abd1f43d19edc39ad69e1071c&device_id=8295fb9a-a49e-4f77-a06c-6115d38512c1 HTTP/1.1" status: 200 len: 1100 time: 0.1161056 Nov 10 17:33:57.160558 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7452f4c-5b83-4e40-a680-faa6373a2b6e req-ecb0f337-431b-4d2a-8e7a-77c9a4f2c494 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/security-groups?id=abb44563-c74e-44b5-8021-c307586a6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128025 Nov 10 17:33:57.172435 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port e098545c-1c6b-4153-9075-cbd015f860e7 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:33:57.177103 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port ab44e4a6-848e-479b-99dd-8afdb58cebe0 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:33:57.182168 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port e098545c-1c6b-4153-9075-cbd015f860e7 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:33:57.182597 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:57.184665 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port ab44e4a6-848e-479b-99dd-8afdb58cebe0 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:33:57.185142 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:57.266226 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-610ef424-9966-4b3e-b5ab-00c5b089690b req-769888c5-f0f9-4794-8886-323aa5ca3f30 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/security-groups?id=72fe3656-6222-4e17-8d04-8990ec4e02c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225963 Nov 10 17:33:57.295706 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438db15-88ec-45b0-aa38-47dab0f81cff req-983160c3-5f8f-43dc-bcf6-9d6e12f0eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:57.297880 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7438db15-88ec-45b0-aa38-47dab0f81cff req-983160c3-5f8f-43dc-bcf6-9d6e12f0eb98 service neutron] 10.222.0.13 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.1356997 Nov 10 17:33:57.323282 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d5f5cf2b-6cb1-46d5-bf08-f4a034d63b17 req-73c230d3-0a17-42de-b7f7-21d87f424a86 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746998 Nov 10 17:33:57.359051 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7438db15-88ec-45b0-aa38-47dab0f81cff req-ee812a8e-7978-41d7-80cb-48ac3a20a03e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=2fd96dd5-a84f-46f1-8ffe-375e521fe660 HTTP/1.1" status: 200 len: 217 time: 0.0534401 Nov 10 17:33:57.388774 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:57.390745 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:57.431413 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438db15-88ec-45b0-aa38-47dab0f81cff req-87ede74e-76d6-4564-8823-918309f756b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:57.433866 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7438db15-88ec-45b0-aa38-47dab0f81cff req-87ede74e-76d6-4564-8823-918309f756b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.0659971 Nov 10 17:33:57.439802 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port e098545c-1c6b-4153-9075-cbd015f860e7, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=e098545c-1c6b-4153-9075-cbd015f860e7,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:57.452403 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:57.453131 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 543aed04-7ec9-461d-9612-2e129ff33b29 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:33:57.483430 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3520aa48-7121-497f-930f-36feb420fa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e098545c-1c6b-4153-9075-cbd015f860e7'}, {'server_uuid': 'c95c63e0-ffeb-439e-8201-3e64f837d4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab44e4a6-848e-479b-99dd-8afdb58cebe0'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:57.484754 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741436b8-1f67-4a53-9cb9-b2a884feeac8" -d '{"events": [{"server_uuid": "3520aa48-7121-497f-930f-36feb420fa01", "name": "network-vif-plugged", "status": "completed", "tag": "e098545c-1c6b-4153-9075-cbd015f860e7"}, {"server_uuid": "c95c63e0-ffeb-439e-8201-3e64f837d4ac", "name": "network-vif-plugged", "status": "completed", "tag": "ab44e4a6-848e-479b-99dd-8afdb58cebe0"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:57.512598 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b42f54-4132-4b75-9f30-1a81ef08c9c7', 'tag': '4035bddd-59ee-4f4b-b690-db1ee003e1e0'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:57.515734 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 543aed04-7ec9-461d-9612-2e129ff33b29 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:33:57.516084 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 543aed04-7ec9-461d-9612-2e129ff33b29 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:33:57.516479 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0b2836-e320-4f6a-8f83-c9297e47bb52" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b42f54-4132-4b75-9f30-1a81ef08c9c7", "tag": "4035bddd-59ee-4f4b-b690-db1ee003e1e0"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:57.521945 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port ab44e4a6-848e-479b-99dd-8afdb58cebe0, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=ab44e4a6-848e-479b-99dd-8afdb58cebe0,segment=NetworkSegment(17d5af1c-a623-4581-8ea0-158dc701aa2d),segment_id=17d5af1c-a623-4581-8ea0-158dc701aa2d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:57.537297 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:57.560758 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=e098545c-1c6b-4153-9075-cbd015f860e7,revision_number=9']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:57.570359 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:57.570359 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:57.570846 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:57.571184 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:57.571518 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:57.571848 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:57.572198 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:57.572683 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:57.573011 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:57.573334 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:57.573655 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:57.573973 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:33:57.574684 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d5f5cf2b-6cb1-46d5-bf08-f4a034d63b17 req-ccafee02-8600-4d2c-9d3f-226b56f4b06a service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396586 Nov 10 17:33:57.612267 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438db15-88ec-45b0-aa38-47dab0f81cff req-b394469b-b072-428a-8a1d-a7a36a6645b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:57.613990 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2204c-7d42-4425-a22a-2e86d896f73e req-d5de80e4-ab83-4c8f-b027-35ced77d2fcd tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:57.617085 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c9f2204c-7d42-4425-a22a-2e86d896f73e req-d5de80e4-ab83-4c8f-b027-35ced77d2fcd tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95c63e0-ffeb-439e-8201-3e64f837d4ac HTTP/1.1" status: 200 len: 945 time: 0.1341307 Nov 10 17:33:57.625981 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7438db15-88ec-45b0-aa38-47dab0f81cff req-b394469b-b072-428a-8a1d-a7a36a6645b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1836345 Nov 10 17:33:57.651616 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-7b33a39c-5447-4f87-8cbb-3152b104803d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:57.653134 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-7b33a39c-5447-4f87-8cbb-3152b104803d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.11 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01&tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&binding%3Ahost_id=n-h1-776250-10 HTTP/1.1" status: 200 len: 949 time: 0.1261697 Nov 10 17:33:57.670802 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=ab44e4a6-848e-479b-99dd-8afdb58cebe0,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:57.676530 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c9f2204c-7d42-4425-a22a-2e86d896f73e req-e8287042-bfa4-49fd-9031-4e8aca146880 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534410 Nov 10 17:33:57.775082 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-98510f85-3e19-4a40-9347-d31061b6e306 service neutron] 10.222.0.11 "GET /v2.0/ports/e098545c-1c6b-4153-9075-cbd015f860e7/bindings/n-h1-776250-10 HTTP/1.1" status: 200 len: 383 time: 0.1114707 Nov 10 17:33:57.790914 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7438db15-88ec-45b0-aa38-47dab0f81cff req-2d7bf11d-dc97-4a58-a22a-47a19e22ea22 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555109 Nov 10 17:33:57.806196 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259d4b9-8b05-4554-8858-98d44ad0fdfe req-f11bb362-aab8-4607-bdcb-18a8ad5d5c7d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:57.808037 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3259d4b9-8b05-4554-8858-98d44ad0fdfe req-f11bb362-aab8-4607-bdcb-18a8ad5d5c7d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 949 time: 0.0630627 Nov 10 17:33:57.819932 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db0c99d-b738-481f-8563-4ee8cba771c2 x-openstack-request-id: req-5db0c99d-b738-481f-8563-4ee8cba771c2 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:57.820347 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3520aa48-7121-497f-930f-36feb420fa01", "name": "network-vif-plugged", "status": "completed", "tag": "e098545c-1c6b-4153-9075-cbd015f860e7", "code": 200}, {"server_uuid": "c95c63e0-ffeb-439e-8201-3e64f837d4ac", "name": "network-vif-plugged", "status": "completed", "tag": "ab44e4a6-848e-479b-99dd-8afdb58cebe0", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:57.820796 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5db0c99d-b738-481f-8563-4ee8cba771c2 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:57.821276 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3520aa48-7121-497f-930f-36feb420fa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e098545c-1c6b-4153-9075-cbd015f860e7', 'code': 200} Nov 10 17:33:57.821638 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c95c63e0-ffeb-439e-8201-3e64f837d4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab44e4a6-848e-479b-99dd-8afdb58cebe0', 'code': 200} Nov 10 17:33:57.853812 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1164334-c532-47c8-8794-45564d46861e x-openstack-request-id: req-b1164334-c532-47c8-8794-45564d46861e {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:57.854109 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b42f54-4132-4b75-9f30-1a81ef08c9c7", "tag": "4035bddd-59ee-4f4b-b690-db1ee003e1e0", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:57.854460 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b1164334-c532-47c8-8794-45564d46861e {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:57.855393 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b42f54-4132-4b75-9f30-1a81ef08c9c7', 'tag': '4035bddd-59ee-4f4b-b690-db1ee003e1e0', 'status': 'completed', 'code': 200} Nov 10 17:33:57.896820 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3259d4b9-8b05-4554-8858-98d44ad0fdfe req-5026641d-4bc2-4814-9d60-dd2e7103e40c tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780137 Nov 10 17:33:57.914600 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-7047e237-6a3b-458b-a9cc-2db376c838aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:57.914600 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-7047e237-6a3b-458b-a9cc-2db376c838aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 1101 time: 0.1003437 Nov 10 17:33:57.973993 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ebb4b-18f8-4730-918e-ffd8e022f231 req-54f968f8-a544-4bff-9cf0-15a216ca0d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:57.975621 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a36ebb4b-18f8-4730-918e-ffd8e022f231 req-54f968f8-a544-4bff-9cf0-15a216ca0d85 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c95c63e0-ffeb-439e-8201-3e64f837d4ac HTTP/1.1" status: 200 len: 1098 time: 0.0684521 Nov 10 17:33:57.981154 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b2836-e320-4f6a-8f83-c9297e47bb52 req-744b26c8-adb2-42e9-b07e-89253c178371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:57.982536 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1a0b2836-e320-4f6a-8f83-c9297e47bb52 req-744b26c8-adb2-42e9-b07e-89253c178371 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f3c826abd1f43d19edc39ad69e1071c&device_id=e9b42f54-4132-4b75-9f30-1a81ef08c9c7 HTTP/1.1" status: 200 len: 1100 time: 0.0847168 Nov 10 17:33:58.012597 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7438db15-88ec-45b0-aa38-47dab0f81cff req-cd0d1948-8a21-44eb-9f72-6d8a6d724af0 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133813 Nov 10 17:33:58.042547 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51e773-9b8a-402a-811a-3ccf210e9d8a req-b3e879a9-7e25-486b-9387-62c11708f995 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:58.044138 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6a51e773-9b8a-402a-811a-3ccf210e9d8a req-b3e879a9-7e25-486b-9387-62c11708f995 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/ports?device_id=0001d9a1-3724-43ad-acdd-d7720b6924ca HTTP/1.1" status: 200 len: 948 time: 0.1119895 Nov 10 17:33:58.088982 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a36ebb4b-18f8-4730-918e-ffd8e022f231 req-d2df6ded-473b-4294-925c-26baa0feaf73 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037478 Nov 10 17:33:58.091311 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-7ffece3a-8767-4640-8205-2d38d430e1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:58.092915 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-7ffece3a-8767-4640-8205-2d38d430e1da service neutron] 10.222.0.11 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.1730897 Nov 10 17:33:58.112814 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b2836-e320-4f6a-8f83-c9297e47bb52 req-adec4417-87fb-46e2-82e4-e61353af0480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:58.114732 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1a0b2836-e320-4f6a-8f83-c9297e47bb52 req-adec4417-87fb-46e2-82e4-e61353af0480 service neutron] 10.222.0.11 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.1230552 Nov 10 17:33:58.125441 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6a51e773-9b8a-402a-811a-3ccf210e9d8a req-b66c8d1a-568e-4f39-962b-a3fcebc4b684 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a9f8457-6cd7-41cd-87d5-1399838d7738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695536 Nov 10 17:33:58.158091 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-02d9a814-77ce-49e0-be6a-81ae5b00acac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=e098545c-1c6b-4153-9075-cbd015f860e7 HTTP/1.1" status: 200 len: 217 time: 0.0413375 Nov 10 17:33:58.161594 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1a0b2836-e320-4f6a-8f83-c9297e47bb52 req-8bc23c1e-9e54-4eda-899b-c476adae6aad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=4035bddd-59ee-4f4b-b690-db1ee003e1e0 HTTP/1.1" status: 200 len: 217 time: 0.0394588 Nov 10 17:33:58.220865 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-54fd7c6a-6e69-4642-af77-4ff10ffbe578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:58.222554 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-54fd7c6a-6e69-4642-af77-4ff10ffbe578 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.0513835 Nov 10 17:33:58.233938 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b2836-e320-4f6a-8f83-c9297e47bb52 req-821a8c31-a2fe-4325-99c8-ffc9ac98f717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:58.235599 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1a0b2836-e320-4f6a-8f83-c9297e47bb52 req-821a8c31-a2fe-4325-99c8-ffc9ac98f717 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.0638666 Nov 10 17:33:58.277806 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-ea96fd17-42f4-41a9-898d-086d06638739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:58.278959 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-ea96fd17-42f4-41a9-898d-086d06638739 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0478070 Nov 10 17:33:58.284777 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b2836-e320-4f6a-8f83-c9297e47bb52 req-a78b96d4-6f2d-4e53-a4c2-4e6976d2b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:58.286371 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1a0b2836-e320-4f6a-8f83-c9297e47bb52 req-a78b96d4-6f2d-4e53-a4c2-4e6976d2b2f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0436192 Nov 10 17:33:58.353745 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33640) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:58.358608 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-5dfc163c-2468-40ef-b458-ec6b98a3561c tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1778702088', 'description': 'tempest-description--1806670806'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:33:58.399412 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-9de10423-023a-4743-98e6-d5c432a1f439 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127400 Nov 10 17:33:58.402704 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5dfc163c-2468-40ef-b458-ec6b98a3561c tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:58.466976 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1a0b2836-e320-4f6a-8f83-c9297e47bb52 req-14c485b3-e375-49ea-baf0-4899d566ffc1 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738603 Nov 10 17:33:58.494727 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055bbb2b-fa76-4051-8e21-09c9e624617c req-1637d211-4d8c-4b70-bfbf-382818ad5d0d tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:58.496261 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-055bbb2b-fa76-4051-8e21-09c9e624617c req-1637d211-4d8c-4b70-bfbf-382818ad5d0d tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 945 time: 0.1100044 Nov 10 17:33:58.506521 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edba1db-4096-488a-9412-c3b99b846a1a req-3fccd997-d303-44f7-8f4c-b186fac921a8 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:58.508010 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2edba1db-4096-488a-9412-c3b99b846a1a req-3fccd997-d303-44f7-8f4c-b186fac921a8 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7722ec6-c75e-4f35-bead-5064e16c2c00 HTTP/1.1" status: 200 len: 950 time: 0.1051011 Nov 10 17:33:58.545924 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-4957e960-6411-4fbe-89c5-d7aef7e97fab service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342700 Nov 10 17:33:58.577333 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2edba1db-4096-488a-9412-c3b99b846a1a req-ec97ccc0-3fb1-4bd4-a4c6-6143f1d6f9d2 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/security-groups?id=abb44563-c74e-44b5-8021-c307586a6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591090 Nov 10 17:33:58.641159 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5dfc163c-2468-40ef-b458-ec6b98a3561c tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:58.648893 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5dfc163c-2468-40ef-b458-ec6b98a3561c tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:58.657571 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-055bbb2b-fa76-4051-8e21-09c9e624617c req-2a9c0a55-847b-429a-bc4c-3da44df98ec1 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267910 Nov 10 17:33:58.663824 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1a0b2836-e320-4f6a-8f83-c9297e47bb52 req-3381ae9a-d30b-48e4-9ac2-712d9af8177f service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885490 Nov 10 17:33:58.697606 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5dfc163c-2468-40ef-b458-ec6b98a3561c tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:58.700220 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5dfc163c-2468-40ef-b458-ec6b98a3561c tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3439860 Nov 10 17:33:58.700440 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf7504-0a4b-4f34-8b8d-64fd545ef8fd req-2a5c6491-775c-443d-a5c7-e3ae4a8dce8a tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:58.700972 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7bf7504-0a4b-4f34-8b8d-64fd545ef8fd req-2a5c6491-775c-443d-a5c7-e3ae4a8dce8a tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9b42f54-4132-4b75-9f30-1a81ef08c9c7 HTTP/1.1" status: 200 len: 948 time: 0.0538404 Nov 10 17:33:58.701964 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33646) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:58.707320 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc163c-2468-40ef-b458-ec6b98a3561c tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b74420-533b-404b-8e9e-7c189ec2569e,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:58.715938 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-5052e0fc-00d9-4b90-891a-3426a7fe44de tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Request body: {'security_group_rule': {'security_group_id': 'f4b74420-533b-404b-8e9e-7c189ec2569e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:33:58.784367 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5052e0fc-00d9-4b90-891a-3426a7fe44de tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:58.790089 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7bf7504-0a4b-4f34-8b8d-64fd545ef8fd req-e79dc74d-752d-4d76-83d3-8c141781d9dd tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/security-groups?id=72fe3656-6222-4e17-8d04-8990ec4e02c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684340 Nov 10 17:33:58.851600 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5052e0fc-00d9-4b90-891a-3426a7fe44de tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:58.855655 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5052e0fc-00d9-4b90-891a-3426a7fe44de tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:58.875260 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052e0fc-00d9-4b90-891a-3426a7fe44de tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a65893-cfd0-49bf-b658-863c40520347,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:58.887499 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5052e0fc-00d9-4b90-891a-3426a7fe44de tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:58.891382 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5052e0fc-00d9-4b90-891a-3426a7fe44de tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1858690 Nov 10 17:33:58.891788 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33654) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:58.896905 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-b5b999d5-4911-4eef-a497-fabe3dc01939 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Request body: {'security_group_rule': {'security_group_id': 'f4b74420-533b-404b-8e9e-7c189ec2569e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:33:58.924546 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966803e-ee5b-4c27-957c-4916e9fbf1a7 req-4ce51cfc-2509-4c01-85df-445f47f12657 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:58.926298 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8966803e-ee5b-4c27-957c-4916e9fbf1a7 req-4ce51cfc-2509-4c01-85df-445f47f12657 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95c63e0-ffeb-439e-8201-3e64f837d4ac HTTP/1.1" status: 200 len: 946 time: 0.0745921 Nov 10 17:33:58.945095 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ea35e-45ca-445c-b7aa-161197559cf9 req-fc4e82cc-ca6e-4731-ae2c-6b4abed3e003 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:58.946596 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-359ea35e-45ca-445c-b7aa-161197559cf9 req-fc4e82cc-ca6e-4731-ae2c-6b4abed3e003 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7722ec6-c75e-4f35-bead-5064e16c2c00 HTTP/1.1" status: 200 len: 950 time: 0.0517647 Nov 10 17:33:58.957773 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5b999d5-4911-4eef-a497-fabe3dc01939 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:58.994873 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-359ea35e-45ca-445c-b7aa-161197559cf9 req-c7d552d3-131d-4f24-9d0b-5f0eb6977af9 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/security-groups?id=abb44563-c74e-44b5-8021-c307586a6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419862 Nov 10 17:33:59.002660 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b306e3-d730-4004-adf3-f40dcdf423d7', 'name': 'network-vif-deleted', 'tag': '543aed04-7ec9-461d-9612-2e129ff33b29'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:33:59.004892 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6514e0d9-33e5-4155-9c30-154eaea7565d" -d '{"events": [{"server_uuid": "99b306e3-d730-4004-adf3-f40dcdf423d7", "name": "network-vif-deleted", "tag": "543aed04-7ec9-461d-9612-2e129ff33b29"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:33:59.020417 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8966803e-ee5b-4c27-957c-4916e9fbf1a7 req-156f102c-83df-4d05-a8a5-c93e0eafb06a tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853875 Nov 10 17:33:59.065791 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5b999d5-4911-4eef-a497-fabe3dc01939 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:59.076619 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device d3964b4a-df0e-4213-9900-7ff0a6ebea97 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:33:59.079316 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5b999d5-4911-4eef-a497-fabe3dc01939 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:59.096668 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 2fd96dd5-a84f-46f1-8ffe-375e521fe660 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:33:59.115536 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254b2202-0a60-4274-b6ad-ab734416b081 x-openstack-request-id: req-254b2202-0a60-4274-b6ad-ab734416b081 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:33:59.115922 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b306e3-d730-4004-adf3-f40dcdf423d7", "name": "network-vif-deleted", "tag": "543aed04-7ec9-461d-9612-2e129ff33b29", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:33:59.116194 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-254b2202-0a60-4274-b6ad-ab734416b081 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:33:59.116720 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b306e3-d730-4004-adf3-f40dcdf423d7', 'name': 'network-vif-deleted', 'tag': '543aed04-7ec9-461d-9612-2e129ff33b29', 'status': 'completed', 'code': 200} Nov 10 17:33:59.119828 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b999d5-4911-4eef-a497-fabe3dc01939 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa3858b-72f7-491b-b0e6-50c769b79364,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:59.132288 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5b999d5-4911-4eef-a497-fabe3dc01939 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:59.136984 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33664) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:33:59.140500 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b5b999d5-4911-4eef-a497-fabe3dc01939 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2437201 Nov 10 17:33:59.142129 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-25582619-9d49-466d-bbf7-2d1b5d83e9c2 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:33:59.172616 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-25582619-9d49-466d-bbf7-2d1b5d83e9c2 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:59.254670 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb7d2d-3c0f-42aa-9cf1-2c63df1dfaa0 req-7a492650-65a0-479a-b184-f1c4c0e87722 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:59.259236 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-27cb7d2d-3c0f-42aa-9cf1-2c63df1dfaa0 req-7a492650-65a0-479a-b184-f1c4c0e87722 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 949 time: 0.1114652 Nov 10 17:33:59.303556 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port d3964b4a-df0e-4213-9900-7ff0a6ebea97, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d3964b4a-df0e-4213-9900-7ff0a6ebea97,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:59.310504 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-25582619-9d49-466d-bbf7-2d1b5d83e9c2 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:59.328322 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'd3964b4a-df0e-4213-9900-7ff0a6ebea97', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': 'd3964b4a-df0e-4213-9900-7ff0a6ebea97', 'mac_address': 'fa:16:3e:aa:ba:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:33:59.341053 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 2fd96dd5-a84f-46f1-8ffe-375e521fe660, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2fd96dd5-a84f-46f1-8ffe-375e521fe660,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:59.362435 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-27cb7d2d-3c0f-42aa-9cf1-2c63df1dfaa0 req-14a52d2d-aded-4fcd-8b6e-64da1dd9dba2 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957739 Nov 10 17:33:59.392893 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '2fd96dd5-a84f-46f1-8ffe-375e521fe660', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': '2fd96dd5-a84f-46f1-8ffe-375e521fe660', 'mac_address': 'fa:16:3e:fd:55:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:33:59.443747 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:59.459953 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:59.475305 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3964b4a-df0e-4213-9900-7ff0a6ebea97 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:33:59.483685 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd96dd5-a84f-46f1-8ffe-375e521fe660 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:33:59.501833 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2bb7-fd0d-4749-bd80-f3c9d0741326 req-0c80e8d7-2875-49e3-91cc-7b2aa5b5519b tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:59.503436 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-31eb2bb7-fd0d-4749-bd80-f3c9d0741326 req-0c80e8d7-2875-49e3-91cc-7b2aa5b5519b tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7722ec6-c75e-4f35-bead-5064e16c2c00 HTTP/1.1" status: 200 len: 950 time: 0.0538874 Nov 10 17:33:59.519269 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port d3964b4a-df0e-4213-9900-7ff0a6ebea97, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d3964b4a-df0e-4213-9900-7ff0a6ebea97,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:59.524664 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 2fd96dd5-a84f-46f1-8ffe-375e521fe660, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2fd96dd5-a84f-46f1-8ffe-375e521fe660,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:59.526749 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:59.527982 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 4035bddd-59ee-4f4b-b690-db1ee003e1e0 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:33:59.534480 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:59.558669 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-31eb2bb7-fd0d-4749-bd80-f3c9d0741326 req-02dc38cf-f237-45bb-bebf-6645e9517cc7 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/security-groups?id=abb44563-c74e-44b5-8021-c307586a6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488367 Nov 10 17:33:59.614373 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=d3964b4a-df0e-4213-9900-7ff0a6ebea97,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:59.622759 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 4035bddd-59ee-4f4b-b690-db1ee003e1e0, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=4035bddd-59ee-4f4b-b690-db1ee003e1e0,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:59.658248 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '4035bddd-59ee-4f4b-b690-db1ee003e1e0', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': '4035bddd-59ee-4f4b-b690-db1ee003e1e0', 'mac_address': 'fa:16:3e:4c:d1:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:33:59.724986 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=2fd96dd5-a84f-46f1-8ffe-375e521fe660,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:59.730766 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:59.745975 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4035bddd-59ee-4f4b-b690-db1ee003e1e0 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:33:59.768792 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 4035bddd-59ee-4f4b-b690-db1ee003e1e0, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=4035bddd-59ee-4f4b-b690-db1ee003e1e0,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:33:59.782971 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:33:59.794343 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['2fd96dd5-a84f-46f1-8ffe-375e521fe660'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:33:59.825842 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d62812-edf7-4a91-abb2-13af3d83d48a req-2a4678f7-540a-49de-aeba-0419133e74f8 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:59.827767 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-85d62812-edf7-4a91-abb2-13af3d83d48a req-2a4678f7-540a-49de-aeba-0419133e74f8 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/ports?device_id=0001d9a1-3724-43ad-acdd-d7720b6924ca HTTP/1.1" status: 200 len: 948 time: 0.4426384 Nov 10 17:33:59.848500 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a37570-5997-470a-8bec-8128bbc02b42 req-6915deb8-ce06-411e-9581-8e4532c61cbe tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:33:59.850092 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-25582619-9d49-466d-bbf7-2d1b5d83e9c2 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Allocated IP 172.25.5.121 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/b514a2ef-fb33-48f1-8425-24a965d3890e) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:33:59.851433 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e4a37570-5997-470a-8bec-8128bbc02b42 req-6915deb8-ce06-411e-9581-8e4532c61cbe tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 945 time: 0.0896380 Nov 10 17:33:59.917615 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=4035bddd-59ee-4f4b-b690-db1ee003e1e0,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:33:59.927423 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e4a37570-5997-470a-8bec-8128bbc02b42 req-d461efe6-9ac4-4e15-bc9c-48bf4b84ff5b tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674837 Nov 10 17:33:59.946163 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-85d62812-edf7-4a91-abb2-13af3d83d48a req-20649a6f-75eb-4c5f-89fd-56ea4ec35e24 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a9f8457-6cd7-41cd-87d5-1399838d7738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103377 Nov 10 17:34:00.031187 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-25582619-9d49-466d-bbf7-2d1b5d83e9c2 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:00.031866 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33682) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:00.060302 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83d05e-3961-4dc5-baf2-87f98e18c7d0 req-baabc3b3-57d6-4eda-8316-af187cc5220a tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:00.068269 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bf83d05e-3961-4dc5-baf2-87f98e18c7d0 req-baabc3b3-57d6-4eda-8316-af187cc5220a tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9b42f54-4132-4b75-9f30-1a81ef08c9c7 HTTP/1.1" status: 200 len: 949 time: 0.0726564 Nov 10 17:34:00.099618 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-25582619-9d49-466d-bbf7-2d1b5d83e9c2 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:00.119494 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['4035bddd-59ee-4f4b-b690-db1ee003e1e0'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:34:00.120823 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bf83d05e-3961-4dc5-baf2-87f98e18c7d0 req-380fe515-a966-4c95-895d-4f6f75799846 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/security-groups?id=72fe3656-6222-4e17-8d04-8990ec4e02c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516069 Nov 10 17:34:00.152716 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['d3964b4a-df0e-4213-9900-7ff0a6ebea97'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:34:00.162249 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25582619-9d49-466d-bbf7-2d1b5d83e9c2 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:34:00.185661 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-98b307b4-816d-45ef-b235-712d3d640afc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:00.186506 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-25582619-9d49-466d-bbf7-2d1b5d83e9c2 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:34:00.195691 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25582619-9d49-466d-bbf7-2d1b5d83e9c2 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:34:00.225420 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25582619-9d49-466d-bbf7-2d1b5d83e9c2 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Pushing event updated for resources: {'Port': ['ID=b514a2ef-fb33-48f1-8425-24a965d3890e,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:00.258289 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6ac36-2475-4623-ac3f-4a272af66c8b req-5de5182e-7ca4-4b68-8c16-7300a5f1f3e7 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:00.264703 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b3c6ac36-2475-4623-ac3f-4a272af66c8b req-5de5182e-7ca4-4b68-8c16-7300a5f1f3e7 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95c63e0-ffeb-439e-8201-3e64f837d4ac HTTP/1.1" status: 200 len: 946 time: 0.1488795 Nov 10 17:34:00.293118 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-98b307b4-816d-45ef-b235-712d3d640afc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:00.299600 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-98b307b4-816d-45ef-b235-712d3d640afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:00.345842 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-98b307b4-816d-45ef-b235-712d3d640afc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2e408dd1e8b84b62b616194b7469064a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3122225 Nov 10 17:34:00.349541 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33688) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:00.366422 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-25582619-9d49-466d-bbf7-2d1b5d83e9c2 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:00.371418 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b3c6ac36-2475-4623-ac3f-4a272af66c8b req-7874ed52-6c0b-4779-878a-13a1bdd4b7d5 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028042 Nov 10 17:34:00.430740 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-25582619-9d49-466d-bbf7-2d1b5d83e9c2 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:00.434101 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b307b4-816d-45ef-b235-712d3d640afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7d468d-38ab-4095-a850-a1f419603c30,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:00.467715 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ac9fd286-6dde-4e68-a9a3-d3f8e639a773 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:00.516947 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d0fbf372-d0a8-4040-8342-7962193daa8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:00.547371 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ac9fd286-6dde-4e68-a9a3-d3f8e639a773 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:00.588302 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd25cd8-de00-457f-8f0f-ea895017fce3 req-2ac23040-2642-4bb0-bec6-1f1e00e18eb3 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:00.590563 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2bd25cd8-de00-457f-8f0f-ea895017fce3 req-2ac23040-2642-4bb0-bec6-1f1e00e18eb3 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 949 time: 0.1146235 Nov 10 17:34:00.664690 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ac9fd286-6dde-4e68-a9a3-d3f8e639a773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:00.667655 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ac9fd286-6dde-4e68-a9a3-d3f8e639a773 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:00.671165 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ac9fd286-6dde-4e68-a9a3-d3f8e639a773 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2c7d468d-38ab-4095-a850-a1f419603c30 HTTP/1.1" status: 204 len: 168 time: 0.3043125 Nov 10 17:34:00.698431 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2bd25cd8-de00-457f-8f0f-ea895017fce3 req-2a6e6696-cbb7-4759-863b-6850cce26c08 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893064 Nov 10 17:34:00.705568 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9fd286-6dde-4e68-a9a3-d3f8e639a773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7d468d-38ab-4095-a850-a1f419603c30,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:00.776074 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-25582619-9d49-466d-bbf7-2d1b5d83e9c2 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:00.784773 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-25582619-9d49-466d-bbf7-2d1b5d83e9c2 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:00.926450 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25582619-9d49-466d-bbf7-2d1b5d83e9c2 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Pushing event updated for resources: {'Port': ['ID=b514a2ef-fb33-48f1-8425-24a965d3890e,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:00.932769 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35615efb-9356-46de-97a1-ebc13e964608 req-2463f579-e70b-42a4-a210-883cdd44e331 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:00.936297 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35615efb-9356-46de-97a1-ebc13e964608 req-2463f579-e70b-42a4-a210-883cdd44e331 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7722ec6-c75e-4f35-bead-5064e16c2c00 HTTP/1.1" status: 200 len: 950 time: 0.1465156 Nov 10 17:34:00.944118 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-25582619-9d49-466d-bbf7-2d1b5d83e9c2 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:00.955344 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162da84a-5a0e-411d-849b-770d1d90d652 req-c896044a-9401-4d83-95ff-b4a026b3bbfe tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:00.960797 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-162da84a-5a0e-411d-849b-770d1d90d652 req-c896044a-9401-4d83-95ff-b4a026b3bbfe tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7722ec6-c75e-4f35-bead-5064e16c2c00 HTTP/1.1" status: 200 len: 950 time: 0.1307189 Nov 10 17:34:00.985869 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-33a62a69-68e0-4e0c-b593-623e43c2e068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:00.987348 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-33a62a69-68e0-4e0c-b593-623e43c2e068 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01&tenant_id=8f9e5c9c528a40edbd9cc8b10302b929 HTTP/1.1" status: 200 len: 1101 time: 0.1281736 Nov 10 17:34:01.001404 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-25582619-9d49-466d-bbf7-2d1b5d83e9c2 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:01.012565 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-25582619-9d49-466d-bbf7-2d1b5d83e9c2 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8643613 Nov 10 17:34:01.012827 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128d668-1bbf-4e5f-9959-af4ee8a75acb req-6f0fcb1f-5174-4096-bee6-5251779102ea tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:01.012827 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d128d668-1bbf-4e5f-9959-af4ee8a75acb req-6f0fcb1f-5174-4096-bee6-5251779102ea tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95c63e0-ffeb-439e-8201-3e64f837d4ac HTTP/1.1" status: 200 len: 946 time: 0.1678259 Nov 10 17:34:01.028781 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-e507af65-1b2c-486b-9d10-ff50b488c6aa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-776250-10', 'device_owner': 'compute:nova'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:34:01.037046 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-162da84a-5a0e-411d-849b-770d1d90d652 req-697df27d-e380-4810-bc2a-bc32b04a5dce tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/security-groups?id=abb44563-c74e-44b5-8021-c307586a6b8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690415 Nov 10 17:34:01.089632 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 2fd96dd5-a84f-46f1-8ffe-375e521fe660 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:34:01.094716 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device d3964b4a-df0e-4213-9900-7ff0a6ebea97 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:34:01.160012 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-e507af65-1b2c-486b-9d10-ff50b488c6aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:01.178447 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d128d668-1bbf-4e5f-9959-af4ee8a75acb req-8944affb-8045-428f-b401-8248b366b8b7 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561913 Nov 10 17:34:01.227542 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e534b03b-05e2-4808-b441-c8c111f6af00 req-12c7df59-2407-48c2-9975-a44eb73ade1a tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:01.235495 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e534b03b-05e2-4808-b441-c8c111f6af00 req-12c7df59-2407-48c2-9975-a44eb73ade1a tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 945 time: 0.0918808 Nov 10 17:34:01.265087 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-35615efb-9356-46de-97a1-ebc13e964608 req-e81eb38e-29dd-461c-bf06-bc2ceb940222 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Deleting port 2e0ccb6c-b2b7-4144-add2-f5070da5e776 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:34:01.265442 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-35615efb-9356-46de-97a1-ebc13e964608 req-e81eb38e-29dd-461c-bf06-bc2ceb940222 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:01.278358 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port d3964b4a-df0e-4213-9900-7ff0a6ebea97 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:34:01.288348 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port d3964b4a-df0e-4213-9900-7ff0a6ebea97 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:01.289007 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:01.300986 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e534b03b-05e2-4808-b441-c8c111f6af00 req-a3c0a72b-7cd3-49bc-831e-ae799556eada tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643976 Nov 10 17:34:01.442917 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098796b7-de84-4048-ab80-e511d0a685c6 req-2d9c3c3b-4ac2-44ab-a485-ffa6bf906311 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:01.451489 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-098796b7-de84-4048-ab80-e511d0a685c6 req-2d9c3c3b-4ac2-44ab-a485-ffa6bf906311 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9b42f54-4132-4b75-9f30-1a81ef08c9c7 HTTP/1.1" status: 200 len: 949 time: 0.0743232 Nov 10 17:34:01.465032 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 2fd96dd5-a84f-46f1-8ffe-375e521fe660 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:34:01.475691 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 2fd96dd5-a84f-46f1-8ffe-375e521fe660 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:01.475691 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:01.477639 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525d73b-dc83-4dd3-841a-9d3edf0e5125 req-eddce097-4c35-48a9-96e6-4a4ec5b8ec76 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:01.479512 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5525d73b-dc83-4dd3-841a-9d3edf0e5125 req-eddce097-4c35-48a9-96e6-4a4ec5b8ec76 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/ports?device_id=0001d9a1-3724-43ad-acdd-d7720b6924ca HTTP/1.1" status: 200 len: 949 time: 0.1673527 Nov 10 17:34:01.533159 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-35615efb-9356-46de-97a1-ebc13e964608 req-e81eb38e-29dd-461c-bf06-bc2ceb940222 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] For port 2e0ccb6c-b2b7-4144-add2-f5070da5e776, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=2e0ccb6c-b2b7-4144-add2-f5070da5e776,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:01.533531 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-35615efb-9356-46de-97a1-ebc13e964608 req-e81eb38e-29dd-461c-bf06-bc2ceb940222 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:01.537462 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-098796b7-de84-4048-ab80-e511d0a685c6 req-cbdc8f26-4339-4577-81a8-2056d0ea9842 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/security-groups?id=72fe3656-6222-4e17-8d04-8990ec4e02c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851240 Nov 10 17:34:01.566060 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-35615efb-9356-46de-97a1-ebc13e964608 req-e81eb38e-29dd-461c-bf06-bc2ceb940222 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Calling delete_port for 2e0ccb6c-b2b7-4144-add2-f5070da5e776 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:34:01.625382 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:01.647385 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:01.654708 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8295fb9a-a49e-4f77-a06c-6115d38512c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd96dd5-a84f-46f1-8ffe-375e521fe660'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:34:01.657139 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d8f53c-5c0d-478f-be27-78d159a411b8" -d '{"events": [{"server_uuid": "8295fb9a-a49e-4f77-a06c-6115d38512c1", "name": "network-vif-plugged", "status": "completed", "tag": "2fd96dd5-a84f-46f1-8ffe-375e521fe660"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:34:01.671883 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5525d73b-dc83-4dd3-841a-9d3edf0e5125 req-ce86ef45-1f7f-41a7-bbd2-236bd0745ea4 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a9f8457-6cd7-41cd-87d5-1399838d7738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534946 Nov 10 17:34:01.677417 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 2fd96dd5-a84f-46f1-8ffe-375e521fe660, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2fd96dd5-a84f-46f1-8ffe-375e521fe660,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:01.690769 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-e507af65-1b2c-486b-9d10-ff50b488c6aa service neutron] For port e098545c-1c6b-4153-9075-cbd015f860e7, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=e098545c-1c6b-4153-9075-cbd015f860e7,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:01.701899 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:01.741524 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33740) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:01.759334 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port d3964b4a-df0e-4213-9900-7ff0a6ebea97, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d3964b4a-df0e-4213-9900-7ff0a6ebea97,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:01.768550 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-e507af65-1b2c-486b-9d10-ff50b488c6aa service neutron] For port e098545c-1c6b-4153-9075-cbd015f860e7, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:34:01.777181 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:01.778196 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 4035bddd-59ee-4f4b-b690-db1ee003e1e0 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:34:01.784458 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1ef675-cf93-44ca-b1af-7c2593252eb4 x-openstack-request-id: req-ba1ef675-cf93-44ca-b1af-7c2593252eb4 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:34:01.784901 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8295fb9a-a49e-4f77-a06c-6115d38512c1", "name": "network-vif-plugged", "status": "completed", "tag": "2fd96dd5-a84f-46f1-8ffe-375e521fe660", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:34:01.785244 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ba1ef675-cf93-44ca-b1af-7c2593252eb4 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:34:01.785822 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8295fb9a-a49e-4f77-a06c-6115d38512c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd96dd5-a84f-46f1-8ffe-375e521fe660', 'code': 200} Nov 10 17:34:01.828892 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-81c4953f-ee22-472f-ae96-8bcffcf4fa71 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:01.833763 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=2fd96dd5-a84f-46f1-8ffe-375e521fe660,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:01.840759 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-81c4953f-ee22-472f-ae96-8bcffcf4fa71 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/networks?id=40df35a0-3e6c-4a87-b05c-8ec0e27ffece HTTP/1.1" status: 200 len: 822 time: 0.2005329 Nov 10 17:34:01.857435 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3520aa48-7121-497f-930f-36feb420fa01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e098545c-1c6b-4153-9075-cbd015f860e7'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:34:01.859929 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a353f466-d3fe-45f6-8b78-e853592563fe" -d '{"events": [{"server_uuid": "3520aa48-7121-497f-930f-36feb420fa01", "name": "network-vif-unplugged", "status": "completed", "tag": "e098545c-1c6b-4153-9075-cbd015f860e7"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:34:01.864974 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-426a4c6c-9801-4675-809f-9a195a5fce83 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/quotas/83c38918d98344738cd9d64d9905ab18 HTTP/1.1" status: 200 len: 375 time: 0.0228074 Nov 10 17:34:01.865817 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-e507af65-1b2c-486b-9d10-ff50b488c6aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:01.876654 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-35615efb-9356-46de-97a1-ebc13e964608 req-e81eb38e-29dd-461c-bf06-bc2ceb940222 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:01.896786 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-e507af65-1b2c-486b-9d10-ff50b488c6aa service neutron] Transition to ACTIVE for port object e098545c-1c6b-4153-9075-cbd015f860e7 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:34:01.921357 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-e507af65-1b2c-486b-9d10-ff50b488c6aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:01.926225 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81eb38e-29dd-461c-bf06-bc2ceb940222 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Pushing event deleted for resources: {'Port': ['ID=2e0ccb6c-b2b7-4144-add2-f5070da5e776,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:01.974035 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=d3964b4a-df0e-4213-9900-7ff0a6ebea97,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:01.992571 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 4035bddd-59ee-4f4b-b690-db1ee003e1e0 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:34:01.997824 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 4035bddd-59ee-4f4b-b690-db1ee003e1e0 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:01.998251 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:01.998949 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-ac15f867-4494-46ff-96a7-ec8bf80c1064 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=83c38918d98344738cd9d64d9905ab18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1252813 Nov 10 17:34:02.000940 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2258d8-e63d-4224-9db8-fcdd69a5c61b req-74a4eda5-0863-438c-b082-d2e20939a91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:02.002587 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-be2258d8-e63d-4224-9db8-fcdd69a5c61b req-74a4eda5-0863-438c-b082-d2e20939a91d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8295fb9a-a49e-4f77-a06c-6115d38512c1 HTTP/1.1" status: 200 len: 1102 time: 0.1278136 Nov 10 17:34:02.003796 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-35615efb-9356-46de-97a1-ebc13e964608 req-e81eb38e-29dd-461c-bf06-bc2ceb940222 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] No DVR routers for this DVR port 2e0ccb6c-b2b7-4144-add2-f5070da5e776 on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:34:02.008090 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-35615efb-9356-46de-97a1-ebc13e964608 req-e81eb38e-29dd-461c-bf06-bc2ceb940222 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:02.011234 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35615efb-9356-46de-97a1-ebc13e964608 req-e81eb38e-29dd-461c-bf06-bc2ceb940222 tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.11 "DELETE /v2.0/ports/2e0ccb6c-b2b7-4144-add2-f5070da5e776 HTTP/1.1" status: 204 len: 173 time: 1.0673649 Nov 10 17:34:02.063953 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-602fb819-cb90-41d8-8360-706396e8daf1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1989159049-network', 'tenant_id': '281475dcac0247d79669d55a1da4eafc'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:34:02.076867 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e507af65-1b2c-486b-9d10-ff50b488c6aa service neutron] Pushing event updated for resources: {'Port': ['ID=e098545c-1c6b-4153-9075-cbd015f860e7,revision_number=10']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:02.121373 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:02.127988 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-be2258d8-e63d-4224-9db8-fcdd69a5c61b req-8eaf5369-fbb1-4b4f-a643-915ea7a2e5cb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=72fe3656-6222-4e17-8d04-8990ec4e02c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076238 Nov 10 17:34:02.144379 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54378295-a369-472f-9d99-178fa00cc963 req-214b9972-adaa-452f-8db5-b9e05cf73de0 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:02.154146 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-54378295-a369-472f-9d99-178fa00cc963 req-214b9972-adaa-452f-8db5-b9e05cf73de0 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 948 time: 0.2057562 Nov 10 17:34:02.156699 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-e507af65-1b2c-486b-9d10-ff50b488c6aa service neutron] No DVR routers for this DVR port e098545c-1c6b-4153-9075-cbd015f860e7 on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:34:02.164799 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-c5bf47cb-ccdb-43fd-bbe4-6046f7c7a507 service neutron] 10.222.0.39 "GET /v2.0/networks/40df35a0-3e6c-4a87-b05c-8ec0e27ffece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556294 Nov 10 17:34:02.171329 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 4035bddd-59ee-4f4b-b690-db1ee003e1e0, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=4035bddd-59ee-4f4b-b690-db1ee003e1e0,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:02.178556 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:02.193327 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602fb819-cb90-41d8-8360-706396e8daf1 admin admin] Made reservation on behalf of 281475dcac0247d79669d55a1da4eafc for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:34:02.196196 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-602fb819-cb90-41d8-8360-706396e8daf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:02.208959 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-602fb819-cb90-41d8-8360-706396e8daf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:02.269736 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=4035bddd-59ee-4f4b-b690-db1ee003e1e0,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:02.279934 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-e507af65-1b2c-486b-9d10-ff50b488c6aa service neutron] Attempting to bind port e098545c-1c6b-4153-9075-cbd015f860e7 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:34:02.280063 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-e507af65-1b2c-486b-9d10-ff50b488c6aa service neutron] Attempting to bind port e098545c-1c6b-4153-9075-cbd015f860e7 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:34:02.280427 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-e507af65-1b2c-486b-9d10-ff50b488c6aa service neutron] Attempting to bind port e098545c-1c6b-4153-9075-cbd015f860e7 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:34:02.288352 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-54378295-a369-472f-9d99-178fa00cc963 req-af93c83c-6e1d-4053-b830-523828359477 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332896 Nov 10 17:34:02.294230 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-e507af65-1b2c-486b-9d10-ff50b488c6aa service neutron] Port e098545c-1c6b-4153-9075-cbd015f860e7 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:34:02.294485 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-e507af65-1b2c-486b-9d10-ff50b488c6aa service neutron] Attempting to bind port e098545c-1c6b-4153-9075-cbd015f860e7 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:34:02.299313 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-8eb0a178-d2a1-43cc-b805-0aef5f051378 service neutron] 10.222.0.39 "GET /v2.0/networks/40df35a0-3e6c-4a87-b05c-8ec0e27ffece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252575 Nov 10 17:34:02.319259 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-e507af65-1b2c-486b-9d10-ff50b488c6aa service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:34:02.319521 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-e507af65-1b2c-486b-9d10-ff50b488c6aa service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:34:02.319913 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-e507af65-1b2c-486b-9d10-ff50b488c6aa service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:34:02.320403 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-e507af65-1b2c-486b-9d10-ff50b488c6aa service neutron] Bound port: e098545c-1c6b-4153-9075-cbd015f860e7, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:34:02.320758 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-e507af65-1b2c-486b-9d10-ff50b488c6aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:02.377726 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17146c3-ca22-450a-b998-d7267b591738 x-openstack-request-id: req-f17146c3-ca22-450a-b998-d7267b591738 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:34:02.378203 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3520aa48-7121-497f-930f-36feb420fa01", "name": "network-vif-unplugged", "status": "completed", "tag": "e098545c-1c6b-4153-9075-cbd015f860e7", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:34:02.378511 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f17146c3-ca22-450a-b998-d7267b591738 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:34:02.379085 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3520aa48-7121-497f-930f-36feb420fa01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e098545c-1c6b-4153-9075-cbd015f860e7', 'code': 200} Nov 10 17:34:02.448656 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-602fb819-cb90-41d8-8360-706396e8daf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:02.465608 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-e507af65-1b2c-486b-9d10-ff50b488c6aa service neutron] For port e098545c-1c6b-4153-9075-cbd015f860e7, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:34:02.468787 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-602fb819-cb90-41d8-8360-706396e8daf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:02.498800 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d24e368c-cfff-4e97-af25-7ffa12156181 req-48fe41cf-a2ff-4d9d-8fd4-bea777cd7e0d tempest-DeleteServersAdminTestJSON-252237960 tempest-DeleteServersAdminTestJSON-252237960-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7722ec6-c75e-4f35-bead-5064e16c2c00 HTTP/1.1" status: 200 len: 210 time: 0.0524230 Nov 10 17:34:02.504789 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-e507af65-1b2c-486b-9d10-ff50b488c6aa service neutron] For port e098545c-1c6b-4153-9075-cbd015f860e7, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=e098545c-1c6b-4153-9075-cbd015f860e7,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:34:02.529294 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-602fb819-cb90-41d8-8360-706396e8daf1 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:34:02.535993 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-e507af65-1b2c-486b-9d10-ff50b488c6aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:02.577599 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602fb819-cb90-41d8-8360-706396e8daf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf79875-1c85-4ee9-9e3b-9d8326eecf92,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:02.587811 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-602fb819-cb90-41d8-8360-706396e8daf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:02.588266 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-602fb819-cb90-41d8-8360-706396e8daf1 admin admin] Added segment ca95d2b9-fa05-4c17-bc70-13d06fb359ad of type vlan for network d70b5a02-c1d9-4cfc-bb38-66395d3e54a1 Nov 10 17:34:02.601507 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-e507af65-1b2c-486b-9d10-ff50b488c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:02.602192 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-e507af65-1b2c-486b-9d10-ff50b488c6aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:02.606997 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-e507af65-1b2c-486b-9d10-ff50b488c6aa service neutron] 10.222.0.13 "PUT /v2.0/ports/e098545c-1c6b-4153-9075-cbd015f860e7 HTTP/1.1" status: 200 len: 1097 time: 1.5995069 Nov 10 17:34:02.626315 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2c19f-41dc-4637-8359-91b8ee646836 req-08e991ac-e20f-4ec4-bc53-d7421bcfbddb tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:02.640218 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3ab2c19f-41dc-4637-8359-91b8ee646836 req-08e991ac-e20f-4ec4-bc53-d7421bcfbddb tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95c63e0-ffeb-439e-8201-3e64f837d4ac HTTP/1.1" status: 200 len: 946 time: 0.1360722 Nov 10 17:34:02.705495 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-602fb819-cb90-41d8-8360-706396e8daf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:02.751968 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3ab2c19f-41dc-4637-8359-91b8ee646836 req-6d21436f-aa16-45c2-a5ce-cec6d6297f80 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107755 Nov 10 17:34:02.778716 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e507af65-1b2c-486b-9d10-ff50b488c6aa service neutron] Pushing event updated for resources: {'Port': ['ID=e098545c-1c6b-4153-9075-cbd015f860e7,revision_number=11']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:02.796827 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d1cf4e6a-dd88-4093-a542-256681d71325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:02.847296 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-190170ef-f95e-4c31-a1fb-83f4e9122063 req-12c9d8a9-d5a8-4ce9-92df-1b02d9f8e1f0 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=c63be40f-2273-4b7e-a9c2-1a6af75d5061 HTTP/1.1" status: 200 len: 210 time: 0.0412304 Nov 10 17:34:02.850572 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-4e04c250-951a-4482-a4b9-3f2d55117ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:02.852655 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-4e04c250-951a-4482-a4b9-3f2d55117ee1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 1100 time: 0.1784430 Nov 10 17:34:02.934913 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-602fb819-cb90-41d8-8360-706396e8daf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:02.935893 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602fb819-cb90-41d8-8360-706396e8daf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:02.941824 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-602fb819-cb90-41d8-8360-706396e8daf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:02.972976 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a50ff-a1fc-44fb-9dfb-e23e5235076d req-e07190a5-af42-4bc0-bb5a-72d8260baa45 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:02.976906 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-735a50ff-a1fc-44fb-9dfb-e23e5235076d req-e07190a5-af42-4bc0-bb5a-72d8260baa45 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 945 time: 0.3064613 Nov 10 17:34:02.979334 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e7376-e174-4900-a30d-143a38b29a0e req-478fa433-c214-48c3-9dbd-aa58ae917386 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:02.986474 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c93e7376-e174-4900-a30d-143a38b29a0e req-478fa433-c214-48c3-9dbd-aa58ae917386 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9b42f54-4132-4b75-9f30-1a81ef08c9c7 HTTP/1.1" status: 200 len: 950 time: 0.0844226 Nov 10 17:34:03.050736 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c93e7376-e174-4900-a30d-143a38b29a0e req-71dd6c6b-0ccb-4a96-8d79-b5253d208852 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/security-groups?id=72fe3656-6222-4e17-8d04-8990ec4e02c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609987 Nov 10 17:34:03.094661 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-602fb819-cb90-41d8-8360-706396e8daf1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3518100 Nov 10 17:34:03.097461 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33766) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:03.097641 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602fb819-cb90-41d8-8360-706396e8daf1 admin admin] Pushing event updated for resources: {'Network': ['ID=d70b5a02-c1d9-4cfc-bb38-66395d3e54a1,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:03.103428 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-dfab9a5b-e590-42c7-a948-f773c2c627cf admin admin] Request body: {'subnet': {'network_id': 'd70b5a02-c1d9-4cfc-bb38-66395d3e54a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1989159049-subnet', 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:34:03.109411 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 2e0ccb6c-b2b7-4144-add2-f5070da5e776 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:34:03.114525 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network d70b5a02-c1d9-4cfc-bb38-66395d3e54a1 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:34:03.151077 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-61a70a5d-cdc7-412c-8b51-397d16d040c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:03.152490 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-61a70a5d-cdc7-412c-8b51-397d16d040c6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.2900064 Nov 10 17:34:03.156309 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-735a50ff-a1fc-44fb-9dfb-e23e5235076d req-346f585a-747a-409f-94c7-9cf652e54596 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570029 Nov 10 17:34:03.168730 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfab9a5b-e590-42c7-a948-f773c2c627cf admin admin] Made reservation on behalf of 281475dcac0247d79669d55a1da4eafc for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:34:03.171011 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dfab9a5b-e590-42c7-a948-f773c2c627cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:03.178702 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 2e0ccb6c-b2b7-4144-add2-f5070da5e776 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:34:03.187580 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 2e0ccb6c-b2b7-4144-add2-f5070da5e776 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:34:03.188204 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device e098545c-1c6b-4153-9075-cbd015f860e7 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:34:03.201575 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-1dc11c2c-56b0-48ab-9fd1-fe9e06ebd4ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=e098545c-1c6b-4153-9075-cbd015f860e7 HTTP/1.1" status: 200 len: 217 time: 0.0412290 Nov 10 17:34:03.264095 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-48a2c118-938f-473a-85f1-09f02bfd29b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:03.266489 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-48a2c118-938f-473a-85f1-09f02bfd29b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.0565941 Nov 10 17:34:03.270064 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b204e-5b7f-4514-8803-1e4a9b439825 req-02165edd-6f77-405c-9347-9a8da857950c tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:03.274736 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ee0b204e-5b7f-4514-8803-1e4a9b439825 req-02165edd-6f77-405c-9347-9a8da857950c tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/ports?device_id=0001d9a1-3724-43ad-acdd-d7720b6924ca HTTP/1.1" status: 200 len: 950 time: 0.1461563 Nov 10 17:34:03.311156 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device e098545c-1c6b-4153-9075-cbd015f860e7 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:34:03.352944 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-91112109-96d7-4625-9d95-ca50c75166e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:03.354837 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-91112109-96d7-4625-9d95-ca50c75166e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0787573 Nov 10 17:34:03.391664 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ee0b204e-5b7f-4514-8803-1e4a9b439825 req-31561d26-f18e-467a-a884-b3471a7460ae tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a9f8457-6cd7-41cd-87d5-1399838d7738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064539 Nov 10 17:34:03.502573 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e221e-3947-4e0b-af98-9ed8331d5904 req-8d5815f4-a15e-45bb-b94c-17302a36de6f tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:03.503733 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0f6e221e-3947-4e0b-af98-9ed8331d5904 req-8d5815f4-a15e-45bb-b94c-17302a36de6f tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 948 time: 0.1115508 Nov 10 17:34:03.525596 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-a671b549-891c-4d19-9a09-fc5b4b80eb22 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610527 Nov 10 17:34:03.547472 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dfab9a5b-e590-42c7-a948-f773c2c627cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:03.619324 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0f6e221e-3947-4e0b-af98-9ed8331d5904 req-349993df-3a10-4cc7-8c18-d1e455eb286d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058066 Nov 10 17:34:03.635787 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab9a5b-e590-42c7-a948-f773c2c627cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b64957d3-50ce-4770-b403-8661f805ffb5,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:03.654054 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfab9a5b-e590-42c7-a948-f773c2c627cf admin admin] Checking segment: {'id': 'ca95d2b9-fa05-4c17-bc70-13d06fb359ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd70b5a02-c1d9-4cfc-bb38-66395d3e54a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:34:03.654546 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfab9a5b-e590-42c7-a948-f773c2c627cf admin admin] Network hostable DHCP agents. Network: d70b5a02-c1d9-4cfc-bb38-66395d3e54a1, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:34:03.667315 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-45f2ca82-6aea-496d-a9b8-f69efd551da8 req-8d7834d8-c72f-4bd1-8d59-c40c52aaba50 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307206 Nov 10 17:34:03.675469 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfab9a5b-e590-42c7-a948-f773c2c627cf admin admin] Network d70b5a02-c1d9-4cfc-bb38-66395d3e54a1 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:34:03.695502 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-dfab9a5b-e590-42c7-a948-f773c2c627cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, d70b5a02-c1d9-4cfc-bb38-66395d3e54a1) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:34:03.705523 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e27ae54-ffec-4824-9c2a-650a48b7d8a7 None None] Network d70b5a02-c1d9-4cfc-bb38-66395d3e54a1 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:34:03.712755 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfab9a5b-e590-42c7-a948-f773c2c627cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:03.717047 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dfab9a5b-e590-42c7-a948-f773c2c627cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:03.742548 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-dfab9a5b-e590-42c7-a948-f773c2c627cf admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6413279 Nov 10 17:34:03.742967 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33780) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:03.748483 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-d21fad82-011a-4abf-afae-33b0b916c9ed admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1989159049-router', 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:34:03.788520 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0001d9a1-3724-43ad-acdd-d7720b6924ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3964b4a-df0e-4213-9900-7ff0a6ebea97'}, {'server_uuid': 'e9b42f54-4132-4b75-9f30-1a81ef08c9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4035bddd-59ee-4f4b-b690-db1ee003e1e0'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:34:03.791051 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a4d69c-8cab-4eeb-8be5-48c578bc26a5" -d '{"events": [{"server_uuid": "0001d9a1-3724-43ad-acdd-d7720b6924ca", "name": "network-vif-plugged", "status": "completed", "tag": "d3964b4a-df0e-4213-9900-7ff0a6ebea97"}, {"server_uuid": "e9b42f54-4132-4b75-9f30-1a81ef08c9c7", "name": "network-vif-plugged", "status": "completed", "tag": "4035bddd-59ee-4f4b-b690-db1ee003e1e0"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:34:03.795098 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d21fad82-011a-4abf-afae-33b0b916c9ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:03.796408 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d21fad82-011a-4abf-afae-33b0b916c9ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:03.868651 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d21fad82-011a-4abf-afae-33b0b916c9ed admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:03.979702 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 17:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0c93fb-8c3e-4c97-8c81-3e6d64e9570e x-openstack-request-id: req-fa0c93fb-8c3e-4c97-8c81-3e6d64e9570e {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:34:03.981390 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0001d9a1-3724-43ad-acdd-d7720b6924ca", "name": "network-vif-plugged", "status": "completed", "tag": "d3964b4a-df0e-4213-9900-7ff0a6ebea97", "code": 200}, {"server_uuid": "e9b42f54-4132-4b75-9f30-1a81ef08c9c7", "name": "network-vif-plugged", "status": "completed", "tag": "4035bddd-59ee-4f4b-b690-db1ee003e1e0", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:34:03.984863 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fa0c93fb-8c3e-4c97-8c81-3e6d64e9570e {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:34:03.985298 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0001d9a1-3724-43ad-acdd-d7720b6924ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3964b4a-df0e-4213-9900-7ff0a6ebea97', 'code': 200} Nov 10 17:34:03.985563 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b42f54-4132-4b75-9f30-1a81ef08c9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4035bddd-59ee-4f4b-b690-db1ee003e1e0', 'code': 200} Nov 10 17:34:04.053265 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:04.106879 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c24135-742c-43c7-82e2-9cfc53ec292f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-d70b5a02-c1d9-4cfc-bb38-66395d3e54a1', 'network_id': 'd70b5a02-c1d9-4cfc-bb38-66395d3e54a1', 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'fixed_ips': [{'subnet_id': 'b64957d3-50ce-4770-b403-8661f805ffb5'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:34:04.107777 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b8c24135-742c-43c7-82e2-9cfc53ec292f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:04.140057 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff07fe9-c696-4150-a8b9-9bd3a6ffa87b req-2022e403-22b4-4e83-a7ea-bffee11ce4e9 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:04.147161 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-b93d42ad-82ca-4e87-9327-533e65aa0ced tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:04.149229 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-b93d42ad-82ca-4e87-9327-533e65aa0ced tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.11 "GET /v2.0/networks?id=40df35a0-3e6c-4a87-b05c-8ec0e27ffece HTTP/1.1" status: 200 len: 822 time: 0.2109008 Nov 10 17:34:04.150513 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eff07fe9-c696-4150-a8b9-9bd3a6ffa87b req-2022e403-22b4-4e83-a7ea-bffee11ce4e9 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95c63e0-ffeb-439e-8201-3e64f837d4ac HTTP/1.1" status: 200 len: 946 time: 0.2801998 Nov 10 17:34:04.201861 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-d91c6acf-a93c-4069-8cfb-f1a7b03ab588 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Request body: {'port': {'device_id': 'c63be40f-2273-4b7e-a9c2-1a6af75d5061', 'network_id': '40df35a0-3e6c-4a87-b05c-8ec0e27ffece', 'admin_state_up': True, 'tenant_id': '83c38918d98344738cd9d64d9905ab18'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:34:04.207432 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d21fad82-011a-4abf-afae-33b0b916c9ed admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:04.230464 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33796) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:04.270588 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0fe9fa2c-de0b-4507-b33e-162f9681d87b req-c049609f-de4e-418f-8472-e9e8095d2f82 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=c63be40f-2273-4b7e-a9c2-1a6af75d5061 HTTP/1.1" status: 200 len: 210 time: 0.0845382 Nov 10 17:34:04.359631 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43a6eb-6ec9-4de5-b8c5-a7e9e94384e6 req-f4b7ee0a-b1b1-4f57-b80b-8733f36516da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:04.363404 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0c43a6eb-6ec9-4de5-b8c5-a7e9e94384e6 req-f4b7ee0a-b1b1-4f57-b80b-8733f36516da service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e9b42f54-4132-4b75-9f30-1a81ef08c9c7 HTTP/1.1" status: 200 len: 1102 time: 0.2939270 Nov 10 17:34:04.363817 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266aefc7-39a6-425b-9650-a5e84c77eaad req-47973598-86f2-492b-800e-1db0f1adc48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:04.366213 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-266aefc7-39a6-425b-9650-a5e84c77eaad req-47973598-86f2-492b-800e-1db0f1adc48f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0001d9a1-3724-43ad-acdd-d7720b6924ca HTTP/1.1" status: 200 len: 1102 time: 0.2158213 Nov 10 17:34:04.384867 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-b8c24135-742c-43c7-82e2-9cfc53ec292f None None] Allocated IP 172.20.0.2 (d70b5a02-c1d9-4cfc-bb38-66395d3e54a1/b64957d3-50ce-4770-b403-8661f805ffb5/006a6961-4b8d-4541-a48a-5184ffa1aec6) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:34:04.401754 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7722ec6-c75e-4f35-bead-5064e16c2c00', 'name': 'network-vif-deleted', 'tag': '2e0ccb6c-b2b7-4144-add2-f5070da5e776'}, {'name': 'network-changed', 'server_uuid': '3520aa48-7121-497f-930f-36feb420fa01', 'tag': 'e098545c-1c6b-4153-9075-cbd015f860e7'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:34:04.405138 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f90a85-32fe-409a-8204-2e8eb76bdc0a" -d '{"events": [{"server_uuid": "b7722ec6-c75e-4f35-bead-5064e16c2c00", "name": "network-vif-deleted", "tag": "2e0ccb6c-b2b7-4144-add2-f5070da5e776"}, {"name": "network-changed", "server_uuid": "3520aa48-7121-497f-930f-36feb420fa01", "tag": "e098545c-1c6b-4153-9075-cbd015f860e7"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:34:04.464689 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834b582-641e-44ab-ae4c-127264843ef2 req-dc4a60d4-d4ea-4d36-97e6-a95ba9008e1e tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:04.466334 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eff07fe9-c696-4150-a8b9-9bd3a6ffa87b req-ba308349-50b0-42e4-8574-a05980c4411e tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745352 Nov 10 17:34:04.475855 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6834b582-641e-44ab-ae4c-127264843ef2 req-dc4a60d4-d4ea-4d36-97e6-a95ba9008e1e tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9b42f54-4132-4b75-9f30-1a81ef08c9c7 HTTP/1.1" status: 200 len: 950 time: 0.1041827 Nov 10 17:34:04.545313 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0c43a6eb-6ec9-4de5-b8c5-a7e9e94384e6 req-a468c948-0c7b-471e-8503-36b68582cd56 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=72fe3656-6222-4e17-8d04-8990ec4e02c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255167 Nov 10 17:34:04.554731 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fb6bf6b9-7856-454d-af51-7c65eef8724e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=751e161c2dfb4c329b9214d9deaa13c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073728 Nov 10 17:34:04.557468 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33804) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:04.590728 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6834b582-641e-44ab-ae4c-127264843ef2 req-0329dcba-d32c-4346-b4f2-8a55d5fd30b6 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/security-groups?id=72fe3656-6222-4e17-8d04-8990ec4e02c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131470 Nov 10 17:34:04.607921 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b8c24135-742c-43c7-82e2-9cfc53ec292f None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:04.616895 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b8c24135-742c-43c7-82e2-9cfc53ec292f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:04.623981 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-266aefc7-39a6-425b-9650-a5e84c77eaad req-a25717b9-1198-4d19-b27d-1a6f95afd1bf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5a9f8457-6cd7-41cd-87d5-1399838d7738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094765 Nov 10 17:34:04.651946 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-d91c6acf-a93c-4069-8cfb-f1a7b03ab588 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Made reservation on behalf of 83c38918d98344738cd9d64d9905ab18 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:34:04.656139 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-d91c6acf-a93c-4069-8cfb-f1a7b03ab588 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:04.690882 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f87ff2ec-4b5b-4928-83f3-034bff9fa751 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:04.693353 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c24135-742c-43c7-82e2-9cfc53ec292f None None] Pushing event updated for resources: {'Port': ['ID=006a6961-4b8d-4541-a48a-5184ffa1aec6,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:04.706629 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c24135-742c-43c7-82e2-9cfc53ec292f None None] Network d70b5a02-c1d9-4cfc-bb38-66395d3e54a1 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:34:04.708890 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-b8c24135-742c-43c7-82e2-9cfc53ec292f None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:34:04.711467 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c24135-742c-43c7-82e2-9cfc53ec292f None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:34:04.726455 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784b60b-98ee-4e90-b76d-89e2fd0d1a9f req-88b974b1-f7c9-4cd9-930d-715fce87d846 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:04.735329 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1784b60b-98ee-4e90-b76d-89e2fd0d1a9f req-88b974b1-f7c9-4cd9-930d-715fce87d846 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 945 time: 0.1667411 Nov 10 17:34:04.762686 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f87ff2ec-4b5b-4928-83f3-034bff9fa751 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:04.781216 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b8c24135-742c-43c7-82e2-9cfc53ec292f None None] Attempting to bind port 006a6961-4b8d-4541-a48a-5184ffa1aec6 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:34:04.781895 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b8c24135-742c-43c7-82e2-9cfc53ec292f None None] Attempting to bind port 006a6961-4b8d-4541-a48a-5184ffa1aec6 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ca95d2b9-fa05-4c17-bc70-13d06fb359ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd70b5a02-c1d9-4cfc-bb38-66395d3e54a1'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:34:04.782272 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c24135-742c-43c7-82e2-9cfc53ec292f None None] Attempting to bind port 006a6961-4b8d-4541-a48a-5184ffa1aec6 on network d70b5a02-c1d9-4cfc-bb38-66395d3e54a1 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:34:04.789132 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c24135-742c-43c7-82e2-9cfc53ec292f None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:34:04.789572 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c24135-742c-43c7-82e2-9cfc53ec292f None None] Checking segment: {'id': 'ca95d2b9-fa05-4c17-bc70-13d06fb359ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd70b5a02-c1d9-4cfc-bb38-66395d3e54a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:34:04.789920 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b8c24135-742c-43c7-82e2-9cfc53ec292f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:04.790318 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c24135-742c-43c7-82e2-9cfc53ec292f None None] Bound using segment: {'id': 'ca95d2b9-fa05-4c17-bc70-13d06fb359ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd70b5a02-c1d9-4cfc-bb38-66395d3e54a1'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:34:04.790800 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b8c24135-742c-43c7-82e2-9cfc53ec292f None None] Bound port: 006a6961-4b8d-4541-a48a-5184ffa1aec6, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca95d2b9-fa05-4c17-bc70-13d06fb359ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd70b5a02-c1d9-4cfc-bb38-66395d3e54a1'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:34:04.791188 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b8c24135-742c-43c7-82e2-9cfc53ec292f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:04.865666 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b8c24135-742c-43c7-82e2-9cfc53ec292f None None] For port 006a6961-4b8d-4541-a48a-5184ffa1aec6, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:34:04.869044 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b8c24135-742c-43c7-82e2-9cfc53ec292f None None] For port 006a6961-4b8d-4541-a48a-5184ffa1aec6, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=006a6961-4b8d-4541-a48a-5184ffa1aec6,segment=NetworkSegment(ca95d2b9-fa05-4c17-bc70-13d06fb359ad),segment_id=ca95d2b9-fa05-4c17-bc70-13d06fb359ad)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:34:04.875335 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b8c24135-742c-43c7-82e2-9cfc53ec292f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:04.940808 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1784b60b-98ee-4e90-b76d-89e2fd0d1a9f req-ec19f56a-f55c-422f-bb9d-244d7ee217c0 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044742 Nov 10 17:34:04.950714 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c24135-742c-43c7-82e2-9cfc53ec292f None None] Pushing event updated for resources: {'Port': ['ID=006a6961-4b8d-4541-a48a-5184ffa1aec6,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:04.971907 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f87ff2ec-4b5b-4928-83f3-034bff9fa751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:04.974959 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f87ff2ec-4b5b-4928-83f3-034bff9fa751 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:04.976054 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f87ff2ec-4b5b-4928-83f3-034bff9fa751 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/abb44563-c74e-44b5-8021-c307586a6b8c HTTP/1.1" status: 204 len: 168 time: 0.4176726 Nov 10 17:34:04.979535 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d21fad82-011a-4abf-afae-33b0b916c9ed admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:05.006325 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d21fad82-011a-4abf-afae-33b0b916c9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:05.075649 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 10 Nov 2021 17:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a28a0c-1285-403d-99da-746fce9b3612 x-openstack-request-id: req-98a28a0c-1285-403d-99da-746fce9b3612 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:34:05.075945 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7722ec6-c75e-4f35-bead-5064e16c2c00", "name": "network-vif-deleted", "tag": "2e0ccb6c-b2b7-4144-add2-f5070da5e776", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3520aa48-7121-497f-930f-36feb420fa01", "tag": "e098545c-1c6b-4153-9075-cbd015f860e7", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:34:05.076247 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-98a28a0c-1285-403d-99da-746fce9b3612 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:34:05.076610 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7722ec6-c75e-4f35-bead-5064e16c2c00', 'name': 'network-vif-deleted', 'tag': '2e0ccb6c-b2b7-4144-add2-f5070da5e776', 'status': 'completed', 'code': 200} Nov 10 17:34:05.076866 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3520aa48-7121-497f-930f-36feb420fa01', 'tag': 'e098545c-1c6b-4153-9075-cbd015f860e7', 'status': 'completed', 'code': 200} Nov 10 17:34:05.088499 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ff2ec-4b5b-4928-83f3-034bff9fa751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb44563-c74e-44b5-8021-c307586a6b8c,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:05.248924 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c650a-c41f-413c-98f5-5e7b8950f05c req-d8411c93-367a-47e4-b3b4-c112a05c0b37 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:05.251185 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-686c650a-c41f-413c-98f5-5e7b8950f05c req-d8411c93-367a-47e4-b3b4-c112a05c0b37 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 948 time: 0.1101789 Nov 10 17:34:05.253012 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-d21fad82-011a-4abf-afae-33b0b916c9ed admin admin] Allocated IP 172.25.5.244 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/2e8b3a9f-e766-480b-9797-2f641c8242e3) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:34:05.282835 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-d91c6acf-a93c-4069-8cfb-f1a7b03ab588 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Allocated IP 172.20.0.11 (40df35a0-3e6c-4a87-b05c-8ec0e27ffece/48a795a7-76f4-43b1-b3bc-35d4259301af/ef3231f5-f976-43d2-81eb-074d75f2e921) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:34:05.322261 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f90a85-32fe-409a-8204-2e8eb76bdc0a req-1ea3314e-bc0c-43c4-93e5-81bf7bf88358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:05.323860 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35f90a85-32fe-409a-8204-2e8eb76bdc0a req-1ea3314e-bc0c-43c4-93e5-81bf7bf88358 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 1100 time: 0.2502108 Nov 10 17:34:05.338010 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd5205-4e57-4ab3-8bbd-fbe15c65835e req-2e05da7d-1f8d-4525-aa6f-7983c1b1407e tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:05.346001 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-87dd5205-4e57-4ab3-8bbd-fbe15c65835e req-2e05da7d-1f8d-4525-aa6f-7983c1b1407e tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/ports?device_id=0001d9a1-3724-43ad-acdd-d7720b6924ca HTTP/1.1" status: 200 len: 950 time: 0.2681761 Nov 10 17:34:05.355162 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f90a85-32fe-409a-8204-2e8eb76bdc0a req-8097c8b5-9e8b-4842-847d-85ecf877faf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:05.356653 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35f90a85-32fe-409a-8204-2e8eb76bdc0a req-8097c8b5-9e8b-4842-847d-85ecf877faf1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 1100 time: 0.2780085 Nov 10 17:34:05.397180 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-686c650a-c41f-413c-98f5-5e7b8950f05c req-03c9b61f-e57b-4c41-9a89-d12c1c6b1639 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372638 Nov 10 17:34:05.458124 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:05.496634 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33814) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:05.511175 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d21fad82-011a-4abf-afae-33b0b916c9ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:05.525288 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-10cfbbd3-f73f-4697-9b00-526c66e90104 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:05.572028 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f13d7534-0276-4d92-888f-b15b7188896d req-6dcf3b24-95ee-43ed-8a7d-38d8e63a9ed5 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=c63be40f-2273-4b7e-a9c2-1a6af75d5061 HTTP/1.1" status: 200 len: 210 time: 0.0499001 Nov 10 17:34:05.619986 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-87dd5205-4e57-4ab3-8bbd-fbe15c65835e req-a4860451-294c-478e-a96f-9ce29940863b tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a9f8457-6cd7-41cd-87d5-1399838d7738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725382 Nov 10 17:34:05.653547 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d21fad82-011a-4abf-afae-33b0b916c9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:05.711469 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21fad82-011a-4abf-afae-33b0b916c9ed admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:34:05.715422 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f90a85-32fe-409a-8204-2e8eb76bdc0a req-6618e73e-6c3c-4bb3-afbd-77fc2f12cf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:05.718762 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-d21fad82-011a-4abf-afae-33b0b916c9ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:34:05.722587 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35f90a85-32fe-409a-8204-2e8eb76bdc0a req-6618e73e-6c3c-4bb3-afbd-77fc2f12cf9e service neutron] 10.222.0.11 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.3639915 Nov 10 17:34:05.727569 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21fad82-011a-4abf-afae-33b0b916c9ed admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:34:05.729347 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f90a85-32fe-409a-8204-2e8eb76bdc0a req-834c6493-ef43-4116-8e26-4854196bcc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:05.730778 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35f90a85-32fe-409a-8204-2e8eb76bdc0a req-834c6493-ef43-4116-8e26-4854196bcc4d service neutron] 10.222.0.13 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.3615453 Nov 10 17:34:05.807959 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fad82-011a-4abf-afae-33b0b916c9ed admin admin] Pushing event updated for resources: {'Port': ['ID=2e8b3a9f-e766-480b-9797-2f641c8242e3,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:05.877575 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35f90a85-32fe-409a-8204-2e8eb76bdc0a req-dc7d6cc3-6898-457b-b0a4-2398da37e5c0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=e098545c-1c6b-4153-9075-cbd015f860e7 HTTP/1.1" status: 200 len: 217 time: 0.1361785 Nov 10 17:34:05.878816 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35f90a85-32fe-409a-8204-2e8eb76bdc0a req-9bc8c52a-0af4-46a1-8cb4-b8f4b85a5ffd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=e098545c-1c6b-4153-9075-cbd015f860e7 HTTP/1.1" status: 200 len: 217 time: 0.1353092 Nov 10 17:34:05.903976 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-10cfbbd3-f73f-4697-9b00-526c66e90104 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:05.929914 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-10cfbbd3-f73f-4697-9b00-526c66e90104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:05.942500 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-d91c6acf-a93c-4069-8cfb-f1a7b03ab588 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:06.006537 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c67441-8728-4b25-af67-534c8ab472c5 req-79448a0c-2677-4997-a65b-f44a1bdd0516 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:06.008471 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-39c67441-8728-4b25-af67-534c8ab472c5 req-79448a0c-2677-4997-a65b-f44a1bdd0516 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9b42f54-4132-4b75-9f30-1a81ef08c9c7 HTTP/1.1" status: 200 len: 950 time: 0.2847710 Nov 10 17:34:06.008921 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-10cfbbd3-f73f-4697-9b00-526c66e90104 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7dd9e2456c8742e99a4541e12ced9259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5111158 Nov 10 17:34:06.015900 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33822) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:06.030273 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd6176-726e-454f-ace7-e19df3b5aade req-4c1f1310-55c7-466d-bd18-b330bf4e30d1 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:06.031894 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9dfd6176-726e-454f-ace7-e19df3b5aade req-4c1f1310-55c7-466d-bd18-b330bf4e30d1 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95c63e0-ffeb-439e-8201-3e64f837d4ac HTTP/1.1" status: 200 len: 946 time: 0.3020263 Nov 10 17:34:06.032603 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfbbd3-f73f-4697-9b00-526c66e90104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebccb10a-6bec-4c1f-a4d2-d11c852b8f96,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:06.049273 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f90a85-32fe-409a-8204-2e8eb76bdc0a req-5e814c69-49af-4d67-9cf0-c5e109bdb7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:06.050798 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35f90a85-32fe-409a-8204-2e8eb76bdc0a req-5e814c69-49af-4d67-9cf0-c5e109bdb7db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1639762 Nov 10 17:34:06.082136 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f90a85-32fe-409a-8204-2e8eb76bdc0a req-ed5252d9-3756-42b3-9d47-d7574fb387fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:06.083843 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35f90a85-32fe-409a-8204-2e8eb76bdc0a req-ed5252d9-3756-42b3-9d47-d7574fb387fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1932681 Nov 10 17:34:06.109114 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:06.173087 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-d91c6acf-a93c-4069-8cfb-f1a7b03ab588 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:06.180768 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9dfd6176-726e-454f-ace7-e19df3b5aade req-b9a01787-9c82-40d8-a0cd-ca10d6b94dcc tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271284 Nov 10 17:34:06.200507 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f10878ec-e3fb-40ab-bfe1-07854917aba2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:06.237735 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-d91c6acf-a93c-4069-8cfb-f1a7b03ab588 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Network 40df35a0-3e6c-4a87-b05c-8ec0e27ffece is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:34:06.250765 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-39c67441-8728-4b25-af67-534c8ab472c5 req-bb0b298e-640e-43c0-a5d5-7bc4df01e9d6 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/security-groups?id=72fe3656-6222-4e17-8d04-8990ec4e02c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258198 Nov 10 17:34:06.251637 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-d91c6acf-a93c-4069-8cfb-f1a7b03ab588 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:34:06.258285 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-d91c6acf-a93c-4069-8cfb-f1a7b03ab588 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:34:06.265756 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f10878ec-e3fb-40ab-bfe1-07854917aba2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:06.275884 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f90a85-32fe-409a-8204-2e8eb76bdc0a req-bd25c660-d485-411a-9ff0-0962bfc3bd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:06.281786 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35f90a85-32fe-409a-8204-2e8eb76bdc0a req-bd25c660-d485-411a-9ff0-0962bfc3bd5a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1542304 Nov 10 17:34:06.307460 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df904c6-d316-4ba8-af59-1ea0d5ac6920 None None] Network d70b5a02-c1d9-4cfc-bb38-66395d3e54a1 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:34:06.309199 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f90a85-32fe-409a-8204-2e8eb76bdc0a req-fa07bec9-771b-4426-b234-969b78818a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:06.311197 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35f90a85-32fe-409a-8204-2e8eb76bdc0a req-fa07bec9-771b-4426-b234-969b78818a72 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2445288 Nov 10 17:34:06.323774 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c6acf-a93c-4069-8cfb-f1a7b03ab588 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Pushing event updated for resources: {'Port': ['ID=ef3231f5-f976-43d2-81eb-074d75f2e921,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:06.338175 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d21fad82-011a-4abf-afae-33b0b916c9ed admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:06.381625 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-db295d35-eec9-4700-84e2-0dd08f11467b None None] Provisioning complete for port 006a6961-4b8d-4541-a48a-5184ffa1aec6 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:06.382551 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-db295d35-eec9-4700-84e2-0dd08f11467b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:06.409414 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9b1c9-5105-43c0-b15b-00028111c0c9 req-5ec36f80-bd8c-4fc7-bbe7-070fbbf3cdb8 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:06.410918 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-44c9b1c9-5105-43c0-b15b-00028111c0c9 req-5ec36f80-bd8c-4fc7-bbe7-070fbbf3cdb8 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 945 time: 0.1292367 Nov 10 17:34:06.435997 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-d91c6acf-a93c-4069-8cfb-f1a7b03ab588 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:06.436559 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-d91c6acf-a93c-4069-8cfb-f1a7b03ab588 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:06.462217 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f10878ec-e3fb-40ab-bfe1-07854917aba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:06.464599 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f10878ec-e3fb-40ab-bfe1-07854917aba2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:06.468036 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f10878ec-e3fb-40ab-bfe1-07854917aba2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ebccb10a-6bec-4c1f-a4d2-d11c852b8f96 HTTP/1.1" status: 204 len: 168 time: 0.4232886 Nov 10 17:34:06.485186 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-d91c6acf-a93c-4069-8cfb-f1a7b03ab588 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2876651 Nov 10 17:34:06.494233 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10878ec-e3fb-40ab-bfe1-07854917aba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebccb10a-6bec-4c1f-a4d2-d11c852b8f96,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:06.503763 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-2667f3ce-0759-4292-a2aa-242d053c44f8 service neutron] Request body: {'port': {'device_id': 'c63be40f-2273-4b7e-a9c2-1a6af75d5061', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:34:06.556865 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35f90a85-32fe-409a-8204-2e8eb76bdc0a req-d403b0c2-68f2-4c50-8176-f5e93104c808 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424493 Nov 10 17:34:06.563375 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35f90a85-32fe-409a-8204-2e8eb76bdc0a req-d408a4b6-b442-478f-a4d6-756f7b623d26 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340353 Nov 10 17:34:06.624466 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-db295d35-eec9-4700-84e2-0dd08f11467b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:06.701634 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-db295d35-eec9-4700-84e2-0dd08f11467b None None] For port 006a6961-4b8d-4541-a48a-5184ffa1aec6, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=006a6961-4b8d-4541-a48a-5184ffa1aec6,segment=NetworkSegment(ca95d2b9-fa05-4c17-bc70-13d06fb359ad),segment_id=ca95d2b9-fa05-4c17-bc70-13d06fb359ad)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:06.713748 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-db295d35-eec9-4700-84e2-0dd08f11467b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:06.726923 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-2667f3ce-0759-4292-a2aa-242d053c44f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:06.727758 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-44c9b1c9-5105-43c0-b15b-00028111c0c9 req-9debfe30-ccd3-41a5-977a-29947cf8ad4e tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973974 Nov 10 17:34:06.744870 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d21fad82-011a-4abf-afae-33b0b916c9ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:06.822850 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 006a6961-4b8d-4541-a48a-5184ffa1aec6 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:34:06.884247 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db295d35-eec9-4700-84e2-0dd08f11467b None None] Pushing event updated for resources: {'Port': ['ID=006a6961-4b8d-4541-a48a-5184ffa1aec6,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:06.913860 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 006a6961-4b8d-4541-a48a-5184ffa1aec6 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:06.914642 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:06.970409 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb80f90-3d64-47bd-add6-dc9afcead1af req-f601be88-d375-480e-953b-5c9c28e45eba tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:06.979551 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0eb80f90-3d64-47bd-add6-dc9afcead1af req-f601be88-d375-480e-953b-5c9c28e45eba tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 948 time: 0.4087508 Nov 10 17:34:07.050630 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35f90a85-32fe-409a-8204-2e8eb76bdc0a req-e44d887f-ece8-43c3-b69f-459b16a3dac9 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855409 Nov 10 17:34:07.076706 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-74202650-6f66-4117-84aa-e09dd9ce6bab None None] Provisioning complete for port 006a6961-4b8d-4541-a48a-5184ffa1aec6 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:07.077449 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-74202650-6f66-4117-84aa-e09dd9ce6bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:07.103222 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device e098545c-1c6b-4153-9075-cbd015f860e7 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:34:07.266748 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35f90a85-32fe-409a-8204-2e8eb76bdc0a req-b851c5e6-eb1b-47c5-b60e-78dbd95113d5 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6710236 Nov 10 17:34:07.306387 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port e098545c-1c6b-4153-9075-cbd015f860e7, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=e098545c-1c6b-4153-9075-cbd015f860e7,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:07.311155 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0eb80f90-3d64-47bd-add6-dc9afcead1af req-72ab0cdd-a507-4344-a1b2-084788026ce9 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299584 Nov 10 17:34:07.321053 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774d255-eb65-4b30-8d78-3edfcab3ab1d req-b1349770-764b-4c38-b0fb-cc2119d75b7a tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:07.324997 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'e098545c-1c6b-4153-9075-cbd015f860e7', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': 'e098545c-1c6b-4153-9075-cbd015f860e7', 'mac_address': 'fa:16:3e:cc:12:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:34:07.328352 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f774d255-eb65-4b30-8d78-3edfcab3ab1d req-b1349770-764b-4c38-b0fb-cc2119d75b7a tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=c63be40f-2273-4b7e-a9c2-1a6af75d5061 HTTP/1.1" status: 200 len: 932 time: 0.4645410 Nov 10 17:34:07.371435 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-2667f3ce-0759-4292-a2aa-242d053c44f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef3231f5-f976-43d2-81eb-074d75f2e921 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:34:07.390260 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-2667f3ce-0759-4292-a2aa-242d053c44f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:07.405509 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:07.422839 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f774d255-eb65-4b30-8d78-3edfcab3ab1d req-c9aaa65f-866d-4116-847b-7b244a126f62 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935266 Nov 10 17:34:07.431378 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-2667f3ce-0759-4292-a2aa-242d053c44f8 service neutron] Transition to ACTIVE for port object ef3231f5-f976-43d2-81eb-074d75f2e921 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:34:07.432914 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21fad82-011a-4abf-afae-33b0b916c9ed admin admin] Router 0d224965-846a-4693-8c36-f8f4d32b7d37 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:34:07.440405 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e098545c-1c6b-4153-9075-cbd015f860e7 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:34:07.459984 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-2667f3ce-0759-4292-a2aa-242d053c44f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:07.484027 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port e098545c-1c6b-4153-9075-cbd015f860e7, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=e098545c-1c6b-4153-9075-cbd015f860e7,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:07.490677 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:07.541101 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667f3ce-0759-4292-a2aa-242d053c44f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ef3231f5-f976-43d2-81eb-074d75f2e921,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:07.550780 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=e098545c-1c6b-4153-9075-cbd015f860e7,revision_number=12']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:07.551454 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df0b0f-e3ee-492e-a381-3b8e937f6a99 req-8872d622-84ac-44b6-91ee-9297d37a82d4 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:07.553552 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d6df0b0f-e3ee-492e-a381-3b8e937f6a99 req-8872d622-84ac-44b6-91ee-9297d37a82d4 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/ports?device_id=0001d9a1-3724-43ad-acdd-d7720b6924ca HTTP/1.1" status: 200 len: 950 time: 0.1363628 Nov 10 17:34:07.636270 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21fad82-011a-4abf-afae-33b0b916c9ed admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:34:07.642734 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d6df0b0f-e3ee-492e-a381-3b8e937f6a99 req-0134ae4d-4ed0-4b8c-8a4d-cd048e29d2c9 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a9f8457-6cd7-41cd-87d5-1399838d7738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732770 Nov 10 17:34:07.651548 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e01fd74-9c52-4803-bfb1-d3e9e6101d34 None None] Sync routers for ids ['0d224965-846a-4693-8c36-f8f4d32b7d37'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:34:07.653100 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d7023-4d3d-46c6-91dc-88a1bda30d47 req-549f7fff-a74d-4f59-9de1-6c2abbc5e95e tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:07.655141 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-982d7023-4d3d-46c6-91dc-88a1bda30d47 req-549f7fff-a74d-4f59-9de1-6c2abbc5e95e tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95c63e0-ffeb-439e-8201-3e64f837d4ac HTTP/1.1" status: 200 len: 946 time: 0.1333139 Nov 10 17:34:07.657326 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-2667f3ce-0759-4292-a2aa-242d053c44f8 service neutron] Attempting to bind port ef3231f5-f976-43d2-81eb-074d75f2e921 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:34:07.657681 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-2667f3ce-0759-4292-a2aa-242d053c44f8 service neutron] Attempting to bind port ef3231f5-f976-43d2-81eb-074d75f2e921 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '6d77725e-f759-4fea-8142-4be34b292505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '40df35a0-3e6c-4a87-b05c-8ec0e27ffece'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:34:07.658156 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-2667f3ce-0759-4292-a2aa-242d053c44f8 service neutron] Attempting to bind port ef3231f5-f976-43d2-81eb-074d75f2e921 on network 40df35a0-3e6c-4a87-b05c-8ec0e27ffece {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:34:07.662753 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-2667f3ce-0759-4292-a2aa-242d053c44f8 service neutron] Port ef3231f5-f976-43d2-81eb-074d75f2e921 on network 40df35a0-3e6c-4a87-b05c-8ec0e27ffece not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:34:07.663203 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-2667f3ce-0759-4292-a2aa-242d053c44f8 service neutron] Attempting to bind port ef3231f5-f976-43d2-81eb-074d75f2e921 on network 40df35a0-3e6c-4a87-b05c-8ec0e27ffece {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:34:07.668417 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-2667f3ce-0759-4292-a2aa-242d053c44f8 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:34:07.668844 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-2667f3ce-0759-4292-a2aa-242d053c44f8 service neutron] Checking segment: {'id': '6d77725e-f759-4fea-8142-4be34b292505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '40df35a0-3e6c-4a87-b05c-8ec0e27ffece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:34:07.669346 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-2667f3ce-0759-4292-a2aa-242d053c44f8 service neutron] Bound using segment: {'id': '6d77725e-f759-4fea-8142-4be34b292505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '40df35a0-3e6c-4a87-b05c-8ec0e27ffece'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:34:07.675273 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e01fd74-9c52-4803-bfb1-d3e9e6101d34 None None] Routers {'0d224965-846a-4693-8c36-f8f4d32b7d37'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:34:07.675989 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6e01fd74-9c52-4803-bfb1-d3e9e6101d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:34:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0d224965-846a-4693-8c36-f8f4d32b7d37'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:34:07.681656 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-2667f3ce-0759-4292-a2aa-242d053c44f8 service neutron] Bound port: ef3231f5-f976-43d2-81eb-074d75f2e921, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d77725e-f759-4fea-8142-4be34b292505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '40df35a0-3e6c-4a87-b05c-8ec0e27ffece'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:34:07.681656 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-2667f3ce-0759-4292-a2aa-242d053c44f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:07.688636 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d21fad82-011a-4abf-afae-33b0b916c9ed admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:07.693865 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d21fad82-011a-4abf-afae-33b0b916c9ed admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9458740 Nov 10 17:34:07.694289 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33858) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:07.756853 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-982d7023-4d3d-46c6-91dc-88a1bda30d47 req-76dc687a-3186-439d-b32a-57da7daf7ddb tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900588 Nov 10 17:34:07.894813 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02b09d-265f-4a08-ac2c-76fc467b74df req-e053234b-be31-4a09-83e4-78ba2eee0720 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:07.899482 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1d02b09d-265f-4a08-ac2c-76fc467b74df req-e053234b-be31-4a09-83e4-78ba2eee0720 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9b42f54-4132-4b75-9f30-1a81ef08c9c7 HTTP/1.1" status: 200 len: 950 time: 0.1333444 Nov 10 17:34:07.905848 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-2667f3ce-0759-4292-a2aa-242d053c44f8 service neutron] For port ef3231f5-f976-43d2-81eb-074d75f2e921, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:34:07.906791 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f361ccb-951f-490a-96c3-6b578a840b66 req-3dac70bf-096f-4241-887c-100b7316c617 tempest-MigrationsAdminTest-787192493 tempest-MigrationsAdminTest-787192493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:07.908465 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6f361ccb-951f-490a-96c3-6b578a840b66 req-3dac70bf-096f-4241-887c-100b7316c617 tempest-MigrationsAdminTest-787192493 tempest-MigrationsAdminTest-787192493-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 1101 time: 0.0659685 Nov 10 17:34:07.917138 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-2667f3ce-0759-4292-a2aa-242d053c44f8 service neutron] For port ef3231f5-f976-43d2-81eb-074d75f2e921, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ef3231f5-f976-43d2-81eb-074d75f2e921,segment=NetworkSegment(6d77725e-f759-4fea-8142-4be34b292505),segment_id=6d77725e-f759-4fea-8142-4be34b292505)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:34:07.941525 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-2667f3ce-0759-4292-a2aa-242d053c44f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:07.958936 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['e098545c-1c6b-4153-9075-cbd015f860e7'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:34:07.973459 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6f361ccb-951f-490a-96c3-6b578a840b66 req-a1484722-da4a-4207-8492-cf7c4f5e3c0d tempest-MigrationsAdminTest-787192493 tempest-MigrationsAdminTest-787192493-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571170 Nov 10 17:34:08.025673 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-6e01fd74-9c52-4803-bfb1-d3e9e6101d34 None None] Set router 0d224965-846a-4693-8c36-f8f4d32b7d37 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:34:08.092206 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1d02b09d-265f-4a08-ac2c-76fc467b74df req-8067af7d-3705-43a2-81f0-4308aecbcbb0 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/security-groups?id=72fe3656-6222-4e17-8d04-8990ec4e02c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724586 Nov 10 17:34:08.160579 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-2667f3ce-0759-4292-a2aa-242d053c44f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:08.161217 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-2667f3ce-0759-4292-a2aa-242d053c44f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:08.163167 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-2667f3ce-0759-4292-a2aa-242d053c44f8 service neutron] 10.222.0.11 "PUT /v2.0/ports/ef3231f5-f976-43d2-81eb-074d75f2e921 HTTP/1.1" status: 200 len: 1093 time: 1.6673000 Nov 10 17:34:08.163649 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63be40f-2273-4b7e-a9c2-1a6af75d5061', 'tag': 'ef3231f5-f976-43d2-81eb-074d75f2e921'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:34:08.166159 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcc2213-4909-434d-910a-1b22e74766de" -d '{"events": [{"name": "network-changed", "server_uuid": "c63be40f-2273-4b7e-a9c2-1a6af75d5061", "tag": "ef3231f5-f976-43d2-81eb-074d75f2e921"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:34:08.302717 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6e01fd74-9c52-4803-bfb1-d3e9e6101d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'name': 'tempest-TaggedBootDevicesTest-1989159049-router', 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '2e8b3a9f-e766-480b-9797-2f641c8242e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:34:03Z', 'updated_at': '2021-11-10T17:34:06Z', 'revision_number': 3, 'project_id': '281475dcac0247d79669d55a1da4eafc', 'gw_port': {'id': '2e8b3a9f-e766-480b-9797-2f641c8242e3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:18:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:34:05Z', 'updated_at': '2021-11-10T17:34:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:34:08.347393 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e01fd74-9c52-4803-bfb1-d3e9e6101d34 None None] Checking router: 0d224965-846a-4693-8c36-f8f4d32b7d37 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:34:08.348191 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e01fd74-9c52-4803-bfb1-d3e9e6101d34 None None] Updating router 0d224965-846a-4693-8c36-f8f4d32b7d37 port 2e8b3a9f-e766-480b-9797-2f641c8242e3 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:34:08.362349 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a821b1-3abd-4c6c-90aa-2fbe180ff044 req-ae6d629e-0cc9-4f0f-8cd3-7ec7a4be4b27 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:08.374210 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-90a821b1-3abd-4c6c-90aa-2fbe180ff044 req-ae6d629e-0cc9-4f0f-8cd3-7ec7a4be4b27 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 945 time: 0.1980562 Nov 10 17:34:08.377679 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667f3ce-0759-4292-a2aa-242d053c44f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ef3231f5-f976-43d2-81eb-074d75f2e921,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:08.382478 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6e01fd74-9c52-4803-bfb1-d3e9e6101d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:08.648016 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dccb8db-b836-4d34-8ee3-6332c220ced6 req-9b6be0a9-b987-4b5a-9c82-d90db7850eb3 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:08.650619 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9dccb8db-b836-4d34-8ee3-6332c220ced6 req-9b6be0a9-b987-4b5a-9c82-d90db7850eb3 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/ports?device_id=8295fb9a-a49e-4f77-a06c-6115d38512c1 HTTP/1.1" status: 200 len: 950 time: 0.0582392 Nov 10 17:34:08.699874 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6e01fd74-9c52-4803-bfb1-d3e9e6101d34 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:08.710889 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6e01fd74-9c52-4803-bfb1-d3e9e6101d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:08.715319 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9dccb8db-b836-4d34-8ee3-6332c220ced6 req-c200617d-5f35-4d36-9820-8e790e84aa26 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/security-groups?id=72fe3656-6222-4e17-8d04-8990ec4e02c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565405 Nov 10 17:34:08.761884 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 006a6961-4b8d-4541-a48a-5184ffa1aec6 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:34:08.808470 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa345ae-8a9e-491f-8657-1c03198c2014 x-openstack-request-id: req-bfa345ae-8a9e-491f-8657-1c03198c2014 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:34:08.808748 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63be40f-2273-4b7e-a9c2-1a6af75d5061", "tag": "ef3231f5-f976-43d2-81eb-074d75f2e921", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:34:08.808997 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bfa345ae-8a9e-491f-8657-1c03198c2014 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:34:08.810109 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63be40f-2273-4b7e-a9c2-1a6af75d5061', 'tag': 'ef3231f5-f976-43d2-81eb-074d75f2e921', 'status': 'completed', 'code': 200} Nov 10 17:34:08.819875 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-6e01fd74-9c52-4803-bfb1-d3e9e6101d34 None None] Attempting to bind port 2e8b3a9f-e766-480b-9797-2f641c8242e3 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:34:08.820343 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-6e01fd74-9c52-4803-bfb1-d3e9e6101d34 None None] Attempting to bind port 2e8b3a9f-e766-480b-9797-2f641c8242e3 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:34:08.820809 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e01fd74-9c52-4803-bfb1-d3e9e6101d34 None None] Attempting to bind port 2e8b3a9f-e766-480b-9797-2f641c8242e3 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:34:08.832541 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6694a44-318e-4959-a015-9b4739d3cb05 None None] Pushing event updated for resources: {'Port': ['ID=2e8b3a9f-e766-480b-9797-2f641c8242e3,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:08.837330 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e01fd74-9c52-4803-bfb1-d3e9e6101d34 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:34:08.838073 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e01fd74-9c52-4803-bfb1-d3e9e6101d34 None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:34:08.838343 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6e01fd74-9c52-4803-bfb1-d3e9e6101d34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:08.838827 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e01fd74-9c52-4803-bfb1-d3e9e6101d34 None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:34:08.839412 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-6e01fd74-9c52-4803-bfb1-d3e9e6101d34 None None] Bound port: 2e8b3a9f-e766-480b-9797-2f641c8242e3, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:34:08.840200 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6e01fd74-9c52-4803-bfb1-d3e9e6101d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:08.847939 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-55ab5789-27e9-4b84-99b3-2c8da77c15ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:08.850237 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-55ab5789-27e9-4b84-99b3-2c8da77c15ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83c38918d98344738cd9d64d9905ab18&device_id=c63be40f-2273-4b7e-a9c2-1a6af75d5061 HTTP/1.1" status: 200 len: 1096 time: 0.6280940 Nov 10 17:34:08.855032 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-90a821b1-3abd-4c6c-90aa-2fbe180ff044 req-2e7f49a8-70e7-42e1-8ccd-741115a82e66 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798517 Nov 10 17:34:08.877089 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-8aef5bbc-3216-4fea-b7b3-3fd64652ae27 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=4fd8838459d548ea9aadd9998a4d8b03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315804 Nov 10 17:34:08.916296 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 006a6961-4b8d-4541-a48a-5184ffa1aec6 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:08.916668 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:08.944954 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-573b7d0b-b6ed-4f31-a148-5c60017d16d1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef3231f5-f976-43d2-81eb-074d75f2e921 HTTP/1.1" status: 200 len: 217 time: 0.0740495 Nov 10 17:34:08.947086 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-6e01fd74-9c52-4803-bfb1-d3e9e6101d34 None None] For port 2e8b3a9f-e766-480b-9797-2f641c8242e3, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:34:08.966461 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-6e01fd74-9c52-4803-bfb1-d3e9e6101d34 None None] For port 2e8b3a9f-e766-480b-9797-2f641c8242e3, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2e8b3a9f-e766-480b-9797-2f641c8242e3,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:34:08.972629 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6e01fd74-9c52-4803-bfb1-d3e9e6101d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:09.005763 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-66dff28c-297d-4e7f-834e-23cffacaf324 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:09.007321 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-66dff28c-297d-4e7f-834e-23cffacaf324 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1279433 Nov 10 17:34:09.025934 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-c7817c3e-0042-4267-b3b9-0234d1362fa9 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/quotas/4fd8838459d548ea9aadd9998a4d8b03 HTTP/1.1" status: 200 len: 375 time: 0.0126581 Nov 10 17:34:09.063301 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-62b03120-bd55-44da-86f1-40aa0260b4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:09.064690 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-62b03120-bd55-44da-86f1-40aa0260b4d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=48a795a7-76f4-43b1-b3bc-35d4259301af HTTP/1.1" status: 200 len: 862 time: 0.1089604 Nov 10 17:34:09.072907 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e01fd74-9c52-4803-bfb1-d3e9e6101d34 None None] Routers {'0d224965-846a-4693-8c36-f8f4d32b7d37'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:34:09.073527 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6e01fd74-9c52-4803-bfb1-d3e9e6101d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:34:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0d224965-846a-4693-8c36-f8f4d32b7d37'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:34:09.079802 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6694a44-318e-4959-a015-9b4739d3cb05 None None] Pushing event updated for resources: {'Port': ['ID=2e8b3a9f-e766-480b-9797-2f641c8242e3,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:09.092040 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-c6787153-2e86-4516-b204-f48e4a37f9d2 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fd8838459d548ea9aadd9998a4d8b03&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0585818 Nov 10 17:34:09.093296 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34478d-d334-4063-9520-6f41c1794a5c req-99e07a7d-e2db-4f88-b79f-5503d32b8343 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:09.101722 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fa34478d-d334-4063-9520-6f41c1794a5c req-99e07a7d-e2db-4f88-b79f-5503d32b8343 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=c63be40f-2273-4b7e-a9c2-1a6af75d5061 HTTP/1.1" status: 200 len: 944 time: 0.1599753 Nov 10 17:34:09.137343 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-2dd61078-d979-421e-b4ce-6762d8bb2ec8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=40df35a0-3e6c-4a87-b05c-8ec0e27ffece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638301 Nov 10 17:34:09.139838 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device e098545c-1c6b-4153-9075-cbd015f860e7 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:34:09.238630 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-6e01fd74-9c52-4803-bfb1-d3e9e6101d34 None None] Set router 0d224965-846a-4693-8c36-f8f4d32b7d37 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:34:09.310090 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-420caca8-85ca-4193-94cc-b0e0edabf292 service neutron] 10.222.0.11 "GET /v2.0/networks/40df35a0-3e6c-4a87-b05c-8ec0e27ffece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597049 Nov 10 17:34:09.314264 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616943ad-8f48-4c44-bc8e-0c347bbc467a req-78f6ff5f-0553-4fd1-91f5-48b10865c70a tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:09.314612 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port e098545c-1c6b-4153-9075-cbd015f860e7 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:34:09.320453 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fa34478d-d334-4063-9520-6f41c1794a5c req-0274944e-da74-4cb1-97d5-efcc83efc195 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169147 Nov 10 17:34:09.322895 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-616943ad-8f48-4c44-bc8e-0c347bbc467a req-78f6ff5f-0553-4fd1-91f5-48b10865c70a tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 949 time: 0.0642235 Nov 10 17:34:09.330614 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port e098545c-1c6b-4153-9075-cbd015f860e7 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:09.330985 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:09.390038 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-616943ad-8f48-4c44-bc8e-0c347bbc467a req-2438d148-6288-41d0-81e4-aff29851d5f0 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612478 Nov 10 17:34:09.425534 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f7825305-4916-4bea-99a4-68ecb99497b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:09.527439 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:09.541310 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5a115d78-899f-4a5d-bb52-744a022061f7 req-b325fb1d-fd75-474a-86da-307a4c6a02a8 service neutron] 10.222.0.11 "GET /v2.0/networks/40df35a0-3e6c-4a87-b05c-8ec0e27ffece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192278 Nov 10 17:34:09.616206 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3520aa48-7121-497f-930f-36feb420fa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e098545c-1c6b-4153-9075-cbd015f860e7'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:34:09.629051 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d1e07d-4dd0-46d1-9c49-1f0e54b80b62" -d '{"events": [{"server_uuid": "3520aa48-7121-497f-930f-36feb420fa01", "name": "network-vif-plugged", "status": "completed", "tag": "e098545c-1c6b-4153-9075-cbd015f860e7"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:34:09.667522 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6e01fd74-9c52-4803-bfb1-d3e9e6101d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'name': 'tempest-TaggedBootDevicesTest-1989159049-router', 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '2e8b3a9f-e766-480b-9797-2f641c8242e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:34:03Z', 'updated_at': '2021-11-10T17:34:06Z', 'revision_number': 3, 'project_id': '281475dcac0247d79669d55a1da4eafc', 'gw_port': {'id': '2e8b3a9f-e766-480b-9797-2f641c8242e3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:18:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:34:05Z', 'updated_at': '2021-11-10T17:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:34:09.668079 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-f7825305-4916-4bea-99a4-68ecb99497b6 admin admin] Allocated IP 172.20.0.1 (d70b5a02-c1d9-4cfc-bb38-66395d3e54a1/b64957d3-50ce-4770-b403-8661f805ffb5/47552747-fb8c-44f4-9f2d-3952cad68fa0) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:34:09.681375 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port e098545c-1c6b-4153-9075-cbd015f860e7, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=e098545c-1c6b-4153-9075-cbd015f860e7,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:09.721324 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:09.727073 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e01fd74-9c52-4803-bfb1-d3e9e6101d34 None None] The sync data for ids ['0d224965-846a-4693-8c36-f8f4d32b7d37'] in n-d-776250-10 is: [{'id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'name': 'tempest-TaggedBootDevicesTest-1989159049-router', 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '2e8b3a9f-e766-480b-9797-2f641c8242e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:34:03Z', 'updated_at': '2021-11-10T17:34:06Z', 'revision_number': 3, 'project_id': '281475dcac0247d79669d55a1da4eafc', 'gw_port': {'id': '2e8b3a9f-e766-480b-9797-2f641c8242e3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:18:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:34:05Z', 'updated_at': '2021-11-10T17:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:34:09.817054 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=e098545c-1c6b-4153-9075-cbd015f860e7,revision_number=13']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:09.834501 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc2213-4909-434d-910a-1b22e74766de req-d0bb31c4-e881-41f6-9bf2-68d7d6392dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:09.837598 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1fcc2213-4909-434d-910a-1b22e74766de req-d0bb31c4-e881-41f6-9bf2-68d7d6392dc7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83c38918d98344738cd9d64d9905ab18&device_id=c63be40f-2273-4b7e-a9c2-1a6af75d5061 HTTP/1.1" status: 200 len: 1096 time: 0.1531494 Nov 10 17:34:09.899843 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561a227-b2e6-4293-8ae2-4528f2acf143 req-38f69f7b-a52d-4963-9ec2-75692efa59b3 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:09.901454 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5561a227-b2e6-4293-8ae2-4528f2acf143 req-38f69f7b-a52d-4963-9ec2-75692efa59b3 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95c63e0-ffeb-439e-8201-3e64f837d4ac HTTP/1.1" status: 200 len: 946 time: 0.1752074 Nov 10 17:34:09.961092 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4d374951-4e43-4ad4-a2de-c0e5e6dcd857 req-1f304743-0f1e-4a40-b46b-32e7994cfc94 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/ports?device_id=678eee5f-29dc-49e0-a846-237048b9222d HTTP/1.1" status: 200 len: 210 time: 0.0344670 Nov 10 17:34:09.990082 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f7825305-4916-4bea-99a4-68ecb99497b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:10.029393 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2028a5c6-188b-4068-a31f-eed62400bc1c x-openstack-request-id: req-2028a5c6-188b-4068-a31f-eed62400bc1c {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:34:10.029991 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3520aa48-7121-497f-930f-36feb420fa01", "name": "network-vif-plugged", "status": "completed", "tag": "e098545c-1c6b-4153-9075-cbd015f860e7", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:34:10.030479 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2028a5c6-188b-4068-a31f-eed62400bc1c {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:34:10.031384 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3520aa48-7121-497f-930f-36feb420fa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e098545c-1c6b-4153-9075-cbd015f860e7', 'code': 200} Nov 10 17:34:10.057630 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5561a227-b2e6-4293-8ae2-4528f2acf143 req-780c8bc5-0247-4e30-9aab-636883ad87bc tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160326 Nov 10 17:34:10.175240 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f7825305-4916-4bea-99a4-68ecb99497b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:10.227823 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc2213-4909-434d-910a-1b22e74766de req-a508ffff-19d9-4b18-b82f-604d364ed5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:10.229462 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1fcc2213-4909-434d-910a-1b22e74766de req-a508ffff-19d9-4b18-b82f-604d364ed5e4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=40df35a0-3e6c-4a87-b05c-8ec0e27ffece HTTP/1.1" status: 200 len: 923 time: 0.3816674 Nov 10 17:34:10.262799 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f9928-8cc1-4f29-9ba8-c813edc7eacc req-aaa9a461-5cdb-42cf-a701-c5e958be5c03 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:10.266510 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-760f9928-8cc1-4f29-9ba8-c813edc7eacc req-aaa9a461-5cdb-42cf-a701-c5e958be5c03 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.13 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 950 time: 0.2347295 Nov 10 17:34:10.285554 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7825305-4916-4bea-99a4-68ecb99497b6 admin admin] Pushing event updated for resources: {'Port': ['ID=47552747-fb8c-44f4-9f2d-3952cad68fa0,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:10.297515 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7825305-4916-4bea-99a4-68ecb99497b6 admin admin] Network d70b5a02-c1d9-4cfc-bb38-66395d3e54a1 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:34:10.354340 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1fcc2213-4909-434d-910a-1b22e74766de req-33493594-16b1-4ca8-9f07-9371a92673b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef3231f5-f976-43d2-81eb-074d75f2e921 HTTP/1.1" status: 200 len: 217 time: 0.1135342 Nov 10 17:34:10.376459 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-f7825305-4916-4bea-99a4-68ecb99497b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:34:10.391093 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7825305-4916-4bea-99a4-68ecb99497b6 admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:34:10.485684 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279067b-1812-49cb-8f7d-c63296c73c26 req-cf753b02-14dd-4c8b-a07b-46b3b606165d tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:10.496632 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c279067b-1812-49cb-8f7d-c63296c73c26 req-cf753b02-14dd-4c8b-a07b-46b3b606165d tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=c63be40f-2273-4b7e-a9c2-1a6af75d5061 HTTP/1.1" status: 200 len: 944 time: 0.0869679 Nov 10 17:34:10.519687 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c955e3-c4c3-4074-a0d2-6f8fbae368e3 req-6a5e2597-e501-4927-9b3f-981a1c9405a8 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:10.527803 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a4c955e3-c4c3-4074-a0d2-6f8fbae368e3 req-6a5e2597-e501-4927-9b3f-981a1c9405a8 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 945 time: 0.2601786 Nov 10 17:34:10.540500 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc2213-4909-434d-910a-1b22e74766de req-6a158e88-efc8-42fd-b0f3-ca1653fbe9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:10.542577 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1fcc2213-4909-434d-910a-1b22e74766de req-6a158e88-efc8-42fd-b0f3-ca1653fbe9d5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=48a795a7-76f4-43b1-b3bc-35d4259301af HTTP/1.1" status: 200 len: 862 time: 0.1673486 Nov 10 17:34:10.560740 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f7825305-4916-4bea-99a4-68ecb99497b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:10.576813 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c279067b-1812-49cb-8f7d-c63296c73c26 req-bf34e60f-5e99-45da-a1a8-7c3b828c10e1 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795755 Nov 10 17:34:10.648375 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1fcc2213-4909-434d-910a-1b22e74766de req-db862e5b-4ff7-400c-b831-6ea27949690d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=40df35a0-3e6c-4a87-b05c-8ec0e27ffece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835907 Nov 10 17:34:10.744076 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-48c18b7f-d089-4768-b7d2-a8fd92e2575e None None] Provisioning complete for port 47552747-fb8c-44f4-9f2d-3952cad68fa0 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:10.744664 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-48c18b7f-d089-4768-b7d2-a8fd92e2575e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:10.791487 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1fcc2213-4909-434d-910a-1b22e74766de req-8983994e-e83f-4ba4-905b-dbcaff45bfbf service neutron] 10.222.0.11 "GET /v2.0/networks/40df35a0-3e6c-4a87-b05c-8ec0e27ffece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317155 Nov 10 17:34:10.794284 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf6cc7-05dd-4045-8ed6-5a67aa0d3001 req-3af0f7c1-ad8e-469d-8069-c7ea809eeffd tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:10.796755 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-58bf6cc7-05dd-4045-8ed6-5a67aa0d3001 req-3af0f7c1-ad8e-469d-8069-c7ea809eeffd tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 950 time: 0.0964940 Nov 10 17:34:10.813262 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-760f9928-8cc1-4f29-9ba8-c813edc7eacc req-5fb65c6b-99f2-475b-8d14-76b7b40c0d42 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Deleting port e098545c-1c6b-4153-9075-cbd015f860e7 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:34:10.814304 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-760f9928-8cc1-4f29-9ba8-c813edc7eacc req-5fb65c6b-99f2-475b-8d14-76b7b40c0d42 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:10.814498 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2e8b3a9f-e766-480b-9797-2f641c8242e3 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:34:10.871603 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-48c18b7f-d089-4768-b7d2-a8fd92e2575e None None] Port 47552747-fb8c-44f4-9f2d-3952cad68fa0 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:34:10.898844 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a4c955e3-c4c3-4074-a0d2-6f8fbae368e3 req-30eb17bf-dbbd-416e-a832-bed903a4c853 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699980 Nov 10 17:34:10.898965 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 2e8b3a9f-e766-480b-9797-2f641c8242e3 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:10.899248 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:10.922823 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-58bf6cc7-05dd-4045-8ed6-5a67aa0d3001 req-03faae21-fbb4-49e1-9b40-225d7858d457 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206665 Nov 10 17:34:11.009328 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:11.027877 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-3092df3d-2583-4a2f-9186-b742c7f9c9a6 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4fd8838459d548ea9aadd9998a4d8b03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2310035 Nov 10 17:34:11.035325 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 2e8b3a9f-e766-480b-9797-2f641c8242e3, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2e8b3a9f-e766-480b-9797-2f641c8242e3,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:11.042023 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:11.060620 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-760f9928-8cc1-4f29-9ba8-c813edc7eacc req-5fb65c6b-99f2-475b-8d14-76b7b40c0d42 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] For port e098545c-1c6b-4153-9075-cbd015f860e7, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=e098545c-1c6b-4153-9075-cbd015f860e7,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:11.063014 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-760f9928-8cc1-4f29-9ba8-c813edc7eacc req-5fb65c6b-99f2-475b-8d14-76b7b40c0d42 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:11.121530 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=2e8b3a9f-e766-480b-9797-2f641c8242e3,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:11.128703 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09b18a20-dff3-4da4-8343-0d62164e9b0b req-3023ffc1-7629-43d1-91c0-7d4104066a7e tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/ports?device_id=678eee5f-29dc-49e0-a846-237048b9222d HTTP/1.1" status: 200 len: 210 time: 0.0495672 Nov 10 17:34:11.146774 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device ef3231f5-f976-43d2-81eb-074d75f2e921 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:34:11.172316 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-760f9928-8cc1-4f29-9ba8-c813edc7eacc req-5fb65c6b-99f2-475b-8d14-76b7b40c0d42 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Calling delete_port for e098545c-1c6b-4153-9075-cbd015f860e7 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:34:11.202841 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-becfe196-7c5e-4973-80e9-0bd3e109f44c req-9b37ac07-1eea-47f7-8602-7ec632aa7eb4 tempest-QuotasAdminNegativeTest-751900751 tempest-QuotasAdminNegativeTest-751900751-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ab509f7ad98042ff9b918fcd71bad0d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0918379 Nov 10 17:34:11.253895 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595129d-88ab-4f2f-9819-1d270417d52c req-77c19993-b81e-446a-a083-ae1a81db82e7 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:11.256641 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e595129d-88ab-4f2f-9819-1d270417d52c req-77c19993-b81e-446a-a083-ae1a81db82e7 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95c63e0-ffeb-439e-8201-3e64f837d4ac HTTP/1.1" status: 200 len: 946 time: 0.0626373 Nov 10 17:34:11.327080 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1fcc2213-4909-434d-910a-1b22e74766de req-8919ef8c-aab8-4c8a-8b29-244c141d09fa service neutron] 10.222.0.11 "GET /v2.0/networks/40df35a0-3e6c-4a87-b05c-8ec0e27ffece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227393 Nov 10 17:34:11.342896 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e595129d-88ab-4f2f-9819-1d270417d52c req-2fc76b86-569e-4f78-9eb4-a50b3072a767 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740714 Nov 10 17:34:11.393435 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f7825305-4916-4bea-99a4-68ecb99497b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:11.415103 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port ef3231f5-f976-43d2-81eb-074d75f2e921, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ef3231f5-f976-43d2-81eb-074d75f2e921,segment=NetworkSegment(6d77725e-f759-4fea-8142-4be34b292505),segment_id=6d77725e-f759-4fea-8142-4be34b292505)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:11.432661 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'ef3231f5-f976-43d2-81eb-074d75f2e921', 'network_id': '40df35a0-3e6c-4a87-b05c-8ec0e27ffece', 'port_id': 'ef3231f5-f976-43d2-81eb-074d75f2e921', 'mac_address': 'fa:16:3e:be:17:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a795a7-76f4-43b1-b3bc-35d4259301af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:34:11.460770 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-5f616562-8b13-4f0e-85c7-916cf2f3b839 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:11.462292 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-5f616562-8b13-4f0e-85c7-916cf2f3b839 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4153752 Nov 10 17:34:11.475273 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:11.488690 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef3231f5-f976-43d2-81eb-074d75f2e921 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:34:11.500608 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-518ee204-eb4c-420a-bd3b-1b3d6ee54608 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Request body: {'port': {'device_id': '678eee5f-29dc-49e0-a846-237048b9222d', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'admin_state_up': True, 'tenant_id': '4fd8838459d548ea9aadd9998a4d8b03'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:34:11.510841 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port ef3231f5-f976-43d2-81eb-074d75f2e921, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ef3231f5-f976-43d2-81eb-074d75f2e921,segment=NetworkSegment(6d77725e-f759-4fea-8142-4be34b292505),segment_id=6d77725e-f759-4fea-8142-4be34b292505)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:11.517718 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:11.573370 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=ef3231f5-f976-43d2-81eb-074d75f2e921,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:11.584643 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfe196-7c5e-4973-80e9-0bd3e109f44c req-170d5917-b7b1-4d68-8225-800a4618aafc tempest-QuotasAdminNegativeTest-751900751 tempest-QuotasAdminNegativeTest-751900751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:11.586212 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-becfe196-7c5e-4973-80e9-0bd3e109f44c req-170d5917-b7b1-4d68-8225-800a4618aafc tempest-QuotasAdminNegativeTest-751900751 tempest-QuotasAdminNegativeTest-751900751-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3718631 Nov 10 17:34:11.668341 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-becfe196-7c5e-4973-80e9-0bd3e109f44c req-3f1a42d2-2f1f-429c-984a-1786e3977ffe tempest-QuotasAdminNegativeTest-751900751 tempest-QuotasAdminNegativeTest-751900751-project] 10.222.0.39 "GET /v2.0/quotas/ab509f7ad98042ff9b918fcd71bad0d6 HTTP/1.1" status: 200 len: 375 time: 0.0728247 Nov 10 17:34:11.700478 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3cd0c-4aa7-4619-bc59-372c3b71ced9 req-a72d81a1-8e8f-41e2-bda5-c822e08f7774 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:11.702539 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-03f3cd0c-4aa7-4619-bc59-372c3b71ced9 req-a72d81a1-8e8f-41e2-bda5-c822e08f7774 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=c63be40f-2273-4b7e-a9c2-1a6af75d5061 HTTP/1.1" status: 200 len: 945 time: 0.0542932 Nov 10 17:34:11.757166 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-becfe196-7c5e-4973-80e9-0bd3e109f44c req-38dfdf72-7e34-4f9f-8cda-2c167341da10 tempest-QuotasAdminNegativeTest-751900751 tempest-QuotasAdminNegativeTest-751900751-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ab509f7ad98042ff9b918fcd71bad0d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574355 Nov 10 17:34:11.760013 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-03f3cd0c-4aa7-4619-bc59-372c3b71ced9 req-fd6259e9-1541-455d-814e-623300c1a823 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519788 Nov 10 17:34:11.767237 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['ef3231f5-f976-43d2-81eb-074d75f2e921'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:34:11.771178 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-760f9928-8cc1-4f29-9ba8-c813edc7eacc req-5fb65c6b-99f2-475b-8d14-76b7b40c0d42 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:11.805637 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['5dc83552-8f22-4de3-b8e0-61527afe401d'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:34:11.833022 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb65c6b-99f2-475b-8d14-76b7b40c0d42 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Pushing event deleted for resources: {'Port': ['ID=e098545c-1c6b-4153-9075-cbd015f860e7,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:11.875101 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-518ee204-eb4c-420a-bd3b-1b3d6ee54608 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Made reservation on behalf of 4fd8838459d548ea9aadd9998a4d8b03 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:34:11.878674 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-518ee204-eb4c-420a-bd3b-1b3d6ee54608 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:11.907239 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-760f9928-8cc1-4f29-9ba8-c813edc7eacc req-5fb65c6b-99f2-475b-8d14-76b7b40c0d42 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] No DVR routers for this DVR port e098545c-1c6b-4153-9075-cbd015f860e7 on host n-h2-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:34:11.912588 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-760f9928-8cc1-4f29-9ba8-c813edc7eacc req-5fb65c6b-99f2-475b-8d14-76b7b40c0d42 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:11.915477 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-760f9928-8cc1-4f29-9ba8-c813edc7eacc req-5fb65c6b-99f2-475b-8d14-76b7b40c0d42 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.13 "DELETE /v2.0/ports/e098545c-1c6b-4153-9075-cbd015f860e7 HTTP/1.1" status: 204 len: 173 time: 1.5853925 Nov 10 17:34:11.915916 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3520aa48-7121-497f-930f-36feb420fa01', 'name': 'network-vif-deleted', 'tag': 'e098545c-1c6b-4153-9075-cbd015f860e7'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:34:11.918318 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce279f8-ca97-4207-b0f2-e746c39b4fd1" -d '{"events": [{"server_uuid": "3520aa48-7121-497f-930f-36feb420fa01", "name": "network-vif-deleted", "tag": "e098545c-1c6b-4153-9075-cbd015f860e7"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:34:11.945681 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f7825305-4916-4bea-99a4-68ecb99497b6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:11.994870 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77471b84-845d-45ab-8a8f-6ff14446f080 x-openstack-request-id: req-77471b84-845d-45ab-8a8f-6ff14446f080 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:34:11.995155 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3520aa48-7121-497f-930f-36feb420fa01", "name": "network-vif-deleted", "tag": "e098545c-1c6b-4153-9075-cbd015f860e7", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:34:11.995411 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-77471b84-845d-45ab-8a8f-6ff14446f080 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:34:11.995815 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3520aa48-7121-497f-930f-36feb420fa01', 'name': 'network-vif-deleted', 'tag': 'e098545c-1c6b-4153-9075-cbd015f860e7', 'status': 'completed', 'code': 200} Nov 10 17:34:11.996492 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f7825305-4916-4bea-99a4-68ecb99497b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:12.166576 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f7825305-4916-4bea-99a4-68ecb99497b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:12.193307 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7825305-4916-4bea-99a4-68ecb99497b6 admin admin] Pushing event updated for resources: {'Port': ['ID=47552747-fb8c-44f4-9f2d-3952cad68fa0,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:12.246724 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-76b346c0-6407-4271-8fbf-a8c9475195e2 req-8f1354a0-ab9c-4905-83a6-03de3431f520 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=3520aa48-7121-497f-930f-36feb420fa01 HTTP/1.1" status: 200 len: 210 time: 0.0269353 Nov 10 17:34:12.270411 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc907b-c028-4f09-b743-3256247fbd35 req-c2460a9b-9202-45da-b622-28e5bc58a957 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:12.272010 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-18cc907b-c028-4f09-b743-3256247fbd35 req-c2460a9b-9202-45da-b622-28e5bc58a957 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 945 time: 0.1842289 Nov 10 17:34:12.298968 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-518ee204-eb4c-420a-bd3b-1b3d6ee54608 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Allocated IP 192.168.233.60 (06bf2af7-1c64-4ab3-86f9-bba38a9adb20/7364e0f4-b425-437c-8639-701045fa2b03/d77535e0-200c-4b38-b1fc-fe225324d8f9) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:34:12.330700 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae58ef67-e5a2-49f5-a1b2-e6c0f0e712a1 req-6f30e8aa-6ec5-47f3-8904-3ee8bb70eba1 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/ports?device_id=678eee5f-29dc-49e0-a846-237048b9222d HTTP/1.1" status: 200 len: 210 time: 0.0271468 Nov 10 17:34:12.379652 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-18cc907b-c028-4f09-b743-3256247fbd35 req-ce2828fb-6542-43bb-8a67-53ab2e6d1090 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991385 Nov 10 17:34:12.403182 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7825305-4916-4bea-99a4-68ecb99497b6 admin admin] Network d70b5a02-c1d9-4cfc-bb38-66395d3e54a1 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:34:12.407059 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-f7825305-4916-4bea-99a4-68ecb99497b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:34:12.632406 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['b499287f-4e8b-4c16-87b7-0c2a8c5f4d02', 'fdce9ab3-ed7e-455d-bedc-912ea1a5ea06'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:34:12.766138 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2e8b3a9f-e766-480b-9797-2f641c8242e3 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:34:12.834732 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-321e01ed-be79-40ee-80c0-6f7354397c39 req-2bb33f26-0972-47f1-aac4-664073351060 tempest-QuotasAdminNegativeTest-751900751 tempest-QuotasAdminNegativeTest-751900751-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ab509f7ad98042ff9b918fcd71bad0d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272641 Nov 10 17:34:12.850440 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-1036ded5-8898-4f15-9d7c-befc3dbe8403 None None] Provisioning complete for port 47552747-fb8c-44f4-9f2d-3952cad68fa0 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:12.851070 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1036ded5-8898-4f15-9d7c-befc3dbe8403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:12.909466 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 2e8b3a9f-e766-480b-9797-2f641c8242e3 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:12.909840 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:12.948434 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-1036ded5-8898-4f15-9d7c-befc3dbe8403 None None] Port 47552747-fb8c-44f4-9f2d-3952cad68fa0 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:34:12.973691 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e01ed-be79-40ee-80c0-6f7354397c39 req-1e5ab23e-f6ca-4996-845e-09af0bfc1c1f tempest-QuotasAdminNegativeTest-751900751 tempest-QuotasAdminNegativeTest-751900751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:12.974866 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-321e01ed-be79-40ee-80c0-6f7354397c39 req-1e5ab23e-f6ca-4996-845e-09af0bfc1c1f tempest-QuotasAdminNegativeTest-751900751 tempest-QuotasAdminNegativeTest-751900751-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1340315 Nov 10 17:34:12.992810 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-321e01ed-be79-40ee-80c0-6f7354397c39 req-d0631a99-6e6a-4e0a-a468-7c07866c3239 tempest-QuotasAdminNegativeTest-751900751 tempest-QuotasAdminNegativeTest-751900751-project] 10.222.0.39 "GET /v2.0/quotas/ab509f7ad98042ff9b918fcd71bad0d6 HTTP/1.1" status: 200 len: 375 time: 0.0109527 Nov 10 17:34:12.994707 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c65132-353d-4f9b-85cb-69d6952356ca req-fd9eb5d1-e668-4427-849c-f41f282031e6 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:13.002094 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b9c65132-353d-4f9b-85cb-69d6952356ca req-fd9eb5d1-e668-4427-849c-f41f282031e6 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95c63e0-ffeb-439e-8201-3e64f837d4ac HTTP/1.1" status: 200 len: 946 time: 0.5408278 Nov 10 17:34:13.043089 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-321e01ed-be79-40ee-80c0-6f7354397c39 req-288c9c3b-8fce-4fff-851f-bfb8dfc9dfb9 tempest-QuotasAdminNegativeTest-751900751 tempest-QuotasAdminNegativeTest-751900751-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ab509f7ad98042ff9b918fcd71bad0d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432179 Nov 10 17:34:13.059278 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7825305-4916-4bea-99a4-68ecb99497b6 admin admin] Router 0d224965-846a-4693-8c36-f8f4d32b7d37 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:34:13.065547 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-518ee204-eb4c-420a-bd3b-1b3d6ee54608 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:13.109067 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b9c65132-353d-4f9b-85cb-69d6952356ca req-c24dd519-6756-4f76-afa6-6f7de09f9ad8 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057298 Nov 10 17:34:13.141773 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 2fd96dd5-a84f-46f1-8ffe-375e521fe660 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:34:13.151852 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device e098545c-1c6b-4153-9075-cbd015f860e7 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:34:13.193460 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device ef3231f5-f976-43d2-81eb-074d75f2e921 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:34:13.197397 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: e098545c-1c6b-4153-9075-cbd015f860e7 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:34:13.197721 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device e098545c-1c6b-4153-9075-cbd015f860e7 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:34:13.249742 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-518ee204-eb4c-420a-bd3b-1b3d6ee54608 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:13.326296 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-518ee204-eb4c-420a-bd3b-1b3d6ee54608 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:34:13.327967 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port ef3231f5-f976-43d2-81eb-074d75f2e921 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:34:13.332843 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-518ee204-eb4c-420a-bd3b-1b3d6ee54608 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:34:13.335402 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7825305-4916-4bea-99a4-68ecb99497b6 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:34:13.343555 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port ef3231f5-f976-43d2-81eb-074d75f2e921 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:13.344390 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:13.345639 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcaaa9a-e915-402f-bd00-4428a4eb0703 req-f04edceb-5af6-43f3-b282-2ffbc15e1507 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:13.354167 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c8e0ca-b053-4e35-9101-2beb28379eac None None] Sync routers for ids ['0d224965-846a-4693-8c36-f8f4d32b7d37'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:34:13.355227 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8dcaaa9a-e915-402f-bd00-4428a4eb0703 req-f04edceb-5af6-43f3-b282-2ffbc15e1507 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=c63be40f-2273-4b7e-a9c2-1a6af75d5061 HTTP/1.1" status: 200 len: 945 time: 0.1732509 Nov 10 17:34:13.355575 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 2fd96dd5-a84f-46f1-8ffe-375e521fe660, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2fd96dd5-a84f-46f1-8ffe-375e521fe660,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:13.375052 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f7825305-4916-4bea-99a4-68ecb99497b6 admin admin] 10.222.0.39 "PUT /v2.0/routers/0d224965-846a-4693-8c36-f8f4d32b7d37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6806946 Nov 10 17:34:13.376007 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-518ee204-eb4c-420a-bd3b-1b3d6ee54608 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:34:13.383973 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c8e0ca-b053-4e35-9101-2beb28379eac None None] Routers {'0d224965-846a-4693-8c36-f8f4d32b7d37'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:34:13.386613 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c5c8e0ca-b053-4e35-9101-2beb28379eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:34:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0d224965-846a-4693-8c36-f8f4d32b7d37'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:34:13.417932 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ee204-eb4c-420a-bd3b-1b3d6ee54608 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Pushing event updated for resources: {'Port': ['ID=d77535e0-200c-4b38-b1fc-fe225324d8f9,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:13.441340 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '2fd96dd5-a84f-46f1-8ffe-375e521fe660', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': '2fd96dd5-a84f-46f1-8ffe-375e521fe660', 'mac_address': 'fa:16:3e:fd:55:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:34:13.537559 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-518ee204-eb4c-420a-bd3b-1b3d6ee54608 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:13.538437 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-518ee204-eb4c-420a-bd3b-1b3d6ee54608 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:13.554984 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['d3964b4a-df0e-4213-9900-7ff0a6ebea97'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:34:13.597950 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8dcaaa9a-e915-402f-bd00-4428a4eb0703 req-94239b7d-983f-4ffa-81bd-0e146268a317 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414157 Nov 10 17:34:13.612431 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-518ee204-eb4c-420a-bd3b-1b3d6ee54608 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1149294 Nov 10 17:34:13.629539 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-812bea22-748b-49b9-84bc-84cc58b79a40 service neutron] Request body: {'port': {'device_id': '678eee5f-29dc-49e0-a846-237048b9222d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:34:13.658578 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:13.686372 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceedcf2-f200-4fa8-bb46-38f3c58a74a0 req-cbbe56c7-15cd-4bb0-b76a-bec9b9b8fdb7 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:13.697582 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bceedcf2-f200-4fa8-bb46-38f3c58a74a0 req-cbbe56c7-15cd-4bb0-b76a-bec9b9b8fdb7 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/ports?device_id=678eee5f-29dc-49e0-a846-237048b9222d HTTP/1.1" status: 200 len: 935 time: 0.0865159 Nov 10 17:34:13.719277 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-c5c8e0ca-b053-4e35-9101-2beb28379eac None None] Set router 0d224965-846a-4693-8c36-f8f4d32b7d37 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:34:13.767241 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2fd96dd5-a84f-46f1-8ffe-375e521fe660 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:34:13.817942 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-812bea22-748b-49b9-84bc-84cc58b79a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:13.822739 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bceedcf2-f200-4fa8-bb46-38f3c58a74a0 req-ffa1c3b8-18d5-4bb8-a0ed-1929ddf04b5e tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a9f8457-6cd7-41cd-87d5-1399838d7738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186967 Nov 10 17:34:13.879947 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 2fd96dd5-a84f-46f1-8ffe-375e521fe660, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2fd96dd5-a84f-46f1-8ffe-375e521fe660,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:13.885040 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d5b35-36f6-4b9c-b61b-3acc2ce0d6bf req-910aa79c-f637-4e80-8e51-f9e4056c3d63 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:13.891151 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:13.892911 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:13.899174 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-711d5b35-36f6-4b9c-b61b-3acc2ce0d6bf req-910aa79c-f637-4e80-8e51-f9e4056c3d63 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 945 time: 0.1473362 Nov 10 17:34:13.999861 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-711d5b35-36f6-4b9c-b61b-3acc2ce0d6bf req-d5a2ddb6-1a7a-4c24-98a7-2a5cbcdfee60 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997405 Nov 10 17:34:14.004822 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6b3cbf84-49c3-4ac3-91c6-c2ffa7da4532 None None] Provisioning complete for port d77535e0-200c-4b38-b1fc-fe225324d8f9 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:14.005351 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6b3cbf84-49c3-4ac3-91c6-c2ffa7da4532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:14.068873 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['2fd96dd5-a84f-46f1-8ffe-375e521fe660'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:34:14.079038 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63be40f-2273-4b7e-a9c2-1a6af75d5061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3231f5-f976-43d2-81eb-074d75f2e921'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:34:14.081582 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd060ca-19d3-4dd6-8685-02e121df02d4" -d '{"events": [{"server_uuid": "c63be40f-2273-4b7e-a9c2-1a6af75d5061", "name": "network-vif-plugged", "status": "completed", "tag": "ef3231f5-f976-43d2-81eb-074d75f2e921"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:34:14.197974 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c5c8e0ca-b053-4e35-9101-2beb28379eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'name': 'tempest-TaggedBootDevicesTest-1989159049-router', 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '2e8b3a9f-e766-480b-9797-2f641c8242e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:34:03Z', 'updated_at': '2021-11-10T17:34:11Z', 'revision_number': 4, 'project_id': '281475dcac0247d79669d55a1da4eafc', 'gw_port': {'id': '2e8b3a9f-e766-480b-9797-2f641c8242e3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:34:05Z', 'updated_at': '2021-11-10T17:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '47552747-fb8c-44f4-9f2d-3952cad68fa0', 'name': '', 'network_id': 'd70b5a02-c1d9-4cfc-bb38-66395d3e54a1', 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'mac_address': 'fa:16:3e:33:aa:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'b64957d3-50ce-4770-b403-8661f805ffb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:34:09Z', 'updated_at': '2021-11-10T17:34:11Z', 'revision_number': 2, 'project_id': '281475dcac0247d79669d55a1da4eafc', 'subnets': [{'id': 'b64957d3-50ce-4770-b403-8661f805ffb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:34:14.249055 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port ef3231f5-f976-43d2-81eb-074d75f2e921, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ef3231f5-f976-43d2-81eb-074d75f2e921,segment=NetworkSegment(6d77725e-f759-4fea-8142-4be34b292505),segment_id=6d77725e-f759-4fea-8142-4be34b292505)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:14.300724 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c8e0ca-b053-4e35-9101-2beb28379eac None None] Checking router: 0d224965-846a-4693-8c36-f8f4d32b7d37 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:34:14.305203 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c8e0ca-b053-4e35-9101-2beb28379eac None None] Updating router 0d224965-846a-4693-8c36-f8f4d32b7d37 port 47552747-fb8c-44f4-9f2d-3952cad68fa0 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:34:14.313795 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=2fd96dd5-a84f-46f1-8ffe-375e521fe660,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:14.318048 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-6b3cbf84-49c3-4ac3-91c6-c2ffa7da4532 None None] Port d77535e0-200c-4b38-b1fc-fe225324d8f9 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:34:14.337191 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:14.382713 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c5c8e0ca-b053-4e35-9101-2beb28379eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:14.393636 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-812bea22-748b-49b9-84bc-84cc58b79a40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d77535e0-200c-4b38-b1fc-fe225324d8f9 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:34:14.405356 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-812bea22-748b-49b9-84bc-84cc58b79a40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:14.437360 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-812bea22-748b-49b9-84bc-84cc58b79a40 service neutron] Transition to ACTIVE for port object d77535e0-200c-4b38-b1fc-fe225324d8f9 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:34:14.452830 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-812bea22-748b-49b9-84bc-84cc58b79a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:14.468499 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27c3edc-d061-4e54-9a7f-7ecf2e29ac26 x-openstack-request-id: req-c27c3edc-d061-4e54-9a7f-7ecf2e29ac26 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:34:14.469089 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63be40f-2273-4b7e-a9c2-1a6af75d5061", "name": "network-vif-plugged", "status": "completed", "tag": "ef3231f5-f976-43d2-81eb-074d75f2e921", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:34:14.469631 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c27c3edc-d061-4e54-9a7f-7ecf2e29ac26 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:34:14.470178 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63be40f-2273-4b7e-a9c2-1a6af75d5061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3231f5-f976-43d2-81eb-074d75f2e921', 'code': 200} Nov 10 17:34:14.622154 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=ef3231f5-f976-43d2-81eb-074d75f2e921,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:14.845930 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e4d6e-dfd5-441d-9a3b-b3911b4ce9f5 req-49c44ea7-c93f-487c-a12f-cd0e04e90449 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:14.854934 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cb6e4d6e-dfd5-441d-9a3b-b3911b4ce9f5 req-49c44ea7-c93f-487c-a12f-cd0e04e90449 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95c63e0-ffeb-439e-8201-3e64f837d4ac HTTP/1.1" status: 200 len: 946 time: 0.2441535 Nov 10 17:34:14.876618 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812bea22-748b-49b9-84bc-84cc58b79a40 service neutron] Pushing event updated for resources: {'Port': ['ID=d77535e0-200c-4b38-b1fc-fe225324d8f9,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:14.917602 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756a8fe-21f9-4df7-8f21-e0f6932bc843 req-d30a9d48-534c-4441-b89f-b6f6dc98e20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:14.925744 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9756a8fe-21f9-4df7-8f21-e0f6932bc843 req-d30a9d48-534c-4441-b89f-b6f6dc98e20f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c63be40f-2273-4b7e-a9c2-1a6af75d5061 HTTP/1.1" status: 200 len: 1098 time: 0.3890185 Nov 10 17:34:14.973416 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cb6e4d6e-dfd5-441d-9a3b-b3911b4ce9f5 req-37a2056c-e580-47a2-9bc2-9be1f2c929a6 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104407 Nov 10 17:34:14.998338 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-812bea22-748b-49b9-84bc-84cc58b79a40 service neutron] Attempting to bind port d77535e0-200c-4b38-b1fc-fe225324d8f9 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:34:14.998678 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-812bea22-748b-49b9-84bc-84cc58b79a40 service neutron] Attempting to bind port d77535e0-200c-4b38-b1fc-fe225324d8f9 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:34:14.999014 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-812bea22-748b-49b9-84bc-84cc58b79a40 service neutron] Attempting to bind port d77535e0-200c-4b38-b1fc-fe225324d8f9 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:34:15.035290 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-812bea22-748b-49b9-84bc-84cc58b79a40 service neutron] Port d77535e0-200c-4b38-b1fc-fe225324d8f9 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:34:15.035684 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-812bea22-748b-49b9-84bc-84cc58b79a40 service neutron] Attempting to bind port d77535e0-200c-4b38-b1fc-fe225324d8f9 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:34:15.110733 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9756a8fe-21f9-4df7-8f21-e0f6932bc843 req-7fafca60-1000-48fd-8a92-feda270b6963 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463349 Nov 10 17:34:15.112706 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-812bea22-748b-49b9-84bc-84cc58b79a40 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:34:15.113050 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-812bea22-748b-49b9-84bc-84cc58b79a40 service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:34:15.113441 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-812bea22-748b-49b9-84bc-84cc58b79a40 service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:34:15.114126 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-812bea22-748b-49b9-84bc-84cc58b79a40 service neutron] Bound port: d77535e0-200c-4b38-b1fc-fe225324d8f9, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:34:15.115179 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-812bea22-748b-49b9-84bc-84cc58b79a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:15.144604 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 4b90586b-4c40-45bd-87d5-71d6c20addfb details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:34:15.148988 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 2fd96dd5-a84f-46f1-8ffe-375e521fe660 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:34:15.212042 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e01f7-a27c-4bf1-b32d-338ceb4c8810 req-12183483-1696-48ab-9763-b81e583ce3c9 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:15.215040 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d32e01f7-a27c-4bf1-b32d-338ceb4c8810 req-12183483-1696-48ab-9763-b81e583ce3c9 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=c63be40f-2273-4b7e-a9c2-1a6af75d5061 HTTP/1.1" status: 200 len: 946 time: 0.1100807 Nov 10 17:34:15.297759 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-812bea22-748b-49b9-84bc-84cc58b79a40 service neutron] For port d77535e0-200c-4b38-b1fc-fe225324d8f9, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:34:15.305625 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-812bea22-748b-49b9-84bc-84cc58b79a40 service neutron] For port d77535e0-200c-4b38-b1fc-fe225324d8f9, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d77535e0-200c-4b38-b1fc-fe225324d8f9,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:34:15.331712 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d32e01f7-a27c-4bf1-b32d-338ceb4c8810 req-558f986b-1763-48dd-a518-9eb12e1bb0d3 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057465 Nov 10 17:34:15.344488 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219ece8-7d77-4bfb-a19e-dd93515ca012 req-41a64bfb-17d1-4dff-b709-1269ea6b8e9e tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:15.348340 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1219ece8-7d77-4bfb-a19e-dd93515ca012 req-41a64bfb-17d1-4dff-b709-1269ea6b8e9e tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 951 time: 0.2158816 Nov 10 17:34:15.356962 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-812bea22-748b-49b9-84bc-84cc58b79a40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:15.367461 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c5c8e0ca-b053-4e35-9101-2beb28379eac None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:15.379707 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c5c8e0ca-b053-4e35-9101-2beb28379eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:15.449436 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3da35-c0f9-42fc-9f87-3d6829b3fe28 None None] Pushing event updated for resources: {'Port': ['ID=47552747-fb8c-44f4-9f2d-3952cad68fa0,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:15.458112 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 2fd96dd5-a84f-46f1-8ffe-375e521fe660 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:15.459970 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:15.519674 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3da35-c0f9-42fc-9f87-3d6829b3fe28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:15.520247 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3da35-c0f9-42fc-9f87-3d6829b3fe28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:15.521771 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3da35-c0f9-42fc-9f87-3d6829b3fe28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:15.522377 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3da35-c0f9-42fc-9f87-3d6829b3fe28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:15.523023 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 4b90586b-4c40-45bd-87d5-71d6c20addfb, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4b90586b-4c40-45bd-87d5-71d6c20addfb,segment=NetworkSegment(9d32f6d1-d16b-4454-891a-35c80c165728),segment_id=9d32f6d1-d16b-4454-891a-35c80c165728)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:15.523348 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3da35-c0f9-42fc-9f87-3d6829b3fe28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:15.524285 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3da35-c0f9-42fc-9f87-3d6829b3fe28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:15.527819 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3da35-c0f9-42fc-9f87-3d6829b3fe28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:15.532068 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3da35-c0f9-42fc-9f87-3d6829b3fe28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:15.532593 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3da35-c0f9-42fc-9f87-3d6829b3fe28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:15.532805 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3da35-c0f9-42fc-9f87-3d6829b3fe28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:15.533252 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3da35-c0f9-42fc-9f87-3d6829b3fe28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:15.533458 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3da35-c0f9-42fc-9f87-3d6829b3fe28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:15.541915 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812bea22-748b-49b9-84bc-84cc58b79a40 service neutron] Pushing event updated for resources: {'Port': ['ID=d77535e0-200c-4b38-b1fc-fe225324d8f9,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:15.553952 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '4b90586b-4c40-45bd-87d5-71d6c20addfb', 'network_id': 'c18d46d8-ed1a-43a2-affe-5479d7bfb3f2', 'port_id': '4b90586b-4c40-45bd-87d5-71d6c20addfb', 'mac_address': 'fa:16:3e:f1:0d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c330c19-7a26-42a1-b99c-552cbd09bae0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:34:15.577937 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-812bea22-748b-49b9-84bc-84cc58b79a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:15.581672 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-812bea22-748b-49b9-84bc-84cc58b79a40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:15.586587 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-812bea22-748b-49b9-84bc-84cc58b79a40 service neutron] 10.222.0.11 "PUT /v2.0/ports/d77535e0-200c-4b38-b1fc-fe225324d8f9 HTTP/1.1" status: 200 len: 1096 time: 1.9657807 Nov 10 17:34:15.621281 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678eee5f-29dc-49e0-a846-237048b9222d', 'tag': 'd77535e0-200c-4b38-b1fc-fe225324d8f9'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:34:15.624299 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2834d2-10d5-4628-be96-32da042e1319" -d '{"events": [{"name": "network-changed", "server_uuid": "678eee5f-29dc-49e0-a846-237048b9222d", "tag": "d77535e0-200c-4b38-b1fc-fe225324d8f9"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:34:15.648100 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8aa2049e-a030-4084-bdc7-57faf8ec8cb8 req-83f97c7b-2416-40f5-ae7e-841b50cc99cc tempest-QuotasAdminNegativeTest-751900751 tempest-QuotasAdminNegativeTest-751900751-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ab509f7ad98042ff9b918fcd71bad0d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741742 Nov 10 17:34:15.659771 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:15.751771 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1219ece8-7d77-4bfb-a19e-dd93515ca012 req-3fec169a-4795-4406-b67f-45eec0b8cbcd tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695107 Nov 10 17:34:15.810437 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-207f8f6a-94d1-44c7-bdc3-b4e75d115233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:15.813332 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-207f8f6a-94d1-44c7-bdc3-b4e75d115233 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4fd8838459d548ea9aadd9998a4d8b03&device_id=678eee5f-29dc-49e0-a846-237048b9222d HTTP/1.1" status: 200 len: 1099 time: 0.1489794 Nov 10 17:34:15.823483 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b90586b-4c40-45bd-87d5-71d6c20addfb {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:34:15.875066 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-c5c8e0ca-b053-4e35-9101-2beb28379eac None None] Attempting to bind port 47552747-fb8c-44f4-9f2d-3952cad68fa0 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:34:15.875439 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-c5c8e0ca-b053-4e35-9101-2beb28379eac None None] Attempting to bind port 47552747-fb8c-44f4-9f2d-3952cad68fa0 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ca95d2b9-fa05-4c17-bc70-13d06fb359ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd70b5a02-c1d9-4cfc-bb38-66395d3e54a1'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:34:15.878254 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:15.888675 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c8e0ca-b053-4e35-9101-2beb28379eac None None] Attempting to bind port 47552747-fb8c-44f4-9f2d-3952cad68fa0 on network d70b5a02-c1d9-4cfc-bb38-66395d3e54a1 {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:34:15.933681 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-e61e824d-d0bf-4a0b-8d4b-7f080c690669 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=d77535e0-200c-4b38-b1fc-fe225324d8f9 HTTP/1.1" status: 200 len: 217 time: 0.1026185 Nov 10 17:34:15.937661 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c8e0ca-b053-4e35-9101-2beb28379eac None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:34:15.938208 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c8e0ca-b053-4e35-9101-2beb28379eac None None] Checking segment: {'id': 'ca95d2b9-fa05-4c17-bc70-13d06fb359ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd70b5a02-c1d9-4cfc-bb38-66395d3e54a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:34:15.942124 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c5c8e0ca-b053-4e35-9101-2beb28379eac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:15.942571 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c8e0ca-b053-4e35-9101-2beb28379eac None None] Bound using segment: {'id': 'ca95d2b9-fa05-4c17-bc70-13d06fb359ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd70b5a02-c1d9-4cfc-bb38-66395d3e54a1'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:34:15.946850 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-c5c8e0ca-b053-4e35-9101-2beb28379eac None None] Bound port: 47552747-fb8c-44f4-9f2d-3952cad68fa0, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca95d2b9-fa05-4c17-bc70-13d06fb359ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd70b5a02-c1d9-4cfc-bb38-66395d3e54a1'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:34:15.947474 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c5c8e0ca-b053-4e35-9101-2beb28379eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:15.962755 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 4b90586b-4c40-45bd-87d5-71d6c20addfb, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4b90586b-4c40-45bd-87d5-71d6c20addfb,segment=NetworkSegment(9d32f6d1-d16b-4454-891a-35c80c165728),segment_id=9d32f6d1-d16b-4454-891a-35c80c165728)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:15.986205 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:16.044572 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2049e-a030-4084-bdc7-57faf8ec8cb8 req-9e699e77-44ff-48a4-b22e-a6d13058c067 tempest-QuotasAdminNegativeTest-751900751 tempest-QuotasAdminNegativeTest-751900751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:16.054954 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8aa2049e-a030-4084-bdc7-57faf8ec8cb8 req-9e699e77-44ff-48a4-b22e-a6d13058c067 tempest-QuotasAdminNegativeTest-751900751 tempest-QuotasAdminNegativeTest-751900751-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4058959 Nov 10 17:34:16.087037 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8aa2049e-a030-4084-bdc7-57faf8ec8cb8 req-c31b2cdd-2115-4b7f-a2e6-50cd00c86f97 tempest-QuotasAdminNegativeTest-751900751 tempest-QuotasAdminNegativeTest-751900751-project] 10.222.0.39 "GET /v2.0/quotas/ab509f7ad98042ff9b918fcd71bad0d6 HTTP/1.1" status: 200 len: 375 time: 0.0305195 Nov 10 17:34:16.119199 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-b4946c22-eb7b-47e0-bd10-ff035fdd97b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:16.126781 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-b4946c22-eb7b-47e0-bd10-ff035fdd97b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1221526 Nov 10 17:34:16.150095 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 2fd96dd5-a84f-46f1-8ffe-375e521fe660, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2fd96dd5-a84f-46f1-8ffe-375e521fe660,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:16.160138 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8aa2049e-a030-4084-bdc7-57faf8ec8cb8 req-cf3438d8-1c51-49e2-803a-d49e05e9192d tempest-QuotasAdminNegativeTest-751900751 tempest-QuotasAdminNegativeTest-751900751-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ab509f7ad98042ff9b918fcd71bad0d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0719199 Nov 10 17:34:16.210046 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:16.215384 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 4b90586b-4c40-45bd-87d5-71d6c20addfb no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:34:16.274764 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-c5c8e0ca-b053-4e35-9101-2beb28379eac None None] For port 47552747-fb8c-44f4-9f2d-3952cad68fa0, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:34:16.279911 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-c5c8e0ca-b053-4e35-9101-2beb28379eac None None] For port 47552747-fb8c-44f4-9f2d-3952cad68fa0, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=47552747-fb8c-44f4-9f2d-3952cad68fa0,segment=NetworkSegment(ca95d2b9-fa05-4c17-bc70-13d06fb359ad),segment_id=ca95d2b9-fa05-4c17-bc70-13d06fb359ad)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:34:16.290304 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-4cd8707f-a2da-401c-a09b-68c892bca7f8 None None] Provisioning complete for port 47552747-fb8c-44f4-9f2d-3952cad68fa0 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:16.290694 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4cd8707f-a2da-401c-a09b-68c892bca7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:16.294150 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c5c8e0ca-b053-4e35-9101-2beb28379eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:16.313902 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dcd06f-4481-413c-88c4-9093dbb4fb9a req-a1b4d9f4-8591-4f23-b4c2-688b0b5c2a4a tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:16.316435 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-59dcd06f-4481-413c-88c4-9093dbb4fb9a req-a1b4d9f4-8591-4f23-b4c2-688b0b5c2a4a tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.11 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 951 time: 0.3603842 Nov 10 17:34:16.368976 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['4b90586b-4c40-45bd-87d5-71d6c20addfb'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:34:16.395023 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3da35-c0f9-42fc-9f87-3d6829b3fe28 None None] Pushing event updated for resources: {'Port': ['ID=47552747-fb8c-44f4-9f2d-3952cad68fa0,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:16.400007 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c8e0ca-b053-4e35-9101-2beb28379eac None None] Routers {'0d224965-846a-4693-8c36-f8f4d32b7d37'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:34:16.400913 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c5c8e0ca-b053-4e35-9101-2beb28379eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:34:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0d224965-846a-4693-8c36-f8f4d32b7d37'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:34:16.466140 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-7aff237b-69db-41d0-b5ab-e382488ee130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:16.468317 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-7aff237b-69db-41d0-b5ab-e382488ee130 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2707570 Nov 10 17:34:16.479071 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a3db9-d3c0-4a6f-920e-a5e83a33887f req-16219547-76bd-419f-b71a-4b9298d0d3c7 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:16.490529 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b70a3db9-d3c0-4a6f-920e-a5e83a33887f req-16219547-76bd-419f-b71a-4b9298d0d3c7 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/ports?device_id=678eee5f-29dc-49e0-a846-237048b9222d HTTP/1.1" status: 200 len: 947 time: 0.5475650 Nov 10 17:34:16.498113 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8295fb9a-a49e-4f77-a06c-6115d38512c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd96dd5-a84f-46f1-8ffe-375e521fe660'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:34:16.501048 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778c0dc6-b900-42e0-92df-1e9609ef980f" -d '{"events": [{"server_uuid": "8295fb9a-a49e-4f77-a06c-6115d38512c1", "name": "network-vif-plugged", "status": "completed", "tag": "2fd96dd5-a84f-46f1-8ffe-375e521fe660"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:34:16.503884 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=4b90586b-4c40-45bd-87d5-71d6c20addfb,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:16.631379 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba14bfb-d6f1-4b99-8186-0ede20eba163 req-e7735f15-3f7b-415a-a614-28f05017c6cd tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:16.637978 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bba14bfb-d6f1-4b99-8186-0ede20eba163 req-e7735f15-3f7b-415a-a614-28f05017c6cd tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 944 time: 0.1403131 Nov 10 17:34:16.753927 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-b176f256-bb33-4c8f-b047-9bcf2e9ea458 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254505 Nov 10 17:34:16.758171 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-c5c8e0ca-b053-4e35-9101-2beb28379eac None None] Set router 0d224965-846a-4693-8c36-f8f4d32b7d37 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:34:16.802653 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bba14bfb-d6f1-4b99-8186-0ede20eba163 req-1579f4e3-4115-4bf2-b0f3-e6c866b0ee42 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572058 Nov 10 17:34:16.903049 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-661b37b6-55e6-4446-8e81-e46b5f83752b req-aca9922d-0063-4579-b93c-0d82a425cb7d service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286976 Nov 10 17:34:16.931388 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=2fd96dd5-a84f-46f1-8ffe-375e521fe660,revision_number=7']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:17.005754 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b70a3db9-d3c0-4a6f-920e-a5e83a33887f req-1f03c13a-c381-4384-a2dc-292d68cb8c15 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a9f8457-6cd7-41cd-87d5-1399838d7738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5085645 Nov 10 17:34:17.010781 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-59dcd06f-4481-413c-88c4-9093dbb4fb9a req-7bc61edc-ff18-4c38-9173-2e68c3843113 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Deleting port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:34:17.011386 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-59dcd06f-4481-413c-88c4-9093dbb4fb9a req-7bc61edc-ff18-4c38-9173-2e68c3843113 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:17.191848 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-59dcd06f-4481-413c-88c4-9093dbb4fb9a req-7bc61edc-ff18-4c38-9173-2e68c3843113 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] For port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:17.192407 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-59dcd06f-4481-413c-88c4-9093dbb4fb9a req-7bc61edc-ff18-4c38-9173-2e68c3843113 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:17.207509 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-59dcd06f-4481-413c-88c4-9093dbb4fb9a req-7bc61edc-ff18-4c38-9173-2e68c3843113 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Calling delete_port for fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:34:17.351651 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb2a328-5bdf-4e34-8aa5-2a317547675c x-openstack-request-id: req-5bb2a328-5bdf-4e34-8aa5-2a317547675c {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:34:17.352021 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678eee5f-29dc-49e0-a846-237048b9222d", "tag": "d77535e0-200c-4b38-b1fc-fe225324d8f9", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:34:17.352609 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5bb2a328-5bdf-4e34-8aa5-2a317547675c {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:34:17.353285 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678eee5f-29dc-49e0-a846-237048b9222d', 'tag': 'd77535e0-200c-4b38-b1fc-fe225324d8f9', 'status': 'completed', 'code': 200} Nov 10 17:34:17.378615 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:17.392209 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c5c8e0ca-b053-4e35-9101-2beb28379eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'name': 'tempest-TaggedBootDevicesTest-1989159049-router', 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '2e8b3a9f-e766-480b-9797-2f641c8242e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:34:03Z', 'updated_at': '2021-11-10T17:34:11Z', 'revision_number': 4, 'project_id': '281475dcac0247d79669d55a1da4eafc', 'gw_port': {'id': '2e8b3a9f-e766-480b-9797-2f641c8242e3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:34:05Z', 'updated_at': '2021-11-10T17:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '47552747-fb8c-44f4-9f2d-3952cad68fa0', 'name': '', 'network_id': 'd70b5a02-c1d9-4cfc-bb38-66395d3e54a1', 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'mac_address': 'fa:16:3e:33:aa:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'b64957d3-50ce-4770-b403-8661f805ffb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:34:09Z', 'updated_at': '2021-11-10T17:34:16Z', 'revision_number': 4, 'project_id': '281475dcac0247d79669d55a1da4eafc', 'subnets': [{'id': 'b64957d3-50ce-4770-b403-8661f805ffb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:34:17.409668 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2834d2-10d5-4628-be96-32da042e1319 req-b90ec096-31fc-470a-ba8c-cfa487e4decd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:17.411732 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-db2834d2-10d5-4628-be96-32da042e1319 req-b90ec096-31fc-470a-ba8c-cfa487e4decd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4fd8838459d548ea9aadd9998a4d8b03&device_id=678eee5f-29dc-49e0-a846-237048b9222d HTTP/1.1" status: 200 len: 1099 time: 0.1106644 Nov 10 17:34:17.433622 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c8e0ca-b053-4e35-9101-2beb28379eac None None] The sync data for ids ['0d224965-846a-4693-8c36-f8f4d32b7d37'] in n-d-776250-10 is: [{'id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'name': 'tempest-TaggedBootDevicesTest-1989159049-router', 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '2e8b3a9f-e766-480b-9797-2f641c8242e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:34:03Z', 'updated_at': '2021-11-10T17:34:11Z', 'revision_number': 4, 'project_id': '281475dcac0247d79669d55a1da4eafc', 'gw_port': {'id': '2e8b3a9f-e766-480b-9797-2f641c8242e3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:34:05Z', 'updated_at': '2021-11-10T17:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '47552747-fb8c-44f4-9f2d-3952cad68fa0', 'name': '', 'network_id': 'd70b5a02-c1d9-4cfc-bb38-66395d3e54a1', 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'mac_address': 'fa:16:3e:33:aa:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'b64957d3-50ce-4770-b403-8661f805ffb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:34:09Z', 'updated_at': '2021-11-10T17:34:16Z', 'revision_number': 4, 'project_id': '281475dcac0247d79669d55a1da4eafc', 'subnets': [{'id': 'b64957d3-50ce-4770-b403-8661f805ffb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:34:17.450675 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a6212-b8f1-436d-98b7-121aa313a212 req-86ff48a6-8f33-4a5e-886c-fbfa766aff54 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:17.452371 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b71a6212-b8f1-436d-98b7-121aa313a212 req-86ff48a6-8f33-4a5e-886c-fbfa766aff54 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95c63e0-ffeb-439e-8201-3e64f837d4ac HTTP/1.1" status: 200 len: 946 time: 0.1420317 Nov 10 17:34:17.457932 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4b90586b-4c40-45bd-87d5-71d6c20addfb {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:34:17.471034 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4cd8707f-a2da-401c-a09b-68c892bca7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:17.560051 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 4b90586b-4c40-45bd-87d5-71d6c20addfb, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4b90586b-4c40-45bd-87d5-71d6c20addfb,segment=NetworkSegment(9d32f6d1-d16b-4454-891a-35c80c165728),segment_id=9d32f6d1-d16b-4454-891a-35c80c165728)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:17.585015 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:17.673828 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b71a6212-b8f1-436d-98b7-121aa313a212 req-769c6886-3e1f-4e0f-b60f-66378e969d43 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052917 Nov 10 17:34:17.675993 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-4cd8707f-a2da-401c-a09b-68c892bca7f8 None None] For port 47552747-fb8c-44f4-9f2d-3952cad68fa0, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=47552747-fb8c-44f4-9f2d-3952cad68fa0,segment=NetworkSegment(ca95d2b9-fa05-4c17-bc70-13d06fb359ad),segment_id=ca95d2b9-fa05-4c17-bc70-13d06fb359ad)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:17.689966 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4cd8707f-a2da-401c-a09b-68c892bca7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:17.726892 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=4b90586b-4c40-45bd-87d5-71d6c20addfb,revision_number=7']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:17.814570 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2834d2-10d5-4628-be96-32da042e1319 req-e7019f15-e5e2-4cb8-a4cb-e04db0616605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:17.816117 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-db2834d2-10d5-4628-be96-32da042e1319 req-e7019f15-e5e2-4cb8-a4cb-e04db0616605 service neutron] 10.222.0.11 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.3627820 Nov 10 17:34:17.821333 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-59dcd06f-4481-413c-88c4-9093dbb4fb9a req-7bc61edc-ff18-4c38-9173-2e68c3843113 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:17.823651 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd8707f-a2da-401c-a09b-68c892bca7f8 None None] Pushing event updated for resources: {'Port': ['ID=47552747-fb8c-44f4-9f2d-3952cad68fa0,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:17.841692 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['b499287f-4e8b-4c16-87b7-0c2a8c5f4d02'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:34:17.984020 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-cbb5a9a2-1ffa-4ad8-b6dd-d5264731551a None None] Provisioning complete for port 47552747-fb8c-44f4-9f2d-3952cad68fa0 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:17.984663 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cbb5a9a2-1ffa-4ad8-b6dd-d5264731551a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:17.989285 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-db2834d2-10d5-4628-be96-32da042e1319 req-2758b2c8-71ba-4ce4-a3da-4885e12b69fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=d77535e0-200c-4b38-b1fc-fe225324d8f9 HTTP/1.1" status: 200 len: 217 time: 0.1627138 Nov 10 17:34:18.001804 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc61edc-ff18-4c38-9173-2e68c3843113 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Pushing event deleted for resources: {'Port': ['ID=fdce9ab3-ed7e-455d-bedc-912ea1a5ea06,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:18.196243 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-59dcd06f-4481-413c-88c4-9093dbb4fb9a req-7bc61edc-ff18-4c38-9173-2e68c3843113 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] No DVR routers for this DVR port fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:34:18.202646 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-59dcd06f-4481-413c-88c4-9093dbb4fb9a req-7bc61edc-ff18-4c38-9173-2e68c3843113 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:18.207227 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-59dcd06f-4481-413c-88c4-9093dbb4fb9a req-7bc61edc-ff18-4c38-9173-2e68c3843113 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.11 "DELETE /v2.0/ports/fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 HTTP/1.1" status: 204 len: 173 time: 1.8739338 Nov 10 17:34:18.218619 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['5dc83552-8f22-4de3-b8e0-61527afe401d'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:34:18.297574 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2834d2-10d5-4628-be96-32da042e1319 req-53a84465-a8ae-4f19-b9f1-9fe048b99a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:18.306102 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-db2834d2-10d5-4628-be96-32da042e1319 req-53a84465-a8ae-4f19-b9f1-9fe048b99a7e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.2919323 Nov 10 17:34:18.321032 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb562f0-c16f-4845-b838-b1e10b0b134f req-17841b46-4cd2-4618-bc3b-b2febe7bbcdc tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:18.323178 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8cb562f0-c16f-4845-b838-b1e10b0b134f req-17841b46-4cd2-4618-bc3b-b2febe7bbcdc tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=c63be40f-2273-4b7e-a9c2-1a6af75d5061 HTTP/1.1" status: 200 len: 946 time: 0.1219156 Nov 10 17:34:18.517686 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2834d2-10d5-4628-be96-32da042e1319 req-a6db0e4b-0a3a-4684-86ec-0a224e6f69ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:18.519478 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-db2834d2-10d5-4628-be96-32da042e1319 req-a6db0e4b-0a3a-4684-86ec-0a224e6f69ac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1928666 Nov 10 17:34:18.669780 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8cb562f0-c16f-4845-b838-b1e10b0b134f req-cf72e077-4e0f-4a9a-be61-b0883dc54cc2 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397690 Nov 10 17:34:18.761026 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0382624-0e17-4b51-9599-85fca58a5224 x-openstack-request-id: req-c0382624-0e17-4b51-9599-85fca58a5224 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:34:18.761566 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8295fb9a-a49e-4f77-a06c-6115d38512c1", "name": "network-vif-plugged", "status": "completed", "tag": "2fd96dd5-a84f-46f1-8ffe-375e521fe660", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:34:18.761689 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c0382624-0e17-4b51-9599-85fca58a5224 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:34:18.762152 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8295fb9a-a49e-4f77-a06c-6115d38512c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd96dd5-a84f-46f1-8ffe-375e521fe660', 'code': 200} Nov 10 17:34:18.787231 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-db2834d2-10d5-4628-be96-32da042e1319 req-c19b8a3d-9f5f-4e7a-ade3-75c11e28c12f service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419698 Nov 10 17:34:18.845003 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 47552747-fb8c-44f4-9f2d-3952cad68fa0 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:34:18.999480 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cc792956-29b0-4798-80ca-5f3aa425f005 req-21710da1-7577-485c-81eb-e1ae7641855e tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=45ea25ec-d89a-452e-ad8e-c2033abfc43f HTTP/1.1" status: 200 len: 210 time: 0.0750475 Nov 10 17:34:19.051355 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 47552747-fb8c-44f4-9f2d-3952cad68fa0 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:19.052961 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:19.114415 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-db2834d2-10d5-4628-be96-32da042e1319 req-fb0bec89-16c2-47f3-bf6a-84e6a28af56c service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157618 Nov 10 17:34:19.170878 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 4b90586b-4c40-45bd-87d5-71d6c20addfb up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:34:19.218411 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2098cab-1ed0-4c2a-9c18-ec4d46fe01f8 req-aed5de65-973a-482f-a2fd-a6176c5ac30e tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:19.227137 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device d77535e0-200c-4b38-b1fc-fe225324d8f9 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:34:19.229017 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c2098cab-1ed0-4c2a-9c18-ec4d46fe01f8 req-aed5de65-973a-482f-a2fd-a6176c5ac30e tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 943 time: 0.0894432 Nov 10 17:34:19.229802 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:34:19.291494 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:34:19.292490 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device fdce9ab3-ed7e-455d-bedc-912ea1a5ea06 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:34:19.355792 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c2098cab-1ed0-4c2a-9c18-ec4d46fe01f8 req-a40f3c8b-604a-4105-9e5e-614d7ebe94c8 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255794 Nov 10 17:34:19.358440 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ea25ec-d89a-452e-ad8e-c2033abfc43f', 'name': 'network-vif-deleted', 'tag': 'fdce9ab3-ed7e-455d-bedc-912ea1a5ea06'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:34:19.367711 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc87cdf-0def-414e-9a8c-6e347451f334" -d '{"events": [{"server_uuid": "45ea25ec-d89a-452e-ad8e-c2033abfc43f", "name": "network-vif-deleted", "tag": "fdce9ab3-ed7e-455d-bedc-912ea1a5ea06"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:34:19.511718 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6243503-245e-4586-8629-eeeee6d13e5c req-2f52a57b-8b39-4294-b40f-14bd7bd2cdb5 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:19.521360 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e6243503-245e-4586-8629-eeeee6d13e5c req-2f52a57b-8b39-4294-b40f-14bd7bd2cdb5 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/ports?device_id=678eee5f-29dc-49e0-a846-237048b9222d HTTP/1.1" status: 200 len: 947 time: 0.0895796 Nov 10 17:34:19.548903 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port d77535e0-200c-4b38-b1fc-fe225324d8f9, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d77535e0-200c-4b38-b1fc-fe225324d8f9,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:19.571865 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'd77535e0-200c-4b38-b1fc-fe225324d8f9', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': 'd77535e0-200c-4b38-b1fc-fe225324d8f9', 'mac_address': 'fa:16:3e:b1:a7:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:34:19.616434 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e6243503-245e-4586-8629-eeeee6d13e5c req-bb30e3b2-aeed-4c5f-8398-3cd5618309e9 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a9f8457-6cd7-41cd-87d5-1399838d7738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893545 Nov 10 17:34:19.686663 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 4b90586b-4c40-45bd-87d5-71d6c20addfb triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:19.687289 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:19.689666 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:19.727992 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d77535e0-200c-4b38-b1fc-fe225324d8f9 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:34:19.769696 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port d77535e0-200c-4b38-b1fc-fe225324d8f9, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d77535e0-200c-4b38-b1fc-fe225324d8f9,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:19.776934 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:19.870104 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1cae7-0f5a-47b5-b006-47e3a5c5050b req-2a9af4e1-4811-45fc-9909-638c5dc45baa tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:19.873408 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-53d1cae7-0f5a-47b5-b006-47e3a5c5050b req-2a9af4e1-4811-45fc-9909-638c5dc45baa tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=c63be40f-2273-4b7e-a9c2-1a6af75d5061 HTTP/1.1" status: 200 len: 946 time: 0.1343348 Nov 10 17:34:19.921476 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=d77535e0-200c-4b38-b1fc-fe225324d8f9,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:19.979232 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:19.984201 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-53d1cae7-0f5a-47b5-b006-47e3a5c5050b req-18e4fa38-b0ae-4deb-a820-0ac99fb49cfe tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038232 Nov 10 17:34:20.040407 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 4b90586b-4c40-45bd-87d5-71d6c20addfb, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4b90586b-4c40-45bd-87d5-71d6c20addfb,segment=NetworkSegment(9d32f6d1-d16b-4454-891a-35c80c165728),segment_id=9d32f6d1-d16b-4454-891a-35c80c165728)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:20.048504 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:20.068603 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['d77535e0-200c-4b38-b1fc-fe225324d8f9'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:34:20.189851 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd90b25-89fe-44c9-8f85-33cb3e97a531 req-632aba93-3c29-4488-a906-667d6a60af74 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:20.194329 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=4b90586b-4c40-45bd-87d5-71d6c20addfb,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:20.197914 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-acd90b25-89fe-44c9-8f85-33cb3e97a531 req-632aba93-3c29-4488-a906-667d6a60af74 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95c63e0-ffeb-439e-8201-3e64f837d4ac HTTP/1.1" status: 200 len: 946 time: 0.0927477 Nov 10 17:34:20.216504 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34254) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:20.270091 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-acd90b25-89fe-44c9-8f85-33cb3e97a531 req-afb7dce9-73fb-4482-abb3-6a6c10985b80 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688179 Nov 10 17:34:20.376249 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae067718-0762-49c6-97ff-c5be44802aaf x-openstack-request-id: req-ae067718-0762-49c6-97ff-c5be44802aaf {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:34:20.376871 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ea25ec-d89a-452e-ad8e-c2033abfc43f", "name": "network-vif-deleted", "tag": "fdce9ab3-ed7e-455d-bedc-912ea1a5ea06", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:34:20.377081 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ae067718-0762-49c6-97ff-c5be44802aaf {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:34:20.377968 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ea25ec-d89a-452e-ad8e-c2033abfc43f', 'name': 'network-vif-deleted', 'tag': 'fdce9ab3-ed7e-455d-bedc-912ea1a5ea06', 'status': 'completed', 'code': 200} Nov 10 17:34:20.391064 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-aa01ee18-dbc4-4608-9a29-05d835426331 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:20.520340 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-aa01ee18-dbc4-4608-9a29-05d835426331 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:20.527698 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-aa01ee18-dbc4-4608-9a29-05d835426331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:20.564933 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34266) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:20.565773 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-aa01ee18-dbc4-4608-9a29-05d835426331 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ab509f7ad98042ff9b918fcd71bad0d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3481584 Nov 10 17:34:20.592247 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01ee18-dbc4-4608-9a29-05d835426331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb453434-4b14-47ea-ad4c-696e048839f7,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:20.662573 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5a06789d-d93f-4a0d-adaf-fa631ff186b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:20.693221 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5a06789d-d93f-4a0d-adaf-fa631ff186b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:20.756966 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5a06789d-d93f-4a0d-adaf-fa631ff186b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:20.762183 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5a06789d-d93f-4a0d-adaf-fa631ff186b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:20.762923 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb2e473-3ef1-45a9-95b4-6849e3dd77c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b90586b-4c40-45bd-87d5-71d6c20addfb'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:34:20.763426 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5a06789d-d93f-4a0d-adaf-fa631ff186b2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fb453434-4b14-47ea-ad4c-696e048839f7 HTTP/1.1" status: 204 len: 168 time: 0.1974337 Nov 10 17:34:20.765350 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4208b8b4-1f78-4bd2-b18a-8293239d0c56" -d '{"events": [{"server_uuid": "dbb2e473-3ef1-45a9-95b4-6849e3dd77c9", "name": "network-vif-plugged", "status": "completed", "tag": "4b90586b-4c40-45bd-87d5-71d6c20addfb"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:34:20.773590 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06789d-d93f-4a0d-adaf-fa631ff186b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb453434-4b14-47ea-ad4c-696e048839f7,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:21.183187 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34280) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:21.200932 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa72ce44-1e1b-4078-aa81-c5f8044d04ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:21.256641 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device d77535e0-200c-4b38-b1fc-fe225324d8f9 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:34:21.303290 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa72ce44-1e1b-4078-aa81-c5f8044d04ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:21.311663 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa72ce44-1e1b-4078-aa81-c5f8044d04ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:21.337651 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port d77535e0-200c-4b38-b1fc-fe225324d8f9 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:34:21.342544 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port d77535e0-200c-4b38-b1fc-fe225324d8f9 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:21.342921 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:21.388664 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-aa72ce44-1e1b-4078-aa81-c5f8044d04ef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1e8fdafd39744fbcaf58151cc60bd37f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2042856 Nov 10 17:34:21.391322 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34284) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:21.402763 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72ce44-1e1b-4078-aa81-c5f8044d04ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d1ab7b-5d57-4b8f-a878-a31f3ae89be4,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:21.478316 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:21.486147 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-868b4a57-c66a-456b-ba9a-9064819dea73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:21.514528 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port d77535e0-200c-4b38-b1fc-fe225324d8f9, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d77535e0-200c-4b38-b1fc-fe225324d8f9,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:21.517875 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-868b4a57-c66a-456b-ba9a-9064819dea73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:21.521522 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:21.589970 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=d77535e0-200c-4b38-b1fc-fe225324d8f9,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:21.598668 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-868b4a57-c66a-456b-ba9a-9064819dea73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:21.608938 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-868b4a57-c66a-456b-ba9a-9064819dea73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:21.610377 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-868b4a57-c66a-456b-ba9a-9064819dea73 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f7d1ab7b-5d57-4b8f-a878-a31f3ae89be4 HTTP/1.1" status: 204 len: 168 time: 0.2174256 Nov 10 17:34:21.638599 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b4a57-c66a-456b-ba9a-9064819dea73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d1ab7b-5d57-4b8f-a878-a31f3ae89be4,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:24.518166 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:24.885864 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:27.951327 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab265f94-8dde-4f84-9d5e-b3ed6d127e62 req-545fa08c-d2d0-4878-a7f1-ac196ea42881 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:27.952974 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ab265f94-8dde-4f84-9d5e-b3ed6d127e62 req-545fa08c-d2d0-4878-a7f1-ac196ea42881 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 945 time: 0.0602069 Nov 10 17:34:28.011584 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ab265f94-8dde-4f84-9d5e-b3ed6d127e62 req-1009ec39-a9d7-41aa-a322-df7f2b1eeeba tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507045 Nov 10 17:34:28.079211 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc170b1-3ee2-4c19-80a3-3f91d29843bb x-openstack-request-id: req-7bc170b1-3ee2-4c19-80a3-3f91d29843bb {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:34:28.079748 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb2e473-3ef1-45a9-95b4-6849e3dd77c9", "name": "network-vif-plugged", "status": "completed", "tag": "4b90586b-4c40-45bd-87d5-71d6c20addfb", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:34:28.079748 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7bc170b1-3ee2-4c19-80a3-3f91d29843bb {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:34:28.080122 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb2e473-3ef1-45a9-95b4-6849e3dd77c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b90586b-4c40-45bd-87d5-71d6c20addfb', 'code': 200} Nov 10 17:34:28.141519 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bcdb7-0d0d-4cc3-81a8-b45400a09af8 req-21a33b96-a644-4a35-9d68-f1eebea7dace tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:28.144197 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e57bcdb7-0d0d-4cc3-81a8-b45400a09af8 req-21a33b96-a644-4a35-9d68-f1eebea7dace tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/ports?device_id=678eee5f-29dc-49e0-a846-237048b9222d HTTP/1.1" status: 200 len: 949 time: 0.0566039 Nov 10 17:34:28.222257 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e57bcdb7-0d0d-4cc3-81a8-b45400a09af8 req-9febce2c-aa31-414a-bf39-077bfae6ef7d tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a9f8457-6cd7-41cd-87d5-1399838d7738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714686 Nov 10 17:34:28.259675 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaa5ad-f3e0-4b1a-ab89-b76cd9286f48 req-e82dac2a-682f-4d29-8265-7ea03551fc29 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:28.261735 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f9aaa5ad-f3e0-4b1a-ab89-b76cd9286f48 req-e82dac2a-682f-4d29-8265-7ea03551fc29 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95c63e0-ffeb-439e-8201-3e64f837d4ac HTTP/1.1" status: 200 len: 946 time: 0.0896683 Nov 10 17:34:28.354521 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f9aaa5ad-f3e0-4b1a-ab89-b76cd9286f48 req-3626729e-cae8-46f6-826d-0292cc823026 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850680 Nov 10 17:34:28.366991 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60097f2d-8e54-4605-81d8-a95876d513ad req-3621343a-a4c5-45fc-904f-1d91590f29a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:28.370340 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-60097f2d-8e54-4605-81d8-a95876d513ad req-3621343a-a4c5-45fc-904f-1d91590f29a0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 1097 time: 0.0616200 Nov 10 17:34:28.424489 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-60097f2d-8e54-4605-81d8-a95876d513ad req-8a350669-b85f-4f28-9712-74ab45eae445 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454605 Nov 10 17:34:28.476392 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-0d4c95c6-2d45-48f7-bb6a-a3f81ac8f3f3 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=1a1de6b08f404fca8b6356c02bdbf04d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244727 Nov 10 17:34:28.615733 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-50914dba-a032-4d51-a87e-1e76a2b9b616 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:28.617244 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-50914dba-a032-4d51-a87e-1e76a2b9b616 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1348455 Nov 10 17:34:28.638552 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-15b373a6-1955-4a88-bafe-d9c3a00444e6 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] 10.222.0.39 "GET /v2.0/quotas/1a1de6b08f404fca8b6356c02bdbf04d HTTP/1.1" status: 200 len: 375 time: 0.0155630 Nov 10 17:34:28.675400 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-d0796db3-26e5-4068-ba34-79391e6b426b tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1a1de6b08f404fca8b6356c02bdbf04d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308795 Nov 10 17:34:28.740965 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:34:28.854098 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c52726-9d89-4aed-9258-4d2ecd26655f req-dc81543b-c05d-44a8-ae5a-b344c428ceab tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:28.855598 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a3c52726-9d89-4aed-9258-4d2ecd26655f req-dc81543b-c05d-44a8-ae5a-b344c428ceab tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/ports?device_id=8295fb9a-a49e-4f77-a06c-6115d38512c1 HTTP/1.1" status: 200 len: 950 time: 0.0727170 Nov 10 17:34:28.909871 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312a76c-5f9e-410d-abd6-82fa592b4516 req-d50c4b7a-308d-46eb-91f5-e18f1ab755e9 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:28.911381 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b312a76c-5f9e-410d-abd6-82fa592b4516 req-d50c4b7a-308d-46eb-91f5-e18f1ab755e9 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 950 time: 0.0567374 Nov 10 17:34:28.924838 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a3c52726-9d89-4aed-9258-4d2ecd26655f req-8c8c9a05-c4f7-4d40-9086-714933e70822 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/security-groups?id=72fe3656-6222-4e17-8d04-8990ec4e02c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624926 Nov 10 17:34:28.985589 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b312a76c-5f9e-410d-abd6-82fa592b4516 req-680591c1-e6f0-4cf4-9df6-9a9076936595 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658271 Nov 10 17:34:29.046809 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7e6c2754-a445-4cb4-81eb-9eb9cf8453d1 req-8aa9e2a2-f488-4c22-8c14-08bf8191bffe tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e17627e-1547-4018-ac24-77939819f92d HTTP/1.1" status: 200 len: 210 time: 0.0342579 Nov 10 17:34:29.258829 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b873e69-0034-4c3e-b24b-9c6b775bff37 req-3f0e750a-9244-4a06-ae1f-9f4e3d9f3706 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:29.261431 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6b873e69-0034-4c3e-b24b-9c6b775bff37 req-3f0e750a-9244-4a06-ae1f-9f4e3d9f3706 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=c63be40f-2273-4b7e-a9c2-1a6af75d5061 HTTP/1.1" status: 200 len: 946 time: 0.0875082 Nov 10 17:34:29.266912 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device ef3231f5-f976-43d2-81eb-074d75f2e921 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:34:29.332802 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6b873e69-0034-4c3e-b24b-9c6b775bff37 req-07ff9026-6757-4253-8a97-2cc129897a77 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643213 Nov 10 17:34:29.402760 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port ef3231f5-f976-43d2-81eb-074d75f2e921, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ef3231f5-f976-43d2-81eb-074d75f2e921,segment=NetworkSegment(6d77725e-f759-4fea-8142-4be34b292505),segment_id=6d77725e-f759-4fea-8142-4be34b292505)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:29.416483 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'ef3231f5-f976-43d2-81eb-074d75f2e921', 'network_id': '40df35a0-3e6c-4a87-b05c-8ec0e27ffece', 'port_id': 'ef3231f5-f976-43d2-81eb-074d75f2e921', 'mac_address': 'fa:16:3e:be:17:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a795a7-76f4-43b1-b3bc-35d4259301af', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:34:29.468228 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:29.486745 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e603cb-e8ee-4bf9-b257-6ad9f75f96fb req-bf7bc873-50f3-485e-b944-afb341a52820 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:29.496752 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5e603cb-e8ee-4bf9-b257-6ad9f75f96fb req-bf7bc873-50f3-485e-b944-afb341a52820 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/ports?device_id=678eee5f-29dc-49e0-a846-237048b9222d HTTP/1.1" status: 200 len: 949 time: 0.0779207 Nov 10 17:34:29.505288 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef3231f5-f976-43d2-81eb-074d75f2e921 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:34:29.530405 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port ef3231f5-f976-43d2-81eb-074d75f2e921, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ef3231f5-f976-43d2-81eb-074d75f2e921,segment=NetworkSegment(6d77725e-f759-4fea-8142-4be34b292505),segment_id=6d77725e-f759-4fea-8142-4be34b292505)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:29.538142 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:29.569863 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5e603cb-e8ee-4bf9-b257-6ad9f75f96fb req-d19419e9-228e-443a-b382-3243035276d5 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a9f8457-6cd7-41cd-87d5-1399838d7738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693877 Nov 10 17:34:29.603821 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4d6d8-c21b-4d63-823e-02f5610d1624 req-a44ed96f-110e-4f2b-8f21-1cc0779b7374 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:29.606336 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-43c4d6d8-c21b-4d63-823e-02f5610d1624 req-a44ed96f-110e-4f2b-8f21-1cc0779b7374 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 945 time: 0.1383243 Nov 10 17:34:29.635454 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=ef3231f5-f976-43d2-81eb-074d75f2e921,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:29.657837 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['ef3231f5-f976-43d2-81eb-074d75f2e921'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:34:29.735175 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-43c4d6d8-c21b-4d63-823e-02f5610d1624 req-d9d7a039-2f38-44ee-bf8f-d5ed0c6b7654 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169415 Nov 10 17:34:29.818844 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85435cc7-eb3b-4c74-b82a-ce437e809fd6 req-a8bd35dd-b61f-46bc-8618-c4661e254683 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:29.821041 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-85435cc7-eb3b-4c74-b82a-ce437e809fd6 req-a8bd35dd-b61f-46bc-8618-c4661e254683 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95c63e0-ffeb-439e-8201-3e64f837d4ac HTTP/1.1" status: 200 len: 946 time: 0.0658066 Nov 10 17:34:29.877466 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-85435cc7-eb3b-4c74-b82a-ce437e809fd6 req-dc512b9e-7a18-45c0-92e6-fae13d1747fe tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493913 Nov 10 17:34:30.081612 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678eee5f-29dc-49e0-a846-237048b9222d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77535e0-200c-4b38-b1fc-fe225324d8f9'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:34:30.085035 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe73f576-db23-4dd9-a270-87dac8f7adc2" -d '{"events": [{"server_uuid": "678eee5f-29dc-49e0-a846-237048b9222d", "name": "network-vif-plugged", "status": "completed", "tag": "d77535e0-200c-4b38-b1fc-fe225324d8f9"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:34:30.096533 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d46efb-81e8-4072-a27f-63dec87adf3b req-883a31d1-abae-452e-9fdc-836accc194b5 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:30.098014 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f9d46efb-81e8-4072-a27f-63dec87adf3b req-883a31d1-abae-452e-9fdc-836accc194b5 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 950 time: 0.0530267 Nov 10 17:34:30.151347 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f9d46efb-81e8-4072-a27f-63dec87adf3b req-9dd8b61c-e6b2-4809-b6d2-b4e0201751a4 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469532 Nov 10 17:34:30.159646 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c3590763-f82b-421c-b5d0-0af14a172ce2 req-fbe70b39-a7c3-4216-98d6-d20c2733234f tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e17627e-1547-4018-ac24-77939819f92d HTTP/1.1" status: 200 len: 210 time: 0.0328908 Nov 10 17:34:30.222924 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18236918-986f-4030-9099-96cb1227b3f7 x-openstack-request-id: req-18236918-986f-4030-9099-96cb1227b3f7 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:34:30.223211 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678eee5f-29dc-49e0-a846-237048b9222d", "name": "network-vif-plugged", "status": "completed", "tag": "d77535e0-200c-4b38-b1fc-fe225324d8f9", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:34:30.223461 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-18236918-986f-4030-9099-96cb1227b3f7 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:34:30.223855 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678eee5f-29dc-49e0-a846-237048b9222d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77535e0-200c-4b38-b1fc-fe225324d8f9', 'code': 200} Nov 10 17:34:30.298198 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-8b03ebc1-202f-49b0-b469-cedd4302d34d tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1a1de6b08f404fca8b6356c02bdbf04d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285347 Nov 10 17:34:30.470914 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8d3bdd08-7076-4ee3-a608-f0301b27171a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:30.473363 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b03b3-2df7-4008-b5d8-13d540acc118 req-9541f1d7-e1da-4b20-8c45-31e1683237d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:30.475620 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-625b03b3-2df7-4008-b5d8-13d540acc118 req-9541f1d7-e1da-4b20-8c45-31e1683237d9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=678eee5f-29dc-49e0-a846-237048b9222d HTTP/1.1" status: 200 len: 1101 time: 0.1448226 Nov 10 17:34:30.511622 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-b03c670f-e9be-4fcf-90e5-1517d41a7360 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:30.513133 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-b03c670f-e9be-4fcf-90e5-1517d41a7360 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2066226 Nov 10 17:34:30.516497 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef476ce2-0638-4cf4-8b8c-2ae3a2e999e6 req-88a742ff-fe4a-411b-8f5d-4c50e7cd5a11 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:30.517967 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ef476ce2-0638-4cf4-8b8c-2ae3a2e999e6 req-88a742ff-fe4a-411b-8f5d-4c50e7cd5a11 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=c63be40f-2273-4b7e-a9c2-1a6af75d5061 HTTP/1.1" status: 200 len: 945 time: 0.0784025 Nov 10 17:34:30.532820 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-c4611e75-c201-45a3-8e22-3ed6705b94a5 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Request body: {'port': {'device_id': '9e17627e-1547-4018-ac24-77939819f92d', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'admin_state_up': True, 'tenant_id': '1a1de6b08f404fca8b6356c02bdbf04d'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:34:30.569784 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ef476ce2-0638-4cf4-8b8c-2ae3a2e999e6 req-d01cafa8-a551-4e35-b958-a0aa73a7c898 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447357 Nov 10 17:34:30.589599 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-625b03b3-2df7-4008-b5d8-13d540acc118 req-02847983-37b3-4b93-ad31-0b171ddb2d9c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5a9f8457-6cd7-41cd-87d5-1399838d7738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015174 Nov 10 17:34:30.688251 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-c4611e75-c201-45a3-8e22-3ed6705b94a5 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Made reservation on behalf of 1a1de6b08f404fca8b6356c02bdbf04d for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:34:30.691677 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-c4611e75-c201-45a3-8e22-3ed6705b94a5 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:30.710469 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049f5f5-020b-4a6a-85bf-da9feaf7abc3 req-75a2a784-aedf-41e4-8819-555bb3953dfa tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:30.711966 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4049f5f5-020b-4a6a-85bf-da9feaf7abc3 req-75a2a784-aedf-41e4-8819-555bb3953dfa tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/ports?device_id=678eee5f-29dc-49e0-a846-237048b9222d HTTP/1.1" status: 200 len: 949 time: 0.0746953 Nov 10 17:34:30.712855 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-c4611e75-c201-45a3-8e22-3ed6705b94a5 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:30.794590 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4049f5f5-020b-4a6a-85bf-da9feaf7abc3 req-767b60ce-470d-459d-8132-9055aee1cc2d tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a9f8457-6cd7-41cd-87d5-1399838d7738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723081 Nov 10 17:34:30.871445 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b9d3d-0d09-443a-b39c-65b2f6350cfb req-073a9b3d-7cfa-47e4-b2c5-e4ac5a5b3168 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:30.873121 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-962b9d3d-0d09-443a-b39c-65b2f6350cfb req-073a9b3d-7cfa-47e4-b2c5-e4ac5a5b3168 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 945 time: 0.0593903 Nov 10 17:34:30.873602 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-c4611e75-c201-45a3-8e22-3ed6705b94a5 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:30.878270 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-c4611e75-c201-45a3-8e22-3ed6705b94a5 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:30.923131 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c67e05-8751-488c-803e-563d058bad12 req-77636d87-61f4-480b-8e18-9cbb264b31ff tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:30.924606 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-29c67e05-8751-488c-803e-563d058bad12 req-77636d87-61f4-480b-8e18-9cbb264b31ff tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.11 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 950 time: 0.1005206 Nov 10 17:34:30.977363 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-962b9d3d-0d09-443a-b39c-65b2f6350cfb req-26992181-cfb5-40e2-ab30-d3877668db9b tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967829 Nov 10 17:34:30.994916 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4611e75-c201-45a3-8e22-3ed6705b94a5 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa112bce-5ef4-4e08-8eaf-4142c13c2743,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:31.108952 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63aefeb-847d-4e70-81e1-e322a28d83cb req-45f22279-5819-4e79-97c8-b66f0a2c246e tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:31.110275 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d63aefeb-847d-4e70-81e1-e322a28d83cb req-45f22279-5819-4e79-97c8-b66f0a2c246e tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 945 time: 0.0606432 Nov 10 17:34:31.128238 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f632c2e-2bd2-4d72-a65a-feabc62b87d8 req-90fb57b7-83d1-4816-aff4-980894b87fdc tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:31.129859 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f632c2e-2bd2-4d72-a65a-feabc62b87d8 req-90fb57b7-83d1-4816-aff4-980894b87fdc tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95c63e0-ffeb-439e-8201-3e64f837d4ac HTTP/1.1" status: 200 len: 946 time: 0.1414492 Nov 10 17:34:31.168786 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-c4611e75-c201-45a3-8e22-3ed6705b94a5 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Allocated IP 192.168.233.218 (06bf2af7-1c64-4ab3-86f9-bba38a9adb20/7364e0f4-b425-437c-8639-701045fa2b03/c447c530-8cb8-4694-a226-5347ac785197) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:34:31.173660 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d63aefeb-847d-4e70-81e1-e322a28d83cb req-2b0d4e2d-f91b-43cc-9521-2a7ab76ba35f tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552344 Nov 10 17:34:31.203840 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-29c67e05-8751-488c-803e-563d058bad12 req-4795e8ad-e98d-4ba5-a6af-b58ab965cc50 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Deleting port b499287f-4e8b-4c16-87b7-0c2a8c5f4d02 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:34:31.204180 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-29c67e05-8751-488c-803e-563d058bad12 req-4795e8ad-e98d-4ba5-a6af-b58ab965cc50 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:31.281312 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 4035bddd-59ee-4f4b-b690-db1ee003e1e0 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:34:31.286112 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device ef3231f5-f976-43d2-81eb-074d75f2e921 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:34:31.334427 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f632c2e-2bd2-4d72-a65a-feabc62b87d8 req-d2dde458-b7d4-4170-a0de-a9c3fe9876cf tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856875 Nov 10 17:34:31.347976 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd73cb0-5e88-4121-9ea7-0d18b017346f req-a40b99f2-c0aa-4d50-bad0-d892239791d0 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:31.356418 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0dd73cb0-5e88-4121-9ea7-0d18b017346f req-a40b99f2-c0aa-4d50-bad0-d892239791d0 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 950 time: 0.1103756 Nov 10 17:34:31.416886 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0dd73cb0-5e88-4121-9ea7-0d18b017346f req-d7a17e62-2c62-4e04-9fc2-ea050ae72f80 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593915 Nov 10 17:34:31.475111 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-29c67e05-8751-488c-803e-563d058bad12 req-4795e8ad-e98d-4ba5-a6af-b58ab965cc50 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] For port b499287f-4e8b-4c16-87b7-0c2a8c5f4d02, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=b499287f-4e8b-4c16-87b7-0c2a8c5f4d02,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:31.475625 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-29c67e05-8751-488c-803e-563d058bad12 req-4795e8ad-e98d-4ba5-a6af-b58ab965cc50 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:31.489288 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-29c67e05-8751-488c-803e-563d058bad12 req-4795e8ad-e98d-4ba5-a6af-b58ab965cc50 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Calling delete_port for b499287f-4e8b-4c16-87b7-0c2a8c5f4d02 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:34:31.497945 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port ef3231f5-f976-43d2-81eb-074d75f2e921 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:31.498548 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:31.571840 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 4035bddd-59ee-4f4b-b690-db1ee003e1e0, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=4035bddd-59ee-4f4b-b690-db1ee003e1e0,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:31.585574 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e8943fcb-d083-4fb1-bf49-8bb95813c46d req-daff0221-bca3-4486-8d01-34cca8c4bf8c tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e17627e-1547-4018-ac24-77939819f92d HTTP/1.1" status: 200 len: 210 time: 0.0464175 Nov 10 17:34:31.676541 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '4035bddd-59ee-4f4b-b690-db1ee003e1e0', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': '4035bddd-59ee-4f4b-b690-db1ee003e1e0', 'mac_address': 'fa:16:3e:4c:d1:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:34:31.736884 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:31.802582 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port ef3231f5-f976-43d2-81eb-074d75f2e921, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ef3231f5-f976-43d2-81eb-074d75f2e921,segment=NetworkSegment(6d77725e-f759-4fea-8142-4be34b292505),segment_id=6d77725e-f759-4fea-8142-4be34b292505)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:31.803958 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:31.826549 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:31.869096 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-c4611e75-c201-45a3-8e22-3ed6705b94a5 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:31.891417 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4035bddd-59ee-4f4b-b690-db1ee003e1e0 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:34:31.909456 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=ef3231f5-f976-43d2-81eb-074d75f2e921,revision_number=7']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:31.911285 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206324d-d4cf-4402-a506-4a9be19cd2b8 req-284ccd30-67bc-492a-b8f9-4c09a90e55ed tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:31.921516 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a206324d-d4cf-4402-a506-4a9be19cd2b8 req-284ccd30-67bc-492a-b8f9-4c09a90e55ed tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=c63be40f-2273-4b7e-a9c2-1a6af75d5061 HTTP/1.1" status: 200 len: 945 time: 0.1379931 Nov 10 17:34:31.924932 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 4035bddd-59ee-4f4b-b690-db1ee003e1e0, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=4035bddd-59ee-4f4b-b690-db1ee003e1e0,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:31.933981 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-29c67e05-8751-488c-803e-563d058bad12 req-4795e8ad-e98d-4ba5-a6af-b58ab965cc50 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:31.947901 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731c393-96f8-43ce-a5aa-a0a20691bcc4 req-4bd46695-8141-4434-9fcb-a010c677acaf tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:31.948638 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:31.949993 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9731c393-96f8-43ce-a5aa-a0a20691bcc4 req-4bd46695-8141-4434-9fcb-a010c677acaf tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/ports?device_id=678eee5f-29dc-49e0-a846-237048b9222d HTTP/1.1" status: 200 len: 949 time: 0.0748665 Nov 10 17:34:31.965912 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['b499287f-4e8b-4c16-87b7-0c2a8c5f4d02'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:34:31.968305 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['5dc83552-8f22-4de3-b8e0-61527afe401d'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:34:31.987088 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795e8ad-e98d-4ba5-a6af-b58ab965cc50 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Pushing event deleted for resources: {'Port': ['ID=b499287f-4e8b-4c16-87b7-0c2a8c5f4d02,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:32.042134 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9731c393-96f8-43ce-a5aa-a0a20691bcc4 req-556ca17a-0f1c-4305-ab9c-dcb0ffcce704 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a9f8457-6cd7-41cd-87d5-1399838d7738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825186 Nov 10 17:34:32.042921 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a206324d-d4cf-4402-a506-4a9be19cd2b8 req-fed3d807-d4cb-4915-9bd6-6ea043a3a07b tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020775 Nov 10 17:34:32.072094 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-c4611e75-c201-45a3-8e22-3ed6705b94a5 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:32.105793 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c67e05-8751-488c-803e-563d058bad12 req-4795e8ad-e98d-4ba5-a6af-b58ab965cc50 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] No DVR routers for this DVR port b499287f-4e8b-4c16-87b7-0c2a8c5f4d02 on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:34:32.113865 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-29c67e05-8751-488c-803e-563d058bad12 req-4795e8ad-e98d-4ba5-a6af-b58ab965cc50 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:32.118175 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-29c67e05-8751-488c-803e-563d058bad12 req-4795e8ad-e98d-4ba5-a6af-b58ab965cc50 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.11 "DELETE /v2.0/ports/b499287f-4e8b-4c16-87b7-0c2a8c5f4d02 HTTP/1.1" status: 204 len: 173 time: 1.1631515 Nov 10 17:34:32.118671 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f428f853-320d-499e-aa61-3cc22319685c', 'name': 'network-vif-deleted', 'tag': 'b499287f-4e8b-4c16-87b7-0c2a8c5f4d02'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:34:32.125428 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc4edcb-8283-42cd-8c22-54f177ddd860" -d '{"events": [{"server_uuid": "f428f853-320d-499e-aa61-3cc22319685c", "name": "network-vif-deleted", "tag": "b499287f-4e8b-4c16-87b7-0c2a8c5f4d02"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:34:32.147698 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['4035bddd-59ee-4f4b-b690-db1ee003e1e0'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:34:32.230918 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-c4611e75-c201-45a3-8e22-3ed6705b94a5 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:34:32.231694 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63be40f-2273-4b7e-a9c2-1a6af75d5061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3231f5-f976-43d2-81eb-074d75f2e921'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:34:32.234095 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53eb4d83-f83e-464e-9482-92421ba35936" -d '{"events": [{"server_uuid": "c63be40f-2273-4b7e-a9c2-1a6af75d5061", "name": "network-vif-plugged", "status": "completed", "tag": "ef3231f5-f976-43d2-81eb-074d75f2e921"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:34:32.237717 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-c4611e75-c201-45a3-8e22-3ed6705b94a5 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:34:32.271526 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fad7b7a-0a7e-4328-b927-adeb2d603b10 x-openstack-request-id: req-8fad7b7a-0a7e-4328-b927-adeb2d603b10 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:34:32.272264 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f428f853-320d-499e-aa61-3cc22319685c", "name": "network-vif-deleted", "tag": "b499287f-4e8b-4c16-87b7-0c2a8c5f4d02", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:34:32.272705 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8fad7b7a-0a7e-4328-b927-adeb2d603b10 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:34:32.273274 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f428f853-320d-499e-aa61-3cc22319685c', 'name': 'network-vif-deleted', 'tag': 'b499287f-4e8b-4c16-87b7-0c2a8c5f4d02', 'status': 'completed', 'code': 200} Nov 10 17:34:32.275908 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-c4611e75-c201-45a3-8e22-3ed6705b94a5 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:34:32.331180 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6940bf-c406-423f-a484-4272eed95033 x-openstack-request-id: req-4e6940bf-c406-423f-a484-4272eed95033 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:34:32.331541 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63be40f-2273-4b7e-a9c2-1a6af75d5061", "name": "network-vif-plugged", "status": "completed", "tag": "ef3231f5-f976-43d2-81eb-074d75f2e921", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:34:32.331884 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4e6940bf-c406-423f-a484-4272eed95033 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:34:32.332397 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63be40f-2273-4b7e-a9c2-1a6af75d5061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3231f5-f976-43d2-81eb-074d75f2e921', 'code': 200} Nov 10 17:34:32.339729 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=4035bddd-59ee-4f4b-b690-db1ee003e1e0,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:32.485619 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4611e75-c201-45a3-8e22-3ed6705b94a5 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Pushing event updated for resources: {'Port': ['ID=c447c530-8cb8-4694-a226-5347ac785197,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:32.559632 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc560b78-ddcb-4216-aabe-871c4d9cc5c1 req-87d3951a-d31f-4499-8492-7512241976b1 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:32.562080 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc560b78-ddcb-4216-aabe-871c4d9cc5c1 req-87d3951a-d31f-4499-8492-7512241976b1 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95c63e0-ffeb-439e-8201-3e64f837d4ac HTTP/1.1" status: 200 len: 946 time: 0.0896142 Nov 10 17:34:32.589091 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-c4611e75-c201-45a3-8e22-3ed6705b94a5 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:32.590120 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-c4611e75-c201-45a3-8e22-3ed6705b94a5 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:32.623283 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-644257d0-4e45-4eba-a321-1ca32615f7fe tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:32.626071 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-644257d0-4e45-4eba-a321-1ca32615f7fe tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/networks?id=c18d46d8-ed1a-43a2-affe-5479d7bfb3f2 HTTP/1.1" status: 200 len: 815 time: 0.4347610 Nov 10 17:34:32.631592 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-c4611e75-c201-45a3-8e22-3ed6705b94a5 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1078503 Nov 10 17:34:32.644617 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-eb01a876-ae8d-4849-a461-207a0d804c67 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/quotas/6ec4d83ef90f447b9fcf9e9ef27fda67 HTTP/1.1" status: 200 len: 375 time: 0.0115774 Nov 10 17:34:32.650895 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc560b78-ddcb-4216-aabe-871c4d9cc5c1 req-b341f2fe-d543-4026-a82b-a19e98997d92 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808232 Nov 10 17:34:32.654265 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-e73e7cad-41d0-4882-af24-0637e2da73bd service neutron] Request body: {'port': {'device_id': '9e17627e-1547-4018-ac24-77939819f92d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:34:32.760103 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-4707cefb-d2fc-48df-9a64-e35367503bf0 None None] Provisioning complete for port c447c530-8cb8-4694-a226-5347ac785197 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:32.760733 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4707cefb-d2fc-48df-9a64-e35367503bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:32.793303 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f5fa3456-0c24-4cbd-b65b-d339a4bb30e3 req-23552e16-e59e-4fcd-914e-88ebca5357cf tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=f428f853-320d-499e-aa61-3cc22319685c HTTP/1.1" status: 200 len: 210 time: 0.0359375 Nov 10 17:34:32.863330 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-4707cefb-d2fc-48df-9a64-e35367503bf0 None None] Port c447c530-8cb8-4694-a226-5347ac785197 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:34:32.873182 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-48112946-5252-44ce-9730-011d96689401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:32.970392 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c93a7c-098a-4310-9535-5c9269d3392e req-cf58e4f4-648f-4488-846f-1a2b98535c94 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:32.972291 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-28c93a7c-098a-4310-9535-5c9269d3392e req-cf58e4f4-648f-4488-846f-1a2b98535c94 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e17627e-1547-4018-ac24-77939819f92d HTTP/1.1" status: 200 len: 936 time: 0.0601590 Nov 10 17:34:33.032827 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-28c93a7c-098a-4310-9535-5c9269d3392e req-4755b369-4e40-4ed8-8b0e-177652708473 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa112bce-5ef4-4e08-8eaf-4142c13c2743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535412 Nov 10 17:34:33.160948 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-e73e7cad-41d0-4882-af24-0637e2da73bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:33.207939 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-76cd8fff-52bc-4352-9756-04b1a4602fd1 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ec4d83ef90f447b9fcf9e9ef27fda67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5155008 Nov 10 17:34:33.214958 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 2fd96dd5-a84f-46f1-8ffe-375e521fe660 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:34:33.301239 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 4035bddd-59ee-4f4b-b690-db1ee003e1e0 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:34:33.355524 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87fff6-91a0-4cdd-810f-e02aa4512613 req-e1493d77-4eb3-4d04-8a92-4b118cc62c2b tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:33.361806 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fc87fff6-91a0-4cdd-810f-e02aa4512613 req-e1493d77-4eb3-4d04-8a92-4b118cc62c2b tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbb2e473-3ef1-45a9-95b4-6849e3dd77c9 HTTP/1.1" status: 200 len: 945 time: 0.1176500 Nov 10 17:34:33.519776 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:33.570811 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de5356-3e2f-4b5c-b44d-1396054f955d req-7fd52373-b271-42b0-948a-4c7a96510a57 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:33.573550 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 2fd96dd5-a84f-46f1-8ffe-375e521fe660, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2fd96dd5-a84f-46f1-8ffe-375e521fe660,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:33.574729 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 4035bddd-59ee-4f4b-b690-db1ee003e1e0 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:33.574892 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f2de5356-3e2f-4b5c-b44d-1396054f955d req-7fd52373-b271-42b0-948a-4c7a96510a57 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=c63be40f-2273-4b7e-a9c2-1a6af75d5061 HTTP/1.1" status: 200 len: 946 time: 0.1534002 Nov 10 17:34:33.575105 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:33.610645 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:33.625026 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-5f540b1b-c7a1-4429-8c2e-3965be2ebb72 service neutron] 10.222.0.39 "GET /v2.0/networks/c18d46d8-ed1a-43a2-affe-5479d7bfb3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816235 Nov 10 17:34:33.643891 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f2de5356-3e2f-4b5c-b44d-1396054f955d req-e460bae8-b027-484a-b5ba-933421d9e12c tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577052 Nov 10 17:34:33.685389 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=2fd96dd5-a84f-46f1-8ffe-375e521fe660,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:33.686201 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-fc87fff6-91a0-4cdd-810f-e02aa4512613 req-d6124cbe-c00d-4db9-b441-deb255a898ba tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Deleting port 4b90586b-4c40-45bd-87d5-71d6c20addfb {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:34:33.686723 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-fc87fff6-91a0-4cdd-810f-e02aa4512613 req-d6124cbe-c00d-4db9-b441-deb255a898ba tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:33.736269 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-e73e7cad-41d0-4882-af24-0637e2da73bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c447c530-8cb8-4694-a226-5347ac785197 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:34:33.745553 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:33.749882 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-e73e7cad-41d0-4882-af24-0637e2da73bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:33.814243 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 4035bddd-59ee-4f4b-b690-db1ee003e1e0, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=4035bddd-59ee-4f4b-b690-db1ee003e1e0,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:33.815192 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-e73e7cad-41d0-4882-af24-0637e2da73bd service neutron] Transition to ACTIVE for port object c447c530-8cb8-4694-a226-5347ac785197 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:34:33.823301 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:33.824389 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device b499287f-4e8b-4c16-87b7-0c2a8c5f4d02 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:34:33.836268 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-e73e7cad-41d0-4882-af24-0637e2da73bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:33.840778 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-2724e4e5-f149-41c3-b64b-f1a1fe910674 service neutron] 10.222.0.39 "GET /v2.0/networks/c18d46d8-ed1a-43a2-affe-5479d7bfb3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075562 Nov 10 17:34:33.868052 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-fc87fff6-91a0-4cdd-810f-e02aa4512613 req-d6124cbe-c00d-4db9-b441-deb255a898ba tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] For port 4b90586b-4c40-45bd-87d5-71d6c20addfb, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4b90586b-4c40-45bd-87d5-71d6c20addfb,segment=NetworkSegment(9d32f6d1-d16b-4454-891a-35c80c165728),segment_id=9d32f6d1-d16b-4454-891a-35c80c165728)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:33.868772 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-fc87fff6-91a0-4cdd-810f-e02aa4512613 req-d6124cbe-c00d-4db9-b441-deb255a898ba tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:33.889915 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: b499287f-4e8b-4c16-87b7-0c2a8c5f4d02 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:34:33.889915 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device b499287f-4e8b-4c16-87b7-0c2a8c5f4d02 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:34:33.893013 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-fc87fff6-91a0-4cdd-810f-e02aa4512613 req-d6124cbe-c00d-4db9-b441-deb255a898ba tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Calling delete_port for 4b90586b-4c40-45bd-87d5-71d6c20addfb owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:34:33.921408 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdc81d-2a0e-43c6-b6fd-f0936da51022 req-60cfe00c-b3af-4909-9ced-aadeeaeb7431 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:33.929373 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-adcdc81d-2a0e-43c6-b6fd-f0936da51022 req-60cfe00c-b3af-4909-9ced-aadeeaeb7431 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/ports?device_id=678eee5f-29dc-49e0-a846-237048b9222d HTTP/1.1" status: 200 len: 949 time: 0.1118045 Nov 10 17:34:33.993348 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e7cad-41d0-4882-af24-0637e2da73bd service neutron] Pushing event updated for resources: {'Port': ['ID=c447c530-8cb8-4694-a226-5347ac785197,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:34.042280 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-adcdc81d-2a0e-43c6-b6fd-f0936da51022 req-212c2386-7dee-4f45-9627-3f39d856fd9f tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a9f8457-6cd7-41cd-87d5-1399838d7738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117148 Nov 10 17:34:34.061443 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:34.100957 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-e73e7cad-41d0-4882-af24-0637e2da73bd service neutron] Attempting to bind port c447c530-8cb8-4694-a226-5347ac785197 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:34:34.101307 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-e73e7cad-41d0-4882-af24-0637e2da73bd service neutron] Attempting to bind port c447c530-8cb8-4694-a226-5347ac785197 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:34:34.101636 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-e73e7cad-41d0-4882-af24-0637e2da73bd service neutron] Attempting to bind port c447c530-8cb8-4694-a226-5347ac785197 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:34:34.108676 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=4035bddd-59ee-4f4b-b690-db1ee003e1e0,revision_number=7']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:34.135535 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-e73e7cad-41d0-4882-af24-0637e2da73bd service neutron] Port c447c530-8cb8-4694-a226-5347ac785197 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:34:34.138690 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-e73e7cad-41d0-4882-af24-0637e2da73bd service neutron] Attempting to bind port c447c530-8cb8-4694-a226-5347ac785197 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:34:34.151146 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-e73e7cad-41d0-4882-af24-0637e2da73bd service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:34:34.151484 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-e73e7cad-41d0-4882-af24-0637e2da73bd service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:34:34.151884 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-e73e7cad-41d0-4882-af24-0637e2da73bd service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:34:34.152416 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-e73e7cad-41d0-4882-af24-0637e2da73bd service neutron] Bound port: c447c530-8cb8-4694-a226-5347ac785197, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:34:34.155823 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-e73e7cad-41d0-4882-af24-0637e2da73bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:34.315353 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-e73e7cad-41d0-4882-af24-0637e2da73bd service neutron] For port c447c530-8cb8-4694-a226-5347ac785197, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:34:34.321216 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-e73e7cad-41d0-4882-af24-0637e2da73bd service neutron] For port c447c530-8cb8-4694-a226-5347ac785197, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=c447c530-8cb8-4694-a226-5347ac785197,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:34:34.327211 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-e73e7cad-41d0-4882-af24-0637e2da73bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:34.335063 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8295fb9a-a49e-4f77-a06c-6115d38512c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fd96dd5-a84f-46f1-8ffe-375e521fe660'}, {'server_uuid': 'e9b42f54-4132-4b75-9f30-1a81ef08c9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4035bddd-59ee-4f4b-b690-db1ee003e1e0'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:34:34.339829 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b827c167-7f46-4ca2-9824-c21b50675bf4" -d '{"events": [{"server_uuid": "8295fb9a-a49e-4f77-a06c-6115d38512c1", "name": "network-vif-unplugged", "status": "completed", "tag": "2fd96dd5-a84f-46f1-8ffe-375e521fe660"}, {"server_uuid": "e9b42f54-4132-4b75-9f30-1a81ef08c9c7", "name": "network-vif-plugged", "status": "completed", "tag": "4035bddd-59ee-4f4b-b690-db1ee003e1e0"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:34:34.369355 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411c2ac-2cf0-4b22-9c00-6e3d23c72519 req-87df40b1-9961-400e-b493-0728323d5363 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:34.370897 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7411c2ac-2cf0-4b22-9c00-6e3d23c72519 req-87df40b1-9961-400e-b493-0728323d5363 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95c63e0-ffeb-439e-8201-3e64f837d4ac HTTP/1.1" status: 200 len: 946 time: 0.1421888 Nov 10 17:34:34.388856 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-fc87fff6-91a0-4cdd-810f-e02aa4512613 req-d6124cbe-c00d-4db9-b441-deb255a898ba tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:34.405096 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['4b90586b-4c40-45bd-87d5-71d6c20addfb'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:34:34.499504 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e7cad-41d0-4882-af24-0637e2da73bd service neutron] Pushing event updated for resources: {'Port': ['ID=c447c530-8cb8-4694-a226-5347ac785197,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:34.515633 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-e73e7cad-41d0-4882-af24-0637e2da73bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:34.516526 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-e73e7cad-41d0-4882-af24-0637e2da73bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:34.518942 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-e73e7cad-41d0-4882-af24-0637e2da73bd service neutron] 10.222.0.13 "PUT /v2.0/ports/c447c530-8cb8-4694-a226-5347ac785197 HTTP/1.1" status: 200 len: 1097 time: 1.8705404 Nov 10 17:34:34.519557 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e17627e-1547-4018-ac24-77939819f92d', 'tag': 'c447c530-8cb8-4694-a226-5347ac785197'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:34:34.523943 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed45c74d-0438-421b-b637-2562958889a0" -d '{"events": [{"name": "network-changed", "server_uuid": "9e17627e-1547-4018-ac24-77939819f92d", "tag": "c447c530-8cb8-4694-a226-5347ac785197"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:34:34.536231 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6124cbe-c00d-4db9-b441-deb255a898ba tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Pushing event deleted for resources: {'Port': ['ID=4b90586b-4c40-45bd-87d5-71d6c20addfb,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:34.624800 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc87fff6-91a0-4cdd-810f-e02aa4512613 req-d6124cbe-c00d-4db9-b441-deb255a898ba tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] No DVR routers for this DVR port 4b90586b-4c40-45bd-87d5-71d6c20addfb on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:34:34.629833 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7411c2ac-2cf0-4b22-9c00-6e3d23c72519 req-114068e1-5756-4b4d-96ae-bdfb6118d0f9 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514241 Nov 10 17:34:34.631234 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-fc87fff6-91a0-4cdd-810f-e02aa4512613 req-d6124cbe-c00d-4db9-b441-deb255a898ba tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:34.641126 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fc87fff6-91a0-4cdd-810f-e02aa4512613 req-d6124cbe-c00d-4db9-b441-deb255a898ba tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.13 "DELETE /v2.0/ports/4b90586b-4c40-45bd-87d5-71d6c20addfb HTTP/1.1" status: 204 len: 173 time: 1.2754514 Nov 10 17:34:34.641727 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb2e473-3ef1-45a9-95b4-6849e3dd77c9', 'name': 'network-vif-deleted', 'tag': '4b90586b-4c40-45bd-87d5-71d6c20addfb'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:34:34.644170 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12599ea-f2d4-49a7-af09-73f3d7d19957" -d '{"events": [{"server_uuid": "dbb2e473-3ef1-45a9-95b4-6849e3dd77c9", "name": "network-vif-deleted", "tag": "4b90586b-4c40-45bd-87d5-71d6c20addfb"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:34:34.758719 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014a941-6224-407e-9007-e41ca9397ca6 req-4a1b19a2-9bc7-47e0-a6ae-fde06354ba2d tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:34.772001 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34ff97-4a76-4289-87c7-1a5aecfb8559 req-b8556fd5-4511-4209-b6bb-a90653787e39 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:34.779668 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5014a941-6224-407e-9007-e41ca9397ca6 req-4a1b19a2-9bc7-47e0-a6ae-fde06354ba2d tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e17627e-1547-4018-ac24-77939819f92d HTTP/1.1" status: 200 len: 948 time: 0.1566107 Nov 10 17:34:34.795378 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9c34ff97-4a76-4289-87c7-1a5aecfb8559 req-b8556fd5-4511-4209-b6bb-a90653787e39 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.13 "GET /v2.0/ports?device_id=c95c63e0-ffeb-439e-8201-3e64f837d4ac HTTP/1.1" status: 200 len: 946 time: 0.1337392 Nov 10 17:34:34.872505 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-ba0b4d5f-f0ad-4716-8804-f994479ff761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:34.888193 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-ba0b4d5f-f0ad-4716-8804-f994479ff761 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a1de6b08f404fca8b6356c02bdbf04d&device_id=9e17627e-1547-4018-ac24-77939819f92d HTTP/1.1" status: 200 len: 1100 time: 0.3052461 Nov 10 17:34:34.994733 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-9c34ff97-4a76-4289-87c7-1a5aecfb8559 req-5b910438-a717-4377-a579-fd1d8acee57e tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Deleting port ab44e4a6-848e-479b-99dd-8afdb58cebe0 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:34:34.996503 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9c34ff97-4a76-4289-87c7-1a5aecfb8559 req-5b910438-a717-4377-a579-fd1d8acee57e tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:35.061417 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-68de9444-fe63-4643-bfad-b4af597097c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=c447c530-8cb8-4694-a226-5347ac785197 HTTP/1.1" status: 200 len: 217 time: 0.1620283 Nov 10 17:34:35.084312 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5014a941-6224-407e-9007-e41ca9397ca6 req-a674b6ef-6e45-4923-a1d6-1e0837a527a7 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa112bce-5ef4-4e08-8eaf-4142c13c2743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982352 Nov 10 17:34:35.152687 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c9c5f9fe-7027-45f0-981c-11104587ee3e req-7ff90c41-2cf6-475f-bb35-e4b3d294cf50 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=c99eb6bc-43b2-453a-9b78-70906facf3f3 HTTP/1.1" status: 200 len: 210 time: 0.0452273 Nov 10 17:34:35.213571 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-6b4b59ba-dd72-472b-ab84-22870ea20153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:35.215244 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-6b4b59ba-dd72-472b-ab84-22870ea20153 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1295447 Nov 10 17:34:35.241110 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 10 Nov 2021 17:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ab9769-5fde-4076-af02-7baaa503b268 x-openstack-request-id: req-01ab9769-5fde-4076-af02-7baaa503b268 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:34:35.241737 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8295fb9a-a49e-4f77-a06c-6115d38512c1", "name": "network-vif-unplugged", "status": "completed", "tag": "2fd96dd5-a84f-46f1-8ffe-375e521fe660", "code": 200}, {"server_uuid": "e9b42f54-4132-4b75-9f30-1a81ef08c9c7", "name": "network-vif-plugged", "status": "completed", "tag": "4035bddd-59ee-4f4b-b690-db1ee003e1e0", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:34:35.241964 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-01ab9769-5fde-4076-af02-7baaa503b268 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:34:35.242930 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8295fb9a-a49e-4f77-a06c-6115d38512c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fd96dd5-a84f-46f1-8ffe-375e521fe660', 'code': 200} Nov 10 17:34:35.242930 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b42f54-4132-4b75-9f30-1a81ef08c9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4035bddd-59ee-4f4b-b690-db1ee003e1e0', 'code': 200} Nov 10 17:34:35.250174 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-9c34ff97-4a76-4289-87c7-1a5aecfb8559 req-5b910438-a717-4377-a579-fd1d8acee57e tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] For port ab44e4a6-848e-479b-99dd-8afdb58cebe0, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=ab44e4a6-848e-479b-99dd-8afdb58cebe0,segment=NetworkSegment(17d5af1c-a623-4581-8ea0-158dc701aa2d),segment_id=17d5af1c-a623-4581-8ea0-158dc701aa2d)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:35.256254 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9c34ff97-4a76-4289-87c7-1a5aecfb8559 req-5b910438-a717-4377-a579-fd1d8acee57e tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:35.273865 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-9c34ff97-4a76-4289-87c7-1a5aecfb8559 req-5b910438-a717-4377-a579-fd1d8acee57e tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Calling delete_port for ab44e4a6-848e-479b-99dd-8afdb58cebe0 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:34:35.325200 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device ef3231f5-f976-43d2-81eb-074d75f2e921 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:34:35.370636 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-045a4fc1-20ae-4a42-a8f2-e375860ca55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:35.372283 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-045a4fc1-20ae-4a42-a8f2-e375860ca55e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1479573 Nov 10 17:34:35.483302 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:35.572618 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:35.680128 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port ef3231f5-f976-43d2-81eb-074d75f2e921, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ef3231f5-f976-43d2-81eb-074d75f2e921,segment=NetworkSegment(6d77725e-f759-4fea-8142-4be34b292505),segment_id=6d77725e-f759-4fea-8142-4be34b292505)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:35.689840 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:35.703484 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21241f8b-07b7-4ee7-b501-e05fffea076b x-openstack-request-id: req-21241f8b-07b7-4ee7-b501-e05fffea076b {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:34:35.703977 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e17627e-1547-4018-ac24-77939819f92d", "tag": "c447c530-8cb8-4694-a226-5347ac785197", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:34:35.704425 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-21241f8b-07b7-4ee7-b501-e05fffea076b {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:34:35.707729 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e17627e-1547-4018-ac24-77939819f92d', 'tag': 'c447c530-8cb8-4694-a226-5347ac785197', 'status': 'completed', 'code': 200} Nov 10 17:34:35.745600 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9c34ff97-4a76-4289-87c7-1a5aecfb8559 req-5b910438-a717-4377-a579-fd1d8acee57e tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:35.835905 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['ab44e4a6-848e-479b-99dd-8afdb58cebe0'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:34:35.853245 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e219e5bb-91b3-4874-8d8a-d06f4aa286da x-openstack-request-id: req-e219e5bb-91b3-4874-8d8a-d06f4aa286da {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:34:35.853565 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb2e473-3ef1-45a9-95b4-6849e3dd77c9", "name": "network-vif-deleted", "tag": "4b90586b-4c40-45bd-87d5-71d6c20addfb", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:34:35.855728 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e219e5bb-91b3-4874-8d8a-d06f4aa286da {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:34:35.856179 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb2e473-3ef1-45a9-95b4-6849e3dd77c9', 'name': 'network-vif-deleted', 'tag': '4b90586b-4c40-45bd-87d5-71d6c20addfb', 'status': 'completed', 'code': 200} Nov 10 17:34:35.864015 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c920021-9896-4897-b73e-29109f35ed9e req-a17778b7-fe48-49cc-abe6-daebbfa71f11 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:35.865488 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b910438-a717-4377-a579-fd1d8acee57e tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Pushing event deleted for resources: {'Port': ['ID=ab44e4a6-848e-479b-99dd-8afdb58cebe0,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:35.880284 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6c920021-9896-4897-b73e-29109f35ed9e req-a17778b7-fe48-49cc-abe6-daebbfa71f11 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=c63be40f-2273-4b7e-a9c2-1a6af75d5061 HTTP/1.1" status: 200 len: 946 time: 0.4824975 Nov 10 17:34:35.935581 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=ef3231f5-f976-43d2-81eb-074d75f2e921,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:35.950064 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c34ff97-4a76-4289-87c7-1a5aecfb8559 req-5b910438-a717-4377-a579-fd1d8acee57e tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] No DVR routers for this DVR port ab44e4a6-848e-479b-99dd-8afdb58cebe0 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:34:35.954497 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9c34ff97-4a76-4289-87c7-1a5aecfb8559 req-5b910438-a717-4377-a579-fd1d8acee57e tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:35.957987 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9c34ff97-4a76-4289-87c7-1a5aecfb8559 req-5b910438-a717-4377-a579-fd1d8acee57e tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.13 "DELETE /v2.0/ports/ab44e4a6-848e-479b-99dd-8afdb58cebe0 HTTP/1.1" status: 204 len: 173 time: 1.1564116 Nov 10 17:34:35.965796 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881de93-592f-4c41-b21f-50603a721c8a req-3f50ae1e-5546-4884-9a3d-16a6ac5645eb tempest-ServersAdminNegativeTestJSON-1125392629 tempest-ServersAdminNegativeTestJSON-1125392629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:35.973338 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e881de93-592f-4c41-b21f-50603a721c8a req-3f50ae1e-5546-4884-9a3d-16a6ac5645eb tempest-ServersAdminNegativeTestJSON-1125392629 tempest-ServersAdminNegativeTestJSON-1125392629-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=678eee5f-29dc-49e0-a846-237048b9222d HTTP/1.1" status: 200 len: 1101 time: 0.1053183 Nov 10 17:34:36.007031 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e881de93-592f-4c41-b21f-50603a721c8a req-2e7e4714-396c-40c5-af06-1bae316e17e3 tempest-ServersAdminNegativeTestJSON-1125392629 tempest-ServersAdminNegativeTestJSON-1125392629-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:36.044994 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-6206bdc5-e9ba-4054-ab3a-c1ff0f0330cb service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6629934 Nov 10 17:34:36.067272 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6c920021-9896-4897-b73e-29109f35ed9e req-fa9ea708-476c-4b87-a0ed-280d300cab60 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855717 Nov 10 17:34:36.139305 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:36.200995 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e881de93-592f-4c41-b21f-50603a721c8a req-2e7e4714-396c-40c5-af06-1bae316e17e3 tempest-ServersAdminNegativeTestJSON-1125392629 tempest-ServersAdminNegativeTestJSON-1125392629-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:36.206980 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e881de93-592f-4c41-b21f-50603a721c8a req-2e7e4714-396c-40c5-af06-1bae316e17e3 tempest-ServersAdminNegativeTestJSON-1125392629 tempest-ServersAdminNegativeTestJSON-1125392629-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:36.271911 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-749232b9-dc15-4b28-bec9-3bdd15657e1f req-3b3c0f57-6eaa-4f64-b28c-440a2946d3ed service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944816 Nov 10 17:34:36.290078 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e881de93-592f-4c41-b21f-50603a721c8a req-2e7e4714-396c-40c5-af06-1bae316e17e3 tempest-ServersAdminNegativeTestJSON-1125392629 tempest-ServersAdminNegativeTestJSON-1125392629-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=5a9f8457-6cd7-41cd-87d5-1399838d7738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156393 Nov 10 17:34:36.290788 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e4714-396c-40c5-af06-1bae316e17e3 tempest-ServersAdminNegativeTestJSON-1125392629 tempest-ServersAdminNegativeTestJSON-1125392629-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bd256c-5f6a-4952-a04c-ff6aa107a3c7,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:36.496832 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6caa5fc7-0210-4a17-9098-8ea2c4cc75fb req-3afa6084-ee7f-4dbc-9a5b-4b0c616d9ee6 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=c95c63e0-ffeb-439e-8201-3e64f837d4ac HTTP/1.1" status: 200 len: 210 time: 0.0725031 Nov 10 17:34:36.525579 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5997b9-b896-46d1-817a-261a06d19bcc req-dffd7478-8663-4af8-8513-65f3c0cc9d6c tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:36.535775 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2e5997b9-b896-46d1-817a-261a06d19bcc req-dffd7478-8663-4af8-8513-65f3c0cc9d6c tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 949 time: 0.2834017 Nov 10 17:34:36.564836 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45c74d-0438-421b-b637-2562958889a0 req-dd7fc88c-20a0-4bbd-a0bf-31f95000c196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:36.566512 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ed45c74d-0438-421b-b637-2562958889a0 req-dd7fc88c-20a0-4bbd-a0bf-31f95000c196 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a1de6b08f404fca8b6356c02bdbf04d&device_id=9e17627e-1547-4018-ac24-77939819f92d HTTP/1.1" status: 200 len: 1100 time: 0.1775661 Nov 10 17:34:36.710013 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c467965-9167-4de7-86a5-b2ae1c29a0e0 req-f8b35ef0-e648-4c8d-b296-77a9694bf36f tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:36.712346 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9c467965-9167-4de7-86a5-b2ae1c29a0e0 req-f8b35ef0-e648-4c8d-b296-77a9694bf36f tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e17627e-1547-4018-ac24-77939819f92d HTTP/1.1" status: 200 len: 948 time: 0.0746601 Nov 10 17:34:36.753988 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2e5997b9-b896-46d1-817a-261a06d19bcc req-59a989de-70ef-4578-a5e4-b8c0f328772d tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169423 Nov 10 17:34:36.801977 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f773a-bcbd-44b1-8ef7-791ef88087eb req-3ec540cb-587a-4495-920a-2aef3272fc6b tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:36.805556 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8f1f773a-bcbd-44b1-8ef7-791ef88087eb req-3ec540cb-587a-4495-920a-2aef3272fc6b tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.11 "GET /v2.0/ports?device_id=c63be40f-2273-4b7e-a9c2-1a6af75d5061 HTTP/1.1" status: 200 len: 944 time: 0.3112130 Nov 10 17:34:36.817604 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9c467965-9167-4de7-86a5-b2ae1c29a0e0 req-217a1d76-eac6-4d76-9c3d-ab66629b9acd tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa112bce-5ef4-4e08-8eaf-4142c13c2743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894325 Nov 10 17:34:36.836547 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-c0b9ea4d-ea78-4fb8-b539-848f2d3e2499 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:36.839489 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-c0b9ea4d-ea78-4fb8-b539-848f2d3e2499 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.11 "GET /v2.0/networks?id=c18d46d8-ed1a-43a2-affe-5479d7bfb3f2 HTTP/1.1" status: 200 len: 815 time: 0.5517564 Nov 10 17:34:36.901458 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-81b7db80-a25d-4eb8-88e6-534b6f63c13e tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Request body: {'port': {'device_id': 'c99eb6bc-43b2-453a-9b78-70906facf3f3', 'network_id': 'c18d46d8-ed1a-43a2-affe-5479d7bfb3f2', 'admin_state_up': True, 'tenant_id': '6ec4d83ef90f447b9fcf9e9ef27fda67'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:34:37.004741 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-69951726-0ad2-43f1-8454-1607a2b1346e req-0d812400-9710-400d-9ea0-0b2c7c6f2481 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=c99eb6bc-43b2-453a-9b78-70906facf3f3 HTTP/1.1" status: 200 len: 210 time: 0.0949960 Nov 10 17:34:37.202842 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45c74d-0438-421b-b637-2562958889a0 req-9347d273-6058-4175-a2ae-7cbe7b51f101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:37.205543 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ed45c74d-0438-421b-b637-2562958889a0 req-9347d273-6058-4175-a2ae-7cbe7b51f101 service neutron] 10.222.0.13 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.6258607 Nov 10 17:34:37.243893 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 4b90586b-4c40-45bd-87d5-71d6c20addfb no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:34:37.247126 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63be40f-2273-4b7e-a9c2-1a6af75d5061', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef3231f5-f976-43d2-81eb-074d75f2e921'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:34:37.250075 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e25b623-ef64-44ed-834d-4126068008db" -d '{"events": [{"server_uuid": "c63be40f-2273-4b7e-a9c2-1a6af75d5061", "name": "network-vif-unplugged", "status": "completed", "tag": "ef3231f5-f976-43d2-81eb-074d75f2e921"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:34:37.354377 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 4b90586b-4c40-45bd-87d5-71d6c20addfb {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:34:37.354752 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 4b90586b-4c40-45bd-87d5-71d6c20addfb not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:34:37.370856 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0cc87-70f6-42d4-85e1-4dde7448043b req-81132d49-a0b3-4db2-a81f-ce714b2886ea tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:37.389552 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90c0cc87-70f6-42d4-85e1-4dde7448043b req-81132d49-a0b3-4db2-a81f-ce714b2886ea tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.13 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 949 time: 0.1617179 Nov 10 17:34:37.394043 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ed45c74d-0438-421b-b637-2562958889a0 req-54348cec-219e-4490-a3a0-8fc52e629201 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=c447c530-8cb8-4694-a226-5347ac785197 HTTP/1.1" status: 200 len: 217 time: 0.1447463 Nov 10 17:34:37.544048 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45c74d-0438-421b-b637-2562958889a0 req-0788be3e-25a2-4022-a63f-dcb8033d4b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:37.545554 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ed45c74d-0438-421b-b637-2562958889a0 req-0788be3e-25a2-4022-a63f-dcb8033d4b0c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1130748 Nov 10 17:34:37.567192 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fd72b4-9e8b-4e3c-87b4-5e97a6e98825 x-openstack-request-id: req-49fd72b4-9e8b-4e3c-87b4-5e97a6e98825 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:34:37.567559 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63be40f-2273-4b7e-a9c2-1a6af75d5061", "name": "network-vif-unplugged", "status": "completed", "tag": "ef3231f5-f976-43d2-81eb-074d75f2e921", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:34:37.567807 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-49fd72b4-9e8b-4e3c-87b4-5e97a6e98825 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:34:37.569081 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63be40f-2273-4b7e-a9c2-1a6af75d5061', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef3231f5-f976-43d2-81eb-074d75f2e921', 'code': 200} Nov 10 17:34:37.582550 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-8f1f773a-bcbd-44b1-8ef7-791ef88087eb req-82980c4f-2056-44ec-b777-5638166aaef8 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Deleting port ef3231f5-f976-43d2-81eb-074d75f2e921 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:34:37.582914 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-8f1f773a-bcbd-44b1-8ef7-791ef88087eb req-82980c4f-2056-44ec-b777-5638166aaef8 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:37.658766 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c25fdb-27f0-4240-a0b9-dfaacb60c93f req-adcb2c64-ca50-4d0b-a248-ec21380aa7ab tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:37.666421 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d4c25fdb-27f0-4240-a0b9-dfaacb60c93f req-adcb2c64-ca50-4d0b-a248-ec21380aa7ab tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=c63be40f-2273-4b7e-a9c2-1a6af75d5061 HTTP/1.1" status: 200 len: 944 time: 0.4077992 Nov 10 17:34:37.666938 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-90c0cc87-70f6-42d4-85e1-4dde7448043b req-2e4544fe-9d87-485e-9ec1-ecc92bca9a84 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Deleting port 5dc83552-8f22-4de3-b8e0-61527afe401d {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:34:37.668180 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-90c0cc87-70f6-42d4-85e1-4dde7448043b req-2e4544fe-9d87-485e-9ec1-ecc92bca9a84 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:37.673609 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-81b7db80-a25d-4eb8-88e6-534b6f63c13e tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Made reservation on behalf of 6ec4d83ef90f447b9fcf9e9ef27fda67 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:34:37.685599 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-81b7db80-a25d-4eb8-88e6-534b6f63c13e tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:37.769375 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-8f1f773a-bcbd-44b1-8ef7-791ef88087eb req-82980c4f-2056-44ec-b777-5638166aaef8 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] For port ef3231f5-f976-43d2-81eb-074d75f2e921, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ef3231f5-f976-43d2-81eb-074d75f2e921,segment=NetworkSegment(6d77725e-f759-4fea-8142-4be34b292505),segment_id=6d77725e-f759-4fea-8142-4be34b292505)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:37.769724 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-8f1f773a-bcbd-44b1-8ef7-791ef88087eb req-82980c4f-2056-44ec-b777-5638166aaef8 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:37.788569 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-8f1f773a-bcbd-44b1-8ef7-791ef88087eb req-82980c4f-2056-44ec-b777-5638166aaef8 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Calling delete_port for ef3231f5-f976-43d2-81eb-074d75f2e921 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:34:37.821515 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135cf5b-4393-45bb-a14f-a4a02b1a708b req-21775006-bb27-4e0b-9b3a-2272fecb16d3 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:37.831100 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1135cf5b-4393-45bb-a14f-a4a02b1a708b req-21775006-bb27-4e0b-9b3a-2272fecb16d3 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/ports?device_id=678eee5f-29dc-49e0-a846-237048b9222d HTTP/1.1" status: 200 len: 949 time: 0.1513975 Nov 10 17:34:37.884210 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-90c0cc87-70f6-42d4-85e1-4dde7448043b req-2e4544fe-9d87-485e-9ec1-ecc92bca9a84 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] For port 5dc83552-8f22-4de3-b8e0-61527afe401d, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5dc83552-8f22-4de3-b8e0-61527afe401d,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:37.884748 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-90c0cc87-70f6-42d4-85e1-4dde7448043b req-2e4544fe-9d87-485e-9ec1-ecc92bca9a84 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:37.905571 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-90c0cc87-70f6-42d4-85e1-4dde7448043b req-2e4544fe-9d87-485e-9ec1-ecc92bca9a84 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Calling delete_port for 5dc83552-8f22-4de3-b8e0-61527afe401d owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:34:37.941907 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c95c63e0-ffeb-439e-8201-3e64f837d4ac', 'name': 'network-vif-deleted', 'tag': 'ab44e4a6-848e-479b-99dd-8afdb58cebe0'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:34:37.948577 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0dc63c-25a0-491e-8328-8439445973e7" -d '{"events": [{"server_uuid": "c95c63e0-ffeb-439e-8201-3e64f837d4ac", "name": "network-vif-deleted", "tag": "ab44e4a6-848e-479b-99dd-8afdb58cebe0"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:34:38.037929 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-8f1f773a-bcbd-44b1-8ef7-791ef88087eb req-82980c4f-2056-44ec-b777-5638166aaef8 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:38.076389 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45c74d-0438-421b-b637-2562958889a0 req-97709bd0-0e84-4e0e-8400-d2a13d28641c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:38.078030 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ed45c74d-0438-421b-b637-2562958889a0 req-97709bd0-0e84-4e0e-8400-d2a13d28641c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5018609 Nov 10 17:34:38.090724 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1135cf5b-4393-45bb-a14f-a4a02b1a708b req-72209cab-464f-4daa-bda4-98d794cd0e1e tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a9f8457-6cd7-41cd-87d5-1399838d7738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538810 Nov 10 17:34:38.217851 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-81b7db80-a25d-4eb8-88e6-534b6f63c13e tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Allocated IP 172.20.0.2 (c18d46d8-ed1a-43a2-affe-5479d7bfb3f2/0c330c19-7a26-42a1-b99c-552cbd09bae0/8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:34:38.329717 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d4c25fdb-27f0-4240-a0b9-dfaacb60c93f req-1d8de4a8-2863-4a1d-990d-00b38b9a4ad2 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6623244 Nov 10 17:34:38.347050 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-90c0cc87-70f6-42d4-85e1-4dde7448043b req-2e4544fe-9d87-485e-9ec1-ecc92bca9a84 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:38.363201 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['5dc83552-8f22-4de3-b8e0-61527afe401d'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:34:38.468329 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4544fe-9d87-485e-9ec1-ecc92bca9a84 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Pushing event deleted for resources: {'Port': ['ID=5dc83552-8f22-4de3-b8e0-61527afe401d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:38.469688 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82980c4f-2056-44ec-b777-5638166aaef8 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Pushing event deleted for resources: {'Port': ['ID=ef3231f5-f976-43d2-81eb-074d75f2e921,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:38.514550 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a00935-df64-4b08-9a8c-a849c6ebd97f req-6b1c3d60-a220-4503-b08d-77b0e3a64257 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:38.522741 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d6a00935-df64-4b08-9a8c-a849c6ebd97f req-6b1c3d60-a220-4503-b08d-77b0e3a64257 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/ports?device_id=d145e069-aad6-4707-ae26-f2711a939972 HTTP/1.1" status: 200 len: 867 time: 0.2694111 Nov 10 17:34:38.526430 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c0cc87-70f6-42d4-85e1-4dde7448043b req-2e4544fe-9d87-485e-9ec1-ecc92bca9a84 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] No DVR routers for this DVR port 5dc83552-8f22-4de3-b8e0-61527afe401d on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:34:38.554689 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-90c0cc87-70f6-42d4-85e1-4dde7448043b req-2e4544fe-9d87-485e-9ec1-ecc92bca9a84 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:38.559052 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90c0cc87-70f6-42d4-85e1-4dde7448043b req-2e4544fe-9d87-485e-9ec1-ecc92bca9a84 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.13 "DELETE /v2.0/ports/5dc83552-8f22-4de3-b8e0-61527afe401d HTTP/1.1" status: 204 len: 173 time: 1.1540120 Nov 10 17:34:38.597717 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d6a00935-df64-4b08-9a8c-a849c6ebd97f req-e74f969a-b766-4eac-9222-0fde19f73292 tempest-MigrationsAdminTest-920796600 tempest-MigrationsAdminTest-920796600-project] 10.222.0.39 "GET /v2.0/security-groups?id=cb5d1627-ade3-4791-8db9-d6061e777309&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732036 Nov 10 17:34:38.665962 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68771aee-dc40-44a5-b7e0-c0552246c1d2 x-openstack-request-id: req-68771aee-dc40-44a5-b7e0-c0552246c1d2 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:34:38.666563 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c95c63e0-ffeb-439e-8201-3e64f837d4ac", "name": "network-vif-deleted", "tag": "ab44e4a6-848e-479b-99dd-8afdb58cebe0", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:34:38.667048 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-68771aee-dc40-44a5-b7e0-c0552246c1d2 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:34:38.668432 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c95c63e0-ffeb-439e-8201-3e64f837d4ac', 'name': 'network-vif-deleted', 'tag': 'ab44e4a6-848e-479b-99dd-8afdb58cebe0', 'status': 'completed', 'code': 200} Nov 10 17:34:38.684632 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1f773a-bcbd-44b1-8ef7-791ef88087eb req-82980c4f-2056-44ec-b777-5638166aaef8 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] No DVR routers for this DVR port ef3231f5-f976-43d2-81eb-074d75f2e921 on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:34:38.689329 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-8f1f773a-bcbd-44b1-8ef7-791ef88087eb req-82980c4f-2056-44ec-b777-5638166aaef8 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:38.701487 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8f1f773a-bcbd-44b1-8ef7-791ef88087eb req-82980c4f-2056-44ec-b777-5638166aaef8 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.11 "DELETE /v2.0/ports/ef3231f5-f976-43d2-81eb-074d75f2e921 HTTP/1.1" status: 204 len: 173 time: 1.8596659 Nov 10 17:34:38.715927 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-81b7db80-a25d-4eb8-88e6-534b6f63c13e tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:38.723394 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63be40f-2273-4b7e-a9c2-1a6af75d5061', 'name': 'network-vif-deleted', 'tag': 'ef3231f5-f976-43d2-81eb-074d75f2e921'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:34:38.727381 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffad5383-528c-4f75-84f2-b1afd8c98f98" -d '{"events": [{"server_uuid": "c63be40f-2273-4b7e-a9c2-1a6af75d5061", "name": "network-vif-deleted", "tag": "ef3231f5-f976-43d2-81eb-074d75f2e921"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:34:38.764874 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a9b46-1f28-40d1-93eb-03b53416961b req-617aa4ee-24bc-4e60-bb56-7cecf0ae5296 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:38.766608 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a7a9b46-1f28-40d1-93eb-03b53416961b req-617aa4ee-24bc-4e60-bb56-7cecf0ae5296 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e17627e-1547-4018-ac24-77939819f92d HTTP/1.1" status: 200 len: 948 time: 0.2270541 Nov 10 17:34:38.847053 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ed45c74d-0438-421b-b637-2562958889a0 req-95c5537f-92bc-44a9-b5c7-952774bd16c9 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5289519 Nov 10 17:34:38.900134 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3beb6109-86f1-4e33-af7c-3493dead5f7c req-4fe5986f-2791-4f95-94fd-cb65585fd8de tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=c99eb6bc-43b2-453a-9b78-70906facf3f3 HTTP/1.1" status: 200 len: 210 time: 0.0495420 Nov 10 17:34:38.935578 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a7a9b46-1f28-40d1-93eb-03b53416961b req-c2ab09cd-a416-4ac4-a549-79c39a45e121 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa112bce-5ef4-4e08-8eaf-4142c13c2743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524515 Nov 10 17:34:39.079770 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-81b7db80-a25d-4eb8-88e6-534b6f63c13e tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:39.137959 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266bd284-a94d-464d-a7da-b81a4d1495f9 x-openstack-request-id: req-266bd284-a94d-464d-a7da-b81a4d1495f9 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:34:39.138259 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63be40f-2273-4b7e-a9c2-1a6af75d5061", "name": "network-vif-deleted", "tag": "ef3231f5-f976-43d2-81eb-074d75f2e921", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:34:39.138516 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-266bd284-a94d-464d-a7da-b81a4d1495f9 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:34:39.139324 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63be40f-2273-4b7e-a9c2-1a6af75d5061', 'name': 'network-vif-deleted', 'tag': 'ef3231f5-f976-43d2-81eb-074d75f2e921', 'status': 'completed', 'code': 200} Nov 10 17:34:39.195329 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-81b7db80-a25d-4eb8-88e6-534b6f63c13e tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Network c18d46d8-ed1a-43a2-affe-5479d7bfb3f2 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:34:39.207207 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-81b7db80-a25d-4eb8-88e6-534b6f63c13e tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:34:39.211361 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-81b7db80-a25d-4eb8-88e6-534b6f63c13e tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:34:39.246586 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device c447c530-8cb8-4694-a226-5347ac785197 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:34:39.304596 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de39ce-4062-4244-b3af-83ed591e6661 req-f22eda53-8936-4428-bdcf-7b99c3bc0e03 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:39.306353 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-80de39ce-4062-4244-b3af-83ed591e6661 req-f22eda53-8936-4428-bdcf-7b99c3bc0e03 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/networks?id=3b68cb86-ae6d-409e-9e8e-fa13081031ba HTTP/1.1" status: 200 len: 811 time: 0.2637272 Nov 10 17:34:39.334748 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-80de39ce-4062-4244-b3af-83ed591e6661 req-041a2598-47bf-49f7-8ecd-1aaf3ad3e9f1 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/quotas/ed22ff5850684fb18710e4a738614c84 HTTP/1.1" status: 200 len: 375 time: 0.0216203 Nov 10 17:34:39.376381 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-80de39ce-4062-4244-b3af-83ed591e6661 req-84baf9e1-9cea-44f1-b8da-374fdf706d86 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed22ff5850684fb18710e4a738614c84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400307 Nov 10 17:34:39.402142 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device ab44e4a6-848e-479b-99dd-8afdb58cebe0 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:34:39.406993 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device ef3231f5-f976-43d2-81eb-074d75f2e921 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:34:39.421062 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-81b7db80-a25d-4eb8-88e6-534b6f63c13e tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:39.421720 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-81b7db80-a25d-4eb8-88e6-534b6f63c13e tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:39.442954 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: ef3231f5-f976-43d2-81eb-074d75f2e921 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:34:39.443781 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device ef3231f5-f976-43d2-81eb-074d75f2e921 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:34:39.449889 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7db80-a25d-4eb8-88e6-534b6f63c13e tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Pushing event updated for resources: {'Port': ['ID=8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:39.512129 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: ab44e4a6-848e-479b-99dd-8afdb58cebe0 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:34:39.512881 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device ab44e4a6-848e-479b-99dd-8afdb58cebe0 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:34:39.517608 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-80de39ce-4062-4244-b3af-83ed591e6661 req-059f57f2-526d-46b4-9fc3-9b570a604da8 service neutron] 10.222.0.39 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396592 Nov 10 17:34:39.533783 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port c447c530-8cb8-4694-a226-5347ac785197, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=c447c530-8cb8-4694-a226-5347ac785197,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:39.551650 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'c447c530-8cb8-4694-a226-5347ac785197', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': 'c447c530-8cb8-4694-a226-5347ac785197', 'mac_address': 'fa:16:3e:30:2e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:34:39.587949 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab0a82-1d8b-43f7-9d21-e5a99819ccec req-d3f85ba4-44fc-440c-bb57-2c48d8c8297c tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:39.589751 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-61ab0a82-1d8b-43f7-9d21-e5a99819ccec req-d3f85ba4-44fc-440c-bb57-2c48d8c8297c tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.11 "GET /v2.0/ports?device_id=678eee5f-29dc-49e0-a846-237048b9222d HTTP/1.1" status: 200 len: 949 time: 0.4146144 Nov 10 17:34:39.593051 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ed45c74d-0438-421b-b637-2562958889a0 req-079aadac-a104-4eb3-9ae2-08911dd867a5 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6562953 Nov 10 17:34:39.597480 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-81b7db80-a25d-4eb8-88e6-534b6f63c13e tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7371995 Nov 10 17:34:39.634415 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffa346-b2f2-428a-9548-f318db75d0f0 req-2b957301-c49b-48d0-8073-6faaf84eecf6 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:39.642485 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-76ffa346-b2f2-428a-9548-f318db75d0f0 req-2b957301-c49b-48d0-8073-6faaf84eecf6 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/ports?device_id=678eee5f-29dc-49e0-a846-237048b9222d HTTP/1.1" status: 200 len: 949 time: 0.2486427 Nov 10 17:34:39.650897 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-21865593-fd5c-4836-93ff-9a9e89bd282b service neutron] Request body: {'port': {'device_id': 'c99eb6bc-43b2-453a-9b78-70906facf3f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:34:39.662770 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:39.700676 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c447c530-8cb8-4694-a226-5347ac785197 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:34:39.707817 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-80de39ce-4062-4244-b3af-83ed591e6661 req-c2a9c039-119e-4d84-b3c7-0bbfd6bc7136 service neutron] 10.222.0.39 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801467 Nov 10 17:34:39.755024 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port c447c530-8cb8-4694-a226-5347ac785197, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=c447c530-8cb8-4694-a226-5347ac785197,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:39.765496 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:39.791577 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-21865593-fd5c-4836-93ff-9a9e89bd282b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:39.870677 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=c447c530-8cb8-4694-a226-5347ac785197,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:40.004839 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['c447c530-8cb8-4694-a226-5347ac785197'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:34:40.166447 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-16023596-0b2e-4cd5-b953-4ffa183dc969 req-01524c99-9e0d-48aa-85c6-5062570582c2 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82073f5-e4c0-48e0-a7f6-197b21ab4548 HTTP/1.1" status: 200 len: 210 time: 0.0707312 Nov 10 17:34:40.385930 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bd632-ac15-45af-ae5a-b9b22bcb58dd req-180ba2f1-b0fc-43a3-91ef-9c51bbff4a94 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:40.387469 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0b8bd632-ac15-45af-ae5a-b9b22bcb58dd req-180ba2f1-b0fc-43a3-91ef-9c51bbff4a94 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=c99eb6bc-43b2-453a-9b78-70906facf3f3 HTTP/1.1" status: 200 len: 931 time: 0.0977182 Nov 10 17:34:40.533847 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0b8bd632-ac15-45af-ae5a-b9b22bcb58dd req-b8189fea-5681-4751-9a39-ec7b4d1c4762 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360497 Nov 10 17:34:40.652878 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34752) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:40.670067 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd145e069-aad6-4707-ae26-f2711a939972', 'name': 'network-vif-deleted', 'tag': '5dc83552-8f22-4de3-b8e0-61527afe401d'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:34:40.673233 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb1cbbc-6bbb-4873-aa9d-cb05fb544c8c" -d '{"events": [{"server_uuid": "d145e069-aad6-4707-ae26-f2711a939972", "name": "network-vif-deleted", "tag": "5dc83552-8f22-4de3-b8e0-61527afe401d"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:34:40.729618 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-76ffa346-b2f2-428a-9548-f318db75d0f0 req-42d93225-fb9d-473a-91e5-934c85bb1fa0 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a9f8457-6cd7-41cd-87d5-1399838d7738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0859175 Nov 10 17:34:40.794170 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409ac32-2340-4c03-b9e6-df17e71c7bb8 req-775274c1-239a-4ca7-8768-19501c3c3e0c tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:40.798622 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8409ac32-2340-4c03-b9e6-df17e71c7bb8 req-775274c1-239a-4ca7-8768-19501c3c3e0c tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e17627e-1547-4018-ac24-77939819f92d HTTP/1.1" status: 200 len: 949 time: 0.1084845 Nov 10 17:34:40.951630 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8409ac32-2340-4c03-b9e6-df17e71c7bb8 req-2d20c126-e499-4055-a662-e9ea822b132c tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa112bce-5ef4-4e08-8eaf-4142c13c2743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454720 Nov 10 17:34:40.987481 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e52be0e5-a4d6-4c22-b000-dfda00ae1590 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8f9e5c9c528a40edbd9cc8b10302b929&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3331652 Nov 10 17:34:40.988472 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34768) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:41.022351 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-61ab0a82-1d8b-43f7-9d21-e5a99819ccec req-f22363f6-f856-40c0-9cd1-dcdbe73770d5 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Deleting port d77535e0-200c-4b38-b1fc-fe225324d8f9 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:34:41.022698 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-61ab0a82-1d8b-43f7-9d21-e5a99819ccec req-f22363f6-f856-40c0-9cd1-dcdbe73770d5 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:41.060606 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b349af88-d6d8-4932-9028-f5ff1b24f946 x-openstack-request-id: req-b349af88-d6d8-4932-9028-f5ff1b24f946 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:34:41.061026 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d145e069-aad6-4707-ae26-f2711a939972", "name": "network-vif-deleted", "tag": "5dc83552-8f22-4de3-b8e0-61527afe401d", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:34:41.061540 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b349af88-d6d8-4932-9028-f5ff1b24f946 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:34:41.062036 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd145e069-aad6-4707-ae26-f2711a939972', 'name': 'network-vif-deleted', 'tag': '5dc83552-8f22-4de3-b8e0-61527afe401d', 'status': 'completed', 'code': 200} Nov 10 17:34:41.062761 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9795b5ff-8b8e-476c-96e2-d7a24fa35f3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:41.118151 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9795b5ff-8b8e-476c-96e2-d7a24fa35f3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:41.195955 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9795b5ff-8b8e-476c-96e2-d7a24fa35f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:41.198477 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9795b5ff-8b8e-476c-96e2-d7a24fa35f3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:41.200477 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9795b5ff-8b8e-476c-96e2-d7a24fa35f3d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb5d1627-ade3-4791-8db9-d6061e777309 HTTP/1.1" status: 204 len: 168 time: 0.2105939 Nov 10 17:34:41.217500 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795b5ff-8b8e-476c-96e2-d7a24fa35f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5d1627-ade3-4791-8db9-d6061e777309,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:41.274800 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device c447c530-8cb8-4694-a226-5347ac785197 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:34:41.332864 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-21865593-fd5c-4836-93ff-9a9e89bd282b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:34:41.341479 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-21865593-fd5c-4836-93ff-9a9e89bd282b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:41.355439 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-21865593-fd5c-4836-93ff-9a9e89bd282b service neutron] Transition to ACTIVE for port object 8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:34:41.418375 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d17ee0f6-4fda-4477-bd93-216e2436673a req-76c635f9-4625-4e21-829f-f3ecc096c731 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82073f5-e4c0-48e0-a7f6-197b21ab4548 HTTP/1.1" status: 200 len: 210 time: 0.0462782 Nov 10 17:34:41.425209 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port c447c530-8cb8-4694-a226-5347ac785197 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:34:41.433001 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port c447c530-8cb8-4694-a226-5347ac785197 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:41.433375 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:41.494634 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-61ab0a82-1d8b-43f7-9d21-e5a99819ccec req-f22363f6-f856-40c0-9cd1-dcdbe73770d5 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] For port d77535e0-200c-4b38-b1fc-fe225324d8f9, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d77535e0-200c-4b38-b1fc-fe225324d8f9,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:41.495007 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-61ab0a82-1d8b-43f7-9d21-e5a99819ccec req-f22363f6-f856-40c0-9cd1-dcdbe73770d5 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:41.508429 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-61ab0a82-1d8b-43f7-9d21-e5a99819ccec req-f22363f6-f856-40c0-9cd1-dcdbe73770d5 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Calling delete_port for d77535e0-200c-4b38-b1fc-fe225324d8f9 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:34:41.643809 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:41.699180 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e17627e-1547-4018-ac24-77939819f92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c447c530-8cb8-4694-a226-5347ac785197'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:34:41.706123 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0338364-037c-44b0-8a9d-ca78165c0964" -d '{"events": [{"server_uuid": "9e17627e-1547-4018-ac24-77939819f92d", "name": "network-vif-plugged", "status": "completed", "tag": "c447c530-8cb8-4694-a226-5347ac785197"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:34:41.732664 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port c447c530-8cb8-4694-a226-5347ac785197, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=c447c530-8cb8-4694-a226-5347ac785197,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:41.741664 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:41.744491 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 5dc83552-8f22-4de3-b8e0-61527afe401d no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:34:41.809602 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-221def0b-be01-42e4-b03a-afabab911beb tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:41.817526 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-221def0b-be01-42e4-b03a-afabab911beb tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/networks?id=40df35a0-3e6c-4a87-b05c-8ec0e27ffece HTTP/1.1" status: 200 len: 822 time: 0.9303908 Nov 10 17:34:41.822477 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-21865593-fd5c-4836-93ff-9a9e89bd282b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:41.824899 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-61ab0a82-1d8b-43f7-9d21-e5a99819ccec req-f22363f6-f856-40c0-9cd1-dcdbe73770d5 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:41.828294 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=c447c530-8cb8-4694-a226-5347ac785197,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:41.872387 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['d3964b4a-df0e-4213-9900-7ff0a6ebea97'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:34:41.872930 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d23ba-d96b-4cdc-864b-5227281254ac req-9266da24-95a0-4ac1-bea1-0bca53102361 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:41.874754 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-976d23ba-d96b-4cdc-864b-5227281254ac req-9266da24-95a0-4ac1-bea1-0bca53102361 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=c99eb6bc-43b2-453a-9b78-70906facf3f3 HTTP/1.1" status: 200 len: 943 time: 0.0973449 Nov 10 17:34:41.916997 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 5dc83552-8f22-4de3-b8e0-61527afe401d {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:34:41.917601 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 5dc83552-8f22-4de3-b8e0-61527afe401d not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:34:41.939947 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34794) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:41.956174 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-d975ae90-ccaa-4d17-a364-2027efe1918e tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/quotas/83c38918d98344738cd9d64d9905ab18 HTTP/1.1" status: 200 len: 375 time: 0.1372678 Nov 10 17:34:42.096440 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-976d23ba-d96b-4cdc-864b-5227281254ac req-e579b117-efdb-4296-ae29-970c47904511 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123373 Nov 10 17:34:42.215009 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-756481dc-dd67-43d0-80c1-f7425202c7f0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=582bae5096244952a26cd660547e4eb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2738583 Nov 10 17:34:42.215660 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34800) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:42.300657 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a695ac3-e826-4704-b4bc-cc890ae7d815 x-openstack-request-id: req-5a695ac3-e826-4704-b4bc-cc890ae7d815 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:34:42.301276 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e17627e-1547-4018-ac24-77939819f92d", "name": "network-vif-plugged", "status": "completed", "tag": "c447c530-8cb8-4694-a226-5347ac785197", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:34:42.301276 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5a695ac3-e826-4704-b4bc-cc890ae7d815 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:34:42.301684 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e17627e-1547-4018-ac24-77939819f92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c447c530-8cb8-4694-a226-5347ac785197', 'code': 200} Nov 10 17:34:42.315799 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ab0a82-1d8b-43f7-9d21-e5a99819ccec req-f22363f6-f856-40c0-9cd1-dcdbe73770d5 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] No DVR routers for this DVR port d77535e0-200c-4b38-b1fc-fe225324d8f9 on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:34:42.322710 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-61ab0a82-1d8b-43f7-9d21-e5a99819ccec req-f22363f6-f856-40c0-9cd1-dcdbe73770d5 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:42.327540 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-61ab0a82-1d8b-43f7-9d21-e5a99819ccec req-f22363f6-f856-40c0-9cd1-dcdbe73770d5 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.11 "DELETE /v2.0/ports/d77535e0-200c-4b38-b1fc-fe225324d8f9 HTTP/1.1" status: 204 len: 173 time: 2.7286661 Nov 10 17:34:42.328250 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21865593-fd5c-4836-93ff-9a9e89bd282b service neutron] Pushing event updated for resources: {'Port': ['ID=8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:42.413047 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678eee5f-29dc-49e0-a846-237048b9222d', 'name': 'network-vif-deleted', 'tag': 'd77535e0-200c-4b38-b1fc-fe225324d8f9'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:34:42.417804 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a6e164-68af-468e-9609-035226de6b98" -d '{"events": [{"server_uuid": "678eee5f-29dc-49e0-a846-237048b9222d", "name": "network-vif-deleted", "tag": "d77535e0-200c-4b38-b1fc-fe225324d8f9"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:34:42.421201 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22363f6-f856-40c0-9cd1-dcdbe73770d5 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Pushing event deleted for resources: {'Port': ['ID=d77535e0-200c-4b38-b1fc-fe225324d8f9,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:42.449621 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-facf6207-101c-40f1-8bed-88ecc6c5b3ac tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=83c38918d98344738cd9d64d9905ab18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4076643 Nov 10 17:34:42.457009 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-21865593-fd5c-4836-93ff-9a9e89bd282b service neutron] Attempting to bind port 8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:34:42.457631 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-21865593-fd5c-4836-93ff-9a9e89bd282b service neutron] Attempting to bind port 8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '9d32f6d1-d16b-4454-891a-35c80c165728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c18d46d8-ed1a-43a2-affe-5479d7bfb3f2'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:34:42.458139 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-21865593-fd5c-4836-93ff-9a9e89bd282b service neutron] Attempting to bind port 8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4 on network c18d46d8-ed1a-43a2-affe-5479d7bfb3f2 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:34:42.478898 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c51eb945-b36c-4fd8-844b-cd450bd0f825 req-97834e21-9f68-4ddf-8c67-3281b54f8e10 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/ports?device_id=678eee5f-29dc-49e0-a846-237048b9222d HTTP/1.1" status: 200 len: 210 time: 0.0608017 Nov 10 17:34:42.479963 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-87b972b1-187a-454e-a180-f75cf095642f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:42.483423 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-21865593-fd5c-4836-93ff-9a9e89bd282b service neutron] Port 8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4 on network c18d46d8-ed1a-43a2-affe-5479d7bfb3f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:34:42.485106 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-21865593-fd5c-4836-93ff-9a9e89bd282b service neutron] Attempting to bind port 8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4 on network c18d46d8-ed1a-43a2-affe-5479d7bfb3f2 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:34:42.502235 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-21865593-fd5c-4836-93ff-9a9e89bd282b service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:34:42.502574 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-21865593-fd5c-4836-93ff-9a9e89bd282b service neutron] Checking segment: {'id': '9d32f6d1-d16b-4454-891a-35c80c165728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c18d46d8-ed1a-43a2-affe-5479d7bfb3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:34:42.503039 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-21865593-fd5c-4836-93ff-9a9e89bd282b service neutron] Bound using segment: {'id': '9d32f6d1-d16b-4454-891a-35c80c165728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c18d46d8-ed1a-43a2-affe-5479d7bfb3f2'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:34:42.503536 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-21865593-fd5c-4836-93ff-9a9e89bd282b service neutron] Bound port: 8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d32f6d1-d16b-4454-891a-35c80c165728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c18d46d8-ed1a-43a2-affe-5479d7bfb3f2'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:34:42.504092 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-21865593-fd5c-4836-93ff-9a9e89bd282b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:42.533268 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cee6a5-11f7-4c81-a1e6-57767d62b265 req-23b11521-9669-4198-83ff-c8a28497a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:42.542746 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c6cee6a5-11f7-4c81-a1e6-57767d62b265 req-23b11521-9669-4198-83ff-c8a28497a819 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e17627e-1547-4018-ac24-77939819f92d HTTP/1.1" status: 200 len: 1102 time: 0.1740046 Nov 10 17:34:42.546225 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de39ce-4062-4244-b3af-83ed591e6661 req-81a17010-f93e-439b-b844-d90af699c371 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:42.548038 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-80de39ce-4062-4244-b3af-83ed591e6661 req-81a17010-f93e-439b-b844-d90af699c371 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.13 "GET /v2.0/networks?id=3b68cb86-ae6d-409e-9e8e-fa13081031ba HTTP/1.1" status: 200 len: 811 time: 0.7280047 Nov 10 17:34:42.572710 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-80de39ce-4062-4244-b3af-83ed591e6661 req-a46cfb29-5766-4a7f-ae63-b1cfad656512 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Request body: {'port': {'device_id': 'a82073f5-e4c0-48e0-a7f6-197b21ab4548', 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba', 'admin_state_up': True, 'tenant_id': 'ed22ff5850684fb18710e4a738614c84'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:34:42.601802 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-87b972b1-187a-454e-a180-f75cf095642f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:42.710859 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c6cee6a5-11f7-4c81-a1e6-57767d62b265 req-20672e9e-d940-4fb6-b0e4-788df3bc76d9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aa112bce-5ef4-4e08-8eaf-4142c13c2743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471906 Nov 10 17:34:42.730101 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf7a21-957d-45dc-9787-6dc476dc832f req-9d73bf01-fc37-4ea8-b789-a4559464084a tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:42.731626 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-25bf7a21-957d-45dc-9787-6dc476dc832f req-9d73bf01-fc37-4ea8-b789-a4559464084a tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e17627e-1547-4018-ac24-77939819f92d HTTP/1.1" status: 200 len: 950 time: 0.1268950 Nov 10 17:34:42.760455 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-9a249c85-202f-4e64-9395-6bec87ad66c2 service neutron] 10.222.0.39 "GET /v2.0/networks/40df35a0-3e6c-4a87-b05c-8ec0e27ffece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925847 Nov 10 17:34:42.773640 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-87b972b1-187a-454e-a180-f75cf095642f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:42.780514 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-21865593-fd5c-4836-93ff-9a9e89bd282b service neutron] For port 8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:34:42.780693 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-87b972b1-187a-454e-a180-f75cf095642f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:42.781701 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-87b972b1-187a-454e-a180-f75cf095642f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9d36eea3-3105-4a5b-8295-e2446ccd3a3c HTTP/1.1" status: 204 len: 168 time: 0.5650713 Nov 10 17:34:42.804397 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b972b1-187a-454e-a180-f75cf095642f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d36eea3-3105-4a5b-8295-e2446ccd3a3c,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:42.837081 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-25bf7a21-957d-45dc-9787-6dc476dc832f req-b430172e-0a43-41b5-882e-5497943177d0 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa112bce-5ef4-4e08-8eaf-4142c13c2743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947254 Nov 10 17:34:43.091241 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-66dd0a7d-a0ab-41ac-bef8-6ae04e778dd4 service neutron] 10.222.0.39 "GET /v2.0/networks/40df35a0-3e6c-4a87-b05c-8ec0e27ffece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608829 Nov 10 17:34:43.110324 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c8e062-2431-43a0-ae4a-3e158812cb16 x-openstack-request-id: req-d0c8e062-2431-43a0-ae4a-3e158812cb16 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:34:43.110619 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678eee5f-29dc-49e0-a846-237048b9222d", "name": "network-vif-deleted", "tag": "d77535e0-200c-4b38-b1fc-fe225324d8f9", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:34:43.110879 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d0c8e062-2431-43a0-ae4a-3e158812cb16 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:34:43.111386 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678eee5f-29dc-49e0-a846-237048b9222d', 'name': 'network-vif-deleted', 'tag': 'd77535e0-200c-4b38-b1fc-fe225324d8f9', 'status': 'completed', 'code': 200} Nov 10 17:34:43.129600 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-21865593-fd5c-4836-93ff-9a9e89bd282b service neutron] For port 8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4,segment=NetworkSegment(9d32f6d1-d16b-4454-891a-35c80c165728),segment_id=9d32f6d1-d16b-4454-891a-35c80c165728)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:34:43.139871 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-21865593-fd5c-4836-93ff-9a9e89bd282b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:43.198147 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-21865593-fd5c-4836-93ff-9a9e89bd282b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:43.198881 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-21865593-fd5c-4836-93ff-9a9e89bd282b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:43.200527 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-21865593-fd5c-4836-93ff-9a9e89bd282b service neutron] 10.222.0.11 "PUT /v2.0/ports/8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4 HTTP/1.1" status: 200 len: 1092 time: 3.5764375 Nov 10 17:34:43.203501 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80de39ce-4062-4244-b3af-83ed591e6661 req-a46cfb29-5766-4a7f-ae63-b1cfad656512 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Made reservation on behalf of ed22ff5850684fb18710e4a738614c84 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:34:43.207498 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-80de39ce-4062-4244-b3af-83ed591e6661 req-a46cfb29-5766-4a7f-ae63-b1cfad656512 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:43.311874 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5404d995-a902-488e-a20e-b7d27ba37faa req-458133a4-74ad-461d-8beb-0bfa1d5873cf tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82073f5-e4c0-48e0-a7f6-197b21ab4548 HTTP/1.1" status: 200 len: 210 time: 0.0518532 Nov 10 17:34:43.331269 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device d77535e0-200c-4b38-b1fc-fe225324d8f9 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:34:43.379042 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: d77535e0-200c-4b38-b1fc-fe225324d8f9 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:34:43.379398 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device d77535e0-200c-4b38-b1fc-fe225324d8f9 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:34:43.506183 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bacdb26-3d9d-43cb-868d-f41c384603de req-cbc65224-e4b6-4cce-9243-6eeeeb9fc97a tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:43.507726 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4bacdb26-3d9d-43cb-868d-f41c384603de req-cbc65224-e4b6-4cce-9243-6eeeeb9fc97a tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=c99eb6bc-43b2-453a-9b78-70906facf3f3 HTTP/1.1" status: 200 len: 943 time: 0.1005163 Nov 10 17:34:43.514059 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21865593-fd5c-4836-93ff-9a9e89bd282b service neutron] Pushing event updated for resources: {'Port': ['ID=8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:43.559969 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9a34ce47-3d7f-4f99-b813-13711b595465 req-e8b21d5c-7d72-476e-8733-ed34ca5feee7 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc3602d-6e5e-4cfa-8c56-385272c8839d HTTP/1.1" status: 200 len: 210 time: 0.1010706 Nov 10 17:34:43.635012 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-b1782ac3-55b8-4180-b148-0b917b8d98b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:43.636578 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-b1782ac3-55b8-4180-b148-0b917b8d98b7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6ec4d83ef90f447b9fcf9e9ef27fda67&device_id=c99eb6bc-43b2-453a-9b78-70906facf3f3 HTTP/1.1" status: 200 len: 1095 time: 0.2389793 Nov 10 17:34:43.710040 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4bacdb26-3d9d-43cb-868d-f41c384603de req-ebff1d03-5087-4d70-9224-e0e276e35798 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867540 Nov 10 17:34:43.849347 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-47779e02-fb28-4a1d-85f9-e73c598e2415 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4 HTTP/1.1" status: 200 len: 217 time: 0.1879413 Nov 10 17:34:43.954388 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-80de39ce-4062-4244-b3af-83ed591e6661 req-a46cfb29-5766-4a7f-ae63-b1cfad656512 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Allocated IP 172.20.0.2 (3b68cb86-ae6d-409e-9e8e-fa13081031ba/c0afeb92-d610-4dbb-bb57-6c690afd8fdf/be61ff59-0f17-4478-8768-b560a42ee669) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:34:44.032024 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-853cf4f3-c01c-4a0b-900c-7b959716e44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:44.041910 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-853cf4f3-c01c-4a0b-900c-7b959716e44d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c330c19-7a26-42a1-b99c-552cbd09bae0 HTTP/1.1" status: 200 len: 855 time: 0.1834960 Nov 10 17:34:44.173633 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-9de56544-a2e6-455b-9786-dd0b6c318a17 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c18d46d8-ed1a-43a2-affe-5479d7bfb3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177130 Nov 10 17:34:44.214879 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6564ca67-4db4-49d1-b4ca-8ee5f859d4bf req-359ec4bb-9b91-4da3-ad90-2bd1438b47c5 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:44.227343 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6564ca67-4db4-49d1-b4ca-8ee5f859d4bf req-359ec4bb-9b91-4da3-ad90-2bd1438b47c5 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e17627e-1547-4018-ac24-77939819f92d HTTP/1.1" status: 200 len: 950 time: 0.1450732 Nov 10 17:34:44.380587 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6564ca67-4db4-49d1-b4ca-8ee5f859d4bf req-ecb22fd4-630c-4b89-abaa-5ddbda8ea1d1 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa112bce-5ef4-4e08-8eaf-4142c13c2743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522188 Nov 10 17:34:44.539109 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-5da113ee-0921-401a-8049-4d93cd12c1c5 service neutron] 10.222.0.11 "GET /v2.0/networks/c18d46d8-ed1a-43a2-affe-5479d7bfb3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552825 Nov 10 17:34:44.641400 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2c4256eb-8674-4a00-a9b6-e17b258dfc6a req-9a995917-6708-4532-b56a-21bf3febb00d tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82073f5-e4c0-48e0-a7f6-197b21ab4548 HTTP/1.1" status: 200 len: 210 time: 0.0884845 Nov 10 17:34:44.715340 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0122a-f1af-49de-a436-6979ae79904a req-3e24bc0e-ab2e-44d4-9850-b90c06a4d697 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:44.733872 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fcc0122a-f1af-49de-a436-6979ae79904a req-3e24bc0e-ab2e-44d4-9850-b90c06a4d697 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/ports?device_id=0001d9a1-3724-43ad-acdd-d7720b6924ca HTTP/1.1" status: 200 len: 950 time: 0.2951365 Nov 10 17:34:44.738847 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e66f482c-6aa0-4238-b442-a39ecc7b1a30 req-8e9f2e1f-fafa-40e8-895f-4684d9e11923 service neutron] 10.222.0.11 "GET /v2.0/networks/c18d46d8-ed1a-43a2-affe-5479d7bfb3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798127 Nov 10 17:34:44.815408 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-80de39ce-4062-4244-b3af-83ed591e6661 req-a46cfb29-5766-4a7f-ae63-b1cfad656512 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:44.828327 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-090023c1-a318-47c9-86bd-52c48dd61add req-f08ed2a0-a577-407e-90b0-017e3e35cca7 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc3602d-6e5e-4cfa-8c56-385272c8839d HTTP/1.1" status: 200 len: 210 time: 0.0604475 Nov 10 17:34:44.940329 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fcc0122a-f1af-49de-a436-6979ae79904a req-ccba53cc-f6c9-4bdc-ba93-10160f20a826 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a9f8457-6cd7-41cd-87d5-1399838d7738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038574 Nov 10 17:34:45.003339 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3801b7-d208-485a-b991-755dd2326b0f req-ba6fa34e-c29a-4f40-9b65-4a7354d61baf tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:45.005271 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dc3801b7-d208-485a-b991-755dd2326b0f req-ba6fa34e-c29a-4f40-9b65-4a7354d61baf tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=c99eb6bc-43b2-453a-9b78-70906facf3f3 HTTP/1.1" status: 200 len: 943 time: 0.0797074 Nov 10 17:34:45.030358 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-80de39ce-4062-4244-b3af-83ed591e6661 req-a46cfb29-5766-4a7f-ae63-b1cfad656512 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:45.085492 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80de39ce-4062-4244-b3af-83ed591e6661 req-a46cfb29-5766-4a7f-ae63-b1cfad656512 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Network 3b68cb86-ae6d-409e-9e8e-fa13081031ba is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:34:45.088904 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-80de39ce-4062-4244-b3af-83ed591e6661 req-a46cfb29-5766-4a7f-ae63-b1cfad656512 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:34:45.089455 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dc3801b7-d208-485a-b991-755dd2326b0f req-370d0a8b-7056-4fd8-8936-8f31402f782b tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697153 Nov 10 17:34:45.091945 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-80de39ce-4062-4244-b3af-83ed591e6661 req-a46cfb29-5766-4a7f-ae63-b1cfad656512 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:34:45.116523 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99eb6bc-43b2-453a-9b78-70906facf3f3', 'tag': '8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:34:45.118657 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ad9be8-d9fa-45d7-97c4-22cac2edf6f7" -d '{"events": [{"name": "network-changed", "server_uuid": "c99eb6bc-43b2-453a-9b78-70906facf3f3", "tag": "8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:34:45.185676 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435f2590-f592-4018-8a5b-96387fff39b0 x-openstack-request-id: req-435f2590-f592-4018-8a5b-96387fff39b0 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:34:45.186309 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99eb6bc-43b2-453a-9b78-70906facf3f3", "tag": "8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:34:45.186692 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-435f2590-f592-4018-8a5b-96387fff39b0 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:34:45.187046 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c99eb6bc-43b2-453a-9b78-70906facf3f3', 'tag': '8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4', 'status': 'completed', 'code': 200} Nov 10 17:34:45.191874 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46cfb29-5766-4a7f-ae63-b1cfad656512 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Pushing event updated for resources: {'Port': ['ID=be61ff59-0f17-4478-8768-b560a42ee669,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:45.210658 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de39ce-4062-4244-b3af-83ed591e6661 req-a46cfb29-5766-4a7f-ae63-b1cfad656512 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:45.211603 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-80de39ce-4062-4244-b3af-83ed591e6661 req-a46cfb29-5766-4a7f-ae63-b1cfad656512 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:45.233798 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-80de39ce-4062-4244-b3af-83ed591e6661 req-a46cfb29-5766-4a7f-ae63-b1cfad656512 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6654727 Nov 10 17:34:45.248942 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-80de39ce-4062-4244-b3af-83ed591e6661 req-532b6137-78a0-4914-9ed9-ed45c16df0c7 service neutron] Request body: {'port': {'device_id': 'a82073f5-e4c0-48e0-a7f6-197b21ab4548', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:34:45.417857 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad9be8-d9fa-45d7-97c4-22cac2edf6f7 req-28394565-d8bb-4592-a342-61819cf1e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:45.429600 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-83ad9be8-d9fa-45d7-97c4-22cac2edf6f7 req-28394565-d8bb-4592-a342-61819cf1e5f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6ec4d83ef90f447b9fcf9e9ef27fda67&device_id=c99eb6bc-43b2-453a-9b78-70906facf3f3 HTTP/1.1" status: 200 len: 1095 time: 0.1844683 Nov 10 17:34:45.594476 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad9be8-d9fa-45d7-97c4-22cac2edf6f7 req-7b394983-ac0e-44e8-9405-14d801800c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:45.596077 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-83ad9be8-d9fa-45d7-97c4-22cac2edf6f7 req-7b394983-ac0e-44e8-9405-14d801800c24 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c18d46d8-ed1a-43a2-affe-5479d7bfb3f2 HTTP/1.1" status: 200 len: 916 time: 0.1518104 Nov 10 17:34:45.604906 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-80de39ce-4062-4244-b3af-83ed591e6661 req-532b6137-78a0-4914-9ed9-ed45c16df0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:45.645814 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe77a51-037f-48db-82eb-8a234e2cbc03 req-d57b2111-509c-4007-a9e4-42a429f7dbd6 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:45.664984 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-83ad9be8-d9fa-45d7-97c4-22cac2edf6f7 req-f748e7d8-e20f-47b2-ae43-7b8cb5b7d5f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4 HTTP/1.1" status: 200 len: 217 time: 0.0566740 Nov 10 17:34:45.667145 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cfe77a51-037f-48db-82eb-8a234e2cbc03 req-d57b2111-509c-4007-a9e4-42a429f7dbd6 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e17627e-1547-4018-ac24-77939819f92d HTTP/1.1" status: 200 len: 950 time: 0.1953332 Nov 10 17:34:45.727656 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad9be8-d9fa-45d7-97c4-22cac2edf6f7 req-4deed92b-c28a-4927-a4ab-5f0a9437b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:45.729274 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-83ad9be8-d9fa-45d7-97c4-22cac2edf6f7 req-4deed92b-c28a-4927-a4ab-5f0a9437b42e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c330c19-7a26-42a1-b99c-552cbd09bae0 HTTP/1.1" status: 200 len: 855 time: 0.0546038 Nov 10 17:34:45.821115 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-83ad9be8-d9fa-45d7-97c4-22cac2edf6f7 req-2379f04f-69c1-489c-b2a4-38e86b84962d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c18d46d8-ed1a-43a2-affe-5479d7bfb3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438843 Nov 10 17:34:45.830853 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-8621fc19-e5f2-469c-950d-997e830721d7 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:45.832287 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-8621fc19-e5f2-469c-950d-997e830721d7 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.11 "GET /v2.0/networks?id=40df35a0-3e6c-4a87-b05c-8ec0e27ffece HTTP/1.1" status: 200 len: 822 time: 0.5090601 Nov 10 17:34:45.868381 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-093da55d-d865-4d6f-8276-ac94bb7915bd tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Request body: {'port': {'device_id': '9cc3602d-6e5e-4cfa-8c56-385272c8839d', 'network_id': '40df35a0-3e6c-4a87-b05c-8ec0e27ffece', 'admin_state_up': True, 'tenant_id': '83c38918d98344738cd9d64d9905ab18'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:34:45.906227 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cfe77a51-037f-48db-82eb-8a234e2cbc03 req-0b9f3803-6354-4e74-96bb-3a4614a9ef08 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa112bce-5ef4-4e08-8eaf-4142c13c2743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186859 Nov 10 17:34:45.909941 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34924) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:45.924874 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-30eb1839-4ae3-45a4-b404-df5198659910 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1407176913'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:34:45.958160 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1904eb-c51b-4471-b9f9-4a1d6b55ea6d req-1d65b4fc-1720-47b6-a6af-9535cd424c76 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:45.973560 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad1904eb-c51b-4471-b9f9-4a1d6b55ea6d req-1d65b4fc-1720-47b6-a6af-9535cd424c76 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.11 "GET /v2.0/ports?device_id=0001d9a1-3724-43ad-acdd-d7720b6924ca HTTP/1.1" status: 200 len: 950 time: 0.2314341 Nov 10 17:34:46.069522 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ac6e6b8d-3377-45c8-b6b8-125a5a94b69f req-be3d9688-7cf1-40f9-9ef0-820d8a429e1b tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc3602d-6e5e-4cfa-8c56-385272c8839d HTTP/1.1" status: 200 len: 210 time: 0.0593741 Nov 10 17:34:46.073061 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30eb1839-4ae3-45a4-b404-df5198659910 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Made reservation on behalf of 281475dcac0247d79669d55a1da4eafc for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:34:46.076943 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-30eb1839-4ae3-45a4-b404-df5198659910 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:46.149193 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30eb1839-4ae3-45a4-b404-df5198659910 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:34:46.168122 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-30eb1839-4ae3-45a4-b404-df5198659910 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:46.168803 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-30eb1839-4ae3-45a4-b404-df5198659910 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Added segment 075697be-07cf-47b8-98f3-bb3c0c948546 of type vlan for network bd6bf6ab-ba3a-413b-abc3-299018f27566 Nov 10 17:34:46.217000 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-ad1904eb-c51b-4471-b9f9-4a1d6b55ea6d req-7fda5e82-b413-4082-91fb-debb44766e78 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Deleting port d3964b4a-df0e-4213-9900-7ff0a6ebea97 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:34:46.217611 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ad1904eb-c51b-4471-b9f9-4a1d6b55ea6d req-7fda5e82-b413-4082-91fb-debb44766e78 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:46.268232 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-30eb1839-4ae3-45a4-b404-df5198659910 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:46.469872 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87af7b-e432-444a-858c-931cab551004 req-e656fd2c-b418-4cfe-ad7f-059626fa6ded tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:46.472672 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2c87af7b-e432-444a-858c-931cab551004 req-e656fd2c-b418-4cfe-ad7f-059626fa6ded tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82073f5-e4c0-48e0-a7f6-197b21ab4548 HTTP/1.1" status: 200 len: 931 time: 0.6619270 Nov 10 17:34:46.579037 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-83ad9be8-d9fa-45d7-97c4-22cac2edf6f7 req-9e527c0c-4fd7-402f-98cd-6dcf9b696adb service neutron] 10.222.0.11 "GET /v2.0/networks/c18d46d8-ed1a-43a2-affe-5479d7bfb3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7414701 Nov 10 17:34:46.676721 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-30eb1839-4ae3-45a4-b404-df5198659910 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:46.683340 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30eb1839-4ae3-45a4-b404-df5198659910 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:46.683803 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-30eb1839-4ae3-45a4-b404-df5198659910 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:46.707906 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56ed55-d1fa-44ac-a25e-cd8a1b90ab16 req-03fe1aaa-aca6-4e62-a614-57812d1dca4a tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:46.716084 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9e56ed55-d1fa-44ac-a25e-cd8a1b90ab16 req-03fe1aaa-aca6-4e62-a614-57812d1dca4a tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/ports?device_id=0001d9a1-3724-43ad-acdd-d7720b6924ca HTTP/1.1" status: 200 len: 950 time: 0.4768467 Nov 10 17:34:46.726958 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2c87af7b-e432-444a-858c-931cab551004 req-69bb615d-62ac-4cd6-ab85-cc37b6332e4e tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381253 Nov 10 17:34:46.747488 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-093da55d-d865-4d6f-8276-ac94bb7915bd tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Made reservation on behalf of 83c38918d98344738cd9d64d9905ab18 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:34:46.749209 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-093da55d-d865-4d6f-8276-ac94bb7915bd tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:46.858259 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-30eb1839-4ae3-45a4-b404-df5198659910 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9373784 Nov 10 17:34:46.864217 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34942) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:46.871987 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-ad1904eb-c51b-4471-b9f9-4a1d6b55ea6d req-7fda5e82-b413-4082-91fb-debb44766e78 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] For port d3964b4a-df0e-4213-9900-7ff0a6ebea97, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d3964b4a-df0e-4213-9900-7ff0a6ebea97,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:46.872631 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ad1904eb-c51b-4471-b9f9-4a1d6b55ea6d req-7fda5e82-b413-4082-91fb-debb44766e78 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:46.874277 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-e655efce-e2f6-428a-a865-eae9c5497914 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-454332732'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:34:46.876549 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb1839-4ae3-45a4-b404-df5198659910 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Pushing event updated for resources: {'Network': ['ID=bd6bf6ab-ba3a-413b-abc3-299018f27566,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:46.892450 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network bd6bf6ab-ba3a-413b-abc3-299018f27566 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:34:46.899794 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-ad1904eb-c51b-4471-b9f9-4a1d6b55ea6d req-7fda5e82-b413-4082-91fb-debb44766e78 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Calling delete_port for d3964b4a-df0e-4213-9900-7ff0a6ebea97 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:34:46.900495 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-83ad9be8-d9fa-45d7-97c4-22cac2edf6f7 req-1e9fd909-801e-4e69-a0ee-fa88f42da8b9 service neutron] 10.222.0.11 "GET /v2.0/networks/c18d46d8-ed1a-43a2-affe-5479d7bfb3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084035 Nov 10 17:34:46.929390 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9e56ed55-d1fa-44ac-a25e-cd8a1b90ab16 req-6703849c-5a70-4757-ae03-1c9c5ab9d0ef tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a9f8457-6cd7-41cd-87d5-1399838d7738&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120848 Nov 10 17:34:47.038714 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-80de39ce-4062-4244-b3af-83ed591e6661 req-532b6137-78a0-4914-9ed9-ed45c16df0c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be61ff59-0f17-4478-8768-b560a42ee669 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:34:47.043304 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e655efce-e2f6-428a-a865-eae9c5497914 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Made reservation on behalf of 281475dcac0247d79669d55a1da4eafc for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:34:47.047040 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e655efce-e2f6-428a-a865-eae9c5497914 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:47.055449 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-80de39ce-4062-4244-b3af-83ed591e6661 req-532b6137-78a0-4914-9ed9-ed45c16df0c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:47.072803 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-093da55d-d865-4d6f-8276-ac94bb7915bd tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Allocated IP 172.20.0.6 (40df35a0-3e6c-4a87-b05c-8ec0e27ffece/48a795a7-76f4-43b1-b3bc-35d4259301af/c26e1b46-3410-4ad8-9580-b55b951a694e) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:34:47.101464 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-80de39ce-4062-4244-b3af-83ed591e6661 req-532b6137-78a0-4914-9ed9-ed45c16df0c7 service neutron] Transition to ACTIVE for port object be61ff59-0f17-4478-8768-b560a42ee669 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:34:47.126439 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-80de39ce-4062-4244-b3af-83ed591e6661 req-532b6137-78a0-4914-9ed9-ed45c16df0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:47.138678 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e655efce-e2f6-428a-a865-eae9c5497914 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:34:47.142832 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660623c-6085-4665-b12f-a145b12db10e req-d2698c4f-7479-41f5-a437-a07537279d14 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:47.151086 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6660623c-6085-4665-b12f-a145b12db10e req-d2698c4f-7479-41f5-a437-a07537279d14 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=c99eb6bc-43b2-453a-9b78-70906facf3f3 HTTP/1.1" status: 200 len: 943 time: 0.1324005 Nov 10 17:34:47.210445 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e655efce-e2f6-428a-a865-eae9c5497914 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:47.211186 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-e655efce-e2f6-428a-a865-eae9c5497914 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Added segment a579ae98-b84f-4aec-aba4-51aa8df975cc of type vlan for network d8ef22d3-496c-4901-a77e-1a8f4787440f Nov 10 17:34:47.243221 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6660623c-6085-4665-b12f-a145b12db10e req-30fc7fdb-8970-4fd2-a49d-c57467e89e7b tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886765 Nov 10 17:34:47.279449 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ad1904eb-c51b-4471-b9f9-4a1d6b55ea6d req-7fda5e82-b413-4082-91fb-debb44766e78 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:47.295199 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['d3964b4a-df0e-4213-9900-7ff0a6ebea97'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:34:47.338997 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b6137-78a0-4914-9ed9-ed45c16df0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=be61ff59-0f17-4478-8768-b560a42ee669,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:47.347100 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda5e82-b413-4082-91fb-debb44766e78 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Pushing event deleted for resources: {'Port': ['ID=d3964b4a-df0e-4213-9900-7ff0a6ebea97,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:47.356952 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:34:47.470077 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1904eb-c51b-4471-b9f9-4a1d6b55ea6d req-7fda5e82-b413-4082-91fb-debb44766e78 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] No DVR routers for this DVR port d3964b4a-df0e-4213-9900-7ff0a6ebea97 on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:34:47.480982 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ad1904eb-c51b-4471-b9f9-4a1d6b55ea6d req-7fda5e82-b413-4082-91fb-debb44766e78 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:47.484427 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad1904eb-c51b-4471-b9f9-4a1d6b55ea6d req-7fda5e82-b413-4082-91fb-debb44766e78 tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.11 "DELETE /v2.0/ports/d3964b4a-df0e-4213-9900-7ff0a6ebea97 HTTP/1.1" status: 204 len: 173 time: 1.4969130 Nov 10 17:34:47.484890 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0001d9a1-3724-43ad-acdd-d7720b6924ca', 'name': 'network-vif-deleted', 'tag': 'd3964b4a-df0e-4213-9900-7ff0a6ebea97'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:34:47.487594 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64622c50-f7d2-4fb7-9c84-73d4e19a2a35" -d '{"events": [{"server_uuid": "0001d9a1-3724-43ad-acdd-d7720b6924ca", "name": "network-vif-deleted", "tag": "d3964b4a-df0e-4213-9900-7ff0a6ebea97"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:34:47.504311 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e655efce-e2f6-428a-a865-eae9c5497914 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:47.537829 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4,segment=NetworkSegment(9d32f6d1-d16b-4454-891a-35c80c165728),segment_id=9d32f6d1-d16b-4454-891a-35c80c165728)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:47.540526 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b22a4275-73c5-4370-9671-c58a3af7b5db req-df53d0d2-cd88-446a-89ee-c6b52cb09336 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc3602d-6e5e-4cfa-8c56-385272c8839d HTTP/1.1" status: 200 len: 210 time: 0.0716906 Nov 10 17:34:47.576795 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4', 'network_id': 'c18d46d8-ed1a-43a2-affe-5479d7bfb3f2', 'port_id': '8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4', 'mac_address': 'fa:16:3e:19:91:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c330c19-7a26-42a1-b99c-552cbd09bae0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:34:47.628534 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e655efce-e2f6-428a-a865-eae9c5497914 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:47.644327 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e655efce-e2f6-428a-a865-eae9c5497914 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:47.645139 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e655efce-e2f6-428a-a865-eae9c5497914 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:47.662844 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:47.673543 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3803578-fdaa-40d1-9896-382dae39eae2 x-openstack-request-id: req-f3803578-fdaa-40d1-9896-382dae39eae2 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:34:47.674273 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0001d9a1-3724-43ad-acdd-d7720b6924ca", "name": "network-vif-deleted", "tag": "d3964b4a-df0e-4213-9900-7ff0a6ebea97", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:34:47.674824 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f3803578-fdaa-40d1-9896-382dae39eae2 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:34:47.675380 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0001d9a1-3724-43ad-acdd-d7720b6924ca', 'name': 'network-vif-deleted', 'tag': 'd3964b4a-df0e-4213-9900-7ff0a6ebea97', 'status': 'completed', 'code': 200} Nov 10 17:34:47.724353 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:34:47.773606 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4,segment=NetworkSegment(9d32f6d1-d16b-4454-891a-35c80c165728),segment_id=9d32f6d1-d16b-4454-891a-35c80c165728)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:47.784765 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:47.813079 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a13f5-deb6-4e31-9070-afdccf1bcbbb req-714d79e7-d061-4472-be2e-1f865b12ab48 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:47.818827 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1e9a13f5-deb6-4e31-9070-afdccf1bcbbb req-714d79e7-d061-4472-be2e-1f865b12ab48 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e17627e-1547-4018-ac24-77939819f92d HTTP/1.1" status: 200 len: 950 time: 0.1164768 Nov 10 17:34:47.916861 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:47.951798 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1e9a13f5-deb6-4e31-9070-afdccf1bcbbb req-4c4b4dba-79df-4d1d-8f7e-2f2f876f32a8 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa112bce-5ef4-4e08-8eaf-4142c13c2743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192658 Nov 10 17:34:48.036019 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:34:48.085325 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34982) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:48.085487 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e655efce-e2f6-428a-a865-eae9c5497914 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2162066 Nov 10 17:34:48.090557 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-96e47a2c-8edd-426f-bbd1-34715908a597 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Request body: {'subnet': {'network_id': 'bd6bf6ab-ba3a-413b-abc3-299018f27566', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:34:48.119566 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655efce-e2f6-428a-a865-eae9c5497914 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Pushing event updated for resources: {'Network': ['ID=d8ef22d3-496c-4901-a77e-1a8f4787440f,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:48.142069 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-093da55d-d865-4d6f-8276-ac94bb7915bd tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:48.147413 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network d8ef22d3-496c-4901-a77e-1a8f4787440f details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:34:48.180759 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-80de39ce-4062-4244-b3af-83ed591e6661 req-532b6137-78a0-4914-9ed9-ed45c16df0c7 service neutron] Attempting to bind port be61ff59-0f17-4478-8768-b560a42ee669 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:34:48.181096 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-80de39ce-4062-4244-b3af-83ed591e6661 req-532b6137-78a0-4914-9ed9-ed45c16df0c7 service neutron] Attempting to bind port be61ff59-0f17-4478-8768-b560a42ee669 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '17d5af1c-a623-4581-8ea0-158dc701aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:34:48.181428 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80de39ce-4062-4244-b3af-83ed591e6661 req-532b6137-78a0-4914-9ed9-ed45c16df0c7 service neutron] Attempting to bind port be61ff59-0f17-4478-8768-b560a42ee669 on network 3b68cb86-ae6d-409e-9e8e-fa13081031ba {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:34:48.238891 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-861661d9-af79-4a17-987f-53c043af2d73 req-9041d136-6ac2-4d18-b2b0-9ff0ec1d78bf tempest-ServersAdminNegativeTestJSON-703044340 tempest-ServersAdminNegativeTestJSON-703044340-project] 10.222.0.39 "GET /v2.0/ports?device_id=0001d9a1-3724-43ad-acdd-d7720b6924ca HTTP/1.1" status: 200 len: 210 time: 0.0642796 Nov 10 17:34:48.256262 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80de39ce-4062-4244-b3af-83ed591e6661 req-532b6137-78a0-4914-9ed9-ed45c16df0c7 service neutron] Port be61ff59-0f17-4478-8768-b560a42ee669 on network 3b68cb86-ae6d-409e-9e8e-fa13081031ba not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:34:48.256862 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80de39ce-4062-4244-b3af-83ed591e6661 req-532b6137-78a0-4914-9ed9-ed45c16df0c7 service neutron] Attempting to bind port be61ff59-0f17-4478-8768-b560a42ee669 on network 3b68cb86-ae6d-409e-9e8e-fa13081031ba {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:34:48.290717 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-093da55d-d865-4d6f-8276-ac94bb7915bd tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:48.292076 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e47a2c-8edd-426f-bbd1-34715908a597 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Made reservation on behalf of 281475dcac0247d79669d55a1da4eafc for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:34:48.299048 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-96e47a2c-8edd-426f-bbd1-34715908a597 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:48.312475 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80de39ce-4062-4244-b3af-83ed591e6661 req-532b6137-78a0-4914-9ed9-ed45c16df0c7 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:34:48.315147 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80de39ce-4062-4244-b3af-83ed591e6661 req-532b6137-78a0-4914-9ed9-ed45c16df0c7 service neutron] Checking segment: {'id': '17d5af1c-a623-4581-8ea0-158dc701aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:34:48.315662 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80de39ce-4062-4244-b3af-83ed591e6661 req-532b6137-78a0-4914-9ed9-ed45c16df0c7 service neutron] Bound using segment: {'id': '17d5af1c-a623-4581-8ea0-158dc701aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:34:48.316418 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-80de39ce-4062-4244-b3af-83ed591e6661 req-532b6137-78a0-4914-9ed9-ed45c16df0c7 service neutron] Bound port: be61ff59-0f17-4478-8768-b560a42ee669, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d5af1c-a623-4581-8ea0-158dc701aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:34:48.320544 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-80de39ce-4062-4244-b3af-83ed591e6661 req-532b6137-78a0-4914-9ed9-ed45c16df0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:48.477497 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e4dc8-3ea9-4bb9-b233-7c1333ebb5bd req-f76956b8-84a5-4551-b602-2ee229f3c935 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:48.492198 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3e1e4dc8-3ea9-4bb9-b233-7c1333ebb5bd req-f76956b8-84a5-4551-b602-2ee229f3c935 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82073f5-e4c0-48e0-a7f6-197b21ab4548 HTTP/1.1" status: 200 len: 943 time: 0.4289789 Nov 10 17:34:48.524557 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-093da55d-d865-4d6f-8276-ac94bb7915bd tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Network 40df35a0-3e6c-4a87-b05c-8ec0e27ffece is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:34:48.555665 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-093da55d-d865-4d6f-8276-ac94bb7915bd tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:34:48.563920 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-093da55d-d865-4d6f-8276-ac94bb7915bd tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:34:48.580283 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-96e47a2c-8edd-426f-bbd1-34715908a597 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:48.587129 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093da55d-d865-4d6f-8276-ac94bb7915bd tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Pushing event updated for resources: {'Port': ['ID=c26e1b46-3410-4ad8-9580-b55b951a694e,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:48.661612 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-093da55d-d865-4d6f-8276-ac94bb7915bd tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:48.663145 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-093da55d-d865-4d6f-8276-ac94bb7915bd tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:48.732564 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3e1e4dc8-3ea9-4bb9-b233-7c1333ebb5bd req-4d55a675-5d9e-4cd0-9bd2-464954b1950d tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393022 Nov 10 17:34:48.734431 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-80de39ce-4062-4244-b3af-83ed591e6661 req-532b6137-78a0-4914-9ed9-ed45c16df0c7 service neutron] For port be61ff59-0f17-4478-8768-b560a42ee669, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:34:48.740874 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-093da55d-d865-4d6f-8276-ac94bb7915bd tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8764768 Nov 10 17:34:48.743689 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-80de39ce-4062-4244-b3af-83ed591e6661 req-532b6137-78a0-4914-9ed9-ed45c16df0c7 service neutron] For port be61ff59-0f17-4478-8768-b560a42ee669, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=be61ff59-0f17-4478-8768-b560a42ee669,segment=NetworkSegment(17d5af1c-a623-4581-8ea0-158dc701aa2d),segment_id=17d5af1c-a623-4581-8ea0-158dc701aa2d)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:34:48.757610 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-badae626-8085-445d-948a-d409766ad2ff service neutron] Request body: {'port': {'device_id': '9cc3602d-6e5e-4cfa-8c56-385272c8839d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:34:48.761501 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-80de39ce-4062-4244-b3af-83ed591e6661 req-532b6137-78a0-4914-9ed9-ed45c16df0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:48.807084 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e47a2c-8edd-426f-bbd1-34715908a597 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Pushing event updated for resources: {'Subnet': ['ID=dc214285-d346-4cd8-ad33-53f4b62c91f1,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:48.898581 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b6137-78a0-4914-9ed9-ed45c16df0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=be61ff59-0f17-4478-8768-b560a42ee669,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:48.902151 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de39ce-4062-4244-b3af-83ed591e6661 req-532b6137-78a0-4914-9ed9-ed45c16df0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:48.902893 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-80de39ce-4062-4244-b3af-83ed591e6661 req-532b6137-78a0-4914-9ed9-ed45c16df0c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:48.904426 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-80de39ce-4062-4244-b3af-83ed591e6661 req-532b6137-78a0-4914-9ed9-ed45c16df0c7 service neutron] 10.222.0.13 "PUT /v2.0/ports/be61ff59-0f17-4478-8768-b560a42ee669 HTTP/1.1" status: 200 len: 1092 time: 3.6597660 Nov 10 17:34:48.907202 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82073f5-e4c0-48e0-a7f6-197b21ab4548', 'tag': 'be61ff59-0f17-4478-8768-b560a42ee669'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:34:48.909934 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beeee753-a911-4979-a496-5f999b258a62" -d '{"events": [{"name": "network-changed", "server_uuid": "a82073f5-e4c0-48e0-a7f6-197b21ab4548", "tag": "be61ff59-0f17-4478-8768-b560a42ee669"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:34:48.917027 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf1477-58c9-46e6-8868-b8dac2eaa06b req-ed4a74ba-5988-4686-a6f7-13f16b241547 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:48.918817 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6cdf1477-58c9-46e6-8868-b8dac2eaa06b req-ed4a74ba-5988-4686-a6f7-13f16b241547 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=c99eb6bc-43b2-453a-9b78-70906facf3f3 HTTP/1.1" status: 200 len: 944 time: 0.2681816 Nov 10 17:34:48.938330 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5004db8-93e6-4085-909c-094599db3884 req-dd132b52-a36d-4f4b-8cd3-21df4cd6002f tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:48.947775 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d5004db8-93e6-4085-909c-094599db3884 req-dd132b52-a36d-4f4b-8cd3-21df4cd6002f tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e17627e-1547-4018-ac24-77939819f92d HTTP/1.1" status: 200 len: 950 time: 0.2716119 Nov 10 17:34:48.948633 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e47a2c-8edd-426f-bbd1-34715908a597 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Checking segment: {'id': '075697be-07cf-47b8-98f3-bb3c0c948546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bd6bf6ab-ba3a-413b-abc3-299018f27566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:34:48.949004 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e47a2c-8edd-426f-bbd1-34715908a597 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Network hostable DHCP agents. Network: bd6bf6ab-ba3a-413b-abc3-299018f27566, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:34:48.993328 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-badae626-8085-445d-948a-d409766ad2ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:49.058921 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e47a2c-8edd-426f-bbd1-34715908a597 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Network bd6bf6ab-ba3a-413b-abc3-299018f27566 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:34:49.073425 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de39ce-4062-4244-b3af-83ed591e6661 req-125d3183-4525-493d-bbef-30078203ac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:49.074926 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-80de39ce-4062-4244-b3af-83ed591e6661 req-125d3183-4525-493d-bbef-30078203ac67 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed22ff5850684fb18710e4a738614c84&device_id=a82073f5-e4c0-48e0-a7f6-197b21ab4548 HTTP/1.1" status: 200 len: 1095 time: 0.1118236 Nov 10 17:34:49.075327 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6cdf1477-58c9-46e6-8868-b8dac2eaa06b req-b1add611-87bc-4fb4-a669-fc10a6604b44 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224306 Nov 10 17:34:49.118170 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-96e47a2c-8edd-426f-bbd1-34715908a597 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, bd6bf6ab-ba3a-413b-abc3-299018f27566) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:34:49.124099 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e47a2c-8edd-426f-bbd1-34715908a597 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:49.124802 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-96e47a2c-8edd-426f-bbd1-34715908a597 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:49.130526 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054112c1-2f90-4226-99b8-660fb99781d9 None None] Network bd6bf6ab-ba3a-413b-abc3-299018f27566 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:34:49.149395 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd2f18-f4f6-4b6e-b30f-39507ca1b931 req-e7a06303-6f22-4445-aec0-af7f7324a49e tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:49.156845 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-63cd2f18-f4f6-4b6e-b30f-39507ca1b931 req-e7a06303-6f22-4445-aec0-af7f7324a49e tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc3602d-6e5e-4cfa-8c56-385272c8839d HTTP/1.1" status: 200 len: 931 time: 0.1787958 Nov 10 17:34:49.159348 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-80de39ce-4062-4244-b3af-83ed591e6661 req-0d413d22-1c8e-49fe-b0ad-49b4c8ce6d0f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be61ff59-0f17-4478-8768-b560a42ee669 HTTP/1.1" status: 200 len: 217 time: 0.0723739 Nov 10 17:34:49.160948 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-96e47a2c-8edd-426f-bbd1-34715908a597 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0739548 Nov 10 17:34:49.164139 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35020) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:49.175471 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-7fc88631-5317-4f18-90d9-8028bee260f9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Request body: {'subnet': {'network_id': 'd8ef22d3-496c-4901-a77e-1a8f4787440f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:34:49.207487 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-d5004db8-93e6-4085-909c-094599db3884 req-0399bd97-a56f-46a2-8d96-2be7ae8c1fc0 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Deleting port c447c530-8cb8-4694-a226-5347ac785197 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:34:49.208251 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d5004db8-93e6-4085-909c-094599db3884 req-0399bd97-a56f-46a2-8d96-2be7ae8c1fc0 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:49.350748 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de39ce-4062-4244-b3af-83ed591e6661 req-a0210bd1-e303-49a4-92b5-f3f69ee26aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:49.352136 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-80de39ce-4062-4244-b3af-83ed591e6661 req-a0210bd1-e303-49a4-92b5-f3f69ee26aa0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0afeb92-d610-4dbb-bb57-6c690afd8fdf HTTP/1.1" status: 200 len: 851 time: 0.1845021 Nov 10 17:34:49.356859 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:34:49.427356 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc88631-5317-4f18-90d9-8028bee260f9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Made reservation on behalf of 281475dcac0247d79669d55a1da4eafc for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:34:49.432537 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7fc88631-5317-4f18-90d9-8028bee260f9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:49.474108 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfc42ae-2c0c-471f-9945-1d173817e754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-bd6bf6ab-ba3a-413b-abc3-299018f27566', 'network_id': 'bd6bf6ab-ba3a-413b-abc3-299018f27566', 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'fixed_ips': [{'subnet_id': 'dc214285-d346-4cd8-ad33-53f4b62c91f1'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:34:49.475570 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-abfc42ae-2c0c-471f-9945-1d173817e754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:49.536685 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-d5004db8-93e6-4085-909c-094599db3884 req-0399bd97-a56f-46a2-8d96-2be7ae8c1fc0 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] For port c447c530-8cb8-4694-a226-5347ac785197, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=c447c530-8cb8-4694-a226-5347ac785197,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:49.542849 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d5004db8-93e6-4085-909c-094599db3884 req-0399bd97-a56f-46a2-8d96-2be7ae8c1fc0 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:49.554534 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a743b600-acc4-4609-8760-47a3b93b73ad x-openstack-request-id: req-a743b600-acc4-4609-8760-47a3b93b73ad {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:34:49.555121 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a82073f5-e4c0-48e0-a7f6-197b21ab4548", "tag": "be61ff59-0f17-4478-8768-b560a42ee669", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:34:49.555121 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a743b600-acc4-4609-8760-47a3b93b73ad {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:34:49.555464 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a82073f5-e4c0-48e0-a7f6-197b21ab4548', 'tag': 'be61ff59-0f17-4478-8768-b560a42ee669', 'status': 'completed', 'code': 200} Nov 10 17:34:49.557744 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-80de39ce-4062-4244-b3af-83ed591e6661 req-bbda2e86-a30c-410e-b5cb-82c4f5189bbd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b68cb86-ae6d-409e-9e8e-fa13081031ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1909831 Nov 10 17:34:49.561944 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-63cd2f18-f4f6-4b6e-b30f-39507ca1b931 req-6029d1eb-f506-408d-9b25-e951b7f4fdc0 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040477 Nov 10 17:34:49.615787 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:34:49.619346 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-d5004db8-93e6-4085-909c-094599db3884 req-0399bd97-a56f-46a2-8d96-2be7ae8c1fc0 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Calling delete_port for c447c530-8cb8-4694-a226-5347ac785197 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:34:49.636720 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:49.637227 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:49.724991 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-badae626-8085-445d-948a-d409766ad2ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c26e1b46-3410-4ad8-9580-b55b951a694e {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:34:49.774857 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-badae626-8085-445d-948a-d409766ad2ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:49.826103 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b8169-a045-4a59-810c-4da15bf46a09 req-ce43072b-eaf6-4abb-bc8f-8d30d64abbd9 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:49.832302 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f25b8169-a045-4a59-810c-4da15bf46a09 req-ce43072b-eaf6-4abb-bc8f-8d30d64abbd9 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e17627e-1547-4018-ac24-77939819f92d HTTP/1.1" status: 200 len: 950 time: 0.2744367 Nov 10 17:34:49.854069 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-80de39ce-4062-4244-b3af-83ed591e6661 req-eb2034dc-a433-4673-900a-c3d8bd8d87c4 service neutron] 10.222.0.13 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881010 Nov 10 17:34:49.855982 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-badae626-8085-445d-948a-d409766ad2ff service neutron] Transition to ACTIVE for port object c26e1b46-3410-4ad8-9580-b55b951a694e will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:34:49.898825 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-badae626-8085-445d-948a-d409766ad2ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:49.951485 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-abfc42ae-2c0c-471f-9945-1d173817e754 None None] Allocated IP 10.1.1.2 (bd6bf6ab-ba3a-413b-abc3-299018f27566/dc214285-d346-4cd8-ad33-53f4b62c91f1/62c51de5-ab35-4709-bbfa-9f8db7c3e15a) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:34:50.076484 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f25b8169-a045-4a59-810c-4da15bf46a09 req-eea285b6-cd1d-4970-9fa0-a9fb822840e2 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa112bce-5ef4-4e08-8eaf-4142c13c2743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423933 Nov 10 17:34:50.182292 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-80de39ce-4062-4244-b3af-83ed591e6661 req-981a631a-71e8-41b1-98aa-e5ec8533a975 service neutron] 10.222.0.13 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099892 Nov 10 17:34:50.192053 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7fc88631-5317-4f18-90d9-8028bee260f9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:50.307187 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d5004db8-93e6-4085-909c-094599db3884 req-0399bd97-a56f-46a2-8d96-2be7ae8c1fc0 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:50.369962 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35058) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:50.408479 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc88631-5317-4f18-90d9-8028bee260f9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Pushing event updated for resources: {'Subnet': ['ID=a9a253c1-2e01-46bf-87f1-80f759de3839,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:50.417744 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399bd97-a56f-46a2-8d96-2be7ae8c1fc0 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Pushing event deleted for resources: {'Port': ['ID=c447c530-8cb8-4694-a226-5347ac785197,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:50.435007 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143aca09-5ed8-47db-a0d7-6296126d3c14 req-b3858de2-ca01-4ffd-9ce0-d59e58247e7d tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:50.436924 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-143aca09-5ed8-47db-a0d7-6296126d3c14 req-b3858de2-ca01-4ffd-9ce0-d59e58247e7d tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82073f5-e4c0-48e0-a7f6-197b21ab4548 HTTP/1.1" status: 200 len: 943 time: 0.3923090 Nov 10 17:34:50.437659 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badae626-8085-445d-948a-d409766ad2ff service neutron] Pushing event updated for resources: {'Port': ['ID=c26e1b46-3410-4ad8-9580-b55b951a694e,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:50.466923 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['c447c530-8cb8-4694-a226-5347ac785197'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:34:50.494589 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-badae626-8085-445d-948a-d409766ad2ff service neutron] Attempting to bind port c26e1b46-3410-4ad8-9580-b55b951a694e on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:34:50.495090 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-badae626-8085-445d-948a-d409766ad2ff service neutron] Attempting to bind port c26e1b46-3410-4ad8-9580-b55b951a694e by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '6d77725e-f759-4fea-8142-4be34b292505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '40df35a0-3e6c-4a87-b05c-8ec0e27ffece'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:34:50.495520 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-badae626-8085-445d-948a-d409766ad2ff service neutron] Attempting to bind port c26e1b46-3410-4ad8-9580-b55b951a694e on network 40df35a0-3e6c-4a87-b05c-8ec0e27ffece {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:34:50.497191 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399bd97-a56f-46a2-8d96-2be7ae8c1fc0 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:50.497550 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399bd97-a56f-46a2-8d96-2be7ae8c1fc0 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:50.497893 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399bd97-a56f-46a2-8d96-2be7ae8c1fc0 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:50.498229 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399bd97-a56f-46a2-8d96-2be7ae8c1fc0 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:50.498563 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399bd97-a56f-46a2-8d96-2be7ae8c1fc0 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:50.498900 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399bd97-a56f-46a2-8d96-2be7ae8c1fc0 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:50.499263 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399bd97-a56f-46a2-8d96-2be7ae8c1fc0 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:50.499564 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399bd97-a56f-46a2-8d96-2be7ae8c1fc0 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:50.499890 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399bd97-a56f-46a2-8d96-2be7ae8c1fc0 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:50.503553 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeee753-a911-4979-a496-5f999b258a62 req-1fa7d088-10a9-45da-9390-36b57890b630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:50.504633 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399bd97-a56f-46a2-8d96-2be7ae8c1fc0 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:50.504987 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399bd97-a56f-46a2-8d96-2be7ae8c1fc0 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:50.505297 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-beeee753-a911-4979-a496-5f999b258a62 req-1fa7d088-10a9-45da-9390-36b57890b630 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed22ff5850684fb18710e4a738614c84&device_id=a82073f5-e4c0-48e0-a7f6-197b21ab4548 HTTP/1.1" status: 200 len: 1095 time: 0.2190130 Nov 10 17:34:50.505416 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0399bd97-a56f-46a2-8d96-2be7ae8c1fc0 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:50.515275 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:50.525554 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-badae626-8085-445d-948a-d409766ad2ff service neutron] Port c26e1b46-3410-4ad8-9580-b55b951a694e on network 40df35a0-3e6c-4a87-b05c-8ec0e27ffece not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:34:50.525880 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-badae626-8085-445d-948a-d409766ad2ff service neutron] Attempting to bind port c26e1b46-3410-4ad8-9580-b55b951a694e on network 40df35a0-3e6c-4a87-b05c-8ec0e27ffece {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:34:50.535054 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-badae626-8085-445d-948a-d409766ad2ff service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:34:50.535394 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-badae626-8085-445d-948a-d409766ad2ff service neutron] Checking segment: {'id': '6d77725e-f759-4fea-8142-4be34b292505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '40df35a0-3e6c-4a87-b05c-8ec0e27ffece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:34:50.535927 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-badae626-8085-445d-948a-d409766ad2ff service neutron] Bound using segment: {'id': '6d77725e-f759-4fea-8142-4be34b292505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '40df35a0-3e6c-4a87-b05c-8ec0e27ffece'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:34:50.536465 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-badae626-8085-445d-948a-d409766ad2ff service neutron] Bound port: c26e1b46-3410-4ad8-9580-b55b951a694e, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d77725e-f759-4fea-8142-4be34b292505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '40df35a0-3e6c-4a87-b05c-8ec0e27ffece'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:34:50.537445 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-badae626-8085-445d-948a-d409766ad2ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:50.633076 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-143aca09-5ed8-47db-a0d7-6296126d3c14 req-b4a35bf8-c1d6-4b29-b49e-5139cce8ba38 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801987 Nov 10 17:34:50.669920 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc88631-5317-4f18-90d9-8028bee260f9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:50.672731 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4,segment=NetworkSegment(9d32f6d1-d16b-4454-891a-35c80c165728),segment_id=9d32f6d1-d16b-4454-891a-35c80c165728)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:50.673724 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc88631-5317-4f18-90d9-8028bee260f9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:50.675028 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc88631-5317-4f18-90d9-8028bee260f9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:50.676137 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc88631-5317-4f18-90d9-8028bee260f9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:50.676637 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc88631-5317-4f18-90d9-8028bee260f9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:50.680799 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99eb6bc-43b2-453a-9b78-70906facf3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:34:50.682640 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc88631-5317-4f18-90d9-8028bee260f9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:50.683091 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc88631-5317-4f18-90d9-8028bee260f9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:50.684193 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd67b34a-488f-4ff5-aea0-5a2ebef52fd8" -d '{"events": [{"server_uuid": "c99eb6bc-43b2-453a-9b78-70906facf3f3", "name": "network-vif-plugged", "status": "completed", "tag": "8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:34:50.684802 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc88631-5317-4f18-90d9-8028bee260f9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:50.685253 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc88631-5317-4f18-90d9-8028bee260f9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:50.686974 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc88631-5317-4f18-90d9-8028bee260f9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:50.690683 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc88631-5317-4f18-90d9-8028bee260f9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:50.692511 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc88631-5317-4f18-90d9-8028bee260f9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:50.698229 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:50.700106 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device d3964b4a-df0e-4213-9900-7ff0a6ebea97 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:34:50.716396 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5004db8-93e6-4085-909c-094599db3884 req-0399bd97-a56f-46a2-8d96-2be7ae8c1fc0 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] No DVR routers for this DVR port c447c530-8cb8-4694-a226-5347ac785197 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:34:50.725813 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d5004db8-93e6-4085-909c-094599db3884 req-0399bd97-a56f-46a2-8d96-2be7ae8c1fc0 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:50.729361 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d5004db8-93e6-4085-909c-094599db3884 req-0399bd97-a56f-46a2-8d96-2be7ae8c1fc0 tempest-ServerDiagnosticsNegativeTest-410620683 tempest-ServerDiagnosticsNegativeTest-410620683-project] 10.222.0.13 "DELETE /v2.0/ports/c447c530-8cb8-4694-a226-5347ac785197 HTTP/1.1" status: 204 len: 173 time: 1.7697773 Nov 10 17:34:50.730827 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e17627e-1547-4018-ac24-77939819f92d', 'name': 'network-vif-deleted', 'tag': 'c447c530-8cb8-4694-a226-5347ac785197'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:34:50.733752 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a5b2e6-09e5-4e98-80b1-e1f77f9575db" -d '{"events": [{"server_uuid": "9e17627e-1547-4018-ac24-77939819f92d", "name": "network-vif-deleted", "tag": "c447c530-8cb8-4694-a226-5347ac785197"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:34:50.754205 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: d3964b4a-df0e-4213-9900-7ff0a6ebea97 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:34:50.754545 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device d3964b4a-df0e-4213-9900-7ff0a6ebea97 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:34:50.801518 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cddab-c248-4cb4-a8bc-e83768428e36 req-ad5b9b84-1473-4208-83d9-1d5d25a5115b tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:50.812540 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ec5cddab-c248-4cb4-a8bc-e83768428e36 req-ad5b9b84-1473-4208-83d9-1d5d25a5115b tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=c99eb6bc-43b2-453a-9b78-70906facf3f3 HTTP/1.1" status: 200 len: 944 time: 0.4782071 Nov 10 17:34:50.865821 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc88631-5317-4f18-90d9-8028bee260f9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Checking segment: {'id': 'a579ae98-b84f-4aec-aba4-51aa8df975cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd8ef22d3-496c-4901-a77e-1a8f4787440f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:34:50.867529 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc88631-5317-4f18-90d9-8028bee260f9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Network hostable DHCP agents. Network: d8ef22d3-496c-4901-a77e-1a8f4787440f, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:34:50.883589 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:50.898773 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-abfc42ae-2c0c-471f-9945-1d173817e754 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:50.916348 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-abfc42ae-2c0c-471f-9945-1d173817e754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:50.971387 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc88631-5317-4f18-90d9-8028bee260f9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Network d8ef22d3-496c-4901-a77e-1a8f4787440f is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:34:50.984070 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfc42ae-2c0c-471f-9945-1d173817e754 None None] Network bd6bf6ab-ba3a-413b-abc3-299018f27566 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:34:50.988328 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-abfc42ae-2c0c-471f-9945-1d173817e754 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:34:50.995759 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfc42ae-2c0c-471f-9945-1d173817e754 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:34:51.005238 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc42ae-2c0c-471f-9945-1d173817e754 None None] Pushing event updated for resources: {'Port': ['ID=62c51de5-ab35-4709-bbfa-9f8db7c3e15a,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:51.022864 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ec5cddab-c248-4cb4-a8bc-e83768428e36 req-75f23d8b-103e-491b-98c2-4b5ed49360c2 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077892 Nov 10 17:34:51.026672 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-7fc88631-5317-4f18-90d9-8028bee260f9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, d8ef22d3-496c-4901-a77e-1a8f4787440f) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:34:51.049200 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35074) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:51.056271 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-814b736f-02f9-4cca-a49b-7680f9ca9dff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4fd8838459d548ea9aadd9998a4d8b03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6239336 Nov 10 17:34:51.074833 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc88631-5317-4f18-90d9-8028bee260f9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:51.075425 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7fc88631-5317-4f18-90d9-8028bee260f9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:51.085361 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-badae626-8085-445d-948a-d409766ad2ff service neutron] For port c26e1b46-3410-4ad8-9580-b55b951a694e, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:34:51.087823 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb187d2-1943-490e-9b7a-49f70a1e4f25 None None] Network d8ef22d3-496c-4901-a77e-1a8f4787440f requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:34:51.090415 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-badae626-8085-445d-948a-d409766ad2ff service neutron] For port c26e1b46-3410-4ad8-9580-b55b951a694e, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c26e1b46-3410-4ad8-9580-b55b951a694e,segment=NetworkSegment(6d77725e-f759-4fea-8142-4be34b292505),segment_id=6d77725e-f759-4fea-8142-4be34b292505)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:34:51.092601 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeee753-a911-4979-a496-5f999b258a62 req-7e2a9d80-309c-4691-a54d-8e3fa2d433d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:51.094215 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-beeee753-a911-4979-a496-5f999b258a62 req-7e2a9d80-309c-4691-a54d-8e3fa2d433d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3b68cb86-ae6d-409e-9e8e-fa13081031ba HTTP/1.1" status: 200 len: 912 time: 0.5788596 Nov 10 17:34:51.120230 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-badae626-8085-445d-948a-d409766ad2ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:51.148578 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-abfc42ae-2c0c-471f-9945-1d173817e754 None None] Attempting to bind port 62c51de5-ab35-4709-bbfa-9f8db7c3e15a on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:34:51.152730 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7fc88631-5317-4f18-90d9-8028bee260f9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9834709 Nov 10 17:34:51.153938 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-abfc42ae-2c0c-471f-9945-1d173817e754 None None] Attempting to bind port 62c51de5-ab35-4709-bbfa-9f8db7c3e15a by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '075697be-07cf-47b8-98f3-bb3c0c948546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bd6bf6ab-ba3a-413b-abc3-299018f27566'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:34:51.154618 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfc42ae-2c0c-471f-9945-1d173817e754 None None] Attempting to bind port 62c51de5-ab35-4709-bbfa-9f8db7c3e15a on network bd6bf6ab-ba3a-413b-abc3-299018f27566 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:34:51.157909 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35078) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:51.175571 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfc42ae-2c0c-471f-9945-1d173817e754 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:34:51.176462 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfc42ae-2c0c-471f-9945-1d173817e754 None None] Checking segment: {'id': '075697be-07cf-47b8-98f3-bb3c0c948546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bd6bf6ab-ba3a-413b-abc3-299018f27566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:34:51.176688 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-784a946b-114c-4cb4-9b9e-2f8bb7f7dfb6 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Request body: {'port': {'network_id': 'bd6bf6ab-ba3a-413b-abc3-299018f27566', 'name': 'tempest-TaggedBootDevicesTest-867749368', 'fixed_ips': [{'subnet_id': 'dc214285-d346-4cd8-ad33-53f4b62c91f1'}]}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:34:51.177337 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-abfc42ae-2c0c-471f-9945-1d173817e754 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:51.178826 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfc42ae-2c0c-471f-9945-1d173817e754 None None] Bound using segment: {'id': '075697be-07cf-47b8-98f3-bb3c0c948546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bd6bf6ab-ba3a-413b-abc3-299018f27566'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:34:51.179752 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-abfc42ae-2c0c-471f-9945-1d173817e754 None None] Bound port: 62c51de5-ab35-4709-bbfa-9f8db7c3e15a, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '075697be-07cf-47b8-98f3-bb3c0c948546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bd6bf6ab-ba3a-413b-abc3-299018f27566'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:34:51.180428 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-abfc42ae-2c0c-471f-9945-1d173817e754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:51.191784 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-beeee753-a911-4979-a496-5f999b258a62 req-46ee16a1-6b8c-4925-abaf-41fe08aea92a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be61ff59-0f17-4478-8768-b560a42ee669 HTTP/1.1" status: 200 len: 217 time: 0.0831401 Nov 10 17:34:51.322761 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-abfc42ae-2c0c-471f-9945-1d173817e754 None None] For port 62c51de5-ab35-4709-bbfa-9f8db7c3e15a, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:34:51.327600 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-abfc42ae-2c0c-471f-9945-1d173817e754 None None] For port 62c51de5-ab35-4709-bbfa-9f8db7c3e15a, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=62c51de5-ab35-4709-bbfa-9f8db7c3e15a,segment=NetworkSegment(075697be-07cf-47b8-98f3-bb3c0c948546),segment_id=075697be-07cf-47b8-98f3-bb3c0c948546)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:34:51.359469 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf96846-9207-4230-999c-b113e05079f4 x-openstack-request-id: req-4bf96846-9207-4230-999c-b113e05079f4 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:34:51.359970 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99eb6bc-43b2-453a-9b78-70906facf3f3", "name": "network-vif-plugged", "status": "completed", "tag": "8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:34:51.360393 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4bf96846-9207-4230-999c-b113e05079f4 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:34:51.360975 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99eb6bc-43b2-453a-9b78-70906facf3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4', 'code': 200} Nov 10 17:34:51.374296 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-abfc42ae-2c0c-471f-9945-1d173817e754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:51.383501 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2d1a56-2eae-4a17-a6f5-d576f7924c58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-d8ef22d3-496c-4901-a77e-1a8f4787440f', 'network_id': 'd8ef22d3-496c-4901-a77e-1a8f4787440f', 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'fixed_ips': [{'subnet_id': 'a9a253c1-2e01-46bf-87f1-80f759de3839'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:34:51.385283 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ce2d1a56-2eae-4a17-a6f5-d576f7924c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:51.392277 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-badae626-8085-445d-948a-d409766ad2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:51.393028 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-badae626-8085-445d-948a-d409766ad2ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:51.394740 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-badae626-8085-445d-948a-d409766ad2ff service neutron] 10.222.0.11 "PUT /v2.0/ports/c26e1b46-3410-4ad8-9580-b55b951a694e HTTP/1.1" status: 200 len: 1092 time: 2.6443937 Nov 10 17:34:51.475067 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badae626-8085-445d-948a-d409766ad2ff service neutron] Pushing event updated for resources: {'Port': ['ID=c26e1b46-3410-4ad8-9580-b55b951a694e,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:51.496235 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-aabfcb7e-f4c6-4351-bedd-3a34754fcc8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:51.537683 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeee753-a911-4979-a496-5f999b258a62 req-13219e3d-69b0-44a1-92f9-54b942a0f845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:51.546236 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-beeee753-a911-4979-a496-5f999b258a62 req-13219e3d-69b0-44a1-92f9-54b942a0f845 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0afeb92-d610-4dbb-bb57-6c690afd8fdf HTTP/1.1" status: 200 len: 851 time: 0.3441012 Nov 10 17:34:51.550622 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2e4882-601a-4e33-a81f-bf6b02b67a84 x-openstack-request-id: req-1d2e4882-601a-4e33-a81f-bf6b02b67a84 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:34:51.553383 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e17627e-1547-4018-ac24-77939819f92d", "name": "network-vif-deleted", "tag": "c447c530-8cb8-4694-a226-5347ac785197", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:34:51.553826 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1d2e4882-601a-4e33-a81f-bf6b02b67a84 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:34:51.554567 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e17627e-1547-4018-ac24-77939819f92d', 'name': 'network-vif-deleted', 'tag': 'c447c530-8cb8-4694-a226-5347ac785197', 'status': 'completed', 'code': 200} Nov 10 17:34:51.601392 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc3602d-6e5e-4cfa-8c56-385272c8839d', 'tag': 'c26e1b46-3410-4ad8-9580-b55b951a694e'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:34:51.607249 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acdbf3e-5dc9-450c-a3f6-c7ab7003af61" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc3602d-6e5e-4cfa-8c56-385272c8839d", "tag": "c26e1b46-3410-4ad8-9580-b55b951a694e"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:34:51.607551 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc42ae-2c0c-471f-9945-1d173817e754 None None] Pushing event updated for resources: {'Port': ['ID=62c51de5-ab35-4709-bbfa-9f8db7c3e15a,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:51.726641 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-beeee753-a911-4979-a496-5f999b258a62 req-db6b74dd-663c-42a3-b552-66d893c4e160 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b68cb86-ae6d-409e-9e8e-fa13081031ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830448 Nov 10 17:34:51.802641 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-aabfcb7e-f4c6-4351-bedd-3a34754fcc8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:51.825400 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-ce2d1a56-2eae-4a17-a6f5-d576f7924c58 None None] Allocated IP 10.2.2.2 (d8ef22d3-496c-4901-a77e-1a8f4787440f/a9a253c1-2e01-46bf-87f1-80f759de3839/35ec66bc-225c-41c1-bae1-faf3d00c75aa) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:34:51.858326 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-e4d9e98e-9bbd-4d03-b952-1e906eb55c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:51.859885 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-e4d9e98e-9bbd-4d03-b952-1e906eb55c40 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83c38918d98344738cd9d64d9905ab18&device_id=9cc3602d-6e5e-4cfa-8c56-385272c8839d HTTP/1.1" status: 200 len: 1095 time: 0.3652852 Nov 10 17:34:51.887208 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-aabfcb7e-f4c6-4351-bedd-3a34754fcc8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:51.889860 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-aabfcb7e-f4c6-4351-bedd-3a34754fcc8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:51.893774 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-aabfcb7e-f4c6-4351-bedd-3a34754fcc8f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5a9f8457-6cd7-41cd-87d5-1399838d7738 HTTP/1.1" status: 204 len: 168 time: 0.8377609 Nov 10 17:34:51.909457 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabfcb7e-f4c6-4351-bedd-3a34754fcc8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9f8457-6cd7-41cd-87d5-1399838d7738,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:51.932369 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-e5043623-a8ce-4851-98a9-087a6601d137 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c26e1b46-3410-4ad8-9580-b55b951a694e HTTP/1.1" status: 200 len: 217 time: 0.0620451 Nov 10 17:34:51.956444 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7ab4c-556e-46ee-9f98-2d86e1e98365 req-5c30c4d7-9543-4e01-9ef3-b8f8440bcea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:51.958952 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-66c7ab4c-556e-46ee-9f98-2d86e1e98365 req-5c30c4d7-9543-4e01-9ef3-b8f8440bcea2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c99eb6bc-43b2-453a-9b78-70906facf3f3 HTTP/1.1" status: 200 len: 1097 time: 0.3945801 Nov 10 17:34:51.962546 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784a946b-114c-4cb4-9b9e-2f8bb7f7dfb6 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Made reservation on behalf of 281475dcac0247d79669d55a1da4eafc for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:34:52.026848 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6faa1-62b0-4dfc-8329-56cb3cd39e0c req-823827b3-f173-4c82-8688-fa2bc3e7c519 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:52.031901 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-beeee753-a911-4979-a496-5f999b258a62 req-70b6b5a4-07ca-4ad8-924b-6be64b06d4e9 service neutron] 10.222.0.13 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859182 Nov 10 17:34:52.035273 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-87d6faa1-62b0-4dfc-8329-56cb3cd39e0c req-823827b3-f173-4c82-8688-fa2bc3e7c519 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc3602d-6e5e-4cfa-8c56-385272c8839d HTTP/1.1" status: 200 len: 943 time: 0.7107484 Nov 10 17:34:52.161776 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-f49f04b5-8f41-4c7a-9e83-97de6339a2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:52.164624 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-f49f04b5-8f41-4c7a-9e83-97de6339a2e3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=48a795a7-76f4-43b1-b3bc-35d4259301af HTTP/1.1" status: 200 len: 862 time: 0.2246838 Nov 10 17:34:52.227240 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-bee102ff-1e51-47db-b9f7-7e00d57f776b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=40df35a0-3e6c-4a87-b05c-8ec0e27ffece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533960 Nov 10 17:34:52.330512 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-66c7ab4c-556e-46ee-9f98-2d86e1e98365 req-9e273b9a-251b-4791-be2c-fa5e8e1dd97a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253489 Nov 10 17:34:52.353737 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35112) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:52.391214 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ce2d1a56-2eae-4a17-a6f5-d576f7924c58 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:52.406284 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ce2d1a56-2eae-4a17-a6f5-d576f7924c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:52.408620 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-beeee753-a911-4979-a496-5f999b258a62 req-2c887a52-c772-459d-a9fe-d5f531e31d71 service neutron] 10.222.0.13 "GET /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684692 Nov 10 17:34:52.417741 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-87d6faa1-62b0-4dfc-8329-56cb3cd39e0c req-1a834a8f-9466-48a2-b566-2bbeccac594a tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772674 Nov 10 17:34:52.465600 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-784a946b-114c-4cb4-9b9e-2f8bb7f7dfb6 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:52.477886 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfa809-857e-4638-ace2-b78dc3ff126e req-e8a9c371-c50c-4cda-a51a-ee5126136d03 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:52.488711 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-19bfa809-857e-4638-ace2-b78dc3ff126e req-e8a9c371-c50c-4cda-a51a-ee5126136d03 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82073f5-e4c0-48e0-a7f6-197b21ab4548 HTTP/1.1" status: 200 len: 943 time: 0.1590178 Nov 10 17:34:52.519827 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2d1a56-2eae-4a17-a6f5-d576f7924c58 None None] Network d8ef22d3-496c-4901-a77e-1a8f4787440f is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:34:52.527176 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-ce2d1a56-2eae-4a17-a6f5-d576f7924c58 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:34:52.529479 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-784a946b-114c-4cb4-9b9e-2f8bb7f7dfb6 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] device_id is not set on port 83e707e1-bf12-4c7c-a89d-817fb1d04fd0 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:34:52.530680 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-fcaa23be-6290-40d4-b9e2-3cb035efc170 service neutron] 10.222.0.11 "GET /v2.0/networks/40df35a0-3e6c-4a87-b05c-8ec0e27ffece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973731 Nov 10 17:34:52.538796 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2d1a56-2eae-4a17-a6f5-d576f7924c58 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:34:52.559930 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d1a56-2eae-4a17-a6f5-d576f7924c58 None None] Pushing event updated for resources: {'Port': ['ID=35ec66bc-225c-41c1-bae1-faf3d00c75aa,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:52.763194 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-ce2d1a56-2eae-4a17-a6f5-d576f7924c58 None None] Attempting to bind port 35ec66bc-225c-41c1-bae1-faf3d00c75aa on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:34:52.763836 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35116) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:52.763947 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-ce2d1a56-2eae-4a17-a6f5-d576f7924c58 None None] Attempting to bind port 35ec66bc-225c-41c1-bae1-faf3d00c75aa by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'a579ae98-b84f-4aec-aba4-51aa8df975cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd8ef22d3-496c-4901-a77e-1a8f4787440f'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:34:52.765568 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d1a56-2eae-4a17-a6f5-d576f7924c58 None None] Attempting to bind port 35ec66bc-225c-41c1-bae1-faf3d00c75aa on network d8ef22d3-496c-4901-a77e-1a8f4787440f {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:34:52.782208 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d1a56-2eae-4a17-a6f5-d576f7924c58 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:34:52.782597 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d1a56-2eae-4a17-a6f5-d576f7924c58 None None] Checking segment: {'id': 'a579ae98-b84f-4aec-aba4-51aa8df975cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd8ef22d3-496c-4901-a77e-1a8f4787440f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:34:52.784574 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ce2d1a56-2eae-4a17-a6f5-d576f7924c58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:52.785001 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d1a56-2eae-4a17-a6f5-d576f7924c58 None None] Bound using segment: {'id': 'a579ae98-b84f-4aec-aba4-51aa8df975cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd8ef22d3-496c-4901-a77e-1a8f4787440f'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:34:52.786170 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-ce2d1a56-2eae-4a17-a6f5-d576f7924c58 None None] Bound port: 35ec66bc-225c-41c1-bae1-faf3d00c75aa, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a579ae98-b84f-4aec-aba4-51aa8df975cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd8ef22d3-496c-4901-a77e-1a8f4787440f'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:34:52.786573 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ce2d1a56-2eae-4a17-a6f5-d576f7924c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:52.983246 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 62c51de5-ab35-4709-bbfa-9f8db7c3e15a up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:34:53.081892 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-ce2d1a56-2eae-4a17-a6f5-d576f7924c58 None None] For port 35ec66bc-225c-41c1-bae1-faf3d00c75aa, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:34:53.157849 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-ce2d1a56-2eae-4a17-a6f5-d576f7924c58 None None] For port 35ec66bc-225c-41c1-bae1-faf3d00c75aa, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=35ec66bc-225c-41c1-bae1-faf3d00c75aa,segment=NetworkSegment(a579ae98-b84f-4aec-aba4-51aa8df975cc),segment_id=a579ae98-b84f-4aec-aba4-51aa8df975cc)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:34:53.180810 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ce2d1a56-2eae-4a17-a6f5-d576f7924c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:53.188062 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33233501-4714-4ef5-b98e-7f168a6eb173 x-openstack-request-id: req-33233501-4714-4ef5-b98e-7f168a6eb173 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:34:53.188709 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc3602d-6e5e-4cfa-8c56-385272c8839d", "tag": "c26e1b46-3410-4ad8-9580-b55b951a694e", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:34:53.188709 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-33233501-4714-4ef5-b98e-7f168a6eb173 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:34:53.189007 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc3602d-6e5e-4cfa-8c56-385272c8839d', 'tag': 'c26e1b46-3410-4ad8-9580-b55b951a694e', 'status': 'completed', 'code': 200} Nov 10 17:34:53.238704 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-19bfa809-857e-4638-ace2-b78dc3ff126e req-41f61c1e-2a69-44c6-ae93-5b6d349ef43e tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7488444 Nov 10 17:34:53.278903 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d1a56-2eae-4a17-a6f5-d576f7924c58 None None] Pushing event updated for resources: {'Port': ['ID=35ec66bc-225c-41c1-bae1-faf3d00c75aa,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:53.284909 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 62c51de5-ab35-4709-bbfa-9f8db7c3e15a triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:53.285281 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:53.317155 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d3ed4a6c-1f10-45e6-8b06-3e2e478c1920 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd42e9795a1a4bdbbcb0bdc930f7c24f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5512352 Nov 10 17:34:53.332587 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35128) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:53.383296 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device be61ff59-0f17-4478-8768-b560a42ee669 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:34:53.466244 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-96841f9b-bb19-4d82-be86-8177e63d3bc8 req-85453581-38c4-4629-bb95-60402ab4a4ae service neutron] 10.222.0.11 "GET /v2.0/networks/40df35a0-3e6c-4a87-b05c-8ec0e27ffece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9244454 Nov 10 17:34:53.469167 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c4a33-cbff-4908-ba3a-983fd4362ddf req-a743604a-bf5f-4b98-a4fe-eeb7e819f421 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:53.476868 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6d978bc9-3ef6-4876-ba46-0110a6c94aef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a1de6b08f404fca8b6356c02bdbf04d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1153767 Nov 10 17:34:53.478965 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35138) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:53.481513 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bf7c4a33-cbff-4908-ba3a-983fd4362ddf req-a743604a-bf5f-4b98-a4fe-eeb7e819f421 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=c99eb6bc-43b2-453a-9b78-70906facf3f3 HTTP/1.1" status: 200 len: 945 time: 0.6143367 Nov 10 17:34:53.556730 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e149eb94-9829-44e4-ace4-08d74114fbac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:53.578133 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port be61ff59-0f17-4478-8768-b560a42ee669, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=be61ff59-0f17-4478-8768-b560a42ee669,segment=NetworkSegment(17d5af1c-a623-4581-8ea0-158dc701aa2d),segment_id=17d5af1c-a623-4581-8ea0-158dc701aa2d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:53.579150 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a73062d-d1a6-4d43-b2e4-53ca939c5e77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:53.623215 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device c447c530-8cb8-4694-a226-5347ac785197 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:34:53.651840 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e149eb94-9829-44e4-ace4-08d74114fbac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:53.662988 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'be61ff59-0f17-4478-8768-b560a42ee669', 'network_id': '3b68cb86-ae6d-409e-9e8e-fa13081031ba', 'port_id': 'be61ff59-0f17-4478-8768-b560a42ee669', 'mac_address': 'fa:16:3e:80:78:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0afeb92-d610-4dbb-bb57-6c690afd8fdf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:34:53.664656 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: c447c530-8cb8-4694-a226-5347ac785197 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:34:53.665428 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device c447c530-8cb8-4694-a226-5347ac785197 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:34:53.666948 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa542b6d-b267-4b2b-b3d4-fde52996e30d None None] Network bd6bf6ab-ba3a-413b-abc3-299018f27566 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:34:53.723759 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a73062d-d1a6-4d43-b2e4-53ca939c5e77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:53.791042 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e149eb94-9829-44e4-ace4-08d74114fbac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:53.801988 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e149eb94-9829-44e4-ace4-08d74114fbac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:53.807693 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e149eb94-9829-44e4-ace4-08d74114fbac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e9bd256c-5f6a-4952-a04c-ff6aa107a3c7 HTTP/1.1" status: 204 len: 168 time: 0.4739342 Nov 10 17:34:53.834716 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acdbf3e-5dc9-450c-a3f6-c7ab7003af61 req-d243f18d-acd1-45a4-a447-8baee53d6744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:53.838631 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6acdbf3e-5dc9-450c-a3f6-c7ab7003af61 req-d243f18d-acd1-45a4-a447-8baee53d6744 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=83c38918d98344738cd9d64d9905ab18&device_id=9cc3602d-6e5e-4cfa-8c56-385272c8839d HTTP/1.1" status: 200 len: 1095 time: 0.2356355 Nov 10 17:34:53.869400 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-784a946b-114c-4cb4-9b9e-2f8bb7f7dfb6 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Allocated IP 10.1.1.23 (bd6bf6ab-ba3a-413b-abc3-299018f27566/dc214285-d346-4cd8-ad33-53f4b62c91f1/83e707e1-bf12-4c7c-a89d-817fb1d04fd0) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:34:53.906060 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bf7c4a33-cbff-4908-ba3a-983fd4362ddf req-6edb2de3-2cab-4999-b0d0-2c24c3c636ad tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220955 Nov 10 17:34:53.917666 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149eb94-9829-44e4-ace4-08d74114fbac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bd256c-5f6a-4952-a04c-ff6aa107a3c7,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:54.135747 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a73062d-d1a6-4d43-b2e4-53ca939c5e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:54.142807 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a73062d-d1a6-4d43-b2e4-53ca939c5e77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:54.146622 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3a73062d-d1a6-4d43-b2e4-53ca939c5e77 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aa112bce-5ef4-4e08-8eaf-4142c13c2743 HTTP/1.1" status: 204 len: 168 time: 0.6640468 Nov 10 17:34:54.214781 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73062d-d1a6-4d43-b2e4-53ca939c5e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa112bce-5ef4-4e08-8eaf-4142c13c2743,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:54.362356 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acdbf3e-5dc9-450c-a3f6-c7ab7003af61 req-31531bd7-1746-449f-9d09-ddab0aa04f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:54.363838 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6acdbf3e-5dc9-450c-a3f6-c7ab7003af61 req-31531bd7-1746-449f-9d09-ddab0aa04f7a service neutron] 10.222.0.11 "GET /v2.0/networks?id=40df35a0-3e6c-4a87-b05c-8ec0e27ffece HTTP/1.1" status: 200 len: 923 time: 0.4868982 Nov 10 17:34:54.384360 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:54.403752 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c7a54-5fce-42ab-8b15-c8232cf073bb req-b1a06ee3-220e-4d4a-bf92-0360a1cfb2ca tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:54.411202 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-519c7a54-5fce-42ab-8b15-c8232cf073bb req-b1a06ee3-220e-4d4a-bf92-0360a1cfb2ca tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc3602d-6e5e-4cfa-8c56-385272c8839d HTTP/1.1" status: 200 len: 943 time: 0.3851459 Nov 10 17:34:54.433853 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-477126b6-0f57-4795-9b01-e1257315613e None None] Provisioning complete for port 62c51de5-ab35-4709-bbfa-9f8db7c3e15a triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:54.434225 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-477126b6-0f57-4795-9b01-e1257315613e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:54.477926 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73062d-d1a6-4d43-b2e4-53ca939c5e77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:54.477926 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73062d-d1a6-4d43-b2e4-53ca939c5e77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:54.478246 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73062d-d1a6-4d43-b2e4-53ca939c5e77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:54.478547 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73062d-d1a6-4d43-b2e4-53ca939c5e77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:54.478890 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73062d-d1a6-4d43-b2e4-53ca939c5e77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:54.479191 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73062d-d1a6-4d43-b2e4-53ca939c5e77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:54.479514 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73062d-d1a6-4d43-b2e4-53ca939c5e77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:54.479833 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73062d-d1a6-4d43-b2e4-53ca939c5e77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:54.480164 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73062d-d1a6-4d43-b2e4-53ca939c5e77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:54.480486 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73062d-d1a6-4d43-b2e4-53ca939c5e77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:54.480806 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73062d-d1a6-4d43-b2e4-53ca939c5e77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:54.481122 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73062d-d1a6-4d43-b2e4-53ca939c5e77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:34:54.540883 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-784a946b-114c-4cb4-9b9e-2f8bb7f7dfb6 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:54.635010 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6acdbf3e-5dc9-450c-a3f6-c7ab7003af61 req-0f9597c8-6c6d-4656-87ae-1acf697b3f7c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c26e1b46-3410-4ad8-9580-b55b951a694e HTTP/1.1" status: 200 len: 217 time: 0.1676755 Nov 10 17:34:54.647286 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-784a946b-114c-4cb4-9b9e-2f8bb7f7dfb6 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:54.706973 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 62c51de5-ab35-4709-bbfa-9f8db7c3e15a, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=62c51de5-ab35-4709-bbfa-9f8db7c3e15a,segment=NetworkSegment(075697be-07cf-47b8-98f3-bb3c0c948546),segment_id=075697be-07cf-47b8-98f3-bb3c0c948546)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:54.711573 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:54.808972 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784a946b-114c-4cb4-9b9e-2f8bb7f7dfb6 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Network bd6bf6ab-ba3a-413b-abc3-299018f27566 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:34:54.826948 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be61ff59-0f17-4478-8768-b560a42ee669 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:34:54.830819 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-784a946b-114c-4cb4-9b9e-2f8bb7f7dfb6 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:34:54.838087 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acdbf3e-5dc9-450c-a3f6-c7ab7003af61 req-c65ece6b-a381-4a18-9597-577fd12fb7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:54.838087 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6acdbf3e-5dc9-450c-a3f6-c7ab7003af61 req-c65ece6b-a381-4a18-9597-577fd12fb7a8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=48a795a7-76f4-43b1-b3bc-35d4259301af HTTP/1.1" status: 200 len: 862 time: 0.1797688 Nov 10 17:34:54.842672 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784a946b-114c-4cb4-9b9e-2f8bb7f7dfb6 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:34:54.877733 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port be61ff59-0f17-4478-8768-b560a42ee669, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=be61ff59-0f17-4478-8768-b560a42ee669,segment=NetworkSegment(17d5af1c-a623-4581-8ea0-158dc701aa2d),segment_id=17d5af1c-a623-4581-8ea0-158dc701aa2d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:54.908995 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:54.929745 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-519c7a54-5fce-42ab-8b15-c8232cf073bb req-ae4b553d-d7ab-46da-b41f-0762277c2f20 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5176589 Nov 10 17:34:54.933539 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:54.956790 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6acdbf3e-5dc9-450c-a3f6-c7ab7003af61 req-4d756095-6fd9-4bd1-ba59-5ebfc864ea09 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=40df35a0-3e6c-4a87-b05c-8ec0e27ffece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976498 Nov 10 17:34:55.082591 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784a946b-114c-4cb4-9b9e-2f8bb7f7dfb6 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:55.083306 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-784a946b-114c-4cb4-9b9e-2f8bb7f7dfb6 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:55.125746 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a946b-114c-4cb4-9b9e-2f8bb7f7dfb6 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Pushing event updated for resources: {'Port': ['ID=83e707e1-bf12-4c7c-a89d-817fb1d04fd0,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:55.143269 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:55.156040 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-784a946b-114c-4cb4-9b9e-2f8bb7f7dfb6 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9970174 Nov 10 17:34:55.165159 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35168) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:55.197492 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-d38b2467-e7a1-4aae-ac48-997eff8cfa67 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Request body: {'port': {'network_id': 'bd6bf6ab-ba3a-413b-abc3-299018f27566', 'name': 'tempest-TaggedBootDevicesTest-481169822', 'fixed_ips': [{'subnet_id': 'dc214285-d346-4cd8-ad33-53f4b62c91f1'}]}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:34:55.227818 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=be61ff59-0f17-4478-8768-b560a42ee669,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:55.231107 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:55.262243 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6acdbf3e-5dc9-450c-a3f6-c7ab7003af61 req-c1c44391-0b0c-45fe-9c4e-62f75869d3e0 service neutron] 10.222.0.11 "GET /v2.0/networks/40df35a0-3e6c-4a87-b05c-8ec0e27ffece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057921 Nov 10 17:34:55.372657 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35182) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:55.374730 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 35ec66bc-225c-41c1-bae1-faf3d00c75aa up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:34:55.378927 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['be61ff59-0f17-4478-8768-b560a42ee669'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:34:55.436411 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-75026c5e-23eb-44be-99ec-11252c1131de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:55.511339 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device c26e1b46-3410-4ad8-9580-b55b951a694e details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:34:55.517176 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5854520b-2de2-4246-b5ec-2594a64ced05 None None] Network d8ef22d3-496c-4901-a77e-1a8f4787440f requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:34:55.614814 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc9353-2282-4f67-b9c2-c6c04822d5e1 req-531dc212-af73-4584-a1f6-e559a2d1092f tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:55.628854 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f9dc9353-2282-4f67-b9c2-c6c04822d5e1 req-531dc212-af73-4584-a1f6-e559a2d1092f tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82073f5-e4c0-48e0-a7f6-197b21ab4548 HTTP/1.1" status: 200 len: 944 time: 0.3655145 Nov 10 17:34:55.785535 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8d50b-4433-4dc4-9437-802593ac807a req-c7006f43-4554-4cd2-a05e-d6094286be25 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:55.786492 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6acdbf3e-5dc9-450c-a3f6-c7ab7003af61 req-731edde7-4810-4242-b5a2-22e0952c2ede service neutron] 10.222.0.11 "GET /v2.0/networks/40df35a0-3e6c-4a87-b05c-8ec0e27ffece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069268 Nov 10 17:34:55.790558 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-caf8d50b-4433-4dc4-9437-802593ac807a req-c7006f43-4554-4cd2-a05e-d6094286be25 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=c99eb6bc-43b2-453a-9b78-70906facf3f3 HTTP/1.1" status: 200 len: 945 time: 0.3302517 Nov 10 17:34:55.868571 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f9dc9353-2282-4f67-b9c2-c6c04822d5e1 req-cc4d39b7-9316-4bbc-8419-6b6eec34d43f tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386441 Nov 10 17:34:55.878512 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38b2467-e7a1-4aae-ac48-997eff8cfa67 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Made reservation on behalf of 281475dcac0247d79669d55a1da4eafc for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:34:55.883856 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d38b2467-e7a1-4aae-ac48-997eff8cfa67 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:56.000262 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=62c51de5-ab35-4709-bbfa-9f8db7c3e15a,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:56.011829 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-d38b2467-e7a1-4aae-ac48-997eff8cfa67 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] device_id is not set on port d91136a8-ce33-4918-a613-fe42fbce644b yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:34:56.039836 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-caf8d50b-4433-4dc4-9437-802593ac807a req-e8fb816e-7c4d-426a-9d56-9934f777af09 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365267 Nov 10 17:34:56.165328 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-75026c5e-23eb-44be-99ec-11252c1131de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:56.182999 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-75026c5e-23eb-44be-99ec-11252c1131de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:56.285653 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 35ec66bc-225c-41c1-bae1-faf3d00c75aa triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:56.286299 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:56.296925 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-75026c5e-23eb-44be-99ec-11252c1131de admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=67dfa0f6dba94eb9bb9edc8ccadbb8a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9211435 Nov 10 17:34:56.296925 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75026c5e-23eb-44be-99ec-11252c1131de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fab3204-af4a-4cee-a85c-fa65c708812d,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:56.298594 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35202) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:56.337260 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59624884-5009-49c8-b850-a9e5ae00db58 req-6be56183-bf47-4e58-9723-f47027ea9a0c tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:56.347914 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-59624884-5009-49c8-b850-a9e5ae00db58 req-6be56183-bf47-4e58-9723-f47027ea9a0c tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc3602d-6e5e-4cfa-8c56-385272c8839d HTTP/1.1" status: 200 len: 943 time: 0.1933217 Nov 10 17:34:56.377860 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port c26e1b46-3410-4ad8-9580-b55b951a694e, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c26e1b46-3410-4ad8-9580-b55b951a694e,segment=NetworkSegment(6d77725e-f759-4fea-8142-4be34b292505),segment_id=6d77725e-f759-4fea-8142-4be34b292505)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:56.413804 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-8626bf91-140c-4f22-af0e-8b76539aa2e9 None None] Provisioning complete for port 35ec66bc-225c-41c1-bae1-faf3d00c75aa triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:56.416009 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8626bf91-140c-4f22-af0e-8b76539aa2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:56.434030 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-d38b2467-e7a1-4aae-ac48-997eff8cfa67 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Allocated IP 10.1.1.97 (bd6bf6ab-ba3a-413b-abc3-299018f27566/dc214285-d346-4cd8-ad33-53f4b62c91f1/d91136a8-ce33-4918-a613-fe42fbce644b) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:34:56.438306 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1f15d1d9-fcad-4960-9e8b-d705ec5abe1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:56.469230 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-59624884-5009-49c8-b850-a9e5ae00db58 req-82143007-d2e3-4b62-ac15-210fe93e0411 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080518 Nov 10 17:34:56.518553 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1f15d1d9-fcad-4960-9e8b-d705ec5abe1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:56.587783 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'c26e1b46-3410-4ad8-9580-b55b951a694e', 'network_id': '40df35a0-3e6c-4a87-b05c-8ec0e27ffece', 'port_id': 'c26e1b46-3410-4ad8-9580-b55b951a694e', 'mac_address': 'fa:16:3e:5a:41:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a795a7-76f4-43b1-b3bc-35d4259301af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:34:56.616826 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1f15d1d9-fcad-4960-9e8b-d705ec5abe1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:56.620977 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1f15d1d9-fcad-4960-9e8b-d705ec5abe1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:56.633241 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1f15d1d9-fcad-4960-9e8b-d705ec5abe1e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1fab3204-af4a-4cee-a85c-fa65c708812d HTTP/1.1" status: 204 len: 168 time: 0.3332396 Nov 10 17:34:56.644594 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15d1d9-fcad-4960-9e8b-d705ec5abe1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fab3204-af4a-4cee-a85c-fa65c708812d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:56.784110 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:56.894363 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c26e1b46-3410-4ad8-9580-b55b951a694e {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:34:56.919629 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port c26e1b46-3410-4ad8-9580-b55b951a694e, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c26e1b46-3410-4ad8-9580-b55b951a694e,segment=NetworkSegment(6d77725e-f759-4fea-8142-4be34b292505),segment_id=6d77725e-f759-4fea-8142-4be34b292505)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:56.934997 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:57.003588 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 35ec66bc-225c-41c1-bae1-faf3d00c75aa, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=35ec66bc-225c-41c1-bae1-faf3d00c75aa,segment=NetworkSegment(a579ae98-b84f-4aec-aba4-51aa8df975cc),segment_id=a579ae98-b84f-4aec-aba4-51aa8df975cc)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:34:57.014791 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be229e00-a4a7-44de-8bd0-53df599dfd9d req-e92f5167-c426-4c10-b9b3-cdd380c84f7c tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:57.015374 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:57.020039 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-be229e00-a4a7-44de-8bd0-53df599dfd9d req-e92f5167-c426-4c10-b9b3-cdd380c84f7c tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=c99eb6bc-43b2-453a-9b78-70906facf3f3 HTTP/1.1" status: 200 len: 945 time: 0.4266140 Nov 10 17:34:57.176167 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=c26e1b46-3410-4ad8-9580-b55b951a694e,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:57.193046 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:57.196828 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d38b2467-e7a1-4aae-ac48-997eff8cfa67 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:57.310978 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-be229e00-a4a7-44de-8bd0-53df599dfd9d req-3dffc719-fe55-472c-8a7d-dea77045a39c tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666991 Nov 10 17:34:57.376553 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d38b2467-e7a1-4aae-ac48-997eff8cfa67 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:57.377533 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=35ec66bc-225c-41c1-bae1-faf3d00c75aa,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:57.383379 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['c26e1b46-3410-4ad8-9580-b55b951a694e'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:34:57.473185 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38b2467-e7a1-4aae-ac48-997eff8cfa67 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Network bd6bf6ab-ba3a-413b-abc3-299018f27566 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:34:57.477846 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-d38b2467-e7a1-4aae-ac48-997eff8cfa67 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:34:57.498752 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38b2467-e7a1-4aae-ac48-997eff8cfa67 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:34:57.507875 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 62c51de5-ab35-4709-bbfa-9f8db7c3e15a up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:34:57.570637 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b2467-e7a1-4aae-ac48-997eff8cfa67 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Pushing event updated for resources: {'Port': ['ID=d91136a8-ce33-4918-a613-fe42fbce644b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:57.582494 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd4da1-d992-46ef-b267-e525cbf068d9 req-5372b8a5-2eb6-45d1-97f2-5f2d5ccbf7f7 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:57.605918 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-aafd4da1-d992-46ef-b267-e525cbf068d9 req-5372b8a5-2eb6-45d1-97f2-5f2d5ccbf7f7 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82073f5-e4c0-48e0-a7f6-197b21ab4548 HTTP/1.1" status: 200 len: 944 time: 0.1568809 Nov 10 17:34:57.671332 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38b2467-e7a1-4aae-ac48-997eff8cfa67 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:57.675431 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d38b2467-e7a1-4aae-ac48-997eff8cfa67 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:57.688178 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8626bf91-140c-4f22-af0e-8b76539aa2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:57.735610 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d38b2467-e7a1-4aae-ac48-997eff8cfa67 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5660796 Nov 10 17:34:57.747346 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-aafd4da1-d992-46ef-b267-e525cbf068d9 req-2081b70e-77e6-475d-9850-a443043b22a4 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330528 Nov 10 17:34:57.824268 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 62c51de5-ab35-4709-bbfa-9f8db7c3e15a triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:57.824709 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:57.832216 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b4534-77fc-4632-ae90-121853609d06 req-97f896b8-e515-4610-9ed0-391c6aa117d5 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:57.847994 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-662b4534-77fc-4632-ae90-121853609d06 req-97f896b8-e515-4610-9ed0-391c6aa117d5 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc3602d-6e5e-4cfa-8c56-385272c8839d HTTP/1.1" status: 200 len: 944 time: 0.1374395 Nov 10 17:34:57.966118 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-662b4534-77fc-4632-ae90-121853609d06 req-76456059-d423-4604-968b-4c8b84673cbf tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112895 Nov 10 17:34:57.977117 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-8626bf91-140c-4f22-af0e-8b76539aa2e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:34:57.977475 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-8626bf91-140c-4f22-af0e-8b76539aa2e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:34:57.986175 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35254) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:58.021737 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad2791-96e3-411b-beb9-88aa4a7f0ca2 req-eaa17ca3-2df8-4c49-a854-707ce61e3962 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:58.034762 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-65ad2791-96e3-411b-beb9-88aa4a7f0ca2 req-eaa17ca3-2df8-4c49-a854-707ce61e3962 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=c99eb6bc-43b2-453a-9b78-70906facf3f3 HTTP/1.1" status: 200 len: 945 time: 0.1039402 Nov 10 17:34:58.146955 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-65ad2791-96e3-411b-beb9-88aa4a7f0ca2 req-e5cfe577-1d10-45ac-9599-1e188f7e3501 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112270 Nov 10 17:34:58.287726 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a0013f1a-fe4c-4102-b26d-04293022c98b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:58.310345 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35268) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:58.317395 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-b1967871-17e6-4f25-8464-929e135f9cf5 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1593474185', 'description': 'tempest-description--1511044986'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:34:58.373526 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b1967871-17e6-4f25-8464-929e135f9cf5 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:58.452770 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317601e0-db18-4d4f-8ef9-2d28ad7ecde0 req-c1a6732e-13df-419a-a997-dd1d5d95c48e tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:58.454775 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-317601e0-db18-4d4f-8ef9-2d28ad7ecde0 req-c1a6732e-13df-419a-a997-dd1d5d95c48e tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=c99eb6bc-43b2-453a-9b78-70906facf3f3 HTTP/1.1" status: 200 len: 945 time: 0.0778899 Nov 10 17:34:58.540646 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-8626bf91-140c-4f22-af0e-8b76539aa2e9 None None] Provisioning complete for port 83e707e1-bf12-4c7c-a89d-817fb1d04fd0 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:58.542534 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8626bf91-140c-4f22-af0e-8b76539aa2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:58.543116 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b1967871-17e6-4f25-8464-929e135f9cf5 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:58.550577 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b1967871-17e6-4f25-8464-929e135f9cf5 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:58.551879 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a0013f1a-fe4c-4102-b26d-04293022c98b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:58.558278 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a0013f1a-fe4c-4102-b26d-04293022c98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:58.590377 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1967871-17e6-4f25-8464-929e135f9cf5 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=608b14d9-8ec4-421e-aae1-a188f87dfaee,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:58.608899 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b1967871-17e6-4f25-8464-929e135f9cf5 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:58.611103 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b1967871-17e6-4f25-8464-929e135f9cf5 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2996793 Nov 10 17:34:58.614057 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35288) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:58.640061 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0013f1a-fe4c-4102-b26d-04293022c98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4451a8a9-a9aa-45c6-a17a-550e4f1c5646,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:58.653071 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-8626bf91-140c-4f22-af0e-8b76539aa2e9 None None] Port 83e707e1-bf12-4c7c-a89d-817fb1d04fd0 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:34:58.665794 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-bfa06368-581a-4d1a-86d9-d35f90fcb802 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Request body: {'security_group_rule': {'security_group_id': '608b14d9-8ec4-421e-aae1-a188f87dfaee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:34:58.688564 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-8626bf91-140c-4f22-af0e-8b76539aa2e9 None None] Provisioning complete for port 62c51de5-ab35-4709-bbfa-9f8db7c3e15a triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:58.689157 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8626bf91-140c-4f22-af0e-8b76539aa2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:58.702068 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-317601e0-db18-4d4f-8ef9-2d28ad7ecde0 req-126c7fd0-7973-4bfe-9c4d-d98ed17fd901 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335806 Nov 10 17:34:58.711608 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a0013f1a-fe4c-4102-b26d-04293022c98b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c538f60f8920467d960def97d12f64aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7243149 Nov 10 17:34:58.714143 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35294) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:58.743888 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bfa06368-581a-4d1a-86d9-d35f90fcb802 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:58.932230 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bfa06368-581a-4d1a-86d9-d35f90fcb802 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:58.937402 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bfa06368-581a-4d1a-86d9-d35f90fcb802 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:58.943208 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e4e3ed76-46ed-48f4-bd3c-d789877ba4c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:58.962151 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa06368-581a-4d1a-86d9-d35f90fcb802 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc4306ec-9d77-4acd-ac55-334ccb266170,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:58.979180 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bfa06368-581a-4d1a-86d9-d35f90fcb802 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:58.982575 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bfa06368-581a-4d1a-86d9-d35f90fcb802 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3650789 Nov 10 17:34:58.983337 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35310) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:58.997354 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e4e3ed76-46ed-48f4-bd3c-d789877ba4c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:59.011650 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-c4d8aa2d-f8e5-4097-8130-aedf8d304977 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Request body: {'security_group_rule': {'security_group_id': '608b14d9-8ec4-421e-aae1-a188f87dfaee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:34:59.083100 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3cccc51c-5fb1-4b6e-a95c-4e8827bf12ea None None] Provisioning complete for port 35ec66bc-225c-41c1-bae1-faf3d00c75aa triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:59.085482 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3cccc51c-5fb1-4b6e-a95c-4e8827bf12ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:59.089548 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e4e3ed76-46ed-48f4-bd3c-d789877ba4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:59.094046 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e4e3ed76-46ed-48f4-bd3c-d789877ba4c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:59.095132 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e4e3ed76-46ed-48f4-bd3c-d789877ba4c4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4451a8a9-a9aa-45c6-a17a-550e4f1c5646 HTTP/1.1" status: 204 len: 168 time: 0.3797321 Nov 10 17:34:59.172468 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c4d8aa2d-f8e5-4097-8130-aedf8d304977 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:59.195907 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3ed76-46ed-48f4-bd3c-d789877ba4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4451a8a9-a9aa-45c6-a17a-550e4f1c5646,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:59.256591 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c48ce-cfc7-4a9b-8ce8-b34216906a54 req-0dc8a94e-26a1-4f87-9ca1-26c7d8a13fdd tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:59.272124 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-753c48ce-cfc7-4a9b-8ce8-b34216906a54 req-0dc8a94e-26a1-4f87-9ca1-26c7d8a13fdd tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=c99eb6bc-43b2-453a-9b78-70906facf3f3 HTTP/1.1" status: 200 len: 945 time: 0.1627557 Nov 10 17:34:59.276122 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fb34b-4fa8-43ac-9662-25147cd6f862 req-48c860eb-a71f-4428-8fa9-1d4438dc990f tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:59.285664 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-520fb34b-4fa8-43ac-9662-25147cd6f862 req-48c860eb-a71f-4428-8fa9-1d4438dc990f tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82073f5-e4c0-48e0-a7f6-197b21ab4548 HTTP/1.1" status: 200 len: 944 time: 0.3010964 Nov 10 17:34:59.286878 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3cccc51c-5fb1-4b6e-a95c-4e8827bf12ea None None] Provisioning complete for port d91136a8-ce33-4918-a613-fe42fbce644b triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:59.287828 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3cccc51c-5fb1-4b6e-a95c-4e8827bf12ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:59.366207 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device be61ff59-0f17-4478-8768-b560a42ee669 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:34:59.385394 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-753c48ce-cfc7-4a9b-8ce8-b34216906a54 req-131743bd-0dac-473b-9614-b1c2af0716b7 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115391 Nov 10 17:34:59.416318 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-520fb34b-4fa8-43ac-9662-25147cd6f862 req-b11a50ec-6722-48c2-92cb-3a3e41648cf4 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222250 Nov 10 17:34:59.435382 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device c26e1b46-3410-4ad8-9580-b55b951a694e up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:34:59.450887 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c4d8aa2d-f8e5-4097-8130-aedf8d304977 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:59.462840 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c4d8aa2d-f8e5-4097-8130-aedf8d304977 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:59.505978 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d8aa2d-f8e5-4097-8130-aedf8d304977 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db84374f-8ed9-40ee-8501-73e2475e6372,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:34:59.507558 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 35ec66bc-225c-41c1-bae1-faf3d00c75aa up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:34:59.524013 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c4d8aa2d-f8e5-4097-8130-aedf8d304977 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:59.529300 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35332) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:59.529913 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c4d8aa2d-f8e5-4097-8130-aedf8d304977 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5385697 Nov 10 17:34:59.551897 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-70719843-3aaf-4f4e-9d2c-e17266aa67bf tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:34:59.626157 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-3cccc51c-5fb1-4b6e-a95c-4e8827bf12ea None None] Port d91136a8-ce33-4918-a613-fe42fbce644b cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:34:59.710556 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-70719843-3aaf-4f4e-9d2c-e17266aa67bf tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:59.731658 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port be61ff59-0f17-4478-8768-b560a42ee669 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:34:59.735054 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794d4f5-9099-41ed-bc1b-97cf8eebc093 req-c5e0150d-42a0-4bda-9567-8af9da0c8a90 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:59.742149 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a794d4f5-9099-41ed-bc1b-97cf8eebc093 req-c5e0150d-42a0-4bda-9567-8af9da0c8a90 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=c99eb6bc-43b2-453a-9b78-70906facf3f3 HTTP/1.1" status: 200 len: 945 time: 0.1308572 Nov 10 17:34:59.743327 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port be61ff59-0f17-4478-8768-b560a42ee669 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:59.743706 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:59.827292 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35342) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:34:59.836457 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca7b11-6054-44be-bfb8-9c758ada759b req-76f2cbfa-62f7-46f0-b0fd-23076362cdc6 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:34:59.838684 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ccca7b11-6054-44be-bfb8-9c758ada759b req-76f2cbfa-62f7-46f0-b0fd-23076362cdc6 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc3602d-6e5e-4cfa-8c56-385272c8839d HTTP/1.1" status: 200 len: 944 time: 0.2389288 Nov 10 17:34:59.861311 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e8f9f709-1ed8-4bfa-b071-c0fcd4e47da8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:59.864963 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 35ec66bc-225c-41c1-bae1-faf3d00c75aa triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:59.867162 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:34:59.872415 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port c26e1b46-3410-4ad8-9580-b55b951a694e completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:34:59.887805 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a794d4f5-9099-41ed-bc1b-97cf8eebc093 req-c9bdf3f8-1909-4844-ac5d-26a8ae7f354f tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392093 Nov 10 17:34:59.930547 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port c26e1b46-3410-4ad8-9580-b55b951a694e triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:34:59.931780 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ccca7b11-6054-44be-bfb8-9c758ada759b req-2e6b22f1-cab3-4eca-b4bd-e494f2ae5c04 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859916 Nov 10 17:34:59.933207 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:00.020632 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-70719843-3aaf-4f4e-9d2c-e17266aa67bf tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:00.221904 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e8f9f709-1ed8-4bfa-b071-c0fcd4e47da8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:00.232513 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e8f9f709-1ed8-4bfa-b071-c0fcd4e47da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:00.284347 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-70719843-3aaf-4f4e-9d2c-e17266aa67bf tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Allocated IP 172.25.5.69 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/ce67030d-2f36-44a7-af27-61adc5239ea9) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:35:00.326831 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e8f9f709-1ed8-4bfa-b071-c0fcd4e47da8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=49b21d7935af4e18be0bf0fc04058d21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4958324 Nov 10 17:35:00.335929 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35372) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:00.349086 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9f709-1ed8-4bfa-b071-c0fcd4e47da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3e4531-6a8f-4921-84a3-c56c5ee0f235,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:00.356409 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:00.434312 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ac16a43e-f4a1-4f9c-80cd-8970a6d463c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:00.447841 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:00.467681 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ac16a43e-f4a1-4f9c-80cd-8970a6d463c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:00.499013 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-70719843-3aaf-4f4e-9d2c-e17266aa67bf tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:00.581366 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ac16a43e-f4a1-4f9c-80cd-8970a6d463c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:00.582216 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc3602d-6e5e-4cfa-8c56-385272c8839d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26e1b46-3410-4ad8-9580-b55b951a694e'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:35:00.587448 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ac16a43e-f4a1-4f9c-80cd-8970a6d463c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:00.587937 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ac16a43e-f4a1-4f9c-80cd-8970a6d463c1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9a3e4531-6a8f-4921-84a3-c56c5ee0f235 HTTP/1.1" status: 204 len: 168 time: 0.2508008 Nov 10 17:35:00.601097 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb100c1-10ff-4c7b-bb71-13c5038490ad" -d '{"events": [{"server_uuid": "9cc3602d-6e5e-4cfa-8c56-385272c8839d", "name": "network-vif-plugged", "status": "completed", "tag": "c26e1b46-3410-4ad8-9580-b55b951a694e"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:35:00.601974 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16a43e-f4a1-4f9c-80cd-8970a6d463c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3e4531-6a8f-4921-84a3-c56c5ee0f235,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:00.609602 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-606af619-073a-4e78-8175-e2f88a3d4ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:00.636504 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port c26e1b46-3410-4ad8-9580-b55b951a694e, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c26e1b46-3410-4ad8-9580-b55b951a694e,segment=NetworkSegment(6d77725e-f759-4fea-8142-4be34b292505),segment_id=6d77725e-f759-4fea-8142-4be34b292505)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:00.653322 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port be61ff59-0f17-4478-8768-b560a42ee669, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=be61ff59-0f17-4478-8768-b560a42ee669,segment=NetworkSegment(17d5af1c-a623-4581-8ea0-158dc701aa2d),segment_id=17d5af1c-a623-4581-8ea0-158dc701aa2d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:00.655316 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:00.687670 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac319a15-be9d-4cc6-bb0a-5c841ef082e9 req-bcb371fc-8633-400e-9f11-089149853e63 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:00.693177 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:00.702598 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ac319a15-be9d-4cc6-bb0a-5c841ef082e9 req-bcb371fc-8633-400e-9f11-089149853e63 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82073f5-e4c0-48e0-a7f6-197b21ab4548 HTTP/1.1" status: 200 len: 944 time: 0.1534417 Nov 10 17:35:00.707884 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-70719843-3aaf-4f4e-9d2c-e17266aa67bf tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:00.723642 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=c26e1b46-3410-4ad8-9580-b55b951a694e,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:00.749201 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:00.749911 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:00.749911 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:00.750312 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:00.750534 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:00.750881 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:00.751189 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:00.752492 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743b605-8f41-4bef-b30e-5ba8140c9754 req-60df6389-0147-4322-b9df-cfa4247e272f tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:00.757039 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:00.758307 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:00.758665 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:00.759017 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:00.763076 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:00.763419 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6743b605-8f41-4bef-b30e-5ba8140c9754 req-60df6389-0147-4322-b9df-cfa4247e272f tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=c99eb6bc-43b2-453a-9b78-70906facf3f3 HTTP/1.1" status: 200 len: 945 time: 0.1219347 Nov 10 17:35:00.798619 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70719843-3aaf-4f4e-9d2c-e17266aa67bf tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:35:00.805210 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-70719843-3aaf-4f4e-9d2c-e17266aa67bf tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:35:00.808527 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70719843-3aaf-4f4e-9d2c-e17266aa67bf tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:35:00.850439 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6743b605-8f41-4bef-b30e-5ba8140c9754 req-892a220f-dc65-49d2-ae2b-121e87e20f79 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841985 Nov 10 17:35:00.860981 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ac319a15-be9d-4cc6-bb0a-5c841ef082e9 req-9d53ec45-7c89-4c36-8702-6e9b1978535c tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573548 Nov 10 17:35:00.868180 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=be61ff59-0f17-4478-8768-b560a42ee669,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:00.879389 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70719843-3aaf-4f4e-9d2c-e17266aa67bf tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Pushing event updated for resources: {'Port': ['ID=ce67030d-2f36-44a7-af27-61adc5239ea9,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:00.930255 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34786f65-b0c8-48f0-a89e-0f3fec86fc16 x-openstack-request-id: req-34786f65-b0c8-48f0-a89e-0f3fec86fc16 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:35:00.930255 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc3602d-6e5e-4cfa-8c56-385272c8839d", "name": "network-vif-plugged", "status": "completed", "tag": "c26e1b46-3410-4ad8-9580-b55b951a694e", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:35:00.930255 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-34786f65-b0c8-48f0-a89e-0f3fec86fc16 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:35:00.931206 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc3602d-6e5e-4cfa-8c56-385272c8839d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26e1b46-3410-4ad8-9580-b55b951a694e', 'code': 200} Nov 10 17:35:00.957120 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-70719843-3aaf-4f4e-9d2c-e17266aa67bf tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:01.003721 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-70719843-3aaf-4f4e-9d2c-e17266aa67bf tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:01.041152 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35400) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:01.064065 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99ed96-2c69-4976-92f3-6c757c6e829e req-db55d9fb-a935-4023-85f9-e359e3252743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:01.066036 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ab99ed96-2c69-4976-92f3-6c757c6e829e req-db55d9fb-a935-4023-85f9-e359e3252743 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9cc3602d-6e5e-4cfa-8c56-385272c8839d HTTP/1.1" status: 200 len: 1097 time: 0.0587559 Nov 10 17:35:01.121914 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ab99ed96-2c69-4976-92f3-6c757c6e829e req-06a530dd-1cc8-4bf4-b592-ce47b649a7c8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456045 Nov 10 17:35:01.211379 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-220dab84-f762-4546-aa12-cfdabb3f223b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:01.239504 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-82bc874c-d665-415d-a3f8-6dfa6a689242 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=38fb4e4342ac4097a730b0e8198143dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305672 Nov 10 17:35:01.400247 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-e23a1f2e-c025-42ee-8ac8-545fa10fcbbf tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:01.405525 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-e23a1f2e-c025-42ee-8ac8-545fa10fcbbf tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1577094 Nov 10 17:35:01.428137 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-220dab84-f762-4546-aa12-cfdabb3f223b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:01.430374 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-8565e111-55da-4f0e-a023-458ec769bd59 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/quotas/38fb4e4342ac4097a730b0e8198143dc HTTP/1.1" status: 200 len: 375 time: 0.0204690 Nov 10 17:35:01.438418 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29e771-be5b-4344-8132-2c00846b95ff req-8feaa2f4-4850-4a5f-b39d-29b75bea91d1 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:01.439082 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-220dab84-f762-4546-aa12-cfdabb3f223b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:01.439961 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9a29e771-be5b-4344-8132-2c00846b95ff req-8feaa2f4-4850-4a5f-b39d-29b75bea91d1 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc3602d-6e5e-4cfa-8c56-385272c8839d HTTP/1.1" status: 200 len: 945 time: 0.0808015 Nov 10 17:35:01.495077 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-256e2c59-52dd-4a27-8ad2-40302e64a656 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=38fb4e4342ac4097a730b0e8198143dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582187 Nov 10 17:35:01.510941 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-220dab84-f762-4546-aa12-cfdabb3f223b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1d385d961e68440ebab28eccc2cd6204&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4656079 Nov 10 17:35:01.511099 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35428) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:01.514194 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220dab84-f762-4546-aa12-cfdabb3f223b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393aa70d-4e6e-4eaa-96a9-0cc44d9dc1af,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:01.552078 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9a29e771-be5b-4344-8132-2c00846b95ff req-d6277de7-6296-476f-8a76-2a4727356b4e tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839095 Nov 10 17:35:01.622323 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f7a8fd18-e33b-418b-bf2b-36707bfa59b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:01.652627 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-70719843-3aaf-4f4e-9d2c-e17266aa67bf tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:01.671761 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-70719843-3aaf-4f4e-9d2c-e17266aa67bf tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:01.707508 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f7a8fd18-e33b-418b-bf2b-36707bfa59b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:01.714755 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-60c96fe4-3b02-4cbe-a72e-0053a5cfd058 req-35bc0691-ab7e-40d5-b97f-9d9d02484a84 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ce0372-4b48-4084-a7b3-8452a56f19b0 HTTP/1.1" status: 200 len: 210 time: 0.0392337 Nov 10 17:35:01.853608 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70719843-3aaf-4f4e-9d2c-e17266aa67bf tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Pushing event updated for resources: {'Port': ['ID=ce67030d-2f36-44a7-af27-61adc5239ea9,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:01.886077 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-70719843-3aaf-4f4e-9d2c-e17266aa67bf tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:01.916184 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-70719843-3aaf-4f4e-9d2c-e17266aa67bf tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:01.919598 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-70719843-3aaf-4f4e-9d2c-e17266aa67bf tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3860130 Nov 10 17:35:01.938410 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea704a4-0baa-44bf-9421-060b85c049b5 req-e980d51e-5c9f-4ac3-bbc0-c57a86d3e323 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:01.939990 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cea704a4-0baa-44bf-9421-060b85c049b5 req-e980d51e-5c9f-4ac3-bbc0-c57a86d3e323 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9b42f54-4132-4b75-9f30-1a81ef08c9c7 HTTP/1.1" status: 200 len: 950 time: 0.1217680 Nov 10 17:35:01.945558 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f7a8fd18-e33b-418b-bf2b-36707bfa59b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:01.956730 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f7a8fd18-e33b-418b-bf2b-36707bfa59b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:01.960093 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f7a8fd18-e33b-418b-bf2b-36707bfa59b4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/393aa70d-4e6e-4eaa-96a9-0cc44d9dc1af HTTP/1.1" status: 204 len: 168 time: 0.4480660 Nov 10 17:35:01.995909 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8fd18-e33b-418b-bf2b-36707bfa59b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393aa70d-4e6e-4eaa-96a9-0cc44d9dc1af,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:02.036738 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cea704a4-0baa-44bf-9421-060b85c049b5 req-a67d496b-3c2f-444f-a2ff-409fae5bfd9a tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/security-groups?id=72fe3656-6222-4e17-8d04-8990ec4e02c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753453 Nov 10 17:35:02.086455 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350ab90-97ea-46b4-a12c-487be3af4302 req-477ebc75-6cac-4280-a1ef-f2a5f459ff36 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:02.094347 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0350ab90-97ea-46b4-a12c-487be3af4302 req-477ebc75-6cac-4280-a1ef-f2a5f459ff36 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/ports?device_id=c99eb6bc-43b2-453a-9b78-70906facf3f3 HTTP/1.1" status: 200 len: 945 time: 0.1285422 Nov 10 17:35:02.153345 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b21d5-9765-44eb-8fda-3676f98c7eae req-5c403bb4-028c-4160-b92a-6cf7209f6f20 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:02.154885 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-736b21d5-9765-44eb-8fda-3676f98c7eae req-5c403bb4-028c-4160-b92a-6cf7209f6f20 tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.11 "GET /v2.0/ports?device_id=c99eb6bc-43b2-453a-9b78-70906facf3f3 HTTP/1.1" status: 200 len: 945 time: 0.1313860 Nov 10 17:35:02.218814 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0378d9-7c8c-4e8b-862b-037454f9ff4e req-cddcd962-2fb6-428f-91e7-a3250c547d70 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:02.229564 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ff0378d9-7c8c-4e8b-862b-037454f9ff4e req-cddcd962-2fb6-428f-91e7-a3250c547d70 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82073f5-e4c0-48e0-a7f6-197b21ab4548 HTTP/1.1" status: 200 len: 945 time: 0.1051404 Nov 10 17:35:02.268359 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0350ab90-97ea-46b4-a12c-487be3af4302 req-05bbe23b-4224-45aa-9661-b843dd1902fb tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c92a308-1590-4e6f-b484-afdc6531cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709766 Nov 10 17:35:02.308640 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ff0378d9-7c8c-4e8b-862b-037454f9ff4e req-e16f2908-f256-47fc-b5f6-ba1b9d612bfd tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719283 Nov 10 17:35:02.391737 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-736b21d5-9765-44eb-8fda-3676f98c7eae req-12846004-0e25-4ed0-a4de-297477e9ef4c tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Deleting port 8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:35:02.392499 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-736b21d5-9765-44eb-8fda-3676f98c7eae req-12846004-0e25-4ed0-a4de-297477e9ef4c tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:02.651631 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-e03e4b1d-cd8d-409c-bcd6-9a35be7a6b98 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1593474185&fields=id&tenant_id=281475dcac0247d79669d55a1da4eafc HTTP/1.1" status: 200 len: 267 time: 0.1547711 Nov 10 17:35:02.672540 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-736b21d5-9765-44eb-8fda-3676f98c7eae req-12846004-0e25-4ed0-a4de-297477e9ef4c tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] For port 8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4,segment=NetworkSegment(9d32f6d1-d16b-4454-891a-35c80c165728),segment_id=9d32f6d1-d16b-4454-891a-35c80c165728)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:02.673030 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-736b21d5-9765-44eb-8fda-3676f98c7eae req-12846004-0e25-4ed0-a4de-297477e9ef4c tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:02.685813 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35514) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:02.733872 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-fb3ebaed-0471-42ea-a172-823fdc6b2653 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:02.758516 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-fb3ebaed-0471-42ea-a172-823fdc6b2653 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports/83e707e1-bf12-4c7c-a89d-817fb1d04fd0 HTTP/1.1" status: 200 len: 930 time: 0.1058602 Nov 10 17:35:02.772051 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-736b21d5-9765-44eb-8fda-3676f98c7eae req-12846004-0e25-4ed0-a4de-297477e9ef4c tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Calling delete_port for 8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:35:02.775401 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6b309664-f193-45bb-b54c-7b43510ce03a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:02.787089 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-20adf7af-eae1-4298-b7b4-f162448c674a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:02.826676 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-b3f7f610-7cad-4821-ac58-95a114c19b2c tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:02.837665 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-b3f7f610-7cad-4821-ac58-95a114c19b2c tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports/d91136a8-ce33-4918-a613-fe42fbce644b HTTP/1.1" status: 200 len: 930 time: 0.0776870 Nov 10 17:35:02.931602 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82073f5-e4c0-48e0-a7f6-197b21ab4548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be61ff59-0f17-4478-8768-b560a42ee669'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:35:02.934288 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f2544f-24a6-4cf4-8f7e-c31932a77616" -d '{"events": [{"server_uuid": "a82073f5-e4c0-48e0-a7f6-197b21ab4548", "name": "network-vif-plugged", "status": "completed", "tag": "be61ff59-0f17-4478-8768-b560a42ee669"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:35:02.947837 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-d5a098fb-ef85-47ce-9fe9-5cef45cb2183 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?network_id=d8ef22d3-496c-4901-a77e-1a8f4787440f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1088052 Nov 10 17:35:03.037997 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6b309664-f193-45bb-b54c-7b43510ce03a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:03.043717 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-0ef5ca62-2bb6-451d-bd29-047deeb1c926 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?network_id=d8ef22d3-496c-4901-a77e-1a8f4787440f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0693400 Nov 10 17:35:03.091581 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6b309664-f193-45bb-b54c-7b43510ce03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:03.157464 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-736b21d5-9765-44eb-8fda-3676f98c7eae req-12846004-0e25-4ed0-a4de-297477e9ef4c tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:03.169168 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:35:03.258484 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6b309664-f193-45bb-b54c-7b43510ce03a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=332519ffbc0745d59ebcb5872c7666d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5541508 Nov 10 17:35:03.260523 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35532) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:03.279071 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12846004-0e25-4ed0-a4de-297477e9ef4c tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Pushing event deleted for resources: {'Port': ['ID=8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:03.286152 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b309664-f193-45bb-b54c-7b43510ce03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb559cc1-38fe-4fad-9fa5-d485a7b88638,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:03.292469 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-5880801f-0791-4e8a-9c37-21ed71db25ce tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=38fb4e4342ac4097a730b0e8198143dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0922980 Nov 10 17:35:03.298308 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-51156eb1-0ebe-476c-a696-e7b76c15c1c0 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:03.305245 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-51156eb1-0ebe-476c-a696-e7b76c15c1c0 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:03.311128 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-51156eb1-0ebe-476c-a696-e7b76c15c1c0 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:03.316711 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-51156eb1-0ebe-476c-a696-e7b76c15c1c0 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/networks?id=d70b5a02-c1d9-4cfc-bb38-66395d3e54a1&id=bd6bf6ab-ba3a-413b-abc3-299018f27566&id=bd6bf6ab-ba3a-413b-abc3-299018f27566&id=d8ef22d3-496c-4901-a77e-1a8f4787440f&id=d8ef22d3-496c-4901-a77e-1a8f4787440f HTTP/1.1" status: 200 len: 1990 time: 0.2717342 Nov 10 17:35:03.352081 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-8b5a8a6f-74fe-47a2-be3a-3b0aef77e9d3 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/quotas/281475dcac0247d79669d55a1da4eafc HTTP/1.1" status: 200 len: 375 time: 0.0292742 Nov 10 17:35:03.375435 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:35:03.382891 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1142c5-ec38-479e-86c3-df3d5b9b7d82 req-ed930247-8e9d-4c77-b7fd-f22ee3f1ed3a tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:03.388732 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fb1142c5-ec38-479e-86c3-df3d5b9b7d82 req-ed930247-8e9d-4c77-b7fd-f22ee3f1ed3a tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc3602d-6e5e-4cfa-8c56-385272c8839d HTTP/1.1" status: 200 len: 945 time: 0.3117146 Nov 10 17:35:03.415173 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-736b21d5-9765-44eb-8fda-3676f98c7eae req-12846004-0e25-4ed0-a4de-297477e9ef4c tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] No DVR routers for this DVR port 8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4 on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:35:03.416708 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:35:03.418831 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:35:03.420717 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-736b21d5-9765-44eb-8fda-3676f98c7eae req-12846004-0e25-4ed0-a4de-297477e9ef4c tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:03.421639 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 4035bddd-59ee-4f4b-b690-db1ee003e1e0 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:35:03.433617 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-736b21d5-9765-44eb-8fda-3676f98c7eae req-12846004-0e25-4ed0-a4de-297477e9ef4c tempest-ServerDiskConfigTestJSON-1717671469 tempest-ServerDiskConfigTestJSON-1717671469-project] 10.222.0.11 "DELETE /v2.0/ports/8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4 HTTP/1.1" status: 204 len: 173 time: 1.2416687 Nov 10 17:35:03.441888 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-70c35122-ad41-4694-a0ad-5dd4bbaa62ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:03.447359 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99eb6bc-43b2-453a-9b78-70906facf3f3', 'name': 'network-vif-deleted', 'tag': '8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:35:03.454918 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf4d90a-6ae6-4c16-9f15-772576ae7c67" -d '{"events": [{"server_uuid": "c99eb6bc-43b2-453a-9b78-70906facf3f3", "name": "network-vif-deleted", "tag": "8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:35:03.482943 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-58ec534a-f12f-4feb-8d97-3954d60a4c64 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=281475dcac0247d79669d55a1da4eafc&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1232729 Nov 10 17:35:03.558496 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fb1142c5-ec38-479e-86c3-df3d5b9b7d82 req-09f0d0ba-fc2e-48ec-9a7e-0ee5030744ca tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190116 Nov 10 17:35:03.570000 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-70c35122-ad41-4694-a0ad-5dd4bbaa62ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:03.577045 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-ee34b23d-08c1-4e19-a6a3-84c66def28aa tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:03.578791 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-ee34b23d-08c1-4e19-a6a3-84c66def28aa tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2773576 Nov 10 17:35:03.607833 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-2820996e-da38-431d-9cbc-b9b3967e85fc tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Request body: {'port': {'device_id': '35ce0372-4b48-4084-a7b3-8452a56f19b0', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'admin_state_up': True, 'tenant_id': '38fb4e4342ac4097a730b0e8198143dc'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:03.613328 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:03.655332 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-1d8e6be8-f94a-41d6-b068-99779e53f550 service neutron] 10.222.0.39 "GET /v2.0/networks/d70b5a02-c1d9-4cfc-bb38-66395d3e54a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593466 Nov 10 17:35:03.724101 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-70c35122-ad41-4694-a0ad-5dd4bbaa62ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:03.728543 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-70c35122-ad41-4694-a0ad-5dd4bbaa62ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:03.739929 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 4035bddd-59ee-4f4b-b690-db1ee003e1e0, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=4035bddd-59ee-4f4b-b690-db1ee003e1e0,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:03.742004 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-70c35122-ad41-4694-a0ad-5dd4bbaa62ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bb559cc1-38fe-4fad-9fa5-d485a7b88638 HTTP/1.1" status: 204 len: 168 time: 0.4708734 Nov 10 17:35:03.748396 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:03.763259 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e314003a-0ff5-4e23-b3cd-36f7156c8b65 req-b42d9dd6-41c0-4da0-b957-a02428ccb6e3 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ce0372-4b48-4084-a7b3-8452a56f19b0 HTTP/1.1" status: 200 len: 210 time: 0.0591803 Nov 10 17:35:03.777783 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c35122-ad41-4694-a0ad-5dd4bbaa62ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb559cc1-38fe-4fad-9fa5-d485a7b88638,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:03.838180 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116496d2-8e87-49c0-9d4f-cb23e45eda82 x-openstack-request-id: req-116496d2-8e87-49c0-9d4f-cb23e45eda82 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:35:03.838715 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82073f5-e4c0-48e0-a7f6-197b21ab4548", "name": "network-vif-plugged", "status": "completed", "tag": "be61ff59-0f17-4478-8768-b560a42ee669", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:35:03.838715 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-116496d2-8e87-49c0-9d4f-cb23e45eda82 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:35:03.840013 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82073f5-e4c0-48e0-a7f6-197b21ab4548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be61ff59-0f17-4478-8768-b560a42ee669', 'code': 200} Nov 10 17:35:03.858545 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=4035bddd-59ee-4f4b-b690-db1ee003e1e0,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:03.861963 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-dfb42927-e336-4f2d-aac5-da3d3535d970 service neutron] 10.222.0.39 "GET /v2.0/networks/d70b5a02-c1d9-4cfc-bb38-66395d3e54a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055967 Nov 10 17:35:03.913636 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:03.915407 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-2820996e-da38-431d-9cbc-b9b3967e85fc tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Made reservation on behalf of 38fb4e4342ac4097a730b0e8198143dc for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:35:03.923353 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-2820996e-da38-431d-9cbc-b9b3967e85fc tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:03.949164 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-da322690-77fc-4139-9879-ee31cb6166d1 service neutron] 10.222.0.39 "GET /v2.0/ports/83e707e1-bf12-4c7c-a89d-817fb1d04fd0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0858288 Nov 10 17:35:03.949976 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-2820996e-da38-431d-9cbc-b9b3967e85fc tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:04.077719 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5f762-32d1-43cf-bc0f-bd4ac2b30c2a req-fb30219f-1a8c-4f35-976d-45d0a49cd519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:04.079460 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9be5f762-32d1-43cf-bc0f-bd4ac2b30c2a req-fb30219f-1a8c-4f35-976d-45d0a49cd519 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a82073f5-e4c0-48e0-a7f6-197b21ab4548 HTTP/1.1" status: 200 len: 1097 time: 0.1198637 Nov 10 17:35:04.134660 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-41f8efe1-00a2-4ec0-82be-26f08f67ae8f service neutron] 10.222.0.39 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793625 Nov 10 17:35:04.154073 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-53ebd5d5-3cd2-492e-ab6e-b14a2b1b1425 req-750aa5e5-0105-4e8c-aeee-fd985889e9de tempest-FlavorsV2NegativeTest-1329183365 tempest-FlavorsV2NegativeTest-1329183365-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=9622ae28b03744818bbf62b43ec01e3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558281 Nov 10 17:35:04.163774 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-2820996e-da38-431d-9cbc-b9b3967e85fc tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:04.177146 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-2820996e-da38-431d-9cbc-b9b3967e85fc tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:04.198247 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9be5f762-32d1-43cf-bc0f-bd4ac2b30c2a req-3dd65286-3aac-46de-82de-6074841dd85f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031671 Nov 10 17:35:04.255114 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-ee393849-a964-4b7a-8391-3700923cdfb0 service neutron] 10.222.0.39 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102021 Nov 10 17:35:04.296573 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820996e-da38-431d-9cbc-b9b3967e85fc tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb478f3-fb59-4e3e-a720-828e3eddf088,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:04.314469 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-a1d30798-2b47-41c0-941e-610e7dc81ae5 service neutron] 10.222.0.39 "GET /v2.0/ports/d91136a8-ce33-4918-a613-fe42fbce644b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0516038 Nov 10 17:35:04.395827 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebd5d5-3cd2-492e-ab6e-b14a2b1b1425 req-3381654e-4eaf-40e2-85fd-68aebc5956de tempest-FlavorsV2NegativeTest-1329183365 tempest-FlavorsV2NegativeTest-1329183365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:04.398198 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-53ebd5d5-3cd2-492e-ab6e-b14a2b1b1425 req-3381654e-4eaf-40e2-85fd-68aebc5956de tempest-FlavorsV2NegativeTest-1329183365 tempest-FlavorsV2NegativeTest-1329183365-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2321749 Nov 10 17:35:04.417653 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-b8b580cf-43c3-484a-8eaf-f0182edacf60 service neutron] 10.222.0.39 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944269 Nov 10 17:35:04.430345 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-2820996e-da38-431d-9cbc-b9b3967e85fc tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Allocated IP 192.168.233.129 (06bf2af7-1c64-4ab3-86f9-bba38a9adb20/7364e0f4-b425-437c-8639-701045fa2b03/fcfa458f-e071-4b0e-baa5-036acfe812bf) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:35:04.435174 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-53ebd5d5-3cd2-492e-ab6e-b14a2b1b1425 req-c5a6a666-f638-4914-83f5-205b96a9d054 tempest-FlavorsV2NegativeTest-1329183365 tempest-FlavorsV2NegativeTest-1329183365-project] 10.222.0.39 "GET /v2.0/quotas/9622ae28b03744818bbf62b43ec01e3e HTTP/1.1" status: 200 len: 375 time: 0.0231082 Nov 10 17:35:04.473750 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-53ebd5d5-3cd2-492e-ab6e-b14a2b1b1425 req-08e2c8f5-5bb6-4647-a2d2-9ca2d389c5bf tempest-FlavorsV2NegativeTest-1329183365 tempest-FlavorsV2NegativeTest-1329183365-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9622ae28b03744818bbf62b43ec01e3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323217 Nov 10 17:35:04.553512 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-b0482131-3b81-4965-8257-03bcac7cc89a service neutron] 10.222.0.39 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234589 Nov 10 17:35:04.663058 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf564e-252f-45a3-b16a-1320dfcde38a req-ea724add-a58f-4c63-a58b-dcb389dc0b9a tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:04.664649 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6dbf564e-252f-45a3-b16a-1320dfcde38a req-ea724add-a58f-4c63-a58b-dcb389dc0b9a tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82073f5-e4c0-48e0-a7f6-197b21ab4548 HTTP/1.1" status: 200 len: 945 time: 0.0858064 Nov 10 17:35:04.694274 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-bd799694-15e8-4732-b3bc-3d7a8282205b service neutron] 10.222.0.39 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326029 Nov 10 17:35:04.712632 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-2820996e-da38-431d-9cbc-b9b3967e85fc tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:04.801451 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6dbf564e-252f-45a3-b16a-1320dfcde38a req-8c8229fd-09bf-4df6-9838-e029171a55e7 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176403 Nov 10 17:35:04.822414 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-2820996e-da38-431d-9cbc-b9b3967e85fc tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:04.852550 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-7c2db9d2-1179-47fb-a251-b05db747e0ba service neutron] 10.222.0.39 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519608 Nov 10 17:35:04.891959 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd831cc5-c43e-467f-a1a8-bcf7b876f0d5 x-openstack-request-id: req-bd831cc5-c43e-467f-a1a8-bcf7b876f0d5 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:35:04.892274 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99eb6bc-43b2-453a-9b78-70906facf3f3", "name": "network-vif-deleted", "tag": "8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:35:04.892559 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd831cc5-c43e-467f-a1a8-bcf7b876f0d5 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:35:04.892990 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99eb6bc-43b2-453a-9b78-70906facf3f3', 'name': 'network-vif-deleted', 'tag': '8cff8a52-adf5-4ecf-b92d-a025c4bc6bb4', 'status': 'completed', 'code': 200} Nov 10 17:35:04.901510 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-2820996e-da38-431d-9cbc-b9b3967e85fc tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:35:04.905046 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-2820996e-da38-431d-9cbc-b9b3967e85fc tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:35:04.907688 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-2820996e-da38-431d-9cbc-b9b3967e85fc tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:35:04.938581 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820996e-da38-431d-9cbc-b9b3967e85fc tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Pushing event updated for resources: {'Port': ['ID=fcfa458f-e071-4b0e-baa5-036acfe812bf,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:04.986345 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-2820996e-da38-431d-9cbc-b9b3967e85fc tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:04.987132 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-2820996e-da38-431d-9cbc-b9b3967e85fc tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:05.010885 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-2820996e-da38-431d-9cbc-b9b3967e85fc tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4136810 Nov 10 17:35:05.029567 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-8cbb9ed2-c602-4e0d-9f8a-04627af0a0ab service neutron] Request body: {'port': {'device_id': '35ce0372-4b48-4084-a7b3-8452a56f19b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:05.050580 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-4f156a82-af71-4073-a954-2d629eece7bd service neutron] 10.222.0.39 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965973 Nov 10 17:35:05.110391 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-8cbb9ed2-c602-4e0d-9f8a-04627af0a0ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:05.237116 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-3bc476c6-c6b9-40aa-9305-3ed463184ca2 service neutron] 10.222.0.39 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775849 Nov 10 17:35:05.316470 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c0a8dea8-535b-4bab-a0c6-9a3ea72301dc None None] Provisioning complete for port fcfa458f-e071-4b0e-baa5-036acfe812bf triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:05.316977 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c0a8dea8-535b-4bab-a0c6-9a3ea72301dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:05.366569 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-db950b30-96f8-4d97-b102-966a9a68a2fd service neutron] 10.222.0.39 "GET /v2.0/networks/d8ef22d3-496c-4901-a77e-1a8f4787440f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164455 Nov 10 17:35:05.429305 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c0a8dea8-535b-4bab-a0c6-9a3ea72301dc None None] Port fcfa458f-e071-4b0e-baa5-036acfe812bf cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:35:05.442245 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:05.497082 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9c7a3-e42b-4463-845c-7b0b4f69fc80 req-6894cf49-2153-4dcb-8c93-ee857a836b6e tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:05.499147 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-50f9c7a3-e42b-4463-845c-7b0b4f69fc80 req-6894cf49-2153-4dcb-8c93-ee857a836b6e tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ce0372-4b48-4084-a7b3-8452a56f19b0 HTTP/1.1" status: 200 len: 936 time: 0.1698053 Nov 10 17:35:05.515394 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35614) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:05.539592 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-91da5eb8-3092-45f4-9d31-94ea8256c3db service neutron] 10.222.0.39 "GET /v2.0/networks/d8ef22d3-496c-4901-a77e-1a8f4787440f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721168 Nov 10 17:35:05.589177 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-50f9c7a3-e42b-4463-845c-7b0b4f69fc80 req-f0bb2972-3476-4ba5-a3ee-82a34f316df8 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831141 Nov 10 17:35:05.656081 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-8cbb9ed2-c602-4e0d-9f8a-04627af0a0ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcfa458f-e071-4b0e-baa5-036acfe812bf {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:35:05.670110 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-8cbb9ed2-c602-4e0d-9f8a-04627af0a0ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:05.686364 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-8cbb9ed2-c602-4e0d-9f8a-04627af0a0ab service neutron] Transition to ACTIVE for port object fcfa458f-e071-4b0e-baa5-036acfe812bf will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:35:05.696050 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-798a74d7-cf46-4759-b740-b72db5df5204 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:05.696605 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-8cbb9ed2-c602-4e0d-9f8a-04627af0a0ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:05.718377 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-c18341b4-aade-424d-8477-112f5bef94f0 service neutron] 10.222.0.39 "GET /v2.0/networks/d8ef22d3-496c-4901-a77e-1a8f4787440f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708295 Nov 10 17:35:05.759846 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:35:05.760566 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb9ed2-c602-4e0d-9f8a-04627af0a0ab service neutron] Pushing event updated for resources: {'Port': ['ID=fcfa458f-e071-4b0e-baa5-036acfe812bf,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:05.840019 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b42f54-4132-4b75-9f30-1a81ef08c9c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4035bddd-59ee-4f4b-b690-db1ee003e1e0'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:35:05.842459 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bb2c1f-5802-44d9-93fc-40f93965ef09" -d '{"events": [{"server_uuid": "e9b42f54-4132-4b75-9f30-1a81ef08c9c7", "name": "network-vif-unplugged", "status": "completed", "tag": "4035bddd-59ee-4f4b-b690-db1ee003e1e0"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:35:05.873624 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-9a5f76b9-7cab-41f7-8c53-445b05a75802 service neutron] 10.222.0.39 "GET /v2.0/networks/d8ef22d3-496c-4901-a77e-1a8f4787440f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468883 Nov 10 17:35:05.876890 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50024ffd-1a6d-4c75-8a52-b9d8d0ca0c38 req-bbe2abb7-80d0-4c86-bd28-78128f9b7150 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:05.885057 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-50024ffd-1a6d-4c75-8a52-b9d8d0ca0c38 req-bbe2abb7-80d0-4c86-bd28-78128f9b7150 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc3602d-6e5e-4cfa-8c56-385272c8839d HTTP/1.1" status: 200 len: 945 time: 0.1214762 Nov 10 17:35:05.899832 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-798a74d7-cf46-4759-b740-b72db5df5204 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:05.905089 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-798a74d7-cf46-4759-b740-b72db5df5204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:05.960623 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-50024ffd-1a6d-4c75-8a52-b9d8d0ca0c38 req-a2449518-88b0-4345-9ab3-1f90bf54b168 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721118 Nov 10 17:35:05.984746 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35642) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:05.989134 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-798a74d7-cf46-4759-b740-b72db5df5204 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9622ae28b03744818bbf62b43ec01e3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4722674 Nov 10 17:35:05.991379 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a74d7-cf46-4759-b740-b72db5df5204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb38ecc-027f-456a-bd56-6ad8fe0a2c21,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:06.047869 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-8cbb9ed2-c602-4e0d-9f8a-04627af0a0ab service neutron] Attempting to bind port fcfa458f-e071-4b0e-baa5-036acfe812bf on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:35:06.049021 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-8cbb9ed2-c602-4e0d-9f8a-04627af0a0ab service neutron] Attempting to bind port fcfa458f-e071-4b0e-baa5-036acfe812bf by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:35:06.049370 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-8cbb9ed2-c602-4e0d-9f8a-04627af0a0ab service neutron] Attempting to bind port fcfa458f-e071-4b0e-baa5-036acfe812bf on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:35:06.067189 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-8cbb9ed2-c602-4e0d-9f8a-04627af0a0ab service neutron] Port fcfa458f-e071-4b0e-baa5-036acfe812bf on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:35:06.067457 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-8cbb9ed2-c602-4e0d-9f8a-04627af0a0ab service neutron] Attempting to bind port fcfa458f-e071-4b0e-baa5-036acfe812bf on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:35:06.080222 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-8cbb9ed2-c602-4e0d-9f8a-04627af0a0ab service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:35:06.080578 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-8cbb9ed2-c602-4e0d-9f8a-04627af0a0ab service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:35:06.080974 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-8cbb9ed2-c602-4e0d-9f8a-04627af0a0ab service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:35:06.081452 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-8cbb9ed2-c602-4e0d-9f8a-04627af0a0ab service neutron] Bound port: fcfa458f-e071-4b0e-baa5-036acfe812bf, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:35:06.081815 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-8cbb9ed2-c602-4e0d-9f8a-04627af0a0ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:06.108676 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:06.122725 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1bb3bc1d-dd18-4e20-87d5-e0e94c2bfca2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:06.194564 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1bb3bc1d-dd18-4e20-87d5-e0e94c2bfca2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:06.223630 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-8cbb9ed2-c602-4e0d-9f8a-04627af0a0ab service neutron] For port fcfa458f-e071-4b0e-baa5-036acfe812bf, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:35:06.228876 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-8cbb9ed2-c602-4e0d-9f8a-04627af0a0ab service neutron] For port fcfa458f-e071-4b0e-baa5-036acfe812bf, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=fcfa458f-e071-4b0e-baa5-036acfe812bf,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:35:06.248290 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-8cbb9ed2-c602-4e0d-9f8a-04627af0a0ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:06.266672 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9448fb4-39a1-4246-98ce-361cca6b0238 req-c3d6461e-791a-4494-96dc-2891cbfea024 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:06.268304 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d9448fb4-39a1-4246-98ce-361cca6b0238 req-c3d6461e-791a-4494-96dc-2891cbfea024 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82073f5-e4c0-48e0-a7f6-197b21ab4548 HTTP/1.1" status: 200 len: 945 time: 0.1662943 Nov 10 17:35:06.304873 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-8cbb9ed2-c602-4e0d-9f8a-04627af0a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:06.305416 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-8cbb9ed2-c602-4e0d-9f8a-04627af0a0ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:06.306939 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-8cbb9ed2-c602-4e0d-9f8a-04627af0a0ab service neutron] 10.222.0.13 "PUT /v2.0/ports/fcfa458f-e071-4b0e-baa5-036acfe812bf HTTP/1.1" status: 200 len: 1097 time: 1.2857838 Nov 10 17:35:06.365906 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1bb3bc1d-dd18-4e20-87d5-e0e94c2bfca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:06.368491 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1bb3bc1d-dd18-4e20-87d5-e0e94c2bfca2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:06.369648 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1bb3bc1d-dd18-4e20-87d5-e0e94c2bfca2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/efb38ecc-027f-456a-bd56-6ad8fe0a2c21 HTTP/1.1" status: 204 len: 168 time: 0.3748102 Nov 10 17:35:06.373142 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb9ed2-c602-4e0d-9f8a-04627af0a0ab service neutron] Pushing event updated for resources: {'Port': ['ID=fcfa458f-e071-4b0e-baa5-036acfe812bf,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:06.388247 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d9448fb4-39a1-4246-98ce-361cca6b0238 req-79719313-392e-4030-9d13-543c78a5fbb8 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001697 Nov 10 17:35:06.401567 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3bc1d-dd18-4e20-87d5-e0e94c2bfca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb38ecc-027f-456a-bd56-6ad8fe0a2c21,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:06.455919 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-cf8a015d-e44f-4df3-81eb-072efe5c27aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:06.457452 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-cf8a015d-e44f-4df3-81eb-072efe5c27aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38fb4e4342ac4097a730b0e8198143dc&device_id=35ce0372-4b48-4084-a7b3-8452a56f19b0 HTTP/1.1" status: 200 len: 1100 time: 0.0814550 Nov 10 17:35:06.460360 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e484cb-aaa8-4b1d-ab3d-5582c9b54d07 x-openstack-request-id: req-f5e484cb-aaa8-4b1d-ab3d-5582c9b54d07 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:35:06.460896 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b42f54-4132-4b75-9f30-1a81ef08c9c7", "name": "network-vif-unplugged", "status": "completed", "tag": "4035bddd-59ee-4f4b-b690-db1ee003e1e0", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:35:06.461098 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f5e484cb-aaa8-4b1d-ab3d-5582c9b54d07 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:35:06.461325 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b42f54-4132-4b75-9f30-1a81ef08c9c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4035bddd-59ee-4f4b-b690-db1ee003e1e0', 'code': 200} Nov 10 17:35:06.525188 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-e77f9bf3-69ad-4728-a7a9-366b02a734d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=fcfa458f-e071-4b0e-baa5-036acfe812bf HTTP/1.1" status: 200 len: 217 time: 0.0548477 Nov 10 17:35:06.617281 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b5d96-6c9e-4734-8647-7f7de30b7915 req-2b5084f3-a4b1-4615-a226-60bc6fbb9be8 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:06.618800 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-306b5d96-6c9e-4734-8647-7f7de30b7915 req-2b5084f3-a4b1-4615-a226-60bc6fbb9be8 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.11 "GET /v2.0/ports?device_id=9cc3602d-6e5e-4cfa-8c56-385272c8839d HTTP/1.1" status: 200 len: 945 time: 0.1377747 Nov 10 17:35:06.622663 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-8c67499e-f366-4e4f-9060-5e2838f7356d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:06.624039 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-8c67499e-f366-4e4f-9060-5e2838f7356d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.0794022 Nov 10 17:35:06.759822 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-a04a2c7c-eb08-4284-be8b-da52ee7e155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:06.761492 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-a04a2c7c-eb08-4284-be8b-da52ee7e155e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1218276 Nov 10 17:35:06.878855 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-306b5d96-6c9e-4734-8647-7f7de30b7915 req-9b6059fd-75f3-4ca7-ac48-d4b69411c9da tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Deleting port c26e1b46-3410-4ad8-9580-b55b951a694e {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:35:06.879201 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-306b5d96-6c9e-4734-8647-7f7de30b7915 req-9b6059fd-75f3-4ca7-ac48-d4b69411c9da tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:06.894122 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ce0372-4b48-4084-a7b3-8452a56f19b0', 'tag': 'fcfa458f-e071-4b0e-baa5-036acfe812bf'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:35:06.896458 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66d363d-6d17-4f43-9955-93e369337fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "35ce0372-4b48-4084-a7b3-8452a56f19b0", "tag": "fcfa458f-e071-4b0e-baa5-036acfe812bf"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:35:06.914221 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-3e16e378-07e4-41ec-aa5c-53ca74cefd40 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=753ae52732fd4386992aa56470cd5f4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576870 Nov 10 17:35:06.999730 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35710) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:07.083451 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f21ca2-1b76-4f8a-951d-99672a63a368 admin admin] Deleting subnet 0c330c19-7a26-42a1-b99c-552cbd09bae0 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:35:07.089636 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e2f21ca2-1b76-4f8a-951d-99672a63a368 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:07.112168 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-071c6641-b8b8-4268-95a1-f2354e5d04da service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331468 Nov 10 17:35:07.162633 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e2f21ca2-1b76-4f8a-951d-99672a63a368 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:07.278452 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e2f21ca2-1b76-4f8a-951d-99672a63a368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:07.316051 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a474e-aaae-40ec-8169-03ed15579062 req-53bad9ac-9513-4cd2-8a6e-53ddeda6c8a8 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:07.326132 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ac4a474e-aaae-40ec-8169-03ed15579062 req-53bad9ac-9513-4cd2-8a6e-53ddeda6c8a8 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ce0372-4b48-4084-a7b3-8452a56f19b0 HTTP/1.1" status: 200 len: 948 time: 0.1336963 Nov 10 17:35:07.352081 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 2fd96dd5-a84f-46f1-8ffe-375e521fe660 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:35:07.432819 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ac4a474e-aaae-40ec-8169-03ed15579062 req-42bbb17f-8cc4-42a3-9bad-d64a269a29c2 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982015 Nov 10 17:35:07.469811 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e2f21ca2-1b76-4f8a-951d-99672a63a368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:07.559107 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f21ca2-1b76-4f8a-951d-99672a63a368 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c330c19-7a26-42a1-b99c-552cbd09bae0,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:07.582179 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e2f21ca2-1b76-4f8a-951d-99672a63a368 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:07.598072 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e2f21ca2-1b76-4f8a-951d-99672a63a368 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0c330c19-7a26-42a1-b99c-552cbd09bae0 HTTP/1.1" status: 204 len: 168 time: 0.5964429 Nov 10 17:35:07.605147 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35746) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:07.630113 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 2fd96dd5-a84f-46f1-8ffe-375e521fe660, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2fd96dd5-a84f-46f1-8ffe-375e521fe660,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:07.658659 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '2fd96dd5-a84f-46f1-8ffe-375e521fe660', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': '2fd96dd5-a84f-46f1-8ffe-375e521fe660', 'mac_address': 'fa:16:3e:fd:55:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:35:07.738858 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f6922371-a9bf-4508-aaeb-85ee241d42ef req-724aa61b-15f4-4f3b-9ad4-f5d645366fac service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6151879 Nov 10 17:35:07.777031 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-306b5d96-6c9e-4734-8647-7f7de30b7915 req-9b6059fd-75f3-4ca7-ac48-d4b69411c9da tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] For port c26e1b46-3410-4ad8-9580-b55b951a694e, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c26e1b46-3410-4ad8-9580-b55b951a694e,segment=NetworkSegment(6d77725e-f759-4fea-8142-4be34b292505),segment_id=6d77725e-f759-4fea-8142-4be34b292505)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:07.778462 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-306b5d96-6c9e-4734-8647-7f7de30b7915 req-9b6059fd-75f3-4ca7-ac48-d4b69411c9da tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:07.785690 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:07.803689 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-306b5d96-6c9e-4734-8647-7f7de30b7915 req-9b6059fd-75f3-4ca7-ac48-d4b69411c9da tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Calling delete_port for c26e1b46-3410-4ad8-9580-b55b951a694e owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:35:07.806928 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd96dd5-a84f-46f1-8ffe-375e521fe660 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:35:07.817724 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-0e4992f2-d621-47e9-b450-722940748c40 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:07.825835 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-0e4992f2-d621-47e9-b450-722940748c40 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8838201 Nov 10 17:35:07.827906 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2ce5fe2-20e8-466e-a10a-5d445fe71beb req-a3789d7f-2206-44d3-8c9a-2e11f05bd80d tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 210 time: 0.1050417 Nov 10 17:35:07.842057 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 2fd96dd5-a84f-46f1-8ffe-375e521fe660, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2fd96dd5-a84f-46f1-8ffe-375e521fe660,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:07.854798 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-79217d64-8760-4f41-b348-7781111f8672 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.39 "GET /v2.0/quotas/753ae52732fd4386992aa56470cd5f4c HTTP/1.1" status: 200 len: 375 time: 0.0279183 Nov 10 17:35:07.860291 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:07.912576 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-befba88a-2828-4cc7-baf9-a3c422d01050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:07.939309 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-a3129b2d-b72d-488a-917a-ccb1d31b3265 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=753ae52732fd4386992aa56470cd5f4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0831339 Nov 10 17:35:07.959397 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4606c4ea-89fe-41be-b9e3-987f99011a87 x-openstack-request-id: req-4606c4ea-89fe-41be-b9e3-987f99011a87 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:35:07.961554 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35ce0372-4b48-4084-a7b3-8452a56f19b0", "tag": "fcfa458f-e071-4b0e-baa5-036acfe812bf", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:35:07.963778 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4606c4ea-89fe-41be-b9e3-987f99011a87 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:35:07.965667 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ce0372-4b48-4084-a7b3-8452a56f19b0', 'tag': 'fcfa458f-e071-4b0e-baa5-036acfe812bf', 'status': 'completed', 'code': 200} Nov 10 17:35:07.997875 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['2fd96dd5-a84f-46f1-8ffe-375e521fe660'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:35:08.113271 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=2fd96dd5-a84f-46f1-8ffe-375e521fe660,revision_number=9']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:08.143903 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d363d-6d17-4f43-9955-93e369337fb6 req-a2024457-4312-4bbc-b1db-17ca30ee4cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:08.148254 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f66d363d-6d17-4f43-9955-93e369337fb6 req-a2024457-4312-4bbc-b1db-17ca30ee4cf5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38fb4e4342ac4097a730b0e8198143dc&device_id=35ce0372-4b48-4084-a7b3-8452a56f19b0 HTTP/1.1" status: 200 len: 1100 time: 0.1572030 Nov 10 17:35:08.154306 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-befba88a-2828-4cc7-baf9-a3c422d01050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:08.192502 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf7a17-1176-40ec-912c-576ad9325da7 req-6fb69069-2974-41ae-9531-f9909d428b58 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:08.194382 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eedf7a17-1176-40ec-912c-576ad9325da7 req-6fb69069-2974-41ae-9531-f9909d428b58 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82073f5-e4c0-48e0-a7f6-197b21ab4548 HTTP/1.1" status: 200 len: 945 time: 0.1080644 Nov 10 17:35:08.208582 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-befba88a-2828-4cc7-baf9-a3c422d01050 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c18d46d8-ed1a-43a2-affe-5479d7bfb3f2']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:35:08.311390 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-befba88a-2828-4cc7-baf9-a3c422d01050 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d32f6d1-d16b-4454-891a-35c80c165728') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:35:08.311587 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-befba88a-2828-4cc7-baf9-a3c422d01050 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d32f6d1-d16b-4454-891a-35c80c165728') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:35:08.348234 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-befba88a-2828-4cc7-baf9-a3c422d01050 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:08.370228 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eedf7a17-1176-40ec-912c-576ad9325da7 req-f2738e46-5d9b-456e-bbc0-b64e87e92ebe tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579585 Nov 10 17:35:08.389793 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-befba88a-2828-4cc7-baf9-a3c422d01050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:08.408904 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-befba88a-2828-4cc7-baf9-a3c422d01050 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:35:08.409314 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-befba88a-2828-4cc7-baf9-a3c422d01050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:08.411171 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:35:08.411171 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:35:08.411171 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:35:08.411171 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:35:08.411171 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:35:08.411171 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:35:08.411171 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:35:08.411171 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:35:08.411171 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:35:08.411171 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:35:08.411171 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:35:08.411171 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:35:08.411171 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:35:08.411171 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:35:08.411171 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:35:08.411171 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:35:08.411171 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:35:08.411171 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:35:08.411171 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:35:08.411171 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:35:08.411171 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:35:08.411171 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:35:08.411171 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:35:08.411171 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:35:08.411171 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:35:08.411171 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:35:08.411171 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:35:08.411171 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:35:08.411171 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:35:08.411171 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:35:08.411171 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:35:08.411171 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:35:08.428204 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d363d-6d17-4f43-9955-93e369337fb6 req-c1cc4a3b-2b3d-44d7-829d-7f1614119f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:08.433752 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f66d363d-6d17-4f43-9955-93e369337fb6 req-c1cc4a3b-2b3d-44d7-829d-7f1614119f38 service neutron] 10.222.0.13 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.2204058 Nov 10 17:35:08.572859 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-b5cc2346-0572-462b-97c6-41f4b6db1337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:08.575663 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-b5cc2346-0572-462b-97c6-41f4b6db1337 service neutron] 10.222.0.11 "GET /v2.0/ports/83e707e1-bf12-4c7c-a89d-817fb1d04fd0 HTTP/1.1" status: 200 len: 1026 time: 0.1683905 Nov 10 17:35:08.612231 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-befba88a-2828-4cc7-baf9-a3c422d01050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:08.665911 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-befba88a-2828-4cc7-baf9-a3c422d01050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:08.672300 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-befba88a-2828-4cc7-baf9-a3c422d01050 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c18d46d8-ed1a-43a2-affe-5479d7bfb3f2 HTTP/1.1" status: 204 len: 168 time: 1.0619826 Nov 10 17:35:08.700671 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f66d363d-6d17-4f43-9955-93e369337fb6 req-da3ec65e-4bd3-40c8-a6c9-ad131fef045e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=fcfa458f-e071-4b0e-baa5-036acfe812bf HTTP/1.1" status: 200 len: 217 time: 0.2327201 Nov 10 17:35:08.703060 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-306b5d96-6c9e-4734-8647-7f7de30b7915 req-9b6059fd-75f3-4ca7-ac48-d4b69411c9da tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:08.717726 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befba88a-2828-4cc7-baf9-a3c422d01050 admin admin] Pushing event deleted for resources: {'Network': ['ID=c18d46d8-ed1a-43a2-affe-5479d7bfb3f2,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:08.731828 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-b5dca255-3211-4292-911d-ec62e40cbc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:08.733534 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-b5dca255-3211-4292-911d-ec62e40cbc50 service neutron] 10.222.0.11 "GET /v2.0/ports/d91136a8-ce33-4918-a613-fe42fbce644b HTTP/1.1" status: 200 len: 1026 time: 0.1491308 Nov 10 17:35:08.776895 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6059fd-75f3-4ca7-ac48-d4b69411c9da tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Pushing event deleted for resources: {'Port': ['ID=c26e1b46-3410-4ad8-9580-b55b951a694e,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:08.801825 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d275a5d-d0f4-4483-991f-9db0fce7613a req-7c547f4a-d9a6-408a-b26f-3315683a90c7 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:08.810433 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5d275a5d-d0f4-4483-991f-9db0fce7613a req-7c547f4a-d9a6-408a-b26f-3315683a90c7 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/ports?device_id=9cc3602d-6e5e-4cfa-8c56-385272c8839d HTTP/1.1" status: 200 len: 867 time: 0.3541579 Nov 10 17:35:08.893748 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-306b5d96-6c9e-4734-8647-7f7de30b7915 req-9b6059fd-75f3-4ca7-ac48-d4b69411c9da tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] No DVR routers for this DVR port c26e1b46-3410-4ad8-9580-b55b951a694e on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:35:08.902586 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-306b5d96-6c9e-4734-8647-7f7de30b7915 req-9b6059fd-75f3-4ca7-ac48-d4b69411c9da tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:08.905884 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-306b5d96-6c9e-4734-8647-7f7de30b7915 req-9b6059fd-75f3-4ca7-ac48-d4b69411c9da tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.11 "DELETE /v2.0/ports/c26e1b46-3410-4ad8-9580-b55b951a694e HTTP/1.1" status: 204 len: 173 time: 2.2781534 Nov 10 17:35:08.907348 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d363d-6d17-4f43-9955-93e369337fb6 req-3d7f3202-ec05-4699-81aa-37fd0983ccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:08.908744 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f66d363d-6d17-4f43-9955-93e369337fb6 req-3d7f3202-ec05-4699-81aa-37fd0983ccf9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1978323 Nov 10 17:35:08.978316 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5d275a5d-d0f4-4483-991f-9db0fce7613a req-17f94ebd-7412-45da-a691-27b287259344 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups?id=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657462 Nov 10 17:35:09.022114 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d363d-6d17-4f43-9955-93e369337fb6 req-d512a142-423a-456d-a430-626fbf6f3347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:09.024171 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f66d363d-6d17-4f43-9955-93e369337fb6 req-d512a142-423a-456d-a430-626fbf6f3347 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0994711 Nov 10 17:35:09.167945 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35780) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:09.262318 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0dd41799-58c4-4df9-a54f-f97660f1adff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6ec4d83ef90f447b9fcf9e9ef27fda67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0872583 Nov 10 17:35:09.273053 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35782) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:09.353353 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f66d363d-6d17-4f43-9955-93e369337fb6 req-a67da81f-6c87-4e12-8140-b2abaf1e4f3b service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116474 Nov 10 17:35:09.367320 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 2fd96dd5-a84f-46f1-8ffe-375e521fe660 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:35:09.382061 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-714f3840-d6b7-4975-a69b-1da0acaf27e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:09.484264 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device c26e1b46-3410-4ad8-9580-b55b951a694e no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:35:09.497432 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5756c046-4816-4c3e-a3b3-b9bf80592fb4 req-4830effc-5910-4857-9e49-4942ac921bbd tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.39 "GET /v2.0/ports?device_id=724d96d7-cbc7-41cc-98f4-0eba3ea3ed98 HTTP/1.1" status: 200 len: 210 time: 0.7012601 Nov 10 17:35:09.555477 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-714f3840-d6b7-4975-a69b-1da0acaf27e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:09.572757 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: c26e1b46-3410-4ad8-9580-b55b951a694e {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:35:09.573100 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device c26e1b46-3410-4ad8-9580-b55b951a694e not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:35:09.609385 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-332e99dc-719e-4fdb-9198-5a2a497e71eb tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:09.618412 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-332e99dc-719e-4fdb-9198-5a2a497e71eb tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:09.626691 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-332e99dc-719e-4fdb-9198-5a2a497e71eb tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:09.629057 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-332e99dc-719e-4fdb-9198-5a2a497e71eb tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.11 "GET /v2.0/networks?id=d70b5a02-c1d9-4cfc-bb38-66395d3e54a1&id=bd6bf6ab-ba3a-413b-abc3-299018f27566&id=bd6bf6ab-ba3a-413b-abc3-299018f27566&id=bd6bf6ab-ba3a-413b-abc3-299018f27566&id=bd6bf6ab-ba3a-413b-abc3-299018f27566&id=d8ef22d3-496c-4901-a77e-1a8f4787440f&id=d8ef22d3-496c-4901-a77e-1a8f4787440f HTTP/1.1" status: 200 len: 1990 time: 0.8839157 Nov 10 17:35:09.634143 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 2fd96dd5-a84f-46f1-8ffe-375e521fe660 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:09.635548 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:09.697480 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-714f3840-d6b7-4975-a69b-1da0acaf27e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:09.701757 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-714f3840-d6b7-4975-a69b-1da0acaf27e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:09.704024 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-714f3840-d6b7-4975-a69b-1da0acaf27e4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c92a308-1590-4e6f-b484-afdc6531cf85 HTTP/1.1" status: 204 len: 168 time: 0.4275577 Nov 10 17:35:09.737491 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f3840-d6b7-4975-a69b-1da0acaf27e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c92a308-1590-4e6f-b484-afdc6531cf85,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:09.778865 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60d040-0c2a-4cea-89af-4ecdfeb1e8f5 req-7e323fc6-3903-4520-b946-5397e1a73459 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:09.788893 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fa60d040-0c2a-4cea-89af-4ecdfeb1e8f5 req-7e323fc6-3903-4520-b946-5397e1a73459 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ce0372-4b48-4084-a7b3-8452a56f19b0 HTTP/1.1" status: 200 len: 948 time: 0.3743162 Nov 10 17:35:09.819026 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-78a22de4-31c3-475d-8af1-ac0131178c32 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=281475dcac0247d79669d55a1da4eafc HTTP/1.1" status: 200 len: 380 time: 0.1798060 Nov 10 17:35:09.827527 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f66d363d-6d17-4f43-9955-93e369337fb6 req-47da2c01-af93-47bf-b2ae-da1c794927d1 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585850 Nov 10 17:35:09.829844 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-5147cea7-7851-473d-962e-34035e5d2175 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Request body: {'port': {'device_id': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'network_id': 'd70b5a02-c1d9-4cfc-bb38-66395d3e54a1', 'admin_state_up': True, 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'security_groups': ['608b14d9-8ec4-421e-aae1-a188f87dfaee']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:09.869003 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:09.899592 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8295fb9a-a49e-4f77-a06c-6115d38512c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd96dd5-a84f-46f1-8ffe-375e521fe660'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:35:09.903752 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80b2a50-5eab-42d5-99be-0c60852c0d4b" -d '{"events": [{"server_uuid": "8295fb9a-a49e-4f77-a06c-6115d38512c1", "name": "network-vif-plugged", "status": "completed", "tag": "2fd96dd5-a84f-46f1-8ffe-375e521fe660"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:35:09.928911 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fa60d040-0c2a-4cea-89af-4ecdfeb1e8f5 req-ae425c4b-3cad-4c2d-b86f-beb432a0b7a9 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330109 Nov 10 17:35:09.936557 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 2fd96dd5-a84f-46f1-8ffe-375e521fe660, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2fd96dd5-a84f-46f1-8ffe-375e521fe660,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:09.945740 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:09.967396 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc3602d-6e5e-4cfa-8c56-385272c8839d', 'name': 'network-vif-deleted', 'tag': 'c26e1b46-3410-4ad8-9580-b55b951a694e'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:35:09.970066 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a805cc7-0756-4555-8e9d-544a23d3b668" -d '{"events": [{"server_uuid": "9cc3602d-6e5e-4cfa-8c56-385272c8839d", "name": "network-vif-deleted", "tag": "c26e1b46-3410-4ad8-9580-b55b951a694e"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:35:10.071114 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=2fd96dd5-a84f-46f1-8ffe-375e521fe660,revision_number=10']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:10.106816 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b672d840-1a15-40c8-bca0-3a8ac068a717 req-6bc7d9d0-554c-4de9-b40f-d9a2032266bf tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 210 time: 0.0893114 Nov 10 17:35:10.138089 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-cd52abc3-abcb-435d-ae6c-e4fa83462d92 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=753ae52732fd4386992aa56470cd5f4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534561 Nov 10 17:35:10.198351 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ab0d8-ece8-4b99-8650-b691ceb3c12a req-a2a32ec3-b66e-4934-a08b-7e492661fdd0 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:10.206433 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-be8ab0d8-ece8-4b99-8650-b691ceb3c12a req-a2a32ec3-b66e-4934-a08b-7e492661fdd0 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82073f5-e4c0-48e0-a7f6-197b21ab4548 HTTP/1.1" status: 200 len: 945 time: 0.1740904 Nov 10 17:35:10.230166 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-5147cea7-7851-473d-962e-34035e5d2175 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Made reservation on behalf of 281475dcac0247d79669d55a1da4eafc for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:35:10.233729 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-5147cea7-7851-473d-962e-34035e5d2175 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:10.317394 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12545c5f-2f05-4183-a4b2-91ed17c19a1b x-openstack-request-id: req-12545c5f-2f05-4183-a4b2-91ed17c19a1b {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:35:10.317811 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8295fb9a-a49e-4f77-a06c-6115d38512c1", "name": "network-vif-plugged", "status": "completed", "tag": "2fd96dd5-a84f-46f1-8ffe-375e521fe660", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:35:10.318175 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-12545c5f-2f05-4183-a4b2-91ed17c19a1b {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:35:10.319623 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8295fb9a-a49e-4f77-a06c-6115d38512c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd96dd5-a84f-46f1-8ffe-375e521fe660', 'code': 200} Nov 10 17:35:10.333872 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-be8ab0d8-ece8-4b99-8650-b691ceb3c12a req-bc95c9f9-9864-482b-8c32-d9a8b68d6fce tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260886 Nov 10 17:35:10.408959 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0db9076-065a-4fef-9193-d18f82ad8ab2 x-openstack-request-id: req-c0db9076-065a-4fef-9193-d18f82ad8ab2 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:35:10.409364 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc3602d-6e5e-4cfa-8c56-385272c8839d", "name": "network-vif-deleted", "tag": "c26e1b46-3410-4ad8-9580-b55b951a694e", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:35:10.409622 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c0db9076-065a-4fef-9193-d18f82ad8ab2 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:35:10.410029 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc3602d-6e5e-4cfa-8c56-385272c8839d', 'name': 'network-vif-deleted', 'tag': 'c26e1b46-3410-4ad8-9580-b55b951a694e', 'status': 'completed', 'code': 200} Nov 10 17:35:10.446121 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-5639c256-313d-4bad-b68c-2ed088ccd31f tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:10.447645 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-5639c256-313d-4bad-b68c-2ed088ccd31f tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3014357 Nov 10 17:35:10.486306 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-8956531a-4e03-492a-8eec-9e31d88cf70a tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Request body: {'port': {'device_id': '724d96d7-cbc7-41cc-98f4-0eba3ea3ed98', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'admin_state_up': True, 'tenant_id': '753ae52732fd4386992aa56470cd5f4c'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:10.636381 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-5147cea7-7851-473d-962e-34035e5d2175 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Allocated IP 172.20.0.10 (d70b5a02-c1d9-4cfc-bb38-66395d3e54a1/b64957d3-50ce-4770-b403-8661f805ffb5/45ab39ff-f9fe-4c21-8dec-e378b1fe5311) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:35:10.711821 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35858) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:10.781734 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1617c87c-8ef2-4309-b6f4-4d88bb426e05 req-5d96e5ec-6dfd-4e18-b536-9a34e832f4b3 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.39 "GET /v2.0/ports?device_id=724d96d7-cbc7-41cc-98f4-0eba3ea3ed98 HTTP/1.1" status: 200 len: 210 time: 0.0625019 Nov 10 17:35:10.962825 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-8956531a-4e03-492a-8eec-9e31d88cf70a tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Made reservation on behalf of 753ae52732fd4386992aa56470cd5f4c for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:35:10.967035 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-8956531a-4e03-492a-8eec-9e31d88cf70a tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:10.992278 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-8956531a-4e03-492a-8eec-9e31d88cf70a tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:11.028302 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eb9dc85f-f0cc-4006-85cd-d1c52075ab40 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:11.074237 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35876) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:11.230440 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-8956531a-4e03-492a-8eec-9e31d88cf70a tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:11.252446 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eb9dc85f-f0cc-4006-85cd-d1c52075ab40 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:11.254732 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-8956531a-4e03-492a-8eec-9e31d88cf70a tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:11.366885 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device fcfa458f-e071-4b0e-baa5-036acfe812bf details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:35:11.415597 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956531a-4e03-492a-8eec-9e31d88cf70a tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb14f869-64ec-4bbd-9792-af53fea584ea,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:11.469207 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eb9dc85f-f0cc-4006-85cd-d1c52075ab40 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:11.472380 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eb9dc85f-f0cc-4006-85cd-d1c52075ab40 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:11.474009 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-eb9dc85f-f0cc-4006-85cd-d1c52075ab40 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "DELETE /v2.0/security-groups/f4b74420-533b-404b-8e9e-7c189ec2569e HTTP/1.1" status: 204 len: 168 time: 0.7612841 Nov 10 17:35:11.486229 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35888) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:11.540805 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9dc85f-f0cc-4006-85cd-d1c52075ab40 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b74420-533b-404b-8e9e-7c189ec2569e,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:11.577522 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac93c2c-25b1-41d9-a59d-221ae056d13f req-1b626c4d-3c7d-4215-8fe3-4dbb0fdc4639 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:11.587711 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1ac93c2c-25b1-41d9-a59d-221ae056d13f req-1b626c4d-3c7d-4215-8fe3-4dbb0fdc4639 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ce0372-4b48-4084-a7b3-8452a56f19b0 HTTP/1.1" status: 200 len: 948 time: 0.5153573 Nov 10 17:35:11.591797 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-7c547236-a9ec-42b5-b2f3-f74eff704b55 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] show failed (client error): The resource could not be found. Nov 10 17:35:11.593187 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7c547236-a9ec-42b5-b2f3-f74eff704b55 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "GET /v2.0/security-groups/f4b74420-533b-404b-8e9e-7c189ec2569e HTTP/1.1" status: 404 len: 347 time: 0.0937841 Nov 10 17:35:11.610905 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-5147cea7-7851-473d-962e-34035e5d2175 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:11.616006 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35892) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:11.620658 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8da8ca55-78d4-4c04-8619-23e6b5b31f18 req-35d0b2e3-0af4-4066-ac3f-a1befa6dca5d tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 210 time: 0.1266265 Nov 10 17:35:11.689147 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ff553-4bdd-4408-94e4-886d871477b1 req-1eaa37cd-d323-4690-8cbb-f5cc18077cf6 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:11.698213 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e9ff553-4bdd-4408-94e4-886d871477b1 req-1eaa37cd-d323-4690-8cbb-f5cc18077cf6 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.13 "GET /v2.0/ports?device_id=a82073f5-e4c0-48e0-a7f6-197b21ab4548 HTTP/1.1" status: 200 len: 945 time: 0.4956534 Nov 10 17:35:11.778613 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-8956531a-4e03-492a-8eec-9e31d88cf70a tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Allocated IP 192.168.233.209 (06bf2af7-1c64-4ab3-86f9-bba38a9adb20/7364e0f4-b425-437c-8639-701045fa2b03/d9a6008d-0eb2-4509-b80d-e5fbc58446de) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:35:11.778955 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port fcfa458f-e071-4b0e-baa5-036acfe812bf, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=fcfa458f-e071-4b0e-baa5-036acfe812bf,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:11.781408 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a91f74fd-97af-4e4e-9b5f-b47628fbc4df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:11.816129 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'fcfa458f-e071-4b0e-baa5-036acfe812bf', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': 'fcfa458f-e071-4b0e-baa5-036acfe812bf', 'mac_address': 'fa:16:3e:a8:a4:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:35:11.902025 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:11.925766 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcfa458f-e071-4b0e-baa5-036acfe812bf {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:35:11.938831 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a91f74fd-97af-4e4e-9b5f-b47628fbc4df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:11.954830 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a91f74fd-97af-4e4e-9b5f-b47628fbc4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:11.969853 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port fcfa458f-e071-4b0e-baa5-036acfe812bf, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=fcfa458f-e071-4b0e-baa5-036acfe812bf,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:11.985962 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:11.999822 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1ac93c2c-25b1-41d9-a59d-221ae056d13f req-2b10320c-eeac-44dd-9da4-473d7b2ddc9f tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106355 Nov 10 17:35:12.054354 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-5e9ff553-4bdd-4408-94e4-886d871477b1 req-672d4583-ad14-46a8-8d48-5c801f27b616 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Deleting port be61ff59-0f17-4478-8768-b560a42ee669 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:35:12.054623 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5e9ff553-4bdd-4408-94e4-886d871477b1 req-672d4583-ad14-46a8-8d48-5c801f27b616 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:12.057695 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-5147cea7-7851-473d-962e-34035e5d2175 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:12.058897 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a91f74fd-97af-4e4e-9b5f-b47628fbc4df admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1c0c7570272f4b35a0437dc248288082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9836268 Nov 10 17:35:12.067701 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0db26d-0f95-4faf-9685-d4af38d2ffa1 req-021dda4f-5297-4b2e-b20d-47d381b3cde9 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:12.069961 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7c0db26d-0f95-4faf-9685-d4af38d2ffa1 req-021dda4f-5297-4b2e-b20d-47d381b3cde9 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82073f5-e4c0-48e0-a7f6-197b21ab4548 HTTP/1.1" status: 200 len: 945 time: 0.2859919 Nov 10 17:35:12.072756 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35902) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:12.098842 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=fcfa458f-e071-4b0e-baa5-036acfe812bf,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:12.135746 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f74fd-97af-4e4e-9b5f-b47628fbc4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658fae1b-8de6-40f9-a6bf-7548024ee447,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:12.217205 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-93b5a7fc-c920-4987-99ae-6bc71ca8c638 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Deleting port b514a2ef-fb33-48f1-8425-24a965d3890e {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:35:12.217551 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-93b5a7fc-c920-4987-99ae-6bc71ca8c638 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:12.237094 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['fcfa458f-e071-4b0e-baa5-036acfe812bf'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:35:12.320911 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-5147cea7-7851-473d-962e-34035e5d2175 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Network d70b5a02-c1d9-4cfc-bb38-66395d3e54a1 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:35:12.358930 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7c0db26d-0f95-4faf-9685-d4af38d2ffa1 req-5e165ecb-7cf3-4b2b-b420-760983229147 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648771 Nov 10 17:35:12.366510 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-5147cea7-7851-473d-962e-34035e5d2175 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:35:12.375532 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-5147cea7-7851-473d-962e-34035e5d2175 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:35:12.502168 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-8956531a-4e03-492a-8eec-9e31d88cf70a tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:12.518883 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-5147cea7-7851-473d-962e-34035e5d2175 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:12.519567 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-5147cea7-7851-473d-962e-34035e5d2175 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:12.597389 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-5147cea7-7851-473d-962e-34035e5d2175 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7710598 Nov 10 17:35:12.634587 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-93b5a7fc-c920-4987-99ae-6bc71ca8c638 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:12.634921 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-93b5a7fc-c920-4987-99ae-6bc71ca8c638 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:12.641136 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6daa5e88-c152-41c3-b12d-cc2a8cb2d811 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Request body: {'port': {'device_id': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'network_id': 'bd6bf6ab-ba3a-413b-abc3-299018f27566', 'admin_state_up': True, 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'security_groups': ['608b14d9-8ec4-421e-aae1-a188f87dfaee']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:12.667249 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b49d45b6-2e45-4ba8-8170-0880608f65a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:12.699870 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b49d45b6-2e45-4ba8-8170-0880608f65a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:12.716494 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c44de0e2-5fcf-4777-b971-355bbf88f4b2 req-ec092336-5658-422c-838c-5b94a87fa52d tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.39 "GET /v2.0/ports?device_id=724d96d7-cbc7-41cc-98f4-0eba3ea3ed98 HTTP/1.1" status: 200 len: 210 time: 0.0881186 Nov 10 17:35:12.751854 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-93b5a7fc-c920-4987-99ae-6bc71ca8c638 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Calling delete_port for b514a2ef-fb33-48f1-8425-24a965d3890e owned by network:floatingip {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:35:12.778618 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147cea7-7851-473d-962e-34035e5d2175 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Pushing event updated for resources: {'Port': ['ID=45ab39ff-f9fe-4c21-8dec-e378b1fe5311,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:12.861838 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b49d45b6-2e45-4ba8-8170-0880608f65a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:12.864500 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b49d45b6-2e45-4ba8-8170-0880608f65a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:12.868529 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b49d45b6-2e45-4ba8-8170-0880608f65a1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/658fae1b-8de6-40f9-a6bf-7548024ee447 HTTP/1.1" status: 204 len: 168 time: 0.7932143 Nov 10 17:35:12.870795 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b9613975-1d6f-4d35-a252-1c4e7b47ece0 req-0838dcaa-d62a-4c67-9e53-a7a172190049 tempest-ServerShowV257Test-873080840 tempest-ServerShowV257Test-873080840-project] 10.222.0.39 "GET /v2.0/ports?device_id=51ef310c-9bf4-4167-b409-414df3e47702 HTTP/1.1" status: 200 len: 210 time: 0.0932784 Nov 10 17:35:12.914412 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49d45b6-2e45-4ba8-8170-0880608f65a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658fae1b-8de6-40f9-a6bf-7548024ee447,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:12.929111 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-5e9ff553-4bdd-4408-94e4-886d871477b1 req-672d4583-ad14-46a8-8d48-5c801f27b616 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] For port be61ff59-0f17-4478-8768-b560a42ee669, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=be61ff59-0f17-4478-8768-b560a42ee669,segment=NetworkSegment(17d5af1c-a623-4581-8ea0-158dc701aa2d),segment_id=17d5af1c-a623-4581-8ea0-158dc701aa2d)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:12.929536 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5e9ff553-4bdd-4408-94e4-886d871477b1 req-672d4583-ad14-46a8-8d48-5c801f27b616 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:12.956758 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-5e9ff553-4bdd-4408-94e4-886d871477b1 req-672d4583-ad14-46a8-8d48-5c801f27b616 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Calling delete_port for be61ff59-0f17-4478-8768-b560a42ee669 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:35:12.986284 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-8956531a-4e03-492a-8eec-9e31d88cf70a tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:13.002889 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-daf6ab66-ee9a-489a-8247-c2c657ed0a26 None None] Provisioning complete for port 45ab39ff-f9fe-4c21-8dec-e378b1fe5311 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:13.003754 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-daf6ab66-ee9a-489a-8247-c2c657ed0a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:13.073643 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6daa5e88-c152-41c3-b12d-cc2a8cb2d811 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Made reservation on behalf of 281475dcac0247d79669d55a1da4eafc for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:35:13.077283 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6daa5e88-c152-41c3-b12d-cc2a8cb2d811 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:13.153245 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-daf6ab66-ee9a-489a-8247-c2c657ed0a26 None None] Port 45ab39ff-f9fe-4c21-8dec-e378b1fe5311 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:35:13.295839 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-8956531a-4e03-492a-8eec-9e31d88cf70a tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:35:13.334376 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6daa5e88-c152-41c3-b12d-cc2a8cb2d811 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Allocated IP 10.1.1.47 (bd6bf6ab-ba3a-413b-abc3-299018f27566/dc214285-d346-4cd8-ad33-53f4b62c91f1/1b397362-5908-4133-821d-3cd55c0c1231) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:35:13.359992 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device fcfa458f-e071-4b0e-baa5-036acfe812bf up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:35:13.438288 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-8956531a-4e03-492a-8eec-9e31d88cf70a tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:35:13.441171 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-8956531a-4e03-492a-8eec-9e31d88cf70a tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:35:13.522999 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ade1d-9ebc-4c3c-b1c8-afc0d86e9ec4 req-6ec5aa38-6e80-4daf-bdf5-071dda16c2d0 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:13.523898 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port fcfa458f-e071-4b0e-baa5-036acfe812bf completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:35:13.528827 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port fcfa458f-e071-4b0e-baa5-036acfe812bf triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:13.529211 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:13.531440 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-838ade1d-9ebc-4c3c-b1c8-afc0d86e9ec4 req-6ec5aa38-6e80-4daf-bdf5-071dda16c2d0 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 932 time: 0.5213745 Nov 10 17:35:13.533859 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6daa5e88-c152-41c3-b12d-cc2a8cb2d811 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:13.579380 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956531a-4e03-492a-8eec-9e31d88cf70a tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Pushing event updated for resources: {'Port': ['ID=d9a6008d-0eb2-4509-b80d-e5fbc58446de,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:13.643272 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6daa5e88-c152-41c3-b12d-cc2a8cb2d811 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:13.679349 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-838ade1d-9ebc-4c3c-b1c8-afc0d86e9ec4 req-4422f1eb-d6e3-415c-aebd-e01c64bd5a15 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410978 Nov 10 17:35:13.714730 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-8956531a-4e03-492a-8eec-9e31d88cf70a tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:13.716959 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-8956531a-4e03-492a-8eec-9e31d88cf70a tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:13.733866 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-93b5a7fc-c920-4987-99ae-6bc71ca8c638 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:13.804840 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6daa5e88-c152-41c3-b12d-cc2a8cb2d811 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Network bd6bf6ab-ba3a-413b-abc3-299018f27566 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:35:13.828657 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6daa5e88-c152-41c3-b12d-cc2a8cb2d811 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:35:13.880122 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:13.907591 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6daa5e88-c152-41c3-b12d-cc2a8cb2d811 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:35:13.930703 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-8956531a-4e03-492a-8eec-9e31d88cf70a tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4596426 Nov 10 17:35:13.938954 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b5a7fc-c920-4987-99ae-6bc71ca8c638 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Pushing event deleted for resources: {'Port': ['ID=b514a2ef-fb33-48f1-8425-24a965d3890e,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:13.952072 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-fc481ac0-6195-4f71-ae1b-fe932d3ebb65 service neutron] Request body: {'port': {'device_id': '724d96d7-cbc7-41cc-98f4-0eba3ea3ed98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:14.013586 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ce0372-4b48-4084-a7b3-8452a56f19b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfa458f-e071-4b0e-baa5-036acfe812bf'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:35:14.023432 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a8a10f-39c3-4b45-a6d5-4214722c9154" -d '{"events": [{"server_uuid": "35ce0372-4b48-4084-a7b3-8452a56f19b0", "name": "network-vif-plugged", "status": "completed", "tag": "fcfa458f-e071-4b0e-baa5-036acfe812bf"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:35:14.075116 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port fcfa458f-e071-4b0e-baa5-036acfe812bf, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=fcfa458f-e071-4b0e-baa5-036acfe812bf,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:14.090923 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-93b5a7fc-c920-4987-99ae-6bc71ca8c638 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks [] for floatingip, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:14.094156 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-93b5a7fc-c920-4987-99ae-6bc71ca8c638 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:14.098084 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-93b5a7fc-c920-4987-99ae-6bc71ca8c638 tempest-ImagesOneServerNegativeTestJSON-1288714274 tempest-ImagesOneServerNegativeTestJSON-1288714274-project] 10.222.0.39 "DELETE /v2.0/floatingips/1636d1f9-6517-4c60-aed8-18c9debafbb7 HTTP/1.1" status: 204 len: 168 time: 2.4741137 Nov 10 17:35:14.113312 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3dfe4376-f4ba-4ac9-84e9-3bd0b52f7a86 None None] Provisioning complete for port d9a6008d-0eb2-4509-b80d-e5fbc58446de triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:14.115123 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3dfe4376-f4ba-4ac9-84e9-3bd0b52f7a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:14.119538 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:14.122316 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device be61ff59-0f17-4478-8768-b560a42ee669 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:35:14.141169 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9180d5-f732-48cf-9031-14412bb76ed5 req-aba71db3-73cc-496a-8753-e3a1e31c9e3b tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:14.167846 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dfc680-9665-40f0-9a57-c8ac246d84a1 req-453103f2-aeec-4265-8266-db1741b21742 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:14.168359 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ab9180d5-f732-48cf-9031-14412bb76ed5 req-aba71db3-73cc-496a-8753-e3a1e31c9e3b tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ce0372-4b48-4084-a7b3-8452a56f19b0 HTTP/1.1" status: 200 len: 949 time: 0.5358152 Nov 10 17:35:14.178979 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-92dfc680-9665-40f0-9a57-c8ac246d84a1 req-453103f2-aeec-4265-8266-db1741b21742 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82073f5-e4c0-48e0-a7f6-197b21ab4548 HTTP/1.1" status: 200 len: 945 time: 0.3009496 Nov 10 17:35:14.231597 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-fc481ac0-6195-4f71-ae1b-fe932d3ebb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:14.273739 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-92dfc680-9665-40f0-9a57-c8ac246d84a1 req-5693c752-2bc2-4bef-9607-b833a4bca798 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/security-groups?id=1ff5ef77-c123-4649-a30a-cb9c94a174e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934620 Nov 10 17:35:14.362195 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ab9180d5-f732-48cf-9031-14412bb76ed5 req-30089c4a-36fb-423b-a811-2a4af0b452a6 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928198 Nov 10 17:35:14.365599 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa5e88-c152-41c3-b12d-cc2a8cb2d811 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Pushing event updated for resources: {'Port': ['ID=1b397362-5908-4133-821d-3cd55c0c1231,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:14.416448 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6daa5e88-c152-41c3-b12d-cc2a8cb2d811 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:14.417127 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6daa5e88-c152-41c3-b12d-cc2a8cb2d811 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:14.478099 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:14.488779 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6daa5e88-c152-41c3-b12d-cc2a8cb2d811 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8618560 Nov 10 17:35:14.533308 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-b71f8121-14b9-4d85-8776-6d6f970c30e7 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Request body: {'port': {'device_id': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'network_id': 'bd6bf6ab-ba3a-413b-abc3-299018f27566', 'admin_state_up': True, 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'security_groups': ['608b14d9-8ec4-421e-aae1-a188f87dfaee']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:14.614916 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-3dfe4376-f4ba-4ac9-84e9-3bd0b52f7a86 None None] Port d9a6008d-0eb2-4509-b80d-e5fbc58446de cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:35:14.632408 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=fcfa458f-e071-4b0e-baa5-036acfe812bf,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:14.698438 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5e9ff553-4bdd-4408-94e4-886d871477b1 req-672d4583-ad14-46a8-8d48-5c801f27b616 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:14.766658 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-91c1bcfc-0447-435e-a7f2-42704a350662 req-cdf4ba95-1b71-431b-9592-2f13bf4d34f0 tempest-ServerShowV257Test-873080840 tempest-ServerShowV257Test-873080840-project] 10.222.0.39 "GET /v2.0/ports?device_id=51ef310c-9bf4-4167-b409-414df3e47702 HTTP/1.1" status: 200 len: 210 time: 0.0800412 Nov 10 17:35:14.822108 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35976) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:14.831455 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d4583-ad14-46a8-8d48-5c801f27b616 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Pushing event deleted for resources: {'Port': ['ID=be61ff59-0f17-4478-8768-b560a42ee669,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:14.842927 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3079f685-47c9-432f-9f06-4a562f3a45f7 None None] Provisioning complete for port 1b397362-5908-4133-821d-3cd55c0c1231 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:14.843320 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3079f685-47c9-432f-9f06-4a562f3a45f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:14.902718 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027e3a4f-1eca-45ed-bd4a-c44a36a0b8d5 x-openstack-request-id: req-027e3a4f-1eca-45ed-bd4a-c44a36a0b8d5 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:35:14.903044 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ce0372-4b48-4084-a7b3-8452a56f19b0", "name": "network-vif-plugged", "status": "completed", "tag": "fcfa458f-e071-4b0e-baa5-036acfe812bf", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:35:14.903278 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-027e3a4f-1eca-45ed-bd4a-c44a36a0b8d5 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:35:14.903659 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ce0372-4b48-4084-a7b3-8452a56f19b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfa458f-e071-4b0e-baa5-036acfe812bf', 'code': 200} Nov 10 17:35:14.965924 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-3079f685-47c9-432f-9f06-4a562f3a45f7 None None] Port 1b397362-5908-4133-821d-3cd55c0c1231 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:35:14.990653 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20be295-ff69-4182-9a95-21e461a9da6f req-b8e0d362-2867-43ad-a086-78eeff2757e8 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:15.000382 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b20be295-ff69-4182-9a95-21e461a9da6f req-b8e0d362-2867-43ad-a086-78eeff2757e8 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.39 "GET /v2.0/ports?device_id=724d96d7-cbc7-41cc-98f4-0eba3ea3ed98 HTTP/1.1" status: 200 len: 936 time: 0.3905718 Nov 10 17:35:15.074569 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9ff553-4bdd-4408-94e4-886d871477b1 req-672d4583-ad14-46a8-8d48-5c801f27b616 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] No DVR routers for this DVR port be61ff59-0f17-4478-8768-b560a42ee669 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:35:15.081318 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5e9ff553-4bdd-4408-94e4-886d871477b1 req-672d4583-ad14-46a8-8d48-5c801f27b616 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:15.087117 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e9ff553-4bdd-4408-94e4-886d871477b1 req-672d4583-ad14-46a8-8d48-5c801f27b616 tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.13 "DELETE /v2.0/ports/be61ff59-0f17-4478-8768-b560a42ee669 HTTP/1.1" status: 204 len: 173 time: 3.3753171 Nov 10 17:35:15.140275 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82073f5-e4c0-48e0-a7f6-197b21ab4548', 'name': 'network-vif-deleted', 'tag': 'be61ff59-0f17-4478-8768-b560a42ee669'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:35:15.143256 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d44fd9-43d6-4e48-935b-fc372a37db03" -d '{"events": [{"server_uuid": "a82073f5-e4c0-48e0-a7f6-197b21ab4548", "name": "network-vif-deleted", "tag": "be61ff59-0f17-4478-8768-b560a42ee669"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:35:15.159179 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-fc481ac0-6195-4f71-ae1b-fe932d3ebb65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9a6008d-0eb2-4509-b80d-e5fbc58446de {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:35:15.185305 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-b71f8121-14b9-4d85-8776-6d6f970c30e7 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Made reservation on behalf of 281475dcac0247d79669d55a1da4eafc for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:35:15.189855 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-b71f8121-14b9-4d85-8776-6d6f970c30e7 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:15.201631 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-fc481ac0-6195-4f71-ae1b-fe932d3ebb65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:15.227508 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b20be295-ff69-4182-9a95-21e461a9da6f req-8cafa95b-a4a9-4782-97b3-30e7069535b6 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb14f869-64ec-4bbd-9792-af53fea584ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579545 Nov 10 17:35:15.240549 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685da50d-f838-472e-9b74-39cd91531b22 req-47412317-6b9e-4c7b-b71b-e39818417eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:15.250781 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-fc481ac0-6195-4f71-ae1b-fe932d3ebb65 service neutron] Transition to ACTIVE for port object d9a6008d-0eb2-4509-b80d-e5fbc58446de will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:35:15.257641 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-685da50d-f838-472e-9b74-39cd91531b22 req-47412317-6b9e-4c7b-b71b-e39818417eeb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=35ce0372-4b48-4084-a7b3-8452a56f19b0 HTTP/1.1" status: 200 len: 1102 time: 0.1983964 Nov 10 17:35:15.285515 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-1f52965b-b11d-486d-963b-453bd0a053b0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1513668456-network', 'tenant_id': 'd86a69ccd1024eb0840db8ed52140de1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:15.294960 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-fc481ac0-6195-4f71-ae1b-fe932d3ebb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:15.488964 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436ba1c6-48ae-4f65-b7a8-58294e8fda9f x-openstack-request-id: req-436ba1c6-48ae-4f65-b7a8-58294e8fda9f {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:35:15.489265 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82073f5-e4c0-48e0-a7f6-197b21ab4548", "name": "network-vif-deleted", "tag": "be61ff59-0f17-4478-8768-b560a42ee669", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:35:15.489532 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-436ba1c6-48ae-4f65-b7a8-58294e8fda9f {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:35:15.489925 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82073f5-e4c0-48e0-a7f6-197b21ab4548', 'name': 'network-vif-deleted', 'tag': 'be61ff59-0f17-4478-8768-b560a42ee669', 'status': 'completed', 'code': 200} Nov 10 17:35:15.499572 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-685da50d-f838-472e-9b74-39cd91531b22 req-6988461b-f4fe-4479-bac0-71c5cb8a9e94 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395787 Nov 10 17:35:15.548786 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-65464033-d00f-49bf-833b-dc4169393602 req-f45cd96c-4ac5-4fc9-83f8-09b3f0a8d92e tempest-DeleteServersTestJSON-329255969 tempest-DeleteServersTestJSON-329255969-project] 10.222.0.39 "GET /v2.0/ports?device_id=a82073f5-e4c0-48e0-a7f6-197b21ab4548 HTTP/1.1" status: 200 len: 210 time: 0.0557566 Nov 10 17:35:15.563519 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f52965b-b11d-486d-963b-453bd0a053b0 admin admin] Made reservation on behalf of d86a69ccd1024eb0840db8ed52140de1 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:35:15.570077 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1f52965b-b11d-486d-963b-453bd0a053b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:15.582225 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-b71f8121-14b9-4d85-8776-6d6f970c30e7 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Allocated IP 10.1.1.137 (bd6bf6ab-ba3a-413b-abc3-299018f27566/dc214285-d346-4cd8-ad33-53f4b62c91f1/50e42342-3dd3-4471-9114-97bf09fa8efd) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:35:15.617148 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1f52965b-b11d-486d-963b-453bd0a053b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:15.622672 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc481ac0-6195-4f71-ae1b-fe932d3ebb65 service neutron] Pushing event updated for resources: {'Port': ['ID=d9a6008d-0eb2-4509-b80d-e5fbc58446de,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:15.629151 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35996) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:15.708908 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34c258-7391-4a91-8978-866afc3fbd98 req-afab3841-f48f-4575-b304-26ee0f9386c2 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:15.715599 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34c258-7391-4a91-8978-866afc3fbd98 req-afab3841-f48f-4575-b304-26ee0f9386c2 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:15.720814 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa2e96a6-ee6e-462c-965d-ca72493ef2ee admin admin] Deleting subnet 48a795a7-76f4-43b1-b3bc-35d4259301af {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:35:15.724516 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1a34c258-7391-4a91-8978-866afc3fbd98 req-afab3841-f48f-4575-b304-26ee0f9386c2 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 1653 time: 0.4659204 Nov 10 17:35:15.745251 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fa2e96a6-ee6e-462c-965d-ca72493ef2ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:15.839090 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1a34c258-7391-4a91-8978-866afc3fbd98 req-0e1e3430-4741-4132-8c00-d791bd58c87e tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093290 Nov 10 17:35:15.895722 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-fc481ac0-6195-4f71-ae1b-fe932d3ebb65 service neutron] Attempting to bind port d9a6008d-0eb2-4509-b80d-e5fbc58446de on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:35:15.896335 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-fc481ac0-6195-4f71-ae1b-fe932d3ebb65 service neutron] Attempting to bind port d9a6008d-0eb2-4509-b80d-e5fbc58446de by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:35:15.896894 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-fc481ac0-6195-4f71-ae1b-fe932d3ebb65 service neutron] Attempting to bind port d9a6008d-0eb2-4509-b80d-e5fbc58446de on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:35:15.907758 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-fc481ac0-6195-4f71-ae1b-fe932d3ebb65 service neutron] Port d9a6008d-0eb2-4509-b80d-e5fbc58446de on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:35:15.908657 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-fc481ac0-6195-4f71-ae1b-fe932d3ebb65 service neutron] Attempting to bind port d9a6008d-0eb2-4509-b80d-e5fbc58446de on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:35:15.921731 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-fc481ac0-6195-4f71-ae1b-fe932d3ebb65 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:35:15.922281 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-fc481ac0-6195-4f71-ae1b-fe932d3ebb65 service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:35:15.922781 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-fc481ac0-6195-4f71-ae1b-fe932d3ebb65 service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:35:15.923393 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-fc481ac0-6195-4f71-ae1b-fe932d3ebb65 service neutron] Bound port: d9a6008d-0eb2-4509-b80d-e5fbc58446de, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:35:15.923905 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-fc481ac0-6195-4f71-ae1b-fe932d3ebb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:16.120879 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fa2e96a6-ee6e-462c-965d-ca72493ef2ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:16.129846 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e11d8821-8e6c-4ccc-9f67-54f710c3c5c6 req-673147bf-dbe4-485d-9a86-40c3911f6713 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=51ef310c-9bf4-4167-b409-414df3e47702 HTTP/1.1" status: 200 len: 210 time: 0.0781765 Nov 10 17:35:16.186034 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-fc481ac0-6195-4f71-ae1b-fe932d3ebb65 service neutron] For port d9a6008d-0eb2-4509-b80d-e5fbc58446de, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:35:16.198861 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-31cbed78-d164-4fb6-99be-43cdec9219de req-1edc2d86-7c8a-4b0d-b748-e0e88288a732 tempest-ServerShowV257Test-873080840 tempest-ServerShowV257Test-873080840-project] 10.222.0.39 "GET /v2.0/ports?device_id=51ef310c-9bf4-4167-b409-414df3e47702 HTTP/1.1" status: 200 len: 210 time: 0.0533230 Nov 10 17:35:16.207812 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60844d76-28b3-4105-b4bf-ea45991d150a req-87927115-f0f5-4939-9d22-2f2963be4ac7 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:16.218142 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-60844d76-28b3-4105-b4bf-ea45991d150a req-87927115-f0f5-4939-9d22-2f2963be4ac7 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ce0372-4b48-4084-a7b3-8452a56f19b0 HTTP/1.1" status: 200 len: 950 time: 0.5081911 Nov 10 17:35:16.232294 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-fc481ac0-6195-4f71-ae1b-fe932d3ebb65 service neutron] For port d9a6008d-0eb2-4509-b80d-e5fbc58446de, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=d9a6008d-0eb2-4509-b80d-e5fbc58446de,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:35:16.245193 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-fc481ac0-6195-4f71-ae1b-fe932d3ebb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:16.254357 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-b71f8121-14b9-4d85-8776-6d6f970c30e7 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:16.362332 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-b71f8121-14b9-4d85-8776-6d6f970c30e7 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:16.366537 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1f52965b-b11d-486d-963b-453bd0a053b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:16.369379 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc481ac0-6195-4f71-ae1b-fe932d3ebb65 service neutron] Pushing event updated for resources: {'Port': ['ID=d9a6008d-0eb2-4509-b80d-e5fbc58446de,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:16.381858 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-60844d76-28b3-4105-b4bf-ea45991d150a req-859b0de7-7ff0-433a-a5c2-63b0f6d8a212 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613371 Nov 10 17:35:16.405572 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fa2e96a6-ee6e-462c-965d-ca72493ef2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:16.414128 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-fc481ac0-6195-4f71-ae1b-fe932d3ebb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:16.414756 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-fc481ac0-6195-4f71-ae1b-fe932d3ebb65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:16.416246 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-fc481ac0-6195-4f71-ae1b-fe932d3ebb65 service neutron] 10.222.0.13 "PUT /v2.0/ports/d9a6008d-0eb2-4509-b80d-e5fbc58446de HTTP/1.1" status: 200 len: 1097 time: 2.4696183 Nov 10 17:35:16.417749 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '724d96d7-cbc7-41cc-98f4-0eba3ea3ed98', 'tag': 'd9a6008d-0eb2-4509-b80d-e5fbc58446de'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:35:16.420373 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8130aac1-d3de-4c3d-84d2-0ceb103cda28" -d '{"events": [{"name": "network-changed", "server_uuid": "724d96d7-cbc7-41cc-98f4-0eba3ea3ed98", "tag": "d9a6008d-0eb2-4509-b80d-e5fbc58446de"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:35:16.429795 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1f52965b-b11d-486d-963b-453bd0a053b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:16.501217 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52965b-b11d-486d-963b-453bd0a053b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf980f1-9278-4957-9f4d-f16b060bb9dc,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:16.560555 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3457d112-8884-4809-83c9-1e3696224f0e x-openstack-request-id: req-3457d112-8884-4809-83c9-1e3696224f0e {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:35:16.560859 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "724d96d7-cbc7-41cc-98f4-0eba3ea3ed98", "tag": "d9a6008d-0eb2-4509-b80d-e5fbc58446de", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:35:16.561908 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3457d112-8884-4809-83c9-1e3696224f0e {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:35:16.562404 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '724d96d7-cbc7-41cc-98f4-0eba3ea3ed98', 'tag': 'd9a6008d-0eb2-4509-b80d-e5fbc58446de', 'status': 'completed', 'code': 200} Nov 10 17:35:16.602944 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-b71f8121-14b9-4d85-8776-6d6f970c30e7 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Network bd6bf6ab-ba3a-413b-abc3-299018f27566 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:35:16.623677 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-b71f8121-14b9-4d85-8776-6d6f970c30e7 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:35:16.631153 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-b71f8121-14b9-4d85-8776-6d6f970c30e7 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:35:16.697302 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4190c24-670a-491c-9ef0-626a8dc7ffcd req-25c0e013-5a7b-4bff-a63a-43330f016a28 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:16.706276 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f4190c24-670a-491c-9ef0-626a8dc7ffcd req-25c0e013-5a7b-4bff-a63a-43330f016a28 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.39 "GET /v2.0/ports?device_id=724d96d7-cbc7-41cc-98f4-0eba3ea3ed98 HTTP/1.1" status: 200 len: 948 time: 0.3379569 Nov 10 17:35:16.722919 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f52965b-b11d-486d-963b-453bd0a053b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:35:16.757396 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1f52965b-b11d-486d-963b-453bd0a053b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:16.757902 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-1f52965b-b11d-486d-963b-453bd0a053b0 admin admin] Added segment bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f of type vlan for network c3a53364-5b38-4c80-975d-356131c85952 Nov 10 17:35:16.816894 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-b71f8121-14b9-4d85-8776-6d6f970c30e7 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:16.817947 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-b71f8121-14b9-4d85-8776-6d6f970c30e7 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:16.824825 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f8121-14b9-4d85-8776-6d6f970c30e7 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Pushing event updated for resources: {'Port': ['ID=50e42342-3dd3-4471-9114-97bf09fa8efd,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:16.872031 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-b71f8121-14b9-4d85-8776-6d6f970c30e7 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3461845 Nov 10 17:35:16.890491 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-4afabe2c-1148-405f-86f0-8f6a0ac9fd00 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Request body: {'port': {'device_id': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd8ef22d3-496c-4901-a77e-1a8f4787440f', 'admin_state_up': True, 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'security_groups': ['608b14d9-8ec4-421e-aae1-a188f87dfaee']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:16.892091 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f4190c24-670a-491c-9ef0-626a8dc7ffcd req-d13af5c6-5475-4eab-a4c2-ebc16cf32879 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb14f869-64ec-4bbd-9792-af53fea584ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817575 Nov 10 17:35:16.898882 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fa2e96a6-ee6e-462c-965d-ca72493ef2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:16.979444 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e96a6-ee6e-462c-965d-ca72493ef2ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48a795a7-76f4-43b1-b3bc-35d4259301af,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:16.995941 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fa2e96a6-ee6e-462c-965d-ca72493ef2ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:16.996448 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-055a2538-a346-4d6e-a32b-cd2d85264861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:17.001777 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fa2e96a6-ee6e-462c-965d-ca72493ef2ee admin admin] 10.222.0.39 "DELETE /v2.0/subnets/48a795a7-76f4-43b1-b3bc-35d4259301af HTTP/1.1" status: 204 len: 168 time: 1.3694329 Nov 10 17:35:17.003611 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-055a2538-a346-4d6e-a32b-cd2d85264861 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=753ae52732fd4386992aa56470cd5f4c&device_id=724d96d7-cbc7-41cc-98f4-0eba3ea3ed98 HTTP/1.1" status: 200 len: 1100 time: 0.5045989 Nov 10 17:35:17.004702 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36024) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:17.054457 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1f52965b-b11d-486d-963b-453bd0a053b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:17.156730 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1f52965b-b11d-486d-963b-453bd0a053b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:17.164019 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f52965b-b11d-486d-963b-453bd0a053b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:17.164927 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1f52965b-b11d-486d-963b-453bd0a053b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:17.191743 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-67ee746d-3b1b-448f-a841-5fb4dda500a0 None None] Provisioning complete for port 50e42342-3dd3-4471-9114-97bf09fa8efd triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:17.196335 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-67ee746d-3b1b-448f-a841-5fb4dda500a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:17.330720 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-67ee746d-3b1b-448f-a841-5fb4dda500a0 None None] Port 50e42342-3dd3-4471-9114-97bf09fa8efd cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:35:17.371197 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-52e52ed3-d65a-4db7-b4d1-76fced42796c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=d9a6008d-0eb2-4509-b80d-e5fbc58446de HTTP/1.1" status: 200 len: 217 time: 0.2531192 Nov 10 17:35:17.416594 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1f52965b-b11d-486d-963b-453bd0a053b0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5930636 Nov 10 17:35:17.434623 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36044) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:17.454712 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-e6fcad56-2e23-460b-ac47-7c8040489235 admin admin] Request body: {'subnet': {'network_id': 'c3a53364-5b38-4c80-975d-356131c85952', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1513668456-subnet', 'tenant_id': 'd86a69ccd1024eb0840db8ed52140de1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:17.463291 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-3f048bd6-1c12-4092-8adb-60aec030cde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:17.465083 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-3f048bd6-1c12-4092-8adb-60aec030cde3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.0831084 Nov 10 17:35:17.475582 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3c9c7e7c-d1b5-4a83-b582-584ba1f1dc02 req-55155fc7-c4fe-42f5-8d6c-a1417c1eb79a tempest-ServerShowV257Test-873080840 tempest-ServerShowV257Test-873080840-project] 10.222.0.39 "GET /v2.0/ports?device_id=51ef310c-9bf4-4167-b409-414df3e47702 HTTP/1.1" status: 200 len: 210 time: 0.0574508 Nov 10 17:35:17.475827 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52965b-b11d-486d-963b-453bd0a053b0 admin admin] Pushing event updated for resources: {'Network': ['ID=c3a53364-5b38-4c80-975d-356131c85952,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:17.488810 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ab494-02fe-47e0-a84b-2ee99bee0e29 req-81f31a86-4a7a-4fed-a678-47c1fca425c6 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:17.495367 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ab494-02fe-47e0-a84b-2ee99bee0e29 req-81f31a86-4a7a-4fed-a678-47c1fca425c6 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:17.503711 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network c3a53364-5b38-4c80-975d-356131c85952 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:35:17.503867 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ab494-02fe-47e0-a84b-2ee99bee0e29 req-81f31a86-4a7a-4fed-a678-47c1fca425c6 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:17.513439 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-376ab494-02fe-47e0-a84b-2ee99bee0e29 req-81f31a86-4a7a-4fed-a678-47c1fca425c6 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 2374 time: 0.3940287 Nov 10 17:35:17.612639 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-90601da0-82e1-4d94-b99a-5cf29db05c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:17.620581 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-376ab494-02fe-47e0-a84b-2ee99bee0e29 req-3ed02666-3b1d-4653-920d-30ed719cd9d8 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060777 Nov 10 17:35:17.624896 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fcad56-2e23-460b-ac47-7c8040489235 admin admin] Made reservation on behalf of d86a69ccd1024eb0840db8ed52140de1 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:35:17.639096 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-5bd5a6fc-47d9-40f7-a7c8-e4010eeb8d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:17.640114 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e6fcad56-2e23-460b-ac47-7c8040489235 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:17.643388 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-5bd5a6fc-47d9-40f7-a7c8-e4010eeb8d6e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1645446 Nov 10 17:35:17.757840 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-4afabe2c-1148-405f-86f0-8f6a0ac9fd00 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Made reservation on behalf of 281475dcac0247d79669d55a1da4eafc for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:35:17.850375 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-899eb12f-e1ea-499d-ae3e-c0f2ad4eae0e service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927769 Nov 10 17:35:17.939367 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5491a5-c578-4db4-91cd-25637a202906 req-10404679-1389-4fe1-ab60-748ebf88333a tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:17.940988 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7a5491a5-c578-4db4-91cd-25637a202906 req-10404679-1389-4fe1-ab60-748ebf88333a tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ce0372-4b48-4084-a7b3-8452a56f19b0 HTTP/1.1" status: 200 len: 950 time: 0.2472217 Nov 10 17:35:18.103025 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0cdb1752-69bf-45ff-8bac-011ad6429c66 req-4ac7784c-0787-42c2-bdef-e2ca04c38f43 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403519 Nov 10 17:35:18.168982 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-90601da0-82e1-4d94-b99a-5cf29db05c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:18.211884 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-4afabe2c-1148-405f-86f0-8f6a0ac9fd00 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:18.237794 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7a5491a5-c578-4db4-91cd-25637a202906 req-219c9c2b-878e-4df2-9fac-e74f1467ad41 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872651 Nov 10 17:35:18.280452 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-90601da0-82e1-4d94-b99a-5cf29db05c70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40df35a0-3e6c-4a87-b05c-8ec0e27ffece']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:35:18.299363 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-90601da0-82e1-4d94-b99a-5cf29db05c70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d77725e-f759-4fea-8142-4be34b292505') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:35:18.299832 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-90601da0-82e1-4d94-b99a-5cf29db05c70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d77725e-f759-4fea-8142-4be34b292505') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:35:18.315920 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-90601da0-82e1-4d94-b99a-5cf29db05c70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:18.323768 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130aac1-d3de-4c3d-84d2-0ceb103cda28 req-81bbdcff-54d1-4dc1-b747-05e06fe7eec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:18.325690 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8130aac1-d3de-4c3d-84d2-0ceb103cda28 req-81bbdcff-54d1-4dc1-b747-05e06fe7eec7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=753ae52732fd4386992aa56470cd5f4c&device_id=724d96d7-cbc7-41cc-98f4-0eba3ea3ed98 HTTP/1.1" status: 200 len: 1100 time: 0.1523049 Nov 10 17:35:18.338929 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-90601da0-82e1-4d94-b99a-5cf29db05c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:18.348817 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90601da0-82e1-4d94-b99a-5cf29db05c70 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:35:18.349199 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-90601da0-82e1-4d94-b99a-5cf29db05c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:18.364265 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:35:18.364265 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:35:18.364265 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:35:18.364265 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:35:18.364265 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:35:18.364265 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:35:18.364265 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:35:18.364265 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:35:18.364265 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:35:18.364265 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:35:18.364265 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:35:18.364265 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:35:18.364265 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:35:18.364265 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:35:18.364265 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:35:18.364265 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:35:18.364265 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:35:18.364265 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:35:18.364265 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:35:18.364265 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:35:18.364265 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:35:18.364265 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:35:18.364265 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:35:18.364265 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:35:18.364265 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:35:18.364265 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:35:18.364265 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:35:18.364265 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:35:18.364265 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:35:18.364265 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:35:18.364265 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:35:18.364265 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:35:18.373146 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ff701-e234-40a4-973a-d1a64a079325 req-f6af7858-d2de-4475-8a4e-1b6d2e3d16ec tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:18.374820 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-133ff701-e234-40a4-973a-d1a64a079325 req-f6af7858-d2de-4475-8a4e-1b6d2e3d16ec tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.39 "GET /v2.0/ports?device_id=724d96d7-cbc7-41cc-98f4-0eba3ea3ed98 HTTP/1.1" status: 200 len: 948 time: 0.1063540 Nov 10 17:35:18.527581 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-133ff701-e234-40a4-973a-d1a64a079325 req-0d0fea73-5617-425b-bec0-ad678f9e7f5c tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb14f869-64ec-4bbd-9792-af53fea584ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258280 Nov 10 17:35:18.544414 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e6fcad56-2e23-460b-ac47-7c8040489235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:18.619605 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130aac1-d3de-4c3d-84d2-0ceb103cda28 req-8281407d-b40a-4a8a-aace-d444777d5ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:18.621757 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8130aac1-d3de-4c3d-84d2-0ceb103cda28 req-8281407d-b40a-4a8a-aace-d444777d5ddf service neutron] 10.222.0.13 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.2882085 Nov 10 17:35:18.629359 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fcad56-2e23-460b-ac47-7c8040489235 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fdfab36-821f-46c5-9341-0410acf3dbbd,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:18.638364 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-da46a807-5313-428f-82b6-3f5d4d6cd8ff req-ca65fe59-145e-4d96-94d7-800f34e6c122 tempest-ServerShowV257Test-873080840 tempest-ServerShowV257Test-873080840-project] 10.222.0.39 "GET /v2.0/ports?device_id=51ef310c-9bf4-4167-b409-414df3e47702 HTTP/1.1" status: 200 len: 210 time: 0.1634483 Nov 10 17:35:18.747728 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-90601da0-82e1-4d94-b99a-5cf29db05c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:18.752746 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-90601da0-82e1-4d94-b99a-5cf29db05c70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:18.761789 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-90601da0-82e1-4d94-b99a-5cf29db05c70 admin admin] 10.222.0.39 "DELETE /v2.0/networks/40df35a0-3e6c-4a87-b05c-8ec0e27ffece HTTP/1.1" status: 204 len: 168 time: 1.7562847 Nov 10 17:35:18.861368 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90601da0-82e1-4d94-b99a-5cf29db05c70 admin admin] Pushing event deleted for resources: {'Network': ['ID=40df35a0-3e6c-4a87-b05c-8ec0e27ffece,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:18.899541 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fcad56-2e23-460b-ac47-7c8040489235 admin admin] Checking segment: {'id': 'bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c3a53364-5b38-4c80-975d-356131c85952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:35:18.899905 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fcad56-2e23-460b-ac47-7c8040489235 admin admin] Network hostable DHCP agents. Network: c3a53364-5b38-4c80-975d-356131c85952, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:35:19.063984 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fcad56-2e23-460b-ac47-7c8040489235 admin admin] Network c3a53364-5b38-4c80-975d-356131c85952 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:35:19.108557 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-e6fcad56-2e23-460b-ac47-7c8040489235 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, c3a53364-5b38-4c80-975d-356131c85952) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:35:19.118498 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f6a716-4a44-44b1-986f-0922243ad438 None None] Network c3a53364-5b38-4c80-975d-356131c85952 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:35:19.179458 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36096) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:19.184475 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fcad56-2e23-460b-ac47-7c8040489235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:19.188986 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e6fcad56-2e23-460b-ac47-7c8040489235 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:19.311747 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e6fcad56-2e23-460b-ac47-7c8040489235 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8759451 Nov 10 17:35:19.323145 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36098) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:19.331203 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7ee7a-6e8a-4ea9-810d-588ad8ba92ea req-d5e689d6-e478-4a55-b28e-8353fff98c40 tempest-ServersOnMultiNodesTest-1239933100 tempest-ServersOnMultiNodesTest-1239933100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:19.333084 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2ea7ee7a-6e8a-4ea9-810d-588ad8ba92ea req-d5e689d6-e478-4a55-b28e-8353fff98c40 tempest-ServersOnMultiNodesTest-1239933100 tempest-ServersOnMultiNodesTest-1239933100-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=35ce0372-4b48-4084-a7b3-8452a56f19b0 HTTP/1.1" status: 200 len: 1102 time: 0.1523790 Nov 10 17:35:19.340122 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-ef326ca9-7ed2-4ff4-bed8-56e2c50ec0a0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1513668456-router', 'tenant_id': 'd86a69ccd1024eb0840db8ed52140de1', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:19.355713 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-4afabe2c-1148-405f-86f0-8f6a0ac9fd00 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Allocated IP 10.2.2.100 (d8ef22d3-496c-4901-a77e-1a8f4787440f/a9a253c1-2e01-46bf-87f1-80f759de3839/0553aa7b-17be-418d-b02a-fbf798175967) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:35:19.363277 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8ea5b9f0-e7e6-48f3-86af-3d3004ca0b6e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=83c38918d98344738cd9d64d9905ab18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1809783 Nov 10 17:35:19.373837 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36100) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:19.410744 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2ea7ee7a-6e8a-4ea9-810d-588ad8ba92ea req-cd323e56-3196-41d9-a71e-3dbd2d552b19 tempest-ServersOnMultiNodesTest-1239933100 tempest-ServersOnMultiNodesTest-1239933100-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:19.429745 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8130aac1-d3de-4c3d-84d2-0ceb103cda28 req-c145f68d-ec43-4be4-9958-741d0ba33b02 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=d9a6008d-0eb2-4509-b80d-e5fbc58446de HTTP/1.1" status: 200 len: 217 time: 0.7955136 Nov 10 17:35:19.473062 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ef326ca9-7ed2-4ff4-bed8-56e2c50ec0a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:19.474357 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ef326ca9-7ed2-4ff4-bed8-56e2c50ec0a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:19.482503 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09220c6-6ad9-4d0a-8f11-b2d6c066a2c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-c3a53364-5b38-4c80-975d-356131c85952', 'network_id': 'c3a53364-5b38-4c80-975d-356131c85952', 'tenant_id': 'd86a69ccd1024eb0840db8ed52140de1', 'fixed_ips': [{'subnet_id': '0fdfab36-821f-46c5-9341-0410acf3dbbd'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:35:19.483919 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b09220c6-6ad9-4d0a-8f11-b2d6c066a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:19.509542 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-465d4c40-64c7-4374-b422-3f1b00b4b0a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:19.566871 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130aac1-d3de-4c3d-84d2-0ceb103cda28 req-525d0dea-9b4b-4aaf-b3a7-79ba3ae0ce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:19.569996 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8130aac1-d3de-4c3d-84d2-0ceb103cda28 req-525d0dea-9b4b-4aaf-b3a7-79ba3ae0ce29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1286876 Nov 10 17:35:19.612355 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-465d4c40-64c7-4374-b422-3f1b00b4b0a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:19.619860 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709e7fc-a818-4110-9322-75ce63a096a5 req-83524877-da5e-40a0-80fe-7e83a32175f0 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:19.628427 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709e7fc-a818-4110-9322-75ce63a096a5 req-83524877-da5e-40a0-80fe-7e83a32175f0 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:19.635543 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709e7fc-a818-4110-9322-75ce63a096a5 req-83524877-da5e-40a0-80fe-7e83a32175f0 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:19.644098 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f709e7fc-a818-4110-9322-75ce63a096a5 req-83524877-da5e-40a0-80fe-7e83a32175f0 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 2374 time: 0.2537372 Nov 10 17:35:19.685078 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ef326ca9-7ed2-4ff4-bed8-56e2c50ec0a0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:19.727344 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-b09220c6-6ad9-4d0a-8f11-b2d6c066a2c1 None None] Allocated IP 172.20.0.2 (c3a53364-5b38-4c80-975d-356131c85952/0fdfab36-821f-46c5-9341-0410acf3dbbd/8f6f23f6-85f9-447e-b663-752c7c1dceb0) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:35:19.775229 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f709e7fc-a818-4110-9322-75ce63a096a5 req-f9bba895-9b62-41e4-b668-83307349a094 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219459 Nov 10 17:35:19.806080 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130aac1-d3de-4c3d-84d2-0ceb103cda28 req-81379cd2-8476-4938-bbad-6eb911be4239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:19.811444 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8130aac1-d3de-4c3d-84d2-0ceb103cda28 req-81379cd2-8476-4938-bbad-6eb911be4239 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2266948 Nov 10 17:35:19.907615 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-4afabe2c-1148-405f-86f0-8f6a0ac9fd00 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:19.915207 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ef326ca9-7ed2-4ff4-bed8-56e2c50ec0a0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:19.936405 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2ea7ee7a-6e8a-4ea9-810d-588ad8ba92ea req-cd323e56-3196-41d9-a71e-3dbd2d552b19 tempest-ServersOnMultiNodesTest-1239933100 tempest-ServersOnMultiNodesTest-1239933100-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:19.961439 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-465d4c40-64c7-4374-b422-3f1b00b4b0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:19.963880 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-465d4c40-64c7-4374-b422-3f1b00b4b0a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:19.967350 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-465d4c40-64c7-4374-b422-3f1b00b4b0a0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f4e67b6a-5872-48a3-8c07-ccb50c2a7d98 HTTP/1.1" status: 204 len: 168 time: 0.5886669 Nov 10 17:35:19.967350 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2ea7ee7a-6e8a-4ea9-810d-588ad8ba92ea req-cd323e56-3196-41d9-a71e-3dbd2d552b19 tempest-ServersOnMultiNodesTest-1239933100 tempest-ServersOnMultiNodesTest-1239933100-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:20.108712 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2ea7ee7a-6e8a-4ea9-810d-588ad8ba92ea req-cd323e56-3196-41d9-a71e-3dbd2d552b19 tempest-ServersOnMultiNodesTest-1239933100 tempest-ServersOnMultiNodesTest-1239933100-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7632098 Nov 10 17:35:20.111735 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d4c40-64c7-4374-b422-3f1b00b4b0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e67b6a-5872-48a3-8c07-ccb50c2a7d98,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:20.178809 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9654206-512a-4087-b414-c6c1aab19768 req-797e9391-308b-4e1c-9698-67c86eb5b4ab tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:20.180436 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f9654206-512a-4087-b414-c6c1aab19768 req-797e9391-308b-4e1c-9698-67c86eb5b4ab tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.39 "GET /v2.0/ports?device_id=724d96d7-cbc7-41cc-98f4-0eba3ea3ed98 HTTP/1.1" status: 200 len: 948 time: 0.2029595 Nov 10 17:35:20.194959 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8130aac1-d3de-4c3d-84d2-0ceb103cda28 req-06eeef26-ce92-4b65-97e5-fe33c651a8a5 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732984 Nov 10 17:35:20.207271 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-4afabe2c-1148-405f-86f0-8f6a0ac9fd00 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:20.226061 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd323e56-3196-41d9-a71e-3dbd2d552b19 tempest-ServersOnMultiNodesTest-1239933100 tempest-ServersOnMultiNodesTest-1239933100-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0c3209-6db7-4e17-a683-99f7755e342a,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:20.314277 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b09220c6-6ad9-4d0a-8f11-b2d6c066a2c1 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:20.328100 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b09220c6-6ad9-4d0a-8f11-b2d6c066a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:20.420311 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09220c6-6ad9-4d0a-8f11-b2d6c066a2c1 None None] Network c3a53364-5b38-4c80-975d-356131c85952 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:35:20.427305 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-b09220c6-6ad9-4d0a-8f11-b2d6c066a2c1 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:35:20.432866 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09220c6-6ad9-4d0a-8f11-b2d6c066a2c1 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:35:20.443281 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f9654206-512a-4087-b414-c6c1aab19768 req-b1b66aa6-14f9-4643-9bb6-5d309ed94c5d tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb14f869-64ec-4bbd-9792-af53fea584ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477784 Nov 10 17:35:20.461571 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-4afabe2c-1148-405f-86f0-8f6a0ac9fd00 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Network d8ef22d3-496c-4901-a77e-1a8f4787440f is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:35:20.497191 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a8705222-2141-4f3a-ac24-61129e288a8f req-bc5cf999-d9cc-4308-b1ea-62b2c4d00d6e tempest-ServerShowV257Test-873080840 tempest-ServerShowV257Test-873080840-project] 10.222.0.39 "GET /v2.0/ports?device_id=51ef310c-9bf4-4167-b409-414df3e47702 HTTP/1.1" status: 200 len: 210 time: 0.1452641 Nov 10 17:35:20.541320 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-4afabe2c-1148-405f-86f0-8f6a0ac9fd00 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:35:20.554223 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-4afabe2c-1148-405f-86f0-8f6a0ac9fd00 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:35:20.556664 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8130aac1-d3de-4c3d-84d2-0ceb103cda28 req-67690750-3b75-4b5a-846f-1c2fd5a9c2ed service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435068 Nov 10 17:35:20.566245 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afabe2c-1148-405f-86f0-8f6a0ac9fd00 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Pushing event updated for resources: {'Port': ['ID=0553aa7b-17be-418d-b02a-fbf798175967,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:20.818695 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-4afabe2c-1148-405f-86f0-8f6a0ac9fd00 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:20.821539 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-4afabe2c-1148-405f-86f0-8f6a0ac9fd00 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:20.836021 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09220c6-6ad9-4d0a-8f11-b2d6c066a2c1 None None] Pushing event updated for resources: {'Port': ['ID=8f6f23f6-85f9-447e-b663-752c7c1dceb0,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:20.882064 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b09220c6-6ad9-4d0a-8f11-b2d6c066a2c1 None None] Attempting to bind port 8f6f23f6-85f9-447e-b663-752c7c1dceb0 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:35:20.882669 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b09220c6-6ad9-4d0a-8f11-b2d6c066a2c1 None None] Attempting to bind port 8f6f23f6-85f9-447e-b663-752c7c1dceb0 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c3a53364-5b38-4c80-975d-356131c85952'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:35:20.883177 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09220c6-6ad9-4d0a-8f11-b2d6c066a2c1 None None] Attempting to bind port 8f6f23f6-85f9-447e-b663-752c7c1dceb0 on network c3a53364-5b38-4c80-975d-356131c85952 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:35:20.902835 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09220c6-6ad9-4d0a-8f11-b2d6c066a2c1 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:35:20.904665 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09220c6-6ad9-4d0a-8f11-b2d6c066a2c1 None None] Checking segment: {'id': 'bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c3a53364-5b38-4c80-975d-356131c85952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:35:20.905183 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b09220c6-6ad9-4d0a-8f11-b2d6c066a2c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:20.906948 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09220c6-6ad9-4d0a-8f11-b2d6c066a2c1 None None] Bound using segment: {'id': 'bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c3a53364-5b38-4c80-975d-356131c85952'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:35:20.907629 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b09220c6-6ad9-4d0a-8f11-b2d6c066a2c1 None None] Bound port: 8f6f23f6-85f9-447e-b663-752c7c1dceb0, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c3a53364-5b38-4c80-975d-356131c85952'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:35:20.909259 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b09220c6-6ad9-4d0a-8f11-b2d6c066a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:21.071922 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b09220c6-6ad9-4d0a-8f11-b2d6c066a2c1 None None] For port 8f6f23f6-85f9-447e-b663-752c7c1dceb0, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:35:21.076408 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b09220c6-6ad9-4d0a-8f11-b2d6c066a2c1 None None] For port 8f6f23f6-85f9-447e-b663-752c7c1dceb0, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=8f6f23f6-85f9-447e-b663-752c7c1dceb0,segment=NetworkSegment(bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f),segment_id=bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:35:21.088041 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b09220c6-6ad9-4d0a-8f11-b2d6c066a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:21.097529 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7de43-78f3-40a6-b4cd-d001cef7a5b6 req-0e2b1aa9-8bb5-414d-a799-75c5fddfb4aa tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:21.128228 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7de43-78f3-40a6-b4cd-d001cef7a5b6 req-0e2b1aa9-8bb5-414d-a799-75c5fddfb4aa tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:21.163336 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7de43-78f3-40a6-b4cd-d001cef7a5b6 req-0e2b1aa9-8bb5-414d-a799-75c5fddfb4aa tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:21.197335 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7de43-78f3-40a6-b4cd-d001cef7a5b6 req-0e2b1aa9-8bb5-414d-a799-75c5fddfb4aa tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:21.224286 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4ac7de43-78f3-40a6-b4cd-d001cef7a5b6 req-0e2b1aa9-8bb5-414d-a799-75c5fddfb4aa tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 3095 time: 0.2910681 Nov 10 17:35:21.261143 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ef326ca9-7ed2-4ff4-bed8-56e2c50ec0a0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:21.296984 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-4993ab78-684f-4142-a0f9-6e4f7686bef6 None None] Provisioning complete for port 0553aa7b-17be-418d-b02a-fbf798175967 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:21.297299 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-4afabe2c-1148-405f-86f0-8f6a0ac9fd00 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4170313 Nov 10 17:35:21.297422 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4993ab78-684f-4142-a0f9-6e4f7686bef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:21.300206 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ef326ca9-7ed2-4ff4-bed8-56e2c50ec0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:21.335628 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-814863ca-2e14-4649-ae76-52f3478a7072 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Request body: {'port': {'device_id': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd8ef22d3-496c-4901-a77e-1a8f4787440f', 'admin_state_up': True, 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'security_groups': ['608b14d9-8ec4-421e-aae1-a188f87dfaee']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:21.443420 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4ac7de43-78f3-40a6-b4cd-d001cef7a5b6 req-c9b79509-9dc2-47c3-8503-e93dc7e2d65a tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129240 Nov 10 17:35:21.462579 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device d9a6008d-0eb2-4509-b80d-e5fbc58446de details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:35:21.468799 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09220c6-6ad9-4d0a-8f11-b2d6c066a2c1 None None] Pushing event updated for resources: {'Port': ['ID=8f6f23f6-85f9-447e-b663-752c7c1dceb0,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:21.574035 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-4993ab78-684f-4142-a0f9-6e4f7686bef6 None None] Port 0553aa7b-17be-418d-b02a-fbf798175967 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:35:21.613911 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-15cbccfd-f83c-431c-827a-c261fbec3866 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=38fb4e4342ac4097a730b0e8198143dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3638830 Nov 10 17:35:21.764327 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487814a-347a-4426-87bc-0031fc057c1b req-0b20c9cc-23a6-41c2-851d-d3fbbcbdf5d4 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:21.777653 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9487814a-347a-4426-87bc-0031fc057c1b req-0b20c9cc-23a6-41c2-851d-d3fbbcbdf5d4 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.39 "GET /v2.0/ports?device_id=724d96d7-cbc7-41cc-98f4-0eba3ea3ed98 HTTP/1.1" status: 200 len: 948 time: 0.1651142 Nov 10 17:35:21.823231 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36164) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:21.867356 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port d9a6008d-0eb2-4509-b80d-e5fbc58446de, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=d9a6008d-0eb2-4509-b80d-e5fbc58446de,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:21.894171 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'd9a6008d-0eb2-4509-b80d-e5fbc58446de', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': 'd9a6008d-0eb2-4509-b80d-e5fbc58446de', 'mac_address': 'fa:16:3e:8f:3a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:35:21.926910 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9487814a-347a-4426-87bc-0031fc057c1b req-3846fb74-5722-4add-bc55-873cfedd112a tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb14f869-64ec-4bbd-9792-af53fea584ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346827 Nov 10 17:35:22.011115 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:22.065522 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9a6008d-0eb2-4509-b80d-e5fbc58446de {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:35:22.072706 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-89b458b3-4c43-4259-ac55-711a8ce43a52 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1384636180-network', 'tenant_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:22.129464 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port d9a6008d-0eb2-4509-b80d-e5fbc58446de, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=d9a6008d-0eb2-4509-b80d-e5fbc58446de,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:22.137741 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:22.144669 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3cfc1199-0032-4e6a-919b-f5a3dc2260e9 req-d68e53a2-e1ee-4530-b9a8-c781799ef9cc tempest-ServerShowV257Test-873080840 tempest-ServerShowV257Test-873080840-project] 10.222.0.39 "GET /v2.0/ports?device_id=51ef310c-9bf4-4167-b409-414df3e47702 HTTP/1.1" status: 200 len: 210 time: 0.0931802 Nov 10 17:35:22.147451 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b458b3-4c43-4259-ac55-711a8ce43a52 admin admin] Made reservation on behalf of 4a2f9b4cb82b4f66a64c221b0e5fc0e1 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:35:22.154485 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-89b458b3-4c43-4259-ac55-711a8ce43a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:22.188798 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-89b458b3-4c43-4259-ac55-711a8ce43a52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:22.249855 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=d9a6008d-0eb2-4509-b80d-e5fbc58446de,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:22.256391 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-814863ca-2e14-4649-ae76-52f3478a7072 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Made reservation on behalf of 281475dcac0247d79669d55a1da4eafc for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:35:22.263229 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-814863ca-2e14-4649-ae76-52f3478a7072 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:22.355440 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-8cc5f4cc-c45a-460c-b8e3-e9f5c6779198 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:22.357763 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-8cc5f4cc-c45a-460c-b8e3-e9f5c6779198 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7426372 Nov 10 17:35:22.389602 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-89b458b3-4c43-4259-ac55-711a8ce43a52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:22.395904 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-89b458b3-4c43-4259-ac55-711a8ce43a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:22.437641 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89b458b3-4c43-4259-ac55-711a8ce43a52 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:35:22.448880 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b458b3-4c43-4259-ac55-711a8ce43a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78982183-7302-46e8-ba75-ec75b64000b0,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:22.454580 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-89b458b3-4c43-4259-ac55-711a8ce43a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:22.455028 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-89b458b3-4c43-4259-ac55-711a8ce43a52 admin admin] Added segment dfd4be0f-74c7-44c4-adb7-0860b14516bb of type vlan for network 6e393f16-27f3-4592-b155-5e9988c4a9f7 Nov 10 17:35:22.466361 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['d9a6008d-0eb2-4509-b80d-e5fbc58446de'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:35:22.472396 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-34ec1e10-7741-4998-a4d9-ff651ab5aef5 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/quotas/38fb4e4342ac4097a730b0e8198143dc HTTP/1.1" status: 200 len: 375 time: 0.0987542 Nov 10 17:35:22.583057 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-89b458b3-4c43-4259-ac55-711a8ce43a52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:22.709982 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-ef326ca9-7ed2-4ff4-bed8-56e2c50ec0a0 admin admin] Allocated IP 172.25.5.113 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/5dcd8540-8141-4cdc-a559-142899fa806f) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:35:22.754882 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-89b458b3-4c43-4259-ac55-711a8ce43a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:22.756015 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b458b3-4c43-4259-ac55-711a8ce43a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:22.756933 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-89b458b3-4c43-4259-ac55-711a8ce43a52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:22.799874 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-11eae6ec-1a47-422a-8cdc-f972f559ad68 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=38fb4e4342ac4097a730b0e8198143dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2930880 Nov 10 17:35:22.868725 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b458b3-4c43-4259-ac55-711a8ce43a52 admin admin] Pushing event updated for resources: {'Network': ['ID=6e393f16-27f3-4592-b155-5e9988c4a9f7,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:22.879265 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 6e393f16-27f3-4592-b155-5e9988c4a9f7 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:35:22.921454 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea51cb-eb8f-44e0-bbd5-c42f9ed313ab req-0681b925-244e-455d-95f3-bfaf8813ee86 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:22.928856 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea51cb-eb8f-44e0-bbd5-c42f9ed313ab req-0681b925-244e-455d-95f3-bfaf8813ee86 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:22.939228 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea51cb-eb8f-44e0-bbd5-c42f9ed313ab req-0681b925-244e-455d-95f3-bfaf8813ee86 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:22.946553 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea51cb-eb8f-44e0-bbd5-c42f9ed313ab req-0681b925-244e-455d-95f3-bfaf8813ee86 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:22.948413 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4fea51cb-eb8f-44e0-bbd5-c42f9ed313ab req-0681b925-244e-455d-95f3-bfaf8813ee86 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 3095 time: 0.3042965 Nov 10 17:35:22.952449 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-89b458b3-4c43-4259-ac55-711a8ce43a52 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1280985 Nov 10 17:35:22.955246 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36182) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:22.961661 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-e3c7b0f7-5173-4622-b4c6-02c8803a4705 admin admin] Request body: {'subnet': {'network_id': '6e393f16-27f3-4592-b155-5e9988c4a9f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1384636180-subnet', 'tenant_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:23.028620 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c7b0f7-5173-4622-b4c6-02c8803a4705 admin admin] Made reservation on behalf of 4a2f9b4cb82b4f66a64c221b0e5fc0e1 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:35:23.035673 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e3c7b0f7-5173-4622-b4c6-02c8803a4705 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:23.039756 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-814863ca-2e14-4649-ae76-52f3478a7072 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Allocated IP 10.2.2.200 (d8ef22d3-496c-4901-a77e-1a8f4787440f/a9a253c1-2e01-46bf-87f1-80f759de3839/6d357b0f-39d1-4fb0-b1d9-8e35928b21e5) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:35:23.107856 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b4149c-db58-4bd7-8a25-58ac0068c23e None None] Network c3a53364-5b38-4c80-975d-356131c85952 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:35:23.155155 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4fea51cb-eb8f-44e0-bbd5-c42f9ed313ab req-a5e15d24-2822-4bc7-95bb-cba5753d57a1 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617966 Nov 10 17:35:23.160503 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ef326ca9-7ed2-4ff4-bed8-56e2c50ec0a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:23.261098 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-64ec47dd-4b97-4c00-947b-104c34164853 None None] Provisioning complete for port 8f6f23f6-85f9-447e-b663-752c7c1dceb0 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:23.261098 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-64ec47dd-4b97-4c00-947b-104c34164853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:23.494891 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 8f6f23f6-85f9-447e-b663-752c7c1dceb0 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:35:23.580139 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-814863ca-2e14-4649-ae76-52f3478a7072 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:23.592599 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e3c7b0f7-5173-4622-b4c6-02c8803a4705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:23.648917 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ef326ca9-7ed2-4ff4-bed8-56e2c50ec0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:23.683107 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-814863ca-2e14-4649-ae76-52f3478a7072 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:23.707051 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef326ca9-7ed2-4ff4-bed8-56e2c50ec0a0 admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:35:23.715089 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-ef326ca9-7ed2-4ff4-bed8-56e2c50ec0a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:35:23.723344 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef326ca9-7ed2-4ff4-bed8-56e2c50ec0a0 admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:35:23.732982 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712af76-49f4-4cd0-8175-96ce75da42b6 req-627463e5-9c20-46c7-9e89-9466106367a4 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:23.734567 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4712af76-49f4-4cd0-8175-96ce75da42b6 req-627463e5-9c20-46c7-9e89-9466106367a4 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.39 "GET /v2.0/ports?device_id=724d96d7-cbc7-41cc-98f4-0eba3ea3ed98 HTTP/1.1" status: 200 len: 949 time: 0.3038197 Nov 10 17:35:23.831074 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef326ca9-7ed2-4ff4-bed8-56e2c50ec0a0 admin admin] Pushing event updated for resources: {'Port': ['ID=5dcd8540-8141-4cdc-a559-142899fa806f,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:23.906932 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-64ec47dd-4b97-4c00-947b-104c34164853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:23.920732 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7b0f7-5173-4622-b4c6-02c8803a4705 admin admin] Pushing event updated for resources: {'Subnet': ['ID=809d825c-e65e-4bd2-89e0-89c51c3a8699,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:23.969229 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814863ca-2e14-4649-ae76-52f3478a7072 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Pushing event updated for resources: {'Port': ['ID=6d357b0f-39d1-4fb0-b1d9-8e35928b21e5,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:24.011847 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4712af76-49f4-4cd0-8175-96ce75da42b6 req-a7ae1de0-0942-40fe-87eb-d45153d1a640 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb14f869-64ec-4bbd-9792-af53fea584ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489617 Nov 10 17:35:24.017478 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c7b0f7-5173-4622-b4c6-02c8803a4705 admin admin] Checking segment: {'id': 'dfd4be0f-74c7-44c4-adb7-0860b14516bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e393f16-27f3-4592-b155-5e9988c4a9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:35:24.017885 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c7b0f7-5173-4622-b4c6-02c8803a4705 admin admin] Network hostable DHCP agents. Network: 6e393f16-27f3-4592-b155-5e9988c4a9f7, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:35:24.018716 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-814863ca-2e14-4649-ae76-52f3478a7072 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Network d8ef22d3-496c-4901-a77e-1a8f4787440f is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:35:24.041008 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bbeeff2c-ee55-4db9-a39a-64da10f167b6 req-72d3c356-888d-4d1b-bc1d-5e63c9427f46 tempest-ServerShowV257Test-873080840 tempest-ServerShowV257Test-873080840-project] 10.222.0.39 "GET /v2.0/ports?device_id=51ef310c-9bf4-4167-b409-414df3e47702 HTTP/1.1" status: 200 len: 210 time: 0.0588670 Nov 10 17:35:24.042144 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-814863ca-2e14-4649-ae76-52f3478a7072 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:35:24.058197 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c7b0f7-5173-4622-b4c6-02c8803a4705 admin admin] Network 6e393f16-27f3-4592-b155-5e9988c4a9f7 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:35:24.095765 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-e3c7b0f7-5173-4622-b4c6-02c8803a4705 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 6e393f16-27f3-4592-b155-5e9988c4a9f7) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:35:24.105761 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c7b0f7-5173-4622-b4c6-02c8803a4705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:24.106937 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e3c7b0f7-5173-4622-b4c6-02c8803a4705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:24.141451 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-64ec47dd-4b97-4c00-947b-104c34164853 None None] For port 8f6f23f6-85f9-447e-b663-752c7c1dceb0, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=8f6f23f6-85f9-447e-b663-752c7c1dceb0,segment=NetworkSegment(bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f),segment_id=bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:24.152763 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e3c7b0f7-5173-4622-b4c6-02c8803a4705 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1963887 Nov 10 17:35:24.155178 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36198) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:24.163487 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-ea53b0eb-df0a-4426-8edb-5ccd53ff0602 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1384636180-router', 'tenant_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:24.184302 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe7bb55-14db-4cbc-8e5c-0f6bc7b59460 None None] Network 6e393f16-27f3-4592-b155-5e9988c4a9f7 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:35:24.190860 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-814863ca-2e14-4649-ae76-52f3478a7072 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:35:24.236362 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ea53b0eb-df0a-4426-8edb-5ccd53ff0602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:24.237679 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ea53b0eb-df0a-4426-8edb-5ccd53ff0602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:24.263002 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 8f6f23f6-85f9-447e-b663-752c7c1dceb0 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:24.263556 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:24.354222 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-64ec47dd-4b97-4c00-947b-104c34164853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:24.448542 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ea53b0eb-df0a-4426-8edb-5ccd53ff0602 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:24.688796 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-814863ca-2e14-4649-ae76-52f3478a7072 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:24.692282 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-814863ca-2e14-4649-ae76-52f3478a7072 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:24.741665 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264c0c2-0b35-4404-92af-9955ff6115ee req-d4f260f6-4aea-431e-b93e-e7a27a4cfcb2 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:24.761198 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264c0c2-0b35-4404-92af-9955ff6115ee req-d4f260f6-4aea-431e-b93e-e7a27a4cfcb2 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:24.777748 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264c0c2-0b35-4404-92af-9955ff6115ee req-d4f260f6-4aea-431e-b93e-e7a27a4cfcb2 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:24.801396 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264c0c2-0b35-4404-92af-9955ff6115ee req-d4f260f6-4aea-431e-b93e-e7a27a4cfcb2 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:24.825606 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:24.832788 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264c0c2-0b35-4404-92af-9955ff6115ee req-d4f260f6-4aea-431e-b93e-e7a27a4cfcb2 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:24.844381 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d264c0c2-0b35-4404-92af-9955ff6115ee req-d4f260f6-4aea-431e-b93e-e7a27a4cfcb2 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 3816 time: 0.3872571 Nov 10 17:35:24.859618 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-5cce1bfc-03e9-4583-b1a1-be3136cf855e None None] Provisioning complete for port 6d357b0f-39d1-4fb0-b1d9-8e35928b21e5 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:24.861541 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5cce1bfc-03e9-4583-b1a1-be3136cf855e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:24.986306 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec47dd-4b97-4c00-947b-104c34164853 None None] Pushing event updated for resources: {'Port': ['ID=8f6f23f6-85f9-447e-b663-752c7c1dceb0,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:25.086833 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-814863ca-2e14-4649-ae76-52f3478a7072 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7645884 Nov 10 17:35:25.102856 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-5cce1bfc-03e9-4583-b1a1-be3136cf855e None None] Port 6d357b0f-39d1-4fb0-b1d9-8e35928b21e5 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:35:25.123380 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:25.141296 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6e07a764-cedb-43ba-8268-8dd8754c0bf4 service neutron] Request body: {'port': {'device_id': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:25.167849 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ea53b0eb-df0a-4426-8edb-5ccd53ff0602 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:25.196236 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d264c0c2-0b35-4404-92af-9955ff6115ee req-7ec1b8a2-5eed-47d7-9ebc-a32412903aa3 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3508179 Nov 10 17:35:25.208987 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cea6dc8b-41da-421e-bc5b-bf2246c577f2 req-856b2cad-f5c4-46f9-8ae1-1689ded2f65c tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=08aec451-61de-4b48-bd69-71cc1434c72f HTTP/1.1" status: 200 len: 210 time: 0.1387846 Nov 10 17:35:25.276016 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1864af69-ec55-4282-9d16-ca47f9ea9aa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-6e393f16-27f3-4592-b155-5e9988c4a9f7', 'network_id': '6e393f16-27f3-4592-b155-5e9988c4a9f7', 'tenant_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'fixed_ips': [{'subnet_id': '809d825c-e65e-4bd2-89e0-89c51c3a8699'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:35:25.285541 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1864af69-ec55-4282-9d16-ca47f9ea9aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:25.346573 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e9d4b69e-3ad3-4fb8-9d97-030e42f19c10 None None] Provisioning complete for port 8f6f23f6-85f9-447e-b663-752c7c1dceb0 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:25.347220 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e9d4b69e-3ad3-4fb8-9d97-030e42f19c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:25.427700 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ef326ca9-7ed2-4ff4-bed8-56e2c50ec0a0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:25.487286 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e2220-4d50-4a0f-ab74-74fbef521819 req-cbfa73de-c9ff-49d7-812f-fd69dda278c2 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:25.503293 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-626e2220-4d50-4a0f-ab74-74fbef521819 req-cbfa73de-c9ff-49d7-812f-fd69dda278c2 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.39 "GET /v2.0/ports?device_id=724d96d7-cbc7-41cc-98f4-0eba3ea3ed98 HTTP/1.1" status: 200 len: 949 time: 0.1246302 Nov 10 17:35:25.511684 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6e07a764-cedb-43ba-8268-8dd8754c0bf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:25.533562 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device d9a6008d-0eb2-4509-b80d-e5fbc58446de up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:35:25.553195 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 8f6f23f6-85f9-447e-b663-752c7c1dceb0 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:35:25.659377 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-626e2220-4d50-4a0f-ab74-74fbef521819 req-5652dc81-9edc-431a-9186-b9dbdce414eb tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb14f869-64ec-4bbd-9792-af53fea584ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551900 Nov 10 17:35:25.678894 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-02f1f897-f2b8-4239-8ed3-c271cc447558 req-0a87b0d1-03af-4c75-a47e-b82691ca7e6b tempest-ServerShowV257Test-873080840 tempest-ServerShowV257Test-873080840-project] 10.222.0.39 "GET /v2.0/ports?device_id=51ef310c-9bf4-4167-b409-414df3e47702 HTTP/1.1" status: 200 len: 210 time: 0.0829523 Nov 10 17:35:25.959794 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ea53b0eb-df0a-4426-8edb-5ccd53ff0602 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:25.997606 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ea53b0eb-df0a-4426-8edb-5ccd53ff0602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:26.024929 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 8f6f23f6-85f9-447e-b663-752c7c1dceb0 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:26.032474 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:26.036198 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port d9a6008d-0eb2-4509-b80d-e5fbc58446de completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:35:26.060404 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-1864af69-ec55-4282-9d16-ca47f9ea9aa9 None None] Allocated IP 172.20.0.2 (6e393f16-27f3-4592-b155-5e9988c4a9f7/809d825c-e65e-4bd2-89e0-89c51c3a8699/e7cfc588-1131-47ca-a99d-f5d896120388) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:35:26.117026 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port d9a6008d-0eb2-4509-b80d-e5fbc58446de triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:26.119964 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:26.205230 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-ea53b0eb-df0a-4426-8edb-5ccd53ff0602 admin admin] Allocated IP 172.25.5.90 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/24a2d734-629a-4993-8250-2a385f2d23db) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:35:26.310871 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6e07a764-cedb-43ba-8268-8dd8754c0bf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ab39ff-f9fe-4c21-8dec-e378b1fe5311 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:35:26.326918 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6e07a764-cedb-43ba-8268-8dd8754c0bf4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:26.341015 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6e07a764-cedb-43ba-8268-8dd8754c0bf4 service neutron] Transition to ACTIVE for port object 45ab39ff-f9fe-4c21-8dec-e378b1fe5311 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:35:26.393477 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9ca2e840-bf02-4069-bc59-1b08ec2c5047 req-106aa9cf-5cdd-4c5c-91c0-12d99bdd135d tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=08aec451-61de-4b48-bd69-71cc1434c72f HTTP/1.1" status: 200 len: 210 time: 0.0446389 Nov 10 17:35:26.426884 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f379b-cd59-4559-b9f5-e849e0de7528 req-839b10ea-3b87-4b5c-a687-98f2e6577a1b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:26.439154 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f379b-cd59-4559-b9f5-e849e0de7528 req-839b10ea-3b87-4b5c-a687-98f2e6577a1b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:26.446413 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f379b-cd59-4559-b9f5-e849e0de7528 req-839b10ea-3b87-4b5c-a687-98f2e6577a1b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:26.458965 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f379b-cd59-4559-b9f5-e849e0de7528 req-839b10ea-3b87-4b5c-a687-98f2e6577a1b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:26.470122 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6e07a764-cedb-43ba-8268-8dd8754c0bf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:26.474087 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f379b-cd59-4559-b9f5-e849e0de7528 req-839b10ea-3b87-4b5c-a687-98f2e6577a1b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:26.477961 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-023f379b-cd59-4559-b9f5-e849e0de7528 req-839b10ea-3b87-4b5c-a687-98f2e6577a1b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 3828 time: 0.1268058 Nov 10 17:35:26.608379 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ea53b0eb-df0a-4426-8edb-5ccd53ff0602 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:26.610147 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07a764-cedb-43ba-8268-8dd8754c0bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=45ab39ff-f9fe-4c21-8dec-e378b1fe5311,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:26.703462 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-023f379b-cd59-4559-b9f5-e849e0de7528 req-10459f24-ef8e-4879-9641-043f14812f96 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109053 Nov 10 17:35:26.878165 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-9a5a6ea8-605a-4220-8c3d-17c9949f4c5a tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=38fb4e4342ac4097a730b0e8198143dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1379659 Nov 10 17:35:26.959393 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6e07a764-cedb-43ba-8268-8dd8754c0bf4 service neutron] Attempting to bind port 45ab39ff-f9fe-4c21-8dec-e378b1fe5311 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:35:26.959733 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6e07a764-cedb-43ba-8268-8dd8754c0bf4 service neutron] Attempting to bind port 45ab39ff-f9fe-4c21-8dec-e378b1fe5311 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': 'ca95d2b9-fa05-4c17-bc70-13d06fb359ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd70b5a02-c1d9-4cfc-bb38-66395d3e54a1'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:35:26.960082 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6e07a764-cedb-43ba-8268-8dd8754c0bf4 service neutron] Attempting to bind port 45ab39ff-f9fe-4c21-8dec-e378b1fe5311 on network d70b5a02-c1d9-4cfc-bb38-66395d3e54a1 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:35:27.045513 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ea53b0eb-df0a-4426-8edb-5ccd53ff0602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:27.111562 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-38722e61-a362-4471-9eed-021b93f063c8 req-586201f7-e600-4e6a-9164-d4def680c740 tempest-ServerShowV257Test-873080840 tempest-ServerShowV257Test-873080840-project] 10.222.0.39 "GET /v2.0/ports?device_id=51ef310c-9bf4-4167-b409-414df3e47702 HTTP/1.1" status: 200 len: 210 time: 0.1475153 Nov 10 17:35:27.165880 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ef326ca9-7ed2-4ff4-bed8-56e2c50ec0a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:27.307593 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:27.308389 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea53b0eb-df0a-4426-8edb-5ccd53ff0602 admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:35:27.321811 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53b0eb-df0a-4426-8edb-5ccd53ff0602 admin admin] Pushing event updated for resources: {'Port': ['ID=24a2d734-629a-4993-8250-2a385f2d23db,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:27.324950 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-ea53b0eb-df0a-4426-8edb-5ccd53ff0602 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:35:27.357485 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea53b0eb-df0a-4426-8edb-5ccd53ff0602 admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:35:27.378389 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port d9a6008d-0eb2-4509-b80d-e5fbc58446de, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=d9a6008d-0eb2-4509-b80d-e5fbc58446de,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:27.386178 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724d96d7-cbc7-41cc-98f4-0eba3ea3ed98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a6008d-0eb2-4509-b80d-e5fbc58446de'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:35:27.389903 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0342cfd-f8ec-4572-b55c-525384e6f589" -d '{"events": [{"server_uuid": "724d96d7-cbc7-41cc-98f4-0eba3ea3ed98", "name": "network-vif-plugged", "status": "completed", "tag": "d9a6008d-0eb2-4509-b80d-e5fbc58446de"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:35:27.393862 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6e07a764-cedb-43ba-8268-8dd8754c0bf4 service neutron] Port 45ab39ff-f9fe-4c21-8dec-e378b1fe5311 on network d70b5a02-c1d9-4cfc-bb38-66395d3e54a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:35:27.394404 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6e07a764-cedb-43ba-8268-8dd8754c0bf4 service neutron] Attempting to bind port 45ab39ff-f9fe-4c21-8dec-e378b1fe5311 on network d70b5a02-c1d9-4cfc-bb38-66395d3e54a1 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:35:27.426410 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:27.469014 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316708ef-8bdf-463c-b2aa-63676445d4fb req-c7961dd4-7e88-43fe-b8d3-292c51fe6d03 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:27.484886 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-316708ef-8bdf-463c-b2aa-63676445d4fb req-c7961dd4-7e88-43fe-b8d3-292c51fe6d03 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.39 "GET /v2.0/ports?device_id=724d96d7-cbc7-41cc-98f4-0eba3ea3ed98 HTTP/1.1" status: 200 len: 949 time: 0.5883768 Nov 10 17:35:27.579745 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab7272c-b925-410a-8c3f-d5dd08c7382a x-openstack-request-id: req-6ab7272c-b925-410a-8c3f-d5dd08c7382a {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:35:27.582144 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724d96d7-cbc7-41cc-98f4-0eba3ea3ed98", "name": "network-vif-plugged", "status": "completed", "tag": "d9a6008d-0eb2-4509-b80d-e5fbc58446de", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:35:27.582701 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6ab7272c-b925-410a-8c3f-d5dd08c7382a {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:35:27.583103 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-261b750a-bc67-47c7-8792-dbf5dc34a991 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=38fb4e4342ac4097a730b0e8198143dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542819 Nov 10 17:35:27.583858 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6e07a764-cedb-43ba-8268-8dd8754c0bf4 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:35:27.586926 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724d96d7-cbc7-41cc-98f4-0eba3ea3ed98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a6008d-0eb2-4509-b80d-e5fbc58446de', 'code': 200} Nov 10 17:35:27.589351 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6e07a764-cedb-43ba-8268-8dd8754c0bf4 service neutron] Checking segment: {'id': 'ca95d2b9-fa05-4c17-bc70-13d06fb359ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd70b5a02-c1d9-4cfc-bb38-66395d3e54a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:35:27.590714 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6e07a764-cedb-43ba-8268-8dd8754c0bf4 service neutron] Bound using segment: {'id': 'ca95d2b9-fa05-4c17-bc70-13d06fb359ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd70b5a02-c1d9-4cfc-bb38-66395d3e54a1'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:35:27.591262 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6e07a764-cedb-43ba-8268-8dd8754c0bf4 service neutron] Bound port: 45ab39ff-f9fe-4c21-8dec-e378b1fe5311, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca95d2b9-fa05-4c17-bc70-13d06fb359ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd70b5a02-c1d9-4cfc-bb38-66395d3e54a1'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:35:27.591583 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6e07a764-cedb-43ba-8268-8dd8754c0bf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:27.705926 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-e7521aab-f1f5-4466-8fa1-00f67a0e04c5 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:27.705926 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-e7521aab-f1f5-4466-8fa1-00f67a0e04c5 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8036153 Nov 10 17:35:27.706444 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1864af69-ec55-4282-9d16-ca47f9ea9aa9 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:27.719301 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-0d51c543-7928-4dc9-b7a2-05e2110ed47b tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Request body: {'port': {'device_id': '7bf7710d-7ea0-4454-9631-24976e70fee7', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'admin_state_up': True, 'tenant_id': '38fb4e4342ac4097a730b0e8198143dc'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:27.745212 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1864af69-ec55-4282-9d16-ca47f9ea9aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:27.779903 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=d9a6008d-0eb2-4509-b80d-e5fbc58446de,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:27.843393 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-316708ef-8bdf-463c-b2aa-63676445d4fb req-83f96b16-bfc1-471e-b7e8-3da437698cd8 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb14f869-64ec-4bbd-9792-af53fea584ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575261 Nov 10 17:35:27.855397 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1864af69-ec55-4282-9d16-ca47f9ea9aa9 None None] Network 6e393f16-27f3-4592-b155-5e9988c4a9f7 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:35:27.950821 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-1864af69-ec55-4282-9d16-ca47f9ea9aa9 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:35:27.957927 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1864af69-ec55-4282-9d16-ca47f9ea9aa9 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:35:27.966263 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a88182b8-5d6f-4f24-a109-cbab86a17033 req-55de71ff-b65a-4ced-bad0-1399c1970cb7 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=08aec451-61de-4b48-bd69-71cc1434c72f HTTP/1.1" status: 200 len: 210 time: 0.1544793 Nov 10 17:35:28.145748 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-0d51c543-7928-4dc9-b7a2-05e2110ed47b tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Made reservation on behalf of 38fb4e4342ac4097a730b0e8198143dc for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:35:28.149495 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef326ca9-7ed2-4ff4-bed8-56e2c50ec0a0 admin admin] Router 63678357-661a-4220-9395-358327c0915f is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:35:28.152492 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-0d51c543-7928-4dc9-b7a2-05e2110ed47b tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:28.159066 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864af69-ec55-4282-9d16-ca47f9ea9aa9 None None] Pushing event updated for resources: {'Port': ['ID=e7cfc588-1131-47ca-a99d-f5d896120388,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:28.217862 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-1864af69-ec55-4282-9d16-ca47f9ea9aa9 None None] Attempting to bind port e7cfc588-1131-47ca-a99d-f5d896120388 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:35:28.218197 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-1864af69-ec55-4282-9d16-ca47f9ea9aa9 None None] Attempting to bind port e7cfc588-1131-47ca-a99d-f5d896120388 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'dfd4be0f-74c7-44c4-adb7-0860b14516bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e393f16-27f3-4592-b155-5e9988c4a9f7'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:35:28.218516 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1864af69-ec55-4282-9d16-ca47f9ea9aa9 None None] Attempting to bind port e7cfc588-1131-47ca-a99d-f5d896120388 on network 6e393f16-27f3-4592-b155-5e9988c4a9f7 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:35:28.242575 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1864af69-ec55-4282-9d16-ca47f9ea9aa9 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:35:28.243016 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1864af69-ec55-4282-9d16-ca47f9ea9aa9 None None] Checking segment: {'id': 'dfd4be0f-74c7-44c4-adb7-0860b14516bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e393f16-27f3-4592-b155-5e9988c4a9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:35:28.243360 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1864af69-ec55-4282-9d16-ca47f9ea9aa9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:28.243756 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1864af69-ec55-4282-9d16-ca47f9ea9aa9 None None] Bound using segment: {'id': 'dfd4be0f-74c7-44c4-adb7-0860b14516bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e393f16-27f3-4592-b155-5e9988c4a9f7'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:35:28.244282 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-1864af69-ec55-4282-9d16-ca47f9ea9aa9 None None] Bound port: e7cfc588-1131-47ca-a99d-f5d896120388, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd4be0f-74c7-44c4-adb7-0860b14516bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e393f16-27f3-4592-b155-5e9988c4a9f7'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:35:28.244672 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1864af69-ec55-4282-9d16-ca47f9ea9aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:28.410430 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-55793998-2f45-4485-9d12-00d7a4d81b9f req-74a44b62-f08f-4fa1-ad66-ee3b626e3b8b tempest-ServerShowV257Test-873080840 tempest-ServerShowV257Test-873080840-project] 10.222.0.39 "GET /v2.0/ports?device_id=51ef310c-9bf4-4167-b409-414df3e47702 HTTP/1.1" status: 200 len: 210 time: 0.0757101 Nov 10 17:35:28.445946 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-1864af69-ec55-4282-9d16-ca47f9ea9aa9 None None] For port e7cfc588-1131-47ca-a99d-f5d896120388, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:35:28.457176 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-1864af69-ec55-4282-9d16-ca47f9ea9aa9 None None] For port e7cfc588-1131-47ca-a99d-f5d896120388, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=e7cfc588-1131-47ca-a99d-f5d896120388,segment=NetworkSegment(dfd4be0f-74c7-44c4-adb7-0860b14516bb),segment_id=dfd4be0f-74c7-44c4-adb7-0860b14516bb)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:35:28.476712 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1864af69-ec55-4282-9d16-ca47f9ea9aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:28.618050 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106fd5f-a45d-4a6b-992b-26f7feae768c req-a29ae6d5-da7d-4d12-b3f9-7368ffc3b97e tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:28.629137 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106fd5f-a45d-4a6b-992b-26f7feae768c req-a29ae6d5-da7d-4d12-b3f9-7368ffc3b97e tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:28.646386 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106fd5f-a45d-4a6b-992b-26f7feae768c req-a29ae6d5-da7d-4d12-b3f9-7368ffc3b97e tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:28.646622 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864af69-ec55-4282-9d16-ca47f9ea9aa9 None None] Pushing event updated for resources: {'Port': ['ID=e7cfc588-1131-47ca-a99d-f5d896120388,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:28.655374 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106fd5f-a45d-4a6b-992b-26f7feae768c req-a29ae6d5-da7d-4d12-b3f9-7368ffc3b97e tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:28.661441 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106fd5f-a45d-4a6b-992b-26f7feae768c req-a29ae6d5-da7d-4d12-b3f9-7368ffc3b97e tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:28.667670 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ea53b0eb-df0a-4426-8edb-5ccd53ff0602 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:28.675508 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4106fd5f-a45d-4a6b-992b-26f7feae768c req-a29ae6d5-da7d-4d12-b3f9-7368ffc3b97e tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 3828 time: 0.5152569 Nov 10 17:35:28.679734 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76746e-20be-4e27-9952-fb479ec20f8c req-2f509fed-7cf5-47f9-8561-7607a8550edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:28.681428 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0a76746e-20be-4e27-9952-fb479ec20f8c req-2f509fed-7cf5-47f9-8561-7607a8550edc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=724d96d7-cbc7-41cc-98f4-0eba3ea3ed98 HTTP/1.1" status: 200 len: 1102 time: 0.9541962 Nov 10 17:35:28.805595 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-0d51c543-7928-4dc9-b7a2-05e2110ed47b tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Allocated IP 192.168.233.111 (06bf2af7-1c64-4ab3-86f9-bba38a9adb20/7364e0f4-b425-437c-8639-701045fa2b03/0d20ed0e-1a36-414e-b080-6adfb60940da) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:35:29.009565 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0a76746e-20be-4e27-9952-fb479ec20f8c req-f2d5ac5d-71f8-4abf-8676-7c3617681dc3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fb14f869-64ec-4bbd-9792-af53fea584ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966300 Nov 10 17:35:29.045696 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6e07a764-cedb-43ba-8268-8dd8754c0bf4 service neutron] For port 45ab39ff-f9fe-4c21-8dec-e378b1fe5311, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:35:29.174183 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4106fd5f-a45d-4a6b-992b-26f7feae768c req-e18a2957-3e35-4ee4-921b-7e89b5261f83 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4962339 Nov 10 17:35:29.210519 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6e07a764-cedb-43ba-8268-8dd8754c0bf4 service neutron] For port 45ab39ff-f9fe-4c21-8dec-e378b1fe5311, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=45ab39ff-f9fe-4c21-8dec-e378b1fe5311,segment=NetworkSegment(ca95d2b9-fa05-4c17-bc70-13d06fb359ad),segment_id=ca95d2b9-fa05-4c17-bc70-13d06fb359ad)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:35:29.281448 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-5b4b6cbf-ac13-40ff-95b1-f46c06c03ae2 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:29.285069 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-5b4b6cbf-ac13-40ff-95b1-f46c06c03ae2 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.6436837 Nov 10 17:35:29.308780 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6e07a764-cedb-43ba-8268-8dd8754c0bf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:29.349435 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-48292bf4-c780-4e34-848d-9f0fb5571bfb tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Request body: {'port': {'device_id': '08aec451-61de-4b48-bd69-71cc1434c72f', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'admin_state_up': True, 'tenant_id': '38fb4e4342ac4097a730b0e8198143dc'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:29.414551 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef326ca9-7ed2-4ff4-bed8-56e2c50ec0a0 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:35:29.424182 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57a937b-5d17-4a89-a26d-bfa9348cc6ad None None] Sync routers for ids ['63678357-661a-4220-9395-358327c0915f'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:35:29.447628 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57a937b-5d17-4a89-a26d-bfa9348cc6ad None None] Routers {'63678357-661a-4220-9395-358327c0915f'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:35:29.449226 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e57a937b-5d17-4a89-a26d-bfa9348cc6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:35:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['63678357-661a-4220-9395-358327c0915f'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:35:29.639181 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6e07a764-cedb-43ba-8268-8dd8754c0bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:29.639944 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6e07a764-cedb-43ba-8268-8dd8754c0bf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:29.643362 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6e07a764-cedb-43ba-8268-8dd8754c0bf4 service neutron] 10.222.0.11 "PUT /v2.0/ports/45ab39ff-f9fe-4c21-8dec-e378b1fe5311 HTTP/1.1" status: 200 len: 1093 time: 4.5194025 Nov 10 17:35:29.659079 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'tag': '45ab39ff-f9fe-4c21-8dec-e378b1fe5311'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:35:29.674071 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7907a0-0940-43ac-ba79-01b17442ced2" -d '{"events": [{"name": "network-changed", "server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "tag": "45ab39ff-f9fe-4c21-8dec-e378b1fe5311"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:35:29.746200 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-e57a937b-5d17-4a89-a26d-bfa9348cc6ad None None] Set router 63678357-661a-4220-9395-358327c0915f gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:35:29.782671 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-68b3e255-2658-41f0-8e95-c0d55a5db253 service neutron] Request body: {'port': {'device_id': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:29.816077 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4ec28b64-f810-49c2-988a-4c494971ea41 req-77a7b7e4-828c-4125-b76c-138c46989eb4 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=08aec451-61de-4b48-bd69-71cc1434c72f HTTP/1.1" status: 200 len: 210 time: 0.3478491 Nov 10 17:35:29.902859 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device e7cfc588-1131-47ca-a99d-f5d896120388 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:35:29.984953 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ef326ca9-7ed2-4ff4-bed8-56e2c50ec0a0 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:30.000424 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ef326ca9-7ed2-4ff4-bed8-56e2c50ec0a0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.6715348 Nov 10 17:35:30.024673 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36298) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:30.025373 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07a764-cedb-43ba-8268-8dd8754c0bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=45ab39ff-f9fe-4c21-8dec-e378b1fe5311,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:30.357887 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-be84aa68-62cb-49df-8620-dc78ee788fd0 req-14ec4aa7-7017-40a9-818d-955c6486bb4e tempest-ServerShowV257Test-873080840 tempest-ServerShowV257Test-873080840-project] 10.222.0.39 "GET /v2.0/ports?device_id=51ef310c-9bf4-4167-b409-414df3e47702 HTTP/1.1" status: 200 len: 210 time: 0.2661188 Nov 10 17:35:30.379092 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-68b3e255-2658-41f0-8e95-c0d55a5db253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:30.503469 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-0d51c543-7928-4dc9-b7a2-05e2110ed47b tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:30.539655 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ebb00b-1e38-4718-b36a-7a04c4ab4db3 None None] Network 6e393f16-27f3-4592-b155-5e9988c4a9f7 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:35:30.545389 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ea53b0eb-df0a-4426-8edb-5ccd53ff0602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:30.554926 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-0d51c543-7928-4dc9-b7a2-05e2110ed47b tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:30.633139 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae22b3f-ba8a-4f4c-bf55-16afb5f9fc7c x-openstack-request-id: req-dae22b3f-ba8a-4f4c-bf55-16afb5f9fc7c {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:35:30.636283 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "tag": "45ab39ff-f9fe-4c21-8dec-e378b1fe5311", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:35:30.636631 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dae22b3f-ba8a-4f4c-bf55-16afb5f9fc7c {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:35:30.637127 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'tag': '45ab39ff-f9fe-4c21-8dec-e378b1fe5311', 'status': 'completed', 'code': 200} Nov 10 17:35:30.661736 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-0d51c543-7928-4dc9-b7a2-05e2110ed47b tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:35:30.674070 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73fc2a-2e8c-45ab-af0a-747741604ecf req-4e792b48-7a9a-455b-b9e2-99933ea497d0 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:30.676983 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4f73fc2a-2e8c-45ab-af0a-747741604ecf req-4e792b48-7a9a-455b-b9e2-99933ea497d0 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.39 "GET /v2.0/ports?device_id=724d96d7-cbc7-41cc-98f4-0eba3ea3ed98 HTTP/1.1" status: 200 len: 950 time: 0.5533178 Nov 10 17:35:30.686948 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-48292bf4-c780-4e34-848d-9f0fb5571bfb tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Made reservation on behalf of 38fb4e4342ac4097a730b0e8198143dc for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:35:30.690416 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['fcfa458f-e071-4b0e-baa5-036acfe812bf'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:35:30.702904 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-48292bf4-c780-4e34-848d-9f0fb5571bfb tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:30.705640 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51c543-7928-4dc9-b7a2-05e2110ed47b tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Pushing event updated for resources: {'Port': ['ID=0d20ed0e-1a36-414e-b080-6adfb60940da,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:30.710477 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-0d51c543-7928-4dc9-b7a2-05e2110ed47b tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:35:30.727066 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-0d51c543-7928-4dc9-b7a2-05e2110ed47b tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:35:30.856840 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-0d51c543-7928-4dc9-b7a2-05e2110ed47b tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:30.859279 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-0d51c543-7928-4dc9-b7a2-05e2110ed47b tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:30.906405 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-515b934f-a80c-49df-934f-1abfc5d1ec37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:30.958646 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port e7cfc588-1131-47ca-a99d-f5d896120388 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:30.959201 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:31.102196 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-fb22e9b7-6138-4453-9038-6bea68dac910 None None] Provisioning complete for port e7cfc588-1131-47ca-a99d-f5d896120388 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:31.104518 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fb22e9b7-6138-4453-9038-6bea68dac910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:31.185119 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4f73fc2a-2e8c-45ab-af0a-747741604ecf req-5a6ff583-dd30-4cfd-a103-e3088b1212a0 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb14f869-64ec-4bbd-9792-af53fea584ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562498 Nov 10 17:35:31.217369 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-0d51c543-7928-4dc9-b7a2-05e2110ed47b tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5045497 Nov 10 17:35:31.245593 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-791ee94c-32c2-4c8a-b8cb-293f6759b1ec service neutron] Request body: {'port': {'device_id': '7bf7710d-7ea0-4454-9631-24976e70fee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:31.368973 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fb22e9b7-6138-4453-9038-6bea68dac910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:31.382677 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:31.385898 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e57a937b-5d17-4a89-a26d-bfa9348cc6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63678357-661a-4220-9395-358327c0915f', 'name': 'tempest-ServersTestFqdnHostnames-1513668456-router', 'tenant_id': 'd86a69ccd1024eb0840db8ed52140de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '5dcd8540-8141-4cdc-a559-142899fa806f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:19Z', 'updated_at': '2021-11-10T17:35:24Z', 'revision_number': 3, 'project_id': 'd86a69ccd1024eb0840db8ed52140de1', 'gw_port': {'id': '5dcd8540-8141-4cdc-a559-142899fa806f', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63678357-661a-4220-9395-358327c0915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:21Z', 'updated_at': '2021-11-10T17:35:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:35:31.434940 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7907a0-0940-43ac-ba79-01b17442ced2 req-6099c418-f29d-400d-9a5b-7c16a7419fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:31.435486 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7907a0-0940-43ac-ba79-01b17442ced2 req-6099c418-f29d-400d-9a5b-7c16a7419fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:31.435953 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7907a0-0940-43ac-ba79-01b17442ced2 req-6099c418-f29d-400d-9a5b-7c16a7419fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:31.436439 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7907a0-0940-43ac-ba79-01b17442ced2 req-6099c418-f29d-400d-9a5b-7c16a7419fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:31.436896 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7907a0-0940-43ac-ba79-01b17442ced2 req-6099c418-f29d-400d-9a5b-7c16a7419fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:31.447612 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3f7907a0-0940-43ac-ba79-01b17442ced2 req-6099c418-f29d-400d-9a5b-7c16a7419fd9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=281475dcac0247d79669d55a1da4eafc&device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 4364 time: 0.7693319 Nov 10 17:35:31.467320 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36316) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:31.509067 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57a937b-5d17-4a89-a26d-bfa9348cc6ad None None] Checking router: 63678357-661a-4220-9395-358327c0915f for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:35:31.512665 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57a937b-5d17-4a89-a26d-bfa9348cc6ad None None] Updating router 63678357-661a-4220-9395-358327c0915f port 5dcd8540-8141-4cdc-a559-142899fa806f binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:35:31.681508 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4a023c87-eb18-4ce3-bca1-6d44284650f0 req-cbaaa1f1-d56f-42af-8a0e-20c0883d3b1c tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=08aec451-61de-4b48-bd69-71cc1434c72f HTTP/1.1" status: 200 len: 210 time: 0.1941411 Nov 10 17:35:31.859138 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0f8f9e25-5c70-4203-b62d-37cd22c4f1ba req-1fa04eaf-6d37-46dc-9049-3e83153df435 tempest-ServerShowV257Test-873080840 tempest-ServerShowV257Test-873080840-project] 10.222.0.39 "GET /v2.0/ports?device_id=51ef310c-9bf4-4167-b409-414df3e47702 HTTP/1.1" status: 200 len: 210 time: 0.0493898 Nov 10 17:35:31.924851 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-791ee94c-32c2-4c8a-b8cb-293f6759b1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:32.006720 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee3d6036-bbd1-44c1-ac77-da55cb2a3ff5 admin admin] Deleting subnet c0afeb92-d610-4dbb-bb57-6c690afd8fdf {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:35:32.012140 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ee3d6036-bbd1-44c1-ac77-da55cb2a3ff5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:32.024438 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-fb22e9b7-6138-4453-9038-6bea68dac910 None None] For port e7cfc588-1131-47ca-a99d-f5d896120388, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=e7cfc588-1131-47ca-a99d-f5d896120388,segment=NetworkSegment(dfd4be0f-74c7-44c4-adb7-0860b14516bb),segment_id=dfd4be0f-74c7-44c4-adb7-0860b14516bb)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:32.031219 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e57a937b-5d17-4a89-a26d-bfa9348cc6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:32.056592 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ee3d6036-bbd1-44c1-ac77-da55cb2a3ff5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:32.074902 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-68b3e255-2658-41f0-8e95-c0d55a5db253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83e707e1-bf12-4c7c-a89d-817fb1d04fd0 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:35:32.105371 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-68b3e255-2658-41f0-8e95-c0d55a5db253 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:32.109814 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea53b0eb-df0a-4426-8edb-5ccd53ff0602 admin admin] Router 8757644e-cb2d-489a-8686-7e2264028635 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:35:32.155912 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ee3d6036-bbd1-44c1-ac77-da55cb2a3ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:32.292871 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-68b3e255-2658-41f0-8e95-c0d55a5db253 service neutron] Transition to ACTIVE for port object 83e707e1-bf12-4c7c-a89d-817fb1d04fd0 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:35:32.385325 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f441c-1dba-4528-bfcd-5523d5c7f95b req-6bcae939-18a6-4fa3-94dc-05e6adb8078d tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:32.407631 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f441c-1dba-4528-bfcd-5523d5c7f95b req-6bcae939-18a6-4fa3-94dc-05e6adb8078d tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:32.427656 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f441c-1dba-4528-bfcd-5523d5c7f95b req-6bcae939-18a6-4fa3-94dc-05e6adb8078d tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:32.445890 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f441c-1dba-4528-bfcd-5523d5c7f95b req-6bcae939-18a6-4fa3-94dc-05e6adb8078d tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:32.461617 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f441c-1dba-4528-bfcd-5523d5c7f95b req-6bcae939-18a6-4fa3-94dc-05e6adb8078d tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:32.469531 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-407f441c-1dba-4528-bfcd-5523d5c7f95b req-6bcae939-18a6-4fa3-94dc-05e6adb8078d tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 3828 time: 1.6125524 Nov 10 17:35:32.474666 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-68b3e255-2658-41f0-8e95-c0d55a5db253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:32.634946 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7907a0-0940-43ac-ba79-01b17442ced2 req-debe8aef-34e0-4b9d-a1a3-409907cebb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:32.635451 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7907a0-0940-43ac-ba79-01b17442ced2 req-debe8aef-34e0-4b9d-a1a3-409907cebb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:32.637444 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7907a0-0940-43ac-ba79-01b17442ced2 req-debe8aef-34e0-4b9d-a1a3-409907cebb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:32.639410 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3f7907a0-0940-43ac-ba79-01b17442ced2 req-debe8aef-34e0-4b9d-a1a3-409907cebb00 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=281475dcac0247d79669d55a1da4eafc&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.1701992 Nov 10 17:35:32.644541 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b3e255-2658-41f0-8e95-c0d55a5db253 service neutron] Pushing event updated for resources: {'Port': ['ID=83e707e1-bf12-4c7c-a89d-817fb1d04fd0,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:32.716718 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e57a937b-5d17-4a89-a26d-bfa9348cc6ad None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:32.727299 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fb22e9b7-6138-4453-9038-6bea68dac910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:32.734161 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea53b0eb-df0a-4426-8edb-5ccd53ff0602 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:35:32.747033 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de04fd0-1d49-466a-946f-909a7b277a9c None None] Sync routers for ids ['8757644e-cb2d-489a-8686-7e2264028635'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:35:32.798752 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de04fd0-1d49-466a-946f-909a7b277a9c None None] Routers {'8757644e-cb2d-489a-8686-7e2264028635'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:35:32.807005 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8de04fd0-1d49-466a-946f-909a7b277a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:35:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['8757644e-cb2d-489a-8686-7e2264028635'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:35:32.913555 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb22e9b7-6138-4453-9038-6bea68dac910 None None] Pushing event updated for resources: {'Port': ['ID=e7cfc588-1131-47ca-a99d-f5d896120388,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:32.923664 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e57a937b-5d17-4a89-a26d-bfa9348cc6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:33.011610 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-407f441c-1dba-4528-bfcd-5523d5c7f95b req-fa5e43e0-7152-4e46-8e96-70cb6262ab99 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5411935 Nov 10 17:35:33.055702 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-8de04fd0-1d49-466a-946f-909a7b277a9c None None] Set router 8757644e-cb2d-489a-8686-7e2264028635 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:35:33.082694 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ee3d6036-bbd1-44c1-ac77-da55cb2a3ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:33.161214 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-e57a937b-5d17-4a89-a26d-bfa9348cc6ad None None] Attempting to bind port 5dcd8540-8141-4cdc-a559-142899fa806f on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:35:33.161799 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-e57a937b-5d17-4a89-a26d-bfa9348cc6ad None None] Attempting to bind port 5dcd8540-8141-4cdc-a559-142899fa806f by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:35:33.161918 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57a937b-5d17-4a89-a26d-bfa9348cc6ad None None] Attempting to bind port 5dcd8540-8141-4cdc-a559-142899fa806f on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:35:33.185581 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-2929b399-e09c-4a67-a80e-cd4ede9f8647 None None] Provisioning complete for port 0d20ed0e-1a36-414e-b080-6adfb60940da triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:33.185963 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2929b399-e09c-4a67-a80e-cd4ede9f8647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:33.196505 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-48292bf4-c780-4e34-848d-9f0fb5571bfb tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Allocated IP 192.168.233.90 (06bf2af7-1c64-4ab3-86f9-bba38a9adb20/7364e0f4-b425-437c-8639-701045fa2b03/c845eb24-c6e2-457f-a3ca-7a4adccb8189) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:35:33.202261 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57a937b-5d17-4a89-a26d-bfa9348cc6ad None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:35:33.202639 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57a937b-5d17-4a89-a26d-bfa9348cc6ad None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:35:33.203046 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e57a937b-5d17-4a89-a26d-bfa9348cc6ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:33.203442 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57a937b-5d17-4a89-a26d-bfa9348cc6ad None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:35:33.206968 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-e57a937b-5d17-4a89-a26d-bfa9348cc6ad None None] Bound port: 5dcd8540-8141-4cdc-a559-142899fa806f, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:35:33.207374 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e57a937b-5d17-4a89-a26d-bfa9348cc6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:33.332810 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-e57a937b-5d17-4a89-a26d-bfa9348cc6ad None None] For port 5dcd8540-8141-4cdc-a559-142899fa806f, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:35:33.341394 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-e57a937b-5d17-4a89-a26d-bfa9348cc6ad None None] For port 5dcd8540-8141-4cdc-a559-142899fa806f, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=5dcd8540-8141-4cdc-a559-142899fa806f,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:35:33.354383 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a5eddf68-6af4-4e06-a14d-d55528e98da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:33.356951 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:35:33.357320 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:35:33.444338 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7907a0-0940-43ac-ba79-01b17442ced2 req-5e8be782-0aa1-4b92-8184-2b5571022bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:33.445864 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3f7907a0-0940-43ac-ba79-01b17442ced2 req-5e8be782-0aa1-4b92-8184-2b5571022bb2 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6961510 Nov 10 17:35:33.473047 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d6036-bbd1-44c1-ac77-da55cb2a3ff5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0afeb92-d610-4dbb-bb57-6c690afd8fdf,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:33.499943 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ea53b0eb-df0a-4426-8edb-5ccd53ff0602 admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:33.505179 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ea53b0eb-df0a-4426-8edb-5ccd53ff0602 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.3462625 Nov 10 17:35:33.506055 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ee3d6036-bbd1-44c1-ac77-da55cb2a3ff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:33.519096 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ee3d6036-bbd1-44c1-ac77-da55cb2a3ff5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c0afeb92-d610-4dbb-bb57-6c690afd8fdf HTTP/1.1" status: 204 len: 168 time: 2.0061944 Nov 10 17:35:33.519752 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36338) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:33.520100 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36340) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:33.552763 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae2d80-942d-4e8e-a99f-61b5cc2b5cb6 req-06c72b66-cf50-4632-93fe-4897b1a28887 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:33.554961 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-32ae2d80-942d-4e8e-a99f-61b5cc2b5cb6 req-06c72b66-cf50-4632-93fe-4897b1a28887 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.39 "GET /v2.0/ports?device_id=724d96d7-cbc7-41cc-98f4-0eba3ea3ed98 HTTP/1.1" status: 200 len: 950 time: 0.9132860 Nov 10 17:35:33.568606 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ed31a846-1a1d-47a5-8ad6-37f06b997391 req-7c718161-0817-4a18-8622-94b4d2308117 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=08aec451-61de-4b48-bd69-71cc1434c72f HTTP/1.1" status: 200 len: 210 time: 0.3561525 Nov 10 17:35:33.576085 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e57a937b-5d17-4a89-a26d-bfa9348cc6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:33.591685 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8de04fd0-1d49-466a-946f-909a7b277a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757644e-cb2d-489a-8686-7e2264028635', 'name': 'tempest-ServersTestManualDisk-1384636180-router', 'tenant_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '24a2d734-629a-4993-8250-2a385f2d23db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:24Z', 'updated_at': '2021-11-10T17:35:28Z', 'revision_number': 3, 'project_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'gw_port': {'id': '24a2d734-629a-4993-8250-2a385f2d23db', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:99:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8757644e-cb2d-489a-8686-7e2264028635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:26Z', 'updated_at': '2021-11-10T17:35:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:35:33.688468 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862301d3-ec58-4135-a78c-7711a2b0571e None None] Pushing event updated for resources: {'Port': ['ID=5dcd8540-8141-4cdc-a559-142899fa806f,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:33.706726 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-68b3e255-2658-41f0-8e95-c0d55a5db253 service neutron] Attempting to bind port 83e707e1-bf12-4c7c-a89d-817fb1d04fd0 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:35:33.707088 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-68b3e255-2658-41f0-8e95-c0d55a5db253 service neutron] Attempting to bind port 83e707e1-bf12-4c7c-a89d-817fb1d04fd0 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '075697be-07cf-47b8-98f3-bb3c0c948546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bd6bf6ab-ba3a-413b-abc3-299018f27566'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:35:33.707390 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-68b3e255-2658-41f0-8e95-c0d55a5db253 service neutron] Attempting to bind port 83e707e1-bf12-4c7c-a89d-817fb1d04fd0 on network bd6bf6ab-ba3a-413b-abc3-299018f27566 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:35:33.721635 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de04fd0-1d49-466a-946f-909a7b277a9c None None] Checking router: 8757644e-cb2d-489a-8686-7e2264028635 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:35:33.721990 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de04fd0-1d49-466a-946f-909a7b277a9c None None] Updating router 8757644e-cb2d-489a-8686-7e2264028635 port 24a2d734-629a-4993-8250-2a385f2d23db binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:35:33.730370 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-68b3e255-2658-41f0-8e95-c0d55a5db253 service neutron] Port 83e707e1-bf12-4c7c-a89d-817fb1d04fd0 on network bd6bf6ab-ba3a-413b-abc3-299018f27566 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:35:33.730695 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-68b3e255-2658-41f0-8e95-c0d55a5db253 service neutron] Attempting to bind port 83e707e1-bf12-4c7c-a89d-817fb1d04fd0 on network bd6bf6ab-ba3a-413b-abc3-299018f27566 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:35:33.779299 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57a937b-5d17-4a89-a26d-bfa9348cc6ad None None] Routers {'63678357-661a-4220-9395-358327c0915f'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:35:33.780093 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e57a937b-5d17-4a89-a26d-bfa9348cc6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:35:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['63678357-661a-4220-9395-358327c0915f'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:35:33.784027 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-68b3e255-2658-41f0-8e95-c0d55a5db253 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:35:33.784442 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-68b3e255-2658-41f0-8e95-c0d55a5db253 service neutron] Checking segment: {'id': '075697be-07cf-47b8-98f3-bb3c0c948546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bd6bf6ab-ba3a-413b-abc3-299018f27566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:35:33.792936 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-8de04fd0-1d49-466a-946f-909a7b277a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:33.795573 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-2929b399-e09c-4a67-a80e-cd4ede9f8647 None None] Port 0d20ed0e-1a36-414e-b080-6adfb60940da cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:35:33.802468 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-68b3e255-2658-41f0-8e95-c0d55a5db253 service neutron] Bound using segment: {'id': '075697be-07cf-47b8-98f3-bb3c0c948546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bd6bf6ab-ba3a-413b-abc3-299018f27566'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:35:33.804796 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-68b3e255-2658-41f0-8e95-c0d55a5db253 service neutron] Bound port: 83e707e1-bf12-4c7c-a89d-817fb1d04fd0, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '075697be-07cf-47b8-98f3-bb3c0c948546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bd6bf6ab-ba3a-413b-abc3-299018f27566'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:35:33.806105 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-68b3e255-2658-41f0-8e95-c0d55a5db253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:33.940523 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7a4660b6-a44e-4a30-b229-51b1b70f631d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:34.099067 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-32ae2d80-942d-4e8e-a99f-61b5cc2b5cb6 req-3383541c-63a7-4553-8655-7f8cfc3e47fa tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb14f869-64ec-4bbd-9792-af53fea584ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5106831 Nov 10 17:35:34.137022 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:34.144137 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b6d79c85-0e4b-4fa4-9be0-11e295c3036b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:34.281575 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device e7cfc588-1131-47ca-a99d-f5d896120388 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:35:34.422733 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-7a4660b6-a44e-4a30-b229-51b1b70f631d admin admin] Allocated IP 172.20.0.1 (c3a53364-5b38-4c80-975d-356131c85952/0fdfab36-821f-46c5-9341-0410acf3dbbd/b4fb6c1e-ad67-45eb-b624-33d1dff27902) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:35:34.446100 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862301d3-ec58-4135-a78c-7711a2b0571e None None] Pushing event updated for resources: {'Port': ['ID=5dcd8540-8141-4cdc-a559-142899fa806f,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:34.481081 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-8de04fd0-1d49-466a-946f-909a7b277a9c None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:34.494672 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-8de04fd0-1d49-466a-946f-909a7b277a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:34.538235 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2bc45a5e-9bab-48dd-86cd-2290d8034872 req-522d9b4b-28b0-486c-be70-2db9064bd46f tempest-ServerShowV257Test-873080840 tempest-ServerShowV257Test-873080840-project] 10.222.0.39 "GET /v2.0/ports?device_id=51ef310c-9bf4-4167-b409-414df3e47702 HTTP/1.1" status: 200 len: 210 time: 0.7741807 Nov 10 17:35:34.581943 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-8de04fd0-1d49-466a-946f-909a7b277a9c None None] Attempting to bind port 24a2d734-629a-4993-8250-2a385f2d23db on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:35:34.582312 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-8de04fd0-1d49-466a-946f-909a7b277a9c None None] Attempting to bind port 24a2d734-629a-4993-8250-2a385f2d23db by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:35:34.582685 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de04fd0-1d49-466a-946f-909a7b277a9c None None] Attempting to bind port 24a2d734-629a-4993-8250-2a385f2d23db on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:35:34.594662 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-48ccad28-b2f0-47c2-9f81-8b8dda9cca8f None None] Provisioning complete for port e7cfc588-1131-47ca-a99d-f5d896120388 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:34.595380 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-48ccad28-b2f0-47c2-9f81-8b8dda9cca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:34.602831 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de04fd0-1d49-466a-946f-909a7b277a9c None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:35:34.604427 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port e7cfc588-1131-47ca-a99d-f5d896120388 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:34.604808 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:34.608136 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de04fd0-1d49-466a-946f-909a7b277a9c None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:35:34.609729 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-8de04fd0-1d49-466a-946f-909a7b277a9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:34.609729 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de04fd0-1d49-466a-946f-909a7b277a9c None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:35:34.609729 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-8de04fd0-1d49-466a-946f-909a7b277a9c None None] Bound port: 24a2d734-629a-4993-8250-2a385f2d23db, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:35:34.610144 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-8de04fd0-1d49-466a-946f-909a7b277a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:34.630541 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-e57a937b-5d17-4a89-a26d-bfa9348cc6ad None None] Set router 63678357-661a-4220-9395-358327c0915f gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:35:34.696827 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-8de04fd0-1d49-466a-946f-909a7b277a9c None None] For port 24a2d734-629a-4993-8250-2a385f2d23db, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:35:34.700224 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-8de04fd0-1d49-466a-946f-909a7b277a9c None None] For port 24a2d734-629a-4993-8250-2a385f2d23db, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=24a2d734-629a-4993-8250-2a385f2d23db,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:35:34.722735 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-8de04fd0-1d49-466a-946f-909a7b277a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:34.744475 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e862f39-64f9-4618-8695-585a3012744f None None] Pushing event updated for resources: {'Port': ['ID=24a2d734-629a-4993-8250-2a385f2d23db,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:34.773876 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e862f39-64f9-4618-8695-585a3012744f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:34.777477 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e862f39-64f9-4618-8695-585a3012744f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:34.777891 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e862f39-64f9-4618-8695-585a3012744f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:34.778252 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e862f39-64f9-4618-8695-585a3012744f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:34.778915 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e862f39-64f9-4618-8695-585a3012744f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:34.778915 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e862f39-64f9-4618-8695-585a3012744f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:34.779237 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e862f39-64f9-4618-8695-585a3012744f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:34.779569 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e862f39-64f9-4618-8695-585a3012744f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:34.779900 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e862f39-64f9-4618-8695-585a3012744f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:34.780264 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e862f39-64f9-4618-8695-585a3012744f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:34.780596 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e862f39-64f9-4618-8695-585a3012744f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:34.780922 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e862f39-64f9-4618-8695-585a3012744f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:34.785741 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b6d79c85-0e4b-4fa4-9be0-11e295c3036b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:34.831245 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5dbd9-8cff-4556-94f0-f65dda6783a2 req-06f6f22e-c4b9-41da-91ea-1a808c287584 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:34.841390 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5dbd9-8cff-4556-94f0-f65dda6783a2 req-06f6f22e-c4b9-41da-91ea-1a808c287584 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:34.847851 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5dbd9-8cff-4556-94f0-f65dda6783a2 req-06f6f22e-c4b9-41da-91ea-1a808c287584 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:34.855265 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5dbd9-8cff-4556-94f0-f65dda6783a2 req-06f6f22e-c4b9-41da-91ea-1a808c287584 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:34.862256 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5dbd9-8cff-4556-94f0-f65dda6783a2 req-06f6f22e-c4b9-41da-91ea-1a808c287584 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:34.870538 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5dbd9-8cff-4556-94f0-f65dda6783a2 req-06f6f22e-c4b9-41da-91ea-1a808c287584 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:34.872619 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1ce5dbd9-8cff-4556-94f0-f65dda6783a2 req-06f6f22e-c4b9-41da-91ea-1a808c287584 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 4599 time: 0.4547396 Nov 10 17:35:34.926489 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-b6d79c85-0e4b-4fa4-9be0-11e295c3036b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b68cb86-ae6d-409e-9e8e-fa13081031ba']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:35:34.955725 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e862f39-64f9-4618-8695-585a3012744f None None] Pushing event updated for resources: {'Port': ['ID=24a2d734-629a-4993-8250-2a385f2d23db,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:34.956488 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-b6d79c85-0e4b-4fa4-9be0-11e295c3036b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d5af1c-a623-4581-8ea0-158dc701aa2d') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:35:34.956791 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-b6d79c85-0e4b-4fa4-9be0-11e295c3036b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d5af1c-a623-4581-8ea0-158dc701aa2d') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:35:34.973020 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de04fd0-1d49-466a-946f-909a7b277a9c None None] Routers {'8757644e-cb2d-489a-8686-7e2264028635'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:35:34.976918 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8de04fd0-1d49-466a-946f-909a7b277a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:35:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['8757644e-cb2d-489a-8686-7e2264028635'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:35:34.977975 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b6d79c85-0e4b-4fa4-9be0-11e295c3036b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:35.032609 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b6d79c85-0e4b-4fa4-9be0-11e295c3036b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:35.070338 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6d79c85-0e4b-4fa4-9be0-11e295c3036b admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:35:35.070766 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b6d79c85-0e4b-4fa4-9be0-11e295c3036b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:35.097962 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:35:35.097962 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:35:35.097962 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:35:35.097962 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:35:35.097962 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:35:35.097962 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:35:35.097962 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:35:35.097962 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:35:35.097962 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:35:35.097962 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:35:35.097962 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:35:35.097962 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:35:35.097962 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:35:35.097962 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:35:35.097962 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:35:35.097962 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:35:35.097962 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:35:35.097962 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:35:35.097962 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:35:35.097962 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:35:35.097962 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:35:35.097962 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:35:35.097962 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:35:35.097962 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:35:35.097962 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:35:35.097962 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:35:35.097962 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:35:35.097962 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:35:35.097962 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:35:35.097962 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:35:35.097962 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:35:35.097962 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:35:35.160351 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-8de04fd0-1d49-466a-946f-909a7b277a9c None None] Set router 8757644e-cb2d-489a-8686-7e2264028635 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:35:35.197146 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1ce5dbd9-8cff-4556-94f0-f65dda6783a2 req-b4df5092-be56-4b57-8f56-b1b566ca6a92 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2917249 Nov 10 17:35:35.328916 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-52ac5df8-82df-4713-ab8f-b4828b669082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:35.460795 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b6d79c85-0e4b-4fa4-9be0-11e295c3036b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:35.596271 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:35.623964 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e57a937b-5d17-4a89-a26d-bfa9348cc6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63678357-661a-4220-9395-358327c0915f', 'name': 'tempest-ServersTestFqdnHostnames-1513668456-router', 'tenant_id': 'd86a69ccd1024eb0840db8ed52140de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '5dcd8540-8141-4cdc-a559-142899fa806f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:19Z', 'updated_at': '2021-11-10T17:35:24Z', 'revision_number': 3, 'project_id': 'd86a69ccd1024eb0840db8ed52140de1', 'gw_port': {'id': '5dcd8540-8141-4cdc-a559-142899fa806f', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63678357-661a-4220-9395-358327c0915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:21Z', 'updated_at': '2021-11-10T17:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:35:35.637338 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b6d79c85-0e4b-4fa4-9be0-11e295c3036b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:35.651638 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b6d79c85-0e4b-4fa4-9be0-11e295c3036b admin admin] 10.222.0.39 "DELETE /v2.0/networks/3b68cb86-ae6d-409e-9e8e-fa13081031ba HTTP/1.1" status: 204 len: 168 time: 2.0944102 Nov 10 17:35:35.700396 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d79c85-0e4b-4fa4-9be0-11e295c3036b admin admin] Pushing event deleted for resources: {'Network': ['ID=3b68cb86-ae6d-409e-9e8e-fa13081031ba,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:35.702362 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8de04fd0-1d49-466a-946f-909a7b277a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757644e-cb2d-489a-8686-7e2264028635', 'name': 'tempest-ServersTestManualDisk-1384636180-router', 'tenant_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '24a2d734-629a-4993-8250-2a385f2d23db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:24Z', 'updated_at': '2021-11-10T17:35:28Z', 'revision_number': 3, 'project_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'gw_port': {'id': '24a2d734-629a-4993-8250-2a385f2d23db', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:99:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8757644e-cb2d-489a-8686-7e2264028635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:26Z', 'updated_at': '2021-11-10T17:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:35:35.739391 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57a937b-5d17-4a89-a26d-bfa9348cc6ad None None] The sync data for ids ['63678357-661a-4220-9395-358327c0915f'] in n-d-776250-10 is: [{'id': '63678357-661a-4220-9395-358327c0915f', 'name': 'tempest-ServersTestFqdnHostnames-1513668456-router', 'tenant_id': 'd86a69ccd1024eb0840db8ed52140de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '5dcd8540-8141-4cdc-a559-142899fa806f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:19Z', 'updated_at': '2021-11-10T17:35:24Z', 'revision_number': 3, 'project_id': 'd86a69ccd1024eb0840db8ed52140de1', 'gw_port': {'id': '5dcd8540-8141-4cdc-a559-142899fa806f', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63678357-661a-4220-9395-358327c0915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:21Z', 'updated_at': '2021-11-10T17:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:35:35.755306 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7a4660b6-a44e-4a30-b229-51b1b70f631d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:35.952853 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de04fd0-1d49-466a-946f-909a7b277a9c None None] The sync data for ids ['8757644e-cb2d-489a-8686-7e2264028635'] in n-d-776250-10 is: [{'id': '8757644e-cb2d-489a-8686-7e2264028635', 'name': 'tempest-ServersTestManualDisk-1384636180-router', 'tenant_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '24a2d734-629a-4993-8250-2a385f2d23db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:24Z', 'updated_at': '2021-11-10T17:35:28Z', 'revision_number': 3, 'project_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'gw_port': {'id': '24a2d734-629a-4993-8250-2a385f2d23db', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:99:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8757644e-cb2d-489a-8686-7e2264028635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:26Z', 'updated_at': '2021-11-10T17:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:35:35.962503 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4f6f06c4-1ce8-44a5-a35b-7c94cdd89a7b req-acf2d29b-8cb1-4595-bcc4-12793887d95b tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=08aec451-61de-4b48-bd69-71cc1434c72f HTTP/1.1" status: 200 len: 210 time: 0.2553165 Nov 10 17:35:36.033170 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36380) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:36.160892 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:36.297349 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-68b3e255-2658-41f0-8e95-c0d55a5db253 service neutron] For port 83e707e1-bf12-4c7c-a89d-817fb1d04fd0, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:35:36.308225 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0c827-b4fd-4bb2-9742-f3150c9997af req-08bc47e1-1d44-4659-ac15-c781becf1e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:36.317316 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7cb0c827-b4fd-4bb2-9742-f3150c9997af req-08bc47e1-1d44-4659-ac15-c781becf1e3f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f3c826abd1f43d19edc39ad69e1071c&device_id=8295fb9a-a49e-4f77-a06c-6115d38512c1 HTTP/1.1" status: 200 len: 1103 time: 0.6335146 Nov 10 17:35:36.470138 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9f800a06-9eed-45bc-bb13-7c649092a614 req-24a7522d-c95d-455a-ad56-eab5b6317020 tempest-ServerShowV257Test-873080840 tempest-ServerShowV257Test-873080840-project] 10.222.0.39 "GET /v2.0/ports?device_id=51ef310c-9bf4-4167-b409-414df3e47702 HTTP/1.1" status: 200 len: 210 time: 0.2792783 Nov 10 17:35:36.711171 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-68b3e255-2658-41f0-8e95-c0d55a5db253 service neutron] For port 83e707e1-bf12-4c7c-a89d-817fb1d04fd0, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=83e707e1-bf12-4c7c-a89d-817fb1d04fd0,segment=NetworkSegment(075697be-07cf-47b8-98f3-bb3c0c948546),segment_id=075697be-07cf-47b8-98f3-bb3c0c948546)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:35:36.750185 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0c827-b4fd-4bb2-9742-f3150c9997af req-cc792904-9fac-47eb-a8fe-665df124c011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:36.752608 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7cb0c827-b4fd-4bb2-9742-f3150c9997af req-cc792904-9fac-47eb-a8fe-665df124c011 service neutron] 10.222.0.13 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.3058240 Nov 10 17:35:36.760091 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4a3c1d4d-5e27-490d-aa8b-3ee6e4f4e6c6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ed22ff5850684fb18710e4a738614c84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7163424 Nov 10 17:35:36.775151 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36390) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:36.793835 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7a4660b6-a44e-4a30-b229-51b1b70f631d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:36.883023 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9c6c8e21-c5e4-435f-a710-cfa9c120be98 req-d410abe2-3001-4092-b839-260160ccf18f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e9b42f54-4132-4b75-9f30-1a81ef08c9c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0261695 Nov 10 17:35:36.934235 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-52ac5df8-82df-4713-ab8f-b4828b669082 admin admin] Allocated IP 172.20.0.1 (6e393f16-27f3-4592-b155-5e9988c4a9f7/809d825c-e65e-4bd2-89e0-89c51c3a8699/76a37103-553f-446b-a537-19e91cf4dbb6) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:35:36.934626 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-68b3e255-2658-41f0-8e95-c0d55a5db253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:36.956866 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1813ac1-ee5a-4057-88a7-91958bf94195 req-b1179c38-2ff8-44b9-b90a-f5cdadc50733 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:36.963259 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7cb0c827-b4fd-4bb2-9742-f3150c9997af req-90e962ee-66d9-4f6e-b57f-0c1bcaa41d8d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=2fd96dd5-a84f-46f1-8ffe-375e521fe660 HTTP/1.1" status: 200 len: 217 time: 0.1669211 Nov 10 17:35:36.970049 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1813ac1-ee5a-4057-88a7-91958bf94195 req-b1179c38-2ff8-44b9-b90a-f5cdadc50733 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:36.980817 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1813ac1-ee5a-4057-88a7-91958bf94195 req-b1179c38-2ff8-44b9-b90a-f5cdadc50733 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:36.995184 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1813ac1-ee5a-4057-88a7-91958bf94195 req-b1179c38-2ff8-44b9-b90a-f5cdadc50733 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:36.999632 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4660b6-a44e-4a30-b229-51b1b70f631d admin admin] Pushing event updated for resources: {'Port': ['ID=b4fb6c1e-ad67-45eb-b624-33d1dff27902,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:37.004972 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1813ac1-ee5a-4057-88a7-91958bf94195 req-b1179c38-2ff8-44b9-b90a-f5cdadc50733 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:37.013948 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1813ac1-ee5a-4057-88a7-91958bf94195 req-b1179c38-2ff8-44b9-b90a-f5cdadc50733 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:37.023620 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c1813ac1-ee5a-4057-88a7-91958bf94195 req-b1179c38-2ff8-44b9-b90a-f5cdadc50733 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 4599 time: 0.3714156 Nov 10 17:35:37.057080 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-48292bf4-c780-4e34-848d-9f0fb5571bfb tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:37.076790 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-68b3e255-2658-41f0-8e95-c0d55a5db253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:37.077762 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-68b3e255-2658-41f0-8e95-c0d55a5db253 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:37.079794 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-68b3e255-2658-41f0-8e95-c0d55a5db253 service neutron] 10.222.0.11 "PUT /v2.0/ports/83e707e1-bf12-4c7c-a89d-817fb1d04fd0 HTTP/1.1" status: 200 len: 1130 time: 7.4026623 Nov 10 17:35:37.108229 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'tag': '83e707e1-bf12-4c7c-a89d-817fb1d04fd0'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:35:37.116184 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88e3498-e9dd-44fa-8b2e-5ba985b7194c" -d '{"events": [{"name": "network-changed", "server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "tag": "83e707e1-bf12-4c7c-a89d-817fb1d04fd0"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:35:37.333657 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-0e4b129d-25fc-4c2c-b66d-61360d202c3c service neutron] Request body: {'port': {'device_id': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:37.386736 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0c827-b4fd-4bb2-9742-f3150c9997af req-bc3cb8a0-5a9f-4903-90fd-096f251a9a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:37.388218 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7cb0c827-b4fd-4bb2-9742-f3150c9997af req-bc3cb8a0-5a9f-4903-90fd-096f251a9a6c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.3493047 Nov 10 17:35:37.399884 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4660b6-a44e-4a30-b229-51b1b70f631d admin admin] Network c3a53364-5b38-4c80-975d-356131c85952 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:35:37.458929 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-7a4660b6-a44e-4a30-b229-51b1b70f631d admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:35:37.461582 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-0e4b129d-25fc-4c2c-b66d-61360d202c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:37.462142 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c78721c4-cf5a-469c-b67a-27956d81cafc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:37.489698 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4660b6-a44e-4a30-b229-51b1b70f631d admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:35:37.618369 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c1813ac1-ee5a-4057-88a7-91958bf94195 req-9f55f42c-ef43-4807-8a7a-abd71af5ee7f tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5935404 Nov 10 17:35:37.648711 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7a4660b6-a44e-4a30-b229-51b1b70f631d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:37.664025 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-48292bf4-c780-4e34-848d-9f0fb5571bfb tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:37.678048 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['fcfa458f-e071-4b0e-baa5-036acfe812bf'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:35:37.692551 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c8e21-c5e4-435f-a710-cfa9c120be98 req-d7af7e5c-d0a2-4a27-82f3-38c146a0461b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:37.694891 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9c6c8e21-c5e4-435f-a710-cfa9c120be98 req-d7af7e5c-d0a2-4a27-82f3-38c146a0461b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f3c826abd1f43d19edc39ad69e1071c&device_id=e9b42f54-4132-4b75-9f30-1a81ef08c9c7 HTTP/1.1" status: 200 len: 1100 time: 0.6505833 Nov 10 17:35:37.704627 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c78721c4-cf5a-469c-b67a-27956d81cafc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:37.775139 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b3e255-2658-41f0-8e95-c0d55a5db253 service neutron] Pushing event updated for resources: {'Port': ['ID=83e707e1-bf12-4c7c-a89d-817fb1d04fd0,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:37.892202 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48292bf4-c780-4e34-848d-9f0fb5571bfb tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Pushing event updated for resources: {'Port': ['ID=c845eb24-c6e2-457f-a3ca-7a4adccb8189,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:37.937131 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86762be7-79d5-4acf-884b-5c416d451e50 req-8207a479-66f4-4879-94b5-15a72238b8c2 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:37.938806 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-86762be7-79d5-4acf-884b-5c416d451e50 req-8207a479-66f4-4879-94b5-15a72238b8c2 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.39 "GET /v2.0/ports?device_id=724d96d7-cbc7-41cc-98f4-0eba3ea3ed98 HTTP/1.1" status: 200 len: 950 time: 1.1692042 Nov 10 17:35:38.047130 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-0f34f8d6-97dc-4265-8480-062c4bcc9ec7 None None] Provisioning complete for port b4fb6c1e-ad67-45eb-b624-33d1dff27902 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:38.047852 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0f34f8d6-97dc-4265-8480-062c4bcc9ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:38.101060 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-48292bf4-c780-4e34-848d-9f0fb5571bfb tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:35:38.104289 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-0f34f8d6-97dc-4265-8480-062c4bcc9ec7 None None] Port b4fb6c1e-ad67-45eb-b624-33d1dff27902 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:35:38.106223 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-52ac5df8-82df-4713-ab8f-b4828b669082 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:38.118852 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-48292bf4-c780-4e34-848d-9f0fb5571bfb tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:35:38.132095 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-48292bf4-c780-4e34-848d-9f0fb5571bfb tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:35:38.229620 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-791ee94c-32c2-4c8a-b8cb-293f6759b1ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d20ed0e-1a36-414e-b080-6adfb60940da {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:35:38.252317 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-791ee94c-32c2-4c8a-b8cb-293f6759b1ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:38.259237 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0c827-b4fd-4bb2-9742-f3150c9997af req-83ce2cd3-4e6e-4934-bc52-cd9401af97e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:38.261141 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7cb0c827-b4fd-4bb2-9742-f3150c9997af req-83ce2cd3-4e6e-4934-bc52-cd9401af97e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8201854 Nov 10 17:35:38.266653 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-791ee94c-32c2-4c8a-b8cb-293f6759b1ec service neutron] Transition to ACTIVE for port object 0d20ed0e-1a36-414e-b080-6adfb60940da will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:35:38.290233 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491f624-5d46-41a3-8dc4-864348dab73d req-773eb394-fef1-466d-a075-b3919d6002e9 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:38.292247 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e491f624-5d46-41a3-8dc4-864348dab73d req-773eb394-fef1-466d-a075-b3919d6002e9 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=08aec451-61de-4b48-bd69-71cc1434c72f HTTP/1.1" status: 200 len: 935 time: 0.3184617 Nov 10 17:35:38.329707 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c78721c4-cf5a-469c-b67a-27956d81cafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:38.331138 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 5dcd8540-8141-4cdc-a559-142899fa806f up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:35:38.348420 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c78721c4-cf5a-469c-b67a-27956d81cafc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:38.352304 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c78721c4-cf5a-469c-b67a-27956d81cafc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1ff5ef77-c123-4649-a30a-cb9c94a174e1 HTTP/1.1" status: 204 len: 168 time: 1.5733745 Nov 10 17:35:38.462847 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c8e21-c5e4-435f-a710-cfa9c120be98 req-896132f5-60f7-493e-b589-3567ae23c315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:38.467895 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9c6c8e21-c5e4-435f-a710-cfa9c120be98 req-896132f5-60f7-493e-b589-3567ae23c315 service neutron] 10.222.0.11 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.7316070 Nov 10 17:35:38.468997 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-791ee94c-32c2-4c8a-b8cb-293f6759b1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:38.485450 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 5dcd8540-8141-4cdc-a559-142899fa806f triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:38.487646 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:38.610108 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78721c4-cf5a-469c-b67a-27956d81cafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff5ef77-c123-4649-a30a-cb9c94a174e1,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:38.630076 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-52ac5df8-82df-4713-ab8f-b4828b669082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:38.650925 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-48292bf4-c780-4e34-848d-9f0fb5571bfb tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:38.653048 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-48292bf4-c780-4e34-848d-9f0fb5571bfb tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:38.680841 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9c6c8e21-c5e4-435f-a710-cfa9c120be98 req-23118bd0-5bcc-41ca-9a83-62e42a15b7b5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=4035bddd-59ee-4f4b-b690-db1ee003e1e0 HTTP/1.1" status: 200 len: 217 time: 0.1912401 Nov 10 17:35:38.776514 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-48292bf4-c780-4e34-848d-9f0fb5571bfb tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 9.4421151 Nov 10 17:35:38.865657 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-7cdfc2a4-d42b-4d64-a186-7a443de39b09 service neutron] Request body: {'port': {'device_id': '08aec451-61de-4b48-bd69-71cc1434c72f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:38.871744 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c8e21-c5e4-435f-a710-cfa9c120be98 req-2cebcaf8-130d-44ca-a94d-4c614dc425d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:38.873520 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9c6c8e21-c5e4-435f-a710-cfa9c120be98 req-2cebcaf8-130d-44ca-a94d-4c614dc425d5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1291075 Nov 10 17:35:38.922396 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:38.958571 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-86762be7-79d5-4acf-884b-5c416d451e50 req-c6b04901-6030-4408-8d36-677655ad7d08 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb14f869-64ec-4bbd-9792-af53fea584ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9210153 Nov 10 17:35:38.960501 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ac5df8-82df-4713-ab8f-b4828b669082 admin admin] Network 6e393f16-27f3-4592-b155-5e9988c4a9f7 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:35:39.064218 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 5dcd8540-8141-4cdc-a559-142899fa806f, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=5dcd8540-8141-4cdc-a559-142899fa806f,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:39.065700 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-db6fdcde-b8e3-45ad-9157-3017021680f4 None None] Provisioning complete for port c845eb24-c6e2-457f-a3ca-7a4adccb8189 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:39.066621 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e491f624-5d46-41a3-8dc4-864348dab73d req-6a74d543-e54a-4ec5-88da-063f1b61bafa tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7380297 Nov 10 17:35:39.067244 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-db6fdcde-b8e3-45ad-9157-3017021680f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:39.081465 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-52ac5df8-82df-4713-ab8f-b4828b669082 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:35:39.087432 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ac5df8-82df-4713-ab8f-b4828b669082 admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:35:39.214165 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:39.224863 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 24a2d734-629a-4993-8250-2a385f2d23db up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:35:39.240219 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ee94c-32c2-4c8a-b8cb-293f6759b1ec service neutron] Pushing event updated for resources: {'Port': ['ID=0d20ed0e-1a36-414e-b080-6adfb60940da,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:39.354208 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-7cdfc2a4-d42b-4d64-a186-7a443de39b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:39.384298 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f72729-bed4-4b63-b462-130a3abb3482 req-e0cb1c01-6ac8-49d4-94d7-48031236decf tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:39.387822 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d5f72729-bed4-4b63-b462-130a3abb3482 req-e0cb1c01-6ac8-49d4-94d7-48031236decf tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.13 "GET /v2.0/ports?device_id=724d96d7-cbc7-41cc-98f4-0eba3ea3ed98 HTTP/1.1" status: 200 len: 950 time: 1.1070023 Nov 10 17:35:39.418740 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22eaea45-744e-4912-b98c-f7fe1a5dcf38 x-openstack-request-id: req-22eaea45-744e-4912-b98c-f7fe1a5dcf38 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:35:39.419345 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "tag": "83e707e1-bf12-4c7c-a89d-817fb1d04fd0", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:35:39.419779 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-22eaea45-744e-4912-b98c-f7fe1a5dcf38 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:35:39.421335 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'tag': '83e707e1-bf12-4c7c-a89d-817fb1d04fd0', 'status': 'completed', 'code': 200} Nov 10 17:35:39.438654 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-db6fdcde-b8e3-45ad-9157-3017021680f4 None None] Port c845eb24-c6e2-457f-a3ca-7a4adccb8189 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:35:39.498249 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=5dcd8540-8141-4cdc-a559-142899fa806f,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:39.556685 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 24a2d734-629a-4993-8250-2a385f2d23db triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:39.558906 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-52ac5df8-82df-4713-ab8f-b4828b669082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:39.560236 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:39.698363 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7cb0c827-b4fd-4bb2-9742-f3150c9997af req-4ff39897-a287-48fa-ac8b-cdbcb6746771 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3285491 Nov 10 17:35:39.704426 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c8e21-c5e4-435f-a710-cfa9c120be98 req-3bfef363-a4c1-4bf9-81e9-373fb0594a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:39.706160 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9c6c8e21-c5e4-435f-a710-cfa9c120be98 req-3bfef363-a4c1-4bf9-81e9-373fb0594a97 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8200717 Nov 10 17:35:39.728954 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f34b0965-7883-4870-8ab6-02ff6ec0076a req-cf164f27-b072-4740-8176-c56d5af04923 tempest-ServerShowV257Test-873080840 tempest-ServerShowV257Test-873080840-project] 10.222.0.39 "GET /v2.0/ports?device_id=51ef310c-9bf4-4167-b409-414df3e47702 HTTP/1.1" status: 200 len: 210 time: 0.2694981 Nov 10 17:35:39.812661 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:39.858043 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-791ee94c-32c2-4c8a-b8cb-293f6759b1ec service neutron] Attempting to bind port 0d20ed0e-1a36-414e-b080-6adfb60940da on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:35:39.858575 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-791ee94c-32c2-4c8a-b8cb-293f6759b1ec service neutron] Attempting to bind port 0d20ed0e-1a36-414e-b080-6adfb60940da by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:35:39.858914 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-791ee94c-32c2-4c8a-b8cb-293f6759b1ec service neutron] Attempting to bind port 0d20ed0e-1a36-414e-b080-6adfb60940da on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:35:39.870734 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac5df8-82df-4713-ab8f-b4828b669082 admin admin] Pushing event updated for resources: {'Port': ['ID=76a37103-553f-446b-a537-19e91cf4dbb6,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:39.886811 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 24a2d734-629a-4993-8250-2a385f2d23db, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=24a2d734-629a-4993-8250-2a385f2d23db,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:39.888050 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-ba2c80de-93bf-4e84-9621-e2340eb94bee None None] Provisioning complete for port 76a37103-553f-446b-a537-19e91cf4dbb6 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:39.888747 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ba2c80de-93bf-4e84-9621-e2340eb94bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:39.913482 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-791ee94c-32c2-4c8a-b8cb-293f6759b1ec service neutron] Port 0d20ed0e-1a36-414e-b080-6adfb60940da on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:35:39.914640 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-791ee94c-32c2-4c8a-b8cb-293f6759b1ec service neutron] Attempting to bind port 0d20ed0e-1a36-414e-b080-6adfb60940da on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:35:39.922369 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e3498-e9dd-44fa-8b2e-5ba985b7194c req-d68d79b0-3d47-43c2-a8bb-0a15cd29e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:39.922931 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e3498-e9dd-44fa-8b2e-5ba985b7194c req-d68d79b0-3d47-43c2-a8bb-0a15cd29e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:39.923401 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e3498-e9dd-44fa-8b2e-5ba985b7194c req-d68d79b0-3d47-43c2-a8bb-0a15cd29e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:39.923908 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e3498-e9dd-44fa-8b2e-5ba985b7194c req-d68d79b0-3d47-43c2-a8bb-0a15cd29e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:39.924406 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e3498-e9dd-44fa-8b2e-5ba985b7194c req-d68d79b0-3d47-43c2-a8bb-0a15cd29e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:39.924861 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e3498-e9dd-44fa-8b2e-5ba985b7194c req-d68d79b0-3d47-43c2-a8bb-0a15cd29e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:39.927094 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d88e3498-e9dd-44fa-8b2e-5ba985b7194c req-d68d79b0-3d47-43c2-a8bb-0a15cd29e47c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=281475dcac0247d79669d55a1da4eafc&device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5287 time: 0.7000964 Nov 10 17:35:39.931020 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7a4660b6-a44e-4a30-b229-51b1b70f631d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:39.934584 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-ba2c80de-93bf-4e84-9621-e2340eb94bee None None] Port 76a37103-553f-446b-a537-19e91cf4dbb6 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:35:39.936913 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:40.063857 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-791ee94c-32c2-4c8a-b8cb-293f6759b1ec service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:35:40.064880 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-791ee94c-32c2-4c8a-b8cb-293f6759b1ec service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:35:40.079731 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-791ee94c-32c2-4c8a-b8cb-293f6759b1ec service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:35:40.080648 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-791ee94c-32c2-4c8a-b8cb-293f6759b1ec service neutron] Bound port: 0d20ed0e-1a36-414e-b080-6adfb60940da, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:35:40.081297 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-791ee94c-32c2-4c8a-b8cb-293f6759b1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:40.089181 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=24a2d734-629a-4993-8250-2a385f2d23db,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:40.147501 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 5dcd8540-8141-4cdc-a559-142899fa806f up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:35:40.201190 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05403986-e120-41ea-9b91-9077acd4b641 req-22d32d5c-6679-420f-9911-d3c4f65ff14d tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:40.207534 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05403986-e120-41ea-9b91-9077acd4b641 req-22d32d5c-6679-420f-9911-d3c4f65ff14d tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:40.219474 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05403986-e120-41ea-9b91-9077acd4b641 req-22d32d5c-6679-420f-9911-d3c4f65ff14d tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:40.238416 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05403986-e120-41ea-9b91-9077acd4b641 req-22d32d5c-6679-420f-9911-d3c4f65ff14d tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:40.253140 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05403986-e120-41ea-9b91-9077acd4b641 req-22d32d5c-6679-420f-9911-d3c4f65ff14d tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:40.260553 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05403986-e120-41ea-9b91-9077acd4b641 req-22d32d5c-6679-420f-9911-d3c4f65ff14d tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:40.262526 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-05403986-e120-41ea-9b91-9077acd4b641 req-22d32d5c-6679-420f-9911-d3c4f65ff14d tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 4599 time: 0.7153611 Nov 10 17:35:40.311372 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 5dcd8540-8141-4cdc-a559-142899fa806f triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:40.311765 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:40.429369 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36448) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:40.507992 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-52ac5df8-82df-4713-ab8f-b4828b669082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:40.523205 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9c6c8e21-c5e4-435f-a710-cfa9c120be98 req-0377a5a7-cd16-42d0-935f-396a5c81301e service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8008318 Nov 10 17:35:40.577539 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-0e4b129d-25fc-4c2c-b66d-61360d202c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d91136a8-ce33-4918-a613-fe42fbce644b {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:35:40.590227 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-0e4b129d-25fc-4c2c-b66d-61360d202c3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:40.607161 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-0e4b129d-25fc-4c2c-b66d-61360d202c3c service neutron] Transition to ACTIVE for port object d91136a8-ce33-4918-a613-fe42fbce644b will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:35:40.660141 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7cb0c827-b4fd-4bb2-9742-f3150c9997af req-5491eea5-ae1f-4158-ac1d-e5ebc689e51f service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9272692 Nov 10 17:35:40.802748 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7a4660b6-a44e-4a30-b229-51b1b70f631d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:40.820057 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-0e4b129d-25fc-4c2c-b66d-61360d202c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:40.830642 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7a4660b6-a44e-4a30-b229-51b1b70f631d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:41.026342 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-d5f72729-bed4-4b63-b462-130a3abb3482 req-b9481488-3564-4948-96b0-c531770a5e77 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Deleting port d9a6008d-0eb2-4509-b80d-e5fbc58446de {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:35:41.027060 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d5f72729-bed4-4b63-b462-130a3abb3482 req-b9481488-3564-4948-96b0-c531770a5e77 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:41.155976 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b129d-25fc-4c2c-b66d-61360d202c3c service neutron] Pushing event updated for resources: {'Port': ['ID=d91136a8-ce33-4918-a613-fe42fbce644b,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:41.183598 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e95a2-5869-4262-a58a-e290c5fb3cbc req-4d0aee27-028f-4808-9e17-b6d66b787415 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:41.185438 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-721e95a2-5869-4262-a58a-e290c5fb3cbc req-4d0aee27-028f-4808-9e17-b6d66b787415 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.39 "GET /v2.0/ports?device_id=724d96d7-cbc7-41cc-98f4-0eba3ea3ed98 HTTP/1.1" status: 200 len: 950 time: 0.6148014 Nov 10 17:35:41.215874 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-52ac5df8-82df-4713-ab8f-b4828b669082 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:41.233685 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-1d28769c-9200-49c0-9c1a-3bfaa2358256 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-172246066-network', 'tenant_id': '5d24d850bb424664a3d8aad1452a97d1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:41.259515 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e3498-e9dd-44fa-8b2e-5ba985b7194c req-5be7c3bf-3c32-4e6c-8e57-2de64c4d09be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:41.260227 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e3498-e9dd-44fa-8b2e-5ba985b7194c req-5be7c3bf-3c32-4e6c-8e57-2de64c4d09be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:41.260800 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e3498-e9dd-44fa-8b2e-5ba985b7194c req-5be7c3bf-3c32-4e6c-8e57-2de64c4d09be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:41.262613 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d88e3498-e9dd-44fa-8b2e-5ba985b7194c req-5be7c3bf-3c32-4e6c-8e57-2de64c4d09be service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=281475dcac0247d79669d55a1da4eafc&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.3057609 Nov 10 17:35:41.281470 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-05403986-e120-41ea-9b91-9077acd4b641 req-46a63080-8c3a-411f-b504-7809823355f1 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9985328 Nov 10 17:35:41.308465 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-791ee94c-32c2-4c8a-b8cb-293f6759b1ec service neutron] For port 0d20ed0e-1a36-414e-b080-6adfb60940da, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:35:41.312900 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-791ee94c-32c2-4c8a-b8cb-293f6759b1ec service neutron] For port 0d20ed0e-1a36-414e-b080-6adfb60940da, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=0d20ed0e-1a36-414e-b080-6adfb60940da,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:35:41.338459 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4660b6-a44e-4a30-b229-51b1b70f631d admin admin] Pushing event updated for resources: {'Port': ['ID=b4fb6c1e-ad67-45eb-b624-33d1dff27902,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:41.341029 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7a4660b6-a44e-4a30-b229-51b1b70f631d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:41.497309 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d28769c-9200-49c0-9c1a-3bfaa2358256 admin admin] Made reservation on behalf of 5d24d850bb424664a3d8aad1452a97d1 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:35:41.499707 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1d28769c-9200-49c0-9c1a-3bfaa2358256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:41.510379 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-52ac5df8-82df-4713-ab8f-b4828b669082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:41.538841 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-721e95a2-5869-4262-a58a-e290c5fb3cbc req-55f3300a-7234-469d-8d2f-9e36a62e1e6a tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb14f869-64ec-4bbd-9792-af53fea584ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802721 Nov 10 17:35:41.554790 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-0e4b129d-25fc-4c2c-b66d-61360d202c3c service neutron] Attempting to bind port d91136a8-ce33-4918-a613-fe42fbce644b on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:35:41.555354 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-0e4b129d-25fc-4c2c-b66d-61360d202c3c service neutron] Attempting to bind port d91136a8-ce33-4918-a613-fe42fbce644b by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '075697be-07cf-47b8-98f3-bb3c0c948546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bd6bf6ab-ba3a-413b-abc3-299018f27566'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:35:41.555969 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-0e4b129d-25fc-4c2c-b66d-61360d202c3c service neutron] Attempting to bind port d91136a8-ce33-4918-a613-fe42fbce644b on network bd6bf6ab-ba3a-413b-abc3-299018f27566 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:35:41.556771 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e3498-e9dd-44fa-8b2e-5ba985b7194c req-30e59573-81ec-4b72-99bb-d292fd6bacec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:41.558717 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d88e3498-e9dd-44fa-8b2e-5ba985b7194c req-30e59573-81ec-4b72-99bb-d292fd6bacec service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2370348 Nov 10 17:35:41.605179 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-0e4b129d-25fc-4c2c-b66d-61360d202c3c service neutron] Port d91136a8-ce33-4918-a613-fe42fbce644b on network bd6bf6ab-ba3a-413b-abc3-299018f27566 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:35:41.605642 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-0e4b129d-25fc-4c2c-b66d-61360d202c3c service neutron] Attempting to bind port d91136a8-ce33-4918-a613-fe42fbce644b on network bd6bf6ab-ba3a-413b-abc3-299018f27566 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:35:41.611361 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1d28769c-9200-49c0-9c1a-3bfaa2358256 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:41.645700 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-0e4b129d-25fc-4c2c-b66d-61360d202c3c service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:35:41.646381 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-0e4b129d-25fc-4c2c-b66d-61360d202c3c service neutron] Checking segment: {'id': '075697be-07cf-47b8-98f3-bb3c0c948546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bd6bf6ab-ba3a-413b-abc3-299018f27566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:35:41.646965 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-0e4b129d-25fc-4c2c-b66d-61360d202c3c service neutron] Bound using segment: {'id': '075697be-07cf-47b8-98f3-bb3c0c948546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bd6bf6ab-ba3a-413b-abc3-299018f27566'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:35:41.664351 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-52ac5df8-82df-4713-ab8f-b4828b669082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:41.668356 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-0e4b129d-25fc-4c2c-b66d-61360d202c3c service neutron] Bound port: d91136a8-ce33-4918-a613-fe42fbce644b, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '075697be-07cf-47b8-98f3-bb3c0c948546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bd6bf6ab-ba3a-413b-abc3-299018f27566'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:35:41.668866 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-0e4b129d-25fc-4c2c-b66d-61360d202c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:41.684654 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac5df8-82df-4713-ab8f-b4828b669082 admin admin] Pushing event updated for resources: {'Port': ['ID=76a37103-553f-446b-a537-19e91cf4dbb6,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:41.707601 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-791ee94c-32c2-4c8a-b8cb-293f6759b1ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:41.815797 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e601ed6-0c9b-4b9d-91b6-6bec82e4f7b3 req-dcd8d5fc-00c7-4e6f-8dcf-4aba0678d375 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:41.823097 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-7cdfc2a4-d42b-4d64-a186-7a443de39b09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c845eb24-c6e2-457f-a3ca-7a4adccb8189 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:35:41.824233 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5e601ed6-0c9b-4b9d-91b6-6bec82e4f7b3 req-dcd8d5fc-00c7-4e6f-8dcf-4aba0678d375 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=08aec451-61de-4b48-bd69-71cc1434c72f HTTP/1.1" status: 200 len: 935 time: 0.2620921 Nov 10 17:35:41.831650 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-7cdfc2a4-d42b-4d64-a186-7a443de39b09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:41.847065 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-7cdfc2a4-d42b-4d64-a186-7a443de39b09 service neutron] Transition to ACTIVE for port object c845eb24-c6e2-457f-a3ca-7a4adccb8189 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:35:41.850711 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b19dcbd3-9bf7-4dde-84f3-4c9792231470 req-3f18dbb9-9f73-4a83-97e4-152f67542dc5 tempest-ServerShowV257Test-873080840 tempest-ServerShowV257Test-873080840-project] 10.222.0.39 "GET /v2.0/ports?device_id=51ef310c-9bf4-4167-b409-414df3e47702 HTTP/1.1" status: 200 len: 210 time: 0.1668103 Nov 10 17:35:41.861572 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-791ee94c-32c2-4c8a-b8cb-293f6759b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:41.862642 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-791ee94c-32c2-4c8a-b8cb-293f6759b1ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:41.864397 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-791ee94c-32c2-4c8a-b8cb-293f6759b1ec service neutron] 10.222.0.13 "PUT /v2.0/ports/0d20ed0e-1a36-414e-b080-6adfb60940da HTTP/1.1" status: 200 len: 1097 time: 10.6312459 Nov 10 17:35:41.879681 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf7710d-7ea0-4454-9631-24976e70fee7', 'tag': '0d20ed0e-1a36-414e-b080-6adfb60940da'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:35:41.883929 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea791a5-cf87-4c28-ab69-2b498a92bb4b" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf7710d-7ea0-4454-9631-24976e70fee7", "tag": "0d20ed0e-1a36-414e-b080-6adfb60940da"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:35:41.888996 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-7cdfc2a4-d42b-4d64-a186-7a443de39b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:41.911673 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-d5f72729-bed4-4b63-b462-130a3abb3482 req-b9481488-3564-4948-96b0-c531770a5e77 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] For port d9a6008d-0eb2-4509-b80d-e5fbc58446de, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=d9a6008d-0eb2-4509-b80d-e5fbc58446de,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:41.912237 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d5f72729-bed4-4b63-b462-130a3abb3482 req-b9481488-3564-4948-96b0-c531770a5e77 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:41.979934 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5e601ed6-0c9b-4b9d-91b6-6bec82e4f7b3 req-ebf2f1fb-999d-4f19-b35b-dea2e5f70252 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545818 Nov 10 17:35:41.985771 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-d5f72729-bed4-4b63-b462-130a3abb3482 req-b9481488-3564-4948-96b0-c531770a5e77 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Calling delete_port for d9a6008d-0eb2-4509-b80d-e5fbc58446de owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:35:42.025630 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4660b6-a44e-4a30-b229-51b1b70f631d admin admin] Network c3a53364-5b38-4c80-975d-356131c85952 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:35:42.047135 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-7a4660b6-a44e-4a30-b229-51b1b70f631d admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:35:42.099447 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5a7b25-dc47-488e-9791-459a82686872 x-openstack-request-id: req-0c5a7b25-dc47-488e-9791-459a82686872 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:35:42.099669 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf7710d-7ea0-4454-9631-24976e70fee7", "tag": "0d20ed0e-1a36-414e-b080-6adfb60940da", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:35:42.100000 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0c5a7b25-dc47-488e-9791-459a82686872 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:35:42.100522 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf7710d-7ea0-4454-9631-24976e70fee7', 'tag': '0d20ed0e-1a36-414e-b080-6adfb60940da', 'status': 'completed', 'code': 200} Nov 10 17:35:42.120364 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-0e4b129d-25fc-4c2c-b66d-61360d202c3c service neutron] For port d91136a8-ce33-4918-a613-fe42fbce644b, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:35:42.176478 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 24a2d734-629a-4993-8250-2a385f2d23db up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:35:42.182108 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdfc2a4-d42b-4d64-a186-7a443de39b09 service neutron] Pushing event updated for resources: {'Port': ['ID=c845eb24-c6e2-457f-a3ca-7a4adccb8189,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:42.249646 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ee94c-32c2-4c8a-b8cb-293f6759b1ec service neutron] Pushing event updated for resources: {'Port': ['ID=0d20ed0e-1a36-414e-b080-6adfb60940da,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:42.273187 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 24a2d734-629a-4993-8250-2a385f2d23db triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:42.273899 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:42.347485 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-bc95c6fa-5770-4695-ad5d-32143e367417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:42.349521 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-bc95c6fa-5770-4695-ad5d-32143e367417 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38fb4e4342ac4097a730b0e8198143dc&device_id=7bf7710d-7ea0-4454-9631-24976e70fee7 HTTP/1.1" status: 200 len: 1100 time: 0.3875465 Nov 10 17:35:42.360848 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9c6c8e21-c5e4-435f-a710-cfa9c120be98 req-56970e01-3a3e-40b7-8c10-91d32d78f47b service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8039732 Nov 10 17:35:42.368486 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-0e4b129d-25fc-4c2c-b66d-61360d202c3c service neutron] For port d91136a8-ce33-4918-a613-fe42fbce644b, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d91136a8-ce33-4918-a613-fe42fbce644b,segment=NetworkSegment(075697be-07cf-47b8-98f3-bb3c0c948546),segment_id=075697be-07cf-47b8-98f3-bb3c0c948546)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:35:42.402431 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-0e4b129d-25fc-4c2c-b66d-61360d202c3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:42.429966 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-f907bf04-9b5b-4f10-bd22-e44244dd446b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=0d20ed0e-1a36-414e-b080-6adfb60940da HTTP/1.1" status: 200 len: 217 time: 0.0655107 Nov 10 17:35:42.506938 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-12fa618a-192a-4f1f-b73c-b317b141a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:42.508552 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-12fa618a-192a-4f1f-b73c-b317b141a44f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.0557292 Nov 10 17:35:42.521492 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ac5df8-82df-4713-ab8f-b4828b669082 admin admin] Network 6e393f16-27f3-4592-b155-5e9988c4a9f7 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:35:42.573081 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1d28769c-9200-49c0-9c1a-3bfaa2358256 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:42.577071 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-52ac5df8-82df-4713-ab8f-b4828b669082 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:35:42.585483 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-ae2fa5e2-98e0-4357-adc6-7357b86853b6 None None] Provisioning complete for port b4fb6c1e-ad67-45eb-b624-33d1dff27902 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:42.585850 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ae2fa5e2-98e0-4357-adc6-7357b86853b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:42.606782 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1d28769c-9200-49c0-9c1a-3bfaa2358256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:42.622929 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d2b62-4f6a-46d8-ae63-ad68f4652f39 req-b8b2d00d-918b-4380-9a9f-64e3b6eaa34e tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:42.624892 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f66d2b62-4f6a-46d8-ae63-ad68f4652f39 req-b8b2d00d-918b-4380-9a9f-64e3b6eaa34e tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/ports?device_id=8295fb9a-a49e-4f77-a06c-6115d38512c1 HTTP/1.1" status: 200 len: 951 time: 0.3497124 Nov 10 17:35:42.674110 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-ae2fa5e2-98e0-4357-adc6-7357b86853b6 None None] Port b4fb6c1e-ad67-45eb-b624-33d1dff27902 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:35:42.704551 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-0e4b129d-25fc-4c2c-b66d-61360d202c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:42.705165 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-0e4b129d-25fc-4c2c-b66d-61360d202c3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:42.706616 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-0e4b129d-25fc-4c2c-b66d-61360d202c3c service neutron] 10.222.0.11 "PUT /v2.0/ports/d91136a8-ce33-4918-a613-fe42fbce644b HTTP/1.1" status: 200 len: 1130 time: 5.3790174 Nov 10 17:35:42.715260 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'tag': 'd91136a8-ce33-4918-a613-fe42fbce644b'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:35:42.717627 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f419e4-462c-4b5e-a490-698f85ea4432" -d '{"events": [{"name": "network-changed", "server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "tag": "d91136a8-ce33-4918-a613-fe42fbce644b"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:35:42.743869 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:35:42.764614 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d28769c-9200-49c0-9c1a-3bfaa2358256 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:35:42.786546 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28769c-9200-49c0-9c1a-3bfaa2358256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b096f5-550a-43f0-b06f-a06968af132c,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:42.793387 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b129d-25fc-4c2c-b66d-61360d202c3c service neutron] Pushing event updated for resources: {'Port': ['ID=d91136a8-ce33-4918-a613-fe42fbce644b,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:42.800117 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1d28769c-9200-49c0-9c1a-3bfaa2358256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:42.804787 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-1d28769c-9200-49c0-9c1a-3bfaa2358256 admin admin] Added segment 79bcae67-d2d2-4497-863a-44e2698ce203 of type vlan for network 06706326-b275-407c-bb5a-c45ce8be3ebc Nov 10 17:35:42.834094 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-5335b14c-d018-4f6a-bbeb-50b2ef6008ca service neutron] Request body: {'port': {'device_id': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:42.842923 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-87ad9f07-db55-4290-82d0-ba032671cd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:42.847650 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-7cdfc2a4-d42b-4d64-a186-7a443de39b09 service neutron] Attempting to bind port c845eb24-c6e2-457f-a3ca-7a4adccb8189 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:35:42.848727 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-87ad9f07-db55-4290-82d0-ba032671cd0c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3311403 Nov 10 17:35:42.854698 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-7cdfc2a4-d42b-4d64-a186-7a443de39b09 service neutron] Attempting to bind port c845eb24-c6e2-457f-a3ca-7a4adccb8189 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:35:42.855371 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-7cdfc2a4-d42b-4d64-a186-7a443de39b09 service neutron] Attempting to bind port c845eb24-c6e2-457f-a3ca-7a4adccb8189 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:35:42.868783 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-7cdfc2a4-d42b-4d64-a186-7a443de39b09 service neutron] Port c845eb24-c6e2-457f-a3ca-7a4adccb8189 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:35:42.869378 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-7cdfc2a4-d42b-4d64-a186-7a443de39b09 service neutron] Attempting to bind port c845eb24-c6e2-457f-a3ca-7a4adccb8189 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:35:42.952978 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-7cdfc2a4-d42b-4d64-a186-7a443de39b09 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:35:42.953405 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-7cdfc2a4-d42b-4d64-a186-7a443de39b09 service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:35:42.954299 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-7cdfc2a4-d42b-4d64-a186-7a443de39b09 service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:35:42.954299 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-7cdfc2a4-d42b-4d64-a186-7a443de39b09 service neutron] Bound port: c845eb24-c6e2-457f-a3ca-7a4adccb8189, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:35:42.954771 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-7cdfc2a4-d42b-4d64-a186-7a443de39b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:43.048200 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d5f72729-bed4-4b63-b462-130a3abb3482 req-b9481488-3564-4948-96b0-c531770a5e77 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:43.059165 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a178c993-22f3-4129-aeed-2f2bc7c408a4 None None] Provisioning complete for port 76a37103-553f-446b-a537-19e91cf4dbb6 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:43.059451 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a178c993-22f3-4129-aeed-2f2bc7c408a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:43.089218 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4660b6-a44e-4a30-b229-51b1b70f631d admin admin] Router 63678357-661a-4220-9395-358327c0915f has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:35:43.120702 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-a178c993-22f3-4129-aeed-2f2bc7c408a4 None None] Port 76a37103-553f-446b-a537-19e91cf4dbb6 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:35:43.122284 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a339385-1c07-4faf-b9c2-39c6d720f7d1 req-9c5206f5-8df0-4590-8f98-0d11d00e3f66 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:43.128575 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a339385-1c07-4faf-b9c2-39c6d720f7d1 req-9c5206f5-8df0-4590-8f98-0d11d00e3f66 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:43.135334 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a339385-1c07-4faf-b9c2-39c6d720f7d1 req-9c5206f5-8df0-4590-8f98-0d11d00e3f66 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:43.141646 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a339385-1c07-4faf-b9c2-39c6d720f7d1 req-9c5206f5-8df0-4590-8f98-0d11d00e3f66 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:43.148138 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a339385-1c07-4faf-b9c2-39c6d720f7d1 req-9c5206f5-8df0-4590-8f98-0d11d00e3f66 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:43.149013 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-de8bf806-8417-4796-ae4f-bd6e156cdfda service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087274 Nov 10 17:35:43.154493 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a339385-1c07-4faf-b9c2-39c6d720f7d1 req-9c5206f5-8df0-4590-8f98-0d11d00e3f66 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:43.161500 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a339385-1c07-4faf-b9c2-39c6d720f7d1 req-9c5206f5-8df0-4590-8f98-0d11d00e3f66 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:43.164387 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a339385-1c07-4faf-b9c2-39c6d720f7d1 req-9c5206f5-8df0-4590-8f98-0d11d00e3f66 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5370 time: 0.6424251 Nov 10 17:35:43.202158 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1d28769c-9200-49c0-9c1a-3bfaa2358256 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:43.205108 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9481488-3564-4948-96b0-c531770a5e77 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Pushing event deleted for resources: {'Port': ['ID=d9a6008d-0eb2-4509-b80d-e5fbc58446de,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:43.223734 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-5335b14c-d018-4f6a-bbeb-50b2ef6008ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:43.275528 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-7cdfc2a4-d42b-4d64-a186-7a443de39b09 service neutron] For port c845eb24-c6e2-457f-a3ca-7a4adccb8189, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:35:43.318602 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f66d2b62-4f6a-46d8-ae63-ad68f4652f39 req-681dd580-596f-45ff-bd26-6332dabb6032 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/security-groups?id=72fe3656-6222-4e17-8d04-8990ec4e02c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6777041 Nov 10 17:35:43.348181 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ac5df8-82df-4713-ab8f-b4828b669082 admin admin] Router 8757644e-cb2d-489a-8686-7e2264028635 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:35:43.352676 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f72729-bed4-4b63-b462-130a3abb3482 req-b9481488-3564-4948-96b0-c531770a5e77 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] No DVR routers for this DVR port d9a6008d-0eb2-4509-b80d-e5fbc58446de on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:35:43.355867 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-7cdfc2a4-d42b-4d64-a186-7a443de39b09 service neutron] For port c845eb24-c6e2-457f-a3ca-7a4adccb8189, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=c845eb24-c6e2-457f-a3ca-7a4adccb8189,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:35:43.367953 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1d28769c-9200-49c0-9c1a-3bfaa2358256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:43.369420 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d28769c-9200-49c0-9c1a-3bfaa2358256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:43.370291 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1d28769c-9200-49c0-9c1a-3bfaa2358256 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:43.407674 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d5f72729-bed4-4b63-b462-130a3abb3482 req-b9481488-3564-4948-96b0-c531770a5e77 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:43.411518 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d5f72729-bed4-4b63-b462-130a3abb3482 req-b9481488-3564-4948-96b0-c531770a5e77 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.13 "DELETE /v2.0/ports/d9a6008d-0eb2-4509-b80d-e5fbc58446de HTTP/1.1" status: 204 len: 173 time: 3.9206059 Nov 10 17:35:43.419918 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-7cdfc2a4-d42b-4d64-a186-7a443de39b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:43.458756 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device d9a6008d-0eb2-4509-b80d-e5fbc58446de no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:35:43.524912 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: d9a6008d-0eb2-4509-b80d-e5fbc58446de {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:35:43.525265 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device d9a6008d-0eb2-4509-b80d-e5fbc58446de not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:35:43.578914 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a339385-1c07-4faf-b9c2-39c6d720f7d1 req-3506c45f-633f-4785-92d9-fe4efd1d7122 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3856747 Nov 10 17:35:43.685518 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-7cdfc2a4-d42b-4d64-a186-7a443de39b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:43.686287 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-7cdfc2a4-d42b-4d64-a186-7a443de39b09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:43.687788 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-7cdfc2a4-d42b-4d64-a186-7a443de39b09 service neutron] 10.222.0.13 "PUT /v2.0/ports/c845eb24-c6e2-457f-a3ca-7a4adccb8189 HTTP/1.1" status: 200 len: 1096 time: 4.8590417 Nov 10 17:35:43.725999 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-87f8aeb9-5f0e-472e-ab4a-f401b9d8907a req-71765348-1edb-48ad-a08d-05b890c21484 tempest-TenantUsagesTestJSON-426397776 tempest-TenantUsagesTestJSON-426397776-project] 10.222.0.39 "GET /v2.0/ports?device_id=724d96d7-cbc7-41cc-98f4-0eba3ea3ed98 HTTP/1.1" status: 200 len: 210 time: 0.1549256 Nov 10 17:35:43.743017 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-c756d315-1569-4b03-969b-abce59826689 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131760 Nov 10 17:35:43.760436 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1d28769c-9200-49c0-9c1a-3bfaa2358256 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.3202224 Nov 10 17:35:43.760575 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4946c944-75cf-452e-9d1a-445a19fc6b56 x-openstack-request-id: req-4946c944-75cf-452e-9d1a-445a19fc6b56 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:35:43.760575 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "tag": "d91136a8-ce33-4918-a613-fe42fbce644b", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:35:43.760575 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4946c944-75cf-452e-9d1a-445a19fc6b56 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:35:43.760575 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'tag': 'd91136a8-ce33-4918-a613-fe42fbce644b', 'status': 'completed', 'code': 200} Nov 10 17:35:43.782290 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4660b6-a44e-4a30-b229-51b1b70f631d admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:35:43.792045 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36498) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:43.796526 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7a4660b6-a44e-4a30-b229-51b1b70f631d admin admin] 10.222.0.39 "PUT /v2.0/routers/63678357-661a-4220-9395-358327c0915f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7611208 Nov 10 17:35:43.797038 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-59d1bbf3-98dc-4e79-8b5c-3e5324453b0a admin admin] Request body: {'subnet': {'network_id': '06706326-b275-407c-bb5a-c45ce8be3ebc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-172246066-subnet', 'tenant_id': '5d24d850bb424664a3d8aad1452a97d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:43.817074 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdfc2a4-d42b-4d64-a186-7a443de39b09 service neutron] Pushing event updated for resources: {'Port': ['ID=c845eb24-c6e2-457f-a3ca-7a4adccb8189,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:43.822313 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3976f09-d951-4d87-8e51-193967e02a4e None None] Sync routers for ids ['63678357-661a-4220-9395-358327c0915f'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:35:43.824427 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28769c-9200-49c0-9c1a-3bfaa2358256 admin admin] Pushing event updated for resources: {'Network': ['ID=06706326-b275-407c-bb5a-c45ce8be3ebc,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:43.874067 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 06706326-b275-407c-bb5a-c45ce8be3ebc details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:35:44.035772 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3976f09-d951-4d87-8e51-193967e02a4e None None] Routers {'63678357-661a-4220-9395-358327c0915f'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:35:44.036449 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f3976f09-d951-4d87-8e51-193967e02a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:35:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['63678357-661a-4220-9395-358327c0915f'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:35:44.087706 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-216fb3d5-9200-430f-a554-aeedab2eedd6 req-3d2c279a-2473-46c8-86fd-f69d704864d1 tempest-ServerShowV257Test-873080840 tempest-ServerShowV257Test-873080840-project] 10.222.0.39 "GET /v2.0/ports?device_id=51ef310c-9bf4-4167-b409-414df3e47702 HTTP/1.1" status: 200 len: 210 time: 0.2066247 Nov 10 17:35:44.153205 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ac5df8-82df-4713-ab8f-b4828b669082 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:35:44.164397 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bdcdc3-5abf-4f5b-8ee3-83a0e403e0c7 None None] Sync routers for ids ['8757644e-cb2d-489a-8686-7e2264028635'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:35:44.183759 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d1bbf3-98dc-4e79-8b5c-3e5324453b0a admin admin] Made reservation on behalf of 5d24d850bb424664a3d8aad1452a97d1 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:35:44.187263 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-59d1bbf3-98dc-4e79-8b5c-3e5324453b0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:44.197677 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bdcdc3-5abf-4f5b-8ee3-83a0e403e0c7 None None] Routers {'8757644e-cb2d-489a-8686-7e2264028635'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:35:44.198270 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-45bdcdc3-5abf-4f5b-8ee3-83a0e403e0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:35:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['8757644e-cb2d-489a-8686-7e2264028635'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:35:44.218849 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-52ac5df8-82df-4713-ab8f-b4828b669082 admin admin] 10.222.0.39 "PUT /v2.0/routers/8757644e-cb2d-489a-8686-7e2264028635/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6619217 Nov 10 17:35:44.291934 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f419e4-462c-4b5e-a490-698f85ea4432 req-114528e4-b28e-4bcc-b9b5-cdabe0c0db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:44.292656 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f419e4-462c-4b5e-a490-698f85ea4432 req-114528e4-b28e-4bcc-b9b5-cdabe0c0db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:44.293310 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f419e4-462c-4b5e-a490-698f85ea4432 req-114528e4-b28e-4bcc-b9b5-cdabe0c0db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:44.293894 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f419e4-462c-4b5e-a490-698f85ea4432 req-114528e4-b28e-4bcc-b9b5-cdabe0c0db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:44.294364 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f419e4-462c-4b5e-a490-698f85ea4432 req-114528e4-b28e-4bcc-b9b5-cdabe0c0db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:44.295009 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f419e4-462c-4b5e-a490-698f85ea4432 req-114528e4-b28e-4bcc-b9b5-cdabe0c0db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:44.295490 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f419e4-462c-4b5e-a490-698f85ea4432 req-114528e4-b28e-4bcc-b9b5-cdabe0c0db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:44.299252 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-89f419e4-462c-4b5e-a490-698f85ea4432 req-114528e4-b28e-4bcc-b9b5-cdabe0c0db9e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=281475dcac0247d79669d55a1da4eafc&device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 6210 time: 0.5416329 Nov 10 17:35:44.532974 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-f3976f09-d951-4d87-8e51-193967e02a4e None None] Set router 63678357-661a-4220-9395-358327c0915f gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:35:44.605573 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-45bdcdc3-5abf-4f5b-8ee3-83a0e403e0c7 None None] Set router 8757644e-cb2d-489a-8686-7e2264028635 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:35:44.635948 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f419e4-462c-4b5e-a490-698f85ea4432 req-15f3b37b-7000-4fa1-b2e9-3a1694e97dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:44.637120 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f419e4-462c-4b5e-a490-698f85ea4432 req-15f3b37b-7000-4fa1-b2e9-3a1694e97dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:44.638228 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f419e4-462c-4b5e-a490-698f85ea4432 req-15f3b37b-7000-4fa1-b2e9-3a1694e97dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:44.642541 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-89f419e4-462c-4b5e-a490-698f85ea4432 req-15f3b37b-7000-4fa1-b2e9-3a1694e97dcb service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=281475dcac0247d79669d55a1da4eafc&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3292294 Nov 10 17:35:44.648716 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-9bddbace-9f47-4022-b61f-184ca896a63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:44.650414 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-9bddbace-9f47-4022-b61f-184ca896a63d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38fb4e4342ac4097a730b0e8198143dc&device_id=08aec451-61de-4b48-bd69-71cc1434c72f HTTP/1.1" status: 200 len: 1099 time: 0.7920990 Nov 10 17:35:44.773463 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea791a5-cf87-4c28-ab69-2b498a92bb4b req-62ceff4c-e9bc-41ab-ba70-c1156c2ddf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:44.775079 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aea791a5-cf87-4c28-ab69-2b498a92bb4b req-62ceff4c-e9bc-41ab-ba70-c1156c2ddf2e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38fb4e4342ac4097a730b0e8198143dc&device_id=7bf7710d-7ea0-4454-9631-24976e70fee7 HTTP/1.1" status: 200 len: 1100 time: 0.8488460 Nov 10 17:35:44.802887 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f3976f09-d951-4d87-8e51-193967e02a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63678357-661a-4220-9395-358327c0915f', 'name': 'tempest-ServersTestFqdnHostnames-1513668456-router', 'tenant_id': 'd86a69ccd1024eb0840db8ed52140de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '5dcd8540-8141-4cdc-a559-142899fa806f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:19Z', 'updated_at': '2021-11-10T17:35:38Z', 'revision_number': 4, 'project_id': 'd86a69ccd1024eb0840db8ed52140de1', 'gw_port': {'id': '5dcd8540-8141-4cdc-a559-142899fa806f', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63678357-661a-4220-9395-358327c0915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:21Z', 'updated_at': '2021-11-10T17:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'b4fb6c1e-ad67-45eb-b624-33d1dff27902', 'name': '', 'network_id': 'c3a53364-5b38-4c80-975d-356131c85952', 'tenant_id': 'd86a69ccd1024eb0840db8ed52140de1', 'mac_address': 'fa:16:3e:21:c4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63678357-661a-4220-9395-358327c0915f', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '0fdfab36-821f-46c5-9341-0410acf3dbbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:34Z', 'updated_at': '2021-11-10T17:35:40Z', 'revision_number': 2, 'project_id': 'd86a69ccd1024eb0840db8ed52140de1', 'subnets': [{'id': '0fdfab36-821f-46c5-9341-0410acf3dbbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:35:44.844198 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c5eb9-df63-472f-90fb-672a1fe8fb10 req-470a37ee-aaa8-4318-91d8-d999773d26de tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:44.846795 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a31c5eb9-df63-472f-90fb-672a1fe8fb10 req-470a37ee-aaa8-4318-91d8-d999773d26de tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=08aec451-61de-4b48-bd69-71cc1434c72f HTTP/1.1" status: 200 len: 947 time: 0.7809527 Nov 10 17:35:44.877338 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-ac11a1f6-016a-42ac-a146-a3caf01d09c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=c845eb24-c6e2-457f-a3ca-7a4adccb8189 HTTP/1.1" status: 200 len: 217 time: 0.2097065 Nov 10 17:35:44.893508 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3976f09-d951-4d87-8e51-193967e02a4e None None] Checking router: 63678357-661a-4220-9395-358327c0915f for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:35:44.893775 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3976f09-d951-4d87-8e51-193967e02a4e None None] Updating router 63678357-661a-4220-9395-358327c0915f port b4fb6c1e-ad67-45eb-b624-33d1dff27902 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:35:44.960008 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f3976f09-d951-4d87-8e51-193967e02a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:45.003210 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-45bdcdc3-5abf-4f5b-8ee3-83a0e403e0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757644e-cb2d-489a-8686-7e2264028635', 'name': 'tempest-ServersTestManualDisk-1384636180-router', 'tenant_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '24a2d734-629a-4993-8250-2a385f2d23db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:24Z', 'updated_at': '2021-11-10T17:35:40Z', 'revision_number': 4, 'project_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'gw_port': {'id': '24a2d734-629a-4993-8250-2a385f2d23db', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:99:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757644e-cb2d-489a-8686-7e2264028635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:26Z', 'updated_at': '2021-11-10T17:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '76a37103-553f-446b-a537-19e91cf4dbb6', 'name': '', 'network_id': '6e393f16-27f3-4592-b155-5e9988c4a9f7', 'tenant_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'mac_address': 'fa:16:3e:be:7d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8757644e-cb2d-489a-8686-7e2264028635', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '809d825c-e65e-4bd2-89e0-89c51c3a8699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:35Z', 'updated_at': '2021-11-10T17:35:41Z', 'revision_number': 2, 'project_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'subnets': [{'id': '809d825c-e65e-4bd2-89e0-89c51c3a8699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:35:45.026108 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a31c5eb9-df63-472f-90fb-672a1fe8fb10 req-c12fe32d-b9e3-4bb8-9d01-a5f50e829b1b tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354461 Nov 10 17:35:45.043744 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bdcdc3-5abf-4f5b-8ee3-83a0e403e0c7 None None] Checking router: 8757644e-cb2d-489a-8686-7e2264028635 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:35:45.044402 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bdcdc3-5abf-4f5b-8ee3-83a0e403e0c7 None None] Updating router 8757644e-cb2d-489a-8686-7e2264028635 port 76a37103-553f-446b-a537-19e91cf4dbb6 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:35:45.086023 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f419e4-462c-4b5e-a490-698f85ea4432 req-80da9a72-f0e3-4bf7-9a43-b64336a7f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:45.088393 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-89f419e4-462c-4b5e-a490-698f85ea4432 req-80da9a72-f0e3-4bf7-9a43-b64336a7f9f1 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4280906 Nov 10 17:35:45.115114 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-abd521f4-b7db-41e3-84e5-f7d5ec157dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:45.118976 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-abd521f4-b7db-41e3-84e5-f7d5ec157dcc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.2210608 Nov 10 17:35:45.121614 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-45bdcdc3-5abf-4f5b-8ee3-83a0e403e0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:45.131281 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-5335b14c-d018-4f6a-bbeb-50b2ef6008ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b397362-5908-4133-821d-3cd55c0c1231 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:35:45.151950 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea791a5-cf87-4c28-ab69-2b498a92bb4b req-d48abc5b-76af-4940-a0cd-bee5af91dc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:45.166966 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aea791a5-cf87-4c28-ab69-2b498a92bb4b req-d48abc5b-76af-4940-a0cd-bee5af91dc37 service neutron] 10.222.0.13 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.3822274 Nov 10 17:35:45.171375 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-5335b14c-d018-4f6a-bbeb-50b2ef6008ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:45.199101 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36518) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:45.218545 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-a1167c5b-aad8-4fa1-bc0c-a6381979958f tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Request body: {'security_group': {'name': 'tempest-securitygroup--17729673', 'description': 'tempest-description--771051652'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:45.272029 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aea791a5-cf87-4c28-ab69-2b498a92bb4b req-0888dba2-31bc-4863-9c61-07b561c4b5d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=0d20ed0e-1a36-414e-b080-6adfb60940da HTTP/1.1" status: 200 len: 217 time: 0.0943472 Nov 10 17:35:45.275172 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-5335b14c-d018-4f6a-bbeb-50b2ef6008ca service neutron] Transition to ACTIVE for port object 1b397362-5908-4133-821d-3cd55c0c1231 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:35:45.300211 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-5335b14c-d018-4f6a-bbeb-50b2ef6008ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:45.425198 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-f39e4d85-2728-4bb2-a62f-f1ee58034241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:45.430089 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-f39e4d85-2728-4bb2-a62f-f1ee58034241 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3019698 Nov 10 17:35:45.432257 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-59d1bbf3-98dc-4e79-8b5c-3e5324453b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:45.494059 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f3976f09-d951-4d87-8e51-193967e02a4e None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:45.509405 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f3976f09-d951-4d87-8e51-193967e02a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:45.555024 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea791a5-cf87-4c28-ab69-2b498a92bb4b req-58893881-e03f-48ad-8b0c-92f1866c3758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:45.557942 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aea791a5-cf87-4c28-ab69-2b498a92bb4b req-58893881-e03f-48ad-8b0c-92f1866c3758 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.2763603 Nov 10 17:35:45.562557 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335b14c-d018-4f6a-bbeb-50b2ef6008ca service neutron] Pushing event updated for resources: {'Port': ['ID=1b397362-5908-4133-821d-3cd55c0c1231,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:45.655787 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55157d01-a81e-4930-8e7c-bd50c74e7db2 None None] Pushing event updated for resources: {'Port': ['ID=b4fb6c1e-ad67-45eb-b624-33d1dff27902,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:45.729386 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea791a5-cf87-4c28-ab69-2b498a92bb4b req-20a80222-3bf9-485b-a73d-5b8d6b077da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:45.731411 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aea791a5-cf87-4c28-ab69-2b498a92bb4b req-20a80222-3bf9-485b-a73d-5b8d6b077da9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1589727 Nov 10 17:35:45.741432 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-45bdcdc3-5abf-4f5b-8ee3-83a0e403e0c7 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:45.755670 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-45bdcdc3-5abf-4f5b-8ee3-83a0e403e0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:45.774724 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724d96d7-cbc7-41cc-98f4-0eba3ea3ed98', 'name': 'network-vif-deleted', 'tag': 'd9a6008d-0eb2-4509-b80d-e5fbc58446de'}, {'name': 'network-changed', 'server_uuid': '08aec451-61de-4b48-bd69-71cc1434c72f', 'tag': 'c845eb24-c6e2-457f-a3ca-7a4adccb8189'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:35:45.778220 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d883ae-1aab-4ca4-a1f3-d2bea6309964" -d '{"events": [{"server_uuid": "724d96d7-cbc7-41cc-98f4-0eba3ea3ed98", "name": "network-vif-deleted", "tag": "d9a6008d-0eb2-4509-b80d-e5fbc58446de"}, {"name": "network-changed", "server_uuid": "08aec451-61de-4b48-bd69-71cc1434c72f", "tag": "c845eb24-c6e2-457f-a3ca-7a4adccb8189"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:35:45.805754 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f3976f09-d951-4d87-8e51-193967e02a4e None None] Attempting to bind port b4fb6c1e-ad67-45eb-b624-33d1dff27902 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:35:45.806130 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f3976f09-d951-4d87-8e51-193967e02a4e None None] Attempting to bind port b4fb6c1e-ad67-45eb-b624-33d1dff27902 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c3a53364-5b38-4c80-975d-356131c85952'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:35:45.806499 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3976f09-d951-4d87-8e51-193967e02a4e None None] Attempting to bind port b4fb6c1e-ad67-45eb-b624-33d1dff27902 on network c3a53364-5b38-4c80-975d-356131c85952 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:35:45.824361 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3976f09-d951-4d87-8e51-193967e02a4e None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:35:45.826031 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3976f09-d951-4d87-8e51-193967e02a4e None None] Checking segment: {'id': 'bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c3a53364-5b38-4c80-975d-356131c85952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:35:45.826450 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f3976f09-d951-4d87-8e51-193967e02a4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:45.826860 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3976f09-d951-4d87-8e51-193967e02a4e None None] Bound using segment: {'id': 'bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c3a53364-5b38-4c80-975d-356131c85952'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:35:45.827455 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f3976f09-d951-4d87-8e51-193967e02a4e None None] Bound port: b4fb6c1e-ad67-45eb-b624-33d1dff27902, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c3a53364-5b38-4c80-975d-356131c85952'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:35:45.827849 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f3976f09-d951-4d87-8e51-193967e02a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:45.956731 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-5335b14c-d018-4f6a-bbeb-50b2ef6008ca service neutron] Attempting to bind port 1b397362-5908-4133-821d-3cd55c0c1231 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:35:45.957465 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-5335b14c-d018-4f6a-bbeb-50b2ef6008ca service neutron] Attempting to bind port 1b397362-5908-4133-821d-3cd55c0c1231 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '075697be-07cf-47b8-98f3-bb3c0c948546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bd6bf6ab-ba3a-413b-abc3-299018f27566'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:35:45.957896 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-5335b14c-d018-4f6a-bbeb-50b2ef6008ca service neutron] Attempting to bind port 1b397362-5908-4133-821d-3cd55c0c1231 on network bd6bf6ab-ba3a-413b-abc3-299018f27566 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:35:45.976981 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-5335b14c-d018-4f6a-bbeb-50b2ef6008ca service neutron] Port 1b397362-5908-4133-821d-3cd55c0c1231 on network bd6bf6ab-ba3a-413b-abc3-299018f27566 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:35:45.977647 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-5335b14c-d018-4f6a-bbeb-50b2ef6008ca service neutron] Attempting to bind port 1b397362-5908-4133-821d-3cd55c0c1231 on network bd6bf6ab-ba3a-413b-abc3-299018f27566 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:35:46.008866 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-5335b14c-d018-4f6a-bbeb-50b2ef6008ca service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:35:46.010330 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-5335b14c-d018-4f6a-bbeb-50b2ef6008ca service neutron] Checking segment: {'id': '075697be-07cf-47b8-98f3-bb3c0c948546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bd6bf6ab-ba3a-413b-abc3-299018f27566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:35:46.010482 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-5335b14c-d018-4f6a-bbeb-50b2ef6008ca service neutron] Bound using segment: {'id': '075697be-07cf-47b8-98f3-bb3c0c948546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bd6bf6ab-ba3a-413b-abc3-299018f27566'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:35:46.011409 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-5335b14c-d018-4f6a-bbeb-50b2ef6008ca service neutron] Bound port: 1b397362-5908-4133-821d-3cd55c0c1231, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '075697be-07cf-47b8-98f3-bb3c0c948546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bd6bf6ab-ba3a-413b-abc3-299018f27566'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:35:46.012040 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-5335b14c-d018-4f6a-bbeb-50b2ef6008ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:46.054856 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f3976f09-d951-4d87-8e51-193967e02a4e None None] For port b4fb6c1e-ad67-45eb-b624-33d1dff27902, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:35:46.064853 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f3976f09-d951-4d87-8e51-193967e02a4e None None] For port b4fb6c1e-ad67-45eb-b624-33d1dff27902, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b4fb6c1e-ad67-45eb-b624-33d1dff27902,segment=NetworkSegment(bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f),segment_id=bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:35:46.078030 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f3976f09-d951-4d87-8e51-193967e02a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:46.086246 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8288cd7f-d436-4095-9a54-8946d1f771e8 None None] Pushing event updated for resources: {'Port': ['ID=76a37103-553f-446b-a537-19e91cf4dbb6,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:46.128852 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-45bdcdc3-5abf-4f5b-8ee3-83a0e403e0c7 None None] Attempting to bind port 76a37103-553f-446b-a537-19e91cf4dbb6 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:35:46.129551 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-45bdcdc3-5abf-4f5b-8ee3-83a0e403e0c7 None None] Attempting to bind port 76a37103-553f-446b-a537-19e91cf4dbb6 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'dfd4be0f-74c7-44c4-adb7-0860b14516bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e393f16-27f3-4592-b155-5e9988c4a9f7'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:35:46.130700 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bdcdc3-5abf-4f5b-8ee3-83a0e403e0c7 None None] Attempting to bind port 76a37103-553f-446b-a537-19e91cf4dbb6 on network 6e393f16-27f3-4592-b155-5e9988c4a9f7 {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:35:46.143153 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36526) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:46.147291 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bdcdc3-5abf-4f5b-8ee3-83a0e403e0c7 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:35:46.148681 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bdcdc3-5abf-4f5b-8ee3-83a0e403e0c7 None None] Checking segment: {'id': 'dfd4be0f-74c7-44c4-adb7-0860b14516bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e393f16-27f3-4592-b155-5e9988c4a9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:35:46.149439 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-45bdcdc3-5abf-4f5b-8ee3-83a0e403e0c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:46.150142 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bdcdc3-5abf-4f5b-8ee3-83a0e403e0c7 None None] Bound using segment: {'id': 'dfd4be0f-74c7-44c4-adb7-0860b14516bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e393f16-27f3-4592-b155-5e9988c4a9f7'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:35:46.150817 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-45bdcdc3-5abf-4f5b-8ee3-83a0e403e0c7 None None] Bound port: 76a37103-553f-446b-a537-19e91cf4dbb6, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd4be0f-74c7-44c4-adb7-0860b14516bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e393f16-27f3-4592-b155-5e9988c4a9f7'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:35:46.152257 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-45bdcdc3-5abf-4f5b-8ee3-83a0e403e0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:46.167141 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-74a59253-65c6-4a29-8b64-6c715f50db51 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Request body: {'security_group': {'name': 'tempest-securitygroup--432577854', 'description': 'tempest-description--493759362'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:46.190232 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aea791a5-cf87-4c28-ab69-2b498a92bb4b req-e977fa78-c202-477a-9427-1f1041c4ab53 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493496 Nov 10 17:35:46.240227 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55157d01-a81e-4930-8e7c-bd50c74e7db2 None None] Pushing event updated for resources: {'Port': ['ID=b4fb6c1e-ad67-45eb-b624-33d1dff27902,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:46.243087 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3976f09-d951-4d87-8e51-193967e02a4e None None] Routers {'63678357-661a-4220-9395-358327c0915f'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:35:46.243863 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f3976f09-d951-4d87-8e51-193967e02a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:35:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['63678357-661a-4220-9395-358327c0915f'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:35:46.273867 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1167c5b-aad8-4fa1-bc0c-a6381979958f tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:46.310375 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-45bdcdc3-5abf-4f5b-8ee3-83a0e403e0c7 None None] For port 76a37103-553f-446b-a537-19e91cf4dbb6, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:35:46.312287 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-01748b49-f353-4171-a241-59002356496e None None] Provisioning complete for port b4fb6c1e-ad67-45eb-b624-33d1dff27902 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:46.312982 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-01748b49-f353-4171-a241-59002356496e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:46.318377 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-45bdcdc3-5abf-4f5b-8ee3-83a0e403e0c7 None None] For port 76a37103-553f-446b-a537-19e91cf4dbb6, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=76a37103-553f-446b-a537-19e91cf4dbb6,segment=NetworkSegment(dfd4be0f-74c7-44c4-adb7-0860b14516bb),segment_id=dfd4be0f-74c7-44c4-adb7-0860b14516bb)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:35:46.328906 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-45bdcdc3-5abf-4f5b-8ee3-83a0e403e0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:46.414903 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8288cd7f-d436-4095-9a54-8946d1f771e8 None None] Pushing event updated for resources: {'Port': ['ID=76a37103-553f-446b-a537-19e91cf4dbb6,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:46.420820 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c41c10e4-aab7-4a3a-b21e-6ea94ab8b1ad req-7cac9a30-f144-447f-92bc-259be87df5e5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=51ef310c-9bf4-4167-b409-414df3e47702 HTTP/1.1" status: 200 len: 210 time: 0.1902266 Nov 10 17:35:46.478800 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-5335b14c-d018-4f6a-bbeb-50b2ef6008ca service neutron] For port 1b397362-5908-4133-821d-3cd55c0c1231, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:35:46.488359 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bdcdc3-5abf-4f5b-8ee3-83a0e403e0c7 None None] Routers {'8757644e-cb2d-489a-8686-7e2264028635'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:35:46.489078 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-45bdcdc3-5abf-4f5b-8ee3-83a0e403e0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:35:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['8757644e-cb2d-489a-8686-7e2264028635'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:35:46.489845 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-f3976f09-d951-4d87-8e51-193967e02a4e None None] Set router 63678357-661a-4220-9395-358327c0915f gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:35:46.501291 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-74a59253-65c6-4a29-8b64-6c715f50db51 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:46.547400 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-5335b14c-d018-4f6a-bbeb-50b2ef6008ca service neutron] For port 1b397362-5908-4133-821d-3cd55c0c1231, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=1b397362-5908-4133-821d-3cd55c0c1231,segment=NetworkSegment(075697be-07cf-47b8-98f3-bb3c0c948546),segment_id=075697be-07cf-47b8-98f3-bb3c0c948546)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:35:46.615779 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1167c5b-aad8-4fa1-bc0c-a6381979958f tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:46.619625 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-b672c4fb-038f-4d67-84ce-879842c0f6d2 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1728284 Nov 10 17:35:46.625633 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85518eba-4c31-42c2-a94e-4400b7287108 req-a92207d7-6b98-43bb-a7e4-c57b9ad5e677 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:46.630722 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-01748b49-f353-4171-a241-59002356496e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:46.640326 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85518eba-4c31-42c2-a94e-4400b7287108 req-a92207d7-6b98-43bb-a7e4-c57b9ad5e677 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:46.651444 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85518eba-4c31-42c2-a94e-4400b7287108 req-a92207d7-6b98-43bb-a7e4-c57b9ad5e677 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:46.659936 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85518eba-4c31-42c2-a94e-4400b7287108 req-a92207d7-6b98-43bb-a7e4-c57b9ad5e677 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:46.670417 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85518eba-4c31-42c2-a94e-4400b7287108 req-a92207d7-6b98-43bb-a7e4-c57b9ad5e677 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:46.678904 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85518eba-4c31-42c2-a94e-4400b7287108 req-a92207d7-6b98-43bb-a7e4-c57b9ad5e677 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:46.683137 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-45bdcdc3-5abf-4f5b-8ee3-83a0e403e0c7 None None] Set router 8757644e-cb2d-489a-8686-7e2264028635 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:35:46.687483 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85518eba-4c31-42c2-a94e-4400b7287108 req-a92207d7-6b98-43bb-a7e4-c57b9ad5e677 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:46.702532 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-85518eba-4c31-42c2-a94e-4400b7287108 req-a92207d7-6b98-43bb-a7e4-c57b9ad5e677 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5382 time: 0.4379630 Nov 10 17:35:46.721872 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-5335b14c-d018-4f6a-bbeb-50b2ef6008ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:46.762001 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1167c5b-aad8-4fa1-bc0c-a6381979958f tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:46.775944 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1ac36211-092d-4651-8aba-e639d77ba7b0 req-6465b272-29e7-4475-8c64-b58b3de52427 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327868 Nov 10 17:35:46.782864 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d1bbf3-98dc-4e79-8b5c-3e5324453b0a admin admin] Checking segment: {'id': '79bcae67-d2d2-4497-863a-44e2698ce203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '06706326-b275-407c-bb5a-c45ce8be3ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:35:46.783034 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d1bbf3-98dc-4e79-8b5c-3e5324453b0a admin admin] Network hostable DHCP agents. Network: 06706326-b275-407c-bb5a-c45ce8be3ebc, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:35:46.827127 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-01748b49-f353-4171-a241-59002356496e None None] For port b4fb6c1e-ad67-45eb-b624-33d1dff27902, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b4fb6c1e-ad67-45eb-b624-33d1dff27902,segment=NetworkSegment(bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f),segment_id=bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:46.843201 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-01748b49-f353-4171-a241-59002356496e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:46.855113 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1167c5b-aad8-4fa1-bc0c-a6381979958f tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71b4eb73-bb45-4ecb-bc88-2a164bb0771b,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:46.879025 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d1bbf3-98dc-4e79-8b5c-3e5324453b0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=50dc0ac8-41d2-4221-b6e7-73c9f85f9c67,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:46.893772 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1167c5b-aad8-4fa1-bc0c-a6381979958f tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:46.896813 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a1167c5b-aad8-4fa1-bc0c-a6381979958f tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.6964579 Nov 10 17:35:46.905446 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-5335b14c-d018-4f6a-bbeb-50b2ef6008ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:46.909196 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-5335b14c-d018-4f6a-bbeb-50b2ef6008ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:46.918816 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780541c-5c67-48d0-95a0-2c75ceb7b3d4 req-b9bb3003-452a-463b-ad86-bda50db0260e tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:46.919294 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-5335b14c-d018-4f6a-bbeb-50b2ef6008ca service neutron] 10.222.0.11 "PUT /v2.0/ports/1b397362-5908-4133-821d-3cd55c0c1231 HTTP/1.1" status: 200 len: 1091 time: 4.1018302 Nov 10 17:35:46.931037 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c780541c-5c67-48d0-95a0-2c75ceb7b3d4 req-b9bb3003-452a-463b-ad86-bda50db0260e tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/ports?device_id=8295fb9a-a49e-4f77-a06c-6115d38512c1 HTTP/1.1" status: 200 len: 951 time: 0.6854203 Nov 10 17:35:46.931333 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36528) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:46.940775 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aea791a5-cf87-4c28-ab69-2b498a92bb4b req-078177d5-ad6c-44f8-9ea1-2581b67a8a05 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7133713 Nov 10 17:35:46.949935 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-31986432-ea1c-4474-8439-80f64c67eafd tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Request body: {'security_group_rule': {'security_group_id': '71b4eb73-bb45-4ecb-bc88-2a164bb0771b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:46.980639 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d1bbf3-98dc-4e79-8b5c-3e5324453b0a admin admin] Network 06706326-b275-407c-bb5a-c45ce8be3ebc is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:35:46.989790 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-9ae34c5d-71fe-413b-b036-61ae2efca6ad service neutron] Request body: {'port': {'device_id': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:47.007553 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-59d1bbf3-98dc-4e79-8b5c-3e5324453b0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 06706326-b275-407c-bb5a-c45ce8be3ebc) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:35:47.016014 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d1bbf3-98dc-4e79-8b5c-3e5324453b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:47.017190 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-59d1bbf3-98dc-4e79-8b5c-3e5324453b0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:47.030393 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335b14c-d018-4f6a-bbeb-50b2ef6008ca service neutron] Pushing event updated for resources: {'Port': ['ID=1b397362-5908-4133-821d-3cd55c0c1231,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:47.056039 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577c8e81-e1d9-4050-afa8-184e596a5383 None None] Network 06706326-b275-407c-bb5a-c45ce8be3ebc requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:35:47.065654 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-85518eba-4c31-42c2-a94e-4400b7287108 req-dc9e454b-c0a1-4567-9281-5fc77f48e4ad tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3573802 Nov 10 17:35:47.097683 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01748b49-f353-4171-a241-59002356496e None None] Pushing event updated for resources: {'Port': ['ID=b4fb6c1e-ad67-45eb-b624-33d1dff27902,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:47.120555 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c780541c-5c67-48d0-95a0-2c75ceb7b3d4 req-caa523c4-36b8-41cf-8e8c-227f52df539c tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/security-groups?id=72fe3656-6222-4e17-8d04-8990ec4e02c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553075 Nov 10 17:35:47.136838 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-31986432-ea1c-4474-8439-80f64c67eafd tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:47.171179 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-45bdcdc3-5abf-4f5b-8ee3-83a0e403e0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757644e-cb2d-489a-8686-7e2264028635', 'name': 'tempest-ServersTestManualDisk-1384636180-router', 'tenant_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '24a2d734-629a-4993-8250-2a385f2d23db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:24Z', 'updated_at': '2021-11-10T17:35:40Z', 'revision_number': 4, 'project_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'gw_port': {'id': '24a2d734-629a-4993-8250-2a385f2d23db', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:99:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757644e-cb2d-489a-8686-7e2264028635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:26Z', 'updated_at': '2021-11-10T17:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '76a37103-553f-446b-a537-19e91cf4dbb6', 'name': '', 'network_id': '6e393f16-27f3-4592-b155-5e9988c4a9f7', 'tenant_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'mac_address': 'fa:16:3e:be:7d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8757644e-cb2d-489a-8686-7e2264028635', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '809d825c-e65e-4bd2-89e0-89c51c3a8699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:35Z', 'updated_at': '2021-11-10T17:35:46Z', 'revision_number': 4, 'project_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'subnets': [{'id': '809d825c-e65e-4bd2-89e0-89c51c3a8699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:35:47.195986 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-f9830a5b-d003-4db9-87e5-4eb65732777e None None] Provisioning complete for port b4fb6c1e-ad67-45eb-b624-33d1dff27902 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:47.198821 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f9830a5b-d003-4db9-87e5-4eb65732777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:47.213657 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-59d1bbf3-98dc-4e79-8b5c-3e5324453b0a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.4208779 Nov 10 17:35:47.233660 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-9ae34c5d-71fe-413b-b036-61ae2efca6ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:47.251628 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-74a59253-65c6-4a29-8b64-6c715f50db51 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:47.262169 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bdcdc3-5abf-4f5b-8ee3-83a0e403e0c7 None None] The sync data for ids ['8757644e-cb2d-489a-8686-7e2264028635'] in n-d-776250-10 is: [{'id': '8757644e-cb2d-489a-8686-7e2264028635', 'name': 'tempest-ServersTestManualDisk-1384636180-router', 'tenant_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '24a2d734-629a-4993-8250-2a385f2d23db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:24Z', 'updated_at': '2021-11-10T17:35:40Z', 'revision_number': 4, 'project_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'gw_port': {'id': '24a2d734-629a-4993-8250-2a385f2d23db', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:99:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757644e-cb2d-489a-8686-7e2264028635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:26Z', 'updated_at': '2021-11-10T17:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '76a37103-553f-446b-a537-19e91cf4dbb6', 'name': '', 'network_id': '6e393f16-27f3-4592-b155-5e9988c4a9f7', 'tenant_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'mac_address': 'fa:16:3e:be:7d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8757644e-cb2d-489a-8686-7e2264028635', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '809d825c-e65e-4bd2-89e0-89c51c3a8699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:35Z', 'updated_at': '2021-11-10T17:35:46Z', 'revision_number': 4, 'project_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'subnets': [{'id': '809d825c-e65e-4bd2-89e0-89c51c3a8699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:35:47.297461 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-31986432-ea1c-4474-8439-80f64c67eafd tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:47.311945 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 10 Nov 2021 17:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d12618-8672-4e87-b48b-52d00ba237b2 x-openstack-request-id: req-19d12618-8672-4e87-b48b-52d00ba237b2 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:35:47.312291 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724d96d7-cbc7-41cc-98f4-0eba3ea3ed98", "name": "network-vif-deleted", "tag": "d9a6008d-0eb2-4509-b80d-e5fbc58446de", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "08aec451-61de-4b48-bd69-71cc1434c72f", "tag": "c845eb24-c6e2-457f-a3ca-7a4adccb8189", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:35:47.313602 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-19d12618-8672-4e87-b48b-52d00ba237b2 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:35:47.314159 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724d96d7-cbc7-41cc-98f4-0eba3ea3ed98', 'name': 'network-vif-deleted', 'tag': 'd9a6008d-0eb2-4509-b80d-e5fbc58446de', 'status': 'completed', 'code': 200} Nov 10 17:35:47.314673 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08aec451-61de-4b48-bd69-71cc1434c72f', 'tag': 'c845eb24-c6e2-457f-a3ca-7a4adccb8189', 'status': 'completed', 'code': 200} Nov 10 17:35:47.317834 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-74a59253-65c6-4a29-8b64-6c715f50db51 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:47.340442 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-31986432-ea1c-4474-8439-80f64c67eafd tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:47.493478 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 0d20ed0e-1a36-414e-b080-6adfb60940da details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:35:47.519706 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-088a6bc2-6bc6-4a4c-9c92-5d5ccd791115 req-5c449ea1-9cfe-4e09-9ca3-71dc08ffce27 tempest-ServerShowV257Test-873080840 tempest-ServerShowV257Test-873080840-project] 10.222.0.39 "GET /v2.0/ports?device_id=51ef310c-9bf4-4167-b409-414df3e47702 HTTP/1.1" status: 200 len: 210 time: 0.2047713 Nov 10 17:35:47.522962 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31986432-ea1c-4474-8439-80f64c67eafd tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87aeb403-959e-4edc-98b0-5974d1874c70,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:47.550522 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-31986432-ea1c-4474-8439-80f64c67eafd tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:47.575958 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-31986432-ea1c-4474-8439-80f64c67eafd tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6341774 Nov 10 17:35:47.577544 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36540) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:47.593762 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-0fbd1de2-4f31-48c2-b59a-ffa76a6e2d52 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Request body: {'security_group_rule': {'security_group_id': '71b4eb73-bb45-4ecb-bc88-2a164bb0771b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:47.629730 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a59253-65c6-4a29-8b64-6c715f50db51 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5598f1-b5d3-44db-8024-2c4e99d2c6c1,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:47.658407 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0fbd1de2-4f31-48c2-b59a-ffa76a6e2d52 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:47.660679 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 0d20ed0e-1a36-414e-b080-6adfb60940da, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=0d20ed0e-1a36-414e-b080-6adfb60940da,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:47.696734 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 2fd96dd5-a84f-46f1-8ffe-375e521fe660 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:35:47.812900 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '0d20ed0e-1a36-414e-b080-6adfb60940da', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': '0d20ed0e-1a36-414e-b080-6adfb60940da', 'mac_address': 'fa:16:3e:87:56:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:35:47.824838 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36552) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:47.841355 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-74a59253-65c6-4a29-8b64-6c715f50db51 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:47.845192 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-74a59253-65c6-4a29-8b64-6c715f50db51 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.6963656 Nov 10 17:35:47.846669 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a30e4ba-2fe8-4957-9dca-bfa541d97809 None None] Network 06706326-b275-407c-bb5a-c45ce8be3ebc requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:35:47.855095 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d883ae-1aab-4ca4-a1f3-d2bea6309964 req-88967b7a-2057-404d-a226-6f2d2bc8d459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:47.856691 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f4d883ae-1aab-4ca4-a1f3-d2bea6309964 req-88967b7a-2057-404d-a226-6f2d2bc8d459 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38fb4e4342ac4097a730b0e8198143dc&device_id=08aec451-61de-4b48-bd69-71cc1434c72f HTTP/1.1" status: 200 len: 1099 time: 0.4968660 Nov 10 17:35:47.860071 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36560) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:47.873479 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0fbd1de2-4f31-48c2-b59a-ffa76a6e2d52 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:47.885767 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f3976f09-d951-4d87-8e51-193967e02a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63678357-661a-4220-9395-358327c0915f', 'name': 'tempest-ServersTestFqdnHostnames-1513668456-router', 'tenant_id': 'd86a69ccd1024eb0840db8ed52140de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '5dcd8540-8141-4cdc-a559-142899fa806f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:19Z', 'updated_at': '2021-11-10T17:35:38Z', 'revision_number': 4, 'project_id': 'd86a69ccd1024eb0840db8ed52140de1', 'gw_port': {'id': '5dcd8540-8141-4cdc-a559-142899fa806f', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63678357-661a-4220-9395-358327c0915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:21Z', 'updated_at': '2021-11-10T17:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'b4fb6c1e-ad67-45eb-b624-33d1dff27902', 'name': '', 'network_id': 'c3a53364-5b38-4c80-975d-356131c85952', 'tenant_id': 'd86a69ccd1024eb0840db8ed52140de1', 'mac_address': 'fa:16:3e:21:c4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63678357-661a-4220-9395-358327c0915f', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '0fdfab36-821f-46c5-9341-0410acf3dbbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:34Z', 'updated_at': '2021-11-10T17:35:46Z', 'revision_number': 4, 'project_id': 'd86a69ccd1024eb0840db8ed52140de1', 'subnets': [{'id': '0fdfab36-821f-46c5-9341-0410acf3dbbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:35:47.887708 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-54aa42f9-6b91-421a-81f5-ea24a845a64a tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Request body: {'security_group_rule': {'security_group_id': 'ea5598f1-b5d3-44db-8024-2c4e99d2c6c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:47.887874 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0fbd1de2-4f31-48c2-b59a-ffa76a6e2d52 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:47.927508 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094e109-f429-4239-a4f0-37bef252d95b req-122ff9a2-237b-408d-beeb-6cf28d5aa349 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:47.945429 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0fbd1de2-4f31-48c2-b59a-ffa76a6e2d52 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:47.947179 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2094e109-f429-4239-a4f0-37bef252d95b req-122ff9a2-237b-408d-beeb-6cf28d5aa349 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=08aec451-61de-4b48-bd69-71cc1434c72f HTTP/1.1" status: 200 len: 947 time: 0.4294672 Nov 10 17:35:47.953331 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0fbd1de2-4f31-48c2-b59a-ffa76a6e2d52 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3708572 Nov 10 17:35:47.954016 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36562) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:47.962879 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-45e250d7-b924-4502-a79d-11a2da92e0a4 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:47.977425 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd1de2-4f31-48c2-b59a-ffa76a6e2d52 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8372a694-0d24-48c3-b0ed-cacb73cafea2,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:48.063025 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-45e250d7-b924-4502-a79d-11a2da92e0a4 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks [] for floatingip, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:48.140975 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d883ae-1aab-4ca4-a1f3-d2bea6309964 req-86a1c5c5-a53d-49af-9812-ca85aca53c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:48.142474 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f4d883ae-1aab-4ca4-a1f3-d2bea6309964 req-86a1c5c5-a53d-49af-9812-ca85aca53c58 service neutron] 10.222.0.13 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.2420020 Nov 10 17:35:48.320431 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-74391c58-6fe1-4202-8a4a-8266ee4cf241 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=753ae52732fd4386992aa56470cd5f4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4926367 Nov 10 17:35:48.324955 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36574) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:48.351516 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f4d883ae-1aab-4ca4-a1f3-d2bea6309964 req-856e2bbc-9fa1-4e54-9a12-aefdda80ac65 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=c845eb24-c6e2-457f-a3ca-7a4adccb8189 HTTP/1.1" status: 200 len: 217 time: 0.1802206 Nov 10 17:35:48.384257 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3976f09-d951-4d87-8e51-193967e02a4e None None] The sync data for ids ['63678357-661a-4220-9395-358327c0915f'] in n-d-776250-10 is: [{'id': '63678357-661a-4220-9395-358327c0915f', 'name': 'tempest-ServersTestFqdnHostnames-1513668456-router', 'tenant_id': 'd86a69ccd1024eb0840db8ed52140de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '5dcd8540-8141-4cdc-a559-142899fa806f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:19Z', 'updated_at': '2021-11-10T17:35:38Z', 'revision_number': 4, 'project_id': 'd86a69ccd1024eb0840db8ed52140de1', 'gw_port': {'id': '5dcd8540-8141-4cdc-a559-142899fa806f', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63678357-661a-4220-9395-358327c0915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:21Z', 'updated_at': '2021-11-10T17:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'b4fb6c1e-ad67-45eb-b624-33d1dff27902', 'name': '', 'network_id': 'c3a53364-5b38-4c80-975d-356131c85952', 'tenant_id': 'd86a69ccd1024eb0840db8ed52140de1', 'mac_address': 'fa:16:3e:21:c4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63678357-661a-4220-9395-358327c0915f', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '0fdfab36-821f-46c5-9341-0410acf3dbbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:34Z', 'updated_at': '2021-11-10T17:35:46Z', 'revision_number': 4, 'project_id': 'd86a69ccd1024eb0840db8ed52140de1', 'subnets': [{'id': '0fdfab36-821f-46c5-9341-0410acf3dbbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:35:48.422088 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21437876-87be-40b5-b07f-5bce721a8099 req-18d2cff4-202e-461b-a044-0c54517cc045 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:48.423842 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-21437876-87be-40b5-b07f-5bce721a8099 req-18d2cff4-202e-461b-a044-0c54517cc045 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] 10.222.0.39 "GET /v2.0/networks?id=06706326-b275-407c-bb5a-c45ce8be3ebc HTTP/1.1" status: 200 len: 813 time: 0.1871881 Nov 10 17:35:48.441146 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 76a37103-553f-446b-a537-19e91cf4dbb6 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:35:48.442711 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:48.485880 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-21437876-87be-40b5-b07f-5bce721a8099 req-dae430cd-d4cc-414b-bc0f-b21d9b78e78a tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] 10.222.0.39 "GET /v2.0/quotas/5d24d850bb424664a3d8aad1452a97d1 HTTP/1.1" status: 200 len: 375 time: 0.0509448 Nov 10 17:35:48.494784 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2094e109-f429-4239-a4f0-37bef252d95b req-6c3e6bf2-45b3-4c72-ae02-8fc9efbc2d4a tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5465376 Nov 10 17:35:48.496256 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d883ae-1aab-4ca4-a1f3-d2bea6309964 req-bd0e109f-9061-4372-ae10-46bd5d97ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:48.498106 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f4d883ae-1aab-4ca4-a1f3-d2bea6309964 req-bd0e109f-9061-4372-ae10-46bd5d97ff81 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1365988 Nov 10 17:35:48.553182 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-54aa42f9-6b91-421a-81f5-ea24a845a64a tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:48.573879 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:48.576785 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d20ed0e-1a36-414e-b080-6adfb60940da {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:35:48.579543 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-21437876-87be-40b5-b07f-5bce721a8099 req-97492e80-3d12-4a08-aafb-a665f4926882 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d24d850bb424664a3d8aad1452a97d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0925565 Nov 10 17:35:48.685220 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d74562d-76eb-4f88-a8cf-b0e0e441928d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:48.719144 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d883ae-1aab-4ca4-a1f3-d2bea6309964 req-1749ecdd-4522-4ebd-a2f3-1a4ac6d1bd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:48.721327 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f4d883ae-1aab-4ca4-a1f3-d2bea6309964 req-1749ecdd-4522-4ebd-a2f3-1a4ac6d1bd87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1834271 Nov 10 17:35:48.726228 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 0d20ed0e-1a36-414e-b080-6adfb60940da, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=0d20ed0e-1a36-414e-b080-6adfb60940da,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:48.727470 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8295fb9a-a49e-4f77-a06c-6115d38512c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fd96dd5-a84f-46f1-8ffe-375e521fe660'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:35:48.730109 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9693bb8-e364-46b0-8280-c8f5fdc2e0f0" -d '{"events": [{"server_uuid": "8295fb9a-a49e-4f77-a06c-6115d38512c1", "name": "network-vif-unplugged", "status": "completed", "tag": "2fd96dd5-a84f-46f1-8ffe-375e521fe660"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:35:48.740274 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d74562d-76eb-4f88-a8cf-b0e0e441928d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:48.757198 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:48.760374 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 2fd96dd5-a84f-46f1-8ffe-375e521fe660, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2fd96dd5-a84f-46f1-8ffe-375e521fe660,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:48.809306 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-45e250d7-b924-4502-a79d-11a2da92e0a4 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:48.838676 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=0d20ed0e-1a36-414e-b080-6adfb60940da,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:48.842637 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:48.886817 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-f9830a5b-d003-4db9-87e5-4eb65732777e None None] Provisioning complete for port 76a37103-553f-446b-a537-19e91cf4dbb6 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:48.888336 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f9830a5b-d003-4db9-87e5-4eb65732777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:48.891416 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-54aa42f9-6b91-421a-81f5-ea24a845a64a tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:48.921827 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d74562d-76eb-4f88-a8cf-b0e0e441928d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:48.923779 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d74562d-76eb-4f88-a8cf-b0e0e441928d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:48.927743 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5d74562d-76eb-4f88-a8cf-b0e0e441928d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fb14f869-64ec-4bbd-9792-af53fea584ea HTTP/1.1" status: 204 len: 168 time: 0.5992386 Nov 10 17:35:48.973196 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-21437876-87be-40b5-b07f-5bce721a8099 req-52cac2ad-1924-4ca4-a56c-10d50cf373bd service neutron] 10.222.0.39 "GET /v2.0/networks/06706326-b275-407c-bb5a-c45ce8be3ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927577 Nov 10 17:35:48.996804 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f4d883ae-1aab-4ca4-a1f3-d2bea6309964 req-f61c3128-e4ea-43c5-a896-503809e97f44 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624388 Nov 10 17:35:48.997595 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-54aa42f9-6b91-421a-81f5-ea24a845a64a tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:49.012483 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74562d-76eb-4f88-a8cf-b0e0e441928d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb14f869-64ec-4bbd-9792-af53fea584ea,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:49.119392 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-45e250d7-b924-4502-a79d-11a2da92e0a4 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Allocated IP 172.25.5.172 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/c14b7151-745d-4744-9d8c-007b7966101d) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:35:49.136603 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 76a37103-553f-446b-a537-19e91cf4dbb6 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:49.136995 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:49.188058 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f4d883ae-1aab-4ca4-a1f3-d2bea6309964 req-b7a12f02-b863-4d6f-a632-393fa6aca9dc service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446419 Nov 10 17:35:49.224523 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-9ae34c5d-71fe-413b-b036-61ae2efca6ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50e42342-3dd3-4471-9114-97bf09fa8efd {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:35:49.243410 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa42f9-6b91-421a-81f5-ea24a845a64a tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9df0197-263b-4365-a5e9-f6b5ebe27c44,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:49.254702 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-9ae34c5d-71fe-413b-b036-61ae2efca6ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:49.254974 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['0d20ed0e-1a36-414e-b080-6adfb60940da'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:35:49.280625 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-21437876-87be-40b5-b07f-5bce721a8099 req-301ad360-b92f-4349-b23d-c601638e05b4 service neutron] 10.222.0.39 "GET /v2.0/networks/06706326-b275-407c-bb5a-c45ce8be3ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867479 Nov 10 17:35:49.295733 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cdf06b-855b-4e54-836b-5e62893c6234 req-03b5b534-28da-4727-aa12-274cb622e1a3 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:49.315560 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cdf06b-855b-4e54-836b-5e62893c6234 req-03b5b534-28da-4727-aa12-274cb622e1a3 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:49.324289 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cdf06b-855b-4e54-836b-5e62893c6234 req-03b5b534-28da-4727-aa12-274cb622e1a3 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:49.332018 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cdf06b-855b-4e54-836b-5e62893c6234 req-03b5b534-28da-4727-aa12-274cb622e1a3 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:49.343346 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=2fd96dd5-a84f-46f1-8ffe-375e521fe660,revision_number=11']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:49.343977 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cdf06b-855b-4e54-836b-5e62893c6234 req-03b5b534-28da-4727-aa12-274cb622e1a3 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:49.359394 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cdf06b-855b-4e54-836b-5e62893c6234 req-03b5b534-28da-4727-aa12-274cb622e1a3 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:49.368677 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cdf06b-855b-4e54-836b-5e62893c6234 req-03b5b534-28da-4727-aa12-274cb622e1a3 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:49.371617 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f4cdf06b-855b-4e54-836b-5e62893c6234 req-03b5b534-28da-4727-aa12-274cb622e1a3 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5382 time: 0.5003381 Nov 10 17:35:49.381602 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-45e250d7-b924-4502-a79d-11a2da92e0a4 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:49.382557 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'tag': '1b397362-5908-4133-821d-3cd55c0c1231'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:35:49.385932 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a81277-7458-415d-bce5-de61b937844e" -d '{"events": [{"name": "network-changed", "server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "tag": "1b397362-5908-4133-821d-3cd55c0c1231"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:35:49.406481 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-54aa42f9-6b91-421a-81f5-ea24a845a64a tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:49.411538 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-54aa42f9-6b91-421a-81f5-ea24a845a64a tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5491800 Nov 10 17:35:49.415988 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36596) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:49.417625 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-9ae34c5d-71fe-413b-b036-61ae2efca6ad service neutron] Transition to ACTIVE for port object 50e42342-3dd3-4471-9114-97bf09fa8efd will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:35:49.421399 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-1dd6d35f-eb5e-484c-9230-5c4e646ff4b0 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Request body: {'security_group_rule': {'security_group_id': 'ea5598f1-b5d3-44db-8024-2c4e99d2c6c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:49.429847 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-45e250d7-b924-4502-a79d-11a2da92e0a4 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:49.433631 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-9ae34c5d-71fe-413b-b036-61ae2efca6ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:49.498779 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device c845eb24-c6e2-457f-a3ca-7a4adccb8189 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:35:49.530972 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae34c5d-71fe-413b-b036-61ae2efca6ad service neutron] Pushing event updated for resources: {'Port': ['ID=50e42342-3dd3-4471-9114-97bf09fa8efd,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:49.545383 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e250d7-b924-4502-a79d-11a2da92e0a4 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:35:49.563811 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-45e250d7-b924-4502-a79d-11a2da92e0a4 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:35:49.582333 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f9830a5b-d003-4db9-87e5-4eb65732777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:49.587842 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e250d7-b924-4502-a79d-11a2da92e0a4 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:35:49.598625 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f4cdf06b-855b-4e54-836b-5e62893c6234 req-385fdc11-6c46-49ad-a18e-2c0146d7ac17 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2061574 Nov 10 17:35:49.601564 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36602) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:49.623254 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-adada3c4-f3e3-475d-87c8-48e1e2592a89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:49.644683 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:49.708799 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1dd6d35f-eb5e-484c-9230-5c4e646ff4b0 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:49.715201 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e250d7-b924-4502-a79d-11a2da92e0a4 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Pushing event updated for resources: {'Port': ['ID=c14b7151-745d-4744-9d8c-007b7966101d,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:49.837083 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cf54492b-eecd-4fb7-b8ec-495eda491c1e req-52461278-7fbc-4189-a48f-8f0a04f38e62 tempest-ServerShowV257Test-873080840 tempest-ServerShowV257Test-873080840-project] 10.222.0.39 "GET /v2.0/ports?device_id=51ef310c-9bf4-4167-b409-414df3e47702 HTTP/1.1" status: 200 len: 210 time: 0.1105382 Nov 10 17:35:49.854741 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-9ae34c5d-71fe-413b-b036-61ae2efca6ad service neutron] Attempting to bind port 50e42342-3dd3-4471-9114-97bf09fa8efd on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:35:49.855155 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-9ae34c5d-71fe-413b-b036-61ae2efca6ad service neutron] Attempting to bind port 50e42342-3dd3-4471-9114-97bf09fa8efd by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '075697be-07cf-47b8-98f3-bb3c0c948546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bd6bf6ab-ba3a-413b-abc3-299018f27566'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:35:49.855567 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-9ae34c5d-71fe-413b-b036-61ae2efca6ad service neutron] Attempting to bind port 50e42342-3dd3-4471-9114-97bf09fa8efd on network bd6bf6ab-ba3a-413b-abc3-299018f27566 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:35:49.905079 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f9830a5b-d003-4db9-87e5-4eb65732777e None None] For port 76a37103-553f-446b-a537-19e91cf4dbb6, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=76a37103-553f-446b-a537-19e91cf4dbb6,segment=NetworkSegment(dfd4be0f-74c7-44c4-adb7-0860b14516bb),segment_id=dfd4be0f-74c7-44c4-adb7-0860b14516bb)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:49.907014 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.resource_extend [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 17:35:49.913889 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-9ae34c5d-71fe-413b-b036-61ae2efca6ad service neutron] Port 50e42342-3dd3-4471-9114-97bf09fa8efd on network bd6bf6ab-ba3a-413b-abc3-299018f27566 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:35:49.915736 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1dd6d35f-eb5e-484c-9230-5c4e646ff4b0 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:49.916351 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-9ae34c5d-71fe-413b-b036-61ae2efca6ad service neutron] Attempting to bind port 50e42342-3dd3-4471-9114-97bf09fa8efd on network bd6bf6ab-ba3a-413b-abc3-299018f27566 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:35:49.933282 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-9ae34c5d-71fe-413b-b036-61ae2efca6ad service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:35:49.937934 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-9ae34c5d-71fe-413b-b036-61ae2efca6ad service neutron] Checking segment: {'id': '075697be-07cf-47b8-98f3-bb3c0c948546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bd6bf6ab-ba3a-413b-abc3-299018f27566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:35:49.940580 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-9ae34c5d-71fe-413b-b036-61ae2efca6ad service neutron] Bound using segment: {'id': '075697be-07cf-47b8-98f3-bb3c0c948546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bd6bf6ab-ba3a-413b-abc3-299018f27566'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:35:49.943023 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-9ae34c5d-71fe-413b-b036-61ae2efca6ad service neutron] Bound port: 50e42342-3dd3-4471-9114-97bf09fa8efd, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '075697be-07cf-47b8-98f3-bb3c0c948546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bd6bf6ab-ba3a-413b-abc3-299018f27566'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:35:49.943540 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-9ae34c5d-71fe-413b-b036-61ae2efca6ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:49.957289 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f9830a5b-d003-4db9-87e5-4eb65732777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:49.963719 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1dd6d35f-eb5e-484c-9230-5c4e646ff4b0 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:49.991488 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb90ea56-8b0f-43e3-8934-0605bedf6dfd x-openstack-request-id: req-fb90ea56-8b0f-43e3-8934-0605bedf6dfd {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:35:49.994520 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "tag": "1b397362-5908-4133-821d-3cd55c0c1231", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:35:49.995002 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fb90ea56-8b0f-43e3-8934-0605bedf6dfd {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:35:49.999551 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'tag': '1b397362-5908-4133-821d-3cd55c0c1231', 'status': 'completed', 'code': 200} Nov 10 17:35:50.026314 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-adada3c4-f3e3-475d-87c8-48e1e2592a89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:50.047040 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-adada3c4-f3e3-475d-87c8-48e1e2592a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:50.101615 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd8ebed-bc48-4e16-94e1-da1af7e05342 x-openstack-request-id: req-2dd8ebed-bc48-4e16-94e1-da1af7e05342 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:35:50.101867 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8295fb9a-a49e-4f77-a06c-6115d38512c1", "name": "network-vif-unplugged", "status": "completed", "tag": "2fd96dd5-a84f-46f1-8ffe-375e521fe660", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:35:50.102049 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2dd8ebed-bc48-4e16-94e1-da1af7e05342 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:35:50.102440 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8295fb9a-a49e-4f77-a06c-6115d38512c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fd96dd5-a84f-46f1-8ffe-375e521fe660', 'code': 200} Nov 10 17:35:50.106719 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9830a5b-d003-4db9-87e5-4eb65732777e None None] Pushing event updated for resources: {'Port': ['ID=76a37103-553f-446b-a537-19e91cf4dbb6,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:50.109054 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6d35f-eb5e-484c-9230-5c4e646ff4b0 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f8acd5-ae19-46c5-b543-1d48d2629fd1,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:50.113276 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1dd6d35f-eb5e-484c-9230-5c4e646ff4b0 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:50.114630 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1dd6d35f-eb5e-484c-9230-5c4e646ff4b0 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6975100 Nov 10 17:35:50.120574 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36622) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:50.132888 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-52bd1456-9f76-4434-b324-f7670937cf17 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:50.183970 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-52bd1456-9f76-4434-b324-f7670937cf17 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:50.199702 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-69583b4d-8ffe-4cff-b414-12106f608b46 req-54cb735e-be13-4450-9b14-56beef4c7271 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] 10.222.0.39 "GET /v2.0/ports?device_id=493cac83-66fe-4886-911d-4c40b420eef3 HTTP/1.1" status: 200 len: 210 time: 0.1098952 Nov 10 17:35:50.204332 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:35:50.204831 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:35:50.212042 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adada3c4-f3e3-475d-87c8-48e1e2592a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28b4012-9c1e-4fc0-8a55-e7de82831bec,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:50.221045 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-45e250d7-b924-4502-a79d-11a2da92e0a4 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:50.289761 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-adada3c4-f3e3-475d-87c8-48e1e2592a89 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ba3536a540244abfa97558e3da346492&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6837223 Nov 10 17:35:50.327643 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port c845eb24-c6e2-457f-a3ca-7a4adccb8189, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=c845eb24-c6e2-457f-a3ca-7a4adccb8189,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:50.349827 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36632) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:50.359355 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0ae61-1b8b-4231-bdcd-d26e2bd4323c req-642a5c00-1d41-4aca-a0d0-af94148824c1 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:50.370571 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-30d0ae61-1b8b-4231-bdcd-d26e2bd4323c req-642a5c00-1d41-4aca-a0d0-af94148824c1 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=08aec451-61de-4b48-bd69-71cc1434c72f HTTP/1.1" status: 200 len: 947 time: 0.2626305 Nov 10 17:35:50.372768 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-45e250d7-b924-4502-a79d-11a2da92e0a4 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:50.381857 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'c845eb24-c6e2-457f-a3ca-7a4adccb8189', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': 'c845eb24-c6e2-457f-a3ca-7a4adccb8189', 'mac_address': 'fa:16:3e:8f:94:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:35:50.392094 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-9ae34c5d-71fe-413b-b036-61ae2efca6ad service neutron] For port 50e42342-3dd3-4471-9114-97bf09fa8efd, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:35:50.394209 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a81277-7458-415d-bce5-de61b937844e req-52d1e218-efb5-4db2-8bda-2c6a109120fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:50.394707 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a81277-7458-415d-bce5-de61b937844e req-52d1e218-efb5-4db2-8bda-2c6a109120fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:50.395138 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a81277-7458-415d-bce5-de61b937844e req-52d1e218-efb5-4db2-8bda-2c6a109120fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:50.395706 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a81277-7458-415d-bce5-de61b937844e req-52d1e218-efb5-4db2-8bda-2c6a109120fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:50.396214 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a81277-7458-415d-bce5-de61b937844e req-52d1e218-efb5-4db2-8bda-2c6a109120fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:50.396691 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a81277-7458-415d-bce5-de61b937844e req-52d1e218-efb5-4db2-8bda-2c6a109120fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:50.397343 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a81277-7458-415d-bce5-de61b937844e req-52d1e218-efb5-4db2-8bda-2c6a109120fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:50.401056 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-05a81277-7458-415d-bce5-de61b937844e req-52d1e218-efb5-4db2-8bda-2c6a109120fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=281475dcac0247d79669d55a1da4eafc&device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 6304 time: 0.3191612 Nov 10 17:35:50.408405 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-9ae34c5d-71fe-413b-b036-61ae2efca6ad service neutron] For port 50e42342-3dd3-4471-9114-97bf09fa8efd, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=50e42342-3dd3-4471-9114-97bf09fa8efd,segment=NetworkSegment(075697be-07cf-47b8-98f3-bb3c0c948546),segment_id=075697be-07cf-47b8-98f3-bb3c0c948546)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:35:50.423922 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-9ae34c5d-71fe-413b-b036-61ae2efca6ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:50.478860 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:50.502102 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-9ae34c5d-71fe-413b-b036-61ae2efca6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:50.502900 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-9ae34c5d-71fe-413b-b036-61ae2efca6ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:50.505513 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-9ae34c5d-71fe-413b-b036-61ae2efca6ad service neutron] 10.222.0.11 "PUT /v2.0/ports/50e42342-3dd3-4471-9114-97bf09fa8efd HTTP/1.1" status: 200 len: 1092 time: 3.5194070 Nov 10 17:35:50.527432 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c845eb24-c6e2-457f-a3ca-7a4adccb8189 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:35:50.536307 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-30d0ae61-1b8b-4231-bdcd-d26e2bd4323c req-13ef25d3-588b-4029-bf1c-ce5932c1beb8 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376061 Nov 10 17:35:50.602954 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port c845eb24-c6e2-457f-a3ca-7a4adccb8189, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=c845eb24-c6e2-457f-a3ca-7a4adccb8189,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:50.612075 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:50.617884 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] Request body: {'port': {'device_id': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:50.655190 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c89e40cf-634b-4cfa-a564-11c286ec5ef5 req-1354bda5-8db2-4803-bf10-c79ab2814bea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=de9e4b07b8884671aabdefc8891aeb80&device_id=51ef310c-9bf4-4167-b409-414df3e47702 HTTP/1.1" status: 200 len: 210 time: 0.0430927 Nov 10 17:35:50.673716 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae34c5d-71fe-413b-b036-61ae2efca6ad service neutron] Pushing event updated for resources: {'Port': ['ID=50e42342-3dd3-4471-9114-97bf09fa8efd,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:50.701299 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=c845eb24-c6e2-457f-a3ca-7a4adccb8189,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:50.865064 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['c845eb24-c6e2-457f-a3ca-7a4adccb8189'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:35:50.900398 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d80886d1-87b5-4531-ae5d-8c6af3919edc req-73b5057d-79f8-46ab-a6f9-015ba8e8c5ac tempest-ServerShowV257Test-873080840 tempest-ServerShowV257Test-873080840-project] 10.222.0.39 "GET /v2.0/ports?device_id=51ef310c-9bf4-4167-b409-414df3e47702 HTTP/1.1" status: 200 len: 210 time: 0.1011584 Nov 10 17:35:50.932748 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-52bd1456-9f76-4434-b324-f7670937cf17 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:50.938681 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:50.942852 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c89e40cf-634b-4cfa-a564-11c286ec5ef5 req-b94a7246-0b18-4ea2-80a7-2d25f97069c8 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=de9e4b07b8884671aabdefc8891aeb80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2281916 Nov 10 17:35:51.083510 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 76a37103-553f-446b-a537-19e91cf4dbb6 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:35:51.232008 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 76a37103-553f-446b-a537-19e91cf4dbb6 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:51.232423 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:51.257937 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-52bd1456-9f76-4434-b324-f7670937cf17 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Allocated IP 172.25.5.111 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/feb13939-97ad-46f1-966f-19b4158b2d17) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:35:51.367899 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b4fb6c1e-ad67-45eb-b624-33d1dff27902 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:35:51.435669 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port b4fb6c1e-ad67-45eb-b624-33d1dff27902 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:51.436404 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:51.473233 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 0d20ed0e-1a36-414e-b080-6adfb60940da up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:35:51.491469 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-af3e7d51-14d6-4677-bfdb-beab3cabc01b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:51.567993 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a81277-7458-415d-bce5-de61b937844e req-0dab69e7-1fb7-4b78-b582-a378e47e15ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:51.568483 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a81277-7458-415d-bce5-de61b937844e req-0dab69e7-1fb7-4b78-b582-a378e47e15ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:51.568991 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a81277-7458-415d-bce5-de61b937844e req-0dab69e7-1fb7-4b78-b582-a378e47e15ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:51.570709 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-05a81277-7458-415d-bce5-de61b937844e req-0dab69e7-1fb7-4b78-b582-a378e47e15ff service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=281475dcac0247d79669d55a1da4eafc&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.0873230 Nov 10 17:35:51.572680 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-af3e7d51-14d6-4677-bfdb-beab3cabc01b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:51.581146 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 0d20ed0e-1a36-414e-b080-6adfb60940da completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:35:51.593010 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 0d20ed0e-1a36-414e-b080-6adfb60940da triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:51.593561 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:51.655517 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201caab4-bf6f-4300-b449-97f8984263d2 req-8cdafde6-1339-4e03-a91b-5ec691b48300 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:51.661427 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201caab4-bf6f-4300-b449-97f8984263d2 req-8cdafde6-1339-4e03-a91b-5ec691b48300 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:51.667947 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201caab4-bf6f-4300-b449-97f8984263d2 req-8cdafde6-1339-4e03-a91b-5ec691b48300 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:51.673900 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201caab4-bf6f-4300-b449-97f8984263d2 req-8cdafde6-1339-4e03-a91b-5ec691b48300 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:51.679956 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201caab4-bf6f-4300-b449-97f8984263d2 req-8cdafde6-1339-4e03-a91b-5ec691b48300 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:51.685946 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201caab4-bf6f-4300-b449-97f8984263d2 req-8cdafde6-1339-4e03-a91b-5ec691b48300 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:51.692089 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201caab4-bf6f-4300-b449-97f8984263d2 req-8cdafde6-1339-4e03-a91b-5ec691b48300 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:51.694068 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-201caab4-bf6f-4300-b449-97f8984263d2 req-8cdafde6-1339-4e03-a91b-5ec691b48300 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5394 time: 0.6499574 Nov 10 17:35:51.695625 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:51.731962 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 0d20ed0e-1a36-414e-b080-6adfb60940da, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=0d20ed0e-1a36-414e-b080-6adfb60940da,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:51.737177 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:51.778802 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e40cf-634b-4cfa-a564-11c286ec5ef5 req-1bd979bf-df3b-4ebd-98db-08668684e2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:51.780367 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c89e40cf-634b-4cfa-a564-11c286ec5ef5 req-1bd979bf-df3b-4ebd-98db-08668684e2cc service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8143077 Nov 10 17:35:51.783977 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-725e4992-635f-45aa-ad80-b309a6bfbc14 req-acbf83f7-af3b-4b2c-aca0-76fabdb0ce6a tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] 10.222.0.39 "GET /v2.0/ports?device_id=493cac83-66fe-4886-911d-4c40b420eef3 HTTP/1.1" status: 200 len: 210 time: 0.1321292 Nov 10 17:35:51.806281 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=0d20ed0e-1a36-414e-b080-6adfb60940da,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:51.812919 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-45e250d7-b924-4502-a79d-11a2da92e0a4 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:51.836369 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-45e250d7-b924-4502-a79d-11a2da92e0a4 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:51.903537 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a81277-7458-415d-bce5-de61b937844e req-48b3f6c6-91fb-48ac-add4-297cf36ccda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:51.904958 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-05a81277-7458-415d-bce5-de61b937844e req-48b3f6c6-91fb-48ac-add4-297cf36ccda0 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3240395 Nov 10 17:35:51.912904 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-af3e7d51-14d6-4677-bfdb-beab3cabc01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:51.915791 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-af3e7d51-14d6-4677-bfdb-beab3cabc01b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:51.919200 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-af3e7d51-14d6-4677-bfdb-beab3cabc01b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d28b4012-9c1e-4fc0-8a55-e7de82831bec HTTP/1.1" status: 204 len: 168 time: 1.5421410 Nov 10 17:35:51.962437 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0553aa7b-17be-418d-b02a-fbf798175967 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:35:51.964959 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-201caab4-bf6f-4300-b449-97f8984263d2 req-82163c16-b764-4b5d-9165-953743222185 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2269807 Nov 10 17:35:51.976315 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-52bd1456-9f76-4434-b324-f7670937cf17 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:51.979472 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:51.995788 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e7d51-14d6-4677-bfdb-beab3cabc01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28b4012-9c1e-4fc0-8a55-e7de82831bec,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:52.000524 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'tag': '50e42342-3dd3-4471-9114-97bf09fa8efd'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:35:52.002786 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f75c5bb-c34f-4eb8-a8f9-1b0f04551f76" -d '{"events": [{"name": "network-changed", "server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "tag": "50e42342-3dd3-4471-9114-97bf09fa8efd"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:35:52.007775 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e250d7-b924-4502-a79d-11a2da92e0a4 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Pushing event updated for resources: {'Port': ['ID=c14b7151-745d-4744-9d8c-007b7966101d,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:52.026717 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21437876-87be-40b5-b07f-5bce721a8099 req-07a67ae1-4028-498e-a7ea-2c705ca74223 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:52.028215 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-21437876-87be-40b5-b07f-5bce721a8099 req-07a67ae1-4028-498e-a7ea-2c705ca74223 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] 10.222.0.11 "GET /v2.0/networks?id=06706326-b275-407c-bb5a-c45ce8be3ebc HTTP/1.1" status: 200 len: 813 time: 0.3974972 Nov 10 17:35:52.033408 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] Transition to ACTIVE for port object 0553aa7b-17be-418d-b02a-fbf798175967 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:35:52.053903 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-45e250d7-b924-4502-a79d-11a2da92e0a4 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:52.055951 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-21437876-87be-40b5-b07f-5bce721a8099 req-1b302484-3a95-46ef-8636-b4ccfd0238ee tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] Request body: {'port': {'device_id': '493cac83-66fe-4886-911d-4c40b420eef3', 'network_id': '06706326-b275-407c-bb5a-c45ce8be3ebc', 'admin_state_up': True, 'tenant_id': '5d24d850bb424664a3d8aad1452a97d1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:52.063006 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:52.077986 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-45e250d7-b924-4502-a79d-11a2da92e0a4 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:52.080362 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-45e250d7-b924-4502-a79d-11a2da92e0a4 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1246996 Nov 10 17:35:52.103424 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf7710d-7ea0-4454-9631-24976e70fee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d20ed0e-1a36-414e-b080-6adfb60940da'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:35:52.106811 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631dd603-bd69-40b8-a443-e2c6add7de66" -d '{"events": [{"server_uuid": "7bf7710d-7ea0-4454-9631-24976e70fee7", "name": "network-vif-plugged", "status": "completed", "tag": "0d20ed0e-1a36-414e-b080-6adfb60940da"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:35:52.133473 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a2852cb5-205b-4990-8670-f8ca83c3c525 req-7c937d56-eab4-4af5-b658-ebab513378fb tempest-ServerShowV257Test-873080840 tempest-ServerShowV257Test-873080840-project] 10.222.0.39 "GET /v2.0/ports?device_id=51ef310c-9bf4-4167-b409-414df3e47702 HTTP/1.1" status: 200 len: 210 time: 0.0461941 Nov 10 17:35:52.204967 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] Pushing event updated for resources: {'Port': ['ID=0553aa7b-17be-418d-b02a-fbf798175967,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:52.229682 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951535fc-2d67-4a58-b896-aa188aff6c94 req-18001be4-d285-46a8-afb7-abe77cff7d82 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:52.231237 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-951535fc-2d67-4a58-b896-aa188aff6c94 req-18001be4-d285-46a8-afb7-abe77cff7d82 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=08aec451-61de-4b48-bd69-71cc1434c72f HTTP/1.1" status: 200 len: 948 time: 0.2200711 Nov 10 17:35:52.252482 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:52.252826 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:52.253164 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:52.253501 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:52.253827 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:52.254153 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:52.254475 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:52.254795 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:52.255113 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:52.255435 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:52.255758 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:52.256076 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:52.259826 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-52bd1456-9f76-4434-b324-f7670937cf17 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:52.339497 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b236ced-f2ed-4859-92f8-1b328487d204 x-openstack-request-id: req-2b236ced-f2ed-4859-92f8-1b328487d204 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:35:52.339789 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf7710d-7ea0-4454-9631-24976e70fee7", "name": "network-vif-plugged", "status": "completed", "tag": "0d20ed0e-1a36-414e-b080-6adfb60940da", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:35:52.340067 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2b236ced-f2ed-4859-92f8-1b328487d204 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:35:52.340494 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf7710d-7ea0-4454-9631-24976e70fee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d20ed0e-1a36-414e-b080-6adfb60940da', 'code': 200} Nov 10 17:35:52.342791 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802bac49-7eac-4d17-b4f9-f443eca5be33 x-openstack-request-id: req-802bac49-7eac-4d17-b4f9-f443eca5be33 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:35:52.343080 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "tag": "50e42342-3dd3-4471-9114-97bf09fa8efd", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:35:52.343373 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-802bac49-7eac-4d17-b4f9-f443eca5be33 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:35:52.343770 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'tag': '50e42342-3dd3-4471-9114-97bf09fa8efd', 'status': 'completed', 'code': 200} Nov 10 17:35:52.402906 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75c5bb-c34f-4eb8-a8f9-1b0f04551f76 req-709e3a02-08be-43fe-b5ad-57ae08b7b39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:52.403761 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75c5bb-c34f-4eb8-a8f9-1b0f04551f76 req-709e3a02-08be-43fe-b5ad-57ae08b7b39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:52.404628 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75c5bb-c34f-4eb8-a8f9-1b0f04551f76 req-709e3a02-08be-43fe-b5ad-57ae08b7b39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:52.404762 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75c5bb-c34f-4eb8-a8f9-1b0f04551f76 req-709e3a02-08be-43fe-b5ad-57ae08b7b39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:52.405269 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75c5bb-c34f-4eb8-a8f9-1b0f04551f76 req-709e3a02-08be-43fe-b5ad-57ae08b7b39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:52.408434 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75c5bb-c34f-4eb8-a8f9-1b0f04551f76 req-709e3a02-08be-43fe-b5ad-57ae08b7b39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:52.408982 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75c5bb-c34f-4eb8-a8f9-1b0f04551f76 req-709e3a02-08be-43fe-b5ad-57ae08b7b39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:52.411715 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2f75c5bb-c34f-4eb8-a8f9-1b0f04551f76 req-709e3a02-08be-43fe-b5ad-57ae08b7b39c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=281475dcac0247d79669d55a1da4eafc&device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 6372 time: 0.1012719 Nov 10 17:35:52.420096 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bd1456-9f76-4434-b324-f7670937cf17 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:35:52.448770 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-52bd1456-9f76-4434-b324-f7670937cf17 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:35:52.467139 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bd1456-9f76-4434-b324-f7670937cf17 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:35:52.505969 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bd1456-9f76-4434-b324-f7670937cf17 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Pushing event updated for resources: {'Port': ['ID=feb13939-97ad-46f1-966f-19b4158b2d17,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:52.562222 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-951535fc-2d67-4a58-b896-aa188aff6c94 req-34a97047-0615-4a1d-973e-96b14414aaa7 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162324 Nov 10 17:35:52.563700 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21437876-87be-40b5-b07f-5bce721a8099 req-1b302484-3a95-46ef-8636-b4ccfd0238ee tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] Made reservation on behalf of 5d24d850bb424664a3d8aad1452a97d1 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:35:52.567274 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-21437876-87be-40b5-b07f-5bce721a8099 req-1b302484-3a95-46ef-8636-b4ccfd0238ee tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:52.609301 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] Attempting to bind port 0553aa7b-17be-418d-b02a-fbf798175967 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:35:52.609746 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] Attempting to bind port 0553aa7b-17be-418d-b02a-fbf798175967 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': 'a579ae98-b84f-4aec-aba4-51aa8df975cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd8ef22d3-496c-4901-a77e-1a8f4787440f'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:35:52.610173 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] Attempting to bind port 0553aa7b-17be-418d-b02a-fbf798175967 on network d8ef22d3-496c-4901-a77e-1a8f4787440f {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:35:52.638987 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75c5bb-c34f-4eb8-a8f9-1b0f04551f76 req-5f6a1458-5f45-48e1-b18e-947efecd80bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:52.638987 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75c5bb-c34f-4eb8-a8f9-1b0f04551f76 req-5f6a1458-5f45-48e1-b18e-947efecd80bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:52.638987 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75c5bb-c34f-4eb8-a8f9-1b0f04551f76 req-5f6a1458-5f45-48e1-b18e-947efecd80bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:52.640193 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] Port 0553aa7b-17be-418d-b02a-fbf798175967 on network d8ef22d3-496c-4901-a77e-1a8f4787440f not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:35:52.640568 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] Attempting to bind port 0553aa7b-17be-418d-b02a-fbf798175967 on network d8ef22d3-496c-4901-a77e-1a8f4787440f {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:35:52.640713 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2f75c5bb-c34f-4eb8-a8f9-1b0f04551f76 req-5f6a1458-5f45-48e1-b18e-947efecd80bb service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=281475dcac0247d79669d55a1da4eafc&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2162104 Nov 10 17:35:52.643862 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa082cd-44dd-487a-86fe-8b553026bc63 req-7a091511-659b-4246-a225-cd6a8487957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:52.645499 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2aa082cd-44dd-487a-86fe-8b553026bc63 req-7a091511-659b-4246-a225-cd6a8487957e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7bf7710d-7ea0-4454-9631-24976e70fee7 HTTP/1.1" status: 200 len: 1102 time: 0.2164607 Nov 10 17:35:52.649290 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-980b0556-3e5a-4643-a887-28d8356295aa tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--17729673&fields=id&tenant_id=d86a69ccd1024eb0840db8ed52140de1 HTTP/1.1" status: 200 len: 267 time: 0.1073282 Nov 10 17:35:52.681429 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:35:52.682108 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] Checking segment: {'id': 'a579ae98-b84f-4aec-aba4-51aa8df975cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd8ef22d3-496c-4901-a77e-1a8f4787440f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:35:52.682673 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] Bound using segment: {'id': 'a579ae98-b84f-4aec-aba4-51aa8df975cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd8ef22d3-496c-4901-a77e-1a8f4787440f'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:35:52.683283 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] Bound port: 0553aa7b-17be-418d-b02a-fbf798175967, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a579ae98-b84f-4aec-aba4-51aa8df975cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd8ef22d3-496c-4901-a77e-1a8f4787440f'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:35:52.683805 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:52.769571 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-52bd1456-9f76-4434-b324-f7670937cf17 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:52.844089 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-7c387b91-e8b8-48df-a3bb-4369009be498 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:52.851950 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-7c387b91-e8b8-48df-a3bb-4369009be498 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "GET /v2.0/networks?id=c3a53364-5b38-4c80-975d-356131c85952 HTTP/1.1" status: 200 len: 815 time: 0.1901565 Nov 10 17:35:52.854905 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75c5bb-c34f-4eb8-a8f9-1b0f04551f76 req-4ba7a021-a9ef-4fc8-8d0d-8f67c4138bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:52.856462 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2f75c5bb-c34f-4eb8-a8f9-1b0f04551f76 req-4ba7a021-a9ef-4fc8-8d0d-8f67c4138bab service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2033234 Nov 10 17:35:52.873751 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-d57e76f8-a22c-4912-898f-f701754a9b3b tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "GET /v2.0/quotas/d86a69ccd1024eb0840db8ed52140de1 HTTP/1.1" status: 200 len: 375 time: 0.0209026 Nov 10 17:35:52.927604 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2aa082cd-44dd-487a-86fe-8b553026bc63 req-3a3b8f11-0532-48a6-9024-5015e5e97094 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505341 Nov 10 17:35:52.951233 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-58b6ca8e-1b46-4f88-812a-bc6588d26535 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d86a69ccd1024eb0840db8ed52140de1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0765073 Nov 10 17:35:52.951700 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] For port 0553aa7b-17be-418d-b02a-fbf798175967, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:35:52.956810 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-52bd1456-9f76-4434-b324-f7670937cf17 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:52.962051 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-21437876-87be-40b5-b07f-5bce721a8099 req-1b302484-3a95-46ef-8636-b4ccfd0238ee tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] Allocated IP 172.20.0.11 (06706326-b275-407c-bb5a-c45ce8be3ebc/50dc0ac8-41d2-4221-b6e7-73c9f85f9c67/926b3385-65f7-408c-9ff3-9965273a1acd) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:35:52.965000 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] For port 0553aa7b-17be-418d-b02a-fbf798175967, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=0553aa7b-17be-418d-b02a-fbf798175967,segment=NetworkSegment(a579ae98-b84f-4aec-aba4-51aa8df975cc),segment_id=a579ae98-b84f-4aec-aba4-51aa8df975cc)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:35:52.997607 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:53.060713 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-bdda0cb4-3d9e-4e4d-ae65-6c2df98fe3e4 service neutron] 10.222.0.39 "GET /v2.0/networks/c3a53364-5b38-4c80-975d-356131c85952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059730 Nov 10 17:35:53.061468 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-051912fd-2437-4b3f-8358-7e99f1e7e993 req-cbbabac8-d561-4c0e-b356-aee0cab7a12c tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] 10.222.0.39 "GET /v2.0/ports?device_id=493cac83-66fe-4886-911d-4c40b420eef3 HTTP/1.1" status: 200 len: 210 time: 0.0727010 Nov 10 17:35:53.094254 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:53.094846 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:53.096262 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] 10.222.0.11 "PUT /v2.0/ports/0553aa7b-17be-418d-b02a-fbf798175967 HTTP/1.1" status: 200 len: 1092 time: 2.5017784 Nov 10 17:35:53.145507 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36782) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:53.170053 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] Request body: {'port': {'device_id': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:53.208788 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc55fcd-d690-4fcf-9168-942dceb83c4d service neutron] Pushing event updated for resources: {'Port': ['ID=0553aa7b-17be-418d-b02a-fbf798175967,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:53.260227 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:53.280950 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-02e84662-a629-4149-be88-e448a9f8f6d6 service neutron] 10.222.0.39 "GET /v2.0/networks/c3a53364-5b38-4c80-975d-356131c85952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072818 Nov 10 17:35:53.363437 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-21437876-87be-40b5-b07f-5bce721a8099 req-1b302484-3a95-46ef-8636-b4ccfd0238ee tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:53.419823 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-d4b89787-35bc-4c3b-bb90-360f960e1118 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1818021210-network', 'tenant_id': '932a2b49a0c3450c9fe19880793a3290'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:53.434825 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c89e40cf-634b-4cfa-a564-11c286ec5ef5 req-db5edc1c-9272-4254-8980-f9c852fc8fe0 tempest-ServerShowV257Test-873080840 tempest-ServerShowV257Test-873080840-project] 10.222.0.11 "GET /v2.0/ports?device_id=51ef310c-9bf4-4167-b409-414df3e47702 HTTP/1.1" status: 200 len: 210 time: 0.2277215 Nov 10 17:35:53.468243 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-21437876-87be-40b5-b07f-5bce721a8099 req-1b302484-3a95-46ef-8636-b4ccfd0238ee tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:53.474415 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device c845eb24-c6e2-457f-a3ca-7a4adccb8189 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:35:53.546186 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21437876-87be-40b5-b07f-5bce721a8099 req-1b302484-3a95-46ef-8636-b4ccfd0238ee tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] Network 06706326-b275-407c-bb5a-c45ce8be3ebc is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:35:53.566732 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-21437876-87be-40b5-b07f-5bce721a8099 req-1b302484-3a95-46ef-8636-b4ccfd0238ee tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:35:53.585713 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-21437876-87be-40b5-b07f-5bce721a8099 req-1b302484-3a95-46ef-8636-b4ccfd0238ee tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:35:53.606521 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7babb2d-c2d7-4f28-84f2-2e6f915a5233 req-3c214a68-4579-44af-9a18-44561a7d875c tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:53.606927 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port c845eb24-c6e2-457f-a3ca-7a4adccb8189 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:35:53.612458 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port c845eb24-c6e2-457f-a3ca-7a4adccb8189 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:53.612805 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7babb2d-c2d7-4f28-84f2-2e6f915a5233 req-3c214a68-4579-44af-9a18-44561a7d875c tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:53.613455 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:53.619687 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7babb2d-c2d7-4f28-84f2-2e6f915a5233 req-3c214a68-4579-44af-9a18-44561a7d875c tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:53.625789 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7babb2d-c2d7-4f28-84f2-2e6f915a5233 req-3c214a68-4579-44af-9a18-44561a7d875c tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:53.633080 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7babb2d-c2d7-4f28-84f2-2e6f915a5233 req-3c214a68-4579-44af-9a18-44561a7d875c tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:53.635568 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-651bc6f1-511b-4727-9893-ccc080d080b5 req-b9ebe55f-8215-4b5f-864b-d93808662a1f tempest-ServerShowV257Test-873080840 tempest-ServerShowV257Test-873080840-project] 10.222.0.39 "GET /v2.0/ports?device_id=51ef310c-9bf4-4167-b409-414df3e47702 HTTP/1.1" status: 200 len: 210 time: 0.0422552 Nov 10 17:35:53.656685 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7babb2d-c2d7-4f28-84f2-2e6f915a5233 req-3c214a68-4579-44af-9a18-44561a7d875c tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:53.669580 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7babb2d-c2d7-4f28-84f2-2e6f915a5233 req-3c214a68-4579-44af-9a18-44561a7d875c tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:53.671607 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7babb2d-c2d7-4f28-84f2-2e6f915a5233 req-3c214a68-4579-44af-9a18-44561a7d875c tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5406 time: 0.2705472 Nov 10 17:35:53.677212 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b89787-35bc-4c3b-bb90-360f960e1118 admin admin] Made reservation on behalf of 932a2b49a0c3450c9fe19880793a3290 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:35:53.681068 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4b89787-35bc-4c3b-bb90-360f960e1118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:53.732241 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:53.753438 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b302484-3a95-46ef-8636-b4ccfd0238ee tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] Pushing event updated for resources: {'Port': ['ID=926b3385-65f7-408c-9ff3-9965273a1acd,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:53.767940 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4b89787-35bc-4c3b-bb90-360f960e1118 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:53.794896 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port c845eb24-c6e2-457f-a3ca-7a4adccb8189, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=c845eb24-c6e2-457f-a3ca-7a4adccb8189,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:53.800620 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:53.808617 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d357b0f-39d1-4fb0-b1d9-8e35928b21e5 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:35:53.821098 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:53.859405 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6fc0c923-8c5b-474b-9179-9242324799ac req-47cce10c-be57-42bd-a859-5ffa7b209ca6 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e134958-4a8e-4911-bcf5-b21271f972ae HTTP/1.1" status: 200 len: 210 time: 0.0450568 Nov 10 17:35:53.867509 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] Transition to ACTIVE for port object 6d357b0f-39d1-4fb0-b1d9-8e35928b21e5 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:35:53.868232 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21437876-87be-40b5-b07f-5bce721a8099 req-1b302484-3a95-46ef-8636-b4ccfd0238ee tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:53.868999 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-21437876-87be-40b5-b07f-5bce721a8099 req-1b302484-3a95-46ef-8636-b4ccfd0238ee tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:53.888764 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:53.900324 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-52bd1456-9f76-4434-b324-f7670937cf17 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:53.920659 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=c845eb24-c6e2-457f-a3ca-7a4adccb8189,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:53.961419 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-52bd1456-9f76-4434-b324-f7670937cf17 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:53.966375 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-21437876-87be-40b5-b07f-5bce721a8099 req-1b302484-3a95-46ef-8636-b4ccfd0238ee tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9151058 Nov 10 17:35:53.986335 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-21437876-87be-40b5-b07f-5bce721a8099 req-13810fc2-df3d-4e72-8de9-77d317f31ab6 service neutron] Request body: {'port': {'device_id': '493cac83-66fe-4886-911d-4c40b420eef3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:53.994764 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] Pushing event updated for resources: {'Port': ['ID=6d357b0f-39d1-4fb0-b1d9-8e35928b21e5,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:54.099241 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7babb2d-c2d7-4f28-84f2-2e6f915a5233 req-6de458a6-c424-4707-88e1-221fa64c7e20 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3849583 Nov 10 17:35:54.224192 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d75288-3426-4e43-a425-4c8884c9b736 req-f63327cb-790d-4f03-88c2-c2e92ddb0f29 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:54.227902 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-48d75288-3426-4e43-a425-4c8884c9b736 req-f63327cb-790d-4f03-88c2-c2e92ddb0f29 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=08aec451-61de-4b48-bd69-71cc1434c72f HTTP/1.1" status: 200 len: 949 time: 0.2582784 Nov 10 17:35:54.228728 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] Attempting to bind port 6d357b0f-39d1-4fb0-b1d9-8e35928b21e5 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:35:54.229063 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] Attempting to bind port 6d357b0f-39d1-4fb0-b1d9-8e35928b21e5 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': 'a579ae98-b84f-4aec-aba4-51aa8df975cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd8ef22d3-496c-4901-a77e-1a8f4787440f'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:35:54.231069 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bd1456-9f76-4434-b324-f7670937cf17 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Pushing event updated for resources: {'Port': ['ID=feb13939-97ad-46f1-966f-19b4158b2d17,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:54.232250 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] Attempting to bind port 6d357b0f-39d1-4fb0-b1d9-8e35928b21e5 on network d8ef22d3-496c-4901-a77e-1a8f4787440f {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:35:54.238160 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] Port 6d357b0f-39d1-4fb0-b1d9-8e35928b21e5 on network d8ef22d3-496c-4901-a77e-1a8f4787440f not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:35:54.238160 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] Attempting to bind port 6d357b0f-39d1-4fb0-b1d9-8e35928b21e5 on network d8ef22d3-496c-4901-a77e-1a8f4787440f {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:35:54.251714 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:35:54.252040 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] Checking segment: {'id': 'a579ae98-b84f-4aec-aba4-51aa8df975cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd8ef22d3-496c-4901-a77e-1a8f4787440f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:35:54.252982 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] Bound using segment: {'id': 'a579ae98-b84f-4aec-aba4-51aa8df975cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd8ef22d3-496c-4901-a77e-1a8f4787440f'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:35:54.253683 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] Bound port: 6d357b0f-39d1-4fb0-b1d9-8e35928b21e5, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a579ae98-b84f-4aec-aba4-51aa8df975cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd8ef22d3-496c-4901-a77e-1a8f4787440f'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:35:54.253938 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:54.269976 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-21437876-87be-40b5-b07f-5bce721a8099 req-13810fc2-df3d-4e72-8de9-77d317f31ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:54.284824 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-52bd1456-9f76-4434-b324-f7670937cf17 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:54.334311 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4b89787-35bc-4c3b-bb90-360f960e1118 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:54.341912 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08aec451-61de-4b48-bd69-71cc1434c72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c845eb24-c6e2-457f-a3ca-7a4adccb8189'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:35:54.344742 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d41a37-21de-4dd8-8dbe-7b461a659862" -d '{"events": [{"server_uuid": "08aec451-61de-4b48-bd69-71cc1434c72f", "name": "network-vif-plugged", "status": "completed", "tag": "c845eb24-c6e2-457f-a3ca-7a4adccb8189"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:35:54.349492 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'tag': '0553aa7b-17be-418d-b02a-fbf798175967'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:35:54.351752 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d0a3b3-89a7-432d-807e-17d6f263bffd" -d '{"events": [{"name": "network-changed", "server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "tag": "0553aa7b-17be-418d-b02a-fbf798175967"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:35:54.359234 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4b89787-35bc-4c3b-bb90-360f960e1118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:54.403620 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-52bd1456-9f76-4434-b324-f7670937cf17 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:54.406288 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-52bd1456-9f76-4434-b324-f7670937cf17 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2777238 Nov 10 17:35:54.451389 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4b89787-35bc-4c3b-bb90-360f960e1118 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:35:54.465758 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] For port 6d357b0f-39d1-4fb0-b1d9-8e35928b21e5, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:35:54.471070 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] For port 6d357b0f-39d1-4fb0-b1d9-8e35928b21e5, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=6d357b0f-39d1-4fb0-b1d9-8e35928b21e5,segment=NetworkSegment(a579ae98-b84f-4aec-aba4-51aa8df975cc),segment_id=a579ae98-b84f-4aec-aba4-51aa8df975cc)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:35:54.479379 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395a9e2-6382-44b9-8c3a-0a3381176e8f req-7eac5685-b440-4f75-9b10-7cd06fa867d5 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:54.486913 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9395a9e2-6382-44b9-8c3a-0a3381176e8f req-7eac5685-b440-4f75-9b10-7cd06fa867d5 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] 10.222.0.39 "GET /v2.0/ports?device_id=493cac83-66fe-4886-911d-4c40b420eef3 HTTP/1.1" status: 200 len: 932 time: 0.2220316 Nov 10 17:35:54.489380 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-48d75288-3426-4e43-a425-4c8884c9b736 req-c5c10d37-f06d-4919-a9c9-e42b0bc64ec8 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143245 Nov 10 17:35:54.497787 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b89787-35bc-4c3b-bb90-360f960e1118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d23b06-7c10-43cf-b0f4-e3d65acf326b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:54.503676 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:54.520116 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4b89787-35bc-4c3b-bb90-360f960e1118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:54.520116 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-d4b89787-35bc-4c3b-bb90-360f960e1118 admin admin] Added segment eccd2b2e-b32a-4736-8a02-4f4b578d0e69 of type vlan for network 2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73 Nov 10 17:35:54.548865 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:54.609931 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:54.610604 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:54.614792 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] 10.222.0.11 "PUT /v2.0/ports/6d357b0f-39d1-4fb0-b1d9-8e35928b21e5 HTTP/1.1" status: 200 len: 1092 time: 1.4518163 Nov 10 17:35:54.621841 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'tag': '6d357b0f-39d1-4fb0-b1d9-8e35928b21e5'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:35:54.627952 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d66476-b427-4e51-bae4-ea58d132d514" -d '{"events": [{"name": "network-changed", "server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "tag": "6d357b0f-39d1-4fb0-b1d9-8e35928b21e5"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:35:54.701023 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] Pushing event updated for resources: {'Port': ['ID=6d357b0f-39d1-4fb0-b1d9-8e35928b21e5,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:54.720642 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:54.721897 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:54.722900 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:54.722900 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:54.723159 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:54.725878 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:54.728515 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:54.728957 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:54.729398 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:54.730212 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:54.730868 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:54.731218 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef40c08-4a57-4266-b132-10fcda3b4663 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:35:54.800843 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9395a9e2-6382-44b9-8c3a-0a3381176e8f req-9b8e50c5-ea0c-4179-a05c-3cb92b4f3aa4 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] 10.222.0.39 "GET /v2.0/security-groups?id=12b096f5-550a-43f0-b06f-a06968af132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127594 Nov 10 17:35:54.840325 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-3b1cf84a-b333-4009-b6eb-df0c50af34b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:54.841081 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-3b1cf84a-b333-4009-b6eb-df0c50af34b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:54.842474 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-3b1cf84a-b333-4009-b6eb-df0c50af34b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:54.843114 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-3b1cf84a-b333-4009-b6eb-df0c50af34b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:54.843591 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-3b1cf84a-b333-4009-b6eb-df0c50af34b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:54.844055 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-3b1cf84a-b333-4009-b6eb-df0c50af34b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:54.844558 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-3b1cf84a-b333-4009-b6eb-df0c50af34b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:54.846667 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-3b1cf84a-b333-4009-b6eb-df0c50af34b7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=281475dcac0247d79669d55a1da4eafc&device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 6482 time: 0.1084235 Nov 10 17:35:54.885688 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff7d26f-855f-4321-876d-d9229d9ed0cf x-openstack-request-id: req-2ff7d26f-855f-4321-876d-d9229d9ed0cf {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:35:54.886874 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08aec451-61de-4b48-bd69-71cc1434c72f", "name": "network-vif-plugged", "status": "completed", "tag": "c845eb24-c6e2-457f-a3ca-7a4adccb8189", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:35:54.887373 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ff7d26f-855f-4321-876d-d9229d9ed0cf {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:35:54.888000 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08aec451-61de-4b48-bd69-71cc1434c72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c845eb24-c6e2-457f-a3ca-7a4adccb8189', 'code': 200} Nov 10 17:35:54.892658 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4b89787-35bc-4c3b-bb90-360f960e1118 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:54.926863 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-9b141be0-9651-4ec9-bd58-218642239d4e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45ab39ff-f9fe-4c21-8dec-e378b1fe5311 HTTP/1.1" status: 200 len: 217 time: 0.0678613 Nov 10 17:35:54.935862 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:54.945687 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4b89787-35bc-4c3b-bb90-360f960e1118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:54.946946 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b89787-35bc-4c3b-bb90-360f960e1118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:54.947877 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4b89787-35bc-4c3b-bb90-360f960e1118 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:54.997883 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-ca235c1a-4e73-4b04-8b1b-0da08c7819e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:54.999438 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-ca235c1a-4e73-4b04-8b1b-0da08c7819e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b64957d3-50ce-4770-b403-8661f805ffb5 HTTP/1.1" status: 200 len: 851 time: 0.0630937 Nov 10 17:35:55.016965 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbfa6c1-6541-4b2c-b784-61466e63cff1 x-openstack-request-id: req-1fbfa6c1-6541-4b2c-b784-61466e63cff1 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:35:55.017853 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "tag": "0553aa7b-17be-418d-b02a-fbf798175967", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:35:55.018391 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1fbfa6c1-6541-4b2c-b784-61466e63cff1 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:35:55.018943 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'tag': '0553aa7b-17be-418d-b02a-fbf798175967', 'status': 'completed', 'code': 200} Nov 10 17:35:55.074350 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-70ab7995-13a7-4229-a80d-2e762643f2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:55.076021 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-70ab7995-13a7-4229-a80d-2e762643f2e0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d70b5a02-c1d9-4cfc-bb38-66395d3e54a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0674527 Nov 10 17:35:55.213015 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-add5b14b-ae7a-4da0-b112-e193001a5499 service neutron] 10.222.0.11 "GET /v2.0/networks/d70b5a02-c1d9-4cfc-bb38-66395d3e54a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249592 Nov 10 17:35:55.354376 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-e30c761f-cb56-41e8-b806-bbb9f76c849d service neutron] 10.222.0.11 "GET /v2.0/networks/d70b5a02-c1d9-4cfc-bb38-66395d3e54a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332948 Nov 10 17:35:55.358168 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d4b89787-35bc-4c3b-bb90-360f960e1118 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2071197 Nov 10 17:35:55.362374 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36888) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:55.376943 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-ca1df111-a4f0-48b3-9a70-103ecbea71b6 admin admin] Request body: {'subnet': {'network_id': '2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1818021210-subnet', 'tenant_id': '932a2b49a0c3450c9fe19880793a3290', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:55.413739 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b89787-35bc-4c3b-bb90-360f960e1118 admin admin] Pushing event updated for resources: {'Network': ['ID=2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:55.426513 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-741fbf06-9021-4561-b1fe-1cbe50a06aaa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=83e707e1-bf12-4c7c-a89d-817fb1d04fd0 HTTP/1.1" status: 200 len: 217 time: 0.0651598 Nov 10 17:35:55.432797 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:35:55.465614 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23927888-8623-4a2c-94bc-0bf05f3b9817 req-6c31140c-9996-4194-aedf-85c501a86b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:55.467404 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-23927888-8623-4a2c-94bc-0bf05f3b9817 req-6c31140c-9996-4194-aedf-85c501a86b79 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=08aec451-61de-4b48-bd69-71cc1434c72f HTTP/1.1" status: 200 len: 1101 time: 0.5122414 Nov 10 17:35:55.495095 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1df111-a4f0-48b3-9a70-103ecbea71b6 admin admin] Made reservation on behalf of 932a2b49a0c3450c9fe19880793a3290 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:35:55.498958 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ca1df111-a4f0-48b3-9a70-103ecbea71b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:55.542224 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f48547-1b8c-41b9-b23a-e2a6417ecbad x-openstack-request-id: req-40f48547-1b8c-41b9-b23a-e2a6417ecbad {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:35:55.542736 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "tag": "6d357b0f-39d1-4fb0-b1d9-8e35928b21e5", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:35:55.543071 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-40f48547-1b8c-41b9-b23a-e2a6417ecbad {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:35:55.543543 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'tag': '6d357b0f-39d1-4fb0-b1d9-8e35928b21e5', 'status': 'completed', 'code': 200} Nov 10 17:35:55.568933 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-9f450941-7c8f-4d04-84a9-5da0a003ae3c tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--432577854&fields=id&tenant_id=4a2f9b4cb82b4f66a64c221b0e5fc0e1 HTTP/1.1" status: 200 len: 267 time: 0.2513721 Nov 10 17:35:55.573207 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-21437876-87be-40b5-b07f-5bce721a8099 req-13810fc2-df3d-4e72-8de9-77d317f31ab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 926b3385-65f7-408c-9ff3-9965273a1acd {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:35:55.591774 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-42d69763-0342-41a3-8ec4-0fb5df20a8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:55.593648 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-42d69763-0342-41a3-8ec4-0fb5df20a8d2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc214285-d346-4cd8-ad33-53f4b62c91f1 HTTP/1.1" status: 200 len: 797 time: 0.1580784 Nov 10 17:35:55.596821 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-21437876-87be-40b5-b07f-5bce721a8099 req-13810fc2-df3d-4e72-8de9-77d317f31ab6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:55.675993 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-dc5f80a1-b0cd-4169-ae88-a2d6ae5fabc0 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:55.677457 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-dc5f80a1-b0cd-4169-ae88-a2d6ae5fabc0 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.11 "GET /v2.0/networks?id=c3a53364-5b38-4c80-975d-356131c85952 HTTP/1.1" status: 200 len: 815 time: 0.3491790 Nov 10 17:35:55.688101 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bf47801d-848b-4606-8367-28ec975b2706 req-540a5197-c2df-4e12-9e77-a14e8cd3859d tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e134958-4a8e-4911-bcf5-b21271f972ae HTTP/1.1" status: 200 len: 210 time: 0.0427227 Nov 10 17:35:55.700289 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-21437876-87be-40b5-b07f-5bce721a8099 req-13810fc2-df3d-4e72-8de9-77d317f31ab6 service neutron] Transition to ACTIVE for port object 926b3385-65f7-408c-9ff3-9965273a1acd will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:35:55.716053 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-2dea01fb-9157-4c15-8d93-3e1b2be93935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:55.716053 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-2dea01fb-9157-4c15-8d93-3e1b2be93935 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd6bf6ab-ba3a-413b-abc3-299018f27566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1089640 Nov 10 17:35:55.717764 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-21437876-87be-40b5-b07f-5bce721a8099 req-13810fc2-df3d-4e72-8de9-77d317f31ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:55.727003 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-23927888-8623-4a2c-94bc-0bf05f3b9817 req-a408b1cc-d047-4751-aeb8-b8fa8d5c4287 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205164 Nov 10 17:35:55.832786 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-f6c8c5cc-7339-4b48-91a2-9d06ebc9cefb tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:55.834275 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-f6c8c5cc-7339-4b48-91a2-9d06ebc9cefb tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/networks?id=6e393f16-27f3-4592-b155-5e9988c4a9f7 HTTP/1.1" status: 200 len: 812 time: 0.2645702 Nov 10 17:35:55.841275 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13810fc2-df3d-4e72-8de9-77d317f31ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=926b3385-65f7-408c-9ff3-9965273a1acd,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:55.853562 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-056edae7-4c98-4a35-aa83-061089b8b582 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d86a69ccd1024eb0840db8ed52140de1 HTTP/1.1" status: 200 len: 378 time: 0.1620190 Nov 10 17:35:55.863943 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36900) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:55.885363 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-0df8639b-24ff-4667-be81-357eaeb8fc98 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Request body: {'port': {'device_id': '0e134958-4a8e-4911-bcf5-b21271f972ae', 'network_id': 'c3a53364-5b38-4c80-975d-356131c85952', 'admin_state_up': True, 'tenant_id': 'd86a69ccd1024eb0840db8ed52140de1', 'security_groups': ['71b4eb73-bb45-4ecb-bc88-2a164bb0771b']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:55.947757 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-013e4a51-6def-4447-9218-86bfdec8237b tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/quotas/4a2f9b4cb82b4f66a64c221b0e5fc0e1 HTTP/1.1" status: 200 len: 375 time: 0.0747404 Nov 10 17:35:55.968074 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-96b48e23-0ec0-4e06-bff5-e788a959b514 service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477541 Nov 10 17:35:55.979952 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfbb46-513b-4fcc-80a9-5248d1a5684f req-48ac168e-68dc-4dad-a232-6f21eace3b9e tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:55.986132 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfbb46-513b-4fcc-80a9-5248d1a5684f req-48ac168e-68dc-4dad-a232-6f21eace3b9e tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:55.993214 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfbb46-513b-4fcc-80a9-5248d1a5684f req-48ac168e-68dc-4dad-a232-6f21eace3b9e tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:55.999189 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfbb46-513b-4fcc-80a9-5248d1a5684f req-48ac168e-68dc-4dad-a232-6f21eace3b9e tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:56.005143 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfbb46-513b-4fcc-80a9-5248d1a5684f req-48ac168e-68dc-4dad-a232-6f21eace3b9e tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:56.011745 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfbb46-513b-4fcc-80a9-5248d1a5684f req-48ac168e-68dc-4dad-a232-6f21eace3b9e tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:56.017737 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfbb46-513b-4fcc-80a9-5248d1a5684f req-48ac168e-68dc-4dad-a232-6f21eace3b9e tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:56.019242 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-21437876-87be-40b5-b07f-5bce721a8099 req-13810fc2-df3d-4e72-8de9-77d317f31ab6 service neutron] Attempting to bind port 926b3385-65f7-408c-9ff3-9965273a1acd on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:35:56.019772 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-21437876-87be-40b5-b07f-5bce721a8099 req-13810fc2-df3d-4e72-8de9-77d317f31ab6 service neutron] Attempting to bind port 926b3385-65f7-408c-9ff3-9965273a1acd by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '79bcae67-d2d2-4497-863a-44e2698ce203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '06706326-b275-407c-bb5a-c45ce8be3ebc'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:35:56.019905 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b7dfbb46-513b-4fcc-80a9-5248d1a5684f req-48ac168e-68dc-4dad-a232-6f21eace3b9e tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5418 time: 0.1982603 Nov 10 17:35:56.020035 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21437876-87be-40b5-b07f-5bce721a8099 req-13810fc2-df3d-4e72-8de9-77d317f31ab6 service neutron] Attempting to bind port 926b3385-65f7-408c-9ff3-9965273a1acd on network 06706326-b275-407c-bb5a-c45ce8be3ebc {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:35:56.035005 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ca1df111-a4f0-48b3-9a70-103ecbea71b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:56.040479 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21437876-87be-40b5-b07f-5bce721a8099 req-13810fc2-df3d-4e72-8de9-77d317f31ab6 service neutron] Port 926b3385-65f7-408c-9ff3-9965273a1acd on network 06706326-b275-407c-bb5a-c45ce8be3ebc not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:35:56.040816 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21437876-87be-40b5-b07f-5bce721a8099 req-13810fc2-df3d-4e72-8de9-77d317f31ab6 service neutron] Attempting to bind port 926b3385-65f7-408c-9ff3-9965273a1acd on network 06706326-b275-407c-bb5a-c45ce8be3ebc {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:35:56.053333 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21437876-87be-40b5-b07f-5bce721a8099 req-13810fc2-df3d-4e72-8de9-77d317f31ab6 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:35:56.054148 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21437876-87be-40b5-b07f-5bce721a8099 req-13810fc2-df3d-4e72-8de9-77d317f31ab6 service neutron] Checking segment: {'id': '79bcae67-d2d2-4497-863a-44e2698ce203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '06706326-b275-407c-bb5a-c45ce8be3ebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:35:56.054148 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21437876-87be-40b5-b07f-5bce721a8099 req-13810fc2-df3d-4e72-8de9-77d317f31ab6 service neutron] Bound using segment: {'id': '79bcae67-d2d2-4497-863a-44e2698ce203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '06706326-b275-407c-bb5a-c45ce8be3ebc'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:35:56.054504 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-21437876-87be-40b5-b07f-5bce721a8099 req-13810fc2-df3d-4e72-8de9-77d317f31ab6 service neutron] Bound port: 926b3385-65f7-408c-9ff3-9965273a1acd, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79bcae67-d2d2-4497-863a-44e2698ce203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '06706326-b275-407c-bb5a-c45ce8be3ebc'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:35:56.054857 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-21437876-87be-40b5-b07f-5bce721a8099 req-13810fc2-df3d-4e72-8de9-77d317f31ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:56.069974 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-bfe40f8a-4e48-43b0-802e-12f45387aca5 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a2f9b4cb82b4f66a64c221b0e5fc0e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1086161 Nov 10 17:35:56.112111 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4bd1322e-9749-46a2-b90a-3d7ddb31303d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:56.181637 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-0df8639b-24ff-4667-be81-357eaeb8fc98 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Made reservation on behalf of d86a69ccd1024eb0840db8ed52140de1 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:35:56.185099 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-0df8639b-24ff-4667-be81-357eaeb8fc98 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:56.193741 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1df111-a4f0-48b3-9a70-103ecbea71b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=093c60b7-5231-46dd-9542-7a009bfcb314,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:56.221765 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-21437876-87be-40b5-b07f-5bce721a8099 req-13810fc2-df3d-4e72-8de9-77d317f31ab6 service neutron] For port 926b3385-65f7-408c-9ff3-9965273a1acd, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:35:56.247994 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-21437876-87be-40b5-b07f-5bce721a8099 req-13810fc2-df3d-4e72-8de9-77d317f31ab6 service neutron] For port 926b3385-65f7-408c-9ff3-9965273a1acd, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=926b3385-65f7-408c-9ff3-9965273a1acd,segment=NetworkSegment(79bcae67-d2d2-4497-863a-44e2698ce203),segment_id=79bcae67-d2d2-4497-863a-44e2698ce203)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:35:56.262337 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1df111-a4f0-48b3-9a70-103ecbea71b6 admin admin] Checking segment: {'id': 'eccd2b2e-b32a-4736-8a02-4f4b578d0e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:35:56.262709 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1df111-a4f0-48b3-9a70-103ecbea71b6 admin admin] Network hostable DHCP agents. Network: 2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:35:56.269705 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b7dfbb46-513b-4fcc-80a9-5248d1a5684f req-d6008871-90a1-4357-929a-f10140c26942 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2326927 Nov 10 17:35:56.275891 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-c84fedfd-683e-4917-8dbf-b63fb01be071 service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525826 Nov 10 17:35:56.287195 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-21437876-87be-40b5-b07f-5bce721a8099 req-13810fc2-df3d-4e72-8de9-77d317f31ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:56.326757 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-a9e439b7-6d54-4e92-bc7e-f8825fc80ca5 service neutron] 10.222.0.39 "GET /v2.0/networks/6e393f16-27f3-4592-b155-5e9988c4a9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426312 Nov 10 17:35:56.336138 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-59c9636e-32ce-4cef-91ae-0fe9a1a2a623 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=d91136a8-ce33-4918-a613-fe42fbce644b HTTP/1.1" status: 200 len: 217 time: 0.0500293 Nov 10 17:35:56.340522 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21437876-87be-40b5-b07f-5bce721a8099 req-13810fc2-df3d-4e72-8de9-77d317f31ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:56.341171 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-21437876-87be-40b5-b07f-5bce721a8099 req-13810fc2-df3d-4e72-8de9-77d317f31ab6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:56.342517 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-21437876-87be-40b5-b07f-5bce721a8099 req-13810fc2-df3d-4e72-8de9-77d317f31ab6 service neutron] 10.222.0.11 "PUT /v2.0/ports/926b3385-65f7-408c-9ff3-9965273a1acd HTTP/1.1" status: 200 len: 1093 time: 2.3649604 Nov 10 17:35:56.361079 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1df111-a4f0-48b3-9a70-103ecbea71b6 admin admin] Network 2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:35:56.411461 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-ca1df111-a4f0-48b3-9a70-103ecbea71b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:35:56.416537 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1df111-a4f0-48b3-9a70-103ecbea71b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:56.417144 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ca1df111-a4f0-48b3-9a70-103ecbea71b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:56.425534 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4bd1322e-9749-46a2-b90a-3d7ddb31303d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:56.438724 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e5babd-273f-4fc6-9815-643af931da96 None None] Network 2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:35:56.439328 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4bd1322e-9749-46a2-b90a-3d7ddb31303d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:56.462000 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-97bffdc4-e782-4913-886a-5baabbbafa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:56.463464 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-97bffdc4-e782-4913-886a-5baabbbafa90 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc214285-d346-4cd8-ad33-53f4b62c91f1 HTTP/1.1" status: 200 len: 797 time: 0.1191766 Nov 10 17:35:56.473967 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ca1df111-a4f0-48b3-9a70-103ecbea71b6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1027799 Nov 10 17:35:56.474927 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13810fc2-df3d-4e72-8de9-77d317f31ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=926b3385-65f7-408c-9ff3-9965273a1acd,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:56.480944 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36910) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:56.504519 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-c172109d-eed4-4bff-95c5-46c37966d609 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1818021210-router', 'tenant_id': '932a2b49a0c3450c9fe19880793a3290', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:56.510803 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-0df8639b-24ff-4667-be81-357eaeb8fc98 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Allocated IP 172.20.0.12 (c3a53364-5b38-4c80-975d-356131c85952/0fdfab36-821f-46c5-9341-0410acf3dbbd/444d7675-f23d-4677-8cb9-8add4940040d) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:35:56.536977 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4bd1322e-9749-46a2-b90a-3d7ddb31303d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=de9e4b07b8884671aabdefc8891aeb80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6686177 Nov 10 17:35:56.538460 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36916) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:56.546999 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21437876-87be-40b5-b07f-5bce721a8099 req-ff923c7a-74ab-4a0b-b850-9ac9afb55003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:56.548509 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-21437876-87be-40b5-b07f-5bce721a8099 req-ff923c7a-74ab-4a0b-b850-9ac9afb55003 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d24d850bb424664a3d8aad1452a97d1&device_id=493cac83-66fe-4886-911d-4c40b420eef3 HTTP/1.1" status: 200 len: 1096 time: 0.1203117 Nov 10 17:35:56.549188 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1322e-9749-46a2-b90a-3d7ddb31303d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba58294-a170-434d-909f-43c590affdcc,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:56.569981 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-594432a1-57f2-4454-9c4c-26982a3ec376 service neutron] 10.222.0.39 "GET /v2.0/networks/6e393f16-27f3-4592-b155-5e9988c4a9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234225 Nov 10 17:35:56.592503 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c172109d-eed4-4bff-95c5-46c37966d609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:56.593491 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c172109d-eed4-4bff-95c5-46c37966d609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:56.606709 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-285f4eec-13a4-4892-bda4-b2429054a1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:56.608327 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-285f4eec-13a4-4892-bda4-b2429054a1ed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd6bf6ab-ba3a-413b-abc3-299018f27566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1264701 Nov 10 17:35:56.651945 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-21437876-87be-40b5-b07f-5bce721a8099 req-5d6a18f3-7cdf-4645-9035-9b09ff501435 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=926b3385-65f7-408c-9ff3-9965273a1acd HTTP/1.1" status: 200 len: 217 time: 0.0929279 Nov 10 17:35:56.723604 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c172109d-eed4-4bff-95c5-46c37966d609 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:56.726421 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8c32d46d-2ed4-4e93-8cf5-cbf4319f30de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:56.746830 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e382b3a-de66-4152-8a44-a2702eac9922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73', 'network_id': '2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73', 'tenant_id': '932a2b49a0c3450c9fe19880793a3290', 'fixed_ips': [{'subnet_id': '093c60b7-5231-46dd-9542-7a009bfcb314'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:35:56.748022 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9e382b3a-de66-4152-8a44-a2702eac9922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:56.874630 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21437876-87be-40b5-b07f-5bce721a8099 req-14e1b19d-6a24-45e9-8178-d32f074e8d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:56.878917 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-21437876-87be-40b5-b07f-5bce721a8099 req-14e1b19d-6a24-45e9-8178-d32f074e8d9d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=50dc0ac8-41d2-4221-b6e7-73c9f85f9c67 HTTP/1.1" status: 200 len: 853 time: 0.2199745 Nov 10 17:35:57.014125 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-9e382b3a-de66-4152-8a44-a2702eac9922 None None] Allocated IP 172.20.0.2 (2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73/093c60b7-5231-46dd-9542-7a009bfcb314/783a6133-5ce4-4cbf-aae5-0e8722a0f299) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:35:57.018464 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-21437876-87be-40b5-b07f-5bce721a8099 req-a2ac32eb-27e6-4609-9a6b-e7091fa0e474 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06706326-b275-407c-bb5a-c45ce8be3ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1107614 Nov 10 17:35:57.025492 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493cac83-66fe-4886-911d-4c40b420eef3', 'tag': '926b3385-65f7-408c-9ff3-9965273a1acd'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:35:57.029040 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a6d32e-be62-423e-ab97-0485f02848eb" -d '{"events": [{"name": "network-changed", "server_uuid": "493cac83-66fe-4886-911d-4c40b420eef3", "tag": "926b3385-65f7-408c-9ff3-9965273a1acd"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:35:57.050722 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-0df8639b-24ff-4667-be81-357eaeb8fc98 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:57.195936 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8c32d46d-2ed4-4e93-8cf5-cbf4319f30de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:57.267084 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9e382b3a-de66-4152-8a44-a2702eac9922 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:57.279010 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9e382b3a-de66-4152-8a44-a2702eac9922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:57.324924 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e382b3a-de66-4152-8a44-a2702eac9922 None None] Network 2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:35:57.336051 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f9986-71e4-4adb-bd32-1f6679617206 req-76a4b06e-825c-4e30-b1f7-060be8d4f7cc tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:57.343879 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2d3f9986-71e4-4adb-bd32-1f6679617206 req-76a4b06e-825c-4e30-b1f7-060be8d4f7cc tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=08aec451-61de-4b48-bd69-71cc1434c72f HTTP/1.1" status: 200 len: 949 time: 0.3086123 Nov 10 17:35:57.348198 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e382b3a-de66-4152-8a44-a2702eac9922 None None] Pushing event updated for resources: {'Port': ['ID=783a6133-5ce4-4cbf-aae5-0e8722a0f299,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:57.353495 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-9e382b3a-de66-4152-8a44-a2702eac9922 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:35:57.357457 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e382b3a-de66-4152-8a44-a2702eac9922 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:35:57.359934 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c172109d-eed4-4bff-95c5-46c37966d609 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:57.365984 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-fa9f1b6c-708a-4af1-8614-f59f17c6b4b2 service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7504213 Nov 10 17:35:57.380141 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-0df8639b-24ff-4667-be81-357eaeb8fc98 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:57.403542 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-21437876-87be-40b5-b07f-5bce721a8099 req-28531cd8-cfd6-4565-a833-42d4d6dd2619 service neutron] 10.222.0.11 "GET /v2.0/networks/06706326-b275-407c-bb5a-c45ce8be3ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659191 Nov 10 17:35:57.527064 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da147cb-502f-4520-ad04-c04e9790525c req-d56dd3b1-62d7-4ce2-9a6c-139aefc7ad7f tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:57.527607 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-0df8639b-24ff-4667-be81-357eaeb8fc98 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Network c3a53364-5b38-4c80-975d-356131c85952 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:35:57.536620 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4da147cb-502f-4520-ad04-c04e9790525c req-d56dd3b1-62d7-4ce2-9a6c-139aefc7ad7f tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] 10.222.0.39 "GET /v2.0/ports?device_id=493cac83-66fe-4886-911d-4c40b420eef3 HTTP/1.1" status: 200 len: 944 time: 0.2331212 Nov 10 17:35:57.545633 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-0df8639b-24ff-4667-be81-357eaeb8fc98 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:35:57.553718 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-0df8639b-24ff-4667-be81-357eaeb8fc98 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:35:57.600010 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2d3f9986-71e4-4adb-bd32-1f6679617206 req-dd8544b4-f02e-40b3-96b8-b0361446a9f0 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506871 Nov 10 17:35:57.617585 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8639b-24ff-4667-be81-357eaeb8fc98 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Pushing event updated for resources: {'Port': ['ID=444d7675-f23d-4677-8cb9-8add4940040d,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:57.620874 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-9e382b3a-de66-4152-8a44-a2702eac9922 None None] Attempting to bind port 783a6133-5ce4-4cbf-aae5-0e8722a0f299 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:35:57.622394 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-9e382b3a-de66-4152-8a44-a2702eac9922 None None] Attempting to bind port 783a6133-5ce4-4cbf-aae5-0e8722a0f299 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'eccd2b2e-b32a-4736-8a02-4f4b578d0e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:35:57.622394 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e382b3a-de66-4152-8a44-a2702eac9922 None None] Attempting to bind port 783a6133-5ce4-4cbf-aae5-0e8722a0f299 on network 2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:35:57.639609 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e382b3a-de66-4152-8a44-a2702eac9922 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:35:57.639996 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e382b3a-de66-4152-8a44-a2702eac9922 None None] Checking segment: {'id': 'eccd2b2e-b32a-4736-8a02-4f4b578d0e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:35:57.640695 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9e382b3a-de66-4152-8a44-a2702eac9922 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:57.640827 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e382b3a-de66-4152-8a44-a2702eac9922 None None] Bound using segment: {'id': 'eccd2b2e-b32a-4736-8a02-4f4b578d0e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:35:57.641304 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-9e382b3a-de66-4152-8a44-a2702eac9922 None None] Bound port: 783a6133-5ce4-4cbf-aae5-0e8722a0f299, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eccd2b2e-b32a-4736-8a02-4f4b578d0e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:35:57.642863 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9e382b3a-de66-4152-8a44-a2702eac9922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:57.644936 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8c32d46d-2ed4-4e93-8cf5-cbf4319f30de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:57.649077 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8c32d46d-2ed4-4e93-8cf5-cbf4319f30de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:57.649765 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8c32d46d-2ed4-4e93-8cf5-cbf4319f30de admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7ba58294-a170-434d-909f-43c590affdcc HTTP/1.1" status: 204 len: 168 time: 1.1103919 Nov 10 17:35:57.689152 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4da147cb-502f-4520-ad04-c04e9790525c req-e52dc8c2-650a-49ef-ae0f-c1e8c3972ef3 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] 10.222.0.39 "GET /v2.0/security-groups?id=12b096f5-550a-43f0-b06f-a06968af132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514497 Nov 10 17:35:57.708304 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32d46d-2ed4-4e93-8cf5-cbf4319f30de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba58294-a170-434d-909f-43c590affdcc,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:57.729776 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-9e382b3a-de66-4152-8a44-a2702eac9922 None None] For port 783a6133-5ce4-4cbf-aae5-0e8722a0f299, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:35:57.733160 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-9e382b3a-de66-4152-8a44-a2702eac9922 None None] For port 783a6133-5ce4-4cbf-aae5-0e8722a0f299, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=783a6133-5ce4-4cbf-aae5-0e8722a0f299,segment=NetworkSegment(eccd2b2e-b32a-4736-8a02-4f4b578d0e69),segment_id=eccd2b2e-b32a-4736-8a02-4f4b578d0e69)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:35:57.758240 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-0df8639b-24ff-4667-be81-357eaeb8fc98 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:57.758910 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-0df8639b-24ff-4667-be81-357eaeb8fc98 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:57.762461 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9e382b3a-de66-4152-8a44-a2702eac9922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:57.775826 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-1583c114-4130-4d46-9a55-55c1acd73303 service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977702 Nov 10 17:35:57.853250 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-21437876-87be-40b5-b07f-5bce721a8099 req-b73ae752-5b4f-4847-b65d-df56b3748c7e service neutron] 10.222.0.11 "GET /v2.0/networks/06706326-b275-407c-bb5a-c45ce8be3ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125044 Nov 10 17:35:57.878036 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-0df8639b-24ff-4667-be81-357eaeb8fc98 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0037594 Nov 10 17:35:57.885182 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-b2465536-3b2c-4f88-abd0-318ca4dc8cb6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=1b397362-5908-4133-821d-3cd55c0c1231 HTTP/1.1" status: 200 len: 217 time: 0.0943220 Nov 10 17:35:57.891317 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-6b95403b-ff17-4195-a9e9-2c827b31703f service neutron] Request body: {'port': {'device_id': '0e134958-4a8e-4911-bcf5-b21271f972ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:57.929450 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fd584-a844-4795-9299-a7152e4a9f8b req-5abfcef8-02a4-4708-ba48-358ddc2a415c tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:57.940456 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-406df763-eb5d-4c1d-9ad1-4b410be3a625 req-726936d5-b6a6-4cbd-bc1b-6c8b278c0f4f tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3 HTTP/1.1" status: 200 len: 210 time: 0.1168554 Nov 10 17:35:57.941835 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-267fd584-a844-4795-9299-a7152e4a9f8b req-5abfcef8-02a4-4708-ba48-358ddc2a415c tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e134958-4a8e-4911-bcf5-b21271f972ae HTTP/1.1" status: 200 len: 932 time: 0.1489122 Nov 10 17:35:57.957672 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e382b3a-de66-4152-8a44-a2702eac9922 None None] Pushing event updated for resources: {'Port': ['ID=783a6133-5ce4-4cbf-aae5-0e8722a0f299,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:58.023799 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-f5b32666-2700-4f05-81ed-f174eb1095d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:58.025311 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-f5b32666-2700-4f05-81ed-f174eb1095d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc214285-d346-4cd8-ad33-53f4b62c91f1 HTTP/1.1" status: 200 len: 797 time: 0.1116102 Nov 10 17:35:58.051807 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-6b95403b-ff17-4195-a9e9-2c827b31703f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:58.067443 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247bea8e-f90b-41bb-a54f-693b2c4cc0e8 x-openstack-request-id: req-247bea8e-f90b-41bb-a54f-693b2c4cc0e8 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:35:58.068080 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "493cac83-66fe-4886-911d-4c40b420eef3", "tag": "926b3385-65f7-408c-9ff3-9965273a1acd", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:35:58.068710 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-247bea8e-f90b-41bb-a54f-693b2c4cc0e8 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:35:58.069933 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '493cac83-66fe-4886-911d-4c40b420eef3', 'tag': '926b3385-65f7-408c-9ff3-9965273a1acd', 'status': 'completed', 'code': 200} Nov 10 17:35:58.087979 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-dfe54cac-8516-4c2b-a2fc-116caecbabea None None] Provisioning complete for port 444d7675-f23d-4677-8cb9-8add4940040d triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:58.088389 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dfe54cac-8516-4c2b-a2fc-116caecbabea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:58.088753 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-267fd584-a844-4795-9299-a7152e4a9f8b req-79c2d30c-0ff3-46a2-9c5b-757d40b08630 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "GET /v2.0/security-groups?id=71b4eb73-bb45-4ecb-bc88-2a164bb0771b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1404314 Nov 10 17:35:58.205218 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-dfe54cac-8516-4c2b-a2fc-116caecbabea None None] Port 444d7675-f23d-4677-8cb9-8add4940040d cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:35:58.335662 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6d32e-be62-423e-ab97-0485f02848eb req-b0c88883-9934-47cd-ab70-af6b060b8046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:58.337456 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-75a6d32e-be62-423e-ab97-0485f02848eb req-b0c88883-9934-47cd-ab70-af6b060b8046 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d24d850bb424664a3d8aad1452a97d1&device_id=493cac83-66fe-4886-911d-4c40b420eef3 HTTP/1.1" status: 200 len: 1096 time: 0.2470086 Nov 10 17:35:58.380905 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6b85f12c-42b9-481f-9420-427b23e4760d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:58.382668 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6b85f12c-42b9-481f-9420-427b23e4760d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd6bf6ab-ba3a-413b-abc3-299018f27566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3476982 Nov 10 17:35:58.453570 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c172109d-eed4-4bff-95c5-46c37966d609 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:58.484253 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c172109d-eed4-4bff-95c5-46c37966d609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:58.598048 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-2f3bb798-77a9-4ee6-a7c1-f87b0a95b328 service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060792 Nov 10 17:35:58.637975 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a391962-9564-4b7e-867f-13f272000695 req-6723ae62-762c-4cdd-bda3-2a74cb0aed99 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:58.647026 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a391962-9564-4b7e-867f-13f272000695 req-6723ae62-762c-4cdd-bda3-2a74cb0aed99 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:58.655676 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a391962-9564-4b7e-867f-13f272000695 req-6723ae62-762c-4cdd-bda3-2a74cb0aed99 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:58.662058 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a391962-9564-4b7e-867f-13f272000695 req-6723ae62-762c-4cdd-bda3-2a74cb0aed99 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:58.670770 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a391962-9564-4b7e-867f-13f272000695 req-6723ae62-762c-4cdd-bda3-2a74cb0aed99 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:58.679374 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a391962-9564-4b7e-867f-13f272000695 req-6723ae62-762c-4cdd-bda3-2a74cb0aed99 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:58.686078 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a391962-9564-4b7e-867f-13f272000695 req-6723ae62-762c-4cdd-bda3-2a74cb0aed99 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:58.688032 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2a391962-9564-4b7e-867f-13f272000695 req-6723ae62-762c-4cdd-bda3-2a74cb0aed99 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5418 time: 0.4435685 Nov 10 17:35:58.740573 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-c172109d-eed4-4bff-95c5-46c37966d609 admin admin] Allocated IP 172.25.5.88 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/39092b68-cb90-403e-adb2-23156ecaea43) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:35:58.963391 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-45b781a4-1456-4e9d-94bc-43b13dea8771 service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479614 Nov 10 17:35:59.001961 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 37018) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:35:59.032979 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 783a6133-5ce4-4cbf-aae5-0e8722a0f299 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:35:59.058200 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-e8b1ffa4-74e1-45d3-b416-585fe92b486f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=50e42342-3dd3-4471-9114-97bf09fa8efd HTTP/1.1" status: 200 len: 217 time: 0.0862479 Nov 10 17:35:59.105464 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 783a6133-5ce4-4cbf-aae5-0e8722a0f299 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:59.107910 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:59.108687 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c172109d-eed4-4bff-95c5-46c37966d609 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:59.141203 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-7d4d3e3d-2b4d-4a42-be8e-666dcbca73b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:59.142174 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-7d4d3e3d-2b4d-4a42-be8e-666dcbca73b4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc214285-d346-4cd8-ad33-53f4b62c91f1 HTTP/1.1" status: 200 len: 797 time: 0.0746274 Nov 10 17:35:59.208258 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-128fd97f-02af-43e5-baab-303b9c195519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:59.210968 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-128fd97f-02af-43e5-baab-303b9c195519 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd6bf6ab-ba3a-413b-abc3-299018f27566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0578711 Nov 10 17:35:59.213703 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c172109d-eed4-4bff-95c5-46c37966d609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:59.273471 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:59.279674 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c172109d-eed4-4bff-95c5-46c37966d609 admin admin] Pushing event updated for resources: {'Port': ['ID=39092b68-cb90-403e-adb2-23156ecaea43,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:59.311897 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-c32531ed-e9e2-4fb6-8385-15b3e21b7840 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-764353528-network', 'tenant_id': '3a7362a6bd2d4dfcb495a89b6c85177b'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:59.336477 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 783a6133-5ce4-4cbf-aae5-0e8722a0f299, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=783a6133-5ce4-4cbf-aae5-0e8722a0f299,segment=NetworkSegment(eccd2b2e-b32a-4736-8a02-4f4b578d0e69),segment_id=eccd2b2e-b32a-4736-8a02-4f4b578d0e69)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:35:59.347012 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:59.363886 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c172109d-eed4-4bff-95c5-46c37966d609 admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:35:59.373252 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-c172109d-eed4-4bff-95c5-46c37966d609 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:35:59.382476 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c172109d-eed4-4bff-95c5-46c37966d609 admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:35:59.431881 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=783a6133-5ce4-4cbf-aae5-0e8722a0f299,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:59.449053 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32531ed-e9e2-4fb6-8385-15b3e21b7840 admin admin] Made reservation on behalf of 3a7362a6bd2d4dfcb495a89b6c85177b for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:35:59.452120 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c32531ed-e9e2-4fb6-8385-15b3e21b7840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:59.456814 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2a391962-9564-4b7e-867f-13f272000695 req-a75ba87e-1a2c-4517-8961-ffdaf84ec2d6 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3057451 Nov 10 17:35:59.472585 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-a2ed139f-991b-4a52-b6b9-973c6a9e20a8 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:59.472719 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d24d48-7f18-43af-ae57-d4d145953e57 None None] Network 2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:35:59.474284 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-a2ed139f-991b-4a52-b6b9-973c6a9e20a8 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.13 "GET /v2.0/networks?id=6e393f16-27f3-4592-b155-5e9988c4a9f7 HTTP/1.1" status: 200 len: 812 time: 0.8990302 Nov 10 17:35:59.476313 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6d32e-be62-423e-ab97-0485f02848eb req-8063a633-4664-4a2d-8dc9-02e677eb17d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:59.477875 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-75a6d32e-be62-423e-ab97-0485f02848eb req-8063a633-4664-4a2d-8dc9-02e677eb17d6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=06706326-b275-407c-bb5a-c45ce8be3ebc HTTP/1.1" status: 200 len: 914 time: 1.0193911 Nov 10 17:35:59.520946 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c32531ed-e9e2-4fb6-8385-15b3e21b7840 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:59.556200 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-5fca9a5f-b66a-438f-a763-c6e8587a7e3c None None] Provisioning complete for port 783a6133-5ce4-4cbf-aae5-0e8722a0f299 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:35:59.556200 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5fca9a5f-b66a-438f-a763-c6e8587a7e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:59.558558 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-75a6d32e-be62-423e-ab97-0485f02848eb req-3eb4f878-644d-4dba-9cb5-674e4acfdca1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=926b3385-65f7-408c-9ff3-9965273a1acd HTTP/1.1" status: 200 len: 217 time: 0.0707691 Nov 10 17:35:59.589199 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-d9839535-2113-4adb-95a7-0703ff9fb3f0 service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661072 Nov 10 17:35:59.687403 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ed1c0-bf85-4c64-b290-d6976c9dba77 req-cf2a627b-15d6-4034-bfe4-a8fec99504f3 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:59.689212 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-659ed1c0-bf85-4c64-b290-d6976c9dba77 req-cf2a627b-15d6-4034-bfe4-a8fec99504f3 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=08aec451-61de-4b48-bd69-71cc1434c72f HTTP/1.1" status: 200 len: 949 time: 0.2708879 Nov 10 17:35:59.692086 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-6b95403b-ff17-4195-a9e9-2c827b31703f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 444d7675-f23d-4677-8cb9-8add4940040d {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:35:59.703374 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-6b95403b-ff17-4195-a9e9-2c827b31703f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:59.712792 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-b4593da4-013c-47cc-b852-a0cf954706c6 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a2f9b4cb82b4f66a64c221b0e5fc0e1 HTTP/1.1" status: 200 len: 379 time: 0.2260346 Nov 10 17:35:59.734833 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-f627fb6c-cb76-4744-956b-da163d2baab5 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Request body: {'port': {'device_id': '4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3', 'network_id': '6e393f16-27f3-4592-b155-5e9988c4a9f7', 'admin_state_up': True, 'tenant_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'security_groups': ['ea5598f1-b5d3-44db-8024-2c4e99d2c6c1']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:35:59.740818 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6d32e-be62-423e-ab97-0485f02848eb req-a8d63436-1250-4740-9c0e-ed16dc915a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:59.742787 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-75a6d32e-be62-423e-ab97-0485f02848eb req-a8d63436-1250-4740-9c0e-ed16dc915a4a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=50dc0ac8-41d2-4221-b6e7-73c9f85f9c67 HTTP/1.1" status: 200 len: 853 time: 0.1619840 Nov 10 17:35:59.745095 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-6b95403b-ff17-4195-a9e9-2c827b31703f service neutron] Transition to ACTIVE for port object 444d7675-f23d-4677-8cb9-8add4940040d will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:35:59.776834 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5e994-f3d7-42fd-b56f-1b62a3a24eba req-ff6f07b0-d1d5-4448-ae14-412c018a771c tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:35:59.778506 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a3b5e994-f3d7-42fd-b56f-1b62a3a24eba req-ff6f07b0-d1d5-4448-ae14-412c018a771c tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] 10.222.0.39 "GET /v2.0/ports?device_id=493cac83-66fe-4886-911d-4c40b420eef3 HTTP/1.1" status: 200 len: 944 time: 0.1962860 Nov 10 17:35:59.810631 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-6b95403b-ff17-4195-a9e9-2c827b31703f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:35:59.840268 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-75a6d32e-be62-423e-ab97-0485f02848eb req-4f98ba9d-2b53-465f-bcb7-5cbb3f530c11 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06706326-b275-407c-bb5a-c45ce8be3ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900526 Nov 10 17:35:59.886669 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-659ed1c0-bf85-4c64-b290-d6976c9dba77 req-fee414d4-c193-404c-870f-8736e148cedd tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593273 Nov 10 17:35:59.911352 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-01b0a02a-660c-4218-8feb-b4bfc1f52005 service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828391 Nov 10 17:35:59.944142 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b95403b-ff17-4195-a9e9-2c827b31703f service neutron] Pushing event updated for resources: {'Port': ['ID=444d7675-f23d-4677-8cb9-8add4940040d,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:35:59.995416 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c172109d-eed4-4bff-95c5-46c37966d609 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:00.004734 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c32531ed-e9e2-4fb6-8385-15b3e21b7840 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:00.056887 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c32531ed-e9e2-4fb6-8385-15b3e21b7840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:00.085262 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a3b5e994-f3d7-42fd-b56f-1b62a3a24eba req-44f40de2-f0d6-43d5-b712-0d1f95a0e061 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] 10.222.0.39 "GET /v2.0/security-groups?id=12b096f5-550a-43f0-b06f-a06968af132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566364 Nov 10 17:36:00.149597 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-4c47138c-6844-48b1-abb5-90e36935ef10 None None] Provisioning complete for port 783a6133-5ce4-4cbf-aae5-0e8722a0f299 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:00.150918 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4c47138c-6844-48b1-abb5-90e36935ef10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:00.240298 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-6b95403b-ff17-4195-a9e9-2c827b31703f service neutron] Attempting to bind port 444d7675-f23d-4677-8cb9-8add4940040d on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:36:00.240979 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-6b95403b-ff17-4195-a9e9-2c827b31703f service neutron] Attempting to bind port 444d7675-f23d-4677-8cb9-8add4940040d by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': 'bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c3a53364-5b38-4c80-975d-356131c85952'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:36:00.242018 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-6b95403b-ff17-4195-a9e9-2c827b31703f service neutron] Attempting to bind port 444d7675-f23d-4677-8cb9-8add4940040d on network c3a53364-5b38-4c80-975d-356131c85952 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:36:00.249297 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-75a6d32e-be62-423e-ab97-0485f02848eb req-9d364f9e-a41f-4178-9c89-c698bb90012e service neutron] 10.222.0.11 "GET /v2.0/networks/06706326-b275-407c-bb5a-c45ce8be3ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803041 Nov 10 17:36:00.259739 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-6b95403b-ff17-4195-a9e9-2c827b31703f service neutron] Port 444d7675-f23d-4677-8cb9-8add4940040d on network c3a53364-5b38-4c80-975d-356131c85952 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:36:00.260090 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-6b95403b-ff17-4195-a9e9-2c827b31703f service neutron] Attempting to bind port 444d7675-f23d-4677-8cb9-8add4940040d on network c3a53364-5b38-4c80-975d-356131c85952 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:36:00.312485 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-6b95403b-ff17-4195-a9e9-2c827b31703f service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:36:00.312834 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-6b95403b-ff17-4195-a9e9-2c827b31703f service neutron] Checking segment: {'id': 'bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c3a53364-5b38-4c80-975d-356131c85952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:36:00.313230 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-6b95403b-ff17-4195-a9e9-2c827b31703f service neutron] Bound using segment: {'id': 'bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c3a53364-5b38-4c80-975d-356131c85952'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:36:00.313684 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-6b95403b-ff17-4195-a9e9-2c827b31703f service neutron] Bound port: 444d7675-f23d-4677-8cb9-8add4940040d, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c3a53364-5b38-4c80-975d-356131c85952'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:36:00.314047 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-6b95403b-ff17-4195-a9e9-2c827b31703f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:00.317173 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-f627fb6c-cb76-4744-956b-da163d2baab5 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Made reservation on behalf of 4a2f9b4cb82b4f66a64c221b0e5fc0e1 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:36:00.320856 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-f627fb6c-cb76-4744-956b-da163d2baab5 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:00.339259 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-de271d60-19ad-4b8a-915a-8ef498ab5496 req-6d823d2b-98be-4c96-9dc5-f3b90a81d874 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3 HTTP/1.1" status: 200 len: 210 time: 0.3415923 Nov 10 17:36:00.351115 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-87f74edf-7efb-4a65-91d5-c0fb3cded5f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0553aa7b-17be-418d-b02a-fbf798175967 HTTP/1.1" status: 200 len: 217 time: 0.3509588 Nov 10 17:36:00.354486 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66ca75-9a8a-40d6-b168-1726c9cdda5a req-70bd96ad-24a6-4676-8d99-1a65b42994fa tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:00.356018 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9a66ca75-9a8a-40d6-b168-1726c9cdda5a req-70bd96ad-24a6-4676-8d99-1a65b42994fa tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e134958-4a8e-4911-bcf5-b21271f972ae HTTP/1.1" status: 200 len: 944 time: 0.1830726 Nov 10 17:36:00.372887 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c32531ed-e9e2-4fb6-8385-15b3e21b7840 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:36:00.439184 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32531ed-e9e2-4fb6-8385-15b3e21b7840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:00.447412 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c32531ed-e9e2-4fb6-8385-15b3e21b7840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:00.447764 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-c32531ed-e9e2-4fb6-8385-15b3e21b7840 admin admin] Added segment 9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12 of type vlan for network bf31b962-e4cb-4eab-a30d-b7aac66998c7 Nov 10 17:36:00.496314 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2f4252c5-62c4-45ff-9d62-203c2e3edc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:00.510394 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6da2a62c-0bb2-43a5-83c3-b8bae7dc0429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:00.512086 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-6da2a62c-0bb2-43a5-83c3-b8bae7dc0429 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9a253c1-2e01-46bf-87f1-80f759de3839 HTTP/1.1" status: 200 len: 797 time: 0.1441538 Nov 10 17:36:00.519143 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c32531ed-e9e2-4fb6-8385-15b3e21b7840 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:00.566317 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9a66ca75-9a8a-40d6-b168-1726c9cdda5a req-31e87a18-1d3f-43cd-a740-a575ae3f40db tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "GET /v2.0/security-groups?id=71b4eb73-bb45-4ecb-bc88-2a164bb0771b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1907637 Nov 10 17:36:00.575082 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-75a6d32e-be62-423e-ab97-0485f02848eb req-343f8e5b-0292-4318-8830-2dda320687f7 service neutron] 10.222.0.11 "GET /v2.0/networks/06706326-b275-407c-bb5a-c45ce8be3ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174899 Nov 10 17:36:00.589147 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-6b95403b-ff17-4195-a9e9-2c827b31703f service neutron] For port 444d7675-f23d-4677-8cb9-8add4940040d, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:36:00.606541 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-6b95403b-ff17-4195-a9e9-2c827b31703f service neutron] For port 444d7675-f23d-4677-8cb9-8add4940040d, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=444d7675-f23d-4677-8cb9-8add4940040d,segment=NetworkSegment(bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f),segment_id=bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:36:00.640268 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-6b95403b-ff17-4195-a9e9-2c827b31703f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:00.696121 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c32531ed-e9e2-4fb6-8385-15b3e21b7840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:00.697240 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32531ed-e9e2-4fb6-8385-15b3e21b7840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:00.697890 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c32531ed-e9e2-4fb6-8385-15b3e21b7840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:00.722751 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-6b95403b-ff17-4195-a9e9-2c827b31703f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:00.723415 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-6b95403b-ff17-4195-a9e9-2c827b31703f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:00.724816 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-6b95403b-ff17-4195-a9e9-2c827b31703f service neutron] 10.222.0.11 "PUT /v2.0/ports/444d7675-f23d-4677-8cb9-8add4940040d HTTP/1.1" status: 200 len: 1093 time: 2.8380692 Nov 10 17:36:00.726706 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e134958-4a8e-4911-bcf5-b21271f972ae', 'tag': '444d7675-f23d-4677-8cb9-8add4940040d'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:36:00.726944 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-ac198186-4752-413e-9792-ca04cf604607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:00.728447 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-ac198186-4752-413e-9792-ca04cf604607 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8ef22d3-496c-4901-a77e-1a8f4787440f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2070122 Nov 10 17:36:00.732425 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a65782-dced-4f0e-964d-a3ef7ab0f52c" -d '{"events": [{"name": "network-changed", "server_uuid": "0e134958-4a8e-4911-bcf5-b21271f972ae", "tag": "444d7675-f23d-4677-8cb9-8add4940040d"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:36:00.748340 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-f627fb6c-cb76-4744-956b-da163d2baab5 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Allocated IP 172.20.0.12 (6e393f16-27f3-4592-b155-5e9988c4a9f7/809d825c-e65e-4bd2-89e0-89c51c3a8699/bbd3fa1f-4980-48c0-ae7b-ae4106ed0052) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:36:00.779577 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b95403b-ff17-4195-a9e9-2c827b31703f service neutron] Pushing event updated for resources: {'Port': ['ID=444d7675-f23d-4677-8cb9-8add4940040d,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:00.826302 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff527b5-6dfd-43dd-bd6d-b40274a4fe0c req-13f6f036-1fa4-4f8c-b443-19e3347e081b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:00.830398 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c172109d-eed4-4bff-95c5-46c37966d609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:00.832612 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff527b5-6dfd-43dd-bd6d-b40274a4fe0c req-13f6f036-1fa4-4f8c-b443-19e3347e081b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:00.839401 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff527b5-6dfd-43dd-bd6d-b40274a4fe0c req-13f6f036-1fa4-4f8c-b443-19e3347e081b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:00.840785 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c32531ed-e9e2-4fb6-8385-15b3e21b7840 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8378582 Nov 10 17:36:00.845357 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32531ed-e9e2-4fb6-8385-15b3e21b7840 admin admin] Pushing event updated for resources: {'Network': ['ID=bf31b962-e4cb-4eab-a30d-b7aac66998c7,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:00.847711 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 37040) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:36:00.848696 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff527b5-6dfd-43dd-bd6d-b40274a4fe0c req-13f6f036-1fa4-4f8c-b443-19e3347e081b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:00.856263 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-bc94e594-19d2-491f-b1ad-a18bba882a3a admin admin] Request body: {'subnet': {'network_id': 'bf31b962-e4cb-4eab-a30d-b7aac66998c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-764353528-subnet', 'tenant_id': '3a7362a6bd2d4dfcb495a89b6c85177b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:36:00.857625 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff527b5-6dfd-43dd-bd6d-b40274a4fe0c req-13f6f036-1fa4-4f8c-b443-19e3347e081b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:00.863774 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff527b5-6dfd-43dd-bd6d-b40274a4fe0c req-13f6f036-1fa4-4f8c-b443-19e3347e081b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:00.865683 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network bf31b962-e4cb-4eab-a30d-b7aac66998c7 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:36:00.871074 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff527b5-6dfd-43dd-bd6d-b40274a4fe0c req-13f6f036-1fa4-4f8c-b443-19e3347e081b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:00.879294 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ff527b5-6dfd-43dd-bd6d-b40274a4fe0c req-13f6f036-1fa4-4f8c-b443-19e3347e081b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5418 time: 0.2089660 Nov 10 17:36:00.929878 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f96b2-a225-42aa-90b0-adec7b1acf9e req-7bc1f536-13d0-44de-98ef-5fd27644e9eb tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:00.938144 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a07f96b2-a225-42aa-90b0-adec7b1acf9e req-7bc1f536-13d0-44de-98ef-5fd27644e9eb tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bf7710d-7ea0-4454-9631-24976e70fee7 HTTP/1.1" status: 200 len: 950 time: 0.2842536 Nov 10 17:36:01.005453 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 783a6133-5ce4-4cbf-aae5-0e8722a0f299 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:36:01.007649 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-4c035d0d-7b84-46fe-ae37-8218e220f234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:01.009494 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-4c035d0d-7b84-46fe-ae37-8218e220f234 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d86a69ccd1024eb0840db8ed52140de1&device_id=0e134958-4a8e-4911-bcf5-b21271f972ae HTTP/1.1" status: 200 len: 1096 time: 0.2181361 Nov 10 17:36:01.028986 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc94e594-19d2-491f-b1ad-a18bba882a3a admin admin] Made reservation on behalf of 3a7362a6bd2d4dfcb495a89b6c85177b for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:36:01.031384 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bc94e594-19d2-491f-b1ad-a18bba882a3a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:01.063313 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 783a6133-5ce4-4cbf-aae5-0e8722a0f299 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:01.063810 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:01.077745 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ff527b5-6dfd-43dd-bd6d-b40274a4fe0c req-5a2f33e0-e5bc-44c0-936b-bbbdd032a0d8 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1972184 Nov 10 17:36:01.082242 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-43ac48b5-2691-48f8-8f45-d1bd702deb5e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=444d7675-f23d-4677-8cb9-8add4940040d HTTP/1.1" status: 200 len: 217 time: 0.0582774 Nov 10 17:36:01.103601 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-ea51bbc6-4316-49d1-95b2-74e7ecdfba55 service neutron] 10.222.0.11 "GET /v2.0/networks/d8ef22d3-496c-4901-a77e-1a8f4787440f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403687 Nov 10 17:36:01.170246 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-f627fb6c-cb76-4744-956b-da163d2baab5 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:01.172666 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-b82c39a8-159f-408f-b99c-5f955c33ecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:01.174162 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-b82c39a8-159f-408f-b99c-5f955c33ecb5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0fdfab36-821f-46c5-9341-0410acf3dbbd HTTP/1.1" status: 200 len: 854 time: 0.0849147 Nov 10 17:36:01.186523 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a07f96b2-a225-42aa-90b0-adec7b1acf9e req-6b55bf26-f649-449b-8598-c34055824354 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474184 Nov 10 17:36:01.245145 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cccf974-d75e-4535-9270-d0e823f2c494 x-openstack-request-id: req-4cccf974-d75e-4535-9270-d0e823f2c494 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:36:01.245647 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e134958-4a8e-4911-bcf5-b21271f972ae", "tag": "444d7675-f23d-4677-8cb9-8add4940040d", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:36:01.245999 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4cccf974-d75e-4535-9270-d0e823f2c494 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:36:01.246519 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e134958-4a8e-4911-bcf5-b21271f972ae', 'tag': '444d7675-f23d-4677-8cb9-8add4940040d', 'status': 'completed', 'code': 200} Nov 10 17:36:01.270534 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-de75d15c-6696-4c86-85e5-79b8435fe3c9 service neutron] 10.222.0.11 "GET /v2.0/networks/d8ef22d3-496c-4901-a77e-1a8f4787440f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580846 Nov 10 17:36:01.291902 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c172109d-eed4-4bff-95c5-46c37966d609 admin admin] Router ec5b71f6-e52f-4392-aec4-0ef688dc93ba is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:36:01.307378 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-1a82bbc4-dcde-4617-8bed-faacef56e181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:01.308911 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-1a82bbc4-dcde-4617-8bed-faacef56e181 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3a53364-5b38-4c80-975d-356131c85952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1227756 Nov 10 17:36:01.310083 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-f627fb6c-cb76-4744-956b-da163d2baab5 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:01.351510 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-b8cc7a36-c61d-44f9-9b5e-70fb479e7f3d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d357b0f-39d1-4fb0-b1d9-8e35928b21e5 HTTP/1.1" status: 200 len: 217 time: 0.0710666 Nov 10 17:36:01.371392 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6f251-9a62-4693-81b1-f5dd6315aedd req-7ec458c0-5177-47e1-8e34-8a1eb840fd76 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:01.373009 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3ce6f251-9a62-4693-81b1-f5dd6315aedd req-7ec458c0-5177-47e1-8e34-8a1eb840fd76 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9b42f54-4132-4b75-9f30-1a81ef08c9c7 HTTP/1.1" status: 200 len: 948 time: 0.1413300 Nov 10 17:36:01.421716 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-f627fb6c-cb76-4744-956b-da163d2baab5 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Network 6e393f16-27f3-4592-b155-5e9988c4a9f7 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:36:01.430086 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-f627fb6c-cb76-4744-956b-da163d2baab5 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:36:01.432482 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-f627fb6c-cb76-4744-956b-da163d2baab5 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:36:01.474287 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627fb6c-cb76-4744-956b-da163d2baab5 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Pushing event updated for resources: {'Port': ['ID=bbd3fa1f-4980-48c0-ae7b-ae4106ed0052,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:01.532699 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3ce6f251-9a62-4693-81b1-f5dd6315aedd req-1a9ff8b7-4d5e-4fda-94c6-bcf4edade75b tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/security-groups?id=72fe3656-6222-4e17-8d04-8990ec4e02c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274979 Nov 10 17:36:01.554139 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-a850b410-5f82-4539-96ee-9a166caae7ae service neutron] 10.222.0.11 "GET /v2.0/networks/c3a53364-5b38-4c80-975d-356131c85952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310734 Nov 10 17:36:01.558465 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fdf72-4ed5-48e4-8764-8bed2bbbd7cb req-2be81876-af9e-4b40-bb1d-6bba300deadf tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:01.561350 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-f627fb6c-cb76-4744-956b-da163d2baab5 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:01.562184 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-f627fb6c-cb76-4744-956b-da163d2baab5 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:01.565978 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-547fdf72-4ed5-48e4-8764-8bed2bbbd7cb req-2be81876-af9e-4b40-bb1d-6bba300deadf tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] 10.222.0.39 "GET /v2.0/ports?device_id=493cac83-66fe-4886-911d-4c40b420eef3 HTTP/1.1" status: 200 len: 944 time: 0.2748940 Nov 10 17:36:01.568781 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-9cfe84ff-e6be-473f-9dda-8944434ca079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:01.571154 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-9cfe84ff-e6be-473f-9dda-8944434ca079 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9a253c1-2e01-46bf-87f1-80f759de3839 HTTP/1.1" status: 200 len: 797 time: 0.1983674 Nov 10 17:36:01.607190 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bc94e594-19d2-491f-b1ad-a18bba882a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:01.666423 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-f627fb6c-cb76-4744-956b-da163d2baab5 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9387729 Nov 10 17:36:01.667655 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 926b3385-65f7-408c-9ff3-9965273a1acd details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:36:01.680733 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-320b9fea-b638-486f-8719-70f2caff54b1 service neutron] Request body: {'port': {'device_id': '4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:36:01.695834 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c172109d-eed4-4bff-95c5-46c37966d609 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:36:01.715232 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8f97d1-d64a-4943-a064-d69c055977fa None None] Sync routers for ids ['ec5b71f6-e52f-4392-aec4-0ef688dc93ba'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:36:01.747431 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-547fdf72-4ed5-48e4-8764-8bed2bbbd7cb req-9b2016a5-161a-465e-9322-54f6f840aeb0 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] 10.222.0.39 "GET /v2.0/security-groups?id=12b096f5-550a-43f0-b06f-a06968af132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674993 Nov 10 17:36:01.747431 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc94e594-19d2-491f-b1ad-a18bba882a3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ddbd8d9-cc1c-4591-ba53-aab9ea023f46,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:01.775024 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-f9cbd516-a813-427f-a6b6-182638072a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:01.776603 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-f9cbd516-a813-427f-a6b6-182638072a1a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8ef22d3-496c-4901-a77e-1a8f4787440f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1971121 Nov 10 17:36:01.780289 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-000f140f-af1a-4eb5-ac9d-d674e8caf083 None None] Provisioning complete for port bbd3fa1f-4980-48c0-ae7b-ae4106ed0052 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:01.782241 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-000f140f-af1a-4eb5-ac9d-d674e8caf083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:01.792285 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1025cb21-b1c5-4aae-857d-e50592075ca2 req-9912df7d-173e-462c-a931-62a52a36082b service neutron] 10.222.0.11 "GET /v2.0/networks/c3a53364-5b38-4c80-975d-356131c85952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155488 Nov 10 17:36:01.794579 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c172109d-eed4-4bff-95c5-46c37966d609 admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:01.795418 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c172109d-eed4-4bff-95c5-46c37966d609 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3098719 Nov 10 17:36:01.800036 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 37050) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:36:01.808329 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-320b9fea-b638-486f-8719-70f2caff54b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:01.838204 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-000f140f-af1a-4eb5-ac9d-d674e8caf083 None None] Port bbd3fa1f-4980-48c0-ae7b-ae4106ed0052 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:36:01.839897 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8f97d1-d64a-4943-a064-d69c055977fa None None] Routers {'ec5b71f6-e52f-4392-aec4-0ef688dc93ba'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:36:01.840733 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-5d8f97d1-d64a-4943-a064-d69c055977fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:35:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['ec5b71f6-e52f-4392-aec4-0ef688dc93ba'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:01.888547 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc94e594-19d2-491f-b1ad-a18bba882a3a admin admin] Checking segment: {'id': '9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bf31b962-e4cb-4eab-a30d-b7aac66998c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:36:01.888814 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc94e594-19d2-491f-b1ad-a18bba882a3a admin admin] Network hostable DHCP agents. Network: bf31b962-e4cb-4eab-a30d-b7aac66998c7, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:36:01.957634 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc94e594-19d2-491f-b1ad-a18bba882a3a admin admin] Network bf31b962-e4cb-4eab-a30d-b7aac66998c7 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:36:01.971531 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51db8ba-69ba-4734-ae60-30e6a7ebc236 req-64fc777a-00bb-4eb7-87c6-882f3adb8274 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:01.980673 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 926b3385-65f7-408c-9ff3-9965273a1acd, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=926b3385-65f7-408c-9ff3-9965273a1acd,segment=NetworkSegment(79bcae67-d2d2-4497-863a-44e2698ce203),segment_id=79bcae67-d2d2-4497-863a-44e2698ce203)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:01.981111 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c51db8ba-69ba-4734-ae60-30e6a7ebc236 req-64fc777a-00bb-4eb7-87c6-882f3adb8274 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3 HTTP/1.1" status: 200 len: 932 time: 0.1061318 Nov 10 17:36:02.002862 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '926b3385-65f7-408c-9ff3-9965273a1acd', 'network_id': '06706326-b275-407c-bb5a-c45ce8be3ebc', 'port_id': '926b3385-65f7-408c-9ff3-9965273a1acd', 'mac_address': 'fa:16:3e:c4:4c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50dc0ac8-41d2-4221-b6e7-73c9f85f9c67', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:36:02.011930 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-d727d212-f076-466b-9fd0-be0a75fee75c service neutron] 10.222.0.11 "GET /v2.0/networks/d8ef22d3-496c-4901-a77e-1a8f4787440f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150867 Nov 10 17:36:02.014330 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-bc94e594-19d2-491f-b1ad-a18bba882a3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, bf31b962-e4cb-4eab-a30d-b7aac66998c7) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:36:02.039386 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-5d8f97d1-d64a-4943-a064-d69c055977fa None None] Set router ec5b71f6-e52f-4392-aec4-0ef688dc93ba gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:36:02.042159 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a55c14-1277-4b0b-95fe-64095e4a9247 None None] Network bf31b962-e4cb-4eab-a30d-b7aac66998c7 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:36:02.049693 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21112fba-f4d3-4ef8-96f7-79d02217f03d req-8a28660a-2d29-4ddc-b1b5-f3bae7b3a04c tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:02.052309 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc94e594-19d2-491f-b1ad-a18bba882a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:02.052904 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bc94e594-19d2-491f-b1ad-a18bba882a3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:02.056420 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21112fba-f4d3-4ef8-96f7-79d02217f03d req-8a28660a-2d29-4ddc-b1b5-f3bae7b3a04c tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:02.057640 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-21112fba-f4d3-4ef8-96f7-79d02217f03d req-8a28660a-2d29-4ddc-b1b5-f3bae7b3a04c tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=08aec451-61de-4b48-bd69-71cc1434c72f&device_id=7bf7710d-7ea0-4454-9631-24976e70fee7 HTTP/1.1" status: 200 len: 1690 time: 0.1498377 Nov 10 17:36:02.070254 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a65782-dced-4f0e-964d-a3ef7ab0f52c req-d362f768-67ae-49f3-8658-9863373417fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:02.071724 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f1a65782-dced-4f0e-964d-a3ef7ab0f52c req-d362f768-67ae-49f3-8658-9863373417fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d86a69ccd1024eb0840db8ed52140de1&device_id=0e134958-4a8e-4911-bcf5-b21271f972ae HTTP/1.1" status: 200 len: 1096 time: 0.2121089 Nov 10 17:36:02.098637 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c51db8ba-69ba-4734-ae60-30e6a7ebc236 req-c80338e2-230d-48d6-9c3b-eb245a29966d tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea5598f1-b5d3-44db-8024-2c4e99d2c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163201 Nov 10 17:36:02.116587 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bc94e594-19d2-491f-b1ad-a18bba882a3a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2653401 Nov 10 17:36:02.161550 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7635857-2e79-47bc-bd4b-540f264c5011 req-c48d9388-de80-4133-acbe-d3bce8b0241e service neutron] 10.222.0.11 "GET /v2.0/networks/d8ef22d3-496c-4901-a77e-1a8f4787440f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415048 Nov 10 17:36:02.164927 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:02.223188 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 926b3385-65f7-408c-9ff3-9965273a1acd {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:36:02.278040 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 926b3385-65f7-408c-9ff3-9965273a1acd, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=926b3385-65f7-408c-9ff3-9965273a1acd,segment=NetworkSegment(79bcae67-d2d2-4497-863a-44e2698ce203),segment_id=79bcae67-d2d2-4497-863a-44e2698ce203)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:02.294108 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:02.362488 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0a3b3-89a7-432d-807e-17d6f263bffd req-a4ff7599-5379-495a-935e-62ac67be16c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:02.363517 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0a3b3-89a7-432d-807e-17d6f263bffd req-a4ff7599-5379-495a-935e-62ac67be16c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:02.364091 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0a3b3-89a7-432d-807e-17d6f263bffd req-a4ff7599-5379-495a-935e-62ac67be16c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:02.364701 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0a3b3-89a7-432d-807e-17d6f263bffd req-a4ff7599-5379-495a-935e-62ac67be16c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:02.365229 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0a3b3-89a7-432d-807e-17d6f263bffd req-a4ff7599-5379-495a-935e-62ac67be16c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:02.365752 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0a3b3-89a7-432d-807e-17d6f263bffd req-a4ff7599-5379-495a-935e-62ac67be16c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:02.366336 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0a3b3-89a7-432d-807e-17d6f263bffd req-a4ff7599-5379-495a-935e-62ac67be16c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:02.369000 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d6d0a3b3-89a7-432d-807e-17d6f263bffd req-a4ff7599-5379-495a-935e-62ac67be16c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=281475dcac0247d79669d55a1da4eafc&device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 6482 time: 0.1285396 Nov 10 17:36:02.409775 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3851453-e349-47df-ab69-4450cfa76b14 req-6002eab6-a77f-4759-8467-d366f24db9d3 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:02.411612 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a3851453-e349-47df-ab69-4450cfa76b14 req-6002eab6-a77f-4759-8467-d366f24db9d3 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e134958-4a8e-4911-bcf5-b21271f972ae HTTP/1.1" status: 200 len: 944 time: 0.1115053 Nov 10 17:36:02.520300 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc56426-c634-4e19-80b1-d8585ee67fbe None None] Network bf31b962-e4cb-4eab-a30d-b7aac66998c7 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:36:02.592026 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['926b3385-65f7-408c-9ff3-9965273a1acd'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:36:02.622619 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=926b3385-65f7-408c-9ff3-9965273a1acd,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:02.652138 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:02.652498 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:02.652842 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:02.653173 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:02.653499 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:02.653827 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:02.654153 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:02.654472 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:02.654794 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:02.655114 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:02.655435 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:02.655753 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:02.766332 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-5d8f97d1-d64a-4943-a064-d69c055977fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5b71f6-e52f-4392-aec4-0ef688dc93ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-1818021210-router', 'tenant_id': '932a2b49a0c3450c9fe19880793a3290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '39092b68-cb90-403e-adb2-23156ecaea43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:56Z', 'updated_at': '2021-11-10T17:35:59Z', 'revision_number': 3, 'project_id': '932a2b49a0c3450c9fe19880793a3290', 'gw_port': {'id': '39092b68-cb90-403e-adb2-23156ecaea43', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5b71f6-e52f-4392-aec4-0ef688dc93ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:58Z', 'updated_at': '2021-11-10T17:35:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:02.778119 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a3851453-e349-47df-ab69-4450cfa76b14 req-13e293bb-9596-4f78-908d-4db3ff00f423 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "GET /v2.0/security-groups?id=71b4eb73-bb45-4ecb-bc88-2a164bb0771b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3349340 Nov 10 17:36:02.798887 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0a3b3-89a7-432d-807e-17d6f263bffd req-07d915ed-eda3-46c2-b8e5-bf52798786c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:02.800400 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d6d0a3b3-89a7-432d-807e-17d6f263bffd req-07d915ed-eda3-46c2-b8e5-bf52798786c9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d8ef22d3-496c-4901-a77e-1a8f4787440f HTTP/1.1" status: 200 len: 902 time: 0.4232121 Nov 10 17:36:02.854140 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8f97d1-d64a-4943-a064-d69c055977fa None None] Checking router: ec5b71f6-e52f-4392-aec4-0ef688dc93ba for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:36:02.855562 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8f97d1-d64a-4943-a064-d69c055977fa None None] Updating router ec5b71f6-e52f-4392-aec4-0ef688dc93ba port 39092b68-cb90-403e-adb2-23156ecaea43 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:36:02.874858 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d6d0a3b3-89a7-432d-807e-17d6f263bffd req-b768ce24-2555-4f8c-b86d-35c2351b1daf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0553aa7b-17be-418d-b02a-fbf798175967 HTTP/1.1" status: 200 len: 217 time: 0.0658290 Nov 10 17:36:02.895953 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d91e0003-f2c6-467e-89f7-f5484bb3f7c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:02.902684 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-320b9fea-b638-486f-8719-70f2caff54b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbd3fa1f-4980-48c0-ae7b-ae4106ed0052 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:36:02.904841 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5d8f97d1-d64a-4943-a064-d69c055977fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:02.913747 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-320b9fea-b638-486f-8719-70f2caff54b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:02.932136 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-320b9fea-b638-486f-8719-70f2caff54b1 service neutron] Transition to ACTIVE for port object bbd3fa1f-4980-48c0-ae7b-ae4106ed0052 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:36:02.950754 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-21112fba-f4d3-4ef8-96f7-79d02217f03d req-8a195630-4614-41f7-bdc9-42fdbc3e5f51 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8762257 Nov 10 17:36:03.002962 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0a3b3-89a7-432d-807e-17d6f263bffd req-84c29124-c625-42c2-bb78-6100b7d0286e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:03.008327 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d6d0a3b3-89a7-432d-807e-17d6f263bffd req-84c29124-c625-42c2-bb78-6100b7d0286e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9a253c1-2e01-46bf-87f1-80f759de3839 HTTP/1.1" status: 200 len: 797 time: 0.1162364 Nov 10 17:36:03.020918 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-320b9fea-b638-486f-8719-70f2caff54b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:03.023893 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a65782-dced-4f0e-964d-a3ef7ab0f52c req-5e92985a-39ce-4100-8436-965de915f9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:03.025726 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f1a65782-dced-4f0e-964d-a3ef7ab0f52c req-5e92985a-39ce-4100-8436-965de915f9fd service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3a53364-5b38-4c80-975d-356131c85952 HTTP/1.1" status: 200 len: 916 time: 0.9364421 Nov 10 17:36:03.130437 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b97a3-1672-4856-a452-441bdee6cd21 req-2c1d40bc-c83b-4c94-8036-bd5ae7af6014 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:03.139544 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b97a3-1672-4856-a452-441bdee6cd21 req-2c1d40bc-c83b-4c94-8036-bd5ae7af6014 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:03.146552 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b97a3-1672-4856-a452-441bdee6cd21 req-2c1d40bc-c83b-4c94-8036-bd5ae7af6014 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:03.154049 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b97a3-1672-4856-a452-441bdee6cd21 req-2c1d40bc-c83b-4c94-8036-bd5ae7af6014 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:03.158852 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705f306-d098-4c19-bb4b-a37e6e910c6e req-bc62e65b-5d10-452a-b9b6-8662e1bf63c2 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:03.160772 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3705f306-d098-4c19-bb4b-a37e6e910c6e req-bc62e65b-5d10-452a-b9b6-8662e1bf63c2 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.11 "GET /v2.0/ports?device_id=e9b42f54-4132-4b75-9f30-1a81ef08c9c7 HTTP/1.1" status: 200 len: 948 time: 0.6978569 Nov 10 17:36:03.161556 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b97a3-1672-4856-a452-441bdee6cd21 req-2c1d40bc-c83b-4c94-8036-bd5ae7af6014 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:03.169131 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b97a3-1672-4856-a452-441bdee6cd21 req-2c1d40bc-c83b-4c94-8036-bd5ae7af6014 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:03.178463 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b97a3-1672-4856-a452-441bdee6cd21 req-2c1d40bc-c83b-4c94-8036-bd5ae7af6014 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:03.181410 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-025b97a3-1672-4856-a452-441bdee6cd21 req-2c1d40bc-c83b-4c94-8036-bd5ae7af6014 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5418 time: 0.3037105 Nov 10 17:36:03.209538 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0a3b3-89a7-432d-807e-17d6f263bffd req-cc48030f-763a-45e4-adbb-ce8049e4117a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:03.213473 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d6d0a3b3-89a7-432d-807e-17d6f263bffd req-cc48030f-763a-45e4-adbb-ce8049e4117a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8ef22d3-496c-4901-a77e-1a8f4787440f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1959097 Nov 10 17:36:03.264723 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-025b97a3-1672-4856-a452-441bdee6cd21 req-de54fe4d-99c4-459f-ace8-ac2809b4d7c0 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0742886 Nov 10 17:36:03.304703 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5d8f97d1-d64a-4943-a064-d69c055977fa None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:03.315740 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5d8f97d1-d64a-4943-a064-d69c055977fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:03.346272 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f1a65782-dced-4f0e-964d-a3ef7ab0f52c req-5242e0c8-5903-4408-8bb0-396d0db0a0aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=444d7675-f23d-4677-8cb9-8add4940040d HTTP/1.1" status: 200 len: 217 time: 0.1982312 Nov 10 17:36:03.376185 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d7ea2a-dfff-4679-bb71-90260bc22ead None None] Pushing event updated for resources: {'Port': ['ID=39092b68-cb90-403e-adb2-23156ecaea43,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:03.380912 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b9fea-b638-486f-8719-70f2caff54b1 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd3fa1f-4980-48c0-ae7b-ae4106ed0052,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:03.389999 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-5d8f97d1-d64a-4943-a064-d69c055977fa None None] Attempting to bind port 39092b68-cb90-403e-adb2-23156ecaea43 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:36:03.390251 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d6d0a3b3-89a7-432d-807e-17d6f263bffd req-155cdf84-2f2c-4157-a602-605b33c1b346 service neutron] 10.222.0.11 "GET /v2.0/networks/d8ef22d3-496c-4901-a77e-1a8f4787440f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370242 Nov 10 17:36:03.390774 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-5d8f97d1-d64a-4943-a064-d69c055977fa None None] Attempting to bind port 39092b68-cb90-403e-adb2-23156ecaea43 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:36:03.392271 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8f97d1-d64a-4943-a064-d69c055977fa None None] Attempting to bind port 39092b68-cb90-403e-adb2-23156ecaea43 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:36:03.399016 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8f97d1-d64a-4943-a064-d69c055977fa None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:36:03.399975 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8f97d1-d64a-4943-a064-d69c055977fa None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:36:03.400887 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5d8f97d1-d64a-4943-a064-d69c055977fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:03.401385 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8f97d1-d64a-4943-a064-d69c055977fa None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:36:03.401748 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-5d8f97d1-d64a-4943-a064-d69c055977fa None None] Bound port: 39092b68-cb90-403e-adb2-23156ecaea43, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:36:03.402132 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5d8f97d1-d64a-4943-a064-d69c055977fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:03.463686 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-5d8f97d1-d64a-4943-a064-d69c055977fa None None] For port 39092b68-cb90-403e-adb2-23156ecaea43, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:36:03.471831 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-5d8f97d1-d64a-4943-a064-d69c055977fa None None] For port 39092b68-cb90-403e-adb2-23156ecaea43, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=39092b68-cb90-403e-adb2-23156ecaea43,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:36:03.481330 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5d8f97d1-d64a-4943-a064-d69c055977fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:03.535515 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850d8ff-a5f9-45da-ba00-e23051bfbe34 req-172931fb-4a96-464e-8017-4094dc087cab tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:03.538847 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e850d8ff-a5f9-45da-ba00-e23051bfbe34 req-172931fb-4a96-464e-8017-4094dc087cab tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9b42f54-4132-4b75-9f30-1a81ef08c9c7 HTTP/1.1" status: 200 len: 948 time: 0.1469736 Nov 10 17:36:03.553284 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d7ea2a-dfff-4679-bb71-90260bc22ead None None] Pushing event updated for resources: {'Port': ['ID=39092b68-cb90-403e-adb2-23156ecaea43,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:03.590305 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8f97d1-d64a-4943-a064-d69c055977fa None None] Routers {'ec5b71f6-e52f-4392-aec4-0ef688dc93ba'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:36:03.590929 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-5d8f97d1-d64a-4943-a064-d69c055977fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:36:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['ec5b71f6-e52f-4392-aec4-0ef688dc93ba'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:03.640284 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d6d0a3b3-89a7-432d-807e-17d6f263bffd req-29cda069-3db3-4380-80be-ba18ef11b6ba service neutron] 10.222.0.11 "GET /v2.0/networks/d8ef22d3-496c-4901-a77e-1a8f4787440f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301705 Nov 10 17:36:03.662383 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a65782-dced-4f0e-964d-a3ef7ab0f52c req-d26e074c-165c-4a50-8130-95cd4190a701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:03.664758 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f1a65782-dced-4f0e-964d-a3ef7ab0f52c req-d26e074c-165c-4a50-8130-95cd4190a701 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0fdfab36-821f-46c5-9341-0410acf3dbbd HTTP/1.1" status: 200 len: 854 time: 0.2777426 Nov 10 17:36:03.698320 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e850d8ff-a5f9-45da-ba00-e23051bfbe34 req-b39516eb-8368-4d3a-baca-d35cc8f84fe7 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/security-groups?id=72fe3656-6222-4e17-8d04-8990ec4e02c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410365 Nov 10 17:36:03.723952 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 926b3385-65f7-408c-9ff3-9965273a1acd up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:36:03.804031 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d66476-b427-4e51-bae4-ea58d132d514 req-cba3c729-969c-47b4-a5e9-847e542454f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:03.804782 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d66476-b427-4e51-bae4-ea58d132d514 req-cba3c729-969c-47b4-a5e9-847e542454f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:03.805324 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d66476-b427-4e51-bae4-ea58d132d514 req-cba3c729-969c-47b4-a5e9-847e542454f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:03.805855 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d66476-b427-4e51-bae4-ea58d132d514 req-cba3c729-969c-47b4-a5e9-847e542454f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:03.806623 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d66476-b427-4e51-bae4-ea58d132d514 req-cba3c729-969c-47b4-a5e9-847e542454f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:03.806898 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d66476-b427-4e51-bae4-ea58d132d514 req-cba3c729-969c-47b4-a5e9-847e542454f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:03.807428 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d66476-b427-4e51-bae4-ea58d132d514 req-cba3c729-969c-47b4-a5e9-847e542454f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:03.809519 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-21d66476-b427-4e51-bae4-ea58d132d514 req-cba3c729-969c-47b4-a5e9-847e542454f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=281475dcac0247d79669d55a1da4eafc&device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 6482 time: 0.1052296 Nov 10 17:36:03.874504 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-5d8f97d1-d64a-4943-a064-d69c055977fa None None] Set router ec5b71f6-e52f-4392-aec4-0ef688dc93ba gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:36:03.900400 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-7a4e06dc-7f33-45c8-8aa6-524730a1c4ef tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:03.901826 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-7a4e06dc-7f33-45c8-8aa6-524730a1c4ef tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/networks?id=bf31b962-e4cb-4eab-a30d-b7aac66998c7 HTTP/1.1" status: 200 len: 814 time: 0.5744069 Nov 10 17:36:03.914438 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33677954-8cfb-4c48-a763-746ca06bf2f2 req-5d605b47-4ba0-44ad-8a58-8244ffb22824 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:03.922208 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-33677954-8cfb-4c48-a763-746ca06bf2f2 req-5d605b47-4ba0-44ad-8a58-8244ffb22824 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] 10.222.0.39 "GET /v2.0/ports?device_id=493cac83-66fe-4886-911d-4c40b420eef3 HTTP/1.1" status: 200 len: 945 time: 0.1347055 Nov 10 17:36:03.947580 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a65782-dced-4f0e-964d-a3ef7ab0f52c req-a8a0c664-e581-41b0-84b7-5fedbcddd695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:03.949292 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f1a65782-dced-4f0e-964d-a3ef7ab0f52c req-a8a0c664-e581-41b0-84b7-5fedbcddd695 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3a53364-5b38-4c80-975d-356131c85952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2746398 Nov 10 17:36:03.953955 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-320b9fea-b638-486f-8719-70f2caff54b1 service neutron] Attempting to bind port bbd3fa1f-4980-48c0-ae7b-ae4106ed0052 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:36:03.954323 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-320b9fea-b638-486f-8719-70f2caff54b1 service neutron] Attempting to bind port bbd3fa1f-4980-48c0-ae7b-ae4106ed0052 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': 'dfd4be0f-74c7-44c4-adb7-0860b14516bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e393f16-27f3-4592-b155-5e9988c4a9f7'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:36:03.954652 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-320b9fea-b638-486f-8719-70f2caff54b1 service neutron] Attempting to bind port bbd3fa1f-4980-48c0-ae7b-ae4106ed0052 on network 6e393f16-27f3-4592-b155-5e9988c4a9f7 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:36:03.970152 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-06969af2-5173-4306-9463-31b173c1298f tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/quotas/3a7362a6bd2d4dfcb495a89b6c85177b HTTP/1.1" status: 200 len: 375 time: 0.0534561 Nov 10 17:36:03.972949 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-3705f306-d098-4c19-bb4b-a37e6e910c6e req-cc3d59ad-dc49-448c-9813-eceb244a829e tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Deleting port 4035bddd-59ee-4f4b-b690-db1ee003e1e0 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:36:03.972949 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3705f306-d098-4c19-bb4b-a37e6e910c6e req-cc3d59ad-dc49-448c-9813-eceb244a829e tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:03.980791 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-898caa30-09e6-4973-befb-ac9588bea355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:03.997652 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d66476-b427-4e51-bae4-ea58d132d514 req-43b61348-881b-4b89-ac45-c00fe4d55291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:03.999303 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-21d66476-b427-4e51-bae4-ea58d132d514 req-43b61348-881b-4b89-ac45-c00fe4d55291 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d8ef22d3-496c-4901-a77e-1a8f4787440f HTTP/1.1" status: 200 len: 902 time: 0.1740780 Nov 10 17:36:04.012001 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-33677954-8cfb-4c48-a763-746ca06bf2f2 req-e7a2455a-1173-44e6-818e-4cabaa72155e tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] 10.222.0.39 "GET /v2.0/security-groups?id=12b096f5-550a-43f0-b06f-a06968af132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887356 Nov 10 17:36:04.040274 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-320b9fea-b638-486f-8719-70f2caff54b1 service neutron] Port bbd3fa1f-4980-48c0-ae7b-ae4106ed0052 on network 6e393f16-27f3-4592-b155-5e9988c4a9f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:36:04.040603 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-320b9fea-b638-486f-8719-70f2caff54b1 service neutron] Attempting to bind port bbd3fa1f-4980-48c0-ae7b-ae4106ed0052 on network 6e393f16-27f3-4592-b155-5e9988c4a9f7 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:36:04.099245 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 926b3385-65f7-408c-9ff3-9965273a1acd completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:36:04.105068 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 926b3385-65f7-408c-9ff3-9965273a1acd triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:04.105580 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:04.110923 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-3617805c-6f0a-4b86-811f-efd6f847a748 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a7362a6bd2d4dfcb495a89b6c85177b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1279166 Nov 10 17:36:04.113267 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-320b9fea-b638-486f-8719-70f2caff54b1 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:36:04.113610 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-320b9fea-b638-486f-8719-70f2caff54b1 service neutron] Checking segment: {'id': 'dfd4be0f-74c7-44c4-adb7-0860b14516bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e393f16-27f3-4592-b155-5e9988c4a9f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:36:04.113991 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-320b9fea-b638-486f-8719-70f2caff54b1 service neutron] Bound using segment: {'id': 'dfd4be0f-74c7-44c4-adb7-0860b14516bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e393f16-27f3-4592-b155-5e9988c4a9f7'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:36:04.114453 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-320b9fea-b638-486f-8719-70f2caff54b1 service neutron] Bound port: bbd3fa1f-4980-48c0-ae7b-ae4106ed0052, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd4be0f-74c7-44c4-adb7-0860b14516bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6e393f16-27f3-4592-b155-5e9988c4a9f7'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:36:04.114794 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-320b9fea-b638-486f-8719-70f2caff54b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:04.120931 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-21d66476-b427-4e51-bae4-ea58d132d514 req-39a57c3a-caa2-447a-92df-cce8762a3e92 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d357b0f-39d1-4fb0-b1d9-8e35928b21e5 HTTP/1.1" status: 200 len: 217 time: 0.1021461 Nov 10 17:36:04.144829 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:04.180550 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-5d8f97d1-d64a-4943-a064-d69c055977fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5b71f6-e52f-4392-aec4-0ef688dc93ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-1818021210-router', 'tenant_id': '932a2b49a0c3450c9fe19880793a3290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '39092b68-cb90-403e-adb2-23156ecaea43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:56Z', 'updated_at': '2021-11-10T17:35:59Z', 'revision_number': 3, 'project_id': '932a2b49a0c3450c9fe19880793a3290', 'gw_port': {'id': '39092b68-cb90-403e-adb2-23156ecaea43', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5b71f6-e52f-4392-aec4-0ef688dc93ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:58Z', 'updated_at': '2021-11-10T17:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:04.214230 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d66476-b427-4e51-bae4-ea58d132d514 req-219c4c2c-61f3-440e-ba91-0a10d590abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:04.215942 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-21d66476-b427-4e51-bae4-ea58d132d514 req-219c4c2c-61f3-440e-ba91-0a10d590abaa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9a253c1-2e01-46bf-87f1-80f759de3839 HTTP/1.1" status: 200 len: 797 time: 0.0882366 Nov 10 17:36:04.219906 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8f97d1-d64a-4943-a064-d69c055977fa None None] The sync data for ids ['ec5b71f6-e52f-4392-aec4-0ef688dc93ba'] in n-d-776250-10 is: [{'id': 'ec5b71f6-e52f-4392-aec4-0ef688dc93ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-1818021210-router', 'tenant_id': '932a2b49a0c3450c9fe19880793a3290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '39092b68-cb90-403e-adb2-23156ecaea43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:56Z', 'updated_at': '2021-11-10T17:35:59Z', 'revision_number': 3, 'project_id': '932a2b49a0c3450c9fe19880793a3290', 'gw_port': {'id': '39092b68-cb90-403e-adb2-23156ecaea43', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5b71f6-e52f-4392-aec4-0ef688dc93ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:58Z', 'updated_at': '2021-11-10T17:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:36:04.266901 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:04.310985 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 926b3385-65f7-408c-9ff3-9965273a1acd, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=926b3385-65f7-408c-9ff3-9965273a1acd,segment=NetworkSegment(79bcae67-d2d2-4497-863a-44e2698ce203),segment_id=79bcae67-d2d2-4497-863a-44e2698ce203)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:04.312929 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493cac83-66fe-4886-911d-4c40b420eef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926b3385-65f7-408c-9ff3-9965273a1acd'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:36:04.315719 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d66476-b427-4e51-bae4-ea58d132d514 req-5da2c66d-e36a-4300-8b35-bc24f1bd5430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:04.316592 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72468b6f-d634-4941-9e06-22eb95631376" -d '{"events": [{"server_uuid": "493cac83-66fe-4886-911d-4c40b420eef3", "name": "network-vif-plugged", "status": "completed", "tag": "926b3385-65f7-408c-9ff3-9965273a1acd"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:36:04.317620 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-21d66476-b427-4e51-bae4-ea58d132d514 req-5da2c66d-e36a-4300-8b35-bc24f1bd5430 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8ef22d3-496c-4901-a77e-1a8f4787440f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0903645 Nov 10 17:36:04.323708 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:04.325411 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 4035bddd-59ee-4f4b-b690-db1ee003e1e0 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:36:04.361684 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-3705f306-d098-4c19-bb4b-a37e6e910c6e req-cc3d59ad-dc49-448c-9813-eceb244a829e tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] For port 4035bddd-59ee-4f4b-b690-db1ee003e1e0, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=4035bddd-59ee-4f4b-b690-db1ee003e1e0,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:04.362052 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3705f306-d098-4c19-bb4b-a37e6e910c6e req-cc3d59ad-dc49-448c-9813-eceb244a829e tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:04.394425 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-3705f306-d098-4c19-bb4b-a37e6e910c6e req-cc3d59ad-dc49-448c-9813-eceb244a829e tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Calling delete_port for 4035bddd-59ee-4f4b-b690-db1ee003e1e0 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:36:04.408408 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062a663-0d7e-421c-9774-ec4e6b31916b req-4584faf2-8836-4af3-8173-c19ee8338027 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:04.409963 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3062a663-0d7e-421c-9774-ec4e6b31916b req-4584faf2-8836-4af3-8173-c19ee8338027 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3 HTTP/1.1" status: 200 len: 944 time: 0.1455154 Nov 10 17:36:04.425014 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=926b3385-65f7-408c-9ff3-9965273a1acd,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:04.505987 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-21d66476-b427-4e51-bae4-ea58d132d514 req-f4dbb838-8580-4ea0-b2dd-c14d304f1521 service neutron] 10.222.0.11 "GET /v2.0/networks/d8ef22d3-496c-4901-a77e-1a8f4787440f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805248 Nov 10 17:36:04.517197 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3062a663-0d7e-421c-9774-ec4e6b31916b req-416956c1-0af3-4ac6-a4db-40d7f746986f tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea5598f1-b5d3-44db-8024-2c4e99d2c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942791 Nov 10 17:36:04.536216 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f1a65782-dced-4f0e-964d-a3ef7ab0f52c req-cf8f4201-02b0-4358-9631-0f16b6fd8469 service neutron] 10.222.0.11 "GET /v2.0/networks/c3a53364-5b38-4c80-975d-356131c85952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5770049 Nov 10 17:36:04.741993 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c6b09-66dc-4817-9ef3-73e7c84d95b9 req-df9b980f-36cb-48da-9877-6b22ceaac88f tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:04.744675 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-302c6b09-66dc-4817-9ef3-73e7c84d95b9 req-df9b980f-36cb-48da-9877-6b22ceaac88f tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e134958-4a8e-4911-bcf5-b21271f972ae HTTP/1.1" status: 200 len: 944 time: 0.1023009 Nov 10 17:36:04.748233 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-21d66476-b427-4e51-bae4-ea58d132d514 req-fec52c3c-65ee-4f0a-8f20-2ded347d6103 service neutron] 10.222.0.11 "GET /v2.0/networks/d8ef22d3-496c-4901-a77e-1a8f4787440f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286839 Nov 10 17:36:04.816851 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-302c6b09-66dc-4817-9ef3-73e7c84d95b9 req-04d14c95-4571-4ad3-b5ee-c8d5d1197854 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "GET /v2.0/security-groups?id=71b4eb73-bb45-4ecb-bc88-2a164bb0771b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645742 Nov 10 17:36:04.953329 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 39092b68-cb90-403e-adb2-23156ecaea43 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:36:04.971948 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008432d-b1cb-4785-81b7-7733be987039 req-24c7842d-b8c4-4eb2-9720-c886c4b7c640 tempest-ServersOnMultiNodesTest-1239933100 tempest-ServersOnMultiNodesTest-1239933100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:04.973730 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8008432d-b1cb-4785-81b7-7733be987039 req-24c7842d-b8c4-4eb2-9720-c886c4b7c640 tempest-ServersOnMultiNodesTest-1239933100 tempest-ServersOnMultiNodesTest-1239933100-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=08aec451-61de-4b48-bd69-71cc1434c72f HTTP/1.1" status: 200 len: 1101 time: 0.0588155 Nov 10 17:36:05.033718 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 39092b68-cb90-403e-adb2-23156ecaea43 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:05.034252 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:05.039320 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8008432d-b1cb-4785-81b7-7733be987039 req-74f18155-4ab6-46c6-a8f2-46584bc3c111 tempest-ServersOnMultiNodesTest-1239933100 tempest-ServersOnMultiNodesTest-1239933100-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569973 Nov 10 17:36:05.112214 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-320b9fea-b638-486f-8719-70f2caff54b1 service neutron] For port bbd3fa1f-4980-48c0-ae7b-ae4106ed0052, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:36:05.125841 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-53c72f6c-c41d-4f18-85ae-cb288e6e9d7e service neutron] 10.222.0.39 "GET /v2.0/networks/bf31b962-e4cb-4eab-a30d-b7aac66998c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9858477 Nov 10 17:36:05.154852 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3705f306-d098-4c19-bb4b-a37e6e910c6e req-cc3d59ad-dc49-448c-9813-eceb244a829e tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:05.164606 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:05.180708 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f1a65782-dced-4f0e-964d-a3ef7ab0f52c req-3b7608fe-f78a-4172-b963-0528172ac36b service neutron] 10.222.0.11 "GET /v2.0/networks/c3a53364-5b38-4c80-975d-356131c85952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6324487 Nov 10 17:36:05.191883 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 39092b68-cb90-403e-adb2-23156ecaea43, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=39092b68-cb90-403e-adb2-23156ecaea43,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:05.192139 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-320b9fea-b638-486f-8719-70f2caff54b1 service neutron] For port bbd3fa1f-4980-48c0-ae7b-ae4106ed0052, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=bbd3fa1f-4980-48c0-ae7b-ae4106ed0052,segment=NetworkSegment(dfd4be0f-74c7-44c4-adb7-0860b14516bb),segment_id=dfd4be0f-74c7-44c4-adb7-0860b14516bb)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:36:05.200927 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:05.213948 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03896c-b06b-4fc2-984f-33147ee9c45c req-4452d285-1f5a-4c85-8c19-839f7d423d29 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:05.221138 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03896c-b06b-4fc2-984f-33147ee9c45c req-4452d285-1f5a-4c85-8c19-839f7d423d29 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:05.229160 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03896c-b06b-4fc2-984f-33147ee9c45c req-4452d285-1f5a-4c85-8c19-839f7d423d29 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:05.236401 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03896c-b06b-4fc2-984f-33147ee9c45c req-4452d285-1f5a-4c85-8c19-839f7d423d29 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:05.241553 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-320b9fea-b638-486f-8719-70f2caff54b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:05.244677 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03896c-b06b-4fc2-984f-33147ee9c45c req-4452d285-1f5a-4c85-8c19-839f7d423d29 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:05.251062 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03896c-b06b-4fc2-984f-33147ee9c45c req-4452d285-1f5a-4c85-8c19-839f7d423d29 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:05.257638 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03896c-b06b-4fc2-984f-33147ee9c45c req-4452d285-1f5a-4c85-8c19-839f7d423d29 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:05.259810 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7a03896c-b06b-4fc2-984f-33147ee9c45c req-4452d285-1f5a-4c85-8c19-839f7d423d29 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5418 time: 0.1436043 Nov 10 17:36:05.274996 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=39092b68-cb90-403e-adb2-23156ecaea43,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:05.302333 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d59ad-dc49-448c-9813-eceb244a829e tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Pushing event deleted for resources: {'Port': ['ID=4035bddd-59ee-4f4b-b690-db1ee003e1e0,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:05.346289 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7a03896c-b06b-4fc2-984f-33147ee9c45c req-2c6da07a-ee0c-4603-821f-a6076101f032 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0794001 Nov 10 17:36:05.355887 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-320b9fea-b638-486f-8719-70f2caff54b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:05.356776 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-320b9fea-b638-486f-8719-70f2caff54b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:05.358250 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-320b9fea-b638-486f-8719-70f2caff54b1 service neutron] 10.222.0.13 "PUT /v2.0/ports/bbd3fa1f-4980-48c0-ae7b-ae4106ed0052 HTTP/1.1" status: 200 len: 1093 time: 3.6825259 Nov 10 17:36:05.368581 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3', 'tag': 'bbd3fa1f-4980-48c0-ae7b-ae4106ed0052'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:36:05.373327 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53be85b7-0548-4fdd-8844-3ac095391bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3", "tag": "bbd3fa1f-4980-48c0-ae7b-ae4106ed0052"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:36:05.378393 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-898caa30-09e6-4973-befb-ac9588bea355 admin admin] Allocated IP 172.20.0.1 (2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73/093c60b7-5231-46dd-9542-7a009bfcb314/97efc326-2294-4b96-80d9-7490f6667626) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:36:05.423372 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-3705f306-d098-4c19-bb4b-a37e6e910c6e req-cc3d59ad-dc49-448c-9813-eceb244a829e tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] No DVR routers for this DVR port 4035bddd-59ee-4f4b-b690-db1ee003e1e0 on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:36:05.429948 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3705f306-d098-4c19-bb4b-a37e6e910c6e req-cc3d59ad-dc49-448c-9813-eceb244a829e tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:05.431218 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:05.435004 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3705f306-d098-4c19-bb4b-a37e6e910c6e req-cc3d59ad-dc49-448c-9813-eceb244a829e tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.11 "DELETE /v2.0/ports/4035bddd-59ee-4f4b-b690-db1ee003e1e0 HTTP/1.1" status: 204 len: 173 time: 2.2282736 Nov 10 17:36:05.436530 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa982ab-1d42-4dc1-9925-b40dfbf07c2e x-openstack-request-id: req-afa982ab-1d42-4dc1-9925-b40dfbf07c2e {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:36:05.436823 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493cac83-66fe-4886-911d-4c40b420eef3", "name": "network-vif-plugged", "status": "completed", "tag": "926b3385-65f7-408c-9ff3-9965273a1acd", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:36:05.437083 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-afa982ab-1d42-4dc1-9925-b40dfbf07c2e {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:36:05.437484 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493cac83-66fe-4886-911d-4c40b420eef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926b3385-65f7-408c-9ff3-9965273a1acd', 'code': 200} Nov 10 17:36:05.566863 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b9fea-b638-486f-8719-70f2caff54b1 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd3fa1f-4980-48c0-ae7b-ae4106ed0052,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:05.567261 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-08e36568-ce35-41f0-bc40-3b755efd7b14 req-401a2118-5f8d-4770-afcd-19149d868b7f tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9b42f54-4132-4b75-9f30-1a81ef08c9c7 HTTP/1.1" status: 200 len: 210 time: 0.0482650 Nov 10 17:36:05.628083 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-892c6eda-dcc4-45af-8481-1b9a96b6b8b8 service neutron] 10.222.0.39 "GET /v2.0/networks/bf31b962-e4cb-4eab-a30d-b7aac66998c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4908364 Nov 10 17:36:05.659726 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-8eeca756-c0ad-45fc-8d3f-ff80f05d0181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:05.665571 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-8eeca756-c0ad-45fc-8d3f-ff80f05d0181 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a2f9b4cb82b4f66a64c221b0e5fc0e1&device_id=4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3 HTTP/1.1" status: 200 len: 1096 time: 0.2264898 Nov 10 17:36:05.697456 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8523764-04ff-42f1-9576-4f9743cd2041 req-933e1735-e58f-4596-9e51-a423908affd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:05.699307 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d8523764-04ff-42f1-9576-4f9743cd2041 req-933e1735-e58f-4596-9e51-a423908affd3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=493cac83-66fe-4886-911d-4c40b420eef3 HTTP/1.1" status: 200 len: 1098 time: 0.1418023 Nov 10 17:36:05.703479 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 444d7675-f23d-4677-8cb9-8add4940040d details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:36:05.726996 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884c210-427a-4daf-b312-bee185f1abb5 req-1f083b2e-4cdf-4cf0-b405-aca817f602ca tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:05.729076 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8884c210-427a-4daf-b312-bee185f1abb5 req-1f083b2e-4cdf-4cf0-b405-aca817f602ca tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] 10.222.0.39 "GET /v2.0/ports?device_id=493cac83-66fe-4886-911d-4c40b420eef3 HTTP/1.1" status: 200 len: 946 time: 0.0847673 Nov 10 17:36:05.775668 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-ca2405b6-fce6-4b3d-9f48-847808670d2f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbd3fa1f-4980-48c0-ae7b-ae4106ed0052 HTTP/1.1" status: 200 len: 217 time: 0.0910311 Nov 10 17:36:05.785920 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-898caa30-09e6-4973-befb-ac9588bea355 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:05.837869 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8884c210-427a-4daf-b312-bee185f1abb5 req-6e9039d4-2d5d-45d4-a9e6-12059784b298 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] 10.222.0.39 "GET /v2.0/security-groups?id=12b096f5-550a-43f0-b06f-a06968af132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020000 Nov 10 17:36:05.885225 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 444d7675-f23d-4677-8cb9-8add4940040d, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=444d7675-f23d-4677-8cb9-8add4940040d,segment=NetworkSegment(bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f),segment_id=bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:05.901758 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '444d7675-f23d-4677-8cb9-8add4940040d', 'network_id': 'c3a53364-5b38-4c80-975d-356131c85952', 'port_id': '444d7675-f23d-4677-8cb9-8add4940040d', 'mac_address': 'fa:16:3e:c7:71:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fdfab36-821f-46c5-9341-0410acf3dbbd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:36:05.939824 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-480615af-cacc-4baf-86ac-ee81ab468cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:05.949947 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-480615af-cacc-4baf-86ac-ee81ab468cd7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=809d825c-e65e-4bd2-89e0-89c51c3a8699 HTTP/1.1" status: 200 len: 851 time: 0.1619968 Nov 10 17:36:05.952441 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:05.958006 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d8523764-04ff-42f1-9576-4f9743cd2041 req-70f783cc-ad0c-4b9d-8c2b-a3eafd86506f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=12b096f5-550a-43f0-b06f-a06968af132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949215 Nov 10 17:36:05.985243 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 444d7675-f23d-4677-8cb9-8add4940040d {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:36:05.997569 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0486e4ef-faf4-4229-a04b-9a44ecef1596 x-openstack-request-id: req-0486e4ef-faf4-4229-a04b-9a44ecef1596 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:36:05.997961 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3", "tag": "bbd3fa1f-4980-48c0-ae7b-ae4106ed0052", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:36:05.998856 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0486e4ef-faf4-4229-a04b-9a44ecef1596 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:36:05.999364 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3', 'tag': 'bbd3fa1f-4980-48c0-ae7b-ae4106ed0052', 'status': 'completed', 'code': 200} Nov 10 17:36:06.017425 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074c2ac-b26b-482f-9801-45d36513aead req-7fc5ff29-fc1b-4600-8df4-1251e3d642d0 tempest-ServersOnMultiNodesTest-1239933100 tempest-ServersOnMultiNodesTest-1239933100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:06.019241 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-898caa30-09e6-4973-befb-ac9588bea355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:06.026938 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6074c2ac-b26b-482f-9801-45d36513aead req-7fc5ff29-fc1b-4600-8df4-1251e3d642d0 tempest-ServersOnMultiNodesTest-1239933100 tempest-ServersOnMultiNodesTest-1239933100-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7bf7710d-7ea0-4454-9631-24976e70fee7 HTTP/1.1" status: 200 len: 1102 time: 0.0905914 Nov 10 17:36:06.031020 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-e5387eb6-9cce-4e1f-9831-c3ceee586080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:06.036793 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 444d7675-f23d-4677-8cb9-8add4940040d, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=444d7675-f23d-4677-8cb9-8add4940040d,segment=NetworkSegment(bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f),segment_id=bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:06.040176 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-e5387eb6-9cce-4e1f-9831-c3ceee586080 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e393f16-27f3-4592-b155-5e9988c4a9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704868 Nov 10 17:36:06.047674 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:06.091903 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6074c2ac-b26b-482f-9801-45d36513aead req-85e4a3eb-ff61-4dc0-8064-d74e30c55f24 tempest-ServersOnMultiNodesTest-1239933100 tempest-ServersOnMultiNodesTest-1239933100-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639651 Nov 10 17:36:06.135262 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898caa30-09e6-4973-befb-ac9588bea355 admin admin] Network 2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:36:06.138295 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=444d7675-f23d-4677-8cb9-8add4940040d,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:06.167100 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:06.220075 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-898caa30-09e6-4973-befb-ac9588bea355 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:36:06.260225 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898caa30-09e6-4973-befb-ac9588bea355 admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:36:06.262554 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['444d7675-f23d-4677-8cb9-8add4940040d'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:36:06.282368 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8c248-a310-4e57-8dc3-62ea94aaf225 req-7c1453f9-669a-454f-ab2d-ac839f2ad1ae tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:06.292868 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2ec8c248-a310-4e57-8dc3-62ea94aaf225 req-7c1453f9-669a-454f-ab2d-ac839f2ad1ae tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e134958-4a8e-4911-bcf5-b21271f972ae HTTP/1.1" status: 200 len: 945 time: 0.1051474 Nov 10 17:36:06.326510 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898caa30-09e6-4973-befb-ac9588bea355 admin admin] Pushing event updated for resources: {'Port': ['ID=97efc326-2294-4b96-80d9-7490f6667626,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:06.370034 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2ec8c248-a310-4e57-8dc3-62ea94aaf225 req-6f8b11d2-be09-4c84-99dd-f8e8651edcb3 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "GET /v2.0/security-groups?id=71b4eb73-bb45-4ecb-bc88-2a164bb0771b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754507 Nov 10 17:36:06.420527 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a19436-895d-40d2-8c60-0eb023ce7724 req-58f1656b-4ad5-4c9d-a8ee-c83a8d123a90 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:06.431537 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-57a19436-895d-40d2-8c60-0eb023ce7724 req-58f1656b-4ad5-4c9d-a8ee-c83a8d123a90 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3 HTTP/1.1" status: 200 len: 944 time: 0.3034992 Nov 10 17:36:06.476212 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f748165c-6187-4251-ba5a-b4005db67f3b req-1a7f73c3-a77a-4c8d-9c98-011c73478b84 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa3bb5f-dc2a-433c-b1b0-54621c217a16 HTTP/1.1" status: 200 len: 210 time: 0.0458169 Nov 10 17:36:06.501155 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-898caa30-09e6-4973-befb-ac9588bea355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:06.590467 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-2e53b918-caa6-4fb2-a215-5382c570b5fb service neutron] 10.222.0.13 "GET /v2.0/networks/6e393f16-27f3-4592-b155-5e9988c4a9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5149367 Nov 10 17:36:06.664521 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b9b75a14-186c-47c8-ab8e-3ba35e948abe None None] Provisioning complete for port 97efc326-2294-4b96-80d9-7490f6667626 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:06.664973 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b9b75a14-186c-47c8-ab8e-3ba35e948abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:06.682386 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-57a19436-895d-40d2-8c60-0eb023ce7724 req-d09792f9-712b-4e22-a3ff-7c02a49b2035 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea5598f1-b5d3-44db-8024-2c4e99d2c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2384887 Nov 10 17:36:06.746489 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-b9b75a14-186c-47c8-ab8e-3ba35e948abe None None] Port 97efc326-2294-4b96-80d9-7490f6667626 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:36:06.816639 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf483367-3c98-4ec6-8aca-b3f6b53a7bdc req-92a682e3-e748-4ffe-908a-26cb29c7d836 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:06.836134 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf483367-3c98-4ec6-8aca-b3f6b53a7bdc req-92a682e3-e748-4ffe-908a-26cb29c7d836 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:06.843311 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf483367-3c98-4ec6-8aca-b3f6b53a7bdc req-92a682e3-e748-4ffe-908a-26cb29c7d836 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:06.851184 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf483367-3c98-4ec6-8aca-b3f6b53a7bdc req-92a682e3-e748-4ffe-908a-26cb29c7d836 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:06.860377 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf483367-3c98-4ec6-8aca-b3f6b53a7bdc req-92a682e3-e748-4ffe-908a-26cb29c7d836 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:06.869049 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf483367-3c98-4ec6-8aca-b3f6b53a7bdc req-92a682e3-e748-4ffe-908a-26cb29c7d836 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:06.875408 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf483367-3c98-4ec6-8aca-b3f6b53a7bdc req-92a682e3-e748-4ffe-908a-26cb29c7d836 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:06.877762 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cf483367-3c98-4ec6-8aca-b3f6b53a7bdc req-92a682e3-e748-4ffe-908a-26cb29c7d836 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5418 time: 0.1687398 Nov 10 17:36:06.890305 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-13fb8a69-1053-4341-894b-7e7783ce31cf req-a7dd0d17-b004-4c86-8808-abfe62b81516 service neutron] 10.222.0.13 "GET /v2.0/networks/6e393f16-27f3-4592-b155-5e9988c4a9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759738 Nov 10 17:36:06.890898 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-898caa30-09e6-4973-befb-ac9588bea355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:06.896923 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-9b9263b5-3893-418a-9144-a5db9a0ea8e8 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=38fb4e4342ac4097a730b0e8198143dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562439 Nov 10 17:36:06.938364 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 39092b68-cb90-403e-adb2-23156ecaea43 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:36:06.984862 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cf483367-3c98-4ec6-8aca-b3f6b53a7bdc req-30380e83-ce4d-436f-8b1f-9ab402c47abd tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0986187 Nov 10 17:36:07.015213 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 39092b68-cb90-403e-adb2-23156ecaea43 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:07.015727 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:07.122927 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-22ebc58e-4acc-4daa-8dd4-664b14adb477 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:07.124438 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-22ebc58e-4acc-4daa-8dd4-664b14adb477 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2164764 Nov 10 17:36:07.185884 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be85b7-0548-4fdd-8844-3ac095391bcf req-36a6677c-455c-431d-b2de-473f46f1b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:07.187689 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-53be85b7-0548-4fdd-8844-3ac095391bcf req-36a6677c-455c-431d-b2de-473f46f1b134 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a2f9b4cb82b4f66a64c221b0e5fc0e1&device_id=4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3 HTTP/1.1" status: 200 len: 1096 time: 0.1492050 Nov 10 17:36:07.189422 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-ef1ee440-d584-4f56-8aca-087644201c70 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/quotas/38fb4e4342ac4097a730b0e8198143dc HTTP/1.1" status: 200 len: 375 time: 0.0513358 Nov 10 17:36:07.297593 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb560b-0829-4c7b-a1e0-8d5dc4733476 req-58f496ae-2418-4a61-b859-4c3d5827a6a0 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:07.299117 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a8fb560b-0829-4c7b-a1e0-8d5dc4733476 req-58f496ae-2418-4a61-b859-4c3d5827a6a0 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] 10.222.0.39 "GET /v2.0/ports?device_id=493cac83-66fe-4886-911d-4c40b420eef3 HTTP/1.1" status: 200 len: 946 time: 0.0518806 Nov 10 17:36:07.351882 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-483d44fc-183b-4d10-8d60-d3393fe792e2 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=38fb4e4342ac4097a730b0e8198143dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1307621 Nov 10 17:36:07.377456 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a8fb560b-0829-4c7b-a1e0-8d5dc4733476 req-d5c70a23-aaf9-4cb5-9741-c9febaf90842 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] 10.222.0.39 "GET /v2.0/security-groups?id=12b096f5-550a-43f0-b06f-a06968af132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655799 Nov 10 17:36:07.461196 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be85b7-0548-4fdd-8844-3ac095391bcf req-3bf9db19-1d27-40f4-b3fa-215ef8560957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:07.462651 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-53be85b7-0548-4fdd-8844-3ac095391bcf req-3bf9db19-1d27-40f4-b3fa-215ef8560957 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6e393f16-27f3-4592-b155-5e9988c4a9f7 HTTP/1.1" status: 200 len: 913 time: 0.2399251 Nov 10 17:36:07.502903 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-898caa30-09e6-4973-befb-ac9588bea355 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:07.519744 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff0e24-7f4d-46ec-bd31-31faf6c04e79 req-fc041448-6d8a-4766-820b-6ecbfec66fe9 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:07.521392 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-61ff0e24-7f4d-46ec-bd31-31faf6c04e79 req-fc041448-6d8a-4766-820b-6ecbfec66fe9 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/ports?device_id=8295fb9a-a49e-4f77-a06c-6115d38512c1 HTTP/1.1" status: 200 len: 949 time: 0.0786569 Nov 10 17:36:07.540256 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-53be85b7-0548-4fdd-8844-3ac095391bcf req-6b6ae344-8534-4641-bdac-b05ca0a54338 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbd3fa1f-4980-48c0-ae7b-ae4106ed0052 HTTP/1.1" status: 200 len: 217 time: 0.0685730 Nov 10 17:36:07.540854 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-898caa30-09e6-4973-befb-ac9588bea355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:07.598203 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-61ff0e24-7f4d-46ec-bd31-31faf6c04e79 req-648a818d-e38a-45ad-9a3d-4c952b46b74f tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/security-groups?id=72fe3656-6222-4e17-8d04-8990ec4e02c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628612 Nov 10 17:36:07.679530 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-bf36caf5-9c4e-45d0-9aee-a01ab4cb4dc6 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:07.681031 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-bf36caf5-9c4e-45d0-9aee-a01ab4cb4dc6 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.11 "GET /v2.0/networks?id=bf31b962-e4cb-4eab-a30d-b7aac66998c7 HTTP/1.1" status: 200 len: 814 time: 0.2819598 Nov 10 17:36:07.686254 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-898caa30-09e6-4973-befb-ac9588bea355 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:07.696024 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be85b7-0548-4fdd-8844-3ac095391bcf req-0b1e3b78-e4b2-4307-a0b8-ef5d023a79c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:07.697680 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-53be85b7-0548-4fdd-8844-3ac095391bcf req-0b1e3b78-e4b2-4307-a0b8-ef5d023a79c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=809d825c-e65e-4bd2-89e0-89c51c3a8699 HTTP/1.1" status: 200 len: 851 time: 0.1288633 Nov 10 17:36:07.702653 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898caa30-09e6-4973-befb-ac9588bea355 admin admin] Pushing event updated for resources: {'Port': ['ID=97efc326-2294-4b96-80d9-7490f6667626,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:07.708229 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-9423d6e4-5663-431f-a9cd-e025d826563d tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Request body: {'port': {'device_id': '8aa3bb5f-dc2a-433c-b1b0-54621c217a16', 'network_id': 'bf31b962-e4cb-4eab-a30d-b7aac66998c7', 'admin_state_up': True, 'tenant_id': '3a7362a6bd2d4dfcb495a89b6c85177b'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:36:07.716446 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 444d7675-f23d-4677-8cb9-8add4940040d up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:36:07.789108 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 444d7675-f23d-4677-8cb9-8add4940040d completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:36:07.789922 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863946f0-d474-4d25-b7ec-0f275ded680f req-efbed8c1-72ec-4fe2-ad51-a1b7743e69c4 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:07.794123 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 444d7675-f23d-4677-8cb9-8add4940040d triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:07.794412 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-863946f0-d474-4d25-b7ec-0f275ded680f req-efbed8c1-72ec-4fe2-ad51-a1b7743e69c4 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e134958-4a8e-4911-bcf5-b21271f972ae HTTP/1.1" status: 200 len: 945 time: 0.0806615 Nov 10 17:36:07.794955 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:07.852582 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-863946f0-d474-4d25-b7ec-0f275ded680f req-b12c43fd-55e6-40da-b6d0-b873458b8825 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "GET /v2.0/security-groups?id=71b4eb73-bb45-4ecb-bc88-2a164bb0771b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524142 Nov 10 17:36:07.908237 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be85b7-0548-4fdd-8844-3ac095391bcf req-0f723b82-f873-4cee-97ba-5822db50d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:07.909946 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-53be85b7-0548-4fdd-8844-3ac095391bcf req-0f723b82-f873-4cee-97ba-5822db50d200 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e393f16-27f3-4592-b155-5e9988c4a9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1964734 Nov 10 17:36:07.923230 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:07.957903 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e134958-4a8e-4911-bcf5-b21271f972ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444d7675-f23d-4677-8cb9-8add4940040d'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:36:07.960850 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ac5d18-f4c0-4fff-a33d-0bc9692b13ca" -d '{"events": [{"server_uuid": "0e134958-4a8e-4911-bcf5-b21271f972ae", "name": "network-vif-plugged", "status": "completed", "tag": "444d7675-f23d-4677-8cb9-8add4940040d"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:36:08.076433 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f5aae-cfed-40b7-b44c-1cee6ab135c3 req-3f473129-5d57-460e-bdf3-e815c571b1ce tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:08.089942 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-443f5aae-cfed-40b7-b44c-1cee6ab135c3 req-3f473129-5d57-460e-bdf3-e815c571b1ce tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3 HTTP/1.1" status: 200 len: 944 time: 0.0917284 Nov 10 17:36:08.143001 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 444d7675-f23d-4677-8cb9-8add4940040d, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=444d7675-f23d-4677-8cb9-8add4940040d,segment=NetworkSegment(bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f),segment_id=bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:08.149991 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:08.158871 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-443f5aae-cfed-40b7-b44c-1cee6ab135c3 req-a6b9fce3-e7ea-4cba-8ead-55bc3af6695a tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea5598f1-b5d3-44db-8024-2c4e99d2c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671332 Nov 10 17:36:08.210179 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=444d7675-f23d-4677-8cb9-8add4940040d,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:08.240395 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b42f54-4132-4b75-9f30-1a81ef08c9c7', 'name': 'network-vif-deleted', 'tag': '4035bddd-59ee-4f4b-b690-db1ee003e1e0'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:36:08.243584 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e298868d-966b-4073-82cb-f398dd610530" -d '{"events": [{"server_uuid": "e9b42f54-4132-4b75-9f30-1a81ef08c9c7", "name": "network-vif-deleted", "tag": "4035bddd-59ee-4f4b-b690-db1ee003e1e0"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:36:08.313554 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-16812923-9170-4a85-89f7-edf185738d5d req-b7d3f335-0b4c-454e-9aaf-5062d4436d5d tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa3bb5f-dc2a-433c-b1b0-54621c217a16 HTTP/1.1" status: 200 len: 210 time: 0.3897755 Nov 10 17:36:08.323102 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898caa30-09e6-4973-befb-ac9588bea355 admin admin] Network 2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:36:08.328694 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-898caa30-09e6-4973-befb-ac9588bea355 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:36:08.402400 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b48d6f5-a52c-46a7-bd02-bc8016b38493 x-openstack-request-id: req-8b48d6f5-a52c-46a7-bd02-bc8016b38493 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:36:08.402742 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e134958-4a8e-4911-bcf5-b21271f972ae", "name": "network-vif-plugged", "status": "completed", "tag": "444d7675-f23d-4677-8cb9-8add4940040d", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:36:08.403291 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8b48d6f5-a52c-46a7-bd02-bc8016b38493 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:36:08.404142 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e134958-4a8e-4911-bcf5-b21271f972ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444d7675-f23d-4677-8cb9-8add4940040d', 'code': 200} Nov 10 17:36:08.498670 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b89cc-35ff-40a4-9d25-51147562e94d req-880ee259-17df-4754-a7de-d4f64087766b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:08.508818 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af12a7c-b665-4fea-88e1-11d8341d735a x-openstack-request-id: req-8af12a7c-b665-4fea-88e1-11d8341d735a {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:36:08.509111 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b42f54-4132-4b75-9f30-1a81ef08c9c7", "name": "network-vif-deleted", "tag": "4035bddd-59ee-4f4b-b690-db1ee003e1e0", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:36:08.509359 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8af12a7c-b665-4fea-88e1-11d8341d735a {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:36:08.509755 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b42f54-4132-4b75-9f30-1a81ef08c9c7', 'name': 'network-vif-deleted', 'tag': '4035bddd-59ee-4f4b-b690-db1ee003e1e0', 'status': 'completed', 'code': 200} Nov 10 17:36:08.510985 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b89cc-35ff-40a4-9d25-51147562e94d req-880ee259-17df-4754-a7de-d4f64087766b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:08.515909 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-9423d6e4-5663-431f-a9cd-e025d826563d tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Made reservation on behalf of 3a7362a6bd2d4dfcb495a89b6c85177b for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:36:08.518945 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b89cc-35ff-40a4-9d25-51147562e94d req-880ee259-17df-4754-a7de-d4f64087766b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:08.519646 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-9423d6e4-5663-431f-a9cd-e025d826563d tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:08.526687 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b89cc-35ff-40a4-9d25-51147562e94d req-880ee259-17df-4754-a7de-d4f64087766b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:08.533570 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b89cc-35ff-40a4-9d25-51147562e94d req-880ee259-17df-4754-a7de-d4f64087766b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:08.540675 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b89cc-35ff-40a4-9d25-51147562e94d req-880ee259-17df-4754-a7de-d4f64087766b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:08.547028 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b89cc-35ff-40a4-9d25-51147562e94d req-880ee259-17df-4754-a7de-d4f64087766b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:08.549328 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a85b89cc-35ff-40a4-9d25-51147562e94d req-880ee259-17df-4754-a7de-d4f64087766b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5418 time: 0.1305687 Nov 10 17:36:08.623267 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-53be85b7-0548-4fdd-8844-3ac095391bcf req-675474df-8bd9-4aa5-93e2-e918d1aeeccd service neutron] 10.222.0.13 "GET /v2.0/networks/6e393f16-27f3-4592-b155-5e9988c4a9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6977024 Nov 10 17:36:08.626863 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3b476191-4030-4010-9203-949902046cd1 req-31491246-1b9e-4400-8afa-c42e047b3be5 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecb45fc4-2334-425b-a012-86a1908cbe78 HTTP/1.1" status: 200 len: 210 time: 0.0718281 Nov 10 17:36:08.664613 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a85b89cc-35ff-40a4-9d25-51147562e94d req-3538951f-ec6c-42ab-a6ca-ed2416b86ce3 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1058686 Nov 10 17:36:08.694946 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-dc3c2d45-5753-4294-b4c5-270a14e69fa5 None None] Provisioning complete for port 97efc326-2294-4b96-80d9-7490f6667626 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:08.695322 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dc3c2d45-5753-4294-b4c5-270a14e69fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:08.775102 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-dc3c2d45-5753-4294-b4c5-270a14e69fa5 None None] Port 97efc326-2294-4b96-80d9-7490f6667626 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:36:08.867483 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f42feb-cadd-4e3b-8373-395abaeda792 req-6d330ffc-3db7-47f2-b935-fa87aa781e78 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:08.877753 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a7f42feb-cadd-4e3b-8373-395abaeda792 req-6d330ffc-3db7-47f2-b935-fa87aa781e78 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/ports?device_id=8295fb9a-a49e-4f77-a06c-6115d38512c1 HTTP/1.1" status: 200 len: 949 time: 0.1469500 Nov 10 17:36:08.879120 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898caa30-09e6-4973-befb-ac9588bea355 admin admin] Router ec5b71f6-e52f-4392-aec4-0ef688dc93ba has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:36:08.881532 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d34d2b-6924-408d-ab92-c225070a8ab1 req-e8608dfc-74b9-46c9-8872-102c34cd057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:08.883228 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-71d34d2b-6924-408d-ab92-c225070a8ab1 req-e8608dfc-74b9-46c9-8872-102c34cd057e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0e134958-4a8e-4911-bcf5-b21271f972ae HTTP/1.1" status: 200 len: 1098 time: 0.3688302 Nov 10 17:36:08.940741 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a7f42feb-cadd-4e3b-8373-395abaeda792 req-0e895b61-78a0-4bcd-b020-e9391e37e59d tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/security-groups?id=72fe3656-6222-4e17-8d04-8990ec4e02c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613289 Nov 10 17:36:09.026822 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-53be85b7-0548-4fdd-8844-3ac095391bcf req-36849d2f-1403-410b-9e1a-5b5e51cffc96 service neutron] 10.222.0.13 "GET /v2.0/networks/6e393f16-27f3-4592-b155-5e9988c4a9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888128 Nov 10 17:36:09.070646 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afbbb1-eaaf-437d-b7c3-0e7c506789bf req-5f0682f2-f3a8-449f-ab2f-7cd33800318e tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:09.079346 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-04afbbb1-eaaf-437d-b7c3-0e7c506789bf req-5f0682f2-f3a8-449f-ab2f-7cd33800318e tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e134958-4a8e-4911-bcf5-b21271f972ae HTTP/1.1" status: 200 len: 946 time: 0.0661981 Nov 10 17:36:09.116639 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-71d34d2b-6924-408d-ab92-c225070a8ab1 req-1c35ac20-a11f-49b4-9928-d2a2509e6726 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=71b4eb73-bb45-4ecb-bc88-2a164bb0771b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2105455 Nov 10 17:36:09.126464 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-9423d6e4-5663-431f-a9cd-e025d826563d tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Allocated IP 172.20.0.8 (bf31b962-e4cb-4eab-a30d-b7aac66998c7/0ddbd8d9-cc1c-4591-ba53-aab9ea023f46/c3b440db-4443-454d-9c1f-3c27760a5cdf) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:36:09.152709 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-04afbbb1-eaaf-437d-b7c3-0e7c506789bf req-d0774942-1b62-4848-a2c1-88f838e9ca31 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "GET /v2.0/security-groups?id=71b4eb73-bb45-4ecb-bc88-2a164bb0771b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724397 Nov 10 17:36:09.175412 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026dadfa-0cf9-4240-984f-72278ef511ce req-400962bb-60c8-462a-a818-8efdc131f164 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:09.176916 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-026dadfa-0cf9-4240-984f-72278ef511ce req-400962bb-60c8-462a-a818-8efdc131f164 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] 10.222.0.39 "GET /v2.0/ports?device_id=493cac83-66fe-4886-911d-4c40b420eef3 HTTP/1.1" status: 200 len: 946 time: 0.2609143 Nov 10 17:36:09.261570 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898caa30-09e6-4973-befb-ac9588bea355 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:36:09.270913 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9977c561-01ca-42b9-bfeb-226238ec4ab4 None None] Sync routers for ids ['ec5b71f6-e52f-4392-aec4-0ef688dc93ba'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:36:09.279956 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-898caa30-09e6-4973-befb-ac9588bea355 admin admin] 10.222.0.39 "PUT /v2.0/routers/ec5b71f6-e52f-4392-aec4-0ef688dc93ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4702826 Nov 10 17:36:09.284881 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9977c561-01ca-42b9-bfeb-226238ec4ab4 None None] Routers {'ec5b71f6-e52f-4392-aec4-0ef688dc93ba'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:36:09.285619 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-9977c561-01ca-42b9-bfeb-226238ec4ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:36:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['ec5b71f6-e52f-4392-aec4-0ef688dc93ba'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:09.293150 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-026dadfa-0cf9-4240-984f-72278ef511ce req-7d84480f-0ba0-418b-97dd-aa2246258cd4 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] 10.222.0.39 "GET /v2.0/security-groups?id=12b096f5-550a-43f0-b06f-a06968af132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098931 Nov 10 17:36:09.294905 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a95549-bf47-4508-83ad-b647269972d0 req-bb4f355b-3c27-4c82-b770-a238e4352226 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:09.305179 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c0a95549-bf47-4508-83ad-b647269972d0 req-bb4f355b-3c27-4c82-b770-a238e4352226 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3 HTTP/1.1" status: 200 len: 944 time: 0.0737545 Nov 10 17:36:09.372653 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c0a95549-bf47-4508-83ad-b647269972d0 req-f021d8a5-8dd2-40b8-9fd9-456d1f007906 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea5598f1-b5d3-44db-8024-2c4e99d2c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618482 Nov 10 17:36:09.442522 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-9977c561-01ca-42b9-bfeb-226238ec4ab4 None None] Set router ec5b71f6-e52f-4392-aec4-0ef688dc93ba gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:36:09.489024 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1c0e5134-6a0f-4919-9abf-0dadd8982c28 req-80f5f157-ab65-46da-b396-12628a7b8e78 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa3bb5f-dc2a-433c-b1b0-54621c217a16 HTTP/1.1" status: 200 len: 210 time: 0.0803182 Nov 10 17:36:09.512635 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-9423d6e4-5663-431f-a9cd-e025d826563d tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:09.539972 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device bbd3fa1f-4980-48c0-ae7b-ae4106ed0052 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:36:09.599015 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-9423d6e4-5663-431f-a9cd-e025d826563d tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:09.699352 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-8b0275fc-6b80-416b-8df6-78e77d7d19c7 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=38fb4e4342ac4097a730b0e8198143dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630496 Nov 10 17:36:09.705701 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423d6e4-5663-431f-a9cd-e025d826563d tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Pushing event updated for resources: {'Port': ['ID=c3b440db-4443-454d-9c1f-3c27760a5cdf,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:09.770580 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda97208-a3f4-4c81-98bc-613554637d20 req-50269503-d520-4239-946e-95a4774a4718 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:09.772856 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fda97208-a3f4-4c81-98bc-613554637d20 req-50269503-d520-4239-946e-95a4774a4718 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.13 "GET /v2.0/ports?device_id=8295fb9a-a49e-4f77-a06c-6115d38512c1 HTTP/1.1" status: 200 len: 949 time: 0.3204615 Nov 10 17:36:09.854944 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port bbd3fa1f-4980-48c0-ae7b-ae4106ed0052, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=bbd3fa1f-4980-48c0-ae7b-ae4106ed0052,segment=NetworkSegment(dfd4be0f-74c7-44c4-adb7-0860b14516bb),segment_id=dfd4be0f-74c7-44c4-adb7-0860b14516bb)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:09.882926 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-9977c561-01ca-42b9-bfeb-226238ec4ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5b71f6-e52f-4392-aec4-0ef688dc93ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-1818021210-router', 'tenant_id': '932a2b49a0c3450c9fe19880793a3290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '39092b68-cb90-403e-adb2-23156ecaea43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:56Z', 'updated_at': '2021-11-10T17:36:06Z', 'revision_number': 4, 'project_id': '932a2b49a0c3450c9fe19880793a3290', 'gw_port': {'id': '39092b68-cb90-403e-adb2-23156ecaea43', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5b71f6-e52f-4392-aec4-0ef688dc93ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:58Z', 'updated_at': '2021-11-10T17:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '97efc326-2294-4b96-80d9-7490f6667626', 'name': '', 'network_id': '2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73', 'tenant_id': '932a2b49a0c3450c9fe19880793a3290', 'mac_address': 'fa:16:3e:3c:de:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5b71f6-e52f-4392-aec4-0ef688dc93ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '093c60b7-5231-46dd-9542-7a009bfcb314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:36:04Z', 'updated_at': '2021-11-10T17:36:07Z', 'revision_number': 2, 'project_id': '932a2b49a0c3450c9fe19880793a3290', 'subnets': [{'id': '093c60b7-5231-46dd-9542-7a009bfcb314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:09.886620 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-9423d6e4-5663-431f-a9cd-e025d826563d tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Network bf31b962-e4cb-4eab-a30d-b7aac66998c7 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:36:09.886926 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'bbd3fa1f-4980-48c0-ae7b-ae4106ed0052', 'network_id': '6e393f16-27f3-4592-b155-5e9988c4a9f7', 'port_id': 'bbd3fa1f-4980-48c0-ae7b-ae4106ed0052', 'mac_address': 'fa:16:3e:9c:58:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '809d825c-e65e-4bd2-89e0-89c51c3a8699', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:36:09.953053 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-9423d6e4-5663-431f-a9cd-e025d826563d tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:36:09.958908 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-9423d6e4-5663-431f-a9cd-e025d826563d tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:36:09.970950 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9977c561-01ca-42b9-bfeb-226238ec4ab4 None None] Checking router: ec5b71f6-e52f-4392-aec4-0ef688dc93ba for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:36:09.972598 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9977c561-01ca-42b9-bfeb-226238ec4ab4 None None] Updating router ec5b71f6-e52f-4392-aec4-0ef688dc93ba port 97efc326-2294-4b96-80d9-7490f6667626 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:36:09.989660 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:10.003008 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-d88bb81a-0a52-4344-96ca-b524324bf6e3 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:10.009650 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-9977c561-01ca-42b9-bfeb-226238ec4ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:10.019322 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-d88bb81a-0a52-4344-96ca-b524324bf6e3 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3004637 Nov 10 17:36:10.019620 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbd3fa1f-4980-48c0-ae7b-ae4106ed0052 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:36:10.036528 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-89f4f751-a3aa-4a75-9f70-6c60ca172cfd tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Request body: {'port': {'device_id': '9c2b6338-7db8-48ea-9fc5-251265d7f109', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'admin_state_up': True, 'tenant_id': '38fb4e4342ac4097a730b0e8198143dc'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:36:10.071050 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port bbd3fa1f-4980-48c0-ae7b-ae4106ed0052, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=bbd3fa1f-4980-48c0-ae7b-ae4106ed0052,segment=NetworkSegment(dfd4be0f-74c7-44c4-adb7-0860b14516bb),segment_id=dfd4be0f-74c7-44c4-adb7-0860b14516bb)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:10.077398 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:10.136498 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-9423d6e4-5663-431f-a9cd-e025d826563d tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:10.141020 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-9423d6e4-5663-431f-a9cd-e025d826563d tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:10.153738 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=bbd3fa1f-4980-48c0-ae7b-ae4106ed0052,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:10.184076 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9cafdbd3-82db-40a4-9d20-beab3445432a req-a9d89a1a-7185-439c-8d06-8e9dc48d8a0f tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecb45fc4-2334-425b-a012-86a1908cbe78 HTTP/1.1" status: 200 len: 210 time: 0.1601396 Nov 10 17:36:10.230572 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-9423d6e4-5663-431f-a9cd-e025d826563d tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5268919 Nov 10 17:36:10.248043 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-cb7d2a1e-d626-4270-8c38-65a56ff4c270 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=38fb4e4342ac4097a730b0e8198143dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1635451 Nov 10 17:36:10.269989 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-2e2bf778-1476-470b-8472-aa4b234443ea service neutron] Request body: {'port': {'device_id': '8aa3bb5f-dc2a-433c-b1b0-54621c217a16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:36:10.307436 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 37200) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:36:10.314460 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-e0ff7697-4591-4dd3-8441-09c107929976 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1832081157-network', 'tenant_id': '802e4baced1f47019b2dd8002e08b3ba'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:36:10.351413 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['bbd3fa1f-4980-48c0-ae7b-ae4106ed0052'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:36:10.376109 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ff7697-4591-4dd3-8441-09c107929976 admin admin] Made reservation on behalf of 802e4baced1f47019b2dd8002e08b3ba for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:36:10.381651 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e0ff7697-4591-4dd3-8441-09c107929976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:10.481519 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e0ff7697-4591-4dd3-8441-09c107929976 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:10.490133 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-2e2bf778-1476-470b-8472-aa4b234443ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:10.536139 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-9977c561-01ca-42b9-bfeb-226238ec4ab4 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:10.543991 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-9977c561-01ca-42b9-bfeb-226238ec4ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:10.605188 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-fda97208-a3f4-4c81-98bc-613554637d20 req-2771497a-86a9-4f03-9ab3-f19f45f51dd3 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Deleting port 2fd96dd5-a84f-46f1-8ffe-375e521fe660 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:36:10.607366 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-fda97208-a3f4-4c81-98bc-613554637d20 req-2771497a-86a9-4f03-9ab3-f19f45f51dd3 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:10.619586 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-89f4f751-a3aa-4a75-9f70-6c60ca172cfd tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Made reservation on behalf of 38fb4e4342ac4097a730b0e8198143dc for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:36:10.624687 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-89f4f751-a3aa-4a75-9f70-6c60ca172cfd tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:10.649085 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039859cb-39dc-4b4c-829b-e2b668007cc6 req-3db7887d-2b58-40ca-938f-4a6f56cc2464 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:10.651636 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-039859cb-39dc-4b4c-829b-e2b668007cc6 req-3db7887d-2b58-40ca-938f-4a6f56cc2464 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/ports?device_id=8295fb9a-a49e-4f77-a06c-6115d38512c1 HTTP/1.1" status: 200 len: 949 time: 0.2849348 Nov 10 17:36:10.697686 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-9977c561-01ca-42b9-bfeb-226238ec4ab4 None None] Attempting to bind port 97efc326-2294-4b96-80d9-7490f6667626 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:36:10.698187 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-9977c561-01ca-42b9-bfeb-226238ec4ab4 None None] Attempting to bind port 97efc326-2294-4b96-80d9-7490f6667626 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'eccd2b2e-b32a-4736-8a02-4f4b578d0e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:36:10.698550 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9977c561-01ca-42b9-bfeb-226238ec4ab4 None None] Attempting to bind port 97efc326-2294-4b96-80d9-7490f6667626 on network 2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73 {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:36:10.700476 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562b406-ce73-4077-93f0-ceb4c2fa3785 None None] Pushing event updated for resources: {'Port': ['ID=97efc326-2294-4b96-80d9-7490f6667626,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:10.706788 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9977c561-01ca-42b9-bfeb-226238ec4ab4 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:36:10.707342 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9977c561-01ca-42b9-bfeb-226238ec4ab4 None None] Checking segment: {'id': 'eccd2b2e-b32a-4736-8a02-4f4b578d0e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:36:10.707822 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-9977c561-01ca-42b9-bfeb-226238ec4ab4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:10.708460 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9977c561-01ca-42b9-bfeb-226238ec4ab4 None None] Bound using segment: {'id': 'eccd2b2e-b32a-4736-8a02-4f4b578d0e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:36:10.708932 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-9977c561-01ca-42b9-bfeb-226238ec4ab4 None None] Bound port: 97efc326-2294-4b96-80d9-7490f6667626, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eccd2b2e-b32a-4736-8a02-4f4b578d0e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:36:10.709313 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-9977c561-01ca-42b9-bfeb-226238ec4ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:10.745416 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e0ff7697-4591-4dd3-8441-09c107929976 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:10.762362 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e0ff7697-4591-4dd3-8441-09c107929976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:10.767584 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a1536-36e6-4469-ad86-fea0e75128a0 req-17f59ef0-2637-4071-8232-e97930481500 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:10.777517 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a1536-36e6-4469-ad86-fea0e75128a0 req-17f59ef0-2637-4071-8232-e97930481500 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:10.784927 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a1536-36e6-4469-ad86-fea0e75128a0 req-17f59ef0-2637-4071-8232-e97930481500 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:10.793212 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a1536-36e6-4469-ad86-fea0e75128a0 req-17f59ef0-2637-4071-8232-e97930481500 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:10.799881 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-9977c561-01ca-42b9-bfeb-226238ec4ab4 None None] For port 97efc326-2294-4b96-80d9-7490f6667626, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:36:10.803236 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a1536-36e6-4469-ad86-fea0e75128a0 req-17f59ef0-2637-4071-8232-e97930481500 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:10.806323 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-9977c561-01ca-42b9-bfeb-226238ec4ab4 None None] For port 97efc326-2294-4b96-80d9-7490f6667626, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=97efc326-2294-4b96-80d9-7490f6667626,segment=NetworkSegment(eccd2b2e-b32a-4736-8a02-4f4b578d0e69),segment_id=eccd2b2e-b32a-4736-8a02-4f4b578d0e69)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:36:10.812061 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-9977c561-01ca-42b9-bfeb-226238ec4ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:10.812492 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a1536-36e6-4469-ad86-fea0e75128a0 req-17f59ef0-2637-4071-8232-e97930481500 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:10.820191 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a1536-36e6-4469-ad86-fea0e75128a0 req-17f59ef0-2637-4071-8232-e97930481500 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:10.828713 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a16a1536-36e6-4469-ad86-fea0e75128a0 req-17f59ef0-2637-4071-8232-e97930481500 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5418 time: 0.3618288 Nov 10 17:36:10.860857 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802d8f5-6647-4722-ab15-32c8fdc07cf3 req-516cb43f-0987-410d-92d6-e2de94ee23c7 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:10.863043 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9802d8f5-6647-4722-ab15-32c8fdc07cf3 req-516cb43f-0987-410d-92d6-e2de94ee23c7 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] 10.222.0.11 "GET /v2.0/ports?device_id=493cac83-66fe-4886-911d-4c40b420eef3 HTTP/1.1" status: 200 len: 946 time: 0.3174856 Nov 10 17:36:10.876926 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-039859cb-39dc-4b4c-829b-e2b668007cc6 req-ef14e2ab-b6c8-412f-bd23-e67aa21b450e tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/security-groups?id=72fe3656-6222-4e17-8d04-8990ec4e02c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053230 Nov 10 17:36:10.883935 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ff7697-4591-4dd3-8441-09c107929976 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:36:10.899588 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e0ff7697-4591-4dd3-8441-09c107929976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:10.899945 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-e0ff7697-4591-4dd3-8441-09c107929976 admin admin] Added segment 042f08e3-682c-4f86-9604-c78d925406ed of type vlan for network be68d673-ed50-4f4c-af41-5bad87146134 Nov 10 17:36:10.931138 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a435b625-9016-41fb-b085-085808101f14 None None] Provisioning complete for port 97efc326-2294-4b96-80d9-7490f6667626 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:10.931653 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a435b625-9016-41fb-b085-085808101f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:10.962421 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e0ff7697-4591-4dd3-8441-09c107929976 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:10.964593 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562b406-ce73-4077-93f0-ceb4c2fa3785 None None] Pushing event updated for resources: {'Port': ['ID=97efc326-2294-4b96-80d9-7490f6667626,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:10.971957 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-edd9e68d-c15b-4567-9e57-bf8f53c34c95 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:10.973853 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-edd9e68d-c15b-4567-9e57-bf8f53c34c95 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6546590 Nov 10 17:36:10.988371 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9977c561-01ca-42b9-bfeb-226238ec4ab4 None None] Routers {'ec5b71f6-e52f-4392-aec4-0ef688dc93ba'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:36:10.989588 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-9977c561-01ca-42b9-bfeb-226238ec4ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:36:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['ec5b71f6-e52f-4392-aec4-0ef688dc93ba'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:11.040427 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff7697-4591-4dd3-8441-09c107929976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c772d71d-d5e3-4d63-b8bb-68aac6db9894,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:11.063674 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-f87440cd-d777-4ded-a872-eb0ecbddf2ed tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Request body: {'port': {'device_id': 'ecb45fc4-2334-425b-a012-86a1908cbe78', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'admin_state_up': True, 'tenant_id': '38fb4e4342ac4097a730b0e8198143dc'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:36:11.079717 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.db.resource_extend [None req-e0ff7697-4591-4dd3-8441-09c107929976 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 17:36:11.104362 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a435b625-9016-41fb-b085-085808101f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:11.160177 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-a435b625-9016-41fb-b085-085808101f14 None None] For port 97efc326-2294-4b96-80d9-7490f6667626, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=97efc326-2294-4b96-80d9-7490f6667626,segment=NetworkSegment(eccd2b2e-b32a-4736-8a02-4f4b578d0e69),segment_id=eccd2b2e-b32a-4736-8a02-4f4b578d0e69)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:11.170609 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-9977c561-01ca-42b9-bfeb-226238ec4ab4 None None] Set router ec5b71f6-e52f-4392-aec4-0ef688dc93ba gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:36:11.172698 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a435b625-9016-41fb-b085-085808101f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:11.212496 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-fda97208-a3f4-4c81-98bc-613554637d20 req-2771497a-86a9-4f03-9ab3-f19f45f51dd3 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] For port 2fd96dd5-a84f-46f1-8ffe-375e521fe660, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2fd96dd5-a84f-46f1-8ffe-375e521fe660,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:11.212951 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-fda97208-a3f4-4c81-98bc-613554637d20 req-2771497a-86a9-4f03-9ab3-f19f45f51dd3 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:11.242619 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a16a1536-36e6-4469-ad86-fea0e75128a0 req-5dd2a554-04a8-409c-adb1-c913351286e0 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3939862 Nov 10 17:36:11.246782 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e0ff7697-4591-4dd3-8441-09c107929976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:11.247793 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ff7697-4591-4dd3-8441-09c107929976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:11.249466 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e0ff7697-4591-4dd3-8441-09c107929976 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:11.255662 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a435b625-9016-41fb-b085-085808101f14 None None] Pushing event updated for resources: {'Port': ['ID=97efc326-2294-4b96-80d9-7490f6667626,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:11.283959 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-fda97208-a3f4-4c81-98bc-613554637d20 req-2771497a-86a9-4f03-9ab3-f19f45f51dd3 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Calling delete_port for 2fd96dd5-a84f-46f1-8ffe-375e521fe660 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:36:11.308505 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-95a75221-825d-4a82-847b-b4559e36ebf5 None None] Provisioning complete for port 97efc326-2294-4b96-80d9-7490f6667626 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:11.308879 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-95a75221-825d-4a82-847b-b4559e36ebf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:11.360741 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-89f4f751-a3aa-4a75-9f70-6c60ca172cfd tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Allocated IP 192.168.233.244 (06bf2af7-1c64-4ab3-86f9-bba38a9adb20/7364e0f4-b425-437c-8639-701045fa2b03/1868822c-f819-4cdc-95bb-a12eb9a8a302) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:36:11.396450 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e0ff7697-4591-4dd3-8441-09c107929976 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0857899 Nov 10 17:36:11.405210 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 37210) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:36:11.417510 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-cccd5aca-cc87-43b7-8873-baf32b7fccd6 admin admin] Request body: {'subnet': {'network_id': 'be68d673-ed50-4f4c-af41-5bad87146134', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1832081157-subnet', 'tenant_id': '802e4baced1f47019b2dd8002e08b3ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:36:11.420881 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff7697-4591-4dd3-8441-09c107929976 admin admin] Pushing event updated for resources: {'Network': ['ID=be68d673-ed50-4f4c-af41-5bad87146134,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:11.490597 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-9977c561-01ca-42b9-bfeb-226238ec4ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5b71f6-e52f-4392-aec4-0ef688dc93ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-1818021210-router', 'tenant_id': '932a2b49a0c3450c9fe19880793a3290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '39092b68-cb90-403e-adb2-23156ecaea43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:56Z', 'updated_at': '2021-11-10T17:36:06Z', 'revision_number': 4, 'project_id': '932a2b49a0c3450c9fe19880793a3290', 'gw_port': {'id': '39092b68-cb90-403e-adb2-23156ecaea43', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5b71f6-e52f-4392-aec4-0ef688dc93ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:58Z', 'updated_at': '2021-11-10T17:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '97efc326-2294-4b96-80d9-7490f6667626', 'name': '', 'network_id': '2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73', 'tenant_id': '932a2b49a0c3450c9fe19880793a3290', 'mac_address': 'fa:16:3e:3c:de:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5b71f6-e52f-4392-aec4-0ef688dc93ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '093c60b7-5231-46dd-9542-7a009bfcb314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:36:04Z', 'updated_at': '2021-11-10T17:36:10Z', 'revision_number': 4, 'project_id': '932a2b49a0c3450c9fe19880793a3290', 'subnets': [{'id': '093c60b7-5231-46dd-9542-7a009bfcb314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:11.521396 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9977c561-01ca-42b9-bfeb-226238ec4ab4 None None] The sync data for ids ['ec5b71f6-e52f-4392-aec4-0ef688dc93ba'] in n-d-776250-10 is: [{'id': 'ec5b71f6-e52f-4392-aec4-0ef688dc93ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-1818021210-router', 'tenant_id': '932a2b49a0c3450c9fe19880793a3290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '39092b68-cb90-403e-adb2-23156ecaea43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:56Z', 'updated_at': '2021-11-10T17:36:06Z', 'revision_number': 4, 'project_id': '932a2b49a0c3450c9fe19880793a3290', 'gw_port': {'id': '39092b68-cb90-403e-adb2-23156ecaea43', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5b71f6-e52f-4392-aec4-0ef688dc93ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:58Z', 'updated_at': '2021-11-10T17:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '97efc326-2294-4b96-80d9-7490f6667626', 'name': '', 'network_id': '2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73', 'tenant_id': '932a2b49a0c3450c9fe19880793a3290', 'mac_address': 'fa:16:3e:3c:de:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5b71f6-e52f-4392-aec4-0ef688dc93ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '093c60b7-5231-46dd-9542-7a009bfcb314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:36:04Z', 'updated_at': '2021-11-10T17:36:10Z', 'revision_number': 4, 'project_id': '932a2b49a0c3450c9fe19880793a3290', 'subnets': [{'id': '093c60b7-5231-46dd-9542-7a009bfcb314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:36:11.581073 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device bbd3fa1f-4980-48c0-ae7b-ae4106ed0052 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:36:11.663840 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port bbd3fa1f-4980-48c0-ae7b-ae4106ed0052 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:36:11.671314 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port bbd3fa1f-4980-48c0-ae7b-ae4106ed0052 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:11.672130 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:11.684844 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e0433-41ac-42a2-acfc-845816dfdc6b req-bfb7eca7-3f04-4e3c-a2f4-6a627786fd8f tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:11.692581 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f14e0433-41ac-42a2-acfc-845816dfdc6b req-bfb7eca7-3f04-4e3c-a2f4-6a627786fd8f tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e134958-4a8e-4911-bcf5-b21271f972ae HTTP/1.1" status: 200 len: 946 time: 0.6255805 Nov 10 17:36:11.723395 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network be68d673-ed50-4f4c-af41-5bad87146134 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:36:11.816002 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccd5aca-cc87-43b7-8873-baf32b7fccd6 admin admin] Made reservation on behalf of 802e4baced1f47019b2dd8002e08b3ba for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:36:11.818679 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cccd5aca-cc87-43b7-8873-baf32b7fccd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:11.893468 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-9802d8f5-6647-4722-ab15-32c8fdc07cf3 req-28541673-a71f-49ca-94c1-29fffd5a2723 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] Deleting port 926b3385-65f7-408c-9ff3-9965273a1acd {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:36:11.893810 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-9802d8f5-6647-4722-ab15-32c8fdc07cf3 req-28541673-a71f-49ca-94c1-29fffd5a2723 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:11.896529 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-f87440cd-d777-4ded-a872-eb0ecbddf2ed tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Made reservation on behalf of 38fb4e4342ac4097a730b0e8198143dc for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:36:11.900645 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-f87440cd-d777-4ded-a872-eb0ecbddf2ed tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:11.905493 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:11.938677 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906824f-14d3-490c-afb8-56ba5d7e8167 req-288e8ec6-370f-4d0f-92cb-e4391a0ad368 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:11.942147 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd3fa1f-4980-48c0-ae7b-ae4106ed0052'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:36:11.947527 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1906824f-14d3-490c-afb8-56ba5d7e8167 req-288e8ec6-370f-4d0f-92cb-e4391a0ad368 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] 10.222.0.39 "GET /v2.0/ports?device_id=493cac83-66fe-4886-911d-4c40b420eef3 HTTP/1.1" status: 200 len: 946 time: 0.6115882 Nov 10 17:36:11.949232 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36769307-5e1f-4ee1-800f-f609a117ca7b" -d '{"events": [{"server_uuid": "4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3", "name": "network-vif-plugged", "status": "completed", "tag": "bbd3fa1f-4980-48c0-ae7b-ae4106ed0052"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:36:11.955857 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port bbd3fa1f-4980-48c0-ae7b-ae4106ed0052, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=bbd3fa1f-4980-48c0-ae7b-ae4106ed0052,segment=NetworkSegment(dfd4be0f-74c7-44c4-adb7-0860b14516bb),segment_id=dfd4be0f-74c7-44c4-adb7-0860b14516bb)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:11.962234 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:11.966199 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-2e2bf778-1476-470b-8472-aa4b234443ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3b440db-4443-454d-9c1f-3c27760a5cdf {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:36:12.008973 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f14e0433-41ac-42a2-acfc-845816dfdc6b req-fa2f563d-5da4-45b0-a8ef-9a4120755e74 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "GET /v2.0/security-groups?id=71b4eb73-bb45-4ecb-bc88-2a164bb0771b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3089406 Nov 10 17:36:12.044277 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=bbd3fa1f-4980-48c0-ae7b-ae4106ed0052,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:12.097281 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-2e2bf778-1476-470b-8472-aa4b234443ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:12.127236 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-9802d8f5-6647-4722-ab15-32c8fdc07cf3 req-28541673-a71f-49ca-94c1-29fffd5a2723 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] For port 926b3385-65f7-408c-9ff3-9965273a1acd, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=926b3385-65f7-408c-9ff3-9965273a1acd,segment=NetworkSegment(79bcae67-d2d2-4497-863a-44e2698ce203),segment_id=79bcae67-d2d2-4497-863a-44e2698ce203)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:12.127236 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-9802d8f5-6647-4722-ab15-32c8fdc07cf3 req-28541673-a71f-49ca-94c1-29fffd5a2723 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:12.152757 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-2e2bf778-1476-470b-8472-aa4b234443ea service neutron] Transition to ACTIVE for port object c3b440db-4443-454d-9c1f-3c27760a5cdf will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:36:12.167871 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-2e2bf778-1476-470b-8472-aa4b234443ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:12.200484 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-9802d8f5-6647-4722-ab15-32c8fdc07cf3 req-28541673-a71f-49ca-94c1-29fffd5a2723 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] Calling delete_port for 926b3385-65f7-408c-9ff3-9965273a1acd owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:36:12.214404 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-89f4f751-a3aa-4a75-9f70-6c60ca172cfd tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:12.228546 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1906824f-14d3-490c-afb8-56ba5d7e8167 req-f097a3e9-ef16-484c-884d-6f5c9f50eadd tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] 10.222.0.39 "GET /v2.0/security-groups?id=12b096f5-550a-43f0-b06f-a06968af132c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797182 Nov 10 17:36:12.242748 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-fda97208-a3f4-4c81-98bc-613554637d20 req-2771497a-86a9-4f03-9ab3-f19f45f51dd3 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:12.272298 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bc570-2258-4a89-b9c7-fc4a90f9bc0b req-46f11be1-0969-484b-8830-18660d69d4ef tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:12.274118 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1c7bc570-2258-4a89-b9c7-fc4a90f9bc0b req-46f11be1-0969-484b-8830-18660d69d4ef tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3 HTTP/1.1" status: 200 len: 946 time: 0.1763151 Nov 10 17:36:12.281351 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2bf778-1476-470b-8472-aa4b234443ea service neutron] Pushing event updated for resources: {'Port': ['ID=c3b440db-4443-454d-9c1f-3c27760a5cdf,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:12.391160 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771497a-86a9-4f03-9ab3-f19f45f51dd3 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Pushing event deleted for resources: {'Port': ['ID=2fd96dd5-a84f-46f1-8ffe-375e521fe660,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:12.394254 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda97208-a3f4-4c81-98bc-613554637d20 req-2771497a-86a9-4f03-9ab3-f19f45f51dd3 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] No DVR routers for this DVR port 2fd96dd5-a84f-46f1-8ffe-375e521fe660 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:36:12.397199 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-fda97208-a3f4-4c81-98bc-613554637d20 req-2771497a-86a9-4f03-9ab3-f19f45f51dd3 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:12.401144 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fda97208-a3f4-4c81-98bc-613554637d20 req-2771497a-86a9-4f03-9ab3-f19f45f51dd3 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.13 "DELETE /v2.0/ports/2fd96dd5-a84f-46f1-8ffe-375e521fe660 HTTP/1.1" status: 204 len: 173 time: 2.6195796 Nov 10 17:36:12.411912 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8295fb9a-a49e-4f77-a06c-6115d38512c1', 'name': 'network-vif-deleted', 'tag': '2fd96dd5-a84f-46f1-8ffe-375e521fe660'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:36:12.415662 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7925be93-1050-4e7d-9c9c-16d8b7ea38ed" -d '{"events": [{"server_uuid": "8295fb9a-a49e-4f77-a06c-6115d38512c1", "name": "network-vif-deleted", "tag": "2fd96dd5-a84f-46f1-8ffe-375e521fe660"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:36:12.477028 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1c7bc570-2258-4a89-b9c7-fc4a90f9bc0b req-d3156efe-41f4-4021-aeb1-8c6ee9febc14 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea5598f1-b5d3-44db-8024-2c4e99d2c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444783 Nov 10 17:36:12.489631 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-89f4f751-a3aa-4a75-9f70-6c60ca172cfd tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:12.499237 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cccd5aca-cc87-43b7-8873-baf32b7fccd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:12.514974 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['fcfa458f-e071-4b0e-baa5-036acfe812bf', '0d20ed0e-1a36-414e-b080-6adfb60940da', 'c845eb24-c6e2-457f-a3ca-7a4adccb8189'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:36:12.552617 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-f87440cd-d777-4ded-a872-eb0ecbddf2ed tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Allocated IP 192.168.233.210 (06bf2af7-1c64-4ab3-86f9-bba38a9adb20/7364e0f4-b425-437c-8639-701045fa2b03/03ede745-bd15-4e19-8e1f-9beee1aed2f7) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:36:12.681685 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-89f4f751-a3aa-4a75-9f70-6c60ca172cfd tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:36:12.690162 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-2e2bf778-1476-470b-8472-aa4b234443ea service neutron] Attempting to bind port c3b440db-4443-454d-9c1f-3c27760a5cdf on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:36:12.690652 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-2e2bf778-1476-470b-8472-aa4b234443ea service neutron] Attempting to bind port c3b440db-4443-454d-9c1f-3c27760a5cdf by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bf31b962-e4cb-4eab-a30d-b7aac66998c7'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:36:12.691099 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-2e2bf778-1476-470b-8472-aa4b234443ea service neutron] Attempting to bind port c3b440db-4443-454d-9c1f-3c27760a5cdf on network bf31b962-e4cb-4eab-a30d-b7aac66998c7 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:36:12.700770 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-89f4f751-a3aa-4a75-9f70-6c60ca172cfd tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:36:12.702743 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-2e2bf778-1476-470b-8472-aa4b234443ea service neutron] Port c3b440db-4443-454d-9c1f-3c27760a5cdf on network bf31b962-e4cb-4eab-a30d-b7aac66998c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:36:12.702743 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-2e2bf778-1476-470b-8472-aa4b234443ea service neutron] Attempting to bind port c3b440db-4443-454d-9c1f-3c27760a5cdf on network bf31b962-e4cb-4eab-a30d-b7aac66998c7 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:36:12.711372 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-2e2bf778-1476-470b-8472-aa4b234443ea service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:36:12.711923 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-2e2bf778-1476-470b-8472-aa4b234443ea service neutron] Checking segment: {'id': '9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bf31b962-e4cb-4eab-a30d-b7aac66998c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:36:12.712373 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-2e2bf778-1476-470b-8472-aa4b234443ea service neutron] Bound using segment: {'id': '9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bf31b962-e4cb-4eab-a30d-b7aac66998c7'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:36:12.712924 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-2e2bf778-1476-470b-8472-aa4b234443ea service neutron] Bound port: c3b440db-4443-454d-9c1f-3c27760a5cdf, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bf31b962-e4cb-4eab-a30d-b7aac66998c7'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:36:12.713391 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-2e2bf778-1476-470b-8472-aa4b234443ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:12.732591 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-89f4f751-a3aa-4a75-9f70-6c60ca172cfd tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:36:12.752709 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211aa9a-3cba-4bdb-97b5-6783a4e084a3 req-e44d8e9e-0513-4355-9a46-019b1a44b506 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:12.754478 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7211aa9a-3cba-4bdb-97b5-6783a4e084a3 req-e44d8e9e-0513-4355-9a46-019b1a44b506 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa3bb5f-dc2a-433c-b1b0-54621c217a16 HTTP/1.1" status: 200 len: 943 time: 0.3943789 Nov 10 17:36:12.764100 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f89b249b-f5de-4d85-b35a-c65189e60ddc req-796aa413-4ac4-4a79-980d-c37a520d29c7 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecb45fc4-2334-425b-a012-86a1908cbe78 HTTP/1.1" status: 200 len: 210 time: 0.1625280 Nov 10 17:36:12.806267 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4f751-a3aa-4a75-9f70-6c60ca172cfd tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Pushing event updated for resources: {'Port': ['ID=1868822c-f819-4cdc-95bb-a12eb9a8a302,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:12.829662 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd5aca-cc87-43b7-8873-baf32b7fccd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8520f2d5-a2cb-4344-8e6f-2e390db5a231,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:12.841183 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-2e2bf778-1476-470b-8472-aa4b234443ea service neutron] For port c3b440db-4443-454d-9c1f-3c27760a5cdf, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:36:12.845473 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-2e2bf778-1476-470b-8472-aa4b234443ea service neutron] For port c3b440db-4443-454d-9c1f-3c27760a5cdf, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c3b440db-4443-454d-9c1f-3c27760a5cdf,segment=NetworkSegment(9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12),segment_id=9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:36:12.893683 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-9802d8f5-6647-4722-ab15-32c8fdc07cf3 req-28541673-a71f-49ca-94c1-29fffd5a2723 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:12.916126 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-89f4f751-a3aa-4a75-9f70-6c60ca172cfd tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:12.919596 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-89f4f751-a3aa-4a75-9f70-6c60ca172cfd tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:12.933792 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccd5aca-cc87-43b7-8873-baf32b7fccd6 admin admin] Checking segment: {'id': '042f08e3-682c-4f86-9604-c78d925406ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'be68d673-ed50-4f4c-af41-5bad87146134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:36:12.934169 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccd5aca-cc87-43b7-8873-baf32b7fccd6 admin admin] Network hostable DHCP agents. Network: be68d673-ed50-4f4c-af41-5bad87146134, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:36:12.965184 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7211aa9a-3cba-4bdb-97b5-6783a4e084a3 req-0231bf24-d8b2-4de4-8188-41d1eb98f08e tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025666 Nov 10 17:36:12.974306 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-2e2bf778-1476-470b-8472-aa4b234443ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:13.082870 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f596c44e-b9ce-4844-8287-3b5e5b5a68bb x-openstack-request-id: req-f596c44e-b9ce-4844-8287-3b5e5b5a68bb {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:36:13.083418 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3", "name": "network-vif-plugged", "status": "completed", "tag": "bbd3fa1f-4980-48c0-ae7b-ae4106ed0052", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:36:13.083418 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f596c44e-b9ce-4844-8287-3b5e5b5a68bb {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:36:13.083820 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd3fa1f-4980-48c0-ae7b-ae4106ed0052', 'code': 200} Nov 10 17:36:13.134076 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 97efc326-2294-4b96-80d9-7490f6667626 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:36:13.136743 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28541673-a71f-49ca-94c1-29fffd5a2723 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] Pushing event deleted for resources: {'Port': ['ID=926b3385-65f7-408c-9ff3-9965273a1acd,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:13.176190 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-2e2bf778-1476-470b-8472-aa4b234443ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:13.185753 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-2e2bf778-1476-470b-8472-aa4b234443ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:13.192280 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-2e2bf778-1476-470b-8472-aa4b234443ea service neutron] 10.222.0.11 "PUT /v2.0/ports/c3b440db-4443-454d-9c1f-3c27760a5cdf HTTP/1.1" status: 200 len: 1092 time: 2.9413114 Nov 10 17:36:13.201287 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-89f4f751-a3aa-4a75-9f70-6c60ca172cfd tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1793785 Nov 10 17:36:13.220778 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-2d07819e-89a8-4f66-a205-12596f1ffa99 service neutron] Request body: {'port': {'device_id': '9c2b6338-7db8-48ea-9fc5-251265d7f109', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:36:13.240448 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3742208-8683-40e5-b1d5-3ed61a0a1006 req-61522a67-14d7-4939-b26a-7785c943f839 tempest-ListImageFiltersTestJSON-1811610106 tempest-ListImageFiltersTestJSON-1811610106-project] 10.222.0.39 "GET /v2.0/ports?device_id=8295fb9a-a49e-4f77-a06c-6115d38512c1 HTTP/1.1" status: 200 len: 210 time: 0.1930144 Nov 10 17:36:13.316655 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccd5aca-cc87-43b7-8873-baf32b7fccd6 admin admin] Network be68d673-ed50-4f4c-af41-5bad87146134 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:36:13.321260 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-f87440cd-d777-4ded-a872-eb0ecbddf2ed tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:13.333046 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 97efc326-2294-4b96-80d9-7490f6667626 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:13.333793 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:13.368360 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-9802d8f5-6647-4722-ab15-32c8fdc07cf3 req-28541673-a71f-49ca-94c1-29fffd5a2723 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] No DVR routers for this DVR port 926b3385-65f7-408c-9ff3-9965273a1acd on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:36:13.373290 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-9802d8f5-6647-4722-ab15-32c8fdc07cf3 req-28541673-a71f-49ca-94c1-29fffd5a2723 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:13.376701 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9802d8f5-6647-4722-ab15-32c8fdc07cf3 req-28541673-a71f-49ca-94c1-29fffd5a2723 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] 10.222.0.11 "DELETE /v2.0/ports/926b3385-65f7-408c-9ff3-9965273a1acd HTTP/1.1" status: 204 len: 173 time: 2.3374343 Nov 10 17:36:13.377414 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-cccd5aca-cc87-43b7-8873-baf32b7fccd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, be68d673-ed50-4f4c-af41-5bad87146134) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:36:13.383936 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccd5aca-cc87-43b7-8873-baf32b7fccd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:13.384660 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cccd5aca-cc87-43b7-8873-baf32b7fccd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:13.390745 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493cac83-66fe-4886-911d-4c40b420eef3', 'name': 'network-vif-deleted', 'tag': '926b3385-65f7-408c-9ff3-9965273a1acd'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:36:13.393440 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5af0c4-7606-4750-9de7-84e0079f91e4" -d '{"events": [{"server_uuid": "493cac83-66fe-4886-911d-4c40b420eef3", "name": "network-vif-deleted", "tag": "926b3385-65f7-408c-9ff3-9965273a1acd"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:36:13.405055 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92721b8-bfac-4265-bb42-e65e619dec2a None None] Network be68d673-ed50-4f4c-af41-5bad87146134 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:36:13.461814 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2bf778-1476-470b-8472-aa4b234443ea service neutron] Pushing event updated for resources: {'Port': ['ID=c3b440db-4443-454d-9c1f-3c27760a5cdf,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:13.511001 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cccd5aca-cc87-43b7-8873-baf32b7fccd6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0997319 Nov 10 17:36:13.514610 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 37226) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:36:13.520075 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-eabbf885-b330-4f00-b83f-1dcf6d3cc73c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1832081157-router', 'tenant_id': '802e4baced1f47019b2dd8002e08b3ba', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:36:13.521592 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be3cb2-16a3-4cb6-a5d4-b0bd2aab2f42 req-59de3e8d-9ec5-4d15-9cf7-a25133c268d8 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:13.523601 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-14be3cb2-16a3-4cb6-a5d4-b0bd2aab2f42 req-59de3e8d-9ec5-4d15-9cf7-a25133c268d8 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e134958-4a8e-4911-bcf5-b21271f972ae HTTP/1.1" status: 200 len: 946 time: 0.3725877 Nov 10 17:36:13.530462 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-2d07819e-89a8-4f66-a205-12596f1ffa99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:13.549570 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 37230) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:36:13.556112 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-0b4a8a71-60aa-41ce-94b8-a2ecece7f314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:13.558389 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-0b4a8a71-60aa-41ce-94b8-a2ecece7f314 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a7362a6bd2d4dfcb495a89b6c85177b&device_id=8aa3bb5f-dc2a-433c-b1b0-54621c217a16 HTTP/1.1" status: 200 len: 1095 time: 0.2353094 Nov 10 17:36:13.564785 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6f46a-f2c5-4dc5-bc7b-9e59f0c87d0b req-27ded37d-8242-4c0b-ab35-be242e6781ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:13.568173 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-58c6f46a-f2c5-4dc5-bc7b-9e59f0c87d0b req-27ded37d-8242-4c0b-ab35-be242e6781ab service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3 HTTP/1.1" status: 200 len: 1098 time: 0.2432065 Nov 10 17:36:13.573567 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 2fd96dd5-a84f-46f1-8ffe-375e521fe660 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:36:13.576185 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-0e6de453-9daa-4727-a9a9-a2e506385636 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Request body: {'floatingip': {'port_id': '444d7675-f23d-4677-8cb9-8add4940040d'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:36:13.623947 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 2fd96dd5-a84f-46f1-8ffe-375e521fe660 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:36:13.624592 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 2fd96dd5-a84f-46f1-8ffe-375e521fe660 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:36:13.638066 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc824a-f75a-4456-af18-cc03084a77ae req-79a41f05-53c2-42f8-bc0d-3289ba59a7a9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:13.640970 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b244b041-bd03-4e82-9d39-07c02c3dc36d x-openstack-request-id: req-b244b041-bd03-4e82-9d39-07c02c3dc36d {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:36:13.641708 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8295fb9a-a49e-4f77-a06c-6115d38512c1", "name": "network-vif-deleted", "tag": "2fd96dd5-a84f-46f1-8ffe-375e521fe660", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:36:13.641708 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b244b041-bd03-4e82-9d39-07c02c3dc36d {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:36:13.642153 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8295fb9a-a49e-4f77-a06c-6115d38512c1', 'name': 'network-vif-deleted', 'tag': '2fd96dd5-a84f-46f1-8ffe-375e521fe660', 'status': 'completed', 'code': 200} Nov 10 17:36:13.645918 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc824a-f75a-4456-af18-cc03084a77ae req-79a41f05-53c2-42f8-bc0d-3289ba59a7a9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:13.653499 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc824a-f75a-4456-af18-cc03084a77ae req-79a41f05-53c2-42f8-bc0d-3289ba59a7a9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:13.664402 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc824a-f75a-4456-af18-cc03084a77ae req-79a41f05-53c2-42f8-bc0d-3289ba59a7a9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:13.671603 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc824a-f75a-4456-af18-cc03084a77ae req-79a41f05-53c2-42f8-bc0d-3289ba59a7a9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:13.677946 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc824a-f75a-4456-af18-cc03084a77ae req-79a41f05-53c2-42f8-bc0d-3289ba59a7a9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:13.684418 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc824a-f75a-4456-af18-cc03084a77ae req-79a41f05-53c2-42f8-bc0d-3289ba59a7a9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:13.694272 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-43dc824a-f75a-4456-af18-cc03084a77ae req-79a41f05-53c2-42f8-bc0d-3289ba59a7a9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5418 time: 0.3267260 Nov 10 17:36:13.701445 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-f87440cd-d777-4ded-a872-eb0ecbddf2ed tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:13.704736 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-216001f9-903b-4720-8dcc-b94a8cb15afc None None] Provisioning complete for port 1868822c-f819-4cdc-95bb-a12eb9a8a302 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:13.705222 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-216001f9-903b-4720-8dcc-b94a8cb15afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:13.718538 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-e2a1c914-352b-4f77-b368-db438e305ecd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3b440db-4443-454d-9c1f-3c27760a5cdf HTTP/1.1" status: 200 len: 217 time: 0.1465812 Nov 10 17:36:13.720770 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0e6de453-9daa-4727-a9a9-a2e506385636 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks [] for floatingip, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:13.730076 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eabbf885-b330-4f00-b83f-1dcf6d3cc73c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:13.731110 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eabbf885-b330-4f00-b83f-1dcf6d3cc73c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:13.743342 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 926b3385-65f7-408c-9ff3-9965273a1acd no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:36:13.775002 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 926b3385-65f7-408c-9ff3-9965273a1acd {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:36:13.775002 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 926b3385-65f7-408c-9ff3-9965273a1acd not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:36:13.794613 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-216001f9-903b-4720-8dcc-b94a8cb15afc None None] Port 1868822c-f819-4cdc-95bb-a12eb9a8a302 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:36:13.832479 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b5993b-e7f8-434e-b2cb-8a00c921d28d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-be68d673-ed50-4f4c-af41-5bad87146134', 'network_id': 'be68d673-ed50-4f4c-af41-5bad87146134', 'tenant_id': '802e4baced1f47019b2dd8002e08b3ba', 'fixed_ips': [{'subnet_id': '8520f2d5-a2cb-4344-8e6f-2e390db5a231'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:36:13.833505 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b4b5993b-e7f8-434e-b2cb-8a00c921d28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:13.883687 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e3d3a55d-910d-4dc4-b061-d7c61a006247 req-cc110953-72df-4a8e-85d9-b78393445cc2 tempest-ServerAddressesTestJSON-2016982132 tempest-ServerAddressesTestJSON-2016982132-project] 10.222.0.39 "GET /v2.0/ports?device_id=493cac83-66fe-4886-911d-4c40b420eef3 HTTP/1.1" status: 200 len: 210 time: 0.1596556 Nov 10 17:36:13.897851 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eabbf885-b330-4f00-b83f-1dcf6d3cc73c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:13.908960 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-43dc824a-f75a-4456-af18-cc03084a77ae req-1d52ee89-b732-4b03-89ef-f063c5cb307e tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2130210 Nov 10 17:36:13.914926 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-f87440cd-d777-4ded-a872-eb0ecbddf2ed tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:36:13.944434 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['fcfa458f-e071-4b0e-baa5-036acfe812bf', '0d20ed0e-1a36-414e-b080-6adfb60940da', 'c845eb24-c6e2-457f-a3ca-7a4adccb8189'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:36:13.983729 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-f87440cd-d777-4ded-a872-eb0ecbddf2ed tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:36:13.992782 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87440cd-d777-4ded-a872-eb0ecbddf2ed tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Pushing event updated for resources: {'Port': ['ID=03ede745-bd15-4e19-8e1f-9beee1aed2f7,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:13.997880 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-f87440cd-d777-4ded-a872-eb0ecbddf2ed tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:36:14.060482 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-58c6f46a-f2c5-4dc5-bc7b-9e59f0c87d0b req-861de9ae-6293-418a-babb-028856fcc3aa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ea5598f1-b5d3-44db-8024-2c4e99d2c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4173343 Nov 10 17:36:14.060961 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2738911-4a45-4f27-b8fb-0d1db5a46ed3 x-openstack-request-id: req-a2738911-4a45-4f27-b8fb-0d1db5a46ed3 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:36:14.061268 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493cac83-66fe-4886-911d-4c40b420eef3", "name": "network-vif-deleted", "tag": "926b3385-65f7-408c-9ff3-9965273a1acd", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:36:14.061529 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a2738911-4a45-4f27-b8fb-0d1db5a46ed3 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:36:14.061931 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493cac83-66fe-4886-911d-4c40b420eef3', 'name': 'network-vif-deleted', 'tag': '926b3385-65f7-408c-9ff3-9965273a1acd', 'status': 'completed', 'code': 200} Nov 10 17:36:14.070213 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-dcf7118e-2011-46fa-a32b-00b5bde9a8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:14.071323 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-dcf7118e-2011-46fa-a32b-00b5bde9a8cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0ddbd8d9-cc1c-4591-ba53-aab9ea023f46 HTTP/1.1" status: 200 len: 854 time: 0.2926085 Nov 10 17:36:14.172858 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-b4b5993b-e7f8-434e-b2cb-8a00c921d28d None None] Allocated IP 172.20.0.2 (be68d673-ed50-4f4c-af41-5bad87146134/8520f2d5-a2cb-4344-8e6f-2e390db5a231/c56e6516-daf3-4c72-9683-93234ddda38f) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:36:14.190339 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-eae6b35b-ed2b-46e2-81ce-cd864b9d80c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf31b962-e4cb-4eab-a30d-b7aac66998c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963020 Nov 10 17:36:14.245836 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eabbf885-b330-4f00-b83f-1dcf6d3cc73c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:14.246412 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-f87440cd-d777-4ded-a872-eb0ecbddf2ed tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:14.247256 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-f87440cd-d777-4ded-a872-eb0ecbddf2ed tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:14.317133 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-f87440cd-d777-4ded-a872-eb0ecbddf2ed tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2582309 Nov 10 17:36:14.336340 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b645cfb-8f32-4502-bd60-c676591141d0 req-49c63c9f-067f-47e9-a3ee-2fe8f7195c3e tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:14.343879 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2b645cfb-8f32-4502-bd60-c676591141d0 req-49c63c9f-067f-47e9-a3ee-2fe8f7195c3e tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3 HTTP/1.1" status: 200 len: 946 time: 0.2856929 Nov 10 17:36:14.359424 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-514ac5f1-58e7-4e40-aef1-84896077e72b service neutron] Request body: {'port': {'device_id': 'ecb45fc4-2334-425b-a012-86a1908cbe78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:36:14.391337 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c1c45-ceb0-42bb-842e-221360bb9ef2 req-8786f5e3-bb97-47be-9f14-7491972249d6 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:14.392869 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-895c1c45-ceb0-42bb-842e-221360bb9ef2 req-8786f5e3-bb97-47be-9f14-7491972249d6 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecb45fc4-2334-425b-a012-86a1908cbe78 HTTP/1.1" status: 200 len: 936 time: 0.3315091 Nov 10 17:36:14.473118 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2b645cfb-8f32-4502-bd60-c676591141d0 req-38e11dd4-75c8-4a8b-a8cf-b6befaa31814 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea5598f1-b5d3-44db-8024-2c4e99d2c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280420 Nov 10 17:36:14.481876 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-2d07819e-89a8-4f66-a205-12596f1ffa99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1868822c-f819-4cdc-95bb-a12eb9a8a302 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:36:14.491605 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-2d07819e-89a8-4f66-a205-12596f1ffa99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:14.511502 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-2d07819e-89a8-4f66-a205-12596f1ffa99 service neutron] Transition to ACTIVE for port object 1868822c-f819-4cdc-95bb-a12eb9a8a302 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:36:14.517255 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-60abdcbc-12c9-4f24-9aab-1ecca642db98 None None] Provisioning complete for port 03ede745-bd15-4e19-8e1f-9beee1aed2f7 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:14.518257 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-60abdcbc-12c9-4f24-9aab-1ecca642db98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:14.530510 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-2d07819e-89a8-4f66-a205-12596f1ffa99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:14.535986 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-1511cce3-2275-4d18-ab04-640e9be2691e service neutron] 10.222.0.11 "GET /v2.0/networks/bf31b962-e4cb-4eab-a30d-b7aac66998c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058085 Nov 10 17:36:14.557667 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-514ac5f1-58e7-4e40-aef1-84896077e72b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:14.562494 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b4b5993b-e7f8-434e-b2cb-8a00c921d28d None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:14.564261 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-60abdcbc-12c9-4f24-9aab-1ecca642db98 None None] Port 03ede745-bd15-4e19-8e1f-9beee1aed2f7 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:36:14.579785 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b4b5993b-e7f8-434e-b2cb-8a00c921d28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:14.635911 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07819e-89a8-4f66-a205-12596f1ffa99 service neutron] Pushing event updated for resources: {'Port': ['ID=1868822c-f819-4cdc-95bb-a12eb9a8a302,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:14.653753 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b5993b-e7f8-434e-b2cb-8a00c921d28d None None] Network be68d673-ed50-4f4c-af41-5bad87146134 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:36:14.679799 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-b4b5993b-e7f8-434e-b2cb-8a00c921d28d None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:36:14.682969 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b5993b-e7f8-434e-b2cb-8a00c921d28d None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:36:14.689413 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5993b-e7f8-434e-b2cb-8a00c921d28d None None] Pushing event updated for resources: {'Port': ['ID=c56e6516-daf3-4c72-9683-93234ddda38f,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:14.793193 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b4b5993b-e7f8-434e-b2cb-8a00c921d28d None None] Attempting to bind port c56e6516-daf3-4c72-9683-93234ddda38f on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:36:14.793717 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b4b5993b-e7f8-434e-b2cb-8a00c921d28d None None] Attempting to bind port c56e6516-daf3-4c72-9683-93234ddda38f by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '042f08e3-682c-4f86-9604-c78d925406ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'be68d673-ed50-4f4c-af41-5bad87146134'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:36:14.794200 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b5993b-e7f8-434e-b2cb-8a00c921d28d None None] Attempting to bind port c56e6516-daf3-4c72-9683-93234ddda38f on network be68d673-ed50-4f4c-af41-5bad87146134 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:36:14.802587 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b5993b-e7f8-434e-b2cb-8a00c921d28d None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:36:14.803656 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b5993b-e7f8-434e-b2cb-8a00c921d28d None None] Checking segment: {'id': '042f08e3-682c-4f86-9604-c78d925406ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'be68d673-ed50-4f4c-af41-5bad87146134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:36:14.804174 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b4b5993b-e7f8-434e-b2cb-8a00c921d28d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:14.804708 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b5993b-e7f8-434e-b2cb-8a00c921d28d None None] Bound using segment: {'id': '042f08e3-682c-4f86-9604-c78d925406ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'be68d673-ed50-4f4c-af41-5bad87146134'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:36:14.805331 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b4b5993b-e7f8-434e-b2cb-8a00c921d28d None None] Bound port: c56e6516-daf3-4c72-9683-93234ddda38f, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042f08e3-682c-4f86-9604-c78d925406ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'be68d673-ed50-4f4c-af41-5bad87146134'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:36:14.805820 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b4b5993b-e7f8-434e-b2cb-8a00c921d28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:14.881014 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a60cfe-28e4-4ca0-af4f-8389b2bf126e req-93afa4dc-b992-4de6-ae55-23e408c87a4c tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:14.888793 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f1a60cfe-28e4-4ca0-af4f-8389b2bf126e req-93afa4dc-b992-4de6-ae55-23e408c87a4c tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa3bb5f-dc2a-433c-b1b0-54621c217a16 HTTP/1.1" status: 200 len: 943 time: 0.2405353 Nov 10 17:36:14.904191 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-2d07819e-89a8-4f66-a205-12596f1ffa99 service neutron] Attempting to bind port 1868822c-f819-4cdc-95bb-a12eb9a8a302 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:36:14.905013 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-2d07819e-89a8-4f66-a205-12596f1ffa99 service neutron] Attempting to bind port 1868822c-f819-4cdc-95bb-a12eb9a8a302 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:36:14.905013 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-2d07819e-89a8-4f66-a205-12596f1ffa99 service neutron] Attempting to bind port 1868822c-f819-4cdc-95bb-a12eb9a8a302 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:36:14.916710 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b4b5993b-e7f8-434e-b2cb-8a00c921d28d None None] For port c56e6516-daf3-4c72-9683-93234ddda38f, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:36:14.918023 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eabbf885-b330-4f00-b83f-1dcf6d3cc73c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:14.920575 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b4b5993b-e7f8-434e-b2cb-8a00c921d28d None None] For port c56e6516-daf3-4c72-9683-93234ddda38f, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c56e6516-daf3-4c72-9683-93234ddda38f,segment=NetworkSegment(042f08e3-682c-4f86-9604-c78d925406ed),segment_id=042f08e3-682c-4f86-9604-c78d925406ed)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:36:14.925601 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-2d07819e-89a8-4f66-a205-12596f1ffa99 service neutron] Port 1868822c-f819-4cdc-95bb-a12eb9a8a302 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:36:14.926141 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-2d07819e-89a8-4f66-a205-12596f1ffa99 service neutron] Attempting to bind port 1868822c-f819-4cdc-95bb-a12eb9a8a302 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:36:14.926767 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b4b5993b-e7f8-434e-b2cb-8a00c921d28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:14.951217 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-2d07819e-89a8-4f66-a205-12596f1ffa99 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:36:14.951217 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-2d07819e-89a8-4f66-a205-12596f1ffa99 service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:36:14.951925 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-2d07819e-89a8-4f66-a205-12596f1ffa99 service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:36:14.952379 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-2d07819e-89a8-4f66-a205-12596f1ffa99 service neutron] Bound port: 1868822c-f819-4cdc-95bb-a12eb9a8a302, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:36:14.952831 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-2d07819e-89a8-4f66-a205-12596f1ffa99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:14.959914 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eabbf885-b330-4f00-b83f-1dcf6d3cc73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:14.995104 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5993b-e7f8-434e-b2cb-8a00c921d28d None None] Pushing event updated for resources: {'Port': ['ID=c56e6516-daf3-4c72-9683-93234ddda38f,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:15.066704 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f1a60cfe-28e4-4ca0-af4f-8389b2bf126e req-afbf12f0-a3ac-4785-8fc1-1605872cf105 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768334 Nov 10 17:36:15.158899 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-2d07819e-89a8-4f66-a205-12596f1ffa99 service neutron] For port 1868822c-f819-4cdc-95bb-a12eb9a8a302, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:36:15.163617 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-2d07819e-89a8-4f66-a205-12596f1ffa99 service neutron] For port 1868822c-f819-4cdc-95bb-a12eb9a8a302, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=1868822c-f819-4cdc-95bb-a12eb9a8a302,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:36:15.177638 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-2d07819e-89a8-4f66-a205-12596f1ffa99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:15.201374 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-eabbf885-b330-4f00-b83f-1dcf6d3cc73c admin admin] Allocated IP 172.25.5.249 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/ea9d7a29-3610-4baa-84db-76d1c3c60e54) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:36:15.258680 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bb9eb62-6eb8-4f9b-a9a9-1084af6a3fb0 req-1921088d-947f-4afe-a122-88c9d72a40b6 service neutron] 10.222.0.11 "GET /v2.0/networks/bf31b962-e4cb-4eab-a30d-b7aac66998c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6989202 Nov 10 17:36:15.261040 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 37244) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:36:15.353470 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-895c1c45-ceb0-42bb-842e-221360bb9ef2 req-31c70979-e775-425e-a068-50672fe734a1 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9273722 Nov 10 17:36:15.543387 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe05a9b-f828-4412-b9f9-8e873cc9bfe8 admin admin] Deleting subnet 50dc0ac8-41d2-4221-b6e7-73c9f85f9c67 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:36:15.562120 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bbe05a9b-f828-4412-b9f9-8e873cc9bfe8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:15.616098 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.db.resource_extend [None req-0e6de453-9daa-4727-a9a9-a2e506385636 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 17:36:15.626452 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07819e-89a8-4f66-a205-12596f1ffa99 service neutron] Pushing event updated for resources: {'Port': ['ID=1868822c-f819-4cdc-95bb-a12eb9a8a302,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:15.658423 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa3bb5f-dc2a-433c-b1b0-54621c217a16', 'tag': 'c3b440db-4443-454d-9c1f-3c27760a5cdf'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:36:15.661004 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5be322c-3654-4ac9-868e-fea29c6bb7c1" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa3bb5f-dc2a-433c-b1b0-54621c217a16", "tag": "c3b440db-4443-454d-9c1f-3c27760a5cdf"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:36:15.712670 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bbe05a9b-f828-4412-b9f9-8e873cc9bfe8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:15.723178 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-2d07819e-89a8-4f66-a205-12596f1ffa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:15.724065 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-2d07819e-89a8-4f66-a205-12596f1ffa99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:15.725600 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-2d07819e-89a8-4f66-a205-12596f1ffa99 service neutron] 10.222.0.13 "PUT /v2.0/ports/1868822c-f819-4cdc-95bb-a12eb9a8a302 HTTP/1.1" status: 200 len: 1097 time: 2.5121086 Nov 10 17:36:15.773112 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0e6de453-9daa-4727-a9a9-a2e506385636 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:15.792561 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0e6de453-9daa-4727-a9a9-a2e506385636 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:15.829918 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf2273-d5cd-4216-8ccb-d1c32ee2231d req-2e1f710c-7007-4246-8a76-1babb08ee71d tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:15.840290 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf2273-d5cd-4216-8ccb-d1c32ee2231d req-2e1f710c-7007-4246-8a76-1babb08ee71d tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:15.849353 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf2273-d5cd-4216-8ccb-d1c32ee2231d req-2e1f710c-7007-4246-8a76-1babb08ee71d tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:15.861039 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf2273-d5cd-4216-8ccb-d1c32ee2231d req-2e1f710c-7007-4246-8a76-1babb08ee71d tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:15.863518 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bbe05a9b-f828-4412-b9f9-8e873cc9bfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:15.870443 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf2273-d5cd-4216-8ccb-d1c32ee2231d req-2e1f710c-7007-4246-8a76-1babb08ee71d tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:15.878479 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf2273-d5cd-4216-8ccb-d1c32ee2231d req-2e1f710c-7007-4246-8a76-1babb08ee71d tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:15.885380 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf2273-d5cd-4216-8ccb-d1c32ee2231d req-2e1f710c-7007-4246-8a76-1babb08ee71d tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:15.893909 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bdcf2273-d5cd-4216-8ccb-d1c32ee2231d req-2e1f710c-7007-4246-8a76-1babb08ee71d tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5418 time: 0.2573276 Nov 10 17:36:15.952089 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eabbf885-b330-4f00-b83f-1dcf6d3cc73c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:16.027048 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-514ac5f1-58e7-4e40-aef1-84896077e72b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03ede745-bd15-4e19-8e1f-9beee1aed2f7 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:36:16.030079 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-e64f2a5f-34e1-4962-a19c-722639a11cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:16.031614 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-e64f2a5f-34e1-4962-a19c-722639a11cad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38fb4e4342ac4097a730b0e8198143dc&device_id=9c2b6338-7db8-48ea-9fc5-251265d7f109 HTTP/1.1" status: 200 len: 1100 time: 0.2375762 Nov 10 17:36:16.048896 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-514ac5f1-58e7-4e40-aef1-84896077e72b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:16.050681 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bdcf2273-d5cd-4216-8ccb-d1c32ee2231d req-5ccdd103-b76d-4665-a514-1a2fc1749634 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1523573 Nov 10 17:36:16.073078 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2b6338-7db8-48ea-9fc5-251265d7f109', 'tag': '1868822c-f819-4cdc-95bb-a12eb9a8a302'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:36:16.078424 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51841cb3-d64c-4397-b8ff-12196473ef79" -d '{"events": [{"name": "network-changed", "server_uuid": "9c2b6338-7db8-48ea-9fc5-251265d7f109", "tag": "1868822c-f819-4cdc-95bb-a12eb9a8a302"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:36:16.118230 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-514ac5f1-58e7-4e40-aef1-84896077e72b service neutron] Transition to ACTIVE for port object 03ede745-bd15-4e19-8e1f-9beee1aed2f7 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:36:16.121170 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-0e6de453-9daa-4727-a9a9-a2e506385636 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Floating IP 9da78453-a1c2-4235-97d2-73e419754443 associated. External IP: 172.25.5.172, port: 444d7675-f23d-4677-8cb9-8add4940040d. Nov 10 17:36:16.125606 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bbe05a9b-f828-4412-b9f9-8e873cc9bfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:16.142023 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-b5a8f0a6-c910-45fd-a860-ad938b19e54f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=1868822c-f819-4cdc-95bb-a12eb9a8a302 HTTP/1.1" status: 200 len: 217 time: 0.0888469 Nov 10 17:36:16.171757 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eabbf885-b330-4f00-b83f-1dcf6d3cc73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:16.185971 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caedaf96-44d9-4594-8089-47f0bdf817b4 x-openstack-request-id: req-caedaf96-44d9-4594-8089-47f0bdf817b4 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:36:16.186249 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa3bb5f-dc2a-433c-b1b0-54621c217a16", "tag": "c3b440db-4443-454d-9c1f-3c27760a5cdf", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:36:16.186506 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-caedaf96-44d9-4594-8089-47f0bdf817b4 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:36:16.186902 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa3bb5f-dc2a-433c-b1b0-54621c217a16', 'tag': 'c3b440db-4443-454d-9c1f-3c27760a5cdf', 'status': 'completed', 'code': 200} Nov 10 17:36:16.207692 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-514ac5f1-58e7-4e40-aef1-84896077e72b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:16.234605 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe05a9b-f828-4412-b9f9-8e873cc9bfe8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50dc0ac8-41d2-4221-b6e7-73c9f85f9c67,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:16.249567 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabbf885-b330-4f00-b83f-1dcf6d3cc73c admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:36:16.252603 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bbe05a9b-f828-4412-b9f9-8e873cc9bfe8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:16.255954 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-bbe05a9b-f828-4412-b9f9-8e873cc9bfe8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/50dc0ac8-41d2-4221-b6e7-73c9f85f9c67 HTTP/1.1" status: 204 len: 168 time: 0.9219666 Nov 10 17:36:16.259039 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-eabbf885-b330-4f00-b83f-1dcf6d3cc73c admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:36:16.261692 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabbf885-b330-4f00-b83f-1dcf6d3cc73c admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:36:16.265773 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 37278) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:36:16.294647 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabbf885-b330-4f00-b83f-1dcf6d3cc73c admin admin] Pushing event updated for resources: {'Port': ['ID=ea9d7a29-3610-4baa-84db-76d1c3c60e54,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:16.311451 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-6fbfac77-c129-4471-8931-c6adcf292023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:16.313009 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-6fbfac77-c129-4471-8931-c6adcf292023 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1627092 Nov 10 17:36:16.353557 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f0ba9-c73b-4fd5-8a97-7a5a438cc32b req-8e8dd218-92ca-41d3-a732-a192def6648f tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:16.361118 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-661f0ba9-c73b-4fd5-8a97-7a5a438cc32b req-8e8dd218-92ca-41d3-a732-a192def6648f tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3 HTTP/1.1" status: 200 len: 946 time: 0.2937374 Nov 10 17:36:16.384581 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cd3fa4-a688-43f2-8052-ca7502c8a834 None None] Network be68d673-ed50-4f4c-af41-5bad87146134 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:36:16.404188 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ac5f1-58e7-4e40-aef1-84896077e72b service neutron] Pushing event updated for resources: {'Port': ['ID=03ede745-bd15-4e19-8e1f-9beee1aed2f7,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:16.411968 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be322c-3654-4ac9-868e-fea29c6bb7c1 req-ff7bfd83-f7dd-4c00-8ef2-cad879a99751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:16.413621 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5be322c-3654-4ac9-868e-fea29c6bb7c1 req-ff7bfd83-f7dd-4c00-8ef2-cad879a99751 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a7362a6bd2d4dfcb495a89b6c85177b&device_id=8aa3bb5f-dc2a-433c-b1b0-54621c217a16 HTTP/1.1" status: 200 len: 1095 time: 0.2418027 Nov 10 17:36:16.481561 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-661f0ba9-c73b-4fd5-8a97-7a5a438cc32b req-532a22b5-1448-496f-be24-48a78a2a06a2 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea5598f1-b5d3-44db-8024-2c4e99d2c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195652 Nov 10 17:36:16.527478 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e054e789-6b50-4c46-aa4f-b773ccf36670 None None] Provisioning complete for port c56e6516-daf3-4c72-9683-93234ddda38f triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:16.528892 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e054e789-6b50-4c46-aa4f-b773ccf36670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:16.614429 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baae93e7-0842-4587-867b-b6e469d49865 x-openstack-request-id: req-baae93e7-0842-4587-867b-b6e469d49865 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:36:16.614737 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c2b6338-7db8-48ea-9fc5-251265d7f109", "tag": "1868822c-f819-4cdc-95bb-a12eb9a8a302", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:36:16.615016 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-baae93e7-0842-4587-867b-b6e469d49865 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:36:16.615984 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2b6338-7db8-48ea-9fc5-251265d7f109', 'tag': '1868822c-f819-4cdc-95bb-a12eb9a8a302', 'status': 'completed', 'code': 200} Nov 10 17:36:16.635872 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c17f185e-1278-4c97-a77e-8cbd5d179828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:16.673510 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-6358061e-01a2-4a77-9fbd-b6fc9ed7f62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:16.675117 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-6358061e-01a2-4a77-9fbd-b6fc9ed7f62b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3155274 Nov 10 17:36:16.770910 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6de453-9daa-4727-a9a9-a2e506385636 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Router 63678357-661a-4220-9395-358327c0915f has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:36:16.855546 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f5c51-a9e2-4d72-b4d7-f52a1b4514fd req-106ee7be-f138-4222-94c7-cbec8697b6b3 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:16.862883 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6d3f5c51-a9e2-4d72-b4d7-f52a1b4514fd req-106ee7be-f138-4222-94c7-cbec8697b6b3 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa3bb5f-dc2a-433c-b1b0-54621c217a16 HTTP/1.1" status: 200 len: 943 time: 0.2336309 Nov 10 17:36:16.865889 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e054e789-6b50-4c46-aa4f-b773ccf36670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:16.894292 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-514ac5f1-58e7-4e40-aef1-84896077e72b service neutron] Attempting to bind port 03ede745-bd15-4e19-8e1f-9beee1aed2f7 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:36:16.894992 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-514ac5f1-58e7-4e40-aef1-84896077e72b service neutron] Attempting to bind port 03ede745-bd15-4e19-8e1f-9beee1aed2f7 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:36:16.895180 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-514ac5f1-58e7-4e40-aef1-84896077e72b service neutron] Attempting to bind port 03ede745-bd15-4e19-8e1f-9beee1aed2f7 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:36:16.909989 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73134d17-f0cb-4e3c-9c1e-1302a3725aab req-b6eb7822-ef01-4e65-84f6-a3802b711385 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:16.918322 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73134d17-f0cb-4e3c-9c1e-1302a3725aab req-b6eb7822-ef01-4e65-84f6-a3802b711385 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecb45fc4-2334-425b-a012-86a1908cbe78 HTTP/1.1" status: 200 len: 948 time: 0.2258685 Nov 10 17:36:16.935897 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c17f185e-1278-4c97-a77e-8cbd5d179828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:16.944606 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-e054e789-6b50-4c46-aa4f-b773ccf36670 None None] For port c56e6516-daf3-4c72-9683-93234ddda38f, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c56e6516-daf3-4c72-9683-93234ddda38f,segment=NetworkSegment(042f08e3-682c-4f86-9604-c78d925406ed),segment_id=042f08e3-682c-4f86-9604-c78d925406ed)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:16.948641 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be322c-3654-4ac9-868e-fea29c6bb7c1 req-af706c03-c08d-4965-8caa-1c9cb84c82e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:16.950378 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5be322c-3654-4ac9-868e-fea29c6bb7c1 req-af706c03-c08d-4965-8caa-1c9cb84c82e1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bf31b962-e4cb-4eab-a30d-b7aac66998c7 HTTP/1.1" status: 200 len: 915 time: 0.5225415 Nov 10 17:36:16.955339 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-514ac5f1-58e7-4e40-aef1-84896077e72b service neutron] Port 03ede745-bd15-4e19-8e1f-9beee1aed2f7 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:36:16.955905 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-514ac5f1-58e7-4e40-aef1-84896077e72b service neutron] Attempting to bind port 03ede745-bd15-4e19-8e1f-9beee1aed2f7 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:36:16.966392 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e054e789-6b50-4c46-aa4f-b773ccf36670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:17.004078 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c56e6516-daf3-4c72-9683-93234ddda38f up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:36:17.022911 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-c17f185e-1278-4c97-a77e-8cbd5d179828 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06706326-b275-407c-bb5a-c45ce8be3ebc']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:17.036276 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-64d867d5-7c8f-432d-8a0a-2a286e673a15 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341360 Nov 10 17:36:17.052479 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-c17f185e-1278-4c97-a77e-8cbd5d179828 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79bcae67-d2d2-4497-863a-44e2698ce203') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:17.052865 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-c17f185e-1278-4c97-a77e-8cbd5d179828 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79bcae67-d2d2-4497-863a-44e2698ce203') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:17.062833 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c17f185e-1278-4c97-a77e-8cbd5d179828 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:17.063802 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054e789-6b50-4c46-aa4f-b773ccf36670 None None] Pushing event updated for resources: {'Port': ['ID=c56e6516-daf3-4c72-9683-93234ddda38f,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:17.082334 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c17f185e-1278-4c97-a77e-8cbd5d179828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:17.089759 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17f185e-1278-4c97-a77e-8cbd5d179828 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:36:17.090165 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c17f185e-1278-4c97-a77e-8cbd5d179828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:17.097935 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port c56e6516-daf3-4c72-9683-93234ddda38f triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:17.098872 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:17.123641 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73134d17-f0cb-4e3c-9c1e-1302a3725aab req-6870f288-7b53-4231-8270-96af36076294 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993566 Nov 10 17:36:17.126275 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6de453-9daa-4727-a9a9-a2e506385636 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:36:17.136214 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0e6de453-9daa-4727-a9a9-a2e506385636 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:17.143537 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:36:17.143537 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:36:17.143537 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:36:17.143537 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:36:17.143537 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:36:17.143537 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:36:17.143537 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:36:17.143537 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:36:17.143537 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:36:17.143537 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:36:17.143537 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:36:17.143537 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:36:17.143537 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:36:17.143537 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:36:17.143537 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:36:17.143537 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:36:17.143537 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:36:17.143537 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:36:17.143537 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:36:17.143537 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:36:17.143537 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:36:17.143537 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:36:17.143537 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:36:17.143537 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:36:17.143537 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:36:17.143537 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:36:17.143537 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:36:17.143537 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:36:17.143537 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:36:17.143537 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:36:17.143537 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:36:17.143537 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:36:17.159779 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c17f185e-1278-4c97-a77e-8cbd5d179828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:17.161611 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdbdf6e-9ccf-4d60-86db-9f6bceb85fbc None None] Sync routers for ids ['63678357-661a-4220-9395-358327c0915f'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:36:17.184604 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6d3f5c51-a9e2-4d72-b4d7-f52a1b4514fd req-7ef8e833-4a04-48e2-9a13-8cba32f4fa9b tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129103 Nov 10 17:36:17.185008 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdbdf6e-9ccf-4d60-86db-9f6bceb85fbc None None] Routers {'63678357-661a-4220-9395-358327c0915f'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:36:17.185008 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-3fdbdf6e-9ccf-4d60-86db-9f6bceb85fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:36:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['63678357-661a-4220-9395-358327c0915f'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:17.248874 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c17f185e-1278-4c97-a77e-8cbd5d179828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:17.255401 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c17f185e-1278-4c97-a77e-8cbd5d179828 admin admin] 10.222.0.39 "DELETE /v2.0/networks/06706326-b275-407c-bb5a-c45ce8be3ebc HTTP/1.1" status: 204 len: 168 time: 0.9871502 Nov 10 17:36:17.281190 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f185e-1278-4c97-a77e-8cbd5d179828 admin admin] Pushing event deleted for resources: {'Network': ['ID=06706326-b275-407c-bb5a-c45ce8be3ebc,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:17.291008 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eabbf885-b330-4f00-b83f-1dcf6d3cc73c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:17.380229 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-3fdbdf6e-9ccf-4d60-86db-9f6bceb85fbc None None] Set router 63678357-661a-4220-9395-358327c0915f gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:36:17.448843 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-de10b77c-fb24-4cc6-9f86-74c27ad099b0 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982618 Nov 10 17:36:17.576266 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-514ac5f1-58e7-4e40-aef1-84896077e72b service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:36:17.577113 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-514ac5f1-58e7-4e40-aef1-84896077e72b service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:36:17.577726 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-514ac5f1-58e7-4e40-aef1-84896077e72b service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:36:17.578402 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-514ac5f1-58e7-4e40-aef1-84896077e72b service neutron] Bound port: 03ede745-bd15-4e19-8e1f-9beee1aed2f7, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:36:17.579102 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-514ac5f1-58e7-4e40-aef1-84896077e72b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:17.579311 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-9f7d486d-857e-4713-9cf6-848778581cd8 None None] Provisioning complete for port c56e6516-daf3-4c72-9683-93234ddda38f triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:17.580379 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9f7d486d-857e-4713-9cf6-848778581cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:17.588934 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 37316) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:36:17.600596 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5be322c-3654-4ac9-868e-fea29c6bb7c1 req-fc0d78c0-2934-4a8b-9c59-c840ee6a457b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3b440db-4443-454d-9c1f-3c27760a5cdf HTTP/1.1" status: 200 len: 217 time: 0.6299024 Nov 10 17:36:17.654759 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0e6de453-9daa-4727-a9a9-a2e506385636 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "PUT /v2.0/floatingips/9da78453-a1c2-4235-97d2-73e419754443 HTTP/1.1" status: 200 len: 992 time: 4.0950270 Nov 10 17:36:17.716206 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51841cb3-d64c-4397-b8ff-12196473ef79 req-80f9b8b3-b4ce-4906-9839-2545bc389804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:17.717704 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-51841cb3-d64c-4397-b8ff-12196473ef79 req-80f9b8b3-b4ce-4906-9839-2545bc389804 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38fb4e4342ac4097a730b0e8198143dc&device_id=9c2b6338-7db8-48ea-9fc5-251265d7f109 HTTP/1.1" status: 200 len: 1100 time: 0.1390612 Nov 10 17:36:17.754477 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be322c-3654-4ac9-868e-fea29c6bb7c1 req-03d423d8-a021-46b4-b348-a9a6bef30691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:17.756455 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5be322c-3654-4ac9-868e-fea29c6bb7c1 req-03d423d8-a021-46b4-b348-a9a6bef30691 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0ddbd8d9-cc1c-4591-ba53-aab9ea023f46 HTTP/1.1" status: 200 len: 854 time: 0.1439128 Nov 10 17:36:17.766622 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-74e512e7-5e15-41cf-83f5-100736ae619b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5d24d850bb424664a3d8aad1452a97d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1731761 Nov 10 17:36:17.780231 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 37322) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:36:17.785997 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-3fdbdf6e-9ccf-4d60-86db-9f6bceb85fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63678357-661a-4220-9395-358327c0915f', 'name': 'tempest-ServersTestFqdnHostnames-1513668456-router', 'tenant_id': 'd86a69ccd1024eb0840db8ed52140de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '5dcd8540-8141-4cdc-a559-142899fa806f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:19Z', 'updated_at': '2021-11-10T17:35:38Z', 'revision_number': 4, 'project_id': 'd86a69ccd1024eb0840db8ed52140de1', 'gw_port': {'id': '5dcd8540-8141-4cdc-a559-142899fa806f', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63678357-661a-4220-9395-358327c0915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:21Z', 'updated_at': '2021-11-10T17:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '9da78453-a1c2-4235-97d2-73e419754443', 'tenant_id': 'd86a69ccd1024eb0840db8ed52140de1', 'floating_ip_address': '172.25.5.172', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '63678357-661a-4220-9395-358327c0915f', 'port_id': '444d7675-f23d-4677-8cb9-8add4940040d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3a53364-5b38-4c80-975d-356131c85952', 'mac_address': 'fa:16:3e:c7:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e134958-4a8e-4911-bcf5-b21271f972ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:35:49Z', 'updated_at': '2021-11-10T17:36:15Z', 'revision_number': 1, 'project_id': 'd86a69ccd1024eb0840db8ed52140de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4fb6c1e-ad67-45eb-b624-33d1dff27902', 'name': '', 'network_id': 'c3a53364-5b38-4c80-975d-356131c85952', 'tenant_id': 'd86a69ccd1024eb0840db8ed52140de1', 'mac_address': 'fa:16:3e:21:c4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63678357-661a-4220-9395-358327c0915f', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '0fdfab36-821f-46c5-9341-0410acf3dbbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:34Z', 'updated_at': '2021-11-10T17:35:46Z', 'revision_number': 5, 'project_id': 'd86a69ccd1024eb0840db8ed52140de1', 'subnets': [{'id': '0fdfab36-821f-46c5-9341-0410acf3dbbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:17.814999 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5be322c-3654-4ac9-868e-fea29c6bb7c1 req-d4d231bc-9d0f-4181-a00b-8d6314c1a401 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf31b962-e4cb-4eab-a30d-b7aac66998c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466247 Nov 10 17:36:17.816213 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-514ac5f1-58e7-4e40-aef1-84896077e72b service neutron] For port 03ede745-bd15-4e19-8e1f-9beee1aed2f7, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:36:17.816728 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eabbf885-b330-4f00-b83f-1dcf6d3cc73c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:17.829416 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdbdf6e-9ccf-4d60-86db-9f6bceb85fbc None None] Checking router: 63678357-661a-4220-9395-358327c0915f for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:36:17.830270 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40baba9c-34a6-40ae-96fb-9520380f3171 req-7706886c-9b12-4ee9-b83e-155898ac7839 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:17.832796 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-40baba9c-34a6-40ae-96fb-9520380f3171 req-7706886c-9b12-4ee9-b83e-155898ac7839 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3 HTTP/1.1" status: 200 len: 946 time: 0.2856896 Nov 10 17:36:17.842432 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdbdf6e-9ccf-4d60-86db-9f6bceb85fbc None None] Routers {'63678357-661a-4220-9395-358327c0915f'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:36:17.843122 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-3fdbdf6e-9ccf-4d60-86db-9f6bceb85fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:36:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['63678357-661a-4220-9395-358327c0915f'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:17.857512 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 37324) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:36:17.860440 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-514ac5f1-58e7-4e40-aef1-84896077e72b service neutron] For port 03ede745-bd15-4e19-8e1f-9beee1aed2f7, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=03ede745-bd15-4e19-8e1f-9beee1aed2f7,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:36:17.868394 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-0be37129-c0bc-4421-964d-f5173a034e44 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Request body: {'floatingip': {'port_id': 'bbd3fa1f-4980-48c0-ae7b-ae4106ed0052'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:36:17.903646 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-514ac5f1-58e7-4e40-aef1-84896077e72b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:17.987279 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-514ac5f1-58e7-4e40-aef1-84896077e72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:17.987916 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-514ac5f1-58e7-4e40-aef1-84896077e72b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:17.989428 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-514ac5f1-58e7-4e40-aef1-84896077e72b service neutron] 10.222.0.11 "PUT /v2.0/ports/03ede745-bd15-4e19-8e1f-9beee1aed2f7 HTTP/1.1" status: 200 len: 1097 time: 3.6436529 Nov 10 17:36:18.007797 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-3fdbdf6e-9ccf-4d60-86db-9f6bceb85fbc None None] Set router 63678357-661a-4220-9395-358327c0915f gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:36:18.029777 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-89edb29e-b27d-43e8-a65b-a9907fd6cdbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:18.082239 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ac5f1-58e7-4e40-aef1-84896077e72b service neutron] Pushing event updated for resources: {'Port': ['ID=03ede745-bd15-4e19-8e1f-9beee1aed2f7,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:18.113783 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5be322c-3654-4ac9-868e-fea29c6bb7c1 req-1303cb00-b5f9-4a8d-b2af-ab13b45d28f1 service neutron] 10.222.0.11 "GET /v2.0/networks/bf31b962-e4cb-4eab-a30d-b7aac66998c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729156 Nov 10 17:36:18.116468 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-89edb29e-b27d-43e8-a65b-a9907fd6cdbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:18.118180 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 37328) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:36:18.223942 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e134958-4a8e-4911-bcf5-b21271f972ae', 'tag': '444d7675-f23d-4677-8cb9-8add4940040d'}, {'name': 'network-changed', 'server_uuid': 'ecb45fc4-2334-425b-a012-86a1908cbe78', 'tag': '03ede745-bd15-4e19-8e1f-9beee1aed2f7'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:36:18.226954 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d7d176-7700-47cf-ac66-9ecd29c87a35" -d '{"events": [{"name": "network-changed", "server_uuid": "0e134958-4a8e-4911-bcf5-b21271f972ae", "tag": "444d7675-f23d-4677-8cb9-8add4940040d"}, {"name": "network-changed", "server_uuid": "ecb45fc4-2334-425b-a012-86a1908cbe78", "tag": "03ede745-bd15-4e19-8e1f-9beee1aed2f7"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:36:18.283116 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-de2c7bdc-aa60-4115-9531-0329b623b536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:18.284641 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-de2c7bdc-aa60-4115-9531-0329b623b536 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=38fb4e4342ac4097a730b0e8198143dc&device_id=ecb45fc4-2334-425b-a012-86a1908cbe78 HTTP/1.1" status: 200 len: 1100 time: 0.2138631 Nov 10 17:36:18.363805 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-03ffb670-e781-4296-9fd9-599273b9652d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=03ede745-bd15-4e19-8e1f-9beee1aed2f7 HTTP/1.1" status: 200 len: 217 time: 0.0683231 Nov 10 17:36:18.364404 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-89edb29e-b27d-43e8-a65b-a9907fd6cdbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:18.367797 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-89edb29e-b27d-43e8-a65b-a9907fd6cdbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:18.368781 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-89edb29e-b27d-43e8-a65b-a9907fd6cdbd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/12b096f5-550a-43f0-b06f-a06968af132c HTTP/1.1" status: 204 len: 168 time: 0.5875154 Nov 10 17:36:18.434100 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93638cd4-d34e-443e-a72f-f5b001bc2d5f req-32b87849-4e4a-46b8-9e62-ffbeaf765050 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:18.436173 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-93638cd4-d34e-443e-a72f-f5b001bc2d5f req-32b87849-4e4a-46b8-9e62-ffbeaf765050 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecb45fc4-2334-425b-a012-86a1908cbe78 HTTP/1.1" status: 200 len: 948 time: 0.2050421 Nov 10 17:36:18.438588 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89edb29e-b27d-43e8-a65b-a9907fd6cdbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b096f5-550a-43f0-b06f-a06968af132c,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:18.443897 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5be322c-3654-4ac9-868e-fea29c6bb7c1 req-64c818ac-5ae2-47a1-8c98-84ef0f86e71b service neutron] 10.222.0.11 "GET /v2.0/networks/bf31b962-e4cb-4eab-a30d-b7aac66998c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111272 Nov 10 17:36:18.473982 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-3fdbdf6e-9ccf-4d60-86db-9f6bceb85fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63678357-661a-4220-9395-358327c0915f', 'name': 'tempest-ServersTestFqdnHostnames-1513668456-router', 'tenant_id': 'd86a69ccd1024eb0840db8ed52140de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '5dcd8540-8141-4cdc-a559-142899fa806f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:19Z', 'updated_at': '2021-11-10T17:35:38Z', 'revision_number': 4, 'project_id': 'd86a69ccd1024eb0840db8ed52140de1', 'gw_port': {'id': '5dcd8540-8141-4cdc-a559-142899fa806f', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63678357-661a-4220-9395-358327c0915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:21Z', 'updated_at': '2021-11-10T17:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '9da78453-a1c2-4235-97d2-73e419754443', 'tenant_id': 'd86a69ccd1024eb0840db8ed52140de1', 'floating_ip_address': '172.25.5.172', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '63678357-661a-4220-9395-358327c0915f', 'port_id': '444d7675-f23d-4677-8cb9-8add4940040d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3a53364-5b38-4c80-975d-356131c85952', 'mac_address': 'fa:16:3e:c7:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e134958-4a8e-4911-bcf5-b21271f972ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:35:49Z', 'updated_at': '2021-11-10T17:36:15Z', 'revision_number': 1, 'project_id': 'd86a69ccd1024eb0840db8ed52140de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4fb6c1e-ad67-45eb-b624-33d1dff27902', 'name': '', 'network_id': 'c3a53364-5b38-4c80-975d-356131c85952', 'tenant_id': 'd86a69ccd1024eb0840db8ed52140de1', 'mac_address': 'fa:16:3e:21:c4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63678357-661a-4220-9395-358327c0915f', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '0fdfab36-821f-46c5-9341-0410acf3dbbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:34Z', 'updated_at': '2021-11-10T17:35:46Z', 'revision_number': 5, 'project_id': 'd86a69ccd1024eb0840db8ed52140de1', 'subnets': [{'id': '0fdfab36-821f-46c5-9341-0410acf3dbbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:18.489247 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0be37129-c0bc-4421-964d-f5173a034e44 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks [] for floatingip, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:18.496076 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fa56b9e1-c443-4e2f-9f11-11e1f6b9330e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6f3c826abd1f43d19edc39ad69e1071c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3765328 Nov 10 17:36:18.497871 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-8cea7217-45c6-4090-848b-4393ab00ad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:18.499348 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-8cea7217-45c6-4090-848b-4393ab00ad16 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1122663 Nov 10 17:36:18.499808 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 37340) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:36:18.509231 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdbdf6e-9ccf-4d60-86db-9f6bceb85fbc None None] The sync data for ids ['63678357-661a-4220-9395-358327c0915f'] in n-d-776250-10 is: [{'id': '63678357-661a-4220-9395-358327c0915f', 'name': 'tempest-ServersTestFqdnHostnames-1513668456-router', 'tenant_id': 'd86a69ccd1024eb0840db8ed52140de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '5dcd8540-8141-4cdc-a559-142899fa806f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:19Z', 'updated_at': '2021-11-10T17:35:38Z', 'revision_number': 4, 'project_id': 'd86a69ccd1024eb0840db8ed52140de1', 'gw_port': {'id': '5dcd8540-8141-4cdc-a559-142899fa806f', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63678357-661a-4220-9395-358327c0915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:21Z', 'updated_at': '2021-11-10T17:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '9da78453-a1c2-4235-97d2-73e419754443', 'tenant_id': 'd86a69ccd1024eb0840db8ed52140de1', 'floating_ip_address': '172.25.5.172', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '63678357-661a-4220-9395-358327c0915f', 'port_id': '444d7675-f23d-4677-8cb9-8add4940040d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 916, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3a53364-5b38-4c80-975d-356131c85952', 'mac_address': 'fa:16:3e:c7:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e134958-4a8e-4911-bcf5-b21271f972ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:35:49Z', 'updated_at': '2021-11-10T17:36:15Z', 'revision_number': 1, 'project_id': 'd86a69ccd1024eb0840db8ed52140de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4fb6c1e-ad67-45eb-b624-33d1dff27902', 'name': '', 'network_id': 'c3a53364-5b38-4c80-975d-356131c85952', 'tenant_id': 'd86a69ccd1024eb0840db8ed52140de1', 'mac_address': 'fa:16:3e:21:c4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63678357-661a-4220-9395-358327c0915f', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '0fdfab36-821f-46c5-9341-0410acf3dbbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:34Z', 'updated_at': '2021-11-10T17:35:46Z', 'revision_number': 5, 'project_id': 'd86a69ccd1024eb0840db8ed52140de1', 'subnets': [{'id': '0fdfab36-821f-46c5-9341-0410acf3dbbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:36:18.539602 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc346e25-4963-43ba-95d4-14465565cee1 req-4674b287-e58e-47b0-b09c-eaef29aa51db tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:18.549514 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc346e25-4963-43ba-95d4-14465565cee1 req-4674b287-e58e-47b0-b09c-eaef29aa51db tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:18.560663 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc346e25-4963-43ba-95d4-14465565cee1 req-4674b287-e58e-47b0-b09c-eaef29aa51db tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:18.570518 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc346e25-4963-43ba-95d4-14465565cee1 req-4674b287-e58e-47b0-b09c-eaef29aa51db tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:18.577365 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc346e25-4963-43ba-95d4-14465565cee1 req-4674b287-e58e-47b0-b09c-eaef29aa51db tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:18.587324 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc346e25-4963-43ba-95d4-14465565cee1 req-4674b287-e58e-47b0-b09c-eaef29aa51db tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:18.589089 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-93638cd4-d34e-443e-a72f-f5b001bc2d5f req-ded50053-0dd8-4966-a679-ac2b597d5f48 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413651 Nov 10 17:36:18.615863 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-37d6a1db-5219-4fdb-baf3-9d7a029521fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:18.617659 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-37d6a1db-5219-4fdb-baf3-9d7a029521fb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1061516 Nov 10 17:36:18.622175 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2eb99589-44c6-44b2-80c0-65034bfac7b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:18.623691 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc346e25-4963-43ba-95d4-14465565cee1 req-4674b287-e58e-47b0-b09c-eaef29aa51db tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:18.635138 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bc346e25-4963-43ba-95d4-14465565cee1 req-4674b287-e58e-47b0-b09c-eaef29aa51db tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5418 time: 0.8720415 Nov 10 17:36:18.692082 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2eb99589-44c6-44b2-80c0-65034bfac7b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:18.702050 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51841cb3-d64c-4397-b8ff-12196473ef79 req-7146cbb6-4053-4a80-9917-7129e8bfc212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:18.703660 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-51841cb3-d64c-4397-b8ff-12196473ef79 req-7146cbb6-4053-4a80-9917-7129e8bfc212 service neutron] 10.222.0.13 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.9748375 Nov 10 17:36:18.807205 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-51841cb3-d64c-4397-b8ff-12196473ef79 req-a6a5cba8-4a6a-4c7b-a1c7-cfd09028dfdc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=1868822c-f819-4cdc-95bb-a12eb9a8a302 HTTP/1.1" status: 200 len: 217 time: 0.0847909 Nov 10 17:36:18.812782 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-ea2cb4f4-de50-4773-b7b1-ec73ba2d2bb8 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871018 Nov 10 17:36:18.827690 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd6f9f-7fc5-437f-a790-f0c5992c31ef req-523ea95d-03e5-4704-a673-d5655df6eed3 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:18.829115 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bdfd6f9f-7fc5-437f-a790-f0c5992c31ef req-523ea95d-03e5-4704-a673-d5655df6eed3 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa3bb5f-dc2a-433c-b1b0-54621c217a16 HTTP/1.1" status: 200 len: 943 time: 0.1312275 Nov 10 17:36:18.838061 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2eb99589-44c6-44b2-80c0-65034bfac7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:18.840406 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2eb99589-44c6-44b2-80c0-65034bfac7b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:18.841736 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2eb99589-44c6-44b2-80c0-65034bfac7b1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/72fe3656-6222-4e17-8d04-8990ec4e02c5 HTTP/1.1" status: 204 len: 168 time: 0.3403747 Nov 10 17:36:18.903279 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237e46ae-137c-4079-9abf-6863cf4f3427 None None] New status for floating IP 9da78453-a1c2-4235-97d2-73e419754443: ACTIVE {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:36:18.915572 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb99589-44c6-44b2-80c0-65034bfac7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fe3656-6222-4e17-8d04-8990ec4e02c5,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:18.997278 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c56e6516-daf3-4c72-9683-93234ddda38f up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:36:19.040955 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bdfd6f9f-7fc5-437f-a790-f0c5992c31ef req-05d010ed-8612-4c64-8bd6-28ebff1bb1d3 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856692 Nov 10 17:36:19.052411 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d3304e2f-f75b-401f-bc21-0ce201092a19 req-7a70649e-73e8-4d7d-9783-924bba15099d service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219718 Nov 10 17:36:19.066692 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bc346e25-4963-43ba-95d4-14465565cee1 req-34a06d60-8623-46c2-89d9-93176b088e74 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4187720 Nov 10 17:36:19.066692 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51841cb3-d64c-4397-b8ff-12196473ef79 req-952c0bc2-0f87-432e-b721-2341fe3c43cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:19.068539 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-51841cb3-d64c-4397-b8ff-12196473ef79 req-952c0bc2-0f87-432e-b721-2341fe3c43cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.2125638 Nov 10 17:36:19.103679 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port c56e6516-daf3-4c72-9683-93234ddda38f triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:19.104078 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:19.190027 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 10 Nov 2021 17:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471b85a3-85b7-4214-822a-c5ccb48c0c12 x-openstack-request-id: req-471b85a3-85b7-4214-822a-c5ccb48c0c12 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:36:19.190027 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e134958-4a8e-4911-bcf5-b21271f972ae", "tag": "444d7675-f23d-4677-8cb9-8add4940040d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ecb45fc4-2334-425b-a012-86a1908cbe78", "tag": "03ede745-bd15-4e19-8e1f-9beee1aed2f7", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:36:19.190027 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-471b85a3-85b7-4214-822a-c5ccb48c0c12 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:36:19.190027 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e134958-4a8e-4911-bcf5-b21271f972ae', 'tag': '444d7675-f23d-4677-8cb9-8add4940040d', 'status': 'completed', 'code': 200} Nov 10 17:36:19.190027 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb45fc4-2334-425b-a012-86a1908cbe78', 'tag': '03ede745-bd15-4e19-8e1f-9beee1aed2f7', 'status': 'completed', 'code': 200} Nov 10 17:36:19.299179 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7d176-7700-47cf-ac66-9ecd29c87a35 req-b923091d-70dc-4a2b-b89c-7755dcf0da1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:19.302156 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d9d7d176-7700-47cf-ac66-9ecd29c87a35 req-b923091d-70dc-4a2b-b89c-7755dcf0da1f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d86a69ccd1024eb0840db8ed52140de1&device_id=0e134958-4a8e-4911-bcf5-b21271f972ae HTTP/1.1" status: 200 len: 1098 time: 0.0903163 Nov 10 17:36:19.367145 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51841cb3-d64c-4397-b8ff-12196473ef79 req-eb6c24ff-d008-4915-839b-77d7123317b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:19.368486 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-51841cb3-d64c-4397-b8ff-12196473ef79 req-eb6c24ff-d008-4915-839b-77d7123317b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0820482 Nov 10 17:36:19.372804 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eabbf885-b330-4f00-b83f-1dcf6d3cc73c admin admin] Router c93993bb-65ea-4b93-97a3-d9703f79041d is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:36:19.419841 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7d176-7700-47cf-ac66-9ecd29c87a35 req-4360c64d-e344-43ae-9dbf-44f872642b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:19.421380 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d9d7d176-7700-47cf-ac66-9ecd29c87a35 req-4360c64d-e344-43ae-9dbf-44f872642b20 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3a53364-5b38-4c80-975d-356131c85952 HTTP/1.1" status: 200 len: 916 time: 0.1108584 Nov 10 17:36:19.521881 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 37374) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:36:19.553629 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d9d7d176-7700-47cf-ac66-9ecd29c87a35 req-2cc2409f-b3c6-442e-8c84-27aa348f6716 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=444d7675-f23d-4677-8cb9-8add4940040d HTTP/1.1" status: 200 len: 1002 time: 0.1228271 Nov 10 17:36:19.614355 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7d176-7700-47cf-ac66-9ecd29c87a35 req-aa740919-d0cd-4872-845f-1a029d0eb0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:19.616695 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d9d7d176-7700-47cf-ac66-9ecd29c87a35 req-aa740919-d0cd-4872-845f-1a029d0eb0b3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0fdfab36-821f-46c5-9341-0410acf3dbbd HTTP/1.1" status: 200 len: 854 time: 0.0563848 Nov 10 17:36:19.672507 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-fc1cbf82-b35e-49ee-8aec-733b12b1051e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-802948032-network', 'tenant_id': 'e797b9c0d29944cb98e2cf15e71360f7'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:36:19.708224 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7d176-7700-47cf-ac66-9ecd29c87a35 req-a2b432e5-df9d-4c36-bbd9-03c93bf17381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:19.709924 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d9d7d176-7700-47cf-ac66-9ecd29c87a35 req-a2b432e5-df9d-4c36-bbd9-03c93bf17381 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3a53364-5b38-4c80-975d-356131c85952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0850530 Nov 10 17:36:19.711546 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1cbf82-b35e-49ee-8aec-733b12b1051e admin admin] Made reservation on behalf of e797b9c0d29944cb98e2cf15e71360f7 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:36:19.713946 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fc1cbf82-b35e-49ee-8aec-733b12b1051e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:19.730820 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fc1cbf82-b35e-49ee-8aec-733b12b1051e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:19.742888 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:36:19.779729 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device c3b440db-4443-454d-9c1f-3c27760a5cdf details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:36:19.855278 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-51841cb3-d64c-4397-b8ff-12196473ef79 req-102813b7-b0d7-47ec-ba91-b9b043dd30ca service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482231 Nov 10 17:36:19.867492 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d9d7d176-7700-47cf-ac66-9ecd29c87a35 req-7acbe09f-a0f0-4432-87c0-050a180c8f2e service neutron] 10.222.0.11 "GET /v2.0/networks/c3a53364-5b38-4c80-975d-356131c85952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445825 Nov 10 17:36:19.870020 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 37388) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:36:19.910074 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port c3b440db-4443-454d-9c1f-3c27760a5cdf, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c3b440db-4443-454d-9c1f-3c27760a5cdf,segment=NetworkSegment(9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12),segment_id=9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:19.913011 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6f6e4-4761-4375-84c2-e3f389545c58 req-8ed7cb5f-ed1c-48ab-9847-6f0c38be592e tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:19.914597 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c7a6f6e4-4761-4375-84c2-e3f389545c58 req-8ed7cb5f-ed1c-48ab-9847-6f0c38be592e tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecb45fc4-2334-425b-a012-86a1908cbe78 HTTP/1.1" status: 200 len: 948 time: 0.2234347 Nov 10 17:36:19.930403 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabbf885-b330-4f00-b83f-1dcf6d3cc73c admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:36:19.936308 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'c3b440db-4443-454d-9c1f-3c27760a5cdf', 'network_id': 'bf31b962-e4cb-4eab-a30d-b7aac66998c7', 'port_id': 'c3b440db-4443-454d-9c1f-3c27760a5cdf', 'mac_address': 'fa:16:3e:28:4f:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ddbd8d9-cc1c-4591-ba53-aab9ea023f46', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:36:19.943596 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e120ebdd-4252-4eeb-8446-74fabdca4ad5 None None] Sync routers for ids ['c93993bb-65ea-4b93-97a3-d9703f79041d'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:36:19.988948 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e120ebdd-4252-4eeb-8446-74fabdca4ad5 None None] Routers {'c93993bb-65ea-4b93-97a3-d9703f79041d'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:36:19.989893 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e120ebdd-4252-4eeb-8446-74fabdca4ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:36:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['c93993bb-65ea-4b93-97a3-d9703f79041d'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:20.005066 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fc1cbf82-b35e-49ee-8aec-733b12b1051e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:20.015010 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.db.resource_extend [None req-0be37129-c0bc-4421-964d-f5173a034e44 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 17:36:20.024121 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fc1cbf82-b35e-49ee-8aec-733b12b1051e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:20.036822 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc1cbf82-b35e-49ee-8aec-733b12b1051e admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:36:20.041874 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:20.048003 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fc1cbf82-b35e-49ee-8aec-733b12b1051e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:20.048388 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-fc1cbf82-b35e-49ee-8aec-733b12b1051e admin admin] Added segment 42dc2b4e-b2ca-43a5-ac2f-40daa324b850 of type vlan for network fdcce804-0eee-4352-bc4a-56d57553f51b Nov 10 17:36:20.058180 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eabbf885-b330-4f00-b83f-1dcf6d3cc73c admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:20.061955 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-eabbf885-b330-4f00-b83f-1dcf6d3cc73c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.5437310 Nov 10 17:36:20.063487 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b440db-4443-454d-9c1f-3c27760a5cdf {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:36:20.071608 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 37392) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:36:20.101398 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fc1cbf82-b35e-49ee-8aec-733b12b1051e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:20.127940 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port c3b440db-4443-454d-9c1f-3c27760a5cdf, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c3b440db-4443-454d-9c1f-3c27760a5cdf,segment=NetworkSegment(9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12),segment_id=9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:20.138035 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:20.156606 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-e50de782-73d9-4e70-9ecc-d54abffbb392 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1086554008-network', 'tenant_id': 'ce0a8fa893854df6a1d54b376bbd6fff'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:36:20.173673 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-e120ebdd-4252-4eeb-8446-74fabdca4ad5 None None] Set router c93993bb-65ea-4b93-97a3-d9703f79041d gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:36:20.184339 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1cbf82-b35e-49ee-8aec-733b12b1051e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9711c51-895f-48bb-8240-e920947ed316,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:20.187371 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fc1cbf82-b35e-49ee-8aec-733b12b1051e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:20.187911 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1cbf82-b35e-49ee-8aec-733b12b1051e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:20.188577 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fc1cbf82-b35e-49ee-8aec-733b12b1051e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:20.188706 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0be37129-c0bc-4421-964d-f5173a034e44 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:20.198405 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50de782-73d9-4e70-9ecc-d54abffbb392 admin admin] Made reservation on behalf of ce0a8fa893854df6a1d54b376bbd6fff for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:36:20.201095 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e50de782-73d9-4e70-9ecc-d54abffbb392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:20.308513 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e50de782-73d9-4e70-9ecc-d54abffbb392 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:20.324471 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d9d7d176-7700-47cf-ac66-9ecd29c87a35 req-7e579e55-1cce-4e7e-a626-6eef29cbfd5e service neutron] 10.222.0.11 "GET /v2.0/networks/c3a53364-5b38-4c80-975d-356131c85952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409482 Nov 10 17:36:20.331445 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fc1cbf82-b35e-49ee-8aec-733b12b1051e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8080733 Nov 10 17:36:20.344290 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 37400) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:36:20.362931 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-b0222050-3177-4c7a-896a-fc1eee31665a admin admin] Request body: {'subnet': {'network_id': 'fdcce804-0eee-4352-bc4a-56d57553f51b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-802948032-subnet', 'tenant_id': 'e797b9c0d29944cb98e2cf15e71360f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:36:20.411937 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0222050-3177-4c7a-896a-fc1eee31665a admin admin] Made reservation on behalf of e797b9c0d29944cb98e2cf15e71360f7 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:36:20.414498 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b0222050-3177-4c7a-896a-fc1eee31665a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:20.421511 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1cbf82-b35e-49ee-8aec-733b12b1051e admin admin] Pushing event updated for resources: {'Network': ['ID=fdcce804-0eee-4352-bc4a-56d57553f51b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:20.435642 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c7a6f6e4-4761-4375-84c2-e3f389545c58 req-6cb9ad9c-53e4-4065-8650-171437a88623 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5032637 Nov 10 17:36:20.442557 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0be37129-c0bc-4421-964d-f5173a034e44 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:20.449408 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-51841cb3-d64c-4397-b8ff-12196473ef79 req-dbcce8f4-db08-4306-9326-fb67d77fa50e service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5726757 Nov 10 17:36:20.461401 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network fdcce804-0eee-4352-bc4a-56d57553f51b details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:36:20.481522 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=c3b440db-4443-454d-9c1f-3c27760a5cdf,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:20.487747 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['c3b440db-4443-454d-9c1f-3c27760a5cdf'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:36:20.540196 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4c8ae-3752-4e40-aa8f-97de862528fa req-1ae077a3-0b40-4cd4-936c-67a724f49ddc tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:20.547618 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b1a4c8ae-3752-4e40-aa8f-97de862528fa req-1ae077a3-0b40-4cd4-936c-67a724f49ddc tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa3bb5f-dc2a-433c-b1b0-54621c217a16 HTTP/1.1" status: 200 len: 944 time: 0.3527999 Nov 10 17:36:20.575619 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7d176-7700-47cf-ac66-9ecd29c87a35 req-1abb613d-7f3f-4888-a122-67819868bb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:20.577231 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d9d7d176-7700-47cf-ac66-9ecd29c87a35 req-1abb613d-7f3f-4888-a122-67819868bb5c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=38fb4e4342ac4097a730b0e8198143dc&device_id=ecb45fc4-2334-425b-a012-86a1908cbe78 HTTP/1.1" status: 200 len: 1100 time: 0.1755159 Nov 10 17:36:20.650169 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [None req-0be37129-c0bc-4421-964d-f5173a034e44 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Floating IP 44ed8058-31cd-49fd-b5bc-7feabbd4b029 associated. External IP: 172.25.5.111, port: bbd3fa1f-4980-48c0-ae7b-ae4106ed0052. Nov 10 17:36:20.745429 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b1a4c8ae-3752-4e40-aa8f-97de862528fa req-f19ad6da-5761-401a-8bd7-23dce37f941d tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968627 Nov 10 17:36:20.764132 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e50de782-73d9-4e70-9ecc-d54abffbb392 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:20.791988 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e50de782-73d9-4e70-9ecc-d54abffbb392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:20.831788 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7d176-7700-47cf-ac66-9ecd29c87a35 req-ae3dbaa9-7e71-4222-89b3-b9f357bd0a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:20.833223 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d9d7d176-7700-47cf-ac66-9ecd29c87a35 req-ae3dbaa9-7e71-4222-89b3-b9f357bd0a33 service neutron] 10.222.0.11 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.2455955 Nov 10 17:36:20.844880 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e120ebdd-4252-4eeb-8446-74fabdca4ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93993bb-65ea-4b93-97a3-d9703f79041d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1832081157-router', 'tenant_id': '802e4baced1f47019b2dd8002e08b3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'ea9d7a29-3610-4baa-84db-76d1c3c60e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:36:13Z', 'updated_at': '2021-11-10T17:36:16Z', 'revision_number': 3, 'project_id': '802e4baced1f47019b2dd8002e08b3ba', 'gw_port': {'id': 'ea9d7a29-3610-4baa-84db-76d1c3c60e54', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93993bb-65ea-4b93-97a3-d9703f79041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:36:14Z', 'updated_at': '2021-11-10T17:36:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:20.851619 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30a7f8-de85-4143-ac60-6c59c5ba9114 req-ce12c615-b399-47d1-9428-0263be138695 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:20.857848 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30a7f8-de85-4143-ac60-6c59c5ba9114 req-ce12c615-b399-47d1-9428-0263be138695 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:20.858624 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e50de782-73d9-4e70-9ecc-d54abffbb392 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:36:20.865532 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30a7f8-de85-4143-ac60-6c59c5ba9114 req-ce12c615-b399-47d1-9428-0263be138695 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:20.871906 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30a7f8-de85-4143-ac60-6c59c5ba9114 req-ce12c615-b399-47d1-9428-0263be138695 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:20.875086 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e120ebdd-4252-4eeb-8446-74fabdca4ad5 None None] Checking router: c93993bb-65ea-4b93-97a3-d9703f79041d for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:36:20.875531 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e120ebdd-4252-4eeb-8446-74fabdca4ad5 None None] Updating router c93993bb-65ea-4b93-97a3-d9703f79041d port ea9d7a29-3610-4baa-84db-76d1c3c60e54 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:36:20.878528 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30a7f8-de85-4143-ac60-6c59c5ba9114 req-ce12c615-b399-47d1-9428-0263be138695 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:20.885204 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30a7f8-de85-4143-ac60-6c59c5ba9114 req-ce12c615-b399-47d1-9428-0263be138695 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:20.891349 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30a7f8-de85-4143-ac60-6c59c5ba9114 req-ce12c615-b399-47d1-9428-0263be138695 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:20.893421 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-de30a7f8-de85-4143-ac60-6c59c5ba9114 req-ce12c615-b399-47d1-9428-0263be138695 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5418 time: 0.2592528 Nov 10 17:36:20.906745 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e120ebdd-4252-4eeb-8446-74fabdca4ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:20.907944 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50de782-73d9-4e70-9ecc-d54abffbb392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eca5a49-bf21-40be-ae5f-dacedf1a8a1f,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:20.910963 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e50de782-73d9-4e70-9ecc-d54abffbb392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:20.911309 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-e50de782-73d9-4e70-9ecc-d54abffbb392 admin admin] Added segment 3bb362fa-b89d-4137-b7fb-8027aa8a453c of type vlan for network 473cee17-2d83-454e-aef5-48af03244af5 Nov 10 17:36:20.915299 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d9d7d176-7700-47cf-ac66-9ecd29c87a35 req-e62435dc-f9c9-4064-a3e6-de9b568a081b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=03ede745-bd15-4e19-8e1f-9beee1aed2f7 HTTP/1.1" status: 200 len: 217 time: 0.0693293 Nov 10 17:36:21.028011 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e50de782-73d9-4e70-9ecc-d54abffbb392 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:21.041478 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b0222050-3177-4c7a-896a-fc1eee31665a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:21.082190 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7d176-7700-47cf-ac66-9ecd29c87a35 req-49bac824-1b00-411b-8729-780c7c48d647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:21.083554 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d9d7d176-7700-47cf-ac66-9ecd29c87a35 req-49bac824-1b00-411b-8729-780c7c48d647 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1405487 Nov 10 17:36:21.090930 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-de30a7f8-de85-4143-ac60-6c59c5ba9114 req-c430f0ae-7955-4ffc-9331-e4c81d9a4757 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1813104 Nov 10 17:36:21.121280 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e50de782-73d9-4e70-9ecc-d54abffbb392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:21.121280 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50de782-73d9-4e70-9ecc-d54abffbb392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:21.121280 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e50de782-73d9-4e70-9ecc-d54abffbb392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:21.143544 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0222050-3177-4c7a-896a-fc1eee31665a admin admin] Pushing event updated for resources: {'Subnet': ['ID=898255d9-6ca5-440d-ad7d-ca69abc8e6a6,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:21.204662 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be37129-c0bc-4421-964d-f5173a034e44 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Router 8757644e-cb2d-489a-8686-7e2264028635 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:36:21.221477 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e50de782-73d9-4e70-9ecc-d54abffbb392 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3503468 Nov 10 17:36:21.230054 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 37402) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:36:21.236106 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-3fce831a-4f2e-4bc4-bf68-f096a4fb3811 admin admin] Request body: {'subnet': {'network_id': '473cee17-2d83-454e-aef5-48af03244af5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1086554008-subnet', 'tenant_id': 'ce0a8fa893854df6a1d54b376bbd6fff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:36:21.236345 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e120ebdd-4252-4eeb-8446-74fabdca4ad5 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:21.241404 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50de782-73d9-4e70-9ecc-d54abffbb392 admin admin] Pushing event updated for resources: {'Network': ['ID=473cee17-2d83-454e-aef5-48af03244af5,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:21.245324 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e120ebdd-4252-4eeb-8446-74fabdca4ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:21.245519 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0222050-3177-4c7a-896a-fc1eee31665a admin admin] Checking segment: {'id': '42dc2b4e-b2ca-43a5-ac2f-40daa324b850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fdcce804-0eee-4352-bc4a-56d57553f51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:36:21.245833 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0222050-3177-4c7a-896a-fc1eee31665a admin admin] Network hostable DHCP agents. Network: fdcce804-0eee-4352-bc4a-56d57553f51b, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:36:21.252592 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7d176-7700-47cf-ac66-9ecd29c87a35 req-944189be-3d64-45e7-84cb-cef8af0cd5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:21.254141 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d9d7d176-7700-47cf-ac66-9ecd29c87a35 req-944189be-3d64-45e7-84cb-cef8af0cd5bb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1529586 Nov 10 17:36:21.261394 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 473cee17-2d83-454e-aef5-48af03244af5 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:36:21.309678 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3354a06f-2f83-4860-a27f-3cef15b14656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:21.332353 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0222050-3177-4c7a-896a-fc1eee31665a admin admin] Network fdcce804-0eee-4352-bc4a-56d57553f51b is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:36:21.345850 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fce831a-4f2e-4bc4-bf68-f096a4fb3811 admin admin] Made reservation on behalf of ce0a8fa893854df6a1d54b376bbd6fff for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:36:21.348324 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3fce831a-4f2e-4bc4-bf68-f096a4fb3811 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:21.353330 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-b0222050-3177-4c7a-896a-fc1eee31665a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, fdcce804-0eee-4352-bc4a-56d57553f51b) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:36:21.369264 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-e120ebdd-4252-4eeb-8446-74fabdca4ad5 None None] Attempting to bind port ea9d7a29-3610-4baa-84db-76d1c3c60e54 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:36:21.369264 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-e120ebdd-4252-4eeb-8446-74fabdca4ad5 None None] Attempting to bind port ea9d7a29-3610-4baa-84db-76d1c3c60e54 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:36:21.370020 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e120ebdd-4252-4eeb-8446-74fabdca4ad5 None None] Attempting to bind port ea9d7a29-3610-4baa-84db-76d1c3c60e54 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:36:21.370389 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0222050-3177-4c7a-896a-fc1eee31665a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:21.371407 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b0222050-3177-4c7a-896a-fc1eee31665a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:21.385185 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e391e5f7-18bb-4081-831b-ba03e9b670d2 None None] Network fdcce804-0eee-4352-bc4a-56d57553f51b requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:36:21.387136 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb57b3-4527-4d8d-8b2c-263187288472 None None] Pushing event updated for resources: {'Port': ['ID=ea9d7a29-3610-4baa-84db-76d1c3c60e54,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:21.430563 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be37129-c0bc-4421-964d-f5173a034e44 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:36:21.437101 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0be37129-c0bc-4421-964d-f5173a034e44 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:21.442867 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d331037-6f92-4fea-96c8-6ce0a92b61c2 None None] Sync routers for ids ['8757644e-cb2d-489a-8686-7e2264028635'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:36:21.446386 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e120ebdd-4252-4eeb-8446-74fabdca4ad5 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:36:21.446984 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e120ebdd-4252-4eeb-8446-74fabdca4ad5 None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:36:21.447758 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e120ebdd-4252-4eeb-8446-74fabdca4ad5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:21.447913 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e120ebdd-4252-4eeb-8446-74fabdca4ad5 None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:36:21.448476 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-e120ebdd-4252-4eeb-8446-74fabdca4ad5 None None] Bound port: ea9d7a29-3610-4baa-84db-76d1c3c60e54, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:36:21.448925 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e120ebdd-4252-4eeb-8446-74fabdca4ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:21.460818 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d331037-6f92-4fea-96c8-6ce0a92b61c2 None None] Routers {'8757644e-cb2d-489a-8686-7e2264028635'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:36:21.462215 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-3d331037-6f92-4fea-96c8-6ce0a92b61c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:36:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['8757644e-cb2d-489a-8686-7e2264028635'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:21.544996 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-e120ebdd-4252-4eeb-8446-74fabdca4ad5 None None] For port ea9d7a29-3610-4baa-84db-76d1c3c60e54, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:36:21.567910 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-e120ebdd-4252-4eeb-8446-74fabdca4ad5 None None] For port ea9d7a29-3610-4baa-84db-76d1c3c60e54, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ea9d7a29-3610-4baa-84db-76d1c3c60e54,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:36:21.594786 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 1868822c-f819-4cdc-95bb-a12eb9a8a302 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:36:21.598810 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e120ebdd-4252-4eeb-8446-74fabdca4ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:21.629625 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0be37129-c0bc-4421-964d-f5173a034e44 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "PUT /v2.0/floatingips/44ed8058-31cd-49fd-b5bc-7feabbd4b029 HTTP/1.1" status: 200 len: 992 time: 3.7647336 Nov 10 17:36:21.634493 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3', 'tag': 'bbd3fa1f-4980-48c0-ae7b-ae4106ed0052'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:36:21.637496 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8400c98-f159-4617-ae68-1efbbca73ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3", "tag": "bbd3fa1f-4980-48c0-ae7b-ae4106ed0052"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:36:21.667417 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-3354a06f-2f83-4860-a27f-3cef15b14656 admin admin] Allocated IP 172.20.0.1 (be68d673-ed50-4f4c-af41-5bad87146134/8520f2d5-a2cb-4344-8e6f-2e390db5a231/98c29f30-c7e2-4836-9dfd-6aae0e6fbd85) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:36:21.704705 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2fcc43-5d8a-4d0e-a591-e82fe144923f None None] Network fdcce804-0eee-4352-bc4a-56d57553f51b requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:36:21.716642 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-3d331037-6f92-4fea-96c8-6ce0a92b61c2 None None] Set router 8757644e-cb2d-489a-8686-7e2264028635 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:36:21.725684 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b0222050-3177-4c7a-896a-fc1eee31665a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3679314 Nov 10 17:36:21.778300 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d9d7d176-7700-47cf-ac66-9ecd29c87a35 req-65ee4d27-4efb-4133-9bb8-04e1648a12c7 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5027075 Nov 10 17:36:21.799460 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device d91136a8-ce33-4918-a613-fe42fbce644b details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:36:21.801480 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device c3b440db-4443-454d-9c1f-3c27760a5cdf up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:36:21.811206 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4797c3d5-8908-4a4c-8e22-e16ec4e51d60 x-openstack-request-id: req-4797c3d5-8908-4a4c-8e22-e16ec4e51d60 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:36:21.811685 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3", "tag": "bbd3fa1f-4980-48c0-ae7b-ae4106ed0052", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:36:21.811831 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4797c3d5-8908-4a4c-8e22-e16ec4e51d60 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:36:21.813438 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3', 'tag': 'bbd3fa1f-4980-48c0-ae7b-ae4106ed0052', 'status': 'completed', 'code': 200} Nov 10 17:36:21.935137 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e120ebdd-4252-4eeb-8446-74fabdca4ad5 None None] Routers {'c93993bb-65ea-4b93-97a3-d9703f79041d'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:36:21.935633 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e120ebdd-4252-4eeb-8446-74fabdca4ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:36:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['c93993bb-65ea-4b93-97a3-d9703f79041d'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:21.944250 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.resource_extend [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 17:36:21.990958 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8400c98-f159-4617-ae68-1efbbca73ad5 req-7f91afa9-e8a1-4b00-8f1a-5b5ec9a44fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:21.992659 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c8400c98-f159-4617-ae68-1efbbca73ad5 req-7f91afa9-e8a1-4b00-8f1a-5b5ec9a44fed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a2f9b4cb82b4f66a64c221b0e5fc0e1&device_id=4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3 HTTP/1.1" status: 200 len: 1098 time: 0.1619327 Nov 10 17:36:21.998270 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3354a06f-2f83-4860-a27f-3cef15b14656 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:22.003217 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf8ed3-9975-46ec-b01b-cae51c453433 req-03c47489-7aa0-4547-b9dc-22f87fed7c12 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:22.008171 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cfbf8ed3-9975-46ec-b01b-cae51c453433 req-03c47489-7aa0-4547-b9dc-22f87fed7c12 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecb45fc4-2334-425b-a012-86a1908cbe78 HTTP/1.1" status: 200 len: 948 time: 0.3244488 Nov 10 17:36:22.026604 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9aa405-b992-4aa8-9b43-ed540e43e598 req-b4b510a8-5cce-49e6-bf5d-c7a260694c18 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:22.034133 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ee9aa405-b992-4aa8-9b43-ed540e43e598 req-b4b510a8-5cce-49e6-bf5d-c7a260694c18 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa3bb5f-dc2a-433c-b1b0-54621c217a16 HTTP/1.1" status: 200 len: 944 time: 0.1209831 Nov 10 17:36:22.109198 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port d91136a8-ce33-4918-a613-fe42fbce644b, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d91136a8-ce33-4918-a613-fe42fbce644b,segment=NetworkSegment(075697be-07cf-47b8-98f3-bb3c0c948546),segment_id=075697be-07cf-47b8-98f3-bb3c0c948546)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:22.114237 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3fce831a-4f2e-4bc4-bf68-f096a4fb3811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:22.125209 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'd91136a8-ce33-4918-a613-fe42fbce644b', 'network_id': 'bd6bf6ab-ba3a-413b-abc3-299018f27566', 'port_id': 'd91136a8-ce33-4918-a613-fe42fbce644b', 'mac_address': 'fa:16:3e:6a:d5:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc214285-d346-4cd8-ad33-53f4b62c91f1', 'ip_address': '10.1.1.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:36:22.182677 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ee9aa405-b992-4aa8-9b43-ed540e43e598 req-2e2aa325-3a7e-44f5-822f-6dde96b243a3 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425765 Nov 10 17:36:22.184824 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce831a-4f2e-4bc4-bf68-f096a4fb3811 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a8dcba8-7814-4574-81fb-79d6a1bf0216,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:22.188209 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3354a06f-2f83-4860-a27f-3cef15b14656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:22.205304 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cfbf8ed3-9975-46ec-b01b-cae51c453433 req-9ac9a8d0-3230-4d78-8baa-af6bee77eb74 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638546 Nov 10 17:36:22.222571 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:22.251693 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d91136a8-ce33-4918-a613-fe42fbce644b {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:36:22.267653 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fce831a-4f2e-4bc4-bf68-f096a4fb3811 admin admin] Checking segment: {'id': '3bb362fa-b89d-4137-b7fb-8027aa8a453c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '473cee17-2d83-454e-aef5-48af03244af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:36:22.268987 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fce831a-4f2e-4bc4-bf68-f096a4fb3811 admin admin] Network hostable DHCP agents. Network: 473cee17-2d83-454e-aef5-48af03244af5, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:36:22.272828 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port d91136a8-ce33-4918-a613-fe42fbce644b, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d91136a8-ce33-4918-a613-fe42fbce644b,segment=NetworkSegment(075697be-07cf-47b8-98f3-bb3c0c948546),segment_id=075697be-07cf-47b8-98f3-bb3c0c948546)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:22.273531 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8400c98-f159-4617-ae68-1efbbca73ad5 req-17dc689c-2cdd-4a67-964f-6be95f35c423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:22.275107 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c8400c98-f159-4617-ae68-1efbbca73ad5 req-17dc689c-2cdd-4a67-964f-6be95f35c423 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6e393f16-27f3-4592-b155-5e9988c4a9f7 HTTP/1.1" status: 200 len: 913 time: 0.2713549 Nov 10 17:36:22.283155 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb57b3-4527-4d8d-8b2c-263187288472 None None] Pushing event updated for resources: {'Port': ['ID=ea9d7a29-3610-4baa-84db-76d1c3c60e54,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:22.289962 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d9d7d176-7700-47cf-ac66-9ecd29c87a35 req-6cb75918-cbf8-4650-a774-dfbaa5343cf2 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476510 Nov 10 17:36:22.306274 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port c3b440db-4443-454d-9c1f-3c27760a5cdf completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:36:22.323000 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354a06f-2f83-4860-a27f-3cef15b14656 admin admin] Pushing event updated for resources: {'Port': ['ID=98c29f30-c7e2-4836-9dfd-6aae0e6fbd85,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:22.330491 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port c3b440db-4443-454d-9c1f-3c27760a5cdf triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:22.330862 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:22.332514 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:22.333166 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 6d357b0f-39d1-4fb0-b1d9-8e35928b21e5 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:36:22.339648 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fce831a-4f2e-4bc4-bf68-f096a4fb3811 admin admin] Network 473cee17-2d83-454e-aef5-48af03244af5 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:36:22.346657 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-3d331037-6f92-4fea-96c8-6ce0a92b61c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757644e-cb2d-489a-8686-7e2264028635', 'name': 'tempest-ServersTestManualDisk-1384636180-router', 'tenant_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '24a2d734-629a-4993-8250-2a385f2d23db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:24Z', 'updated_at': '2021-11-10T17:35:40Z', 'revision_number': 4, 'project_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'gw_port': {'id': '24a2d734-629a-4993-8250-2a385f2d23db', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:99:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757644e-cb2d-489a-8686-7e2264028635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:26Z', 'updated_at': '2021-11-10T17:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '44ed8058-31cd-49fd-b5bc-7feabbd4b029', 'tenant_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'floating_ip_address': '172.25.5.111', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '8757644e-cb2d-489a-8686-7e2264028635', 'port_id': 'bbd3fa1f-4980-48c0-ae7b-ae4106ed0052', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e393f16-27f3-4592-b155-5e9988c4a9f7', 'mac_address': 'fa:16:3e:9c:58:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:35:52Z', 'updated_at': '2021-11-10T17:36:19Z', 'revision_number': 1, 'project_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a37103-553f-446b-a537-19e91cf4dbb6', 'name': '', 'network_id': '6e393f16-27f3-4592-b155-5e9988c4a9f7', 'tenant_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'mac_address': 'fa:16:3e:be:7d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757644e-cb2d-489a-8686-7e2264028635', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '809d825c-e65e-4bd2-89e0-89c51c3a8699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:35Z', 'updated_at': '2021-11-10T17:35:49Z', 'revision_number': 5, 'project_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'subnets': [{'id': '809d825c-e65e-4bd2-89e0-89c51c3a8699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:22.353449 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-3fce831a-4f2e-4bc4-bf68-f096a4fb3811 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 473cee17-2d83-454e-aef5-48af03244af5) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:36:22.357634 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fce831a-4f2e-4bc4-bf68-f096a4fb3811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:22.358213 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3fce831a-4f2e-4bc4-bf68-f096a4fb3811 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:22.394544 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3fce831a-4f2e-4bc4-bf68-f096a4fb3811 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1622024 Nov 10 17:36:22.411561 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3354a06f-2f83-4860-a27f-3cef15b14656 admin admin] Network be68d673-ed50-4f4c-af41-5bad87146134 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:36:22.426381 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-3354a06f-2f83-4860-a27f-3cef15b14656 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:36:22.427314 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d331037-6f92-4fea-96c8-6ce0a92b61c2 None None] Checking router: 8757644e-cb2d-489a-8686-7e2264028635 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:36:22.442598 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3354a06f-2f83-4860-a27f-3cef15b14656 admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:36:22.455201 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d331037-6f92-4fea-96c8-6ce0a92b61c2 None None] Routers {'8757644e-cb2d-489a-8686-7e2264028635'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:36:22.458602 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-3d331037-6f92-4fea-96c8-6ce0a92b61c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:36:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['8757644e-cb2d-489a-8686-7e2264028635'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:22.517716 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c8400c98-f159-4617-ae68-1efbbca73ad5 req-d58ec335-6e63-4c56-a484-4be3c2f24c77 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbd3fa1f-4980-48c0-ae7b-ae4106ed0052 HTTP/1.1" status: 200 len: 1000 time: 0.2154391 Nov 10 17:36:22.616601 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3354a06f-2f83-4860-a27f-3cef15b14656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:22.657245 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-3d331037-6f92-4fea-96c8-6ce0a92b61c2 None None] Set router 8757644e-cb2d-489a-8686-7e2264028635 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:36:22.800100 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 1868822c-f819-4cdc-95bb-a12eb9a8a302, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=1868822c-f819-4cdc-95bb-a12eb9a8a302,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:22.815390 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=d91136a8-ce33-4918-a613-fe42fbce644b,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:22.821887 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-e8b612c4-9602-4333-a294-ba326a902069 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:22.826059 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-e8b612c4-9602-4333-a294-ba326a902069 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/networks?id=fdcce804-0eee-4352-bc4a-56d57553f51b HTTP/1.1" status: 200 len: 813 time: 0.2136681 Nov 10 17:36:22.828796 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '1868822c-f819-4cdc-95bb-a12eb9a8a302', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': '1868822c-f819-4cdc-95bb-a12eb9a8a302', 'mac_address': 'fa:16:3e:bb:ee:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:36:22.840307 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a278b868-bcc6-4c44-8663-db7a14d2d2fc None None] Network 473cee17-2d83-454e-aef5-48af03244af5 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:36:22.851130 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-b70d02fa-4d46-4af7-86c7-7e46b6839802 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/quotas/e797b9c0d29944cb98e2cf15e71360f7 HTTP/1.1" status: 200 len: 375 time: 0.0195527 Nov 10 17:36:22.907190 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-d4f0b9be-29cd-4cbc-a52d-e2772efa36a0 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e797b9c0d29944cb98e2cf15e71360f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549722 Nov 10 17:36:22.957231 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf8008-bd0e-4765-8e6e-fa7bfaf9b76f req-468d9866-0848-44dc-8b63-9331799718a6 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:22.964447 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf8008-bd0e-4765-8e6e-fa7bfaf9b76f req-468d9866-0848-44dc-8b63-9331799718a6 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:22.973802 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf8008-bd0e-4765-8e6e-fa7bfaf9b76f req-468d9866-0848-44dc-8b63-9331799718a6 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:22.982385 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf8008-bd0e-4765-8e6e-fa7bfaf9b76f req-468d9866-0848-44dc-8b63-9331799718a6 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:22.988491 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf8008-bd0e-4765-8e6e-fa7bfaf9b76f req-468d9866-0848-44dc-8b63-9331799718a6 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:22.996260 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf8008-bd0e-4765-8e6e-fa7bfaf9b76f req-468d9866-0848-44dc-8b63-9331799718a6 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:23.002242 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf8008-bd0e-4765-8e6e-fa7bfaf9b76f req-468d9866-0848-44dc-8b63-9331799718a6 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:23.006557 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-3d331037-6f92-4fea-96c8-6ce0a92b61c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757644e-cb2d-489a-8686-7e2264028635', 'name': 'tempest-ServersTestManualDisk-1384636180-router', 'tenant_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '24a2d734-629a-4993-8250-2a385f2d23db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:24Z', 'updated_at': '2021-11-10T17:35:40Z', 'revision_number': 4, 'project_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'gw_port': {'id': '24a2d734-629a-4993-8250-2a385f2d23db', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:99:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757644e-cb2d-489a-8686-7e2264028635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:26Z', 'updated_at': '2021-11-10T17:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '44ed8058-31cd-49fd-b5bc-7feabbd4b029', 'tenant_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'floating_ip_address': '172.25.5.111', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '8757644e-cb2d-489a-8686-7e2264028635', 'port_id': 'bbd3fa1f-4980-48c0-ae7b-ae4106ed0052', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e393f16-27f3-4592-b155-5e9988c4a9f7', 'mac_address': 'fa:16:3e:9c:58:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:35:52Z', 'updated_at': '2021-11-10T17:36:19Z', 'revision_number': 1, 'project_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a37103-553f-446b-a537-19e91cf4dbb6', 'name': '', 'network_id': '6e393f16-27f3-4592-b155-5e9988c4a9f7', 'tenant_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'mac_address': 'fa:16:3e:be:7d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757644e-cb2d-489a-8686-7e2264028635', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '809d825c-e65e-4bd2-89e0-89c51c3a8699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:35Z', 'updated_at': '2021-11-10T17:35:49Z', 'revision_number': 5, 'project_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'subnets': [{'id': '809d825c-e65e-4bd2-89e0-89c51c3a8699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:23.013544 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-b33f766b-c051-4db8-aa7d-e91ec9d80d77 service neutron] 10.222.0.39 "GET /v2.0/networks/fdcce804-0eee-4352-bc4a-56d57553f51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053109 Nov 10 17:36:23.016327 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ddbf8008-bd0e-4765-8e6e-fa7bfaf9b76f req-468d9866-0848-44dc-8b63-9331799718a6 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5419 time: 0.5955565 Nov 10 17:36:23.032025 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8400c98-f159-4617-ae68-1efbbca73ad5 req-2f3fe03d-500b-49ab-85e9-409b39b0e484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:23.033510 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c8400c98-f159-4617-ae68-1efbbca73ad5 req-2f3fe03d-500b-49ab-85e9-409b39b0e484 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=809d825c-e65e-4bd2-89e0-89c51c3a8699 HTTP/1.1" status: 200 len: 851 time: 0.5020790 Nov 10 17:36:23.062306 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d331037-6f92-4fea-96c8-6ce0a92b61c2 None None] The sync data for ids ['8757644e-cb2d-489a-8686-7e2264028635'] in n-d-776250-10 is: [{'id': '8757644e-cb2d-489a-8686-7e2264028635', 'name': 'tempest-ServersTestManualDisk-1384636180-router', 'tenant_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '24a2d734-629a-4993-8250-2a385f2d23db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:24Z', 'updated_at': '2021-11-10T17:35:40Z', 'revision_number': 4, 'project_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'gw_port': {'id': '24a2d734-629a-4993-8250-2a385f2d23db', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:99:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757644e-cb2d-489a-8686-7e2264028635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:26Z', 'updated_at': '2021-11-10T17:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '44ed8058-31cd-49fd-b5bc-7feabbd4b029', 'tenant_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'floating_ip_address': '172.25.5.111', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '8757644e-cb2d-489a-8686-7e2264028635', 'port_id': 'bbd3fa1f-4980-48c0-ae7b-ae4106ed0052', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e393f16-27f3-4592-b155-5e9988c4a9f7', 'mac_address': 'fa:16:3e:9c:58:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:35:52Z', 'updated_at': '2021-11-10T17:36:19Z', 'revision_number': 1, 'project_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76a37103-553f-446b-a537-19e91cf4dbb6', 'name': '', 'network_id': '6e393f16-27f3-4592-b155-5e9988c4a9f7', 'tenant_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'mac_address': 'fa:16:3e:be:7d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757644e-cb2d-489a-8686-7e2264028635', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '809d825c-e65e-4bd2-89e0-89c51c3a8699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:35Z', 'updated_at': '2021-11-10T17:35:49Z', 'revision_number': 5, 'project_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'subnets': [{'id': '809d825c-e65e-4bd2-89e0-89c51c3a8699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:36:23.104943 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-e120ebdd-4252-4eeb-8446-74fabdca4ad5 None None] Set router c93993bb-65ea-4b93-97a3-d9703f79041d gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:36:23.137819 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-20135e24-0a6e-4480-9b1e-61c6cbae32b2 None None] Provisioning complete for port 98c29f30-c7e2-4836-9dfd-6aae0e6fbd85 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:23.138201 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-20135e24-0a6e-4480-9b1e-61c6cbae32b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:23.163186 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-f84493bf-9d9d-40c9-b60b-d46dfa37b8e7 service neutron] 10.222.0.39 "GET /v2.0/networks/fdcce804-0eee-4352-bc4a-56d57553f51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395454 Nov 10 17:36:23.166447 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ddbf8008-bd0e-4765-8e6e-fa7bfaf9b76f req-782e229c-fc39-4c8d-a49e-1c841c6972ea tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1508493 Nov 10 17:36:23.211401 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8400c98-f159-4617-ae68-1efbbca73ad5 req-e967366f-3889-4abe-92e2-b5ea460f49bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:23.213252 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c8400c98-f159-4617-ae68-1efbbca73ad5 req-e967366f-3889-4abe-92e2-b5ea460f49bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e393f16-27f3-4592-b155-5e9988c4a9f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1438529 Nov 10 17:36:23.231227 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:23.342132 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c8400c98-f159-4617-ae68-1efbbca73ad5 req-029f68c7-b722-4de0-8225-089c0e21c5b4 service neutron] 10.222.0.13 "GET /v2.0/networks/6e393f16-27f3-4592-b155-5e9988c4a9f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057858 Nov 10 17:36:23.344972 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3354a06f-2f83-4860-a27f-3cef15b14656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:23.383890 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-20135e24-0a6e-4480-9b1e-61c6cbae32b2 None None] Port 98c29f30-c7e2-4836-9dfd-6aae0e6fbd85 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:36:23.391279 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1868822c-f819-4cdc-95bb-a12eb9a8a302 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:36:23.464606 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 6d357b0f-39d1-4fb0-b1d9-8e35928b21e5, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=6d357b0f-39d1-4fb0-b1d9-8e35928b21e5,segment=NetworkSegment(a579ae98-b84f-4aec-aba4-51aa8df975cc),segment_id=a579ae98-b84f-4aec-aba4-51aa8df975cc)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:23.500730 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b446b2-c040-4242-8878-49bf92316518 None None] New status for floating IP 44ed8058-31cd-49fd-b5bc-7feabbd4b029: ACTIVE {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:36:23.503475 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab0382d-1d9d-42da-b747-37b81ed62836 None None] Network 473cee17-2d83-454e-aef5-48af03244af5 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:36:23.519640 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 1868822c-f819-4cdc-95bb-a12eb9a8a302, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=1868822c-f819-4cdc-95bb-a12eb9a8a302,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:23.521963 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:23.592020 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e821e-8d75-48ad-8901-d480e4a4edda req-f27a886b-c839-42e4-be7d-bd5256b1d769 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:23.601223 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ba1e821e-8d75-48ad-8901-d480e4a4edda req-f27a886b-c839-42e4-be7d-bd5256b1d769 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa3bb5f-dc2a-433c-b1b0-54621c217a16 HTTP/1.1" status: 200 len: 944 time: 0.0857275 Nov 10 17:36:23.607198 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '6d357b0f-39d1-4fb0-b1d9-8e35928b21e5', 'network_id': 'd8ef22d3-496c-4901-a77e-1a8f4787440f', 'port_id': '6d357b0f-39d1-4fb0-b1d9-8e35928b21e5', 'mac_address': 'fa:16:3e:25:a0:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a253c1-2e01-46bf-87f1-80f759de3839', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:36:23.633417 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:23.680037 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ba1e821e-8d75-48ad-8901-d480e4a4edda req-f6f7545a-5b98-4a55-b7ec-a0a35fabca28 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778029 Nov 10 17:36:23.751475 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa3bb5f-dc2a-433c-b1b0-54621c217a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b440db-4443-454d-9c1f-3c27760a5cdf'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:36:23.753758 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8fb8a3-8279-48bd-a7e7-f55e0c4c8762" -d '{"events": [{"server_uuid": "8aa3bb5f-dc2a-433c-b1b0-54621c217a16", "name": "network-vif-plugged", "status": "completed", "tag": "c3b440db-4443-454d-9c1f-3c27760a5cdf"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:36:23.781720 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c8400c98-f159-4617-ae68-1efbbca73ad5 req-cf1995bd-cc9b-44ac-bb26-9a48631f1b52 service neutron] 10.222.0.13 "GET /v2.0/networks/6e393f16-27f3-4592-b155-5e9988c4a9f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936636 Nov 10 17:36:23.797820 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-41d6b55b-5049-457c-a799-dcbeed45c985 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:23.799487 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-41d6b55b-5049-457c-a799-dcbeed45c985 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.39 "GET /v2.0/networks?id=473cee17-2d83-454e-aef5-48af03244af5 HTTP/1.1" status: 200 len: 822 time: 0.3416901 Nov 10 17:36:23.842772 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670c790-d7dd-4c65-bf73-c933727fee12 req-8f8071de-65da-4697-ad5f-bf055cbe7c5e tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:23.852270 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port c3b440db-4443-454d-9c1f-3c27760a5cdf, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c3b440db-4443-454d-9c1f-3c27760a5cdf,segment=NetworkSegment(9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12),segment_id=9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:23.853192 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5670c790-d7dd-4c65-bf73-c933727fee12 req-8f8071de-65da-4697-ad5f-bf055cbe7c5e tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecb45fc4-2334-425b-a012-86a1908cbe78 HTTP/1.1" status: 200 len: 948 time: 0.0870931 Nov 10 17:36:23.854934 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-684a1ca4-958e-4af6-911c-fa8724d0732a tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.39 "GET /v2.0/quotas/ce0a8fa893854df6a1d54b376bbd6fff HTTP/1.1" status: 200 len: 375 time: 0.0289271 Nov 10 17:36:23.888269 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:23.899904 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:23.902459 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-1c6fe008-fc34-4602-b181-aacf468883b4 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ce0a8fa893854df6a1d54b376bbd6fff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465331 Nov 10 17:36:23.928983 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=1868822c-f819-4cdc-95bb-a12eb9a8a302,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:23.933758 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5670c790-d7dd-4c65-bf73-c933727fee12 req-5327313b-40ce-4c8b-9682-b440d80f69e2 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793319 Nov 10 17:36:23.999620 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d357b0f-39d1-4fb0-b1d9-8e35928b21e5 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:36:24.002734 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3354a06f-2f83-4860-a27f-3cef15b14656 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:24.006184 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-1f72eb4b-ce79-4a6d-86dd-9c5d99cd8d1b service neutron] 10.222.0.39 "GET /v2.0/networks/473cee17-2d83-454e-aef5-48af03244af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027389 Nov 10 17:36:24.009184 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3354a06f-2f83-4860-a27f-3cef15b14656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:24.028729 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['1868822c-f819-4cdc-95bb-a12eb9a8a302'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:36:24.139152 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 6d357b0f-39d1-4fb0-b1d9-8e35928b21e5, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=6d357b0f-39d1-4fb0-b1d9-8e35928b21e5,segment=NetworkSegment(a579ae98-b84f-4aec-aba4-51aa8df975cc),segment_id=a579ae98-b84f-4aec-aba4-51aa8df975cc)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:24.140237 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354a06f-2f83-4860-a27f-3cef15b14656 admin admin] Pushing event updated for resources: {'Port': ['ID=98c29f30-c7e2-4836-9dfd-6aae0e6fbd85,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:24.147354 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3354a06f-2f83-4860-a27f-3cef15b14656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:24.159764 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:24.160817 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 1b397362-5908-4133-821d-3cd55c0c1231 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:36:24.166176 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e120ebdd-4252-4eeb-8446-74fabdca4ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93993bb-65ea-4b93-97a3-d9703f79041d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1832081157-router', 'tenant_id': '802e4baced1f47019b2dd8002e08b3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'ea9d7a29-3610-4baa-84db-76d1c3c60e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:36:13Z', 'updated_at': '2021-11-10T17:36:16Z', 'revision_number': 3, 'project_id': '802e4baced1f47019b2dd8002e08b3ba', 'gw_port': {'id': 'ea9d7a29-3610-4baa-84db-76d1c3c60e54', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93993bb-65ea-4b93-97a3-d9703f79041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:36:14Z', 'updated_at': '2021-11-10T17:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:24.174633 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=c3b440db-4443-454d-9c1f-3c27760a5cdf,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:24.198305 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-23845915-2b45-48ab-9242-500c20c1cac2 req-fc2014fd-d9c9-48e8-9917-8710c462052b tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 210 time: 0.0388792 Nov 10 17:36:24.228134 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e120ebdd-4252-4eeb-8446-74fabdca4ad5 None None] The sync data for ids ['c93993bb-65ea-4b93-97a3-d9703f79041d'] in n-d-776250-10 is: [{'id': 'c93993bb-65ea-4b93-97a3-d9703f79041d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1832081157-router', 'tenant_id': '802e4baced1f47019b2dd8002e08b3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'ea9d7a29-3610-4baa-84db-76d1c3c60e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:36:13Z', 'updated_at': '2021-11-10T17:36:16Z', 'revision_number': 3, 'project_id': '802e4baced1f47019b2dd8002e08b3ba', 'gw_port': {'id': 'ea9d7a29-3610-4baa-84db-76d1c3c60e54', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93993bb-65ea-4b93-97a3-d9703f79041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:36:14Z', 'updated_at': '2021-11-10T17:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:36:24.238088 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-fad8ec08-26f8-401d-ae62-94d508cbbb77 service neutron] 10.222.0.39 "GET /v2.0/networks/473cee17-2d83-454e-aef5-48af03244af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231724 Nov 10 17:36:24.296384 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3354a06f-2f83-4860-a27f-3cef15b14656 admin admin] Network be68d673-ed50-4f4c-af41-5bad87146134 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:36:24.297855 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-3354a06f-2f83-4860-a27f-3cef15b14656 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:36:24.316629 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 1b397362-5908-4133-821d-3cd55c0c1231, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=1b397362-5908-4133-821d-3cd55c0c1231,segment=NetworkSegment(075697be-07cf-47b8-98f3-bb3c0c948546),segment_id=075697be-07cf-47b8-98f3-bb3c0c948546)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:24.359491 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '1b397362-5908-4133-821d-3cd55c0c1231', 'network_id': 'bd6bf6ab-ba3a-413b-abc3-299018f27566', 'port_id': '1b397362-5908-4133-821d-3cd55c0c1231', 'mac_address': 'fa:16:3e:b1:89:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc214285-d346-4cd8-ad33-53f4b62c91f1', 'ip_address': '10.1.1.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:36:24.374659 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=6d357b0f-39d1-4fb0-b1d9-8e35928b21e5,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:24.448057 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6fbd52-c698-453a-83b5-8d7f224caa19 x-openstack-request-id: req-ea6fbd52-c698-453a-83b5-8d7f224caa19 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:36:24.451249 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa3bb5f-dc2a-433c-b1b0-54621c217a16", "name": "network-vif-plugged", "status": "completed", "tag": "c3b440db-4443-454d-9c1f-3c27760a5cdf", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:36:24.451690 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ea6fbd52-c698-453a-83b5-8d7f224caa19 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:36:24.452354 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa3bb5f-dc2a-433c-b1b0-54621c217a16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b440db-4443-454d-9c1f-3c27760a5cdf', 'code': 200} Nov 10 17:36:24.482465 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3354a06f-2f83-4860-a27f-3cef15b14656 admin admin] Router c93993bb-65ea-4b93-97a3-d9703f79041d has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:36:24.623734 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:24.648605 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b397362-5908-4133-821d-3cd55c0c1231 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:36:24.656415 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9683dbf-982d-4dd5-8850-224b1f822d69 req-89f6cfa8-c898-4222-a78b-0992b9e65298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:24.658156 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a9683dbf-982d-4dd5-8850-224b1f822d69 req-89f6cfa8-c898-4222-a78b-0992b9e65298 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8aa3bb5f-dc2a-433c-b1b0-54621c217a16 HTTP/1.1" status: 200 len: 1097 time: 0.1776571 Nov 10 17:36:24.713367 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3354a06f-2f83-4860-a27f-3cef15b14656 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:36:24.719392 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1e9ae-62d9-4177-a8a2-e6aab85325dd req-8a926a66-2bb0-4e0d-94fa-e45fc32180bc tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:24.730212 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3354a06f-2f83-4860-a27f-3cef15b14656 admin admin] 10.222.0.39 "PUT /v2.0/routers/c93993bb-65ea-4b93-97a3-d9703f79041d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6410415 Nov 10 17:36:24.738167 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1e9ae-62d9-4177-a8a2-e6aab85325dd req-8a926a66-2bb0-4e0d-94fa-e45fc32180bc tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:24.746294 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1e9ae-62d9-4177-a8a2-e6aab85325dd req-8a926a66-2bb0-4e0d-94fa-e45fc32180bc tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:24.755424 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1e9ae-62d9-4177-a8a2-e6aab85325dd req-8a926a66-2bb0-4e0d-94fa-e45fc32180bc tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:24.765828 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1e9ae-62d9-4177-a8a2-e6aab85325dd req-8a926a66-2bb0-4e0d-94fa-e45fc32180bc tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:24.773280 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1e9ae-62d9-4177-a8a2-e6aab85325dd req-8a926a66-2bb0-4e0d-94fa-e45fc32180bc tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:24.789123 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1e9ae-62d9-4177-a8a2-e6aab85325dd req-8a926a66-2bb0-4e0d-94fa-e45fc32180bc tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:24.791461 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-12f1e9ae-62d9-4177-a8a2-e6aab85325dd req-8a926a66-2bb0-4e0d-94fa-e45fc32180bc tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5420 time: 0.2640357 Nov 10 17:36:24.831833 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:24.848594 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a9683dbf-982d-4dd5-8850-224b1f822d69 req-aa82ce21-3b36-4bf4-8d80-d0ed0395ee4f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776116 Nov 10 17:36:24.867216 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 1b397362-5908-4133-821d-3cd55c0c1231, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=1b397362-5908-4133-821d-3cd55c0c1231,segment=NetworkSegment(075697be-07cf-47b8-98f3-bb3c0c948546),segment_id=075697be-07cf-47b8-98f3-bb3c0c948546)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:24.902938 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c720eedd-5bf2-441f-af87-ace6f2095725 req-cf54c682-49fc-42fe-9292-6f160f6a20ee tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38a60ec-f2d9-48cb-96d2-931c17a864c8 HTTP/1.1" status: 200 len: 210 time: 0.1234314 Nov 10 17:36:24.918678 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:24.919630 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 45ab39ff-f9fe-4c21-8dec-e378b1fe5311 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:36:24.925968 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-12f1e9ae-62d9-4177-a8a2-e6aab85325dd req-a1d5c5d1-5ebb-4dba-9225-02c49440854b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1170540 Nov 10 17:36:25.106792 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63bd3e-a9df-4bda-9c86-7d85acc6e8d0 req-19a5af4d-d01d-40a2-aa6d-0ae5f80deea5 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:25.112567 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=1b397362-5908-4133-821d-3cd55c0c1231,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:25.126439 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4a63bd3e-a9df-4bda-9c86-7d85acc6e8d0 req-19a5af4d-d01d-40a2-aa6d-0ae5f80deea5 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa3bb5f-dc2a-433c-b1b0-54621c217a16 HTTP/1.1" status: 200 len: 945 time: 0.1149511 Nov 10 17:36:25.154809 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ea9d7a29-3610-4baa-84db-76d1c3c60e54 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:36:25.236396 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4a63bd3e-a9df-4bda-9c86-7d85acc6e8d0 req-dfd13ffa-ca1f-41cf-ac7d-ebf593a3a3e5 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087708 Nov 10 17:36:25.249129 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c15220f9-09bb-4377-a83d-bd6c7450ec41 None None] Provisioning complete for port 98c29f30-c7e2-4836-9dfd-6aae0e6fbd85 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:25.250693 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c15220f9-09bb-4377-a83d-bd6c7450ec41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:25.290130 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.resource_extend [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 17:36:25.372085 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fd426-653c-4774-a518-81cd36526e9b req-a18df2cc-c7c5-461e-990b-e67ea20b435c tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:25.380117 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b05fd426-653c-4774-a518-81cd36526e9b req-a18df2cc-c7c5-461e-990b-e67ea20b435c tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecb45fc4-2334-425b-a012-86a1908cbe78 HTTP/1.1" status: 200 len: 948 time: 0.1913993 Nov 10 17:36:25.436406 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-747dffeb-6e2f-42be-a8c5-5696fc312783 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:25.438990 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-747dffeb-6e2f-42be-a8c5-5696fc312783 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.11 "GET /v2.0/networks?id=fdcce804-0eee-4352-bc4a-56d57553f51b HTTP/1.1" status: 200 len: 813 time: 0.3938282 Nov 10 17:36:25.504370 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-62a408fb-1689-40bf-8e56-e9f3d3ea7fec req-9576ab0d-f676-4efa-9ed8-5e3d32271c4b tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 210 time: 0.0411870 Nov 10 17:36:25.517978 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-8460831b-4328-4806-b738-1bf42e55a97e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Request body: {'port': {'device_id': '2616219a-817f-43d5-baa2-73c90f02597a', 'network_id': 'fdcce804-0eee-4352-bc4a-56d57553f51b', 'admin_state_up': True, 'tenant_id': 'e797b9c0d29944cb98e2cf15e71360f7'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:36:25.632795 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b05fd426-653c-4774-a518-81cd36526e9b req-48bd60ba-1e5c-4e4d-8dcc-e69ba0c4a149 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480710 Nov 10 17:36:25.644255 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:25.645747 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c15220f9-09bb-4377-a83d-bd6c7450ec41 None None] Port 98c29f30-c7e2-4836-9dfd-6aae0e6fbd85 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:36:25.729835 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 45ab39ff-f9fe-4c21-8dec-e378b1fe5311, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=45ab39ff-f9fe-4c21-8dec-e378b1fe5311,segment=NetworkSegment(ca95d2b9-fa05-4c17-bc70-13d06fb359ad),segment_id=ca95d2b9-fa05-4c17-bc70-13d06fb359ad)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:25.743055 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '45ab39ff-f9fe-4c21-8dec-e378b1fe5311', 'network_id': 'd70b5a02-c1d9-4cfc-bb38-66395d3e54a1', 'port_id': '45ab39ff-f9fe-4c21-8dec-e378b1fe5311', 'mac_address': 'fa:16:3e:69:0c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64957d3-50ce-4770-b403-8661f805ffb5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:36:25.768451 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port ea9d7a29-3610-4baa-84db-76d1c3c60e54 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:25.768723 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:25.948099 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-8460831b-4328-4806-b738-1bf42e55a97e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Made reservation on behalf of e797b9c0d29944cb98e2cf15e71360f7 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:36:25.962543 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-8460831b-4328-4806-b738-1bf42e55a97e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:25.963595 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:26.041782 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ab39ff-f9fe-4c21-8dec-e378b1fe5311 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:36:26.137722 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 45ab39ff-f9fe-4c21-8dec-e378b1fe5311, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=45ab39ff-f9fe-4c21-8dec-e378b1fe5311,segment=NetworkSegment(ca95d2b9-fa05-4c17-bc70-13d06fb359ad),segment_id=ca95d2b9-fa05-4c17-bc70-13d06fb359ad)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:26.148849 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5798781-b1a3-47fd-b977-aca7e0344d5c req-6115873a-91a6-4636-98ad-603cbd55a82b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:26.151484 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:26.154169 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 50e42342-3dd3-4471-9114-97bf09fa8efd details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:36:26.161325 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5798781-b1a3-47fd-b977-aca7e0344d5c req-6115873a-91a6-4636-98ad-603cbd55a82b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:26.178438 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5798781-b1a3-47fd-b977-aca7e0344d5c req-6115873a-91a6-4636-98ad-603cbd55a82b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:26.184517 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a4610b0f-c9b3-40c9-807b-6fd3d5abd565 req-da03cf96-8bff-4c12-93d4-3773d1008d38 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38a60ec-f2d9-48cb-96d2-931c17a864c8 HTTP/1.1" status: 200 len: 210 time: 0.0809052 Nov 10 17:36:26.185568 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5798781-b1a3-47fd-b977-aca7e0344d5c req-6115873a-91a6-4636-98ad-603cbd55a82b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:26.203333 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5798781-b1a3-47fd-b977-aca7e0344d5c req-6115873a-91a6-4636-98ad-603cbd55a82b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:26.212125 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5798781-b1a3-47fd-b977-aca7e0344d5c req-6115873a-91a6-4636-98ad-603cbd55a82b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:26.218508 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5798781-b1a3-47fd-b977-aca7e0344d5c req-6115873a-91a6-4636-98ad-603cbd55a82b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:26.229697 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c5798781-b1a3-47fd-b977-aca7e0344d5c req-6115873a-91a6-4636-98ad-603cbd55a82b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5421 time: 0.1700754 Nov 10 17:36:26.264142 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-8460831b-4328-4806-b738-1bf42e55a97e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Allocated IP 172.20.0.2 (fdcce804-0eee-4352-bc4a-56d57553f51b/898255d9-6ca5-440d-ad7d-ca69abc8e6a6/b673c3ac-81db-46b1-b3c8-4e515db43263) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:36:26.285382 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 50e42342-3dd3-4471-9114-97bf09fa8efd, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=50e42342-3dd3-4471-9114-97bf09fa8efd,segment=NetworkSegment(075697be-07cf-47b8-98f3-bb3c0c948546),segment_id=075697be-07cf-47b8-98f3-bb3c0c948546)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:26.319264 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '50e42342-3dd3-4471-9114-97bf09fa8efd', 'network_id': 'bd6bf6ab-ba3a-413b-abc3-299018f27566', 'port_id': '50e42342-3dd3-4471-9114-97bf09fa8efd', 'mac_address': 'fa:16:3e:0d:b4:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc214285-d346-4cd8-ad33-53f4b62c91f1', 'ip_address': '10.1.1.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:36:26.337446 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c5798781-b1a3-47fd-b977-aca7e0344d5c req-066cb62e-4eb8-44f4-ae3f-7efdda07c82d tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1002655 Nov 10 17:36:26.448565 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:26.485240 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:26.572886 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port ea9d7a29-3610-4baa-84db-76d1c3c60e54, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ea9d7a29-3610-4baa-84db-76d1c3c60e54,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:26.577872 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50e42342-3dd3-4471-9114-97bf09fa8efd {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:36:26.593448 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=45ab39ff-f9fe-4c21-8dec-e378b1fe5311,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:26.598746 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:26.605184 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979074a-a6fe-417a-869f-7f00e6cefc5f req-d5834fcf-f233-4174-aa06-2358c3ecd59d tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:26.616643 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a979074a-a6fe-417a-869f-7f00e6cefc5f req-d5834fcf-f233-4174-aa06-2358c3ecd59d tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa3bb5f-dc2a-433c-b1b0-54621c217a16 HTTP/1.1" status: 200 len: 945 time: 0.2027421 Nov 10 17:36:26.670195 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-8460831b-4328-4806-b738-1bf42e55a97e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:26.723789 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e030e009-9d9b-4358-bfc1-eed54db2d0c7 req-4e7785a4-ee4f-43df-803a-6ad1ecf36a4f tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 210 time: 0.0496190 Nov 10 17:36:26.750419 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 50e42342-3dd3-4471-9114-97bf09fa8efd, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=50e42342-3dd3-4471-9114-97bf09fa8efd,segment=NetworkSegment(075697be-07cf-47b8-98f3-bb3c0c948546),segment_id=075697be-07cf-47b8-98f3-bb3c0c948546)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:26.767220 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:26.779148 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 83e707e1-bf12-4c7c-a89d-817fb1d04fd0 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:36:26.782306 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-8460831b-4328-4806-b738-1bf42e55a97e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:26.788063 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=ea9d7a29-3610-4baa-84db-76d1c3c60e54,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:26.871559 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-8460831b-4328-4806-b738-1bf42e55a97e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Network fdcce804-0eee-4352-bc4a-56d57553f51b is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:36:26.886507 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a979074a-a6fe-417a-869f-7f00e6cefc5f req-5e2a4b6e-98e2-49ac-818f-7055118bfcce tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686002 Nov 10 17:36:26.897391 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 83e707e1-bf12-4c7c-a89d-817fb1d04fd0, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=83e707e1-bf12-4c7c-a89d-817fb1d04fd0,segment=NetworkSegment(075697be-07cf-47b8-98f3-bb3c0c948546),segment_id=075697be-07cf-47b8-98f3-bb3c0c948546)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:26.902818 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-8460831b-4328-4806-b738-1bf42e55a97e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:36:26.927638 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-8460831b-4328-4806-b738-1bf42e55a97e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:36:26.930381 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '83e707e1-bf12-4c7c-a89d-817fb1d04fd0', 'network_id': 'bd6bf6ab-ba3a-413b-abc3-299018f27566', 'port_id': '83e707e1-bf12-4c7c-a89d-817fb1d04fd0', 'mac_address': 'fa:16:3e:5b:d1:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc214285-d346-4cd8-ad33-53f4b62c91f1', 'ip_address': '10.1.1.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:36:27.041269 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:27.043006 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=50e42342-3dd3-4471-9114-97bf09fa8efd,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:27.078064 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e707e1-bf12-4c7c-a89d-817fb1d04fd0 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:36:27.126169 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 83e707e1-bf12-4c7c-a89d-817fb1d04fd0, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=83e707e1-bf12-4c7c-a89d-817fb1d04fd0,segment=NetworkSegment(075697be-07cf-47b8-98f3-bb3c0c948546),segment_id=075697be-07cf-47b8-98f3-bb3c0c948546)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:27.133151 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ea9d7a29-3610-4baa-84db-76d1c3c60e54 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:36:27.140910 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:27.142017 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 0553aa7b-17be-418d-b02a-fbf798175967 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:36:27.175296 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7408e02d-2952-4e3d-8482-398752156746 None None] Sync routers for ids ['c93993bb-65ea-4b93-97a3-d9703f79041d'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:36:27.176682 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-8460831b-4328-4806-b738-1bf42e55a97e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:27.180204 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-8460831b-4328-4806-b738-1bf42e55a97e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:27.205814 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7408e02d-2952-4e3d-8482-398752156746 None None] Routers {'c93993bb-65ea-4b93-97a3-d9703f79041d'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:36:27.206420 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e35f3-f46f-498a-bdb3-e4a23177530a req-0db474a4-a648-45dd-b6d6-3e15a0a8d7b4 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:27.207975 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-7408e02d-2952-4e3d-8482-398752156746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:36:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['c93993bb-65ea-4b93-97a3-d9703f79041d'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:27.215799 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-386e35f3-f46f-498a-bdb3-e4a23177530a req-0db474a4-a648-45dd-b6d6-3e15a0a8d7b4 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecb45fc4-2334-425b-a012-86a1908cbe78 HTTP/1.1" status: 200 len: 948 time: 0.2046876 Nov 10 17:36:27.218417 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 0553aa7b-17be-418d-b02a-fbf798175967, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=0553aa7b-17be-418d-b02a-fbf798175967,segment=NetworkSegment(a579ae98-b84f-4aec-aba4-51aa8df975cc),segment_id=a579ae98-b84f-4aec-aba4-51aa8df975cc)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:27.262109 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-c3f273a9-906f-4de8-a125-0a45591d97a8 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:27.263818 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460831b-4328-4806-b738-1bf42e55a97e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Pushing event updated for resources: {'Port': ['ID=b673c3ac-81db-46b1-b3c8-4e515db43263,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:27.264634 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-c3f273a9-906f-4de8-a125-0a45591d97a8 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.13 "GET /v2.0/networks?id=473cee17-2d83-454e-aef5-48af03244af5 HTTP/1.1" status: 200 len: 822 time: 0.4717526 Nov 10 17:36:27.287715 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-8460831b-4328-4806-b738-1bf42e55a97e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7953613 Nov 10 17:36:27.294830 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-3ee91e72-148a-49de-9510-cf15999ab428 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] Request body: {'port': {'device_id': 'f38a60ec-f2d9-48cb-96d2-931c17a864c8', 'network_id': '473cee17-2d83-454e-aef5-48af03244af5', 'admin_state_up': True, 'tenant_id': 'ce0a8fa893854df6a1d54b376bbd6fff'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:36:27.308687 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-6e429cd6-5d6a-4d83-b445-978cc65e4956 service neutron] Request body: {'port': {'device_id': '2616219a-817f-43d5-baa2-73c90f02597a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:36:27.336371 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '0553aa7b-17be-418d-b02a-fbf798175967', 'network_id': 'd8ef22d3-496c-4901-a77e-1a8f4787440f', 'port_id': '0553aa7b-17be-418d-b02a-fbf798175967', 'mac_address': 'fa:16:3e:96:78:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a253c1-2e01-46bf-87f1-80f759de3839', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:36:27.355828 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-386e35f3-f46f-498a-bdb3-e4a23177530a req-9054dc91-4870-40de-a90f-9ea2cd1f4a0f tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387563 Nov 10 17:36:27.562671 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-7408e02d-2952-4e3d-8482-398752156746 None None] Set router c93993bb-65ea-4b93-97a3-d9703f79041d gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:36:27.582234 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ba7ff127-e7fa-400d-a4fe-f8f61133c859 req-9d20a9f0-3a1e-4d8a-ba94-b17987ac4a59 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38a60ec-f2d9-48cb-96d2-931c17a864c8 HTTP/1.1" status: 200 len: 210 time: 0.1678731 Nov 10 17:36:27.624472 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc4348-022e-474f-91de-67c06699bc83 req-2b4ba7f7-f733-4e83-b42d-e8e5cd99647d tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:27.647806 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc4348-022e-474f-91de-67c06699bc83 req-2b4ba7f7-f733-4e83-b42d-e8e5cd99647d tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:27.657428 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-6e429cd6-5d6a-4d83-b445-978cc65e4956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:27.681840 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc4348-022e-474f-91de-67c06699bc83 req-2b4ba7f7-f733-4e83-b42d-e8e5cd99647d tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:27.704770 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc4348-022e-474f-91de-67c06699bc83 req-2b4ba7f7-f733-4e83-b42d-e8e5cd99647d tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:27.718519 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc4348-022e-474f-91de-67c06699bc83 req-2b4ba7f7-f733-4e83-b42d-e8e5cd99647d tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:27.744258 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc4348-022e-474f-91de-67c06699bc83 req-2b4ba7f7-f733-4e83-b42d-e8e5cd99647d tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:27.766497 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:27.770103 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc4348-022e-474f-91de-67c06699bc83 req-2b4ba7f7-f733-4e83-b42d-e8e5cd99647d tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:27.774190 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-66cc4348-022e-474f-91de-67c06699bc83 req-2b4ba7f7-f733-4e83-b42d-e8e5cd99647d tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5424 time: 0.2777038 Nov 10 17:36:27.781170 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-3ee91e72-148a-49de-9510-cf15999ab428 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] Made reservation on behalf of ce0a8fa893854df6a1d54b376bbd6fff for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:36:27.797976 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-3ee91e72-148a-49de-9510-cf15999ab428 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:27.851994 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 1868822c-f819-4cdc-95bb-a12eb9a8a302 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:36:27.915948 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0553aa7b-17be-418d-b02a-fbf798175967 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:36:27.944730 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 0553aa7b-17be-418d-b02a-fbf798175967, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=0553aa7b-17be-418d-b02a-fbf798175967,segment=NetworkSegment(a579ae98-b84f-4aec-aba4-51aa8df975cc),segment_id=a579ae98-b84f-4aec-aba4-51aa8df975cc)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:27.968483 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:27.984530 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=83e707e1-bf12-4c7c-a89d-817fb1d04fd0,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:28.050591 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 03ede745-bd15-4e19-8e1f-9beee1aed2f7 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:36:28.077370 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-7408e02d-2952-4e3d-8482-398752156746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93993bb-65ea-4b93-97a3-d9703f79041d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1832081157-router', 'tenant_id': '802e4baced1f47019b2dd8002e08b3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'ea9d7a29-3610-4baa-84db-76d1c3c60e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:36:13Z', 'updated_at': '2021-11-10T17:36:23Z', 'revision_number': 4, 'project_id': '802e4baced1f47019b2dd8002e08b3ba', 'gw_port': {'id': 'ea9d7a29-3610-4baa-84db-76d1c3c60e54', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93993bb-65ea-4b93-97a3-d9703f79041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:36:14Z', 'updated_at': '2021-11-10T17:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '98c29f30-c7e2-4836-9dfd-6aae0e6fbd85', 'name': '', 'network_id': 'be68d673-ed50-4f4c-af41-5bad87146134', 'tenant_id': '802e4baced1f47019b2dd8002e08b3ba', 'mac_address': 'fa:16:3e:ee:57:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93993bb-65ea-4b93-97a3-d9703f79041d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '8520f2d5-a2cb-4344-8e6f-2e390db5a231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:36:21Z', 'updated_at': '2021-11-10T17:36:23Z', 'revision_number': 2, 'project_id': '802e4baced1f47019b2dd8002e08b3ba', 'subnets': [{'id': '8520f2d5-a2cb-4344-8e6f-2e390db5a231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:28.194175 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7408e02d-2952-4e3d-8482-398752156746 None None] Checking router: c93993bb-65ea-4b93-97a3-d9703f79041d for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:36:28.195602 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7408e02d-2952-4e3d-8482-398752156746 None None] Updating router c93993bb-65ea-4b93-97a3-d9703f79041d port 98c29f30-c7e2-4836-9dfd-6aae0e6fbd85 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:36:28.202372 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port ea9d7a29-3610-4baa-84db-76d1c3c60e54 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:28.204028 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-66cc4348-022e-474f-91de-67c06699bc83 req-94d18c8c-29ae-42eb-b54e-13435d6c630d tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3547020 Nov 10 17:36:28.204773 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:28.260584 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-7408e02d-2952-4e3d-8482-398752156746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:28.265540 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c847cf-fe2f-405e-be44-ac307567659f req-feae92b1-662d-4703-9c20-c018ee71b49a tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:28.284237 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-69c847cf-fe2f-405e-be44-ac307567659f req-feae92b1-662d-4703-9c20-c018ee71b49a tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 931 time: 0.2089796 Nov 10 17:36:28.336217 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 1868822c-f819-4cdc-95bb-a12eb9a8a302 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:36:28.411184 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 1868822c-f819-4cdc-95bb-a12eb9a8a302 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:28.411184 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:28.411675 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-3ee91e72-148a-49de-9510-cf15999ab428 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] Allocated IP 172.20.0.8 (473cee17-2d83-454e-aef5-48af03244af5/7a8dcba8-7814-4574-81fb-79d6a1bf0216/8a7317f4-ca2c-4381-9a23-f0ed3dcc7512) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:36:28.499325 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.resource_extend [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 17:36:28.510712 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-69c847cf-fe2f-405e-be44-ac307567659f req-34c835a4-c614-4dd5-9d4d-b1862d8b3988 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251370 Nov 10 17:36:28.663290 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=0553aa7b-17be-418d-b02a-fbf798175967,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:28.762441 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a5eda-486e-4749-90cf-182cf5909cb9 req-f0dba11b-42d4-4119-b492-c4324e8c2e64 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:28.776180 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-186a5eda-486e-4749-90cf-182cf5909cb9 req-f0dba11b-42d4-4119-b492-c4324e8c2e64 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecb45fc4-2334-425b-a012-86a1908cbe78 HTTP/1.1" status: 200 len: 948 time: 0.2414510 Nov 10 17:36:28.789565 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['1b397362-5908-4133-821d-3cd55c0c1231'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:36:28.796494 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['6d357b0f-39d1-4fb0-b1d9-8e35928b21e5'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:36:28.856184 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['50e42342-3dd3-4471-9114-97bf09fa8efd'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:36:28.859312 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['0553aa7b-17be-418d-b02a-fbf798175967'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:36:28.863241 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['83e707e1-bf12-4c7c-a89d-817fb1d04fd0'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:36:28.883378 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['45ab39ff-f9fe-4c21-8dec-e378b1fe5311'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:36:28.920431 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-470b329c-7cf8-4e6f-96eb-510262f85d09 req-664fd1a3-b154-46d7-bae7-cccfdb59d847 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38a60ec-f2d9-48cb-96d2-931c17a864c8 HTTP/1.1" status: 200 len: 210 time: 0.1294270 Nov 10 17:36:28.926960 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-6e429cd6-5d6a-4d83-b445-978cc65e4956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b673c3ac-81db-46b1-b3c8-4e515db43263 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:36:28.968750 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-6e429cd6-5d6a-4d83-b445-978cc65e4956 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:28.980590 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-7408e02d-2952-4e3d-8482-398752156746 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:28.983467 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-3ee91e72-148a-49de-9510-cf15999ab428 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:28.999358 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-7408e02d-2952-4e3d-8482-398752156746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:29.018264 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-186a5eda-486e-4749-90cf-182cf5909cb9 req-21c0ca3a-6c6a-4e5a-8378-f05d5263f146 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411044 Nov 10 17:36:29.022706 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-6e429cd6-5d6a-4d83-b445-978cc65e4956 service neutron] Transition to ACTIVE for port object b673c3ac-81db-46b1-b3c8-4e515db43263 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:36:29.047984 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-6e429cd6-5d6a-4d83-b445-978cc65e4956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:29.116238 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701ed6f-a69b-4e21-88bb-a68edde258c1 None None] Pushing event updated for resources: {'Port': ['ID=98c29f30-c7e2-4836-9dfd-6aae0e6fbd85,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:29.118275 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-3ee91e72-148a-49de-9510-cf15999ab428 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:29.243620 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e429cd6-5d6a-4d83-b445-978cc65e4956 service neutron] Pushing event updated for resources: {'Port': ['ID=b673c3ac-81db-46b1-b3c8-4e515db43263,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:29.331136 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-3ee91e72-148a-49de-9510-cf15999ab428 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] Network 473cee17-2d83-454e-aef5-48af03244af5 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:36:29.368348 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-3ee91e72-148a-49de-9510-cf15999ab428 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:36:29.418214 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-7408e02d-2952-4e3d-8482-398752156746 None None] Attempting to bind port 98c29f30-c7e2-4836-9dfd-6aae0e6fbd85 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:36:29.423877 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-7408e02d-2952-4e3d-8482-398752156746 None None] Attempting to bind port 98c29f30-c7e2-4836-9dfd-6aae0e6fbd85 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '042f08e3-682c-4f86-9604-c78d925406ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'be68d673-ed50-4f4c-af41-5bad87146134'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:36:29.428335 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7408e02d-2952-4e3d-8482-398752156746 None None] Attempting to bind port 98c29f30-c7e2-4836-9dfd-6aae0e6fbd85 on network be68d673-ed50-4f4c-af41-5bad87146134 {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:36:29.435535 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-6e429cd6-5d6a-4d83-b445-978cc65e4956 service neutron] Attempting to bind port b673c3ac-81db-46b1-b3c8-4e515db43263 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:36:29.435875 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-6e429cd6-5d6a-4d83-b445-978cc65e4956 service neutron] Attempting to bind port b673c3ac-81db-46b1-b3c8-4e515db43263 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '42dc2b4e-b2ca-43a5-ac2f-40daa324b850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fdcce804-0eee-4352-bc4a-56d57553f51b'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:36:29.436342 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-6e429cd6-5d6a-4d83-b445-978cc65e4956 service neutron] Attempting to bind port b673c3ac-81db-46b1-b3c8-4e515db43263 on network fdcce804-0eee-4352-bc4a-56d57553f51b {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:36:29.441633 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-6e429cd6-5d6a-4d83-b445-978cc65e4956 service neutron] Port b673c3ac-81db-46b1-b3c8-4e515db43263 on network fdcce804-0eee-4352-bc4a-56d57553f51b not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:36:29.441957 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-6e429cd6-5d6a-4d83-b445-978cc65e4956 service neutron] Attempting to bind port b673c3ac-81db-46b1-b3c8-4e515db43263 on network fdcce804-0eee-4352-bc4a-56d57553f51b {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:36:29.448043 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-6e429cd6-5d6a-4d83-b445-978cc65e4956 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:36:29.448408 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-6e429cd6-5d6a-4d83-b445-978cc65e4956 service neutron] Checking segment: {'id': '42dc2b4e-b2ca-43a5-ac2f-40daa324b850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fdcce804-0eee-4352-bc4a-56d57553f51b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:36:29.448842 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-6e429cd6-5d6a-4d83-b445-978cc65e4956 service neutron] Bound using segment: {'id': '42dc2b4e-b2ca-43a5-ac2f-40daa324b850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fdcce804-0eee-4352-bc4a-56d57553f51b'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:36:29.449280 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-6e429cd6-5d6a-4d83-b445-978cc65e4956 service neutron] Bound port: b673c3ac-81db-46b1-b3c8-4e515db43263, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42dc2b4e-b2ca-43a5-ac2f-40daa324b850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fdcce804-0eee-4352-bc4a-56d57553f51b'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:36:29.449639 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-6e429cd6-5d6a-4d83-b445-978cc65e4956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:29.466635 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7408e02d-2952-4e3d-8482-398752156746 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:36:29.467026 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7408e02d-2952-4e3d-8482-398752156746 None None] Checking segment: {'id': '042f08e3-682c-4f86-9604-c78d925406ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'be68d673-ed50-4f4c-af41-5bad87146134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:36:29.467689 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-7408e02d-2952-4e3d-8482-398752156746 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:29.472250 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7408e02d-2952-4e3d-8482-398752156746 None None] Bound using segment: {'id': '042f08e3-682c-4f86-9604-c78d925406ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'be68d673-ed50-4f4c-af41-5bad87146134'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:36:29.486029 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-7408e02d-2952-4e3d-8482-398752156746 None None] Bound port: 98c29f30-c7e2-4836-9dfd-6aae0e6fbd85, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '042f08e3-682c-4f86-9604-c78d925406ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'be68d673-ed50-4f4c-af41-5bad87146134'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:36:29.486379 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-7408e02d-2952-4e3d-8482-398752156746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:29.555178 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-3ee91e72-148a-49de-9510-cf15999ab428 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:36:29.619414 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-6e429cd6-5d6a-4d83-b445-978cc65e4956 service neutron] For port b673c3ac-81db-46b1-b3c8-4e515db43263, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:36:29.623340 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-6e429cd6-5d6a-4d83-b445-978cc65e4956 service neutron] For port b673c3ac-81db-46b1-b3c8-4e515db43263, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=b673c3ac-81db-46b1-b3c8-4e515db43263,segment=NetworkSegment(42dc2b4e-b2ca-43a5-ac2f-40daa324b850),segment_id=42dc2b4e-b2ca-43a5-ac2f-40daa324b850)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:36:29.639608 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-6e429cd6-5d6a-4d83-b445-978cc65e4956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:29.738370 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-6e429cd6-5d6a-4d83-b445-978cc65e4956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:29.739815 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-6e429cd6-5d6a-4d83-b445-978cc65e4956 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:29.742097 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-6e429cd6-5d6a-4d83-b445-978cc65e4956 service neutron] 10.222.0.11 "PUT /v2.0/ports/b673c3ac-81db-46b1-b3c8-4e515db43263 HTTP/1.1" status: 200 len: 1092 time: 2.4450214 Nov 10 17:36:29.744770 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2616219a-817f-43d5-baa2-73c90f02597a', 'tag': 'b673c3ac-81db-46b1-b3c8-4e515db43263'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:36:29.750663 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75b09fa-2703-4073-8a10-0a1d5ee75cb5" -d '{"events": [{"name": "network-changed", "server_uuid": "2616219a-817f-43d5-baa2-73c90f02597a", "tag": "b673c3ac-81db-46b1-b3c8-4e515db43263"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:36:29.807301 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-3ee91e72-148a-49de-9510-cf15999ab428 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:29.807996 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-3ee91e72-148a-49de-9510-cf15999ab428 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:29.829011 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-7408e02d-2952-4e3d-8482-398752156746 None None] For port 98c29f30-c7e2-4836-9dfd-6aae0e6fbd85, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:36:29.832034 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-7408e02d-2952-4e3d-8482-398752156746 None None] For port 98c29f30-c7e2-4836-9dfd-6aae0e6fbd85, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=98c29f30-c7e2-4836-9dfd-6aae0e6fbd85,segment=NetworkSegment(042f08e3-682c-4f86-9604-c78d925406ed),segment_id=042f08e3-682c-4f86-9604-c78d925406ed)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:36:29.853116 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-7408e02d-2952-4e3d-8482-398752156746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:29.893026 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-3ee91e72-148a-49de-9510-cf15999ab428 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5969694 Nov 10 17:36:29.893026 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91e72-148a-49de-9510-cf15999ab428 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] Pushing event updated for resources: {'Port': ['ID=8a7317f4-ca2c-4381-9a23-f0ed3dcc7512,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:29.934088 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-9c22a652-d3d1-4eaf-82b3-f91c9be7f301 service neutron] Request body: {'port': {'device_id': 'f38a60ec-f2d9-48cb-96d2-931c17a864c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:36:29.983496 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['d91136a8-ce33-4918-a613-fe42fbce644b'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:36:29.986344 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e429cd6-5d6a-4d83-b445-978cc65e4956 service neutron] Pushing event updated for resources: {'Port': ['ID=b673c3ac-81db-46b1-b3c8-4e515db43263,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:30.015759 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6862604-b4b6-4ce1-a6ec-d3fcf1b12866 req-a6fc4ed4-98b0-44ad-b294-b83f62927878 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:30.025929 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f6862604-b4b6-4ce1-a6ec-d3fcf1b12866 req-a6fc4ed4-98b0-44ad-b294-b83f62927878 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 943 time: 0.2823577 Nov 10 17:36:30.048499 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-0cd16dca-0943-4f07-80fb-532cfe10bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:30.050369 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-0cd16dca-0943-4f07-80fb-532cfe10bffe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e797b9c0d29944cb98e2cf15e71360f7&device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 1095 time: 0.2183783 Nov 10 17:36:30.050914 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701ed6f-a69b-4e21-88bb-a68edde258c1 None None] Pushing event updated for resources: {'Port': ['ID=98c29f30-c7e2-4836-9dfd-6aae0e6fbd85,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:30.130300 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-92e3281e-3e37-4b5f-9274-98c79233cc4a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b673c3ac-81db-46b1-b3c8-4e515db43263 HTTP/1.1" status: 200 len: 217 time: 0.0592790 Nov 10 17:36:30.139524 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7408e02d-2952-4e3d-8482-398752156746 None None] Routers {'c93993bb-65ea-4b93-97a3-d9703f79041d'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:36:30.140450 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-7408e02d-2952-4e3d-8482-398752156746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:36:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['c93993bb-65ea-4b93-97a3-d9703f79041d'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:30.191901 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-9c22a652-d3d1-4eaf-82b3-f91c9be7f301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:30.314298 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-c566b5af-c2ea-4c63-8cfa-52b9eadda974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:30.316411 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-c566b5af-c2ea-4c63-8cfa-52b9eadda974 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=898255d9-6ca5-440d-ad7d-ca69abc8e6a6 HTTP/1.1" status: 200 len: 853 time: 0.1736741 Nov 10 17:36:30.351204 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d4a65-8205-4ff8-ba63-39bb65fa177e req-6d97457f-fed6-4b88-afeb-391bafcfa5eb tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:30.368620 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d4a65-8205-4ff8-ba63-39bb65fa177e req-6d97457f-fed6-4b88-afeb-391bafcfa5eb tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:30.385963 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d4a65-8205-4ff8-ba63-39bb65fa177e req-6d97457f-fed6-4b88-afeb-391bafcfa5eb tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:30.401664 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d4a65-8205-4ff8-ba63-39bb65fa177e req-6d97457f-fed6-4b88-afeb-391bafcfa5eb tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:30.412751 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-c887dc0c-8eab-43e5-b4a7-00ab15a39bba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fdcce804-0eee-4352-bc4a-56d57553f51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759761 Nov 10 17:36:30.435696 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d4a65-8205-4ff8-ba63-39bb65fa177e req-6d97457f-fed6-4b88-afeb-391bafcfa5eb tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:30.446296 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d4a65-8205-4ff8-ba63-39bb65fa177e req-6d97457f-fed6-4b88-afeb-391bafcfa5eb tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:30.453801 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d4a65-8205-4ff8-ba63-39bb65fa177e req-6d97457f-fed6-4b88-afeb-391bafcfa5eb tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:30.465549 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ca9d4a65-8205-4ff8-ba63-39bb65fa177e req-6d97457f-fed6-4b88-afeb-391bafcfa5eb tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5425 time: 1.1140382 Nov 10 17:36:30.522233 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-7408e02d-2952-4e3d-8482-398752156746 None None] Set router c93993bb-65ea-4b93-97a3-d9703f79041d gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:36:30.629232 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f6862604-b4b6-4ce1-a6ec-d3fcf1b12866 req-e2c4c965-08b0-40d7-9ab9-a30808fecffe tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6018724 Nov 10 17:36:30.635204 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 03ede745-bd15-4e19-8e1f-9beee1aed2f7, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=03ede745-bd15-4e19-8e1f-9beee1aed2f7,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:30.651947 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-63a5899c-2335-4d6b-a796-d439a6d5d001 service neutron] 10.222.0.11 "GET /v2.0/networks/fdcce804-0eee-4352-bc4a-56d57553f51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318339 Nov 10 17:36:30.683216 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:30.700762 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ca9d4a65-8205-4ff8-ba63-39bb65fa177e req-cb9c0bde-8849-4d35-a47f-d77bd3f7b52d tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2330770 Nov 10 17:36:30.719760 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '03ede745-bd15-4e19-8e1f-9beee1aed2f7', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': '03ede745-bd15-4e19-8e1f-9beee1aed2f7', 'mac_address': 'fa:16:3e:99:7d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:36:30.751631 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6c0a09b6-d69a-4f7a-8566-88d9840295e2 None None] Provisioning complete for port 98c29f30-c7e2-4836-9dfd-6aae0e6fbd85 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:30.752522 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6c0a09b6-d69a-4f7a-8566-88d9840295e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:30.813742 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc7691b-f3f1-42c8-bb33-ae88c7dafbea x-openstack-request-id: req-2bc7691b-f3f1-42c8-bb33-ae88c7dafbea {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:36:30.814124 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2616219a-817f-43d5-baa2-73c90f02597a", "tag": "b673c3ac-81db-46b1-b3c8-4e515db43263", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:36:30.814311 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2bc7691b-f3f1-42c8-bb33-ae88c7dafbea {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:36:30.817145 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2616219a-817f-43d5-baa2-73c90f02597a', 'tag': 'b673c3ac-81db-46b1-b3c8-4e515db43263', 'status': 'completed', 'code': 200} Nov 10 17:36:30.875916 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 1868822c-f819-4cdc-95bb-a12eb9a8a302, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=1868822c-f819-4cdc-95bb-a12eb9a8a302,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:30.923369 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d6de018-ae70-4448-b253-4cf23a4db4e6 req-c510b939-ca1a-40e9-b6de-bf5c750102ef service neutron] 10.222.0.11 "GET /v2.0/networks/fdcce804-0eee-4352-bc4a-56d57553f51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633259 Nov 10 17:36:30.981889 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3ac60-e2a6-4f67-b162-ff0eac6d910b req-d5c1d26e-0acc-4826-8013-c7db68c7f957 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:30.983593 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3ae3ac60-e2a6-4f67-b162-ff0eac6d910b req-d5c1d26e-0acc-4826-8013-c7db68c7f957 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38a60ec-f2d9-48cb-96d2-931c17a864c8 HTTP/1.1" status: 200 len: 931 time: 0.1165473 Nov 10 17:36:31.023038 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2b6338-7db8-48ea-9fc5-251265d7f109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1868822c-f819-4cdc-95bb-a12eb9a8a302'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:36:31.026038 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285f7625-6cb0-4926-8564-3cf801f5100d" -d '{"events": [{"server_uuid": "9c2b6338-7db8-48ea-9fc5-251265d7f109", "name": "network-vif-plugged", "status": "completed", "tag": "1868822c-f819-4cdc-95bb-a12eb9a8a302"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:36:31.061384 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:31.104782 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b09fa-2703-4073-8a10-0a1d5ee75cb5 req-883e57e4-592a-4f86-b05e-9b65fe93bbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:31.109092 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b75b09fa-2703-4073-8a10-0a1d5ee75cb5 req-883e57e4-592a-4f86-b05e-9b65fe93bbf1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e797b9c0d29944cb98e2cf15e71360f7&device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 1095 time: 0.1201973 Nov 10 17:36:31.127389 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:31.195494 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-7408e02d-2952-4e3d-8482-398752156746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93993bb-65ea-4b93-97a3-d9703f79041d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1832081157-router', 'tenant_id': '802e4baced1f47019b2dd8002e08b3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'ea9d7a29-3610-4baa-84db-76d1c3c60e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:36:13Z', 'updated_at': '2021-11-10T17:36:23Z', 'revision_number': 4, 'project_id': '802e4baced1f47019b2dd8002e08b3ba', 'gw_port': {'id': 'ea9d7a29-3610-4baa-84db-76d1c3c60e54', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93993bb-65ea-4b93-97a3-d9703f79041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:36:14Z', 'updated_at': '2021-11-10T17:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '98c29f30-c7e2-4836-9dfd-6aae0e6fbd85', 'name': '', 'network_id': 'be68d673-ed50-4f4c-af41-5bad87146134', 'tenant_id': '802e4baced1f47019b2dd8002e08b3ba', 'mac_address': 'fa:16:3e:ee:57:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93993bb-65ea-4b93-97a3-d9703f79041d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '8520f2d5-a2cb-4344-8e6f-2e390db5a231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:36:21Z', 'updated_at': '2021-11-10T17:36:29Z', 'revision_number': 4, 'project_id': '802e4baced1f47019b2dd8002e08b3ba', 'subnets': [{'id': '8520f2d5-a2cb-4344-8e6f-2e390db5a231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:31.225025 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-9c22a652-d3d1-4eaf-82b3-f91c9be7f301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7317f4-ca2c-4381-9a23-f0ed3dcc7512 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:36:31.235974 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-9c22a652-d3d1-4eaf-82b3-f91c9be7f301 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:31.251966 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-9c22a652-d3d1-4eaf-82b3-f91c9be7f301 service neutron] Transition to ACTIVE for port object 8a7317f4-ca2c-4381-9a23-f0ed3dcc7512 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:36:31.278078 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10305ee6-c416-4212-896a-501f1759ac46 req-959454d4-ee6f-4944-9a22-0d0337062c71 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:31.284800 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7408e02d-2952-4e3d-8482-398752156746 None None] The sync data for ids ['c93993bb-65ea-4b93-97a3-d9703f79041d'] in n-d-776250-10 is: [{'id': 'c93993bb-65ea-4b93-97a3-d9703f79041d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1832081157-router', 'tenant_id': '802e4baced1f47019b2dd8002e08b3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'ea9d7a29-3610-4baa-84db-76d1c3c60e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:36:13Z', 'updated_at': '2021-11-10T17:36:23Z', 'revision_number': 4, 'project_id': '802e4baced1f47019b2dd8002e08b3ba', 'gw_port': {'id': 'ea9d7a29-3610-4baa-84db-76d1c3c60e54', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93993bb-65ea-4b93-97a3-d9703f79041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:36:14Z', 'updated_at': '2021-11-10T17:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '98c29f30-c7e2-4836-9dfd-6aae0e6fbd85', 'name': '', 'network_id': 'be68d673-ed50-4f4c-af41-5bad87146134', 'tenant_id': '802e4baced1f47019b2dd8002e08b3ba', 'mac_address': 'fa:16:3e:ee:57:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c93993bb-65ea-4b93-97a3-d9703f79041d', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '8520f2d5-a2cb-4344-8e6f-2e390db5a231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:36:21Z', 'updated_at': '2021-11-10T17:36:29Z', 'revision_number': 4, 'project_id': '802e4baced1f47019b2dd8002e08b3ba', 'subnets': [{'id': '8520f2d5-a2cb-4344-8e6f-2e390db5a231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:36:31.304192 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-10305ee6-c416-4212-896a-501f1759ac46 req-959454d4-ee6f-4944-9a22-0d0337062c71 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecb45fc4-2334-425b-a012-86a1908cbe78 HTTP/1.1" status: 200 len: 948 time: 0.4375710 Nov 10 17:36:31.308657 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-9c22a652-d3d1-4eaf-82b3-f91c9be7f301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:31.421958 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b09fa-2703-4073-8a10-0a1d5ee75cb5 req-02e8c4b8-1c64-4f5d-bbee-a1cfcb91cb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:31.423451 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ede745-bd15-4e19-8e1f-9beee1aed2f7 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:36:31.424870 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b75b09fa-2703-4073-8a10-0a1d5ee75cb5 req-02e8c4b8-1c64-4f5d-bbee-a1cfcb91cb7d service neutron] 10.222.0.11 "GET /v2.0/networks?id=fdcce804-0eee-4352-bc4a-56d57553f51b HTTP/1.1" status: 200 len: 914 time: 0.2998829 Nov 10 17:36:31.446410 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 03ede745-bd15-4e19-8e1f-9beee1aed2f7, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=03ede745-bd15-4e19-8e1f-9beee1aed2f7,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:31.516898 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-10305ee6-c416-4212-896a-501f1759ac46 req-c63ff532-77c9-4478-a56f-7ba5664f3e00 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102909 Nov 10 17:36:31.533736 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b75b09fa-2703-4073-8a10-0a1d5ee75cb5 req-a87ab9d8-e6ff-4959-b23a-6a9e0037131d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b673c3ac-81db-46b1-b3c8-4e515db43263 HTTP/1.1" status: 200 len: 217 time: 0.0952930 Nov 10 17:36:31.553761 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3ae3ac60-e2a6-4f67-b162-ff0eac6d910b req-a50523ec-156d-4aab-8d0b-f943ce17c017 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eca5a49-bf21-40be-ae5f-dacedf1a8a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5474463 Nov 10 17:36:31.609761 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22a652-d3d1-4eaf-82b3-f91c9be7f301 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7317f4-ca2c-4381-9a23-f0ed3dcc7512,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:31.693022 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:31.706499 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b09fa-2703-4073-8a10-0a1d5ee75cb5 req-355c8199-c6c2-4a9f-91cc-d47e41f7d35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:31.711045 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b75b09fa-2703-4073-8a10-0a1d5ee75cb5 req-355c8199-c6c2-4a9f-91cc-d47e41f7d35c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=898255d9-6ca5-440d-ad7d-ca69abc8e6a6 HTTP/1.1" status: 200 len: 853 time: 0.1554432 Nov 10 17:36:31.765885 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-9c22a652-d3d1-4eaf-82b3-f91c9be7f301 service neutron] Attempting to bind port 8a7317f4-ca2c-4381-9a23-f0ed3dcc7512 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:36:31.766821 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-9c22a652-d3d1-4eaf-82b3-f91c9be7f301 service neutron] Attempting to bind port 8a7317f4-ca2c-4381-9a23-f0ed3dcc7512 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '3bb362fa-b89d-4137-b7fb-8027aa8a453c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '473cee17-2d83-454e-aef5-48af03244af5'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:36:31.767343 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-9c22a652-d3d1-4eaf-82b3-f91c9be7f301 service neutron] Attempting to bind port 8a7317f4-ca2c-4381-9a23-f0ed3dcc7512 on network 473cee17-2d83-454e-aef5-48af03244af5 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:36:31.794297 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b75b09fa-2703-4073-8a10-0a1d5ee75cb5 req-9bc2152d-101c-42f3-a82f-2fd282d5d151 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fdcce804-0eee-4352-bc4a-56d57553f51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685215 Nov 10 17:36:31.796996 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-9c22a652-d3d1-4eaf-82b3-f91c9be7f301 service neutron] Port 8a7317f4-ca2c-4381-9a23-f0ed3dcc7512 on network 473cee17-2d83-454e-aef5-48af03244af5 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:36:31.797663 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-9c22a652-d3d1-4eaf-82b3-f91c9be7f301 service neutron] Attempting to bind port 8a7317f4-ca2c-4381-9a23-f0ed3dcc7512 on network 473cee17-2d83-454e-aef5-48af03244af5 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:36:31.803447 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-9c22a652-d3d1-4eaf-82b3-f91c9be7f301 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:36:31.804054 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-9c22a652-d3d1-4eaf-82b3-f91c9be7f301 service neutron] Checking segment: {'id': '3bb362fa-b89d-4137-b7fb-8027aa8a453c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '473cee17-2d83-454e-aef5-48af03244af5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:36:31.806052 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-9c22a652-d3d1-4eaf-82b3-f91c9be7f301 service neutron] Bound using segment: {'id': '3bb362fa-b89d-4137-b7fb-8027aa8a453c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '473cee17-2d83-454e-aef5-48af03244af5'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:36:31.807357 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-9c22a652-d3d1-4eaf-82b3-f91c9be7f301 service neutron] Bound port: 8a7317f4-ca2c-4381-9a23-f0ed3dcc7512, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bb362fa-b89d-4137-b7fb-8027aa8a453c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '473cee17-2d83-454e-aef5-48af03244af5'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:36:31.808987 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-9c22a652-d3d1-4eaf-82b3-f91c9be7f301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:31.990927 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259c2d1e-1076-4a68-b0ad-2180be2d2e6a x-openstack-request-id: req-259c2d1e-1076-4a68-b0ad-2180be2d2e6a {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:36:31.991371 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2b6338-7db8-48ea-9fc5-251265d7f109", "name": "network-vif-plugged", "status": "completed", "tag": "1868822c-f819-4cdc-95bb-a12eb9a8a302", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:36:31.991725 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-259c2d1e-1076-4a68-b0ad-2180be2d2e6a {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:36:31.992531 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2b6338-7db8-48ea-9fc5-251265d7f109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1868822c-f819-4cdc-95bb-a12eb9a8a302', 'code': 200} Nov 10 17:36:32.022136 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b75b09fa-2703-4073-8a10-0a1d5ee75cb5 req-0c72b418-41dd-4db7-96f3-4de153c9be1a service neutron] 10.222.0.11 "GET /v2.0/networks/fdcce804-0eee-4352-bc4a-56d57553f51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168946 Nov 10 17:36:32.066237 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-23ef9282-5591-432a-b5ce-de0ad69cba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:32.070990 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 6d357b0f-39d1-4fb0-b1d9-8e35928b21e5 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:36:32.101215 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c643a-1228-486c-9e7b-74cbd95acb34 req-574e12ea-ca76-428b-a351-8d65c0168e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:32.103599 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fc3c643a-1228-486c-9e7b-74cbd95acb34 req-574e12ea-ca76-428b-a351-8d65c0168e23 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9c2b6338-7db8-48ea-9fc5-251265d7f109 HTTP/1.1" status: 200 len: 1102 time: 0.0801563 Nov 10 17:36:32.220486 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fc3c643a-1228-486c-9e7b-74cbd95acb34 req-82f42140-883a-4f08-891f-3c3c9688e148 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775540 Nov 10 17:36:32.284566 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b75b09fa-2703-4073-8a10-0a1d5ee75cb5 req-f9da5e64-708e-4b81-840d-24dd3a295e16 service neutron] 10.222.0.11 "GET /v2.0/networks/fdcce804-0eee-4352-bc4a-56d57553f51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221756 Nov 10 17:36:32.328637 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6c0a09b6-d69a-4f7a-8566-88d9840295e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:32.347777 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['03ede745-bd15-4e19-8e1f-9beee1aed2f7'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:36:32.547113 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-6c0a09b6-d69a-4f7a-8566-88d9840295e2 None None] For port 98c29f30-c7e2-4836-9dfd-6aae0e6fbd85, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=98c29f30-c7e2-4836-9dfd-6aae0e6fbd85,segment=NetworkSegment(042f08e3-682c-4f86-9604-c78d925406ed),segment_id=042f08e3-682c-4f86-9604-c78d925406ed)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:32.617235 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-9c22a652-d3d1-4eaf-82b3-f91c9be7f301 service neutron] For port 8a7317f4-ca2c-4381-9a23-f0ed3dcc7512, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:36:32.628094 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da0451-7dae-4b3c-8b74-5fcabaf3b29c req-d253bbbc-50bf-4d21-938a-fb2976018b85 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:32.637660 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da0451-7dae-4b3c-8b74-5fcabaf3b29c req-d253bbbc-50bf-4d21-938a-fb2976018b85 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:32.645715 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da0451-7dae-4b3c-8b74-5fcabaf3b29c req-d253bbbc-50bf-4d21-938a-fb2976018b85 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:32.651434 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-9c22a652-d3d1-4eaf-82b3-f91c9be7f301 service neutron] For port 8a7317f4-ca2c-4381-9a23-f0ed3dcc7512, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=8a7317f4-ca2c-4381-9a23-f0ed3dcc7512,segment=NetworkSegment(3bb362fa-b89d-4137-b7fb-8027aa8a453c),segment_id=3bb362fa-b89d-4137-b7fb-8027aa8a453c)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:36:32.654720 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da0451-7dae-4b3c-8b74-5fcabaf3b29c req-d253bbbc-50bf-4d21-938a-fb2976018b85 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:32.665429 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da0451-7dae-4b3c-8b74-5fcabaf3b29c req-d253bbbc-50bf-4d21-938a-fb2976018b85 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:32.672859 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da0451-7dae-4b3c-8b74-5fcabaf3b29c req-d253bbbc-50bf-4d21-938a-fb2976018b85 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:32.674657 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-9c22a652-d3d1-4eaf-82b3-f91c9be7f301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:32.679319 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6c0a09b6-d69a-4f7a-8566-88d9840295e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:32.682910 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da0451-7dae-4b3c-8b74-5fcabaf3b29c req-d253bbbc-50bf-4d21-938a-fb2976018b85 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:32.691695 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffde9d-8774-4578-a1b2-2f9a3ce37335 req-33a9bf46-7e2b-4b24-852a-1a1f161cf1b9 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:32.693287 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-96da0451-7dae-4b3c-8b74-5fcabaf3b29c req-d253bbbc-50bf-4d21-938a-fb2976018b85 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5425 time: 0.1845458 Nov 10 17:36:32.693448 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6cffde9d-8774-4578-a1b2-2f9a3ce37335 req-33a9bf46-7e2b-4b24-852a-1a1f161cf1b9 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 943 time: 0.7146533 Nov 10 17:36:32.753302 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-9c22a652-d3d1-4eaf-82b3-f91c9be7f301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:32.754062 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-9c22a652-d3d1-4eaf-82b3-f91c9be7f301 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:32.755832 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-9c22a652-d3d1-4eaf-82b3-f91c9be7f301 service neutron] 10.222.0.13 "PUT /v2.0/ports/8a7317f4-ca2c-4381-9a23-f0ed3dcc7512 HTTP/1.1" status: 200 len: 1092 time: 2.8467627 Nov 10 17:36:32.756356 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38a60ec-f2d9-48cb-96d2-931c17a864c8', 'tag': '8a7317f4-ca2c-4381-9a23-f0ed3dcc7512'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:36:32.767818 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213352d6-9902-4b7b-bb73-108acb392383" -d '{"events": [{"name": "network-changed", "server_uuid": "f38a60ec-f2d9-48cb-96d2-931c17a864c8", "tag": "8a7317f4-ca2c-4381-9a23-f0ed3dcc7512"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:36:32.848262 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-96da0451-7dae-4b3c-8b74-5fcabaf3b29c req-c60cf806-a2d5-44d1-8506-dc565e15ec80 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1516204 Nov 10 17:36:32.962752 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22a652-d3d1-4eaf-82b3-f91c9be7f301 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7317f4-ca2c-4381-9a23-f0ed3dcc7512,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:32.980861 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6cffde9d-8774-4578-a1b2-2f9a3ce37335 req-9b502829-94ed-4564-8264-407a00b43131 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664540 Nov 10 17:36:33.017087 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=1868822c-f819-4cdc-95bb-a12eb9a8a302,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:33.023148 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-5e5323eb-643c-4011-864e-bb1d20468df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:33.025016 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-5e5323eb-643c-4011-864e-bb1d20468df8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce0a8fa893854df6a1d54b376bbd6fff&device_id=f38a60ec-f2d9-48cb-96d2-931c17a864c8 HTTP/1.1" status: 200 len: 1095 time: 0.1936889 Nov 10 17:36:33.031360 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 6d357b0f-39d1-4fb0-b1d9-8e35928b21e5 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:36:33.148951 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d505ff-7715-45be-8ea0-c2bb6d626adf req-08fbd38a-e8d3-4135-a4cb-cd4844b81632 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:33.150499 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-37ce386c-67ee-47a7-88fa-2da06b7cb14d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7317f4-ca2c-4381-9a23-f0ed3dcc7512 HTTP/1.1" status: 200 len: 217 time: 0.1110582 Nov 10 17:36:33.156904 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f3d505ff-7715-45be-8ea0-c2bb6d626adf req-08fbd38a-e8d3-4135-a4cb-cd4844b81632 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecb45fc4-2334-425b-a012-86a1908cbe78 HTTP/1.1" status: 200 len: 949 time: 0.2403233 Nov 10 17:36:33.171371 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-376f9ff7-f69f-4b01-b2a3-23f91c7aa84c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:33.201188 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 98c29f30-c7e2-4836-9dfd-6aae0e6fbd85 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:36:33.276953 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 6d357b0f-39d1-4fb0-b1d9-8e35928b21e5 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:33.277474 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:33.325804 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-3928d7a4-9767-45a5-9651-210be83d0ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:33.327516 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-3928d7a4-9767-45a5-9651-210be83d0ebf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a8dcba8-7814-4574-81fb-79d6a1bf0216 HTTP/1.1" status: 200 len: 862 time: 0.1624243 Nov 10 17:36:33.344990 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f3d505ff-7715-45be-8ea0-c2bb6d626adf req-2f00f0f0-ed1c-4d2b-97be-58dff7a5c2c2 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791978 Nov 10 17:36:33.371255 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=03ede745-bd15-4e19-8e1f-9beee1aed2f7,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:33.387315 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50511268-e513-4161-9bae-67ba0c78399d req-dccd1297-77e5-4346-b7ac-78cc43180c09 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:33.392832 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-7ce35c7c-f560-4fcd-a2e5-b280717d0eab None None] Provisioning complete for port 98c29f30-c7e2-4836-9dfd-6aae0e6fbd85 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:33.393238 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7ce35c7c-f560-4fcd-a2e5-b280717d0eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:33.413323 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-50511268-e513-4161-9bae-67ba0c78399d req-dccd1297-77e5-4346-b7ac-78cc43180c09 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38a60ec-f2d9-48cb-96d2-931c17a864c8 HTTP/1.1" status: 200 len: 943 time: 0.1702340 Nov 10 17:36:33.476297 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-3a2617c7-79fe-4857-a98e-59c3ccef685b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=473cee17-2d83-454e-aef5-48af03244af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1266470 Nov 10 17:36:33.537047 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-50511268-e513-4161-9bae-67ba0c78399d req-ab62885d-bfec-476d-8598-8a743692d5cb tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eca5a49-bf21-40be-ae5f-dacedf1a8a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177292 Nov 10 17:36:33.595547 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a09b6-d69a-4f7a-8566-88d9840295e2 None None] Pushing event updated for resources: {'Port': ['ID=98c29f30-c7e2-4836-9dfd-6aae0e6fbd85,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:33.716962 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1273aea4-9815-4e38-a913-e94925c0f069 x-openstack-request-id: req-1273aea4-9815-4e38-a913-e94925c0f069 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:36:33.717654 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38a60ec-f2d9-48cb-96d2-931c17a864c8", "tag": "8a7317f4-ca2c-4381-9a23-f0ed3dcc7512", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:36:33.719184 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1273aea4-9815-4e38-a913-e94925c0f069 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:36:33.720756 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38a60ec-f2d9-48cb-96d2-931c17a864c8', 'tag': '8a7317f4-ca2c-4381-9a23-f0ed3dcc7512', 'status': 'completed', 'code': 200} Nov 10 17:36:33.727489 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device b673c3ac-81db-46b1-b3c8-4e515db43263 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:36:33.749117 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 98c29f30-c7e2-4836-9dfd-6aae0e6fbd85 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:33.749540 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:33.806194 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-80d8a524-42df-4d47-9ea7-575afa8dd734 service neutron] 10.222.0.13 "GET /v2.0/networks/473cee17-2d83-454e-aef5-48af03244af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825549 Nov 10 17:36:34.050934 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6596ec54-bd42-42cb-9884-9039effe26b1 req-1876abc1-3379-4686-8309-990a8ca0e031 service neutron] 10.222.0.13 "GET /v2.0/networks/473cee17-2d83-454e-aef5-48af03244af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356088 Nov 10 17:36:34.119213 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:34.152390 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84688a-a1ce-4a60-8daa-4d946a7f87a2 req-66d990b4-0c6d-4333-a82c-a5b5aaddc2de tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:34.158827 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84688a-a1ce-4a60-8daa-4d946a7f87a2 req-66d990b4-0c6d-4333-a82c-a5b5aaddc2de tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:34.168662 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84688a-a1ce-4a60-8daa-4d946a7f87a2 req-66d990b4-0c6d-4333-a82c-a5b5aaddc2de tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:34.175747 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84688a-a1ce-4a60-8daa-4d946a7f87a2 req-66d990b4-0c6d-4333-a82c-a5b5aaddc2de tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:34.183095 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84688a-a1ce-4a60-8daa-4d946a7f87a2 req-66d990b4-0c6d-4333-a82c-a5b5aaddc2de tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:34.198867 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84688a-a1ce-4a60-8daa-4d946a7f87a2 req-66d990b4-0c6d-4333-a82c-a5b5aaddc2de tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:34.199347 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84688a-a1ce-4a60-8daa-4d946a7f87a2 req-66d990b4-0c6d-4333-a82c-a5b5aaddc2de tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:34.205716 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fa562-5c64-475b-8ee7-179d4cb004d7 req-678bcf18-8b32-471c-bde3-f757c783bef2 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:34.209221 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3e84688a-a1ce-4a60-8daa-4d946a7f87a2 req-66d990b4-0c6d-4333-a82c-a5b5aaddc2de tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5425 time: 0.2026021 Nov 10 17:36:34.217550 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c11fa562-5c64-475b-8ee7-179d4cb004d7 req-678bcf18-8b32-471c-bde3-f757c783bef2 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 943 time: 0.1043634 Nov 10 17:36:34.229469 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 6d357b0f-39d1-4fb0-b1d9-8e35928b21e5, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=6d357b0f-39d1-4fb0-b1d9-8e35928b21e5,segment=NetworkSegment(a579ae98-b84f-4aec-aba4-51aa8df975cc),segment_id=a579ae98-b84f-4aec-aba4-51aa8df975cc)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:34.232685 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d357b0f-39d1-4fb0-b1d9-8e35928b21e5'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:36:34.247587 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654fb764-a48b-49fc-b42d-c575fb066b65" -d '{"events": [{"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-plugged", "status": "completed", "tag": "6d357b0f-39d1-4fb0-b1d9-8e35928b21e5"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:36:34.250152 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:34.298898 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:34.312247 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 45ab39ff-f9fe-4c21-8dec-e378b1fe5311 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:36:34.328586 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213352d6-9902-4b7b-bb73-108acb392383 req-de8af7db-bdba-4a0f-8c87-60b564ec4f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:34.330905 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-213352d6-9902-4b7b-bb73-108acb392383 req-de8af7db-bdba-4a0f-8c87-60b564ec4f21 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce0a8fa893854df6a1d54b376bbd6fff&device_id=f38a60ec-f2d9-48cb-96d2-931c17a864c8 HTTP/1.1" status: 200 len: 1095 time: 0.0848339 Nov 10 17:36:34.365751 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3e84688a-a1ce-4a60-8daa-4d946a7f87a2 req-b1703d17-bed6-4252-b1b3-f01d63e47c2b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1556385 Nov 10 17:36:34.383896 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c11fa562-5c64-475b-8ee7-179d4cb004d7 req-5d61ac05-7e59-4307-a042-cb845db3be8c tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601825 Nov 10 17:36:34.394885 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port b673c3ac-81db-46b1-b3c8-4e515db43263, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=b673c3ac-81db-46b1-b3c8-4e515db43263,segment=NetworkSegment(42dc2b4e-b2ca-43a5-ac2f-40daa324b850),segment_id=42dc2b4e-b2ca-43a5-ac2f-40daa324b850)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:34.543240 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'b673c3ac-81db-46b1-b3c8-4e515db43263', 'network_id': 'fdcce804-0eee-4352-bc4a-56d57553f51b', 'port_id': 'b673c3ac-81db-46b1-b3c8-4e515db43263', 'mac_address': 'fa:16:3e:b6:67:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '898255d9-6ca5-440d-ad7d-ca69abc8e6a6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:36:34.547761 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=6d357b0f-39d1-4fb0-b1d9-8e35928b21e5,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:34.566649 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828c87c2-69cc-4689-b9b2-a7ce1d834f8d x-openstack-request-id: req-828c87c2-69cc-4689-b9b2-a7ce1d834f8d {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:36:34.567609 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-plugged", "status": "completed", "tag": "6d357b0f-39d1-4fb0-b1d9-8e35928b21e5", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:36:34.568237 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-828c87c2-69cc-4689-b9b2-a7ce1d834f8d {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:36:34.568859 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d357b0f-39d1-4fb0-b1d9-8e35928b21e5', 'code': 200} Nov 10 17:36:34.605746 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213352d6-9902-4b7b-bb73-108acb392383 req-bf5158d0-f924-473d-9b7c-127e5c460d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:34.607353 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-213352d6-9902-4b7b-bb73-108acb392383 req-bf5158d0-f924-473d-9b7c-127e5c460d34 service neutron] 10.222.0.13 "GET /v2.0/networks?id=473cee17-2d83-454e-aef5-48af03244af5 HTTP/1.1" status: 200 len: 923 time: 0.2420533 Nov 10 17:36:34.641779 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a621a-868a-47da-8acd-aad9835eb0f4 req-9d4c04f5-4989-4629-9040-05fdefaf8020 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:34.651273 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-524a621a-868a-47da-8acd-aad9835eb0f4 req-9d4c04f5-4989-4629-9040-05fdefaf8020 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecb45fc4-2334-425b-a012-86a1908cbe78 HTTP/1.1" status: 200 len: 949 time: 0.1283963 Nov 10 17:36:34.676082 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:34.735415 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b673c3ac-81db-46b1-b3c8-4e515db43263 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:36:34.762278 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-213352d6-9902-4b7b-bb73-108acb392383 req-424dda3b-c4fb-4585-948c-dbb3f5e61309 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a7317f4-ca2c-4381-9a23-f0ed3dcc7512 HTTP/1.1" status: 200 len: 217 time: 0.1233993 Nov 10 17:36:34.767927 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-524a621a-868a-47da-8acd-aad9835eb0f4 req-25cce811-3325-420b-95fe-29071e9f08f0 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105144 Nov 10 17:36:34.774354 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 45ab39ff-f9fe-4c21-8dec-e378b1fe5311 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:36:34.782753 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port b673c3ac-81db-46b1-b3c8-4e515db43263, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=b673c3ac-81db-46b1-b3c8-4e515db43263,segment=NetworkSegment(42dc2b4e-b2ca-43a5-ac2f-40daa324b850),segment_id=42dc2b4e-b2ca-43a5-ac2f-40daa324b850)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:34.783820 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 45ab39ff-f9fe-4c21-8dec-e378b1fe5311 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:34.784228 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:34.889628 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:34.905414 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213352d6-9902-4b7b-bb73-108acb392383 req-93231c1b-72fd-416e-95a6-83cfd30e87cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:34.906891 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-213352d6-9902-4b7b-bb73-108acb392383 req-93231c1b-72fd-416e-95a6-83cfd30e87cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a8dcba8-7814-4574-81fb-79d6a1bf0216 HTTP/1.1" status: 200 len: 862 time: 0.1165850 Nov 10 17:36:34.939074 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f591262-5119-4312-8cc5-230696e7c152 req-7a096476-edda-4af0-bdb5-13cbb79b8a8d tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:34.966783 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2f591262-5119-4312-8cc5-230696e7c152 req-7a096476-edda-4af0-bdb5-13cbb79b8a8d tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38a60ec-f2d9-48cb-96d2-931c17a864c8 HTTP/1.1" status: 200 len: 943 time: 0.1974938 Nov 10 17:36:35.041152 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-213352d6-9902-4b7b-bb73-108acb392383 req-d414c7ce-f109-4902-adec-f685794f6590 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=473cee17-2d83-454e-aef5-48af03244af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727928 Nov 10 17:36:35.043109 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 98c29f30-c7e2-4836-9dfd-6aae0e6fbd85 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:36:35.101246 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2f591262-5119-4312-8cc5-230696e7c152 req-899019f6-7466-4676-8e57-5c997c365dc5 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eca5a49-bf21-40be-ae5f-dacedf1a8a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225185 Nov 10 17:36:35.125311 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=b673c3ac-81db-46b1-b3c8-4e515db43263,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:35.173129 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 98c29f30-c7e2-4836-9dfd-6aae0e6fbd85 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:35.173512 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:35.218347 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:35.226258 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-213352d6-9902-4b7b-bb73-108acb392383 req-9b9ae9e0-73fe-4322-b321-a946ff9ee3e2 service neutron] 10.222.0.13 "GET /v2.0/networks/473cee17-2d83-454e-aef5-48af03244af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307056 Nov 10 17:36:35.278179 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['b673c3ac-81db-46b1-b3c8-4e515db43263'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:36:35.315681 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 45ab39ff-f9fe-4c21-8dec-e378b1fe5311, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=45ab39ff-f9fe-4c21-8dec-e378b1fe5311,segment=NetworkSegment(ca95d2b9-fa05-4c17-bc70-13d06fb359ad),segment_id=ca95d2b9-fa05-4c17-bc70-13d06fb359ad)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:35.337875 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:35.338679 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 1b397362-5908-4133-821d-3cd55c0c1231 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:36:35.356861 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-213352d6-9902-4b7b-bb73-108acb392383 req-7e7942e1-2071-4684-b54d-3e3b856b0911 service neutron] 10.222.0.13 "GET /v2.0/networks/473cee17-2d83-454e-aef5-48af03244af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144817 Nov 10 17:36:35.490646 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:35.550379 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=45ab39ff-f9fe-4c21-8dec-e378b1fe5311,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:35.577049 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 1b397362-5908-4133-821d-3cd55c0c1231 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:36:35.594508 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 1b397362-5908-4133-821d-3cd55c0c1231 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:35.595442 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:35.606960 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22d902-8b51-42fa-ade1-a7e320551b45 req-800495fd-977a-4e84-9057-7a2d2d70e1c4 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:35.620835 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ec22d902-8b51-42fa-ade1-a7e320551b45 req-800495fd-977a-4e84-9057-7a2d2d70e1c4 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 944 time: 0.1051764 Nov 10 17:36:35.639033 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5be34-f51c-4adb-a098-2a32a93a69d4 req-d5db6adc-5e8e-446a-98d3-64110517ecac tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:35.652534 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5be34-f51c-4adb-a098-2a32a93a69d4 req-d5db6adc-5e8e-446a-98d3-64110517ecac tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:35.664843 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5be34-f51c-4adb-a098-2a32a93a69d4 req-d5db6adc-5e8e-446a-98d3-64110517ecac tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:35.670760 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5be34-f51c-4adb-a098-2a32a93a69d4 req-d5db6adc-5e8e-446a-98d3-64110517ecac tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:35.677810 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5be34-f51c-4adb-a098-2a32a93a69d4 req-d5db6adc-5e8e-446a-98d3-64110517ecac tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:35.685116 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5be34-f51c-4adb-a098-2a32a93a69d4 req-d5db6adc-5e8e-446a-98d3-64110517ecac tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:35.696303 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5be34-f51c-4adb-a098-2a32a93a69d4 req-d5db6adc-5e8e-446a-98d3-64110517ecac tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:35.699540 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-56e5be34-f51c-4adb-a098-2a32a93a69d4 req-d5db6adc-5e8e-446a-98d3-64110517ecac tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5427 time: 0.1889789 Nov 10 17:36:35.759183 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ec22d902-8b51-42fa-ade1-a7e320551b45 req-46ccc76c-c200-4208-8176-22693befa082 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364553 Nov 10 17:36:35.826063 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:35.876833 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-56e5be34-f51c-4adb-a098-2a32a93a69d4 req-708e8ef7-0e6a-440e-be50-a1cf9d637c2f tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1686525 Nov 10 17:36:35.919083 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 1b397362-5908-4133-821d-3cd55c0c1231, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=1b397362-5908-4133-821d-3cd55c0c1231,segment=NetworkSegment(075697be-07cf-47b8-98f3-bb3c0c948546),segment_id=075697be-07cf-47b8-98f3-bb3c0c948546)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:35.924697 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:35.925698 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device d91136a8-ce33-4918-a613-fe42fbce644b up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:36:36.018042 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=1b397362-5908-4133-821d-3cd55c0c1231,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:36.020283 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b517091-e030-4015-bce0-9d196ca3039c req-f45a9385-9660-4f9d-a735-148ea039b234 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:36.035443 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b517091-e030-4015-bce0-9d196ca3039c req-f45a9385-9660-4f9d-a735-148ea039b234 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecb45fc4-2334-425b-a012-86a1908cbe78 HTTP/1.1" status: 200 len: 949 time: 0.0811868 Nov 10 17:36:36.056029 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port d91136a8-ce33-4918-a613-fe42fbce644b completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:36:36.060659 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port d91136a8-ce33-4918-a613-fe42fbce644b triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:36.061035 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:36.149080 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b517091-e030-4015-bce0-9d196ca3039c req-c7e0be97-b829-441f-825b-d4cdc071919e tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093137 Nov 10 17:36:36.171485 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:36.238752 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:36.284316 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port d91136a8-ce33-4918-a613-fe42fbce644b, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d91136a8-ce33-4918-a613-fe42fbce644b,segment=NetworkSegment(075697be-07cf-47b8-98f3-bb3c0c948546),segment_id=075697be-07cf-47b8-98f3-bb3c0c948546)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:36.289561 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:36.292962 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 50e42342-3dd3-4471-9114-97bf09fa8efd up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:36:36.305047 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675e725-393a-4405-8d43-051aeca8795b req-f8e41368-1e6b-4bf7-9585-27e582021208 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:36.306771 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5675e725-393a-4405-8d43-051aeca8795b req-f8e41368-1e6b-4bf7-9585-27e582021208 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38a60ec-f2d9-48cb-96d2-931c17a864c8 HTTP/1.1" status: 200 len: 943 time: 0.0668087 Nov 10 17:36:36.380191 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5675e725-393a-4405-8d43-051aeca8795b req-8c97c11c-3560-4712-84ce-6e20cbadbc0f tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eca5a49-bf21-40be-ae5f-dacedf1a8a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585570 Nov 10 17:36:36.398240 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 50e42342-3dd3-4471-9114-97bf09fa8efd completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:36:36.402850 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 50e42342-3dd3-4471-9114-97bf09fa8efd triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:36.403528 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:36.478773 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=d91136a8-ce33-4918-a613-fe42fbce644b,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:36.546590 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:36.577273 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3cf4cafd-adc9-48cc-b69f-a8e3cabf35b1 req-d20e1e06-1b19-4661-bf37-d723e7930916 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=35ce0372-4b48-4084-a7b3-8452a56f19b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543168 Nov 10 17:36:36.685882 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4cafd-adc9-48cc-b69f-a8e3cabf35b1 req-d334e979-1069-474b-8032-df437dad854b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:36.689508 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3cf4cafd-adc9-48cc-b69f-a8e3cabf35b1 req-d334e979-1069-474b-8032-df437dad854b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38fb4e4342ac4097a730b0e8198143dc&device_id=35ce0372-4b48-4084-a7b3-8452a56f19b0 HTTP/1.1" status: 200 len: 1102 time: 0.0844781 Nov 10 17:36:36.705745 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ab39ff-f9fe-4c21-8dec-e378b1fe5311'}, {'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b397362-5908-4133-821d-3cd55c0c1231'}, {'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91136a8-ce33-4918-a613-fe42fbce644b'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:36:36.709475 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43d2a90-017e-4cf5-98f9-0a9634a0a349" -d '{"events": [{"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-plugged", "status": "completed", "tag": "45ab39ff-f9fe-4c21-8dec-e378b1fe5311"}, {"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-plugged", "status": "completed", "tag": "1b397362-5908-4133-821d-3cd55c0c1231"}, {"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-plugged", "status": "completed", "tag": "d91136a8-ce33-4918-a613-fe42fbce644b"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:36:36.742297 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 50e42342-3dd3-4471-9114-97bf09fa8efd, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=50e42342-3dd3-4471-9114-97bf09fa8efd,segment=NetworkSegment(075697be-07cf-47b8-98f3-bb3c0c948546),segment_id=075697be-07cf-47b8-98f3-bb3c0c948546)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:36.766842 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:36.768184 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 0553aa7b-17be-418d-b02a-fbf798175967 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:36:36.850307 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 10 Nov 2021 17:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2a7065-66a7-47d2-a416-f18fa47057ca x-openstack-request-id: req-7a2a7065-66a7-47d2-a416-f18fa47057ca {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:36:36.850307 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-plugged", "status": "completed", "tag": "45ab39ff-f9fe-4c21-8dec-e378b1fe5311", "code": 200}, {"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-plugged", "status": "completed", "tag": "1b397362-5908-4133-821d-3cd55c0c1231", "code": 200}, {"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-plugged", "status": "completed", "tag": "d91136a8-ce33-4918-a613-fe42fbce644b", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:36:36.850307 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7a2a7065-66a7-47d2-a416-f18fa47057ca {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:36:36.850307 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ab39ff-f9fe-4c21-8dec-e378b1fe5311', 'code': 200} Nov 10 17:36:36.850307 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b397362-5908-4133-821d-3cd55c0c1231', 'code': 200} Nov 10 17:36:36.850307 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91136a8-ce33-4918-a613-fe42fbce644b', 'code': 200} Nov 10 17:36:36.952897 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 0553aa7b-17be-418d-b02a-fbf798175967 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:36:36.971520 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 0553aa7b-17be-418d-b02a-fbf798175967 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:36.972599 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:36.983318 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=50e42342-3dd3-4471-9114-97bf09fa8efd,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:37.061850 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4cafd-adc9-48cc-b69f-a8e3cabf35b1 req-72449d1c-981f-4b6c-841d-d3976139cf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:37.063470 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3cf4cafd-adc9-48cc-b69f-a8e3cabf35b1 req-72449d1c-981f-4b6c-841d-d3976139cf8b service neutron] 10.222.0.13 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.3161924 Nov 10 17:36:37.107667 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:37.123174 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3cf4cafd-adc9-48cc-b69f-a8e3cabf35b1 req-24ec7938-bef9-4694-a21e-d738a5005850 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=fcfa458f-e071-4b0e-baa5-036acfe812bf HTTP/1.1" status: 200 len: 217 time: 0.0479486 Nov 10 17:36:37.151266 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615dc06-9352-4a0f-b32f-79f7aace7530 req-3633fb1b-8374-4210-8842-fac8ab5ca6ae tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:37.159357 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7615dc06-9352-4a0f-b32f-79f7aace7530 req-3633fb1b-8374-4210-8842-fac8ab5ca6ae tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 944 time: 0.2848308 Nov 10 17:36:37.166750 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 0553aa7b-17be-418d-b02a-fbf798175967, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=0553aa7b-17be-418d-b02a-fbf798175967,segment=NetworkSegment(a579ae98-b84f-4aec-aba4-51aa8df975cc),segment_id=a579ae98-b84f-4aec-aba4-51aa8df975cc)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:37.172135 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:37.251315 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=0553aa7b-17be-418d-b02a-fbf798175967,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:37.252912 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 03ede745-bd15-4e19-8e1f-9beee1aed2f7 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:36:37.285851 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7615dc06-9352-4a0f-b32f-79f7aace7530 req-d4705f46-a171-4824-9f7a-9aecd6e3ffe4 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251667 Nov 10 17:36:37.304598 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4cafd-adc9-48cc-b69f-a8e3cabf35b1 req-4e88acf8-9eaa-4555-afa4-8098165e4b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:37.306341 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3cf4cafd-adc9-48cc-b69f-a8e3cabf35b1 req-4e88acf8-9eaa-4555-afa4-8098165e4b1a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1416094 Nov 10 17:36:37.306987 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d808117-6f0d-4dd4-9281-f77a41863911 req-2f9c8ea2-51a1-4409-b221-e4bdb24c98e7 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:37.313351 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d808117-6f0d-4dd4-9281-f77a41863911 req-2f9c8ea2-51a1-4409-b221-e4bdb24c98e7 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:37.328238 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d808117-6f0d-4dd4-9281-f77a41863911 req-2f9c8ea2-51a1-4409-b221-e4bdb24c98e7 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:37.336140 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d808117-6f0d-4dd4-9281-f77a41863911 req-2f9c8ea2-51a1-4409-b221-e4bdb24c98e7 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:37.339606 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 03ede745-bd15-4e19-8e1f-9beee1aed2f7 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:36:37.342273 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d808117-6f0d-4dd4-9281-f77a41863911 req-2f9c8ea2-51a1-4409-b221-e4bdb24c98e7 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:37.348405 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d808117-6f0d-4dd4-9281-f77a41863911 req-2f9c8ea2-51a1-4409-b221-e4bdb24c98e7 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:37.355066 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d808117-6f0d-4dd4-9281-f77a41863911 req-2f9c8ea2-51a1-4409-b221-e4bdb24c98e7 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:37.357705 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 03ede745-bd15-4e19-8e1f-9beee1aed2f7 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:37.358093 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:37.365169 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1d808117-6f0d-4dd4-9281-f77a41863911 req-2f9c8ea2-51a1-4409-b221-e4bdb24c98e7 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5430 time: 0.2171161 Nov 10 17:36:37.433541 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4cafd-adc9-48cc-b69f-a8e3cabf35b1 req-d4387f8e-f0d9-4ca7-81c2-9d8b2a5d92c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:37.446037 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3cf4cafd-adc9-48cc-b69f-a8e3cabf35b1 req-d4387f8e-f0d9-4ca7-81c2-9d8b2a5d92c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1253920 Nov 10 17:36:37.494929 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:37.532444 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1d808117-6f0d-4dd4-9281-f77a41863911 req-b350d43b-65e9-4e7e-9686-fb63a12fbe35 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1662443 Nov 10 17:36:37.552221 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 03ede745-bd15-4e19-8e1f-9beee1aed2f7, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=03ede745-bd15-4e19-8e1f-9beee1aed2f7,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:37.560432 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:37.561284 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 83e707e1-bf12-4c7c-a89d-817fb1d04fd0 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:36:37.686033 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=03ede745-bd15-4e19-8e1f-9beee1aed2f7,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:37.706811 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 8a7317f4-ca2c-4381-9a23-f0ed3dcc7512 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:36:37.735419 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3cf4cafd-adc9-48cc-b69f-a8e3cabf35b1 req-523a7b4d-bcd4-40b4-a51c-050759d1bf00 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800817 Nov 10 17:36:37.767144 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9500703-4cc8-4d11-919d-579e1ec4f636 req-46007c8c-d146-419f-8b7e-2ef88899d013 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:37.775533 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b9500703-4cc8-4d11-919d-579e1ec4f636 req-46007c8c-d146-419f-8b7e-2ef88899d013 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38a60ec-f2d9-48cb-96d2-931c17a864c8 HTTP/1.1" status: 200 len: 943 time: 0.0954635 Nov 10 17:36:37.840228 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43601d-d3e5-4c10-bb95-1a77dc0a2b1c req-512a246d-7077-4c1a-a264-4c6e2cce6d1a tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:37.843620 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f43601d-d3e5-4c10-bb95-1a77dc0a2b1c req-512a246d-7077-4c1a-a264-4c6e2cce6d1a tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecb45fc4-2334-425b-a012-86a1908cbe78 HTTP/1.1" status: 200 len: 950 time: 0.2516880 Nov 10 17:36:37.876100 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 8a7317f4-ca2c-4381-9a23-f0ed3dcc7512, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=8a7317f4-ca2c-4381-9a23-f0ed3dcc7512,segment=NetworkSegment(3bb362fa-b89d-4137-b7fb-8027aa8a453c),segment_id=3bb362fa-b89d-4137-b7fb-8027aa8a453c)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:37.881664 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b9500703-4cc8-4d11-919d-579e1ec4f636 req-90fb87a5-3a78-4574-9755-0e4877624f2d tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eca5a49-bf21-40be-ae5f-dacedf1a8a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047237 Nov 10 17:36:37.896465 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '8a7317f4-ca2c-4381-9a23-f0ed3dcc7512', 'network_id': '473cee17-2d83-454e-aef5-48af03244af5', 'port_id': '8a7317f4-ca2c-4381-9a23-f0ed3dcc7512', 'mac_address': 'fa:16:3e:ac:cb:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a8dcba8-7814-4574-81fb-79d6a1bf0216', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:36:37.950930 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f43601d-d3e5-4c10-bb95-1a77dc0a2b1c req-ba73ea8b-3bc4-4512-ae33-c313dd1d47d7 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776606 Nov 10 17:36:37.978967 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:38.032299 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7317f4-ca2c-4381-9a23-f0ed3dcc7512 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:36:38.071028 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3cf4cafd-adc9-48cc-b69f-a8e3cabf35b1 req-f8023700-ee57-4204-8937-277749e61dd4 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171082 Nov 10 17:36:38.096227 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 8a7317f4-ca2c-4381-9a23-f0ed3dcc7512, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=8a7317f4-ca2c-4381-9a23-f0ed3dcc7512,segment=NetworkSegment(3bb362fa-b89d-4137-b7fb-8027aa8a453c),segment_id=3bb362fa-b89d-4137-b7fb-8027aa8a453c)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:38.101961 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 83e707e1-bf12-4c7c-a89d-817fb1d04fd0 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:36:38.114528 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 83e707e1-bf12-4c7c-a89d-817fb1d04fd0 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:38.117960 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:38.176170 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:38.264314 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:38.298684 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=8a7317f4-ca2c-4381-9a23-f0ed3dcc7512,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:38.343683 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 83e707e1-bf12-4c7c-a89d-817fb1d04fd0, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=83e707e1-bf12-4c7c-a89d-817fb1d04fd0,segment=NetworkSegment(075697be-07cf-47b8-98f3-bb3c0c948546),segment_id=075697be-07cf-47b8-98f3-bb3c0c948546)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:38.353235 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:38.354114 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device b673c3ac-81db-46b1-b3c8-4e515db43263 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:36:38.495197 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=83e707e1-bf12-4c7c-a89d-817fb1d04fd0,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:38.522482 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port b673c3ac-81db-46b1-b3c8-4e515db43263 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:36:38.528140 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port b673c3ac-81db-46b1-b3c8-4e515db43263 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:38.529282 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:38.550388 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fcbba-f1d7-4445-b8f3-12b092e00469 req-c67bf78e-bd28-4d52-aa52-3bef30bc4dbd tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:38.563998 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['8a7317f4-ca2c-4381-9a23-f0ed3dcc7512'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:36:38.568750 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ee4fcbba-f1d7-4445-b8f3-12b092e00469 req-c67bf78e-bd28-4d52-aa52-3bef30bc4dbd tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 944 time: 0.0989885 Nov 10 17:36:38.652195 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ee4fcbba-f1d7-4445-b8f3-12b092e00469 req-515912cd-fc7e-468a-b3ea-c17cb1b06501 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748780 Nov 10 17:36:38.759317 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e257f-bcd3-452e-bc30-1320de482b9b req-8961d638-8354-4af9-b48f-43cc21187b1b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:38.765636 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e257f-bcd3-452e-bc30-1320de482b9b req-8961d638-8354-4af9-b48f-43cc21187b1b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:38.772683 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e257f-bcd3-452e-bc30-1320de482b9b req-8961d638-8354-4af9-b48f-43cc21187b1b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:38.778764 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e257f-bcd3-452e-bc30-1320de482b9b req-8961d638-8354-4af9-b48f-43cc21187b1b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:38.785286 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e257f-bcd3-452e-bc30-1320de482b9b req-8961d638-8354-4af9-b48f-43cc21187b1b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:38.793822 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e257f-bcd3-452e-bc30-1320de482b9b req-8961d638-8354-4af9-b48f-43cc21187b1b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:38.800002 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e257f-bcd3-452e-bc30-1320de482b9b req-8961d638-8354-4af9-b48f-43cc21187b1b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:38.802593 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-946e257f-bcd3-452e-bc30-1320de482b9b req-8961d638-8354-4af9-b48f-43cc21187b1b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5432 time: 0.1063526 Nov 10 17:36:38.806593 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:38.851262 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e42342-3dd3-4471-9114-97bf09fa8efd'}, {'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0553aa7b-17be-418d-b02a-fbf798175967'}, {'server_uuid': 'ecb45fc4-2334-425b-a012-86a1908cbe78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ede745-bd15-4e19-8e1f-9beee1aed2f7'}, {'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e707e1-bf12-4c7c-a89d-817fb1d04fd0'}, {'server_uuid': '2616219a-817f-43d5-baa2-73c90f02597a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b673c3ac-81db-46b1-b3c8-4e515db43263'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:36:38.853781 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b876d80a-9ea7-4461-a04d-52e4075901b5" -d '{"events": [{"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-plugged", "status": "completed", "tag": "50e42342-3dd3-4471-9114-97bf09fa8efd"}, {"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-plugged", "status": "completed", "tag": "0553aa7b-17be-418d-b02a-fbf798175967"}, {"server_uuid": "ecb45fc4-2334-425b-a012-86a1908cbe78", "name": "network-vif-plugged", "status": "completed", "tag": "03ede745-bd15-4e19-8e1f-9beee1aed2f7"}, {"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-plugged", "status": "completed", "tag": "83e707e1-bf12-4c7c-a89d-817fb1d04fd0"}, {"server_uuid": "2616219a-817f-43d5-baa2-73c90f02597a", "name": "network-vif-plugged", "status": "completed", "tag": "b673c3ac-81db-46b1-b3c8-4e515db43263"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:36:38.887486 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-946e257f-bcd3-452e-bc30-1320de482b9b req-368f5d04-b5b6-4078-a48e-aaf91bada38a tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0752652 Nov 10 17:36:38.922733 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port b673c3ac-81db-46b1-b3c8-4e515db43263, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=b673c3ac-81db-46b1-b3c8-4e515db43263,segment=NetworkSegment(42dc2b4e-b2ca-43a5-ac2f-40daa324b850),segment_id=42dc2b4e-b2ca-43a5-ac2f-40daa324b850)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:38.935849 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:38.979556 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Wed, 10 Nov 2021 17:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c581aa29-aaf5-4d38-959a-d4f8a772699a x-openstack-request-id: req-c581aa29-aaf5-4d38-959a-d4f8a772699a {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:36:38.979939 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-plugged", "status": "completed", "tag": "50e42342-3dd3-4471-9114-97bf09fa8efd", "code": 200}, {"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-plugged", "status": "completed", "tag": "0553aa7b-17be-418d-b02a-fbf798175967", "code": 200}, {"server_uuid": "ecb45fc4-2334-425b-a012-86a1908cbe78", "name": "network-vif-plugged", "status": "completed", "tag": "03ede745-bd15-4e19-8e1f-9beee1aed2f7", "code": 200}, {"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-plugged", "status": "completed", "tag": "83e707e1-bf12-4c7c-a89d-817fb1d04fd0", "code": 200}, {"server_uuid": "2616219a-817f-43d5-baa2-73c90f02597a", "name": "network-vif-plugged", "status": "completed", "tag": "b673c3ac-81db-46b1-b3c8-4e515db43263", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:36:38.980110 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c581aa29-aaf5-4d38-959a-d4f8a772699a {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:36:38.980546 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e42342-3dd3-4471-9114-97bf09fa8efd', 'code': 200} Nov 10 17:36:38.980807 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0553aa7b-17be-418d-b02a-fbf798175967', 'code': 200} Nov 10 17:36:38.981061 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb45fc4-2334-425b-a012-86a1908cbe78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ede745-bd15-4e19-8e1f-9beee1aed2f7', 'code': 200} Nov 10 17:36:38.981364 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e707e1-bf12-4c7c-a89d-817fb1d04fd0', 'code': 200} Nov 10 17:36:38.981608 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2616219a-817f-43d5-baa2-73c90f02597a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b673c3ac-81db-46b1-b3c8-4e515db43263', 'code': 200} Nov 10 17:36:39.046375 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a19ec8-0a58-4c50-a710-05784107dfc8 req-2e3ce566-d256-4def-bd3a-04bce515d5cd tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:39.056190 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-95a19ec8-0a58-4c50-a710-05784107dfc8 req-2e3ce566-d256-4def-bd3a-04bce515d5cd tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38a60ec-f2d9-48cb-96d2-931c17a864c8 HTTP/1.1" status: 200 len: 944 time: 0.0800326 Nov 10 17:36:39.124527 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=b673c3ac-81db-46b1-b3c8-4e515db43263,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:39.180834 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034058f-13e5-4768-9237-4b0003276a1e req-54d50b9d-30a9-4b21-bd35-1a18887220c5 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:39.187535 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-95a19ec8-0a58-4c50-a710-05784107dfc8 req-98d38eed-0d63-490e-96a4-2e8f6ea17917 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eca5a49-bf21-40be-ae5f-dacedf1a8a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302397 Nov 10 17:36:39.191471 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3034058f-13e5-4768-9237-4b0003276a1e req-54d50b9d-30a9-4b21-bd35-1a18887220c5 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecb45fc4-2334-425b-a012-86a1908cbe78 HTTP/1.1" status: 200 len: 950 time: 0.1048570 Nov 10 17:36:39.209209 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a650b65-aff7-4769-82d2-da007ccf1197 req-f7627617-516e-407c-a4d0-ebb5ea807667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:39.211534 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3a650b65-aff7-4769-82d2-da007ccf1197 req-f7627617-516e-407c-a4d0-ebb5ea807667 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 1097 time: 0.0981715 Nov 10 17:36:39.310333 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620f271-bbdd-497d-a121-0219df0d13b7 req-471a8c30-4d02-4ec5-b1c0-96c39a2c49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:39.310796 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620f271-bbdd-497d-a121-0219df0d13b7 req-471a8c30-4d02-4ec5-b1c0-96c39a2c49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:39.311261 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620f271-bbdd-497d-a121-0219df0d13b7 req-471a8c30-4d02-4ec5-b1c0-96c39a2c49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:39.311730 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620f271-bbdd-497d-a121-0219df0d13b7 req-471a8c30-4d02-4ec5-b1c0-96c39a2c49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:39.312366 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620f271-bbdd-497d-a121-0219df0d13b7 req-471a8c30-4d02-4ec5-b1c0-96c39a2c49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:39.312834 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620f271-bbdd-497d-a121-0219df0d13b7 req-471a8c30-4d02-4ec5-b1c0-96c39a2c49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:39.313294 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620f271-bbdd-497d-a121-0219df0d13b7 req-471a8c30-4d02-4ec5-b1c0-96c39a2c49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:39.315470 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6620f271-bbdd-497d-a121-0219df0d13b7 req-471a8c30-4d02-4ec5-b1c0-96c39a2c49ef service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 6496 time: 0.0983710 Nov 10 17:36:39.323118 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3a650b65-aff7-4769-82d2-da007ccf1197 req-d8ff359f-c13d-4a40-9a76-41b6773fad3b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799901 Nov 10 17:36:39.329563 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fb2e8-8700-466c-a880-3f2d7ebee4da req-68a33add-be25-4273-b862-01dea55a8e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:39.331541 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e40fb2e8-8700-466c-a880-3f2d7ebee4da req-68a33add-be25-4273-b862-01dea55a8e4e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ecb45fc4-2334-425b-a012-86a1908cbe78 HTTP/1.1" status: 200 len: 1102 time: 0.1190062 Nov 10 17:36:39.332919 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3034058f-13e5-4768-9237-4b0003276a1e req-276ec08c-8de2-4771-886c-7c92e6899bb0 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388381 Nov 10 17:36:39.621181 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6620f271-bbdd-497d-a121-0219df0d13b7 req-9792d612-42fd-4218-8356-2bcc6fda0c61 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1124518 Nov 10 17:36:39.629594 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e40fb2e8-8700-466c-a880-3f2d7ebee4da req-14f9b6fa-8782-43d7-a9b5-a36710eb79a9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121542 Nov 10 17:36:39.834862 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa68162-95b1-459d-9584-0d3dcc98194b req-3b6e1846-7154-49ac-9537-47dbab1d05f1 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:39.837624 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9fa68162-95b1-459d-9584-0d3dcc98194b req-3b6e1846-7154-49ac-9537-47dbab1d05f1 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.1070681 Nov 10 17:36:39.895136 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9fa68162-95b1-459d-9584-0d3dcc98194b req-b6d30c64-5e79-486f-bbe9-4c55c563ab3a tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516853 Nov 10 17:36:40.039347 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35ff20-b5a4-4a94-bfc3-7027ff3047c9 req-92b8d6fa-9742-4165-bab9-bab3706955ed tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:40.046234 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35ff20-b5a4-4a94-bfc3-7027ff3047c9 req-92b8d6fa-9742-4165-bab9-bab3706955ed tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:40.053171 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35ff20-b5a4-4a94-bfc3-7027ff3047c9 req-92b8d6fa-9742-4165-bab9-bab3706955ed tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:40.059284 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35ff20-b5a4-4a94-bfc3-7027ff3047c9 req-92b8d6fa-9742-4165-bab9-bab3706955ed tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:40.066004 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35ff20-b5a4-4a94-bfc3-7027ff3047c9 req-92b8d6fa-9742-4165-bab9-bab3706955ed tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:40.073162 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35ff20-b5a4-4a94-bfc3-7027ff3047c9 req-92b8d6fa-9742-4165-bab9-bab3706955ed tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:40.079281 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35ff20-b5a4-4a94-bfc3-7027ff3047c9 req-92b8d6fa-9742-4165-bab9-bab3706955ed tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:40.084238 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0c35ff20-b5a4-4a94-bfc3-7027ff3047c9 req-92b8d6fa-9742-4165-bab9-bab3706955ed tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5432 time: 0.1046889 Nov 10 17:36:40.177305 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0c35ff20-b5a4-4a94-bfc3-7027ff3047c9 req-6a81eb3e-7e22-41e9-b6de-ed6bb4395a37 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0813444 Nov 10 17:36:40.352290 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6808046-e87c-45a5-a9b3-7607c11cff25 req-a72a749b-6345-418d-87c7-f34885ff793f tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:40.360789 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e6808046-e87c-45a5-a9b3-7607c11cff25 req-a72a749b-6345-418d-87c7-f34885ff793f tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38a60ec-f2d9-48cb-96d2-931c17a864c8 HTTP/1.1" status: 200 len: 944 time: 0.0625427 Nov 10 17:36:40.445001 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e6808046-e87c-45a5-a9b3-7607c11cff25 req-c758ccc3-6402-41c4-94ad-154eebfb24d6 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eca5a49-bf21-40be-ae5f-dacedf1a8a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787013 Nov 10 17:36:40.538037 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4203417-bce1-4ff5-b86f-31c1ef34038a req-1c44676c-b024-4b4b-baf5-9f8444d05cc5 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:40.539547 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e4203417-bce1-4ff5-b86f-31c1ef34038a req-1c44676c-b024-4b4b-baf5-9f8444d05cc5 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecb45fc4-2334-425b-a012-86a1908cbe78 HTTP/1.1" status: 200 len: 950 time: 0.0514061 Nov 10 17:36:40.606591 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e4203417-bce1-4ff5-b86f-31c1ef34038a req-aebb1df9-31f3-4138-b2c4-b8b82073a309 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603032 Nov 10 17:36:41.076876 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f1817-dd3c-4ea1-b5dd-69745dd6ff49 req-1a3258de-a481-48c6-b2ce-ed7f9dee1269 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:41.079140 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1f1f1817-dd3c-4ea1-b5dd-69745dd6ff49 req-1a3258de-a481-48c6-b2ce-ed7f9dee1269 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0694351 Nov 10 17:36:41.139411 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1f1f1817-dd3c-4ea1-b5dd-69745dd6ff49 req-c038c5bc-c471-459d-87b9-b710c827fff6 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537205 Nov 10 17:36:41.327978 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f6071-dada-4d2f-941c-29bec3896b1e req-0d21e010-e42a-4962-bf1d-3cdc746b7cda tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:41.334443 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f6071-dada-4d2f-941c-29bec3896b1e req-0d21e010-e42a-4962-bf1d-3cdc746b7cda tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:41.345135 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f6071-dada-4d2f-941c-29bec3896b1e req-0d21e010-e42a-4962-bf1d-3cdc746b7cda tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:41.346834 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f6071-dada-4d2f-941c-29bec3896b1e req-0d21e010-e42a-4962-bf1d-3cdc746b7cda tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:41.353925 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f6071-dada-4d2f-941c-29bec3896b1e req-0d21e010-e42a-4962-bf1d-3cdc746b7cda tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:41.360360 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f6071-dada-4d2f-941c-29bec3896b1e req-0d21e010-e42a-4962-bf1d-3cdc746b7cda tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:41.368331 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f6071-dada-4d2f-941c-29bec3896b1e req-0d21e010-e42a-4962-bf1d-3cdc746b7cda tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:41.370273 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e87f6071-dada-4d2f-941c-29bec3896b1e req-0d21e010-e42a-4962-bf1d-3cdc746b7cda tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5432 time: 0.1126118 Nov 10 17:36:41.465217 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e87f6071-dada-4d2f-941c-29bec3896b1e req-f866abf2-acec-4d85-b204-1dfc375cf1fb tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0886509 Nov 10 17:36:41.586519 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013a30a-3f45-4779-92aa-743a7027d0f5 req-aecdd4a8-0091-4023-9912-f6e68194bee8 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:41.587705 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5013a30a-3f45-4779-92aa-743a7027d0f5 req-aecdd4a8-0091-4023-9912-f6e68194bee8 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38a60ec-f2d9-48cb-96d2-931c17a864c8 HTTP/1.1" status: 200 len: 944 time: 0.0554748 Nov 10 17:36:41.688089 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 8a7317f4-ca2c-4381-9a23-f0ed3dcc7512 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:36:41.696635 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5013a30a-3f45-4779-92aa-743a7027d0f5 req-f91f17e4-e906-4ec5-9ff8-37da45a3f8c4 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eca5a49-bf21-40be-ae5f-dacedf1a8a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954387 Nov 10 17:36:41.778920 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 8a7317f4-ca2c-4381-9a23-f0ed3dcc7512 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:36:41.785208 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 8a7317f4-ca2c-4381-9a23-f0ed3dcc7512 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:41.786232 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:41.788301 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5bc6f7-58e5-45e5-a831-1484aa0d9805 req-a7154798-1b63-4e79-b833-86a614aa8dec tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:41.791087 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0b5bc6f7-58e5-45e5-a831-1484aa0d9805 req-a7154798-1b63-4e79-b833-86a614aa8dec tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecb45fc4-2334-425b-a012-86a1908cbe78 HTTP/1.1" status: 200 len: 950 time: 0.0740550 Nov 10 17:36:41.860996 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0b5bc6f7-58e5-45e5-a831-1484aa0d9805 req-4e42f0fb-9bea-498e-ac97-31f3c2dbde3c tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624309 Nov 10 17:36:41.906611 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:41.937506 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38a60ec-f2d9-48cb-96d2-931c17a864c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7317f4-ca2c-4381-9a23-f0ed3dcc7512'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:36:41.940474 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3d5475-4c20-4373-8fd3-57b203710ccb" -d '{"events": [{"server_uuid": "f38a60ec-f2d9-48cb-96d2-931c17a864c8", "name": "network-vif-plugged", "status": "completed", "tag": "8a7317f4-ca2c-4381-9a23-f0ed3dcc7512"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:36:41.966897 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 8a7317f4-ca2c-4381-9a23-f0ed3dcc7512, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=8a7317f4-ca2c-4381-9a23-f0ed3dcc7512,segment=NetworkSegment(3bb362fa-b89d-4137-b7fb-8027aa8a453c),segment_id=3bb362fa-b89d-4137-b7fb-8027aa8a453c)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:41.973046 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:42.000033 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e2738f-7855-4efb-96c8-ca263e35fbf8 x-openstack-request-id: req-a8e2738f-7855-4efb-96c8-ca263e35fbf8 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:36:42.000764 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38a60ec-f2d9-48cb-96d2-931c17a864c8", "name": "network-vif-plugged", "status": "completed", "tag": "8a7317f4-ca2c-4381-9a23-f0ed3dcc7512", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:36:42.001195 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a8e2738f-7855-4efb-96c8-ca263e35fbf8 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:36:42.001909 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38a60ec-f2d9-48cb-96d2-931c17a864c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7317f4-ca2c-4381-9a23-f0ed3dcc7512', 'code': 200} Nov 10 17:36:42.046652 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=8a7317f4-ca2c-4381-9a23-f0ed3dcc7512,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:42.109418 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d24ff1-d013-4277-866e-e4ee713280ed req-bb6c1ddc-c84d-4ba6-9579-0ac23a416df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:42.111081 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d0d24ff1-d013-4277-866e-e4ee713280ed req-bb6c1ddc-c84d-4ba6-9579-0ac23a416df0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f38a60ec-f2d9-48cb-96d2-931c17a864c8 HTTP/1.1" status: 200 len: 1097 time: 0.0440462 Nov 10 17:36:42.183203 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d0d24ff1-d013-4277-866e-e4ee713280ed req-fed758b1-58be-479d-a850-392509f87c3d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0eca5a49-bf21-40be-ae5f-dacedf1a8a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638301 Nov 10 17:36:42.274674 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0674d4-936f-4334-b0d8-ad485d37d29a req-8296ea10-4b80-4659-a06f-19652a51297f tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:42.276184 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2d0674d4-936f-4334-b0d8-ad485d37d29a req-8296ea10-4b80-4659-a06f-19652a51297f tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0545588 Nov 10 17:36:42.332566 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2d0674d4-936f-4334-b0d8-ad485d37d29a req-a15d0a75-8099-4d85-b47a-ee8a28d7f9e2 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493171 Nov 10 17:36:42.604506 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-18f73bea-1b5c-4618-b74a-221b60b8d3e6 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:42.606210 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-18f73bea-1b5c-4618-b74a-221b60b8d3e6 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/networks?id=fdcce804-0eee-4352-bc4a-56d57553f51b HTTP/1.1" status: 200 len: 813 time: 0.1295300 Nov 10 17:36:42.624901 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-e462761a-158c-4489-aed6-174f6a69aa02 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/quotas/e797b9c0d29944cb98e2cf15e71360f7 HTTP/1.1" status: 200 len: 375 time: 0.0115256 Nov 10 17:36:42.661971 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cceb2-4d5b-4ad5-ba84-eb2ca8e587b7 req-daf19b12-c902-4ea5-9cd3-40439f084541 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:42.668602 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cceb2-4d5b-4ad5-ba84-eb2ca8e587b7 req-daf19b12-c902-4ea5-9cd3-40439f084541 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:42.675003 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cceb2-4d5b-4ad5-ba84-eb2ca8e587b7 req-daf19b12-c902-4ea5-9cd3-40439f084541 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:42.680064 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-081e4145-905e-46ef-8dc4-425020ee26d0 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e797b9c0d29944cb98e2cf15e71360f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0481896 Nov 10 17:36:42.681771 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cceb2-4d5b-4ad5-ba84-eb2ca8e587b7 req-daf19b12-c902-4ea5-9cd3-40439f084541 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:42.687850 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cceb2-4d5b-4ad5-ba84-eb2ca8e587b7 req-daf19b12-c902-4ea5-9cd3-40439f084541 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:42.705719 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cceb2-4d5b-4ad5-ba84-eb2ca8e587b7 req-daf19b12-c902-4ea5-9cd3-40439f084541 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:42.705719 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cceb2-4d5b-4ad5-ba84-eb2ca8e587b7 req-daf19b12-c902-4ea5-9cd3-40439f084541 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:42.711067 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0f3cceb2-4d5b-4ad5-ba84-eb2ca8e587b7 req-daf19b12-c902-4ea5-9cd3-40439f084541 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5432 time: 0.1189158 Nov 10 17:36:42.787070 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0f3cceb2-4d5b-4ad5-ba84-eb2ca8e587b7 req-e52d02ff-b852-470c-9cc9-4edc761a711e tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751524 Nov 10 17:36:42.946459 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c3ca0-074e-47fd-8587-c4238b13b151 req-e686706c-f94c-4c9c-8652-b4ce3257d41a tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:42.958994 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1b8c3ca0-074e-47fd-8587-c4238b13b151 req-e686706c-f94c-4c9c-8652-b4ce3257d41a tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38a60ec-f2d9-48cb-96d2-931c17a864c8 HTTP/1.1" status: 200 len: 945 time: 0.0864949 Nov 10 17:36:43.040275 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1b8c3ca0-074e-47fd-8587-c4238b13b151 req-375c24ee-903b-4620-9d15-2463ced63521 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eca5a49-bf21-40be-ae5f-dacedf1a8a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769820 Nov 10 17:36:43.180821 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-e3088895-984e-4a2b-895c-deb75a86ce44 service neutron] 10.222.0.39 "GET /v2.0/networks/fdcce804-0eee-4352-bc4a-56d57553f51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820113 Nov 10 17:36:43.181038 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158a010-6c13-4021-8364-5fb853acd05c req-566f789f-1d4a-4994-9aa2-935be68fbfdd tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:43.187643 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158a010-6c13-4021-8364-5fb853acd05c req-566f789f-1d4a-4994-9aa2-935be68fbfdd tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:43.194551 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158a010-6c13-4021-8364-5fb853acd05c req-566f789f-1d4a-4994-9aa2-935be68fbfdd tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:43.202692 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158a010-6c13-4021-8364-5fb853acd05c req-566f789f-1d4a-4994-9aa2-935be68fbfdd tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:43.210512 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158a010-6c13-4021-8364-5fb853acd05c req-566f789f-1d4a-4994-9aa2-935be68fbfdd tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:43.216951 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158a010-6c13-4021-8364-5fb853acd05c req-566f789f-1d4a-4994-9aa2-935be68fbfdd tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:43.222980 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158a010-6c13-4021-8364-5fb853acd05c req-566f789f-1d4a-4994-9aa2-935be68fbfdd tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:43.239106 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0158a010-6c13-4021-8364-5fb853acd05c req-566f789f-1d4a-4994-9aa2-935be68fbfdd tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5432 time: 0.1359143 Nov 10 17:36:43.239731 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 37750) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:36:43.244604 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-50ede8c3-7a05-4a1d-967a-d5b933f1f680 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Request body: {'floatingip': {'port_id': '45ab39ff-f9fe-4c21-8dec-e378b1fe5311'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:36:43.289220 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-50ede8c3-7a05-4a1d-967a-d5b933f1f680 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for floatingip, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:43.327388 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-e5d189cf-7921-4271-b096-ddcf4c5d2bef service neutron] 10.222.0.39 "GET /v2.0/networks/fdcce804-0eee-4352-bc4a-56d57553f51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421444 Nov 10 17:36:43.524738 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafe320-18d5-41d4-95b7-7282b09fdb82 req-2155730d-7e7f-4071-b07a-89ce736afa24 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:43.532225 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cdafe320-18d5-41d4-95b7-7282b09fdb82 req-2155730d-7e7f-4071-b07a-89ce736afa24 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecb45fc4-2334-425b-a012-86a1908cbe78 HTTP/1.1" status: 200 len: 950 time: 0.1356981 Nov 10 17:36:43.591441 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b354f18d-0309-481e-8db4-69d73096b767 req-b49a8809-af83-4686-aa85-b8c42a976244 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9 HTTP/1.1" status: 200 len: 210 time: 0.0649984 Nov 10 17:36:43.664958 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cdafe320-18d5-41d4-95b7-7282b09fdb82 req-70d9b295-e5b7-445b-b984-b0e4575b0223 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317275 Nov 10 17:36:43.922534 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb4729-331c-475b-acf4-18f0dd94d513 req-3818db26-ad96-475c-9ab7-e47a34fa3872 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:43.924274 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c9bb4729-331c-475b-acf4-18f0dd94d513 req-3818db26-ad96-475c-9ab7-e47a34fa3872 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c2b6338-7db8-48ea-9fc5-251265d7f109 HTTP/1.1" status: 200 len: 950 time: 0.1074073 Nov 10 17:36:44.034127 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c9bb4729-331c-475b-acf4-18f0dd94d513 req-fa0bbffa-e5f5-4902-8cbf-cf81fcc085cd tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748959 Nov 10 17:36:44.165043 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.db.resource_extend [None req-50ede8c3-7a05-4a1d-967a-d5b933f1f680 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 17:36:44.276695 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-50ede8c3-7a05-4a1d-967a-d5b933f1f680 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:44.286635 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dcd70b-a413-4a7f-8130-d31503771df4 req-d74f3de1-0f25-400d-ae91-dcf4c8ee90b5 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:44.288903 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f6dcd70b-a413-4a7f-8130-d31503771df4 req-d74f3de1-0f25-400d-ae91-dcf4c8ee90b5 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38a60ec-f2d9-48cb-96d2-931c17a864c8 HTTP/1.1" status: 200 len: 945 time: 0.1600304 Nov 10 17:36:44.290342 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-50ede8c3-7a05-4a1d-967a-d5b933f1f680 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:44.422282 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb8fc8-4656-4402-bcac-a985989bc68e req-5afb7475-4ffa-4c4b-8b9e-11692ae43390 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:44.429919 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb8fc8-4656-4402-bcac-a985989bc68e req-5afb7475-4ffa-4c4b-8b9e-11692ae43390 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:44.437830 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73bb8fc8-4656-4402-bcac-a985989bc68e req-5afb7475-4ffa-4c4b-8b9e-11692ae43390 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c2b6338-7db8-48ea-9fc5-251265d7f109&device_id=ecb45fc4-2334-425b-a012-86a1908cbe78 HTTP/1.1" status: 200 len: 1691 time: 0.0813653 Nov 10 17:36:44.516881 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73bb8fc8-4656-4402-bcac-a985989bc68e req-ed0e55cc-f546-4aec-9332-e9ee00c228ac tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777540 Nov 10 17:36:44.744756 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f6dcd70b-a413-4a7f-8130-d31503771df4 req-06bc52ff-155c-44c5-a5e3-8260bc67632c tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eca5a49-bf21-40be-ae5f-dacedf1a8a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4081995 Nov 10 17:36:44.786341 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [None req-50ede8c3-7a05-4a1d-967a-d5b933f1f680 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Floating IP 78362981-8666-41aa-b9fb-79090fa21672 associated. External IP: 172.25.5.69, port: 45ab39ff-f9fe-4c21-8dec-e378b1fe5311. Nov 10 17:36:44.873527 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad23401c-f6df-497f-b835-f31e5a5d7f74 req-9b1ac879-48d6-4536-aa0e-2958fb7f077d tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9 HTTP/1.1" status: 200 len: 210 time: 0.0897295 Nov 10 17:36:44.962797 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f9368-51ed-4053-bf1c-53724e7d2cee req-7f27ee0d-2ba3-475f-82d2-683f39746045 tempest-ServersOnMultiNodesTest-1239933100 tempest-ServersOnMultiNodesTest-1239933100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:44.964658 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bc4f9368-51ed-4053-bf1c-53724e7d2cee req-7f27ee0d-2ba3-475f-82d2-683f39746045 tempest-ServersOnMultiNodesTest-1239933100 tempest-ServersOnMultiNodesTest-1239933100-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9c2b6338-7db8-48ea-9fc5-251265d7f109 HTTP/1.1" status: 200 len: 1102 time: 0.0592349 Nov 10 17:36:45.224589 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bc4f9368-51ed-4053-bf1c-53724e7d2cee req-af4816ac-e51e-4b9d-b2da-f137a7d610aa tempest-ServersOnMultiNodesTest-1239933100 tempest-ServersOnMultiNodesTest-1239933100-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945386 Nov 10 17:36:45.285239 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ede8c3-7a05-4a1d-967a-d5b933f1f680 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Router 0d224965-846a-4693-8c36-f8f4d32b7d37 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:36:45.323192 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-6db29eae-4b15-4808-934e-c58c8fcc63f9 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:45.324770 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-6db29eae-4b15-4808-934e-c58c8fcc63f9 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.13 "GET /v2.0/networks?id=fdcce804-0eee-4352-bc4a-56d57553f51b HTTP/1.1" status: 200 len: 813 time: 0.3526375 Nov 10 17:36:45.348863 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-a2d53fa4-755a-4435-9db4-d438bda99214 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Request body: {'port': {'device_id': 'f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9', 'network_id': 'fdcce804-0eee-4352-bc4a-56d57553f51b', 'admin_state_up': True, 'tenant_id': 'e797b9c0d29944cb98e2cf15e71360f7'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:36:45.380915 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279227ea-daa7-4891-b90b-d855e60ce2a2 req-bd4a1af6-ed07-47d1-be22-8c2a9e14000d tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:45.382489 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-279227ea-daa7-4891-b90b-d855e60ce2a2 req-bd4a1af6-ed07-47d1-be22-8c2a9e14000d tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38a60ec-f2d9-48cb-96d2-931c17a864c8 HTTP/1.1" status: 200 len: 945 time: 0.0750320 Nov 10 17:36:45.453559 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-279227ea-daa7-4891-b90b-d855e60ce2a2 req-7b7ba9fe-9ef3-4b2f-8405-7799e12d91db tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eca5a49-bf21-40be-ae5f-dacedf1a8a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565410 Nov 10 17:36:45.519114 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a06f56-74c4-4ad6-873e-7690a53ad16f req-7d63ef27-b04a-4120-b1cf-aa93940aa5ea tempest-ServersOnMultiNodesTest-1239933100 tempest-ServersOnMultiNodesTest-1239933100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:45.521314 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c0a06f56-74c4-4ad6-873e-7690a53ad16f req-7d63ef27-b04a-4120-b1cf-aa93940aa5ea tempest-ServersOnMultiNodesTest-1239933100 tempest-ServersOnMultiNodesTest-1239933100-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ecb45fc4-2334-425b-a012-86a1908cbe78 HTTP/1.1" status: 200 len: 1102 time: 0.2202778 Nov 10 17:36:45.654754 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ede8c3-7a05-4a1d-967a-d5b933f1f680 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:36:45.669851 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8533f81-1de5-459b-8819-d48453da923c None None] Sync routers for ids ['0d224965-846a-4693-8c36-f8f4d32b7d37'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:36:45.680241 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-50ede8c3-7a05-4a1d-967a-d5b933f1f680 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:45.684570 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8533f81-1de5-459b-8819-d48453da923c None None] Routers {'0d224965-846a-4693-8c36-f8f4d32b7d37'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:36:45.685983 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a8533f81-1de5-459b-8819-d48453da923c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:36:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0d224965-846a-4693-8c36-f8f4d32b7d37'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:45.727889 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-a2d53fa4-755a-4435-9db4-d438bda99214 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Made reservation on behalf of e797b9c0d29944cb98e2cf15e71360f7 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:36:45.732394 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-a2d53fa4-755a-4435-9db4-d438bda99214 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:45.783910 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c0a06f56-74c4-4ad6-873e-7690a53ad16f req-67a55359-534f-4d98-82dd-27df331e7c85 tempest-ServersOnMultiNodesTest-1239933100 tempest-ServersOnMultiNodesTest-1239933100-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518470 Nov 10 17:36:45.845880 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-a8533f81-1de5-459b-8819-d48453da923c None None] Set router 0d224965-846a-4693-8c36-f8f4d32b7d37 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:36:45.850399 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-50ede8c3-7a05-4a1d-967a-d5b933f1f680 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "PUT /v2.0/floatingips/78362981-8666-41aa-b9fb-79090fa21672 HTTP/1.1" status: 200 len: 991 time: 2.6094739 Nov 10 17:36:45.925385 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'tag': '45ab39ff-f9fe-4c21-8dec-e378b1fe5311'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:36:45.934715 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd9444a-c681-4190-a696-83051cec684d" -d '{"events": [{"name": "network-changed", "server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "tag": "45ab39ff-f9fe-4c21-8dec-e378b1fe5311"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:36:46.055509 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c38cb6-c85b-431e-ac5b-fa7273b14d14 x-openstack-request-id: req-53c38cb6-c85b-431e-ac5b-fa7273b14d14 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:36:46.055795 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "tag": "45ab39ff-f9fe-4c21-8dec-e378b1fe5311", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:36:46.056033 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-53c38cb6-c85b-431e-ac5b-fa7273b14d14 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:36:46.056452 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'tag': '45ab39ff-f9fe-4c21-8dec-e378b1fe5311', 'status': 'completed', 'code': 200} Nov 10 17:36:46.109181 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fdafd068-0d42-445a-bf47-a5bd8360a417 req-ac32889b-d113-41cb-8b6f-d06e8d7a5f42 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9 HTTP/1.1" status: 200 len: 210 time: 0.0399928 Nov 10 17:36:46.147954 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-a2d53fa4-755a-4435-9db4-d438bda99214 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Allocated IP 172.20.0.11 (fdcce804-0eee-4352-bc4a-56d57553f51b/898255d9-6ca5-440d-ad7d-ca69abc8e6a6/1b531bf9-5a3e-4b54-a2f3-009e95595cf0) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:36:46.157194 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9444a-c681-4190-a696-83051cec684d req-c7b16ea4-7758-42c9-9df6-c7813ee4f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:46.158166 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9444a-c681-4190-a696-83051cec684d req-c7b16ea4-7758-42c9-9df6-c7813ee4f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:46.158798 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9444a-c681-4190-a696-83051cec684d req-c7b16ea4-7758-42c9-9df6-c7813ee4f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:46.159448 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9444a-c681-4190-a696-83051cec684d req-c7b16ea4-7758-42c9-9df6-c7813ee4f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:46.160284 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9444a-c681-4190-a696-83051cec684d req-c7b16ea4-7758-42c9-9df6-c7813ee4f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:46.160974 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9444a-c681-4190-a696-83051cec684d req-c7b16ea4-7758-42c9-9df6-c7813ee4f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:46.161767 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9444a-c681-4190-a696-83051cec684d req-c7b16ea4-7758-42c9-9df6-c7813ee4f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:46.163946 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9cd9444a-c681-4190-a696-83051cec684d req-c7b16ea4-7758-42c9-9df6-c7813ee4f851 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=281475dcac0247d79669d55a1da4eafc&device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 6496 time: 0.0845129 Nov 10 17:36:46.214113 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-0f429a65-a29b-4525-90cc-2cc64e564080 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=38fb4e4342ac4097a730b0e8198143dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473330 Nov 10 17:36:46.250653 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a8533f81-1de5-459b-8819-d48453da923c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'name': 'tempest-TaggedBootDevicesTest-1989159049-router', 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '2e8b3a9f-e766-480b-9797-2f641c8242e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:34:03Z', 'updated_at': '2021-11-10T17:34:11Z', 'revision_number': 4, 'project_id': '281475dcac0247d79669d55a1da4eafc', 'gw_port': {'id': '2e8b3a9f-e766-480b-9797-2f641c8242e3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:34:05Z', 'updated_at': '2021-11-10T17:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '78362981-8666-41aa-b9fb-79090fa21672', 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'floating_ip_address': '172.25.5.69', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'port_id': '45ab39ff-f9fe-4c21-8dec-e378b1fe5311', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd70b5a02-c1d9-4cfc-bb38-66395d3e54a1', 'mac_address': 'fa:16:3e:69:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:35:00Z', 'updated_at': '2021-11-10T17:36:44Z', 'revision_number': 1, 'project_id': '281475dcac0247d79669d55a1da4eafc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47552747-fb8c-44f4-9f2d-3952cad68fa0', 'name': '', 'network_id': 'd70b5a02-c1d9-4cfc-bb38-66395d3e54a1', 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'mac_address': 'fa:16:3e:33:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'b64957d3-50ce-4770-b403-8661f805ffb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:34:09Z', 'updated_at': '2021-11-10T17:34:17Z', 'revision_number': 5, 'project_id': '281475dcac0247d79669d55a1da4eafc', 'subnets': [{'id': 'b64957d3-50ce-4770-b403-8661f805ffb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:46.300990 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8533f81-1de5-459b-8819-d48453da923c None None] Checking router: 0d224965-846a-4693-8c36-f8f4d32b7d37 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:36:46.312527 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8533f81-1de5-459b-8819-d48453da923c None None] Routers {'0d224965-846a-4693-8c36-f8f4d32b7d37'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:36:46.313149 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a8533f81-1de5-459b-8819-d48453da923c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:36:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0d224965-846a-4693-8c36-f8f4d32b7d37'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:46.403407 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-a2d53fa4-755a-4435-9db4-d438bda99214 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:46.439826 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9444a-c681-4190-a696-83051cec684d req-d19e2b74-e7f6-4221-9b2d-5a0f024c83b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:46.442600 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9cd9444a-c681-4190-a696-83051cec684d req-d19e2b74-e7f6-4221-9b2d-5a0f024c83b9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d70b5a02-c1d9-4cfc-bb38-66395d3e54a1 HTTP/1.1" status: 200 len: 913 time: 0.2266130 Nov 10 17:36:46.455988 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-fd9a237f-2dac-4161-b4a3-fbe53e3b1312 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:46.458145 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-fd9a237f-2dac-4161-b4a3-fbe53e3b1312 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2324545 Nov 10 17:36:46.466286 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-a2d53fa4-755a-4435-9db4-d438bda99214 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:46.476634 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-a8533f81-1de5-459b-8819-d48453da923c None None] Set router 0d224965-846a-4693-8c36-f8f4d32b7d37 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:36:46.516009 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-a2d53fa4-755a-4435-9db4-d438bda99214 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Network fdcce804-0eee-4352-bc4a-56d57553f51b is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:36:46.519553 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-a2d53fa4-755a-4435-9db4-d438bda99214 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:36:46.525188 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-a2d53fa4-755a-4435-9db4-d438bda99214 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:36:46.555069 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9cd9444a-c681-4190-a696-83051cec684d req-3cb93435-1a54-4fe6-aca8-c82a15ede37f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45ab39ff-f9fe-4c21-8dec-e378b1fe5311 HTTP/1.1" status: 200 len: 999 time: 0.0956638 Nov 10 17:36:46.573825 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-bce345b6-6be2-4c76-8309-da279a47312d tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/quotas/38fb4e4342ac4097a730b0e8198143dc HTTP/1.1" status: 200 len: 375 time: 0.0176573 Nov 10 17:36:46.578566 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-a2d53fa4-755a-4435-9db4-d438bda99214 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:46.579346 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-a2d53fa4-755a-4435-9db4-d438bda99214 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:46.620659 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d53fa4-755a-4435-9db4-d438bda99214 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Pushing event updated for resources: {'Port': ['ID=1b531bf9-5a3e-4b54-a2f3-009e95595cf0,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:46.653323 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563b170-2a93-4d57-89f3-7479389fe8ad req-2c10c4ba-e533-4176-870d-295f237d93b6 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:46.655109 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8563b170-2a93-4d57-89f3-7479389fe8ad req-2c10c4ba-e533-4176-870d-295f237d93b6 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38a60ec-f2d9-48cb-96d2-931c17a864c8 HTTP/1.1" status: 200 len: 945 time: 0.0662591 Nov 10 17:36:46.659130 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-a2d53fa4-755a-4435-9db4-d438bda99214 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3152080 Nov 10 17:36:46.678864 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-4ffcc861-0186-41bf-9e7b-e63023da8a94 service neutron] Request body: {'port': {'device_id': 'f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:36:46.753736 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-a2bda176-76cd-4652-a552-bf94c8f429f9 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=38fb4e4342ac4097a730b0e8198143dc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1779661 Nov 10 17:36:46.759036 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['b673c3ac-81db-46b1-b3c8-4e515db43263'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:36:46.769296 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9444a-c681-4190-a696-83051cec684d req-eeca29e4-f1f0-4427-9a4d-9c5f393c55b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:46.781929 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9cd9444a-c681-4190-a696-83051cec684d req-eeca29e4-f1f0-4427-9a4d-9c5f393c55b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b64957d3-50ce-4770-b403-8661f805ffb5 HTTP/1.1" status: 200 len: 851 time: 0.1607127 Nov 10 17:36:46.813209 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8563b170-2a93-4d57-89f3-7479389fe8ad req-b10cdae4-b1d3-4a39-8984-939b8b6a16fa tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eca5a49-bf21-40be-ae5f-dacedf1a8a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503322 Nov 10 17:36:46.915824 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-4ffcc861-0186-41bf-9e7b-e63023da8a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:46.932421 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9444a-c681-4190-a696-83051cec684d req-0340d5fa-ae52-4fd6-a5c3-6e936de65001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:46.934110 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9cd9444a-c681-4190-a696-83051cec684d req-0340d5fa-ae52-4fd6-a5c3-6e936de65001 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d70b5a02-c1d9-4cfc-bb38-66395d3e54a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1511877 Nov 10 17:36:47.240943 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cef811-d1ad-4530-bda7-222ca206d021 req-18549933-5185-4b48-b333-fbb72343ec72 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:47.248766 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b0cef811-d1ad-4530-bda7-222ca206d021 req-18549933-5185-4b48-b333-fbb72343ec72 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.13 "GET /v2.0/ports?device_id=f38a60ec-f2d9-48cb-96d2-931c17a864c8 HTTP/1.1" status: 200 len: 945 time: 0.2998319 Nov 10 17:36:47.376789 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b2a47e08-529c-4c3d-a361-a6d7487a238f req-3a638c2b-cf57-4fe6-92f1-25450d7b3adf tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c108fe1-7f4f-439e-ac87-4adc79e18b04 HTTP/1.1" status: 200 len: 210 time: 0.0521433 Nov 10 17:36:47.518079 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9cd9444a-c681-4190-a696-83051cec684d req-2d1366fc-4edc-4314-a40a-43407c2b500b service neutron] 10.222.0.11 "GET /v2.0/networks/d70b5a02-c1d9-4cfc-bb38-66395d3e54a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5679233 Nov 10 17:36:47.571153 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-4ffcc861-0186-41bf-9e7b-e63023da8a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b531bf9-5a3e-4b54-a2f3-009e95595cf0 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:36:47.580895 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-4ffcc861-0186-41bf-9e7b-e63023da8a94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:47.595835 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-4ffcc861-0186-41bf-9e7b-e63023da8a94 service neutron] Transition to ACTIVE for port object 1b531bf9-5a3e-4b54-a2f3-009e95595cf0 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:36:47.630380 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b177c7-6630-468c-8d8f-3fa3bc86bfad req-13814c87-8714-49b3-8f35-138d3a0c71b7 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:47.641606 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-4ffcc861-0186-41bf-9e7b-e63023da8a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:47.641917 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a8533f81-1de5-459b-8819-d48453da923c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'name': 'tempest-TaggedBootDevicesTest-1989159049-router', 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '2e8b3a9f-e766-480b-9797-2f641c8242e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:34:03Z', 'updated_at': '2021-11-10T17:34:11Z', 'revision_number': 4, 'project_id': '281475dcac0247d79669d55a1da4eafc', 'gw_port': {'id': '2e8b3a9f-e766-480b-9797-2f641c8242e3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:34:05Z', 'updated_at': '2021-11-10T17:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '78362981-8666-41aa-b9fb-79090fa21672', 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'floating_ip_address': '172.25.5.69', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'port_id': '45ab39ff-f9fe-4c21-8dec-e378b1fe5311', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd70b5a02-c1d9-4cfc-bb38-66395d3e54a1', 'mac_address': 'fa:16:3e:69:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:35:00Z', 'updated_at': '2021-11-10T17:36:44Z', 'revision_number': 1, 'project_id': '281475dcac0247d79669d55a1da4eafc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47552747-fb8c-44f4-9f2d-3952cad68fa0', 'name': '', 'network_id': 'd70b5a02-c1d9-4cfc-bb38-66395d3e54a1', 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'mac_address': 'fa:16:3e:33:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'b64957d3-50ce-4770-b403-8661f805ffb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:34:09Z', 'updated_at': '2021-11-10T17:34:17Z', 'revision_number': 5, 'project_id': '281475dcac0247d79669d55a1da4eafc', 'subnets': [{'id': 'b64957d3-50ce-4770-b403-8661f805ffb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:47.642439 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-13b177c7-6630-468c-8d8f-3fa3bc86bfad req-13814c87-8714-49b3-8f35-138d3a0c71b7 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9 HTTP/1.1" status: 200 len: 932 time: 0.2130184 Nov 10 17:36:47.689837 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8533f81-1de5-459b-8819-d48453da923c None None] The sync data for ids ['0d224965-846a-4693-8c36-f8f4d32b7d37'] in n-d-776250-10 is: [{'id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'name': 'tempest-TaggedBootDevicesTest-1989159049-router', 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '2e8b3a9f-e766-480b-9797-2f641c8242e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:34:03Z', 'updated_at': '2021-11-10T17:34:11Z', 'revision_number': 4, 'project_id': '281475dcac0247d79669d55a1da4eafc', 'gw_port': {'id': '2e8b3a9f-e766-480b-9797-2f641c8242e3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:34:05Z', 'updated_at': '2021-11-10T17:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '78362981-8666-41aa-b9fb-79090fa21672', 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'floating_ip_address': '172.25.5.69', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'port_id': '45ab39ff-f9fe-4c21-8dec-e378b1fe5311', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd70b5a02-c1d9-4cfc-bb38-66395d3e54a1', 'mac_address': 'fa:16:3e:69:0c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:35:00Z', 'updated_at': '2021-11-10T17:36:44Z', 'revision_number': 1, 'project_id': '281475dcac0247d79669d55a1da4eafc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47552747-fb8c-44f4-9f2d-3952cad68fa0', 'name': '', 'network_id': 'd70b5a02-c1d9-4cfc-bb38-66395d3e54a1', 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'mac_address': 'fa:16:3e:33:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'b64957d3-50ce-4770-b403-8661f805ffb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:34:09Z', 'updated_at': '2021-11-10T17:34:17Z', 'revision_number': 5, 'project_id': '281475dcac0247d79669d55a1da4eafc', 'subnets': [{'id': 'b64957d3-50ce-4770-b403-8661f805ffb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:36:47.699748 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-b0cef811-d1ad-4530-bda7-222ca206d021 req-3febed54-ac48-407a-96b7-ad6e6b9dedab tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] Deleting port 8a7317f4-ca2c-4381-9a23-f0ed3dcc7512 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:36:47.700090 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b0cef811-d1ad-4530-bda7-222ca206d021 req-3febed54-ac48-407a-96b7-ad6e6b9dedab tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:47.754386 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffcc861-0186-41bf-9e7b-e63023da8a94 service neutron] Pushing event updated for resources: {'Port': ['ID=1b531bf9-5a3e-4b54-a2f3-009e95595cf0,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:47.861050 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-4ffcc861-0186-41bf-9e7b-e63023da8a94 service neutron] Attempting to bind port 1b531bf9-5a3e-4b54-a2f3-009e95595cf0 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:36:47.861722 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-4ffcc861-0186-41bf-9e7b-e63023da8a94 service neutron] Attempting to bind port 1b531bf9-5a3e-4b54-a2f3-009e95595cf0 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '42dc2b4e-b2ca-43a5-ac2f-40daa324b850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fdcce804-0eee-4352-bc4a-56d57553f51b'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:36:47.861722 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-4ffcc861-0186-41bf-9e7b-e63023da8a94 service neutron] Attempting to bind port 1b531bf9-5a3e-4b54-a2f3-009e95595cf0 on network fdcce804-0eee-4352-bc4a-56d57553f51b {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:36:47.872755 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-4ffcc861-0186-41bf-9e7b-e63023da8a94 service neutron] Port 1b531bf9-5a3e-4b54-a2f3-009e95595cf0 on network fdcce804-0eee-4352-bc4a-56d57553f51b not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:36:47.875869 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-4ffcc861-0186-41bf-9e7b-e63023da8a94 service neutron] Attempting to bind port 1b531bf9-5a3e-4b54-a2f3-009e95595cf0 on network fdcce804-0eee-4352-bc4a-56d57553f51b {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:36:47.886317 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-4ffcc861-0186-41bf-9e7b-e63023da8a94 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:36:47.886317 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-4ffcc861-0186-41bf-9e7b-e63023da8a94 service neutron] Checking segment: {'id': '42dc2b4e-b2ca-43a5-ac2f-40daa324b850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fdcce804-0eee-4352-bc4a-56d57553f51b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:36:47.886695 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-4ffcc861-0186-41bf-9e7b-e63023da8a94 service neutron] Bound using segment: {'id': '42dc2b4e-b2ca-43a5-ac2f-40daa324b850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fdcce804-0eee-4352-bc4a-56d57553f51b'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:36:47.886828 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-4ffcc861-0186-41bf-9e7b-e63023da8a94 service neutron] Bound port: 1b531bf9-5a3e-4b54-a2f3-009e95595cf0, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42dc2b4e-b2ca-43a5-ac2f-40daa324b850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fdcce804-0eee-4352-bc4a-56d57553f51b'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:36:47.887201 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-4ffcc861-0186-41bf-9e7b-e63023da8a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:48.004505 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-b0cef811-d1ad-4530-bda7-222ca206d021 req-3febed54-ac48-407a-96b7-ad6e6b9dedab tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] For port 8a7317f4-ca2c-4381-9a23-f0ed3dcc7512, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=8a7317f4-ca2c-4381-9a23-f0ed3dcc7512,segment=NetworkSegment(3bb362fa-b89d-4137-b7fb-8027aa8a453c),segment_id=3bb362fa-b89d-4137-b7fb-8027aa8a453c)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:48.005142 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b0cef811-d1ad-4530-bda7-222ca206d021 req-3febed54-ac48-407a-96b7-ad6e6b9dedab tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:48.023355 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-13b177c7-6630-468c-8d8f-3fa3bc86bfad req-a1f818d3-2920-42a2-824e-6474429f7c33 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744397 Nov 10 17:36:48.060106 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9cd9444a-c681-4190-a696-83051cec684d req-72cedfca-3e7a-4597-b8a0-dc054c9e5193 service neutron] 10.222.0.11 "GET /v2.0/networks/d70b5a02-c1d9-4cfc-bb38-66395d3e54a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5285306 Nov 10 17:36:48.074599 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-b0cef811-d1ad-4530-bda7-222ca206d021 req-3febed54-ac48-407a-96b7-ad6e6b9dedab tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] Calling delete_port for 8a7317f4-ca2c-4381-9a23-f0ed3dcc7512 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:36:48.117393 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ae32bd-50eb-4488-825a-75459deef55f None None] New status for floating IP 78362981-8666-41aa-b9fb-79090fa21672: ACTIVE {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:36:48.193537 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-4ffcc861-0186-41bf-9e7b-e63023da8a94 service neutron] For port 1b531bf9-5a3e-4b54-a2f3-009e95595cf0, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:36:48.197677 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-4ffcc861-0186-41bf-9e7b-e63023da8a94 service neutron] For port 1b531bf9-5a3e-4b54-a2f3-009e95595cf0, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=1b531bf9-5a3e-4b54-a2f3-009e95595cf0,segment=NetworkSegment(42dc2b4e-b2ca-43a5-ac2f-40daa324b850),segment_id=42dc2b4e-b2ca-43a5-ac2f-40daa324b850)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:36:48.212919 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-4ffcc861-0186-41bf-9e7b-e63023da8a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:48.377168 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-4ffcc861-0186-41bf-9e7b-e63023da8a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:48.377802 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-4ffcc861-0186-41bf-9e7b-e63023da8a94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:48.379789 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-4ffcc861-0186-41bf-9e7b-e63023da8a94 service neutron] 10.222.0.13 "PUT /v2.0/ports/1b531bf9-5a3e-4b54-a2f3-009e95595cf0 HTTP/1.1" status: 200 len: 1093 time: 1.7069712 Nov 10 17:36:48.380705 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffcc861-0186-41bf-9e7b-e63023da8a94 service neutron] Pushing event updated for resources: {'Port': ['ID=1b531bf9-5a3e-4b54-a2f3-009e95595cf0,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:48.392645 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9', 'tag': '1b531bf9-5a3e-4b54-a2f3-009e95595cf0'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:36:48.402473 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8179233-ade7-4c1c-b355-b9abfe068bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9", "tag": "1b531bf9-5a3e-4b54-a2f3-009e95595cf0"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:36:48.436415 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b0cef811-d1ad-4530-bda7-222ca206d021 req-3febed54-ac48-407a-96b7-ad6e6b9dedab tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:48.450012 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23dd15d-1dc9-41e0-8c43-39c79f2ff5c9 req-3227a9e3-291e-4d8c-bc33-195ea23f7eda tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:48.451718 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['8a7317f4-ca2c-4381-9a23-f0ed3dcc7512'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:36:48.461676 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b23dd15d-1dc9-41e0-8c43-39c79f2ff5c9 req-3227a9e3-291e-4d8c-bc33-195ea23f7eda tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.39 "GET /v2.0/ports?device_id=f38a60ec-f2d9-48cb-96d2-931c17a864c8 HTTP/1.1" status: 200 len: 945 time: 0.5394816 Nov 10 17:36:48.501364 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3febed54-ac48-407a-96b7-ad6e6b9dedab tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] Pushing event deleted for resources: {'Port': ['ID=8a7317f4-ca2c-4381-9a23-f0ed3dcc7512,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:48.624497 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0cef811-d1ad-4530-bda7-222ca206d021 req-3febed54-ac48-407a-96b7-ad6e6b9dedab tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] No DVR routers for this DVR port 8a7317f4-ca2c-4381-9a23-f0ed3dcc7512 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:36:48.630722 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b0cef811-d1ad-4530-bda7-222ca206d021 req-3febed54-ac48-407a-96b7-ad6e6b9dedab tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:48.647457 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b0cef811-d1ad-4530-bda7-222ca206d021 req-3febed54-ac48-407a-96b7-ad6e6b9dedab tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.13 "DELETE /v2.0/ports/8a7317f4-ca2c-4381-9a23-f0ed3dcc7512 HTTP/1.1" status: 204 len: 173 time: 1.3882825 Nov 10 17:36:48.647950 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38a60ec-f2d9-48cb-96d2-931c17a864c8', 'name': 'network-vif-deleted', 'tag': '8a7317f4-ca2c-4381-9a23-f0ed3dcc7512'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:36:48.648657 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b23dd15d-1dc9-41e0-8c43-39c79f2ff5c9 req-b8e1ed3d-55f6-40ef-992c-f54b624cfc93 tempest-InstanceActionsNegativeTestJSON-1785551754 tempest-InstanceActionsNegativeTestJSON-1785551754-project] 10.222.0.39 "GET /v2.0/security-groups?id=0eca5a49-bf21-40be-ae5f-dacedf1a8a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856220 Nov 10 17:36:48.650760 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55dce72-03e5-47a5-b35e-30ea766ca405" -d '{"events": [{"server_uuid": "f38a60ec-f2d9-48cb-96d2-931c17a864c8", "name": "network-vif-deleted", "tag": "8a7317f4-ca2c-4381-9a23-f0ed3dcc7512"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:36:48.663053 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-ec5e69dc-0299-4e2c-aec3-b8d0470147bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:48.664237 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-ec5e69dc-0299-4e2c-aec3-b8d0470147bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e797b9c0d29944cb98e2cf15e71360f7&device_id=f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9 HTTP/1.1" status: 200 len: 1096 time: 0.1664109 Nov 10 17:36:48.727252 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-d5f74582-e463-40a1-9c7d-8e21a945789c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b531bf9-5a3e-4b54-a2f3-009e95595cf0 HTTP/1.1" status: 200 len: 217 time: 0.0469048 Nov 10 17:36:48.836346 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9ac89ded-8976-4774-8686-c50dce02fa3a req-b0d6ba11-f928-4582-9cdd-03bf5ad39944 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c108fe1-7f4f-439e-ac87-4adc79e18b04 HTTP/1.1" status: 200 len: 210 time: 0.0947745 Nov 10 17:36:48.848714 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-e9bf0ea1-0565-41e3-b29e-da153abd8413 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:48.856973 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-e9bf0ea1-0565-41e3-b29e-da153abd8413 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/networks?id=bf31b962-e4cb-4eab-a30d-b7aac66998c7 HTTP/1.1" status: 200 len: 814 time: 0.1966550 Nov 10 17:36:48.877225 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-81c6c222-4add-453d-8e26-1e3b11eb9858 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/quotas/3a7362a6bd2d4dfcb495a89b6c85177b HTTP/1.1" status: 200 len: 375 time: 0.0192504 Nov 10 17:36:48.903207 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-4f085645-d0c9-4ab5-b366-1e1ae6833211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:48.905784 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-4f085645-d0c9-4ab5-b366-1e1ae6833211 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=898255d9-6ca5-440d-ad7d-ca69abc8e6a6 HTTP/1.1" status: 200 len: 853 time: 0.1621439 Nov 10 17:36:48.907826 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faeed094-27ba-4ade-97c7-343559a963ab x-openstack-request-id: req-faeed094-27ba-4ade-97c7-343559a963ab {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:36:48.908313 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9", "tag": "1b531bf9-5a3e-4b54-a2f3-009e95595cf0", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:36:48.908750 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-faeed094-27ba-4ade-97c7-343559a963ab {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:36:48.909251 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9', 'tag': '1b531bf9-5a3e-4b54-a2f3-009e95595cf0', 'status': 'completed', 'code': 200} Nov 10 17:36:48.944593 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-bf867a80-68f7-4335-8fe1-4afa28603ff8 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a7362a6bd2d4dfcb495a89b6c85177b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0661497 Nov 10 17:36:48.955744 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-212c843d-287f-4ea1-a482-e31626b408c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fdcce804-0eee-4352-bc4a-56d57553f51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348415 Nov 10 17:36:49.014540 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79d4748-34de-41e2-83ff-f90e64f40f7e x-openstack-request-id: req-c79d4748-34de-41e2-83ff-f90e64f40f7e {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:36:49.014896 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38a60ec-f2d9-48cb-96d2-931c17a864c8", "name": "network-vif-deleted", "tag": "8a7317f4-ca2c-4381-9a23-f0ed3dcc7512", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:36:49.015156 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c79d4748-34de-41e2-83ff-f90e64f40f7e {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:36:49.015700 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38a60ec-f2d9-48cb-96d2-931c17a864c8', 'name': 'network-vif-deleted', 'tag': '8a7317f4-ca2c-4381-9a23-f0ed3dcc7512', 'status': 'completed', 'code': 200} Nov 10 17:36:49.065218 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-aa2a1c43-1542-4452-a812-e1c32b979091 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=38fb4e4342ac4097a730b0e8198143dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320480 Nov 10 17:36:49.087399 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-f3226431-702e-49ab-a411-a86033f174c7 service neutron] 10.222.0.13 "GET /v2.0/networks/fdcce804-0eee-4352-bc4a-56d57553f51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197133 Nov 10 17:36:49.268008 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0652939-a906-4739-b772-d1cab6d592ac req-74c3a69a-881f-4b29-bed0-cb1591333409 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:49.276256 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d0652939-a906-4739-b772-d1cab6d592ac req-74c3a69a-881f-4b29-bed0-cb1591333409 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9 HTTP/1.1" status: 200 len: 944 time: 0.1021302 Nov 10 17:36:49.342617 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d0652939-a906-4739-b772-d1cab6d592ac req-1b88b1a6-36f2-4a10-a584-40355117cdaa tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652292 Nov 10 17:36:49.349972 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-13c02407-32f9-416a-abeb-4b1fc843a762 req-64841fb8-46a2-4390-b23b-d7ef43dbf43f service neutron] 10.222.0.13 "GET /v2.0/networks/fdcce804-0eee-4352-bc4a-56d57553f51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534854 Nov 10 17:36:49.351253 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-6b18b90d-5da7-4a75-9c36-5c68949f9426 service neutron] 10.222.0.39 "GET /v2.0/networks/bf31b962-e4cb-4eab-a30d-b7aac66998c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056087 Nov 10 17:36:49.493389 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-fa490497-709f-47c4-9c48-e877b92f4556 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:49.494917 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-fa490497-709f-47c4-9c48-e877b92f4556 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4221444 Nov 10 17:36:49.510610 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-247edaac-7817-454d-9ab6-8d9e00cc0a76 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Request body: {'port': {'device_id': '6c108fe1-7f4f-439e-ac87-4adc79e18b04', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'admin_state_up': True, 'tenant_id': '38fb4e4342ac4097a730b0e8198143dc'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:36:49.541472 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8179233-ade7-4c1c-b355-b9abfe068bc4 req-240e4e27-d7e2-41ae-81fa-00b2e3e58d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:49.541472 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c8179233-ade7-4c1c-b355-b9abfe068bc4 req-240e4e27-d7e2-41ae-81fa-00b2e3e58d83 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e797b9c0d29944cb98e2cf15e71360f7&device_id=f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9 HTTP/1.1" status: 200 len: 1096 time: 0.0823495 Nov 10 17:36:49.628198 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-c4422216-e02d-4dbe-87e0-c5876255da58 service neutron] 10.222.0.39 "GET /v2.0/networks/bf31b962-e4cb-4eab-a30d-b7aac66998c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760403 Nov 10 17:36:49.702143 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-247edaac-7817-454d-9ab6-8d9e00cc0a76 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Made reservation on behalf of 38fb4e4342ac4097a730b0e8198143dc for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:36:49.706034 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-247edaac-7817-454d-9ab6-8d9e00cc0a76 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:49.757998 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 37884) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:36:49.791544 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8179233-ade7-4c1c-b355-b9abfe068bc4 req-f3c60a10-535a-49b9-a4f3-1c09fd5db7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:49.793139 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c8179233-ade7-4c1c-b355-b9abfe068bc4 req-f3c60a10-535a-49b9-a4f3-1c09fd5db7ba service neutron] 10.222.0.13 "GET /v2.0/networks?id=fdcce804-0eee-4352-bc4a-56d57553f51b HTTP/1.1" status: 200 len: 914 time: 0.2399056 Nov 10 17:36:49.900497 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c8179233-ade7-4c1c-b355-b9abfe068bc4 req-0b182bbf-de79-42eb-888d-f778b10db11c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b531bf9-5a3e-4b54-a2f3-009e95595cf0 HTTP/1.1" status: 200 len: 217 time: 0.0764079 Nov 10 17:36:49.927386 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e08948-cfbe-4866-8f1d-8f49738f429a admin admin] Deleting subnet 7a8dcba8-7814-4574-81fb-79d6a1bf0216 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:36:49.933788 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13e08948-cfbe-4866-8f1d-8f49738f429a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:49.970428 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-247edaac-7817-454d-9ab6-8d9e00cc0a76 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Allocated IP 192.168.233.58 (06bf2af7-1c64-4ab3-86f9-bba38a9adb20/7364e0f4-b425-437c-8639-701045fa2b03/f02f60bd-1968-4829-b312-b5fb2eea49f0) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:36:50.024836 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5dfa6a94-af19-4c22-aacf-bfd62bf7fb8b req-f79aec7d-bd9e-42c3-8a18-0e0ed38e1a8d tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1 HTTP/1.1" status: 200 len: 210 time: 0.0924313 Nov 10 17:36:50.054373 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13e08948-cfbe-4866-8f1d-8f49738f429a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:50.057311 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8179233-ade7-4c1c-b355-b9abfe068bc4 req-6c88f578-4438-4435-a8f5-c205dca3f582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:50.059000 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c8179233-ade7-4c1c-b355-b9abfe068bc4 req-6c88f578-4438-4435-a8f5-c205dca3f582 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=898255d9-6ca5-440d-ad7d-ca69abc8e6a6 HTTP/1.1" status: 200 len: 853 time: 0.1458440 Nov 10 17:36:50.063369 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ac868681-6566-4deb-8628-1aa3149cfac0 req-00a4e471-a994-409a-860d-5e26200887f0 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c108fe1-7f4f-439e-ac87-4adc79e18b04 HTTP/1.1" status: 200 len: 210 time: 0.0624619 Nov 10 17:36:50.108409 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c8179233-ade7-4c1c-b355-b9abfe068bc4 req-b836ebec-a778-4579-b1ff-3470db008097 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fdcce804-0eee-4352-bc4a-56d57553f51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300059 Nov 10 17:36:50.178432 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13e08948-cfbe-4866-8f1d-8f49738f429a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:50.257718 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-247edaac-7817-454d-9ab6-8d9e00cc0a76 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:50.268131 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c8179233-ade7-4c1c-b355-b9abfe068bc4 req-857061c5-7f00-47e8-8620-0b79ca6e9bd2 service neutron] 10.222.0.13 "GET /v2.0/networks/fdcce804-0eee-4352-bc4a-56d57553f51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479356 Nov 10 17:36:50.279708 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13e08948-cfbe-4866-8f1d-8f49738f429a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:50.317290 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-247edaac-7817-454d-9ab6-8d9e00cc0a76 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:50.331899 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['fcfa458f-e071-4b0e-baa5-036acfe812bf', '0d20ed0e-1a36-414e-b080-6adfb60940da', 'c845eb24-c6e2-457f-a3ca-7a4adccb8189', '1868822c-f819-4cdc-95bb-a12eb9a8a302'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:36:50.381736 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247edaac-7817-454d-9ab6-8d9e00cc0a76 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Pushing event updated for resources: {'Port': ['ID=f02f60bd-1968-4829-b312-b5fb2eea49f0,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:50.400209 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-247edaac-7817-454d-9ab6-8d9e00cc0a76 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:36:50.403798 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-247edaac-7817-454d-9ab6-8d9e00cc0a76 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:36:50.407261 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-247edaac-7817-454d-9ab6-8d9e00cc0a76 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:36:50.470078 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['03ede745-bd15-4e19-8e1f-9beee1aed2f7'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:36:50.522041 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-247edaac-7817-454d-9ab6-8d9e00cc0a76 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:50.523098 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-247edaac-7817-454d-9ab6-8d9e00cc0a76 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:50.588874 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-247edaac-7817-454d-9ab6-8d9e00cc0a76 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0825734 Nov 10 17:36:50.610121 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] Request body: {'port': {'device_id': '6c108fe1-7f4f-439e-ac87-4adc79e18b04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:36:50.779645 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:50.896068 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13e08948-cfbe-4866-8f1d-8f49738f429a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:50.902196 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-13e08948-cfbe-4866-8f1d-8f49738f429a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7a8dcba8-7814-4574-81fb-79d6a1bf0216 HTTP/1.1" status: 204 len: 168 time: 1.1380348 Nov 10 17:36:50.902196 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e08948-cfbe-4866-8f1d-8f49738f429a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a8dcba8-7814-4574-81fb-79d6a1bf0216,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:50.907799 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 37906) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:36:50.969791 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-cf3ba5cf-7539-46d2-8568-de469d237365 None None] Provisioning complete for port f02f60bd-1968-4829-b312-b5fb2eea49f0 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:50.970835 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cf3ba5cf-7539-46d2-8568-de469d237365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:51.088320 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-cf3ba5cf-7539-46d2-8568-de469d237365 None None] Port f02f60bd-1968-4829-b312-b5fb2eea49f0 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:36:51.116671 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6ff13-f9fa-432c-a0f6-ef837d96e79c req-d6939d05-bfbd-4973-adc6-ba771042bf58 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:51.118282 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eca6ff13-f9fa-432c-a0f6-ef837d96e79c req-d6939d05-bfbd-4973-adc6-ba771042bf58 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9 HTTP/1.1" status: 200 len: 944 time: 0.2254758 Nov 10 17:36:51.153052 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c8179233-ade7-4c1c-b355-b9abfe068bc4 req-2f02bf3f-5bc0-4992-8619-b2d2983b7f54 service neutron] 10.222.0.13 "GET /v2.0/networks/fdcce804-0eee-4352-bc4a-56d57553f51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8703747 Nov 10 17:36:51.186687 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4be6ac0c-a46c-4546-8646-b1b892cd3031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:51.230702 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9ef351f7-bf5f-4085-bc36-9fd27b4a332b req-475ac911-6f00-4454-b9e3-5099dd5eec2e tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1 HTTP/1.1" status: 200 len: 210 time: 0.0524092 Nov 10 17:36:51.237413 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eca6ff13-f9fa-432c-a0f6-ef837d96e79c req-3fe62d6b-3f15-41d2-8d38-e9dff3221668 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065938 Nov 10 17:36:51.381628 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5f33e-102a-4d3b-9266-ac5f971436a1 req-011530d8-f307-4b6d-b177-8d0e20f905fe tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:51.383542 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-81f5f33e-102a-4d3b-9266-ac5f971436a1 req-011530d8-f307-4b6d-b177-8d0e20f905fe tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c108fe1-7f4f-439e-ac87-4adc79e18b04 HTTP/1.1" status: 200 len: 935 time: 0.0584922 Nov 10 17:36:51.414955 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4be6ac0c-a46c-4546-8646-b1b892cd3031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:51.453558 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-81f5f33e-102a-4d3b-9266-ac5f971436a1 req-c7b45623-c7ff-4f0b-ace2-c549d9856808 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636373 Nov 10 17:36:51.525889 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-4be6ac0c-a46c-4546-8646-b1b892cd3031 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['473cee17-2d83-454e-aef5-48af03244af5']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:51.554016 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-4be6ac0c-a46c-4546-8646-b1b892cd3031 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb362fa-b89d-4137-b7fb-8027aa8a453c') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:51.554296 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-4be6ac0c-a46c-4546-8646-b1b892cd3031 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb362fa-b89d-4137-b7fb-8027aa8a453c') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:36:51.557403 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f02f60bd-1968-4829-b312-b5fb2eea49f0 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:36:51.575931 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:51.579143 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4be6ac0c-a46c-4546-8646-b1b892cd3031 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:51.626888 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4be6ac0c-a46c-4546-8646-b1b892cd3031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:51.630385 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] Transition to ACTIVE for port object f02f60bd-1968-4829-b312-b5fb2eea49f0 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:36:51.642562 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:51.653327 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be6ac0c-a46c-4546-8646-b1b892cd3031 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:36:51.653861 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4be6ac0c-a46c-4546-8646-b1b892cd3031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:51.657231 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:36:51.657231 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:36:51.657231 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:36:51.657231 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:36:51.657231 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:36:51.657231 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:36:51.657231 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:36:51.657231 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:36:51.657231 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:36:51.657231 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:36:51.657231 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:36:51.657231 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:36:51.657231 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:36:51.657231 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:36:51.657231 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:36:51.657231 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:36:51.657231 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:36:51.657231 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:36:51.657231 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:36:51.657231 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:36:51.657231 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:36:51.657231 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:36:51.657231 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:36:51.657231 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:36:51.657231 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:36:51.657231 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:36:51.657231 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:36:51.657231 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:36:51.657231 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:36:51.657231 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:36:51.657231 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:36:51.657231 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:36:51.737222 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 1b531bf9-5a3e-4b54-a2f3-009e95595cf0 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:36:51.753345 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 8a7317f4-ca2c-4381-9a23-f0ed3dcc7512 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:36:51.759530 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-f57ecfb3-348f-4a9f-b138-5d3dfd06ff32 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:51.761942 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-f57ecfb3-348f-4a9f-b138-5d3dfd06ff32 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.13 "GET /v2.0/networks?id=bf31b962-e4cb-4eab-a30d-b7aac66998c7 HTTP/1.1" status: 200 len: 814 time: 0.2406790 Nov 10 17:36:51.782048 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-3968cabb-96e6-4060-ac43-6b1b164595af tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Request body: {'port': {'device_id': '8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1', 'network_id': 'bf31b962-e4cb-4eab-a30d-b7aac66998c7', 'admin_state_up': True, 'tenant_id': '3a7362a6bd2d4dfcb495a89b6c85177b'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:36:51.803299 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 8a7317f4-ca2c-4381-9a23-f0ed3dcc7512 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:36:51.804034 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 8a7317f4-ca2c-4381-9a23-f0ed3dcc7512 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:36:51.860132 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=f02f60bd-1968-4829-b312-b5fb2eea49f0,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:51.872335 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4be6ac0c-a46c-4546-8646-b1b892cd3031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:51.876500 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4be6ac0c-a46c-4546-8646-b1b892cd3031 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:51.881191 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4be6ac0c-a46c-4546-8646-b1b892cd3031 admin admin] 10.222.0.39 "DELETE /v2.0/networks/473cee17-2d83-454e-aef5-48af03244af5 HTTP/1.1" status: 204 len: 168 time: 0.9720767 Nov 10 17:36:51.915340 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be6ac0c-a46c-4546-8646-b1b892cd3031 admin admin] Pushing event deleted for resources: {'Network': ['ID=473cee17-2d83-454e-aef5-48af03244af5,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:52.010150 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 1b531bf9-5a3e-4b54-a2f3-009e95595cf0, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=1b531bf9-5a3e-4b54-a2f3-009e95595cf0,segment=NetworkSegment(42dc2b4e-b2ca-43a5-ac2f-40daa324b850),segment_id=42dc2b4e-b2ca-43a5-ac2f-40daa324b850)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:52.032810 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '1b531bf9-5a3e-4b54-a2f3-009e95595cf0', 'network_id': 'fdcce804-0eee-4352-bc4a-56d57553f51b', 'port_id': '1b531bf9-5a3e-4b54-a2f3-009e95595cf0', 'mac_address': 'fa:16:3e:fd:50:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '898255d9-6ca5-440d-ad7d-ca69abc8e6a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:36:52.045425 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] Attempting to bind port f02f60bd-1968-4829-b312-b5fb2eea49f0 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:36:52.045863 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] Attempting to bind port f02f60bd-1968-4829-b312-b5fb2eea49f0 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:36:52.047126 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] Attempting to bind port f02f60bd-1968-4829-b312-b5fb2eea49f0 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:36:52.052935 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] Port f02f60bd-1968-4829-b312-b5fb2eea49f0 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:36:52.053368 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] Attempting to bind port f02f60bd-1968-4829-b312-b5fb2eea49f0 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:36:52.068037 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:36:52.071229 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:36:52.071800 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:36:52.072431 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] Bound port: f02f60bd-1968-4829-b312-b5fb2eea49f0, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:36:52.073094 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:52.099106 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-3968cabb-96e6-4060-ac43-6b1b164595af tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Made reservation on behalf of 3a7362a6bd2d4dfcb495a89b6c85177b for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:36:52.110479 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-3968cabb-96e6-4060-ac43-6b1b164595af tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:52.118432 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:52.138567 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 37920) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:36:52.162957 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b531bf9-5a3e-4b54-a2f3-009e95595cf0 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:36:52.191511 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] For port f02f60bd-1968-4829-b312-b5fb2eea49f0, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:36:52.198079 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] For port f02f60bd-1968-4829-b312-b5fb2eea49f0, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=f02f60bd-1968-4829-b312-b5fb2eea49f0,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:36:52.202193 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 1b531bf9-5a3e-4b54-a2f3-009e95595cf0, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=1b531bf9-5a3e-4b54-a2f3-009e95595cf0,segment=NetworkSegment(42dc2b4e-b2ca-43a5-ac2f-40daa324b850),segment_id=42dc2b4e-b2ca-43a5-ac2f-40daa324b850)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:52.204223 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:52.207936 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:52.279315 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c7a57511-917a-4309-be5c-d5ca31151d9e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ce0a8fa893854df6a1d54b376bbd6fff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367199 Nov 10 17:36:52.283569 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 37926) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:36:52.305023 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=f02f60bd-1968-4829-b312-b5fb2eea49f0,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:52.328064 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:52.328508 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:52.328797 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:52.329131 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:52.329464 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:52.329790 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:52.330115 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:52.336915 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:52.337462 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:52.337815 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:52.338457 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:52.338802 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:52.339617 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=1b531bf9-5a3e-4b54-a2f3-009e95595cf0,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:52.357202 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:52.357826 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:52.359232 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-eedafa23-1663-4636-adcf-4c6ce8782cf5 service neutron] 10.222.0.11 "PUT /v2.0/ports/f02f60bd-1968-4829-b312-b5fb2eea49f0 HTTP/1.1" status: 200 len: 1096 time: 1.7604091 Nov 10 17:36:52.359703 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c108fe1-7f4f-439e-ac87-4adc79e18b04', 'tag': 'f02f60bd-1968-4829-b312-b5fb2eea49f0'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:36:52.362004 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35b4013-3f7c-4d27-9847-52b3b5b54d97" -d '{"events": [{"name": "network-changed", "server_uuid": "6c108fe1-7f4f-439e-ac87-4adc79e18b04", "tag": "f02f60bd-1968-4829-b312-b5fb2eea49f0"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:36:52.433189 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f2326edf-603a-40d9-b84b-d0d031c98cc1 req-2277a523-3d09-459a-a371-ed3193eb3579 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1 HTTP/1.1" status: 200 len: 210 time: 0.0395393 Nov 10 17:36:52.497493 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-545dea2d-fc1f-4ebe-a745-125008a6a1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:52.499063 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-545dea2d-fc1f-4ebe-a745-125008a6a1a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=38fb4e4342ac4097a730b0e8198143dc&device_id=6c108fe1-7f4f-439e-ac87-4adc79e18b04 HTTP/1.1" status: 200 len: 1099 time: 0.0649989 Nov 10 17:36:52.531268 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['1b531bf9-5a3e-4b54-a2f3-009e95595cf0'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:36:52.544969 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc99514f-4e36-41c3-8d89-eb98d8250a26 x-openstack-request-id: req-cc99514f-4e36-41c3-8d89-eb98d8250a26 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:36:52.545264 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c108fe1-7f4f-439e-ac87-4adc79e18b04", "tag": "f02f60bd-1968-4829-b312-b5fb2eea49f0", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:36:52.545517 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cc99514f-4e36-41c3-8d89-eb98d8250a26 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:36:52.546195 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c108fe1-7f4f-439e-ac87-4adc79e18b04', 'tag': 'f02f60bd-1968-4829-b312-b5fb2eea49f0', 'status': 'completed', 'code': 200} Nov 10 17:36:52.564440 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4029e468-769f-45d3-b1f1-0064e4c78ab2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:52.592471 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-91aef11b-4b49-4275-8e72-205e134a36b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=f02f60bd-1968-4829-b312-b5fb2eea49f0 HTTP/1.1" status: 200 len: 217 time: 0.0772502 Nov 10 17:36:52.641469 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4029e468-769f-45d3-b1f1-0064e4c78ab2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:52.672441 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-3968cabb-96e6-4060-ac43-6b1b164595af tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Allocated IP 172.20.0.9 (bf31b962-e4cb-4eab-a30d-b7aac66998c7/0ddbd8d9-cc1c-4591-ba53-aab9ea023f46/f652398f-c59e-48c8-9b48-d4391674db0e) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:36:52.692303 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fddf02f-5f6d-4e9c-a0b9-ae93a25b513e req-33c6ca10-dab1-49be-aed1-3d7888f9dc2e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:52.694440 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6fddf02f-5f6d-4e9c-a0b9-ae93a25b513e req-33c6ca10-dab1-49be-aed1-3d7888f9dc2e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9 HTTP/1.1" status: 200 len: 945 time: 0.2916367 Nov 10 17:36:52.780576 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03d21a-d401-4244-9f41-9c11e43b4121 req-3d4fe85a-ebed-42c6-8006-cd8adab583f9 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:52.789882 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3f03d21a-d401-4244-9f41-9c11e43b4121 req-3d4fe85a-ebed-42c6-8006-cd8adab583f9 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c108fe1-7f4f-439e-ac87-4adc79e18b04 HTTP/1.1" status: 200 len: 947 time: 0.1725616 Nov 10 17:36:52.818868 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-4657ee90-bcfc-402c-9a70-93ec451b9044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:52.822319 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-4657ee90-bcfc-402c-9a70-93ec451b9044 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1862416 Nov 10 17:36:52.849530 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6fddf02f-5f6d-4e9c-a0b9-ae93a25b513e req-5a8ac0b4-2b30-40f7-bc4a-aab25748b53a tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426859 Nov 10 17:36:52.861953 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4029e468-769f-45d3-b1f1-0064e4c78ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:52.865583 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4029e468-769f-45d3-b1f1-0064e4c78ab2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:52.870701 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4029e468-769f-45d3-b1f1-0064e4c78ab2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0eca5a49-bf21-40be-ae5f-dacedf1a8a1f HTTP/1.1" status: 204 len: 168 time: 0.5818429 Nov 10 17:36:52.920586 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4029e468-769f-45d3-b1f1-0064e4c78ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eca5a49-bf21-40be-ae5f-dacedf1a8a1f,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:52.962740 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3f03d21a-d401-4244-9f41-9c11e43b4121 req-124d0b25-73c0-4f00-87ab-179484736c92 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719501 Nov 10 17:36:52.985906 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-af1da841-9ec8-4ccf-9b1a-e88b94d10b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:52.991608 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-af1da841-9ec8-4ccf-9b1a-e88b94d10b51 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1585746 Nov 10 17:36:53.064982 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-3968cabb-96e6-4060-ac43-6b1b164595af tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:53.187472 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-3968cabb-96e6-4060-ac43-6b1b164595af tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:53.207901 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['c3b440db-4443-454d-9c1f-3c27760a5cdf'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:36:53.337522 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968cabb-96e6-4060-ac43-6b1b164595af tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Pushing event updated for resources: {'Port': ['ID=f652398f-c59e-48c8-9b48-d4391674db0e,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:53.382319 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-3968cabb-96e6-4060-ac43-6b1b164595af tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Network bf31b962-e4cb-4eab-a30d-b7aac66998c7 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:36:53.383231 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-3968cabb-96e6-4060-ac43-6b1b164595af tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:36:53.395681 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-3968cabb-96e6-4060-ac43-6b1b164595af tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:36:53.525147 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-3968cabb-96e6-4060-ac43-6b1b164595af tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:53.526043 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-3968cabb-96e6-4060-ac43-6b1b164595af tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:53.568863 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-3968cabb-96e6-4060-ac43-6b1b164595af tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7907360 Nov 10 17:36:53.590833 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-f9145c75-d649-4ceb-9f54-3567738d12d1 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5825830 Nov 10 17:36:53.592575 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] Request body: {'port': {'device_id': '8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:36:53.706162 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:53.718667 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-64de3e2e-459e-47fc-ac8a-4f7dd948d071 req-7999f0aa-4cef-4863-9843-00709a02653e service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074276 Nov 10 17:36:53.743832 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 1b531bf9-5a3e-4b54-a2f3-009e95595cf0 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:36:53.749088 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aac6d0-b54d-41b7-b240-96bc8b913c97 req-1fda385b-3462-49ff-9656-7422f25d951a tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:53.757823 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-51aac6d0-b54d-41b7-b240-96bc8b913c97 req-1fda385b-3462-49ff-9656-7422f25d951a tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1 HTTP/1.1" status: 200 len: 931 time: 0.1816671 Nov 10 17:36:53.872488 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 1b531bf9-5a3e-4b54-a2f3-009e95595cf0 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:36:53.877243 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 1b531bf9-5a3e-4b54-a2f3-009e95595cf0 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:53.878659 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:53.896671 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-51aac6d0-b54d-41b7-b240-96bc8b913c97 req-fa61cf16-a45b-4626-9f17-2747fe5bd0b2 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312559 Nov 10 17:36:53.921487 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b4013-3f7c-4d27-9847-52b3b5b54d97 req-74b1642f-50ca-44f3-b1ef-d5857dbf6343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:53.927996 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f35b4013-3f7c-4d27-9847-52b3b5b54d97 req-74b1642f-50ca-44f3-b1ef-d5857dbf6343 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=38fb4e4342ac4097a730b0e8198143dc&device_id=6c108fe1-7f4f-439e-ac87-4adc79e18b04 HTTP/1.1" status: 200 len: 1099 time: 0.1216908 Nov 10 17:36:54.091534 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:54.141194 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b4013-3f7c-4d27-9847-52b3b5b54d97 req-ccb73e6e-e124-4e74-8591-e01383cec1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:54.142729 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f35b4013-3f7c-4d27-9847-52b3b5b54d97 req-ccb73e6e-e124-4e74-8591-e01383cec1c6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.1997180 Nov 10 17:36:54.152490 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b531bf9-5a3e-4b54-a2f3-009e95595cf0'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:36:54.156071 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3d88ba-6756-4946-8915-9d20bdc99a8f" -d '{"events": [{"server_uuid": "f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9", "name": "network-vif-plugged", "status": "completed", "tag": "1b531bf9-5a3e-4b54-a2f3-009e95595cf0"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:36:54.184703 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 1b531bf9-5a3e-4b54-a2f3-009e95595cf0, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=1b531bf9-5a3e-4b54-a2f3-009e95595cf0,segment=NetworkSegment(42dc2b4e-b2ca-43a5-ac2f-40daa324b850),segment_id=42dc2b4e-b2ca-43a5-ac2f-40daa324b850)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:54.200284 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:54.250728 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda465c-d8b5-4e6a-a930-37f6cfc7e4a7 req-49440eab-1d1c-4f37-8959-cca7d52924ab tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:54.252286 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0bda465c-d8b5-4e6a-a930-37f6cfc7e4a7 req-49440eab-1d1c-4f37-8959-cca7d52924ab tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c108fe1-7f4f-439e-ac87-4adc79e18b04 HTTP/1.1" status: 200 len: 947 time: 0.1681457 Nov 10 17:36:54.254330 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f35b4013-3f7c-4d27-9847-52b3b5b54d97 req-3b30e919-dc27-4eb6-92db-b6374ece55fd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=f02f60bd-1968-4829-b312-b5fb2eea49f0 HTTP/1.1" status: 200 len: 217 time: 0.0984194 Nov 10 17:36:54.275919 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f652398f-c59e-48c8-9b48-d4391674db0e {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:36:54.286732 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:54.291412 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=1b531bf9-5a3e-4b54-a2f3-009e95595cf0,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:54.312810 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] Transition to ACTIVE for port object f652398f-c59e-48c8-9b48-d4391674db0e will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:36:54.329755 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48928594-2e6e-4d50-90e1-8afa9773d3d9 req-0b50441b-3cca-452f-8917-423b5d02e417 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:54.331388 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-48928594-2e6e-4d50-90e1-8afa9773d3d9 req-0b50441b-3cca-452f-8917-423b5d02e417 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9 HTTP/1.1" status: 200 len: 946 time: 0.1149590 Nov 10 17:36:54.332254 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:54.358803 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 37976) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:36:54.362357 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b4013-3f7c-4d27-9847-52b3b5b54d97 req-e5783390-17ba-428c-80d6-f829187216fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:54.365043 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f35b4013-3f7c-4d27-9847-52b3b5b54d97 req-e5783390-17ba-428c-80d6-f829187216fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.0900083 Nov 10 17:36:54.368632 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0bda465c-d8b5-4e6a-a930-37f6cfc7e4a7 req-21226112-6cc1-42cd-a079-20447b81e915 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080389 Nov 10 17:36:54.485056 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b4013-3f7c-4d27-9847-52b3b5b54d97 req-a5f27cd6-bac2-47dc-9aa8-06fd9837c638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:54.492082 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f35b4013-3f7c-4d27-9847-52b3b5b54d97 req-a5f27cd6-bac2-47dc-9aa8-06fd9837c638 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1041572 Nov 10 17:36:54.492299 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-48928594-2e6e-4d50-90e1-8afa9773d3d9 req-d0e9cb38-0bc9-43c8-be61-8c8a684a8b30 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493495 Nov 10 17:36:54.516489 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] Pushing event updated for resources: {'Port': ['ID=f652398f-c59e-48c8-9b48-d4391674db0e,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:54.551717 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:54.592984 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f56a70-1481-4a3c-9596-f923db0fe8af x-openstack-request-id: req-56f56a70-1481-4a3c-9596-f923db0fe8af {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:36:54.593509 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9", "name": "network-vif-plugged", "status": "completed", "tag": "1b531bf9-5a3e-4b54-a2f3-009e95595cf0", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:36:54.594218 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-56f56a70-1481-4a3c-9596-f923db0fe8af {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:36:54.594886 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b531bf9-5a3e-4b54-a2f3-009e95595cf0', 'code': 200} Nov 10 17:36:54.616674 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] Attempting to bind port f652398f-c59e-48c8-9b48-d4391674db0e on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:36:54.616674 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] Attempting to bind port f652398f-c59e-48c8-9b48-d4391674db0e by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bf31b962-e4cb-4eab-a30d-b7aac66998c7'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:36:54.617034 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] Attempting to bind port f652398f-c59e-48c8-9b48-d4391674db0e on network bf31b962-e4cb-4eab-a30d-b7aac66998c7 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:36:54.644048 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] Port f652398f-c59e-48c8-9b48-d4391674db0e on network bf31b962-e4cb-4eab-a30d-b7aac66998c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:36:54.644432 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] Attempting to bind port f652398f-c59e-48c8-9b48-d4391674db0e on network bf31b962-e4cb-4eab-a30d-b7aac66998c7 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:36:54.650398 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-1717c0f3-2091-4baa-b24c-db5dba2c9817 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1261336162-network', 'tenant_id': 'b6a53e7b7850405b9c4888743fcb431e'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:36:54.657287 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:36:54.657639 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] Checking segment: {'id': '9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bf31b962-e4cb-4eab-a30d-b7aac66998c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:36:54.658032 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] Bound using segment: {'id': '9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bf31b962-e4cb-4eab-a30d-b7aac66998c7'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:36:54.658471 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] Bound port: f652398f-c59e-48c8-9b48-d4391674db0e, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bf31b962-e4cb-4eab-a30d-b7aac66998c7'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:36:54.658834 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:54.742518 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] For port f652398f-c59e-48c8-9b48-d4391674db0e, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:36:54.742955 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1717c0f3-2091-4baa-b24c-db5dba2c9817 admin admin] Made reservation on behalf of b6a53e7b7850405b9c4888743fcb431e for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:36:54.745361 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1717c0f3-2091-4baa-b24c-db5dba2c9817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:54.746405 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] For port f652398f-c59e-48c8-9b48-d4391674db0e, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=f652398f-c59e-48c8-9b48-d4391674db0e,segment=NetworkSegment(9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12),segment_id=9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:36:54.753462 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:54.802801 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1717c0f3-2091-4baa-b24c-db5dba2c9817 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:54.811137 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:54.811773 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:54.813474 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] 10.222.0.13 "PUT /v2.0/ports/f652398f-c59e-48c8-9b48-d4391674db0e HTTP/1.1" status: 200 len: 1092 time: 1.2262921 Nov 10 17:36:54.814187 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1', 'tag': 'f652398f-c59e-48c8-9b48-d4391674db0e'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:36:54.817216 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58347363-c0bb-46a8-ade4-6eaa6c2589b6" -d '{"events": [{"name": "network-changed", "server_uuid": "8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1", "tag": "f652398f-c59e-48c8-9b48-d4391674db0e"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:36:54.834553 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345a382-dfe2-4fdb-beb6-8c3871bc00b0 req-bc579932-f539-4fa0-b190-b73f4e660bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:54.836475 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3345a382-dfe2-4fdb-beb6-8c3871bc00b0 req-bc579932-f539-4fa0-b190-b73f4e660bf5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9 HTTP/1.1" status: 200 len: 1098 time: 0.1671553 Nov 10 17:36:54.839746 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f35b4013-3f7c-4d27-9847-52b3b5b54d97 req-b4eecf3a-ebbb-4920-9670-891675603ee1 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399084 Nov 10 17:36:54.874271 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] Pushing event updated for resources: {'Port': ['ID=f652398f-c59e-48c8-9b48-d4391674db0e,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:54.928224 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b799260-541c-42f5-937d-7f2b15572572 x-openstack-request-id: req-1b799260-541c-42f5-937d-7f2b15572572 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:36:54.929009 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1", "tag": "f652398f-c59e-48c8-9b48-d4391674db0e", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:36:54.929714 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1b799260-541c-42f5-937d-7f2b15572572 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:36:54.930673 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1', 'tag': 'f652398f-c59e-48c8-9b48-d4391674db0e', 'status': 'completed', 'code': 200} Nov 10 17:36:54.935244 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:54.935965 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:54.936805 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:54.937525 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:54.939178 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:54.939178 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:54.939577 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:54.940139 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:54.941226 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:54.942391 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:54.942538 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:54.943570 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:54.944193 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77b0f9c-aa30-49db-a94f-d947824e5e70 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:36:55.004139 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-8ca15349-8e4d-4e1c-a26d-01751800a1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:55.010299 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-8ca15349-8e4d-4e1c-a26d-01751800a1fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a7362a6bd2d4dfcb495a89b6c85177b&device_id=8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1 HTTP/1.1" status: 200 len: 1095 time: 0.1207769 Nov 10 17:36:55.056306 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f35b4013-3f7c-4d27-9847-52b3b5b54d97 req-6546b9c6-4dd7-4db9-b5ef-9214e14e4d12 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993043 Nov 10 17:36:55.075271 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-44515f68-2526-4cd8-8aa8-51113a04bb93 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f652398f-c59e-48c8-9b48-d4391674db0e HTTP/1.1" status: 200 len: 217 time: 0.0550227 Nov 10 17:36:55.098823 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3345a382-dfe2-4fdb-beb6-8c3871bc00b0 req-7384a655-224b-4b5f-ba50-5a29b5524d2b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403669 Nov 10 17:36:55.152944 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1717c0f3-2091-4baa-b24c-db5dba2c9817 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:55.158877 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1717c0f3-2091-4baa-b24c-db5dba2c9817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:55.187573 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f10886-d970-4d63-9930-5f927130519a req-812a24c5-969a-43fa-a5bb-d47b0b263df8 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:55.190965 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-59f10886-d970-4d63-9930-5f927130519a req-812a24c5-969a-43fa-a5bb-d47b0b263df8 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1 HTTP/1.1" status: 200 len: 943 time: 0.1139073 Nov 10 17:36:55.194489 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1717c0f3-2091-4baa-b24c-db5dba2c9817 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:36:55.203505 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-7f5d7109-b753-4503-8925-b37615b83696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:55.205442 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-7f5d7109-b753-4503-8925-b37615b83696 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ddbd8d9-cc1c-4591-ba53-aab9ea023f46 HTTP/1.1" status: 200 len: 854 time: 0.1106880 Nov 10 17:36:55.221836 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717c0f3-2091-4baa-b24c-db5dba2c9817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08de367-f5bd-4d04-aa27-76e997cd0039,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:55.254158 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1717c0f3-2091-4baa-b24c-db5dba2c9817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:55.254640 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-1717c0f3-2091-4baa-b24c-db5dba2c9817 admin admin] Added segment 772cda11-5611-41ac-8834-f899de809cef of type vlan for network 2ffbd17b-78e8-4a96-9ede-1fde3f3c095e Nov 10 17:36:55.302756 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-59f10886-d970-4d63-9930-5f927130519a req-8f1d9d83-654e-4155-9c61-523f81c7ca80 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904696 Nov 10 17:36:55.310522 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1717c0f3-2091-4baa-b24c-db5dba2c9817 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:55.352963 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1717c0f3-2091-4baa-b24c-db5dba2c9817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:55.353816 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1717c0f3-2091-4baa-b24c-db5dba2c9817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:55.354483 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1717c0f3-2091-4baa-b24c-db5dba2c9817 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:55.366430 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-4ec85147-7259-4656-b1eb-6d182397e797 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf31b962-e4cb-4eab-a30d-b7aac66998c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393670 Nov 10 17:36:55.421493 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1717c0f3-2091-4baa-b24c-db5dba2c9817 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0607147 Nov 10 17:36:55.429055 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 37992) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:36:55.438465 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-b947de5e-5c56-4196-80df-ca80c0722103 admin admin] Request body: {'subnet': {'network_id': '2ffbd17b-78e8-4a96-9ede-1fde3f3c095e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1261336162-subnet', 'tenant_id': 'b6a53e7b7850405b9c4888743fcb431e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:36:55.463494 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717c0f3-2091-4baa-b24c-db5dba2c9817 admin admin] Pushing event updated for resources: {'Network': ['ID=2ffbd17b-78e8-4a96-9ede-1fde3f3c095e,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:55.539160 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-6a65f235-21d1-45ce-8069-afae8e8997f9 service neutron] 10.222.0.13 "GET /v2.0/networks/bf31b962-e4cb-4eab-a30d-b7aac66998c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638811 Nov 10 17:36:55.550682 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 2ffbd17b-78e8-4a96-9ede-1fde3f3c095e details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:36:55.640311 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b947de5e-5c56-4196-80df-ca80c0722103 admin admin] Made reservation on behalf of b6a53e7b7850405b9c4888743fcb431e for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:36:55.651506 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b947de5e-5c56-4196-80df-ca80c0722103 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:55.709437 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e437906-b2dd-4b9c-a002-f124111e0ddb req-44e12189-8c37-46a4-a64f-a39061ffa2fd tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:55.711001 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e437906-b2dd-4b9c-a002-f124111e0ddb req-44e12189-8c37-46a4-a64f-a39061ffa2fd tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c108fe1-7f4f-439e-ac87-4adc79e18b04 HTTP/1.1" status: 200 len: 947 time: 0.1806102 Nov 10 17:36:55.788563 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eb5a176a-2701-4325-bbb0-ad3f0a450179 req-9d01d2e5-9697-447e-808b-4f5004bf52f9 service neutron] 10.222.0.13 "GET /v2.0/networks/bf31b962-e4cb-4eab-a30d-b7aac66998c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383282 Nov 10 17:36:55.801321 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e437906-b2dd-4b9c-a002-f124111e0ddb req-34109865-f949-4ce1-ac7a-c373dc21343b tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761011 Nov 10 17:36:55.807399 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be613c-3d43-4d13-ba7a-e2a7e46b2c28 req-6aad6085-5772-4576-b9db-52b8d2b563ae tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:55.809077 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-71be613c-3d43-4d13-ba7a-e2a7e46b2c28 req-6aad6085-5772-4576-b9db-52b8d2b563ae tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9 HTTP/1.1" status: 200 len: 946 time: 0.1027324 Nov 10 17:36:55.917234 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b947de5e-5c56-4196-80df-ca80c0722103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:55.940771 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-71be613c-3d43-4d13-ba7a-e2a7e46b2c28 req-e839ac9d-290c-4adf-9a14-eadd093a5e7c tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150167 Nov 10 17:36:55.952474 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58347363-c0bb-46a8-ade4-6eaa6c2589b6 req-ad6e943e-ca9e-4437-b027-b8a7fa1663ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:55.956437 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-58347363-c0bb-46a8-ade4-6eaa6c2589b6 req-ad6e943e-ca9e-4437-b027-b8a7fa1663ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a7362a6bd2d4dfcb495a89b6c85177b&device_id=8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1 HTTP/1.1" status: 200 len: 1095 time: 0.0864375 Nov 10 17:36:55.977559 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947de5e-5c56-4196-80df-ca80c0722103 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c5954be-739f-4afa-9fdf-379b654f99b1,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:55.997527 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b947de5e-5c56-4196-80df-ca80c0722103 admin admin] Checking segment: {'id': '772cda11-5611-41ac-8834-f899de809cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2ffbd17b-78e8-4a96-9ede-1fde3f3c095e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:36:55.998374 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b947de5e-5c56-4196-80df-ca80c0722103 admin admin] Network hostable DHCP agents. Network: 2ffbd17b-78e8-4a96-9ede-1fde3f3c095e, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:36:56.025582 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b947de5e-5c56-4196-80df-ca80c0722103 admin admin] Network 2ffbd17b-78e8-4a96-9ede-1fde3f3c095e is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:36:56.040290 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-b947de5e-5c56-4196-80df-ca80c0722103 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 2ffbd17b-78e8-4a96-9ede-1fde3f3c095e) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:36:56.046613 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b947de5e-5c56-4196-80df-ca80c0722103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:56.047396 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b947de5e-5c56-4196-80df-ca80c0722103 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:56.051419 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc39c04-7e8b-4ef8-8bc2-b24dde90e156 None None] Network 2ffbd17b-78e8-4a96-9ede-1fde3f3c095e requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:36:56.069947 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b947de5e-5c56-4196-80df-ca80c0722103 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6395593 Nov 10 17:36:56.101775 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58347363-c0bb-46a8-ade4-6eaa6c2589b6 req-564a73a5-fc30-407b-89ae-8cc0db453946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:56.103273 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-58347363-c0bb-46a8-ade4-6eaa6c2589b6 req-564a73a5-fc30-407b-89ae-8cc0db453946 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bf31b962-e4cb-4eab-a30d-b7aac66998c7 HTTP/1.1" status: 200 len: 915 time: 0.1375678 Nov 10 17:36:56.176674 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-58347363-c0bb-46a8-ade4-6eaa6c2589b6 req-cbd6aa92-408f-4ca2-9194-703f05c5b7a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f652398f-c59e-48c8-9b48-d4391674db0e HTTP/1.1" status: 200 len: 217 time: 0.0634327 Nov 10 17:36:56.253404 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58347363-c0bb-46a8-ade4-6eaa6c2589b6 req-5ede1184-4184-44d8-982e-93a0edaa2b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:56.255363 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-58347363-c0bb-46a8-ade4-6eaa6c2589b6 req-5ede1184-4184-44d8-982e-93a0edaa2b7b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ddbd8d9-cc1c-4591-ba53-aab9ea023f46 HTTP/1.1" status: 200 len: 854 time: 0.0692148 Nov 10 17:36:56.270607 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57ce1bb-e43d-48a5-9fc3-dd273c4181b2 None None] Network 2ffbd17b-78e8-4a96-9ede-1fde3f3c095e requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:36:56.303207 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-58347363-c0bb-46a8-ade4-6eaa6c2589b6 req-e29bc4b4-e9e5-435f-8736-f0aee5ef6211 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf31b962-e4cb-4eab-a30d-b7aac66998c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346942 Nov 10 17:36:56.318997 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-791a522d-73eb-4b57-8338-a84fd0fc8ed2 tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:56.320819 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-791a522d-73eb-4b57-8338-a84fd0fc8ed2 tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/networks?id=2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73 HTTP/1.1" status: 200 len: 815 time: 0.1487205 Nov 10 17:36:56.349479 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-7b116cdb-497b-4501-ab4e-888da09b756f tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/quotas/932a2b49a0c3450c9fe19880793a3290 HTTP/1.1" status: 200 len: 375 time: 0.0223796 Nov 10 17:36:56.445365 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-35864b4d-6bfe-4b90-97d0-84c0784f36ca tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=932a2b49a0c3450c9fe19880793a3290&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0939484 Nov 10 17:36:56.464892 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-58347363-c0bb-46a8-ade4-6eaa6c2589b6 req-16db08fc-960b-4441-868c-1ccba85312dd service neutron] 10.222.0.13 "GET /v2.0/networks/bf31b962-e4cb-4eab-a30d-b7aac66998c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524160 Nov 10 17:36:56.585539 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-ef24b242-389a-4ccd-a2fd-8cccdb3b8e69 service neutron] 10.222.0.39 "GET /v2.0/networks/2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390915 Nov 10 17:36:56.657562 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-58347363-c0bb-46a8-ade4-6eaa6c2589b6 req-25666116-1ee1-4706-a7b7-e3bce7aa8f65 service neutron] 10.222.0.13 "GET /v2.0/networks/bf31b962-e4cb-4eab-a30d-b7aac66998c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821675 Nov 10 17:36:56.678592 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-df92c611-abe1-4754-9e63-1983ce79c716 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:56.682284 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-df92c611-abe1-4754-9e63-1983ce79c716 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/networks?id=2ffbd17b-78e8-4a96-9ede-1fde3f3c095e HTTP/1.1" status: 200 len: 818 time: 0.1492593 Nov 10 17:36:56.700614 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-2971a13a-b039-4767-8ea6-096dfa7123a1 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/quotas/b6a53e7b7850405b9c4888743fcb431e HTTP/1.1" status: 200 len: 375 time: 0.0125213 Nov 10 17:36:56.709609 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-18db45fe-1af2-4373-8627-deb19aae0ba1 service neutron] 10.222.0.39 "GET /v2.0/networks/2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152463 Nov 10 17:36:56.738995 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-12cb6079-b783-4308-b2bd-4fb5741fd67c tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6a53e7b7850405b9c4888743fcb431e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293794 Nov 10 17:36:56.750037 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:36:56.866376 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-23d45754-337e-4a2a-9b0f-3ac1135dca18 service neutron] 10.222.0.39 "GET /v2.0/networks/2ffbd17b-78e8-4a96-9ede-1fde3f3c095e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137829 Nov 10 17:36:56.980503 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844ec0a-cf80-43f1-b01f-03961d9fbe24 req-f22309d8-5654-4f9a-a427-7f16f4e29940 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:56.982106 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9844ec0a-cf80-43f1-b01f-03961d9fbe24 req-f22309d8-5654-4f9a-a427-7f16f4e29940 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1 HTTP/1.1" status: 200 len: 943 time: 0.0701807 Nov 10 17:36:57.018340 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-2baf3f33-871d-499a-ae81-8c9d260f4835 service neutron] 10.222.0.39 "GET /v2.0/networks/2ffbd17b-78e8-4a96-9ede-1fde3f3c095e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123071 Nov 10 17:36:57.048016 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9844ec0a-cf80-43f1-b01f-03961d9fbe24 req-d3c3785d-3ed7-433c-8ba6-361aae4bb224 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574136 Nov 10 17:36:57.260818 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c433ab-4865-4135-b954-a6b1ea08c3cf req-cedb8eb8-f165-4dd1-b002-d86a2c078763 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:57.269275 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f9c433ab-4865-4135-b954-a6b1ea08c3cf req-cedb8eb8-f165-4dd1-b002-d86a2c078763 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c108fe1-7f4f-439e-ac87-4adc79e18b04 HTTP/1.1" status: 200 len: 947 time: 0.0707994 Nov 10 17:36:57.338443 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1a7a5ade-85f9-46a5-8fa4-de42e65a804c req-798f72a8-4fdd-4b3d-891d-99eef64fc55c tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4206ee0-3a7d-404f-a4ab-2618f0baddfc HTTP/1.1" status: 200 len: 210 time: 0.0491531 Nov 10 17:36:57.341944 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f9c433ab-4865-4135-b954-a6b1ea08c3cf req-e7f1afd3-0378-4cf5-9695-72d6a224fe33 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685401 Nov 10 17:36:57.542975 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3053b2e-8077-474e-932c-5d37bcbcdfcb req-d046d7a8-99f8-4550-b334-c84188042538 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:57.544811 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b3053b2e-8077-474e-932c-5d37bcbcdfcb req-d046d7a8-99f8-4550-b334-c84188042538 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9 HTTP/1.1" status: 200 len: 946 time: 0.1037135 Nov 10 17:36:57.601169 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b3053b2e-8077-474e-932c-5d37bcbcdfcb req-6284cdb1-06ca-48fb-ad96-e129db04ed63 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493400 Nov 10 17:36:57.725889 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f2bad716-6f00-4bba-8722-8c7397343ae1 req-5b7c6e45-e274-4e0b-bd80-99f6a1417228 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fe4add-f1f4-4307-9418-0bf145efc362 HTTP/1.1" status: 200 len: 210 time: 0.0440385 Nov 10 17:36:57.763878 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device f02f60bd-1968-4829-b312-b5fb2eea49f0 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:36:57.889853 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port f02f60bd-1968-4829-b312-b5fb2eea49f0, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=f02f60bd-1968-4829-b312-b5fb2eea49f0,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:57.902692 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'f02f60bd-1968-4829-b312-b5fb2eea49f0', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': 'f02f60bd-1968-4829-b312-b5fb2eea49f0', 'mac_address': 'fa:16:3e:ad:36:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:36:57.915608 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725967c4-21bb-4850-908c-34a335cd136e req-e70f8095-d8f6-4263-98f4-fc8b542a1160 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:57.917338 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-725967c4-21bb-4850-908c-34a335cd136e req-e70f8095-d8f6-4263-98f4-fc8b542a1160 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9 HTTP/1.1" status: 200 len: 946 time: 0.0584440 Nov 10 17:36:57.949036 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:57.963142 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f02f60bd-1968-4829-b312-b5fb2eea49f0 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:36:57.970999 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-725967c4-21bb-4850-908c-34a335cd136e req-50cfb353-413b-430f-9205-4c6cd0dfe4e6 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461864 Nov 10 17:36:57.988539 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port f02f60bd-1968-4829-b312-b5fb2eea49f0, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=f02f60bd-1968-4829-b312-b5fb2eea49f0,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:57.993909 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:58.047434 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=f02f60bd-1968-4829-b312-b5fb2eea49f0,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:58.212422 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b547d3-fd2d-40f5-9834-cbee2b24a84d req-2863af54-9adb-47e4-97d1-fbd765bf3d98 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:58.214300 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a4b547d3-fd2d-40f5-9834-cbee2b24a84d req-2863af54-9adb-47e4-97d1-fbd765bf3d98 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1 HTTP/1.1" status: 200 len: 943 time: 0.0913014 Nov 10 17:36:58.327175 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a4b547d3-fd2d-40f5-9834-cbee2b24a84d req-c1fa7757-5155-4e5e-beef-8c2891cbdbe9 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050661 Nov 10 17:36:58.353468 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-2718464f-b07e-4110-81d9-eb95199fc78a tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:58.354745 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-2718464f-b07e-4110-81d9-eb95199fc78a tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.13 "GET /v2.0/networks?id=2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73 HTTP/1.1" status: 200 len: 815 time: 0.1618433 Nov 10 17:36:58.386745 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-4177aa12-6982-49d1-abbd-16f496da3cfe tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Request body: {'port': {'device_id': 'a4206ee0-3a7d-404f-a4ab-2618f0baddfc', 'network_id': '2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73', 'admin_state_up': True, 'tenant_id': '932a2b49a0c3450c9fe19880793a3290'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:36:58.460596 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['f02f60bd-1968-4829-b312-b5fb2eea49f0'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:36:58.522638 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666535f-881a-4019-a007-810b96056979 req-d264702c-9a3a-4ea2-8b9f-3b7ed7d7c723 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:58.525425 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a666535f-881a-4019-a007-810b96056979 req-d264702c-9a3a-4ea2-8b9f-3b7ed7d7c723 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c108fe1-7f4f-439e-ac87-4adc79e18b04 HTTP/1.1" status: 200 len: 948 time: 0.0662870 Nov 10 17:36:58.554141 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-120967b5-7bfa-469f-849d-cfda94f9d4a0 req-2f688926-230f-42ee-b5e9-b8bc4da69db6 tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4206ee0-3a7d-404f-a4ab-2618f0baddfc HTTP/1.1" status: 200 len: 210 time: 0.0592532 Nov 10 17:36:58.573224 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-4177aa12-6982-49d1-abbd-16f496da3cfe tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Made reservation on behalf of 932a2b49a0c3450c9fe19880793a3290 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:36:58.577220 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-4177aa12-6982-49d1-abbd-16f496da3cfe tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:58.640428 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a666535f-881a-4019-a007-810b96056979 req-78ae056e-f4c2-4965-a89d-135c98a3fbf4 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008182 Nov 10 17:36:58.783680 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-4177aa12-6982-49d1-abbd-16f496da3cfe tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Allocated IP 172.20.0.14 (2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73/093c60b7-5231-46dd-9542-7a009bfcb314/baef6d56-7c12-44d6-bbfc-09255d02da78) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:36:58.841389 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-477fed7b-3daa-46ae-a84b-45e631423c05 req-364275d3-fe85-469a-8d43-67ba4927907a tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fe4add-f1f4-4307-9418-0bf145efc362 HTTP/1.1" status: 200 len: 210 time: 0.0339828 Nov 10 17:36:58.950703 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-4177aa12-6982-49d1-abbd-16f496da3cfe tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:58.997015 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-4177aa12-6982-49d1-abbd-16f496da3cfe tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:59.057135 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-4177aa12-6982-49d1-abbd-16f496da3cfe tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Network 2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:36:59.061664 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-4177aa12-6982-49d1-abbd-16f496da3cfe tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:36:59.063614 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177aa12-6982-49d1-abbd-16f496da3cfe tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Pushing event updated for resources: {'Port': ['ID=baef6d56-7c12-44d6-bbfc-09255d02da78,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:36:59.066740 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-4177aa12-6982-49d1-abbd-16f496da3cfe tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:36:59.128036 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-4177aa12-6982-49d1-abbd-16f496da3cfe tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:59.129538 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-4177aa12-6982-49d1-abbd-16f496da3cfe tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:59.187671 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-4177aa12-6982-49d1-abbd-16f496da3cfe tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8070157 Nov 10 17:36:59.202600 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc46c6c-bf2a-43a0-bc5e-cb2e7af49d9e req-a80acd3f-bf84-4fb4-81dc-00f59b5def70 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:59.212010 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9fc46c6c-bf2a-43a0-bc5e-cb2e7af49d9e req-a80acd3f-bf84-4fb4-81dc-00f59b5def70 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9 HTTP/1.1" status: 200 len: 946 time: 0.0792358 Nov 10 17:36:59.366337 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9fc46c6c-bf2a-43a0-bc5e-cb2e7af49d9e req-b158d020-f6c0-4796-ad9f-5462787f5095 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532214 Nov 10 17:36:59.545289 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-9ac50499-f5c7-4bfe-9062-effbd835888e tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:59.546992 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-9ac50499-f5c7-4bfe-9062-effbd835888e tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.11 "GET /v2.0/networks?id=2ffbd17b-78e8-4a96-9ede-1fde3f3c095e HTTP/1.1" status: 200 len: 818 time: 0.3012269 Nov 10 17:36:59.570329 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-8cbb229e-2bdd-4866-92f5-f52c848be4d9 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Request body: {'port': {'device_id': 'fd7f14ff-c55a-4fbe-ae4d-d492d246e9e3', 'network_id': '2ffbd17b-78e8-4a96-9ede-1fde3f3c095e', 'admin_state_up': True, 'tenant_id': 'b6a53e7b7850405b9c4888743fcb431e'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:36:59.589262 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-ae80051a-1b3f-4215-b04c-41a0eaed7ea0 None None] Provisioning complete for port baef6d56-7c12-44d6-bbfc-09255d02da78 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:36:59.592802 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ae80051a-1b3f-4215-b04c-41a0eaed7ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:59.643248 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e879ca-0021-42eb-9b75-6e3a19bbd762 req-51e904bf-98db-4148-add1-fb80f0b16cd8 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:59.646146 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-13e879ca-0021-42eb-9b75-6e3a19bbd762 req-51e904bf-98db-4148-add1-fb80f0b16cd8 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1 HTTP/1.1" status: 200 len: 943 time: 0.1533148 Nov 10 17:36:59.693218 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-ae80051a-1b3f-4215-b04c-41a0eaed7ea0 None None] Port baef6d56-7c12-44d6-bbfc-09255d02da78 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:36:59.735809 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-13e879ca-0021-42eb-9b75-6e3a19bbd762 req-00683fa2-7d53-4207-b9bd-dcaaadf52264 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689054 Nov 10 17:36:59.757113 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device f652398f-c59e-48c8-9b48-d4391674db0e details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:36:59.775687 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-8cbb229e-2bdd-4866-92f5-f52c848be4d9 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Made reservation on behalf of b6a53e7b7850405b9c4888743fcb431e for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:36:59.783895 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-8cbb229e-2bdd-4866-92f5-f52c848be4d9 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:36:59.911726 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d7fa6-5db0-4198-b799-9c9aca08b263 req-f0ce10e4-e160-455e-a205-ffa09d55aeda tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:36:59.914750 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4f6d7fa6-5db0-4198-b799-9c9aca08b263 req-f0ce10e4-e160-455e-a205-ffa09d55aeda tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4206ee0-3a7d-404f-a4ab-2618f0baddfc HTTP/1.1" status: 200 len: 932 time: 0.0782967 Nov 10 17:36:59.949264 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port f652398f-c59e-48c8-9b48-d4391674db0e, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=f652398f-c59e-48c8-9b48-d4391674db0e,segment=NetworkSegment(9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12),segment_id=9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:36:59.965790 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'f652398f-c59e-48c8-9b48-d4391674db0e', 'network_id': 'bf31b962-e4cb-4eab-a30d-b7aac66998c7', 'port_id': 'f652398f-c59e-48c8-9b48-d4391674db0e', 'mac_address': 'fa:16:3e:2a:1d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ddbd8d9-cc1c-4591-ba53-aab9ea023f46', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:36:59.972665 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4f6d7fa6-5db0-4198-b799-9c9aca08b263 req-2a0e60af-d1f4-4d3f-8084-cbb75834ea75 tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0d23b06-7c10-43cf-b0f4-e3d65acf326b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496914 Nov 10 17:37:00.036290 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:00.057790 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-8cbb229e-2bdd-4866-92f5-f52c848be4d9 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Allocated IP 172.20.0.14 (2ffbd17b-78e8-4a96-9ede-1fde3f3c095e/3c5954be-739f-4afa-9fdf-379b654f99b1/36c38e5d-ac2d-4393-aaee-7e5fc495d3ab) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:37:00.074347 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f652398f-c59e-48c8-9b48-d4391674db0e {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:37:00.107090 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port f652398f-c59e-48c8-9b48-d4391674db0e, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=f652398f-c59e-48c8-9b48-d4391674db0e,segment=NetworkSegment(9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12),segment_id=9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:00.124276 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:00.206295 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=f652398f-c59e-48c8-9b48-d4391674db0e,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:00.288250 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e73c2-7af6-4ab4-b093-48393b9e752a req-5ad9ebff-b4f6-4e13-8a35-9805098d5641 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:00.290554 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-8cbb229e-2bdd-4866-92f5-f52c848be4d9 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:00.293291 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8f5e73c2-7af6-4ab4-b093-48393b9e752a req-5ad9ebff-b4f6-4e13-8a35-9805098d5641 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c108fe1-7f4f-439e-ac87-4adc79e18b04 HTTP/1.1" status: 200 len: 948 time: 0.0577281 Nov 10 17:37:00.329329 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-8cbb229e-2bdd-4866-92f5-f52c848be4d9 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:00.342127 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8f5e73c2-7af6-4ab4-b093-48393b9e752a req-f040e975-c6d6-4a14-985f-a527abe8469d tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450788 Nov 10 17:37:00.385532 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-8cbb229e-2bdd-4866-92f5-f52c848be4d9 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Network 2ffbd17b-78e8-4a96-9ede-1fde3f3c095e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:37:00.389742 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb229e-2bdd-4866-92f5-f52c848be4d9 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Pushing event updated for resources: {'Port': ['ID=36c38e5d-ac2d-4393-aaee-7e5fc495d3ab,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:00.392496 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-8cbb229e-2bdd-4866-92f5-f52c848be4d9 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:37:00.394798 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-8cbb229e-2bdd-4866-92f5-f52c848be4d9 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:37:00.453960 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-8cbb229e-2bdd-4866-92f5-f52c848be4d9 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:00.454574 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-8cbb229e-2bdd-4866-92f5-f52c848be4d9 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:00.471762 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0d93c332-d040-4172-88f1-4cc574ba908e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:00.479230 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-8cbb229e-2bdd-4866-92f5-f52c848be4d9 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9141967 Nov 10 17:37:00.484195 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['f652398f-c59e-48c8-9b48-d4391674db0e'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:37:00.503585 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-2b91c972-c04e-4682-9288-f87e2d7a41e7 service neutron] Request body: {'port': {'device_id': 'fd7f14ff-c55a-4fbe-ae4d-d492d246e9e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:37:00.580119 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-95bc6f88-810f-4719-a33c-3778698dac5d req-8463cfe1-1f8f-4bb5-a9ee-6eaa95eda7f0 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fe4add-f1f4-4307-9418-0bf145efc362 HTTP/1.1" status: 200 len: 210 time: 0.0560551 Nov 10 17:37:00.627641 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-2b91c972-c04e-4682-9288-f87e2d7a41e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:00.714125 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18008b5-b3b0-42d1-a5ea-1093c982012d req-e2347cec-9243-4863-b075-2d5c04926647 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:00.715566 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b18008b5-b3b0-42d1-a5ea-1093c982012d req-e2347cec-9243-4863-b075-2d5c04926647 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9 HTTP/1.1" status: 200 len: 946 time: 0.0570550 Nov 10 17:37:00.768729 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b18008b5-b3b0-42d1-a5ea-1093c982012d req-ea35b8d9-552c-4883-9448-a808cbbbbfb6 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466914 Nov 10 17:37:00.908307 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910c023-ac11-477f-9fce-56b28d9d5ad0 req-899dd926-1610-4adc-8755-bba2bc8752a1 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:00.909903 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2910c023-ac11-477f-9fce-56b28d9d5ad0 req-899dd926-1610-4adc-8755-bba2bc8752a1 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1 HTTP/1.1" status: 200 len: 944 time: 0.0529177 Nov 10 17:37:00.926827 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-2b91c972-c04e-4682-9288-f87e2d7a41e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36c38e5d-ac2d-4393-aaee-7e5fc495d3ab {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:37:00.934736 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-2b91c972-c04e-4682-9288-f87e2d7a41e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:00.949044 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-2b91c972-c04e-4682-9288-f87e2d7a41e7 service neutron] Transition to ACTIVE for port object 36c38e5d-ac2d-4393-aaee-7e5fc495d3ab will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:37:00.954246 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-2b91c972-c04e-4682-9288-f87e2d7a41e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:00.970047 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2910c023-ac11-477f-9fce-56b28d9d5ad0 req-50e69d96-2e56-4fdc-b047-793ed38e07f9 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534999 Nov 10 17:37:01.015322 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91c972-c04e-4682-9288-f87e2d7a41e7 service neutron] Pushing event updated for resources: {'Port': ['ID=36c38e5d-ac2d-4393-aaee-7e5fc495d3ab,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:01.100331 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-2b91c972-c04e-4682-9288-f87e2d7a41e7 service neutron] Attempting to bind port 36c38e5d-ac2d-4393-aaee-7e5fc495d3ab on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:37:01.100669 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-2b91c972-c04e-4682-9288-f87e2d7a41e7 service neutron] Attempting to bind port 36c38e5d-ac2d-4393-aaee-7e5fc495d3ab by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '772cda11-5611-41ac-8834-f899de809cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2ffbd17b-78e8-4a96-9ede-1fde3f3c095e'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:37:01.101006 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-2b91c972-c04e-4682-9288-f87e2d7a41e7 service neutron] Attempting to bind port 36c38e5d-ac2d-4393-aaee-7e5fc495d3ab on network 2ffbd17b-78e8-4a96-9ede-1fde3f3c095e {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:37:01.105609 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-2b91c972-c04e-4682-9288-f87e2d7a41e7 service neutron] Port 36c38e5d-ac2d-4393-aaee-7e5fc495d3ab on network 2ffbd17b-78e8-4a96-9ede-1fde3f3c095e not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:37:01.105935 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-2b91c972-c04e-4682-9288-f87e2d7a41e7 service neutron] Attempting to bind port 36c38e5d-ac2d-4393-aaee-7e5fc495d3ab on network 2ffbd17b-78e8-4a96-9ede-1fde3f3c095e {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:37:01.111184 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-2b91c972-c04e-4682-9288-f87e2d7a41e7 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:37:01.111531 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-2b91c972-c04e-4682-9288-f87e2d7a41e7 service neutron] Checking segment: {'id': '772cda11-5611-41ac-8834-f899de809cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2ffbd17b-78e8-4a96-9ede-1fde3f3c095e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:37:01.111916 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-2b91c972-c04e-4682-9288-f87e2d7a41e7 service neutron] Bound using segment: {'id': '772cda11-5611-41ac-8834-f899de809cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2ffbd17b-78e8-4a96-9ede-1fde3f3c095e'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:37:01.112380 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-2b91c972-c04e-4682-9288-f87e2d7a41e7 service neutron] Bound port: 36c38e5d-ac2d-4393-aaee-7e5fc495d3ab, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '772cda11-5611-41ac-8834-f899de809cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2ffbd17b-78e8-4a96-9ede-1fde3f3c095e'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:37:01.112831 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-2b91c972-c04e-4682-9288-f87e2d7a41e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:01.138449 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051de1aa-537c-4e5c-943a-d4a644a9a468 req-af285ffe-8c00-4096-82d0-caaa648015eb tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:01.139991 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-051de1aa-537c-4e5c-943a-d4a644a9a468 req-af285ffe-8c00-4096-82d0-caaa648015eb tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4206ee0-3a7d-404f-a4ab-2618f0baddfc HTTP/1.1" status: 200 len: 932 time: 0.0534663 Nov 10 17:37:01.182313 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-2b91c972-c04e-4682-9288-f87e2d7a41e7 service neutron] For port 36c38e5d-ac2d-4393-aaee-7e5fc495d3ab, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:37:01.187264 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-2b91c972-c04e-4682-9288-f87e2d7a41e7 service neutron] For port 36c38e5d-ac2d-4393-aaee-7e5fc495d3ab, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=36c38e5d-ac2d-4393-aaee-7e5fc495d3ab,segment=NetworkSegment(772cda11-5611-41ac-8834-f899de809cef),segment_id=772cda11-5611-41ac-8834-f899de809cef)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:37:01.203879 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-2b91c972-c04e-4682-9288-f87e2d7a41e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:01.218902 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-051de1aa-537c-4e5c-943a-d4a644a9a468 req-8a963efe-662b-4330-8183-eb17fd0c7765 tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0d23b06-7c10-43cf-b0f4-e3d65acf326b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719609 Nov 10 17:37:01.246571 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-2b91c972-c04e-4682-9288-f87e2d7a41e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:01.247194 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-2b91c972-c04e-4682-9288-f87e2d7a41e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:01.248666 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-2b91c972-c04e-4682-9288-f87e2d7a41e7 service neutron] 10.222.0.11 "PUT /v2.0/ports/36c38e5d-ac2d-4393-aaee-7e5fc495d3ab HTTP/1.1" status: 200 len: 1093 time: 0.7521412 Nov 10 17:37:01.249113 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd7f14ff-c55a-4fbe-ae4d-d492d246e9e3', 'tag': '36c38e5d-ac2d-4393-aaee-7e5fc495d3ab'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:37:01.251375 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f88dc66-66a5-4efe-9aeb-a2ab67f6c866" -d '{"events": [{"name": "network-changed", "server_uuid": "fd7f14ff-c55a-4fbe-ae4d-d492d246e9e3", "tag": "36c38e5d-ac2d-4393-aaee-7e5fc495d3ab"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:37:01.273310 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91c972-c04e-4682-9288-f87e2d7a41e7 service neutron] Pushing event updated for resources: {'Port': ['ID=36c38e5d-ac2d-4393-aaee-7e5fc495d3ab,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:01.349250 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb5dc54-a02a-4acf-af56-09bd44a37e28 x-openstack-request-id: req-acb5dc54-a02a-4acf-af56-09bd44a37e28 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:37:01.349750 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd7f14ff-c55a-4fbe-ae4d-d492d246e9e3", "tag": "36c38e5d-ac2d-4393-aaee-7e5fc495d3ab", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:37:01.349887 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-acb5dc54-a02a-4acf-af56-09bd44a37e28 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:37:01.350323 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd7f14ff-c55a-4fbe-ae4d-d492d246e9e3', 'tag': '36c38e5d-ac2d-4393-aaee-7e5fc495d3ab', 'status': 'completed', 'code': 200} Nov 10 17:37:01.382361 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-87a4497e-0ba9-46d1-9084-58b08067cd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:01.383505 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-87a4497e-0ba9-46d1-9084-58b08067cd1f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6a53e7b7850405b9c4888743fcb431e&device_id=fd7f14ff-c55a-4fbe-ae4d-d492d246e9e3 HTTP/1.1" status: 200 len: 1096 time: 0.0659802 Nov 10 17:37:01.436671 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-1f9d4c70-73d7-4527-a1d6-754d06b50f6a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36c38e5d-ac2d-4393-aaee-7e5fc495d3ab HTTP/1.1" status: 200 len: 217 time: 0.0365930 Nov 10 17:37:01.476357 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4148e95-3215-4c03-a8c5-c84c5afcf7b1 req-e424ab7c-20af-42ee-a353-f54e052e3601 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:01.478249 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b4148e95-3215-4c03-a8c5-c84c5afcf7b1 req-e424ab7c-20af-42ee-a353-f54e052e3601 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c108fe1-7f4f-439e-ac87-4adc79e18b04 HTTP/1.1" status: 200 len: 948 time: 0.0575082 Nov 10 17:37:01.498101 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-b3b46d5d-0dfa-4b96-8139-95b364d83f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:01.500011 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-b3b46d5d-0dfa-4b96-8139-95b364d83f02 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c5954be-739f-4afa-9fdf-379b654f99b1 HTTP/1.1" status: 200 len: 858 time: 0.0484900 Nov 10 17:37:01.536834 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-de3c06e9-6ff6-4b34-a8d2-63ac27f22983 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2ffbd17b-78e8-4a96-9ede-1fde3f3c095e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284483 Nov 10 17:37:01.540832 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b4148e95-3215-4c03-a8c5-c84c5afcf7b1 req-140ee976-5ec8-4ac4-9219-4ef7e7bd5486 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559490 Nov 10 17:37:01.653456 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-3d4ab814-f59c-40ca-905a-3cb5e1c0549e service neutron] 10.222.0.11 "GET /v2.0/networks/2ffbd17b-78e8-4a96-9ede-1fde3f3c095e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048915 Nov 10 17:37:01.704073 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-13ffa189-cd93-4dc2-8eff-61a11af7eb0c req-39ec8796-51c3-47bb-9d71-de502d4dea33 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fe4add-f1f4-4307-9418-0bf145efc362 HTTP/1.1" status: 200 len: 210 time: 0.0327699 Nov 10 17:37:01.764600 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device f652398f-c59e-48c8-9b48-d4391674db0e up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:37:01.777833 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-b45f1fdc-b255-42bf-afc4-300145f76d01 service neutron] 10.222.0.11 "GET /v2.0/networks/2ffbd17b-78e8-4a96-9ede-1fde3f3c095e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156447 Nov 10 17:37:01.788979 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device f02f60bd-1968-4829-b312-b5fb2eea49f0 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:37:01.862566 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port f652398f-c59e-48c8-9b48-d4391674db0e completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:37:01.869524 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port f652398f-c59e-48c8-9b48-d4391674db0e triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:37:01.870167 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:01.898931 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port f02f60bd-1968-4829-b312-b5fb2eea49f0 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:37:01.911189 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port f02f60bd-1968-4829-b312-b5fb2eea49f0 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:37:01.911852 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:01.930386 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c795539-ef5e-428e-9bcb-4518a65a0ed2 req-b4e756a4-c45d-4079-aad8-f5bc52b84b6d tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:01.932197 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7c795539-ef5e-428e-9bcb-4518a65a0ed2 req-b4e756a4-c45d-4079-aad8-f5bc52b84b6d tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9 HTTP/1.1" status: 200 len: 946 time: 0.0622673 Nov 10 17:37:01.940031 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88dc66-66a5-4efe-9aeb-a2ab67f6c866 req-55fbde0f-edae-4db4-a1f2-ffa5cb312d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:01.941747 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7f88dc66-66a5-4efe-9aeb-a2ab67f6c866 req-55fbde0f-edae-4db4-a1f2-ffa5cb312d62 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6a53e7b7850405b9c4888743fcb431e&device_id=fd7f14ff-c55a-4fbe-ae4d-d492d246e9e3 HTTP/1.1" status: 200 len: 1096 time: 0.1144619 Nov 10 17:37:01.987309 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7c795539-ef5e-428e-9bcb-4518a65a0ed2 req-b7e991ea-7fd3-44d4-bc52-992f48534841 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468903 Nov 10 17:37:02.032701 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:02.101167 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88dc66-66a5-4efe-9aeb-a2ab67f6c866 req-d715781e-383b-4c95-a43b-8e09621c60ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:02.102702 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7f88dc66-66a5-4efe-9aeb-a2ab67f6c866 req-d715781e-383b-4c95-a43b-8e09621c60ac service neutron] 10.222.0.11 "GET /v2.0/networks?id=2ffbd17b-78e8-4a96-9ede-1fde3f3c095e HTTP/1.1" status: 200 len: 919 time: 0.1477182 Nov 10 17:37:02.163980 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4de3d-e14f-49a0-a252-df8b8e85891b req-7abd1376-695f-4faa-b8c5-fe411e52780f tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:02.165573 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-60c4de3d-e14f-49a0-a252-df8b8e85891b req-7abd1376-695f-4faa-b8c5-fe411e52780f tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1 HTTP/1.1" status: 200 len: 944 time: 0.0857675 Nov 10 17:37:02.167379 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7f88dc66-66a5-4efe-9aeb-a2ab67f6c866 req-eac92c46-e8d1-448d-a0a9-7faaff96c5e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36c38e5d-ac2d-4393-aaee-7e5fc495d3ab HTTP/1.1" status: 200 len: 217 time: 0.0494709 Nov 10 17:37:02.211993 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:02.226283 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f652398f-c59e-48c8-9b48-d4391674db0e'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:37:02.228564 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c26113-e225-4917-9604-7708ebb58c84" -d '{"events": [{"server_uuid": "8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1", "name": "network-vif-plugged", "status": "completed", "tag": "f652398f-c59e-48c8-9b48-d4391674db0e"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:37:02.236544 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88dc66-66a5-4efe-9aeb-a2ab67f6c866 req-6a036c93-e5b2-4e08-bb42-fe3421a189c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:02.241164 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-60c4de3d-e14f-49a0-a252-df8b8e85891b req-ef63d9ef-d823-4ac1-ab3d-2278e1c91e90 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620677 Nov 10 17:37:02.258466 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port f652398f-c59e-48c8-9b48-d4391674db0e, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=f652398f-c59e-48c8-9b48-d4391674db0e,segment=NetworkSegment(9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12),segment_id=9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:02.258752 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7f88dc66-66a5-4efe-9aeb-a2ab67f6c866 req-6a036c93-e5b2-4e08-bb42-fe3421a189c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c5954be-739f-4afa-9fdf-379b654f99b1 HTTP/1.1" status: 200 len: 858 time: 0.0711749 Nov 10 17:37:02.278617 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:02.285591 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port f02f60bd-1968-4829-b312-b5fb2eea49f0, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=f02f60bd-1968-4829-b312-b5fb2eea49f0,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:02.312466 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063c95b8-4ff2-455d-ab80-5e77b9bd2e8f x-openstack-request-id: req-063c95b8-4ff2-455d-ab80-5e77b9bd2e8f {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:37:02.312754 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1", "name": "network-vif-plugged", "status": "completed", "tag": "f652398f-c59e-48c8-9b48-d4391674db0e", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:37:02.313017 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-063c95b8-4ff2-455d-ab80-5e77b9bd2e8f {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:37:02.313395 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f652398f-c59e-48c8-9b48-d4391674db0e', 'code': 200} Nov 10 17:37:02.317057 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:02.319225 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7f88dc66-66a5-4efe-9aeb-a2ab67f6c866 req-75437f48-c7b6-4831-821a-ecf0f6ec4ad9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2ffbd17b-78e8-4a96-9ede-1fde3f3c095e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589509 Nov 10 17:37:02.344881 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=f652398f-c59e-48c8-9b48-d4391674db0e,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:02.424360 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=f02f60bd-1968-4829-b312-b5fb2eea49f0,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:02.449840 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117305b7-171e-4278-84f5-fe9b5f5ab177 req-aa5aa05f-1ac3-4a53-835f-32412e02a83b tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:02.451688 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-117305b7-171e-4278-84f5-fe9b5f5ab177 req-aa5aa05f-1ac3-4a53-835f-32412e02a83b tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4206ee0-3a7d-404f-a4ab-2618f0baddfc HTTP/1.1" status: 200 len: 932 time: 0.0694461 Nov 10 17:37:02.453517 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7f88dc66-66a5-4efe-9aeb-a2ab67f6c866 req-7a4ca5cf-334d-4766-888a-4b6dae55034c service neutron] 10.222.0.11 "GET /v2.0/networks/2ffbd17b-78e8-4a96-9ede-1fde3f3c095e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217132 Nov 10 17:37:02.514977 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-117305b7-171e-4278-84f5-fe9b5f5ab177 req-a1b4b3d2-28d8-45a6-8974-2a8d2777de32 tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0d23b06-7c10-43cf-b0f4-e3d65acf326b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554967 Nov 10 17:37:02.586392 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7f88dc66-66a5-4efe-9aeb-a2ab67f6c866 req-6432b06a-6381-40aa-884d-7ea34bef916c service neutron] 10.222.0.11 "GET /v2.0/networks/2ffbd17b-78e8-4a96-9ede-1fde3f3c095e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245186 Nov 10 17:37:02.718986 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9899a5-20e4-487f-97e3-8f91d5874c3a req-3c626e53-602d-4673-950e-d0c3a0a26c95 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:02.720847 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5b9899a5-20e4-487f-97e3-8f91d5874c3a req-3c626e53-602d-4673-950e-d0c3a0a26c95 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c108fe1-7f4f-439e-ac87-4adc79e18b04 HTTP/1.1" status: 200 len: 949 time: 0.0549479 Nov 10 17:37:02.787224 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5b9899a5-20e4-487f-97e3-8f91d5874c3a req-999180cf-1c6e-4730-98e6-7abeba231aa5 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579658 Nov 10 17:37:02.800267 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-268441e5-c342-4723-b373-d25bffaf7c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:03.004116 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e51e0549-5d7b-4fd4-afda-d07f0745d58d req-573a3ad7-517b-4ad7-b9ad-99ebdda796db tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fe4add-f1f4-4307-9418-0bf145efc362 HTTP/1.1" status: 200 len: 210 time: 0.0447993 Nov 10 17:37:03.129189 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12e672-1050-460c-bac2-1a8c654ab2ae req-35182576-0d8e-4b0e-a903-5d02bf3bee51 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:03.130808 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ae12e672-1050-460c-bac2-1a8c654ab2ae req-35182576-0d8e-4b0e-a903-5d02bf3bee51 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9 HTTP/1.1" status: 200 len: 946 time: 0.0528421 Nov 10 17:37:03.182181 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ae12e672-1050-460c-bac2-1a8c654ab2ae req-973103f2-6f69-4d23-b3ae-ad04d9072f7c tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451732 Nov 10 17:37:03.364238 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f896b61-0521-4eef-a168-6514c896e28f req-303fd08a-e716-491c-a15b-a9170b495dd5 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:03.365633 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6f896b61-0521-4eef-a168-6514c896e28f req-303fd08a-e716-491c-a15b-a9170b495dd5 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1 HTTP/1.1" status: 200 len: 945 time: 0.0535493 Nov 10 17:37:03.415994 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6f896b61-0521-4eef-a168-6514c896e28f req-5e164153-c088-434c-a70c-b3e9b0977032 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443370 Nov 10 17:37:03.657289 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccba641-869f-41a8-b5b3-36bbc942372e req-ad68b7cb-0a94-41a1-9738-da62f2212404 tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:03.659733 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3ccba641-869f-41a8-b5b3-36bbc942372e req-ad68b7cb-0a94-41a1-9738-da62f2212404 tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4206ee0-3a7d-404f-a4ab-2618f0baddfc HTTP/1.1" status: 200 len: 932 time: 0.0575087 Nov 10 17:37:03.731719 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3ccba641-869f-41a8-b5b3-36bbc942372e req-8e57fa29-6041-4cf6-9b00-e683ef9c660e tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0d23b06-7c10-43cf-b0f4-e3d65acf326b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642502 Nov 10 17:37:03.930396 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:03.946416 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74769c7-ec7b-4e5c-a695-f4990e48f3a5 req-e23df7f2-0fb0-49c4-8a79-31f85dfe6d70 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:03.954106 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a74769c7-ec7b-4e5c-a695-f4990e48f3a5 req-e23df7f2-0fb0-49c4-8a79-31f85dfe6d70 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c108fe1-7f4f-439e-ac87-4adc79e18b04 HTTP/1.1" status: 200 len: 949 time: 0.0830641 Nov 10 17:37:04.001878 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a74769c7-ec7b-4e5c-a695-f4990e48f3a5 req-7b3bb89d-944f-491f-a484-ed0a5bff0937 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468781 Nov 10 17:37:04.180656 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-49b5418e-a7b0-4131-b88f-1eadef14f6bd req-04228953-a907-4c59-b6f8-f44265abe4fb tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fe4add-f1f4-4307-9418-0bf145efc362 HTTP/1.1" status: 200 len: 210 time: 0.0572286 Nov 10 17:37:04.314421 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c108fe1-7f4f-439e-ac87-4adc79e18b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02f60bd-1968-4829-b312-b5fb2eea49f0'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:37:04.317279 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438f5614-a37e-476a-b79c-a61d9ea12c25" -d '{"events": [{"server_uuid": "6c108fe1-7f4f-439e-ac87-4adc79e18b04", "name": "network-vif-plugged", "status": "completed", "tag": "f02f60bd-1968-4829-b312-b5fb2eea49f0"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:37:04.329806 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162dcc6-d0be-44f3-8e56-bbaf48bae0dd req-c6bc32e2-4d3e-4c1f-95b4-87f7c02b1ad8 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:04.331900 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3162dcc6-d0be-44f3-8e56-bbaf48bae0dd req-c6bc32e2-4d3e-4c1f-95b4-87f7c02b1ad8 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9 HTTP/1.1" status: 200 len: 946 time: 0.0572493 Nov 10 17:37:04.397890 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3162dcc6-d0be-44f3-8e56-bbaf48bae0dd req-d8d757ce-bf94-4f9b-8dec-fb7bc2bb19e2 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598419 Nov 10 17:37:04.458297 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e714e8-92f9-4c01-8c3c-4228a79e36e3 x-openstack-request-id: req-f3e714e8-92f9-4c01-8c3c-4228a79e36e3 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:37:04.458664 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c108fe1-7f4f-439e-ac87-4adc79e18b04", "name": "network-vif-plugged", "status": "completed", "tag": "f02f60bd-1968-4829-b312-b5fb2eea49f0", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:37:04.458928 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f3e714e8-92f9-4c01-8c3c-4228a79e36e3 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:37:04.459337 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c108fe1-7f4f-439e-ac87-4adc79e18b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02f60bd-1968-4829-b312-b5fb2eea49f0', 'code': 200} Nov 10 17:37:04.609578 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593f497-75cf-4080-a26c-6df8416e855d req-4cc71f18-e96a-4aab-9423-f5182eb46932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:04.611701 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c593f497-75cf-4080-a26c-6df8416e855d req-4cc71f18-e96a-4aab-9423-f5182eb46932 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6c108fe1-7f4f-439e-ac87-4adc79e18b04 HTTP/1.1" status: 200 len: 1101 time: 0.0652406 Nov 10 17:37:04.686386 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c593f497-75cf-4080-a26c-6df8416e855d req-4e909178-2128-4256-b96a-2f1959462a4b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617976 Nov 10 17:37:04.858784 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30184fdc-e376-4d8b-b79d-37e64792878c req-22677974-0fdb-4326-bdca-92d62d142f2f tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:04.860295 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-30184fdc-e376-4d8b-b79d-37e64792878c req-22677974-0fdb-4326-bdca-92d62d142f2f tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1 HTTP/1.1" status: 200 len: 945 time: 0.3473003 Nov 10 17:37:04.921585 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-30184fdc-e376-4d8b-b79d-37e64792878c req-d9ffa3df-01c7-48f9-abb2-c6436406a8bc tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539780 Nov 10 17:37:05.056299 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6262cfa-2b1c-4739-b7c9-05b325dd2cb8 req-e5af1833-2f5a-4259-93a1-42cfb337545f tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:05.059111 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a6262cfa-2b1c-4739-b7c9-05b325dd2cb8 req-e5af1833-2f5a-4259-93a1-42cfb337545f tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4206ee0-3a7d-404f-a4ab-2618f0baddfc HTTP/1.1" status: 200 len: 932 time: 0.0567415 Nov 10 17:37:05.119681 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a6262cfa-2b1c-4739-b7c9-05b325dd2cb8 req-952aef75-8a3c-44a7-8129-496d95443a4f tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0d23b06-7c10-43cf-b0f4-e3d65acf326b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515876 Nov 10 17:37:05.309683 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701659b-3841-4cee-b2a2-b1ced614882b req-a4b33812-86dc-48bb-97b2-15207b1a6d13 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:05.311346 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2701659b-3841-4cee-b2a2-b1ced614882b req-a4b33812-86dc-48bb-97b2-15207b1a6d13 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c108fe1-7f4f-439e-ac87-4adc79e18b04 HTTP/1.1" status: 200 len: 949 time: 0.0585523 Nov 10 17:37:05.366605 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2701659b-3841-4cee-b2a2-b1ced614882b req-d58c0ba2-2f43-4151-98ad-837444a91ca2 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485268 Nov 10 17:37:05.431387 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:05.510073 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b9a8171a-0b03-4f3f-83be-8930f79647f7 req-6b6dde86-47eb-4cdd-9a73-6049daedc065 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fe4add-f1f4-4307-9418-0bf145efc362 HTTP/1.1" status: 200 len: 210 time: 0.0275674 Nov 10 17:37:05.622597 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288ae47-c1e0-4b6b-8c3c-4bde64d33135 req-672a9ce7-e52c-4e87-b95b-bbdc4e53e3bc tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:05.624053 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6288ae47-c1e0-4b6b-8c3c-4bde64d33135 req-672a9ce7-e52c-4e87-b95b-bbdc4e53e3bc tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9 HTTP/1.1" status: 200 len: 946 time: 0.0500872 Nov 10 17:37:05.684574 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6288ae47-c1e0-4b6b-8c3c-4bde64d33135 req-4f98e06e-d097-4e52-9b43-055f0b2f0dc6 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535481 Nov 10 17:37:05.795689 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 36c38e5d-ac2d-4393-aaee-7e5fc495d3ab details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:37:05.901835 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 36c38e5d-ac2d-4393-aaee-7e5fc495d3ab, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=36c38e5d-ac2d-4393-aaee-7e5fc495d3ab,segment=NetworkSegment(772cda11-5611-41ac-8834-f899de809cef),segment_id=772cda11-5611-41ac-8834-f899de809cef)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:05.914664 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '36c38e5d-ac2d-4393-aaee-7e5fc495d3ab', 'network_id': '2ffbd17b-78e8-4a96-9ede-1fde3f3c095e', 'port_id': '36c38e5d-ac2d-4393-aaee-7e5fc495d3ab', 'mac_address': 'fa:16:3e:1c:e8:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c5954be-739f-4afa-9fdf-379b654f99b1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:37:05.969016 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:05.986187 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36c38e5d-ac2d-4393-aaee-7e5fc495d3ab {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:37:06.009205 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 36c38e5d-ac2d-4393-aaee-7e5fc495d3ab, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=36c38e5d-ac2d-4393-aaee-7e5fc495d3ab,segment=NetworkSegment(772cda11-5611-41ac-8834-f899de809cef),segment_id=772cda11-5611-41ac-8834-f899de809cef)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:06.014601 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:06.064260 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f028d-2e57-43e3-9ebe-5d9182af65df req-24f800a9-dac7-48d7-bdb6-e6cb00052440 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:06.066638 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2c0f028d-2e57-43e3-9ebe-5d9182af65df req-24f800a9-dac7-48d7-bdb6-e6cb00052440 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1 HTTP/1.1" status: 200 len: 945 time: 0.0535498 Nov 10 17:37:06.072608 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=36c38e5d-ac2d-4393-aaee-7e5fc495d3ab,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:06.085899 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:06.086252 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:06.086791 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:06.087304 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:06.087822 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:06.088395 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:06.088930 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:06.089431 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:06.089932 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:06.090443 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:06.090968 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:06.091466 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:06.133383 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2c0f028d-2e57-43e3-9ebe-5d9182af65df req-f2c3d2a6-c090-4312-9bd5-decd8eddc029 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595412 Nov 10 17:37:06.150072 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:06.247504 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ba7e5-b766-4df4-a334-022e918bba03 req-bd06c86a-91e1-4161-a20a-a6b624dbfaad tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:06.250131 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e89ba7e5-b766-4df4-a334-022e918bba03 req-bd06c86a-91e1-4161-a20a-a6b624dbfaad tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4206ee0-3a7d-404f-a4ab-2618f0baddfc HTTP/1.1" status: 200 len: 932 time: 0.0570061 Nov 10 17:37:06.308892 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e89ba7e5-b766-4df4-a334-022e918bba03 req-1c90f88d-e3d0-498c-ad33-4427a2c3b585 tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0d23b06-7c10-43cf-b0f4-e3d65acf326b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517797 Nov 10 17:37:06.501530 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4f580-9b9c-4879-abea-6955a42980ae req-848d5851-be07-45f5-a3ca-c21342c49207 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:06.503013 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1aa4f580-9b9c-4879-abea-6955a42980ae req-848d5851-be07-45f5-a3ca-c21342c49207 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c108fe1-7f4f-439e-ac87-4adc79e18b04 HTTP/1.1" status: 200 len: 949 time: 0.0528746 Nov 10 17:37:06.547041 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['36c38e5d-ac2d-4393-aaee-7e5fc495d3ab'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:37:06.570534 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1aa4f580-9b9c-4879-abea-6955a42980ae req-ccbd8721-2b35-415c-aea0-0bcee42f1930 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590482 Nov 10 17:37:06.768563 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-86cb626f-776a-4d13-a70f-8bf81e216b6b req-ad50c6d7-3a32-4df6-99d5-1a0de8cf9ec4 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fe4add-f1f4-4307-9418-0bf145efc362 HTTP/1.1" status: 200 len: 210 time: 0.0365090 Nov 10 17:37:06.874147 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab0be1-3c47-43a0-b879-48b4c1911dce req-a47e6d2f-3c5b-4a2c-8a71-8496be276bef tempest-ServersOnMultiNodesTest-1239933100 tempest-ServersOnMultiNodesTest-1239933100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:06.875597 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-80ab0be1-3c47-43a0-b879-48b4c1911dce req-a47e6d2f-3c5b-4a2c-8a71-8496be276bef tempest-ServersOnMultiNodesTest-1239933100 tempest-ServersOnMultiNodesTest-1239933100-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6c108fe1-7f4f-439e-ac87-4adc79e18b04 HTTP/1.1" status: 200 len: 1101 time: 0.0430424 Nov 10 17:37:06.935991 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-80ab0be1-3c47-43a0-b879-48b4c1911dce req-7ab3958e-e5ae-4aed-8170-16f7099dba57 tempest-ServersOnMultiNodesTest-1239933100 tempest-ServersOnMultiNodesTest-1239933100-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534260 Nov 10 17:37:07.087053 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f62ef8-870e-45a7-ac5d-f8def521fced req-05d71d9d-9697-4030-a386-13e467626a76 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:07.089775 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7f62ef8-870e-45a7-ac5d-f8def521fced req-05d71d9d-9697-4030-a386-13e467626a76 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9 HTTP/1.1" status: 200 len: 946 time: 0.0592136 Nov 10 17:37:07.140684 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7f62ef8-870e-45a7-ac5d-f8def521fced req-3ec4b9cd-5a9b-4514-9c55-137fc7fb123f tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444889 Nov 10 17:37:07.250009 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-c2e89a0f-1ad4-410e-b491-1eb30c840754 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=38fb4e4342ac4097a730b0e8198143dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213585 Nov 10 17:37:07.372325 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-4b689158-464b-465c-b36f-b6799201c708 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:07.373826 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-4b689158-464b-465c-b36f-b6799201c708 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1177759 Nov 10 17:37:07.390437 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-5f9c02e4-e728-4718-b877-ef31cbf4abff tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/quotas/38fb4e4342ac4097a730b0e8198143dc HTTP/1.1" status: 200 len: 375 time: 0.0094781 Nov 10 17:37:07.463168 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-dff726f7-2dfc-4761-a7b8-55cc55c97f5d tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=38fb4e4342ac4097a730b0e8198143dc&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0664234 Nov 10 17:37:07.759460 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be684e-aa61-4e4b-8ca8-389d9ab3596c req-07ceb2f9-4ba2-4f4e-9f44-951b13808b11 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:07.761449 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d8be684e-aa61-4e4b-8ca8-389d9ab3596c req-07ceb2f9-4ba2-4f4e-9f44-951b13808b11 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1 HTTP/1.1" status: 200 len: 945 time: 0.1257129 Nov 10 17:37:07.862095 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d8be684e-aa61-4e4b-8ca8-389d9ab3596c req-8f0becdc-d097-4538-bb99-228381acf871 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931289 Nov 10 17:37:08.045832 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f62b1-9c0b-4dcf-9ca4-a23ee4cac96a req-d5ad5404-366c-4d07-86bd-c261925c8241 tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:08.048881 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-297f62b1-9c0b-4dcf-9ca4-a23ee4cac96a req-d5ad5404-366c-4d07-86bd-c261925c8241 tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4206ee0-3a7d-404f-a4ab-2618f0baddfc HTTP/1.1" status: 200 len: 932 time: 0.1166744 Nov 10 17:37:08.123062 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-297f62b1-9c0b-4dcf-9ca4-a23ee4cac96a req-672caad6-9ad7-4d21-8a57-813daa24442a tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0d23b06-7c10-43cf-b0f4-e3d65acf326b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624814 Nov 10 17:37:08.341757 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7c8da9ad-465b-4589-8f99-475c7117f63f req-5cbc3285-f89f-483f-98ef-7042ff838801 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e3e6595-2dd2-4737-81ed-45c6aeab154c HTTP/1.1" status: 200 len: 210 time: 0.0357614 Nov 10 17:37:08.540564 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-89d5ab4b-d2be-470c-8efc-8edf0ad87c02 req-5b090301-e8d9-48cb-934c-16c462da6895 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fe4add-f1f4-4307-9418-0bf145efc362 HTTP/1.1" status: 200 len: 210 time: 0.0322566 Nov 10 17:37:08.652062 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d51f2c-f04b-4d1b-a5d6-3a4415983e8f req-c8fcac18-c457-4808-9e34-37355584afad tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:08.653563 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-07d51f2c-f04b-4d1b-a5d6-3a4415983e8f req-c8fcac18-c457-4808-9e34-37355584afad tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9 HTTP/1.1" status: 200 len: 946 time: 0.0504897 Nov 10 17:37:08.707637 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-07d51f2c-f04b-4d1b-a5d6-3a4415983e8f req-9ddd04f8-677c-44dc-afe4-8839e67f01b5 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471344 Nov 10 17:37:08.969665 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-4c3eb315-21c7-4be7-ad76-81a43d2011ee tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=38fb4e4342ac4097a730b0e8198143dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469851 Nov 10 17:37:09.031660 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd525edf-0398-4e4c-b60e-b58dcab4004e req-2df75250-c97f-4921-aa92-281392bbc2e1 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:09.035127 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bd525edf-0398-4e4c-b60e-b58dcab4004e req-2df75250-c97f-4921-aa92-281392bbc2e1 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1 HTTP/1.1" status: 200 len: 945 time: 0.0784895 Nov 10 17:37:09.120446 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bd525edf-0398-4e4c-b60e-b58dcab4004e req-bf4f53bb-c05a-49d0-b541-fffc1cff579c tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761745 Nov 10 17:37:09.150438 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-8e5a4233-17e4-4c49-8b42-b3374296eec9 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:09.170703 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-8e5a4233-17e4-4c49-8b42-b3374296eec9 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1882558 Nov 10 17:37:09.216867 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-b907446a-0a91-4e1c-9ebb-0ef8d2ab7e2e tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Request body: {'port': {'device_id': '0e3e6595-2dd2-4737-81ed-45c6aeab154c', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'admin_state_up': True, 'tenant_id': '38fb4e4342ac4097a730b0e8198143dc'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:37:09.398217 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926b2be-c972-45b8-b3fa-02b71d16eede req-af400d23-65ef-4d29-8d88-d745081de2b2 tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:09.401162 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5926b2be-c972-45b8-b3fa-02b71d16eede req-af400d23-65ef-4d29-8d88-d745081de2b2 tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4206ee0-3a7d-404f-a4ab-2618f0baddfc HTTP/1.1" status: 200 len: 932 time: 0.1234472 Nov 10 17:37:09.434720 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-b907446a-0a91-4e1c-9ebb-0ef8d2ab7e2e tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Made reservation on behalf of 38fb4e4342ac4097a730b0e8198143dc for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:37:09.449373 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-b907446a-0a91-4e1c-9ebb-0ef8d2ab7e2e tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:09.521136 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5926b2be-c972-45b8-b3fa-02b71d16eede req-6e9bb721-a05c-4a0c-be92-c5e69e9cefc0 tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0d23b06-7c10-43cf-b0f4-e3d65acf326b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081219 Nov 10 17:37:09.756112 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-b907446a-0a91-4e1c-9ebb-0ef8d2ab7e2e tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Allocated IP 192.168.233.216 (06bf2af7-1c64-4ab3-86f9-bba38a9adb20/7364e0f4-b425-437c-8639-701045fa2b03/650265e9-a483-45ee-944b-0f680289e7b0) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:37:09.828772 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 36c38e5d-ac2d-4393-aaee-7e5fc495d3ab up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:37:09.852530 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-09ab49a5-cfbf-44c4-99bc-954cb2147cdf req-3f7ec608-b6fd-4541-a4d4-5ff90f0e8fc3 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e3e6595-2dd2-4737-81ed-45c6aeab154c HTTP/1.1" status: 200 len: 210 time: 0.0484419 Nov 10 17:37:09.933866 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 36c38e5d-ac2d-4393-aaee-7e5fc495d3ab completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:37:09.950582 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 36c38e5d-ac2d-4393-aaee-7e5fc495d3ab triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:37:09.951204 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:10.027271 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-b907446a-0a91-4e1c-9ebb-0ef8d2ab7e2e tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:10.071473 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-b907446a-0a91-4e1c-9ebb-0ef8d2ab7e2e tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:10.102421 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['fcfa458f-e071-4b0e-baa5-036acfe812bf', '0d20ed0e-1a36-414e-b080-6adfb60940da', 'c845eb24-c6e2-457f-a3ca-7a4adccb8189', '1868822c-f819-4cdc-95bb-a12eb9a8a302'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:37:10.105338 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['03ede745-bd15-4e19-8e1f-9beee1aed2f7', 'f02f60bd-1968-4829-b312-b5fb2eea49f0'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:37:10.122567 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-b907446a-0a91-4e1c-9ebb-0ef8d2ab7e2e tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:37:10.126323 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-b907446a-0a91-4e1c-9ebb-0ef8d2ab7e2e tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:37:10.130693 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-b907446a-0a91-4e1c-9ebb-0ef8d2ab7e2e tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:37:10.190942 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907446a-0a91-4e1c-9ebb-0ef8d2ab7e2e tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Pushing event updated for resources: {'Port': ['ID=650265e9-a483-45ee-944b-0f680289e7b0,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:10.215714 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-b907446a-0a91-4e1c-9ebb-0ef8d2ab7e2e tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:10.216653 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-b907446a-0a91-4e1c-9ebb-0ef8d2ab7e2e tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:10.232499 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2a3016e5-8491-44b7-92cf-9c8817852473 req-33a32c2f-5e10-44d0-9108-030e392408eb tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fe4add-f1f4-4307-9418-0bf145efc362 HTTP/1.1" status: 200 len: 210 time: 0.0985525 Nov 10 17:37:10.242235 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:10.261237 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-b907446a-0a91-4e1c-9ebb-0ef8d2ab7e2e tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0757110 Nov 10 17:37:10.278504 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-f6d9bb58-03a1-4a67-8134-bb54bc8c0caf service neutron] Request body: {'port': {'device_id': '0e3e6595-2dd2-4737-81ed-45c6aeab154c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:37:10.387615 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-f6d9bb58-03a1-4a67-8134-bb54bc8c0caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:10.396341 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd7f14ff-c55a-4fbe-ae4d-d492d246e9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c38e5d-ac2d-4393-aaee-7e5fc495d3ab'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:37:10.399013 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879aee5c-5158-484d-a3cc-41ae9add000c" -d '{"events": [{"server_uuid": "fd7f14ff-c55a-4fbe-ae4d-d492d246e9e3", "name": "network-vif-plugged", "status": "completed", "tag": "36c38e5d-ac2d-4393-aaee-7e5fc495d3ab"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:37:10.430435 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 36c38e5d-ac2d-4393-aaee-7e5fc495d3ab, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=36c38e5d-ac2d-4393-aaee-7e5fc495d3ab,segment=NetworkSegment(772cda11-5611-41ac-8834-f899de809cef),segment_id=772cda11-5611-41ac-8834-f899de809cef)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:10.448359 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ba598-4c90-4b88-a0c0-172d29b945f0 req-786a3343-da43-4c21-8349-d3ae41933c3c tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:10.450738 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a39ba598-4c90-4b88-a0c0-172d29b945f0 req-786a3343-da43-4c21-8349-d3ae41933c3c tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9 HTTP/1.1" status: 200 len: 946 time: 0.0778534 Nov 10 17:37:10.453672 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:10.527070 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a39ba598-4c90-4b88-a0c0-172d29b945f0 req-b659a69e-b8b7-4d99-81cf-be8835cc44bf tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658844 Nov 10 17:37:10.529189 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=36c38e5d-ac2d-4393-aaee-7e5fc495d3ab,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:10.600294 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-8ae47c1b-ff9f-402d-88b7-833c07b78088 None None] Provisioning complete for port 650265e9-a483-45ee-944b-0f680289e7b0 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:37:10.600667 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8ae47c1b-ff9f-402d-88b7-833c07b78088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:10.665663 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be273553-78b3-4139-aeba-b8cf1a429570 req-f8b94395-8deb-4b23-901b-dacbc5bdd331 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:10.667260 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-be273553-78b3-4139-aeba-b8cf1a429570 req-f8b94395-8deb-4b23-901b-dacbc5bdd331 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1 HTTP/1.1" status: 200 len: 945 time: 0.0573668 Nov 10 17:37:10.677964 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-8ae47c1b-ff9f-402d-88b7-833c07b78088 None None] Port 650265e9-a483-45ee-944b-0f680289e7b0 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:37:10.729427 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-be273553-78b3-4139-aeba-b8cf1a429570 req-ca649d86-3dab-4a07-b984-283058caa370 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533030 Nov 10 17:37:10.732781 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-f6d9bb58-03a1-4a67-8134-bb54bc8c0caf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 650265e9-a483-45ee-944b-0f680289e7b0 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:37:10.745992 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-f6d9bb58-03a1-4a67-8134-bb54bc8c0caf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:10.772556 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-f6d9bb58-03a1-4a67-8134-bb54bc8c0caf service neutron] Transition to ACTIVE for port object 650265e9-a483-45ee-944b-0f680289e7b0 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:37:10.776930 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-f6d9bb58-03a1-4a67-8134-bb54bc8c0caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:10.798885 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35211f5a-3404-4ff6-a569-b68f6de2738c x-openstack-request-id: req-35211f5a-3404-4ff6-a569-b68f6de2738c {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:37:10.799176 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd7f14ff-c55a-4fbe-ae4d-d492d246e9e3", "name": "network-vif-plugged", "status": "completed", "tag": "36c38e5d-ac2d-4393-aaee-7e5fc495d3ab", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:37:10.799429 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-35211f5a-3404-4ff6-a569-b68f6de2738c {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:37:10.799849 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd7f14ff-c55a-4fbe-ae4d-d492d246e9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c38e5d-ac2d-4393-aaee-7e5fc495d3ab', 'code': 200} Nov 10 17:37:10.888729 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9bb58-03a1-4a67-8134-bb54bc8c0caf service neutron] Pushing event updated for resources: {'Port': ['ID=650265e9-a483-45ee-944b-0f680289e7b0,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:10.948130 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69239147-9a95-4609-a966-95e8df5acca3 req-b68d8706-4df5-4823-a280-93a83e6bc9c3 tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:10.949728 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-69239147-9a95-4609-a966-95e8df5acca3 req-b68d8706-4df5-4823-a280-93a83e6bc9c3 tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4206ee0-3a7d-404f-a4ab-2618f0baddfc HTTP/1.1" status: 200 len: 932 time: 0.0859418 Nov 10 17:37:10.952249 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-f6d9bb58-03a1-4a67-8134-bb54bc8c0caf service neutron] Attempting to bind port 650265e9-a483-45ee-944b-0f680289e7b0 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:37:10.954981 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-f6d9bb58-03a1-4a67-8134-bb54bc8c0caf service neutron] Attempting to bind port 650265e9-a483-45ee-944b-0f680289e7b0 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:37:10.955421 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-f6d9bb58-03a1-4a67-8134-bb54bc8c0caf service neutron] Attempting to bind port 650265e9-a483-45ee-944b-0f680289e7b0 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:37:10.967247 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-c2d6a8b5-b15b-46c4-af9a-11487e387ac6 service neutron] Request body: {'port': {'device_id': 'a4206ee0-3a7d-404f-a4ab-2618f0baddfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:37:10.968089 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-f6d9bb58-03a1-4a67-8134-bb54bc8c0caf service neutron] Port 650265e9-a483-45ee-944b-0f680289e7b0 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:37:10.970410 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-f6d9bb58-03a1-4a67-8134-bb54bc8c0caf service neutron] Attempting to bind port 650265e9-a483-45ee-944b-0f680289e7b0 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:37:10.986617 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-f6d9bb58-03a1-4a67-8134-bb54bc8c0caf service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:37:10.986617 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-f6d9bb58-03a1-4a67-8134-bb54bc8c0caf service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:37:10.987809 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-f6d9bb58-03a1-4a67-8134-bb54bc8c0caf service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:37:10.992315 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-f6d9bb58-03a1-4a67-8134-bb54bc8c0caf service neutron] Bound port: 650265e9-a483-45ee-944b-0f680289e7b0, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:37:10.993049 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-f6d9bb58-03a1-4a67-8134-bb54bc8c0caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:11.131098 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-c2d6a8b5-b15b-46c4-af9a-11487e387ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:11.148076 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-69239147-9a95-4609-a966-95e8df5acca3 req-10456c50-f92b-4952-8c92-c398519faccb tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0d23b06-7c10-43cf-b0f4-e3d65acf326b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516583 Nov 10 17:37:11.204633 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c4d14-09a8-40a7-88f8-daae53ab536a req-e138659a-ce95-4bb0-b62b-2572ca4bd99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:11.211757 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a41c4d14-09a8-40a7-88f8-daae53ab536a req-e138659a-ce95-4bb0-b62b-2572ca4bd99f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fd7f14ff-c55a-4fbe-ae4d-d492d246e9e3 HTTP/1.1" status: 200 len: 1098 time: 0.2873085 Nov 10 17:37:11.412286 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a41c4d14-09a8-40a7-88f8-daae53ab536a req-6de23db6-6e40-4c9f-99ff-031a8dfa9ff2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c08de367-f5bd-4d04-aa27-76e997cd0039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542373 Nov 10 17:37:11.432883 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-803f7cf5-9402-49eb-a689-0802095bc1c2 req-917c691f-ced4-4c79-8515-7befbd5d2fd5 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fe4add-f1f4-4307-9418-0bf145efc362 HTTP/1.1" status: 200 len: 210 time: 0.0540934 Nov 10 17:37:11.645695 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-c2d6a8b5-b15b-46c4-af9a-11487e387ac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baef6d56-7c12-44d6-bbfc-09255d02da78 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:37:11.669174 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-c2d6a8b5-b15b-46c4-af9a-11487e387ac6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:11.687504 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-f6d9bb58-03a1-4a67-8134-bb54bc8c0caf service neutron] For port 650265e9-a483-45ee-944b-0f680289e7b0, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:37:11.697642 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-c2d6a8b5-b15b-46c4-af9a-11487e387ac6 service neutron] Transition to ACTIVE for port object baef6d56-7c12-44d6-bbfc-09255d02da78 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:37:11.702258 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-c2d6a8b5-b15b-46c4-af9a-11487e387ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:11.716603 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f6f9f-dd5a-4d15-a558-0a6057dd19ee req-823d688f-b7a9-4286-8894-85ffb8ef8cf5 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:11.718247 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f44f6f9f-dd5a-4d15-a558-0a6057dd19ee req-823d688f-b7a9-4286-8894-85ffb8ef8cf5 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9 HTTP/1.1" status: 200 len: 946 time: 0.0888906 Nov 10 17:37:11.729211 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.13', 62284) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:37:11.771214 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f44b7-9984-4aa0-b863-52d1aec645e0 req-0713b552-18d6-46fb-b2ed-a5224ff0061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:11.772858 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c37f44b7-9984-4aa0-b863-52d1aec645e0 req-0713b552-18d6-46fb-b2ed-a5224ff0061a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1 HTTP/1.1" status: 200 len: 1097 time: 0.6497848 Nov 10 17:37:11.790416 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6a8b5-b15b-46c4-af9a-11487e387ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=baef6d56-7c12-44d6-bbfc-09255d02da78,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:11.791334 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-f6d9bb58-03a1-4a67-8134-bb54bc8c0caf service neutron] For port 650265e9-a483-45ee-944b-0f680289e7b0, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=650265e9-a483-45ee-944b-0f680289e7b0,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:37:11.823349 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-f6d9bb58-03a1-4a67-8134-bb54bc8c0caf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:11.870516 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f44f6f9f-dd5a-4d15-a558-0a6057dd19ee req-7943deb5-32d2-4e38-a156-03443db83159 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266294 Nov 10 17:37:11.918215 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a301a-8d39-4296-b1ed-724f5392800d req-41052e5b-0819-40bd-8c04-e7e2c4aee253 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:11.919414 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ac8a301a-8d39-4296-b1ed-724f5392800d req-41052e5b-0819-40bd-8c04-e7e2c4aee253 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e3e6595-2dd2-4737-81ed-45c6aeab154c HTTP/1.1" status: 200 len: 948 time: 0.6474466 Nov 10 17:37:11.933226 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-f6d9bb58-03a1-4a67-8134-bb54bc8c0caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:11.933848 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-f6d9bb58-03a1-4a67-8134-bb54bc8c0caf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:11.935259 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-f6d9bb58-03a1-4a67-8134-bb54bc8c0caf service neutron] 10.222.0.11 "PUT /v2.0/ports/650265e9-a483-45ee-944b-0f680289e7b0 HTTP/1.1" status: 200 len: 1097 time: 1.6641281 Nov 10 17:37:11.968051 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e3e6595-2dd2-4737-81ed-45c6aeab154c', 'tag': '650265e9-a483-45ee-944b-0f680289e7b0'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:37:11.971014 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3bfaa6-3334-4553-9156-a5881d79be80" -d '{"events": [{"name": "network-changed", "server_uuid": "0e3e6595-2dd2-4737-81ed-45c6aeab154c", "tag": "650265e9-a483-45ee-944b-0f680289e7b0"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:37:11.996763 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-c2d6a8b5-b15b-46c4-af9a-11487e387ac6 service neutron] Attempting to bind port baef6d56-7c12-44d6-bbfc-09255d02da78 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:37:11.997077 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-c2d6a8b5-b15b-46c4-af9a-11487e387ac6 service neutron] Attempting to bind port baef6d56-7c12-44d6-bbfc-09255d02da78 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': 'eccd2b2e-b32a-4736-8a02-4f4b578d0e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:37:11.997611 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-c2d6a8b5-b15b-46c4-af9a-11487e387ac6 service neutron] Attempting to bind port baef6d56-7c12-44d6-bbfc-09255d02da78 on network 2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:37:12.012270 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-88b50ac0-f337-44ca-88c6-9f25e7de68d3 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:12.014479 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-88b50ac0-f337-44ca-88c6-9f25e7de68d3 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.13 "GET /v2.0/networks?id=2ffbd17b-78e8-4a96-9ede-1fde3f3c095e HTTP/1.1" status: 200 len: 818 time: 0.7772887 Nov 10 17:37:12.032498 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-c2d6a8b5-b15b-46c4-af9a-11487e387ac6 service neutron] Port baef6d56-7c12-44d6-bbfc-09255d02da78 on network 2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:37:12.033468 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-c2d6a8b5-b15b-46c4-af9a-11487e387ac6 service neutron] Attempting to bind port baef6d56-7c12-44d6-bbfc-09255d02da78 on network 2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:37:12.044074 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-c2d6a8b5-b15b-46c4-af9a-11487e387ac6 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:37:12.044617 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-c2d6a8b5-b15b-46c4-af9a-11487e387ac6 service neutron] Checking segment: {'id': 'eccd2b2e-b32a-4736-8a02-4f4b578d0e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:37:12.045305 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-c2d6a8b5-b15b-46c4-af9a-11487e387ac6 service neutron] Bound using segment: {'id': 'eccd2b2e-b32a-4736-8a02-4f4b578d0e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:37:12.045701 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-c2d6a8b5-b15b-46c4-af9a-11487e387ac6 service neutron] Bound port: baef6d56-7c12-44d6-bbfc-09255d02da78, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eccd2b2e-b32a-4736-8a02-4f4b578d0e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:37:12.047040 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-c2d6a8b5-b15b-46c4-af9a-11487e387ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:12.049565 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-cf1b3e33-05f9-4925-9eeb-fb05456cfd27 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Request body: {'port': {'device_id': 'fae51201-d6a9-48f9-bb3c-56c40398f984', 'network_id': '2ffbd17b-78e8-4a96-9ede-1fde3f3c095e', 'admin_state_up': True, 'tenant_id': 'b6a53e7b7850405b9c4888743fcb431e'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:37:12.112084 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-22cadb2b-16a6-463d-8edd-680c936135c4 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:12.113645 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-22cadb2b-16a6-463d-8edd-680c936135c4 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.13 "GET /v2.0/networks?id=2ffbd17b-78e8-4a96-9ede-1fde3f3c095e HTTP/1.1" status: 200 len: 818 time: 0.4601603 Nov 10 17:37:12.115787 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5ac27-90cb-47b6-99b3-c5f14ce473f0 req-32b9901f-c80a-43d0-a54b-55d1b45ac2be tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:12.117416 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b7a5ac27-90cb-47b6-99b3-c5f14ce473f0 req-32b9901f-c80a-43d0-a54b-55d1b45ac2be tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1 HTTP/1.1" status: 200 len: 945 time: 0.1378713 Nov 10 17:37:12.158906 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c37f44b7-9984-4aa0-b863-52d1aec645e0 req-9e546fe6-19ca-492a-ba1b-519af4aa2085 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517923 Nov 10 17:37:12.168062 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f7581-68fd-4b14-98c2-47b7fb67140d req-c2512779-4f8b-468b-b3e7-1b1159181a2e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:12.169815 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-036f7581-68fd-4b14-98c2-47b7fb67140d req-c2512779-4f8b-468b-b3e7-1b1159181a2e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.13 "GET /v2.0/ports?device_id=f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9 HTTP/1.1" status: 200 len: 946 time: 0.4306457 Nov 10 17:37:12.173623 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-c2d6a8b5-b15b-46c4-af9a-11487e387ac6 service neutron] For port baef6d56-7c12-44d6-bbfc-09255d02da78, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:37:12.174879 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-5246ec43-b60d-49e6-a3ee-3e86740fdc90 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Request body: {'port': {'device_id': 'c4fe4add-f1f4-4307-9418-0bf145efc362', 'network_id': '2ffbd17b-78e8-4a96-9ede-1fde3f3c095e', 'admin_state_up': True, 'tenant_id': 'b6a53e7b7850405b9c4888743fcb431e'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:37:12.192317 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9bb58-03a1-4a67-8134-bb54bc8c0caf service neutron] Pushing event updated for resources: {'Port': ['ID=650265e9-a483-45ee-944b-0f680289e7b0,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:12.201528 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-c2d6a8b5-b15b-46c4-af9a-11487e387ac6 service neutron] For port baef6d56-7c12-44d6-bbfc-09255d02da78, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=baef6d56-7c12-44d6-bbfc-09255d02da78,segment=NetworkSegment(eccd2b2e-b32a-4736-8a02-4f4b578d0e69),segment_id=eccd2b2e-b32a-4736-8a02-4f4b578d0e69)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:37:12.213491 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-c2d6a8b5-b15b-46c4-af9a-11487e387ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:12.251190 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b7a5ac27-90cb-47b6-99b3-c5f14ce473f0 req-9b93ded9-e53f-4028-b8d0-3369b476e499 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165054 Nov 10 17:37:12.263077 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ac8a301a-8d39-4296-b1ed-724f5392800d req-0af3df9d-6672-43a0-bcf8-fa52c164d828 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172123 Nov 10 17:37:12.263927 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-c2d6a8b5-b15b-46c4-af9a-11487e387ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:12.264653 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-c2d6a8b5-b15b-46c4-af9a-11487e387ac6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:12.266174 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-c2d6a8b5-b15b-46c4-af9a-11487e387ac6 service neutron] 10.222.0.13 "PUT /v2.0/ports/baef6d56-7c12-44d6-bbfc-09255d02da78 HTTP/1.1" status: 200 len: 1093 time: 1.3154962 Nov 10 17:37:12.266928 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4206ee0-3a7d-404f-a4ab-2618f0baddfc', 'tag': 'baef6d56-7c12-44d6-bbfc-09255d02da78'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:37:12.270125 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a8ecf7-6e74-43f6-a08c-b9e0026e4eaa" -d '{"events": [{"name": "network-changed", "server_uuid": "a4206ee0-3a7d-404f-a4ab-2618f0baddfc", "tag": "baef6d56-7c12-44d6-bbfc-09255d02da78"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:37:12.308801 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-80d9c952-1f11-4fbb-816c-4debfe7aaf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:12.310227 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6a8b5-b15b-46c4-af9a-11487e387ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=baef6d56-7c12-44d6-bbfc-09255d02da78,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:12.314369 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-80d9c952-1f11-4fbb-816c-4debfe7aaf7b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=38fb4e4342ac4097a730b0e8198143dc&device_id=0e3e6595-2dd2-4737-81ed-45c6aeab154c HTTP/1.1" status: 200 len: 1100 time: 0.2964501 Nov 10 17:37:12.452693 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d6cf3f-1dea-48ea-b7f4-01df07ea65fe x-openstack-request-id: req-11d6cf3f-1dea-48ea-b7f4-01df07ea65fe {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:37:12.452971 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e3e6595-2dd2-4737-81ed-45c6aeab154c", "tag": "650265e9-a483-45ee-944b-0f680289e7b0", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:37:12.453217 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-11d6cf3f-1dea-48ea-b7f4-01df07ea65fe {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:37:12.453692 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e3e6595-2dd2-4737-81ed-45c6aeab154c', 'tag': '650265e9-a483-45ee-944b-0f680289e7b0', 'status': 'completed', 'code': 200} Nov 10 17:37:12.472444 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-b999d6ef-ab8f-4fad-8563-c2f506d3454a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=650265e9-a483-45ee-944b-0f680289e7b0 HTTP/1.1" status: 200 len: 217 time: 0.0661080 Nov 10 17:37:12.510052 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12004d76-e3fd-497c-aee6-6963b0d976de x-openstack-request-id: req-12004d76-e3fd-497c-aee6-6963b0d976de {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:37:12.510820 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4206ee0-3a7d-404f-a4ab-2618f0baddfc", "tag": "baef6d56-7c12-44d6-bbfc-09255d02da78", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:37:12.510820 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-12004d76-e3fd-497c-aee6-6963b0d976de {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:37:12.511636 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4206ee0-3a7d-404f-a4ab-2618f0baddfc', 'tag': 'baef6d56-7c12-44d6-bbfc-09255d02da78', 'status': 'completed', 'code': 200} Nov 10 17:37:12.535981 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-f0bad20d-d028-4194-9008-54883f13136c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:12.538783 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-f0bad20d-d028-4194-9008-54883f13136c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=932a2b49a0c3450c9fe19880793a3290&device_id=a4206ee0-3a7d-404f-a4ab-2618f0baddfc HTTP/1.1" status: 200 len: 1096 time: 0.1334620 Nov 10 17:37:12.555959 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56ccdc-a5f5-478a-997d-c982ab4dd914 req-89975c14-6fb5-4939-87a4-c1944ae4a1f0 tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:12.557559 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0d56ccdc-a5f5-478a-997d-c982ab4dd914 req-89975c14-6fb5-4939-87a4-c1944ae4a1f0 tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4206ee0-3a7d-404f-a4ab-2618f0baddfc HTTP/1.1" status: 200 len: 944 time: 0.1084142 Nov 10 17:37:12.585208 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.db.api [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-cf1b3e33-05f9-4925-9eeb-fb05456cfd27 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 10 17:37:12.585208 n-d-776250-10 neutron-server[102469]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 10 17:37:12.585208 n-d-776250-10 neutron-server[102469]: [parameters: {'project_id': 'b6a53e7b7850405b9c4888743fcb431e', 'id': '45061499-3afa-42bd-a63d-eb60aef5f137', 'expiration': datetime.datetime(2021, 11, 10, 17, 39, 12, 562005)}] Nov 10 17:37:12.585208 n-d-776250-10 neutron-server[102469]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:37:12.585877 n-d-776250-10 neutron-server[102469]: DEBUG oslo_db.api [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-cf1b3e33-05f9-4925-9eeb-fb05456cfd27 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:37:12.629592 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-8f9a2799-7a11-4b2c-9540-74bc8baa1374 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=baef6d56-7c12-44d6-bbfc-09255d02da78 HTTP/1.1" status: 200 len: 217 time: 0.0706496 Nov 10 17:37:12.653396 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-5246ec43-b60d-49e6-a3ee-3e86740fdc90 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Made reservation on behalf of b6a53e7b7850405b9c4888743fcb431e for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:37:12.657434 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-5246ec43-b60d-49e6-a3ee-3e86740fdc90 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:12.660880 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-85f26fd8-0583-4910-9816-8b22bd86044e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:12.662356 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-85f26fd8-0583-4910-9816-8b22bd86044e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1372213 Nov 10 17:37:12.723926 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0d56ccdc-a5f5-478a-997d-c982ab4dd914 req-133e4450-1a28-42e4-9644-224800f5b844 tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0d23b06-7c10-43cf-b0f4-e3d65acf326b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565359 Nov 10 17:37:12.733869 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-d64dc367-5bdb-4e44-8332-ad1f1cdbd685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:12.735981 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-d64dc367-5bdb-4e44-8332-ad1f1cdbd685 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=093c60b7-5231-46dd-9542-7a009bfcb314 HTTP/1.1" status: 200 len: 854 time: 0.0928955 Nov 10 17:37:12.747094 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c57344c9-8049-4544-ac11-5ff160410e77 req-55ae0ada-9199-4d13-aa78-24f7fe4f58fe tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fe4add-f1f4-4307-9418-0bf145efc362 HTTP/1.1" status: 200 len: 210 time: 0.0814075 Nov 10 17:37:12.799595 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-3428e636-e28e-4c68-9796-d9609c649a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:12.802581 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-3428e636-e28e-4c68-9796-d9609c649a59 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574617 Nov 10 17:37:12.837315 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-31fe2a9f-3fee-4048-820a-e04259521932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:12.839636 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-31fe2a9f-3fee-4048-820a-e04259521932 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1590536 Nov 10 17:37:12.846164 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-036f7581-68fd-4b14-98c2-47b7fb67140d req-9dd0bc17-c9f4-47d2-b35b-a46c4261c35e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Deleting port 1b531bf9-5a3e-4b54-a2f3-009e95595cf0 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:37:12.846603 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-036f7581-68fd-4b14-98c2-47b7fb67140d req-9dd0bc17-c9f4-47d2-b35b-a46c4261c35e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:12.920388 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-17ef079a-f44e-4728-9c29-a37760d3dd2a service neutron] 10.222.0.13 "GET /v2.0/networks/2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053991 Nov 10 17:37:13.056483 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07e3d2-16c0-4222-931f-57d72855761e req-5973461c-77af-4aaa-9711-ad66558b2368 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:13.058066 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9c07e3d2-16c0-4222-931f-57d72855761e req-5973461c-77af-4aaa-9711-ad66558b2368 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9 HTTP/1.1" status: 200 len: 946 time: 0.1007214 Nov 10 17:37:13.083989 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-5246ec43-b60d-49e6-a3ee-3e86740fdc90 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Allocated IP 172.20.0.7 (2ffbd17b-78e8-4a96-9ede-1fde3f3c095e/3c5954be-739f-4afa-9fdf-379b654f99b1/2efb42fd-ef81-47f7-9d20-3a05c24fe27b) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:37:13.098860 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e17a19ee-9881-4e86-ae8e-cbcddced7abd req-d4054d2f-4670-405c-bbf7-3cf8c22cc7dc service neutron] 10.222.0.13 "GET /v2.0/networks/2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686976 Nov 10 17:37:13.132207 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-036f7581-68fd-4b14-98c2-47b7fb67140d req-9dd0bc17-c9f4-47d2-b35b-a46c4261c35e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] For port 1b531bf9-5a3e-4b54-a2f3-009e95595cf0, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=1b531bf9-5a3e-4b54-a2f3-009e95595cf0,segment=NetworkSegment(42dc2b4e-b2ca-43a5-ac2f-40daa324b850),segment_id=42dc2b4e-b2ca-43a5-ac2f-40daa324b850)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:13.133198 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9c07e3d2-16c0-4222-931f-57d72855761e req-68fa67e4-8df2-4a2f-a568-2fcc2c36e81c tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621173 Nov 10 17:37:13.139299 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-036f7581-68fd-4b14-98c2-47b7fb67140d req-9dd0bc17-c9f4-47d2-b35b-a46c4261c35e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:13.144698 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-2cb0be38-5457-4f43-a2c7-84fb47180002 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924671 Nov 10 17:37:13.170426 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-036f7581-68fd-4b14-98c2-47b7fb67140d req-9dd0bc17-c9f4-47d2-b35b-a46c4261c35e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Calling delete_port for 1b531bf9-5a3e-4b54-a2f3-009e95595cf0 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:37:13.207976 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8ecf7-6e74-43f6-a08c-b9e0026e4eaa req-120ae135-0495-44c5-88e6-4fe3d76728ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:13.209543 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b7a8ecf7-6e74-43f6-a08c-b9e0026e4eaa req-120ae135-0495-44c5-88e6-4fe3d76728ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=932a2b49a0c3450c9fe19880793a3290&device_id=a4206ee0-3a7d-404f-a4ab-2618f0baddfc HTTP/1.1" status: 200 len: 1096 time: 0.0464754 Nov 10 17:37:13.240780 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-cf1b3e33-05f9-4925-9eeb-fb05456cfd27 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Made reservation on behalf of b6a53e7b7850405b9c4888743fcb431e for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:37:13.244683 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-cf1b3e33-05f9-4925-9eeb-fb05456cfd27 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:13.312166 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8ecf7-6e74-43f6-a08c-b9e0026e4eaa req-81ca590f-7f24-47a7-9f63-738fa1280fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:13.314036 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b7a8ecf7-6e74-43f6-a08c-b9e0026e4eaa req-81ca590f-7f24-47a7-9f63-738fa1280fcd service neutron] 10.222.0.13 "GET /v2.0/networks?id=2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73 HTTP/1.1" status: 200 len: 916 time: 0.0904405 Nov 10 17:37:13.405813 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b7a8ecf7-6e74-43f6-a08c-b9e0026e4eaa req-35ef01d0-6e12-4a07-b669-8a0b017d709b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=baef6d56-7c12-44d6-bbfc-09255d02da78 HTTP/1.1" status: 200 len: 217 time: 0.0675282 Nov 10 17:37:13.498626 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f0179-c83e-4993-b8cf-eb013b250709 req-3fb75482-1b86-4a6f-abd1-5e5c618e4b89 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:13.500359 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0a3f0179-c83e-4993-b8cf-eb013b250709 req-3fb75482-1b86-4a6f-abd1-5e5c618e4b89 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e3e6595-2dd2-4737-81ed-45c6aeab154c HTTP/1.1" status: 200 len: 948 time: 0.1053908 Nov 10 17:37:13.505335 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8ecf7-6e74-43f6-a08c-b9e0026e4eaa req-397b8eb1-b20e-4aa1-89e3-512d422f653a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:13.506842 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b7a8ecf7-6e74-43f6-a08c-b9e0026e4eaa req-397b8eb1-b20e-4aa1-89e3-512d422f653a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=093c60b7-5231-46dd-9542-7a009bfcb314 HTTP/1.1" status: 200 len: 854 time: 0.0775337 Nov 10 17:37:13.546768 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7e2c2a0f-e42b-4486-944f-f2faa93b276d req-54d910eb-f0ad-48f2-bf05-87b79aa39ddf service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794749 Nov 10 17:37:13.604914 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0a3f0179-c83e-4993-b8cf-eb013b250709 req-37a5a559-463a-48bf-8c83-c1d979169ecf tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945928 Nov 10 17:37:13.608880 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8ecf7-6e74-43f6-a08c-b9e0026e4eaa req-00b8a037-e087-47d6-b1ce-fe1344e6a3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:13.610361 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b7a8ecf7-6e74-43f6-a08c-b9e0026e4eaa req-00b8a037-e087-47d6-b1ce-fe1344e6a3df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0825899 Nov 10 17:37:13.635887 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17f0f7-9ad0-4e1d-94e5-3a28543d6243 req-457c9eeb-1481-423b-87ab-d9fa618bc8fd tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:13.637502 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4d17f0f7-9ad0-4e1d-94e5-3a28543d6243 req-457c9eeb-1481-423b-87ab-d9fa618bc8fd tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1 HTTP/1.1" status: 200 len: 945 time: 0.2316725 Nov 10 17:37:13.703251 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-5246ec43-b60d-49e6-a3ee-3e86740fdc90 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:13.721747 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-036f7581-68fd-4b14-98c2-47b7fb67140d req-9dd0bc17-c9f4-47d2-b35b-a46c4261c35e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:13.726126 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b7a8ecf7-6e74-43f6-a08c-b9e0026e4eaa req-e2102773-ed5d-4256-9785-9103b6bdb47c service neutron] 10.222.0.13 "GET /v2.0/networks/2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011155 Nov 10 17:37:13.735105 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['1b531bf9-5a3e-4b54-a2f3-009e95595cf0'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:37:13.749204 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['b673c3ac-81db-46b1-b3c8-4e515db43263'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:37:13.809637 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0bc17-c9f4-47d2-b35b-a46c4261c35e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Pushing event deleted for resources: {'Port': ['ID=1b531bf9-5a3e-4b54-a2f3-009e95595cf0,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:13.823569 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4d17f0f7-9ad0-4e1d-94e5-3a28543d6243 req-76cd0eab-0e08-4cd5-8f63-f3c90b0219a5 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672292 Nov 10 17:37:13.829809 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bfaa6-3334-4553-9156-a5881d79be80 req-c39dee10-5d03-46bc-8646-71ff257f927b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:13.832001 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0d3bfaa6-3334-4553-9156-a5881d79be80 req-c39dee10-5d03-46bc-8646-71ff257f927b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=38fb4e4342ac4097a730b0e8198143dc&device_id=0e3e6595-2dd2-4737-81ed-45c6aeab154c HTTP/1.1" status: 200 len: 1100 time: 0.1910851 Nov 10 17:37:13.870437 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b7a8ecf7-6e74-43f6-a08c-b9e0026e4eaa req-e8f7a324-6b46-4e56-82a6-55c9bc8d3a40 service neutron] 10.222.0.13 "GET /v2.0/networks/2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362028 Nov 10 17:37:13.904896 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-036f7581-68fd-4b14-98c2-47b7fb67140d req-9dd0bc17-c9f4-47d2-b35b-a46c4261c35e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] No DVR routers for this DVR port 1b531bf9-5a3e-4b54-a2f3-009e95595cf0 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:37:13.936246 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-036f7581-68fd-4b14-98c2-47b7fb67140d req-9dd0bc17-c9f4-47d2-b35b-a46c4261c35e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:13.940447 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-036f7581-68fd-4b14-98c2-47b7fb67140d req-9dd0bc17-c9f4-47d2-b35b-a46c4261c35e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.13 "DELETE /v2.0/ports/1b531bf9-5a3e-4b54-a2f3-009e95595cf0 HTTP/1.1" status: 204 len: 173 time: 1.5362396 Nov 10 17:37:13.952936 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-5246ec43-b60d-49e6-a3ee-3e86740fdc90 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:14.009031 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c9dae-e9f4-4d82-b35d-c997f0f89df7 req-5317a549-67ca-4b0d-9f3a-e55d664f72ac tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:14.011356 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-476c9dae-e9f4-4d82-b35d-c997f0f89df7 req-5317a549-67ca-4b0d-9f3a-e55d664f72ac tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fe4add-f1f4-4307-9418-0bf145efc362 HTTP/1.1" status: 200 len: 931 time: 0.0614910 Nov 10 17:37:14.067481 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-476c9dae-e9f4-4d82-b35d-c997f0f89df7 req-5d0c0cf9-28a0-4b77-aaca-1a3403246862 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/security-groups?id=c08de367-f5bd-4d04-aa27-76e997cd0039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465949 Nov 10 17:37:14.093109 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-5246ec43-b60d-49e6-a3ee-3e86740fdc90 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Network 2ffbd17b-78e8-4a96-9ede-1fde3f3c095e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:37:14.102708 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-cf1b3e33-05f9-4925-9eeb-fb05456cfd27 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Allocated IP 172.20.0.5 (2ffbd17b-78e8-4a96-9ede-1fde3f3c095e/3c5954be-739f-4afa-9fdf-379b654f99b1/a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:37:14.113501 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-5246ec43-b60d-49e6-a3ee-3e86740fdc90 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:37:14.120121 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-5246ec43-b60d-49e6-a3ee-3e86740fdc90 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:37:14.131094 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246ec43-b60d-49e6-a3ee-3e86740fdc90 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Pushing event updated for resources: {'Port': ['ID=2efb42fd-ef81-47f7-9d20-3a05c24fe27b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:14.253358 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-91fad352-a4b9-40e0-adef-3684d606ba9b req-6484827d-2bd0-410f-881c-2fc02eb8c5e6 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9 HTTP/1.1" status: 200 len: 210 time: 0.0273533 Nov 10 17:37:14.456904 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f7f1d-f9e6-40c2-9c44-03148ef83cef req-e9bcca7f-18c0-4a4a-8ca9-617c179d993b tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:14.458429 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a06f7f1d-f9e6-40c2-9c44-03148ef83cef req-e9bcca7f-18c0-4a4a-8ca9-617c179d993b tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4206ee0-3a7d-404f-a4ab-2618f0baddfc HTTP/1.1" status: 200 len: 944 time: 0.4704173 Nov 10 17:37:14.459456 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bfaa6-3334-4553-9156-a5881d79be80 req-abfbc325-e28a-4bc3-834b-2823029a88c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:14.460779 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0d3bfaa6-3334-4553-9156-a5881d79be80 req-abfbc325-e28a-4bc3-834b-2823029a88c8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.6047533 Nov 10 17:37:14.465626 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9', 'name': 'network-vif-deleted', 'tag': '1b531bf9-5a3e-4b54-a2f3-009e95595cf0'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:37:14.467884 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ea3661-8bec-44a0-b606-db8ab3ae8b0b" -d '{"events": [{"server_uuid": "f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9", "name": "network-vif-deleted", "tag": "1b531bf9-5a3e-4b54-a2f3-009e95595cf0"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:37:14.469078 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['36c38e5d-ac2d-4393-aaee-7e5fc495d3ab'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:37:14.539037 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eaad083-5122-4ad4-8d43-f0aaf3667d49 x-openstack-request-id: req-9eaad083-5122-4ad4-8d43-f0aaf3667d49 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:37:14.539343 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9", "name": "network-vif-deleted", "tag": "1b531bf9-5a3e-4b54-a2f3-009e95595cf0", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:37:14.539648 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9eaad083-5122-4ad4-8d43-f0aaf3667d49 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:37:14.540011 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8bfcfd7-6fa4-4c7f-bdb3-aa6dcb8e76b9', 'name': 'network-vif-deleted', 'tag': '1b531bf9-5a3e-4b54-a2f3-009e95595cf0', 'status': 'completed', 'code': 200} Nov 10 17:37:14.549035 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0d3bfaa6-3334-4553-9156-a5881d79be80 req-40dc9852-5497-4ff6-b081-6dd317baeb28 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=650265e9-a483-45ee-944b-0f680289e7b0 HTTP/1.1" status: 200 len: 217 time: 0.0717070 Nov 10 17:37:14.556179 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-5246ec43-b60d-49e6-a3ee-3e86740fdc90 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:14.556828 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-5246ec43-b60d-49e6-a3ee-3e86740fdc90 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:14.682413 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-5246ec43-b60d-49e6-a3ee-3e86740fdc90 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5112591 Nov 10 17:37:14.704625 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a06f7f1d-f9e6-40c2-9c44-03148ef83cef req-1f9ac22e-0e09-4e75-abe2-d4be68721e03 tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0d23b06-7c10-43cf-b0f4-e3d65acf326b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336717 Nov 10 17:37:14.712014 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-55367b75-a9cc-4c01-bcd1-83cd61aeae32 service neutron] Request body: {'port': {'device_id': 'c4fe4add-f1f4-4307-9418-0bf145efc362', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:37:14.722413 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bfaa6-3334-4553-9156-a5881d79be80 req-36fc2adb-1de3-4c94-a365-54dcce159d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:14.724000 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0d3bfaa6-3334-4553-9156-a5881d79be80 req-36fc2adb-1de3-4c94-a365-54dcce159d1a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1612337 Nov 10 17:37:14.752375 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf533e52-3ae7-4d64-8ff6-a303298f17f9 req-39561f08-3ddc-4ebc-ad95-0ee58568d020 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:14.754831 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cf533e52-3ae7-4d64-8ff6-a303298f17f9 req-39561f08-3ddc-4ebc-ad95-0ee58568d020 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e3e6595-2dd2-4737-81ed-45c6aeab154c HTTP/1.1" status: 200 len: 948 time: 0.0649390 Nov 10 17:37:14.812438 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cf533e52-3ae7-4d64-8ff6-a303298f17f9 req-72e56c81-a134-4ccf-b31b-d11751f8d812 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479965 Nov 10 17:37:14.859417 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bfaa6-3334-4553-9156-a5881d79be80 req-8d478a9d-d3ad-4e84-9d48-0ea19b36bcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:14.860998 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0d3bfaa6-3334-4553-9156-a5881d79be80 req-8d478a9d-d3ad-4e84-9d48-0ea19b36bcf6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1138422 Nov 10 17:37:14.864561 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-cf1b3e33-05f9-4925-9eeb-fb05456cfd27 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:14.867505 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-55367b75-a9cc-4c01-bcd1-83cd61aeae32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:14.972429 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41217657-eb68-47a3-b2cb-edf42565d4e0 req-728608cb-f85f-4a54-bc08-a3a2d5318589 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:14.973887 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-41217657-eb68-47a3-b2cb-edf42565d4e0 req-728608cb-f85f-4a54-bc08-a3a2d5318589 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1 HTTP/1.1" status: 200 len: 945 time: 0.0544107 Nov 10 17:37:15.029477 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-cf1b3e33-05f9-4925-9eeb-fb05456cfd27 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:15.031030 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-41217657-eb68-47a3-b2cb-edf42565d4e0 req-dab54794-8bbc-417e-8501-121f5bfd9bab tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505328 Nov 10 17:37:15.090954 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0d3bfaa6-3334-4553-9156-a5881d79be80 req-3c2aa374-ea84-4091-bb28-25b861b4bf13 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112606 Nov 10 17:37:15.159870 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['36c38e5d-ac2d-4393-aaee-7e5fc495d3ab'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:37:15.190763 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-cf1b3e33-05f9-4925-9eeb-fb05456cfd27 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Network 2ffbd17b-78e8-4a96-9ede-1fde3f3c095e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:37:15.206546 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-cf1b3e33-05f9-4925-9eeb-fb05456cfd27 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:37:15.242474 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1b32f-1292-4fb0-a7b6-5663811f0094 req-d86cefa0-1b44-447a-ac9c-9c542b0442a9 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:15.248737 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-83d1b32f-1292-4fb0-a7b6-5663811f0094 req-d86cefa0-1b44-447a-ac9c-9c542b0442a9 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fe4add-f1f4-4307-9418-0bf145efc362 HTTP/1.1" status: 200 len: 931 time: 0.0930910 Nov 10 17:37:15.260192 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-cf1b3e33-05f9-4925-9eeb-fb05456cfd27 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:37:15.316212 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-83d1b32f-1292-4fb0-a7b6-5663811f0094 req-c09b0bc2-3cdc-4a43-a5f7-0fef42239b18 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/security-groups?id=c08de367-f5bd-4d04-aa27-76e997cd0039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576906 Nov 10 17:37:15.323790 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b3e33-05f9-4925-9eeb-fb05456cfd27 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Pushing event updated for resources: {'Port': ['ID=a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:15.360520 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-cf1b3e33-05f9-4925-9eeb-fb05456cfd27 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:15.361161 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-cf1b3e33-05f9-4925-9eeb-fb05456cfd27 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:15.408221 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0d3bfaa6-3334-4553-9156-a5881d79be80 req-03c65dd5-a70b-4192-97ad-b9ae3e309fc4 service neutron] 10.222.0.11 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865610 Nov 10 17:37:15.506155 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd694e13-2ef8-4595-8d60-5c18fa555fed req-3af5cfc8-37da-496c-bbbb-4b819130d657 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:15.507620 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bd694e13-2ef8-4595-8d60-5c18fa555fed req-3af5cfc8-37da-496c-bbbb-4b819130d657 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.1002030 Nov 10 17:37:15.517974 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-cf1b3e33-05f9-4925-9eeb-fb05456cfd27 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4676301 Nov 10 17:37:15.540194 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-c756a5a5-5abf-403f-8e99-1eb9a3dc227b service neutron] Request body: {'port': {'device_id': 'fae51201-d6a9-48f9-bb3c-56c40398f984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:37:15.574127 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-55367b75-a9cc-4c01-bcd1-83cd61aeae32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2efb42fd-ef81-47f7-9d20-3a05c24fe27b {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:37:15.587006 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-55367b75-a9cc-4c01-bcd1-83cd61aeae32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:15.614887 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bd694e13-2ef8-4595-8d60-5c18fa555fed req-2abfea6f-78f3-4055-8dd2-d4aacd1eb0e6 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938928 Nov 10 17:37:15.621583 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-55367b75-a9cc-4c01-bcd1-83cd61aeae32 service neutron] Transition to ACTIVE for port object 2efb42fd-ef81-47f7-9d20-3a05c24fe27b will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:37:15.632017 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-55367b75-a9cc-4c01-bcd1-83cd61aeae32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:15.649133 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-c756a5a5-5abf-403f-8e99-1eb9a3dc227b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:15.718267 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55367b75-a9cc-4c01-bcd1-83cd61aeae32 service neutron] Pushing event updated for resources: {'Port': ['ID=2efb42fd-ef81-47f7-9d20-3a05c24fe27b,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:15.856586 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db26777-d404-4d5d-8a61-82ea5a202fe6 req-7a9c1e96-2c9a-453b-aae9-e443f2cbe60f tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:15.861000 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7db26777-d404-4d5d-8a61-82ea5a202fe6 req-7a9c1e96-2c9a-453b-aae9-e443f2cbe60f tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4206ee0-3a7d-404f-a4ab-2618f0baddfc HTTP/1.1" status: 200 len: 944 time: 0.0650220 Nov 10 17:37:15.861933 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device baef6d56-7c12-44d6-bbfc-09255d02da78 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:37:15.865621 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 1b531bf9-5a3e-4b54-a2f3-009e95595cf0 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:37:15.897326 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 1b531bf9-5a3e-4b54-a2f3-009e95595cf0 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:37:15.897825 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 1b531bf9-5a3e-4b54-a2f3-009e95595cf0 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:37:15.916431 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7db26777-d404-4d5d-8a61-82ea5a202fe6 req-e5adaa5d-08f1-4272-89b5-63993c4666fc tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0d23b06-7c10-43cf-b0f4-e3d65acf326b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492918 Nov 10 17:37:15.920510 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-55367b75-a9cc-4c01-bcd1-83cd61aeae32 service neutron] Attempting to bind port 2efb42fd-ef81-47f7-9d20-3a05c24fe27b on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:37:15.921074 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-55367b75-a9cc-4c01-bcd1-83cd61aeae32 service neutron] Attempting to bind port 2efb42fd-ef81-47f7-9d20-3a05c24fe27b by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '772cda11-5611-41ac-8834-f899de809cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2ffbd17b-78e8-4a96-9ede-1fde3f3c095e'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:37:15.921194 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-55367b75-a9cc-4c01-bcd1-83cd61aeae32 service neutron] Attempting to bind port 2efb42fd-ef81-47f7-9d20-3a05c24fe27b on network 2ffbd17b-78e8-4a96-9ede-1fde3f3c095e {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:37:15.960390 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-55367b75-a9cc-4c01-bcd1-83cd61aeae32 service neutron] Port 2efb42fd-ef81-47f7-9d20-3a05c24fe27b on network 2ffbd17b-78e8-4a96-9ede-1fde3f3c095e not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:37:15.960723 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-55367b75-a9cc-4c01-bcd1-83cd61aeae32 service neutron] Attempting to bind port 2efb42fd-ef81-47f7-9d20-3a05c24fe27b on network 2ffbd17b-78e8-4a96-9ede-1fde3f3c095e {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:37:15.971479 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-55367b75-a9cc-4c01-bcd1-83cd61aeae32 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:37:15.971822 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-55367b75-a9cc-4c01-bcd1-83cd61aeae32 service neutron] Checking segment: {'id': '772cda11-5611-41ac-8834-f899de809cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2ffbd17b-78e8-4a96-9ede-1fde3f3c095e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:37:15.972383 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-55367b75-a9cc-4c01-bcd1-83cd61aeae32 service neutron] Bound using segment: {'id': '772cda11-5611-41ac-8834-f899de809cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2ffbd17b-78e8-4a96-9ede-1fde3f3c095e'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:37:15.972836 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-55367b75-a9cc-4c01-bcd1-83cd61aeae32 service neutron] Bound port: 2efb42fd-ef81-47f7-9d20-3a05c24fe27b, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '772cda11-5611-41ac-8834-f899de809cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2ffbd17b-78e8-4a96-9ede-1fde3f3c095e'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:37:15.973225 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-55367b75-a9cc-4c01-bcd1-83cd61aeae32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:16.004737 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a73a2-78d4-47f6-9adf-7d1fdb687498 req-07ad0f40-f0df-42f4-8511-d005e6c421e6 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:16.006421 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5d0a73a2-78d4-47f6-9adf-7d1fdb687498 req-07ad0f40-f0df-42f4-8511-d005e6c421e6 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.1434262 Nov 10 17:37:16.021096 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port baef6d56-7c12-44d6-bbfc-09255d02da78, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=baef6d56-7c12-44d6-bbfc-09255d02da78,segment=NetworkSegment(eccd2b2e-b32a-4736-8a02-4f4b578d0e69),segment_id=eccd2b2e-b32a-4736-8a02-4f4b578d0e69)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:16.037576 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'baef6d56-7c12-44d6-bbfc-09255d02da78', 'network_id': '2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73', 'port_id': 'baef6d56-7c12-44d6-bbfc-09255d02da78', 'mac_address': 'fa:16:3e:24:50:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '093c60b7-5231-46dd-9542-7a009bfcb314', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:37:16.082931 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:16.098580 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baef6d56-7c12-44d6-bbfc-09255d02da78 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:37:16.117732 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1ec06-9b6e-485a-8eff-7b8a2bfea1e1 req-65ebba63-2cfc-4c84-81a8-6a9f602d3ff5 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:16.121038 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port baef6d56-7c12-44d6-bbfc-09255d02da78, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=baef6d56-7c12-44d6-bbfc-09255d02da78,segment=NetworkSegment(eccd2b2e-b32a-4736-8a02-4f4b578d0e69),segment_id=eccd2b2e-b32a-4736-8a02-4f4b578d0e69)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:16.123236 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-18c1ec06-9b6e-485a-8eff-7b8a2bfea1e1 req-65ebba63-2cfc-4c84-81a8-6a9f602d3ff5 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e3e6595-2dd2-4737-81ed-45c6aeab154c HTTP/1.1" status: 200 len: 948 time: 0.0709436 Nov 10 17:37:16.125678 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:16.143799 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5d0a73a2-78d4-47f6-9adf-7d1fdb687498 req-482d3dd8-6c86-45a0-a32a-b9ebbea3cac3 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282682 Nov 10 17:37:16.152593 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-55367b75-a9cc-4c01-bcd1-83cd61aeae32 service neutron] For port 2efb42fd-ef81-47f7-9d20-3a05c24fe27b, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:37:16.158143 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-55367b75-a9cc-4c01-bcd1-83cd61aeae32 service neutron] For port 2efb42fd-ef81-47f7-9d20-3a05c24fe27b, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2efb42fd-ef81-47f7-9d20-3a05c24fe27b,segment=NetworkSegment(772cda11-5611-41ac-8834-f899de809cef),segment_id=772cda11-5611-41ac-8834-f899de809cef)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:37:16.178593 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-55367b75-a9cc-4c01-bcd1-83cd61aeae32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:16.186971 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=baef6d56-7c12-44d6-bbfc-09255d02da78,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:16.203132 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-18c1ec06-9b6e-485a-8eff-7b8a2bfea1e1 req-4d452483-2a0c-420b-acc5-8077af668069 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755291 Nov 10 17:37:16.228714 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-55367b75-a9cc-4c01-bcd1-83cd61aeae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:16.229426 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-55367b75-a9cc-4c01-bcd1-83cd61aeae32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:16.231143 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-55367b75-a9cc-4c01-bcd1-83cd61aeae32 service neutron] 10.222.0.13 "PUT /v2.0/ports/2efb42fd-ef81-47f7-9d20-3a05c24fe27b HTTP/1.1" status: 200 len: 1092 time: 1.5322473 Nov 10 17:37:16.242067 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-c756a5a5-5abf-403f-8e99-1eb9a3dc227b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:37:16.255819 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-c756a5a5-5abf-403f-8e99-1eb9a3dc227b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:16.275621 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55367b75-a9cc-4c01-bcd1-83cd61aeae32 service neutron] Pushing event updated for resources: {'Port': ['ID=2efb42fd-ef81-47f7-9d20-3a05c24fe27b,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:16.291162 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-c756a5a5-5abf-403f-8e99-1eb9a3dc227b service neutron] Transition to ACTIVE for port object a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:37:16.295740 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-c756a5a5-5abf-403f-8e99-1eb9a3dc227b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:16.415024 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['baef6d56-7c12-44d6-bbfc-09255d02da78'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:37:16.423941 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-538c7ea4-09a9-4633-8d23-588055c93e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:16.425627 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-538c7ea4-09a9-4633-8d23-588055c93e23 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6a53e7b7850405b9c4888743fcb431e&device_id=c4fe4add-f1f4-4307-9418-0bf145efc362 HTTP/1.1" status: 200 len: 1095 time: 0.1454630 Nov 10 17:37:16.427218 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756a5a5-5abf-403f-8e99-1eb9a3dc227b service neutron] Pushing event updated for resources: {'Port': ['ID=a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:16.464319 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba0578-77ac-4596-a6e6-0b0052177cda req-1434fc5d-827d-4820-90c6-17e6492e987c tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:16.466052 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0eba0578-77ac-4596-a6e6-0b0052177cda req-1434fc5d-827d-4820-90c6-17e6492e987c tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fe4add-f1f4-4307-9418-0bf145efc362 HTTP/1.1" status: 200 len: 943 time: 0.0745804 Nov 10 17:37:16.512752 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-b16e0baa-ee3d-4e64-9314-a68dc6f22fd7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2efb42fd-ef81-47f7-9d20-3a05c24fe27b HTTP/1.1" status: 200 len: 217 time: 0.0662999 Nov 10 17:37:16.522836 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732286e-7763-40d2-bdc0-c9ac9284d19e req-7ba3c574-b3b9-4981-bea7-6fb320343738 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:16.524483 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6732286e-7763-40d2-bdc0-c9ac9284d19e req-7ba3c574-b3b9-4981-bea7-6fb320343738 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.1945851 Nov 10 17:37:16.531575 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0eba0578-77ac-4596-a6e6-0b0052177cda req-3e27404f-60a7-4c22-92c9-0f58c9ae567c tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/security-groups?id=c08de367-f5bd-4d04-aa27-76e997cd0039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572846 Nov 10 17:37:16.545457 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4fe4add-f1f4-4307-9418-0bf145efc362', 'tag': '2efb42fd-ef81-47f7-9d20-3a05c24fe27b'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:37:16.547697 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c55f71a-cdf5-4367-99dd-e754858fbf08" -d '{"events": [{"name": "network-changed", "server_uuid": "c4fe4add-f1f4-4307-9418-0bf145efc362", "tag": "2efb42fd-ef81-47f7-9d20-3a05c24fe27b"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:37:16.619374 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f121426c-0350-49ae-8d02-711fe79249f5 x-openstack-request-id: req-f121426c-0350-49ae-8d02-711fe79249f5 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:37:16.619678 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4fe4add-f1f4-4307-9418-0bf145efc362", "tag": "2efb42fd-ef81-47f7-9d20-3a05c24fe27b", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:37:16.619946 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f121426c-0350-49ae-8d02-711fe79249f5 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:37:16.620389 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4fe4add-f1f4-4307-9418-0bf145efc362', 'tag': '2efb42fd-ef81-47f7-9d20-3a05c24fe27b', 'status': 'completed', 'code': 200} Nov 10 17:37:16.637108 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-c756a5a5-5abf-403f-8e99-1eb9a3dc227b service neutron] Attempting to bind port a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:37:16.637447 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-c756a5a5-5abf-403f-8e99-1eb9a3dc227b service neutron] Attempting to bind port a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '772cda11-5611-41ac-8834-f899de809cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2ffbd17b-78e8-4a96-9ede-1fde3f3c095e'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:37:16.637781 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-c756a5a5-5abf-403f-8e99-1eb9a3dc227b service neutron] Attempting to bind port a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86 on network 2ffbd17b-78e8-4a96-9ede-1fde3f3c095e {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:37:16.642776 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-bb755edd-1abf-49ac-bfa1-3c4fd726bd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:16.644941 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-bb755edd-1abf-49ac-bfa1-3c4fd726bd61 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c5954be-739f-4afa-9fdf-379b654f99b1 HTTP/1.1" status: 200 len: 858 time: 0.1160922 Nov 10 17:37:16.650069 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6732286e-7763-40d2-bdc0-c9ac9284d19e req-20b7479a-04b2-4451-a474-87a9c84a486f tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103005 Nov 10 17:37:16.650787 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-c756a5a5-5abf-403f-8e99-1eb9a3dc227b service neutron] Port a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86 on network 2ffbd17b-78e8-4a96-9ede-1fde3f3c095e not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:37:16.651110 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-c756a5a5-5abf-403f-8e99-1eb9a3dc227b service neutron] Attempting to bind port a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86 on network 2ffbd17b-78e8-4a96-9ede-1fde3f3c095e {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:37:16.668399 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-c756a5a5-5abf-403f-8e99-1eb9a3dc227b service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:37:16.668888 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-c756a5a5-5abf-403f-8e99-1eb9a3dc227b service neutron] Checking segment: {'id': '772cda11-5611-41ac-8834-f899de809cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2ffbd17b-78e8-4a96-9ede-1fde3f3c095e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:37:16.669382 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-c756a5a5-5abf-403f-8e99-1eb9a3dc227b service neutron] Bound using segment: {'id': '772cda11-5611-41ac-8834-f899de809cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2ffbd17b-78e8-4a96-9ede-1fde3f3c095e'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:37:16.670038 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-c756a5a5-5abf-403f-8e99-1eb9a3dc227b service neutron] Bound port: a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '772cda11-5611-41ac-8834-f899de809cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2ffbd17b-78e8-4a96-9ede-1fde3f3c095e'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:37:16.670603 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-c756a5a5-5abf-403f-8e99-1eb9a3dc227b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:16.708593 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-f16a52eb-9e2b-4e80-b561-383b53c04eea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2ffbd17b-78e8-4a96-9ede-1fde3f3c095e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539601 Nov 10 17:37:16.838475 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-c756a5a5-5abf-403f-8e99-1eb9a3dc227b service neutron] For port a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:37:16.843530 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-c756a5a5-5abf-403f-8e99-1eb9a3dc227b service neutron] For port a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86,segment=NetworkSegment(772cda11-5611-41ac-8834-f899de809cef),segment_id=772cda11-5611-41ac-8834-f899de809cef)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:37:16.853371 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-c756a5a5-5abf-403f-8e99-1eb9a3dc227b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:16.906196 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-72a39869-ba84-4d25-b931-0c9af9713dc4 service neutron] 10.222.0.13 "GET /v2.0/networks/2ffbd17b-78e8-4a96-9ede-1fde3f3c095e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618514 Nov 10 17:37:16.909813 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-c756a5a5-5abf-403f-8e99-1eb9a3dc227b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:16.910591 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-c756a5a5-5abf-403f-8e99-1eb9a3dc227b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:16.911962 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-c756a5a5-5abf-403f-8e99-1eb9a3dc227b service neutron] 10.222.0.13 "PUT /v2.0/ports/a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86 HTTP/1.1" status: 200 len: 1092 time: 1.3841352 Nov 10 17:37:17.083248 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756a5a5-5abf-403f-8e99-1eb9a3dc227b service neutron] Pushing event updated for resources: {'Port': ['ID=a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:17.105574 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-8d8307be-e49d-4464-8b95-211e0e0d1985 service neutron] 10.222.0.13 "GET /v2.0/networks/2ffbd17b-78e8-4a96-9ede-1fde3f3c095e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881440 Nov 10 17:37:17.163214 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-6d6509f9-4305-4c87-a5e8-4e635cf13333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:17.164943 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-6d6509f9-4305-4c87-a5e8-4e635cf13333 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6a53e7b7850405b9c4888743fcb431e&device_id=fae51201-d6a9-48f9-bb3c-56c40398f984 HTTP/1.1" status: 200 len: 1095 time: 0.1896677 Nov 10 17:37:17.212726 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670bf84d-f9ca-4d3c-9043-49844a0028b8 req-b613e70e-af48-417a-aab2-55cb7806a6d3 tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:17.214266 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-670bf84d-f9ca-4d3c-9043-49844a0028b8 req-b613e70e-af48-417a-aab2-55cb7806a6d3 tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4206ee0-3a7d-404f-a4ab-2618f0baddfc HTTP/1.1" status: 200 len: 945 time: 0.1278434 Nov 10 17:37:17.257608 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-37aebb1b-2903-43c4-99e0-f54e706cada7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86 HTTP/1.1" status: 200 len: 217 time: 0.0803103 Nov 10 17:37:17.294244 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55f71a-cdf5-4367-99dd-e754858fbf08 req-d89e35a6-438c-49a0-9b3a-394afd488141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:17.295888 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9c55f71a-cdf5-4367-99dd-e754858fbf08 req-d89e35a6-438c-49a0-9b3a-394afd488141 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6a53e7b7850405b9c4888743fcb431e&device_id=c4fe4add-f1f4-4307-9418-0bf145efc362 HTTP/1.1" status: 200 len: 1095 time: 0.1299963 Nov 10 17:37:17.390643 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0a890-fb2a-4527-b4f0-7f1718133e2c req-2336e199-0437-47fe-8673-d167170a02c4 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:17.400533 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-37e0a890-fb2a-4527-b4f0-7f1718133e2c req-2336e199-0437-47fe-8673-d167170a02c4 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e3e6595-2dd2-4737-81ed-45c6aeab154c HTTP/1.1" status: 200 len: 948 time: 0.0756609 Nov 10 17:37:17.426569 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55f71a-cdf5-4367-99dd-e754858fbf08 req-48c88252-5952-4fe8-aad9-2020fb205ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:17.428690 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9c55f71a-cdf5-4367-99dd-e754858fbf08 req-48c88252-5952-4fe8-aad9-2020fb205ba6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2ffbd17b-78e8-4a96-9ede-1fde3f3c095e HTTP/1.1" status: 200 len: 919 time: 0.1137931 Nov 10 17:37:17.480842 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-37e0a890-fb2a-4527-b4f0-7f1718133e2c req-a8c9897d-8372-4903-a3af-84adb18f9700 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765321 Nov 10 17:37:17.516099 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9c55f71a-cdf5-4367-99dd-e754858fbf08 req-9d1ef4cb-d0b7-4110-9eaa-759ed2aae327 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2efb42fd-ef81-47f7-9d20-3a05c24fe27b HTTP/1.1" status: 200 len: 217 time: 0.0635622 Nov 10 17:37:17.520197 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-3c439dd8-1b27-4e0d-a380-5750a828936c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:17.521275 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-3c439dd8-1b27-4e0d-a380-5750a828936c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c5954be-739f-4afa-9fdf-379b654f99b1 HTTP/1.1" status: 200 len: 858 time: 0.2459998 Nov 10 17:37:17.536401 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-670bf84d-f9ca-4d3c-9043-49844a0028b8 req-0a444cda-6fe0-46cb-9e54-dd960261e8b6 tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0d23b06-7c10-43cf-b0f4-e3d65acf326b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916596 Nov 10 17:37:17.640175 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-d4540616-3f93-4c30-91cc-9a299f2a092a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2ffbd17b-78e8-4a96-9ede-1fde3f3c095e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026940 Nov 10 17:37:17.718470 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24192ee2-a469-4c71-8638-fcaf989cb7f1 req-d0cb53cc-7d1f-4d0c-8ee4-5544cd206d33 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:17.720761 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-24192ee2-a469-4c71-8638-fcaf989cb7f1 req-d0cb53cc-7d1f-4d0c-8ee4-5544cd206d33 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fe4add-f1f4-4307-9418-0bf145efc362 HTTP/1.1" status: 200 len: 943 time: 0.0635936 Nov 10 17:37:17.802719 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-24192ee2-a469-4c71-8638-fcaf989cb7f1 req-a3180370-7727-4cbe-9a27-7ab885cbf5f7 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/security-groups?id=c08de367-f5bd-4d04-aa27-76e997cd0039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740244 Nov 10 17:37:17.853283 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 650265e9-a483-45ee-944b-0f680289e7b0 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:37:17.898440 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device baef6d56-7c12-44d6-bbfc-09255d02da78 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:37:18.006231 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55f71a-cdf5-4367-99dd-e754858fbf08 req-b5a1fb5a-070c-4451-bb83-ea98d685d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:18.007959 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9c55f71a-cdf5-4367-99dd-e754858fbf08 req-b5a1fb5a-070c-4451-bb83-ea98d685d46c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c5954be-739f-4afa-9fdf-379b654f99b1 HTTP/1.1" status: 200 len: 858 time: 0.4603045 Nov 10 17:37:18.020566 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 650265e9-a483-45ee-944b-0f680289e7b0, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=650265e9-a483-45ee-944b-0f680289e7b0,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:18.035120 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '650265e9-a483-45ee-944b-0f680289e7b0', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': '650265e9-a483-45ee-944b-0f680289e7b0', 'mac_address': 'fa:16:3e:36:8e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:37:18.083322 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9c55f71a-cdf5-4367-99dd-e754858fbf08 req-8c7d4d70-2420-48e0-bad8-6f2806ddc4d0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2ffbd17b-78e8-4a96-9ede-1fde3f3c095e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418372 Nov 10 17:37:18.093339 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-33d15014-bc94-4bfd-b39b-5f01a237c9e4 service neutron] 10.222.0.13 "GET /v2.0/networks/2ffbd17b-78e8-4a96-9ede-1fde3f3c095e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389551 Nov 10 17:37:18.117121 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:18.138810 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 650265e9-a483-45ee-944b-0f680289e7b0 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:37:18.163835 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 650265e9-a483-45ee-944b-0f680289e7b0, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=650265e9-a483-45ee-944b-0f680289e7b0,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:18.175717 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:18.247108 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=650265e9-a483-45ee-944b-0f680289e7b0,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:18.260297 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port baef6d56-7c12-44d6-bbfc-09255d02da78 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:37:18.266879 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port baef6d56-7c12-44d6-bbfc-09255d02da78 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:37:18.267572 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:18.315836 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9c55f71a-cdf5-4367-99dd-e754858fbf08 req-1fa1b658-2510-4557-94bd-e515fd0a26dc service neutron] 10.222.0.13 "GET /v2.0/networks/2ffbd17b-78e8-4a96-9ede-1fde3f3c095e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130282 Nov 10 17:37:18.318251 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7204f0b-c7b3-4b06-a0d1-ae875032b7fe req-df72773f-10fb-4c9a-850e-e661d0e0babf service neutron] 10.222.0.13 "GET /v2.0/networks/2ffbd17b-78e8-4a96-9ede-1fde3f3c095e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139094 Nov 10 17:37:18.369517 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:18.395610 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4206ee0-3a7d-404f-a4ab-2618f0baddfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baef6d56-7c12-44d6-bbfc-09255d02da78'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:37:18.398220 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654a174c-447e-45a4-987b-6a7170e21d9b" -d '{"events": [{"server_uuid": "a4206ee0-3a7d-404f-a4ab-2618f0baddfc", "name": "network-vif-plugged", "status": "completed", "tag": "baef6d56-7c12-44d6-bbfc-09255d02da78"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:37:18.417863 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port baef6d56-7c12-44d6-bbfc-09255d02da78, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=baef6d56-7c12-44d6-bbfc-09255d02da78,segment=NetworkSegment(eccd2b2e-b32a-4736-8a02-4f4b578d0e69),segment_id=eccd2b2e-b32a-4736-8a02-4f4b578d0e69)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:18.423803 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:18.459781 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e099376-5829-4c55-8f91-08f1c6ee32bc x-openstack-request-id: req-7e099376-5829-4c55-8f91-08f1c6ee32bc {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:37:18.460136 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4206ee0-3a7d-404f-a4ab-2618f0baddfc", "name": "network-vif-plugged", "status": "completed", "tag": "baef6d56-7c12-44d6-bbfc-09255d02da78", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:37:18.460916 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7e099376-5829-4c55-8f91-08f1c6ee32bc {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:37:18.461318 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4206ee0-3a7d-404f-a4ab-2618f0baddfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baef6d56-7c12-44d6-bbfc-09255d02da78', 'code': 200} Nov 10 17:37:18.464375 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9c55f71a-cdf5-4367-99dd-e754858fbf08 req-8a5ce074-07bc-46b3-aa55-7d22275a0b1d service neutron] 10.222.0.13 "GET /v2.0/networks/2ffbd17b-78e8-4a96-9ede-1fde3f3c095e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282868 Nov 10 17:37:18.510658 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=baef6d56-7c12-44d6-bbfc-09255d02da78,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:18.586934 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e948e-5981-4bc2-a4f2-3dfe3bed53f8 req-8619517f-640e-478b-aeb9-0c7f6df6254c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:18.588547 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-102e948e-5981-4bc2-a4f2-3dfe3bed53f8 req-8619517f-640e-478b-aeb9-0c7f6df6254c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a4206ee0-3a7d-404f-a4ab-2618f0baddfc HTTP/1.1" status: 200 len: 1098 time: 0.0511787 Nov 10 17:37:18.616947 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d197e7-03db-4efa-8ce1-58d2c6898110 req-cf3af980-1f90-44d8-947b-87c65c5a5ba7 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:18.621034 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae51201-d6a9-48f9-bb3c-56c40398f984', 'tag': 'a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:37:18.623912 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76b29a6-3f8a-492e-bdf0-ef7c7089cddc" -d '{"events": [{"name": "network-changed", "server_uuid": "fae51201-d6a9-48f9-bb3c-56c40398f984", "tag": "a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:37:18.625796 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-61d197e7-03db-4efa-8ce1-58d2c6898110 req-cf3af980-1f90-44d8-947b-87c65c5a5ba7 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e3e6595-2dd2-4737-81ed-45c6aeab154c HTTP/1.1" status: 200 len: 949 time: 0.0677888 Nov 10 17:37:18.665608 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['650265e9-a483-45ee-944b-0f680289e7b0'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:37:18.676688 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-61d197e7-03db-4efa-8ce1-58d2c6898110 req-9975945e-053e-49e9-8a4f-3d6dee19627a tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497515 Nov 10 17:37:18.697540 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-102e948e-5981-4bc2-a4f2-3dfe3bed53f8 req-6acbd02d-661c-4fe8-952c-51523adf200f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b0d23b06-7c10-43cf-b0f4-e3d65acf326b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990417 Nov 10 17:37:18.718582 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ddd90-bdfe-4550-bff9-a35e54cce8d0 req-bf432d1d-bdf4-4bd5-87ae-28ae144960ca tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:18.720338 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-179ddd90-bdfe-4550-bff9-a35e54cce8d0 req-bf432d1d-bdf4-4bd5-87ae-28ae144960ca tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4206ee0-3a7d-404f-a4ab-2618f0baddfc HTTP/1.1" status: 200 len: 946 time: 0.0904231 Nov 10 17:37:18.798243 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-179ddd90-bdfe-4550-bff9-a35e54cce8d0 req-aa388be9-bfc5-49e7-b2ef-e9e6d29843db tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0d23b06-7c10-43cf-b0f4-e3d65acf326b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672438 Nov 10 17:37:18.825457 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39196880-daa8-436e-819b-bf0c34b7cab0 x-openstack-request-id: req-39196880-daa8-436e-819b-bf0c34b7cab0 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:37:18.825770 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae51201-d6a9-48f9-bb3c-56c40398f984", "tag": "a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:37:18.826031 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-39196880-daa8-436e-819b-bf0c34b7cab0 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:37:18.826437 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae51201-d6a9-48f9-bb3c-56c40398f984', 'tag': 'a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86', 'status': 'completed', 'code': 200} Nov 10 17:37:18.959294 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b30f1-8807-444c-9fa8-bec72e6887b3 req-c477e261-1d17-4a04-8f31-c1256a4ef522 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:18.960909 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8e5b30f1-8807-444c-9fa8-bec72e6887b3 req-c477e261-1d17-4a04-8f31-c1256a4ef522 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fe4add-f1f4-4307-9418-0bf145efc362 HTTP/1.1" status: 200 len: 943 time: 0.0741496 Nov 10 17:37:18.990797 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b29a6-3f8a-492e-bdf0-ef7c7089cddc req-ad8b9903-f44f-4645-93cc-a861a2a3d3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:18.993451 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d76b29a6-3f8a-492e-bdf0-ef7c7089cddc req-ad8b9903-f44f-4645-93cc-a861a2a3d3d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6a53e7b7850405b9c4888743fcb431e&device_id=fae51201-d6a9-48f9-bb3c-56c40398f984 HTTP/1.1" status: 200 len: 1095 time: 0.0603247 Nov 10 17:37:19.026172 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8e5b30f1-8807-444c-9fa8-bec72e6887b3 req-1d05e0aa-1d88-46ad-9689-5108a845b5f1 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/security-groups?id=c08de367-f5bd-4d04-aa27-76e997cd0039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569043 Nov 10 17:37:19.109987 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b29a6-3f8a-492e-bdf0-ef7c7089cddc req-45a3313d-b9ba-43e4-9ee3-975d6a1b76cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:19.111801 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d76b29a6-3f8a-492e-bdf0-ef7c7089cddc req-45a3313d-b9ba-43e4-9ee3-975d6a1b76cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=2ffbd17b-78e8-4a96-9ede-1fde3f3c095e HTTP/1.1" status: 200 len: 919 time: 0.1076255 Nov 10 17:37:19.163927 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d76b29a6-3f8a-492e-bdf0-ef7c7089cddc req-f6282594-9075-4386-9f52-b83d0e5bbc9c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86 HTTP/1.1" status: 200 len: 217 time: 0.0428677 Nov 10 17:37:19.225797 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b29a6-3f8a-492e-bdf0-ef7c7089cddc req-e0509166-f70f-48b7-b084-b823a492f29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:19.226841 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d76b29a6-3f8a-492e-bdf0-ef7c7089cddc req-e0509166-f70f-48b7-b084-b823a492f29e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3c5954be-739f-4afa-9fdf-379b654f99b1 HTTP/1.1" status: 200 len: 858 time: 0.0538490 Nov 10 17:37:19.268731 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d76b29a6-3f8a-492e-bdf0-ef7c7089cddc req-9c71489f-9fb9-4999-bc04-6a5ae519336a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2ffbd17b-78e8-4a96-9ede-1fde3f3c095e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296981 Nov 10 17:37:19.397304 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d76b29a6-3f8a-492e-bdf0-ef7c7089cddc req-8384f6f6-283e-4445-b934-7294d91e4851 service neutron] 10.222.0.13 "GET /v2.0/networks/2ffbd17b-78e8-4a96-9ede-1fde3f3c095e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205585 Nov 10 17:37:19.560908 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d76b29a6-3f8a-492e-bdf0-ef7c7089cddc req-b8f30e3b-8445-4431-8b2c-a61f657f9c3b service neutron] 10.222.0.13 "GET /v2.0/networks/2ffbd17b-78e8-4a96-9ede-1fde3f3c095e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443481 Nov 10 17:37:19.574588 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06818341-bffb-4912-b5c6-7b248811a9c4 req-0b3845da-1f89-4112-b509-da1f87d6fe7d tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:19.576429 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-06818341-bffb-4912-b5c6-7b248811a9c4 req-0b3845da-1f89-4112-b509-da1f87d6fe7d tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0922341 Nov 10 17:37:19.639774 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-06818341-bffb-4912-b5c6-7b248811a9c4 req-3464ef45-aa38-496f-ad69-b0cf9fc11b3f tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518911 Nov 10 17:37:19.820766 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca29f5d-f502-48ad-863a-5c22f6a6fd65 req-e9354659-3612-43ba-8af0-cb8b5cabac2f tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:19.822502 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8ca29f5d-f502-48ad-863a-5c22f6a6fd65 req-e9354659-3612-43ba-8af0-cb8b5cabac2f tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0913832 Nov 10 17:37:19.855946 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786ce07-4dd5-47ea-a971-17248c4766f4 req-1ee6edb2-239a-4c2e-bba8-64009dbe312a tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:19.857867 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a786ce07-4dd5-47ea-a971-17248c4766f4 req-1ee6edb2-239a-4c2e-bba8-64009dbe312a tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e3e6595-2dd2-4737-81ed-45c6aeab154c HTTP/1.1" status: 200 len: 949 time: 0.0887585 Nov 10 17:37:19.890293 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 2efb42fd-ef81-47f7-9d20-3a05c24fe27b details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:37:19.908486 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8ca29f5d-f502-48ad-863a-5c22f6a6fd65 req-7a238317-9775-4fad-b3c4-3c08193eb9bb tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746620 Nov 10 17:37:19.923259 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a786ce07-4dd5-47ea-a971-17248c4766f4 req-90ba5afc-1036-424d-877a-d47fc9142631 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563164 Nov 10 17:37:20.105861 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 2efb42fd-ef81-47f7-9d20-3a05c24fe27b, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2efb42fd-ef81-47f7-9d20-3a05c24fe27b,segment=NetworkSegment(772cda11-5611-41ac-8834-f899de809cef),segment_id=772cda11-5611-41ac-8834-f899de809cef)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:20.126008 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fe8b7-0237-4d54-9ea3-5a8ae76d4637 req-3b1cbbdd-f874-4bdf-8de0-6bda594f0abb tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:20.139667 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fe1fe8b7-0237-4d54-9ea3-5a8ae76d4637 req-3b1cbbdd-f874-4bdf-8de0-6bda594f0abb tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4206ee0-3a7d-404f-a4ab-2618f0baddfc HTTP/1.1" status: 200 len: 946 time: 0.1020582 Nov 10 17:37:20.162065 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '2efb42fd-ef81-47f7-9d20-3a05c24fe27b', 'network_id': '2ffbd17b-78e8-4a96-9ede-1fde3f3c095e', 'port_id': '2efb42fd-ef81-47f7-9d20-3a05c24fe27b', 'mac_address': 'fa:16:3e:90:a9:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c5954be-739f-4afa-9fdf-379b654f99b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:37:20.233813 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fe1fe8b7-0237-4d54-9ea3-5a8ae76d4637 req-e6ce1964-97f5-4776-9a44-0d2479bcaee4 tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0d23b06-7c10-43cf-b0f4-e3d65acf326b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923908 Nov 10 17:37:20.255095 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:20.281752 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2efb42fd-ef81-47f7-9d20-3a05c24fe27b {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:37:20.355176 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 2efb42fd-ef81-47f7-9d20-3a05c24fe27b, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2efb42fd-ef81-47f7-9d20-3a05c24fe27b,segment=NetworkSegment(772cda11-5611-41ac-8834-f899de809cef),segment_id=772cda11-5611-41ac-8834-f899de809cef)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:20.360656 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:20.388100 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee518c2-717c-49e3-a937-b824a5f2a3ea req-ed526535-b9dc-47c0-bd7e-81d27f11acc7 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:20.401438 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3ee518c2-717c-49e3-a937-b824a5f2a3ea req-ed526535-b9dc-47c0-bd7e-81d27f11acc7 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fe4add-f1f4-4307-9418-0bf145efc362 HTTP/1.1" status: 200 len: 943 time: 0.0951693 Nov 10 17:37:20.483205 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3ee518c2-717c-49e3-a937-b824a5f2a3ea req-fd3b7f78-01d7-442e-8115-3fc6984e330c tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/security-groups?id=c08de367-f5bd-4d04-aa27-76e997cd0039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799935 Nov 10 17:37:20.491729 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=2efb42fd-ef81-47f7-9d20-3a05c24fe27b,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:20.710992 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['2efb42fd-ef81-47f7-9d20-3a05c24fe27b'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:37:21.102010 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc01088-cd68-40aa-95eb-2e89f3a65d6d req-d48dd437-d526-43b6-9ca1-eba473af2c1d tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:21.107210 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5bc01088-cd68-40aa-95eb-2e89f3a65d6d req-d48dd437-d526-43b6-9ca1-eba473af2c1d tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e3e6595-2dd2-4737-81ed-45c6aeab154c HTTP/1.1" status: 200 len: 949 time: 0.0661893 Nov 10 17:37:21.176971 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5bc01088-cd68-40aa-95eb-2e89f3a65d6d req-070a2491-a474-45e8-ad1d-d8c1069eaf02 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668895 Nov 10 17:37:21.447861 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c53dfb-10d5-4c72-a0e2-31518c2aeedb req-80479250-3d78-4fc3-848e-5f7bc44e8eb4 tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:21.457511 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a0c53dfb-10d5-4c72-a0e2-31518c2aeedb req-80479250-3d78-4fc3-848e-5f7bc44e8eb4 tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4206ee0-3a7d-404f-a4ab-2618f0baddfc HTTP/1.1" status: 200 len: 946 time: 0.0990317 Nov 10 17:37:21.556222 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a0c53dfb-10d5-4c72-a0e2-31518c2aeedb req-146bdd14-4dbe-4d07-83ac-77499ae15ba2 tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0d23b06-7c10-43cf-b0f4-e3d65acf326b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856445 Nov 10 17:37:21.760300 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0ef0e-6e86-414d-af1c-dcf47a6e6928 req-865b3c1b-1215-49ed-9231-cef3e59ae743 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:21.761913 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73b0ef0e-6e86-414d-af1c-dcf47a6e6928 req-865b3c1b-1215-49ed-9231-cef3e59ae743 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fe4add-f1f4-4307-9418-0bf145efc362 HTTP/1.1" status: 200 len: 944 time: 0.0919712 Nov 10 17:37:21.837856 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73b0ef0e-6e86-414d-af1c-dcf47a6e6928 req-b04d4ebd-c8b1-4426-98b5-d47731694037 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/security-groups?id=c08de367-f5bd-4d04-aa27-76e997cd0039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640779 Nov 10 17:37:21.885226 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 650265e9-a483-45ee-944b-0f680289e7b0 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:37:21.921010 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:37:22.307852 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 650265e9-a483-45ee-944b-0f680289e7b0 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:37:22.322096 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 650265e9-a483-45ee-944b-0f680289e7b0 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:37:22.326582 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:22.379874 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642e8a8-ad70-4d67-8c15-548942413595 req-c9fe7c6d-a6d2-4800-92b3-615a0230da6a tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:22.389978 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6642e8a8-ad70-4d67-8c15-548942413595 req-c9fe7c6d-a6d2-4800-92b3-615a0230da6a tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e3e6595-2dd2-4737-81ed-45c6aeab154c HTTP/1.1" status: 200 len: 949 time: 0.1001668 Nov 10 17:37:22.415265 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86,segment=NetworkSegment(772cda11-5611-41ac-8834-f899de809cef),segment_id=772cda11-5611-41ac-8834-f899de809cef)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:22.471947 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:22.477632 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86', 'network_id': '2ffbd17b-78e8-4a96-9ede-1fde3f3c095e', 'port_id': 'a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86', 'mac_address': 'fa:16:3e:28:a6:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c5954be-739f-4afa-9fdf-379b654f99b1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:37:22.481783 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6642e8a8-ad70-4d67-8c15-548942413595 req-1a0a45d7-be07-4bc7-8b99-cb6e156be34b tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888627 Nov 10 17:37:22.552792 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3e6595-2dd2-4737-81ed-45c6aeab154c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650265e9-a483-45ee-944b-0f680289e7b0'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:37:22.557502 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513a5e41-9217-4e93-aa23-da23cd882f47" -d '{"events": [{"server_uuid": "0e3e6595-2dd2-4737-81ed-45c6aeab154c", "name": "network-vif-plugged", "status": "completed", "tag": "650265e9-a483-45ee-944b-0f680289e7b0"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:37:22.668244 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 650265e9-a483-45ee-944b-0f680289e7b0, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=650265e9-a483-45ee-944b-0f680289e7b0,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:22.670479 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:22.683660 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:22.702863 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a56c46-1954-45a6-9326-120d4cf372c5 x-openstack-request-id: req-b8a56c46-1954-45a6-9326-120d4cf372c5 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:37:22.703337 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3e6595-2dd2-4737-81ed-45c6aeab154c", "name": "network-vif-plugged", "status": "completed", "tag": "650265e9-a483-45ee-944b-0f680289e7b0", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:37:22.705056 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b8a56c46-1954-45a6-9326-120d4cf372c5 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:37:22.706293 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3e6595-2dd2-4737-81ed-45c6aeab154c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650265e9-a483-45ee-944b-0f680289e7b0', 'code': 200} Nov 10 17:37:22.756461 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:37:22.851211 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86,segment=NetworkSegment(772cda11-5611-41ac-8834-f899de809cef),segment_id=772cda11-5611-41ac-8834-f899de809cef)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:22.856521 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=650265e9-a483-45ee-944b-0f680289e7b0,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:22.864595 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:22.962176 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41119036-633b-49dc-be75-d4280d37d7a9 req-4972bc27-b71d-4196-842c-b676cb0e3fe5 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:22.970032 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-41119036-633b-49dc-be75-d4280d37d7a9 req-4972bc27-b71d-4196-842c-b676cb0e3fe5 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.1361134 Nov 10 17:37:22.975431 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:22.994812 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a2d9c-50c8-4289-9a57-632d46b66b09 req-44b75a9c-f4ab-4859-a6d3-d88d2ec26d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:22.996690 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-469a2d9c-50c8-4289-9a57-632d46b66b09 req-44b75a9c-f4ab-4859-a6d3-d88d2ec26d51 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0e3e6595-2dd2-4737-81ed-45c6aeab154c HTTP/1.1" status: 200 len: 1102 time: 0.1248152 Nov 10 17:37:23.050823 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-41119036-633b-49dc-be75-d4280d37d7a9 req-530866f2-80ed-481d-96aa-06028ff7f03d tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775456 Nov 10 17:37:23.101207 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-469a2d9c-50c8-4289-9a57-632d46b66b09 req-88de4aa1-8fb8-494e-a391-c05548fc4abb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909920 Nov 10 17:37:23.111427 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-49af3d16-e6b2-4b4f-9cf9-0330ad2ae4eb tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:23.114080 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-49af3d16-e6b2-4b4f-9cf9-0330ad2ae4eb tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/networks?id=bf31b962-e4cb-4eab-a30d-b7aac66998c7 HTTP/1.1" status: 200 len: 814 time: 0.2111199 Nov 10 17:37:23.149067 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-82afaa68-7961-4c86-98da-428161c1a2e2 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/quotas/3a7362a6bd2d4dfcb495a89b6c85177b HTTP/1.1" status: 200 len: 375 time: 0.0272162 Nov 10 17:37:23.186929 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:37:23.222627 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc26aeb-a698-45b1-87b7-b97efd35711f req-6bd7b275-c6e8-405b-a1d8-6a5691e5a732 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:23.224295 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ccc26aeb-a698-45b1-87b7-b97efd35711f req-6bd7b275-c6e8-405b-a1d8-6a5691e5a732 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fe4add-f1f4-4307-9418-0bf145efc362 HTTP/1.1" status: 200 len: 944 time: 0.0706463 Nov 10 17:37:23.246524 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-8cb67737-8370-4949-95a9-5dfb1721eab9 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a7362a6bd2d4dfcb495a89b6c85177b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0852208 Nov 10 17:37:23.294981 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ccc26aeb-a698-45b1-87b7-b97efd35711f req-093f0d8a-028a-4aff-b7ec-701809c5e84c tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/security-groups?id=c08de367-f5bd-4d04-aa27-76e997cd0039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630479 Nov 10 17:37:23.364904 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-5849449e-0893-4327-b3f6-14a5ce1b91bd service neutron] 10.222.0.39 "GET /v2.0/networks/bf31b962-e4cb-4eab-a30d-b7aac66998c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172366 Nov 10 17:37:23.418024 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951aa45-9bd0-48d9-afd0-181416294862 req-1c8752ce-38df-444c-b63d-922814d2816a tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:23.419564 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a951aa45-9bd0-48d9-afd0-181416294862 req-1c8752ce-38df-444c-b63d-922814d2816a tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0549049 Nov 10 17:37:23.462693 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-97aa529d-0736-4d78-921f-2b10215d4e3e service neutron] 10.222.0.39 "GET /v2.0/networks/bf31b962-e4cb-4eab-a30d-b7aac66998c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970113 Nov 10 17:37:23.489535 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a951aa45-9bd0-48d9-afd0-181416294862 req-6a874acc-1d4c-47f5-b2a2-42e3fe6585ca tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637124 Nov 10 17:37:23.737439 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28742d9f-fa37-4882-a85d-2b0047ac64f5 req-fd3887fa-728b-4eb5-afa4-bac3f74ab0da tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:23.747222 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-28742d9f-fa37-4882-a85d-2b0047ac64f5 req-fd3887fa-728b-4eb5-afa4-bac3f74ab0da tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e3e6595-2dd2-4737-81ed-45c6aeab154c HTTP/1.1" status: 200 len: 950 time: 0.0778954 Nov 10 17:37:23.762039 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9e652966-312a-4be4-a12c-72e713ba1217 req-3fef1b37-374b-44df-86f6-997cbd743efa tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5cc0e63-9ae0-45b0-9001-7d0497dfbff0 HTTP/1.1" status: 200 len: 210 time: 0.0360205 Nov 10 17:37:23.816641 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-28742d9f-fa37-4882-a85d-2b0047ac64f5 req-d88dd293-1f93-4dd5-9194-90f0eb292fd6 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683420 Nov 10 17:37:23.903902 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 2efb42fd-ef81-47f7-9d20-3a05c24fe27b up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:37:23.911571 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2cf1a-a90c-46b3-a628-1fcf32d097fc req-7fc6f70a-b5fb-4806-9c65-322b1de8160e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:23.912494 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-52b2cf1a-a90c-46b3-a628-1fcf32d097fc req-7fc6f70a-b5fb-4806-9c65-322b1de8160e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0844884 Nov 10 17:37:23.975027 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-52b2cf1a-a90c-46b3-a628-1fcf32d097fc req-089f8fdc-8095-44b8-a8e8-bf0790df8f6b tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540423 Nov 10 17:37:23.979509 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 2efb42fd-ef81-47f7-9d20-3a05c24fe27b completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:37:23.986187 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 2efb42fd-ef81-47f7-9d20-3a05c24fe27b triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:37:23.987155 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:24.100939 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:24.131976 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a053b1-13e8-4fb6-89ca-d117111912cb req-764bd4b6-f48b-41f2-a403-67ec1e4051f4 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:24.133711 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-46a053b1-13e8-4fb6-89ca-d117111912cb req-764bd4b6-f48b-41f2-a403-67ec1e4051f4 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0675941 Nov 10 17:37:24.145911 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 2efb42fd-ef81-47f7-9d20-3a05c24fe27b, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2efb42fd-ef81-47f7-9d20-3a05c24fe27b,segment=NetworkSegment(772cda11-5611-41ac-8834-f899de809cef),segment_id=772cda11-5611-41ac-8834-f899de809cef)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:24.151868 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:24.200979 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-46a053b1-13e8-4fb6-89ca-d117111912cb req-6e9bfae0-fb47-4053-96b6-7a09f1a51807 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599632 Nov 10 17:37:24.239774 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=2efb42fd-ef81-47f7-9d20-3a05c24fe27b,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:24.454172 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4c92b-60e5-4882-b75e-1d875a844bf6 req-c45e33d6-90c0-4190-b878-9aeba2b4fa17 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:24.456237 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2cc4c92b-60e5-4882-b75e-1d875a844bf6 req-c45e33d6-90c0-4190-b878-9aeba2b4fa17 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fe4add-f1f4-4307-9418-0bf145efc362 HTTP/1.1" status: 200 len: 945 time: 0.0752952 Nov 10 17:37:24.538301 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2cc4c92b-60e5-4882-b75e-1d875a844bf6 req-560e0fbc-7627-4c79-9326-d6a761e17775 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/security-groups?id=c08de367-f5bd-4d04-aa27-76e997cd0039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727763 Nov 10 17:37:24.544074 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:24.678450 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0876a-7c76-4286-9665-05ae8bf7c38d req-2d25bc03-289d-4f99-a5e3-a3283dfe23a5 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:24.680123 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9dc0876a-7c76-4286-9665-05ae8bf7c38d req-2d25bc03-289d-4f99-a5e3-a3283dfe23a5 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0598130 Nov 10 17:37:24.708322 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fe4add-f1f4-4307-9418-0bf145efc362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efb42fd-ef81-47f7-9d20-3a05c24fe27b'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:37:24.711551 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5fbf38-9e32-4943-956a-e665018fde3f" -d '{"events": [{"server_uuid": "c4fe4add-f1f4-4307-9418-0bf145efc362", "name": "network-vif-plugged", "status": "completed", "tag": "2efb42fd-ef81-47f7-9d20-3a05c24fe27b"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:37:24.757584 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9dc0876a-7c76-4286-9665-05ae8bf7c38d req-fbc9c7e9-4783-4153-b7bf-428c9d23a76a tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685053 Nov 10 17:37:24.829528 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b5366f-8270-4f61-a3b3-ce1199e3feee x-openstack-request-id: req-54b5366f-8270-4f61-a3b3-ce1199e3feee {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:37:24.832313 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fe4add-f1f4-4307-9418-0bf145efc362", "name": "network-vif-plugged", "status": "completed", "tag": "2efb42fd-ef81-47f7-9d20-3a05c24fe27b", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:37:24.833044 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-54b5366f-8270-4f61-a3b3-ce1199e3feee {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:37:24.833804 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fe4add-f1f4-4307-9418-0bf145efc362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efb42fd-ef81-47f7-9d20-3a05c24fe27b', 'code': 200} Nov 10 17:37:24.952319 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:24.971840 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c400ba47-d103-44db-b7ed-c28c68e77396 req-1fc84bf9-70b3-418e-b236-7cdfec4e926b tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5cc0e63-9ae0-45b0-9001-7d0497dfbff0 HTTP/1.1" status: 200 len: 210 time: 0.0646551 Nov 10 17:37:25.149050 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d4ff8-75b7-4c4f-b3f4-f030f70f1015 req-52df3a4e-805d-4c7f-889b-00450937b478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:25.150702 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b48d4ff8-75b7-4c4f-b3f4-f030f70f1015 req-52df3a4e-805d-4c7f-889b-00450937b478 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c4fe4add-f1f4-4307-9418-0bf145efc362 HTTP/1.1" status: 200 len: 1097 time: 0.2244256 Nov 10 17:37:25.198803 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b75df9-1e78-4dc6-8df5-af897f653241 req-0d036dd3-ad1e-47f5-9a60-5fba484a2a24 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:25.200534 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-03b75df9-1e78-4dc6-8df5-af897f653241 req-0d036dd3-ad1e-47f5-9a60-5fba484a2a24 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e3e6595-2dd2-4737-81ed-45c6aeab154c HTTP/1.1" status: 200 len: 950 time: 0.1013138 Nov 10 17:37:25.201134 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a561605-c619-4773-95a4-bf4478c16765 req-dd69c59e-bc44-481e-84f5-6826fc20e3e5 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:25.202773 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a561605-c619-4773-95a4-bf4478c16765 req-dd69c59e-bc44-481e-84f5-6826fc20e3e5 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.1611638 Nov 10 17:37:25.264791 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-03b75df9-1e78-4dc6-8df5-af897f653241 req-c5e3ed00-108f-4c81-a24d-e155048e7026 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522103 Nov 10 17:37:25.276284 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-a3620dd1-1bc1-49c2-ab34-59daa96e9288 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:25.277869 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-a3620dd1-1bc1-49c2-ab34-59daa96e9288 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.13 "GET /v2.0/networks?id=bf31b962-e4cb-4eab-a30d-b7aac66998c7 HTTP/1.1" status: 200 len: 814 time: 0.2906625 Nov 10 17:37:25.296891 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b48d4ff8-75b7-4c4f-b3f4-f030f70f1015 req-a4a98a7f-f02b-4390-ac77-1aa5ba442f36 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c08de367-f5bd-4d04-aa27-76e997cd0039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291940 Nov 10 17:37:25.303744 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-044c07a7-5827-4626-9cbf-aba37f23205b tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Request body: {'port': {'device_id': 'd5cc0e63-9ae0-45b0-9001-7d0497dfbff0', 'network_id': 'bf31b962-e4cb-4eab-a30d-b7aac66998c7', 'admin_state_up': True, 'tenant_id': '3a7362a6bd2d4dfcb495a89b6c85177b'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:37:25.361102 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a561605-c619-4773-95a4-bf4478c16765 req-ddb36e63-b3d4-4422-a6c8-990a47d021ea tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393211 Nov 10 17:37:25.534496 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-044c07a7-5827-4626-9cbf-aba37f23205b tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Made reservation on behalf of 3a7362a6bd2d4dfcb495a89b6c85177b for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:37:25.539498 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-044c07a7-5827-4626-9cbf-aba37f23205b tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:25.553892 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6b713-3c7d-4449-baeb-f359b5760f8a req-c7503d47-cc7c-4b44-a3ff-8bf655cbb637 tempest-ServersOnMultiNodesTest-1239933100 tempest-ServersOnMultiNodesTest-1239933100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:25.555685 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a2e6b713-3c7d-4449-baeb-f359b5760f8a req-c7503d47-cc7c-4b44-a3ff-8bf655cbb637 tempest-ServersOnMultiNodesTest-1239933100 tempest-ServersOnMultiNodesTest-1239933100-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0e3e6595-2dd2-4737-81ed-45c6aeab154c HTTP/1.1" status: 200 len: 1102 time: 0.1004169 Nov 10 17:37:25.664845 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a2e6b713-3c7d-4449-baeb-f359b5760f8a req-07690783-2ff9-4c6a-843e-ce520ceea91e tempest-ServersOnMultiNodesTest-1239933100 tempest-ServersOnMultiNodesTest-1239933100-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929952 Nov 10 17:37:25.674933 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e88b9e-bea6-4d2e-b76e-15d46d3a05d5 req-a5762440-0887-4f0e-9849-3db81ecc5791 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:25.677641 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-03e88b9e-bea6-4d2e-b76e-15d46d3a05d5 req-a5762440-0887-4f0e-9849-3db81ecc5791 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0715356 Nov 10 17:37:25.728941 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-044c07a7-5827-4626-9cbf-aba37f23205b tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Allocated IP 172.20.0.3 (bf31b962-e4cb-4eab-a30d-b7aac66998c7/0ddbd8d9-cc1c-4591-ba53-aab9ea023f46/90993299-948d-4723-8daf-def5c3a540d8) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:37:25.796643 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-03e88b9e-bea6-4d2e-b76e-15d46d3a05d5 req-9e238b0f-f22d-489d-84d3-26ef13ab7304 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969052 Nov 10 17:37:25.906659 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:37:25.935323 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53c27c-dc2a-43ac-a07a-820c67f54b20 req-05762d63-dbe6-4b2b-a31c-63a00ad4c32b tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:25.937084 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7f53c27c-dc2a-43ac-a07a-820c67f54b20 req-05762d63-dbe6-4b2b-a31c-63a00ad4c32b tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fe4add-f1f4-4307-9418-0bf145efc362 HTTP/1.1" status: 200 len: 945 time: 0.1555045 Nov 10 17:37:25.948887 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-6317155f-251a-48f6-841a-6f6693649c9b tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=38fb4e4342ac4097a730b0e8198143dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346277 Nov 10 17:37:25.999486 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:37:26.007596 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:37:26.008055 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:26.046585 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7f53c27c-dc2a-43ac-a07a-820c67f54b20 req-fe7f35a9-beba-4853-8543-3eb3b060e36e tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/security-groups?id=c08de367-f5bd-4d04-aa27-76e997cd0039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981057 Nov 10 17:37:26.062293 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-044c07a7-5827-4626-9cbf-aba37f23205b tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:26.146324 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:26.161999 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-044c07a7-5827-4626-9cbf-aba37f23205b tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:26.172901 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-e9f27373-bd1e-4be8-9ac7-64ad6679fea6 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:26.176415 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-e9f27373-bd1e-4be8-9ac7-64ad6679fea6 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2270036 Nov 10 17:37:26.189217 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['c3b440db-4443-454d-9c1f-3c27760a5cdf'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:37:26.196535 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['f652398f-c59e-48c8-9b48-d4391674db0e'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:37:26.218075 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-fcff337d-2a3e-42f4-bd4d-b948ec90911a tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/quotas/38fb4e4342ac4097a730b0e8198143dc HTTP/1.1" status: 200 len: 375 time: 0.0332608 Nov 10 17:37:26.259093 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-044c07a7-5827-4626-9cbf-aba37f23205b tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Network bf31b962-e4cb-4eab-a30d-b7aac66998c7 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:37:26.262638 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-044c07a7-5827-4626-9cbf-aba37f23205b tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:37:26.272591 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-044c07a7-5827-4626-9cbf-aba37f23205b tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:37:26.280485 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c07a7-5827-4626-9cbf-aba37f23205b tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Pushing event updated for resources: {'Port': ['ID=90993299-948d-4723-8daf-def5c3a540d8,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:26.347140 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86,segment=NetworkSegment(772cda11-5611-41ac-8834-f899de809cef),segment_id=772cda11-5611-41ac-8834-f899de809cef)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:26.358228 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:26.365406 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-097e952a-8010-4327-992c-8048bbecf609 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=38fb4e4342ac4097a730b0e8198143dc&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1394906 Nov 10 17:37:26.366839 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-044c07a7-5827-4626-9cbf-aba37f23205b tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:26.367949 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-044c07a7-5827-4626-9cbf-aba37f23205b tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:26.403168 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-044c07a7-5827-4626-9cbf-aba37f23205b tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1072805 Nov 10 17:37:26.435967 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-db1c3bdb-2f70-442c-a305-32235fc1f154 service neutron] Request body: {'port': {'device_id': 'd5cc0e63-9ae0-45b0-9001-7d0497dfbff0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:37:26.504699 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:26.570493 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80acc8-f84b-4178-b926-3fe9132bc533 req-d1203348-01ae-4a5d-a727-c4bded73e83b tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:26.584783 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae80acc8-f84b-4178-b926-3fe9132bc533 req-d1203348-01ae-4a5d-a727-c4bded73e83b tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.1733141 Nov 10 17:37:26.589924 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-db1c3bdb-2f70-442c-a305-32235fc1f154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:26.698379 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae80acc8-f84b-4178-b926-3fe9132bc533 req-0adc8d78-8f2f-4fa6-8abc-67a135173c30 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125066 Nov 10 17:37:26.850781 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae51201-d6a9-48f9-bb3c-56c40398f984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:37:26.854269 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecbc719-197e-4c9e-ac52-32dee1d7af9e" -d '{"events": [{"server_uuid": "fae51201-d6a9-48f9-bb3c-56c40398f984", "name": "network-vif-plugged", "status": "completed", "tag": "a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:37:26.960534 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddb892-2831-40f2-83d1-0213487f549c req-ae698506-7a26-41d7-aa67-696967522e5e tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:26.968579 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dbddb892-2831-40f2-83d1-0213487f549c req-ae698506-7a26-41d7-aa67-696967522e5e tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5cc0e63-9ae0-45b0-9001-7d0497dfbff0 HTTP/1.1" status: 200 len: 931 time: 0.1048212 Nov 10 17:37:27.034649 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c0c1870d-e0b4-40b3-9607-69de280e0a99 req-d886a31e-8cb2-4174-a1fd-5dbda108b66e tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba98ea0a-3786-4465-a961-42b8daa02ec0 HTTP/1.1" status: 200 len: 210 time: 0.0689275 Nov 10 17:37:27.076914 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dbddb892-2831-40f2-83d1-0213487f549c req-96726ec8-8ca2-47e4-9f95-3f731350def4 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072786 Nov 10 17:37:27.135332 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f99851-9f8e-4a98-b94a-aec7da06e7f2 x-openstack-request-id: req-e7f99851-9f8e-4a98-b94a-aec7da06e7f2 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:37:27.135844 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae51201-d6a9-48f9-bb3c-56c40398f984", "name": "network-vif-plugged", "status": "completed", "tag": "a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:37:27.136460 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e7f99851-9f8e-4a98-b94a-aec7da06e7f2 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:37:27.136960 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae51201-d6a9-48f9-bb3c-56c40398f984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86', 'code': 200} Nov 10 17:37:27.230690 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c144861-3793-4624-a196-1952bbaef0ee req-eaa80314-d616-43ce-b335-368792730a76 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:27.232477 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7c144861-3793-4624-a196-1952bbaef0ee req-eaa80314-d616-43ce-b335-368792730a76 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fe4add-f1f4-4307-9418-0bf145efc362 HTTP/1.1" status: 200 len: 945 time: 0.0705280 Nov 10 17:37:27.310164 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7c144861-3793-4624-a196-1952bbaef0ee req-e8d8c87d-9a04-4e60-bf37-c2072e2c17ac tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/security-groups?id=c08de367-f5bd-4d04-aa27-76e997cd0039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688078 Nov 10 17:37:27.317110 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-db1c3bdb-2f70-442c-a305-32235fc1f154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90993299-948d-4723-8daf-def5c3a540d8 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:37:27.328549 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-db1c3bdb-2f70-442c-a305-32235fc1f154 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:27.346500 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1cc0e-5002-4b07-be59-1d2f7842b531 req-c9349ca0-0177-4ac5-a155-094a875e4a25 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:27.348521 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-04e1cc0e-5002-4b07-be59-1d2f7842b531 req-c9349ca0-0177-4ac5-a155-094a875e4a25 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.1545422 Nov 10 17:37:27.367907 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-db1c3bdb-2f70-442c-a305-32235fc1f154 service neutron] Transition to ACTIVE for port object 90993299-948d-4723-8daf-def5c3a540d8 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:37:27.381951 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a214cc-a5d5-43e3-a17c-e3046fd53fc1 req-aafddf10-937c-467e-9659-489ce14df95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:27.385000 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c6a214cc-a5d5-43e3-a17c-e3046fd53fc1 req-aafddf10-937c-467e-9659-489ce14df95b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fae51201-d6a9-48f9-bb3c-56c40398f984 HTTP/1.1" status: 200 len: 1097 time: 0.1291842 Nov 10 17:37:27.388033 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-db1c3bdb-2f70-442c-a305-32235fc1f154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:27.532651 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c6a214cc-a5d5-43e3-a17c-e3046fd53fc1 req-89f3f31a-4f3b-45dd-94a3-7c9899befd29 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c08de367-f5bd-4d04-aa27-76e997cd0039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272745 Nov 10 17:37:27.552188 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-04e1cc0e-5002-4b07-be59-1d2f7842b531 req-e83ffb48-32d4-46f3-aa76-cf17ad0d755e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816254 Nov 10 17:37:27.553533 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c3bdb-2f70-442c-a305-32235fc1f154 service neutron] Pushing event updated for resources: {'Port': ['ID=90993299-948d-4723-8daf-def5c3a540d8,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:27.587040 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e17114-4a08-41db-b501-2147bf79ab89 req-8ad4e716-e052-4177-b4ca-cfec244824f1 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:27.596717 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-82e17114-4a08-41db-b501-2147bf79ab89 req-8ad4e716-e052-4177-b4ca-cfec244824f1 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd7f14ff-c55a-4fbe-ae4d-d492d246e9e3 HTTP/1.1" status: 200 len: 946 time: 0.0886648 Nov 10 17:37:27.664783 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-82e17114-4a08-41db-b501-2147bf79ab89 req-d785e713-2e5e-404e-b2e9-cfaa78d00ec9 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/security-groups?id=c08de367-f5bd-4d04-aa27-76e997cd0039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669870 Nov 10 17:37:27.678776 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-db1c3bdb-2f70-442c-a305-32235fc1f154 service neutron] Attempting to bind port 90993299-948d-4723-8daf-def5c3a540d8 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:37:27.679341 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-db1c3bdb-2f70-442c-a305-32235fc1f154 service neutron] Attempting to bind port 90993299-948d-4723-8daf-def5c3a540d8 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bf31b962-e4cb-4eab-a30d-b7aac66998c7'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:37:27.679583 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-db1c3bdb-2f70-442c-a305-32235fc1f154 service neutron] Attempting to bind port 90993299-948d-4723-8daf-def5c3a540d8 on network bf31b962-e4cb-4eab-a30d-b7aac66998c7 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:37:27.691570 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-db1c3bdb-2f70-442c-a305-32235fc1f154 service neutron] Port 90993299-948d-4723-8daf-def5c3a540d8 on network bf31b962-e4cb-4eab-a30d-b7aac66998c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:37:27.691900 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-db1c3bdb-2f70-442c-a305-32235fc1f154 service neutron] Attempting to bind port 90993299-948d-4723-8daf-def5c3a540d8 on network bf31b962-e4cb-4eab-a30d-b7aac66998c7 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:37:27.699315 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-db1c3bdb-2f70-442c-a305-32235fc1f154 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:37:27.699647 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-db1c3bdb-2f70-442c-a305-32235fc1f154 service neutron] Checking segment: {'id': '9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bf31b962-e4cb-4eab-a30d-b7aac66998c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:37:27.700024 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-db1c3bdb-2f70-442c-a305-32235fc1f154 service neutron] Bound using segment: {'id': '9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bf31b962-e4cb-4eab-a30d-b7aac66998c7'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:37:27.700474 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-db1c3bdb-2f70-442c-a305-32235fc1f154 service neutron] Bound port: 90993299-948d-4723-8daf-def5c3a540d8, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bf31b962-e4cb-4eab-a30d-b7aac66998c7'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:37:27.700826 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-db1c3bdb-2f70-442c-a305-32235fc1f154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:27.720692 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd3693-34cb-4698-97dc-8de5cd2c3f9e req-71d141d4-3d84-4d93-b6b0-d876936f89c0 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:27.723160 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-29dd3693-34cb-4698-97dc-8de5cd2c3f9e req-71d141d4-3d84-4d93-b6b0-d876936f89c0 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0914979 Nov 10 17:37:27.812608 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-db1c3bdb-2f70-442c-a305-32235fc1f154 service neutron] For port 90993299-948d-4723-8daf-def5c3a540d8, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:37:27.819900 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-29dd3693-34cb-4698-97dc-8de5cd2c3f9e req-b7cef027-0225-4b64-9e7d-958b95812211 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897157 Nov 10 17:37:27.821664 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-db1c3bdb-2f70-442c-a305-32235fc1f154 service neutron] For port 90993299-948d-4723-8daf-def5c3a540d8, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=90993299-948d-4723-8daf-def5c3a540d8,segment=NetworkSegment(9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12),segment_id=9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:37:27.832973 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-db1c3bdb-2f70-442c-a305-32235fc1f154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:27.884572 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-db1c3bdb-2f70-442c-a305-32235fc1f154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:27.885307 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-db1c3bdb-2f70-442c-a305-32235fc1f154 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:27.886811 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-db1c3bdb-2f70-442c-a305-32235fc1f154 service neutron] 10.222.0.13 "PUT /v2.0/ports/90993299-948d-4723-8daf-def5c3a540d8 HTTP/1.1" status: 200 len: 1092 time: 1.4595330 Nov 10 17:37:27.887443 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5cc0e63-9ae0-45b0-9001-7d0497dfbff0', 'tag': '90993299-948d-4723-8daf-def5c3a540d8'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:37:27.891220 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a20fe4-c0e6-4818-af4e-bd51f6fb8c24" -d '{"events": [{"name": "network-changed", "server_uuid": "d5cc0e63-9ae0-45b0-9001-7d0497dfbff0", "tag": "90993299-948d-4723-8daf-def5c3a540d8"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:37:27.899071 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51139a22-7a5e-454a-8684-809ac0e51532 req-6358b6b2-a520-49a5-999c-262d0844ca4c tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:27.909706 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-51139a22-7a5e-454a-8684-809ac0e51532 req-6358b6b2-a520-49a5-999c-262d0844ca4c tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?device_id=fae51201-d6a9-48f9-bb3c-56c40398f984 HTTP/1.1" status: 200 len: 945 time: 0.0986753 Nov 10 17:37:27.948912 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c3bdb-2f70-442c-a305-32235fc1f154 service neutron] Pushing event updated for resources: {'Port': ['ID=90993299-948d-4723-8daf-def5c3a540d8,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:28.006110 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-51139a22-7a5e-454a-8684-809ac0e51532 req-a3a65050-fff9-4e8e-bc1c-b706e367c483 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/security-groups?id=c08de367-f5bd-4d04-aa27-76e997cd0039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952349 Nov 10 17:37:28.015479 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cff7c1-0f4f-43dd-b552-dc9ed8388eac x-openstack-request-id: req-75cff7c1-0f4f-43dd-b552-dc9ed8388eac {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:37:28.015962 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5cc0e63-9ae0-45b0-9001-7d0497dfbff0", "tag": "90993299-948d-4723-8daf-def5c3a540d8", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:37:28.016410 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-75cff7c1-0f4f-43dd-b552-dc9ed8388eac {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:37:28.016966 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5cc0e63-9ae0-45b0-9001-7d0497dfbff0', 'tag': '90993299-948d-4723-8daf-def5c3a540d8', 'status': 'completed', 'code': 200} Nov 10 17:37:28.032390 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-6ca7a603-ec93-4295-be78-f1555ed6719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:28.035187 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-6ca7a603-ec93-4295-be78-f1555ed6719a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a7362a6bd2d4dfcb495a89b6c85177b&device_id=d5cc0e63-9ae0-45b0-9001-7d0497dfbff0 HTTP/1.1" status: 200 len: 1095 time: 0.0962460 Nov 10 17:37:28.116729 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-53453358-1a17-41c1-a0b0-e9e30c3c6efe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90993299-948d-4723-8daf-def5c3a540d8 HTTP/1.1" status: 200 len: 217 time: 0.0681167 Nov 10 17:37:28.158993 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6958068f-0bd0-4a87-9803-27f2cb33f8cb req-821f5b27-2f18-4ae0-803f-a7093cc545cc tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba98ea0a-3786-4465-a961-42b8daa02ec0 HTTP/1.1" status: 200 len: 210 time: 0.0374441 Nov 10 17:37:28.185118 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05938c62-ea9d-4b07-b83d-30b6aeb29ca1 req-b6d6cc0c-9fcd-4643-9e8a-e89374037216 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:28.186751 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-05938c62-ea9d-4b07-b83d-30b6aeb29ca1 req-b6d6cc0c-9fcd-4643-9e8a-e89374037216 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.1301274 Nov 10 17:37:28.199485 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-09159221-a268-4880-8669-2fa699db0acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:28.200984 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-09159221-a268-4880-8669-2fa699db0acb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ddbd8d9-cc1c-4591-ba53-aab9ea023f46 HTTP/1.1" status: 200 len: 854 time: 0.0750170 Nov 10 17:37:28.257954 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-aa8ea15a-5894-41f9-8251-577174f29f33 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf31b962-e4cb-4eab-a30d-b7aac66998c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369036 Nov 10 17:37:28.293399 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-05938c62-ea9d-4b07-b83d-30b6aeb29ca1 req-d9185fed-eb66-4522-9182-3db51025286a tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966356 Nov 10 17:37:28.294214 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f265d-1bd3-4b7c-8567-c50fa328ccc5 req-12ba30e2-328a-45d3-8f47-406b117ddabe tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:28.300743 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cb3f265d-1bd3-4b7c-8567-c50fa328ccc5 req-12ba30e2-328a-45d3-8f47-406b117ddabe tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5cc0e63-9ae0-45b0-9001-7d0497dfbff0 HTTP/1.1" status: 200 len: 943 time: 0.0722220 Nov 10 17:37:28.382389 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cb3f265d-1bd3-4b7c-8567-c50fa328ccc5 req-02dd2cc1-c806-42d8-b89e-aed74885b21e tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750356 Nov 10 17:37:28.653540 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-22b888a2-6ee3-4aae-99c0-a4e8bba33cad tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=38fb4e4342ac4097a730b0e8198143dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463338 Nov 10 17:37:28.753863 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c2369-0c6a-41b2-832e-1371468398dd req-e85a7acc-3b1d-4b0a-b678-e358a4698c34 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:28.755410 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e66c2369-0c6a-41b2-832e-1371468398dd req-e85a7acc-3b1d-4b0a-b678-e358a4698c34 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.1494734 Nov 10 17:37:28.805115 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-d047565f-0ea1-49b3-928e-0b30bf80abee service neutron] 10.222.0.13 "GET /v2.0/networks/bf31b962-e4cb-4eab-a30d-b7aac66998c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5382907 Nov 10 17:37:28.862147 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-3d0dcff1-d1db-45f7-843e-79ad3bdbee3f tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:28.863704 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-3d0dcff1-d1db-45f7-843e-79ad3bdbee3f tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2005963 Nov 10 17:37:28.902088 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-c8fa02e1-a78d-4456-b899-ecaa59cf1612 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Request body: {'port': {'device_id': 'ba98ea0a-3786-4465-a961-42b8daa02ec0', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'admin_state_up': True, 'tenant_id': '38fb4e4342ac4097a730b0e8198143dc'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:37:28.922011 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e66c2369-0c6a-41b2-832e-1371468398dd req-e58f4c6f-1ad4-4bb3-a669-374424a4e76a tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604872 Nov 10 17:37:29.043755 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3e68ab41-e2d0-40d9-b2d0-de4689ff32e5 req-7e398fcd-cb65-4c60-86fd-19600837b24e service neutron] 10.222.0.13 "GET /v2.0/networks/bf31b962-e4cb-4eab-a30d-b7aac66998c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234659 Nov 10 17:37:29.105843 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-c8fa02e1-a78d-4456-b899-ecaa59cf1612 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Made reservation on behalf of 38fb4e4342ac4097a730b0e8198143dc for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:37:29.112560 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-c8fa02e1-a78d-4456-b899-ecaa59cf1612 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:29.284627 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b48c44-f26d-4060-bdfc-8e17eb8b238a req-4dbe25b3-d9b0-40dc-bdbe-cad5929a4089 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:29.286232 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-60b48c44-f26d-4060-bdfc-8e17eb8b238a req-4dbe25b3-d9b0-40dc-bdbe-cad5929a4089 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?device_id=fae51201-d6a9-48f9-bb3c-56c40398f984 HTTP/1.1" status: 200 len: 945 time: 0.1920395 Nov 10 17:37:29.293089 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cd31b-1e61-46dc-a98a-956842f8a4e7 req-03dc0d6a-365f-4598-beee-c84aa96864ba tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:29.294789 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d79cd31b-1e61-46dc-a98a-956842f8a4e7 req-03dc0d6a-365f-4598-beee-c84aa96864ba tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/networks?id=fdcce804-0eee-4352-bc4a-56d57553f51b HTTP/1.1" status: 200 len: 813 time: 0.1442263 Nov 10 17:37:29.319124 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d79cd31b-1e61-46dc-a98a-956842f8a4e7 req-a7d03327-62af-4f8a-b40c-246133c0a3e8 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/quotas/e797b9c0d29944cb98e2cf15e71360f7 HTTP/1.1" status: 200 len: 375 time: 0.0118537 Nov 10 17:37:29.363189 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a20fe4-c0e6-4818-af4e-bd51f6fb8c24 req-a2a82581-60b9-42b6-9892-5f92b912b0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:29.365153 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-02a20fe4-c0e6-4818-af4e-bd51f6fb8c24 req-a2a82581-60b9-42b6-9892-5f92b912b0a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a7362a6bd2d4dfcb495a89b6c85177b&device_id=d5cc0e63-9ae0-45b0-9001-7d0497dfbff0 HTTP/1.1" status: 200 len: 1095 time: 0.1689851 Nov 10 17:37:29.389265 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d79cd31b-1e61-46dc-a98a-956842f8a4e7 req-25148804-59c4-492c-8aa8-933ac11d3983 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e797b9c0d29944cb98e2cf15e71360f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0598996 Nov 10 17:37:29.459819 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-60b48c44-f26d-4060-bdfc-8e17eb8b238a req-3ddbbfa0-63e0-4f5a-9b45-5ce79fe0e843 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/security-groups?id=c08de367-f5bd-4d04-aa27-76e997cd0039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638846 Nov 10 17:37:29.460991 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-c8fa02e1-a78d-4456-b899-ecaa59cf1612 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Allocated IP 192.168.233.206 (06bf2af7-1c64-4ab3-86f9-bba38a9adb20/7364e0f4-b425-437c-8639-701045fa2b03/c9467d34-2681-48b3-bf8d-d60ace4abc08) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:37:29.475579 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5bc87d6e-34d3-4254-b629-2baf242d775a req-36869ef8-91c3-4136-abe6-e00aa2f290d7 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba98ea0a-3786-4465-a961-42b8daa02ec0 HTTP/1.1" status: 200 len: 210 time: 0.0323017 Nov 10 17:37:29.536326 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a20fe4-c0e6-4818-af4e-bd51f6fb8c24 req-23972411-1079-435a-9d89-c543ade37069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:29.537814 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-02a20fe4-c0e6-4818-af4e-bd51f6fb8c24 req-23972411-1079-435a-9d89-c543ade37069 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bf31b962-e4cb-4eab-a30d-b7aac66998c7 HTTP/1.1" status: 200 len: 915 time: 0.1535380 Nov 10 17:37:29.638691 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a128c240-f566-4671-83cf-8da9ea2105dd req-98eb8f30-b81c-4c2a-a9b0-912ddf59cfd0 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:29.640441 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a128c240-f566-4671-83cf-8da9ea2105dd req-98eb8f30-b81c-4c2a-a9b0-912ddf59cfd0 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5cc0e63-9ae0-45b0-9001-7d0497dfbff0 HTTP/1.1" status: 200 len: 943 time: 0.0586994 Nov 10 17:37:29.668481 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-02a20fe4-c0e6-4818-af4e-bd51f6fb8c24 req-cbace52a-b641-49f7-bf0d-22b2b6fd24b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90993299-948d-4723-8daf-def5c3a540d8 HTTP/1.1" status: 200 len: 217 time: 0.1041744 Nov 10 17:37:29.704712 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a128c240-f566-4671-83cf-8da9ea2105dd req-99506f28-4df6-4e5d-b1a3-ab95d8546164 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572751 Nov 10 17:37:29.759113 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6de37c-31d3-4a96-b101-26f436d63285 req-16d89a66-91d3-4dd9-987e-8671347c1ba9 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:29.762405 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6b6de37c-31d3-4a96-b101-26f436d63285 req-16d89a66-91d3-4dd9-987e-8671347c1ba9 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.2164645 Nov 10 17:37:29.795872 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a20fe4-c0e6-4818-af4e-bd51f6fb8c24 req-59c9771f-1b3c-4c68-a3ee-254729477106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:29.797502 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-02a20fe4-c0e6-4818-af4e-bd51f6fb8c24 req-59c9771f-1b3c-4c68-a3ee-254729477106 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ddbd8d9-cc1c-4591-ba53-aab9ea023f46 HTTP/1.1" status: 200 len: 854 time: 0.1165748 Nov 10 17:37:29.844354 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-c8fa02e1-a78d-4456-b899-ecaa59cf1612 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:29.850374 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-02a20fe4-c0e6-4818-af4e-bd51f6fb8c24 req-8d653a13-afb7-41ce-83b8-a0219a367758 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf31b962-e4cb-4eab-a30d-b7aac66998c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427024 Nov 10 17:37:29.909753 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6b6de37c-31d3-4a96-b101-26f436d63285 req-bff43a8f-181a-4f1c-b579-4f54742de3f5 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322246 Nov 10 17:37:29.983353 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-c8fa02e1-a78d-4456-b899-ecaa59cf1612 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:29.996519 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['03ede745-bd15-4e19-8e1f-9beee1aed2f7', 'f02f60bd-1968-4829-b312-b5fb2eea49f0', '650265e9-a483-45ee-944b-0f680289e7b0'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:37:30.026263 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['fcfa458f-e071-4b0e-baa5-036acfe812bf', '0d20ed0e-1a36-414e-b080-6adfb60940da', 'c845eb24-c6e2-457f-a3ca-7a4adccb8189', '1868822c-f819-4cdc-95bb-a12eb9a8a302'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:37:30.059767 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-02a20fe4-c0e6-4818-af4e-bd51f6fb8c24 req-4365ce46-ce21-4ec1-b7c3-bc213a583fae service neutron] 10.222.0.13 "GET /v2.0/networks/bf31b962-e4cb-4eab-a30d-b7aac66998c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929078 Nov 10 17:37:30.068061 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b4858-39cc-46bd-905b-8d9059e80353 req-e3a6a51d-6064-40b9-a880-adc9092c8434 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:30.070784 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-760b4858-39cc-46bd-905b-8d9059e80353 req-e3a6a51d-6064-40b9-a880-adc9092c8434 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0796828 Nov 10 17:37:30.077744 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-c8fa02e1-a78d-4456-b899-ecaa59cf1612 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:37:30.094663 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-c8fa02e1-a78d-4456-b899-ecaa59cf1612 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:37:30.100123 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa02e1-a78d-4456-b899-ecaa59cf1612 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Pushing event updated for resources: {'Port': ['ID=c9467d34-2681-48b3-bf8d-d60ace4abc08,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:30.111871 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-c8fa02e1-a78d-4456-b899-ecaa59cf1612 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:37:30.162809 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-760b4858-39cc-46bd-905b-8d9059e80353 req-c83e1360-c5cb-48ce-a368-d2f1dcf45865 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800059 Nov 10 17:37:30.304749 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-c8fa02e1-a78d-4456-b899-ecaa59cf1612 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:30.306372 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-c8fa02e1-a78d-4456-b899-ecaa59cf1612 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:30.337127 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-c8fa02e1-a78d-4456-b899-ecaa59cf1612 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4400799 Nov 10 17:37:30.354571 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-e4c602ad-ddb0-4797-8250-cad783d5ce7f service neutron] Request body: {'port': {'device_id': 'ba98ea0a-3786-4465-a961-42b8daa02ec0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:37:30.471360 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-e4c602ad-ddb0-4797-8250-cad783d5ce7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:30.498659 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-abc413bf-3125-4f3f-b3f7-2f7be7045148 None None] Provisioning complete for port c9467d34-2681-48b3-bf8d-d60ace4abc08 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:37:30.499387 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-abc413bf-3125-4f3f-b3f7-2f7be7045148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:30.584507 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-509d118e-6100-4b8a-964c-e0892607fe2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:30.652999 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-abc413bf-3125-4f3f-b3f7-2f7be7045148 None None] Port c9467d34-2681-48b3-bf8d-d60ace4abc08 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:37:30.654248 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fef131-8eb2-4387-a44a-7fe25fe87ef9 req-4426214f-698f-45d2-9c19-3cfd527ac365 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:30.680538 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-37fef131-8eb2-4387-a44a-7fe25fe87ef9 req-4426214f-698f-45d2-9c19-3cfd527ac365 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?device_id=fae51201-d6a9-48f9-bb3c-56c40398f984 HTTP/1.1" status: 200 len: 945 time: 0.1287992 Nov 10 17:37:30.776015 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-37fef131-8eb2-4387-a44a-7fe25fe87ef9 req-ec6d7e5f-0fb3-441c-a22a-3ad6091222c5 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/security-groups?id=c08de367-f5bd-4d04-aa27-76e997cd0039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936241 Nov 10 17:37:30.782457 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-02a20fe4-c0e6-4818-af4e-bd51f6fb8c24 req-d6187d59-524f-4487-b840-0977f3d8ca01 service neutron] 10.222.0.13 "GET /v2.0/networks/bf31b962-e4cb-4eab-a30d-b7aac66998c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7008603 Nov 10 17:37:30.806257 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ac8186ac-6dbd-4931-b3b4-352c416743b5 req-f1264d67-dc60-43cb-af5e-90b00229d74d tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=e797b9c0d29944cb98e2cf15e71360f7 HTTP/1.1" status: 200 len: 221 time: 0.4166012 Nov 10 17:37:30.987645 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-e4c602ad-ddb0-4797-8250-cad783d5ce7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9467d34-2681-48b3-bf8d-d60ace4abc08 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:37:30.997558 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-e4c602ad-ddb0-4797-8250-cad783d5ce7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:31.000589 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c66e6-c086-4267-89ad-7d67d7e30e7f req-0f062c8d-930d-4441-aa3c-271b598b8877 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:31.003206 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1c7c66e6-c086-4267-89ad-7d67d7e30e7f req-0f062c8d-930d-4441-aa3c-271b598b8877 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba98ea0a-3786-4465-a961-42b8daa02ec0 HTTP/1.1" status: 200 len: 936 time: 0.0714605 Nov 10 17:37:31.019379 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-e4c602ad-ddb0-4797-8250-cad783d5ce7f service neutron] Transition to ACTIVE for port object c9467d34-2681-48b3-bf8d-d60ace4abc08 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:37:31.032432 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175135d-3b0d-42fb-9c21-bd62d7799135 req-866c4d4a-cb17-431a-a8d0-c1a615bd4a5d tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:31.034814 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5175135d-3b0d-42fb-9c21-bd62d7799135 req-866c4d4a-cb17-431a-a8d0-c1a615bd4a5d tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5cc0e63-9ae0-45b0-9001-7d0497dfbff0 HTTP/1.1" status: 200 len: 943 time: 0.0943515 Nov 10 17:37:31.036063 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-e4c602ad-ddb0-4797-8250-cad783d5ce7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:31.066609 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1c7c66e6-c086-4267-89ad-7d67d7e30e7f req-e8035970-0207-43d8-ba85-48fe63e8d3d0 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565953 Nov 10 17:37:31.110998 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c602ad-ddb0-4797-8250-cad783d5ce7f service neutron] Pushing event updated for resources: {'Port': ['ID=c9467d34-2681-48b3-bf8d-d60ace4abc08,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:31.152230 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5175135d-3b0d-42fb-9c21-bd62d7799135 req-8ae34a55-cf10-4db1-bc44-eac08e576c51 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105990 Nov 10 17:37:31.228365 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-e4c602ad-ddb0-4797-8250-cad783d5ce7f service neutron] Attempting to bind port c9467d34-2681-48b3-bf8d-d60ace4abc08 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:37:31.228867 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-e4c602ad-ddb0-4797-8250-cad783d5ce7f service neutron] Attempting to bind port c9467d34-2681-48b3-bf8d-d60ace4abc08 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:37:31.229570 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-e4c602ad-ddb0-4797-8250-cad783d5ce7f service neutron] Attempting to bind port c9467d34-2681-48b3-bf8d-d60ace4abc08 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:37:31.236882 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-e4c602ad-ddb0-4797-8250-cad783d5ce7f service neutron] Port c9467d34-2681-48b3-bf8d-d60ace4abc08 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:37:31.237345 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-e4c602ad-ddb0-4797-8250-cad783d5ce7f service neutron] Attempting to bind port c9467d34-2681-48b3-bf8d-d60ace4abc08 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:37:31.245347 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-e4c602ad-ddb0-4797-8250-cad783d5ce7f service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:37:31.245957 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-e4c602ad-ddb0-4797-8250-cad783d5ce7f service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:37:31.246590 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-e4c602ad-ddb0-4797-8250-cad783d5ce7f service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:37:31.247149 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-e4c602ad-ddb0-4797-8250-cad783d5ce7f service neutron] Bound port: c9467d34-2681-48b3-bf8d-d60ace4abc08, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:37:31.247609 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-e4c602ad-ddb0-4797-8250-cad783d5ce7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:31.390038 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-e4c602ad-ddb0-4797-8250-cad783d5ce7f service neutron] For port c9467d34-2681-48b3-bf8d-d60ace4abc08, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:37:31.394098 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-e4c602ad-ddb0-4797-8250-cad783d5ce7f service neutron] For port c9467d34-2681-48b3-bf8d-d60ace4abc08, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=c9467d34-2681-48b3-bf8d-d60ace4abc08,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:37:31.400989 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-e4c602ad-ddb0-4797-8250-cad783d5ce7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:31.449225 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-e4c602ad-ddb0-4797-8250-cad783d5ce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:31.450094 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-e4c602ad-ddb0-4797-8250-cad783d5ce7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:31.455544 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-e4c602ad-ddb0-4797-8250-cad783d5ce7f service neutron] 10.222.0.13 "PUT /v2.0/ports/c9467d34-2681-48b3-bf8d-d60ace4abc08 HTTP/1.1" status: 200 len: 1097 time: 1.1053636 Nov 10 17:37:31.455841 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba98ea0a-3786-4465-a961-42b8daa02ec0', 'tag': 'c9467d34-2681-48b3-bf8d-d60ace4abc08'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:37:31.464603 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182e80ed-244e-4891-8c40-5b3fca9d770b" -d '{"events": [{"name": "network-changed", "server_uuid": "ba98ea0a-3786-4465-a961-42b8daa02ec0", "tag": "c9467d34-2681-48b3-bf8d-d60ace4abc08"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:37:31.492251 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3370b28-65ec-48ba-99d4-3336ab67aa9e req-de42f314-8ced-47cd-b27a-6bfed339d894 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:31.509112 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c3370b28-65ec-48ba-99d4-3336ab67aa9e req-de42f314-8ced-47cd-b27a-6bfed339d894 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.1033256 Nov 10 17:37:31.515152 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c602ad-ddb0-4797-8250-cad783d5ce7f service neutron] Pushing event updated for resources: {'Port': ['ID=c9467d34-2681-48b3-bf8d-d60ace4abc08,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:31.583786 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c3370b28-65ec-48ba-99d4-3336ab67aa9e req-1046a098-2b96-4ec7-8039-2faa4aec852b tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696714 Nov 10 17:37:31.588250 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-c4a10f17-048e-4cee-864c-ba197a1194b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:31.591707 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-c4a10f17-048e-4cee-864c-ba197a1194b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38fb4e4342ac4097a730b0e8198143dc&device_id=ba98ea0a-3786-4465-a961-42b8daa02ec0 HTTP/1.1" status: 200 len: 1100 time: 0.0630000 Nov 10 17:37:31.679695 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39577be3-669a-4ae0-9730-e321aa87838b x-openstack-request-id: req-39577be3-669a-4ae0-9730-e321aa87838b {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:37:31.680078 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba98ea0a-3786-4465-a961-42b8daa02ec0", "tag": "c9467d34-2681-48b3-bf8d-d60ace4abc08", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:37:31.680445 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-39577be3-669a-4ae0-9730-e321aa87838b {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:37:31.680928 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba98ea0a-3786-4465-a961-42b8daa02ec0', 'tag': 'c9467d34-2681-48b3-bf8d-d60ace4abc08', 'status': 'completed', 'code': 200} Nov 10 17:37:31.684939 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-96accf88-a67c-4b69-864e-4a7ff651af83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=c9467d34-2681-48b3-bf8d-d60ace4abc08 HTTP/1.1" status: 200 len: 217 time: 0.0539393 Nov 10 17:37:31.708656 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b8a5a-4783-47f9-a170-de0483542ddb req-f67a6e3a-abdd-43ff-bfdd-cd4cb77ebbae tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:31.710288 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-455b8a5a-4783-47f9-a170-de0483542ddb req-f67a6e3a-abdd-43ff-bfdd-cd4cb77ebbae tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?device_id=fae51201-d6a9-48f9-bb3c-56c40398f984 HTTP/1.1" status: 200 len: 945 time: 0.1174572 Nov 10 17:37:31.769950 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f27f5-a6c0-443e-8c5b-d71704c245d0 req-901bbd04-bfa0-4a50-b5fe-6fff62257d55 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:31.772118 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8e8f27f5-a6c0-443e-8c5b-d71704c245d0 req-901bbd04-bfa0-4a50-b5fe-6fff62257d55 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0593429 Nov 10 17:37:31.799284 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-6982baa7-a8ba-4901-b217-ac1cbf4ad534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:31.800879 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-6982baa7-a8ba-4901-b217-ac1cbf4ad534 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1036665 Nov 10 17:37:31.824207 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-455b8a5a-4783-47f9-a170-de0483542ddb req-b717bb6a-d186-4a0a-92f5-54556d0ed52e tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/security-groups?id=c08de367-f5bd-4d04-aa27-76e997cd0039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806115 Nov 10 17:37:31.832414 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8e8f27f5-a6c0-443e-8c5b-d71704c245d0 req-8b77835d-8687-4f31-ab2c-f1e62ca3f3fb tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532234 Nov 10 17:37:31.863884 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-95c8e33e-b71e-401d-b032-10942507ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:31.865447 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-95c8e33e-b71e-401d-b032-10942507ce36 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0539944 Nov 10 17:37:31.906105 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 90993299-948d-4723-8daf-def5c3a540d8 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:37:31.972207 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-d3c781c9-f1db-4c48-a3ea-6fdb048e378b service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954690 Nov 10 17:37:31.990532 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcaf9b-cdeb-4f8d-80d5-326530204d47 req-c0807274-4432-4ef6-93bd-7725f809e453 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:31.992004 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1fcaf9b-cdeb-4f8d-80d5-326530204d47 req-c0807274-4432-4ef6-93bd-7725f809e453 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0578346 Nov 10 17:37:32.020464 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 90993299-948d-4723-8daf-def5c3a540d8, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=90993299-948d-4723-8daf-def5c3a540d8,segment=NetworkSegment(9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12),segment_id=9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:32.034602 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '90993299-948d-4723-8daf-def5c3a540d8', 'network_id': 'bf31b962-e4cb-4eab-a30d-b7aac66998c7', 'port_id': '90993299-948d-4723-8daf-def5c3a540d8', 'mac_address': 'fa:16:3e:c0:71:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ddbd8d9-cc1c-4591-ba53-aab9ea023f46', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:37:32.049889 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1fcaf9b-cdeb-4f8d-80d5-326530204d47 req-15be6985-414f-41db-8143-1360f19fb6a5 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506225 Nov 10 17:37:32.077575 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:32.096967 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90993299-948d-4723-8daf-def5c3a540d8 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:37:32.107440 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a2f6959-9ede-4983-830b-ec26ec809595 req-60a39e57-3a45-47c6-a4ae-5680729030b8 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245368 Nov 10 17:37:32.120678 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 90993299-948d-4723-8daf-def5c3a540d8, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=90993299-948d-4723-8daf-def5c3a540d8,segment=NetworkSegment(9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12),segment_id=9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:32.135834 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:32.196197 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=90993299-948d-4723-8daf-def5c3a540d8,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:32.204170 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe56559-bf5f-443b-a88b-7700ee75488c req-26e67f0b-02a5-4c22-9fe2-be04aa938108 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:32.206937 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bbe56559-bf5f-443b-a88b-7700ee75488c req-26e67f0b-02a5-4c22-9fe2-be04aa938108 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba98ea0a-3786-4465-a961-42b8daa02ec0 HTTP/1.1" status: 200 len: 948 time: 0.0585723 Nov 10 17:37:32.239353 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf75fa-8b27-41c9-a9ce-e4f731f7638e req-a2a7359a-f0f9-4dc3-a866-219cdfbc024f tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:32.241122 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8dbf75fa-8b27-41c9-a9ce-e4f731f7638e req-a2a7359a-f0f9-4dc3-a866-219cdfbc024f tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.1026189 Nov 10 17:37:32.256890 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e80ed-244e-4891-8c40-5b3fca9d770b req-b35876e3-4164-4083-819d-5527a77c5a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:32.257118 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bbe56559-bf5f-443b-a88b-7700ee75488c req-879fc1ea-99d8-45bb-b74f-83c974bc00f2 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436869 Nov 10 17:37:32.258333 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-182e80ed-244e-4891-8c40-5b3fca9d770b req-b35876e3-4164-4083-819d-5527a77c5a56 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38fb4e4342ac4097a730b0e8198143dc&device_id=ba98ea0a-3786-4465-a961-42b8daa02ec0 HTTP/1.1" status: 200 len: 1100 time: 0.0706370 Nov 10 17:37:32.357591 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8dbf75fa-8b27-41c9-a9ce-e4f731f7638e req-82082df2-a7a1-4758-9240-37a044d9687b tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087077 Nov 10 17:37:32.398990 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773594c1-ca80-4192-94bb-71cfb6f85dc2 req-1d794ede-b74f-4eb2-b470-6ae8b98acb0d tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:32.401540 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-773594c1-ca80-4192-94bb-71cfb6f85dc2 req-1d794ede-b74f-4eb2-b470-6ae8b98acb0d tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5cc0e63-9ae0-45b0-9001-7d0497dfbff0 HTTP/1.1" status: 200 len: 944 time: 0.0847363 Nov 10 17:37:32.418617 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e80ed-244e-4891-8c40-5b3fca9d770b req-ecce4bdf-4d1b-4a39-b9c2-6d0ebc295396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:32.420496 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-182e80ed-244e-4891-8c40-5b3fca9d770b req-ecce4bdf-4d1b-4a39-b9c2-6d0ebc295396 service neutron] 10.222.0.13 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.1506131 Nov 10 17:37:32.468102 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-182e80ed-244e-4891-8c40-5b3fca9d770b req-5a80ff22-b2a0-495c-8990-ace73dc96e97 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=c9467d34-2681-48b3-bf8d-d60ace4abc08 HTTP/1.1" status: 200 len: 217 time: 0.0380580 Nov 10 17:37:32.469362 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-773594c1-ca80-4192-94bb-71cfb6f85dc2 req-c4420688-ecde-4da3-a34f-f920f37a2971 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615063 Nov 10 17:37:32.550549 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e80ed-244e-4891-8c40-5b3fca9d770b req-c36f7c1d-7aa1-4a9f-9ac7-da1d6a781db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:32.552771 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-182e80ed-244e-4891-8c40-5b3fca9d770b req-c36f7c1d-7aa1-4a9f-9ac7-da1d6a781db5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.0707865 Nov 10 17:37:32.628817 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['90993299-948d-4723-8daf-def5c3a540d8'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:37:32.642409 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e80ed-244e-4891-8c40-5b3fca9d770b req-8200e73b-ad48-4e52-9af4-8a854d54926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:32.645398 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-182e80ed-244e-4891-8c40-5b3fca9d770b req-8200e73b-ad48-4e52-9af4-8a854d54926d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0760295 Nov 10 17:37:32.659908 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0771d-b259-4267-8b6b-df113b16550e req-a0eb0c31-89df-4eed-bd63-05b6ef7c537a tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:32.661439 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c1e0771d-b259-4267-8b6b-df113b16550e req-a0eb0c31-89df-4eed-bd63-05b6ef7c537a tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.1079161 Nov 10 17:37:32.760143 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c1e0771d-b259-4267-8b6b-df113b16550e req-1622da6b-dd7a-4dd7-bb64-5a1509d51d5b tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905700 Nov 10 17:37:32.799971 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-182e80ed-244e-4891-8c40-5b3fca9d770b req-d2db18df-2120-4a47-bd86-a9bad48ae834 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375320 Nov 10 17:37:32.807396 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-833dd082-f93b-40de-a391-3bce3472ffa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:32.909746 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2bde6-9157-47f1-b27b-b0d3543989a1 req-d35f5140-ffc0-4231-afbb-9ee8871945ff tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:32.911213 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-94e2bde6-9157-47f1-b27b-b0d3543989a1 req-d35f5140-ffc0-4231-afbb-9ee8871945ff tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0569320 Nov 10 17:37:32.946984 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-182e80ed-244e-4891-8c40-5b3fca9d770b req-34a5707a-4f88-4de6-8553-85b2d77dcfda service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304312 Nov 10 17:37:32.967459 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-94e2bde6-9157-47f1-b27b-b0d3543989a1 req-b41ee844-6729-4b99-a5b0-d4cef55e3aa5 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499740 Nov 10 17:37:32.968073 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd9431-f871-4a56-be2d-88f06015434e req-0e03798f-871c-4418-a2ed-3610102ef221 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:32.969679 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7cbd9431-f871-4a56-be2d-88f06015434e req-0e03798f-871c-4418-a2ed-3610102ef221 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?device_id=fae51201-d6a9-48f9-bb3c-56c40398f984 HTTP/1.1" status: 200 len: 945 time: 0.0654104 Nov 10 17:37:33.027049 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7cbd9431-f871-4a56-be2d-88f06015434e req-61292d30-a82d-464c-893d-36cfb2b94644 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/security-groups?id=c08de367-f5bd-4d04-aa27-76e997cd0039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508301 Nov 10 17:37:33.101180 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a723ca-b7cc-4f6a-971f-7fc21fe8ef4c req-98f4d2db-43f4-41d0-a115-3fa4a408b1ba tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:33.102675 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-01a723ca-b7cc-4f6a-971f-7fc21fe8ef4c req-98f4d2db-43f4-41d0-a115-3fa4a408b1ba tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0499492 Nov 10 17:37:33.155839 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-01a723ca-b7cc-4f6a-971f-7fc21fe8ef4c req-64b8d061-9254-4cea-9108-acaede85bd1b tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470700 Nov 10 17:37:33.276418 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8dd28-280b-46cd-97c8-ae48fc25b638 req-6ef0f6f8-17d1-4eb7-aa47-9c8c85855db5 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:33.277926 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-25b8dd28-280b-46cd-97c8-ae48fc25b638 req-6ef0f6f8-17d1-4eb7-aa47-9c8c85855db5 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0508323 Nov 10 17:37:33.329168 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-25b8dd28-280b-46cd-97c8-ae48fc25b638 req-32d3e633-dafc-497c-9a47-36cf244854d2 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441585 Nov 10 17:37:33.386980 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f2ebe-f34b-4137-856d-4ffb2aa41910 req-fd879dd4-6c99-46bc-b309-77a18585b11e tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:33.387289 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ae0a2-9a17-40aa-aac6-c31228246049 req-8af79c88-ab48-4a10-a869-44ec9f17ab02 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:33.388869 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ea0ae0a2-9a17-40aa-aac6-c31228246049 req-8af79c88-ab48-4a10-a869-44ec9f17ab02 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.13 "GET /v2.0/ports?device_id=fae51201-d6a9-48f9-bb3c-56c40398f984 HTTP/1.1" status: 200 len: 945 time: 0.0531497 Nov 10 17:37:33.389586 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8e0f2ebe-f34b-4137-856d-4ffb2aa41910 req-fd879dd4-6c99-46bc-b309-77a18585b11e tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba98ea0a-3786-4465-a961-42b8daa02ec0 HTTP/1.1" status: 200 len: 948 time: 0.0637038 Nov 10 17:37:33.448133 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8e0f2ebe-f34b-4137-856d-4ffb2aa41910 req-9c3a6177-9ab2-4089-a632-284f2a4db8df tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517416 Nov 10 17:37:33.523664 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566c577-4b25-4d22-8344-46256f25f2a1 req-5dc5c726-bb6f-46be-870f-fe1d69bff715 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:33.525273 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b566c577-4b25-4d22-8344-46256f25f2a1 req-5dc5c726-bb6f-46be-870f-fe1d69bff715 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0870800 Nov 10 17:37:33.575775 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-ea0ae0a2-9a17-40aa-aac6-c31228246049 req-5082b4b3-c557-4e82-b9c7-44d3a931d78d tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Deleting port a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:37:33.576118 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ea0ae0a2-9a17-40aa-aac6-c31228246049 req-5082b4b3-c557-4e82-b9c7-44d3a931d78d tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:33.602301 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b566c577-4b25-4d22-8344-46256f25f2a1 req-6c2a3ef9-d6f1-4b47-a01b-0e39e2c28c00 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695899 Nov 10 17:37:33.672188 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bb9d9-4c1e-4b0c-94f6-1cb49614dc0a req-d8227da0-3f7f-4666-9c9b-f83c522641d6 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:33.673350 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dd6bb9d9-4c1e-4b0c-94f6-1cb49614dc0a req-d8227da0-3f7f-4666-9c9b-f83c522641d6 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5cc0e63-9ae0-45b0-9001-7d0497dfbff0 HTTP/1.1" status: 200 len: 944 time: 0.0690343 Nov 10 17:37:33.702428 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-ea0ae0a2-9a17-40aa-aac6-c31228246049 req-5082b4b3-c557-4e82-b9c7-44d3a931d78d tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] For port a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86,segment=NetworkSegment(772cda11-5611-41ac-8834-f899de809cef),segment_id=772cda11-5611-41ac-8834-f899de809cef)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:33.702955 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ea0ae0a2-9a17-40aa-aac6-c31228246049 req-5082b4b3-c557-4e82-b9c7-44d3a931d78d tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:33.718337 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-ea0ae0a2-9a17-40aa-aac6-c31228246049 req-5082b4b3-c557-4e82-b9c7-44d3a931d78d tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Calling delete_port for a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:37:33.733422 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dd6bb9d9-4c1e-4b0c-94f6-1cb49614dc0a req-77da22b5-fa36-4a6d-a933-22fd428b0835 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498517 Nov 10 17:37:33.747859 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:37:33.859374 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6da4a0-c927-473c-80bb-750cd433e350 req-dff00baf-ca5f-4462-9ed6-63f5d379425c tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:33.861121 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8b6da4a0-c927-473c-80bb-750cd433e350 req-dff00baf-ca5f-4462-9ed6-63f5d379425c tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0815928 Nov 10 17:37:33.910845 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:33.949382 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8b6da4a0-c927-473c-80bb-750cd433e350 req-2921f9cb-9312-4e7c-b317-565bfca9f49d tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809867 Nov 10 17:37:33.950434 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ea0ae0a2-9a17-40aa-aac6-c31228246049 req-5082b4b3-c557-4e82-b9c7-44d3a931d78d tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:33.976120 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['2efb42fd-ef81-47f7-9d20-3a05c24fe27b', 'a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:37:33.976120 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['36c38e5d-ac2d-4393-aaee-7e5fc495d3ab'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:37:33.983249 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082b4b3-c557-4e82-b9c7-44d3a931d78d tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Pushing event deleted for resources: {'Port': ['ID=a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:34.032218 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0ae0a2-9a17-40aa-aac6-c31228246049 req-5082b4b3-c557-4e82-b9c7-44d3a931d78d tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] No DVR routers for this DVR port a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:37:34.035505 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ea0ae0a2-9a17-40aa-aac6-c31228246049 req-5082b4b3-c557-4e82-b9c7-44d3a931d78d tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:34.038901 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ea0ae0a2-9a17-40aa-aac6-c31228246049 req-5082b4b3-c557-4e82-b9c7-44d3a931d78d tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.13 "DELETE /v2.0/ports/a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86 HTTP/1.1" status: 204 len: 173 time: 0.6415627 Nov 10 17:37:34.040494 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae51201-d6a9-48f9-bb3c-56c40398f984', 'name': 'network-vif-deleted', 'tag': 'a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:37:34.044320 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472591b4-d23d-429f-b9c5-a37688d93dce" -d '{"events": [{"server_uuid": "fae51201-d6a9-48f9-bb3c-56c40398f984", "name": "network-vif-deleted", "tag": "a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:37:34.115690 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbeaf9df-b1c8-419a-8626-20301138d91f x-openstack-request-id: req-bbeaf9df-b1c8-419a-8626-20301138d91f {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:37:34.116113 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae51201-d6a9-48f9-bb3c-56c40398f984", "name": "network-vif-deleted", "tag": "a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:37:34.116601 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bbeaf9df-b1c8-419a-8626-20301138d91f {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:37:34.117799 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae51201-d6a9-48f9-bb3c-56c40398f984', 'name': 'network-vif-deleted', 'tag': 'a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86', 'status': 'completed', 'code': 200} Nov 10 17:37:34.151239 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb42cd7-904f-42ec-8972-e0c936995910 req-df9a91dd-94db-4bdf-ad48-16b33c4062c2 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:34.161150 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cbb42cd7-904f-42ec-8972-e0c936995910 req-df9a91dd-94db-4bdf-ad48-16b33c4062c2 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0888078 Nov 10 17:37:34.201425 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7b2da7bd-e130-4285-b094-2ca8cb3e1039 req-9fbf511c-2e6c-42ea-b3b3-d6a7b7667858 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?device_id=fae51201-d6a9-48f9-bb3c-56c40398f984 HTTP/1.1" status: 200 len: 210 time: 0.0371969 Nov 10 17:37:34.226881 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cbb42cd7-904f-42ec-8972-e0c936995910 req-a6dc3bc4-1bbe-41f4-98f2-bcb9618bd363 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646877 Nov 10 17:37:34.346311 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ced7bd-87d2-4919-bd86-2457a37bd1d9 req-b6aace73-adf6-4a4e-b091-fd07a4ffb231 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:34.347803 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a0ced7bd-87d2-4919-bd86-2457a37bd1d9 req-b6aace73-adf6-4a4e-b091-fd07a4ffb231 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0507560 Nov 10 17:37:34.396873 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a0ced7bd-87d2-4919-bd86-2457a37bd1d9 req-dedbaad7-53b8-49b5-a44a-c8e3ed02243f tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431190 Nov 10 17:37:34.540892 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db4fe5-3409-4d0f-9349-e6cd28da395a req-5625d0c2-a43e-461d-aaf1-66a19be75915 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:34.543537 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-53db4fe5-3409-4d0f-9349-e6cd28da395a req-5625d0c2-a43e-461d-aaf1-66a19be75915 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0653334 Nov 10 17:37:34.599345 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe8cea-2dd0-4278-8a95-c60722f3ef53 req-6fae3bce-82e7-4354-ac8a-1b66607276d9 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:34.601302 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2fbe8cea-2dd0-4278-8a95-c60722f3ef53 req-6fae3bce-82e7-4354-ac8a-1b66607276d9 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba98ea0a-3786-4465-a961-42b8daa02ec0 HTTP/1.1" status: 200 len: 948 time: 0.0707781 Nov 10 17:37:34.602052 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-53db4fe5-3409-4d0f-9349-e6cd28da395a req-54349a90-6efb-4901-8f96-f7a34457c0de tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536971 Nov 10 17:37:34.691100 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2fbe8cea-2dd0-4278-8a95-c60722f3ef53 req-4e1494a3-9094-475d-af9f-08bf08753f06 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821736 Nov 10 17:37:34.932301 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0e7fb-3510-48e7-9348-0f9b9df8b5e9 req-17f35bf6-0a20-405e-aa50-b41294a67a74 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:34.938904 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5bf0e7fb-3510-48e7-9348-0f9b9df8b5e9 req-17f35bf6-0a20-405e-aa50-b41294a67a74 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5cc0e63-9ae0-45b0-9001-7d0497dfbff0 HTTP/1.1" status: 200 len: 944 time: 0.0601313 Nov 10 17:37:34.992771 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5bf0e7fb-3510-48e7-9348-0f9b9df8b5e9 req-7dcaae0f-b72e-47d2-9044-bbf8288bca4a tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501318 Nov 10 17:37:35.075698 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a926480-d36e-4e78-8f85-b0eabd9aa51c req-2e2395ba-f1e9-4558-9ad5-79fdfa703214 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:35.075698 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3a926480-d36e-4e78-8f85-b0eabd9aa51c req-2e2395ba-f1e9-4558-9ad5-79fdfa703214 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.2987790 Nov 10 17:37:35.130214 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3a926480-d36e-4e78-8f85-b0eabd9aa51c req-39449756-a430-43ef-8c99-dcd0b5ea8443 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450718 Nov 10 17:37:35.317986 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a4fb4-2d17-483b-967f-52a2e96c6055 req-d34ff19c-5548-4503-a7ac-31df059cc762 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:35.319574 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8b7a4fb4-2d17-483b-967f-52a2e96c6055 req-d34ff19c-5548-4503-a7ac-31df059cc762 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0565755 Nov 10 17:37:35.370502 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8b7a4fb4-2d17-483b-967f-52a2e96c6055 req-edc91801-57d0-4d02-9e02-d8fed54c6440 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445321 Nov 10 17:37:35.437973 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:35.512897 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806650a-dead-4fec-a30b-71e1c70ada9e req-ad4107d4-6ec8-4639-b471-5f9d3538a082 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:35.518442 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1806650a-dead-4fec-a30b-71e1c70ada9e req-ad4107d4-6ec8-4639-b471-5f9d3538a082 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0597732 Nov 10 17:37:35.574406 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1806650a-dead-4fec-a30b-71e1c70ada9e req-3f1537ae-2732-470d-adb9-90f23482992c tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536528 Nov 10 17:37:35.754973 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7496564-0625-4157-bb9f-de5f9333aad5 req-c6aa63db-a519-4838-b494-7a6d928114ec tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:35.756586 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f7496564-0625-4157-bb9f-de5f9333aad5 req-c6aa63db-a519-4838-b494-7a6d928114ec tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0531209 Nov 10 17:37:35.817754 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f7496564-0625-4157-bb9f-de5f9333aad5 req-df4e28b1-4aa0-46de-965e-40aa34478bd1 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550020 Nov 10 17:37:35.930954 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cd7f8-c34e-4d41-9d1d-2068f3926320 req-954f9c74-6695-4a8d-b71a-31a9c2027d02 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:35.932608 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a72cd7f8-c34e-4d41-9d1d-2068f3926320 req-954f9c74-6695-4a8d-b71a-31a9c2027d02 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba98ea0a-3786-4465-a961-42b8daa02ec0 HTTP/1.1" status: 200 len: 948 time: 0.0542178 Nov 10 17:37:35.965864 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device c9467d34-2681-48b3-bf8d-d60ace4abc08 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:37:35.967969 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 90993299-948d-4723-8daf-def5c3a540d8 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:37:35.993385 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a72cd7f8-c34e-4d41-9d1d-2068f3926320 req-54e922ff-8238-4110-8ea5-052cb3273ddc tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537040 Nov 10 17:37:36.093262 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 90993299-948d-4723-8daf-def5c3a540d8 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:37:36.101115 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 90993299-948d-4723-8daf-def5c3a540d8 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:37:36.101469 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:36.155039 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204c0fa-67eb-4b19-80aa-e4232894f193 req-89952a24-9d84-42e3-a8ec-0d61f32e8316 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:36.157639 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7204c0fa-67eb-4b19-80aa-e4232894f193 req-89952a24-9d84-42e3-a8ec-0d61f32e8316 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0815334 Nov 10 17:37:36.166781 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port c9467d34-2681-48b3-bf8d-d60ace4abc08, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=c9467d34-2681-48b3-bf8d-d60ace4abc08,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:36.180765 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:36.184923 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'c9467d34-2681-48b3-bf8d-d60ace4abc08', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': 'c9467d34-2681-48b3-bf8d-d60ace4abc08', 'mac_address': 'fa:16:3e:a3:46:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:37:36.230550 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7204c0fa-67eb-4b19-80aa-e4232894f193 req-d25278f0-d198-49d9-b6d1-7a0fed33f923 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637248 Nov 10 17:37:36.258692 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:36.285595 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2965723-580e-4518-901f-33ed83330c60 req-bf498f8d-2681-4ddd-bfd6-ff7923930e24 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:36.286679 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9467d34-2681-48b3-bf8d-d60ace4abc08 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:37:36.293950 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:36.295774 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2965723-580e-4518-901f-33ed83330c60 req-bf498f8d-2681-4ddd-bfd6-ff7923930e24 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:36.297749 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2965723-580e-4518-901f-33ed83330c60 req-bf498f8d-2681-4ddd-bfd6-ff7923930e24 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fe4add-f1f4-4307-9418-0bf145efc362&device_id=fd7f14ff-c55a-4fbe-ae4d-d492d246e9e3 HTTP/1.1" status: 200 len: 1682 time: 0.0839691 Nov 10 17:37:36.318902 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port c9467d34-2681-48b3-bf8d-d60ace4abc08, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=c9467d34-2681-48b3-bf8d-d60ace4abc08,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:36.328305 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:36.336695 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5cc0e63-9ae0-45b0-9001-7d0497dfbff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90993299-948d-4723-8daf-def5c3a540d8'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:37:36.339005 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c2b1a3-25d7-452a-8220-8428eeddb63c" -d '{"events": [{"server_uuid": "d5cc0e63-9ae0-45b0-9001-7d0497dfbff0", "name": "network-vif-plugged", "status": "completed", "tag": "90993299-948d-4723-8daf-def5c3a540d8"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:37:36.371168 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 90993299-948d-4723-8daf-def5c3a540d8, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=90993299-948d-4723-8daf-def5c3a540d8,segment=NetworkSegment(9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12),segment_id=9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:36.373909 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2965723-580e-4518-901f-33ed83330c60 req-0dfd5cb4-ca65-42da-90c3-6a644cafccb1 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/security-groups?id=c08de367-f5bd-4d04-aa27-76e997cd0039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668688 Nov 10 17:37:36.395761 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e0ffc-63e6-40f9-a386-31909b92144f req-01c4df17-3e20-49be-9bba-37b10dd87a7c tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:36.395761 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-013e0ffc-63e6-40f9-a386-31909b92144f req-01c4df17-3e20-49be-9bba-37b10dd87a7c tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5cc0e63-9ae0-45b0-9001-7d0497dfbff0 HTTP/1.1" status: 200 len: 944 time: 0.0867302 Nov 10 17:37:36.397711 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:36.425697 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=c9467d34-2681-48b3-bf8d-d60ace4abc08,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:36.484774 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-013e0ffc-63e6-40f9-a386-31909b92144f req-3093961a-2f47-4124-899d-59daed2f5d4c tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888791 Nov 10 17:37:36.492857 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=90993299-948d-4723-8daf-def5c3a540d8,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:36.514915 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6892ca57-3f42-4c21-b9f5-82fa5b53a6b4 x-openstack-request-id: req-6892ca57-3f42-4c21-b9f5-82fa5b53a6b4 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:37:36.515687 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5cc0e63-9ae0-45b0-9001-7d0497dfbff0", "name": "network-vif-plugged", "status": "completed", "tag": "90993299-948d-4723-8daf-def5c3a540d8", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:37:36.515978 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6892ca57-3f42-4c21-b9f5-82fa5b53a6b4 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:37:36.516448 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5cc0e63-9ae0-45b0-9001-7d0497dfbff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90993299-948d-4723-8daf-def5c3a540d8', 'code': 200} Nov 10 17:37:36.706408 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['c9467d34-2681-48b3-bf8d-d60ace4abc08'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:37:36.961523 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f76b7a-83b0-4d74-9e45-c9f52e35165f req-7acaa5d2-4a50-4e5c-8db5-33d15b07bbe3 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:36.963125 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7f76b7a-83b0-4d74-9e45-c9f52e35165f req-7acaa5d2-4a50-4e5c-8db5-33d15b07bbe3 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.3858931 Nov 10 17:37:36.972790 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d6339-04ca-4a10-a10e-95124f74eb22 req-076c2272-20ad-4335-9bf4-7405230d5972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:36.974346 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf1d6339-04ca-4a10-a10e-95124f74eb22 req-076c2272-20ad-4335-9bf4-7405230d5972 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d5cc0e63-9ae0-45b0-9001-7d0497dfbff0 HTTP/1.1" status: 200 len: 1097 time: 0.3455758 Nov 10 17:37:37.053244 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7f76b7a-83b0-4d74-9e45-c9f52e35165f req-c88c111b-3c4d-493e-baef-7d5bd0cef8a4 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779245 Nov 10 17:37:37.056786 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf1d6339-04ca-4a10-a10e-95124f74eb22 req-67750734-7cfb-478d-a27c-ece187b9777d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659945 Nov 10 17:37:37.171421 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a54217-a800-41cc-af0d-d17b4661d417 req-8ee9c3b6-f3fb-476b-8f9c-14dd431554b1 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:37.174892 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0a54217-a800-41cc-af0d-d17b4661d417 req-8ee9c3b6-f3fb-476b-8f9c-14dd431554b1 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba98ea0a-3786-4465-a961-42b8daa02ec0 HTTP/1.1" status: 200 len: 949 time: 0.0543427 Nov 10 17:37:37.232617 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0a54217-a800-41cc-af0d-d17b4661d417 req-9be27b0d-f640-4287-a478-056b8172d86f tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506284 Nov 10 17:37:37.261576 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b5dbc-814e-48c4-a816-2754efe406d2 req-9ed4ea4a-b484-42df-82be-d419f0ac28b1 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:37.263475 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6b2b5dbc-814e-48c4-a816-2754efe406d2 req-9ed4ea4a-b484-42df-82be-d419f0ac28b1 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0546124 Nov 10 17:37:37.319781 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6b2b5dbc-814e-48c4-a816-2754efe406d2 req-edaed44a-3cda-4866-9bad-e7213fac7472 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489426 Nov 10 17:37:37.347743 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b04575-5e16-4ba6-9638-113a4fb3a222 req-fd7752a6-ab64-41c4-aed7-983c1dbb614b tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:37.349255 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-24b04575-5e16-4ba6-9638-113a4fb3a222 req-fd7752a6-ab64-41c4-aed7-983c1dbb614b tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd7f14ff-c55a-4fbe-ae4d-d492d246e9e3 HTTP/1.1" status: 200 len: 946 time: 0.0549431 Nov 10 17:37:37.400253 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-24b04575-5e16-4ba6-9638-113a4fb3a222 req-136c61df-2f3c-47c7-9b7d-5e75de583196 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/security-groups?id=c08de367-f5bd-4d04-aa27-76e997cd0039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446405 Nov 10 17:37:37.539289 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8b638-dc51-4730-acf7-faa6e384ce1d req-8b40463e-053d-41ca-9df0-a03a94321c75 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:37.540817 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-54d8b638-dc51-4730-acf7-faa6e384ce1d req-8b40463e-053d-41ca-9df0-a03a94321c75 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0550885 Nov 10 17:37:37.589827 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-54d8b638-dc51-4730-acf7-faa6e384ce1d req-ac062d75-7816-4ca3-a27e-f0a171586547 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430079 Nov 10 17:37:37.646444 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52812c85-52f4-47ff-8731-8a8f931832f9 req-ae9c1415-b046-4a26-ae8e-69c4c7a6ff70 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:37.649048 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-52812c85-52f4-47ff-8731-8a8f931832f9 req-ae9c1415-b046-4a26-ae8e-69c4c7a6ff70 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5cc0e63-9ae0-45b0-9001-7d0497dfbff0 HTTP/1.1" status: 200 len: 945 time: 0.0604863 Nov 10 17:37:37.703726 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-52812c85-52f4-47ff-8731-8a8f931832f9 req-72c0afcd-67de-4619-b4ef-ad66186489f3 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489368 Nov 10 17:37:37.870688 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-8ca021e8-b610-4a2a-b1ab-ded22f45b864 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0548766 Nov 10 17:37:37.966951 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:37:37.976990 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-deaa1e7b-ecd7-4975-94bc-b4016882eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:37.977622 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-deaa1e7b-ecd7-4975-94bc-b4016882eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:37.978302 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-deaa1e7b-ecd7-4975-94bc-b4016882eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:37.978767 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-deaa1e7b-ecd7-4975-94bc-b4016882eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:37.979275 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-deaa1e7b-ecd7-4975-94bc-b4016882eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:37.979752 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-deaa1e7b-ecd7-4975-94bc-b4016882eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:37.980227 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-deaa1e7b-ecd7-4975-94bc-b4016882eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:37.982331 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-deaa1e7b-ecd7-4975-94bc-b4016882eafb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=281475dcac0247d79669d55a1da4eafc&device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 6496 time: 0.0557675 Nov 10 17:37:37.993592 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:37:37.994022 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device a0ddf1cd-0a96-4fa2-8366-8dadb9efdf86 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:37:38.119345 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-5e4f640f-244b-4d9e-a23c-c4c8baa3a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:38.119807 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-5e4f640f-244b-4d9e-a23c-c4c8baa3a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:38.123005 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-5e4f640f-244b-4d9e-a23c-c4c8baa3a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:38.123005 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-5e4f640f-244b-4d9e-a23c-c4c8baa3a0be service neutron] 10.222.0.11 "GET /v2.0/networks?id=d70b5a02-c1d9-4cfc-bb38-66395d3e54a1&id=bd6bf6ab-ba3a-413b-abc3-299018f27566&id=bd6bf6ab-ba3a-413b-abc3-299018f27566&id=bd6bf6ab-ba3a-413b-abc3-299018f27566&id=bd6bf6ab-ba3a-413b-abc3-299018f27566&id=d8ef22d3-496c-4901-a77e-1a8f4787440f&id=d8ef22d3-496c-4901-a77e-1a8f4787440f HTTP/1.1" status: 200 len: 2293 time: 0.1099360 Nov 10 17:37:38.200369 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-cfb0edfa-e6a2-462a-ac31-3dff8ace102c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45ab39ff-f9fe-4c21-8dec-e378b1fe5311 HTTP/1.1" status: 200 len: 1001 time: 0.0702636 Nov 10 17:37:38.281495 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-8b29c22f-328d-4adc-a70a-820f09c473c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:38.283690 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-8b29c22f-328d-4adc-a70a-820f09c473c5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b64957d3-50ce-4770-b403-8661f805ffb5 HTTP/1.1" status: 200 len: 851 time: 0.0599830 Nov 10 17:37:38.375377 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-ec5acc64-edc3-4493-87bf-9cf47c08d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:38.377591 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-ec5acc64-edc3-4493-87bf-9cf47c08d9b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d70b5a02-c1d9-4cfc-bb38-66395d3e54a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787873 Nov 10 17:37:38.385927 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09006b-cd02-401d-9737-dda3121b1820 req-1eb5fcce-13d0-441e-969f-0796800ab2d5 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:38.387365 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2d09006b-cd02-401d-9737-dda3121b1820 req-1eb5fcce-13d0-441e-969f-0796800ab2d5 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba98ea0a-3786-4465-a961-42b8daa02ec0 HTTP/1.1" status: 200 len: 949 time: 0.0792160 Nov 10 17:37:38.510963 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2d09006b-cd02-401d-9737-dda3121b1820 req-e00a4d3a-ba39-47c6-84c5-1c3672aa3fb8 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145923 Nov 10 17:37:38.522853 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-9df4d471-17a8-43c6-96cd-9eaa1b9eeb9a service neutron] 10.222.0.11 "GET /v2.0/networks/d70b5a02-c1d9-4cfc-bb38-66395d3e54a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344771 Nov 10 17:37:38.531150 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d121ff-a4d3-4ed6-980e-a361cd0bb093 req-418566fd-1203-4253-a05b-a29f50497d65 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:38.532793 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-19d121ff-a4d3-4ed6-980e-a361cd0bb093 req-418566fd-1203-4253-a05b-a29f50497d65 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd7f14ff-c55a-4fbe-ae4d-d492d246e9e3 HTTP/1.1" status: 200 len: 946 time: 0.0537438 Nov 10 17:37:38.587017 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-19d121ff-a4d3-4ed6-980e-a361cd0bb093 req-935ed295-79f7-4f35-a3ab-cc961258781c tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/security-groups?id=c08de367-f5bd-4d04-aa27-76e997cd0039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462883 Nov 10 17:37:38.630865 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-dadb54fc-5024-4122-9fa5-9542363b7241 service neutron] 10.222.0.11 "GET /v2.0/networks/d70b5a02-c1d9-4cfc-bb38-66395d3e54a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945654 Nov 10 17:37:38.685353 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-60e7816e-c470-4209-a6f7-24cbfe03939d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=83e707e1-bf12-4c7c-a89d-817fb1d04fd0 HTTP/1.1" status: 200 len: 217 time: 0.0421729 Nov 10 17:37:38.766320 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-f0edce73-4602-451d-aec0-46a5f00f5f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:38.769382 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-f0edce73-4602-451d-aec0-46a5f00f5f49 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc214285-d346-4cd8-ad33-53f4b62c91f1 HTTP/1.1" status: 200 len: 797 time: 0.0689332 Nov 10 17:37:38.787883 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f30c1-0c17-4793-98c7-19bb552dc5ae req-15019ed5-13aa-4da9-979a-c9848afe8b1e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:38.790191 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b24f30c1-0c17-4793-98c7-19bb552dc5ae req-15019ed5-13aa-4da9-979a-c9848afe8b1e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.1205549 Nov 10 17:37:38.809899 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6953f5-9b0d-4989-93a6-5cd617d045a5 req-c5d11f3d-5833-4782-8d6b-39043e986a45 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:38.812036 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fc6953f5-9b0d-4989-93a6-5cd617d045a5 req-c5d11f3d-5833-4782-8d6b-39043e986a45 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd7f14ff-c55a-4fbe-ae4d-d492d246e9e3 HTTP/1.1" status: 200 len: 946 time: 0.1056597 Nov 10 17:37:38.905248 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-b856c8e8-b0b9-415f-bcb3-485a71cbd060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:38.906788 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-b856c8e8-b0b9-415f-bcb3-485a71cbd060 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd6bf6ab-ba3a-413b-abc3-299018f27566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1282713 Nov 10 17:37:38.916819 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddb78a-bb81-49c9-8ee8-0c21560ab842 req-62299e56-0896-4e58-abba-79ff608e8b8e tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:38.921363 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a8ddb78a-bb81-49c9-8ee8-0c21560ab842 req-62299e56-0896-4e58-abba-79ff608e8b8e tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5cc0e63-9ae0-45b0-9001-7d0497dfbff0 HTTP/1.1" status: 200 len: 945 time: 0.1309490 Nov 10 17:37:38.945177 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b24f30c1-0c17-4793-98c7-19bb552dc5ae req-1c3c0c4d-ecb7-4ad0-8bdf-e75f887bcd35 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469016 Nov 10 17:37:38.999369 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-fc6953f5-9b0d-4989-93a6-5cd617d045a5 req-6513599a-6749-4a6b-b4a5-89d1ddfea9ba tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Deleting port 36c38e5d-ac2d-4393-aaee-7e5fc495d3ab {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:37:38.999771 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-fc6953f5-9b0d-4989-93a6-5cd617d045a5 req-6513599a-6749-4a6b-b4a5-89d1ddfea9ba tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:39.044730 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a8ddb78a-bb81-49c9-8ee8-0c21560ab842 req-bc482409-a9a6-4fef-b002-e4641d3a8c2b tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045544 Nov 10 17:37:39.106200 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-120e2769-7142-4bb8-9d30-8c3fc8e9f5be service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844232 Nov 10 17:37:39.142094 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-fc6953f5-9b0d-4989-93a6-5cd617d045a5 req-6513599a-6749-4a6b-b4a5-89d1ddfea9ba tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] For port 36c38e5d-ac2d-4393-aaee-7e5fc495d3ab, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=36c38e5d-ac2d-4393-aaee-7e5fc495d3ab,segment=NetworkSegment(772cda11-5611-41ac-8834-f899de809cef),segment_id=772cda11-5611-41ac-8834-f899de809cef)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:39.142650 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-fc6953f5-9b0d-4989-93a6-5cd617d045a5 req-6513599a-6749-4a6b-b4a5-89d1ddfea9ba tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:39.163909 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-fc6953f5-9b0d-4989-93a6-5cd617d045a5 req-6513599a-6749-4a6b-b4a5-89d1ddfea9ba tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Calling delete_port for 36c38e5d-ac2d-4393-aaee-7e5fc495d3ab owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:37:39.299132 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-2fb47fc2-757a-4e74-9267-c1411d6e0420 service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734705 Nov 10 17:37:39.390906 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-fc6953f5-9b0d-4989-93a6-5cd617d045a5 req-6513599a-6749-4a6b-b4a5-89d1ddfea9ba tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:39.407453 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['36c38e5d-ac2d-4393-aaee-7e5fc495d3ab'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:37:39.411359 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['2efb42fd-ef81-47f7-9d20-3a05c24fe27b'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:37:39.453603 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-f0567a57-4fe0-4a33-b023-acab6a781285 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=d91136a8-ce33-4918-a613-fe42fbce644b HTTP/1.1" status: 200 len: 217 time: 0.1266861 Nov 10 17:37:39.505167 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513599a-6749-4a6b-b4a5-89d1ddfea9ba tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Pushing event deleted for resources: {'Port': ['ID=36c38e5d-ac2d-4393-aaee-7e5fc495d3ab,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:39.598713 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd760ed8-28ae-4e98-8dcf-21bdaa28f37c req-938f096e-42b7-4580-9f84-980ca57dfb81 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:39.600852 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cd760ed8-28ae-4e98-8dcf-21bdaa28f37c req-938f096e-42b7-4580-9f84-980ca57dfb81 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4fe4add-f1f4-4307-9418-0bf145efc362 HTTP/1.1" status: 200 len: 945 time: 0.2904708 Nov 10 17:37:39.621739 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-28b258ad-b717-44fa-bd91-908ca45cacc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:39.623458 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-28b258ad-b717-44fa-bd91-908ca45cacc9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc214285-d346-4cd8-ad33-53f4b62c91f1 HTTP/1.1" status: 200 len: 797 time: 0.1480281 Nov 10 17:37:39.693184 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f46f5-fe0f-40ba-9e29-71fd7bbb6223 req-97ffcf38-f7bd-49f2-893d-079a6ed8fdae tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:39.701431 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ea1f46f5-fe0f-40ba-9e29-71fd7bbb6223 req-97ffcf38-f7bd-49f2-893d-079a6ed8fdae tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.3404021 Nov 10 17:37:39.731442 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6953f5-9b0d-4989-93a6-5cd617d045a5 req-6513599a-6749-4a6b-b4a5-89d1ddfea9ba tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] No DVR routers for this DVR port 36c38e5d-ac2d-4393-aaee-7e5fc495d3ab on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:37:39.736652 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-fc6953f5-9b0d-4989-93a6-5cd617d045a5 req-6513599a-6749-4a6b-b4a5-89d1ddfea9ba tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:39.741363 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fc6953f5-9b0d-4989-93a6-5cd617d045a5 req-6513599a-6749-4a6b-b4a5-89d1ddfea9ba tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.11 "DELETE /v2.0/ports/36c38e5d-ac2d-4393-aaee-7e5fc495d3ab HTTP/1.1" status: 204 len: 173 time: 0.9205408 Nov 10 17:37:39.742317 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd7f14ff-c55a-4fbe-ae4d-d492d246e9e3', 'name': 'network-vif-deleted', 'tag': '36c38e5d-ac2d-4393-aaee-7e5fc495d3ab'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:37:39.746627 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0b8630-d7e3-4003-a531-67a72634ec0d" -d '{"events": [{"server_uuid": "fd7f14ff-c55a-4fbe-ae4d-d492d246e9e3", "name": "network-vif-deleted", "tag": "36c38e5d-ac2d-4393-aaee-7e5fc495d3ab"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:37:39.837159 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ea1f46f5-fe0f-40ba-9e29-71fd7bbb6223 req-32033710-b046-49d7-8dbb-0f02f6ca586b tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348414 Nov 10 17:37:39.840557 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-27c75d97-e4e8-48b8-af69-8f61b2006a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:39.842028 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-27c75d97-e4e8-48b8-af69-8f61b2006a02 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd6bf6ab-ba3a-413b-abc3-299018f27566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1770933 Nov 10 17:37:39.894765 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e73d4-cb7f-4f66-89ed-65d854d264dc req-35a65ea2-8712-41c1-8558-1e0c48975c00 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:39.896502 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-048e73d4-cb7f-4f66-89ed-65d854d264dc req-35a65ea2-8712-41c1-8558-1e0c48975c00 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba98ea0a-3786-4465-a961-42b8daa02ec0 HTTP/1.1" status: 200 len: 949 time: 0.0909805 Nov 10 17:37:39.911826 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-cd760ed8-28ae-4e98-8dcf-21bdaa28f37c req-b5f48b4f-9a1e-463e-9905-57551df247f8 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Deleting port 2efb42fd-ef81-47f7-9d20-3a05c24fe27b {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:37:39.912106 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cd760ed8-28ae-4e98-8dcf-21bdaa28f37c req-b5f48b4f-9a1e-463e-9905-57551df247f8 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:39.967259 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-048e73d4-cb7f-4f66-89ed-65d854d264dc req-887e0dce-50a7-4b95-b71a-56f225f66272 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633163 Nov 10 17:37:39.980716 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device c9467d34-2681-48b3-bf8d-d60ace4abc08 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:37:39.992179 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b8569e2e-ce24-40f5-8938-309830972f9d req-1ba54515-25e7-4910-bbd4-94e222cd6a61 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd7f14ff-c55a-4fbe-ae4d-d492d246e9e3 HTTP/1.1" status: 200 len: 210 time: 0.0759070 Nov 10 17:37:40.061219 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-ab5754c3-403b-468c-94bc-04c11d45a014 service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112529 Nov 10 17:37:40.062237 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b76470d-7be6-436e-ac03-e18c9c1769f7 x-openstack-request-id: req-6b76470d-7be6-436e-ac03-e18c9c1769f7 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:37:40.062393 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd7f14ff-c55a-4fbe-ae4d-d492d246e9e3", "name": "network-vif-deleted", "tag": "36c38e5d-ac2d-4393-aaee-7e5fc495d3ab", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:37:40.063640 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6b76470d-7be6-436e-ac03-e18c9c1769f7 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:37:40.063640 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd7f14ff-c55a-4fbe-ae4d-d492d246e9e3', 'name': 'network-vif-deleted', 'tag': '36c38e5d-ac2d-4393-aaee-7e5fc495d3ab', 'status': 'completed', 'code': 200} Nov 10 17:37:40.065367 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port c9467d34-2681-48b3-bf8d-d60ace4abc08 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:37:40.078211 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port c9467d34-2681-48b3-bf8d-d60ace4abc08 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:37:40.078668 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:40.143896 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-cd760ed8-28ae-4e98-8dcf-21bdaa28f37c req-b5f48b4f-9a1e-463e-9905-57551df247f8 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] For port 2efb42fd-ef81-47f7-9d20-3a05c24fe27b, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2efb42fd-ef81-47f7-9d20-3a05c24fe27b,segment=NetworkSegment(772cda11-5611-41ac-8834-f899de809cef),segment_id=772cda11-5611-41ac-8834-f899de809cef)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:40.144282 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cd760ed8-28ae-4e98-8dcf-21bdaa28f37c req-b5f48b4f-9a1e-463e-9905-57551df247f8 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:40.179662 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:40.187316 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-cd760ed8-28ae-4e98-8dcf-21bdaa28f37c req-b5f48b4f-9a1e-463e-9905-57551df247f8 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Calling delete_port for 2efb42fd-ef81-47f7-9d20-3a05c24fe27b owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:37:40.210194 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba98ea0a-3786-4465-a961-42b8daa02ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9467d34-2681-48b3-bf8d-d60ace4abc08'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:37:40.212820 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0662d99e-0118-40dd-a999-2b0ce4094a1e" -d '{"events": [{"server_uuid": "ba98ea0a-3786-4465-a961-42b8daa02ec0", "name": "network-vif-plugged", "status": "completed", "tag": "c9467d34-2681-48b3-bf8d-d60ace4abc08"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:37:40.229380 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port c9467d34-2681-48b3-bf8d-d60ace4abc08, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=c9467d34-2681-48b3-bf8d-d60ace4abc08,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:40.245581 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:40.296847 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83875d6a-5312-4550-a037-61ef394b722b req-38e53489-62c6-4365-9b8b-4e8d3bb5864c tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:40.299000 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-83875d6a-5312-4550-a037-61ef394b722b req-38e53489-62c6-4365-9b8b-4e8d3bb5864c tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5cc0e63-9ae0-45b0-9001-7d0497dfbff0 HTTP/1.1" status: 200 len: 945 time: 0.1581798 Nov 10 17:37:40.315382 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-6fcfd062-bb31-46c0-a6c3-1240a65386b2 service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422314 Nov 10 17:37:40.316623 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9a55af-c4d2-4af9-ba45-88cc1fb180e2 x-openstack-request-id: req-6c9a55af-c4d2-4af9-ba45-88cc1fb180e2 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:37:40.317312 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba98ea0a-3786-4465-a961-42b8daa02ec0", "name": "network-vif-plugged", "status": "completed", "tag": "c9467d34-2681-48b3-bf8d-d60ace4abc08", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:37:40.317771 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6c9a55af-c4d2-4af9-ba45-88cc1fb180e2 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:37:40.318517 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba98ea0a-3786-4465-a961-42b8daa02ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9467d34-2681-48b3-bf8d-d60ace4abc08', 'code': 200} Nov 10 17:37:40.368427 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=c9467d34-2681-48b3-bf8d-d60ace4abc08,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:40.417649 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-066e0ce0-81dc-43d2-98e7-245142a340b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=1b397362-5908-4133-821d-3cd55c0c1231 HTTP/1.1" status: 200 len: 217 time: 0.0752869 Nov 10 17:37:40.545564 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-83875d6a-5312-4550-a037-61ef394b722b req-7d908f54-f357-4130-ab9f-49504ad35c89 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276101 Nov 10 17:37:40.571103 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69164989-536e-4578-94fc-3483bb9cec70 req-d5374faf-71ff-4a9b-8272-9c7780115f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:40.571872 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-69164989-536e-4578-94fc-3483bb9cec70 req-d5374faf-71ff-4a9b-8272-9c7780115f56 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba98ea0a-3786-4465-a961-42b8daa02ec0 HTTP/1.1" status: 200 len: 1102 time: 0.1640759 Nov 10 17:37:40.576676 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-83888ae9-1e98-4876-bfb9-6185907606b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:40.578079 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-83888ae9-1e98-4876-bfb9-6185907606b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc214285-d346-4cd8-ad33-53f4b62c91f1 HTTP/1.1" status: 200 len: 797 time: 0.1337376 Nov 10 17:37:40.587535 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cd760ed8-28ae-4e98-8dcf-21bdaa28f37c req-b5f48b4f-9a1e-463e-9905-57551df247f8 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:40.647753 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f48b4f-9a1e-463e-9905-57551df247f8 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Pushing event deleted for resources: {'Port': ['ID=2efb42fd-ef81-47f7-9d20-3a05c24fe27b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:40.719842 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd760ed8-28ae-4e98-8dcf-21bdaa28f37c req-b5f48b4f-9a1e-463e-9905-57551df247f8 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] No DVR routers for this DVR port 2efb42fd-ef81-47f7-9d20-3a05c24fe27b on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:37:40.724892 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cd760ed8-28ae-4e98-8dcf-21bdaa28f37c req-b5f48b4f-9a1e-463e-9905-57551df247f8 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:40.728326 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cd760ed8-28ae-4e98-8dcf-21bdaa28f37c req-b5f48b4f-9a1e-463e-9905-57551df247f8 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.13 "DELETE /v2.0/ports/2efb42fd-ef81-47f7-9d20-3a05c24fe27b HTTP/1.1" status: 204 len: 173 time: 1.1028814 Nov 10 17:37:40.730619 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4fe4add-f1f4-4307-9418-0bf145efc362', 'name': 'network-vif-deleted', 'tag': '2efb42fd-ef81-47f7-9d20-3a05c24fe27b'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:37:40.733122 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea87eb6c-27b1-4041-a32c-db36ad2a32ab" -d '{"events": [{"server_uuid": "c4fe4add-f1f4-4307-9418-0bf145efc362", "name": "network-vif-deleted", "tag": "2efb42fd-ef81-47f7-9d20-3a05c24fe27b"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:37:40.740642 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-69164989-536e-4578-94fc-3483bb9cec70 req-85db41f7-416e-4cbe-bf07-11017681825c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599951 Nov 10 17:37:40.743094 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-c214e93d-d4cc-4719-9471-341b37b1b3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:40.744861 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-c214e93d-d4cc-4719-9471-341b37b1b3f6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd6bf6ab-ba3a-413b-abc3-299018f27566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1427350 Nov 10 17:37:40.812543 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecd7ca1-0688-4494-9b4f-7058df56091f x-openstack-request-id: req-4ecd7ca1-0688-4494-9b4f-7058df56091f {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:37:40.812901 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4fe4add-f1f4-4307-9418-0bf145efc362", "name": "network-vif-deleted", "tag": "2efb42fd-ef81-47f7-9d20-3a05c24fe27b", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:37:40.813413 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4ecd7ca1-0688-4494-9b4f-7058df56091f {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:37:40.814614 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4fe4add-f1f4-4307-9418-0bf145efc362', 'name': 'network-vif-deleted', 'tag': '2efb42fd-ef81-47f7-9d20-3a05c24fe27b', 'status': 'completed', 'code': 200} Nov 10 17:37:40.865322 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-7eb90648-5a6f-464f-8b53-701861626e06 service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128657 Nov 10 17:37:41.032295 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-18fb90c5-1240-4b0e-8bd5-fa257ff1facc service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540761 Nov 10 17:37:41.068032 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2bd1a-46ad-49b5-8935-1d4ca5e335e9 req-d7971f86-58df-4d52-b591-bf71c07d1532 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:41.092835 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-07c2bd1a-46ad-49b5-8935-1d4ca5e335e9 req-d7971f86-58df-4d52-b591-bf71c07d1532 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.1515002 Nov 10 17:37:41.107623 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-eaef8691-319a-442a-a424-4c94e7b29232 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=50e42342-3dd3-4471-9114-97bf09fa8efd HTTP/1.1" status: 200 len: 217 time: 0.0624065 Nov 10 17:37:41.186490 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-4d0daa69-4287-4aaa-ba52-b2b62cebc661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:41.188339 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-4d0daa69-4287-4aaa-ba52-b2b62cebc661 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc214285-d346-4cd8-ad33-53f4b62c91f1 HTTP/1.1" status: 200 len: 797 time: 0.0532782 Nov 10 17:37:41.191965 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-07c2bd1a-46ad-49b5-8935-1d4ca5e335e9 req-a830cbb2-38b5-4f7a-9de3-260f41943c9b tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981026 Nov 10 17:37:41.263945 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812289c-d235-48a8-ac91-38b5dd575eea req-b33ca64b-6796-424b-84c6-b1e15eba3129 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:41.274766 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4812289c-d235-48a8-ac91-38b5dd575eea req-b33ca64b-6796-424b-84c6-b1e15eba3129 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba98ea0a-3786-4465-a961-42b8daa02ec0 HTTP/1.1" status: 200 len: 950 time: 0.1689563 Nov 10 17:37:41.312887 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-6297cc65-2223-4bf0-82eb-6e2386365b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:41.315669 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-6297cc65-2223-4bf0-82eb-6e2386365b0f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd6bf6ab-ba3a-413b-abc3-299018f27566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1177866 Nov 10 17:37:41.398599 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4812289c-d235-48a8-ac91-38b5dd575eea req-949900e7-514b-490a-90bb-db753281a923 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232588 Nov 10 17:37:41.457119 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-a12044d9-6ca1-4919-ba36-19aa686dca1f service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323318 Nov 10 17:37:41.504915 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506feb8-1a56-4ff7-acce-8cdace00ad1f req-a8425fb8-4432-48e0-a422-fe356c5dc929 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:41.507150 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b506feb8-1a56-4ff7-acce-8cdace00ad1f req-a8425fb8-4432-48e0-a422-fe356c5dc929 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0867038 Nov 10 17:37:41.557269 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-84f9904f-be17-4bcc-9bfb-f397e9ddc610 req-007dae04-80d6-4c4d-bb7d-809c765b1cc6 tempest-ListServersNegativeTestJSON-401549798 tempest-ListServersNegativeTestJSON-401549798-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4fe4add-f1f4-4307-9418-0bf145efc362 HTTP/1.1" status: 200 len: 210 time: 0.0614045 Nov 10 17:37:41.592811 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b506feb8-1a56-4ff7-acce-8cdace00ad1f req-34d79a8f-1319-49cd-8110-4270846d9e96 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776167 Nov 10 17:37:41.632759 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-383e7c80-ed7c-4d37-9a74-3e06c7c1b7ae service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666229 Nov 10 17:37:41.732762 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-321ca0ff-0db0-4c3a-ba97-06367c632bc5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0553aa7b-17be-418d-b02a-fbf798175967 HTTP/1.1" status: 200 len: 217 time: 0.0879905 Nov 10 17:37:41.811956 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-9c77b659-f637-4a21-973f-83ad8619527a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:41.814585 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-9c77b659-f637-4a21-973f-83ad8619527a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9a253c1-2e01-46bf-87f1-80f759de3839 HTTP/1.1" status: 200 len: 797 time: 0.0694990 Nov 10 17:37:41.852274 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434248b-a3cc-49d7-b68a-bb40cbb9cd9a req-7e43508d-738e-4070-9b3f-e251c901aa21 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:41.853854 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5434248b-a3cc-49d7-b68a-bb40cbb9cd9a req-7e43508d-738e-4070-9b3f-e251c901aa21 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0958018 Nov 10 17:37:41.904078 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-2bef53ab-7615-4933-af6f-50b1df162de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:41.905723 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-2bef53ab-7615-4933-af6f-50b1df162de8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8ef22d3-496c-4901-a77e-1a8f4787440f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0832379 Nov 10 17:37:41.914310 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5434248b-a3cc-49d7-b68a-bb40cbb9cd9a req-3fa58a30-f88c-46f8-a532-549c88123746 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539451 Nov 10 17:37:41.983229 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 36c38e5d-ac2d-4393-aaee-7e5fc495d3ab no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:37:42.012761 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 36c38e5d-ac2d-4393-aaee-7e5fc495d3ab {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:37:42.013424 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 36c38e5d-ac2d-4393-aaee-7e5fc495d3ab not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:37:42.043119 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-7ff73cef-0cd9-4d0b-b214-27379e369400 service neutron] 10.222.0.11 "GET /v2.0/networks/d8ef22d3-496c-4901-a77e-1a8f4787440f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291380 Nov 10 17:37:42.183495 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ef202-b517-4eec-92e9-e1cd06cc8c7b req-528499fa-925d-4331-9461-aabb9e75a2e7 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:42.186433 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e6ef202-b517-4eec-92e9-e1cd06cc8c7b req-528499fa-925d-4331-9461-aabb9e75a2e7 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.1639619 Nov 10 17:37:42.534853 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-17cb9917-810b-4dbd-ba3d-6ceb7df4b8f4 service neutron] 10.222.0.11 "GET /v2.0/networks/d8ef22d3-496c-4901-a77e-1a8f4787440f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611793 Nov 10 17:37:42.536860 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5ce35-e796-45c1-b48b-3554db02acc6 req-96a3becf-4f4a-4585-a269-a322d1f990b3 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:42.539348 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-06e5ce35-e796-45c1-b48b-3554db02acc6 req-96a3becf-4f4a-4585-a269-a322d1f990b3 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba98ea0a-3786-4465-a961-42b8daa02ec0 HTTP/1.1" status: 200 len: 950 time: 0.0613458 Nov 10 17:37:42.587117 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-6afded96-c2bd-4254-93d4-ff0c660a9b72 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d357b0f-39d1-4fb0-b1d9-8e35928b21e5 HTTP/1.1" status: 200 len: 217 time: 0.0511229 Nov 10 17:37:42.594359 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e6ef202-b517-4eec-92e9-e1cd06cc8c7b req-bb24d995-baf0-4387-865d-ab303324a810 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937285 Nov 10 17:37:42.601101 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-06e5ce35-e796-45c1-b48b-3554db02acc6 req-de5cb398-4eb7-4186-afdd-5b940087c3c2 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554349 Nov 10 17:37:42.647324 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-d792d129-adc4-4a6e-84ad-93a6d84af7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:42.649148 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-d792d129-adc4-4a6e-84ad-93a6d84af7de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9a253c1-2e01-46bf-87f1-80f759de3839 HTTP/1.1" status: 200 len: 797 time: 0.0504870 Nov 10 17:37:42.674431 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39002) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:37:42.790738 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb4d890-81c0-44fa-83f5-ff34ce69e58f admin admin] Deleting subnet 3c5954be-739f-4afa-9fdf-379b654f99b1 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:37:42.796781 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bb4d890-81c0-44fa-83f5-ff34ce69e58f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:42.812179 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c09703-5e1c-41d2-99de-18c2a68fdf76 req-403d06ee-dbf4-4a49-bc55-81968225444c tempest-ServersOnMultiNodesTest-1239933100 tempest-ServersOnMultiNodesTest-1239933100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:42.815341 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-44c09703-5e1c-41d2-99de-18c2a68fdf76 req-403d06ee-dbf4-4a49-bc55-81968225444c tempest-ServersOnMultiNodesTest-1239933100 tempest-ServersOnMultiNodesTest-1239933100-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ba98ea0a-3786-4465-a961-42b8daa02ec0 HTTP/1.1" status: 200 len: 1102 time: 0.0780818 Nov 10 17:37:42.826953 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-945d00b3-9488-4438-bf5a-342bfad074e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:42.828577 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-945d00b3-9488-4438-bf5a-342bfad074e9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8ef22d3-496c-4901-a77e-1a8f4787440f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1643431 Nov 10 17:37:42.853771 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8554d0-ad81-42ee-a116-268d3c322059 req-91b1cc3d-a773-4804-8a16-7539aeeced71 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:42.855349 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b8554d0-ad81-42ee-a116-268d3c322059 req-91b1cc3d-a773-4804-8a16-7539aeeced71 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.1191494 Nov 10 17:37:42.864274 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-44c09703-5e1c-41d2-99de-18c2a68fdf76 req-20bfbbfb-7cee-4d23-811f-55715b3ef70b tempest-ServersOnMultiNodesTest-1239933100 tempest-ServersOnMultiNodesTest-1239933100-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422328 Nov 10 17:37:42.888206 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bb4d890-81c0-44fa-83f5-ff34ce69e58f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:43.011602 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bb4d890-81c0-44fa-83f5-ff34ce69e58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:43.037306 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b8554d0-ad81-42ee-a116-268d3c322059 req-ece595ef-6cea-4ee5-aa3c-2fa72e7df8d3 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728828 Nov 10 17:37:43.063543 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-d8789782-c24f-4fce-8606-acbc9f12ac63 service neutron] 10.222.0.11 "GET /v2.0/networks/d8ef22d3-496c-4901-a77e-1a8f4787440f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251093 Nov 10 17:37:43.184306 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bb4d890-81c0-44fa-83f5-ff34ce69e58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:43.246276 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bb4d890-81c0-44fa-83f5-ff34ce69e58f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:43.252232 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1bb4d890-81c0-44fa-83f5-ff34ce69e58f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3c5954be-739f-4afa-9fdf-379b654f99b1 HTTP/1.1" status: 204 len: 168 time: 0.5741692 Nov 10 17:37:43.252452 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df528a3-2462-44da-9d0a-8f2510cafe73 req-5648ce48-85c6-4ccb-ab59-4e7838b4838a tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:43.254016 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9df528a3-2462-44da-9d0a-8f2510cafe73 req-5648ce48-85c6-4ccb-ab59-4e7838b4838a tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0627577 Nov 10 17:37:43.255552 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39020) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:37:43.263139 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4d890-81c0-44fa-83f5-ff34ce69e58f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c5954be-739f-4afa-9fdf-379b654f99b1,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:43.297611 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61fc0988-e3ab-467e-8950-ba58e7d8902a req-fd343b4f-f38c-40d8-856b-8f49f61ecac1 service neutron] 10.222.0.11 "GET /v2.0/networks/d8ef22d3-496c-4901-a77e-1a8f4787440f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229946 Nov 10 17:37:43.319810 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462efd3e-81fe-4b27-b4ae-4cac38fc0f34 req-c809d0c8-6196-496e-af26-befec6c0f201 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:43.321497 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-462efd3e-81fe-4b27-b4ae-4cac38fc0f34 req-c809d0c8-6196-496e-af26-befec6c0f201 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba98ea0a-3786-4465-a961-42b8daa02ec0 HTTP/1.1" status: 200 len: 950 time: 0.0775630 Nov 10 17:37:43.368045 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9df528a3-2462-44da-9d0a-8f2510cafe73 req-02231290-97eb-4998-aed7-e07dddb0dc99 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040707 Nov 10 17:37:43.377562 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-462efd3e-81fe-4b27-b4ae-4cac38fc0f34 req-97cafc01-6261-4895-8be4-8198c04a00d0 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493164 Nov 10 17:37:43.384732 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0d5676f9-5b70-423a-83e9-5531ea465ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:43.485160 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0d5676f9-5b70-423a-83e9-5531ea465ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:43.513638 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-0d5676f9-5b70-423a-83e9-5531ea465ba4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ffbd17b-78e8-4a96-9ede-1fde3f3c095e']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:37:43.527091 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-0d5676f9-5b70-423a-83e9-5531ea465ba4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '772cda11-5611-41ac-8834-f899de809cef') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:37:43.527597 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-0d5676f9-5b70-423a-83e9-5531ea465ba4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '772cda11-5611-41ac-8834-f899de809cef') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:37:43.543579 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0d5676f9-5b70-423a-83e9-5531ea465ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:43.566428 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0d5676f9-5b70-423a-83e9-5531ea465ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:43.577823 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d5676f9-5b70-423a-83e9-5531ea465ba4 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:37:43.578736 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0d5676f9-5b70-423a-83e9-5531ea465ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:43.646110 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:37:43.646110 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:37:43.646110 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:37:43.646110 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:37:43.646110 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:37:43.646110 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:37:43.646110 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:37:43.646110 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:37:43.646110 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:37:43.646110 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:37:43.646110 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:37:43.646110 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:37:43.646110 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:37:43.646110 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:37:43.646110 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:37:43.646110 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:37:43.646110 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:37:43.646110 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:37:43.646110 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:37:43.646110 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:37:43.646110 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:37:43.646110 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:37:43.646110 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:37:43.646110 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:37:43.646110 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:37:43.646110 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:37:43.646110 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:37:43.646110 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:37:43.646110 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:37:43.646110 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:37:43.646110 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:37:43.646110 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:37:43.650127 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0d5676f9-5b70-423a-83e9-5531ea465ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:43.658953 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0d5676f9-5b70-423a-83e9-5531ea465ba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:43.659891 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aab31a-d51d-473c-96c7-1d9ee4592a40 req-eab7628a-860a-4e4f-a3b4-0b9408ddc1b4 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:43.661929 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-51aab31a-d51d-473c-96c7-1d9ee4592a40 req-eab7628a-860a-4e4f-a3b4-0b9408ddc1b4 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0813980 Nov 10 17:37:43.662918 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0d5676f9-5b70-423a-83e9-5531ea465ba4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2ffbd17b-78e8-4a96-9ede-1fde3f3c095e HTTP/1.1" status: 204 len: 168 time: 0.4062154 Nov 10 17:37:43.678484 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5676f9-5b70-423a-83e9-5531ea465ba4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ffbd17b-78e8-4a96-9ede-1fde3f3c095e,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:43.758850 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-51aab31a-d51d-473c-96c7-1d9ee4592a40 req-067519ca-877b-4c49-b1bc-18abd687a415 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814681 Nov 10 17:37:43.839894 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39042) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:37:43.898062 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873be66f-6ba8-482e-82e8-7063fea3ac86 req-1de70bd4-2237-40c3-b5e5-9f6e4a12baf8 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:43.902047 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-873be66f-6ba8-482e-82e8-7063fea3ac86 req-1de70bd4-2237-40c3-b5e5-9f6e4a12baf8 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0642915 Nov 10 17:37:43.902218 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-53e741e0-e9c9-45aa-a207-b5b407954ff5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b6a53e7b7850405b9c4888743fcb431e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0586073 Nov 10 17:37:43.902572 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39044) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:37:43.991813 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-873be66f-6ba8-482e-82e8-7063fea3ac86 req-601e96fe-8fad-4b87-8cfa-83ddae313ed1 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801749 Nov 10 17:37:43.999307 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 2efb42fd-ef81-47f7-9d20-3a05c24fe27b no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:37:44.012462 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c0fa9585-30e8-42b0-afab-cf62a8d764f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:44.025526 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 2efb42fd-ef81-47f7-9d20-3a05c24fe27b {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:37:44.026258 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 2efb42fd-ef81-47f7-9d20-3a05c24fe27b not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:37:44.067912 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c0fa9585-30e8-42b0-afab-cf62a8d764f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:44.156209 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c0fa9585-30e8-42b0-afab-cf62a8d764f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:44.159485 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c0fa9585-30e8-42b0-afab-cf62a8d764f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:44.160887 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c0fa9585-30e8-42b0-afab-cf62a8d764f0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c08de367-f5bd-4d04-aa27-76e997cd0039 HTTP/1.1" status: 204 len: 168 time: 0.2572024 Nov 10 17:37:44.176942 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa9585-30e8-42b0-afab-cf62a8d764f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08de367-f5bd-4d04-aa27-76e997cd0039,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:44.189740 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb654330-2261-49b1-8079-e0a3ed63090c req-6527d4b4-7686-4144-9454-b681245bf7a7 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:44.191455 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cb654330-2261-49b1-8079-e0a3ed63090c req-6527d4b4-7686-4144-9454-b681245bf7a7 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0828383 Nov 10 17:37:44.256283 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cb654330-2261-49b1-8079-e0a3ed63090c req-4de3ea07-da15-4cb7-9c36-dc2f1b13f036 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583050 Nov 10 17:37:44.394749 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccef080-b5d7-45e0-a244-06fd9097e6b3 req-f4a3323f-39e6-41f7-b9b8-b007eb538875 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:44.396526 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fccef080-b5d7-45e0-a244-06fd9097e6b3 req-f4a3323f-39e6-41f7-b9b8-b007eb538875 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0596254 Nov 10 17:37:44.524391 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fccef080-b5d7-45e0-a244-06fd9097e6b3 req-753a31a7-c2df-4db5-a8bb-ea47ed4ae31a tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069818 Nov 10 17:37:44.624997 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013f95e-7323-4b13-96f4-861a498c0e95 req-bde81b6b-7358-4978-87a5-d32aab17c9fa tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:44.638442 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1013f95e-7323-4b13-96f4-861a498c0e95 req-bde81b6b-7358-4978-87a5-d32aab17c9fa tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba98ea0a-3786-4465-a961-42b8daa02ec0 HTTP/1.1" status: 200 len: 950 time: 0.1391039 Nov 10 17:37:44.715833 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1013f95e-7323-4b13-96f4-861a498c0e95 req-65fe1cb6-093c-4c36-8ef4-9e4877a75293 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763147 Nov 10 17:37:44.842596 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7ee03-cb92-4430-a3f0-c8e9df182f53 req-74c5d3a1-714b-4554-beb7-e70e1fcfa6b9 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:44.844315 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5f7ee03-cb92-4430-a3f0-c8e9df182f53 req-74c5d3a1-714b-4554-beb7-e70e1fcfa6b9 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.1088586 Nov 10 17:37:44.906231 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5f7ee03-cb92-4430-a3f0-c8e9df182f53 req-9ec0d0b9-726a-44d6-a2df-128d9e29f7bf tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542037 Nov 10 17:37:45.060886 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b06eb-e843-47b1-9dec-bd4c4004700a req-f4445001-b7be-4faf-bfaf-16ba3449889f tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:45.062561 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4c9b06eb-e843-47b1-9dec-bd4c4004700a req-f4445001-b7be-4faf-bfaf-16ba3449889f tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0780797 Nov 10 17:37:45.078646 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88469f-712a-426d-8a09-dc12cb6c4149 req-8e4940f1-9a1c-4d12-b5ce-8dc81306b567 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:45.083994 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bc88469f-712a-426d-8a09-dc12cb6c4149 req-8e4940f1-9a1c-4d12-b5ce-8dc81306b567 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba98ea0a-3786-4465-a961-42b8daa02ec0 HTTP/1.1" status: 200 len: 950 time: 0.0901799 Nov 10 17:37:45.170156 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4c9b06eb-e843-47b1-9dec-bd4c4004700a req-ab5aaf8c-8fc5-4537-af2f-13fca5eabfdc tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987234 Nov 10 17:37:45.212790 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39094) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:37:45.237799 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-bc88469f-712a-426d-8a09-dc12cb6c4149 req-d29d57ca-87d4-4200-8fa2-52af646d4c9c tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Deleting port c9467d34-2681-48b3-bf8d-d60ace4abc08 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:37:45.238635 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bc88469f-712a-426d-8a09-dc12cb6c4149 req-d29d57ca-87d4-4200-8fa2-52af646d4c9c tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:45.344088 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-b7225694-4b07-4af8-8da6-a8ca9c735be7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1239996647-network', 'tenant_id': '8e72b28b5eeb442488b09faff7426464'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:37:45.376481 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7225694-4b07-4af8-8da6-a8ca9c735be7 admin admin] Made reservation on behalf of 8e72b28b5eeb442488b09faff7426464 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:37:45.381482 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7225694-4b07-4af8-8da6-a8ca9c735be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:45.398180 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7225694-4b07-4af8-8da6-a8ca9c735be7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:45.400597 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-bc88469f-712a-426d-8a09-dc12cb6c4149 req-d29d57ca-87d4-4200-8fa2-52af646d4c9c tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] For port c9467d34-2681-48b3-bf8d-d60ace4abc08, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=c9467d34-2681-48b3-bf8d-d60ace4abc08,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:45.400983 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bc88469f-712a-426d-8a09-dc12cb6c4149 req-d29d57ca-87d4-4200-8fa2-52af646d4c9c tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:45.421531 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-bc88469f-712a-426d-8a09-dc12cb6c4149 req-d29d57ca-87d4-4200-8fa2-52af646d4c9c tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Calling delete_port for c9467d34-2681-48b3-bf8d-d60ace4abc08 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:37:45.444721 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137023e-3349-40ad-b78a-b2792c95093c req-26050fea-8e52-4643-8260-b94f888516e2 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:45.452895 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2137023e-3349-40ad-b78a-b2792c95093c req-26050fea-8e52-4643-8260-b94f888516e2 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0936818 Nov 10 17:37:45.504411 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7225694-4b07-4af8-8da6-a8ca9c735be7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:45.509999 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7225694-4b07-4af8-8da6-a8ca9c735be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:45.525178 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7225694-4b07-4af8-8da6-a8ca9c735be7 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:37:45.536935 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7225694-4b07-4af8-8da6-a8ca9c735be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:45.537272 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-b7225694-4b07-4af8-8da6-a8ca9c735be7 admin admin] Added segment 05cb0532-6c0f-441f-93e8-c6f075bb1eed of type vlan for network 4cbc9600-b463-4d04-acee-3f23c1dabea3 Nov 10 17:37:45.551239 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2137023e-3349-40ad-b78a-b2792c95093c req-bfab1165-657d-409b-ad38-3add60e5b481 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974627 Nov 10 17:37:45.589855 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7225694-4b07-4af8-8da6-a8ca9c735be7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:45.636534 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7225694-4b07-4af8-8da6-a8ca9c735be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:45.645829 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bc88469f-712a-426d-8a09-dc12cb6c4149 req-d29d57ca-87d4-4200-8fa2-52af646d4c9c tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:45.670338 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['03ede745-bd15-4e19-8e1f-9beee1aed2f7', 'f02f60bd-1968-4829-b312-b5fb2eea49f0', '650265e9-a483-45ee-944b-0f680289e7b0'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:37:45.675866 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7225694-4b07-4af8-8da6-a8ca9c735be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:45.677490 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7225694-4b07-4af8-8da6-a8ca9c735be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:45.677490 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7225694-4b07-4af8-8da6-a8ca9c735be7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:45.685820 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d57ca-87d4-4200-8fa2-52af646d4c9c tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Pushing event deleted for resources: {'Port': ['ID=c9467d34-2681-48b3-bf8d-d60ace4abc08,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:45.772003 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc88469f-712a-426d-8a09-dc12cb6c4149 req-d29d57ca-87d4-4200-8fa2-52af646d4c9c tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] No DVR routers for this DVR port c9467d34-2681-48b3-bf8d-d60ace4abc08 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:37:45.773099 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['fcfa458f-e071-4b0e-baa5-036acfe812bf', '0d20ed0e-1a36-414e-b080-6adfb60940da', 'c845eb24-c6e2-457f-a3ca-7a4adccb8189', '1868822c-f819-4cdc-95bb-a12eb9a8a302', 'c9467d34-2681-48b3-bf8d-d60ace4abc08'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:37:45.781791 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bc88469f-712a-426d-8a09-dc12cb6c4149 req-d29d57ca-87d4-4200-8fa2-52af646d4c9c tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:45.788032 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b7225694-4b07-4af8-8da6-a8ca9c735be7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5679078 Nov 10 17:37:45.790599 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bc88469f-712a-426d-8a09-dc12cb6c4149 req-d29d57ca-87d4-4200-8fa2-52af646d4c9c tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.13 "DELETE /v2.0/ports/c9467d34-2681-48b3-bf8d-d60ace4abc08 HTTP/1.1" status: 204 len: 173 time: 0.6837840 Nov 10 17:37:45.791154 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba98ea0a-3786-4465-a961-42b8daa02ec0', 'name': 'network-vif-deleted', 'tag': 'c9467d34-2681-48b3-bf8d-d60ace4abc08'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:37:45.791355 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39108) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:37:45.797213 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be5c7cc-2a19-4e88-8de7-56d39de41f45" -d '{"events": [{"server_uuid": "ba98ea0a-3786-4465-a961-42b8daa02ec0", "name": "network-vif-deleted", "tag": "c9467d34-2681-48b3-bf8d-d60ace4abc08"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:37:45.810268 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-a5348380-f869-481d-8568-50ee8f88079d admin admin] Request body: {'subnet': {'network_id': '4cbc9600-b463-4d04-acee-3f23c1dabea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1239996647-subnet', 'tenant_id': '8e72b28b5eeb442488b09faff7426464', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:37:45.856541 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7225694-4b07-4af8-8da6-a8ca9c735be7 admin admin] Pushing event updated for resources: {'Network': ['ID=4cbc9600-b463-4d04-acee-3f23c1dabea3,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:45.877011 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 4cbc9600-b463-4d04-acee-3f23c1dabea3 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:37:45.886393 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947c880-4a99-4bb9-a657-61bea8eaf9df req-81b4bdeb-db32-4186-8a4e-be44c2914c4c tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:45.888215 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9947c880-4a99-4bb9-a657-61bea8eaf9df req-81b4bdeb-db32-4186-8a4e-be44c2914c4c tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.2483375 Nov 10 17:37:45.949800 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5348380-f869-481d-8568-50ee8f88079d admin admin] Made reservation on behalf of 8e72b28b5eeb442488b09faff7426464 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:37:45.952761 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a5348380-f869-481d-8568-50ee8f88079d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:46.011653 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c0ac7f26-633c-430a-aacf-298c139c5da4 req-6a50a129-18db-4e17-85eb-871238089608 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba98ea0a-3786-4465-a961-42b8daa02ec0 HTTP/1.1" status: 200 len: 210 time: 0.0505402 Nov 10 17:37:46.069793 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9947c880-4a99-4bb9-a657-61bea8eaf9df req-4ab2239a-b724-4323-a53a-8fbc88248135 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672750 Nov 10 17:37:46.107214 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1edbba-bf35-4283-bef9-281ab83d912f x-openstack-request-id: req-ec1edbba-bf35-4283-bef9-281ab83d912f {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:37:46.107513 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba98ea0a-3786-4465-a961-42b8daa02ec0", "name": "network-vif-deleted", "tag": "c9467d34-2681-48b3-bf8d-d60ace4abc08", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:37:46.107770 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ec1edbba-bf35-4283-bef9-281ab83d912f {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:37:46.108205 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba98ea0a-3786-4465-a961-42b8daa02ec0', 'name': 'network-vif-deleted', 'tag': 'c9467d34-2681-48b3-bf8d-d60ace4abc08', 'status': 'completed', 'code': 200} Nov 10 17:37:46.312697 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4c1dd-47e0-456f-bf5b-c7e5466b8ff7 req-d2e69b68-2bb7-4467-a0db-dd5f2a94a382 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:46.315046 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a5348380-f869-481d-8568-50ee8f88079d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:46.320516 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3bc4c1dd-47e0-456f-bf5b-c7e5466b8ff7 req-d2e69b68-2bb7-4467-a0db-dd5f2a94a382 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.1094751 Nov 10 17:37:46.436779 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3bc4c1dd-47e0-456f-bf5b-c7e5466b8ff7 req-2a3f3288-c04d-4ddd-a25c-7dbff78d08c6 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109142 Nov 10 17:37:46.472795 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5348380-f869-481d-8568-50ee8f88079d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5dda55e-1f80-43c6-821b-000fde206b8e,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:46.547506 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5348380-f869-481d-8568-50ee8f88079d admin admin] Checking segment: {'id': '05cb0532-6c0f-441f-93e8-c6f075bb1eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4cbc9600-b463-4d04-acee-3f23c1dabea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:37:46.548523 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5348380-f869-481d-8568-50ee8f88079d admin admin] Network hostable DHCP agents. Network: 4cbc9600-b463-4d04-acee-3f23c1dabea3, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:37:46.584949 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5348380-f869-481d-8568-50ee8f88079d admin admin] Network 4cbc9600-b463-4d04-acee-3f23c1dabea3 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:37:46.601688 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-a5348380-f869-481d-8568-50ee8f88079d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 4cbc9600-b463-4d04-acee-3f23c1dabea3) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:37:46.610611 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5348380-f869-481d-8568-50ee8f88079d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:46.616641 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a5348380-f869-481d-8568-50ee8f88079d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:46.621789 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e07213-1a6f-41f8-946c-b7d527bca30a None None] Network 4cbc9600-b463-4d04-acee-3f23c1dabea3 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:37:46.673884 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a5348380-f869-481d-8568-50ee8f88079d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8814261 Nov 10 17:37:46.678308 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39128) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:37:46.682639 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837385a7-70be-41cf-9d33-601cdde14995 req-f2bbbc86-b8d0-4b0c-b2b9-8ee039b572a5 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:46.692488 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-837385a7-70be-41cf-9d33-601cdde14995 req-f2bbbc86-b8d0-4b0c-b2b9-8ee039b572a5 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.1437891 Nov 10 17:37:46.695535 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-f4b66784-d051-4122-ad6d-a4da38696e03 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1239996647-router', 'tenant_id': '8e72b28b5eeb442488b09faff7426464', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:37:46.749447 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f4b66784-d051-4122-ad6d-a4da38696e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:46.750519 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f4b66784-d051-4122-ad6d-a4da38696e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:46.839814 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f4b66784-d051-4122-ad6d-a4da38696e03 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:46.855443 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-837385a7-70be-41cf-9d33-601cdde14995 req-b1d889b4-efb5-40c2-8a15-b02b88be3fa6 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570032 Nov 10 17:37:46.933412 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36c29db-f83b-4d06-8bd8-952f266b74e0 None None] Network 4cbc9600-b463-4d04-acee-3f23c1dabea3 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:37:47.159535 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f4b66784-d051-4122-ad6d-a4da38696e03 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:47.221576 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246140ca-0a61-4b67-bab1-2f8ab1ede921 req-bc4e288e-3844-491d-8361-ca0ba16ef6ad tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:47.229337 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-246140ca-0a61-4b67-bab1-2f8ab1ede921 req-bc4e288e-3844-491d-8361-ca0ba16ef6ad tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4206ee0-3a7d-404f-a4ab-2618f0baddfc HTTP/1.1" status: 200 len: 946 time: 0.0700390 Nov 10 17:37:47.300368 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-246140ca-0a61-4b67-bab1-2f8ab1ede921 req-d2616475-dbaf-4201-b13e-43515448b44a tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0d23b06-7c10-43cf-b0f4-e3d65acf326b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646524 Nov 10 17:37:47.367213 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481253f-f602-4800-8c46-ff948508c84a req-2100b0de-e613-4cb9-88a6-cd3ece6a5dd7 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:47.368682 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e481253f-f602-4800-8c46-ff948508c84a req-2100b0de-e613-4cb9-88a6-cd3ece6a5dd7 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0686972 Nov 10 17:37:47.435835 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e481253f-f602-4800-8c46-ff948508c84a req-5e7cdaad-9a73-4607-8fc8-8463b6f17bec tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580022 Nov 10 17:37:47.565242 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f4b66784-d051-4122-ad6d-a4da38696e03 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:47.591830 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f4b66784-d051-4122-ad6d-a4da38696e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:47.600216 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a479c-1346-4778-a4f6-ca3fa422b079 req-904678a0-a620-484b-84fd-93fa35e859c4 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:47.602624 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc7a479c-1346-4778-a4f6-ca3fa422b079 req-904678a0-a620-484b-84fd-93fa35e859c4 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0733690 Nov 10 17:37:47.653838 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc7a479c-1346-4778-a4f6-ca3fa422b079 req-d618feec-8f43-4ad7-9a88-d62b35795a55 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450940 Nov 10 17:37:47.755017 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f1a54-f69a-4953-8f25-2af80abad0d3 req-21ac72f0-354f-49b4-8537-80aef5dfc2d8 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:47.756768 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-771f1a54-f69a-4953-8f25-2af80abad0d3 req-21ac72f0-354f-49b4-8537-80aef5dfc2d8 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e3e6595-2dd2-4737-81ed-45c6aeab154c HTTP/1.1" status: 200 len: 950 time: 0.1527414 Nov 10 17:37:47.790041 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-f4b66784-d051-4122-ad6d-a4da38696e03 admin admin] Allocated IP 172.25.5.216 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/7982f543-f8e3-436a-af72-f9c15c51837c) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:37:47.879536 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-771f1a54-f69a-4953-8f25-2af80abad0d3 req-9d3361fa-729a-4a51-aa1f-a10e202eec48 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106501 Nov 10 17:37:47.911278 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d214795-13f8-443a-885f-492345444161 req-585cdc4b-3d6c-4795-a5c4-11cf0002e29f tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:47.912784 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8d214795-13f8-443a-885f-492345444161 req-585cdc4b-3d6c-4795-a5c4-11cf0002e29f tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0540965 Nov 10 17:37:47.947168 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f4b66784-d051-4122-ad6d-a4da38696e03 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:47.967349 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8d214795-13f8-443a-885f-492345444161 req-e161b8c9-0abb-49d2-adec-9d2db92ff2f2 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484700 Nov 10 17:37:47.986895 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f4b66784-d051-4122-ad6d-a4da38696e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:48.013833 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device c9467d34-2681-48b3-bf8d-d60ace4abc08 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:37:48.042242 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: c9467d34-2681-48b3-bf8d-d60ace4abc08 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:37:48.042586 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device c9467d34-2681-48b3-bf8d-d60ace4abc08 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:37:48.056993 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b66784-d051-4122-ad6d-a4da38696e03 admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:37:48.061357 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-f4b66784-d051-4122-ad6d-a4da38696e03 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:37:48.064045 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b66784-d051-4122-ad6d-a4da38696e03 admin admin] Pushing event updated for resources: {'Port': ['ID=7982f543-f8e3-436a-af72-f9c15c51837c,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:48.066724 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b66784-d051-4122-ad6d-a4da38696e03 admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:37:48.124251 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2b370-b30a-444e-8190-a42b6848fe5c req-ef2c07fa-487f-4a59-ae43-051919c27baa tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:48.126467 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-11c2b370-b30a-444e-8190-a42b6848fe5c req-ef2c07fa-487f-4a59-ae43-051919c27baa tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0546706 Nov 10 17:37:48.184367 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-11c2b370-b30a-444e-8190-a42b6848fe5c req-b4dfc286-0b9d-4a00-84c2-39ec9f413311 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517356 Nov 10 17:37:48.340137 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c52f2-a2bd-4169-8869-70693c21fef6 req-a2849e93-fe61-47d9-8eb1-4c705fa33fbe tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:48.342629 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-075c52f2-a2bd-4169-8869-70693c21fef6 req-a2849e93-fe61-47d9-8eb1-4c705fa33fbe tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0699339 Nov 10 17:37:48.358329 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f4b66784-d051-4122-ad6d-a4da38696e03 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:48.429267 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-075c52f2-a2bd-4169-8869-70693c21fef6 req-735f5073-a19b-4a3e-8ad0-79e5e0dcacea tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776320 Nov 10 17:37:48.525488 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ce9ec-75a1-446a-b627-7017f18f8975 req-1f4150a6-4c0f-4527-a6c5-6377c9ab9f07 tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:48.527048 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-005ce9ec-75a1-446a-b627-7017f18f8975 req-1f4150a6-4c0f-4527-a6c5-6377c9ab9f07 tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4206ee0-3a7d-404f-a4ab-2618f0baddfc HTTP/1.1" status: 200 len: 946 time: 0.1071463 Nov 10 17:37:48.585792 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1bb08-c071-4edf-84ce-5c1891872586 req-aa38ff76-7c75-4ddf-8c0a-4692dd4704af tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:48.587237 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-02e1bb08-c071-4edf-84ce-5c1891872586 req-aa38ff76-7c75-4ddf-8c0a-4692dd4704af tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0794280 Nov 10 17:37:48.652016 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-02e1bb08-c071-4edf-84ce-5c1891872586 req-d8771e28-dde4-4366-940b-153076058e5a tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547779 Nov 10 17:37:48.653222 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-005ce9ec-75a1-446a-b627-7017f18f8975 req-9d2a6550-2003-4345-90bb-e9728d77d808 tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0d23b06-7c10-43cf-b0f4-e3d65acf326b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131275 Nov 10 17:37:48.702339 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f4b66784-d051-4122-ad6d-a4da38696e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:49.081394 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab6a31-fb20-4d61-8077-4d71cb251288 req-d4fa79a9-77ea-443b-ad57-9636f9c8c783 tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:49.084340 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0fab6a31-fb20-4d61-8077-4d71cb251288 req-d4fa79a9-77ea-443b-ad57-9636f9c8c783 tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4206ee0-3a7d-404f-a4ab-2618f0baddfc HTTP/1.1" status: 200 len: 946 time: 0.0612981 Nov 10 17:37:49.205176 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b66784-d051-4122-ad6d-a4da38696e03 admin admin] Router 0162e5c6-174e-4d6c-bc9d-53e275afff71 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:37:49.264792 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fb65f-f007-4674-b3dd-7827b43043e0 req-6ffc2007-82ac-4c19-9ba9-022b4bb4ca7c tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:49.266366 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-616fb65f-f007-4674-b3dd-7827b43043e0 req-6ffc2007-82ac-4c19-9ba9-022b4bb4ca7c tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e3e6595-2dd2-4737-81ed-45c6aeab154c HTTP/1.1" status: 200 len: 950 time: 0.1806269 Nov 10 17:37:49.297307 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58dfa7-1a56-4b44-bd3b-ff77a61eaefe req-08e146af-ffd7-4101-bea0-c6dce72101c2 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:49.299866 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a58dfa7-1a56-4b44-bd3b-ff77a61eaefe req-08e146af-ffd7-4101-bea0-c6dce72101c2 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.1233368 Nov 10 17:37:49.389088 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b66784-d051-4122-ad6d-a4da38696e03 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:37:49.407492 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-0fab6a31-fb20-4d61-8077-4d71cb251288 req-1098b1c8-7622-4bbc-abdf-e5692b62fd0e tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Deleting port baef6d56-7c12-44d6-bbfc-09255d02da78 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:37:49.407852 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0fab6a31-fb20-4d61-8077-4d71cb251288 req-1098b1c8-7622-4bbc-abdf-e5692b62fd0e tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:49.411555 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3341ccef-269e-43d6-8085-aba6296f89ed None None] Sync routers for ids ['0162e5c6-174e-4d6c-bc9d-53e275afff71'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:37:49.417332 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991f51e-ea4f-4b29-9197-31de4d7b2efb req-2a5ab98d-8faf-4969-a202-7da80ba83732 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:49.419998 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8991f51e-ea4f-4b29-9197-31de4d7b2efb req-2a5ab98d-8faf-4969-a202-7da80ba83732 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e3e6595-2dd2-4737-81ed-45c6aeab154c HTTP/1.1" status: 200 len: 950 time: 0.2740631 Nov 10 17:37:49.440843 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3341ccef-269e-43d6-8085-aba6296f89ed None None] Routers {'0162e5c6-174e-4d6c-bc9d-53e275afff71'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:37:49.441991 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-3341ccef-269e-43d6-8085-aba6296f89ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:37:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0162e5c6-174e-4d6c-bc9d-53e275afff71'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:37:49.455189 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f4b66784-d051-4122-ad6d-a4da38696e03 admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:49.456508 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f4b66784-d051-4122-ad6d-a4da38696e03 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7768774 Nov 10 17:37:49.459440 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39200) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:37:49.485011 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a58dfa7-1a56-4b44-bd3b-ff77a61eaefe req-296a774c-ba3d-4b7c-a7b9-5d88cb9076c9 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618834 Nov 10 17:37:49.544804 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8991f51e-ea4f-4b29-9197-31de4d7b2efb req-9aeaebd8-b0aa-4a61-a05c-e9286ed42a73 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139207 Nov 10 17:37:49.610045 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-616fb65f-f007-4674-b3dd-7827b43043e0 req-00651f9a-975b-46de-b2d4-faacf37f4fa8 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Deleting port 650265e9-a483-45ee-944b-0f680289e7b0 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:37:49.611969 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-616fb65f-f007-4674-b3dd-7827b43043e0 req-00651f9a-975b-46de-b2d4-faacf37f4fa8 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:49.646915 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-3341ccef-269e-43d6-8085-aba6296f89ed None None] Set router 0162e5c6-174e-4d6c-bc9d-53e275afff71 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:37:49.685901 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-0fab6a31-fb20-4d61-8077-4d71cb251288 req-1098b1c8-7622-4bbc-abdf-e5692b62fd0e tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] For port baef6d56-7c12-44d6-bbfc-09255d02da78, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=baef6d56-7c12-44d6-bbfc-09255d02da78,segment=NetworkSegment(eccd2b2e-b32a-4736-8a02-4f4b578d0e69),segment_id=eccd2b2e-b32a-4736-8a02-4f4b578d0e69)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:49.686901 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0fab6a31-fb20-4d61-8077-4d71cb251288 req-1098b1c8-7622-4bbc-abdf-e5692b62fd0e tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:49.712245 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-0fab6a31-fb20-4d61-8077-4d71cb251288 req-1098b1c8-7622-4bbc-abdf-e5692b62fd0e tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Calling delete_port for baef6d56-7c12-44d6-bbfc-09255d02da78 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:37:49.861853 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-616fb65f-f007-4674-b3dd-7827b43043e0 req-00651f9a-975b-46de-b2d4-faacf37f4fa8 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] For port 650265e9-a483-45ee-944b-0f680289e7b0, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=650265e9-a483-45ee-944b-0f680289e7b0,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:49.867440 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-616fb65f-f007-4674-b3dd-7827b43043e0 req-00651f9a-975b-46de-b2d4-faacf37f4fa8 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:49.932577 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-616fb65f-f007-4674-b3dd-7827b43043e0 req-00651f9a-975b-46de-b2d4-faacf37f4fa8 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Calling delete_port for 650265e9-a483-45ee-944b-0f680289e7b0 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:37:49.964390 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-3341ccef-269e-43d6-8085-aba6296f89ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0162e5c6-174e-4d6c-bc9d-53e275afff71', 'name': 'tempest-ServerRescueTestJSON-1239996647-router', 'tenant_id': '8e72b28b5eeb442488b09faff7426464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '7982f543-f8e3-436a-af72-f9c15c51837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:37:46Z', 'updated_at': '2021-11-10T17:37:48Z', 'revision_number': 3, 'project_id': '8e72b28b5eeb442488b09faff7426464', 'gw_port': {'id': '7982f543-f8e3-436a-af72-f9c15c51837c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0162e5c6-174e-4d6c-bc9d-53e275afff71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:37:47Z', 'updated_at': '2021-11-10T17:37:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:37:49.975797 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6baf865-fcc5-416e-9700-af79f6e08fe8 req-d4451c00-f7e7-478b-8c1c-9a5a4ee9759c tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:49.977601 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a6baf865-fcc5-416e-9700-af79f6e08fe8 req-d4451c00-f7e7-478b-8c1c-9a5a4ee9759c tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4206ee0-3a7d-404f-a4ab-2618f0baddfc HTTP/1.1" status: 200 len: 946 time: 0.0965934 Nov 10 17:37:50.003399 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3341ccef-269e-43d6-8085-aba6296f89ed None None] Checking router: 0162e5c6-174e-4d6c-bc9d-53e275afff71 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:37:50.004061 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3341ccef-269e-43d6-8085-aba6296f89ed None None] Updating router 0162e5c6-174e-4d6c-bc9d-53e275afff71 port 7982f543-f8e3-436a-af72-f9c15c51837c binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:37:50.048423 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3341ccef-269e-43d6-8085-aba6296f89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:50.121118 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0fab6a31-fb20-4d61-8077-4d71cb251288 req-1098b1c8-7622-4bbc-abdf-e5692b62fd0e tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:50.167649 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a6baf865-fcc5-416e-9700-af79f6e08fe8 req-6ddbe103-2d2b-4f42-836b-a7b58f1a6623 tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.39 "GET /v2.0/security-groups?id=b0d23b06-7c10-43cf-b0f4-e3d65acf326b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615059 Nov 10 17:37:50.171645 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1098b1c8-7622-4bbc-abdf-e5692b62fd0e tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Pushing event deleted for resources: {'Port': ['ID=baef6d56-7c12-44d6-bbfc-09255d02da78,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:50.183182 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ca8277c9-d0a2-491d-9a69-5e5b9542ede8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:50.212764 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-616fb65f-f007-4674-b3dd-7827b43043e0 req-00651f9a-975b-46de-b2d4-faacf37f4fa8 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:50.236449 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fab6a31-fb20-4d61-8077-4d71cb251288 req-1098b1c8-7622-4bbc-abdf-e5692b62fd0e tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] No DVR routers for this DVR port baef6d56-7c12-44d6-bbfc-09255d02da78 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:37:50.269509 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0fab6a31-fb20-4d61-8077-4d71cb251288 req-1098b1c8-7622-4bbc-abdf-e5692b62fd0e tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:50.273135 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0fab6a31-fb20-4d61-8077-4d71cb251288 req-1098b1c8-7622-4bbc-abdf-e5692b62fd0e tempest-AttachSCSIVolumeTestJSON-185501223 tempest-AttachSCSIVolumeTestJSON-185501223-project] 10.222.0.13 "DELETE /v2.0/ports/baef6d56-7c12-44d6-bbfc-09255d02da78 HTTP/1.1" status: 204 len: 173 time: 1.1764364 Nov 10 17:37:50.273630 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4206ee0-3a7d-404f-a4ab-2618f0baddfc', 'name': 'network-vif-deleted', 'tag': 'baef6d56-7c12-44d6-bbfc-09255d02da78'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:37:50.285646 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4da7d08-aee1-4ffd-9424-d7cd84b23df1" -d '{"events": [{"server_uuid": "a4206ee0-3a7d-404f-a4ab-2618f0baddfc", "name": "network-vif-deleted", "tag": "baef6d56-7c12-44d6-bbfc-09255d02da78"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:37:50.294087 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00651f9a-975b-46de-b2d4-faacf37f4fa8 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Pushing event deleted for resources: {'Port': ['ID=650265e9-a483-45ee-944b-0f680289e7b0,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:50.343270 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da69b21-7e22-4445-818c-ea6bbe9f589e x-openstack-request-id: req-5da69b21-7e22-4445-818c-ea6bbe9f589e {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:37:50.343713 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4206ee0-3a7d-404f-a4ab-2618f0baddfc", "name": "network-vif-deleted", "tag": "baef6d56-7c12-44d6-bbfc-09255d02da78", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:37:50.344088 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5da69b21-7e22-4445-818c-ea6bbe9f589e {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:37:50.345220 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4206ee0-3a7d-404f-a4ab-2618f0baddfc', 'name': 'network-vif-deleted', 'tag': 'baef6d56-7c12-44d6-bbfc-09255d02da78', 'status': 'completed', 'code': 200} Nov 10 17:37:50.366260 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-616fb65f-f007-4674-b3dd-7827b43043e0 req-00651f9a-975b-46de-b2d4-faacf37f4fa8 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] No DVR routers for this DVR port 650265e9-a483-45ee-944b-0f680289e7b0 on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:37:50.369232 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-616fb65f-f007-4674-b3dd-7827b43043e0 req-00651f9a-975b-46de-b2d4-faacf37f4fa8 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:50.370616 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['03ede745-bd15-4e19-8e1f-9beee1aed2f7', 'f02f60bd-1968-4829-b312-b5fb2eea49f0'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:37:50.378689 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-616fb65f-f007-4674-b3dd-7827b43043e0 req-00651f9a-975b-46de-b2d4-faacf37f4fa8 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.11 "DELETE /v2.0/ports/650265e9-a483-45ee-944b-0f680289e7b0 HTTP/1.1" status: 204 len: 173 time: 1.1009822 Nov 10 17:37:50.424071 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['fcfa458f-e071-4b0e-baa5-036acfe812bf', '0d20ed0e-1a36-414e-b080-6adfb60940da', 'c845eb24-c6e2-457f-a3ca-7a4adccb8189', '1868822c-f819-4cdc-95bb-a12eb9a8a302'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:37:50.652950 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-ca8277c9-d0a2-491d-9a69-5e5b9542ede8 admin admin] Allocated IP 172.20.0.1 (4cbc9600-b463-4d04-acee-3f23c1dabea3/d5dda55e-1f80-43c6-821b-000fde206b8e/2857421d-5ead-476d-b83d-413c9801246c) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:37:50.801663 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a9bf58b8-18d5-4431-9718-230b66cb9cad req-a8c3fdf0-4691-47fe-ac53-7f7b404e14a8 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e3e6595-2dd2-4737-81ed-45c6aeab154c HTTP/1.1" status: 200 len: 210 time: 0.0621638 Nov 10 17:37:50.828662 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3341ccef-269e-43d6-8085-aba6296f89ed None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:50.847734 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44af5f-76fc-4f2f-aa63-d8cb017d3978 req-8bd9eb0c-0ebf-4c6b-a284-ea1fa0454c0a tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:50.850045 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8e44af5f-76fc-4f2f-aa63-d8cb017d3978 req-8bd9eb0c-0ebf-4c6b-a284-ea1fa0454c0a tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.1741104 Nov 10 17:37:50.881236 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3341ccef-269e-43d6-8085-aba6296f89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:50.926597 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8e44af5f-76fc-4f2f-aa63-d8cb017d3978 req-f1bac8bf-3097-4829-bb6b-39b8fc0e8407 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662529 Nov 10 17:37:50.985438 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ca8277c9-d0a2-491d-9a69-5e5b9542ede8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:51.055951 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ca8277c9-d0a2-491d-9a69-5e5b9542ede8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:51.067756 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ec3b4-e789-45a9-96db-49e7261198c6 None None] Pushing event updated for resources: {'Port': ['ID=7982f543-f8e3-436a-af72-f9c15c51837c,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:51.076799 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-3341ccef-269e-43d6-8085-aba6296f89ed None None] Attempting to bind port 7982f543-f8e3-436a-af72-f9c15c51837c on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:37:51.077172 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-3341ccef-269e-43d6-8085-aba6296f89ed None None] Attempting to bind port 7982f543-f8e3-436a-af72-f9c15c51837c by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:37:51.077584 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3341ccef-269e-43d6-8085-aba6296f89ed None None] Attempting to bind port 7982f543-f8e3-436a-af72-f9c15c51837c on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:37:51.092671 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3341ccef-269e-43d6-8085-aba6296f89ed None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:37:51.093114 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3341ccef-269e-43d6-8085-aba6296f89ed None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:37:51.093440 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3341ccef-269e-43d6-8085-aba6296f89ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:51.093833 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3341ccef-269e-43d6-8085-aba6296f89ed None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:37:51.094323 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-3341ccef-269e-43d6-8085-aba6296f89ed None None] Bound port: 7982f543-f8e3-436a-af72-f9c15c51837c, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:37:51.094748 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3341ccef-269e-43d6-8085-aba6296f89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:51.154805 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8277c9-d0a2-491d-9a69-5e5b9542ede8 admin admin] Network 4cbc9600-b463-4d04-acee-3f23c1dabea3 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:37:51.161038 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-ca8277c9-d0a2-491d-9a69-5e5b9542ede8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:37:51.172204 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8277c9-d0a2-491d-9a69-5e5b9542ede8 admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:37:51.204012 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-3341ccef-269e-43d6-8085-aba6296f89ed None None] For port 7982f543-f8e3-436a-af72-f9c15c51837c, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:37:51.223388 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-3341ccef-269e-43d6-8085-aba6296f89ed None None] For port 7982f543-f8e3-436a-af72-f9c15c51837c, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=7982f543-f8e3-436a-af72-f9c15c51837c,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:37:51.245124 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ca8277c9-d0a2-491d-9a69-5e5b9542ede8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:51.294523 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3341ccef-269e-43d6-8085-aba6296f89ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:51.306213 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8277c9-d0a2-491d-9a69-5e5b9542ede8 admin admin] Pushing event updated for resources: {'Port': ['ID=2857421d-5ead-476d-b83d-413c9801246c,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:51.417513 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ca8277c9-d0a2-491d-9a69-5e5b9542ede8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:51.427324 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3341ccef-269e-43d6-8085-aba6296f89ed None None] Routers {'0162e5c6-174e-4d6c-bc9d-53e275afff71'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:37:51.428021 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-3341ccef-269e-43d6-8085-aba6296f89ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:37:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0162e5c6-174e-4d6c-bc9d-53e275afff71'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:37:51.632978 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ca8277c9-d0a2-491d-9a69-5e5b9542ede8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:51.642062 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ca8277c9-d0a2-491d-9a69-5e5b9542ede8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:51.656767 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ec3b4-e789-45a9-96db-49e7261198c6 None None] Pushing event updated for resources: {'Port': ['ID=7982f543-f8e3-436a-af72-f9c15c51837c,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:51.682189 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-3341ccef-269e-43d6-8085-aba6296f89ed None None] Set router 0162e5c6-174e-4d6c-bc9d-53e275afff71 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:37:51.753664 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ca8277c9-d0a2-491d-9a69-5e5b9542ede8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:51.756903 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8277c9-d0a2-491d-9a69-5e5b9542ede8 admin admin] Pushing event updated for resources: {'Port': ['ID=2857421d-5ead-476d-b83d-413c9801246c,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:51.903674 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8277c9-d0a2-491d-9a69-5e5b9542ede8 admin admin] Network 4cbc9600-b463-4d04-acee-3f23c1dabea3 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:37:51.905408 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-ca8277c9-d0a2-491d-9a69-5e5b9542ede8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:37:52.064185 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8277c9-d0a2-491d-9a69-5e5b9542ede8 admin admin] Router 0162e5c6-174e-4d6c-bc9d-53e275afff71 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:37:52.091683 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 650265e9-a483-45ee-944b-0f680289e7b0 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:37:52.094777 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device baef6d56-7c12-44d6-bbfc-09255d02da78 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:37:52.182120 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: baef6d56-7c12-44d6-bbfc-09255d02da78 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:37:52.182628 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device baef6d56-7c12-44d6-bbfc-09255d02da78 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:37:52.213049 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 650265e9-a483-45ee-944b-0f680289e7b0 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:37:52.213049 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 650265e9-a483-45ee-944b-0f680289e7b0 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:37:52.279895 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8277c9-d0a2-491d-9a69-5e5b9542ede8 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:37:52.288921 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ca8277c9-d0a2-491d-9a69-5e5b9542ede8 admin admin] 10.222.0.39 "PUT /v2.0/routers/0162e5c6-174e-4d6c-bc9d-53e275afff71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8278744 Nov 10 17:37:52.289477 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa86191-5d3e-403a-81d8-797ee41888c7 req-52f23dbc-a3ca-4892-bb95-a75858998a19 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:52.291124 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-faa86191-5d3e-403a-81d8-797ee41888c7 req-52f23dbc-a3ca-4892-bb95-a75858998a19 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.2394664 Nov 10 17:37:52.346211 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3e6595-2dd2-4737-81ed-45c6aeab154c', 'name': 'network-vif-deleted', 'tag': '650265e9-a483-45ee-944b-0f680289e7b0'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:37:52.349764 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77378fef-2de7-4dfe-8c66-6d41e57b17f1" -d '{"events": [{"server_uuid": "0e3e6595-2dd2-4737-81ed-45c6aeab154c", "name": "network-vif-deleted", "tag": "650265e9-a483-45ee-944b-0f680289e7b0"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:37:52.404099 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-faa86191-5d3e-403a-81d8-797ee41888c7 req-28e8975b-eef5-4727-b49d-ee1aba1a39d9 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977793 Nov 10 17:37:52.467864 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-3341ccef-269e-43d6-8085-aba6296f89ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0162e5c6-174e-4d6c-bc9d-53e275afff71', 'name': 'tempest-ServerRescueTestJSON-1239996647-router', 'tenant_id': '8e72b28b5eeb442488b09faff7426464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '7982f543-f8e3-436a-af72-f9c15c51837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:37:46Z', 'updated_at': '2021-11-10T17:37:51Z', 'revision_number': 4, 'project_id': '8e72b28b5eeb442488b09faff7426464', 'gw_port': {'id': '7982f543-f8e3-436a-af72-f9c15c51837c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0162e5c6-174e-4d6c-bc9d-53e275afff71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:37:47Z', 'updated_at': '2021-11-10T17:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2857421d-5ead-476d-b83d-413c9801246c', 'name': '', 'network_id': '4cbc9600-b463-4d04-acee-3f23c1dabea3', 'tenant_id': '8e72b28b5eeb442488b09faff7426464', 'mac_address': 'fa:16:3e:6d:de:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0162e5c6-174e-4d6c-bc9d-53e275afff71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'd5dda55e-1f80-43c6-821b-000fde206b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:37:50Z', 'updated_at': '2021-11-10T17:37:50Z', 'revision_number': 1, 'project_id': '8e72b28b5eeb442488b09faff7426464', 'subnets': [{'id': 'd5dda55e-1f80-43c6-821b-000fde206b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:37:52.503036 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3341ccef-269e-43d6-8085-aba6296f89ed None None] The sync data for ids ['0162e5c6-174e-4d6c-bc9d-53e275afff71'] in n-d-776250-10 is: [{'id': '0162e5c6-174e-4d6c-bc9d-53e275afff71', 'name': 'tempest-ServerRescueTestJSON-1239996647-router', 'tenant_id': '8e72b28b5eeb442488b09faff7426464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '7982f543-f8e3-436a-af72-f9c15c51837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:37:46Z', 'updated_at': '2021-11-10T17:37:51Z', 'revision_number': 4, 'project_id': '8e72b28b5eeb442488b09faff7426464', 'gw_port': {'id': '7982f543-f8e3-436a-af72-f9c15c51837c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a5:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0162e5c6-174e-4d6c-bc9d-53e275afff71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:37:47Z', 'updated_at': '2021-11-10T17:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2857421d-5ead-476d-b83d-413c9801246c', 'name': '', 'network_id': '4cbc9600-b463-4d04-acee-3f23c1dabea3', 'tenant_id': '8e72b28b5eeb442488b09faff7426464', 'mac_address': 'fa:16:3e:6d:de:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0162e5c6-174e-4d6c-bc9d-53e275afff71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'd5dda55e-1f80-43c6-821b-000fde206b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:37:50Z', 'updated_at': '2021-11-10T17:37:50Z', 'revision_number': 1, 'project_id': '8e72b28b5eeb442488b09faff7426464', 'subnets': [{'id': 'd5dda55e-1f80-43c6-821b-000fde206b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:37:52.571803 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a515ea35-2b9e-4c9f-80d7-e9e3fc642204 x-openstack-request-id: req-a515ea35-2b9e-4c9f-80d7-e9e3fc642204 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:37:52.572219 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3e6595-2dd2-4737-81ed-45c6aeab154c", "name": "network-vif-deleted", "tag": "650265e9-a483-45ee-944b-0f680289e7b0", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:37:52.572464 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a515ea35-2b9e-4c9f-80d7-e9e3fc642204 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:37:52.572952 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3e6595-2dd2-4737-81ed-45c6aeab154c', 'name': 'network-vif-deleted', 'tag': '650265e9-a483-45ee-944b-0f680289e7b0', 'status': 'completed', 'code': 200} Nov 10 17:37:52.646348 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0680b30-6140-430c-b36f-97059d572cc8 req-6ea595bc-5447-4064-8ddc-ce78dd0afef4 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:52.648252 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d0680b30-6140-430c-b36f-97059d572cc8 req-6ea595bc-5447-4064-8ddc-ce78dd0afef4 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c108fe1-7f4f-439e-ac87-4adc79e18b04 HTTP/1.1" status: 200 len: 949 time: 0.0808766 Nov 10 17:37:52.730906 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d0680b30-6140-430c-b36f-97059d572cc8 req-82e9ccac-63cd-412d-8953-95901c5edbaf tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690308 Nov 10 17:37:52.921093 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-5ee068fe-8b64-4104-af9f-3e4414a73ec4 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:52.923381 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-5ee068fe-8b64-4104-af9f-3e4414a73ec4 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/networks?id=4cbc9600-b463-4d04-acee-3f23c1dabea3 HTTP/1.1" status: 200 len: 811 time: 0.1794086 Nov 10 17:37:52.941723 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-32522cae-d998-45ae-862d-df6920e08edb tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/quotas/8e72b28b5eeb442488b09faff7426464 HTTP/1.1" status: 200 len: 375 time: 0.0110314 Nov 10 17:37:53.007039 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-f1e98c76-a9e0-4007-aec9-77a2ceafa7b6 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e72b28b5eeb442488b09faff7426464&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0531898 Nov 10 17:37:53.134045 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-0645387a-0264-450f-b02f-8e47350b321a service neutron] 10.222.0.39 "GET /v2.0/networks/4cbc9600-b463-4d04-acee-3f23c1dabea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188147 Nov 10 17:37:53.259903 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-9773f0ea-2ccd-4943-aea0-3215d77b4d7a service neutron] 10.222.0.39 "GET /v2.0/networks/4cbc9600-b463-4d04-acee-3f23c1dabea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197081 Nov 10 17:37:53.556794 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1edfd395-1aac-49eb-99d1-43d254cab0a9 req-c3a5b1f8-be9f-474c-9120-079662b75250 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 210 time: 0.0656443 Nov 10 17:37:53.648083 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20819ad-818e-4a1b-888b-ecb1cedb32c8 req-21d19860-efa5-46b0-adf4-4630bbf1864b tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:53.656778 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b20819ad-818e-4a1b-888b-ecb1cedb32c8 req-21d19860-efa5-46b0-adf4-4630bbf1864b tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0991838 Nov 10 17:37:53.763431 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b20819ad-818e-4a1b-888b-ecb1cedb32c8 req-2a36ea7f-f9bc-46c7-98cd-59e6f0d88db4 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053791 Nov 10 17:37:53.878203 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3c57f-e230-4860-ba90-68b2c22441f7 req-a8ddd5db-06c6-474f-988b-b3cc5442d175 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:53.879750 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-56e3c57f-e230-4860-ba90-68b2c22441f7 req-a8ddd5db-06c6-474f-988b-b3cc5442d175 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c108fe1-7f4f-439e-ac87-4adc79e18b04 HTTP/1.1" status: 200 len: 949 time: 0.0966282 Nov 10 17:37:54.010929 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123b0f9-c5ab-4c20-b4f6-4b2e6f65adfb req-4b03adee-de90-4377-9be2-cfd783f0399b tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:54.012495 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8123b0f9-c5ab-4c20-b4f6-4b2e6f65adfb req-4b03adee-de90-4377-9be2-cfd783f0399b tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c108fe1-7f4f-439e-ac87-4adc79e18b04 HTTP/1.1" status: 200 len: 949 time: 0.1454315 Nov 10 17:37:54.070081 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-56e3c57f-e230-4860-ba90-68b2c22441f7 req-bc889e2f-c5f7-4444-8506-ed3424f99116 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Deleting port f02f60bd-1968-4829-b312-b5fb2eea49f0 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:37:54.070908 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-56e3c57f-e230-4860-ba90-68b2c22441f7 req-bc889e2f-c5f7-4444-8506-ed3424f99116 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:54.142390 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8123b0f9-c5ab-4c20-b4f6-4b2e6f65adfb req-ea822d3d-81cb-4e11-97ef-0d5ae29716be tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218495 Nov 10 17:37:54.190991 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-56e3c57f-e230-4860-ba90-68b2c22441f7 req-bc889e2f-c5f7-4444-8506-ed3424f99116 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] For port f02f60bd-1968-4829-b312-b5fb2eea49f0, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=f02f60bd-1968-4829-b312-b5fb2eea49f0,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:54.191984 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-56e3c57f-e230-4860-ba90-68b2c22441f7 req-bc889e2f-c5f7-4444-8506-ed3424f99116 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:54.206004 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-56e3c57f-e230-4860-ba90-68b2c22441f7 req-bc889e2f-c5f7-4444-8506-ed3424f99116 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Calling delete_port for f02f60bd-1968-4829-b312-b5fb2eea49f0 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:37:54.392646 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-56e3c57f-e230-4860-ba90-68b2c22441f7 req-bc889e2f-c5f7-4444-8506-ed3424f99116 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:54.405026 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['03ede745-bd15-4e19-8e1f-9beee1aed2f7', 'f02f60bd-1968-4829-b312-b5fb2eea49f0'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:37:54.407965 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['fcfa458f-e071-4b0e-baa5-036acfe812bf', '0d20ed0e-1a36-414e-b080-6adfb60940da', 'c845eb24-c6e2-457f-a3ca-7a4adccb8189', '1868822c-f819-4cdc-95bb-a12eb9a8a302'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:37:54.429436 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc889e2f-c5f7-4444-8506-ed3424f99116 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Pushing event deleted for resources: {'Port': ['ID=f02f60bd-1968-4829-b312-b5fb2eea49f0,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:54.441048 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc889e2f-c5f7-4444-8506-ed3424f99116 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:54.441700 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc889e2f-c5f7-4444-8506-ed3424f99116 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:54.442202 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc889e2f-c5f7-4444-8506-ed3424f99116 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:54.442888 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc889e2f-c5f7-4444-8506-ed3424f99116 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:54.443391 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc889e2f-c5f7-4444-8506-ed3424f99116 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:54.443905 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc889e2f-c5f7-4444-8506-ed3424f99116 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:54.444437 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc889e2f-c5f7-4444-8506-ed3424f99116 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:54.446481 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc889e2f-c5f7-4444-8506-ed3424f99116 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:54.447049 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc889e2f-c5f7-4444-8506-ed3424f99116 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:54.447576 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc889e2f-c5f7-4444-8506-ed3424f99116 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:54.448077 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc889e2f-c5f7-4444-8506-ed3424f99116 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:54.448593 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc889e2f-c5f7-4444-8506-ed3424f99116 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:54.525372 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e3c57f-e230-4860-ba90-68b2c22441f7 req-bc889e2f-c5f7-4444-8506-ed3424f99116 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] No DVR routers for this DVR port f02f60bd-1968-4829-b312-b5fb2eea49f0 on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:37:54.528241 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-56e3c57f-e230-4860-ba90-68b2c22441f7 req-bc889e2f-c5f7-4444-8506-ed3424f99116 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:54.533717 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-56e3c57f-e230-4860-ba90-68b2c22441f7 req-bc889e2f-c5f7-4444-8506-ed3424f99116 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.11 "DELETE /v2.0/ports/f02f60bd-1968-4829-b312-b5fb2eea49f0 HTTP/1.1" status: 204 len: 173 time: 0.6424897 Nov 10 17:37:54.573621 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c108fe1-7f4f-439e-ac87-4adc79e18b04', 'name': 'network-vif-deleted', 'tag': 'f02f60bd-1968-4829-b312-b5fb2eea49f0'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:37:54.576298 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90735da0-e631-499e-ba87-0c4d76deda41" -d '{"events": [{"server_uuid": "6c108fe1-7f4f-439e-ac87-4adc79e18b04", "name": "network-vif-deleted", "tag": "f02f60bd-1968-4829-b312-b5fb2eea49f0"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:37:54.605731 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:54.682082 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e5e3cc-41a5-4af3-8d81-1b53cfe12e20 x-openstack-request-id: req-a4e5e3cc-41a5-4af3-8d81-1b53cfe12e20 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:37:54.682369 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c108fe1-7f4f-439e-ac87-4adc79e18b04", "name": "network-vif-deleted", "tag": "f02f60bd-1968-4829-b312-b5fb2eea49f0", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:37:54.682661 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a4e5e3cc-41a5-4af3-8d81-1b53cfe12e20 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:37:54.683062 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c108fe1-7f4f-439e-ac87-4adc79e18b04', 'name': 'network-vif-deleted', 'tag': 'f02f60bd-1968-4829-b312-b5fb2eea49f0', 'status': 'completed', 'code': 200} Nov 10 17:37:54.727931 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2f73f57d-6568-4bfa-83c5-1fc852a9a22f req-c59f5803-662a-4008-92b8-b829d951c060 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 210 time: 0.0438743 Nov 10 17:37:54.968568 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:55.088510 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-ccdede44-1efd-490c-9b36-d3da93f7f515 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:55.090066 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-ccdede44-1efd-490c-9b36-d3da93f7f515 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.11 "GET /v2.0/networks?id=4cbc9600-b463-4d04-acee-3f23c1dabea3 HTTP/1.1" status: 200 len: 811 time: 0.2932436 Nov 10 17:37:55.105813 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-6e065c5b-7c91-4cfb-a09c-76c6cdc10548 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Request body: {'port': {'device_id': '10c47f40-2d91-4f23-9bbf-e90fda3d900b', 'network_id': '4cbc9600-b463-4d04-acee-3f23c1dabea3', 'admin_state_up': True, 'tenant_id': '8e72b28b5eeb442488b09faff7426464'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:37:55.170668 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cc128-d87a-4271-b49c-513065fc2201 req-b585e6b6-fb7d-4f0f-b845-e837e2038db4 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:55.191911 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-910cc128-d87a-4271-b49c-513065fc2201 req-b585e6b6-fb7d-4f0f-b845-e837e2038db4 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.1791942 Nov 10 17:37:55.269867 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 7982f543-f8e3-436a-af72-f9c15c51837c up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:37:55.285282 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-910cc128-d87a-4271-b49c-513065fc2201 req-1426fbd8-f03d-416a-9e44-4765b9b38294 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915277 Nov 10 17:37:55.365186 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-304f464f-df88-4848-b2d4-24622e78c5c8 req-9da2db60-d0c0-497d-9835-467be7b79b08 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c108fe1-7f4f-439e-ac87-4adc79e18b04 HTTP/1.1" status: 200 len: 210 time: 0.0436645 Nov 10 17:37:55.393897 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 7982f543-f8e3-436a-af72-f9c15c51837c triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:37:55.394353 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:55.450805 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-6e065c5b-7c91-4cfb-a09c-76c6cdc10548 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Made reservation on behalf of 8e72b28b5eeb442488b09faff7426464 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:37:55.457732 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-6e065c5b-7c91-4cfb-a09c-76c6cdc10548 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:55.615212 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:55.677089 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 7982f543-f8e3-436a-af72-f9c15c51837c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=7982f543-f8e3-436a-af72-f9c15c51837c,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:55.682818 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:55.738080 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-6e065c5b-7c91-4cfb-a09c-76c6cdc10548 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Allocated IP 172.20.0.3 (4cbc9600-b463-4d04-acee-3f23c1dabea3/d5dda55e-1f80-43c6-821b-000fde206b8e/9a1f7a1f-aee0-4010-adc1-8a709a359183) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:37:55.786019 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=7982f543-f8e3-436a-af72-f9c15c51837c,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:55.798736 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee8db48-fde7-4a98-a6bf-e1bdcc0d181b None None] Sync routers for ids ['0162e5c6-174e-4d6c-bc9d-53e275afff71'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:37:55.825790 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee8db48-fde7-4a98-a6bf-e1bdcc0d181b None None] Routers {'0162e5c6-174e-4d6c-bc9d-53e275afff71'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:37:55.830013 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-1ee8db48-fde7-4a98-a6bf-e1bdcc0d181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:37:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0162e5c6-174e-4d6c-bc9d-53e275afff71'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:37:55.885435 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-22d3d61f-0ea1-46fb-989a-02ed8517962b req-dd2dfdbd-d4a0-48e4-af4f-a384a91b9c1d tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 210 time: 0.0502357 Nov 10 17:37:56.008086 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-1ee8db48-fde7-4a98-a6bf-e1bdcc0d181b None None] Set router 0162e5c6-174e-4d6c-bc9d-53e275afff71 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:37:56.024343 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-6e065c5b-7c91-4cfb-a09c-76c6cdc10548 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:56.059813 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-6e065c5b-7c91-4cfb-a09c-76c6cdc10548 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:56.115750 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-6e065c5b-7c91-4cfb-a09c-76c6cdc10548 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Network 4cbc9600-b463-4d04-acee-3f23c1dabea3 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:37:56.119755 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-6e065c5b-7c91-4cfb-a09c-76c6cdc10548 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:37:56.124289 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-6e065c5b-7c91-4cfb-a09c-76c6cdc10548 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:37:56.132370 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e065c5b-7c91-4cfb-a09c-76c6cdc10548 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Pushing event updated for resources: {'Port': ['ID=9a1f7a1f-aee0-4010-adc1-8a709a359183,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:56.201762 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-6e065c5b-7c91-4cfb-a09c-76c6cdc10548 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:56.202748 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-6e065c5b-7c91-4cfb-a09c-76c6cdc10548 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:56.235815 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-6e065c5b-7c91-4cfb-a09c-76c6cdc10548 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1342731 Nov 10 17:37:56.248494 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-a3a4a02d-7d88-45c9-900c-68ecc4c57092 service neutron] Request body: {'port': {'device_id': '10c47f40-2d91-4f23-9bbf-e90fda3d900b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:37:56.268010 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-1ee8db48-fde7-4a98-a6bf-e1bdcc0d181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0162e5c6-174e-4d6c-bc9d-53e275afff71', 'name': 'tempest-ServerRescueTestJSON-1239996647-router', 'tenant_id': '8e72b28b5eeb442488b09faff7426464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '7982f543-f8e3-436a-af72-f9c15c51837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:37:46Z', 'updated_at': '2021-11-10T17:37:51Z', 'revision_number': 4, 'project_id': '8e72b28b5eeb442488b09faff7426464', 'gw_port': {'id': '7982f543-f8e3-436a-af72-f9c15c51837c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0162e5c6-174e-4d6c-bc9d-53e275afff71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:37:47Z', 'updated_at': '2021-11-10T17:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2857421d-5ead-476d-b83d-413c9801246c', 'name': '', 'network_id': '4cbc9600-b463-4d04-acee-3f23c1dabea3', 'tenant_id': '8e72b28b5eeb442488b09faff7426464', 'mac_address': 'fa:16:3e:6d:de:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0162e5c6-174e-4d6c-bc9d-53e275afff71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'd5dda55e-1f80-43c6-821b-000fde206b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:37:50Z', 'updated_at': '2021-11-10T17:37:51Z', 'revision_number': 2, 'project_id': '8e72b28b5eeb442488b09faff7426464', 'subnets': [{'id': 'd5dda55e-1f80-43c6-821b-000fde206b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:37:56.299459 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee8db48-fde7-4a98-a6bf-e1bdcc0d181b None None] Checking router: 0162e5c6-174e-4d6c-bc9d-53e275afff71 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:37:56.300023 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee8db48-fde7-4a98-a6bf-e1bdcc0d181b None None] Updating router 0162e5c6-174e-4d6c-bc9d-53e275afff71 port 2857421d-5ead-476d-b83d-413c9801246c binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:37:56.311654 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-a3a4a02d-7d88-45c9-900c-68ecc4c57092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:56.334329 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-1ee8db48-fde7-4a98-a6bf-e1bdcc0d181b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:56.512566 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662bf6e-1d49-4a97-a539-a013e374841e req-1fc1ad0a-1ed0-4561-a98e-d521c418730c tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:56.514390 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c662bf6e-1d49-4a97-a539-a013e374841e req-1fc1ad0a-1ed0-4561-a98e-d521c418730c tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.1484365 Nov 10 17:37:56.588858 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c662bf6e-1d49-4a97-a539-a013e374841e req-1cc603ad-1e0b-4166-8677-277bf56d0685 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664649 Nov 10 17:37:56.703439 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-1ee8db48-fde7-4a98-a6bf-e1bdcc0d181b None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:56.710401 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-1ee8db48-fde7-4a98-a6bf-e1bdcc0d181b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:56.872338 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c963d-4ec5-41f1-a984-76781da7b61b None None] Pushing event updated for resources: {'Port': ['ID=2857421d-5ead-476d-b83d-413c9801246c,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:56.918242 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39382) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:37:56.946524 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c963d-4ec5-41f1-a984-76781da7b61b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:56.947106 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c963d-4ec5-41f1-a984-76781da7b61b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:56.947623 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c963d-4ec5-41f1-a984-76781da7b61b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:56.948384 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c963d-4ec5-41f1-a984-76781da7b61b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:56.948908 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c963d-4ec5-41f1-a984-76781da7b61b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:56.949707 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c963d-4ec5-41f1-a984-76781da7b61b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:56.950328 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c963d-4ec5-41f1-a984-76781da7b61b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:56.951035 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c963d-4ec5-41f1-a984-76781da7b61b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:56.951641 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c963d-4ec5-41f1-a984-76781da7b61b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:56.952184 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c963d-4ec5-41f1-a984-76781da7b61b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:56.952880 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c963d-4ec5-41f1-a984-76781da7b61b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:56.953380 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51c963d-4ec5-41f1-a984-76781da7b61b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:56.969644 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-1ee8db48-fde7-4a98-a6bf-e1bdcc0d181b None None] Attempting to bind port 2857421d-5ead-476d-b83d-413c9801246c on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:37:56.970269 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-1ee8db48-fde7-4a98-a6bf-e1bdcc0d181b None None] Attempting to bind port 2857421d-5ead-476d-b83d-413c9801246c by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '05cb0532-6c0f-441f-93e8-c6f075bb1eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4cbc9600-b463-4d04-acee-3f23c1dabea3'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:37:56.970820 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee8db48-fde7-4a98-a6bf-e1bdcc0d181b None None] Attempting to bind port 2857421d-5ead-476d-b83d-413c9801246c on network 4cbc9600-b463-4d04-acee-3f23c1dabea3 {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:37:56.988655 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee8db48-fde7-4a98-a6bf-e1bdcc0d181b None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:37:56.989350 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee8db48-fde7-4a98-a6bf-e1bdcc0d181b None None] Checking segment: {'id': '05cb0532-6c0f-441f-93e8-c6f075bb1eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4cbc9600-b463-4d04-acee-3f23c1dabea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:37:56.989944 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-1ee8db48-fde7-4a98-a6bf-e1bdcc0d181b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:56.990518 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee8db48-fde7-4a98-a6bf-e1bdcc0d181b None None] Bound using segment: {'id': '05cb0532-6c0f-441f-93e8-c6f075bb1eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4cbc9600-b463-4d04-acee-3f23c1dabea3'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:37:56.991191 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-1ee8db48-fde7-4a98-a6bf-e1bdcc0d181b None None] Bound port: 2857421d-5ead-476d-b83d-413c9801246c, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05cb0532-6c0f-441f-93e8-c6f075bb1eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4cbc9600-b463-4d04-acee-3f23c1dabea3'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:37:56.991777 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-1ee8db48-fde7-4a98-a6bf-e1bdcc0d181b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:57.109593 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 7982f543-f8e3-436a-af72-f9c15c51837c up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:37:57.111051 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-1ee8db48-fde7-4a98-a6bf-e1bdcc0d181b None None] For port 2857421d-5ead-476d-b83d-413c9801246c, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:37:57.120110 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-1ee8db48-fde7-4a98-a6bf-e1bdcc0d181b None None] For port 2857421d-5ead-476d-b83d-413c9801246c, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2857421d-5ead-476d-b83d-413c9801246c,segment=NetworkSegment(05cb0532-6c0f-441f-93e8-c6f075bb1eed),segment_id=05cb0532-6c0f-441f-93e8-c6f075bb1eed)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:37:57.129423 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-1ee8db48-fde7-4a98-a6bf-e1bdcc0d181b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:57.167632 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 7982f543-f8e3-436a-af72-f9c15c51837c triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:37:57.168321 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:57.197122 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c963d-4ec5-41f1-a984-76781da7b61b None None] Pushing event updated for resources: {'Port': ['ID=2857421d-5ead-476d-b83d-413c9801246c,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:57.238775 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee8db48-fde7-4a98-a6bf-e1bdcc0d181b None None] Routers {'0162e5c6-174e-4d6c-bc9d-53e275afff71'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:37:57.239714 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-1ee8db48-fde7-4a98-a6bf-e1bdcc0d181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:37:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0162e5c6-174e-4d6c-bc9d-53e275afff71'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:37:57.309627 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382a43d-728b-48a3-99c6-3afba3598c33 req-2bfae78b-5443-443d-833c-c81b2870fabb tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:57.319007 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6382a43d-728b-48a3-99c6-3afba3598c33 req-2bfae78b-5443-443d-833c-c81b2870fabb tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 931 time: 0.2041698 Nov 10 17:37:57.375411 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-1ee8db48-fde7-4a98-a6bf-e1bdcc0d181b None None] Set router 0162e5c6-174e-4d6c-bc9d-53e275afff71 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:37:57.545984 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-a3a4a02d-7d88-45c9-900c-68ecc4c57092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a1f7a1f-aee0-4010-adc1-8a709a359183 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:37:57.557929 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139bdb7b-d1d3-423e-b097-af1682383ddd req-86be247c-bc44-48f8-a3a5-6645294281e2 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:57.559511 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-139bdb7b-d1d3-423e-b097-af1682383ddd req-86be247c-bc44-48f8-a3a5-6645294281e2 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c2b6338-7db8-48ea-9fc5-251265d7f109 HTTP/1.1" status: 200 len: 950 time: 0.5983765 Nov 10 17:37:57.564464 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-a3a4a02d-7d88-45c9-900c-68ecc4c57092 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:57.595476 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-a3a4a02d-7d88-45c9-900c-68ecc4c57092 service neutron] Transition to ACTIVE for port object 9a1f7a1f-aee0-4010-adc1-8a709a359183 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:37:57.617113 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-a3a4a02d-7d88-45c9-900c-68ecc4c57092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:57.647159 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-1ee8db48-fde7-4a98-a6bf-e1bdcc0d181b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0162e5c6-174e-4d6c-bc9d-53e275afff71', 'name': 'tempest-ServerRescueTestJSON-1239996647-router', 'tenant_id': '8e72b28b5eeb442488b09faff7426464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '7982f543-f8e3-436a-af72-f9c15c51837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:37:46Z', 'updated_at': '2021-11-10T17:37:51Z', 'revision_number': 4, 'project_id': '8e72b28b5eeb442488b09faff7426464', 'gw_port': {'id': '7982f543-f8e3-436a-af72-f9c15c51837c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0162e5c6-174e-4d6c-bc9d-53e275afff71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:37:47Z', 'updated_at': '2021-11-10T17:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2857421d-5ead-476d-b83d-413c9801246c', 'name': '', 'network_id': '4cbc9600-b463-4d04-acee-3f23c1dabea3', 'tenant_id': '8e72b28b5eeb442488b09faff7426464', 'mac_address': 'fa:16:3e:6d:de:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0162e5c6-174e-4d6c-bc9d-53e275afff71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'd5dda55e-1f80-43c6-821b-000fde206b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:37:50Z', 'updated_at': '2021-11-10T17:37:57Z', 'revision_number': 4, 'project_id': '8e72b28b5eeb442488b09faff7426464', 'subnets': [{'id': 'd5dda55e-1f80-43c6-821b-000fde206b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:37:57.707360 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6382a43d-728b-48a3-99c6-3afba3598c33 req-74f63e58-d50a-43e9-a8a3-23f8fea10de2 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874433 Nov 10 17:37:57.708986 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-139bdb7b-d1d3-423e-b097-af1682383ddd req-4190f6d3-0a5e-483d-acb1-59479285e117 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376827 Nov 10 17:37:57.845217 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4a02d-7d88-45c9-900c-68ecc4c57092 service neutron] Pushing event updated for resources: {'Port': ['ID=9a1f7a1f-aee0-4010-adc1-8a709a359183,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:57.890249 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee8db48-fde7-4a98-a6bf-e1bdcc0d181b None None] The sync data for ids ['0162e5c6-174e-4d6c-bc9d-53e275afff71'] in n-d-776250-10 is: [{'id': '0162e5c6-174e-4d6c-bc9d-53e275afff71', 'name': 'tempest-ServerRescueTestJSON-1239996647-router', 'tenant_id': '8e72b28b5eeb442488b09faff7426464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '7982f543-f8e3-436a-af72-f9c15c51837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:37:46Z', 'updated_at': '2021-11-10T17:37:51Z', 'revision_number': 4, 'project_id': '8e72b28b5eeb442488b09faff7426464', 'gw_port': {'id': '7982f543-f8e3-436a-af72-f9c15c51837c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0162e5c6-174e-4d6c-bc9d-53e275afff71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:37:47Z', 'updated_at': '2021-11-10T17:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2857421d-5ead-476d-b83d-413c9801246c', 'name': '', 'network_id': '4cbc9600-b463-4d04-acee-3f23c1dabea3', 'tenant_id': '8e72b28b5eeb442488b09faff7426464', 'mac_address': 'fa:16:3e:6d:de:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0162e5c6-174e-4d6c-bc9d-53e275afff71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'd5dda55e-1f80-43c6-821b-000fde206b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:37:50Z', 'updated_at': '2021-11-10T17:37:57Z', 'revision_number': 4, 'project_id': '8e72b28b5eeb442488b09faff7426464', 'subnets': [{'id': 'd5dda55e-1f80-43c6-821b-000fde206b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:37:57.967251 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca265f-bb21-4fa3-a62c-799df65f83c2 req-e7f1e4a0-dacb-4a03-bf2d-60b2f259c021 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:57.968907 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-48ca265f-bb21-4fa3-a62c-799df65f83c2 req-e7f1e4a0-dacb-4a03-bf2d-60b2f259c021 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.0905304 Nov 10 17:37:57.995537 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-a3a4a02d-7d88-45c9-900c-68ecc4c57092 service neutron] Attempting to bind port 9a1f7a1f-aee0-4010-adc1-8a709a359183 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:37:57.995873 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-a3a4a02d-7d88-45c9-900c-68ecc4c57092 service neutron] Attempting to bind port 9a1f7a1f-aee0-4010-adc1-8a709a359183 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '05cb0532-6c0f-441f-93e8-c6f075bb1eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4cbc9600-b463-4d04-acee-3f23c1dabea3'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:37:57.996541 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-a3a4a02d-7d88-45c9-900c-68ecc4c57092 service neutron] Attempting to bind port 9a1f7a1f-aee0-4010-adc1-8a709a359183 on network 4cbc9600-b463-4d04-acee-3f23c1dabea3 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:37:58.002846 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-a3a4a02d-7d88-45c9-900c-68ecc4c57092 service neutron] Port 9a1f7a1f-aee0-4010-adc1-8a709a359183 on network 4cbc9600-b463-4d04-acee-3f23c1dabea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:37:58.003180 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-a3a4a02d-7d88-45c9-900c-68ecc4c57092 service neutron] Attempting to bind port 9a1f7a1f-aee0-4010-adc1-8a709a359183 on network 4cbc9600-b463-4d04-acee-3f23c1dabea3 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:37:58.008907 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-a3a4a02d-7d88-45c9-900c-68ecc4c57092 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:37:58.009247 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-a3a4a02d-7d88-45c9-900c-68ecc4c57092 service neutron] Checking segment: {'id': '05cb0532-6c0f-441f-93e8-c6f075bb1eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4cbc9600-b463-4d04-acee-3f23c1dabea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:37:58.009635 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-a3a4a02d-7d88-45c9-900c-68ecc4c57092 service neutron] Bound using segment: {'id': '05cb0532-6c0f-441f-93e8-c6f075bb1eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4cbc9600-b463-4d04-acee-3f23c1dabea3'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:37:58.010084 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-a3a4a02d-7d88-45c9-900c-68ecc4c57092 service neutron] Bound port: 9a1f7a1f-aee0-4010-adc1-8a709a359183, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05cb0532-6c0f-441f-93e8-c6f075bb1eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4cbc9600-b463-4d04-acee-3f23c1dabea3'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:37:58.010444 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-a3a4a02d-7d88-45c9-900c-68ecc4c57092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:58.022765 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device f02f60bd-1968-4829-b312-b5fb2eea49f0 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:37:58.091188 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: f02f60bd-1968-4829-b312-b5fb2eea49f0 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:37:58.091428 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device f02f60bd-1968-4829-b312-b5fb2eea49f0 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:37:58.125114 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-48ca265f-bb21-4fa3-a62c-799df65f83c2 req-0b0cab05-bfea-41cb-b316-eed58089b1fa tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403220 Nov 10 17:37:58.150406 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dab27cf5-768d-4477-9ec0-8d56269e47e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:58.167309 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-a3a4a02d-7d88-45c9-900c-68ecc4c57092 service neutron] For port 9a1f7a1f-aee0-4010-adc1-8a709a359183, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:37:58.171384 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-a3a4a02d-7d88-45c9-900c-68ecc4c57092 service neutron] For port 9a1f7a1f-aee0-4010-adc1-8a709a359183, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=9a1f7a1f-aee0-4010-adc1-8a709a359183,segment=NetworkSegment(05cb0532-6c0f-441f-93e8-c6f075bb1eed),segment_id=05cb0532-6c0f-441f-93e8-c6f075bb1eed)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:37:58.178107 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-a3a4a02d-7d88-45c9-900c-68ecc4c57092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:58.220756 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-a3a4a02d-7d88-45c9-900c-68ecc4c57092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:58.221709 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-a3a4a02d-7d88-45c9-900c-68ecc4c57092 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:58.223177 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-a3a4a02d-7d88-45c9-900c-68ecc4c57092 service neutron] 10.222.0.11 "PUT /v2.0/ports/9a1f7a1f-aee0-4010-adc1-8a709a359183 HTTP/1.1" status: 200 len: 1092 time: 1.9795206 Nov 10 17:37:58.223637 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c47f40-2d91-4f23-9bbf-e90fda3d900b', 'tag': '9a1f7a1f-aee0-4010-adc1-8a709a359183'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:37:58.225979 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fdc46b-3983-4e8c-b21d-7b1cd182d81f" -d '{"events": [{"name": "network-changed", "server_uuid": "10c47f40-2d91-4f23-9bbf-e90fda3d900b", "tag": "9a1f7a1f-aee0-4010-adc1-8a709a359183"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:37:58.287128 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857efc4a-f14b-4bcc-8a7d-59f6209616af x-openstack-request-id: req-857efc4a-f14b-4bcc-8a7d-59f6209616af {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:37:58.287429 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c47f40-2d91-4f23-9bbf-e90fda3d900b", "tag": "9a1f7a1f-aee0-4010-adc1-8a709a359183", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:37:58.287683 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-857efc4a-f14b-4bcc-8a7d-59f6209616af {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:37:58.288097 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c47f40-2d91-4f23-9bbf-e90fda3d900b', 'tag': '9a1f7a1f-aee0-4010-adc1-8a709a359183', 'status': 'completed', 'code': 200} Nov 10 17:37:58.288896 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4a02d-7d88-45c9-900c-68ecc4c57092 service neutron] Pushing event updated for resources: {'Port': ['ID=9a1f7a1f-aee0-4010-adc1-8a709a359183,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:58.423281 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b299ba1-533a-457a-8ae3-8611dfa79e89 req-f52fbb5b-c423-4ef5-a87a-1061c4898788 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:58.425030 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6b299ba1-533a-457a-8ae3-8611dfa79e89 req-f52fbb5b-c423-4ef5-a87a-1061c4898788 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c2b6338-7db8-48ea-9fc5-251265d7f109 HTTP/1.1" status: 200 len: 950 time: 0.1682599 Nov 10 17:37:58.454253 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d85697-5333-4b77-bb22-e15a54165d48 req-da3819c7-d37f-499c-8792-0deeb615ced6 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:58.456060 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-98d85697-5333-4b77-bb22-e15a54165d48 req-da3819c7-d37f-499c-8792-0deeb615ced6 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecb45fc4-2334-425b-a012-86a1908cbe78 HTTP/1.1" status: 200 len: 950 time: 0.1669605 Nov 10 17:37:58.491887 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-5932d320-019e-40eb-8fea-6fdd53368da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:58.493807 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-5932d320-019e-40eb-8fea-6fdd53368da9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8e72b28b5eeb442488b09faff7426464&device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 1095 time: 0.1698375 Nov 10 17:37:58.593202 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-0c754902-a43d-49e1-86f1-9daa4dba0147 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a1f7a1f-aee0-4010-adc1-8a709a359183 HTTP/1.1" status: 200 len: 217 time: 0.0856392 Nov 10 17:37:58.683595 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-f0634a10-81fa-4aa8-8f32-bc2f8e90af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:58.684671 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-98d85697-5333-4b77-bb22-e15a54165d48 req-129c4a06-3a27-4bef-a605-5dea75b2e4b2 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Deleting port 03ede745-bd15-4e19-8e1f-9beee1aed2f7 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:37:58.685017 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-98d85697-5333-4b77-bb22-e15a54165d48 req-129c4a06-3a27-4bef-a605-5dea75b2e4b2 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:58.685154 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-f0634a10-81fa-4aa8-8f32-bc2f8e90af88 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d5dda55e-1f80-43c6-821b-000fde206b8e HTTP/1.1" status: 200 len: 851 time: 0.0850539 Nov 10 17:37:58.726188 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-578a038e-dcb2-4128-8cf9-3446e68808a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4cbc9600-b463-4d04-acee-3f23c1dabea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331838 Nov 10 17:37:58.729749 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-6b299ba1-533a-457a-8ae3-8611dfa79e89 req-3fb32c2c-e9fa-429e-a54e-175eaa31e115 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Deleting port 1868822c-f819-4cdc-95bb-a12eb9a8a302 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:37:58.730096 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6b299ba1-533a-457a-8ae3-8611dfa79e89 req-3fb32c2c-e9fa-429e-a54e-175eaa31e115 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:58.753854 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-e332980d-b8fd-4c54-81a0-c5c2fedf7f8c service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:37:58.754888 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-e332980d-b8fd-4c54-81a0-c5c2fedf7f8c service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057261 Nov 10 17:37:58.793515 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-dab27cf5-768d-4477-9ec0-8d56269e47e8 admin admin] Deleting port 97efc326-2294-4b96-80d9-7490f6667626 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:37:58.793937 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dab27cf5-768d-4477-9ec0-8d56269e47e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:58.921228 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-98d85697-5333-4b77-bb22-e15a54165d48 req-129c4a06-3a27-4bef-a605-5dea75b2e4b2 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] For port 03ede745-bd15-4e19-8e1f-9beee1aed2f7, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=03ede745-bd15-4e19-8e1f-9beee1aed2f7,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:58.921645 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-98d85697-5333-4b77-bb22-e15a54165d48 req-129c4a06-3a27-4bef-a605-5dea75b2e4b2 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:58.951842 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-98d85697-5333-4b77-bb22-e15a54165d48 req-129c4a06-3a27-4bef-a605-5dea75b2e4b2 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Calling delete_port for 03ede745-bd15-4e19-8e1f-9beee1aed2f7 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:37:58.975383 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b907d-6a74-4418-9aee-8a80d2b7f623 req-4df7323b-eec9-4a82-a31e-d135b9370093 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:58.977129 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d84b907d-6a74-4418-9aee-8a80d2b7f623 req-4df7323b-eec9-4a82-a31e-d135b9370093 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 943 time: 0.1122432 Nov 10 17:37:58.979093 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-6b299ba1-533a-457a-8ae3-8611dfa79e89 req-3fb32c2c-e9fa-429e-a54e-175eaa31e115 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] For port 1868822c-f819-4cdc-95bb-a12eb9a8a302, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=1868822c-f819-4cdc-95bb-a12eb9a8a302,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:58.979464 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6b299ba1-533a-457a-8ae3-8611dfa79e89 req-3fb32c2c-e9fa-429e-a54e-175eaa31e115 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:58.989657 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-dab27cf5-768d-4477-9ec0-8d56269e47e8 admin admin] For port 97efc326-2294-4b96-80d9-7490f6667626, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=97efc326-2294-4b96-80d9-7490f6667626,segment=NetworkSegment(eccd2b2e-b32a-4736-8a02-4f4b578d0e69),segment_id=eccd2b2e-b32a-4736-8a02-4f4b578d0e69)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:58.990033 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dab27cf5-768d-4477-9ec0-8d56269e47e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:59.009001 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c550e4-d5ec-43cb-a457-8299da4d8728 req-24ad7092-b958-49eb-9310-626c782d828d tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:59.010516 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-75c550e4-d5ec-43cb-a457-8299da4d8728 req-24ad7092-b958-49eb-9310-626c782d828d tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c2b6338-7db8-48ea-9fc5-251265d7f109 HTTP/1.1" status: 200 len: 950 time: 0.1387942 Nov 10 17:37:59.020866 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-3136c08e-d300-4e91-a3e3-9cdf3dbaae32 service neutron] 10.222.0.11 "GET /v2.0/networks/4cbc9600-b463-4d04-acee-3f23c1dabea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165778 Nov 10 17:37:59.021763 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-6b299ba1-533a-457a-8ae3-8611dfa79e89 req-3fb32c2c-e9fa-429e-a54e-175eaa31e115 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Calling delete_port for 1868822c-f819-4cdc-95bb-a12eb9a8a302 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:37:59.054273 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-dab27cf5-768d-4477-9ec0-8d56269e47e8 admin admin] Calling delete_port for 97efc326-2294-4b96-80d9-7490f6667626 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:37:59.116243 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2857421d-5ead-476d-b83d-413c9801246c up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:37:59.145091 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d84b907d-6a74-4418-9aee-8a80d2b7f623 req-ee0029ab-9484-4c05-96f4-1d73e540dd27 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585996 Nov 10 17:37:59.186027 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-75c550e4-d5ec-43cb-a457-8299da4d8728 req-ac1c121b-0f88-45ca-8335-ba4fda323476 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622639 Nov 10 17:37:59.213042 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 2857421d-5ead-476d-b83d-413c9801246c triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:37:59.213478 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:59.221975 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68026a51-eef5-43b7-af20-f7b062d0fc0f req-064599c4-8d6e-4d72-a115-46140b1cf6c6 service neutron] 10.222.0.11 "GET /v2.0/networks/4cbc9600-b463-4d04-acee-3f23c1dabea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906848 Nov 10 17:37:59.344537 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6b299ba1-533a-457a-8ae3-8611dfa79e89 req-3fb32c2c-e9fa-429e-a54e-175eaa31e115 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:59.378413 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb32c2c-e9fa-429e-a54e-175eaa31e115 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Pushing event deleted for resources: {'Port': ['ID=1868822c-f819-4cdc-95bb-a12eb9a8a302,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:59.393336 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['fcfa458f-e071-4b0e-baa5-036acfe812bf', '0d20ed0e-1a36-414e-b080-6adfb60940da', 'c845eb24-c6e2-457f-a3ca-7a4adccb8189', '1868822c-f819-4cdc-95bb-a12eb9a8a302'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:37:59.395602 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['03ede745-bd15-4e19-8e1f-9beee1aed2f7'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:37:59.434073 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-98d85697-5333-4b77-bb22-e15a54165d48 req-129c4a06-3a27-4bef-a605-5dea75b2e4b2 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:59.465532 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b299ba1-533a-457a-8ae3-8611dfa79e89 req-3fb32c2c-e9fa-429e-a54e-175eaa31e115 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] No DVR routers for this DVR port 1868822c-f819-4cdc-95bb-a12eb9a8a302 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:37:59.473812 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdc46b-3983-4e8c-b21d-7b1cd182d81f req-603cdf1d-b513-434a-b3ac-85cd06284262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:59.475432 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-76fdc46b-3983-4e8c-b21d-7b1cd182d81f req-603cdf1d-b513-434a-b3ac-85cd06284262 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8e72b28b5eeb442488b09faff7426464&device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 1095 time: 0.1809082 Nov 10 17:37:59.480949 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6b299ba1-533a-457a-8ae3-8611dfa79e89 req-3fb32c2c-e9fa-429e-a54e-175eaa31e115 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:59.484288 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6b299ba1-533a-457a-8ae3-8611dfa79e89 req-3fb32c2c-e9fa-429e-a54e-175eaa31e115 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.13 "DELETE /v2.0/ports/1868822c-f819-4cdc-95bb-a12eb9a8a302 HTTP/1.1" status: 204 len: 173 time: 1.0450263 Nov 10 17:37:59.508527 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:59.566641 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 2857421d-5ead-476d-b83d-413c9801246c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2857421d-5ead-476d-b83d-413c9801246c,segment=NetworkSegment(05cb0532-6c0f-441f-93e8-c6f075bb1eed),segment_id=05cb0532-6c0f-441f-93e8-c6f075bb1eed)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:37:59.568497 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['03ede745-bd15-4e19-8e1f-9beee1aed2f7'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:37:59.574448 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c4a06-3a27-4bef-a605-5dea75b2e4b2 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Pushing event deleted for resources: {'Port': ['ID=03ede745-bd15-4e19-8e1f-9beee1aed2f7,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:59.581499 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:59.650722 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c4a06-3a27-4bef-a605-5dea75b2e4b2 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:59.651360 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c4a06-3a27-4bef-a605-5dea75b2e4b2 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:59.652899 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c4a06-3a27-4bef-a605-5dea75b2e4b2 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:59.653577 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c4a06-3a27-4bef-a605-5dea75b2e4b2 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:59.653577 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c4a06-3a27-4bef-a605-5dea75b2e4b2 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:59.654039 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c4a06-3a27-4bef-a605-5dea75b2e4b2 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:59.654359 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c4a06-3a27-4bef-a605-5dea75b2e4b2 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:59.654687 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c4a06-3a27-4bef-a605-5dea75b2e4b2 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:59.655011 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c4a06-3a27-4bef-a605-5dea75b2e4b2 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:59.655863 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c4a06-3a27-4bef-a605-5dea75b2e4b2 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:59.657361 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c4a06-3a27-4bef-a605-5dea75b2e4b2 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:59.657698 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c4a06-3a27-4bef-a605-5dea75b2e4b2 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:37:59.658028 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdc46b-3983-4e8c-b21d-7b1cd182d81f req-0ac33ce9-b6ef-4a22-af4d-48a6b53799d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:59.667079 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-76fdc46b-3983-4e8c-b21d-7b1cd182d81f req-0ac33ce9-b6ef-4a22-af4d-48a6b53799d5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4cbc9600-b463-4d04-acee-3f23c1dabea3 HTTP/1.1" status: 200 len: 912 time: 0.1795559 Nov 10 17:37:59.704046 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d85697-5333-4b77-bb22-e15a54165d48 req-129c4a06-3a27-4bef-a605-5dea75b2e4b2 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] No DVR routers for this DVR port 03ede745-bd15-4e19-8e1f-9beee1aed2f7 on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:37:59.711710 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-98d85697-5333-4b77-bb22-e15a54165d48 req-129c4a06-3a27-4bef-a605-5dea75b2e4b2 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:59.718869 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-98d85697-5333-4b77-bb22-e15a54165d48 req-129c4a06-3a27-4bef-a605-5dea75b2e4b2 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.11 "DELETE /v2.0/ports/03ede745-bd15-4e19-8e1f-9beee1aed2f7 HTTP/1.1" status: 204 len: 173 time: 1.2535174 Nov 10 17:37:59.723961 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=2857421d-5ead-476d-b83d-413c9801246c,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:37:59.729854 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-76fdc46b-3983-4e8c-b21d-7b1cd182d81f req-5709f676-e5d7-45dc-b541-4397485edff8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a1f7a1f-aee0-4010-adc1-8a709a359183 HTTP/1.1" status: 200 len: 217 time: 0.0546777 Nov 10 17:37:59.732621 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb45fc4-2334-425b-a012-86a1908cbe78', 'name': 'network-vif-deleted', 'tag': '03ede745-bd15-4e19-8e1f-9beee1aed2f7'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:37:59.736415 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1025b084-e72f-4309-8f6a-ad0564b8e6bf" -d '{"events": [{"server_uuid": "ecb45fc4-2334-425b-a012-86a1908cbe78", "name": "network-vif-deleted", "tag": "03ede745-bd15-4e19-8e1f-9beee1aed2f7"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:37:59.803767 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb3f09-b1ec-4284-a70b-5fabcb3cefd7 req-90a71c13-eedc-4ef4-9028-f31ff907609c tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:59.808704 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f0cb3f09-b1ec-4284-a70b-5fabcb3cefd7 req-90a71c13-eedc-4ef4-9028-f31ff907609c tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.2816949 Nov 10 17:37:59.820718 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f11e2cc-b860-44ec-8728-c3534a661dbd x-openstack-request-id: req-5f11e2cc-b860-44ec-8728-c3534a661dbd {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:37:59.821061 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb45fc4-2334-425b-a012-86a1908cbe78", "name": "network-vif-deleted", "tag": "03ede745-bd15-4e19-8e1f-9beee1aed2f7", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:37:59.821310 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5f11e2cc-b860-44ec-8728-c3534a661dbd {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:37:59.822125 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb45fc4-2334-425b-a012-86a1908cbe78', 'name': 'network-vif-deleted', 'tag': '03ede745-bd15-4e19-8e1f-9beee1aed2f7', 'status': 'completed', 'code': 200} Nov 10 17:37:59.851147 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdc46b-3983-4e8c-b21d-7b1cd182d81f req-3e1b583b-8295-4ade-a85f-73f8e67486be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:37:59.853168 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-76fdc46b-3983-4e8c-b21d-7b1cd182d81f req-3e1b583b-8295-4ade-a85f-73f8e67486be service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d5dda55e-1f80-43c6-821b-000fde206b8e HTTP/1.1" status: 200 len: 851 time: 0.1141336 Nov 10 17:37:59.876988 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dab27cf5-768d-4477-9ec0-8d56269e47e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:37:59.895191 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-76fdc46b-3983-4e8c-b21d-7b1cd182d81f req-fd7ef7b8-3013-4c49-a394-cc9008f3c770 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4cbc9600-b463-4d04-acee-3f23c1dabea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317087 Nov 10 17:37:59.941463 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f0cb3f09-b1ec-4284-a70b-5fabcb3cefd7 req-1bc524cb-9179-4e2f-8305-572f510699e5 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189144 Nov 10 17:37:59.943738 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab27cf5-768d-4477-9ec0-8d56269e47e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=97efc326-2294-4b96-80d9-7490f6667626,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:00.039277 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-76fdc46b-3983-4e8c-b21d-7b1cd182d81f req-26cdc411-29d2-4db1-94b3-fabcebaf9f7e service neutron] 10.222.0.11 "GET /v2.0/networks/4cbc9600-b463-4d04-acee-3f23c1dabea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301455 Nov 10 17:38:00.221737 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dab27cf5-768d-4477-9ec0-8d56269e47e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:00.255550 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-76fdc46b-3983-4e8c-b21d-7b1cd182d81f req-8c0eb49c-7f00-409f-9346-c5119c0a5bde service neutron] 10.222.0.11 "GET /v2.0/networks/4cbc9600-b463-4d04-acee-3f23c1dabea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038736 Nov 10 17:38:00.295512 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2b6338-7db8-48ea-9fc5-251265d7f109', 'name': 'network-vif-deleted', 'tag': '1868822c-f819-4cdc-95bb-a12eb9a8a302'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:38:00.306269 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc2b5aa-bd0b-47cd-8e35-27d2099bd05b" -d '{"events": [{"server_uuid": "9c2b6338-7db8-48ea-9fc5-251265d7f109", "name": "network-vif-deleted", "tag": "1868822c-f819-4cdc-95bb-a12eb9a8a302"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:38:00.398363 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054e198-f2b3-4d85-959b-38dd4adbd825 req-9e39cae6-a0cc-4276-938d-b9937149af1d tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:00.401164 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6054e198-f2b3-4d85-959b-38dd4adbd825 req-9e39cae6-a0cc-4276-938d-b9937149af1d tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 943 time: 0.1243412 Nov 10 17:38:00.410707 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0aaff506-76dc-4695-bbfa-29282c45f190 req-0d97d5c4-4dad-4a0d-8a77-d0efd25524c6 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c2b6338-7db8-48ea-9fc5-251265d7f109 HTTP/1.1" status: 200 len: 210 time: 0.0557847 Nov 10 17:38:00.497485 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-47ac1bb0-d758-4792-8c75-6ad66039c64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:00.514520 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6054e198-f2b3-4d85-959b-38dd4adbd825 req-e25f10e6-6404-448a-a017-09a3c7cb64d3 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069415 Nov 10 17:38:00.598388 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478b1da6-24d6-455e-966b-9fe9ae562d00 x-openstack-request-id: req-478b1da6-24d6-455e-966b-9fe9ae562d00 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:38:00.598704 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2b6338-7db8-48ea-9fc5-251265d7f109", "name": "network-vif-deleted", "tag": "1868822c-f819-4cdc-95bb-a12eb9a8a302", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:38:00.598995 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-478b1da6-24d6-455e-966b-9fe9ae562d00 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:38:00.599353 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2b6338-7db8-48ea-9fc5-251265d7f109', 'name': 'network-vif-deleted', 'tag': '1868822c-f819-4cdc-95bb-a12eb9a8a302', 'status': 'completed', 'code': 200} Nov 10 17:38:00.781465 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab27cf5-768d-4477-9ec0-8d56269e47e8 admin admin] Router ec5b71f6-e52f-4392-aec4-0ef688dc93ba has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:38:00.895093 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab27cf5-768d-4477-9ec0-8d56269e47e8 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:38:00.904029 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-dab27cf5-768d-4477-9ec0-8d56269e47e8 admin admin] 10.222.0.39 "PUT /v2.0/routers/ec5b71f6-e52f-4392-aec4-0ef688dc93ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9788313 Nov 10 17:38:00.904740 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39446) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:00.908356 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc43a5c-937f-44b1-8275-3b8ace76bfc3 None None] Sync routers for ids ['ec5b71f6-e52f-4392-aec4-0ef688dc93ba'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:38:00.920313 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc43a5c-937f-44b1-8275-3b8ace76bfc3 None None] Routers {'ec5b71f6-e52f-4392-aec4-0ef688dc93ba'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:38:00.921246 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-efc43a5c-937f-44b1-8275-3b8ace76bfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:37:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['ec5b71f6-e52f-4392-aec4-0ef688dc93ba'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:01.042668 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef76378a-e2d6-4d7d-b81d-83bd96b5b9ed admin admin] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:01.096351 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-efc43a5c-937f-44b1-8275-3b8ace76bfc3 None None] Set router ec5b71f6-e52f-4392-aec4-0ef688dc93ba gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:38:01.171205 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c32e3-33a7-401a-b54d-06566e464540 req-4fc293cf-91ea-4443-b2d6-e3f7a1301f4b tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:01.174473 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['fcfa458f-e071-4b0e-baa5-036acfe812bf', '0d20ed0e-1a36-414e-b080-6adfb60940da', 'c845eb24-c6e2-457f-a3ca-7a4adccb8189'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:38:01.179632 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f45c32e3-33a7-401a-b54d-06566e464540 req-4fc293cf-91ea-4443-b2d6-e3f7a1301f4b tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.1043296 Nov 10 17:38:01.182653 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2857421d-5ead-476d-b83d-413c9801246c up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:38:01.197050 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef76378a-e2d6-4d7d-b81d-83bd96b5b9ed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:01.265087 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f45c32e3-33a7-401a-b54d-06566e464540 req-48884577-e7d4-4a74-ac69-0ba5017b78d5 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838718 Nov 10 17:38:01.285304 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-ef76378a-e2d6-4d7d-b81d-83bd96b5b9ed admin admin] Deleting port 39092b68-cb90-403e-adb2-23156ecaea43 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:38:01.285304 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef76378a-e2d6-4d7d-b81d-83bd96b5b9ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:01.383956 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-ef76378a-e2d6-4d7d-b81d-83bd96b5b9ed admin admin] For port 39092b68-cb90-403e-adb2-23156ecaea43, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=39092b68-cb90-403e-adb2-23156ecaea43,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:01.384377 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef76378a-e2d6-4d7d-b81d-83bd96b5b9ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:01.411694 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-ef76378a-e2d6-4d7d-b81d-83bd96b5b9ed admin admin] Calling delete_port for 39092b68-cb90-403e-adb2-23156ecaea43 owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:38:01.570976 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 2857421d-5ead-476d-b83d-413c9801246c triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:38:01.571963 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:01.777843 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-efc43a5c-937f-44b1-8275-3b8ace76bfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5b71f6-e52f-4392-aec4-0ef688dc93ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-1818021210-router', 'tenant_id': '932a2b49a0c3450c9fe19880793a3290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '39092b68-cb90-403e-adb2-23156ecaea43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:56Z', 'updated_at': '2021-11-10T17:37:59Z', 'revision_number': 5, 'project_id': '932a2b49a0c3450c9fe19880793a3290', 'gw_port': {'id': '39092b68-cb90-403e-adb2-23156ecaea43', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d2:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5b71f6-e52f-4392-aec4-0ef688dc93ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:58Z', 'updated_at': '2021-11-10T17:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:01.827548 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc43a5c-937f-44b1-8275-3b8ace76bfc3 None None] Checking router: ec5b71f6-e52f-4392-aec4-0ef688dc93ba for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:38:01.886472 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc43a5c-937f-44b1-8275-3b8ace76bfc3 None None] Routers {'ec5b71f6-e52f-4392-aec4-0ef688dc93ba'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:38:01.890222 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-efc43a5c-937f-44b1-8275-3b8ace76bfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:37:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['ec5b71f6-e52f-4392-aec4-0ef688dc93ba'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:01.955076 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd042f39-cad1-4410-8f58-2b8d62e5e505 req-c4be1e75-c569-43b5-a0e3-b1fd15f138ff tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:01.962701 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dd042f39-cad1-4410-8f58-2b8d62e5e505 req-c4be1e75-c569-43b5-a0e3-b1fd15f138ff tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 943 time: 0.2564163 Nov 10 17:38:02.022820 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dd042f39-cad1-4410-8f58-2b8d62e5e505 req-bd3066c0-6c9c-42a2-8e7d-59d6c5d39cc9 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569351 Nov 10 17:38:02.046715 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device b673c3ac-81db-46b1-b3c8-4e515db43263 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:38:02.054519 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 03ede745-bd15-4e19-8e1f-9beee1aed2f7 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:38:02.083247 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 1868822c-f819-4cdc-95bb-a12eb9a8a302 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:38:02.218462 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 03ede745-bd15-4e19-8e1f-9beee1aed2f7 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:38:02.218462 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 03ede745-bd15-4e19-8e1f-9beee1aed2f7 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:38:02.224434 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 1868822c-f819-4cdc-95bb-a12eb9a8a302 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:38:02.225033 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 1868822c-f819-4cdc-95bb-a12eb9a8a302 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:38:02.243047 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-efc43a5c-937f-44b1-8275-3b8ace76bfc3 None None] Set router ec5b71f6-e52f-4392-aec4-0ef688dc93ba gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:38:02.335559 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.resource_extend [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 17:38:02.340029 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-efc43a5c-937f-44b1-8275-3b8ace76bfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5b71f6-e52f-4392-aec4-0ef688dc93ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-1818021210-router', 'tenant_id': '932a2b49a0c3450c9fe19880793a3290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:56Z', 'updated_at': '2021-11-10T17:38:01Z', 'revision_number': 6, 'project_id': '932a2b49a0c3450c9fe19880793a3290', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:02.393272 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef76378a-e2d6-4d7d-b81d-83bd96b5b9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:02.427144 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc43a5c-937f-44b1-8275-3b8ace76bfc3 None None] The sync data for ids ['ec5b71f6-e52f-4392-aec4-0ef688dc93ba'] in n-d-776250-10 is: [{'id': 'ec5b71f6-e52f-4392-aec4-0ef688dc93ba', 'name': 'tempest-AttachSCSIVolumeTestJSON-1818021210-router', 'tenant_id': '932a2b49a0c3450c9fe19880793a3290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:56Z', 'updated_at': '2021-11-10T17:38:01Z', 'revision_number': 6, 'project_id': '932a2b49a0c3450c9fe19880793a3290', 'gw_port_host': None}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:38:02.465753 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76378a-e2d6-4d7d-b81d-83bd96b5b9ed admin admin] Pushing event deleted for resources: {'Port': ['ID=39092b68-cb90-403e-adb2-23156ecaea43,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:02.560595 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18e002-7d58-44e7-9e4d-43e418d95ee0 req-342d9e3b-ae9b-4a3d-950c-0eab9c20b231 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:02.563089 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6f18e002-7d58-44e7-9e4d-43e418d95ee0 req-342d9e3b-ae9b-4a3d-950c-0eab9c20b231 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.1369898 Nov 10 17:38:02.565064 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port b673c3ac-81db-46b1-b3c8-4e515db43263, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=b673c3ac-81db-46b1-b3c8-4e515db43263,segment=NetworkSegment(42dc2b4e-b2ca-43a5-ac2f-40daa324b850),segment_id=42dc2b4e-b2ca-43a5-ac2f-40daa324b850)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:02.628519 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'b673c3ac-81db-46b1-b3c8-4e515db43263', 'network_id': 'fdcce804-0eee-4352-bc4a-56d57553f51b', 'port_id': 'b673c3ac-81db-46b1-b3c8-4e515db43263', 'mac_address': 'fa:16:3e:b6:67:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '898255d9-6ca5-440d-ad7d-ca69abc8e6a6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:38:02.692927 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6f18e002-7d58-44e7-9e4d-43e418d95ee0 req-e821c695-9423-4247-86cd-4d6708a998b7 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234918 Nov 10 17:38:02.745601 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429e926-b6c6-4b2a-a556-0cbc33e35f5b req-64def8da-bb0b-4ce9-a8ee-c7270ed73cea tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:02.747259 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8429e926-b6c6-4b2a-a556-0cbc33e35f5b req-64def8da-bb0b-4ce9-a8ee-c7270ed73cea tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e134958-4a8e-4911-bcf5-b21271f972ae HTTP/1.1" status: 200 len: 946 time: 0.2594829 Nov 10 17:38:02.767383 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef76378a-e2d6-4d7d-b81d-83bd96b5b9ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:02.811093 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:02.843402 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-012346d2-b020-4c1e-bac0-dd7dbab7dfce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:02.846379 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b673c3ac-81db-46b1-b3c8-4e515db43263 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:38:02.902615 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port b673c3ac-81db-46b1-b3c8-4e515db43263, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=b673c3ac-81db-46b1-b3c8-4e515db43263,segment=NetworkSegment(42dc2b4e-b2ca-43a5-ac2f-40daa324b850),segment_id=42dc2b4e-b2ca-43a5-ac2f-40daa324b850)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:02.909608 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:02.909608 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 9a1f7a1f-aee0-4010-adc1-8a709a359183 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:38:02.934818 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acb04a-fe2f-4224-9e0e-40f8dec48212 req-2b77ec54-3fdb-4d69-afa8-1ebc7d35ea37 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:02.946070 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-66acb04a-fe2f-4224-9e0e-40f8dec48212 req-2b77ec54-3fdb-4d69-afa8-1ebc7d35ea37 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bf7710d-7ea0-4454-9631-24976e70fee7 HTTP/1.1" status: 200 len: 950 time: 0.1334119 Nov 10 17:38:03.065431 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-66acb04a-fe2f-4224-9e0e-40f8dec48212 req-2c619ef3-9ab1-42c0-a982-3ec1b91e64ff tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119821 Nov 10 17:38:03.080544 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef76378a-e2d6-4d7d-b81d-83bd96b5b9ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:03.083684 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef76378a-e2d6-4d7d-b81d-83bd96b5b9ed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:03.196265 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=b673c3ac-81db-46b1-b3c8-4e515db43263,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:03.290235 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef76378a-e2d6-4d7d-b81d-83bd96b5b9ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:03.292789 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef76378a-e2d6-4d7d-b81d-83bd96b5b9ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec5b71f6-e52f-4392-aec4-0ef688dc93ba {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:38:03.298294 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 9a1f7a1f-aee0-4010-adc1-8a709a359183, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=9a1f7a1f-aee0-4010-adc1-8a709a359183,segment=NetworkSegment(05cb0532-6c0f-441f-93e8-c6f075bb1eed),segment_id=05cb0532-6c0f-441f-93e8-c6f075bb1eed)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:03.312213 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef76378a-e2d6-4d7d-b81d-83bd96b5b9ed admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:03.316789 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '9a1f7a1f-aee0-4010-adc1-8a709a359183', 'network_id': '4cbc9600-b463-4d04-acee-3f23c1dabea3', 'port_id': '9a1f7a1f-aee0-4010-adc1-8a709a359183', 'mac_address': 'fa:16:3e:15:fe:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5dda55e-1f80-43c6-821b-000fde206b8e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:38:03.319019 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ef76378a-e2d6-4d7d-b81d-83bd96b5b9ed admin admin] 10.222.0.39 "DELETE /v2.0/routers/ec5b71f6-e52f-4392-aec4-0ef688dc93ba HTTP/1.1" status: 204 len: 168 time: 2.4134209 Nov 10 17:38:03.321499 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39506) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:03.356769 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8429e926-b6c6-4b2a-a556-0cbc33e35f5b req-c1737aa0-ac26-4013-8fa0-f704eb852eb7 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "GET /v2.0/security-groups?id=71b4eb73-bb45-4ecb-bc88-2a164bb0771b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5972643 Nov 10 17:38:03.389835 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd7a54bd-6952-4f10-a9ab-30c9ef3671d7 admin admin] Deleting subnet 093c60b7-5231-46dd-9542-7a009bfcb314 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:38:03.435331 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd7a54bd-6952-4f10-a9ab-30c9ef3671d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:03.447969 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 97efc326-2294-4b96-80d9-7490f6667626 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:38:03.531019 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:03.554799 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd7a54bd-6952-4f10-a9ab-30c9ef3671d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:03.562564 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 97efc326-2294-4b96-80d9-7490f6667626 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:38:03.580764 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 97efc326-2294-4b96-80d9-7490f6667626 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:38:03.598638 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a1f7a1f-aee0-4010-adc1-8a709a359183 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:38:03.614878 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb37ef-39b4-4cb3-bd40-7ee6f84c6bfe req-f221d8b2-5365-44d5-8289-f826ee04a3c7 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:03.616246 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7eb37ef-39b4-4cb3-bd40-7ee6f84c6bfe req-f221d8b2-5365-44d5-8289-f826ee04a3c7 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.13 "GET /v2.0/ports?device_id=7bf7710d-7ea0-4454-9631-24976e70fee7 HTTP/1.1" status: 200 len: 950 time: 0.2184129 Nov 10 17:38:03.633612 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67031a7-18b7-41e5-ab60-fbeb07eda11c req-d40efc7b-3a9f-4ad6-80ec-4c3d0f85f1eb tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:03.642874 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e67031a7-18b7-41e5-ab60-fbeb07eda11c req-d40efc7b-3a9f-4ad6-80ec-4c3d0f85f1eb tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 943 time: 0.2494140 Nov 10 17:38:03.712795 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 9a1f7a1f-aee0-4010-adc1-8a709a359183, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=9a1f7a1f-aee0-4010-adc1-8a709a359183,segment=NetworkSegment(05cb0532-6c0f-441f-93e8-c6f075bb1eed),segment_id=05cb0532-6c0f-441f-93e8-c6f075bb1eed)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:03.726064 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:03.913142 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['b673c3ac-81db-46b1-b3c8-4e515db43263'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:38:04.003008 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f8d5f-c04f-4444-80fc-3d0d380a48de req-14949b71-9516-4da5-8847-16fa01dda588 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:04.021026 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3c5f8d5f-c04f-4444-80fc-3d0d380a48de req-14949b71-9516-4da5-8847-16fa01dda588 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 944 time: 0.1153924 Nov 10 17:38:04.046459 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d2cc8-6c3b-44f2-8015-1a520f5362b3 req-8cd7dacf-a73f-454b-a8cd-5a5ad48f6876 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:04.053799 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-be7d2cc8-6c3b-44f2-8015-1a520f5362b3 req-8cd7dacf-a73f-454b-a8cd-5a5ad48f6876 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e134958-4a8e-4911-bcf5-b21271f972ae HTTP/1.1" status: 200 len: 946 time: 0.4034979 Nov 10 17:38:04.111320 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3c5f8d5f-c04f-4444-80fc-3d0d380a48de req-03459ca9-fcee-4fef-ad0e-df5126d0044f tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823832 Nov 10 17:38:04.111918 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd7a54bd-6952-4f10-a9ab-30c9ef3671d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:04.121449 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=9a1f7a1f-aee0-4010-adc1-8a709a359183,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:04.136659 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:04.149536 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['9a1f7a1f-aee0-4010-adc1-8a709a359183'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:38:04.238163 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5394ad5-0b98-466f-90ea-b7a782f3d77a req-229f4ccd-6b2e-4612-adef-7b8642a341d6 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:04.239715 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d5394ad5-0b98-466f-90ea-b7a782f3d77a req-229f4ccd-6b2e-4612-adef-7b8642a341d6 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.13 "GET /v2.0/ports?device_id=08aec451-61de-4b48-bd69-71cc1434c72f HTTP/1.1" status: 200 len: 949 time: 0.3515439 Nov 10 17:38:04.256878 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e67031a7-18b7-41e5-ab60-fbeb07eda11c req-350db954-bfbd-4a33-bfe0-e866edadb033 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6125374 Nov 10 17:38:04.315639 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59b47e-c6de-4863-ab07-91fca4fdda38 req-88b2739c-331c-4658-9980-c3e6cdd207b3 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:04.334767 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ab59b47e-c6de-4863-ab07-91fca4fdda38 req-88b2739c-331c-4658-9980-c3e6cdd207b3 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bf7710d-7ea0-4454-9631-24976e70fee7 HTTP/1.1" status: 200 len: 950 time: 0.1122108 Nov 10 17:38:04.443877 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ab59b47e-c6de-4863-ab07-91fca4fdda38 req-edb9f372-ace4-4546-8cc8-008f4d4e0e1b tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956969 Nov 10 17:38:04.640222 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-d7eb37ef-39b4-4cb3-bd40-7ee6f84c6bfe req-fee945ba-9221-41e7-95e5-5499650f1920 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Deleting port 0d20ed0e-1a36-414e-b080-6adfb60940da {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:38:04.640898 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7eb37ef-39b4-4cb3-bd40-7ee6f84c6bfe req-fee945ba-9221-41e7-95e5-5499650f1920 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:04.781064 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd7a54bd-6952-4f10-a9ab-30c9ef3671d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:04.799119 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb792e2-2ee6-4051-8e25-72b4754e6051 req-925689a3-e5d9-4647-8302-955f91ded217 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:04.807022 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bbb792e2-2ee6-4051-8e25-72b4754e6051 req-925689a3-e5d9-4647-8302-955f91ded217 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e134958-4a8e-4911-bcf5-b21271f972ae HTTP/1.1" status: 200 len: 946 time: 0.2486150 Nov 10 17:38:04.831479 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-be7d2cc8-6c3b-44f2-8015-1a520f5362b3 req-7e6ab9e2-8c6c-4c25-8d66-cac6c6c86622 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Deleting port 444d7675-f23d-4677-8cb9-8add4940040d {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:38:04.831817 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-be7d2cc8-6c3b-44f2-8015-1a520f5362b3 req-7e6ab9e2-8c6c-4c25-8d66-cac6c6c86622 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:04.839511 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd7a54bd-6952-4f10-a9ab-30c9ef3671d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:04.845347 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8743c8-5c44-4585-a48c-60ea52715664 None None] Network 2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:38:04.847121 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39522) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:04.847647 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-dd7a54bd-6952-4f10-a9ab-30c9ef3671d7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/093c60b7-5231-46dd-9542-7a009bfcb314 HTTP/1.1" status: 204 len: 168 time: 1.5248199 Nov 10 17:38:04.933823 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bbb792e2-2ee6-4051-8e25-72b4754e6051 req-df8f0bac-77f7-4419-99d0-a2c768dcb760 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "GET /v2.0/security-groups?id=71b4eb73-bb45-4ecb-bc88-2a164bb0771b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1261220 Nov 10 17:38:05.049788 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-d5394ad5-0b98-466f-90ea-b7a782f3d77a req-7841eafd-7318-4a15-afc1-1a0bf6e71320 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Deleting port c845eb24-c6e2-457f-a3ca-7a4adccb8189 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:38:05.050131 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d5394ad5-0b98-466f-90ea-b7a782f3d77a req-7841eafd-7318-4a15-afc1-1a0bf6e71320 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:05.108590 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-859633d0-6e92-4883-bf07-0362c07f350a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:05.271507 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 39092b68-cb90-403e-adb2-23156ecaea43 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:38:05.286331 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-859633d0-6e92-4883-bf07-0362c07f350a admin admin] Deleting port 783a6133-5ce4-4cbf-aae5-0e8722a0f299 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:38:05.287174 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-859633d0-6e92-4883-bf07-0362c07f350a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:05.317636 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a370a5-d564-4096-acbf-ffcd54a25f8b None None] DHCP port deletion for 2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:38:05.335394 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 39092b68-cb90-403e-adb2-23156ecaea43 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:38:05.335744 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 39092b68-cb90-403e-adb2-23156ecaea43 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:38:05.406421 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-f6a370a5-d564-4096-acbf-ffcd54a25f8b None None] Deleting port 783a6133-5ce4-4cbf-aae5-0e8722a0f299 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:38:05.406973 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f6a370a5-d564-4096-acbf-ffcd54a25f8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:05.426108 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0307295-0d7f-4112-829e-fb1fdcb67cbc req-e4aa0b1a-e209-4cdf-9908-985026b4b8c2 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:05.433956 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d0307295-0d7f-4112-829e-fb1fdcb67cbc req-e4aa0b1a-e209-4cdf-9908-985026b4b8c2 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 944 time: 0.1713231 Nov 10 17:38:05.455756 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-859633d0-6e92-4883-bf07-0362c07f350a admin admin] For port 783a6133-5ce4-4cbf-aae5-0e8722a0f299, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=783a6133-5ce4-4cbf-aae5-0e8722a0f299,segment=NetworkSegment(eccd2b2e-b32a-4736-8a02-4f4b578d0e69),segment_id=eccd2b2e-b32a-4736-8a02-4f4b578d0e69)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:05.456121 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-859633d0-6e92-4883-bf07-0362c07f350a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:05.481713 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-859633d0-6e92-4883-bf07-0362c07f350a admin admin] Calling delete_port for 783a6133-5ce4-4cbf-aae5-0e8722a0f299 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:38:05.556369 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:05.575397 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d0307295-0d7f-4112-829e-fb1fdcb67cbc req-51c90c16-7f95-4062-a862-9f2d72396cec tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376023 Nov 10 17:38:05.616611 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f6a370a5-d564-4096-acbf-ffcd54a25f8b None None] For port 783a6133-5ce4-4cbf-aae5-0e8722a0f299, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=783a6133-5ce4-4cbf-aae5-0e8722a0f299,segment=NetworkSegment(eccd2b2e-b32a-4736-8a02-4f4b578d0e69),segment_id=eccd2b2e-b32a-4736-8a02-4f4b578d0e69)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:05.617138 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f6a370a5-d564-4096-acbf-ffcd54a25f8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:05.669165 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-f6a370a5-d564-4096-acbf-ffcd54a25f8b None None] Calling delete_port for 783a6133-5ce4-4cbf-aae5-0e8722a0f299 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:38:05.762555 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-be7d2cc8-6c3b-44f2-8015-1a520f5362b3 req-7e6ab9e2-8c6c-4c25-8d66-cac6c6c86622 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] For port 444d7675-f23d-4677-8cb9-8add4940040d, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=444d7675-f23d-4677-8cb9-8add4940040d,segment=NetworkSegment(bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f),segment_id=bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:05.763245 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-be7d2cc8-6c3b-44f2-8015-1a520f5362b3 req-7e6ab9e2-8c6c-4c25-8d66-cac6c6c86622 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:05.768422 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-859633d0-6e92-4883-bf07-0362c07f350a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:05.841736 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859633d0-6e92-4883-bf07-0362c07f350a admin admin] Pushing event deleted for resources: {'Port': ['ID=783a6133-5ce4-4cbf-aae5-0e8722a0f299,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:05.881337 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f6a370a5-d564-4096-acbf-ffcd54a25f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:05.913575 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859633d0-6e92-4883-bf07-0362c07f350a admin admin] No DVR routers for this DVR port 783a6133-5ce4-4cbf-aae5-0e8722a0f299 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:38:05.947726 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a370a5-d564-4096-acbf-ffcd54a25f8b None None] Pushing event deleted for resources: {'Port': ['ID=783a6133-5ce4-4cbf-aae5-0e8722a0f299,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:05.958764 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a370a5-d564-4096-acbf-ffcd54a25f8b None None] No DVR routers for this DVR port 783a6133-5ce4-4cbf-aae5-0e8722a0f299 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:38:05.977680 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17432e-118d-455c-895a-2ef108ab92c9 req-b734cc5c-5ea9-4730-860e-741aea769032 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:05.989243 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bb17432e-118d-455c-895a-2ef108ab92c9 req-b734cc5c-5ea9-4730-860e-741aea769032 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bf7710d-7ea0-4454-9631-24976e70fee7 HTTP/1.1" status: 200 len: 950 time: 0.1699522 Nov 10 17:38:06.036539 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-be7d2cc8-6c3b-44f2-8015-1a520f5362b3 req-7e6ab9e2-8c6c-4c25-8d66-cac6c6c86622 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:06.036932 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-be7d2cc8-6c3b-44f2-8015-1a520f5362b3 req-7e6ab9e2-8c6c-4c25-8d66-cac6c6c86622 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:06.037262 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [req-be7d2cc8-6c3b-44f2-8015-1a520f5362b3 req-7e6ab9e2-8c6c-4c25-8d66-cac6c6c86622 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Floating IP 9da78453-a1c2-4235-97d2-73e419754443 disassociated. External IP: 172.25.5.172, port: 444d7675-f23d-4677-8cb9-8add4940040d. Nov 10 17:38:06.037615 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-be7d2cc8-6c3b-44f2-8015-1a520f5362b3 req-7e6ab9e2-8c6c-4c25-8d66-cac6c6c86622 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Calling delete_port for 444d7675-f23d-4677-8cb9-8add4940040d owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:38:06.054651 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 9a1f7a1f-aee0-4010-adc1-8a709a359183 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:38:06.131781 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bb17432e-118d-455c-895a-2ef108ab92c9 req-308cbe84-7456-4487-bbc3-bc8330550dc3 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412282 Nov 10 17:38:06.138088 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-859633d0-6e92-4883-bf07-0362c07f350a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:06.140513 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device c845eb24-c6e2-457f-a3ca-7a4adccb8189 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:38:06.200390 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-859633d0-6e92-4883-bf07-0362c07f350a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:06.217494 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a54bd-6952-4f10-a9ab-30c9ef3671d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=093c60b7-5231-46dd-9542-7a009bfcb314,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:06.229185 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-859633d0-6e92-4883-bf07-0362c07f350a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eccd2b2e-b32a-4736-8a02-4f4b578d0e69') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:06.229486 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-859633d0-6e92-4883-bf07-0362c07f350a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eccd2b2e-b32a-4736-8a02-4f4b578d0e69') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:06.247392 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-859633d0-6e92-4883-bf07-0362c07f350a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:06.278931 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-859633d0-6e92-4883-bf07-0362c07f350a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:06.292389 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:06.293539 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-859633d0-6e92-4883-bf07-0362c07f350a admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:38:06.294347 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-859633d0-6e92-4883-bf07-0362c07f350a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:06.299081 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:38:06.299081 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:38:06.299081 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:38:06.299081 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:38:06.299081 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:38:06.299081 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:38:06.299081 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:38:06.299081 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:38:06.299081 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:38:06.299081 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:38:06.299081 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:38:06.299081 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:38:06.299081 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:38:06.299081 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:38:06.299081 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:38:06.299081 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:38:06.299081 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:38:06.299081 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:38:06.299081 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:38:06.299081 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:38:06.299081 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:38:06.299081 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:38:06.299081 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:38:06.299081 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:38:06.299081 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:38:06.299081 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:38:06.299081 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:38:06.299081 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:38:06.299081 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:38:06.299081 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:38:06.299081 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:38:06.299081 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:38:06.394337 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-be7d2cc8-6c3b-44f2-8015-1a520f5362b3 req-7e6ab9e2-8c6c-4c25-8d66-cac6c6c86622 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:06.402430 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-859633d0-6e92-4883-bf07-0362c07f350a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:06.441266 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-d7eb37ef-39b4-4cb3-bd40-7ee6f84c6bfe req-fee945ba-9221-41e7-95e5-5499650f1920 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] For port 0d20ed0e-1a36-414e-b080-6adfb60940da, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=0d20ed0e-1a36-414e-b080-6adfb60940da,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:06.450624 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7eb37ef-39b4-4cb3-bd40-7ee6f84c6bfe req-fee945ba-9221-41e7-95e5-5499650f1920 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:06.468601 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-859633d0-6e92-4883-bf07-0362c07f350a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:06.473640 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-859633d0-6e92-4883-bf07-0362c07f350a admin admin] 10.222.0.39 "DELETE /v2.0/networks/2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73 HTTP/1.1" status: 204 len: 168 time: 1.6252484 Nov 10 17:38:06.474530 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859633d0-6e92-4883-bf07-0362c07f350a admin admin] Pushing event deleted for resources: {'Network': ['ID=2ce88a3a-0544-4555-a7a0-9b3ec5ad1b73,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:06.476961 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39538) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:06.530336 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-d7eb37ef-39b4-4cb3-bd40-7ee6f84c6bfe req-fee945ba-9221-41e7-95e5-5499650f1920 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Calling delete_port for 0d20ed0e-1a36-414e-b080-6adfb60940da owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:38:06.533529 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ab9e2-8c6c-4c25-8d66-cac6c6c86622 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Pushing event deleted for resources: {'Port': ['ID=444d7675-f23d-4677-8cb9-8add4940040d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:06.611167 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205ca35-08fc-490e-a4f1-55c589f8a78a req-e9ec6049-6675-4889-aa0b-76038bb8eb40 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:06.615158 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 9a1f7a1f-aee0-4010-adc1-8a709a359183 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:38:06.621400 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7205ca35-08fc-490e-a4f1-55c589f8a78a req-e9ec6049-6675-4889-aa0b-76038bb8eb40 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 944 time: 0.9419773 Nov 10 17:38:06.633053 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 9a1f7a1f-aee0-4010-adc1-8a709a359183 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:38:06.633312 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:06.688840 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:06.749557 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port c845eb24-c6e2-457f-a3ca-7a4adccb8189, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=c845eb24-c6e2-457f-a3ca-7a4adccb8189,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:06.758646 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3a3ccc69-d7fa-4723-a0dc-c1ee211f322d req-dcd9c226-1e3e-4d2d-8350-2a1042b4ce4d tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e134958-4a8e-4911-bcf5-b21271f972ae HTTP/1.1" status: 200 len: 210 time: 0.1689670 Nov 10 17:38:06.759694 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08aec451-61de-4b48-bd69-71cc1434c72f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c845eb24-c6e2-457f-a3ca-7a4adccb8189'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:38:06.762549 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe3cae0-ca49-4ddd-9c29-0d9eb87e9351" -d '{"events": [{"server_uuid": "08aec451-61de-4b48-bd69-71cc1434c72f", "name": "network-vif-unplugged", "status": "completed", "tag": "c845eb24-c6e2-457f-a3ca-7a4adccb8189"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:38:06.777328 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:06.780378 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 0d20ed0e-1a36-414e-b080-6adfb60940da no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:38:06.786196 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-d5394ad5-0b98-466f-90ea-b7a782f3d77a req-7841eafd-7318-4a15-afc1-1a0bf6e71320 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] For port c845eb24-c6e2-457f-a3ca-7a4adccb8189, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=c845eb24-c6e2-457f-a3ca-7a4adccb8189,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:06.788461 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d5394ad5-0b98-466f-90ea-b7a782f3d77a req-7841eafd-7318-4a15-afc1-1a0bf6e71320 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:06.832073 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-d5394ad5-0b98-466f-90ea-b7a782f3d77a req-7841eafd-7318-4a15-afc1-1a0bf6e71320 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Calling delete_port for c845eb24-c6e2-457f-a3ca-7a4adccb8189 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:38:06.948864 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7205ca35-08fc-490e-a4f1-55c589f8a78a req-12e1ec16-9af3-40a2-963c-b20cd9587de2 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261392 Nov 10 17:38:07.058237 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=c845eb24-c6e2-457f-a3ca-7a4adccb8189,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:07.083922 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be7d2cc8-6c3b-44f2-8015-1a520f5362b3 req-7e6ab9e2-8c6c-4c25-8d66-cac6c6c86622 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Router 63678357-661a-4220-9395-358327c0915f has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:38:07.091552 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:07.095309 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:07.095798 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:07.096175 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:07.102602 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:07.102602 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:07.102602 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:07.102602 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:07.103259 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:07.103557 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:07.103911 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:07.108001 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:07.331607 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45aa93e1-66f5-4ab8-8dbf-70703bda8e9c x-openstack-request-id: req-45aa93e1-66f5-4ab8-8dbf-70703bda8e9c {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:38:07.333048 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08aec451-61de-4b48-bd69-71cc1434c72f", "name": "network-vif-unplugged", "status": "completed", "tag": "c845eb24-c6e2-457f-a3ca-7a4adccb8189", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:38:07.333563 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-45aa93e1-66f5-4ab8-8dbf-70703bda8e9c {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:38:07.333988 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08aec451-61de-4b48-bd69-71cc1434c72f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c845eb24-c6e2-457f-a3ca-7a4adccb8189', 'code': 200} Nov 10 17:38:07.338482 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:07.343253 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ae2be-8600-4518-9d8c-3dbe6a2253f9 req-84609c87-e64a-4892-bfe3-2fa21804e2d8 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:07.357999 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-697ae2be-8600-4518-9d8c-3dbe6a2253f9 req-84609c87-e64a-4892-bfe3-2fa21804e2d8 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 944 time: 0.3467245 Nov 10 17:38:07.411013 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7eb37ef-39b4-4cb3-bd40-7ee6f84c6bfe req-fee945ba-9221-41e7-95e5-5499650f1920 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:07.454760 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 783a6133-5ce4-4cbf-aae5-0e8722a0f299 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:38:07.455447 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['fcfa458f-e071-4b0e-baa5-036acfe812bf'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:38:07.534718 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 783a6133-5ce4-4cbf-aae5-0e8722a0f299 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:38:07.535066 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 783a6133-5ce4-4cbf-aae5-0e8722a0f299 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:38:07.555208 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:07.614405 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-697ae2be-8600-4518-9d8c-3dbe6a2253f9 req-5ee80dd0-3a94-4823-aea3-436d2b846836 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535708 Nov 10 17:38:07.616532 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 9a1f7a1f-aee0-4010-adc1-8a709a359183, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=9a1f7a1f-aee0-4010-adc1-8a709a359183,segment=NetworkSegment(05cb0532-6c0f-441f-93e8-c6f075bb1eed),segment_id=05cb0532-6c0f-441f-93e8-c6f075bb1eed)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:07.623303 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:07.624368 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device b673c3ac-81db-46b1-b3c8-4e515db43263 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:38:07.755534 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee945ba-9221-41e7-95e5-5499650f1920 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Pushing event deleted for resources: {'Port': ['ID=0d20ed0e-1a36-414e-b080-6adfb60940da,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:07.763714 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d5394ad5-0b98-466f-90ea-b7a782f3d77a req-7841eafd-7318-4a15-afc1-1a0bf6e71320 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:07.821562 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=9a1f7a1f-aee0-4010-adc1-8a709a359183,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:07.901382 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8ac936aa-ae99-4054-9d29-40454f66a2b3 req-8721e045-c694-429e-aa73-e95df339c6c0 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bf7710d-7ea0-4454-9631-24976e70fee7 HTTP/1.1" status: 200 len: 210 time: 0.1150935 Nov 10 17:38:07.903297 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port b673c3ac-81db-46b1-b3c8-4e515db43263 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:38:07.903819 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:07.946140 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f73d20-7c60-4cb9-a7fc-6d817fecf737 req-fe33ce80-d823-4e18-9aac-f68a39fe24e6 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:07.953672 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-23f73d20-7c60-4cb9-a7fc-6d817fecf737 req-fe33ce80-d823-4e18-9aac-f68a39fe24e6 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3 HTTP/1.1" status: 200 len: 946 time: 0.5023675 Nov 10 17:38:08.050360 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eee1ce6a-d39a-4adc-80b6-aae2113c23a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:08.061136 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841eafd-7318-4a15-afc1-1a0bf6e71320 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Pushing event deleted for resources: {'Port': ['ID=c845eb24-c6e2-457f-a3ca-7a4adccb8189,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:08.063940 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7eb37ef-39b4-4cb3-bd40-7ee6f84c6bfe req-fee945ba-9221-41e7-95e5-5499650f1920 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] No DVR routers for this DVR port 0d20ed0e-1a36-414e-b080-6adfb60940da on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:38:08.134541 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d7eb37ef-39b4-4cb3-bd40-7ee6f84c6bfe req-fee945ba-9221-41e7-95e5-5499650f1920 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:08.149844 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7eb37ef-39b4-4cb3-bd40-7ee6f84c6bfe req-fee945ba-9221-41e7-95e5-5499650f1920 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.13 "DELETE /v2.0/ports/0d20ed0e-1a36-414e-b080-6adfb60940da HTTP/1.1" status: 204 len: 173 time: 4.5005670 Nov 10 17:38:08.150290 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf7710d-7ea0-4454-9631-24976e70fee7', 'name': 'network-vif-deleted', 'tag': '0d20ed0e-1a36-414e-b080-6adfb60940da'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:38:08.161595 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143fb462-244b-4f0f-917f-2db1a487af4c" -d '{"events": [{"server_uuid": "7bf7710d-7ea0-4454-9631-24976e70fee7", "name": "network-vif-deleted", "tag": "0d20ed0e-1a36-414e-b080-6adfb60940da"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:38:08.215192 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:08.271089 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port b673c3ac-81db-46b1-b3c8-4e515db43263, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=b673c3ac-81db-46b1-b3c8-4e515db43263,segment=NetworkSegment(42dc2b4e-b2ca-43a5-ac2f-40daa324b850),segment_id=42dc2b4e-b2ca-43a5-ac2f-40daa324b850)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:08.277579 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:08.280220 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 444d7675-f23d-4677-8cb9-8add4940040d no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:38:08.347020 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-23f73d20-7c60-4cb9-a7fc-6d817fecf737 req-2d1e26cc-6851-478c-a3b0-0ae0db1e4128 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea5598f1-b5d3-44db-8024-2c4e99d2c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3848484 Nov 10 17:38:08.350730 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5394ad5-0b98-466f-90ea-b7a782f3d77a req-7841eafd-7318-4a15-afc1-1a0bf6e71320 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] No DVR routers for this DVR port c845eb24-c6e2-457f-a3ca-7a4adccb8189 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:38:08.354930 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d5394ad5-0b98-466f-90ea-b7a782f3d77a req-7841eafd-7318-4a15-afc1-1a0bf6e71320 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:08.363993 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d5394ad5-0b98-466f-90ea-b7a782f3d77a req-7841eafd-7318-4a15-afc1-1a0bf6e71320 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.13 "DELETE /v2.0/ports/c845eb24-c6e2-457f-a3ca-7a4adccb8189 HTTP/1.1" status: 204 len: 173 time: 4.0935369 Nov 10 17:38:08.365967 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be7d2cc8-6c3b-44f2-8015-1a520f5362b3 req-7e6ab9e2-8c6c-4c25-8d66-cac6c6c86622 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:38:08.403529 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1ef701-c27c-4a44-9623-0eacb71d49ea None None] Sync routers for ids ['63678357-661a-4220-9395-358327c0915f'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:38:08.426950 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1ef701-c27c-4a44-9623-0eacb71d49ea None None] Routers {'63678357-661a-4220-9395-358327c0915f'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:38:08.429690 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 444d7675-f23d-4677-8cb9-8add4940040d {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:38:08.430240 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 444d7675-f23d-4677-8cb9-8add4940040d not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:38:08.431751 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-5b1ef701-c27c-4a44-9623-0eacb71d49ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:38:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['63678357-661a-4220-9395-358327c0915f'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:08.492935 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=b673c3ac-81db-46b1-b3c8-4e515db43263,revision_number=7']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:08.530940 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-264f8f57-bd28-4c97-82bd-c7d837f3c598 req-e35e8358-6164-4afa-8672-cba93eac1577 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e134958-4a8e-4911-bcf5-b21271f972ae HTTP/1.1" status: 200 len: 210 time: 0.1955009 Nov 10 17:38:08.545805 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['fcfa458f-e071-4b0e-baa5-036acfe812bf'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:38:08.561283 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7d2cc8-6c3b-44f2-8015-1a520f5362b3 req-7e6ab9e2-8c6c-4c25-8d66-cac6c6c86622 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] No DVR routers for this DVR port 444d7675-f23d-4677-8cb9-8add4940040d on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:38:08.572200 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-be7d2cc8-6c3b-44f2-8015-1a520f5362b3 req-7e6ab9e2-8c6c-4c25-8d66-cac6c6c86622 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:08.578464 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-be7d2cc8-6c3b-44f2-8015-1a520f5362b3 req-7e6ab9e2-8c6c-4c25-8d66-cac6c6c86622 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.11 "DELETE /v2.0/ports/444d7675-f23d-4677-8cb9-8add4940040d HTTP/1.1" status: 204 len: 173 time: 4.5015597 Nov 10 17:38:08.639849 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2181bc03-b833-40c7-a6d1-61e990705a7e x-openstack-request-id: req-2181bc03-b833-40c7-a6d1-61e990705a7e {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:38:08.640121 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf7710d-7ea0-4454-9631-24976e70fee7", "name": "network-vif-deleted", "tag": "0d20ed0e-1a36-414e-b080-6adfb60940da", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:38:08.645466 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2181bc03-b833-40c7-a6d1-61e990705a7e {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:38:08.647062 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf7710d-7ea0-4454-9631-24976e70fee7', 'name': 'network-vif-deleted', 'tag': '0d20ed0e-1a36-414e-b080-6adfb60940da', 'status': 'completed', 'code': 200} Nov 10 17:38:08.692035 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4fff4-b8c3-41b0-ab55-c997d871d0ae req-419df968-c99d-4598-9963-66d1fe8d4fad tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:08.704492 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5a4fff4-b8c3-41b0-ab55-c997d871d0ae req-419df968-c99d-4598-9963-66d1fe8d4fad tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 945 time: 0.2056344 Nov 10 17:38:08.713730 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-5b1ef701-c27c-4a44-9623-0eacb71d49ea None None] Set router 63678357-661a-4220-9395-358327c0915f gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:38:08.898169 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5a4fff4-b8c3-41b0-ab55-c997d871d0ae req-923eaf80-6dc0-4eed-881b-361c595fd97b tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912935 Nov 10 17:38:08.997524 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c6c5f-de9d-497c-8c30-b9987f301db9 req-e89670bf-364c-4e7a-aa00-4b9bae2ec1a0 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:09.006324 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ab9c6c5f-de9d-497c-8c30-b9987f301db9 req-e89670bf-364c-4e7a-aa00-4b9bae2ec1a0 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.2295880 Nov 10 17:38:09.146145 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f01b8dcf-0fd6-413f-b8de-ccd8f884f3be req-291b6393-a512-4153-a2da-e46864599425 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bf7710d-7ea0-4454-9631-24976e70fee7 HTTP/1.1" status: 200 len: 210 time: 0.0661373 Nov 10 17:38:09.285704 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ab9c6c5f-de9d-497c-8c30-b9987f301db9 req-49c10863-517c-4c6b-9c85-7addd3a631a8 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661185 Nov 10 17:38:09.334845 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c47f40-2d91-4f23-9bbf-e90fda3d900b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1f7a1f-aee0-4010-adc1-8a709a359183'}, {'server_uuid': '2616219a-817f-43d5-baa2-73c90f02597a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b673c3ac-81db-46b1-b3c8-4e515db43263'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:38:09.337161 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f64dd0-8f92-4b05-a6e9-777888346152" -d '{"events": [{"server_uuid": "10c47f40-2d91-4f23-9bbf-e90fda3d900b", "name": "network-vif-plugged", "status": "completed", "tag": "9a1f7a1f-aee0-4010-adc1-8a709a359183"}, {"server_uuid": "2616219a-817f-43d5-baa2-73c90f02597a", "name": "network-vif-plugged", "status": "completed", "tag": "b673c3ac-81db-46b1-b3c8-4e515db43263"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:38:09.421401 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-5b1ef701-c27c-4a44-9623-0eacb71d49ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63678357-661a-4220-9395-358327c0915f', 'name': 'tempest-ServersTestFqdnHostnames-1513668456-router', 'tenant_id': 'd86a69ccd1024eb0840db8ed52140de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '5dcd8540-8141-4cdc-a559-142899fa806f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:19Z', 'updated_at': '2021-11-10T17:35:38Z', 'revision_number': 4, 'project_id': 'd86a69ccd1024eb0840db8ed52140de1', 'gw_port': {'id': '5dcd8540-8141-4cdc-a559-142899fa806f', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63678357-661a-4220-9395-358327c0915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:21Z', 'updated_at': '2021-11-10T17:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'b4fb6c1e-ad67-45eb-b624-33d1dff27902', 'name': '', 'network_id': 'c3a53364-5b38-4c80-975d-356131c85952', 'tenant_id': 'd86a69ccd1024eb0840db8ed52140de1', 'mac_address': 'fa:16:3e:21:c4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63678357-661a-4220-9395-358327c0915f', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '0fdfab36-821f-46c5-9341-0410acf3dbbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:34Z', 'updated_at': '2021-11-10T17:35:46Z', 'revision_number': 5, 'project_id': 'd86a69ccd1024eb0840db8ed52140de1', 'subnets': [{'id': '0fdfab36-821f-46c5-9341-0410acf3dbbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:09.475011 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-eee1ce6a-d39a-4adc-80b6-aae2113c23a9 admin admin] Deleting port 98c29f30-c7e2-4836-9dfd-6aae0e6fbd85 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:38:09.475367 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eee1ce6a-d39a-4adc-80b6-aae2113c23a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:09.483701 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1ef701-c27c-4a44-9623-0eacb71d49ea None None] Checking router: 63678357-661a-4220-9395-358327c0915f for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:38:09.515465 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1ef701-c27c-4a44-9623-0eacb71d49ea None None] Routers {'63678357-661a-4220-9395-358327c0915f'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:38:09.518014 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-5b1ef701-c27c-4a44-9623-0eacb71d49ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:38:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['63678357-661a-4220-9395-358327c0915f'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:09.614042 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 17:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf3be5e-8747-4873-9b2a-220f12374d31 x-openstack-request-id: req-bbf3be5e-8747-4873-9b2a-220f12374d31 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:38:09.614781 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c47f40-2d91-4f23-9bbf-e90fda3d900b", "name": "network-vif-plugged", "status": "completed", "tag": "9a1f7a1f-aee0-4010-adc1-8a709a359183", "code": 200}, {"server_uuid": "2616219a-817f-43d5-baa2-73c90f02597a", "name": "network-vif-plugged", "status": "completed", "tag": "b673c3ac-81db-46b1-b3c8-4e515db43263", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:38:09.615506 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bbf3be5e-8747-4873-9b2a-220f12374d31 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:38:09.617015 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c47f40-2d91-4f23-9bbf-e90fda3d900b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1f7a1f-aee0-4010-adc1-8a709a359183', 'code': 200} Nov 10 17:38:09.618592 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2616219a-817f-43d5-baa2-73c90f02597a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b673c3ac-81db-46b1-b3c8-4e515db43263', 'code': 200} Nov 10 17:38:09.691407 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b65c8a-b655-46c7-87ca-d62ebdd0b172 req-d8f154bb-f016-4b98-a014-9a620ad95e72 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:09.693874 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-80b65c8a-b655-46c7-87ca-d62ebdd0b172 req-d8f154bb-f016-4b98-a014-9a620ad95e72 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3 HTTP/1.1" status: 200 len: 946 time: 0.0891325 Nov 10 17:38:09.696976 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-eee1ce6a-d39a-4adc-80b6-aae2113c23a9 admin admin] For port 98c29f30-c7e2-4836-9dfd-6aae0e6fbd85, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=98c29f30-c7e2-4836-9dfd-6aae0e6fbd85,segment=NetworkSegment(042f08e3-682c-4f86-9604-c78d925406ed),segment_id=042f08e3-682c-4f86-9604-c78d925406ed)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:09.697520 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eee1ce6a-d39a-4adc-80b6-aae2113c23a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:09.733504 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-5b1ef701-c27c-4a44-9623-0eacb71d49ea None None] Set router 63678357-661a-4220-9395-358327c0915f gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:38:09.733745 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-eee1ce6a-d39a-4adc-80b6-aae2113c23a9 admin admin] Calling delete_port for 98c29f30-c7e2-4836-9dfd-6aae0e6fbd85 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:38:09.760750 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39580) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:09.787744 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f8f107-54bc-4f1b-9c47-5020940b67b6 req-41c56225-04d1-4787-8619-31c773596ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:09.789901 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-87f8f107-54bc-4f1b-9c47-5020940b67b6 req-41c56225-04d1-4787-8619-31c773596ce8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 1097 time: 0.0949321 Nov 10 17:38:09.809694 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-80b65c8a-b655-46c7-87ca-d62ebdd0b172 req-998dc6b3-417c-4658-9170-a8dc7aedbef8 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea5598f1-b5d3-44db-8024-2c4e99d2c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033583 Nov 10 17:38:09.876512 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-87f8f107-54bc-4f1b-9c47-5020940b67b6 req-3cf1b681-5404-45ef-b760-164f48f89f54 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656061 Nov 10 17:38:09.958667 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d2e61c3-cf29-4780-9c9a-42a88ac08646 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:09.999438 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d2e61c3-cf29-4780-9c9a-42a88ac08646 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:10.052519 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-5b1ef701-c27c-4a44-9623-0eacb71d49ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63678357-661a-4220-9395-358327c0915f', 'name': 'tempest-ServersTestFqdnHostnames-1513668456-router', 'tenant_id': 'd86a69ccd1024eb0840db8ed52140de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '5dcd8540-8141-4cdc-a559-142899fa806f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:19Z', 'updated_at': '2021-11-10T17:35:38Z', 'revision_number': 4, 'project_id': 'd86a69ccd1024eb0840db8ed52140de1', 'gw_port': {'id': '5dcd8540-8141-4cdc-a559-142899fa806f', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63678357-661a-4220-9395-358327c0915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:21Z', 'updated_at': '2021-11-10T17:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'b4fb6c1e-ad67-45eb-b624-33d1dff27902', 'name': '', 'network_id': 'c3a53364-5b38-4c80-975d-356131c85952', 'tenant_id': 'd86a69ccd1024eb0840db8ed52140de1', 'mac_address': 'fa:16:3e:21:c4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63678357-661a-4220-9395-358327c0915f', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '0fdfab36-821f-46c5-9341-0410acf3dbbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:34Z', 'updated_at': '2021-11-10T17:35:46Z', 'revision_number': 5, 'project_id': 'd86a69ccd1024eb0840db8ed52140de1', 'subnets': [{'id': '0fdfab36-821f-46c5-9341-0410acf3dbbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:10.091366 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1ef701-c27c-4a44-9623-0eacb71d49ea None None] The sync data for ids ['63678357-661a-4220-9395-358327c0915f'] in n-d-776250-10 is: [{'id': '63678357-661a-4220-9395-358327c0915f', 'name': 'tempest-ServersTestFqdnHostnames-1513668456-router', 'tenant_id': 'd86a69ccd1024eb0840db8ed52140de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '5dcd8540-8141-4cdc-a559-142899fa806f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:19Z', 'updated_at': '2021-11-10T17:35:38Z', 'revision_number': 4, 'project_id': 'd86a69ccd1024eb0840db8ed52140de1', 'gw_port': {'id': '5dcd8540-8141-4cdc-a559-142899fa806f', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63678357-661a-4220-9395-358327c0915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:21Z', 'updated_at': '2021-11-10T17:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'b4fb6c1e-ad67-45eb-b624-33d1dff27902', 'name': '', 'network_id': 'c3a53364-5b38-4c80-975d-356131c85952', 'tenant_id': 'd86a69ccd1024eb0840db8ed52140de1', 'mac_address': 'fa:16:3e:21:c4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63678357-661a-4220-9395-358327c0915f', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '0fdfab36-821f-46c5-9341-0410acf3dbbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:34Z', 'updated_at': '2021-11-10T17:35:46Z', 'revision_number': 5, 'project_id': 'd86a69ccd1024eb0840db8ed52140de1', 'subnets': [{'id': '0fdfab36-821f-46c5-9341-0410acf3dbbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:38:10.098831 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbb44f-18e9-4d21-8032-87e2c3daacbf req-48633d73-738a-4898-bdbc-86f8913d01f9 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:10.112252 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-34fbb44f-18e9-4d21-8032-87e2c3daacbf req-48633d73-738a-4898-bdbc-86f8913d01f9 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 945 time: 0.1095386 Nov 10 17:38:10.123140 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d2e61c3-cf29-4780-9c9a-42a88ac08646 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:10.126576 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d2e61c3-cf29-4780-9c9a-42a88ac08646 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:10.127729 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5d2e61c3-cf29-4780-9c9a-42a88ac08646 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "DELETE /v2.0/security-groups/71b4eb73-bb45-4ecb-bc88-2a164bb0771b HTTP/1.1" status: 204 len: 168 time: 0.3659444 Nov 10 17:38:10.128455 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eee1ce6a-d39a-4adc-80b6-aae2113c23a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:10.132541 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39588) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:10.162361 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-b37c8251-db98-4e03-b22d-67227c46b627 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] show failed (client error): The resource could not be found. Nov 10 17:38:10.169063 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b37c8251-db98-4e03-b22d-67227c46b627 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "GET /v2.0/security-groups/71b4eb73-bb45-4ecb-bc88-2a164bb0771b HTTP/1.1" status: 404 len: 347 time: 0.0312705 Nov 10 17:38:10.169716 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39592) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:10.197980 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1ce6a-d39a-4adc-80b6-aae2113c23a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=98c29f30-c7e2-4836-9dfd-6aae0e6fbd85,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:10.203932 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e61c3-cf29-4780-9c9a-42a88ac08646 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b4eb73-bb45-4ecb-bc88-2a164bb0771b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:10.341741 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-34fbb44f-18e9-4d21-8032-87e2c3daacbf req-820c24c4-db24-4bb0-92f8-96d3ca0fd5a1 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242761 Nov 10 17:38:10.497271 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-f618b780-f8c5-4d75-8e2b-bf06175834c9 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Deleting port c14b7151-745d-4744-9d8c-007b7966101d {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:38:10.499339 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f618b780-f8c5-4d75-8e2b-bf06175834c9 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:10.659733 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eee1ce6a-d39a-4adc-80b6-aae2113c23a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:10.663878 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab2a25d-a670-4505-9794-9d614e57987f None None] New status for floating IP 9da78453-a1c2-4235-97d2-73e419754443: DOWN {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:38:10.702831 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08aec451-61de-4b48-bd69-71cc1434c72f', 'name': 'network-vif-deleted', 'tag': 'c845eb24-c6e2-457f-a3ca-7a4adccb8189'}, {'server_uuid': '0e134958-4a8e-4911-bcf5-b21271f972ae', 'name': 'network-vif-deleted', 'tag': '444d7675-f23d-4677-8cb9-8add4940040d'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:38:10.705726 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68de6b1-1ed1-4b1d-978c-76bd81394a5a" -d '{"events": [{"server_uuid": "08aec451-61de-4b48-bd69-71cc1434c72f", "name": "network-vif-deleted", "tag": "c845eb24-c6e2-457f-a3ca-7a4adccb8189"}, {"server_uuid": "0e134958-4a8e-4911-bcf5-b21271f972ae", "name": "network-vif-deleted", "tag": "444d7675-f23d-4677-8cb9-8add4940040d"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:38:10.726544 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f618b780-f8c5-4d75-8e2b-bf06175834c9 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:10.726959 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f618b780-f8c5-4d75-8e2b-bf06175834c9 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:10.749225 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:38:10.760309 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-f618b780-f8c5-4d75-8e2b-bf06175834c9 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Calling delete_port for c14b7151-745d-4744-9d8c-007b7966101d owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:38:10.848983 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd257a-61f6-4b87-9f60-7b5e25bc3225 req-b59f532b-5caf-4018-aac0-3608ac941a9e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:10.862385 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-49bd257a-61f6-4b87-9f60-7b5e25bc3225 req-b59f532b-5caf-4018-aac0-3608ac941a9e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.2719920 Nov 10 17:38:10.973101 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-49bd257a-61f6-4b87-9f60-7b5e25bc3225 req-d0186f48-804a-47fd-b021-b6d327822e97 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099088 Nov 10 17:38:11.087564 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f618b780-f8c5-4d75-8e2b-bf06175834c9 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:11.135978 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618b780-f8c5-4d75-8e2b-bf06175834c9 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Pushing event deleted for resources: {'Port': ['ID=c14b7151-745d-4744-9d8c-007b7966101d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:11.168748 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee1ce6a-d39a-4adc-80b6-aae2113c23a9 admin admin] Router c93993bb-65ea-4b93-97a3-d9703f79041d has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:38:11.183205 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18e731-0cd9-43eb-9fcf-83014a9e881f req-87e0f9a8-37b0-4616-897a-7e19aa8c60e9 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:11.192424 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-af18e731-0cd9-43eb-9fcf-83014a9e881f req-87e0f9a8-37b0-4616-897a-7e19aa8c60e9 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3 HTTP/1.1" status: 200 len: 946 time: 0.1904776 Nov 10 17:38:11.317518 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f618b780-f8c5-4d75-8e2b-bf06175834c9 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:11.320895 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f618b780-f8c5-4d75-8e2b-bf06175834c9 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:11.321370 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-af18e731-0cd9-43eb-9fcf-83014a9e881f req-141cbf53-2e03-401a-bba9-c4cb90d70820 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea5598f1-b5d3-44db-8024-2c4e99d2c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279867 Nov 10 17:38:11.336680 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f618b780-f8c5-4d75-8e2b-bf06175834c9 tempest-ServersTestFqdnHostnames-1732846897 tempest-ServersTestFqdnHostnames-1732846897-project] 10.222.0.39 "DELETE /v2.0/floatingips/9da78453-a1c2-4235-97d2-73e419754443 HTTP/1.1" status: 204 len: 168 time: 1.1627061 Nov 10 17:38:11.337080 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39622) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:11.486781 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 17:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0fe4e8-1e27-45c4-b79e-da6fe149eb07 x-openstack-request-id: req-ef0fe4e8-1e27-45c4-b79e-da6fe149eb07 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:38:11.487234 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08aec451-61de-4b48-bd69-71cc1434c72f", "name": "network-vif-deleted", "tag": "c845eb24-c6e2-457f-a3ca-7a4adccb8189", "status": "completed", "code": 200}, {"server_uuid": "0e134958-4a8e-4911-bcf5-b21271f972ae", "name": "network-vif-deleted", "tag": "444d7675-f23d-4677-8cb9-8add4940040d", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:38:11.487490 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ef0fe4e8-1e27-45c4-b79e-da6fe149eb07 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:38:11.487884 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08aec451-61de-4b48-bd69-71cc1434c72f', 'name': 'network-vif-deleted', 'tag': 'c845eb24-c6e2-457f-a3ca-7a4adccb8189', 'status': 'completed', 'code': 200} Nov 10 17:38:11.488174 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e134958-4a8e-4911-bcf5-b21271f972ae', 'name': 'network-vif-deleted', 'tag': '444d7675-f23d-4677-8cb9-8add4940040d', 'status': 'completed', 'code': 200} Nov 10 17:38:11.696456 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae9b2e-f077-4104-bb07-28820ea9bd43 req-543ec489-3b11-4987-bf2b-e1621030fb60 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:11.698037 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7ae9b2e-f077-4104-bb07-28820ea9bd43 req-543ec489-3b11-4987-bf2b-e1621030fb60 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ce0372-4b48-4084-a7b3-8452a56f19b0 HTTP/1.1" status: 200 len: 950 time: 0.1105912 Nov 10 17:38:11.793034 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7ae9b2e-f077-4104-bb07-28820ea9bd43 req-542f86da-8e22-4c98-a9af-5593d5c5ace1 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788865 Nov 10 17:38:11.846813 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee1ce6a-d39a-4adc-80b6-aae2113c23a9 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:38:11.856473 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-eee1ce6a-d39a-4adc-80b6-aae2113c23a9 admin admin] 10.222.0.39 "PUT /v2.0/routers/c93993bb-65ea-4b93-97a3-d9703f79041d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3759797 Nov 10 17:38:11.856861 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39640) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:11.863783 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e6709f-9898-4f74-8899-6d27cd9dc27a None None] Sync routers for ids ['c93993bb-65ea-4b93-97a3-d9703f79041d'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:38:11.882796 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e6709f-9898-4f74-8899-6d27cd9dc27a None None] Routers {'c93993bb-65ea-4b93-97a3-d9703f79041d'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:38:11.883327 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-36e6709f-9898-4f74-8899-6d27cd9dc27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:38:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['c93993bb-65ea-4b93-97a3-d9703f79041d'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:12.002506 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-14258333-3a8f-4b6e-9040-afff6eb6504f admin admin] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:12.079797 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-36e6709f-9898-4f74-8899-6d27cd9dc27a None None] Set router c93993bb-65ea-4b93-97a3-d9703f79041d gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:38:12.112923 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665503b5-ddcf-435d-86f4-3c5114de9a7f req-42ae5620-6dfe-4702-8ed9-dc77c8161f96 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:12.121114 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-665503b5-ddcf-435d-86f4-3c5114de9a7f req-42ae5620-6dfe-4702-8ed9-dc77c8161f96 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 945 time: 0.2068841 Nov 10 17:38:12.151512 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8256c8-9428-474f-8698-f03045858f59 req-0143415e-280f-4b34-baf4-62c445677373 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:12.158815 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba8256c8-9428-474f-8698-f03045858f59 req-0143415e-280f-4b34-baf4-62c445677373 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/networks?id=bf31b962-e4cb-4eab-a30d-b7aac66998c7 HTTP/1.1" status: 200 len: 814 time: 0.7134261 Nov 10 17:38:12.194100 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba8256c8-9428-474f-8698-f03045858f59 req-fdbb956b-b66a-4ed4-a2ab-9aa80dde1ba5 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/quotas/3a7362a6bd2d4dfcb495a89b6c85177b HTTP/1.1" status: 200 len: 375 time: 0.0343835 Nov 10 17:38:12.224827 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-14258333-3a8f-4b6e-9040-afff6eb6504f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:12.249116 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-665503b5-ddcf-435d-86f4-3c5114de9a7f req-a3b65614-8f92-4fad-bfb8-d9e7eb7f897d tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268966 Nov 10 17:38:12.273658 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752ce18-3905-4e74-9df9-be3cc32750ad req-4712cd02-b97e-449f-8128-a465b29353a2 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:12.276977 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1752ce18-3905-4e74-9df9-be3cc32750ad req-4712cd02-b97e-449f-8128-a465b29353a2 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3 HTTP/1.1" status: 200 len: 946 time: 0.2469535 Nov 10 17:38:12.308323 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba8256c8-9428-474f-8698-f03045858f59 req-f3209986-8108-4c3c-a3fb-f7c223929778 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a7362a6bd2d4dfcb495a89b6c85177b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1005867 Nov 10 17:38:12.355305 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-36e6709f-9898-4f74-8899-6d27cd9dc27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93993bb-65ea-4b93-97a3-d9703f79041d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1832081157-router', 'tenant_id': '802e4baced1f47019b2dd8002e08b3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'ea9d7a29-3610-4baa-84db-76d1c3c60e54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:36:13Z', 'updated_at': '2021-11-10T17:38:10Z', 'revision_number': 5, 'project_id': '802e4baced1f47019b2dd8002e08b3ba', 'gw_port': {'id': 'ea9d7a29-3610-4baa-84db-76d1c3c60e54', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93993bb-65ea-4b93-97a3-d9703f79041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:36:14Z', 'updated_at': '2021-11-10T17:36:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:12.394972 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e6709f-9898-4f74-8899-6d27cd9dc27a None None] Checking router: c93993bb-65ea-4b93-97a3-d9703f79041d for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:38:12.395799 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-14258333-3a8f-4b6e-9040-afff6eb6504f admin admin] Deleting port ea9d7a29-3610-4baa-84db-76d1c3c60e54 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:38:12.396142 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-14258333-3a8f-4b6e-9040-afff6eb6504f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:12.406580 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e6709f-9898-4f74-8899-6d27cd9dc27a None None] Routers {'c93993bb-65ea-4b93-97a3-d9703f79041d'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:38:12.407622 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-36e6709f-9898-4f74-8899-6d27cd9dc27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:38:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['c93993bb-65ea-4b93-97a3-d9703f79041d'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:12.482580 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba8256c8-9428-474f-8698-f03045858f59 req-43129f3a-4c00-49f1-b4ea-5632858e32e6 service neutron] 10.222.0.39 "GET /v2.0/networks/bf31b962-e4cb-4eab-a30d-b7aac66998c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626971 Nov 10 17:38:12.524029 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-36e6709f-9898-4f74-8899-6d27cd9dc27a None None] Set router c93993bb-65ea-4b93-97a3-d9703f79041d gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:38:12.545374 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-aa734b50-02fe-4b05-a86f-14b48d42db6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:12.569030 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-14258333-3a8f-4b6e-9040-afff6eb6504f admin admin] For port ea9d7a29-3610-4baa-84db-76d1c3c60e54, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ea9d7a29-3610-4baa-84db-76d1c3c60e54,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:12.569386 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-14258333-3a8f-4b6e-9040-afff6eb6504f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:12.589564 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-14258333-3a8f-4b6e-9040-afff6eb6504f admin admin] Calling delete_port for ea9d7a29-3610-4baa-84db-76d1c3c60e54 owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:38:12.596273 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe4969-fee4-4006-aece-48da0d1ddc72 req-53a57f00-9ed4-4b54-90fc-a93b9bc111d8 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:12.598015 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fbbe4969-fee4-4006-aece-48da0d1ddc72 req-53a57f00-9ed4-4b54-90fc-a93b9bc111d8 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.1168258 Nov 10 17:38:12.613474 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-36e6709f-9898-4f74-8899-6d27cd9dc27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c93993bb-65ea-4b93-97a3-d9703f79041d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1832081157-router', 'tenant_id': '802e4baced1f47019b2dd8002e08b3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:36:13Z', 'updated_at': '2021-11-10T17:38:12Z', 'revision_number': 6, 'project_id': '802e4baced1f47019b2dd8002e08b3ba', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:12.652441 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e6709f-9898-4f74-8899-6d27cd9dc27a None None] The sync data for ids ['c93993bb-65ea-4b93-97a3-d9703f79041d'] in n-d-776250-10 is: [{'id': 'c93993bb-65ea-4b93-97a3-d9703f79041d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1832081157-router', 'tenant_id': '802e4baced1f47019b2dd8002e08b3ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:36:13Z', 'updated_at': '2021-11-10T17:38:12Z', 'revision_number': 6, 'project_id': '802e4baced1f47019b2dd8002e08b3ba', 'gw_port_host': None}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:38:12.672174 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba8256c8-9428-474f-8698-f03045858f59 req-2950c2d5-112f-4ad3-ae82-caeb2b539340 service neutron] 10.222.0.39 "GET /v2.0/networks/bf31b962-e4cb-4eab-a30d-b7aac66998c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884232 Nov 10 17:38:12.910272 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-14258333-3a8f-4b6e-9040-afff6eb6504f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:12.944195 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14258333-3a8f-4b6e-9040-afff6eb6504f admin admin] Pushing event deleted for resources: {'Port': ['ID=ea9d7a29-3610-4baa-84db-76d1c3c60e54,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:13.023691 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-14258333-3a8f-4b6e-9040-afff6eb6504f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:13.298100 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-1752ce18-3905-4e74-9df9-be3cc32750ad req-ef2eec29-e061-484e-90de-0d45c12ba377 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Deleting port bbd3fa1f-4980-48c0-ae7b-ae4106ed0052 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:38:13.298493 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1752ce18-3905-4e74-9df9-be3cc32750ad req-ef2eec29-e061-484e-90de-0d45c12ba377 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:13.348408 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-14258333-3a8f-4b6e-9040-afff6eb6504f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:13.351587 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-14258333-3a8f-4b6e-9040-afff6eb6504f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:13.425910 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fbbe4969-fee4-4006-aece-48da0d1ddc72 req-ebee547c-477a-40f4-88fc-56d8d4aeea35 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8048108 Nov 10 17:38:13.433896 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-14258333-3a8f-4b6e-9040-afff6eb6504f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:13.434828 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14258333-3a8f-4b6e-9040-afff6eb6504f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c93993bb-65ea-4b93-97a3-d9703f79041d {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:38:13.441384 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-14258333-3a8f-4b6e-9040-afff6eb6504f admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:13.448606 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-14258333-3a8f-4b6e-9040-afff6eb6504f admin admin] 10.222.0.39 "DELETE /v2.0/routers/c93993bb-65ea-4b93-97a3-d9703f79041d HTTP/1.1" status: 204 len: 168 time: 1.5886424 Nov 10 17:38:13.454740 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39662) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:13.482935 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32258db2-3e6a-499f-bbfd-316cd4e1302c req-101c19c5-f2f5-4017-b03c-c788bbdd8df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:13.485404 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-32258db2-3e6a-499f-bbfd-316cd4e1302c req-101c19c5-f2f5-4017-b03c-c788bbdd8df0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8e72b28b5eeb442488b09faff7426464&device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 1097 time: 0.2743604 Nov 10 17:38:13.560476 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd3bb5-4e71-464c-81b9-90835e6e2222 req-d92e2c6a-6eaa-41c5-a6af-9e8581f392a4 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:13.569346 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a9bd3bb5-4e71-464c-81b9-90835e6e2222 req-d92e2c6a-6eaa-41c5-a6af-9e8581f392a4 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3 HTTP/1.1" status: 200 len: 946 time: 0.2823877 Nov 10 17:38:13.573632 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-a58de84f-825a-4797-9ce6-4e0b9c9fe9ec admin admin] Deleting subnet 8520f2d5-a2cb-4344-8e6f-2e390db5a231 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:38:13.584101 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a58de84f-825a-4797-9ce6-4e0b9c9fe9ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:13.644110 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-1752ce18-3905-4e74-9df9-be3cc32750ad req-ef2eec29-e061-484e-90de-0d45c12ba377 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] For port bbd3fa1f-4980-48c0-ae7b-ae4106ed0052, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=bbd3fa1f-4980-48c0-ae7b-ae4106ed0052,segment=NetworkSegment(dfd4be0f-74c7-44c4-adb7-0860b14516bb),segment_id=dfd4be0f-74c7-44c4-adb7-0860b14516bb)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:13.644800 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1752ce18-3905-4e74-9df9-be3cc32750ad req-ef2eec29-e061-484e-90de-0d45c12ba377 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:13.657205 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a58de84f-825a-4797-9ce6-4e0b9c9fe9ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:13.701287 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a9bd3bb5-4e71-464c-81b9-90835e6e2222 req-1e3dc0a4-4fc7-442f-a9cd-06c5783c4815 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea5598f1-b5d3-44db-8024-2c4e99d2c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309063 Nov 10 17:38:13.715913 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 98c29f30-c7e2-4836-9dfd-6aae0e6fbd85 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:38:13.778601 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 98c29f30-c7e2-4836-9dfd-6aae0e6fbd85 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:38:13.778954 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 98c29f30-c7e2-4836-9dfd-6aae0e6fbd85 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:38:13.913338 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-60a1dc2b-c094-4790-8b5b-398ecf0a9db3 req-d2511b79-8baa-4cb4-be68-9a486ef30778 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aedb322-8dae-4b8a-a0f8-84c2e454094c HTTP/1.1" status: 200 len: 210 time: 0.1040082 Nov 10 17:38:13.932607 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a58de84f-825a-4797-9ce6-4e0b9c9fe9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:13.974584 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32258db2-3e6a-499f-bbfd-316cd4e1302c req-c0468501-570f-4a5c-80c4-f9898f09613c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:13.974584 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-32258db2-3e6a-499f-bbfd-316cd4e1302c req-c0468501-570f-4a5c-80c4-f9898f09613c service neutron] 10.222.0.11 "GET /v2.0/networks?id=4cbc9600-b463-4d04-acee-3f23c1dabea3 HTTP/1.1" status: 200 len: 912 time: 0.4811497 Nov 10 17:38:14.007033 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc24bce-6879-4c86-9db3-cba274951e85 req-eaa6d621-0edc-4828-9ac3-a3da0bee1cad tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:14.008586 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bfc24bce-6879-4c86-9db3-cba274951e85 req-eaa6d621-0edc-4828-9ac3-a3da0bee1cad tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.13 "GET /v2.0/ports?device_id=35ce0372-4b48-4084-a7b3-8452a56f19b0 HTTP/1.1" status: 200 len: 950 time: 0.7621255 Nov 10 17:38:14.074790 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-32258db2-3e6a-499f-bbfd-316cd4e1302c req-527d1b50-f27d-40d4-9b5f-2a7deee3617c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a1f7a1f-aee0-4010-adc1-8a709a359183 HTTP/1.1" status: 200 len: 217 time: 0.0597513 Nov 10 17:38:14.083546 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a58de84f-825a-4797-9ce6-4e0b9c9fe9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:14.132293 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a58de84f-825a-4797-9ce6-4e0b9c9fe9ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:14.142685 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859ef14a-3250-4849-8b8a-17d7972a7d25 None None] Network be68d673-ed50-4f4c-af41-5bad87146134 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:38:14.153619 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a58de84f-825a-4797-9ce6-4e0b9c9fe9ec admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8520f2d5-a2cb-4344-8e6f-2e390db5a231 HTTP/1.1" status: 204 len: 168 time: 0.6967754 Nov 10 17:38:14.180290 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39668) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:14.190286 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58de84f-825a-4797-9ce6-4e0b9c9fe9ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8520f2d5-a2cb-4344-8e6f-2e390db5a231,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:14.273876 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5922d-4f42-4442-b793-feaf9997b3dc req-96e39367-062b-499b-9cb2-788f4399889c tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:14.276030 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7ae5922d-4f42-4442-b793-feaf9997b3dc req-96e39367-062b-499b-9cb2-788f4399889c tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 945 time: 0.0882199 Nov 10 17:38:14.389913 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7ae5922d-4f42-4442-b793-feaf9997b3dc req-f4cd6fad-05f0-41c6-96b4-395a0366898f tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026590 Nov 10 17:38:14.424440 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e7f34-2d2f-4052-86a7-602c18825e38 req-2840474f-f1bd-4ad8-af86-b3cf6f8b8ba5 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:14.432664 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e04e7f34-2d2f-4052-86a7-602c18825e38 req-2840474f-f1bd-4ad8-af86-b3cf6f8b8ba5 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ce0372-4b48-4084-a7b3-8452a56f19b0 HTTP/1.1" status: 200 len: 950 time: 0.8916459 Nov 10 17:38:14.479065 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1752ce18-3905-4e74-9df9-be3cc32750ad req-ef2eec29-e061-484e-90de-0d45c12ba377 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:14.479463 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1752ce18-3905-4e74-9df9-be3cc32750ad req-ef2eec29-e061-484e-90de-0d45c12ba377 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:14.479786 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [req-1752ce18-3905-4e74-9df9-be3cc32750ad req-ef2eec29-e061-484e-90de-0d45c12ba377 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Floating IP 44ed8058-31cd-49fd-b5bc-7feabbd4b029 disassociated. External IP: 172.25.5.111, port: bbd3fa1f-4980-48c0-ae7b-ae4106ed0052. Nov 10 17:38:14.480132 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-1752ce18-3905-4e74-9df9-be3cc32750ad req-ef2eec29-e061-484e-90de-0d45c12ba377 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Calling delete_port for bbd3fa1f-4980-48c0-ae7b-ae4106ed0052 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:38:14.516955 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9a197bc1-848e-4611-8de7-d4adef09dc7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:14.521272 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32258db2-3e6a-499f-bbfd-316cd4e1302c req-86528b27-cc5a-4875-bcac-c0d3bed06cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:14.522794 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-32258db2-3e6a-499f-bbfd-316cd4e1302c req-86528b27-cc5a-4875-bcac-c0d3bed06cb1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d5dda55e-1f80-43c6-821b-000fde206b8e HTTP/1.1" status: 200 len: 851 time: 0.4376309 Nov 10 17:38:14.592063 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82aaf4a-1458-4809-8326-38bebe380963 None None] DHCP port deletion for be68d673-ed50-4f4c-af41-5bad87146134 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:38:14.634669 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-32258db2-3e6a-499f-bbfd-316cd4e1302c req-86f65bb7-9e5a-46f4-a371-486cab3cd6ff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4cbc9600-b463-4d04-acee-3f23c1dabea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927815 Nov 10 17:38:14.679309 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e04e7f34-2d2f-4052-86a7-602c18825e38 req-7f2bab91-478f-40d1-8117-a0dd27c1cbd4 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458334 Nov 10 17:38:14.684777 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-d82aaf4a-1458-4809-8326-38bebe380963 None None] Deleting port c56e6516-daf3-4c72-9683-93234ddda38f {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:38:14.690446 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d82aaf4a-1458-4809-8326-38bebe380963 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:14.800104 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10401e61-b54d-4e89-8cad-e77e59d39ab1 req-a905d6ec-4e84-413a-b70f-0949e2219a9c tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:14.809010 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-10401e61-b54d-4e89-8cad-e77e59d39ab1 req-a905d6ec-4e84-413a-b70f-0949e2219a9c tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.1444457 Nov 10 17:38:14.885232 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-10401e61-b54d-4e89-8cad-e77e59d39ab1 req-a9bfeaf7-2acb-4e0a-991a-8f228b9c2ea7 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724297 Nov 10 17:38:14.886906 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-d82aaf4a-1458-4809-8326-38bebe380963 None None] For port c56e6516-daf3-4c72-9683-93234ddda38f, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c56e6516-daf3-4c72-9683-93234ddda38f,segment=NetworkSegment(042f08e3-682c-4f86-9604-c78d925406ed),segment_id=042f08e3-682c-4f86-9604-c78d925406ed)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:14.887472 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d82aaf4a-1458-4809-8326-38bebe380963 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:14.916260 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-bfc24bce-6879-4c86-9db3-cba274951e85 req-880bc9f0-e5ab-4913-b540-045f32afed20 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Deleting port fcfa458f-e071-4b0e-baa5-036acfe812bf {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:38:14.916668 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bfc24bce-6879-4c86-9db3-cba274951e85 req-880bc9f0-e5ab-4913-b540-045f32afed20 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:14.926185 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-d82aaf4a-1458-4809-8326-38bebe380963 None None] Calling delete_port for c56e6516-daf3-4c72-9683-93234ddda38f owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:38:15.103840 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-32258db2-3e6a-499f-bbfd-316cd4e1302c req-f4404509-dbfa-4d4a-a1ab-b9d5b324b081 service neutron] 10.222.0.11 "GET /v2.0/networks/4cbc9600-b463-4d04-acee-3f23c1dabea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484928 Nov 10 17:38:15.107966 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8256c8-9428-474f-8698-f03045858f59 req-215d161a-b7db-4198-b018-406ebf78c945 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:15.110040 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d82aaf4a-1458-4809-8326-38bebe380963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:15.122836 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba8256c8-9428-474f-8698-f03045858f59 req-215d161a-b7db-4198-b018-406ebf78c945 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.11 "GET /v2.0/networks?id=bf31b962-e4cb-4eab-a30d-b7aac66998c7 HTTP/1.1" status: 200 len: 814 time: 0.2343903 Nov 10 17:38:15.127201 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db80e53-ce9b-47e1-81d2-cca871fd762b req-015c5efe-c434-40ff-9167-c8fc392eb2b4 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:15.134737 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4db80e53-ce9b-47e1-81d2-cca871fd762b req-015c5efe-c434-40ff-9167-c8fc392eb2b4 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3 HTTP/1.1" status: 200 len: 946 time: 0.2882631 Nov 10 17:38:15.156036 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-ba8256c8-9428-474f-8698-f03045858f59 req-8535fd24-8e66-45a9-a914-621df9d8f3b0 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Request body: {'port': {'device_id': '8aedb322-8dae-4b8a-a0f8-84c2e454094c', 'network_id': 'bf31b962-e4cb-4eab-a30d-b7aac66998c7', 'admin_state_up': True, 'tenant_id': '3a7362a6bd2d4dfcb495a89b6c85177b'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:38:15.162409 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-9a197bc1-848e-4611-8de7-d4adef09dc7a admin admin] Deleting port c56e6516-daf3-4c72-9683-93234ddda38f {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:38:15.162409 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9a197bc1-848e-4611-8de7-d4adef09dc7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:15.168022 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82aaf4a-1458-4809-8326-38bebe380963 None None] Pushing event deleted for resources: {'Port': ['ID=c56e6516-daf3-4c72-9683-93234ddda38f,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:15.171448 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82aaf4a-1458-4809-8326-38bebe380963 None None] No DVR routers for this DVR port c56e6516-daf3-4c72-9683-93234ddda38f on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:38:15.200808 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b197095e-f5e0-4f93-9d08-2c324ffa23f6 req-c6ff86d4-e672-4cef-820f-abdac7186bbc tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aedb322-8dae-4b8a-a0f8-84c2e454094c HTTP/1.1" status: 200 len: 210 time: 0.0769181 Nov 10 17:38:15.332902 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1752ce18-3905-4e74-9df9-be3cc32750ad req-ef2eec29-e061-484e-90de-0d45c12ba377 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:15.340593 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c56e6516-daf3-4c72-9683-93234ddda38f no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:38:15.347237 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-bfc24bce-6879-4c86-9db3-cba274951e85 req-880bc9f0-e5ab-4913-b540-045f32afed20 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] For port fcfa458f-e071-4b0e-baa5-036acfe812bf, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=fcfa458f-e071-4b0e-baa5-036acfe812bf,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:15.347612 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bfc24bce-6879-4c86-9db3-cba274951e85 req-880bc9f0-e5ab-4913-b540-045f32afed20 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:15.363792 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba8256c8-9428-474f-8698-f03045858f59 req-8535fd24-8e66-45a9-a914-621df9d8f3b0 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Made reservation on behalf of 3a7362a6bd2d4dfcb495a89b6c85177b for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:38:15.365243 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: c56e6516-daf3-4c72-9683-93234ddda38f {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:38:15.365903 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c56e6516-daf3-4c72-9683-93234ddda38f not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:38:15.367133 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ea9d7a29-3610-4baa-84db-76d1c3c60e54 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:38:15.369836 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ba8256c8-9428-474f-8698-f03045858f59 req-8535fd24-8e66-45a9-a914-621df9d8f3b0 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:15.396206 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: ea9d7a29-3610-4baa-84db-76d1c3c60e54 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:38:15.396973 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ea9d7a29-3610-4baa-84db-76d1c3c60e54 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:38:15.412652 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-aa734b50-02fe-4b05-a86f-14b48d42db6b admin admin] Deleting port b4fb6c1e-ad67-45eb-b624-33d1dff27902 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:38:15.413000 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-aa734b50-02fe-4b05-a86f-14b48d42db6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:15.417903 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-bfc24bce-6879-4c86-9db3-cba274951e85 req-880bc9f0-e5ab-4913-b540-045f32afed20 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Calling delete_port for fcfa458f-e071-4b0e-baa5-036acfe812bf owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:38:15.427679 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2eec29-e061-484e-90de-0d45c12ba377 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Pushing event deleted for resources: {'Port': ['ID=bbd3fa1f-4980-48c0-ae7b-ae4106ed0052,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:15.430073 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-9a197bc1-848e-4611-8de7-d4adef09dc7a admin admin] For port c56e6516-daf3-4c72-9683-93234ddda38f, host n-d-776250-10, got binding levels [] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:15.430446 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9a197bc1-848e-4611-8de7-d4adef09dc7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:15.521269 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-9a197bc1-848e-4611-8de7-d4adef09dc7a admin admin] Calling delete_port for c56e6516-daf3-4c72-9683-93234ddda38f owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:38:15.529107 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4db80e53-ce9b-47e1-81d2-cca871fd762b req-53b69f48-2234-49cd-90bb-be0f9d3af3a6 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea5598f1-b5d3-44db-8024-2c4e99d2c6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3935034 Nov 10 17:38:15.530725 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.ipam_backend_mixin [None req-9a197bc1-848e-4611-8de7-d4adef09dc7a admin admin] Port c56e6516-daf3-4c72-9683-93234ddda38f was not found and therefore no delete operation was performed {{(pid=102469) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 17:38:15.561777 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9a197bc1-848e-4611-8de7-d4adef09dc7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:15.684735 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-32258db2-3e6a-499f-bbfd-316cd4e1302c req-55bd1193-d6e3-4239-90ce-6487f9ff0b2e service neutron] 10.222.0.11 "GET /v2.0/networks/4cbc9600-b463-4d04-acee-3f23c1dabea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5287092 Nov 10 17:38:15.689997 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a197bc1-848e-4611-8de7-d4adef09dc7a admin admin] No DVR routers for this DVR port c56e6516-daf3-4c72-9683-93234ddda38f on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:38:15.713639 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-ba8256c8-9428-474f-8698-f03045858f59 req-8535fd24-8e66-45a9-a914-621df9d8f3b0 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Allocated IP 172.20.0.5 (bf31b962-e4cb-4eab-a30d-b7aac66998c7/0ddbd8d9-cc1c-4591-ba53-aab9ea023f46/ddef7827-25d8-421c-abd1-ff2002fef7bf) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:38:15.767269 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a197bc1-848e-4611-8de7-d4adef09dc7a admin admin] Pushing event deleted for resources: {'Port': ['ID=c56e6516-daf3-4c72-9683-93234ddda38f,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:16.032618 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ba8256c8-9428-474f-8698-f03045858f59 req-8535fd24-8e66-45a9-a914-621df9d8f3b0 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:16.065465 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e118599-0f68-4b20-b146-0ac3faa56af6 req-8da76545-20e3-4602-96ec-83d37af8375d tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:16.075109 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2e118599-0f68-4b20-b146-0ac3faa56af6 req-8da76545-20e3-4602-96ec-83d37af8375d tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 945 time: 0.4142208 Nov 10 17:38:16.115946 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device fcfa458f-e071-4b0e-baa5-036acfe812bf no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:38:16.161003 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2e118599-0f68-4b20-b146-0ac3faa56af6 req-fa6190e4-ff51-46c0-9f13-1010943a6ec6 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845873 Nov 10 17:38:16.169223 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ba8256c8-9428-474f-8698-f03045858f59 req-8535fd24-8e66-45a9-a914-621df9d8f3b0 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:16.201434 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['f652398f-c59e-48c8-9b48-d4391674db0e', '90993299-948d-4723-8daf-def5c3a540d8'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:38:16.210605 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['c3b440db-4443-454d-9c1f-3c27760a5cdf'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:38:16.247759 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535fd24-8e66-45a9-a914-621df9d8f3b0 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Pushing event updated for resources: {'Port': ['ID=ddef7827-25d8-421c-abd1-ff2002fef7bf,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:16.265154 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba8256c8-9428-474f-8698-f03045858f59 req-8535fd24-8e66-45a9-a914-621df9d8f3b0 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Network bf31b962-e4cb-4eab-a30d-b7aac66998c7 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:38:16.268984 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-ba8256c8-9428-474f-8698-f03045858f59 req-8535fd24-8e66-45a9-a914-621df9d8f3b0 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:38:16.273291 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8256c8-9428-474f-8698-f03045858f59 req-8535fd24-8e66-45a9-a914-621df9d8f3b0 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:38:16.375625 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8256c8-9428-474f-8698-f03045858f59 req-8535fd24-8e66-45a9-a914-621df9d8f3b0 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:16.381618 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ba8256c8-9428-474f-8698-f03045858f59 req-8535fd24-8e66-45a9-a914-621df9d8f3b0 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:16.425786 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419ef6c-5e9c-416f-8dd5-c12a49ea7464 req-4d42f5ea-d574-4ad9-9fcd-725766a809b8 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:16.435040 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-aa734b50-02fe-4b05-a86f-14b48d42db6b admin admin] For port b4fb6c1e-ad67-45eb-b624-33d1dff27902, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b4fb6c1e-ad67-45eb-b624-33d1dff27902,segment=NetworkSegment(bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f),segment_id=bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:16.435433 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-aa734b50-02fe-4b05-a86f-14b48d42db6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:16.435975 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0419ef6c-5e9c-416f-8dd5-c12a49ea7464 req-4d42f5ea-d574-4ad9-9fcd-725766a809b8 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.1119783 Nov 10 17:38:16.477994 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9a197bc1-848e-4611-8de7-d4adef09dc7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:16.491227 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-aa734b50-02fe-4b05-a86f-14b48d42db6b admin admin] Calling delete_port for b4fb6c1e-ad67-45eb-b624-33d1dff27902 owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:38:16.500986 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba8256c8-9428-474f-8698-f03045858f59 req-8535fd24-8e66-45a9-a914-621df9d8f3b0 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3522956 Nov 10 17:38:16.515605 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-ba8256c8-9428-474f-8698-f03045858f59 req-24bb330b-ab08-4afe-9782-88ea059f350c service neutron] Request body: {'port': {'device_id': '8aedb322-8dae-4b8a-a0f8-84c2e454094c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:38:16.529351 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:16.548100 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-9a197bc1-848e-4611-8de7-d4adef09dc7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be68d673-ed50-4f4c-af41-5bad87146134']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:16.563357 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16b633-b63f-4ba8-a99a-14f7d10872bf req-58e07297-16c2-4e67-bbda-78d8f0ef019e tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:16.573619 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-db16b633-b63f-4ba8-a99a-14f7d10872bf req-58e07297-16c2-4e67-bbda-78d8f0ef019e tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/ports?device_id=35ce0372-4b48-4084-a7b3-8452a56f19b0 HTTP/1.1" status: 200 len: 950 time: 0.2795904 Nov 10 17:38:16.604856 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-9a197bc1-848e-4611-8de7-d4adef09dc7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '042f08e3-682c-4f86-9604-c78d925406ed') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:16.605215 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-9a197bc1-848e-4611-8de7-d4adef09dc7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '042f08e3-682c-4f86-9604-c78d925406ed') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:16.607520 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0419ef6c-5e9c-416f-8dd5-c12a49ea7464 req-17232439-eef5-496b-b3be-43e17bfabb73 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593678 Nov 10 17:38:16.621659 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ba8256c8-9428-474f-8698-f03045858f59 req-24bb330b-ab08-4afe-9782-88ea059f350c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:16.668926 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9a197bc1-848e-4611-8de7-d4adef09dc7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:16.689130 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1752ce18-3905-4e74-9df9-be3cc32750ad req-ef2eec29-e061-484e-90de-0d45c12ba377 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Router 8757644e-cb2d-489a-8686-7e2264028635 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:38:16.771134 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 10 17:38:16.771134 n-d-776250-10 neutron-server[102470]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Nov 10 17:38:16.771134 n-d-776250-10 neutron-server[102470]: [parameters: {'status': 'DOWN', 'ports_id': 'fcfa458f-e071-4b0e-baa5-036acfe812bf'}] Nov 10 17:38:16.771134 n-d-776250-10 neutron-server[102470]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:38:16.772179 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:38:16.895590 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7ffb0-2f5f-483e-8800-fdf70c4d8120 req-2c5929ce-2111-4ce6-aef5-729aba6fca16 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:16.897432 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d4b7ffb0-2f5f-483e-8800-fdf70c4d8120 req-2c5929ce-2111-4ce6-aef5-729aba6fca16 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aedb322-8dae-4b8a-a0f8-84c2e454094c HTTP/1.1" status: 200 len: 931 time: 0.1519954 Nov 10 17:38:16.958909 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9a197bc1-848e-4611-8de7-d4adef09dc7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:16.979051 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a197bc1-848e-4611-8de7-d4adef09dc7a admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:38:16.979466 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9a197bc1-848e-4611-8de7-d4adef09dc7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:16.989704 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:38:16.989704 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:38:16.989704 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:38:16.989704 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:38:16.989704 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:38:16.989704 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:38:16.989704 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:38:16.989704 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:38:16.989704 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:38:16.989704 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:38:16.989704 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:38:16.989704 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:38:16.989704 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:38:16.989704 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:38:16.989704 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:38:16.989704 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:38:16.989704 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:38:16.989704 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:38:16.989704 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:38:16.989704 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:38:16.989704 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:38:16.989704 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:38:16.989704 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:38:16.989704 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:38:16.989704 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:38:16.989704 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:38:16.989704 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:38:16.989704 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:38:16.989704 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:38:16.989704 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:38:16.989704 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:38:16.989704 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:38:17.020579 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d4b7ffb0-2f5f-483e-8800-fdf70c4d8120 req-e8dc1ad5-c281-4235-822f-22584de28782 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067278 Nov 10 17:38:17.121919 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-db16b633-b63f-4ba8-a99a-14f7d10872bf req-e4c60e0b-613c-496d-8d6b-63407e89dc26 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cb478f3-fb59-4e3e-a720-828e3eddf088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5472908 Nov 10 17:38:17.157075 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bfc24bce-6879-4c86-9db3-cba274951e85 req-880bc9f0-e5ab-4913-b540-045f32afed20 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:17.159444 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-aa734b50-02fe-4b05-a86f-14b48d42db6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:17.249243 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-ba8256c8-9428-474f-8698-f03045858f59 req-24bb330b-ab08-4afe-9782-88ea059f350c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddef7827-25d8-421c-abd1-ff2002fef7bf {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:38:17.266275 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9a197bc1-848e-4611-8de7-d4adef09dc7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:17.270467 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ba8256c8-9428-474f-8698-f03045858f59 req-24bb330b-ab08-4afe-9782-88ea059f350c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:17.298531 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-ba8256c8-9428-474f-8698-f03045858f59 req-24bb330b-ab08-4afe-9782-88ea059f350c service neutron] Transition to ACTIVE for port object ddef7827-25d8-421c-abd1-ff2002fef7bf will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:38:17.302337 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa734b50-02fe-4b05-a86f-14b48d42db6b admin admin] Pushing event deleted for resources: {'Port': ['ID=b4fb6c1e-ad67-45eb-b624-33d1dff27902,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:17.310121 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ba8256c8-9428-474f-8698-f03045858f59 req-24bb330b-ab08-4afe-9782-88ea059f350c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:17.331446 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Port fcfa458f-e071-4b0e-baa5-036acfe812bf update to DOWN by agent not found {{(pid=102470) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 10 17:38:17.332086 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device bbd3fa1f-4980-48c0-ae7b-ae4106ed0052 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:38:17.366135 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc24bce-6879-4c86-9db3-cba274951e85 req-880bc9f0-e5ab-4913-b540-045f32afed20 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] No DVR routers for this DVR port fcfa458f-e071-4b0e-baa5-036acfe812bf on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:38:17.381680 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880bc9f0-e5ab-4913-b540-045f32afed20 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Pushing event deleted for resources: {'Port': ['ID=fcfa458f-e071-4b0e-baa5-036acfe812bf,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:17.386853 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: bbd3fa1f-4980-48c0-ae7b-ae4106ed0052 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:38:17.388030 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9a197bc1-848e-4611-8de7-d4adef09dc7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:17.388191 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device bbd3fa1f-4980-48c0-ae7b-ae4106ed0052 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:38:17.412652 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9a197bc1-848e-4611-8de7-d4adef09dc7a admin admin] 10.222.0.39 "DELETE /v2.0/networks/be68d673-ed50-4f4c-af41-5bad87146134 HTTP/1.1" status: 204 len: 168 time: 3.1965940 Nov 10 17:38:17.424226 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb330b-ab08-4afe-9782-88ea059f350c service neutron] Pushing event updated for resources: {'Port': ['ID=ddef7827-25d8-421c-abd1-ff2002fef7bf,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:17.434651 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bfc24bce-6879-4c86-9db3-cba274951e85 req-880bc9f0-e5ab-4913-b540-045f32afed20 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:17.438279 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bfc24bce-6879-4c86-9db3-cba274951e85 req-880bc9f0-e5ab-4913-b540-045f32afed20 tempest-ServersOnMultiNodesTest-1435708155 tempest-ServersOnMultiNodesTest-1435708155-project] 10.222.0.13 "DELETE /v2.0/ports/fcfa458f-e071-4b0e-baa5-036acfe812bf HTTP/1.1" status: 204 len: 173 time: 3.3424995 Nov 10 17:38:17.439352 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a197bc1-848e-4611-8de7-d4adef09dc7a admin admin] Pushing event deleted for resources: {'Network': ['ID=be68d673-ed50-4f4c-af41-5bad87146134,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:17.449839 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ce0372-4b48-4084-a7b3-8452a56f19b0', 'name': 'network-vif-deleted', 'tag': 'fcfa458f-e071-4b0e-baa5-036acfe812bf'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:38:17.452337 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1048fad6-5cb5-440d-acac-af946bc2dcc4" -d '{"events": [{"server_uuid": "35ce0372-4b48-4084-a7b3-8452a56f19b0", "name": "network-vif-deleted", "tag": "fcfa458f-e071-4b0e-baa5-036acfe812bf"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:38:17.630879 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-33371029-c126-4199-8764-aca4d5cd511c req-54677568-7eca-4907-a1f5-ac9d68c9f7cb tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3 HTTP/1.1" status: 200 len: 210 time: 0.1080754 Nov 10 17:38:17.737629 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-ba8256c8-9428-474f-8698-f03045858f59 req-24bb330b-ab08-4afe-9782-88ea059f350c service neutron] Attempting to bind port ddef7827-25d8-421c-abd1-ff2002fef7bf on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:38:17.737629 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-ba8256c8-9428-474f-8698-f03045858f59 req-24bb330b-ab08-4afe-9782-88ea059f350c service neutron] Attempting to bind port ddef7827-25d8-421c-abd1-ff2002fef7bf by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bf31b962-e4cb-4eab-a30d-b7aac66998c7'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:38:17.744390 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8256c8-9428-474f-8698-f03045858f59 req-24bb330b-ab08-4afe-9782-88ea059f350c service neutron] Attempting to bind port ddef7827-25d8-421c-abd1-ff2002fef7bf on network bf31b962-e4cb-4eab-a30d-b7aac66998c7 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:38:17.756368 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8256c8-9428-474f-8698-f03045858f59 req-24bb330b-ab08-4afe-9782-88ea059f350c service neutron] Port ddef7827-25d8-421c-abd1-ff2002fef7bf on network bf31b962-e4cb-4eab-a30d-b7aac66998c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:38:17.756718 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8256c8-9428-474f-8698-f03045858f59 req-24bb330b-ab08-4afe-9782-88ea059f350c service neutron] Attempting to bind port ddef7827-25d8-421c-abd1-ff2002fef7bf on network bf31b962-e4cb-4eab-a30d-b7aac66998c7 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:38:17.783889 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8256c8-9428-474f-8698-f03045858f59 req-24bb330b-ab08-4afe-9782-88ea059f350c service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:38:17.784263 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8256c8-9428-474f-8698-f03045858f59 req-24bb330b-ab08-4afe-9782-88ea059f350c service neutron] Checking segment: {'id': '9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bf31b962-e4cb-4eab-a30d-b7aac66998c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:38:17.784825 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8256c8-9428-474f-8698-f03045858f59 req-24bb330b-ab08-4afe-9782-88ea059f350c service neutron] Bound using segment: {'id': '9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bf31b962-e4cb-4eab-a30d-b7aac66998c7'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:38:17.785312 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-ba8256c8-9428-474f-8698-f03045858f59 req-24bb330b-ab08-4afe-9782-88ea059f350c service neutron] Bound port: ddef7827-25d8-421c-abd1-ff2002fef7bf, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bf31b962-e4cb-4eab-a30d-b7aac66998c7'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:38:17.785684 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ba8256c8-9428-474f-8698-f03045858f59 req-24bb330b-ab08-4afe-9782-88ea059f350c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:17.789426 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e72d82-97fd-490a-b745-4e03c175ab7f x-openstack-request-id: req-11e72d82-97fd-490a-b745-4e03c175ab7f {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:38:17.789949 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ce0372-4b48-4084-a7b3-8452a56f19b0", "name": "network-vif-deleted", "tag": "fcfa458f-e071-4b0e-baa5-036acfe812bf", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:38:17.790200 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-11e72d82-97fd-490a-b745-4e03c175ab7f {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:38:17.790716 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ce0372-4b48-4084-a7b3-8452a56f19b0', 'name': 'network-vif-deleted', 'tag': 'fcfa458f-e071-4b0e-baa5-036acfe812bf', 'status': 'completed', 'code': 200} Nov 10 17:38:17.793757 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39702) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:17.990121 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826708b6-034b-4281-a9e6-741e34947f78 req-9e22082e-8947-4e41-9f57-c7a9ab62371f tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:17.998118 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-826708b6-034b-4281-a9e6-741e34947f78 req-9e22082e-8947-4e41-9f57-c7a9ab62371f tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.1215086 Nov 10 17:38:18.007536 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-ba8256c8-9428-474f-8698-f03045858f59 req-24bb330b-ab08-4afe-9782-88ea059f350c service neutron] For port ddef7827-25d8-421c-abd1-ff2002fef7bf, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:38:18.013739 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-ba8256c8-9428-474f-8698-f03045858f59 req-24bb330b-ab08-4afe-9782-88ea059f350c service neutron] For port ddef7827-25d8-421c-abd1-ff2002fef7bf, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ddef7827-25d8-421c-abd1-ff2002fef7bf,segment=NetworkSegment(9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12),segment_id=9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:38:18.017176 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-aa734b50-02fe-4b05-a86f-14b48d42db6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:18.036316 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ba8256c8-9428-474f-8698-f03045858f59 req-24bb330b-ab08-4afe-9782-88ea059f350c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:18.143822 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8256c8-9428-474f-8698-f03045858f59 req-24bb330b-ab08-4afe-9782-88ea059f350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:18.144874 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ba8256c8-9428-474f-8698-f03045858f59 req-24bb330b-ab08-4afe-9782-88ea059f350c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:18.146559 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba8256c8-9428-474f-8698-f03045858f59 req-24bb330b-ab08-4afe-9782-88ea059f350c service neutron] 10.222.0.11 "PUT /v2.0/ports/ddef7827-25d8-421c-abd1-ff2002fef7bf HTTP/1.1" status: 200 len: 1092 time: 1.6365383 Nov 10 17:38:18.151473 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aedb322-8dae-4b8a-a0f8-84c2e454094c', 'tag': 'ddef7827-25d8-421c-abd1-ff2002fef7bf'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:38:18.154046 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cded099d-5002-4664-9333-859f9f10ce61" -d '{"events": [{"name": "network-changed", "server_uuid": "8aedb322-8dae-4b8a-a0f8-84c2e454094c", "tag": "ddef7827-25d8-421c-abd1-ff2002fef7bf"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:38:18.181914 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245428b8-1c97-4617-817d-da7b75205250 req-f931c32f-75b4-4e73-a001-6421201f91c3 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:18.184239 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-245428b8-1c97-4617-817d-da7b75205250 req-f931c32f-75b4-4e73-a001-6421201f91c3 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 945 time: 0.7703485 Nov 10 17:38:18.188931 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb330b-ab08-4afe-9782-88ea059f350c service neutron] Pushing event updated for resources: {'Port': ['ID=ddef7827-25d8-421c-abd1-ff2002fef7bf,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:18.204746 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-826708b6-034b-4281-a9e6-741e34947f78 req-cbd58871-d42c-4ca8-8cc3-d2e55476749e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056704 Nov 10 17:38:18.377371 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa734b50-02fe-4b05-a86f-14b48d42db6b admin admin] Router 63678357-661a-4220-9395-358327c0915f has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:38:18.377597 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3649b-82c8-480c-9fa4-1dbfba88b74b req-81170aa3-774a-41c2-af8f-3c6fb0a927e5 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:18.387482 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-86a3649b-82c8-480c-9fa4-1dbfba88b74b req-81170aa3-774a-41c2-af8f-3c6fb0a927e5 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aedb322-8dae-4b8a-a0f8-84c2e454094c HTTP/1.1" status: 200 len: 943 time: 0.1092622 Nov 10 17:38:18.395745 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-928ec9b5-74d1-4027-b902-82fe07d29269 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=932a2b49a0c3450c9fe19880793a3290&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5968904 Nov 10 17:38:18.397566 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1752ce18-3905-4e74-9df9-be3cc32750ad req-ef2eec29-e061-484e-90de-0d45c12ba377 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:38:18.398139 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39714) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:18.410837 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb329174-66e9-49df-9395-283eba116858 None None] Sync routers for ids ['8757644e-cb2d-489a-8686-7e2264028635'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:38:18.434180 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb329174-66e9-49df-9395-283eba116858 None None] Routers {'8757644e-cb2d-489a-8686-7e2264028635'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:38:18.435376 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-fb329174-66e9-49df-9395-283eba116858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:38:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['8757644e-cb2d-489a-8686-7e2264028635'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:18.490433 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-1752ce18-3905-4e74-9df9-be3cc32750ad req-ef2eec29-e061-484e-90de-0d45c12ba377 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] No DVR routers for this DVR port bbd3fa1f-4980-48c0-ae7b-ae4106ed0052 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:38:18.503119 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1752ce18-3905-4e74-9df9-be3cc32750ad req-ef2eec29-e061-484e-90de-0d45c12ba377 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:18.508240 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1752ce18-3905-4e74-9df9-be3cc32750ad req-ef2eec29-e061-484e-90de-0d45c12ba377 tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.13 "DELETE /v2.0/ports/bbd3fa1f-4980-48c0-ae7b-ae4106ed0052 HTTP/1.1" status: 204 len: 173 time: 6.2195094 Nov 10 17:38:18.606872 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-245428b8-1c97-4617-817d-da7b75205250 req-973e0e9c-2a55-497d-91ac-89151d4a9375 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877655 Nov 10 17:38:18.679224 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-86a3649b-82c8-480c-9fa4-1dbfba88b74b req-2c553281-3bb3-44ff-9176-ee2e599d9da4 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854424 Nov 10 17:38:18.685412 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8256c8-9428-474f-8698-f03045858f59 req-1d85091e-8fda-48ec-b499-d60d18910fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:18.700306 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba8256c8-9428-474f-8698-f03045858f59 req-1d85091e-8fda-48ec-b499-d60d18910fe9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a7362a6bd2d4dfcb495a89b6c85177b&device_id=8aedb322-8dae-4b8a-a0f8-84c2e454094c HTTP/1.1" status: 200 len: 1095 time: 0.4826930 Nov 10 17:38:18.706465 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa734b50-02fe-4b05-a86f-14b48d42db6b admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:38:18.712625 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3058102a-d78e-4f4b-ab60-6c204ccf66f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:18.716843 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-aa734b50-02fe-4b05-a86f-14b48d42db6b admin admin] 10.222.0.39 "PUT /v2.0/routers/63678357-661a-4220-9395-358327c0915f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3785789 Nov 10 17:38:18.721715 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39722) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:18.726220 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0529a7b9-7a86-4ca6-a328-9e3adccd121a None None] Sync routers for ids ['63678357-661a-4220-9395-358327c0915f'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:38:18.807639 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-fb329174-66e9-49df-9395-283eba116858 None None] Set router 8757644e-cb2d-489a-8686-7e2264028635 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:38:18.826058 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df69a82-17e9-43f7-8a1d-49261f5a6f32 x-openstack-request-id: req-9df69a82-17e9-43f7-8a1d-49261f5a6f32 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:38:18.826376 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aedb322-8dae-4b8a-a0f8-84c2e454094c", "tag": "ddef7827-25d8-421c-abd1-ff2002fef7bf", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:38:18.834156 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9df69a82-17e9-43f7-8a1d-49261f5a6f32 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:38:18.834828 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aedb322-8dae-4b8a-a0f8-84c2e454094c', 'tag': 'ddef7827-25d8-421c-abd1-ff2002fef7bf', 'status': 'completed', 'code': 200} Nov 10 17:38:18.843168 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0529a7b9-7a86-4ca6-a328-9e3adccd121a None None] Routers {'63678357-661a-4220-9395-358327c0915f'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:38:18.844757 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0529a7b9-7a86-4ca6-a328-9e3adccd121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:38:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['63678357-661a-4220-9395-358327c0915f'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:18.847852 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba8256c8-9428-474f-8698-f03045858f59 req-73385411-9342-438e-a598-4c662916c484 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddef7827-25d8-421c-abd1-ff2002fef7bf HTTP/1.1" status: 200 len: 217 time: 0.1204677 Nov 10 17:38:18.950908 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3058102a-d78e-4f4b-ab60-6c204ccf66f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:19.003718 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-afa428e9-a73d-4e82-9887-f988fe354b37 admin admin] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:19.166871 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3058102a-d78e-4f4b-ab60-6c204ccf66f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:19.173365 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-0529a7b9-7a86-4ca6-a328-9e3adccd121a None None] Set router 63678357-661a-4220-9395-358327c0915f gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:38:19.177793 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3058102a-d78e-4f4b-ab60-6c204ccf66f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:19.178974 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3058102a-d78e-4f4b-ab60-6c204ccf66f0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b0d23b06-7c10-43cf-b0f4-e3d65acf326b HTTP/1.1" status: 204 len: 168 time: 0.7796907 Nov 10 17:38:19.196035 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-73deaade-7828-47b4-aef9-50e1b5af1aeb req-8d68e34d-2cdc-4fd1-a9d5-1ebfac8a1e5d tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3 HTTP/1.1" status: 200 len: 210 time: 0.1778817 Nov 10 17:38:19.297380 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3058102a-d78e-4f4b-ab60-6c204ccf66f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d23b06-7c10-43cf-b0f4-e3d65acf326b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:19.318202 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8256c8-9428-474f-8698-f03045858f59 req-05e861ea-89e5-463e-84f0-4326985d1b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:19.320697 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba8256c8-9428-474f-8698-f03045858f59 req-05e861ea-89e5-463e-84f0-4326985d1b59 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0ddbd8d9-cc1c-4591-ba53-aab9ea023f46 HTTP/1.1" status: 200 len: 854 time: 0.4707770 Nov 10 17:38:19.400713 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba8256c8-9428-474f-8698-f03045858f59 req-77bd05d2-ab0d-4f88-b140-7caefa8d74c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf31b962-e4cb-4eab-a30d-b7aac66998c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661416 Nov 10 17:38:19.582576 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-afa428e9-a73d-4e82-9887-f988fe354b37 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:19.594221 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39732) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:19.641445 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0529a7b9-7a86-4ca6-a328-9e3adccd121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63678357-661a-4220-9395-358327c0915f', 'name': 'tempest-ServersTestFqdnHostnames-1513668456-router', 'tenant_id': 'd86a69ccd1024eb0840db8ed52140de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': '5dcd8540-8141-4cdc-a559-142899fa806f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:19Z', 'updated_at': '2021-11-10T17:38:16Z', 'revision_number': 5, 'project_id': 'd86a69ccd1024eb0840db8ed52140de1', 'gw_port': {'id': '5dcd8540-8141-4cdc-a559-142899fa806f', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63678357-661a-4220-9395-358327c0915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:21Z', 'updated_at': '2021-11-10T17:35:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:19.703821 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0529a7b9-7a86-4ca6-a328-9e3adccd121a None None] Checking router: 63678357-661a-4220-9395-358327c0915f for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:38:19.706019 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba8256c8-9428-474f-8698-f03045858f59 req-d9afa626-cd40-4619-b8bf-e60e1368edf5 service neutron] 10.222.0.11 "GET /v2.0/networks/bf31b962-e4cb-4eab-a30d-b7aac66998c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930763 Nov 10 17:38:19.719042 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0529a7b9-7a86-4ca6-a328-9e3adccd121a None None] Routers {'63678357-661a-4220-9395-358327c0915f'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:38:19.719917 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0529a7b9-7a86-4ca6-a328-9e3adccd121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:38:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['63678357-661a-4220-9395-358327c0915f'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:19.742359 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653fb9e-82bc-44e6-8408-f152dbdd5275 req-9b420822-e7e6-4326-bfa7-38dd7eedc1ba tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:19.782833 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d653fb9e-82bc-44e6-8408-f152dbdd5275 req-9b420822-e7e6-4326-bfa7-38dd7eedc1ba tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.3530746 Nov 10 17:38:19.820214 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3', 'name': 'network-vif-deleted', 'tag': 'bbd3fa1f-4980-48c0-ae7b-ae4106ed0052'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:38:19.822674 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4777db3-7a86-4886-b0f2-3535b816c647" -d '{"events": [{"server_uuid": "4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3", "name": "network-vif-deleted", "tag": "bbd3fa1f-4980-48c0-ae7b-ae4106ed0052"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:38:19.852079 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-0529a7b9-7a86-4ca6-a328-9e3adccd121a None None] Set router 63678357-661a-4220-9395-358327c0915f gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:38:19.971441 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d653fb9e-82bc-44e6-8408-f152dbdd5275 req-70c19705-6262-4273-be44-83ba26451f38 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843679 Nov 10 17:38:19.983090 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-fb329174-66e9-49df-9395-283eba116858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757644e-cb2d-489a-8686-7e2264028635', 'name': 'tempest-ServersTestManualDisk-1384636180-router', 'tenant_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '24a2d734-629a-4993-8250-2a385f2d23db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:24Z', 'updated_at': '2021-11-10T17:35:40Z', 'revision_number': 4, 'project_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'gw_port': {'id': '24a2d734-629a-4993-8250-2a385f2d23db', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:99:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757644e-cb2d-489a-8686-7e2264028635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:26Z', 'updated_at': '2021-11-10T17:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '76a37103-553f-446b-a537-19e91cf4dbb6', 'name': '', 'network_id': '6e393f16-27f3-4592-b155-5e9988c4a9f7', 'tenant_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'mac_address': 'fa:16:3e:be:7d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757644e-cb2d-489a-8686-7e2264028635', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '809d825c-e65e-4bd2-89e0-89c51c3a8699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:35Z', 'updated_at': '2021-11-10T17:35:49Z', 'revision_number': 5, 'project_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'subnets': [{'id': '809d825c-e65e-4bd2-89e0-89c51c3a8699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:19.989597 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba8256c8-9428-474f-8698-f03045858f59 req-5eae9de1-e9b3-4626-9d98-d6a4eeb05291 service neutron] 10.222.0.11 "GET /v2.0/networks/bf31b962-e4cb-4eab-a30d-b7aac66998c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737200 Nov 10 17:38:19.992362 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-afa428e9-a73d-4e82-9887-f988fe354b37 admin admin] Deleting port 5dcd8540-8141-4cdc-a559-142899fa806f {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:38:19.992922 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-afa428e9-a73d-4e82-9887-f988fe354b37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:20.008976 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0529a7b9-7a86-4ca6-a328-9e3adccd121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63678357-661a-4220-9395-358327c0915f', 'name': 'tempest-ServersTestFqdnHostnames-1513668456-router', 'tenant_id': 'd86a69ccd1024eb0840db8ed52140de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:19Z', 'updated_at': '2021-11-10T17:38:19Z', 'revision_number': 6, 'project_id': 'd86a69ccd1024eb0840db8ed52140de1', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:20.082482 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb329174-66e9-49df-9395-283eba116858 None None] Checking router: 8757644e-cb2d-489a-8686-7e2264028635 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:38:20.097940 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb329174-66e9-49df-9395-283eba116858 None None] Routers {'8757644e-cb2d-489a-8686-7e2264028635'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:38:20.099094 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-fb329174-66e9-49df-9395-283eba116858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:38:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['8757644e-cb2d-489a-8686-7e2264028635'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:20.128927 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0529a7b9-7a86-4ca6-a328-9e3adccd121a None None] The sync data for ids ['63678357-661a-4220-9395-358327c0915f'] in n-d-776250-10 is: [{'id': '63678357-661a-4220-9395-358327c0915f', 'name': 'tempest-ServersTestFqdnHostnames-1513668456-router', 'tenant_id': 'd86a69ccd1024eb0840db8ed52140de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:19Z', 'updated_at': '2021-11-10T17:38:19Z', 'revision_number': 6, 'project_id': 'd86a69ccd1024eb0840db8ed52140de1', 'gw_port_host': None}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:38:20.266192 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cf694-f5a6-4aca-9ead-78c34cad91d8 req-657eb6f0-54ca-4709-861b-439e64b5c96b tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:20.267888 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3c7cf694-f5a6-4aca-9ead-78c34cad91d8 req-657eb6f0-54ca-4709-861b-439e64b5c96b tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 945 time: 0.2755556 Nov 10 17:38:20.269518 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39748) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:20.270107 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b56294-83c1-49b4-86ba-2c11a8cc2048 req-d71ca8a2-08ad-44dc-b58e-a9398d9cc740 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:20.271896 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e6b56294-83c1-49b4-86ba-2c11a8cc2048 req-d71ca8a2-08ad-44dc-b58e-a9398d9cc740 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aedb322-8dae-4b8a-a0f8-84c2e454094c HTTP/1.1" status: 200 len: 943 time: 0.1061943 Nov 10 17:38:20.369350 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-fb329174-66e9-49df-9395-283eba116858 None None] Set router 8757644e-cb2d-489a-8686-7e2264028635 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:38:20.388448 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-afa428e9-a73d-4e82-9887-f988fe354b37 admin admin] For port 5dcd8540-8141-4cdc-a559-142899fa806f, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=5dcd8540-8141-4cdc-a559-142899fa806f,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:20.389138 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-afa428e9-a73d-4e82-9887-f988fe354b37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:20.399009 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e6b56294-83c1-49b4-86ba-2c11a8cc2048 req-a692e7d1-c86a-40e8-a33a-52d26fefd932 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186378 Nov 10 17:38:20.416884 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded099d-5002-4664-9333-859f9f10ce61 req-a4a64d8b-3bb6-47d0-9999-250d388bc015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:20.418848 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-afa428e9-a73d-4e82-9887-f988fe354b37 admin admin] Calling delete_port for 5dcd8540-8141-4cdc-a559-142899fa806f owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:38:20.424509 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cded099d-5002-4664-9333-859f9f10ce61 req-a4a64d8b-3bb6-47d0-9999-250d388bc015 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a7362a6bd2d4dfcb495a89b6c85177b&device_id=8aedb322-8dae-4b8a-a0f8-84c2e454094c HTTP/1.1" status: 200 len: 1095 time: 0.3352728 Nov 10 17:38:20.502067 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe7144f-d949-4781-b114-b51cf7f039ee x-openstack-request-id: req-ffe7144f-d949-4781-b114-b51cf7f039ee {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:38:20.502361 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3", "name": "network-vif-deleted", "tag": "bbd3fa1f-4980-48c0-ae7b-ae4106ed0052", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:38:20.502615 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ffe7144f-d949-4781-b114-b51cf7f039ee {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:38:20.503030 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed63e4e-fca0-4d9a-b1a9-2e890cd768e3', 'name': 'network-vif-deleted', 'tag': 'bbd3fa1f-4980-48c0-ae7b-ae4106ed0052', 'status': 'completed', 'code': 200} Nov 10 17:38:20.565326 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-31019654-c78f-4550-8060-351a2895aec2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=38fb4e4342ac4097a730b0e8198143dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9686239 Nov 10 17:38:20.570354 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39750) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:20.707113 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-afa428e9-a73d-4e82-9887-f988fe354b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:20.716715 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0cdf45dc-29d9-41dd-bc6a-51bb12b4c6f8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=802e4baced1f47019b2dd8002e08b3ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4158916 Nov 10 17:38:20.721763 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39754) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:20.734246 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3c7cf694-f5a6-4aca-9ead-78c34cad91d8 req-e048984f-7ff8-405e-9e00-0b955cce2c05 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269829 Nov 10 17:38:20.744114 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39756) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:20.764872 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa428e9-a73d-4e82-9887-f988fe354b37 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dcd8540-8141-4cdc-a559-142899fa806f,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:20.770208 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-fb329174-66e9-49df-9395-283eba116858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757644e-cb2d-489a-8686-7e2264028635', 'name': 'tempest-ServersTestManualDisk-1384636180-router', 'tenant_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '24a2d734-629a-4993-8250-2a385f2d23db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:24Z', 'updated_at': '2021-11-10T17:35:40Z', 'revision_number': 4, 'project_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'gw_port': {'id': '24a2d734-629a-4993-8250-2a385f2d23db', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:99:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757644e-cb2d-489a-8686-7e2264028635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:26Z', 'updated_at': '2021-11-10T17:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '76a37103-553f-446b-a537-19e91cf4dbb6', 'name': '', 'network_id': '6e393f16-27f3-4592-b155-5e9988c4a9f7', 'tenant_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'mac_address': 'fa:16:3e:be:7d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757644e-cb2d-489a-8686-7e2264028635', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '809d825c-e65e-4bd2-89e0-89c51c3a8699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:35Z', 'updated_at': '2021-11-10T17:35:49Z', 'revision_number': 5, 'project_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'subnets': [{'id': '809d825c-e65e-4bd2-89e0-89c51c3a8699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:20.843953 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb329174-66e9-49df-9395-283eba116858 None None] The sync data for ids ['8757644e-cb2d-489a-8686-7e2264028635'] in n-d-776250-10 is: [{'id': '8757644e-cb2d-489a-8686-7e2264028635', 'name': 'tempest-ServersTestManualDisk-1384636180-router', 'tenant_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '24a2d734-629a-4993-8250-2a385f2d23db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:24Z', 'updated_at': '2021-11-10T17:35:40Z', 'revision_number': 4, 'project_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'gw_port': {'id': '24a2d734-629a-4993-8250-2a385f2d23db', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:99:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757644e-cb2d-489a-8686-7e2264028635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:26Z', 'updated_at': '2021-11-10T17:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '76a37103-553f-446b-a537-19e91cf4dbb6', 'name': '', 'network_id': '6e393f16-27f3-4592-b155-5e9988c4a9f7', 'tenant_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'mac_address': 'fa:16:3e:be:7d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757644e-cb2d-489a-8686-7e2264028635', 'device_owner': 'network:router_interface', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '809d825c-e65e-4bd2-89e0-89c51c3a8699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:35Z', 'updated_at': '2021-11-10T17:35:49Z', 'revision_number': 5, 'project_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'subnets': [{'id': '809d825c-e65e-4bd2-89e0-89c51c3a8699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:38:20.924599 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b115c19c-f39a-4fb0-8c15-bb9725961fc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:20.933140 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded099d-5002-4664-9333-859f9f10ce61 req-cf2d05b6-63b2-4db4-a77a-8016527e23fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:20.934632 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cded099d-5002-4664-9333-859f9f10ce61 req-cf2d05b6-63b2-4db4-a77a-8016527e23fd service neutron] 10.222.0.11 "GET /v2.0/networks?id=bf31b962-e4cb-4eab-a30d-b7aac66998c7 HTTP/1.1" status: 200 len: 915 time: 0.4806602 Nov 10 17:38:20.947946 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-afa428e9-a73d-4e82-9887-f988fe354b37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:20.957409 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bb378f76-a630-4a8f-97f4-ce26d9ce9ae8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:21.030065 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cded099d-5002-4664-9333-859f9f10ce61 req-94ac2ed6-9f46-4890-a490-11044564eb22 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddef7827-25d8-421c-abd1-ff2002fef7bf HTTP/1.1" status: 200 len: 217 time: 0.0816619 Nov 10 17:38:21.033176 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dac650ad-c9da-4b6e-a50d-faa0a23119fb tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:21.107450 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b115c19c-f39a-4fb0-8c15-bb9725961fc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:21.120684 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-afa428e9-a73d-4e82-9887-f988fe354b37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:21.124970 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-afa428e9-a73d-4e82-9887-f988fe354b37 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:21.272627 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-afa428e9-a73d-4e82-9887-f988fe354b37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:21.273254 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa428e9-a73d-4e82-9887-f988fe354b37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63678357-661a-4220-9395-358327c0915f {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:38:21.282378 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-afa428e9-a73d-4e82-9887-f988fe354b37 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:21.286237 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-afa428e9-a73d-4e82-9887-f988fe354b37 admin admin] 10.222.0.39 "DELETE /v2.0/routers/63678357-661a-4220-9395-358327c0915f HTTP/1.1" status: 204 len: 168 time: 2.5601988 Nov 10 17:38:21.295444 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdcf34-bb06-4d03-a290-cf9410225443 req-c5e9ff14-ef36-4257-b348-2c7ced14954d tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:21.297762 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fbfdcf34-bb06-4d03-a290-cf9410225443 req-c5e9ff14-ef36-4257-b348-2c7ced14954d tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.1670456 Nov 10 17:38:21.298268 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39760) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:21.347155 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b115c19c-f39a-4fb0-8c15-bb9725961fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:21.352780 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b115c19c-f39a-4fb0-8c15-bb9725961fc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:21.372454 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b115c19c-f39a-4fb0-8c15-bb9725961fc7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c772d71d-d5e3-4d63-b8bb-68aac6db9894 HTTP/1.1" status: 204 len: 168 time: 0.6179364 Nov 10 17:38:21.382683 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10172498-32d0-47f2-b8e5-fb8b436ee211 None None] New status for floating IP 44ed8058-31cd-49fd-b5bc-7feabbd4b029: DOWN {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:38:21.434591 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115c19c-f39a-4fb0-8c15-bb9725961fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c772d71d-d5e3-4d63-b8bb-68aac6db9894,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:21.514173 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bb378f76-a630-4a8f-97f4-ce26d9ce9ae8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:21.520196 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dac650ad-c9da-4b6e-a50d-faa0a23119fb tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:21.528714 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 5dcd8540-8141-4cdc-a559-142899fa806f no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:38:21.571949 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fbfdcf34-bb06-4d03-a290-cf9410225443 req-8c2005c8-7319-4ffd-90a4-60e82aac4d61 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650833 Nov 10 17:38:21.580250 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-a896a714-c636-4549-9264-5835c0dd7104 admin admin] Deleting subnet 0fdfab36-821f-46c5-9341-0410acf3dbbd {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:38:21.603011 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a896a714-c636-4549-9264-5835c0dd7104 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:21.619475 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 5dcd8540-8141-4cdc-a559-142899fa806f {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:38:21.619828 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 5dcd8540-8141-4cdc-a559-142899fa806f not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:38:21.620605 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b4fb6c1e-ad67-45eb-b624-33d1dff27902 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:38:21.667771 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: b4fb6c1e-ad67-45eb-b624-33d1dff27902 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:38:21.668109 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b4fb6c1e-ad67-45eb-b624-33d1dff27902 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:38:21.711412 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a896a714-c636-4549-9264-5835c0dd7104 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:21.758308 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded099d-5002-4664-9333-859f9f10ce61 req-2c871930-4f75-4ee8-9741-ad8b45f350db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:21.763538 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cded099d-5002-4664-9333-859f9f10ce61 req-2c871930-4f75-4ee8-9741-ad8b45f350db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0ddbd8d9-cc1c-4591-ba53-aab9ea023f46 HTTP/1.1" status: 200 len: 854 time: 0.3364758 Nov 10 17:38:21.888682 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cded099d-5002-4664-9333-859f9f10ce61 req-75911b85-175c-4b47-8a0f-4aa563972304 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf31b962-e4cb-4eab-a30d-b7aac66998c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123137 Nov 10 17:38:21.893934 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a896a714-c636-4549-9264-5835c0dd7104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:22.001519 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a896a714-c636-4549-9264-5835c0dd7104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:22.035318 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d2a9a-5038-4ecc-a277-a9d46898c664 req-d0e0d3a4-c901-4f8e-b825-afcc9d7e87f8 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:22.038350 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-702d2a9a-5038-4ecc-a277-a9d46898c664 req-d0e0d3a4-c901-4f8e-b825-afcc9d7e87f8 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aedb322-8dae-4b8a-a0f8-84c2e454094c HTTP/1.1" status: 200 len: 943 time: 0.4686999 Nov 10 17:38:22.069611 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dac650ad-c9da-4b6e-a50d-faa0a23119fb tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:22.074552 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dac650ad-c9da-4b6e-a50d-faa0a23119fb tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:22.076281 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-dac650ad-c9da-4b6e-a50d-faa0a23119fb tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "DELETE /v2.0/security-groups/ea5598f1-b5d3-44db-8024-2c4e99d2c6c1 HTTP/1.1" status: 204 len: 168 time: 1.3240817 Nov 10 17:38:22.085399 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bb378f76-a630-4a8f-97f4-ce26d9ce9ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:22.088993 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bb378f76-a630-4a8f-97f4-ce26d9ce9ae8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:22.091271 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bb378f76-a630-4a8f-97f4-ce26d9ce9ae8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6cb478f3-fb59-4e3e-a720-828e3eddf088 HTTP/1.1" status: 204 len: 168 time: 1.4247434 Nov 10 17:38:22.095041 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39778) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:22.111266 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device ddef7827-25d8-421c-abd1-ff2002fef7bf details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:38:22.136596 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac650ad-c9da-4b6e-a50d-faa0a23119fb tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5598f1-b5d3-44db-8024-2c4e99d2c6c1,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:22.150256 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-5ac15e6f-9372-4fe7-9bf7-b40b615cc94b tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] show failed (client error): The resource could not be found. Nov 10 17:38:22.154560 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5ac15e6f-9372-4fe7-9bf7-b40b615cc94b tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "GET /v2.0/security-groups/ea5598f1-b5d3-44db-8024-2c4e99d2c6c1 HTTP/1.1" status: 404 len: 347 time: 0.0412583 Nov 10 17:38:22.167652 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39784) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:22.233622 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb378f76-a630-4a8f-97f4-ce26d9ce9ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb478f3-fb59-4e3e-a720-828e3eddf088,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:22.261828 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cded099d-5002-4664-9333-859f9f10ce61 req-f13e4a3c-d9e7-4bc2-b05f-fafd1bd8c879 service neutron] 10.222.0.11 "GET /v2.0/networks/bf31b962-e4cb-4eab-a30d-b7aac66998c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614435 Nov 10 17:38:22.267036 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-702d2a9a-5038-4ecc-a277-a9d46898c664 req-08a3a751-695b-4211-a276-ee56b86bedf6 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177289 Nov 10 17:38:22.473948 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e978774-c1dc-42c8-9c12-66687fa2de77 None None] Network c3a53364-5b38-4c80-975d-356131c85952 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:38:22.497470 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a896a714-c636-4549-9264-5835c0dd7104 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:22.502888 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port ddef7827-25d8-421c-abd1-ff2002fef7bf, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ddef7827-25d8-421c-abd1-ff2002fef7bf,segment=NetworkSegment(9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12),segment_id=9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:22.506154 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a896a714-c636-4549-9264-5835c0dd7104 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0fdfab36-821f-46c5-9341-0410acf3dbbd HTTP/1.1" status: 204 len: 168 time: 1.2060561 Nov 10 17:38:22.509634 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896a714-c636-4549-9264-5835c0dd7104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fdfab36-821f-46c5-9341-0410acf3dbbd,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:22.509904 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39788) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:22.572770 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02aaa60-8c8c-4509-9343-e11c95713362 req-d91068e3-190d-47c9-b40c-eb5ce9c8dd05 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:22.575927 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cded099d-5002-4664-9333-859f9f10ce61 req-b96b388e-7866-4fba-aa52-daf02c360f38 service neutron] 10.222.0.11 "GET /v2.0/networks/bf31b962-e4cb-4eab-a30d-b7aac66998c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735565 Nov 10 17:38:22.599182 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f02aaa60-8c8c-4509-9343-e11c95713362 req-d91068e3-190d-47c9-b40c-eb5ce9c8dd05 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 945 time: 0.6108015 Nov 10 17:38:22.630995 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-707fbf03-16d3-43b8-8146-049a0d6e3e1a tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Deleting port feb13939-97ad-46f1-966f-19b4158b2d17 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:38:22.631580 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-707fbf03-16d3-43b8-8146-049a0d6e3e1a tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:22.713352 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'ddef7827-25d8-421c-abd1-ff2002fef7bf', 'network_id': 'bf31b962-e4cb-4eab-a30d-b7aac66998c7', 'port_id': 'ddef7827-25d8-421c-abd1-ff2002fef7bf', 'mac_address': 'fa:16:3e:b4:f0:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ddbd8d9-cc1c-4591-ba53-aab9ea023f46', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:38:22.814663 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f02aaa60-8c8c-4509-9343-e11c95713362 req-f336f072-1d9e-441f-beff-18a5226b9fc8 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031624 Nov 10 17:38:22.958258 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2521f0d2-0d7f-436f-9d94-dfaec4762828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:22.973228 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-707fbf03-16d3-43b8-8146-049a0d6e3e1a tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:22.976832 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-707fbf03-16d3-43b8-8146-049a0d6e3e1a tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:22.984616 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39802) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:22.995101 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:23.014715 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddef7827-25d8-421c-abd1-ff2002fef7bf {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:38:23.030503 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-707fbf03-16d3-43b8-8146-049a0d6e3e1a tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Calling delete_port for feb13939-97ad-46f1-966f-19b4158b2d17 owned by network:floatingip {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:38:23.054037 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port ddef7827-25d8-421c-abd1-ff2002fef7bf, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ddef7827-25d8-421c-abd1-ff2002fef7bf,segment=NetworkSegment(9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12),segment_id=9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:23.063308 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:23.074791 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a3ec8-4477-4f68-a70e-e1c6090b940b req-3e77a3ac-f795-4067-a0ce-916d3083cd82 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:23.084389 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b15a3ec8-4477-4f68-a70e-e1c6090b940b req-3e77a3ac-f795-4067-a0ce-916d3083cd82 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.2829671 Nov 10 17:38:23.122761 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37d64aa-893f-462a-829e-9efad4eea7a2 None None] DHCP port deletion for c3a53364-5b38-4c80-975d-356131c85952 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:38:23.161728 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-deff0ef4-df69-4d24-9553-b76e33c5baf4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=73ef9bd246ab473189e3f942837fe58d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1707895 Nov 10 17:38:23.163733 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39808) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:23.172114 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=ddef7827-25d8-421c-abd1-ff2002fef7bf,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:23.249781 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-f37d64aa-893f-462a-829e-9efad4eea7a2 None None] Deleting port 8f6f23f6-85f9-447e-b663-752c7c1dceb0 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:38:23.250204 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f37d64aa-893f-462a-829e-9efad4eea7a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:23.365027 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f37d64aa-893f-462a-829e-9efad4eea7a2 None None] For port 8f6f23f6-85f9-447e-b663-752c7c1dceb0, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=8f6f23f6-85f9-447e-b663-752c7c1dceb0,segment=NetworkSegment(bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f),segment_id=bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:23.365437 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f37d64aa-893f-462a-829e-9efad4eea7a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:23.369336 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-13547002-967f-4203-bbdb-f460c56955c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:23.371770 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 8f6f23f6-85f9-447e-b663-752c7c1dceb0 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:38:23.381258 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b15a3ec8-4477-4f68-a70e-e1c6090b940b req-dc924d09-06c8-49e3-a362-f7456a1485f7 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740274 Nov 10 17:38:23.395816 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-2521f0d2-0d7f-436f-9d94-dfaec4762828 admin admin] Deleting port 8f6f23f6-85f9-447e-b663-752c7c1dceb0 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:38:23.396232 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2521f0d2-0d7f-436f-9d94-dfaec4762828 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:23.434210 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-f37d64aa-893f-462a-829e-9efad4eea7a2 None None] Calling delete_port for 8f6f23f6-85f9-447e-b663-752c7c1dceb0 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:38:23.460089 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-13547002-967f-4203-bbdb-f460c56955c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:23.463527 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['ddef7827-25d8-421c-abd1-ff2002fef7bf'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:38:23.525022 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-2521f0d2-0d7f-436f-9d94-dfaec4762828 admin admin] For port 8f6f23f6-85f9-447e-b663-752c7c1dceb0, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=8f6f23f6-85f9-447e-b663-752c7c1dceb0,segment=NetworkSegment(bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f),segment_id=bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:23.525022 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2521f0d2-0d7f-436f-9d94-dfaec4762828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:23.544619 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-2521f0d2-0d7f-436f-9d94-dfaec4762828 admin admin] Calling delete_port for 8f6f23f6-85f9-447e-b663-752c7c1dceb0 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:38:23.547019 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-13547002-967f-4203-bbdb-f460c56955c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:23.547632 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-707fbf03-16d3-43b8-8146-049a0d6e3e1a tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:23.551616 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-13547002-967f-4203-bbdb-f460c56955c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:23.556446 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-13547002-967f-4203-bbdb-f460c56955c0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1c0c3209-6db7-4e17-a683-99f7755e342a HTTP/1.1" status: 204 len: 168 time: 0.3894954 Nov 10 17:38:23.580984 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13547002-967f-4203-bbdb-f460c56955c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0c3209-6db7-4e17-a683-99f7755e342a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:23.740727 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707fbf03-16d3-43b8-8146-049a0d6e3e1a tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Pushing event deleted for resources: {'Port': ['ID=feb13939-97ad-46f1-966f-19b4158b2d17,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:23.764674 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:23.883769 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f37d64aa-893f-462a-829e-9efad4eea7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:23.941412 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dc22e-ab29-431c-bd0b-9f5349dd3063 req-15a69a09-d35f-4ea2-ae8f-6c855e74d6da tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:23.944411 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-828dc22e-ab29-431c-bd0b-9f5349dd3063 req-15a69a09-d35f-4ea2-ae8f-6c855e74d6da tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aedb322-8dae-4b8a-a0f8-84c2e454094c HTTP/1.1" status: 200 len: 944 time: 0.2900689 Nov 10 17:38:23.970341 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-707fbf03-16d3-43b8-8146-049a0d6e3e1a tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks [] for floatingip, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:23.973018 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-707fbf03-16d3-43b8-8146-049a0d6e3e1a tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:23.974417 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-707fbf03-16d3-43b8-8146-049a0d6e3e1a tempest-ServersTestManualDisk-1162932596 tempest-ServersTestManualDisk-1162932596-project] 10.222.0.39 "DELETE /v2.0/floatingips/44ed8058-31cd-49fd-b5bc-7feabbd4b029 HTTP/1.1" status: 204 len: 168 time: 1.8030069 Nov 10 17:38:23.977454 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39828) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:24.052911 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2521f0d2-0d7f-436f-9d94-dfaec4762828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:24.060791 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37d64aa-893f-462a-829e-9efad4eea7a2 None None] No DVR routers for this DVR port 8f6f23f6-85f9-447e-b663-752c7c1dceb0 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:38:24.065277 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d64aa-893f-462a-829e-9efad4eea7a2 None None] Pushing event deleted for resources: {'Port': ['ID=8f6f23f6-85f9-447e-b663-752c7c1dceb0,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:24.119485 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2521f0d2-0d7f-436f-9d94-dfaec4762828 admin admin] No DVR routers for this DVR port 8f6f23f6-85f9-447e-b663-752c7c1dceb0 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:38:24.147097 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-828dc22e-ab29-431c-bd0b-9f5349dd3063 req-f02a3ff6-7e06-4442-8a4b-454239e5a1d8 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954813 Nov 10 17:38:24.214739 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2521f0d2-0d7f-436f-9d94-dfaec4762828 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f6f23f6-85f9-447e-b663-752c7c1dceb0,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:24.279563 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2521f0d2-0d7f-436f-9d94-dfaec4762828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:24.315847 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-2521f0d2-0d7f-436f-9d94-dfaec4762828 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a53364-5b38-4c80-975d-356131c85952']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:24.332356 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-2521f0d2-0d7f-436f-9d94-dfaec4762828 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:24.332582 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-2521f0d2-0d7f-436f-9d94-dfaec4762828 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb9de5e7-f569-41ce-8bfb-af8d1e71bd8f') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:24.349281 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2521f0d2-0d7f-436f-9d94-dfaec4762828 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:24.373093 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2521f0d2-0d7f-436f-9d94-dfaec4762828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:24.400617 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2521f0d2-0d7f-436f-9d94-dfaec4762828 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:38:24.401268 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2521f0d2-0d7f-436f-9d94-dfaec4762828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: self.session.flush() Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: self.session.flush() Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: self.session.flush() Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: self.session.flush() Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:38:24.485145 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:38:24.497521 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2521f0d2-0d7f-436f-9d94-dfaec4762828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:24.519296 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2521f0d2-0d7f-436f-9d94-dfaec4762828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:24.523340 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2521f0d2-0d7f-436f-9d94-dfaec4762828 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c3a53364-5b38-4c80-975d-356131c85952 HTTP/1.1" status: 204 len: 168 time: 2.0104387 Nov 10 17:38:24.547282 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2521f0d2-0d7f-436f-9d94-dfaec4762828 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3a53364-5b38-4c80-975d-356131c85952,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:24.566818 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:24.632670 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d50e2-79e4-4fef-9283-628879b95b8b req-272d7e24-b035-4706-9029-718ff1db66c8 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:24.643429 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2bdbc8-9301-459c-b156-96f6d0b32f0a req-b2ad10e3-08a5-41af-9504-255cb19741aa tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:24.645053 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e8d50e2-79e4-4fef-9283-628879b95b8b req-272d7e24-b035-4706-9029-718ff1db66c8 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 945 time: 0.3657465 Nov 10 17:38:24.651167 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7c2bdbc8-9301-459c-b156-96f6d0b32f0a req-b2ad10e3-08a5-41af-9504-255cb19741aa tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.1061144 Nov 10 17:38:24.748704 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e8d50e2-79e4-4fef-9283-628879b95b8b req-b70e2ec7-1c03-47db-a2b8-86bd05bf6d07 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025248 Nov 10 17:38:24.776454 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7c2bdbc8-9301-459c-b156-96f6d0b32f0a req-18132bec-bc6c-459d-b448-0967c778c580 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212347 Nov 10 17:38:24.926842 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39860) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:24.953217 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:25.002093 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-40135a2e-d639-48c2-9013-83874423c27a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d86a69ccd1024eb0840db8ed52140de1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0678234 Nov 10 17:38:25.002093 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39864) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:25.044836 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e5f94883-ee0e-4cff-bf0c-157aafeaf50b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:25.070330 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f88abb4e-863d-4867-a998-4b03880bab3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:25.113586 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f88abb4e-863d-4867-a998-4b03880bab3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:25.217484 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f88abb4e-863d-4867-a998-4b03880bab3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:25.220350 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f88abb4e-863d-4867-a998-4b03880bab3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:25.221549 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f88abb4e-863d-4867-a998-4b03880bab3b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6cf980f1-9278-4957-9f4d-f16b060bb9dc HTTP/1.1" status: 204 len: 168 time: 0.2220759 Nov 10 17:38:25.252382 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88abb4e-863d-4867-a998-4b03880bab3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf980f1-9278-4957-9f4d-f16b060bb9dc,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:25.467085 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8dd36-e302-4750-b1c8-f8ea59cbda57 req-8bcc4dc1-8b0f-4f89-9739-69329ccd50f5 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:25.485992 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3aa8dd36-e302-4750-b1c8-f8ea59cbda57 req-8bcc4dc1-8b0f-4f89-9739-69329ccd50f5 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aedb322-8dae-4b8a-a0f8-84c2e454094c HTTP/1.1" status: 200 len: 944 time: 0.1253812 Nov 10 17:38:25.602037 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3aa8dd36-e302-4750-b1c8-f8ea59cbda57 req-d4ae1bc1-2b63-4e0e-8305-b64ed35bbdb2 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047499 Nov 10 17:38:25.603284 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-e5f94883-ee0e-4cff-bf0c-157aafeaf50b admin admin] Deleting port 76a37103-553f-446b-a537-19e91cf4dbb6 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:38:25.603780 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e5f94883-ee0e-4cff-bf0c-157aafeaf50b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:25.760371 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-e5f94883-ee0e-4cff-bf0c-157aafeaf50b admin admin] For port 76a37103-553f-446b-a537-19e91cf4dbb6, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=76a37103-553f-446b-a537-19e91cf4dbb6,segment=NetworkSegment(dfd4be0f-74c7-44c4-adb7-0860b14516bb),segment_id=dfd4be0f-74c7-44c4-adb7-0860b14516bb)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:25.761440 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e5f94883-ee0e-4cff-bf0c-157aafeaf50b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:25.789771 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-e5f94883-ee0e-4cff-bf0c-157aafeaf50b admin admin] Calling delete_port for 76a37103-553f-446b-a537-19e91cf4dbb6 owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:38:26.043233 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f3eea-d4dd-4281-b00f-07b2c564527b req-d2e8c15e-f270-4c01-8cd2-85302b7a6a4b tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:26.057129 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bc4f3eea-d4dd-4281-b00f-07b2c564527b req-d2e8c15e-f270-4c01-8cd2-85302b7a6a4b tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 945 time: 0.0962675 Nov 10 17:38:26.091869 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39910) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:26.139296 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc498f56-a905-4332-bac1-4a29970d1b3a req-12121593-fb0a-45a1-ad46-6495b832c9b3 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:26.144381 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device ddef7827-25d8-421c-abd1-ff2002fef7bf up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:38:26.148469 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bc498f56-a905-4332-bac1-4a29970d1b3a req-12121593-fb0a-45a1-ad46-6495b832c9b3 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.1352491 Nov 10 17:38:26.170836 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bc4f3eea-d4dd-4281-b00f-07b2c564527b req-7462b822-7dc4-440f-8f5d-4225eb76d57c tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127107 Nov 10 17:38:26.254781 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port ddef7827-25d8-421c-abd1-ff2002fef7bf completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:38:26.267017 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port ddef7827-25d8-421c-abd1-ff2002fef7bf triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:38:26.267930 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:26.288973 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bc498f56-a905-4332-bac1-4a29970d1b3a req-a299e3f7-935e-4b7d-bb7a-4ff2de77b912 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321015 Nov 10 17:38:26.350898 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e5f94883-ee0e-4cff-bf0c-157aafeaf50b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:26.387530 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:26.421116 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aedb322-8dae-4b8a-a0f8-84c2e454094c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddef7827-25d8-421c-abd1-ff2002fef7bf'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:38:26.423345 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f94883-ee0e-4cff-bf0c-157aafeaf50b admin admin] Pushing event deleted for resources: {'Port': ['ID=76a37103-553f-446b-a537-19e91cf4dbb6,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:26.424745 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc08c208-c0da-4755-a548-0fd8cce10d65" -d '{"events": [{"server_uuid": "8aedb322-8dae-4b8a-a0f8-84c2e454094c", "name": "network-vif-plugged", "status": "completed", "tag": "ddef7827-25d8-421c-abd1-ff2002fef7bf"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:38:26.458511 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port ddef7827-25d8-421c-abd1-ff2002fef7bf, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ddef7827-25d8-421c-abd1-ff2002fef7bf,segment=NetworkSegment(9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12),segment_id=9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:26.470419 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:26.584340 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-79cc4dc9-c238-4a0c-87b1-4f87aef85ddb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:26.697958 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=ddef7827-25d8-421c-abd1-ff2002fef7bf,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:26.913217 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a822b94b-2569-407a-8b7f-bcfe0b636044 x-openstack-request-id: req-a822b94b-2569-407a-8b7f-bcfe0b636044 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:38:26.913453 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aedb322-8dae-4b8a-a0f8-84c2e454094c", "name": "network-vif-plugged", "status": "completed", "tag": "ddef7827-25d8-421c-abd1-ff2002fef7bf", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:38:26.913676 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a822b94b-2569-407a-8b7f-bcfe0b636044 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:38:26.914417 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aedb322-8dae-4b8a-a0f8-84c2e454094c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddef7827-25d8-421c-abd1-ff2002fef7bf', 'code': 200} Nov 10 17:38:27.052924 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e5f94883-ee0e-4cff-bf0c-157aafeaf50b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:27.082687 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483c8ec-1836-4df6-a99f-830e0a3f7133 req-d769c9be-a45a-4fda-8701-11d748d8a750 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:27.094679 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f483c8ec-1836-4df6-a99f-830e0a3f7133 req-d769c9be-a45a-4fda-8701-11d748d8a750 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aedb322-8dae-4b8a-a0f8-84c2e454094c HTTP/1.1" status: 200 len: 945 time: 0.2982495 Nov 10 17:38:27.100225 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b3206-46bf-43a4-ae20-d4e9693d133b req-d550f15f-a7a1-4003-ba04-f8d42a3a105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:27.101778 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-336b3206-46bf-43a4-ae20-d4e9693d133b req-d550f15f-a7a1-4003-ba04-f8d42a3a105d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8aedb322-8dae-4b8a-a0f8-84c2e454094c HTTP/1.1" status: 200 len: 1097 time: 0.0686407 Nov 10 17:38:27.204681 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-336b3206-46bf-43a4-ae20-d4e9693d133b req-892679b6-a4f6-4db1-b514-072dab904521 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817571 Nov 10 17:38:27.244445 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39948) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:27.305697 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f483c8ec-1836-4df6-a99f-830e0a3f7133 req-b27c6528-5e80-4118-b2b2-8743a6888751 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097280 Nov 10 17:38:27.368127 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647dd61-8995-4745-9530-66705ca3551c req-c6578716-8e34-491c-892f-69e34dbe9c7f tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:27.369863 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0647dd61-8995-4745-9530-66705ca3551c req-c6578716-8e34-491c-892f-69e34dbe9c7f tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 945 time: 0.0933526 Nov 10 17:38:27.391662 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-79cc4dc9-c238-4a0c-87b1-4f87aef85ddb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:27.398544 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-79cc4dc9-c238-4a0c-87b1-4f87aef85ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:27.459063 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-79cc4dc9-c238-4a0c-87b1-4f87aef85ddb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cf7136e66f654734a54cceef82c80817&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3651745 Nov 10 17:38:27.469287 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39956) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:27.478137 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc4dc9-c238-4a0c-87b1-4f87aef85ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29dbbe4a-e4f4-4a2c-9fd9-3218bb4fb50a,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:27.502623 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-3b45128d-83ab-4c1b-b271-98f428d374cf admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1906638226-network', 'tenant_id': '04a76971ed564b4fb4b599d053c14ea1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:38:27.535069 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b45128d-83ab-4c1b-b271-98f428d374cf admin admin] Made reservation on behalf of 04a76971ed564b4fb4b599d053c14ea1 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:38:27.538564 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3b45128d-83ab-4c1b-b271-98f428d374cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:27.558976 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3b45128d-83ab-4c1b-b271-98f428d374cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:27.585674 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0647dd61-8995-4745-9530-66705ca3551c req-106d1782-dc20-4f7f-88aa-6688ea17571f tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959813 Nov 10 17:38:27.692981 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f94883-ee0e-4cff-bf0c-157aafeaf50b admin admin] Router 8757644e-cb2d-489a-8686-7e2264028635 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:38:27.772412 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3b45128d-83ab-4c1b-b271-98f428d374cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:27.795168 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be814cd9-13b1-4661-a61d-779e623e8a00 req-ba5165f0-ff3c-4f50-9a9b-c62c88f23295 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:27.813005 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-be814cd9-13b1-4661-a61d-779e623e8a00 req-ba5165f0-ff3c-4f50-9a9b-c62c88f23295 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.1095638 Nov 10 17:38:27.814559 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3b45128d-83ab-4c1b-b271-98f428d374cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:27.879846 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45128d-83ab-4c1b-b271-98f428d374cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:27.901613 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d3c5e66c-ba2a-4071-ae7a-640c9af6ef2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:27.912389 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b45128d-83ab-4c1b-b271-98f428d374cf admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:38:27.930112 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d3c5e66c-ba2a-4071-ae7a-640c9af6ef2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:27.962408 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3b45128d-83ab-4c1b-b271-98f428d374cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:27.962935 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-3b45128d-83ab-4c1b-b271-98f428d374cf admin admin] Added segment 34ec1547-f06e-4c01-a463-1ae6c24526b4 of type vlan for network c9180a1a-41c6-4705-9f2d-3f86b162f713 Nov 10 17:38:27.981961 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-be814cd9-13b1-4661-a61d-779e623e8a00 req-4d690b93-d0ef-470d-92b6-347634ea8709 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285155 Nov 10 17:38:28.003012 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d3c5e66c-ba2a-4071-ae7a-640c9af6ef2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:28.007989 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d3c5e66c-ba2a-4071-ae7a-640c9af6ef2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:28.009609 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d3c5e66c-ba2a-4071-ae7a-640c9af6ef2c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/29dbbe4a-e4f4-4a2c-9fd9-3218bb4fb50a HTTP/1.1" status: 204 len: 168 time: 0.5378032 Nov 10 17:38:28.026617 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5e66c-ba2a-4071-ae7a-640c9af6ef2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29dbbe4a-e4f4-4a2c-9fd9-3218bb4fb50a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:28.057654 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f94883-ee0e-4cff-bf0c-157aafeaf50b admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:38:28.071058 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e5f94883-ee0e-4cff-bf0c-157aafeaf50b admin admin] 10.222.0.39 "PUT /v2.0/routers/8757644e-cb2d-489a-8686-7e2264028635/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0923803 Nov 10 17:38:28.072474 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39978) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:28.072943 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ff6fa2-45d6-4871-b488-024c6906d32c None None] Sync routers for ids ['8757644e-cb2d-489a-8686-7e2264028635'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:38:28.096451 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ff6fa2-45d6-4871-b488-024c6906d32c None None] Routers {'8757644e-cb2d-489a-8686-7e2264028635'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:38:28.097432 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-87ff6fa2-45d6-4871-b488-024c6906d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:38:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['8757644e-cb2d-489a-8686-7e2264028635'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:28.115272 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3b45128d-83ab-4c1b-b271-98f428d374cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:28.191012 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3b45128d-83ab-4c1b-b271-98f428d374cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:28.192083 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b45128d-83ab-4c1b-b271-98f428d374cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:28.193001 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3b45128d-83ab-4c1b-b271-98f428d374cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:28.247517 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3b45128d-83ab-4c1b-b271-98f428d374cf admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0014515 Nov 10 17:38:28.290420 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39980) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:28.301206 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-575a486a-ab3f-4e22-8046-25b8e66e5afe admin admin] Request body: {'subnet': {'network_id': 'c9180a1a-41c6-4705-9f2d-3f86b162f713', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1906638226-subnet', 'tenant_id': '04a76971ed564b4fb4b599d053c14ea1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:38:28.322321 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-87ff6fa2-45d6-4871-b488-024c6906d32c None None] Set router 8757644e-cb2d-489a-8686-7e2264028635 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:38:28.334898 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f717ba3a-156d-4fc5-9a24-048a7bef59f4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:28.513000 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b45128d-83ab-4c1b-b271-98f428d374cf admin admin] Pushing event updated for resources: {'Network': ['ID=c9180a1a-41c6-4705-9f2d-3f86b162f713,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:28.518048 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575a486a-ab3f-4e22-8046-25b8e66e5afe admin admin] Made reservation on behalf of 04a76971ed564b4fb4b599d053c14ea1 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:38:28.520480 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-575a486a-ab3f-4e22-8046-25b8e66e5afe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:28.533527 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network c9180a1a-41c6-4705-9f2d-3f86b162f713 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:38:28.696344 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39998) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:28.749607 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f717ba3a-156d-4fc5-9a24-048a7bef59f4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:28.771305 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f517dd-cac0-4327-b554-21e6bb49a651 req-6befb07d-d92a-4ca3-aeed-9ac7c5524870 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:28.778687 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-81f517dd-cac0-4327-b554-21e6bb49a651 req-6befb07d-d92a-4ca3-aeed-9ac7c5524870 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aedb322-8dae-4b8a-a0f8-84c2e454094c HTTP/1.1" status: 200 len: 945 time: 0.2019465 Nov 10 17:38:28.808918 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-87ff6fa2-45d6-4871-b488-024c6906d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757644e-cb2d-489a-8686-7e2264028635', 'name': 'tempest-ServersTestManualDisk-1384636180-router', 'tenant_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': '24a2d734-629a-4993-8250-2a385f2d23db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:24Z', 'updated_at': '2021-11-10T17:38:26Z', 'revision_number': 5, 'project_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'gw_port': {'id': '24a2d734-629a-4993-8250-2a385f2d23db', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:99:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8757644e-cb2d-489a-8686-7e2264028635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:35:26Z', 'updated_at': '2021-11-10T17:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:28.849053 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ff6fa2-45d6-4871-b488-024c6906d32c None None] Checking router: 8757644e-cb2d-489a-8686-7e2264028635 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:38:28.862555 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ff6fa2-45d6-4871-b488-024c6906d32c None None] Routers {'8757644e-cb2d-489a-8686-7e2264028635'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:38:28.863372 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-87ff6fa2-45d6-4871-b488-024c6906d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:38:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['8757644e-cb2d-489a-8686-7e2264028635'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:28.867560 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-81f517dd-cac0-4327-b554-21e6bb49a651 req-6df3d1f6-29c3-49d6-9550-8cedc1853e1c tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879004 Nov 10 17:38:28.912598 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-f717ba3a-156d-4fc5-9a24-048a7bef59f4 admin admin] Deleting port 24a2d734-629a-4993-8250-2a385f2d23db {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:38:28.913148 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f717ba3a-156d-4fc5-9a24-048a7bef59f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:28.955242 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be19ba6-e36a-4b95-afa5-595a5bb81de1 req-8a22e524-f59a-4aac-8c74-39e0e6632c37 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:28.960615 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1be19ba6-e36a-4b95-afa5-595a5bb81de1 req-8a22e524-f59a-4aac-8c74-39e0e6632c37 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 945 time: 0.2077706 Nov 10 17:38:29.052492 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-15fd5217-c35f-4326-891b-95d64c80d086 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:29.058722 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-575a486a-ab3f-4e22-8046-25b8e66e5afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:29.067595 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-f717ba3a-156d-4fc5-9a24-048a7bef59f4 admin admin] For port 24a2d734-629a-4993-8250-2a385f2d23db, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=24a2d734-629a-4993-8250-2a385f2d23db,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:29.068488 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f717ba3a-156d-4fc5-9a24-048a7bef59f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:29.088968 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-87ff6fa2-45d6-4871-b488-024c6906d32c None None] Set router 8757644e-cb2d-489a-8686-7e2264028635 gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:38:29.092582 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-f717ba3a-156d-4fc5-9a24-048a7bef59f4 admin admin] Calling delete_port for 24a2d734-629a-4993-8250-2a385f2d23db owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:38:29.145279 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1be19ba6-e36a-4b95-afa5-595a5bb81de1 req-d80b831a-0b02-41cf-8ef8-bce9efd004c8 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672347 Nov 10 17:38:29.172782 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-87ff6fa2-45d6-4871-b488-024c6906d32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8757644e-cb2d-489a-8686-7e2264028635', 'name': 'tempest-ServersTestManualDisk-1384636180-router', 'tenant_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:24Z', 'updated_at': '2021-11-10T17:38:28Z', 'revision_number': 6, 'project_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:29.212207 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ff6fa2-45d6-4871-b488-024c6906d32c None None] The sync data for ids ['8757644e-cb2d-489a-8686-7e2264028635'] in n-d-776250-10 is: [{'id': '8757644e-cb2d-489a-8686-7e2264028635', 'name': 'tempest-ServersTestManualDisk-1384636180-router', 'tenant_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:35:24Z', 'updated_at': '2021-11-10T17:38:28Z', 'revision_number': 6, 'project_id': '4a2f9b4cb82b4f66a64c221b0e5fc0e1', 'gw_port_host': None}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:38:29.219655 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a486a-ab3f-4e22-8046-25b8e66e5afe admin admin] Pushing event updated for resources: {'Subnet': ['ID=1adc8a12-e3a2-47a8-95eb-169d5cbb4c97,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:29.222118 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575a486a-ab3f-4e22-8046-25b8e66e5afe admin admin] Checking segment: {'id': '34ec1547-f06e-4c01-a463-1ae6c24526b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c9180a1a-41c6-4705-9f2d-3f86b162f713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:38:29.222489 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575a486a-ab3f-4e22-8046-25b8e66e5afe admin admin] Network hostable DHCP agents. Network: c9180a1a-41c6-4705-9f2d-3f86b162f713, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:38:29.269646 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575a486a-ab3f-4e22-8046-25b8e66e5afe admin admin] Network c9180a1a-41c6-4705-9f2d-3f86b162f713 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:38:29.285429 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-575a486a-ab3f-4e22-8046-25b8e66e5afe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, c9180a1a-41c6-4705-9f2d-3f86b162f713) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:38:29.290789 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575a486a-ab3f-4e22-8046-25b8e66e5afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:29.291439 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-575a486a-ab3f-4e22-8046-25b8e66e5afe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:29.301710 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c8bf79-f8e2-46d6-9c73-98f1fd4a48f9 None None] Network c9180a1a-41c6-4705-9f2d-3f86b162f713 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:38:29.330207 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-575a486a-ab3f-4e22-8046-25b8e66e5afe admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0375397 Nov 10 17:38:29.445439 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0eb418-a36d-4dad-b387-b4994a05db34 req-36d22fa9-6981-4d9a-9bee-60dfd31d2bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:29.447236 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fd0eb418-a36d-4dad-b387-b4994a05db34 req-36d22fa9-6981-4d9a-9bee-60dfd31d2bf1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e797b9c0d29944cb98e2cf15e71360f7&device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 1097 time: 0.0714080 Nov 10 17:38:29.480792 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 40026) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:29.631008 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3141697d-601a-4121-89f3-51a30b8f4f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-c9180a1a-41c6-4705-9f2d-3f86b162f713', 'network_id': 'c9180a1a-41c6-4705-9f2d-3f86b162f713', 'tenant_id': '04a76971ed564b4fb4b599d053c14ea1', 'fixed_ips': [{'subnet_id': '1adc8a12-e3a2-47a8-95eb-169d5cbb4c97'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:38:29.635618 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3141697d-601a-4121-89f3-51a30b8f4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:29.637849 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0eb418-a36d-4dad-b387-b4994a05db34 req-513ccd1f-b693-4acb-a844-d9d22357da01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:29.639591 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fd0eb418-a36d-4dad-b387-b4994a05db34 req-513ccd1f-b693-4acb-a844-d9d22357da01 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fdcce804-0eee-4352-bc4a-56d57553f51b HTTP/1.1" status: 200 len: 914 time: 0.1846585 Nov 10 17:38:29.756260 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-7f1a6d32-2143-4bf9-ade4-c5f49fcd3194 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1647142967-network', 'tenant_id': 'e7f389ee749446c698cd1a551edcac22'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:38:29.760135 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fd0eb418-a36d-4dad-b387-b4994a05db34 req-9f74208b-fb49-4412-a6d6-c40343f33fae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b673c3ac-81db-46b1-b3c8-4e515db43263 HTTP/1.1" status: 200 len: 217 time: 0.1117280 Nov 10 17:38:29.819378 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1a6d32-2143-4bf9-ade4-c5f49fcd3194 admin admin] Made reservation on behalf of e7f389ee749446c698cd1a551edcac22 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:38:29.819805 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef7fab-7cc8-4aff-bfdc-84d74d98f52d req-c9362696-5c74-49c1-b646-90f50a26dd66 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:29.821608 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-acef7fab-7cc8-4aff-bfdc-84d74d98f52d req-c9362696-5c74-49c1-b646-90f50a26dd66 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.5817316 Nov 10 17:38:29.821723 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7f1a6d32-2143-4bf9-ade4-c5f49fcd3194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:29.833395 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-15fd5217-c35f-4326-891b-95d64c80d086 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:29.834783 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7f1a6d32-2143-4bf9-ade4-c5f49fcd3194 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:29.879363 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-15fd5217-c35f-4326-891b-95d64c80d086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:29.904949 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0eb418-a36d-4dad-b387-b4994a05db34 req-a3c10a37-5e39-4970-9b7f-f8c5be662881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:29.907821 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fd0eb418-a36d-4dad-b387-b4994a05db34 req-a3c10a37-5e39-4970-9b7f-f8c5be662881 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=898255d9-6ca5-440d-ad7d-ca69abc8e6a6 HTTP/1.1" status: 200 len: 853 time: 0.1276882 Nov 10 17:38:29.935801 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-3141697d-601a-4121-89f3-51a30b8f4f2a None None] Allocated IP 172.20.0.2 (c9180a1a-41c6-4705-9f2d-3f86b162f713/1adc8a12-e3a2-47a8-95eb-169d5cbb4c97/385edd0c-44f5-4e54-898a-c7174310d0f7) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:38:29.949793 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-acef7fab-7cc8-4aff-bfdc-84d74d98f52d req-52b9c01e-ee35-486a-b371-fd136943f3bb tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194661 Nov 10 17:38:29.954354 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fd0eb418-a36d-4dad-b387-b4994a05db34 req-df716a02-9cbd-4dac-8817-1f020a9f0540 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fdcce804-0eee-4352-bc4a-56d57553f51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379629 Nov 10 17:38:29.977721 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f717ba3a-156d-4fc5-9a24-048a7bef59f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:30.011312 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-15fd5217-c35f-4326-891b-95d64c80d086 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=921aab6fc90241c9a54234de86e5781d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3060906 Nov 10 17:38:30.017212 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 40042) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:30.040179 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd5217-c35f-4326-891b-95d64c80d086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d0cc7c-f824-4b0c-ae8e-13608ee7a8b6,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:30.055806 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717ba3a-156d-4fc5-9a24-048a7bef59f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=24a2d734-629a-4993-8250-2a385f2d23db,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:30.161783 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fd0eb418-a36d-4dad-b387-b4994a05db34 req-731ebc0c-70c8-4624-810b-1d15355b2bc9 service neutron] 10.222.0.11 "GET /v2.0/networks/fdcce804-0eee-4352-bc4a-56d57553f51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957603 Nov 10 17:38:30.165900 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7f1a6d32-2143-4bf9-ade4-c5f49fcd3194 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:30.198600 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7f1a6d32-2143-4bf9-ade4-c5f49fcd3194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:30.204438 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3141697d-601a-4121-89f3-51a30b8f4f2a None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:30.213181 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f1a6d32-2143-4bf9-ade4-c5f49fcd3194 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:38:30.222291 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3141697d-601a-4121-89f3-51a30b8f4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:30.224356 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7f1a6d32-2143-4bf9-ade4-c5f49fcd3194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:30.224904 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-7f1a6d32-2143-4bf9-ade4-c5f49fcd3194 admin admin] Added segment 95d1421d-b3ce-4f49-86b8-7e70ba2392d4 of type vlan for network 1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223 Nov 10 17:38:30.226886 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab6bf6-cc5e-4291-b408-a6cf49541891 req-81a556c3-fd48-4d4d-bfc1-65a7d35c4aa4 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:30.228536 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c3ab6bf6-cc5e-4291-b408-a6cf49541891 req-81a556c3-fd48-4d4d-bfc1-65a7d35c4aa4 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aedb322-8dae-4b8a-a0f8-84c2e454094c HTTP/1.1" status: 200 len: 945 time: 0.1836629 Nov 10 17:38:30.231094 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8187f895-af1d-42d2-8347-5689adc6061a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:30.235543 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f717ba3a-156d-4fc5-9a24-048a7bef59f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:30.304562 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3141697d-601a-4121-89f3-51a30b8f4f2a None None] Network c9180a1a-41c6-4705-9f2d-3f86b162f713 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:38:30.311077 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-3141697d-601a-4121-89f3-51a30b8f4f2a None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:38:30.313895 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141697d-601a-4121-89f3-51a30b8f4f2a None None] Pushing event updated for resources: {'Port': ['ID=385edd0c-44f5-4e54-898a-c7174310d0f7,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:30.315980 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3141697d-601a-4121-89f3-51a30b8f4f2a None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:38:30.325291 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7f1a6d32-2143-4bf9-ade4-c5f49fcd3194 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:30.371244 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f717ba3a-156d-4fc5-9a24-048a7bef59f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:30.375081 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f717ba3a-156d-4fc5-9a24-048a7bef59f4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:30.378883 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8187f895-af1d-42d2-8347-5689adc6061a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:30.392952 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-3141697d-601a-4121-89f3-51a30b8f4f2a None None] Attempting to bind port 385edd0c-44f5-4e54-898a-c7174310d0f7 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:38:30.393462 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-3141697d-601a-4121-89f3-51a30b8f4f2a None None] Attempting to bind port 385edd0c-44f5-4e54-898a-c7174310d0f7 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '34ec1547-f06e-4c01-a463-1ae6c24526b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c9180a1a-41c6-4705-9f2d-3f86b162f713'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:38:30.394386 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3141697d-601a-4121-89f3-51a30b8f4f2a None None] Attempting to bind port 385edd0c-44f5-4e54-898a-c7174310d0f7 on network c9180a1a-41c6-4705-9f2d-3f86b162f713 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:38:30.405351 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3141697d-601a-4121-89f3-51a30b8f4f2a None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:38:30.405351 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3141697d-601a-4121-89f3-51a30b8f4f2a None None] Checking segment: {'id': '34ec1547-f06e-4c01-a463-1ae6c24526b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c9180a1a-41c6-4705-9f2d-3f86b162f713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:38:30.405761 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3141697d-601a-4121-89f3-51a30b8f4f2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:30.406212 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3141697d-601a-4121-89f3-51a30b8f4f2a None None] Bound using segment: {'id': '34ec1547-f06e-4c01-a463-1ae6c24526b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c9180a1a-41c6-4705-9f2d-3f86b162f713'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:38:30.407820 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-3141697d-601a-4121-89f3-51a30b8f4f2a None None] Bound port: 385edd0c-44f5-4e54-898a-c7174310d0f7, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ec1547-f06e-4c01-a463-1ae6c24526b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c9180a1a-41c6-4705-9f2d-3f86b162f713'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:38:30.407820 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3141697d-601a-4121-89f3-51a30b8f4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:30.419997 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a6d32-2143-4bf9-ade4-c5f49fcd3194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559d4165-7654-44fc-85a4-0662a30e0d9b,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:30.460874 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7f1a6d32-2143-4bf9-ade4-c5f49fcd3194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:30.461858 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1a6d32-2143-4bf9-ade4-c5f49fcd3194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:30.462717 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7f1a6d32-2143-4bf9-ade4-c5f49fcd3194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:30.476582 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f717ba3a-156d-4fc5-9a24-048a7bef59f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:30.477131 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f717ba3a-156d-4fc5-9a24-048a7bef59f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8757644e-cb2d-489a-8686-7e2264028635 {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:38:30.498700 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c3ab6bf6-cc5e-4291-b408-a6cf49541891 req-f82af03f-3397-435b-bfc5-e70d2b59dc64 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281625 Nov 10 17:38:30.504177 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f717ba3a-156d-4fc5-9a24-048a7bef59f4 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:30.505995 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f717ba3a-156d-4fc5-9a24-048a7bef59f4 admin admin] 10.222.0.39 "DELETE /v2.0/routers/8757644e-cb2d-489a-8686-7e2264028635 HTTP/1.1" status: 204 len: 168 time: 2.4323049 Nov 10 17:38:30.509703 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 40054) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:30.588839 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-3141697d-601a-4121-89f3-51a30b8f4f2a None None] For port 385edd0c-44f5-4e54-898a-c7174310d0f7, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:38:30.598031 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8187f895-af1d-42d2-8347-5689adc6061a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:30.607704 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-3141697d-601a-4121-89f3-51a30b8f4f2a None None] For port 385edd0c-44f5-4e54-898a-c7174310d0f7, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=385edd0c-44f5-4e54-898a-c7174310d0f7,segment=NetworkSegment(34ec1547-f06e-4c01-a463-1ae6c24526b4),segment_id=34ec1547-f06e-4c01-a463-1ae6c24526b4)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:38:30.610759 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8187f895-af1d-42d2-8347-5689adc6061a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:30.612508 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8187f895-af1d-42d2-8347-5689adc6061a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/62d0cc7c-f824-4b0c-ae8e-13608ee7a8b6 HTTP/1.1" status: 204 len: 168 time: 0.5691090 Nov 10 17:38:30.619205 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea38c252-526d-4b37-a3d4-fe23478143eb admin admin] Deleting subnet 809d825c-e65e-4bd2-89e0-89c51c3a8699 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:38:30.631731 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ea38c252-526d-4b37-a3d4-fe23478143eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:30.634140 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187f895-af1d-42d2-8347-5689adc6061a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d0cc7c-f824-4b0c-ae8e-13608ee7a8b6,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:30.634271 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55985980-9e06-4f16-919d-b32235b39084 req-7e164823-8562-4dcc-9b43-0176efc09b7a tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:30.634500 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-789a2a02-b87e-4951-b892-0e29df03345d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:30.637618 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-55985980-9e06-4f16-919d-b32235b39084 req-7e164823-8562-4dcc-9b43-0176efc09b7a tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/networks?id=c9180a1a-41c6-4705-9f2d-3f86b162f713 HTTP/1.1" status: 200 len: 816 time: 0.4863887 Nov 10 17:38:30.652048 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fd0eb418-a36d-4dad-b387-b4994a05db34 req-4d5cac1e-5869-49ac-b8c9-8a57ce49c24b service neutron] 10.222.0.11 "GET /v2.0/networks/fdcce804-0eee-4352-bc4a-56d57553f51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4729893 Nov 10 17:38:30.657846 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3141697d-601a-4121-89f3-51a30b8f4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:30.692700 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7f1a6d32-2143-4bf9-ade4-c5f49fcd3194 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1827226 Nov 10 17:38:30.700205 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 40060) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:30.717456 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-03580458-0149-4a28-9d6c-880dd0a27d53 admin admin] Request body: {'subnet': {'network_id': '1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1647142967-subnet', 'tenant_id': 'e7f389ee749446c698cd1a551edcac22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:38:30.724404 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a6d32-2143-4bf9-ade4-c5f49fcd3194 admin admin] Pushing event updated for resources: {'Network': ['ID=1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:30.738253 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ea38c252-526d-4b37-a3d4-fe23478143eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:30.763474 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-55985980-9e06-4f16-919d-b32235b39084 req-20a7bfd0-07ee-45ab-bc33-c6eb5fb311d3 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/quotas/04a76971ed564b4fb4b599d053c14ea1 HTTP/1.1" status: 200 len: 375 time: 0.0637124 Nov 10 17:38:30.763796 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:38:30.867186 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-55985980-9e06-4f16-919d-b32235b39084 req-672f8ea9-9093-423e-a1dd-0f8296bff261 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=04a76971ed564b4fb4b599d053c14ea1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0999410 Nov 10 17:38:30.883173 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-55985980-9e06-4f16-919d-b32235b39084 req-0ecccc0f-27c3-4db8-9d3c-700699360292 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:38:30.884316 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-55985980-9e06-4f16-919d-b32235b39084 req-0ecccc0f-27c3-4db8-9d3c-700699360292 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058341 Nov 10 17:38:30.922933 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03580458-0149-4a28-9d6c-880dd0a27d53 admin admin] Made reservation on behalf of e7f389ee749446c698cd1a551edcac22 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:38:30.927400 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-03580458-0149-4a28-9d6c-880dd0a27d53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:31.102447 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-55985980-9e06-4f16-919d-b32235b39084 req-ace79461-0337-4ad5-8d59-00cb6db4c39e service neutron] 10.222.0.39 "GET /v2.0/networks/c9180a1a-41c6-4705-9f2d-3f86b162f713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056236 Nov 10 17:38:31.133046 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edce46a-867d-4049-a267-ab0a3e77cc50 req-44fcc767-1a34-47af-8525-2221ca61b5fc tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:31.150136 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8edce46a-867d-4049-a267-ab0a3e77cc50 req-44fcc767-1a34-47af-8525-2221ca61b5fc tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 945 time: 0.3412929 Nov 10 17:38:31.151857 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141697d-601a-4121-89f3-51a30b8f4f2a None None] Pushing event updated for resources: {'Port': ['ID=385edd0c-44f5-4e54-898a-c7174310d0f7,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:31.176644 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ea38c252-526d-4b37-a3d4-fe23478143eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:31.267656 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 40072) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:31.314547 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8edce46a-867d-4049-a267-ab0a3e77cc50 req-41fb8d56-30f5-4ed7-bf5a-e7c074be574a tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630645 Nov 10 17:38:31.322240 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c2a40390-471b-4c23-b4a1-81f7f12fbece admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:31.352063 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-55985980-9e06-4f16-919d-b32235b39084 req-a2a38dc0-b0b2-4caa-afce-138107a0e69e service neutron] 10.222.0.39 "GET /v2.0/networks/c9180a1a-41c6-4705-9f2d-3f86b162f713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401421 Nov 10 17:38:31.373148 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ea38c252-526d-4b37-a3d4-fe23478143eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:31.376795 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 24a2d734-629a-4993-8250-2a385f2d23db no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:38:31.423226 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 24a2d734-629a-4993-8250-2a385f2d23db {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:38:31.424420 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 24a2d734-629a-4993-8250-2a385f2d23db not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:38:31.425078 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 76a37103-553f-446b-a537-19e91cf4dbb6 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:38:31.468993 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38c252-526d-4b37-a3d4-fe23478143eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=809d825c-e65e-4bd2-89e0-89c51c3a8699,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:31.476902 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 76a37103-553f-446b-a537-19e91cf4dbb6 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:38:31.477196 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 76a37103-553f-446b-a537-19e91cf4dbb6 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:38:31.512102 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ea38c252-526d-4b37-a3d4-fe23478143eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:31.520371 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ea38c252-526d-4b37-a3d4-fe23478143eb admin admin] 10.222.0.39 "DELETE /v2.0/subnets/809d825c-e65e-4bd2-89e0-89c51c3a8699 HTTP/1.1" status: 204 len: 168 time: 1.0069747 Nov 10 17:38:31.525719 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 40074) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:31.542642 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9485fe-60ca-4fc6-a9e6-60715a3e76af None None] Network 6e393f16-27f3-4592-b155-5e9988c4a9f7 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:38:31.563610 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c2a40390-471b-4c23-b4a1-81f7f12fbece admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:31.601537 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c2a40390-471b-4c23-b4a1-81f7f12fbece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:31.618664 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-03580458-0149-4a28-9d6c-880dd0a27d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:31.683917 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cf3b3-dd22-45cb-b938-3707cd74a2ee req-6eb8830d-26fb-412d-84cb-7fa62f8c6210 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:31.693025 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-659cf3b3-dd22-45cb-b938-3707cd74a2ee req-6eb8830d-26fb-412d-84cb-7fa62f8c6210 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 945 time: 0.2349236 Nov 10 17:38:31.753335 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03580458-0149-4a28-9d6c-880dd0a27d53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8466b2d-1d01-4814-9e92-513b821b406a,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:31.795033 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03580458-0149-4a28-9d6c-880dd0a27d53 admin admin] Checking segment: {'id': '95d1421d-b3ce-4f49-86b8-7e70ba2392d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:38:31.795493 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03580458-0149-4a28-9d6c-880dd0a27d53 admin admin] Network hostable DHCP agents. Network: 1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:38:31.815192 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-659cf3b3-dd22-45cb-b938-3707cd74a2ee req-c079a150-34cb-4f8b-ab81-2f78ea490819 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168015 Nov 10 17:38:31.866465 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03580458-0149-4a28-9d6c-880dd0a27d53 admin admin] Network 1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:38:31.880480 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-03580458-0149-4a28-9d6c-880dd0a27d53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:38:31.888083 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03580458-0149-4a28-9d6c-880dd0a27d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:31.890542 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-03580458-0149-4a28-9d6c-880dd0a27d53 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:31.910617 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 40088) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:31.911069 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c2a40390-471b-4c23-b4a1-81f7f12fbece admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e5d8d79caa2a4d3c85ec0f65a258c849&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6397276 Nov 10 17:38:31.916939 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a40390-471b-4c23-b4a1-81f7f12fbece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c2fbf0-b2e3-4098-956e-1c51e0d3bc3a,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:31.950951 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c55372-c873-41c8-abe9-60f36d470bb6 None None] Network 1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:38:31.971624 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7dcc25ea-c7d4-4176-91b9-fb7e05ad2a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:31.979858 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-03580458-0149-4a28-9d6c-880dd0a27d53 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2785294 Nov 10 17:38:32.145443 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-edb0a11e-3ce3-4418-a4ac-7833643d9deb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:32.158772 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12319fe3-1e27-4344-af7f-37e54ae6f839 None None] DHCP port deletion for 6e393f16-27f3-4592-b155-5e9988c4a9f7 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:38:32.182678 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-7dcc25ea-c7d4-4176-91b9-fb7e05ad2a2b admin admin] Deleting port e7cfc588-1131-47ca-a99d-f5d896120388 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:38:32.183034 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7dcc25ea-c7d4-4176-91b9-fb7e05ad2a2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:32.204514 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device b673c3ac-81db-46b1-b3c8-4e515db43263 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:38:32.287048 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-bfa4f0c6-296a-40a2-8c4c-4b879475b8a1 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:32.298541 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-bfa4f0c6-296a-40a2-8c4c-4b879475b8a1 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/networks?id=c9180a1a-41c6-4705-9f2d-3f86b162f713 HTTP/1.1" status: 200 len: 816 time: 0.3354237 Nov 10 17:38:32.337777 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-f4ecd8d2-6213-43d8-a519-a5dcec6f16d1 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/quotas/04a76971ed564b4fb4b599d053c14ea1 HTTP/1.1" status: 200 len: 375 time: 0.0379214 Nov 10 17:38:32.341901 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-edb0a11e-3ce3-4418-a4ac-7833643d9deb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:32.357847 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-7dcc25ea-c7d4-4176-91b9-fb7e05ad2a2b admin admin] For port e7cfc588-1131-47ca-a99d-f5d896120388, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=e7cfc588-1131-47ca-a99d-f5d896120388,segment=NetworkSegment(dfd4be0f-74c7-44c4-adb7-0860b14516bb),segment_id=dfd4be0f-74c7-44c4-adb7-0860b14516bb)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:32.374156 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7dcc25ea-c7d4-4176-91b9-fb7e05ad2a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:32.413954 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-7dcc25ea-c7d4-4176-91b9-fb7e05ad2a2b admin admin] Calling delete_port for e7cfc588-1131-47ca-a99d-f5d896120388 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:38:32.458221 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03b52a9-bb16-4858-b42d-36240ceffdc0 None None] Network 1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:38:32.481797 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-e975f43e-6303-4ce7-b399-8cfcc60594d8 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=04a76971ed564b4fb4b599d053c14ea1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1421516 Nov 10 17:38:32.518915 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-edb0a11e-3ce3-4418-a4ac-7833643d9deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:32.521951 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-edb0a11e-3ce3-4418-a4ac-7833643d9deb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:32.526336 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-edb0a11e-3ce3-4418-a4ac-7833643d9deb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e4c2fbf0-b2e3-4098-956e-1c51e0d3bc3a HTTP/1.1" status: 204 len: 168 time: 0.6116107 Nov 10 17:38:32.540378 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb0a11e-3ce3-4418-a4ac-7833643d9deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c2fbf0-b2e3-4098-956e-1c51e0d3bc3a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:32.622108 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51308b6a-7b9e-468e-9c72-7a0c96ac59b9 req-bb30ac89-79da-44ff-bc59-00f8b81e03a0 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:32.628507 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-51308b6a-7b9e-468e-9c72-7a0c96ac59b9 req-bb30ac89-79da-44ff-bc59-00f8b81e03a0 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 945 time: 0.0913405 Nov 10 17:38:32.649018 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7dcc25ea-c7d4-4176-91b9-fb7e05ad2a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:32.753032 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc25ea-c7d4-4176-91b9-fb7e05ad2a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=e7cfc588-1131-47ca-a99d-f5d896120388,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:32.764273 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcc25ea-c7d4-4176-91b9-fb7e05ad2a2b admin admin] No DVR routers for this DVR port e7cfc588-1131-47ca-a99d-f5d896120388 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:38:32.772389 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:32.797184 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-b5747ba8-a502-4140-91c5-3fe45ec7c877 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:38:32.805900 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-b5747ba8-a502-4140-91c5-3fe45ec7c877 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3231547 Nov 10 17:38:32.925602 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2616219a-817f-43d5-baa2-73c90f02597a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b673c3ac-81db-46b1-b3c8-4e515db43263'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:38:32.938265 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021b28ba-c3bb-4bde-accb-c77d082a32c4" -d '{"events": [{"server_uuid": "2616219a-817f-43d5-baa2-73c90f02597a", "name": "network-vif-unplugged", "status": "completed", "tag": "b673c3ac-81db-46b1-b3c8-4e515db43263"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:38:32.957905 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-76029f64-46db-4e4a-ab8b-f8de7cde45c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:32.985591 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port b673c3ac-81db-46b1-b3c8-4e515db43263, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=b673c3ac-81db-46b1-b3c8-4e515db43263,segment=NetworkSegment(42dc2b4e-b2ca-43a5-ac2f-40daa324b850),segment_id=42dc2b4e-b2ca-43a5-ac2f-40daa324b850)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:33.007639 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-12319fe3-1e27-4344-af7f-37e54ae6f839 None None] Deleting port e7cfc588-1131-47ca-a99d-f5d896120388 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:38:33.008486 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12319fe3-1e27-4344-af7f-37e54ae6f839 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:33.031535 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:33.097086 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-51308b6a-7b9e-468e-9c72-7a0c96ac59b9 req-bea24598-bce7-44c0-bcc0-e8095cf10c7a tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442081 Nov 10 17:38:33.214622 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-76e4c5e2-2ff2-4d70-aa41-57ee5ee70706 service neutron] 10.222.0.39 "GET /v2.0/networks/c9180a1a-41c6-4705-9f2d-3f86b162f713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075935 Nov 10 17:38:33.232627 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f21cf20-1b9a-4907-9af3-225ce12daf2e None None] Network c9180a1a-41c6-4705-9f2d-3f86b162f713 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:38:33.425207 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-12319fe3-1e27-4344-af7f-37e54ae6f839 None None] For port e7cfc588-1131-47ca-a99d-f5d896120388, host n-d-776250-10, got binding levels [] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:33.426087 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12319fe3-1e27-4344-af7f-37e54ae6f839 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:33.459198 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-12319fe3-1e27-4344-af7f-37e54ae6f839 None None] Calling delete_port for e7cfc588-1131-47ca-a99d-f5d896120388 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:38:33.472330 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-303034b9-2be8-4edb-b5f4-d54c4b4fcd17 service neutron] 10.222.0.39 "GET /v2.0/networks/c9180a1a-41c6-4705-9f2d-3f86b162f713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446632 Nov 10 17:38:33.476516 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.ipam_backend_mixin [None req-12319fe3-1e27-4344-af7f-37e54ae6f839 None None] Port e7cfc588-1131-47ca-a99d-f5d896120388 was not found and therefore no delete operation was performed {{(pid=102470) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 17:38:33.496832 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=b673c3ac-81db-46b1-b3c8-4e515db43263,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:33.511580 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12319fe3-1e27-4344-af7f-37e54ae6f839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:33.602800 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 385edd0c-44f5-4e54-898a-c7174310d0f7 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:38:33.826016 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12319fe3-1e27-4344-af7f-37e54ae6f839 None None] No DVR routers for this DVR port e7cfc588-1131-47ca-a99d-f5d896120388 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:38:33.838984 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12319fe3-1e27-4344-af7f-37e54ae6f839 None None] Pushing event deleted for resources: {'Port': ['ID=e7cfc588-1131-47ca-a99d-f5d896120388,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:33.868091 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7dcc25ea-c7d4-4176-91b9-fb7e05ad2a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:33.892575 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-878dcb7b-ccc7-4b27-9abd-81c08fe0a3c0 None None] Provisioning complete for port 385edd0c-44f5-4e54-898a-c7174310d0f7 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:38:33.893242 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-878dcb7b-ccc7-4b27-9abd-81c08fe0a3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:33.916806 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-7dcc25ea-c7d4-4176-91b9-fb7e05ad2a2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e393f16-27f3-4592-b155-5e9988c4a9f7']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:33.951045 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-7dcc25ea-c7d4-4176-91b9-fb7e05ad2a2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd4be0f-74c7-44c4-adb7-0860b14516bb') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:33.951414 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-7dcc25ea-c7d4-4176-91b9-fb7e05ad2a2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd4be0f-74c7-44c4-adb7-0860b14516bb') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:34.043327 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7dcc25ea-c7d4-4176-91b9-fb7e05ad2a2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:34.068826 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7dcc25ea-c7d4-4176-91b9-fb7e05ad2a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:34.088235 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-17a681f5-29b5-44bb-8829-245e60a87e69 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:34.097689 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-17a681f5-29b5-44bb-8829-245e60a87e69 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/networks?id=1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223 HTTP/1.1" status: 200 len: 805 time: 0.3198144 Nov 10 17:38:34.141192 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:34.153922 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dcc25ea-c7d4-4176-91b9-fb7e05ad2a2b admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:38:34.154201 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7dcc25ea-c7d4-4176-91b9-fb7e05ad2a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:34.167127 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-c8fea8ce-f446-4ea2-a341-639392a18072 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/quotas/e7f389ee749446c698cd1a551edcac22 HTTP/1.1" status: 200 len: 375 time: 0.0683062 Nov 10 17:38:34.169333 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:38:34.169333 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:38:34.169333 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:38:34.169333 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:38:34.169333 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:38:34.169333 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:38:34.169333 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:38:34.169333 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:38:34.169333 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:38:34.169333 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:38:34.169333 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:38:34.169333 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:38:34.169333 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:38:34.169333 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:38:34.169333 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:38:34.169333 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:38:34.169333 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:38:34.169333 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:38:34.169333 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:38:34.169333 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:38:34.169333 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:38:34.169333 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:38:34.169333 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:38:34.169333 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:38:34.169333 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:38:34.169333 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:38:34.169333 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:38:34.169333 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:38:34.169333 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:38:34.169333 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:38:34.169333 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:38:34.169333 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:38:34.192814 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 385edd0c-44f5-4e54-898a-c7174310d0f7 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:38:34.193192 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:34.202471 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042496fd-b58a-45dc-b1fc-976e1f902ce6 req-bc33d14f-bb26-4d6b-9021-c0db93f06110 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:34.203956 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-042496fd-b58a-45dc-b1fc-976e1f902ce6 req-bc33d14f-bb26-4d6b-9021-c0db93f06110 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 943 time: 0.2101383 Nov 10 17:38:34.225780 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55985980-9e06-4f16-919d-b32235b39084 req-037372f9-778e-443d-9a86-b0d98408af3c tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:34.227439 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-55985980-9e06-4f16-919d-b32235b39084 req-037372f9-778e-443d-9a86-b0d98408af3c tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.13 "GET /v2.0/networks?id=c9180a1a-41c6-4705-9f2d-3f86b162f713 HTTP/1.1" status: 200 len: 816 time: 0.5039723 Nov 10 17:38:34.246355 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-55985980-9e06-4f16-919d-b32235b39084 req-df895c48-dafd-4317-907e-9ede82ff3c0b tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Request body: {'port': {'device_id': '856ce5a7-3e92-4e8f-b645-af373a755873', 'network_id': 'c9180a1a-41c6-4705-9f2d-3f86b162f713', 'admin_state_up': True, 'tenant_id': '04a76971ed564b4fb4b599d053c14ea1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:38:34.259654 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-878dcb7b-ccc7-4b27-9abd-81c08fe0a3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:34.317492 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-878dcb7b-ccc7-4b27-9abd-81c08fe0a3c0 None None] For port 385edd0c-44f5-4e54-898a-c7174310d0f7, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=385edd0c-44f5-4e54-898a-c7174310d0f7,segment=NetworkSegment(34ec1547-f06e-4c01-a463-1ae6c24526b4),segment_id=34ec1547-f06e-4c01-a463-1ae6c24526b4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:34.329632 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-312dc526-5b1d-4e9e-972c-0349a3bd3c0e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e7f389ee749446c698cd1a551edcac22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1611831 Nov 10 17:38:34.339294 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-878dcb7b-ccc7-4b27-9abd-81c08fe0a3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:34.440456 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:34.485719 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-042496fd-b58a-45dc-b1fc-976e1f902ce6 req-0d816a74-2aac-47d0-93fc-f856ab4c0ba5 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572088 Nov 10 17:38:34.492478 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7dcc25ea-c7d4-4176-91b9-fb7e05ad2a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:34.500892 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7dcc25ea-c7d4-4176-91b9-fb7e05ad2a2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:34.505535 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878dcb7b-ccc7-4b27-9abd-81c08fe0a3c0 None None] Pushing event updated for resources: {'Port': ['ID=385edd0c-44f5-4e54-898a-c7174310d0f7,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:34.508809 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7dcc25ea-c7d4-4176-91b9-fb7e05ad2a2b admin admin] 10.222.0.39 "DELETE /v2.0/networks/6e393f16-27f3-4592-b155-5e9988c4a9f7 HTTP/1.1" status: 204 len: 168 time: 2.9817293 Nov 10 17:38:34.567792 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc25ea-c7d4-4176-91b9-fb7e05ad2a2b admin admin] Pushing event deleted for resources: {'Network': ['ID=6e393f16-27f3-4592-b155-5e9988c4a9f7,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:34.619350 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:38:34.620454 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:38:34.636110 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55985980-9e06-4f16-919d-b32235b39084 req-df895c48-dafd-4317-907e-9ede82ff3c0b tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Made reservation on behalf of 04a76971ed564b4fb4b599d053c14ea1 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:38:34.642515 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-55985980-9e06-4f16-919d-b32235b39084 req-df895c48-dafd-4317-907e-9ede82ff3c0b tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:34.647444 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-e76649ad-9b14-4492-9190-d149a84fd1e6 service neutron] 10.222.0.39 "GET /v2.0/networks/1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165610 Nov 10 17:38:34.778158 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-72142dd3-ea48-4fe9-8dc7-d5b06dcc3969 None None] Provisioning complete for port 385edd0c-44f5-4e54-898a-c7174310d0f7 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:38:34.778952 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-72142dd3-ea48-4fe9-8dc7-d5b06dcc3969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:34.887469 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 10 Nov 2021 17:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e17c71e-f3b7-420c-82cb-cce45dd31dc7 x-openstack-request-id: req-9e17c71e-f3b7-420c-82cb-cce45dd31dc7 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:38:34.888063 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2616219a-817f-43d5-baa2-73c90f02597a", "name": "network-vif-unplugged", "status": "failed", "tag": "b673c3ac-81db-46b1-b3c8-4e515db43263", "code": 422}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:38:34.888775 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9e17c71e-f3b7-420c-82cb-cce45dd31dc7 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:38:34.894701 n-d-776250-10 neutron-server[102470]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2616219a-817f-43d5-baa2-73c90f02597a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b673c3ac-81db-46b1-b3c8-4e515db43263', 'code': 422} returned with failed status Nov 10 17:38:34.909170 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-63fb33f5-7f42-4d62-9cbc-77885a6fdffe service neutron] 10.222.0.39 "GET /v2.0/networks/1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465339 Nov 10 17:38:35.002603 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-55985980-9e06-4f16-919d-b32235b39084 req-df895c48-dafd-4317-907e-9ede82ff3c0b tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Allocated IP 172.20.0.10 (c9180a1a-41c6-4705-9f2d-3f86b162f713/1adc8a12-e3a2-47a8-95eb-169d5cbb4c97/493b266d-2e28-4eae-82fc-91d2b94f8b9c) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:38:35.032618 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 40180) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:35.209443 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f13ef925-7b65-425b-a497-4f639381c00b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4a2f9b4cb82b4f66a64c221b0e5fc0e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1604245 Nov 10 17:38:35.211269 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 40188) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:35.467897 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:35.474343 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-55985980-9e06-4f16-919d-b32235b39084 req-df895c48-dafd-4317-907e-9ede82ff3c0b tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:35.506336 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dc8d67f8-5609-4682-af8a-2fdded8d3fe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:35.516752 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device e7cfc588-1131-47ca-a99d-f5d896120388 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:38:35.539998 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dc8d67f8-5609-4682-af8a-2fdded8d3fe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:35.547160 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-55985980-9e06-4f16-919d-b32235b39084 req-df895c48-dafd-4317-907e-9ede82ff3c0b tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:35.613108 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: e7cfc588-1131-47ca-a99d-f5d896120388 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:38:35.614577 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device e7cfc588-1131-47ca-a99d-f5d896120388 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:38:35.669060 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55985980-9e06-4f16-919d-b32235b39084 req-df895c48-dafd-4317-907e-9ede82ff3c0b tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Network c9180a1a-41c6-4705-9f2d-3f86b162f713 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:38:35.676363 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-55985980-9e06-4f16-919d-b32235b39084 req-df895c48-dafd-4317-907e-9ede82ff3c0b tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:38:35.690947 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df895c48-dafd-4317-907e-9ede82ff3c0b tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Pushing event updated for resources: {'Port': ['ID=493b266d-2e28-4eae-82fc-91d2b94f8b9c,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:35.706079 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-55985980-9e06-4f16-919d-b32235b39084 req-df895c48-dafd-4317-907e-9ede82ff3c0b tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:38:35.725027 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-330e62e5-8d89-40ed-9fcc-539e0494acc0 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:35.727130 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-330e62e5-8d89-40ed-9fcc-539e0494acc0 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/networks?id=c9180a1a-41c6-4705-9f2d-3f86b162f713 HTTP/1.1" status: 200 len: 816 time: 0.3712056 Nov 10 17:38:35.742998 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dc8d67f8-5609-4682-af8a-2fdded8d3fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:35.748813 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dc8d67f8-5609-4682-af8a-2fdded8d3fe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:35.754817 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-dc8d67f8-5609-4682-af8a-2fdded8d3fe7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/78982183-7302-46e8-ba75-ec75b64000b0 HTTP/1.1" status: 204 len: 168 time: 0.5341496 Nov 10 17:38:35.773081 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d67f8-5609-4682-af8a-2fdded8d3fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78982183-7302-46e8-ba75-ec75b64000b0,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:35.780944 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-3cda13c4-f2ac-4087-807b-344da950c5b7 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/quotas/04a76971ed564b4fb4b599d053c14ea1 HTTP/1.1" status: 200 len: 375 time: 0.0437522 Nov 10 17:38:35.940828 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-078d0734-1d59-4398-88d2-ebdeeb482a5f tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=04a76971ed564b4fb4b599d053c14ea1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1478343 Nov 10 17:38:36.005506 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55985980-9e06-4f16-919d-b32235b39084 req-df895c48-dafd-4317-907e-9ede82ff3c0b tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:36.008778 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-55985980-9e06-4f16-919d-b32235b39084 req-df895c48-dafd-4317-907e-9ede82ff3c0b tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:36.024630 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 385edd0c-44f5-4e54-898a-c7174310d0f7 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:38:36.067657 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-55985980-9e06-4f16-919d-b32235b39084 req-df895c48-dafd-4317-907e-9ede82ff3c0b tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8260112 Nov 10 17:38:36.181603 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-55985980-9e06-4f16-919d-b32235b39084 req-b2325fb9-ea12-481b-8f6f-43cb4ac2ac2e tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:38:36.189636 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-55985980-9e06-4f16-919d-b32235b39084 req-b2325fb9-ea12-481b-8f6f-43cb4ac2ac2e tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0688202 Nov 10 17:38:36.207946 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device b673c3ac-81db-46b1-b3c8-4e515db43263 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:38:36.214610 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:36.355523 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-d883ae5c-5b8c-4313-81dc-3d9e81fe55bc service neutron] 10.222.0.39 "GET /v2.0/networks/c9180a1a-41c6-4705-9f2d-3f86b162f713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770134 Nov 10 17:38:36.369297 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a60f7b-e4ca-40dd-b954-90188f0ce99a req-f3334abf-d455-4b35-be27-a470c4bed736 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:36.372545 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-86a60f7b-e4ca-40dd-b954-90188f0ce99a req-f3334abf-d455-4b35-be27-a470c4bed736 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 945 time: 0.6211085 Nov 10 17:38:36.399727 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 385edd0c-44f5-4e54-898a-c7174310d0f7 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:38:36.402905 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:36.522171 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-86a60f7b-e4ca-40dd-b954-90188f0ce99a req-cabd2582-7c59-466a-ae77-74b8e909dca2 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353037 Nov 10 17:38:36.612071 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-e592aa33-7b3b-4875-98fc-9c6896544df0 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:36.622895 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-e592aa33-7b3b-4875-98fc-9c6896544df0 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.13 "GET /v2.0/networks?id=c9180a1a-41c6-4705-9f2d-3f86b162f713 HTTP/1.1" status: 200 len: 816 time: 0.5512714 Nov 10 17:38:36.638803 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-c1665a02-8535-44fb-8864-027e54574351 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Request body: {'port': {'device_id': 'efba10b6-d1d6-4ba5-8457-dd85b7f22dde', 'network_id': 'c9180a1a-41c6-4705-9f2d-3f86b162f713', 'admin_state_up': True, 'tenant_id': '04a76971ed564b4fb4b599d053c14ea1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:38:36.709380 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-b9bbf9a1-a7d0-47b4-a53e-4517536c50d1 service neutron] 10.222.0.39 "GET /v2.0/networks/c9180a1a-41c6-4705-9f2d-3f86b162f713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524640 Nov 10 17:38:36.806864 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-55985980-9e06-4f16-919d-b32235b39084 req-005a7e08-dd3e-450d-b880-cd7d8a9899b1 service neutron] Request body: {'port': {'device_id': '856ce5a7-3e92-4e8f-b645-af373a755873', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:38:36.910124 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-765d1e8c-c252-4422-8054-4481301f4268 None None] Provisioning complete for port 493b266d-2e28-4eae-82fc-91d2b94f8b9c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:38:36.910649 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-765d1e8c-c252-4422-8054-4481301f4268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:37.027656 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-765d1e8c-c252-4422-8054-4481301f4268 None None] Port 493b266d-2e28-4eae-82fc-91d2b94f8b9c cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:38:37.167627 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e61cc3db-cdfa-4f7a-9aaa-ec97c5532119 req-3081dee2-8b9c-4cfa-b8da-c1520184105d tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8a50b86-1608-49a4-a592-c49fd951bc0e HTTP/1.1" status: 200 len: 210 time: 0.0612493 Nov 10 17:38:37.187544 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee2999-6792-4f5d-ad3b-b08a4f4ef3cc req-c4504647-1811-4954-9b5c-eddfe858763f tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:37.194594 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-deee2999-6792-4f5d-ad3b-b08a4f4ef3cc req-c4504647-1811-4954-9b5c-eddfe858763f tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 943 time: 0.3986592 Nov 10 17:38:37.206762 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-c1665a02-8535-44fb-8864-027e54574351 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Made reservation on behalf of 04a76971ed564b4fb4b599d053c14ea1 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:38:37.216096 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-c1665a02-8535-44fb-8864-027e54574351 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:37.437461 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-c1665a02-8535-44fb-8864-027e54574351 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Allocated IP 172.20.0.5 (c9180a1a-41c6-4705-9f2d-3f86b162f713/1adc8a12-e3a2-47a8-95eb-169d5cbb4c97/2c271bc5-2d12-41bd-bf4d-a8a10e15bd48) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:38:37.535600 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-a58727d8-a30f-4783-8739-a7b3aa655fcf tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:37.545919 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-a58727d8-a30f-4783-8739-a7b3aa655fcf tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.11 "GET /v2.0/networks?id=1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223 HTTP/1.1" status: 200 len: 805 time: 0.2983019 Nov 10 17:38:37.559530 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-ae328515-c878-4680-901a-d5cfb002621e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Request body: {'port': {'device_id': 'b8a50b86-1608-49a4-a592-c49fd951bc0e', 'network_id': '1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223', 'admin_state_up': True, 'tenant_id': 'e7f389ee749446c698cd1a551edcac22'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:38:37.651417 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 40256) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:37.690038 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-55985980-9e06-4f16-919d-b32235b39084 req-005a7e08-dd3e-450d-b880-cd7d8a9899b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:37.867530 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-deee2999-6792-4f5d-ad3b-b08a4f4ef3cc req-d838f13e-0558-4d0c-9b47-97e3b8b24699 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6707270 Nov 10 17:38:37.988556 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-ae328515-c878-4680-901a-d5cfb002621e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Made reservation on behalf of e7f389ee749446c698cd1a551edcac22 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:38:38.000395 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-ae328515-c878-4680-901a-d5cfb002621e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:38.100210 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-1c4fb0e0-9ddf-4c77-b6f0-c5c8e4ab9842 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1994234902-network', 'tenant_id': '1d8b3d4be7b54e57ba1970f3d3a80451'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:38:38.195873 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-511b23a5-d71b-4085-b031-4647d62e6008 req-d9ea7061-afec-4c6e-b281-72ec8a81b1e3 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=c51d7e67-1579-4aa3-96c1-87c6763cb4e4 HTTP/1.1" status: 200 len: 210 time: 0.1119716 Nov 10 17:38:38.226210 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-c1665a02-8535-44fb-8864-027e54574351 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:38.228451 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4fb0e0-9ddf-4c77-b6f0-c5c8e4ab9842 admin admin] Made reservation on behalf of 1d8b3d4be7b54e57ba1970f3d3a80451 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:38:38.231952 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1c4fb0e0-9ddf-4c77-b6f0-c5c8e4ab9842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:38.353022 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1c4fb0e0-9ddf-4c77-b6f0-c5c8e4ab9842 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:38.419182 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95bb97-0831-4a90-a255-e8c57653ae15 req-ef9afc08-47b2-4771-8167-9629d1108541 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:38.431795 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ec95bb97-0831-4a90-a255-e8c57653ae15 req-ef9afc08-47b2-4771-8167-9629d1108541 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 945 time: 0.1604714 Nov 10 17:38:38.464737 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-c1665a02-8535-44fb-8864-027e54574351 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:38.503091 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ec95bb97-0831-4a90-a255-e8c57653ae15 req-b1c78162-5d59-4dfa-89a0-a8b455e8eee9 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702338 Nov 10 17:38:38.504485 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-ae328515-c878-4680-901a-d5cfb002621e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Allocated IP 172.20.0.7 (1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223/d8466b2d-1d01-4814-9e92-513b821b406a/c7b48432-ad81-413d-b956-a8ca9426953a) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:38:38.505443 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f2c9023a-a16c-4f22-8dd5-2b1aacbf5b92 req-a73dee8f-9dbb-4259-86ae-946a3fd30d9a tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8a50b86-1608-49a4-a592-c49fd951bc0e HTTP/1.1" status: 200 len: 210 time: 0.0696280 Nov 10 17:38:38.732446 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1c4fb0e0-9ddf-4c77-b6f0-c5c8e4ab9842 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:38.748477 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c669c5e8-9867-437f-87e3-d889b6b853f2 req-96cf8282-5eda-4cce-a6d6-9dd3bb3a17fc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5495958 Nov 10 17:38:38.776604 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-7001256b-cc53-4d91-9887-bbd5d3cb65c7 req-01fcbec8-e001-4d58-88a6-3158580b1dce service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:38:38.778109 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7001256b-cc53-4d91-9887-bbd5d3cb65c7 req-01fcbec8-e001-4d58-88a6-3158580b1dce service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105622 Nov 10 17:38:38.789455 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-c1665a02-8535-44fb-8864-027e54574351 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Network c9180a1a-41c6-4705-9f2d-3f86b162f713 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:38:38.797319 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1665a02-8535-44fb-8864-027e54574351 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Pushing event updated for resources: {'Port': ['ID=2c271bc5-2d12-41bd-bf4d-a8a10e15bd48,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:38.825795 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1c4fb0e0-9ddf-4c77-b6f0-c5c8e4ab9842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:38.854684 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c4fb0e0-9ddf-4c77-b6f0-c5c8e4ab9842 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:38:38.861115 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-ae328515-c878-4680-901a-d5cfb002621e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:38.867733 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-c1665a02-8535-44fb-8864-027e54574351 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:38:38.898247 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-c1665a02-8535-44fb-8864-027e54574351 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:38:38.914037 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1c4fb0e0-9ddf-4c77-b6f0-c5c8e4ab9842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:38.914578 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-1c4fb0e0-9ddf-4c77-b6f0-c5c8e4ab9842 admin admin] Added segment 131f8e88-55dc-44a5-8e14-2fb83d65363c of type vlan for network 8d035098-35f7-4f2b-9b46-b5de00d95c42 Nov 10 17:38:39.143213 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-ae328515-c878-4680-901a-d5cfb002621e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:39.282426 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-d4b85863-86e1-4932-8bc0-b34d19d29499 None None] Provisioning complete for port 2c271bc5-2d12-41bd-bf4d-a8a10e15bd48 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:38:39.284654 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d4b85863-86e1-4932-8bc0-b34d19d29499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:39.313855 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-05810aab-ac18-4745-b25e-aeac8e29a8c6 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:39.315761 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-05810aab-ac18-4745-b25e-aeac8e29a8c6 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.13 "GET /v2.0/networks?id=c9180a1a-41c6-4705-9f2d-3f86b162f713 HTTP/1.1" status: 200 len: 816 time: 0.4392834 Nov 10 17:38:39.316690 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae328515-c878-4680-901a-d5cfb002621e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Pushing event updated for resources: {'Port': ['ID=c7b48432-ad81-413d-b956-a8ca9426953a,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:39.328929 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-ae328515-c878-4680-901a-d5cfb002621e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Network 1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:38:39.334270 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-ae328515-c878-4680-901a-d5cfb002621e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:38:39.347856 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-85a5b2eb-ab3d-4057-8868-a3f82e024976 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Request body: {'port': {'device_id': 'c51d7e67-1579-4aa3-96c1-87c6763cb4e4', 'network_id': 'c9180a1a-41c6-4705-9f2d-3f86b162f713', 'admin_state_up': True, 'tenant_id': '04a76971ed564b4fb4b599d053c14ea1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:38:39.354109 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-ae328515-c878-4680-901a-d5cfb002621e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:38:39.374536 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-d4b85863-86e1-4932-8bc0-b34d19d29499 None None] Port 2c271bc5-2d12-41bd-bf4d-a8a10e15bd48 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:38:39.376674 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1c4fb0e0-9ddf-4c77-b6f0-c5c8e4ab9842 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:39.383886 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4fb0e0-9ddf-4c77-b6f0-c5c8e4ab9842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50b075f-350e-48ee-9d82-f4f3f0f45fce,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:39.414245 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 40306) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:39.443822 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-c1665a02-8535-44fb-8864-027e54574351 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:39.443822 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-c1665a02-8535-44fb-8864-027e54574351 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:39.456354 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669c5e8-9867-437f-87e3-d889b6b853f2 req-ef0cce54-12e6-4203-a5e3-b422a2181677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:39.458023 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c669c5e8-9867-437f-87e3-d889b6b853f2 req-ef0cce54-12e6-4203-a5e3-b422a2181677 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a7362a6bd2d4dfcb495a89b6c85177b&device_id=8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1 HTTP/1.1" status: 200 len: 1097 time: 0.5766835 Nov 10 17:38:39.504588 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eae85c25-72b1-4c3d-90b8-ca48082b7439 req-509cdb86-a1f3-4253-b5c5-6cc57c09ad3c tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=c51d7e67-1579-4aa3-96c1-87c6763cb4e4 HTTP/1.1" status: 200 len: 210 time: 0.1450927 Nov 10 17:38:39.554817 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-c1665a02-8535-44fb-8864-027e54574351 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9207699 Nov 10 17:38:39.563394 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ba854-f3b3-49b9-9a86-7d3ea2a36350 req-e4bd57b1-05d4-4273-ab44-5b0c4b8e8435 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:39.564983 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a52ba854-f3b3-49b9-9a86-7d3ea2a36350 req-e4bd57b1-05d4-4273-ab44-5b0c4b8e8435 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 943 time: 0.4355776 Nov 10 17:38:39.599927 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-9c0045e5-50d3-4405-be2d-cd60d39db4d8 service neutron] Request body: {'port': {'device_id': 'efba10b6-d1d6-4ba5-8457-dd85b7f22dde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:38:39.614987 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1c4fb0e0-9ddf-4c77-b6f0-c5c8e4ab9842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:39.615924 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4fb0e0-9ddf-4c77-b6f0-c5c8e4ab9842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:39.616550 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1c4fb0e0-9ddf-4c77-b6f0-c5c8e4ab9842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:39.643172 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-ae328515-c878-4680-901a-d5cfb002621e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:39.644336 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-ae328515-c878-4680-901a-d5cfb002621e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:39.715442 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-ae328515-c878-4680-901a-d5cfb002621e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1599944 Nov 10 17:38:39.725699 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9337b93a-a51f-4265-a5fd-c06965e65f5f req-9e250cea-8568-4a84-acbe-eb31c41d2066 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3933311 Nov 10 17:38:39.740288 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-c329dc2a-809f-4130-9b5e-34eaa5b531dc service neutron] Request body: {'port': {'device_id': 'b8a50b86-1608-49a4-a592-c49fd951bc0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:38:39.881348 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5e02c-df33-495b-811c-31e1eaffaa5a req-5c7bba5c-66a5-409d-960c-ef6785705527 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:39.889028 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c3c5e02c-df33-495b-811c-31e1eaffaa5a req-5c7bba5c-66a5-409d-960c-ef6785705527 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 945 time: 0.2377572 Nov 10 17:38:39.918401 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-c329dc2a-809f-4130-9b5e-34eaa5b531dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:39.924253 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-85a5b2eb-ab3d-4057-8868-a3f82e024976 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Made reservation on behalf of 04a76971ed564b4fb4b599d053c14ea1 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:38:39.928187 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-85a5b2eb-ab3d-4057-8868-a3f82e024976 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:40.042842 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c3c5e02c-df33-495b-811c-31e1eaffaa5a req-1d674c53-7923-4d0b-b4f8-150ac78dec20 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527584 Nov 10 17:38:40.073553 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d23e54cb-1452-44fe-aa25-1c6bc948ee96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:40.157678 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1c4fb0e0-9ddf-4c77-b6f0-c5c8e4ab9842 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.5045538 Nov 10 17:38:40.182011 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 40324) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:40.206573 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-85a0625a-8d60-4d2e-8891-56aba478f7b6 admin admin] Request body: {'subnet': {'network_id': '8d035098-35f7-4f2b-9b46-b5de00d95c42', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1994234902-subnet', 'tenant_id': '1d8b3d4be7b54e57ba1970f3d3a80451', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:38:40.232497 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d23e54cb-1452-44fe-aa25-1c6bc948ee96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:40.258853 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d23e54cb-1452-44fe-aa25-1c6bc948ee96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:40.344889 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4fb0e0-9ddf-4c77-b6f0-c5c8e4ab9842 admin admin] Pushing event updated for resources: {'Network': ['ID=8d035098-35f7-4f2b-9b46-b5de00d95c42,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:40.347446 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-9c0045e5-50d3-4405-be2d-cd60d39db4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:40.355575 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e54cb-1452-44fe-aa25-1c6bc948ee96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c79ab8-8d36-49e4-90dc-a0c70a5f2d91,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:40.368842 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a52ba854-f3b3-49b9-9a86-7d3ea2a36350 req-bffcad8d-15f0-4110-8c73-34e49b02739b tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7720902 Nov 10 17:38:40.410148 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669c5e8-9867-437f-87e3-d889b6b853f2 req-64b44581-5615-4195-9d97-9236489ff60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:40.416191 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c669c5e8-9867-437f-87e3-d889b6b853f2 req-64b44581-5615-4195-9d97-9236489ff60d service neutron] 10.222.0.13 "GET /v2.0/networks?id=bf31b962-e4cb-4eab-a30d-b7aac66998c7 HTTP/1.1" status: 200 len: 915 time: 0.9002283 Nov 10 17:38:40.438147 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 8d035098-35f7-4f2b-9b46-b5de00d95c42 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:38:40.459226 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a0625a-8d60-4d2e-8891-56aba478f7b6 admin admin] Made reservation on behalf of 1d8b3d4be7b54e57ba1970f3d3a80451 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:38:40.464627 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-85a0625a-8d60-4d2e-8891-56aba478f7b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:40.481906 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9e3457d7-a272-4835-acde-463e0d0638b9 req-542c6d7a-d8ce-4644-9fb6-8dc36d016830 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8aa3bb5f-dc2a-433c-b1b0-54621c217a16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5244601 Nov 10 17:38:40.492920 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-55985980-9e06-4f16-919d-b32235b39084 req-005a7e08-dd3e-450d-b880-cd7d8a9899b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 493b266d-2e28-4eae-82fc-91d2b94f8b9c {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:38:40.503607 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d23e54cb-1452-44fe-aa25-1c6bc948ee96 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ab9efdcc32b946c397d29c00f8e84d17&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0871410 Nov 10 17:38:40.544557 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 40328) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:40.689939 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-55985980-9e06-4f16-919d-b32235b39084 req-005a7e08-dd3e-450d-b880-cd7d8a9899b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:40.711493 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555a7ee-3398-4755-b3fa-eb00ed00e7b3 req-1fc13d2a-c210-4b3c-bba2-ff0ca181f23f tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:40.713059 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6555a7ee-3398-4755-b3fa-eb00ed00e7b3 req-1fc13d2a-c210-4b3c-bba2-ff0ca181f23f tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8a50b86-1608-49a4-a592-c49fd951bc0e HTTP/1.1" status: 200 len: 931 time: 0.5595658 Nov 10 17:38:40.753560 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ecd412bd-47c3-4697-adaa-f4bc57964a30 req-225c1407-cc53-4350-ae5b-9b7894f69961 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=c51d7e67-1579-4aa3-96c1-87c6763cb4e4 HTTP/1.1" status: 200 len: 210 time: 0.0791557 Nov 10 17:38:40.764183 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c669c5e8-9867-437f-87e3-d889b6b853f2 req-b5ac1942-ecce-45d2-a420-55514059d6eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f652398f-c59e-48c8-9b48-d4391674db0e HTTP/1.1" status: 200 len: 217 time: 0.3135891 Nov 10 17:38:40.825172 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-55985980-9e06-4f16-919d-b32235b39084 req-005a7e08-dd3e-450d-b880-cd7d8a9899b1 service neutron] Transition to ACTIVE for port object 493b266d-2e28-4eae-82fc-91d2b94f8b9c will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:38:40.839503 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-55985980-9e06-4f16-919d-b32235b39084 req-005a7e08-dd3e-450d-b880-cd7d8a9899b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:40.842991 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3457d7-a272-4835-acde-463e0d0638b9 req-1c686798-0474-4a7c-98be-c31477029008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:40.844575 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9e3457d7-a272-4835-acde-463e0d0638b9 req-1c686798-0474-4a7c-98be-c31477029008 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a7362a6bd2d4dfcb495a89b6c85177b&device_id=8aa3bb5f-dc2a-433c-b1b0-54621c217a16 HTTP/1.1" status: 200 len: 1097 time: 0.2004681 Nov 10 17:38:40.892420 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669c5e8-9867-437f-87e3-d889b6b853f2 req-6dc90e07-4f82-4551-8ddf-ee67e5af1e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:40.893203 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c669c5e8-9867-437f-87e3-d889b6b853f2 req-6dc90e07-4f82-4551-8ddf-ee67e5af1e5c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0ddbd8d9-cc1c-4591-ba53-aab9ea023f46 HTTP/1.1" status: 200 len: 854 time: 0.1170900 Nov 10 17:38:40.971934 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-85a5b2eb-ab3d-4057-8868-a3f82e024976 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Allocated IP 172.20.0.9 (c9180a1a-41c6-4705-9f2d-3f86b162f713/1adc8a12-e3a2-47a8-95eb-169d5cbb4c97/68a708ee-7b82-44a4-8b0b-531231f7c2df) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:38:40.979154 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c669c5e8-9867-437f-87e3-d889b6b853f2 req-ab9a0152-0122-40a9-bba2-92bbd6d7e1aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf31b962-e4cb-4eab-a30d-b7aac66998c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445306 Nov 10 17:38:41.043396 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5c91ce2b-1187-490f-a5fb-e90a2a9f4b35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:41.092134 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a7e08-dd3e-450d-b880-cd7d8a9899b1 service neutron] Pushing event updated for resources: {'Port': ['ID=493b266d-2e28-4eae-82fc-91d2b94f8b9c,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:41.202874 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6555a7ee-3398-4755-b3fa-eb00ed00e7b3 req-f10d7b81-133f-4335-bf19-a8f713ed19ad tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729431 Nov 10 17:38:41.265340 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3457d7-a272-4835-acde-463e0d0638b9 req-1807c3fd-720a-4882-b357-a4246953cc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:41.266843 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9e3457d7-a272-4835-acde-463e0d0638b9 req-1807c3fd-720a-4882-b357-a4246953cc14 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bf31b962-e4cb-4eab-a30d-b7aac66998c7 HTTP/1.1" status: 200 len: 915 time: 0.3880932 Nov 10 17:38:41.271076 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-85a0625a-8d60-4d2e-8891-56aba478f7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:41.274366 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-c329dc2a-809f-4130-9b5e-34eaa5b531dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b48432-ad81-413d-b956-a8ca9426953a {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:38:41.298275 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337b93a-a51f-4265-a5fd-c06965e65f5f req-65266dbd-e3b7-476b-b21c-8ade84cfa46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:41.299605 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9337b93a-a51f-4265-a5fd-c06965e65f5f req-65266dbd-e3b7-476b-b21c-8ade84cfa46b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a&tenant_id=e797b9c0d29944cb98e2cf15e71360f7 HTTP/1.1" status: 200 len: 1095 time: 0.2711277 Nov 10 17:38:41.299927 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-c329dc2a-809f-4130-9b5e-34eaa5b531dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:41.303651 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5c91ce2b-1187-490f-a5fb-e90a2a9f4b35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:41.355041 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c669c5e8-9867-437f-87e3-d889b6b853f2 req-137fe0d8-1851-4349-bbee-c9a6d2857c7d service neutron] 10.222.0.13 "GET /v2.0/networks/bf31b962-e4cb-4eab-a30d-b7aac66998c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669412 Nov 10 17:38:41.356387 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9e3457d7-a272-4835-acde-463e0d0638b9 req-329d28b0-2b28-44f0-81b0-bf48649df81b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c3b440db-4443-454d-9c1f-3c27760a5cdf HTTP/1.1" status: 200 len: 217 time: 0.0724044 Nov 10 17:38:41.373819 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-c329dc2a-809f-4130-9b5e-34eaa5b531dc service neutron] Transition to ACTIVE for port object c7b48432-ad81-413d-b956-a8ca9426953a will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:38:41.379885 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a3b77-d657-4fa5-9d23-7ad57643b68b req-ae68b752-051c-441d-87a8-dba3333e96a2 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:41.387906 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2f2a3b77-d657-4fa5-9d23-7ad57643b68b req-ae68b752-051c-441d-87a8-dba3333e96a2 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 945 time: 0.2296205 Nov 10 17:38:41.414475 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-c329dc2a-809f-4130-9b5e-34eaa5b531dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:41.418778 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-55985980-9e06-4f16-919d-b32235b39084 req-005a7e08-dd3e-450d-b880-cd7d8a9899b1 service neutron] Attempting to bind port 493b266d-2e28-4eae-82fc-91d2b94f8b9c on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:38:41.419174 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-55985980-9e06-4f16-919d-b32235b39084 req-005a7e08-dd3e-450d-b880-cd7d8a9899b1 service neutron] Attempting to bind port 493b266d-2e28-4eae-82fc-91d2b94f8b9c by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '34ec1547-f06e-4c01-a463-1ae6c24526b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c9180a1a-41c6-4705-9f2d-3f86b162f713'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:38:41.419514 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55985980-9e06-4f16-919d-b32235b39084 req-005a7e08-dd3e-450d-b880-cd7d8a9899b1 service neutron] Attempting to bind port 493b266d-2e28-4eae-82fc-91d2b94f8b9c on network c9180a1a-41c6-4705-9f2d-3f86b162f713 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:38:41.480603 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0625a-8d60-4d2e-8891-56aba478f7b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9504c908-9560-4a2f-aeaa-a3097219394a,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:41.496638 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55985980-9e06-4f16-919d-b32235b39084 req-005a7e08-dd3e-450d-b880-cd7d8a9899b1 service neutron] Port 493b266d-2e28-4eae-82fc-91d2b94f8b9c on network c9180a1a-41c6-4705-9f2d-3f86b162f713 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:38:41.496958 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55985980-9e06-4f16-919d-b32235b39084 req-005a7e08-dd3e-450d-b880-cd7d8a9899b1 service neutron] Attempting to bind port 493b266d-2e28-4eae-82fc-91d2b94f8b9c on network c9180a1a-41c6-4705-9f2d-3f86b162f713 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:38:41.536912 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55985980-9e06-4f16-919d-b32235b39084 req-005a7e08-dd3e-450d-b880-cd7d8a9899b1 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:38:41.537252 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55985980-9e06-4f16-919d-b32235b39084 req-005a7e08-dd3e-450d-b880-cd7d8a9899b1 service neutron] Checking segment: {'id': '34ec1547-f06e-4c01-a463-1ae6c24526b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c9180a1a-41c6-4705-9f2d-3f86b162f713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:38:41.537641 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55985980-9e06-4f16-919d-b32235b39084 req-005a7e08-dd3e-450d-b880-cd7d8a9899b1 service neutron] Bound using segment: {'id': '34ec1547-f06e-4c01-a463-1ae6c24526b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c9180a1a-41c6-4705-9f2d-3f86b162f713'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:38:41.538089 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-55985980-9e06-4f16-919d-b32235b39084 req-005a7e08-dd3e-450d-b880-cd7d8a9899b1 service neutron] Bound port: 493b266d-2e28-4eae-82fc-91d2b94f8b9c, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34ec1547-f06e-4c01-a463-1ae6c24526b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c9180a1a-41c6-4705-9f2d-3f86b162f713'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:38:41.538450 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-55985980-9e06-4f16-919d-b32235b39084 req-005a7e08-dd3e-450d-b880-cd7d8a9899b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:41.564925 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-85a5b2eb-ab3d-4057-8868-a3f82e024976 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:41.570548 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3457d7-a272-4835-acde-463e0d0638b9 req-d8e793aa-b32f-43f6-80c2-6ca5e6c78a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:41.572423 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9e3457d7-a272-4835-acde-463e0d0638b9 req-d8e793aa-b32f-43f6-80c2-6ca5e6c78a15 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0ddbd8d9-cc1c-4591-ba53-aab9ea023f46 HTTP/1.1" status: 200 len: 854 time: 0.1764705 Nov 10 17:38:41.579903 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a0625a-8d60-4d2e-8891-56aba478f7b6 admin admin] Checking segment: {'id': '131f8e88-55dc-44a5-8e14-2fb83d65363c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8d035098-35f7-4f2b-9b46-b5de00d95c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:38:41.580302 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a0625a-8d60-4d2e-8891-56aba478f7b6 admin admin] Network hostable DHCP agents. Network: 8d035098-35f7-4f2b-9b46-b5de00d95c42, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:38:41.582354 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329dc2a-809f-4130-9b5e-34eaa5b531dc service neutron] Pushing event updated for resources: {'Port': ['ID=c7b48432-ad81-413d-b956-a8ca9426953a,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:41.607244 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337b93a-a51f-4265-a5fd-c06965e65f5f req-0ef00b74-9a37-487e-a661-572d387854ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:41.609842 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9337b93a-a51f-4265-a5fd-c06965e65f5f req-0ef00b74-9a37-487e-a661-572d387854ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e797b9c0d29944cb98e2cf15e71360f7&device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 1095 time: 0.2699139 Nov 10 17:38:41.623170 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5c91ce2b-1187-490f-a5fb-e90a2a9f4b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:41.626209 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5c91ce2b-1187-490f-a5fb-e90a2a9f4b35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:41.627422 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5c91ce2b-1187-490f-a5fb-e90a2a9f4b35 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/50c79ab8-8d36-49e4-90dc-a0c70a5f2d91 HTTP/1.1" status: 204 len: 168 time: 1.0792394 Nov 10 17:38:41.675377 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2f2a3b77-d657-4fa5-9d23-7ad57643b68b req-d21664b4-a950-4efa-81d7-13fbd58f31ff tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841206 Nov 10 17:38:41.675707 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd01302-20e2-40e1-8dd6-84f64e6fa1a5 req-11528007-5b8e-4367-9898-aaf55003e8cd tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:41.677306 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6cd01302-20e2-40e1-8dd6-84f64e6fa1a5 req-11528007-5b8e-4367-9898-aaf55003e8cd tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 943 time: 0.2278414 Nov 10 17:38:41.697587 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c91ce2b-1187-490f-a5fb-e90a2a9f4b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c79ab8-8d36-49e4-90dc-a0c70a5f2d91,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:41.761630 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a0625a-8d60-4d2e-8891-56aba478f7b6 admin admin] Network 8d035098-35f7-4f2b-9b46-b5de00d95c42 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:38:41.766288 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9e3457d7-a272-4835-acde-463e0d0638b9 req-cdad7083-62d6-4e71-a94a-2bb748007752 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf31b962-e4cb-4eab-a30d-b7aac66998c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1694317 Nov 10 17:38:41.832669 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-85a5b2eb-ab3d-4057-8868-a3f82e024976 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:41.848073 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-85a0625a-8d60-4d2e-8891-56aba478f7b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 8d035098-35f7-4f2b-9b46-b5de00d95c42) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:38:41.854215 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-c329dc2a-809f-4130-9b5e-34eaa5b531dc service neutron] Attempting to bind port c7b48432-ad81-413d-b956-a8ca9426953a on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:38:41.854604 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-c329dc2a-809f-4130-9b5e-34eaa5b531dc service neutron] Attempting to bind port c7b48432-ad81-413d-b956-a8ca9426953a by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '95d1421d-b3ce-4f49-86b8-7e70ba2392d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:38:41.855537 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-c329dc2a-809f-4130-9b5e-34eaa5b531dc service neutron] Attempting to bind port c7b48432-ad81-413d-b956-a8ca9426953a on network 1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:38:41.860168 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c0fe4c-1ecb-4f7f-b4f6-1ad9a313fd1f None None] Network 8d035098-35f7-4f2b-9b46-b5de00d95c42 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:38:41.888091 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a0625a-8d60-4d2e-8891-56aba478f7b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:41.888738 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-85a0625a-8d60-4d2e-8891-56aba478f7b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:41.903451 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-c329dc2a-809f-4130-9b5e-34eaa5b531dc service neutron] Port c7b48432-ad81-413d-b956-a8ca9426953a on network 1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:38:41.903784 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-c329dc2a-809f-4130-9b5e-34eaa5b531dc service neutron] Attempting to bind port c7b48432-ad81-413d-b956-a8ca9426953a on network 1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:38:41.925806 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6cd01302-20e2-40e1-8dd6-84f64e6fa1a5 req-6fced10d-6afc-49bf-8e41-313830508abc tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342432 Nov 10 17:38:41.935051 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-85a5b2eb-ab3d-4057-8868-a3f82e024976 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Network c9180a1a-41c6-4705-9f2d-3f86b162f713 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:38:41.939782 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-c329dc2a-809f-4130-9b5e-34eaa5b531dc service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:38:41.940172 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-c329dc2a-809f-4130-9b5e-34eaa5b531dc service neutron] Checking segment: {'id': '95d1421d-b3ce-4f49-86b8-7e70ba2392d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:38:41.940541 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-c329dc2a-809f-4130-9b5e-34eaa5b531dc service neutron] Bound using segment: {'id': '95d1421d-b3ce-4f49-86b8-7e70ba2392d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:38:41.940998 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-c329dc2a-809f-4130-9b5e-34eaa5b531dc service neutron] Bound port: c7b48432-ad81-413d-b956-a8ca9426953a, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95d1421d-b3ce-4f49-86b8-7e70ba2392d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:38:41.941365 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-c329dc2a-809f-4130-9b5e-34eaa5b531dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:41.949089 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-85a5b2eb-ab3d-4057-8868-a3f82e024976 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:38:41.969594 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-85a0625a-8d60-4d2e-8891-56aba478f7b6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7798843 Nov 10 17:38:41.973147 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-85a5b2eb-ab3d-4057-8868-a3f82e024976 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:38:41.975865 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5b2eb-ab3d-4057-8868-a3f82e024976 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Pushing event updated for resources: {'Port': ['ID=68a708ee-7b82-44a4-8b0b-531231f7c2df,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:42.196044 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-85a5b2eb-ab3d-4057-8868-a3f82e024976 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:42.196776 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-85a5b2eb-ab3d-4057-8868-a3f82e024976 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:42.204305 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 40348) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:42.250050 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adf1adc-95ac-4868-b72f-3d65e9259f49 None None] Network 8d035098-35f7-4f2b-9b46-b5de00d95c42 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:38:42.266490 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-c329dc2a-809f-4130-9b5e-34eaa5b531dc service neutron] For port c7b48432-ad81-413d-b956-a8ca9426953a, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:38:42.270925 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9dab0-ce47-4106-887c-b740a06c3493 req-7dc511ec-cc4f-4b1a-8805-9680b60e70f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:42.273410 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-45e9dab0-ce47-4106-887c-b740a06c3493 req-7dc511ec-cc4f-4b1a-8805-9680b60e70f4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 1097 time: 0.2104681 Nov 10 17:38:42.274021 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c669c5e8-9867-437f-87e3-d889b6b853f2 req-1df1b793-3a65-4b0a-ab23-31f7c68a5cf8 service neutron] 10.222.0.13 "GET /v2.0/networks/bf31b962-e4cb-4eab-a30d-b7aac66998c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8587656 Nov 10 17:38:42.277644 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f484fe67-3d27-4139-bbbd-986784a34e74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:42.302841 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-85a5b2eb-ab3d-4057-8868-a3f82e024976 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9720247 Nov 10 17:38:42.306406 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-c329dc2a-809f-4130-9b5e-34eaa5b531dc service neutron] For port c7b48432-ad81-413d-b956-a8ca9426953a, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c7b48432-ad81-413d-b956-a8ca9426953a,segment=NetworkSegment(95d1421d-b3ce-4f49-86b8-7e70ba2392d4),segment_id=95d1421d-b3ce-4f49-86b8-7e70ba2392d4)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:38:42.328471 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-4d53196a-fe55-4860-b991-cfc6c480e5c4 service neutron] Request body: {'port': {'device_id': 'c51d7e67-1579-4aa3-96c1-87c6763cb4e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:38:42.333534 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-c329dc2a-809f-4130-9b5e-34eaa5b531dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:42.402994 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9e3457d7-a272-4835-acde-463e0d0638b9 req-313af683-24dd-434c-a8be-db70ddb628a4 service neutron] 10.222.0.11 "GET /v2.0/networks/bf31b962-e4cb-4eab-a30d-b7aac66998c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366038 Nov 10 17:38:42.429844 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-55985980-9e06-4f16-919d-b32235b39084 req-005a7e08-dd3e-450d-b880-cd7d8a9899b1 service neutron] For port 493b266d-2e28-4eae-82fc-91d2b94f8b9c, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:38:42.448653 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-345747c2-db18-4350-882d-4846e609d575 None None] Provisioning complete for port 68a708ee-7b82-44a4-8b0b-531231f7c2df triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:38:42.449109 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-345747c2-db18-4350-882d-4846e609d575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:42.505252 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-c329dc2a-809f-4130-9b5e-34eaa5b531dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:42.505785 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-c329dc2a-809f-4130-9b5e-34eaa5b531dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:42.507358 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-c329dc2a-809f-4130-9b5e-34eaa5b531dc service neutron] 10.222.0.11 "PUT /v2.0/ports/c7b48432-ad81-413d-b956-a8ca9426953a HTTP/1.1" status: 200 len: 1092 time: 2.7799046 Nov 10 17:38:42.527796 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a50b86-1608-49a4-a592-c49fd951bc0e', 'tag': 'c7b48432-ad81-413d-b956-a8ca9426953a'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:38:42.530232 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edafeec2-fd29-40e5-ae54-c46813a4e0fd" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a50b86-1608-49a4-a592-c49fd951bc0e", "tag": "c7b48432-ad81-413d-b956-a8ca9426953a"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:38:42.540691 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9e3457d7-a272-4835-acde-463e0d0638b9 req-2ee64504-4da3-45a0-8ab9-b5809f4a31ed service neutron] 10.222.0.11 "GET /v2.0/networks/bf31b962-e4cb-4eab-a30d-b7aac66998c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167111 Nov 10 17:38:42.579178 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c64c9-4c5f-4e62-a1ca-94068c43ec4b req-4a93ff70-5a19-4107-8cfa-fecfd9c1737a tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:42.588084 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9c9c64c9-4c5f-4e62-a1ca-94068c43ec4b req-4a93ff70-5a19-4107-8cfa-fecfd9c1737a tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=c51d7e67-1579-4aa3-96c1-87c6763cb4e4 HTTP/1.1" status: 200 len: 931 time: 0.3619006 Nov 10 17:38:42.604130 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-345747c2-db18-4350-882d-4846e609d575 None None] Port 68a708ee-7b82-44a4-8b0b-531231f7c2df cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:38:42.611165 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-45e9dab0-ce47-4106-887c-b740a06c3493 req-179f0f2c-bf24-43df-98c6-e9bbb55b0e2b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247242 Nov 10 17:38:42.616982 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329dc2a-809f-4130-9b5e-34eaa5b531dc service neutron] Pushing event updated for resources: {'Port': ['ID=c7b48432-ad81-413d-b956-a8ca9426953a,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:42.630972 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-55985980-9e06-4f16-919d-b32235b39084 req-005a7e08-dd3e-450d-b880-cd7d8a9899b1 service neutron] For port 493b266d-2e28-4eae-82fc-91d2b94f8b9c, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=493b266d-2e28-4eae-82fc-91d2b94f8b9c,segment=NetworkSegment(34ec1547-f06e-4c01-a463-1ae6c24526b4),segment_id=34ec1547-f06e-4c01-a463-1ae6c24526b4)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:38:42.631324 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-4d53196a-fe55-4860-b991-cfc6c480e5c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:42.659367 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-55985980-9e06-4f16-919d-b32235b39084 req-005a7e08-dd3e-450d-b880-cd7d8a9899b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:42.672515 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d652e8-64d2-4eb4-bd39-f918b5965c57 req-faf3df66-6979-4d6e-aed5-839e7299ef6e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:42.674234 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f4d652e8-64d2-4eb4-bd39-f918b5965c57 req-faf3df66-6979-4d6e-aed5-839e7299ef6e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8a50b86-1608-49a4-a592-c49fd951bc0e HTTP/1.1" status: 200 len: 943 time: 0.2783444 Nov 10 17:38:43.001008 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f484fe67-3d27-4139-bbbd-986784a34e74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:43.013695 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f484fe67-3d27-4139-bbbd-986784a34e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:43.028733 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337b93a-a51f-4265-a5fd-c06965e65f5f req-ce0b823e-cca2-4f3d-a051-5f2f2cce995d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:43.030975 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9337b93a-a51f-4265-a5fd-c06965e65f5f req-ce0b823e-cca2-4f3d-a051-5f2f2cce995d service neutron] 10.222.0.11 "GET /v2.0/networks?id=fdcce804-0eee-4352-bc4a-56d57553f51b HTTP/1.1" status: 200 len: 914 time: 1.4098711 Nov 10 17:38:43.068238 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-1c69a423-c123-404f-a401-e6581b9749ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:43.069728 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-1c69a423-c123-404f-a401-e6581b9749ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e7f389ee749446c698cd1a551edcac22&device_id=b8a50b86-1608-49a4-a592-c49fd951bc0e HTTP/1.1" status: 200 len: 1095 time: 0.5056612 Nov 10 17:38:43.079628 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55985980-9e06-4f16-919d-b32235b39084 req-005a7e08-dd3e-450d-b880-cd7d8a9899b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:43.080295 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-55985980-9e06-4f16-919d-b32235b39084 req-005a7e08-dd3e-450d-b880-cd7d8a9899b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:43.081978 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-55985980-9e06-4f16-919d-b32235b39084 req-005a7e08-dd3e-450d-b880-cd7d8a9899b1 service neutron] 10.222.0.13 "PUT /v2.0/ports/493b266d-2e28-4eae-82fc-91d2b94f8b9c HTTP/1.1" status: 200 len: 1093 time: 6.8336613 Nov 10 17:38:43.095115 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856ce5a7-3e92-4e8f-b645-af373a755873', 'tag': '493b266d-2e28-4eae-82fc-91d2b94f8b9c'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:38:43.100742 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44af796f-1c15-46f3-82eb-a395928804f5" -d '{"events": [{"name": "network-changed", "server_uuid": "856ce5a7-3e92-4e8f-b645-af373a755873", "tag": "493b266d-2e28-4eae-82fc-91d2b94f8b9c"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:38:43.166412 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484fe67-3d27-4139-bbbd-986784a34e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abfc8db-27f3-4816-846c-576be07212c5,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:43.181526 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f484fe67-3d27-4139-bbbd-986784a34e74 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b238be22eb854b728fd9a2b1e5a52f69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9656425 Nov 10 17:38:43.183144 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 40368) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:43.206170 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f4d652e8-64d2-4eb4-bd39-f918b5965c57 req-0f1708c5-dd8d-4e9f-b71e-20335c83cffb tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5179560 Nov 10 17:38:43.248709 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a7e08-dd3e-450d-b880-cd7d8a9899b1 service neutron] Pushing event updated for resources: {'Port': ['ID=493b266d-2e28-4eae-82fc-91d2b94f8b9c,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:43.253937 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9337b93a-a51f-4265-a5fd-c06965e65f5f req-c7e3d4ec-caa6-4225-bb9a-c1b0eba146c3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b673c3ac-81db-46b1-b3c8-4e515db43263 HTTP/1.1" status: 200 len: 217 time: 0.1908970 Nov 10 17:38:43.273514 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-80b7f8ca-983d-4b3a-9432-c2181cd9d041 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:43.288733 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-4caef787-7e48-4c18-ad0a-93da3708314f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7b48432-ad81-413d-b956-a8ca9426953a HTTP/1.1" status: 200 len: 217 time: 0.1769235 Nov 10 17:38:43.293497 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9c9c64c9-4c5f-4e62-a1ca-94068c43ec4b req-360abd2a-c39a-41d4-95d3-6159c6a6a78a tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7040360 Nov 10 17:38:43.319989 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-80b7f8ca-983d-4b3a-9432-c2181cd9d041 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:43.427587 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-80b7f8ca-983d-4b3a-9432-c2181cd9d041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:43.433010 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-80b7f8ca-983d-4b3a-9432-c2181cd9d041 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:43.438226 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-80b7f8ca-983d-4b3a-9432-c2181cd9d041 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3abfc8db-27f3-4816-846c-576be07212c5 HTTP/1.1" status: 204 len: 168 time: 0.2456601 Nov 10 17:38:43.449281 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7f8ca-983d-4b3a-9432-c2181cd9d041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abfc8db-27f3-4816-846c-576be07212c5,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:43.497987 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-9c0045e5-50d3-4405-be2d-cd60d39db4d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c271bc5-2d12-41bd-bf4d-a8a10e15bd48 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:38:43.525023 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-9c0045e5-50d3-4405-be2d-cd60d39db4d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:43.542981 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-73a57d20-2e6a-4357-8e4f-a530f9dfff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:43.544534 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-73a57d20-2e6a-4357-8e4f-a530f9dfff3b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8466b2d-1d01-4814-9e92-513b821b406a HTTP/1.1" status: 200 len: 845 time: 0.2391305 Nov 10 17:38:43.546606 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55985980-9e06-4f16-919d-b32235b39084 req-cf0eb36a-11f9-4d61-80d2-85ad76fd5e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:43.547985 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-55985980-9e06-4f16-919d-b32235b39084 req-cf0eb36a-11f9-4d61-80d2-85ad76fd5e00 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04a76971ed564b4fb4b599d053c14ea1&device_id=856ce5a7-3e92-4e8f-b645-af373a755873 HTTP/1.1" status: 200 len: 1096 time: 0.4046907 Nov 10 17:38:43.552484 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337b93a-a51f-4265-a5fd-c06965e65f5f req-c0a5cd8a-009d-4c69-beaa-42909b6c15cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:43.555286 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9337b93a-a51f-4265-a5fd-c06965e65f5f req-c0a5cd8a-009d-4c69-beaa-42909b6c15cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=898255d9-6ca5-440d-ad7d-ca69abc8e6a6 HTTP/1.1" status: 200 len: 853 time: 0.2686930 Nov 10 17:38:43.569727 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-9c0045e5-50d3-4405-be2d-cd60d39db4d8 service neutron] Transition to ACTIVE for port object 2c271bc5-2d12-41bd-bf4d-a8a10e15bd48 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:38:43.659165 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-9c0045e5-50d3-4405-be2d-cd60d39db4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:43.663727 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-55985980-9e06-4f16-919d-b32235b39084 req-e7c63173-79d4-471d-bfc3-154676b588c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=493b266d-2e28-4eae-82fc-91d2b94f8b9c HTTP/1.1" status: 200 len: 217 time: 0.1049597 Nov 10 17:38:43.672140 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97202042-b942-41b5-b560-b804dfe13091 x-openstack-request-id: req-97202042-b942-41b5-b560-b804dfe13091 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:38:43.672676 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a50b86-1608-49a4-a592-c49fd951bc0e", "tag": "c7b48432-ad81-413d-b956-a8ca9426953a", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:38:43.674725 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-97202042-b942-41b5-b560-b804dfe13091 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:38:43.675375 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a50b86-1608-49a4-a592-c49fd951bc0e', 'tag': 'c7b48432-ad81-413d-b956-a8ca9426953a', 'status': 'completed', 'code': 200} Nov 10 17:38:43.705840 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-13f84ef5-fc85-4470-92ae-da6f4c90e905 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057541 Nov 10 17:38:43.760909 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9337b93a-a51f-4265-a5fd-c06965e65f5f req-c176d025-b133-4d0a-b14a-3edc5f106343 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fdcce804-0eee-4352-bc4a-56d57553f51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1618283 Nov 10 17:38:43.917634 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effaff19-4166-4260-82a4-5fd2078ee02a req-700f2098-8e73-455e-bdc5-99810f525971 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:43.919873 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-effaff19-4166-4260-82a4-5fd2078ee02a req-700f2098-8e73-455e-bdc5-99810f525971 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/networks?id=8d035098-35f7-4f2b-9b46-b5de00d95c42 HTTP/1.1" status: 200 len: 818 time: 0.1960607 Nov 10 17:38:44.021921 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-effaff19-4166-4260-82a4-5fd2078ee02a req-92c2ce82-7f2c-415e-9966-70e28fa739db tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/quotas/1d8b3d4be7b54e57ba1970f3d3a80451 HTTP/1.1" status: 200 len: 375 time: 0.0917778 Nov 10 17:38:44.026675 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0045e5-50d3-4405-be2d-cd60d39db4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=2c271bc5-2d12-41bd-bf4d-a8a10e15bd48,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:44.063293 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-4d53196a-fe55-4860-b991-cfc6c480e5c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68a708ee-7b82-44a4-8b0b-531231f7c2df {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:38:44.079822 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-effaff19-4166-4260-82a4-5fd2078ee02a req-22fc5067-dbd0-44fe-931c-479ca4db62b6 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1d8b3d4be7b54e57ba1970f3d3a80451&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570180 Nov 10 17:38:44.089248 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-4d53196a-fe55-4860-b991-cfc6c480e5c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:44.100341 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55985980-9e06-4f16-919d-b32235b39084 req-c1fb392b-c18a-4044-be19-dddb095502d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:44.106979 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-55985980-9e06-4f16-919d-b32235b39084 req-c1fb392b-c18a-4044-be19-dddb095502d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1adc8a12-e3a2-47a8-95eb-169d5cbb4c97 HTTP/1.1" status: 200 len: 855 time: 0.4180975 Nov 10 17:38:44.172732 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-4d53196a-fe55-4860-b991-cfc6c480e5c4 service neutron] Transition to ACTIVE for port object 68a708ee-7b82-44a4-8b0b-531231f7c2df will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:38:44.180748 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-4d53196a-fe55-4860-b991-cfc6c480e5c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:44.201390 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520266c2-bb75-401d-8a63-7dd7622711d1 req-bb7bf2af-f7f7-465d-8b9e-81a83183846d tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:44.204171 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-520266c2-bb75-401d-8a63-7dd7622711d1 req-bb7bf2af-f7f7-465d-8b9e-81a83183846d tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 945 time: 0.4112365 Nov 10 17:38:44.261103 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53196a-fe55-4860-b991-cfc6c480e5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=68a708ee-7b82-44a4-8b0b-531231f7c2df,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:44.293537 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-1e2aadcb-e696-49fb-931a-e6563ece5858 service neutron] 10.222.0.11 "GET /v2.0/networks/1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5563216 Nov 10 17:38:44.296328 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-effaff19-4166-4260-82a4-5fd2078ee02a req-0b0c433f-2df9-4bf0-ba4f-1711a1db22c1 service neutron] 10.222.0.39 "GET /v2.0/networks/8d035098-35f7-4f2b-9b46-b5de00d95c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031744 Nov 10 17:38:44.434665 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-9e7b02af-ef8f-48b8-9330-cc00d87c76d6 service neutron] 10.222.0.11 "GET /v2.0/networks/1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242602 Nov 10 17:38:44.450143 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9337b93a-a51f-4265-a5fd-c06965e65f5f req-f25cc985-a7f7-4f1c-ad06-29289b0f002b service neutron] 10.222.0.11 "GET /v2.0/networks/fdcce804-0eee-4352-bc4a-56d57553f51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6479921 Nov 10 17:38:44.486981 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-4d53196a-fe55-4860-b991-cfc6c480e5c4 service neutron] Attempting to bind port 68a708ee-7b82-44a4-8b0b-531231f7c2df on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:38:44.487470 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-4d53196a-fe55-4860-b991-cfc6c480e5c4 service neutron] Attempting to bind port 68a708ee-7b82-44a4-8b0b-531231f7c2df by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '34ec1547-f06e-4c01-a463-1ae6c24526b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c9180a1a-41c6-4705-9f2d-3f86b162f713'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:38:44.488616 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-4d53196a-fe55-4860-b991-cfc6c480e5c4 service neutron] Attempting to bind port 68a708ee-7b82-44a4-8b0b-531231f7c2df on network c9180a1a-41c6-4705-9f2d-3f86b162f713 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:38:44.513029 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-4d53196a-fe55-4860-b991-cfc6c480e5c4 service neutron] Port 68a708ee-7b82-44a4-8b0b-531231f7c2df on network c9180a1a-41c6-4705-9f2d-3f86b162f713 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:38:44.513367 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-4d53196a-fe55-4860-b991-cfc6c480e5c4 service neutron] Attempting to bind port 68a708ee-7b82-44a4-8b0b-531231f7c2df on network c9180a1a-41c6-4705-9f2d-3f86b162f713 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:38:44.538498 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-4d53196a-fe55-4860-b991-cfc6c480e5c4 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:38:44.538498 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-4d53196a-fe55-4860-b991-cfc6c480e5c4 service neutron] Checking segment: {'id': '34ec1547-f06e-4c01-a463-1ae6c24526b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c9180a1a-41c6-4705-9f2d-3f86b162f713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:38:44.538703 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-4d53196a-fe55-4860-b991-cfc6c480e5c4 service neutron] Bound using segment: {'id': '34ec1547-f06e-4c01-a463-1ae6c24526b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c9180a1a-41c6-4705-9f2d-3f86b162f713'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:38:44.539095 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-4d53196a-fe55-4860-b991-cfc6c480e5c4 service neutron] Bound port: 68a708ee-7b82-44a4-8b0b-531231f7c2df, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34ec1547-f06e-4c01-a463-1ae6c24526b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c9180a1a-41c6-4705-9f2d-3f86b162f713'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:38:44.539974 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-4d53196a-fe55-4860-b991-cfc6c480e5c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:44.540921 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-520266c2-bb75-401d-8a63-7dd7622711d1 req-2a55914f-e344-4d41-9741-b3c8b165d718 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257383 Nov 10 17:38:44.569755 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-effaff19-4166-4260-82a4-5fd2078ee02a req-34c97928-5c52-49d8-a727-ce4f5d33e724 service neutron] 10.222.0.39 "GET /v2.0/networks/8d035098-35f7-4f2b-9b46-b5de00d95c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580531 Nov 10 17:38:44.690014 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-4d53196a-fe55-4860-b991-cfc6c480e5c4 service neutron] For port 68a708ee-7b82-44a4-8b0b-531231f7c2df, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:38:44.697559 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-4d53196a-fe55-4860-b991-cfc6c480e5c4 service neutron] For port 68a708ee-7b82-44a4-8b0b-531231f7c2df, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=68a708ee-7b82-44a4-8b0b-531231f7c2df,segment=NetworkSegment(34ec1547-f06e-4c01-a463-1ae6c24526b4),segment_id=34ec1547-f06e-4c01-a463-1ae6c24526b4)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:38:44.704757 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9337b93a-a51f-4265-a5fd-c06965e65f5f req-6826c35b-3ef5-4975-bda4-6ad70dc91147 service neutron] 10.222.0.11 "GET /v2.0/networks/fdcce804-0eee-4352-bc4a-56d57553f51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415285 Nov 10 17:38:44.707678 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-4d53196a-fe55-4860-b991-cfc6c480e5c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:44.753900 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55985980-9e06-4f16-919d-b32235b39084 req-e885fc07-81f2-48d9-9741-e0c81645f2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:44.762524 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-55985980-9e06-4f16-919d-b32235b39084 req-e885fc07-81f2-48d9-9741-e0c81645f2ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9180a1a-41c6-4705-9f2d-3f86b162f713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6054332 Nov 10 17:38:44.785012 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-4d53196a-fe55-4860-b991-cfc6c480e5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:44.785891 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-4d53196a-fe55-4860-b991-cfc6c480e5c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:44.787700 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-4d53196a-fe55-4860-b991-cfc6c480e5c4 service neutron] 10.222.0.13 "PUT /v2.0/ports/68a708ee-7b82-44a4-8b0b-531231f7c2df HTTP/1.1" status: 200 len: 1092 time: 2.4694781 Nov 10 17:38:44.836463 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-9c0045e5-50d3-4405-be2d-cd60d39db4d8 service neutron] Attempting to bind port 2c271bc5-2d12-41bd-bf4d-a8a10e15bd48 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:38:44.836804 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-9c0045e5-50d3-4405-be2d-cd60d39db4d8 service neutron] Attempting to bind port 2c271bc5-2d12-41bd-bf4d-a8a10e15bd48 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '34ec1547-f06e-4c01-a463-1ae6c24526b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c9180a1a-41c6-4705-9f2d-3f86b162f713'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:38:44.839276 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-9c0045e5-50d3-4405-be2d-cd60d39db4d8 service neutron] Attempting to bind port 2c271bc5-2d12-41bd-bf4d-a8a10e15bd48 on network c9180a1a-41c6-4705-9f2d-3f86b162f713 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:38:44.859867 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-9c0045e5-50d3-4405-be2d-cd60d39db4d8 service neutron] Port 2c271bc5-2d12-41bd-bf4d-a8a10e15bd48 on network c9180a1a-41c6-4705-9f2d-3f86b162f713 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:38:44.860220 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-9c0045e5-50d3-4405-be2d-cd60d39db4d8 service neutron] Attempting to bind port 2c271bc5-2d12-41bd-bf4d-a8a10e15bd48 on network c9180a1a-41c6-4705-9f2d-3f86b162f713 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:38:44.906778 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-9c0045e5-50d3-4405-be2d-cd60d39db4d8 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:38:44.907120 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-9c0045e5-50d3-4405-be2d-cd60d39db4d8 service neutron] Checking segment: {'id': '34ec1547-f06e-4c01-a463-1ae6c24526b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c9180a1a-41c6-4705-9f2d-3f86b162f713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:38:44.922339 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-9c0045e5-50d3-4405-be2d-cd60d39db4d8 service neutron] Bound using segment: {'id': '34ec1547-f06e-4c01-a463-1ae6c24526b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c9180a1a-41c6-4705-9f2d-3f86b162f713'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:38:44.923423 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-9c0045e5-50d3-4405-be2d-cd60d39db4d8 service neutron] Bound port: 2c271bc5-2d12-41bd-bf4d-a8a10e15bd48, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34ec1547-f06e-4c01-a463-1ae6c24526b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c9180a1a-41c6-4705-9f2d-3f86b162f713'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:38:44.924189 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-9c0045e5-50d3-4405-be2d-cd60d39db4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:44.985141 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1917b13c-7d1f-43d8-853f-935b64253b08 x-openstack-request-id: req-1917b13c-7d1f-43d8-853f-935b64253b08 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:38:44.985442 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "856ce5a7-3e92-4e8f-b645-af373a755873", "tag": "493b266d-2e28-4eae-82fc-91d2b94f8b9c", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:38:44.985708 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1917b13c-7d1f-43d8-853f-935b64253b08 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:38:44.986121 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '856ce5a7-3e92-4e8f-b645-af373a755873', 'tag': '493b266d-2e28-4eae-82fc-91d2b94f8b9c', 'status': 'completed', 'code': 200} Nov 10 17:38:44.999198 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53196a-fe55-4860-b991-cfc6c480e5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=68a708ee-7b82-44a4-8b0b-531231f7c2df,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:45.120271 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-e3eaeca1-18b2-4a65-99ce-4ddd222f5477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:45.121794 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-e3eaeca1-18b2-4a65-99ce-4ddd222f5477 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04a76971ed564b4fb4b599d053c14ea1&device_id=c51d7e67-1579-4aa3-96c1-87c6763cb4e4 HTTP/1.1" status: 200 len: 1095 time: 0.2697456 Nov 10 17:38:45.182887 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 40424) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:45.206736 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f30d8-e402-4ce1-9bcd-cc9539b1de94 req-9959660e-7c6e-48ab-afc5-abe8cb50373f tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:45.215795 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a99f30d8-e402-4ce1-9bcd-cc9539b1de94 req-9959660e-7c6e-48ab-afc5-abe8cb50373f tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8a50b86-1608-49a4-a592-c49fd951bc0e HTTP/1.1" status: 200 len: 943 time: 0.2130678 Nov 10 17:38:45.225128 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-9522225c-88f8-476a-be6e-30baa2816b56 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68a708ee-7b82-44a4-8b0b-531231f7c2df HTTP/1.1" status: 200 len: 217 time: 0.0918133 Nov 10 17:38:45.243497 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafeec2-fd29-40e5-ae54-c46813a4e0fd req-e0487129-aeb4-4f40-a063-3bc0b5331b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:45.247121 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-edafeec2-fd29-40e5-ae54-c46813a4e0fd req-e0487129-aeb4-4f40-a063-3bc0b5331b29 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e7f389ee749446c698cd1a551edcac22&device_id=b8a50b86-1608-49a4-a592-c49fd951bc0e HTTP/1.1" status: 200 len: 1095 time: 0.6809590 Nov 10 17:38:45.329378 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-cf1fa2fb-a637-4cad-a86b-8ee606bf8a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:45.331046 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-cf1fa2fb-a637-4cad-a86b-8ee606bf8a0d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1adc8a12-e3a2-47a8-95eb-169d5cbb4c97 HTTP/1.1" status: 200 len: 855 time: 0.0952990 Nov 10 17:38:45.348411 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a99f30d8-e402-4ce1-9bcd-cc9539b1de94 req-5711fbf5-786a-436e-8d12-70e190632907 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263011 Nov 10 17:38:45.385692 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-3b710767-acc2-4c36-85da-184bf0626905 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-930375040-network', 'tenant_id': '0bdb50542a6f4900a6accbe4e95bae12'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:38:45.432540 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-02f30da2-9b91-40b9-a620-3b66cb2dce6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:45.434726 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-02f30da2-9b91-40b9-a620-3b66cb2dce6e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9180a1a-41c6-4705-9f2d-3f86b162f713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0848579 Nov 10 17:38:45.472542 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-9c0045e5-50d3-4405-be2d-cd60d39db4d8 service neutron] For port 2c271bc5-2d12-41bd-bf4d-a8a10e15bd48, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:38:45.492219 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3be3a4-85de-45c1-9908-987a0ef45af4 req-4aec44dd-e82d-481f-809e-cfcca4cd42df tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:45.502495 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0d3be3a4-85de-45c1-9908-987a0ef45af4 req-4aec44dd-e82d-481f-809e-cfcca4cd42df tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 943 time: 0.5152078 Nov 10 17:38:45.514780 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-55985980-9e06-4f16-919d-b32235b39084 req-a2292214-1765-4aaf-bfee-c026dac24611 service neutron] 10.222.0.13 "GET /v2.0/networks/c9180a1a-41c6-4705-9f2d-3f86b162f713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6601906 Nov 10 17:38:45.515364 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b710767-acc2-4c36-85da-184bf0626905 admin admin] Made reservation on behalf of 0bdb50542a6f4900a6accbe4e95bae12 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:38:45.517941 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3b710767-acc2-4c36-85da-184bf0626905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:45.551008 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-9c0045e5-50d3-4405-be2d-cd60d39db4d8 service neutron] For port 2c271bc5-2d12-41bd-bf4d-a8a10e15bd48, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2c271bc5-2d12-41bd-bf4d-a8a10e15bd48,segment=NetworkSegment(34ec1547-f06e-4c01-a463-1ae6c24526b4),segment_id=34ec1547-f06e-4c01-a463-1ae6c24526b4)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:38:45.581059 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169446af-6c0b-4e94-a403-10b61c1d1c90 req-e88a40c7-acaf-4e4c-b9b3-aab357281c33 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:45.591403 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-169446af-6c0b-4e94-a403-10b61c1d1c90 req-e88a40c7-acaf-4e4c-b9b3-aab357281c33 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=c51d7e67-1579-4aa3-96c1-87c6763cb4e4 HTTP/1.1" status: 200 len: 943 time: 0.1554308 Nov 10 17:38:45.676983 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c51d7e67-1579-4aa3-96c1-87c6763cb4e4', 'tag': '68a708ee-7b82-44a4-8b0b-531231f7c2df'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:38:45.679554 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9230d005-8030-4578-a5d0-ae2614a4a3c4" -d '{"events": [{"name": "network-changed", "server_uuid": "c51d7e67-1579-4aa3-96c1-87c6763cb4e4", "tag": "68a708ee-7b82-44a4-8b0b-531231f7c2df"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:38:45.706768 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-169446af-6c0b-4e94-a403-10b61c1d1c90 req-2e6d0a4a-6b75-4c91-b577-5326991434ef tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071296 Nov 10 17:38:45.716188 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-9ec759fc-b4e3-4a33-afa7-7d29b75931d6 service neutron] 10.222.0.13 "GET /v2.0/networks/c9180a1a-41c6-4705-9f2d-3f86b162f713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672465 Nov 10 17:38:45.722371 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-55985980-9e06-4f16-919d-b32235b39084 req-17060e47-2532-4e48-b829-b4e7e06cce16 service neutron] 10.222.0.13 "GET /v2.0/networks/c9180a1a-41c6-4705-9f2d-3f86b162f713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742713 Nov 10 17:38:45.743272 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-9c0045e5-50d3-4405-be2d-cd60d39db4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:45.748803 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3b710767-acc2-4c36-85da-184bf0626905 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:45.845316 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0045e5-50d3-4405-be2d-cd60d39db4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=2c271bc5-2d12-41bd-bf4d-a8a10e15bd48,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:45.959925 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0d3be3a4-85de-45c1-9908-987a0ef45af4 req-89305d5b-f9fa-4440-bf7a-a47f1652a9a2 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560580 Nov 10 17:38:45.966809 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-9c0045e5-50d3-4405-be2d-cd60d39db4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:45.968857 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-9c0045e5-50d3-4405-be2d-cd60d39db4d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:45.981798 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e0c88491-1cf4-46c4-83b0-efa30373b059 req-87887656-a696-47b0-9480-83b3a2de6d9a service neutron] 10.222.0.13 "GET /v2.0/networks/c9180a1a-41c6-4705-9f2d-3f86b162f713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508385 Nov 10 17:38:45.985541 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-9c0045e5-50d3-4405-be2d-cd60d39db4d8 service neutron] 10.222.0.13 "PUT /v2.0/ports/2c271bc5-2d12-41bd-bf4d-a8a10e15bd48 HTTP/1.1" status: 200 len: 1092 time: 6.3805468 Nov 10 17:38:46.038405 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafeec2-fd29-40e5-ae54-c46813a4e0fd req-51222781-4ba9-49e1-9725-18f54abcecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:46.040112 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-edafeec2-fd29-40e5-ae54-c46813a4e0fd req-51222781-4ba9-49e1-9725-18f54abcecd4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223 HTTP/1.1" status: 200 len: 906 time: 0.7772999 Nov 10 17:38:46.059055 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af796f-1c15-46f3-82eb-a395928804f5 req-11cbf342-338a-4ad5-b450-bf853e039d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:46.060325 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0450b62b-19e1-401d-9b80-3c3a6b74da38 req-84df5e5c-63cb-4e34-a1cd-54ee6332a73d tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3a06976-11dd-42e8-9522-493e30e30e4c HTTP/1.1" status: 200 len: 210 time: 0.0639961 Nov 10 17:38:46.060845 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-44af796f-1c15-46f3-82eb-a395928804f5 req-11cbf342-338a-4ad5-b450-bf853e039d25 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04a76971ed564b4fb4b599d053c14ea1&device_id=856ce5a7-3e92-4e8f-b645-af373a755873 HTTP/1.1" status: 200 len: 1096 time: 0.2199073 Nov 10 17:38:46.171361 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-8d24380c-6c07-4bb0-8e72-6e256bc1cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:46.173428 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-8d24380c-6c07-4bb0-8e72-6e256bc1cae8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04a76971ed564b4fb4b599d053c14ea1&device_id=efba10b6-d1d6-4ba5-8457-dd85b7f22dde HTTP/1.1" status: 200 len: 1095 time: 0.1105134 Nov 10 17:38:46.237305 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device c7b48432-ad81-413d-b956-a8ca9426953a details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:38:46.315084 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3755246d-468a-4a14-a700-b5bae9d6f311 x-openstack-request-id: req-3755246d-468a-4a14-a700-b5bae9d6f311 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:38:46.315536 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c51d7e67-1579-4aa3-96c1-87c6763cb4e4", "tag": "68a708ee-7b82-44a4-8b0b-531231f7c2df", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:38:46.315891 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3755246d-468a-4a14-a700-b5bae9d6f311 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:38:46.316587 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c51d7e67-1579-4aa3-96c1-87c6763cb4e4', 'tag': '68a708ee-7b82-44a4-8b0b-531231f7c2df', 'status': 'completed', 'code': 200} Nov 10 17:38:46.318593 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-cd893745-ec95-45cb-9cd2-63789869366b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c271bc5-2d12-41bd-bf4d-a8a10e15bd48 HTTP/1.1" status: 200 len: 217 time: 0.1343555 Nov 10 17:38:46.438129 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port c7b48432-ad81-413d-b956-a8ca9426953a, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c7b48432-ad81-413d-b956-a8ca9426953a,segment=NetworkSegment(95d1421d-b3ce-4f49-86b8-7e70ba2392d4),segment_id=95d1421d-b3ce-4f49-86b8-7e70ba2392d4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:46.440983 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230d005-8030-4578-a5d0-ae2614a4a3c4 req-a3d2f8fe-00c5-4570-83fe-6761557c6dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:46.446130 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9230d005-8030-4578-a5d0-ae2614a4a3c4 req-a3d2f8fe-00c5-4570-83fe-6761557c6dd0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04a76971ed564b4fb4b599d053c14ea1&device_id=c51d7e67-1579-4aa3-96c1-87c6763cb4e4 HTTP/1.1" status: 200 len: 1095 time: 0.1581001 Nov 10 17:38:46.453272 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af796f-1c15-46f3-82eb-a395928804f5 req-c63def55-191f-4469-b419-04d9ab08cc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:46.454734 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-44af796f-1c15-46f3-82eb-a395928804f5 req-c63def55-191f-4469-b419-04d9ab08cc59 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9180a1a-41c6-4705-9f2d-3f86b162f713 HTTP/1.1" status: 200 len: 917 time: 0.3768132 Nov 10 17:38:46.463251 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-85f59ba9-e5b0-4f20-998c-661a838649ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:46.466137 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc68a9-8975-4f9b-912c-f027b12da564 req-1891b95b-94ba-4693-8915-388c0372390a tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:46.468481 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-85f59ba9-e5b0-4f20-998c-661a838649ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1adc8a12-e3a2-47a8-95eb-169d5cbb4c97 HTTP/1.1" status: 200 len: 855 time: 0.1333387 Nov 10 17:38:46.469501 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'c7b48432-ad81-413d-b956-a8ca9426953a', 'network_id': '1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223', 'port_id': 'c7b48432-ad81-413d-b956-a8ca9426953a', 'mac_address': 'fa:16:3e:2d:14:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8466b2d-1d01-4814-9e92-513b821b406a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:38:46.474422 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1cdc68a9-8975-4f9b-912c-f027b12da564 req-1891b95b-94ba-4693-8915-388c0372390a tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 945 time: 0.3740263 Nov 10 17:38:46.544441 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:46.554401 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-bdcff52f-d96e-40bd-8fb5-502bc0508b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:46.554614 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-bdcff52f-d96e-40bd-8fb5-502bc0508b6e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9180a1a-41c6-4705-9f2d-3f86b162f713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787437 Nov 10 17:38:46.559618 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3b710767-acc2-4c36-85da-184bf0626905 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:46.582956 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b48432-ad81-413d-b956-a8ca9426953a {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:38:46.626977 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port c7b48432-ad81-413d-b956-a8ca9426953a, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c7b48432-ad81-413d-b956-a8ca9426953a,segment=NetworkSegment(95d1421d-b3ce-4f49-86b8-7e70ba2392d4),segment_id=95d1421d-b3ce-4f49-86b8-7e70ba2392d4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:46.632397 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:46.689926 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3b710767-acc2-4c36-85da-184bf0626905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:46.694353 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-44af796f-1c15-46f3-82eb-a395928804f5 req-8fb19a1d-51a7-4fc7-b6a9-2d4724163c92 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=493b266d-2e28-4eae-82fc-91d2b94f8b9c HTTP/1.1" status: 200 len: 217 time: 0.1973760 Nov 10 17:38:46.709511 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=c7b48432-ad81-413d-b956-a8ca9426953a,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:46.752047 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-c80092d1-8c88-47e2-8f83-e7c67794740a service neutron] 10.222.0.13 "GET /v2.0/networks/c9180a1a-41c6-4705-9f2d-3f86b162f713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877074 Nov 10 17:38:46.799106 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b710767-acc2-4c36-85da-184bf0626905 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:38:46.826001 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1cdc68a9-8975-4f9b-912c-f027b12da564 req-b62c282b-219f-4e9f-8614-94a2e0d77431 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506947 Nov 10 17:38:46.836242 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b710767-acc2-4c36-85da-184bf0626905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194b17a9-6b51-4edc-bad2-1b7bd4c9da94,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:46.844880 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3b710767-acc2-4c36-85da-184bf0626905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:46.845225 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-3b710767-acc2-4c36-85da-184bf0626905 admin admin] Added segment 9eee60e7-8e84-4ea1-aa4d-dddca14a5a85 of type vlan for network 46a84710-cd1e-42c0-be02-45313c221baf Nov 10 17:38:46.893132 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af796f-1c15-46f3-82eb-a395928804f5 req-b441f891-76e7-4971-a50a-8f6629a2f04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:46.894955 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-44af796f-1c15-46f3-82eb-a395928804f5 req-b441f891-76e7-4971-a50a-8f6629a2f04b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1adc8a12-e3a2-47a8-95eb-169d5cbb4c97 HTTP/1.1" status: 200 len: 855 time: 0.1899550 Nov 10 17:38:46.915321 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-38cec023-7ce0-4a5f-9494-559d056d23aa req-47eac1a1-1bc8-436c-9f0b-50fd8d614f3e service neutron] 10.222.0.13 "GET /v2.0/networks/c9180a1a-41c6-4705-9f2d-3f86b162f713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499650 Nov 10 17:38:46.922506 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230d005-8030-4578-a5d0-ae2614a4a3c4 req-79476171-fa62-4610-b8da-8d0f1fda2d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:46.924376 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9230d005-8030-4578-a5d0-ae2614a4a3c4 req-79476171-fa62-4610-b8da-8d0f1fda2d99 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9180a1a-41c6-4705-9f2d-3f86b162f713 HTTP/1.1" status: 200 len: 917 time: 0.4686131 Nov 10 17:38:46.975302 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['c7b48432-ad81-413d-b956-a8ca9426953a'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:38:46.995664 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efba10b6-d1d6-4ba5-8457-dd85b7f22dde', 'tag': '2c271bc5-2d12-41bd-bf4d-a8a10e15bd48'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:38:47.000036 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de07e6a1-a30d-482c-84ed-bf9ea79271d2" -d '{"events": [{"name": "network-changed", "server_uuid": "efba10b6-d1d6-4ba5-8457-dd85b7f22dde", "tag": "2c271bc5-2d12-41bd-bf4d-a8a10e15bd48"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:38:47.065498 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3b710767-acc2-4c36-85da-184bf0626905 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:47.075166 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9230d005-8030-4578-a5d0-ae2614a4a3c4 req-47b2effa-6427-41c4-9af4-dddc7ab2de79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=68a708ee-7b82-44a4-8b0b-531231f7c2df HTTP/1.1" status: 200 len: 217 time: 0.1260099 Nov 10 17:38:47.440783 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af796f-1c15-46f3-82eb-a395928804f5 req-40ec8b82-513e-4a04-8d5b-e4e0649b07e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:47.442203 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-44af796f-1c15-46f3-82eb-a395928804f5 req-40ec8b82-513e-4a04-8d5b-e4e0649b07e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9180a1a-41c6-4705-9f2d-3f86b162f713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5224998 Nov 10 17:38:47.475353 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3b710767-acc2-4c36-85da-184bf0626905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:47.476487 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b710767-acc2-4c36-85da-184bf0626905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:47.477120 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3b710767-acc2-4c36-85da-184bf0626905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:47.545157 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1993d6-e0ff-4ae1-85e4-b7531534a852 req-a85aedbb-d869-4779-bcdc-cd69a5f17eb4 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:47.547745 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc1993d6-e0ff-4ae1-85e4-b7531534a852 req-a85aedbb-d869-4779-bcdc-cd69a5f17eb4 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8a50b86-1608-49a4-a592-c49fd951bc0e HTTP/1.1" status: 200 len: 944 time: 0.5610723 Nov 10 17:38:47.581611 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230d005-8030-4578-a5d0-ae2614a4a3c4 req-f7571795-9536-4ad9-a09b-344463f92309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:47.583001 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9230d005-8030-4578-a5d0-ae2614a4a3c4 req-f7571795-9536-4ad9-a09b-344463f92309 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1adc8a12-e3a2-47a8-95eb-169d5cbb4c97 HTTP/1.1" status: 200 len: 855 time: 0.4890690 Nov 10 17:38:47.606810 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3b710767-acc2-4c36-85da-184bf0626905 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4052634 Nov 10 17:38:47.610967 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 40464) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:47.617342 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-887a2e22-40aa-401a-aa22-67903d0b2a17 admin admin] Request body: {'subnet': {'network_id': '46a84710-cd1e-42c0-be02-45313c221baf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-930375040-subnet', 'tenant_id': '0bdb50542a6f4900a6accbe4e95bae12', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:38:47.665505 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887a2e22-40aa-401a-aa22-67903d0b2a17 admin admin] Made reservation on behalf of 0bdb50542a6f4900a6accbe4e95bae12 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:38:47.668375 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-887a2e22-40aa-401a-aa22-67903d0b2a17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:47.679532 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b710767-acc2-4c36-85da-184bf0626905 admin admin] Pushing event updated for resources: {'Network': ['ID=46a84710-cd1e-42c0-be02-45313c221baf,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:47.692080 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 46a84710-cd1e-42c0-be02-45313c221baf details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:38:47.719292 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-44af796f-1c15-46f3-82eb-a395928804f5 req-8740122f-07f2-4b7c-bf33-b5f88caaf747 service neutron] 10.222.0.13 "GET /v2.0/networks/c9180a1a-41c6-4705-9f2d-3f86b162f713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637990 Nov 10 17:38:47.730108 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc1993d6-e0ff-4ae1-85e4-b7531534a852 req-8a0a1069-07cc-42ea-88b8-cb0b98060da6 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423044 Nov 10 17:38:47.753480 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:38:47.755221 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230d005-8030-4578-a5d0-ae2614a4a3c4 req-c42d9a44-b64a-4820-8311-a196463df386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:47.756766 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9230d005-8030-4578-a5d0-ae2614a4a3c4 req-c42d9a44-b64a-4820-8311-a196463df386 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9180a1a-41c6-4705-9f2d-3f86b162f713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1548834 Nov 10 17:38:47.945112 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-887a2e22-40aa-401a-aa22-67903d0b2a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:47.964865 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-44af796f-1c15-46f3-82eb-a395928804f5 req-606936ad-ab79-4a4e-a4a2-1cb9fca7246e service neutron] 10.222.0.13 "GET /v2.0/networks/c9180a1a-41c6-4705-9f2d-3f86b162f713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329645 Nov 10 17:38:47.976407 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9230d005-8030-4578-a5d0-ae2614a4a3c4 req-c96b7e8e-c57b-4269-86fa-573283cb3642 service neutron] 10.222.0.13 "GET /v2.0/networks/c9180a1a-41c6-4705-9f2d-3f86b162f713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078214 Nov 10 17:38:48.014947 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a2e22-40aa-401a-aa22-67903d0b2a17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=633ca4b1-f7cd-4c5f-bd3a-aa43f49611b7,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:48.027571 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887a2e22-40aa-401a-aa22-67903d0b2a17 admin admin] Checking segment: {'id': '9eee60e7-8e84-4ea1-aa4d-dddca14a5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '46a84710-cd1e-42c0-be02-45313c221baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:38:48.027954 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887a2e22-40aa-401a-aa22-67903d0b2a17 admin admin] Network hostable DHCP agents. Network: 46a84710-cd1e-42c0-be02-45313c221baf, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:38:48.046825 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887a2e22-40aa-401a-aa22-67903d0b2a17 admin admin] Network 46a84710-cd1e-42c0-be02-45313c221baf is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:38:48.047237 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5bf87d-56b7-410b-b52c-570f00dc1f92 req-3f57a3b0-8642-47f6-a6c8-150cdb7417a7 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:48.048578 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4b5bf87d-56b7-410b-b52c-570f00dc1f92 req-3f57a3b0-8642-47f6-a6c8-150cdb7417a7 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=c51d7e67-1579-4aa3-96c1-87c6763cb4e4 HTTP/1.1" status: 200 len: 943 time: 0.1338360 Nov 10 17:38:48.069833 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-887a2e22-40aa-401a-aa22-67903d0b2a17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 46a84710-cd1e-42c0-be02-45313c221baf) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:38:48.076736 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887a2e22-40aa-401a-aa22-67903d0b2a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:48.077539 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-887a2e22-40aa-401a-aa22-67903d0b2a17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:48.083581 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02be575-20e8-477a-8520-f6c2034d3bf2 None None] Network 46a84710-cd1e-42c0-be02-45313c221baf requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:38:48.101989 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-887a2e22-40aa-401a-aa22-67903d0b2a17 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4895563 Nov 10 17:38:48.102755 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 40468) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:48.108849 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-b7a2aa2b-e7af-430f-9d91-bf10a073ac7c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-930375040-router', 'tenant_id': '0bdb50542a6f4900a6accbe4e95bae12', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:38:48.149724 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9230d005-8030-4578-a5d0-ae2614a4a3c4 req-0a0ff519-7c0b-4a08-8831-d7414e09ead5 service neutron] 10.222.0.13 "GET /v2.0/networks/c9180a1a-41c6-4705-9f2d-3f86b162f713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635258 Nov 10 17:38:48.154249 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4b5bf87d-56b7-410b-b52c-570f00dc1f92 req-d7106723-7cf5-461b-b143-c2578ec6906c tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938282 Nov 10 17:38:48.160169 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7a2aa2b-e7af-430f-9d91-bf10a073ac7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:48.161676 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7a2aa2b-e7af-430f-9d91-bf10a073ac7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:48.235644 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7a2aa2b-e7af-430f-9d91-bf10a073ac7c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:48.265441 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device c7b48432-ad81-413d-b956-a8ca9426953a up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:38:48.310981 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 68a708ee-7b82-44a4-8b0b-531231f7c2df details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:38:48.353764 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b708d24a-6a0c-4762-b989-b9dc135e35e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-46a84710-cd1e-42c0-be02-45313c221baf', 'network_id': '46a84710-cd1e-42c0-be02-45313c221baf', 'tenant_id': '0bdb50542a6f4900a6accbe4e95bae12', 'fixed_ips': [{'subnet_id': '633ca4b1-f7cd-4c5f-bd3a-aa43f49611b7'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:38:48.354796 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b708d24a-6a0c-4762-b989-b9dc135e35e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:48.382384 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98008e0d-bfa6-4848-943e-b524428939b8 req-35858111-fba0-434b-9df8-ced17f3893a7 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:48.387787 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-98008e0d-bfa6-4848-943e-b524428939b8 req-35858111-fba0-434b-9df8-ced17f3893a7 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 943 time: 0.0975180 Nov 10 17:38:48.410125 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7a2aa2b-e7af-430f-9d91-bf10a073ac7c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:48.454104 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-98008e0d-bfa6-4848-943e-b524428939b8 req-22b3a1c7-ffeb-4dd9-8f61-8558c4f29f1e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569084 Nov 10 17:38:48.535800 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce747a28-2dc2-464a-9606-6c308b52907b x-openstack-request-id: req-ce747a28-2dc2-464a-9606-6c308b52907b {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:38:48.536310 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efba10b6-d1d6-4ba5-8457-dd85b7f22dde", "tag": "2c271bc5-2d12-41bd-bf4d-a8a10e15bd48", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:38:48.536717 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce747a28-2dc2-464a-9606-6c308b52907b {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:38:48.537254 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efba10b6-d1d6-4ba5-8457-dd85b7f22dde', 'tag': '2c271bc5-2d12-41bd-bf4d-a8a10e15bd48', 'status': 'completed', 'code': 200} Nov 10 17:38:48.538213 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port c7b48432-ad81-413d-b956-a8ca9426953a completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:38:48.546868 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port c7b48432-ad81-413d-b956-a8ca9426953a triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:38:48.547243 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:48.630340 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07e6a1-a30d-482c-84ed-bf9ea79271d2 req-78b1fb40-d42f-4bc4-b18a-71ea8b45e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:48.633934 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-de07e6a1-a30d-482c-84ed-bf9ea79271d2 req-78b1fb40-d42f-4bc4-b18a-71ea8b45e4c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04a76971ed564b4fb4b599d053c14ea1&device_id=efba10b6-d1d6-4ba5-8457-dd85b7f22dde HTTP/1.1" status: 200 len: 1095 time: 0.0936670 Nov 10 17:38:48.667771 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 68a708ee-7b82-44a4-8b0b-531231f7c2df, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=68a708ee-7b82-44a4-8b0b-531231f7c2df,segment=NetworkSegment(34ec1547-f06e-4c01-a463-1ae6c24526b4),segment_id=34ec1547-f06e-4c01-a463-1ae6c24526b4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:48.702865 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '68a708ee-7b82-44a4-8b0b-531231f7c2df', 'network_id': 'c9180a1a-41c6-4705-9f2d-3f86b162f713', 'port_id': '68a708ee-7b82-44a4-8b0b-531231f7c2df', 'mac_address': 'fa:16:3e:db:c3:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1adc8a12-e3a2-47a8-95eb-169d5cbb4c97', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:38:48.787923 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-b708d24a-6a0c-4762-b989-b9dc135e35e5 None None] Allocated IP 172.20.0.2 (46a84710-cd1e-42c0-be02-45313c221baf/633ca4b1-f7cd-4c5f-bd3a-aa43f49611b7/4020da24-5a02-472a-923f-9e114080c204) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:38:48.812683 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7a2aa2b-e7af-430f-9d91-bf10a073ac7c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:48.836264 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-5fc393a2-d256-46e6-9e64-189167b49cc1 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:48.838449 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-5fc393a2-d256-46e6-9e64-189167b49cc1 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/networks?id=4cbc9600-b463-4d04-acee-3f23c1dabea3 HTTP/1.1" status: 200 len: 811 time: 0.2034502 Nov 10 17:38:48.855477 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7a2aa2b-e7af-430f-9d91-bf10a073ac7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:48.869749 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-5be480f0-9fa6-4cf1-aa05-63562c619e1d tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/quotas/8e72b28b5eeb442488b09faff7426464 HTTP/1.1" status: 200 len: 375 time: 0.0233595 Nov 10 17:38:48.907965 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:48.917387 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07e6a1-a30d-482c-84ed-bf9ea79271d2 req-adf585da-da09-4242-b569-f955114c4102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:48.919220 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-de07e6a1-a30d-482c-84ed-bf9ea79271d2 req-adf585da-da09-4242-b569-f955114c4102 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9180a1a-41c6-4705-9f2d-3f86b162f713 HTTP/1.1" status: 200 len: 917 time: 0.1876390 Nov 10 17:38:48.950405 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:48.974208 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-de07e6a1-a30d-482c-84ed-bf9ea79271d2 req-149503dc-d130-4277-9a87-949c41e150d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c271bc5-2d12-41bd-bf4d-a8a10e15bd48 HTTP/1.1" status: 200 len: 217 time: 0.0451076 Nov 10 17:38:48.983247 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-40b519b0-4ca2-450d-a4c2-021cc88bcc9a tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e72b28b5eeb442488b09faff7426464&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1029477 Nov 10 17:38:49.021467 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a50b86-1608-49a4-a592-c49fd951bc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b48432-ad81-413d-b956-a8ca9426953a'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:38:49.023723 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5105f55-1598-414c-b26a-6881332cf755" -d '{"events": [{"server_uuid": "b8a50b86-1608-49a4-a592-c49fd951bc0e", "name": "network-vif-plugged", "status": "completed", "tag": "c7b48432-ad81-413d-b956-a8ca9426953a"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:38:49.049365 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a708ee-7b82-44a4-8b0b-531231f7c2df {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:38:49.065172 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port c7b48432-ad81-413d-b956-a8ca9426953a, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c7b48432-ad81-413d-b956-a8ca9426953a,segment=NetworkSegment(95d1421d-b3ce-4f49-86b8-7e70ba2392d4),segment_id=95d1421d-b3ce-4f49-86b8-7e70ba2392d4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:49.073307 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-b7a2aa2b-e7af-430f-9d91-bf10a073ac7c admin admin] Allocated IP 172.25.5.197 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/83770596-f12e-4a61-b269-15ac19c2d794) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:38:49.098696 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07e6a1-a30d-482c-84ed-bf9ea79271d2 req-4bef760a-3b3f-4cbc-89c0-65b7ba6ea669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:49.100564 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-de07e6a1-a30d-482c-84ed-bf9ea79271d2 req-4bef760a-3b3f-4cbc-89c0-65b7ba6ea669 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1adc8a12-e3a2-47a8-95eb-169d5cbb4c97 HTTP/1.1" status: 200 len: 855 time: 0.1155946 Nov 10 17:38:49.128505 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:49.184451 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-d74de2c6-7bd9-4b86-bad8-8aec1c9b199c service neutron] 10.222.0.39 "GET /v2.0/networks/4cbc9600-b463-4d04-acee-3f23c1dabea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594613 Nov 10 17:38:49.211148 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 68a708ee-7b82-44a4-8b0b-531231f7c2df, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=68a708ee-7b82-44a4-8b0b-531231f7c2df,segment=NetworkSegment(34ec1547-f06e-4c01-a463-1ae6c24526b4),segment_id=34ec1547-f06e-4c01-a463-1ae6c24526b4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:49.241777 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:49.242501 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 493b266d-2e28-4eae-82fc-91d2b94f8b9c details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:38:49.255506 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07e6a1-a30d-482c-84ed-bf9ea79271d2 req-9be23846-c266-434f-bd59-2cd55f5e381e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:49.257040 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-de07e6a1-a30d-482c-84ed-bf9ea79271d2 req-9be23846-c266-434f-bd59-2cd55f5e381e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9180a1a-41c6-4705-9f2d-3f86b162f713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1465595 Nov 10 17:38:49.276096 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 493b266d-2e28-4eae-82fc-91d2b94f8b9c, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=493b266d-2e28-4eae-82fc-91d2b94f8b9c,segment=NetworkSegment(34ec1547-f06e-4c01-a463-1ae6c24526b4),segment_id=34ec1547-f06e-4c01-a463-1ae6c24526b4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:49.294743 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7a2aa2b-e7af-430f-9d91-bf10a073ac7c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:49.299342 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '493b266d-2e28-4eae-82fc-91d2b94f8b9c', 'network_id': 'c9180a1a-41c6-4705-9f2d-3f86b162f713', 'port_id': '493b266d-2e28-4eae-82fc-91d2b94f8b9c', 'mac_address': 'fa:16:3e:c8:99:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1adc8a12-e3a2-47a8-95eb-169d5cbb4c97', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:38:49.339182 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b708d24a-6a0c-4762-b989-b9dc135e35e5 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:49.350311 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=c7b48432-ad81-413d-b956-a8ca9426953a,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:49.360332 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-60e65794-d3de-47da-8d91-9bf4cb88239c service neutron] 10.222.0.39 "GET /v2.0/networks/4cbc9600-b463-4d04-acee-3f23c1dabea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745656 Nov 10 17:38:49.368931 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b708d24a-6a0c-4762-b989-b9dc135e35e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:49.382679 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7a2aa2b-e7af-430f-9d91-bf10a073ac7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:49.422105 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-de07e6a1-a30d-482c-84ed-bf9ea79271d2 req-43a0a55b-9694-4f89-8a2a-bbf1101b82f2 service neutron] 10.222.0.13 "GET /v2.0/networks/c9180a1a-41c6-4705-9f2d-3f86b162f713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541209 Nov 10 17:38:49.439622 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:49.444658 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b708d24a-6a0c-4762-b989-b9dc135e35e5 None None] Network 46a84710-cd1e-42c0-be02-45313c221baf is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:38:49.458685 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a2aa2b-e7af-430f-9d91-bf10a073ac7c admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:38:49.458900 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-b708d24a-6a0c-4762-b989-b9dc135e35e5 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:38:49.464337 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b708d24a-6a0c-4762-b989-b9dc135e35e5 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:38:49.475826 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 493b266d-2e28-4eae-82fc-91d2b94f8b9c {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:38:49.493655 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-b7a2aa2b-e7af-430f-9d91-bf10a073ac7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:38:49.496496 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a2aa2b-e7af-430f-9d91-bf10a073ac7c admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:38:49.574822 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2aa2b-e7af-430f-9d91-bf10a073ac7c admin admin] Pushing event updated for resources: {'Port': ['ID=83770596-f12e-4a61-b269-15ac19c2d794,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:49.575240 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=68a708ee-7b82-44a4-8b0b-531231f7c2df,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:49.651646 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-de07e6a1-a30d-482c-84ed-bf9ea79271d2 req-1a87352b-d260-459f-9b8e-c5eb3c822e7a service neutron] 10.222.0.13 "GET /v2.0/networks/c9180a1a-41c6-4705-9f2d-3f86b162f713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210720 Nov 10 17:38:49.673982 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708d24a-6a0c-4762-b989-b9dc135e35e5 None None] Pushing event updated for resources: {'Port': ['ID=4020da24-5a02-472a-923f-9e114080c204,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:49.682865 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 493b266d-2e28-4eae-82fc-91d2b94f8b9c, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=493b266d-2e28-4eae-82fc-91d2b94f8b9c,segment=NetworkSegment(34ec1547-f06e-4c01-a463-1ae6c24526b4),segment_id=34ec1547-f06e-4c01-a463-1ae6c24526b4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:49.685462 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b708d24a-6a0c-4762-b989-b9dc135e35e5 None None] Attempting to bind port 4020da24-5a02-472a-923f-9e114080c204 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:38:49.688576 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b708d24a-6a0c-4762-b989-b9dc135e35e5 None None] Attempting to bind port 4020da24-5a02-472a-923f-9e114080c204 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '9eee60e7-8e84-4ea1-aa4d-dddca14a5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '46a84710-cd1e-42c0-be02-45313c221baf'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:38:49.689121 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b708d24a-6a0c-4762-b989-b9dc135e35e5 None None] Attempting to bind port 4020da24-5a02-472a-923f-9e114080c204 on network 46a84710-cd1e-42c0-be02-45313c221baf {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:38:49.711074 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b708d24a-6a0c-4762-b989-b9dc135e35e5 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:38:49.712133 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b708d24a-6a0c-4762-b989-b9dc135e35e5 None None] Checking segment: {'id': '9eee60e7-8e84-4ea1-aa4d-dddca14a5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '46a84710-cd1e-42c0-be02-45313c221baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:38:49.712745 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b708d24a-6a0c-4762-b989-b9dc135e35e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:49.713761 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-582d48b3-f5c6-4a6f-9992-0446cde42ee1 req-778737c3-c8b1-4e95-a278-e57c8271535e tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3a06976-11dd-42e8-9522-493e30e30e4c HTTP/1.1" status: 200 len: 210 time: 0.0427797 Nov 10 17:38:49.714272 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b708d24a-6a0c-4762-b989-b9dc135e35e5 None None] Bound using segment: {'id': '9eee60e7-8e84-4ea1-aa4d-dddca14a5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '46a84710-cd1e-42c0-be02-45313c221baf'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:38:49.714941 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b708d24a-6a0c-4762-b989-b9dc135e35e5 None None] Bound port: 4020da24-5a02-472a-923f-9e114080c204, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eee60e7-8e84-4ea1-aa4d-dddca14a5a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '46a84710-cd1e-42c0-be02-45313c221baf'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:38:49.715512 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b708d24a-6a0c-4762-b989-b9dc135e35e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:49.719048 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:49.719956 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 2c271bc5-2d12-41bd-bf4d-a8a10e15bd48 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:38:49.955266 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a358ccc-3cf2-4cad-8b37-2ad674526bae req-aabe3a91-a4df-4da7-b5ed-339e71d81b8a tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:49.956877 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9a358ccc-3cf2-4cad-8b37-2ad674526bae req-aabe3a91-a4df-4da7-b5ed-339e71d81b8a tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8a50b86-1608-49a4-a592-c49fd951bc0e HTTP/1.1" status: 200 len: 945 time: 0.1200826 Nov 10 17:38:50.021129 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 2c271bc5-2d12-41bd-bf4d-a8a10e15bd48, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2c271bc5-2d12-41bd-bf4d-a8a10e15bd48,segment=NetworkSegment(34ec1547-f06e-4c01-a463-1ae6c24526b4),segment_id=34ec1547-f06e-4c01-a463-1ae6c24526b4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:50.054651 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '2c271bc5-2d12-41bd-bf4d-a8a10e15bd48', 'network_id': 'c9180a1a-41c6-4705-9f2d-3f86b162f713', 'port_id': '2c271bc5-2d12-41bd-bf4d-a8a10e15bd48', 'mac_address': 'fa:16:3e:65:0a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1adc8a12-e3a2-47a8-95eb-169d5cbb4c97', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:38:50.065697 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9a358ccc-3cf2-4cad-8b37-2ad674526bae req-addd4d80-2b77-4ec0-a8c9-2920fcad67c5 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014426 Nov 10 17:38:50.174714 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b708d24a-6a0c-4762-b989-b9dc135e35e5 None None] For port 4020da24-5a02-472a-923f-9e114080c204, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:38:50.178428 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b708d24a-6a0c-4762-b989-b9dc135e35e5 None None] For port 4020da24-5a02-472a-923f-9e114080c204, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=4020da24-5a02-472a-923f-9e114080c204,segment=NetworkSegment(9eee60e7-8e84-4ea1-aa4d-dddca14a5a85),segment_id=9eee60e7-8e84-4ea1-aa4d-dddca14a5a85)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:38:50.180064 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=493b266d-2e28-4eae-82fc-91d2b94f8b9c,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:50.192761 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd77332f-9ee1-436b-ac89-0556b61caa58 x-openstack-request-id: req-dd77332f-9ee1-436b-ac89-0556b61caa58 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:38:50.193082 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a50b86-1608-49a4-a592-c49fd951bc0e", "name": "network-vif-plugged", "status": "completed", "tag": "c7b48432-ad81-413d-b956-a8ca9426953a", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:38:50.193575 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd77332f-9ee1-436b-ac89-0556b61caa58 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:38:50.193993 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a50b86-1608-49a4-a592-c49fd951bc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b48432-ad81-413d-b956-a8ca9426953a', 'code': 200} Nov 10 17:38:50.197632 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b708d24a-6a0c-4762-b989-b9dc135e35e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:50.305608 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:50.369387 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c271bc5-2d12-41bd-bf4d-a8a10e15bd48 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:38:50.386494 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708d24a-6a0c-4762-b989-b9dc135e35e5 None None] Pushing event updated for resources: {'Port': ['ID=4020da24-5a02-472a-923f-9e114080c204,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:50.416612 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f9f66-bd06-4131-9a4e-13d2ad29a83d req-434f9ca3-d7b9-4329-acea-c1b8a7c7ae5f tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:50.418631 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c15f9f66-bd06-4131-9a4e-13d2ad29a83d req-434f9ca3-d7b9-4329-acea-c1b8a7c7ae5f tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=c51d7e67-1579-4aa3-96c1-87c6763cb4e4 HTTP/1.1" status: 200 len: 944 time: 0.1826472 Nov 10 17:38:50.423802 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 2c271bc5-2d12-41bd-bf4d-a8a10e15bd48, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2c271bc5-2d12-41bd-bf4d-a8a10e15bd48,segment=NetworkSegment(34ec1547-f06e-4c01-a463-1ae6c24526b4),segment_id=34ec1547-f06e-4c01-a463-1ae6c24526b4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:50.450332 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:50.499332 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7a2aa2b-e7af-430f-9d91-bf10a073ac7c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:50.513260 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c15f9f66-bd06-4131-9a4e-13d2ad29a83d req-09a1c3f4-71eb-4bd5-a90f-78df9ed3f4bb tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867472 Nov 10 17:38:50.530344 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=2c271bc5-2d12-41bd-bf4d-a8a10e15bd48,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:50.749495 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c76e37-bfe1-4bde-b35c-37f1bbd44c9f req-90a25acd-8869-4c98-90f2-937834608f12 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:50.751140 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b7c76e37-bfe1-4bde-b35c-37f1bbd44c9f req-90a25acd-8869-4c98-90f2-937834608f12 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 943 time: 0.0993841 Nov 10 17:38:50.782410 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['2c271bc5-2d12-41bd-bf4d-a8a10e15bd48'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:38:50.851110 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b7c76e37-bfe1-4bde-b35c-37f1bbd44c9f req-b6a85878-87c5-4e02-92c3-5938c820f6a9 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812163 Nov 10 17:38:50.856880 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['493b266d-2e28-4eae-82fc-91d2b94f8b9c'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:38:50.867319 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['68a708ee-7b82-44a4-8b0b-531231f7c2df'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:38:50.885847 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7a2aa2b-e7af-430f-9d91-bf10a073ac7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:50.995324 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-98c0a99f-0b1a-4d21-81dd-b2f04a4bfc66 req-918c320d-653f-4cf4-9288-47e0c06b4726 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 210 time: 0.0612826 Nov 10 17:38:51.092867 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a2aa2b-e7af-430f-9d91-bf10a073ac7c admin admin] Router 37590583-773c-4bd9-a3da-9afcc2b288d7 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:38:51.140563 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-77ed30e4-418c-4fef-8d0b-e382d2e18f39 req-f3826cbb-8180-4165-9659-f6ae9d5f6e05 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3a06976-11dd-42e8-9522-493e30e30e4c HTTP/1.1" status: 200 len: 210 time: 0.0370812 Nov 10 17:38:51.287884 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a2aa2b-e7af-430f-9d91-bf10a073ac7c admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:38:51.309284 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633585da-b562-4e2c-b8a2-3d0f24ef808d None None] Sync routers for ids ['37590583-773c-4bd9-a3da-9afcc2b288d7'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:38:51.315517 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7a2aa2b-e7af-430f-9d91-bf10a073ac7c admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:51.317219 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b7a2aa2b-e7af-430f-9d91-bf10a073ac7c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.2131140 Nov 10 17:38:51.319996 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 40506) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:51.371972 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633585da-b562-4e2c-b8a2-3d0f24ef808d None None] Routers {'37590583-773c-4bd9-a3da-9afcc2b288d7'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:38:51.372927 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-633585da-b562-4e2c-b8a2-3d0f24ef808d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:38:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['37590583-773c-4bd9-a3da-9afcc2b288d7'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:51.383067 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977dff0-b905-4bbe-ac14-5b6b7fdd26c4 req-9a74cfb0-fe60-4241-aa32-7235804abc25 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:51.388760 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c977dff0-b905-4bbe-ac14-5b6b7fdd26c4 req-9a74cfb0-fe60-4241-aa32-7235804abc25 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8a50b86-1608-49a4-a592-c49fd951bc0e HTTP/1.1" status: 200 len: 945 time: 0.1071799 Nov 10 17:38:51.480968 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c977dff0-b905-4bbe-ac14-5b6b7fdd26c4 req-eab9a997-b5d6-4307-b054-afbed9b58193 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884640 Nov 10 17:38:51.629289 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-633585da-b562-4e2c-b8a2-3d0f24ef808d None None] Set router 37590583-773c-4bd9-a3da-9afcc2b288d7 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:38:51.774717 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf8b43-3c3b-4440-91ad-f9c3198289dc req-a36d5547-6a3b-4b6f-82ab-407fd4e8af30 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:51.781511 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f4cf8b43-3c3b-4440-91ad-f9c3198289dc req-a36d5547-6a3b-4b6f-82ab-407fd4e8af30 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=c51d7e67-1579-4aa3-96c1-87c6763cb4e4 HTTP/1.1" status: 200 len: 944 time: 0.1396081 Nov 10 17:38:51.827951 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c4929c-4164-450d-b200-bc54dba93ab9 None None] Network 46a84710-cd1e-42c0-be02-45313c221baf requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:38:51.874882 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f4cf8b43-3c3b-4440-91ad-f9c3198289dc req-42d4dee4-e6dc-4453-8db5-a7e329d1571a tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919280 Nov 10 17:38:51.918279 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 4020da24-5a02-472a-923f-9e114080c204 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:38:51.978448 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-189ed157-05ef-4558-8074-e26814db58b2 None None] Provisioning complete for port 4020da24-5a02-472a-923f-9e114080c204 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:38:51.978448 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-189ed157-05ef-4558-8074-e26814db58b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:52.047469 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c71d44-47b3-429c-85fe-5d4942818ca5 req-beffd281-9408-48ed-8f59-43903d096eba tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:52.059115 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0c71d44-47b3-429c-85fe-5d4942818ca5 req-beffd281-9408-48ed-8f59-43903d096eba tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 943 time: 0.0937996 Nov 10 17:38:52.116810 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-15e5cd57-9d80-47f7-838f-ea9bdc60e52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:52.152216 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0c71d44-47b3-429c-85fe-5d4942818ca5 req-3ac95a74-6c35-4685-8539-ffb9cb6c6b30 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688143 Nov 10 17:38:52.176565 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 4020da24-5a02-472a-923f-9e114080c204 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:38:52.176940 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:52.233184 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b8768e7e-79fc-4fd5-bfa2-0ba39ceaa22c req-92533518-51cc-4c66-8895-8039ef52956a tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 210 time: 0.0396512 Nov 10 17:38:52.271226 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-633585da-b562-4e2c-b8a2-3d0f24ef808d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37590583-773c-4bd9-a3da-9afcc2b288d7', 'name': 'tempest-FloatingIPsNegativeTestJSON-930375040-router', 'tenant_id': '0bdb50542a6f4900a6accbe4e95bae12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '83770596-f12e-4a61-b269-15ac19c2d794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:38:48Z', 'updated_at': '2021-11-10T17:38:49Z', 'revision_number': 3, 'project_id': '0bdb50542a6f4900a6accbe4e95bae12', 'gw_port': {'id': '83770596-f12e-4a61-b269-15ac19c2d794', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:10:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37590583-773c-4bd9-a3da-9afcc2b288d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:38:48Z', 'updated_at': '2021-11-10T17:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:52.303579 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633585da-b562-4e2c-b8a2-3d0f24ef808d None None] Checking router: 37590583-773c-4bd9-a3da-9afcc2b288d7 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:38:52.303867 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633585da-b562-4e2c-b8a2-3d0f24ef808d None None] Updating router 37590583-773c-4bd9-a3da-9afcc2b288d7 port 83770596-f12e-4a61-b269-15ac19c2d794 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:38:52.362758 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d64a699-14b6-4565-be5c-840d03995408 req-a93918b8-30b1-442a-9de4-096f0487c6cc tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3a06976-11dd-42e8-9522-493e30e30e4c HTTP/1.1" status: 200 len: 210 time: 0.0606699 Nov 10 17:38:52.388108 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-15e5cd57-9d80-47f7-838f-ea9bdc60e52e admin admin] Allocated IP 172.20.0.1 (46a84710-cd1e-42c0-be02-45313c221baf/633ca4b1-f7cd-4c5f-bd3a-aa43f49611b7/74a0bd69-7ec6-4b8d-8798-1e197ae67ff9) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:38:52.389721 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:52.403074 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-189ed157-05ef-4558-8074-e26814db58b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:52.408112 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-633585da-b562-4e2c-b8a2-3d0f24ef808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:52.611049 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-15e5cd57-9d80-47f7-838f-ea9bdc60e52e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:52.646987 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 68a708ee-7b82-44a4-8b0b-531231f7c2df up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:38:52.714458 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-15e5cd57-9d80-47f7-838f-ea9bdc60e52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:52.743219 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 4020da24-5a02-472a-923f-9e114080c204, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=4020da24-5a02-472a-923f-9e114080c204,segment=NetworkSegment(9eee60e7-8e84-4ea1-aa4d-dddca14a5a85),segment_id=9eee60e7-8e84-4ea1-aa4d-dddca14a5a85)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:52.752738 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336f5be-f3d5-4aef-98c3-bcb08a1a8dab req-cd365d72-042c-4141-a8ed-a11aec01b928 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:52.754803 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9336f5be-f3d5-4aef-98c3-bcb08a1a8dab req-cd365d72-042c-4141-a8ed-a11aec01b928 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8a50b86-1608-49a4-a592-c49fd951bc0e HTTP/1.1" status: 200 len: 945 time: 0.1173484 Nov 10 17:38:52.792929 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e5cd57-9d80-47f7-838f-ea9bdc60e52e admin admin] Network 46a84710-cd1e-42c0-be02-45313c221baf is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:38:52.797844 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-15e5cd57-9d80-47f7-838f-ea9bdc60e52e admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:38:52.801575 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e5cd57-9d80-47f7-838f-ea9bdc60e52e admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:38:52.856172 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5cd57-9d80-47f7-838f-ea9bdc60e52e admin admin] Pushing event updated for resources: {'Port': ['ID=74a0bd69-7ec6-4b8d-8798-1e197ae67ff9,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:52.871927 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-15e5cd57-9d80-47f7-838f-ea9bdc60e52e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:52.876991 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9336f5be-f3d5-4aef-98c3-bcb08a1a8dab req-0889492e-87f7-4186-9c06-9d48c2f9d69a tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133158 Nov 10 17:38:53.006915 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:53.049547 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10753e3-e17b-40a5-ad5b-eaab67a64a8f req-16791263-487e-43a9-8657-2a6e1dabb042 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:53.051162 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a10753e3-e17b-40a5-ad5b-eaab67a64a8f req-16791263-487e-43a9-8657-2a6e1dabb042 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=c51d7e67-1579-4aa3-96c1-87c6763cb4e4 HTTP/1.1" status: 200 len: 944 time: 0.0767963 Nov 10 17:38:53.120761 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-15e5cd57-9d80-47f7-838f-ea9bdc60e52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:53.156860 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-633585da-b562-4e2c-b8a2-3d0f24ef808d None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:53.187633 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a10753e3-e17b-40a5-ad5b-eaab67a64a8f req-e55115da-6b12-4874-8cd0-12cd9b9b07d4 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098058 Nov 10 17:38:53.198775 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-189ed157-05ef-4558-8074-e26814db58b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:38:53.204965 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-189ed157-05ef-4558-8074-e26814db58b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:38:53.212186 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 68a708ee-7b82-44a4-8b0b-531231f7c2df completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:38:53.227787 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-633585da-b562-4e2c-b8a2-3d0f24ef808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:53.237585 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 68a708ee-7b82-44a4-8b0b-531231f7c2df triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:38:53.237965 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:53.279133 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=4020da24-5a02-472a-923f-9e114080c204,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:53.328298 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0063b3-86ac-4a2f-8afc-2d3337aa016c req-a632f106-8fc5-40b0-85d0-b7b25857a813 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:53.330061 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6f0063b3-86ac-4a2f-8afc-2d3337aa016c req-a632f106-8fc5-40b0-85d0-b7b25857a813 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 943 time: 0.0681603 Nov 10 17:38:53.360186 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-633585da-b562-4e2c-b8a2-3d0f24ef808d None None] Attempting to bind port 83770596-f12e-4a61-b269-15ac19c2d794 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:38:53.360737 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-633585da-b562-4e2c-b8a2-3d0f24ef808d None None] Attempting to bind port 83770596-f12e-4a61-b269-15ac19c2d794 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:38:53.361232 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633585da-b562-4e2c-b8a2-3d0f24ef808d None None] Attempting to bind port 83770596-f12e-4a61-b269-15ac19c2d794 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:38:53.382829 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633585da-b562-4e2c-b8a2-3d0f24ef808d None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:38:53.383291 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633585da-b562-4e2c-b8a2-3d0f24ef808d None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:38:53.383798 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-633585da-b562-4e2c-b8a2-3d0f24ef808d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:53.384343 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633585da-b562-4e2c-b8a2-3d0f24ef808d None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:38:53.385012 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-633585da-b562-4e2c-b8a2-3d0f24ef808d None None] Bound port: 83770596-f12e-4a61-b269-15ac19c2d794, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:38:53.385508 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-633585da-b562-4e2c-b8a2-3d0f24ef808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:53.390188 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-15e5cd57-9d80-47f7-838f-ea9bdc60e52e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:53.396124 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbf9e0-bf87-4111-895e-b6fd8732c121 None None] Pushing event updated for resources: {'Port': ['ID=83770596-f12e-4a61-b269-15ac19c2d794,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:53.401470 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-15e5cd57-9d80-47f7-838f-ea9bdc60e52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:53.408673 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6f0063b3-86ac-4a2f-8afc-2d3337aa016c req-f49447f3-cfde-4bba-9738-7f45d918c5b4 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716124 Nov 10 17:38:53.464386 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-15e5cd57-9d80-47f7-838f-ea9bdc60e52e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:53.501258 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:53.546660 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51d7e67-1579-4aa3-96c1-87c6763cb4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a708ee-7b82-44a4-8b0b-531231f7c2df'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:38:53.549082 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5acff4b-823b-423d-a365-11a888aaebbe" -d '{"events": [{"server_uuid": "c51d7e67-1579-4aa3-96c1-87c6763cb4e4", "name": "network-vif-plugged", "status": "completed", "tag": "68a708ee-7b82-44a4-8b0b-531231f7c2df"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:38:53.551436 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5cd57-9d80-47f7-838f-ea9bdc60e52e admin admin] Pushing event updated for resources: {'Port': ['ID=74a0bd69-7ec6-4b8d-8798-1e197ae67ff9,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:53.554432 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-633585da-b562-4e2c-b8a2-3d0f24ef808d None None] For port 83770596-f12e-4a61-b269-15ac19c2d794, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:38:53.573269 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 68a708ee-7b82-44a4-8b0b-531231f7c2df, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=68a708ee-7b82-44a4-8b0b-531231f7c2df,segment=NetworkSegment(34ec1547-f06e-4c01-a463-1ae6c24526b4),segment_id=34ec1547-f06e-4c01-a463-1ae6c24526b4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:53.579582 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-18b765cb-b956-4aad-9c57-16c2dd3c3174 req-64ad020e-528e-4b28-b8c9-a6d7e8472082 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 210 time: 0.0731163 Nov 10 17:38:53.579863 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-633585da-b562-4e2c-b8a2-3d0f24ef808d None None] For port 83770596-f12e-4a61-b269-15ac19c2d794, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=83770596-f12e-4a61-b269-15ac19c2d794,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:38:53.581608 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:53.582936 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 493b266d-2e28-4eae-82fc-91d2b94f8b9c up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:38:53.628435 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-633585da-b562-4e2c-b8a2-3d0f24ef808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:53.642656 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e5cd57-9d80-47f7-838f-ea9bdc60e52e admin admin] Network 46a84710-cd1e-42c0-be02-45313c221baf is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:38:53.644397 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-15e5cd57-9d80-47f7-838f-ea9bdc60e52e admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:38:53.708497 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 493b266d-2e28-4eae-82fc-91d2b94f8b9c completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:38:53.734307 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=68a708ee-7b82-44a4-8b0b-531231f7c2df,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:53.737616 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633585da-b562-4e2c-b8a2-3d0f24ef808d None None] Routers {'37590583-773c-4bd9-a3da-9afcc2b288d7'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:38:53.738305 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-633585da-b562-4e2c-b8a2-3d0f24ef808d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:38:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['37590583-773c-4bd9-a3da-9afcc2b288d7'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:53.838387 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b7093208-e1fe-478f-84a4-febbf18e92c1 req-b1503697-6e2a-44c7-b5dc-dd460464b38d tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3a06976-11dd-42e8-9522-493e30e30e4c HTTP/1.1" status: 200 len: 210 time: 0.0778935 Nov 10 17:38:53.897103 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e5cd57-9d80-47f7-838f-ea9bdc60e52e admin admin] Router 37590583-773c-4bd9-a3da-9afcc2b288d7 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:38:53.934273 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-633585da-b562-4e2c-b8a2-3d0f24ef808d None None] Set router 37590583-773c-4bd9-a3da-9afcc2b288d7 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:38:54.060623 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7defc5c6-2411-4a09-b103-fc7197b88423 x-openstack-request-id: req-7defc5c6-2411-4a09-b103-fc7197b88423 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:38:54.061733 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51d7e67-1579-4aa3-96c1-87c6763cb4e4", "name": "network-vif-plugged", "status": "completed", "tag": "68a708ee-7b82-44a4-8b0b-531231f7c2df", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:38:54.063079 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7defc5c6-2411-4a09-b103-fc7197b88423 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:38:54.064177 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51d7e67-1579-4aa3-96c1-87c6763cb4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a708ee-7b82-44a4-8b0b-531231f7c2df', 'code': 200} Nov 10 17:38:54.065254 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 4020da24-5a02-472a-923f-9e114080c204 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:38:54.096661 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 493b266d-2e28-4eae-82fc-91d2b94f8b9c triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:38:54.097043 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:54.112112 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cc09e-9cce-45de-9c0d-b475f2ef442b req-4c9fb899-3c23-45cf-aead-a60fa633b351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:54.113146 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-150cc09e-9cce-45de-9c0d-b475f2ef442b req-4c9fb899-3c23-45cf-aead-a60fa633b351 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c51d7e67-1579-4aa3-96c1-87c6763cb4e4 HTTP/1.1" status: 200 len: 1097 time: 0.1132071 Nov 10 17:38:54.126168 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e5cd57-9d80-47f7-838f-ea9bdc60e52e admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:38:54.135355 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-15e5cd57-9d80-47f7-838f-ea9bdc60e52e admin admin] 10.222.0.39 "PUT /v2.0/routers/37590583-773c-4bd9-a3da-9afcc2b288d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8140299 Nov 10 17:38:54.148388 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12f24e-fc89-400b-9fd8-92a5c5ef41c3 req-b3e3479a-d059-459e-9481-82b42c573e13 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:54.156253 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7a12f24e-fc89-400b-9fd8-92a5c5ef41c3 req-b3e3479a-d059-459e-9481-82b42c573e13 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8a50b86-1608-49a4-a592-c49fd951bc0e HTTP/1.1" status: 200 len: 945 time: 0.0753231 Nov 10 17:38:54.228104 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-150cc09e-9cce-45de-9c0d-b475f2ef442b req-f57c4d5d-2d6e-477b-9e8c-49d12d61277e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046629 Nov 10 17:38:54.255244 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7a12f24e-fc89-400b-9fd8-92a5c5ef41c3 req-3b9caafe-5e94-4e67-b772-8971445909b0 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980163 Nov 10 17:38:54.379913 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbf9e0-bf87-4111-895e-b6fd8732c121 None None] Pushing event updated for resources: {'Port': ['ID=83770596-f12e-4a61-b269-15ac19c2d794,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:54.438764 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d47de-0f0b-4293-881e-cdc34a25ccc4 req-7717a886-2350-43e2-b67b-abc4450c5df8 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:54.440451 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eb8d47de-0f0b-4293-881e-cdc34a25ccc4 req-7717a886-2350-43e2-b67b-abc4450c5df8 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=c51d7e67-1579-4aa3-96c1-87c6763cb4e4 HTTP/1.1" status: 200 len: 945 time: 0.0617952 Nov 10 17:38:54.446736 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 4020da24-5a02-472a-923f-9e114080c204 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:38:54.447156 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:54.513247 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eb8d47de-0f0b-4293-881e-cdc34a25ccc4 req-e4d6c784-8678-436b-881e-a3b3337001a5 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574212 Nov 10 17:38:54.552691 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:54.573091 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a72a7ced-5280-4762-89fc-48f744a053f1 None None] Provisioning complete for port 74a0bd69-7ec6-4b8d-8798-1e197ae67ff9 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:38:54.573465 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a72a7ced-5280-4762-89fc-48f744a053f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:54.616857 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:54.666730 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 493b266d-2e28-4eae-82fc-91d2b94f8b9c, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=493b266d-2e28-4eae-82fc-91d2b94f8b9c,segment=NetworkSegment(34ec1547-f06e-4c01-a463-1ae6c24526b4),segment_id=34ec1547-f06e-4c01-a463-1ae6c24526b4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:54.671342 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-a72a7ced-5280-4762-89fc-48f744a053f1 None None] Port 74a0bd69-7ec6-4b8d-8798-1e197ae67ff9 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:38:54.699988 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:54.700829 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 2c271bc5-2d12-41bd-bf4d-a8a10e15bd48 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:38:54.709709 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-633585da-b562-4e2c-b8a2-3d0f24ef808d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37590583-773c-4bd9-a3da-9afcc2b288d7', 'name': 'tempest-FloatingIPsNegativeTestJSON-930375040-router', 'tenant_id': '0bdb50542a6f4900a6accbe4e95bae12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '83770596-f12e-4a61-b269-15ac19c2d794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:38:48Z', 'updated_at': '2021-11-10T17:38:53Z', 'revision_number': 4, 'project_id': '0bdb50542a6f4900a6accbe4e95bae12', 'gw_port': {'id': '83770596-f12e-4a61-b269-15ac19c2d794', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:10:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37590583-773c-4bd9-a3da-9afcc2b288d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:38:48Z', 'updated_at': '2021-11-10T17:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '74a0bd69-7ec6-4b8d-8798-1e197ae67ff9', 'name': '', 'network_id': '46a84710-cd1e-42c0-be02-45313c221baf', 'tenant_id': '0bdb50542a6f4900a6accbe4e95bae12', 'mac_address': 'fa:16:3e:e1:21:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37590583-773c-4bd9-a3da-9afcc2b288d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '633ca4b1-f7cd-4c5f-bd3a-aa43f49611b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:38:52Z', 'updated_at': '2021-11-10T17:38:53Z', 'revision_number': 2, 'project_id': '0bdb50542a6f4900a6accbe4e95bae12', 'subnets': [{'id': '633ca4b1-f7cd-4c5f-bd3a-aa43f49611b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:54.797437 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633585da-b562-4e2c-b8a2-3d0f24ef808d None None] The sync data for ids ['37590583-773c-4bd9-a3da-9afcc2b288d7'] in n-d-776250-10 is: [{'id': '37590583-773c-4bd9-a3da-9afcc2b288d7', 'name': 'tempest-FloatingIPsNegativeTestJSON-930375040-router', 'tenant_id': '0bdb50542a6f4900a6accbe4e95bae12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '83770596-f12e-4a61-b269-15ac19c2d794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:38:48Z', 'updated_at': '2021-11-10T17:38:53Z', 'revision_number': 4, 'project_id': '0bdb50542a6f4900a6accbe4e95bae12', 'gw_port': {'id': '83770596-f12e-4a61-b269-15ac19c2d794', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:10:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37590583-773c-4bd9-a3da-9afcc2b288d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:38:48Z', 'updated_at': '2021-11-10T17:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '74a0bd69-7ec6-4b8d-8798-1e197ae67ff9', 'name': '', 'network_id': '46a84710-cd1e-42c0-be02-45313c221baf', 'tenant_id': '0bdb50542a6f4900a6accbe4e95bae12', 'mac_address': 'fa:16:3e:e1:21:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37590583-773c-4bd9-a3da-9afcc2b288d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '633ca4b1-f7cd-4c5f-bd3a-aa43f49611b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:38:52Z', 'updated_at': '2021-11-10T17:38:53Z', 'revision_number': 2, 'project_id': '0bdb50542a6f4900a6accbe4e95bae12', 'subnets': [{'id': '633ca4b1-f7cd-4c5f-bd3a-aa43f49611b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:38:54.803552 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a72a7ced-5280-4762-89fc-48f744a053f1 None None] Provisioning complete for port 4020da24-5a02-472a-923f-9e114080c204 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:38:54.803927 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a72a7ced-5280-4762-89fc-48f744a053f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:54.843325 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-57bfd262-863c-4507-9f25-06bb337f2606 req-5282de88-a478-40db-89e7-112825e2c210 tempest-FloatingIPsNegativeTestJSON-281766392 tempest-FloatingIPsNegativeTestJSON-281766392-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=0bdb50542a6f4900a6accbe4e95bae12 HTTP/1.1" status: 200 len: 217 time: 0.1219108 Nov 10 17:38:54.893242 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=493b266d-2e28-4eae-82fc-91d2b94f8b9c,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:54.916472 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 2c271bc5-2d12-41bd-bf4d-a8a10e15bd48 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:38:54.950379 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 2c271bc5-2d12-41bd-bf4d-a8a10e15bd48 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:38:54.950789 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:55.007481 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:55.043876 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7a197-d7c5-4c6a-afd1-982a4dbbed54 req-8b41a435-466b-462c-80e6-ec4ea1410cb8 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:55.046017 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9bb7a197-d7c5-4c6a-afd1-982a4dbbed54 req-8b41a435-466b-462c-80e6-ec4ea1410cb8 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 943 time: 0.0855668 Nov 10 17:38:55.075807 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:55.127913 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9bb7a197-d7c5-4c6a-afd1-982a4dbbed54 req-9f6f621b-d4c1-4517-b328-3d2bf94c409b tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750234 Nov 10 17:38:55.158748 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 2c271bc5-2d12-41bd-bf4d-a8a10e15bd48, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2c271bc5-2d12-41bd-bf4d-a8a10e15bd48,segment=NetworkSegment(34ec1547-f06e-4c01-a463-1ae6c24526b4),segment_id=34ec1547-f06e-4c01-a463-1ae6c24526b4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:55.174602 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:55.255199 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=2c271bc5-2d12-41bd-bf4d-a8a10e15bd48,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:55.344736 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-43685273-b345-407a-8700-76b7c911e0ce req-636d1fb9-fbd0-4600-a687-04acc5a1486d tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 210 time: 0.0720210 Nov 10 17:38:55.487150 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-538fa6f0-6182-4a83-b74a-8196558f785d req-83fb5744-9724-4f4a-a772-98d67756c77b tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3a06976-11dd-42e8-9522-493e30e30e4c HTTP/1.1" status: 200 len: 210 time: 0.0520382 Nov 10 17:38:55.559294 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0eb5bb2c-67b4-4d12-97ad-112dd3480e33 req-73873a29-1687-426f-913a-339e539d10a3 tempest-FloatingIPsNegativeTestJSON-281766392 tempest-FloatingIPsNegativeTestJSON-281766392-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0330899 Nov 10 17:38:55.704225 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5efc9-81c2-4cdd-af5b-1497bab5d300 req-77339b71-0cc9-4b62-b8ce-a654d5b4b30b tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:55.717688 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dcb5efc9-81c2-4cdd-af5b-1497bab5d300 req-77339b71-0cc9-4b62-b8ce-a654d5b4b30b tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8a50b86-1608-49a4-a592-c49fd951bc0e HTTP/1.1" status: 200 len: 945 time: 0.0836985 Nov 10 17:38:55.866613 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dcb5efc9-81c2-4cdd-af5b-1497bab5d300 req-8a6559a2-cabc-4861-8eff-c7a6f7c5f3f3 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471891 Nov 10 17:38:56.040405 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60294b6-5273-4c50-ae21-dc9f8271137a req-f4a399f5-4137-4bda-b718-7414cf0d215b tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:56.049226 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c60294b6-5273-4c50-ae21-dc9f8271137a req-f4a399f5-4137-4bda-b718-7414cf0d215b tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=c51d7e67-1579-4aa3-96c1-87c6763cb4e4 HTTP/1.1" status: 200 len: 945 time: 0.0823116 Nov 10 17:38:56.065622 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856ce5a7-3e92-4e8f-b645-af373a755873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493b266d-2e28-4eae-82fc-91d2b94f8b9c'}, {'server_uuid': 'efba10b6-d1d6-4ba5-8457-dd85b7f22dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c271bc5-2d12-41bd-bf4d-a8a10e15bd48'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:38:56.070074 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a4f9cf-0227-4eb6-90c2-ffe547c28c9e" -d '{"events": [{"server_uuid": "856ce5a7-3e92-4e8f-b645-af373a755873", "name": "network-vif-plugged", "status": "completed", "tag": "493b266d-2e28-4eae-82fc-91d2b94f8b9c"}, {"server_uuid": "efba10b6-d1d6-4ba5-8457-dd85b7f22dde", "name": "network-vif-plugged", "status": "completed", "tag": "2c271bc5-2d12-41bd-bf4d-a8a10e15bd48"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:38:56.187511 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c60294b6-5273-4c50-ae21-dc9f8271137a req-ac03c233-df6f-481d-9e5c-c741ea9d5002 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371098 Nov 10 17:38:56.309220 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [req-36427033-1c59-430d-83bb-f97b334bea36 req-2cce214d-d1fd-45c6-bad8-6f4afe689aa3 tempest-FloatingIPsNegativeTestJSON-281766392 tempest-FloatingIPsNegativeTestJSON-281766392-project] show failed (client error): The resource could not be found. Nov 10 17:38:56.311339 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-36427033-1c59-430d-83bb-f97b334bea36 req-2cce214d-d1fd-45c6-bad8-6f4afe689aa3 tempest-FloatingIPsNegativeTestJSON-281766392 tempest-FloatingIPsNegativeTestJSON-281766392-project] 10.222.0.39 "GET /v2.0/floatingips/9ab4756e-3818-4fce-b150-d8c3c49de99d HTTP/1.1" status: 404 len: 350 time: 0.0883298 Nov 10 17:38:56.321658 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 40572) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:56.405944 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 17:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2664fb3f-4d2d-42a2-bd79-5d15424d3c69 x-openstack-request-id: req-2664fb3f-4d2d-42a2-bd79-5d15424d3c69 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:38:56.405944 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856ce5a7-3e92-4e8f-b645-af373a755873", "name": "network-vif-plugged", "status": "completed", "tag": "493b266d-2e28-4eae-82fc-91d2b94f8b9c", "code": 200}, {"server_uuid": "efba10b6-d1d6-4ba5-8457-dd85b7f22dde", "name": "network-vif-plugged", "status": "completed", "tag": "2c271bc5-2d12-41bd-bf4d-a8a10e15bd48", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:38:56.407406 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2664fb3f-4d2d-42a2-bd79-5d15424d3c69 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:38:56.407406 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856ce5a7-3e92-4e8f-b645-af373a755873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493b266d-2e28-4eae-82fc-91d2b94f8b9c', 'code': 200} Nov 10 17:38:56.407406 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efba10b6-d1d6-4ba5-8457-dd85b7f22dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c271bc5-2d12-41bd-bf4d-a8a10e15bd48', 'code': 200} Nov 10 17:38:56.621325 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d4340-6ff9-429c-8fd0-d21d501c7898 req-5bfdb24c-99ec-486c-82bd-f5729561a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:56.622975 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f36d4340-6ff9-429c-8fd0-d21d501c7898 req-5bfdb24c-99ec-486c-82bd-f5729561a5fe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=efba10b6-d1d6-4ba5-8457-dd85b7f22dde HTTP/1.1" status: 200 len: 1097 time: 0.1313062 Nov 10 17:38:56.634691 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd93f2-8ad2-4528-bf00-0aa105e12893 req-2071ad62-5281-422c-adce-11a79e81542d tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:56.640989 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0ecd93f2-8ad2-4528-bf00-0aa105e12893 req-2071ad62-5281-422c-adce-11a79e81542d tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 943 time: 0.1062241 Nov 10 17:38:56.643019 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0dec7d-587d-46cb-b588-9f7649493cd4 req-82e4094b-3ace-48dd-92cb-4db6b09485f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:56.644629 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3d0dec7d-587d-46cb-b588-9f7649493cd4 req-82e4094b-3ace-48dd-92cb-4db6b09485f6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=856ce5a7-3e92-4e8f-b645-af373a755873 HTTP/1.1" status: 200 len: 1098 time: 0.1117659 Nov 10 17:38:56.731387 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f36d4340-6ff9-429c-8fd0-d21d501c7898 req-6bd1f6b6-d76b-41c7-b251-30690f6e49bd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855641 Nov 10 17:38:56.784788 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3d0dec7d-587d-46cb-b588-9f7649493cd4 req-75d4fd57-55fd-4410-b4fc-2bbc19a00bc9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931444 Nov 10 17:38:56.788884 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0ecd93f2-8ad2-4528-bf00-0aa105e12893 req-a8ad5a74-75e5-4d20-9244-a36bc43c90de tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379437 Nov 10 17:38:56.814009 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6d9650a0-11c4-4268-af1e-a1f2e93e16d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:56.920771 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fed122-7161-40eb-b9dc-2a181c20fd16 req-93e7ef7d-7793-4eb9-a821-4a4516a5b350 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:56.922283 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-83fed122-7161-40eb-b9dc-2a181c20fd16 req-93e7ef7d-7793-4eb9-a821-4a4516a5b350 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=856ce5a7-3e92-4e8f-b645-af373a755873 HTTP/1.1" status: 200 len: 946 time: 0.0507977 Nov 10 17:38:56.974841 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-83fed122-7161-40eb-b9dc-2a181c20fd16 req-6dbaf36f-2f23-48e7-8f38-c0bae732da55 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466654 Nov 10 17:38:57.063233 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-42bbe463-a536-4775-937c-8df461c32dae req-6701dd6d-2514-43c6-8848-2f137d7ee40f tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 210 time: 0.0291724 Nov 10 17:38:57.102217 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-6d9650a0-11c4-4268-af1e-a1f2e93e16d6 admin admin] Deleting port 74a0bd69-7ec6-4b8d-8798-1e197ae67ff9 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:38:57.102651 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6d9650a0-11c4-4268-af1e-a1f2e93e16d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:57.149760 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4eeb0ab9-28db-4e03-a7c6-1bd3d0c26aae req-f2caa6f4-1760-4f87-b21b-b559e6f3506e tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3a06976-11dd-42e8-9522-493e30e30e4c HTTP/1.1" status: 200 len: 210 time: 0.0271297 Nov 10 17:38:57.180481 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6d9650a0-11c4-4268-af1e-a1f2e93e16d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:57.193632 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-6d9650a0-11c4-4268-af1e-a1f2e93e16d6 admin admin] Calling delete_port for 74a0bd69-7ec6-4b8d-8798-1e197ae67ff9 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:38:57.260656 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2055b-47c0-48be-abf9-b7ee8aa15215 req-06ee5707-2fc2-4eb5-81cc-30e426b03720 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:57.262221 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-44a2055b-47c0-48be-abf9-b7ee8aa15215 req-06ee5707-2fc2-4eb5-81cc-30e426b03720 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8a50b86-1608-49a4-a592-c49fd951bc0e HTTP/1.1" status: 200 len: 945 time: 0.0522056 Nov 10 17:38:57.316429 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-44a2055b-47c0-48be-abf9-b7ee8aa15215 req-ebe216b7-1d20-4e3c-933f-6bdb7517201e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467439 Nov 10 17:38:57.384963 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6d9650a0-11c4-4268-af1e-a1f2e93e16d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:57.410481 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9650a0-11c4-4268-af1e-a1f2e93e16d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=74a0bd69-7ec6-4b8d-8798-1e197ae67ff9,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:57.519316 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-edafeec2-fd29-40e5-ae54-c46813a4e0fd req-6a1b8d7c-252f-44f7-920a-efe8ef2186fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c7b48432-ad81-413d-b956-a8ca9426953a HTTP/1.1" status: 200 len: 217 time: 0.0967598 Nov 10 17:38:57.627201 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6d9650a0-11c4-4268-af1e-a1f2e93e16d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:57.647358 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafeec2-fd29-40e5-ae54-c46813a4e0fd req-7a475b33-2673-44b2-b815-61b17d13ca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:57.648867 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-edafeec2-fd29-40e5-ae54-c46813a4e0fd req-7a475b33-2673-44b2-b815-61b17d13ca04 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8466b2d-1d01-4814-9e92-513b821b406a HTTP/1.1" status: 200 len: 845 time: 0.1086931 Nov 10 17:38:57.671271 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6005d-ccfb-4cfa-b02a-fd2937fd4fdc req-982df1e2-9a1d-49dc-81d7-bc51a2978361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:57.672863 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-64b6005d-ccfb-4cfa-b02a-fd2937fd4fdc req-982df1e2-9a1d-49dc-81d7-bc51a2978361 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b8a50b86-1608-49a4-a592-c49fd951bc0e HTTP/1.1" status: 200 len: 1097 time: 0.0904126 Nov 10 17:38:57.725950 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-edafeec2-fd29-40e5-ae54-c46813a4e0fd req-2f278d70-75ee-4d8a-8080-d2d98d0b60ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390887 Nov 10 17:38:57.741975 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89ccc43-b576-4ca3-b3dc-d63d2033d438 None None] Sync routers for ids ['37590583-773c-4bd9-a3da-9afcc2b288d7'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:38:57.765089 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89ccc43-b576-4ca3-b3dc-d63d2033d438 None None] Routers {'37590583-773c-4bd9-a3da-9afcc2b288d7'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:38:57.774663 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d89ccc43-b576-4ca3-b3dc-d63d2033d438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:38:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['37590583-773c-4bd9-a3da-9afcc2b288d7'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:57.866770 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 83770596-f12e-4a61-b269-15ac19c2d794 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:38:57.881367 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-64b6005d-ccfb-4cfa-b02a-fd2937fd4fdc req-b6a851be-ef9f-47d3-8921-81eb7ed1386c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675382 Nov 10 17:38:57.932100 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-edafeec2-fd29-40e5-ae54-c46813a4e0fd req-a4982199-f3da-450b-9310-69fcf5137629 service neutron] 10.222.0.11 "GET /v2.0/networks/1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863372 Nov 10 17:38:57.941663 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-d89ccc43-b576-4ca3-b3dc-d63d2033d438 None None] Set router 37590583-773c-4bd9-a3da-9afcc2b288d7 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:38:57.965704 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 83770596-f12e-4a61-b269-15ac19c2d794 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:38:57.966549 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:58.012193 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b509ce0-1822-4af8-b22b-749aa578ac87 req-8a5695fd-669d-41af-94de-4f4a0cc30279 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:58.022101 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8b509ce0-1822-4af8-b22b-749aa578ac87 req-8a5695fd-669d-41af-94de-4f4a0cc30279 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 943 time: 0.0886362 Nov 10 17:38:58.151289 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8b509ce0-1822-4af8-b22b-749aa578ac87 req-af968a1c-2b09-498c-9608-f044be3d0010 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280346 Nov 10 17:38:58.181931 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:58.226015 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 83770596-f12e-4a61-b269-15ac19c2d794, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=83770596-f12e-4a61-b269-15ac19c2d794,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:58.233448 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:58.322187 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=83770596-f12e-4a61-b269-15ac19c2d794,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:58.363160 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936e833-9d35-4541-ae59-83ab7de44740 req-c17760b0-e797-4bd3-9003-6257d9e42a4c tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:58.365468 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d89ccc43-b576-4ca3-b3dc-d63d2033d438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37590583-773c-4bd9-a3da-9afcc2b288d7', 'name': 'tempest-FloatingIPsNegativeTestJSON-930375040-router', 'tenant_id': '0bdb50542a6f4900a6accbe4e95bae12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '83770596-f12e-4a61-b269-15ac19c2d794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:38:48Z', 'updated_at': '2021-11-10T17:38:57Z', 'revision_number': 5, 'project_id': '0bdb50542a6f4900a6accbe4e95bae12', 'gw_port': {'id': '83770596-f12e-4a61-b269-15ac19c2d794', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:10:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37590583-773c-4bd9-a3da-9afcc2b288d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:38:48Z', 'updated_at': '2021-11-10T17:38:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:58.371348 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9936e833-9d35-4541-ae59-83ab7de44740 req-c17760b0-e797-4bd3-9003-6257d9e42a4c tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=856ce5a7-3e92-4e8f-b645-af373a755873 HTTP/1.1" status: 200 len: 946 time: 0.0843401 Nov 10 17:38:58.374432 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fcc010bc-3462-4555-b34c-da4081b640a0 req-8d22abeb-aa1c-4bc3-8a51-8d25f98609d5 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 210 time: 0.0674040 Nov 10 17:38:58.379503 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-edafeec2-fd29-40e5-ae54-c46813a4e0fd req-a2508589-e6ee-44d4-a2be-0940fdc77de7 service neutron] 10.222.0.11 "GET /v2.0/networks/1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485158 Nov 10 17:38:58.416321 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89ccc43-b576-4ca3-b3dc-d63d2033d438 None None] Checking router: 37590583-773c-4bd9-a3da-9afcc2b288d7 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:38:58.428616 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89ccc43-b576-4ca3-b3dc-d63d2033d438 None None] Routers {'37590583-773c-4bd9-a3da-9afcc2b288d7'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:38:58.429368 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d89ccc43-b576-4ca3-b3dc-d63d2033d438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:38:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['37590583-773c-4bd9-a3da-9afcc2b288d7'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:58.490243 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9936e833-9d35-4541-ae59-83ab7de44740 req-bd225dbd-ce0a-4151-847f-43b187365165 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126761 Nov 10 17:38:58.548292 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f497829b-e4df-4d5b-a191-3b83cb1b4bd9 req-e9d9d1cb-08e0-47e0-b679-08a1b139dd82 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3a06976-11dd-42e8-9522-493e30e30e4c HTTP/1.1" status: 200 len: 210 time: 0.0624287 Nov 10 17:38:58.588172 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-d89ccc43-b576-4ca3-b3dc-d63d2033d438 None None] Set router 37590583-773c-4bd9-a3da-9afcc2b288d7 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:38:58.647236 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9650a0-11c4-4268-af1e-a1f2e93e16d6 admin admin] Router 37590583-773c-4bd9-a3da-9afcc2b288d7 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:38:58.675803 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50962c-13ba-416d-b98d-d93e788eb0d5 req-99ca9ad9-df6a-418d-8de0-b27a41764678 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:58.683868 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8f50962c-13ba-416d-b98d-d93e788eb0d5 req-99ca9ad9-df6a-418d-8de0-b27a41764678 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8a50b86-1608-49a4-a592-c49fd951bc0e HTTP/1.1" status: 200 len: 945 time: 0.0768075 Nov 10 17:38:58.804556 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effaff19-4166-4260-82a4-5fd2078ee02a req-37132b55-497e-479f-8861-af0615a02dbf tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:58.806187 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-effaff19-4166-4260-82a4-5fd2078ee02a req-37132b55-497e-479f-8861-af0615a02dbf tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.11 "GET /v2.0/networks?id=8d035098-35f7-4f2b-9b46-b5de00d95c42 HTTP/1.1" status: 200 len: 818 time: 0.1764433 Nov 10 17:38:58.824113 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-effaff19-4166-4260-82a4-5fd2078ee02a req-41ca6620-31ee-4bcc-bdec-fa89a049be61 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Request body: {'port': {'device_id': 'e3a06976-11dd-42e8-9522-493e30e30e4c', 'network_id': '8d035098-35f7-4f2b-9b46-b5de00d95c42', 'admin_state_up': True, 'tenant_id': '1d8b3d4be7b54e57ba1970f3d3a80451'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:38:58.833179 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8f50962c-13ba-416d-b98d-d93e788eb0d5 req-c50720e4-f0ca-4114-b358-953620765f1a tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479511 Nov 10 17:38:58.859247 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d89ccc43-b576-4ca3-b3dc-d63d2033d438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37590583-773c-4bd9-a3da-9afcc2b288d7', 'name': 'tempest-FloatingIPsNegativeTestJSON-930375040-router', 'tenant_id': '0bdb50542a6f4900a6accbe4e95bae12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '83770596-f12e-4a61-b269-15ac19c2d794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:38:48Z', 'updated_at': '2021-11-10T17:38:57Z', 'revision_number': 5, 'project_id': '0bdb50542a6f4900a6accbe4e95bae12', 'gw_port': {'id': '83770596-f12e-4a61-b269-15ac19c2d794', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:10:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37590583-773c-4bd9-a3da-9afcc2b288d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:38:48Z', 'updated_at': '2021-11-10T17:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:38:58.860657 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9650a0-11c4-4268-af1e-a1f2e93e16d6 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:38:58.875596 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6d9650a0-11c4-4268-af1e-a1f2e93e16d6 admin admin] 10.222.0.39 "PUT /v2.0/routers/37590583-773c-4bd9-a3da-9afcc2b288d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5527203 Nov 10 17:38:58.876427 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 40596) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:38:58.886315 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89ccc43-b576-4ca3-b3dc-d63d2033d438 None None] The sync data for ids ['37590583-773c-4bd9-a3da-9afcc2b288d7'] in n-d-776250-10 is: [{'id': '37590583-773c-4bd9-a3da-9afcc2b288d7', 'name': 'tempest-FloatingIPsNegativeTestJSON-930375040-router', 'tenant_id': '0bdb50542a6f4900a6accbe4e95bae12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '83770596-f12e-4a61-b269-15ac19c2d794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:38:48Z', 'updated_at': '2021-11-10T17:38:57Z', 'revision_number': 5, 'project_id': '0bdb50542a6f4900a6accbe4e95bae12', 'gw_port': {'id': '83770596-f12e-4a61-b269-15ac19c2d794', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:10:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37590583-773c-4bd9-a3da-9afcc2b288d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:38:48Z', 'updated_at': '2021-11-10T17:38:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:38:58.959948 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-effaff19-4166-4260-82a4-5fd2078ee02a req-41ca6620-31ee-4bcc-bdec-fa89a049be61 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Made reservation on behalf of 1d8b3d4be7b54e57ba1970f3d3a80451 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:38:58.963533 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-effaff19-4166-4260-82a4-5fd2078ee02a req-41ca6620-31ee-4bcc-bdec-fa89a049be61 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:58.995883 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0e6e3ff8-e5d2-494d-bf72-793e064ba003 admin admin] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:59.134651 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-effaff19-4166-4260-82a4-5fd2078ee02a req-41ca6620-31ee-4bcc-bdec-fa89a049be61 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Allocated IP 172.20.0.3 (8d035098-35f7-4f2b-9b46-b5de00d95c42/9504c908-9560-4a2f-aeaa-a3097219394a/eb434553-83cf-4943-a738-0fa1bbe4dfed) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:38:59.147866 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0e6e3ff8-e5d2-494d-bf72-793e064ba003 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:59.235880 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-0e6e3ff8-e5d2-494d-bf72-793e064ba003 admin admin] Deleting port 83770596-f12e-4a61-b269-15ac19c2d794 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:38:59.235880 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0e6e3ff8-e5d2-494d-bf72-793e064ba003 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:59.397826 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-0e6e3ff8-e5d2-494d-bf72-793e064ba003 admin admin] For port 83770596-f12e-4a61-b269-15ac19c2d794, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=83770596-f12e-4a61-b269-15ac19c2d794,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:38:59.398296 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0e6e3ff8-e5d2-494d-bf72-793e064ba003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:59.416539 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-0e6e3ff8-e5d2-494d-bf72-793e064ba003 admin admin] Calling delete_port for 83770596-f12e-4a61-b269-15ac19c2d794 owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:38:59.540018 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-7a7da54b-584f-4caa-a844-98e817c4dec0 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:59.551112 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-36bc5360-449d-489c-a2c8-7c96681e377d req-caf62b04-ae87-4424-bac8-d52141d878f7 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 210 time: 0.0384166 Nov 10 17:38:59.552617 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-7a7da54b-584f-4caa-a844-98e817c4dec0 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.11 "GET /v2.0/networks?id=4cbc9600-b463-4d04-acee-3f23c1dabea3 HTTP/1.1" status: 200 len: 811 time: 0.3598247 Nov 10 17:38:59.553065 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e72fc-52d3-4d67-93ba-f2c371edcff4 req-9da8bc33-6e94-4b80-aef6-f395b5c7f792 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:59.554635 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1f6e72fc-52d3-4d67-93ba-f2c371edcff4 req-9da8bc33-6e94-4b80-aef6-f395b5c7f792 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 943 time: 0.2612183 Nov 10 17:38:59.568723 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-3dd1560e-0387-478f-8777-8b969426ea74 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Request body: {'port': {'device_id': '843a3089-1d7b-4cf1-b7a9-2b00cbcde030', 'network_id': '4cbc9600-b463-4d04-acee-3f23c1dabea3', 'admin_state_up': True, 'tenant_id': '8e72b28b5eeb442488b09faff7426464'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:38:59.748073 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628942f-4744-408e-b504-d83e127bba13 req-1467033f-b631-4d71-a683-aa8f9cefdc92 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:38:59.750156 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d628942f-4744-408e-b504-d83e127bba13 req-1467033f-b631-4d71-a683-aa8f9cefdc92 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=856ce5a7-3e92-4e8f-b645-af373a755873 HTTP/1.1" status: 200 len: 946 time: 0.1160929 Nov 10 17:38:59.766713 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0e6e3ff8-e5d2-494d-bf72-793e064ba003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:59.806743 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 83770596-f12e-4a61-b269-15ac19c2d794 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:38:59.821295 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e3ff8-e5d2-494d-bf72-793e064ba003 admin admin] Pushing event deleted for resources: {'Port': ['ID=83770596-f12e-4a61-b269-15ac19c2d794,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:38:59.846631 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 83770596-f12e-4a61-b269-15ac19c2d794 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:38:59.847324 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 83770596-f12e-4a61-b269-15ac19c2d794 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 10 17:38:59.860500 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d628942f-4744-408e-b504-d83e127bba13 req-6b790ad6-1afd-4c93-9fd7-96359fd40a4f tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038270 Nov 10 17:38:59.881522 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Port 83770596-f12e-4a61-b269-15ac19c2d794 not found, will not notify nova. {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 10 17:38:59.881748 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6e3ff8-e5d2-494d-bf72-793e064ba003 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:59.882214 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6e3ff8-e5d2-494d-bf72-793e064ba003 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:59.882332 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6e3ff8-e5d2-494d-bf72-793e064ba003 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:59.882616 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6e3ff8-e5d2-494d-bf72-793e064ba003 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:59.882959 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6e3ff8-e5d2-494d-bf72-793e064ba003 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:59.883352 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6e3ff8-e5d2-494d-bf72-793e064ba003 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:59.883703 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6e3ff8-e5d2-494d-bf72-793e064ba003 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:59.884036 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6e3ff8-e5d2-494d-bf72-793e064ba003 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:59.884406 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6e3ff8-e5d2-494d-bf72-793e064ba003 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:59.884732 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6e3ff8-e5d2-494d-bf72-793e064ba003 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:59.885120 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6e3ff8-e5d2-494d-bf72-793e064ba003 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:59.885786 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6e3ff8-e5d2-494d-bf72-793e064ba003 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:38:59.908284 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 74a0bd69-7ec6-4b8d-8798-1e197ae67ff9 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:38:59.942623 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 74a0bd69-7ec6-4b8d-8798-1e197ae67ff9 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:38:59.942941 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 74a0bd69-7ec6-4b8d-8798-1e197ae67ff9 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:38:59.946096 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0e6e3ff8-e5d2-494d-bf72-793e064ba003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:38:59.993379 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-effaff19-4166-4260-82a4-5fd2078ee02a req-41ca6620-31ee-4bcc-bdec-fa89a049be61 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:00.050277 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1f6e72fc-52d3-4d67-93ba-f2c371edcff4 req-2a138bd2-1840-4162-89ca-7541e57c61d6 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872022 Nov 10 17:39:00.103131 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0e6e3ff8-e5d2-494d-bf72-793e064ba003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:00.110531 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0e6e3ff8-e5d2-494d-bf72-793e064ba003 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:00.136113 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-effaff19-4166-4260-82a4-5fd2078ee02a req-41ca6620-31ee-4bcc-bdec-fa89a049be61 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:00.140018 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-3dd1560e-0387-478f-8777-8b969426ea74 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Made reservation on behalf of 8e72b28b5eeb442488b09faff7426464 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:39:00.146848 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-3dd1560e-0387-478f-8777-8b969426ea74 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:00.215912 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0e6e3ff8-e5d2-494d-bf72-793e064ba003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:00.216733 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6e3ff8-e5d2-494d-bf72-793e064ba003 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37590583-773c-4bd9-a3da-9afcc2b288d7 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:39:00.222548 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0e6e3ff8-e5d2-494d-bf72-793e064ba003 admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:00.225828 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0e6e3ff8-e5d2-494d-bf72-793e064ba003 admin admin] 10.222.0.39 "DELETE /v2.0/routers/37590583-773c-4bd9-a3da-9afcc2b288d7 HTTP/1.1" status: 204 len: 168 time: 1.3462427 Nov 10 17:39:00.226483 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 40628) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:00.228277 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca6620-31ee-4bcc-bdec-fa89a049be61 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Pushing event updated for resources: {'Port': ['ID=eb434553-83cf-4943-a738-0fa1bbe4dfed,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:00.243954 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca6620-31ee-4bcc-bdec-fa89a049be61 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:00.244387 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca6620-31ee-4bcc-bdec-fa89a049be61 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:00.244733 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca6620-31ee-4bcc-bdec-fa89a049be61 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:00.245070 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca6620-31ee-4bcc-bdec-fa89a049be61 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:00.245406 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca6620-31ee-4bcc-bdec-fa89a049be61 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:00.245797 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca6620-31ee-4bcc-bdec-fa89a049be61 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:00.246137 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca6620-31ee-4bcc-bdec-fa89a049be61 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:00.246504 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca6620-31ee-4bcc-bdec-fa89a049be61 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:00.246787 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca6620-31ee-4bcc-bdec-fa89a049be61 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:00.247114 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca6620-31ee-4bcc-bdec-fa89a049be61 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:00.247437 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca6620-31ee-4bcc-bdec-fa89a049be61 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:00.248499 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ca6620-31ee-4bcc-bdec-fa89a049be61 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:00.270889 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device b673c3ac-81db-46b1-b3c8-4e515db43263 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:39:00.324590 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a57794-41bc-47cf-9612-92ff38148d08 admin admin] Deleting subnet 633ca4b1-f7cd-4c5f-bd3a-aa43f49611b7 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:39:00.328788 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-50a57794-41bc-47cf-9612-92ff38148d08 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:00.367623 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-50a57794-41bc-47cf-9612-92ff38148d08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:00.373757 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-effaff19-4166-4260-82a4-5fd2078ee02a req-41ca6620-31ee-4bcc-bdec-fa89a049be61 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Network 8d035098-35f7-4f2b-9b46-b5de00d95c42 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:39:00.380421 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-effaff19-4166-4260-82a4-5fd2078ee02a req-41ca6620-31ee-4bcc-bdec-fa89a049be61 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:39:00.384364 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-effaff19-4166-4260-82a4-5fd2078ee02a req-41ca6620-31ee-4bcc-bdec-fa89a049be61 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:39:00.463356 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-50a57794-41bc-47cf-9612-92ff38148d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:00.467061 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce37b6d-fc5d-479f-99b9-e34461b8194a req-0db10803-3a3a-4f28-ae41-6ea61acf2e7d tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:00.474760 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fce37b6d-fc5d-479f-99b9-e34461b8194a req-0db10803-3a3a-4f28-ae41-6ea61acf2e7d tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3a06976-11dd-42e8-9522-493e30e30e4c HTTP/1.1" status: 200 len: 931 time: 0.2657223 Nov 10 17:39:00.515197 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-3dd1560e-0387-478f-8777-8b969426ea74 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Allocated IP 172.20.0.6 (4cbc9600-b463-4d04-acee-3f23c1dabea3/d5dda55e-1f80-43c6-821b-000fde206b8e/0b50f52b-4ac3-4426-952a-44ac10818835) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:39:00.517785 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0850e2ae-b3f9-40e8-9a2d-0ef32ac37cb1 None None] Sync routers for ids ['37590583-773c-4bd9-a3da-9afcc2b288d7'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:39:00.525751 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effaff19-4166-4260-82a4-5fd2078ee02a req-41ca6620-31ee-4bcc-bdec-fa89a049be61 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:00.526364 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-effaff19-4166-4260-82a4-5fd2078ee02a req-41ca6620-31ee-4bcc-bdec-fa89a049be61 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:00.535036 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-50a57794-41bc-47cf-9612-92ff38148d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:00.536881 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port b673c3ac-81db-46b1-b3c8-4e515db43263, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=b673c3ac-81db-46b1-b3c8-4e515db43263,segment=NetworkSegment(42dc2b4e-b2ca-43a5-ac2f-40daa324b850),segment_id=42dc2b4e-b2ca-43a5-ac2f-40daa324b850)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:00.557486 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-757288bd-cd35-418b-b32f-e3416a83a47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:00.559212 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'b673c3ac-81db-46b1-b3c8-4e515db43263', 'network_id': 'fdcce804-0eee-4352-bc4a-56d57553f51b', 'port_id': 'b673c3ac-81db-46b1-b3c8-4e515db43263', 'mac_address': 'fa:16:3e:b6:67:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '898255d9-6ca5-440d-ad7d-ca69abc8e6a6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:39:00.562699 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0850e2ae-b3f9-40e8-9a2d-0ef32ac37cb1 None None] Routers set() bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:39:00.563269 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0850e2ae-b3f9-40e8-9a2d-0ef32ac37cb1 None None] Router IDs set() for agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 17:39:00.563928 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_agentschedulers_db [None req-0850e2ae-b3f9-40e8-9a2d-0ef32ac37cb1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'37590583-773c-4bd9-a3da-9afcc2b288d7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:38:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent'). {{(pid=102470) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 10 17:39:00.573101 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a57794-41bc-47cf-9612-92ff38148d08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=633ca4b1-f7cd-4c5f-bd3a-aa43f49611b7,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:00.576544 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0850e2ae-b3f9-40e8-9a2d-0ef32ac37cb1 None None] Routers set() bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:39:00.577102 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0850e2ae-b3f9-40e8-9a2d-0ef32ac37cb1 None None] Router IDs set() for agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 17:39:00.577843 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_agentschedulers_db [None req-0850e2ae-b3f9-40e8-9a2d-0ef32ac37cb1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'37590583-773c-4bd9-a3da-9afcc2b288d7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:38:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent'). {{(pid=102470) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 10 17:39:00.578368 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0850e2ae-b3f9-40e8-9a2d-0ef32ac37cb1 None None] The sync data for ids ['37590583-773c-4bd9-a3da-9afcc2b288d7'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:39:00.580080 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-50a57794-41bc-47cf-9612-92ff38148d08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:00.585891 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-50a57794-41bc-47cf-9612-92ff38148d08 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/633ca4b1-f7cd-4c5f-bd3a-aa43f49611b7 HTTP/1.1" status: 204 len: 168 time: 0.3561800 Nov 10 17:39:00.586979 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 40632) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:00.590498 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-effaff19-4166-4260-82a4-5fd2078ee02a req-41ca6620-31ee-4bcc-bdec-fa89a049be61 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7726247 Nov 10 17:39:00.593053 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb76f5-406e-49f0-bb8b-ac6b70e9b69e req-e4b14461-5746-4239-bfc7-8d9270cf00ea tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:00.600901 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2bbb76f5-406e-49f0-bb8b-ac6b70e9b69e req-e4b14461-5746-4239-bfc7-8d9270cf00ea tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8a50b86-1608-49a4-a592-c49fd951bc0e HTTP/1.1" status: 200 len: 945 time: 0.3316026 Nov 10 17:39:00.608424 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c87b354-5759-41d9-bf49-90c8a9f78558 None None] Network 46a84710-cd1e-42c0-be02-45313c221baf requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:39:00.660448 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fce37b6d-fc5d-479f-99b9-e34461b8194a req-c1556694-dd93-4ec6-aecf-3d83ed846662 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/security-groups?id=b50b075f-350e-48ee-9d82-f4f3f0f45fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784096 Nov 10 17:39:00.668648 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2bbb76f5-406e-49f0-bb8b-ac6b70e9b69e req-43baa7d0-4d57-4276-9cbe-50759f8feb4f tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667477 Nov 10 17:39:00.680406 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:00.703731 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b673c3ac-81db-46b1-b3c8-4e515db43263 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:39:00.761140 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-effaff19-4166-4260-82a4-5fd2078ee02a req-f67ebd2d-434e-44fd-a234-2f58abe1e5dd service neutron] Request body: {'port': {'device_id': 'e3a06976-11dd-42e8-9522-493e30e30e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:00.768239 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-405c7568-29f7-44b7-a30a-1c0cafd2c8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:00.798440 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port b673c3ac-81db-46b1-b3c8-4e515db43263, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=b673c3ac-81db-46b1-b3c8-4e515db43263,segment=NetworkSegment(42dc2b4e-b2ca-43a5-ac2f-40daa324b850),segment_id=42dc2b4e-b2ca-43a5-ac2f-40daa324b850)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:00.817090 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df73f7-9759-41e0-a1f1-ff13025fdc1e req-fb51bfda-a151-46b7-b003-11df2a65acec tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:00.821447 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:00.844782 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-96df73f7-9759-41e0-a1f1-ff13025fdc1e req-fb51bfda-a151-46b7-b003-11df2a65acec tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=efba10b6-d1d6-4ba5-8457-dd85b7f22dde HTTP/1.1" status: 200 len: 945 time: 0.1182375 Nov 10 17:39:00.895675 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=b673c3ac-81db-46b1-b3c8-4e515db43263,revision_number=9']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:00.937388 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-96df73f7-9759-41e0-a1f1-ff13025fdc1e req-abf70f70-0b87-4cc3-bddb-6dfec8956467 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902259 Nov 10 17:39:00.996338 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ca47c28c-3e3a-4b2e-b973-7c16ae721825 req-b75bdc29-780c-46d8-96cd-09ac78284175 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 210 time: 0.0423918 Nov 10 17:39:01.108537 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-3dd1560e-0387-478f-8777-8b969426ea74 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:01.111282 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-effaff19-4166-4260-82a4-5fd2078ee02a req-f67ebd2d-434e-44fd-a234-2f58abe1e5dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:01.178337 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['b673c3ac-81db-46b1-b3c8-4e515db43263'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:39:01.183865 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-405c7568-29f7-44b7-a30a-1c0cafd2c8da admin admin] Deleting port 4020da24-5a02-472a-923f-9e114080c204 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:39:01.184301 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-405c7568-29f7-44b7-a30a-1c0cafd2c8da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:01.236648 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d701f9-0546-401f-be6c-acf787e4f611 None None] DHCP port deletion for 46a84710-cd1e-42c0-be02-45313c221baf request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:39:01.266394 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd4305-59d4-4c63-aa72-0a129d226872 req-9e071f60-a0f7-4bd9-bf27-8ecc442b1d3f tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:01.273598 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5ebd4305-59d4-4c63-aa72-0a129d226872 req-9e071f60-a0f7-4bd9-bf27-8ecc442b1d3f tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8a50b86-1608-49a4-a592-c49fd951bc0e HTTP/1.1" status: 200 len: 945 time: 0.1356983 Nov 10 17:39:01.321391 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-3dd1560e-0387-478f-8777-8b969426ea74 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:01.347882 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5ebd4305-59d4-4c63-aa72-0a129d226872 req-e87bb489-2223-494d-b31b-61dbcb1bea68 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733190 Nov 10 17:39:01.483687 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-3dd1560e-0387-478f-8777-8b969426ea74 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Network 4cbc9600-b463-4d04-acee-3f23c1dabea3 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:39:01.485226 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-3dd1560e-0387-478f-8777-8b969426ea74 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:39:01.500216 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-3dd1560e-0387-478f-8777-8b969426ea74 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:39:01.508120 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-405c7568-29f7-44b7-a30a-1c0cafd2c8da admin admin] For port 4020da24-5a02-472a-923f-9e114080c204, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=4020da24-5a02-472a-923f-9e114080c204,segment=NetworkSegment(9eee60e7-8e84-4ea1-aa4d-dddca14a5a85),segment_id=9eee60e7-8e84-4ea1-aa4d-dddca14a5a85)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:01.508412 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-405c7568-29f7-44b7-a30a-1c0cafd2c8da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:01.550054 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1560e-0387-478f-8777-8b969426ea74 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Pushing event updated for resources: {'Port': ['ID=0b50f52b-4ac3-4426-952a-44ac10818835,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:01.561018 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-e7d701f9-0546-401f-be6c-acf787e4f611 None None] Deleting port 4020da24-5a02-472a-923f-9e114080c204 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:39:01.561560 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e7d701f9-0546-401f-be6c-acf787e4f611 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:01.593071 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-405c7568-29f7-44b7-a30a-1c0cafd2c8da admin admin] Calling delete_port for 4020da24-5a02-472a-923f-9e114080c204 owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:39:01.599865 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f79830-03f9-4d9d-a262-7113523873be req-ec5246a7-8564-41bd-9ed3-929f5e4c8921 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:01.608771 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-87f79830-03f9-4d9d-a262-7113523873be req-ec5246a7-8564-41bd-9ed3-929f5e4c8921 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 944 time: 0.0707643 Nov 10 17:39:01.654837 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-e7d701f9-0546-401f-be6c-acf787e4f611 None None] For port 4020da24-5a02-472a-923f-9e114080c204, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=4020da24-5a02-472a-923f-9e114080c204,segment=NetworkSegment(9eee60e7-8e84-4ea1-aa4d-dddca14a5a85),segment_id=9eee60e7-8e84-4ea1-aa4d-dddca14a5a85)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:01.655332 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e7d701f9-0546-401f-be6c-acf787e4f611 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:01.669230 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-e7d701f9-0546-401f-be6c-acf787e4f611 None None] Calling delete_port for 4020da24-5a02-472a-923f-9e114080c204 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:39:01.672291 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-3dd1560e-0387-478f-8777-8b969426ea74 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:01.673095 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-3dd1560e-0387-478f-8777-8b969426ea74 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:01.679362 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-87f79830-03f9-4d9d-a262-7113523873be req-705643d6-382e-43a5-9148-73e930f17052 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693750 Nov 10 17:39:01.759970 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a3caa-85f2-4240-a96f-067958c2eba5 req-1714a54a-1174-4215-a560-93189d03be36 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:01.760886 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e7d701f9-0546-401f-be6c-acf787e4f611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:01.761707 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-082a3caa-85f2-4240-a96f-067958c2eba5 req-1714a54a-1174-4215-a560-93189d03be36 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=c51d7e67-1579-4aa3-96c1-87c6763cb4e4 HTTP/1.1" status: 200 len: 945 time: 0.2256706 Nov 10 17:39:01.787189 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-3dd1560e-0387-478f-8777-8b969426ea74 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2260792 Nov 10 17:39:01.807281 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-caebfd04-f8c7-46ca-b215-41057d315931 service neutron] Request body: {'port': {'device_id': '843a3089-1d7b-4cf1-b7a9-2b00cbcde030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:01.815565 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d701f9-0546-401f-be6c-acf787e4f611 None None] Pushing event deleted for resources: {'Port': ['ID=4020da24-5a02-472a-923f-9e114080c204,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:01.832508 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d701f9-0546-401f-be6c-acf787e4f611 None None] No DVR routers for this DVR port 4020da24-5a02-472a-923f-9e114080c204 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:39:01.846342 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 4020da24-5a02-472a-923f-9e114080c204 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:39:01.870943 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 4020da24-5a02-472a-923f-9e114080c204 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:39:01.871239 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 4020da24-5a02-472a-923f-9e114080c204 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:39:01.871650 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 83770596-f12e-4a61-b269-15ac19c2d794 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:39:01.892587 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 83770596-f12e-4a61-b269-15ac19c2d794 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:39:01.892937 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 83770596-f12e-4a61-b269-15ac19c2d794 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:39:01.926200 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4575b0f-4da2-4ee3-9fd6-ab5c0c4733cf req-36a69b12-0625-4ea5-8392-bdb2010768eb tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:01.933214 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b4575b0f-4da2-4ee3-9fd6-ab5c0c4733cf req-36a69b12-0625-4ea5-8392-bdb2010768eb tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3a06976-11dd-42e8-9522-493e30e30e4c HTTP/1.1" status: 200 len: 931 time: 0.0696952 Nov 10 17:39:01.966953 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-405c7568-29f7-44b7-a30a-1c0cafd2c8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:01.976956 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-082a3caa-85f2-4240-a96f-067958c2eba5 req-376117ad-99e6-4bc7-9468-f7cf267fc18c tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831968 Nov 10 17:39:02.004554 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b4575b0f-4da2-4ee3-9fd6-ab5c0c4733cf req-7d5bc117-5d06-4b73-8249-6f15ac6c98bb tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/security-groups?id=b50b075f-350e-48ee-9d82-f4f3f0f45fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703323 Nov 10 17:39:02.015567 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c7568-29f7-44b7-a30a-1c0cafd2c8da admin admin] Pushing event deleted for resources: {'Port': ['ID=4020da24-5a02-472a-923f-9e114080c204,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:02.020534 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-caebfd04-f8c7-46ca-b215-41057d315931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:02.022863 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405c7568-29f7-44b7-a30a-1c0cafd2c8da admin admin] No DVR routers for this DVR port 4020da24-5a02-472a-923f-9e114080c204 on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:39:02.029989 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-effaff19-4166-4260-82a4-5fd2078ee02a req-f67ebd2d-434e-44fd-a234-2f58abe1e5dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb434553-83cf-4943-a738-0fa1bbe4dfed {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:39:02.067090 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-effaff19-4166-4260-82a4-5fd2078ee02a req-f67ebd2d-434e-44fd-a234-2f58abe1e5dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:02.150609 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-effaff19-4166-4260-82a4-5fd2078ee02a req-f67ebd2d-434e-44fd-a234-2f58abe1e5dd service neutron] Transition to ACTIVE for port object eb434553-83cf-4943-a738-0fa1bbe4dfed will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:39:02.175228 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-effaff19-4166-4260-82a4-5fd2078ee02a req-f67ebd2d-434e-44fd-a234-2f58abe1e5dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:02.212964 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-405c7568-29f7-44b7-a30a-1c0cafd2c8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:02.309018 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49afa081-9709-41cb-a80e-92fc2f75495e req-a1fa9150-a624-47ca-826e-661bc78be39d tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:02.311317 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-49afa081-9709-41cb-a80e-92fc2f75495e req-a1fa9150-a624-47ca-826e-661bc78be39d tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=856ce5a7-3e92-4e8f-b645-af373a755873 HTTP/1.1" status: 200 len: 946 time: 0.0507143 Nov 10 17:39:02.317702 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-405c7568-29f7-44b7-a30a-1c0cafd2c8da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46a84710-cd1e-42c0-be02-45313c221baf']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:39:02.347996 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-405c7568-29f7-44b7-a30a-1c0cafd2c8da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eee60e7-8e84-4ea1-aa4d-dddca14a5a85') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:39:02.348371 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-405c7568-29f7-44b7-a30a-1c0cafd2c8da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eee60e7-8e84-4ea1-aa4d-dddca14a5a85') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:39:02.368191 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-49afa081-9709-41cb-a80e-92fc2f75495e req-9fda7865-72b5-4034-b8cc-ba18662d7577 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478501 Nov 10 17:39:02.375763 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-405c7568-29f7-44b7-a30a-1c0cafd2c8da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:02.391608 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ebd2d-434e-44fd-a234-2f58abe1e5dd service neutron] Pushing event updated for resources: {'Port': ['ID=eb434553-83cf-4943-a738-0fa1bbe4dfed,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:02.413930 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['9a1f7a1f-aee0-4010-adc1-8a709a359183'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:39:02.443879 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddba58-f07a-435b-807b-5b3a64b36b2d req-b84c8344-6107-4b7b-92d8-1afb32d6e7a1 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:02.445358 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cfddba58-f07a-435b-807b-5b3a64b36b2d req-b84c8344-6107-4b7b-92d8-1afb32d6e7a1 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 931 time: 0.2991624 Nov 10 17:39:02.479400 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbede61-f07d-4319-958c-0a907b747248 req-01d82170-a431-4fb8-9ffe-bce330d6eb3e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:02.487947 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3dbede61-f07d-4319-958c-0a907b747248 req-01d82170-a431-4fb8-9ffe-bce330d6eb3e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8a50b86-1608-49a4-a592-c49fd951bc0e HTTP/1.1" status: 200 len: 945 time: 0.0660760 Nov 10 17:39:02.496587 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-405c7568-29f7-44b7-a30a-1c0cafd2c8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:02.516915 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-405c7568-29f7-44b7-a30a-1c0cafd2c8da admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:39:02.517323 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-405c7568-29f7-44b7-a30a-1c0cafd2c8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: self.session.flush() Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: self.session.flush() Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: self.session.flush() Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: self.session.flush() Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:39:02.520442 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:39:02.549734 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3dbede61-f07d-4319-958c-0a907b747248 req-fef9710f-fb02-4f18-b0de-6368dadb3058 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611279 Nov 10 17:39:02.615614 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cfddba58-f07a-435b-807b-5b3a64b36b2d req-8a05fc55-0e9e-4080-9290-e8d5922b4685 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442924 Nov 10 17:39:02.627631 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-effaff19-4166-4260-82a4-5fd2078ee02a req-f67ebd2d-434e-44fd-a234-2f58abe1e5dd service neutron] Attempting to bind port eb434553-83cf-4943-a738-0fa1bbe4dfed on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:39:02.628169 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-effaff19-4166-4260-82a4-5fd2078ee02a req-f67ebd2d-434e-44fd-a234-2f58abe1e5dd service neutron] Attempting to bind port eb434553-83cf-4943-a738-0fa1bbe4dfed by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '131f8e88-55dc-44a5-8e14-2fb83d65363c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8d035098-35f7-4f2b-9b46-b5de00d95c42'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:39:02.628660 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effaff19-4166-4260-82a4-5fd2078ee02a req-f67ebd2d-434e-44fd-a234-2f58abe1e5dd service neutron] Attempting to bind port eb434553-83cf-4943-a738-0fa1bbe4dfed on network 8d035098-35f7-4f2b-9b46-b5de00d95c42 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:39:02.635898 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-405c7568-29f7-44b7-a30a-1c0cafd2c8da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:02.712913 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-405c7568-29f7-44b7-a30a-1c0cafd2c8da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:02.719544 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-405c7568-29f7-44b7-a30a-1c0cafd2c8da admin admin] 10.222.0.39 "DELETE /v2.0/networks/46a84710-cd1e-42c0-be02-45313c221baf HTTP/1.1" status: 204 len: 168 time: 2.1281066 Nov 10 17:39:02.748794 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effaff19-4166-4260-82a4-5fd2078ee02a req-f67ebd2d-434e-44fd-a234-2f58abe1e5dd service neutron] Port eb434553-83cf-4943-a738-0fa1bbe4dfed on network 8d035098-35f7-4f2b-9b46-b5de00d95c42 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:39:02.749872 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effaff19-4166-4260-82a4-5fd2078ee02a req-f67ebd2d-434e-44fd-a234-2f58abe1e5dd service neutron] Attempting to bind port eb434553-83cf-4943-a738-0fa1bbe4dfed on network 8d035098-35f7-4f2b-9b46-b5de00d95c42 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:39:02.792516 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effaff19-4166-4260-82a4-5fd2078ee02a req-f67ebd2d-434e-44fd-a234-2f58abe1e5dd service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:39:02.792763 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effaff19-4166-4260-82a4-5fd2078ee02a req-f67ebd2d-434e-44fd-a234-2f58abe1e5dd service neutron] Checking segment: {'id': '131f8e88-55dc-44a5-8e14-2fb83d65363c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8d035098-35f7-4f2b-9b46-b5de00d95c42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:39:02.793132 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effaff19-4166-4260-82a4-5fd2078ee02a req-f67ebd2d-434e-44fd-a234-2f58abe1e5dd service neutron] Bound using segment: {'id': '131f8e88-55dc-44a5-8e14-2fb83d65363c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8d035098-35f7-4f2b-9b46-b5de00d95c42'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:39:02.793751 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-effaff19-4166-4260-82a4-5fd2078ee02a req-f67ebd2d-434e-44fd-a234-2f58abe1e5dd service neutron] Bound port: eb434553-83cf-4943-a738-0fa1bbe4dfed, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '131f8e88-55dc-44a5-8e14-2fb83d65363c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8d035098-35f7-4f2b-9b46-b5de00d95c42'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:39:02.793957 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-effaff19-4166-4260-82a4-5fd2078ee02a req-f67ebd2d-434e-44fd-a234-2f58abe1e5dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:02.812568 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c7568-29f7-44b7-a30a-1c0cafd2c8da admin admin] Pushing event deleted for resources: {'Network': ['ID=46a84710-cd1e-42c0-be02-45313c221baf,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:02.821314 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d4ca55da-fc1c-496b-a2e3-9db9fc7c6da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:02.876118 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-caebfd04-f8c7-46ca-b215-41057d315931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b50f52b-4ac3-4426-952a-44ac10818835 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:39:02.955540 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-effaff19-4166-4260-82a4-5fd2078ee02a req-f67ebd2d-434e-44fd-a234-2f58abe1e5dd service neutron] For port eb434553-83cf-4943-a738-0fa1bbe4dfed, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:39:02.959039 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-effaff19-4166-4260-82a4-5fd2078ee02a req-f67ebd2d-434e-44fd-a234-2f58abe1e5dd service neutron] For port eb434553-83cf-4943-a738-0fa1bbe4dfed, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=eb434553-83cf-4943-a738-0fa1bbe4dfed,segment=NetworkSegment(131f8e88-55dc-44a5-8e14-2fb83d65363c),segment_id=131f8e88-55dc-44a5-8e14-2fb83d65363c)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:39:02.962738 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-caebfd04-f8c7-46ca-b215-41057d315931 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:02.978002 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-caebfd04-f8c7-46ca-b215-41057d315931 service neutron] Transition to ACTIVE for port object 0b50f52b-4ac3-4426-952a-44ac10818835 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:39:02.981626 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-effaff19-4166-4260-82a4-5fd2078ee02a req-f67ebd2d-434e-44fd-a234-2f58abe1e5dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:02.986489 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-caebfd04-f8c7-46ca-b215-41057d315931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:02.999235 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 40672) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:03.042235 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effaff19-4166-4260-82a4-5fd2078ee02a req-f67ebd2d-434e-44fd-a234-2f58abe1e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:03.042898 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-effaff19-4166-4260-82a4-5fd2078ee02a req-f67ebd2d-434e-44fd-a234-2f58abe1e5dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:03.044342 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-effaff19-4166-4260-82a4-5fd2078ee02a req-f67ebd2d-434e-44fd-a234-2f58abe1e5dd service neutron] 10.222.0.11 "PUT /v2.0/ports/eb434553-83cf-4943-a738-0fa1bbe4dfed HTTP/1.1" status: 200 len: 1092 time: 2.2896225 Nov 10 17:39:03.045065 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a06976-11dd-42e8-9522-493e30e30e4c', 'tag': 'eb434553-83cf-4943-a738-0fa1bbe4dfed'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:39:03.053638 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f6fe21-ccd8-4c93-840e-c9545b5f0983" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a06976-11dd-42e8-9522-493e30e30e4c", "tag": "eb434553-83cf-4943-a738-0fa1bbe4dfed"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:39:03.079293 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ebd2d-434e-44fd-a234-2f58abe1e5dd service neutron] Pushing event updated for resources: {'Port': ['ID=eb434553-83cf-4943-a738-0fa1bbe4dfed,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:03.126650 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cffc48-22ba-4405-9017-bfda3af2192a req-99e8378b-ecd1-465a-bc42-e752c0443887 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:03.136240 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cffc48-22ba-4405-9017-bfda3af2192a req-99e8378b-ecd1-465a-bc42-e752c0443887 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:03.139819 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caebfd04-f8c7-46ca-b215-41057d315931 service neutron] Pushing event updated for resources: {'Port': ['ID=0b50f52b-4ac3-4426-952a-44ac10818835,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:03.162313 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cffc48-22ba-4405-9017-bfda3af2192a req-99e8378b-ecd1-465a-bc42-e752c0443887 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:03.172872 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-09cffc48-22ba-4405-9017-bfda3af2192a req-99e8378b-ecd1-465a-bc42-e752c0443887 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=c51d7e67-1579-4aa3-96c1-87c6763cb4e4&device_id=efba10b6-d1d6-4ba5-8457-dd85b7f22dde&device_id=856ce5a7-3e92-4e8f-b645-af373a755873 HTTP/1.1" status: 200 len: 2417 time: 0.2344079 Nov 10 17:39:03.179753 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-77372c2c-8cb5-4efc-8576-0e93903e1655 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0bdb50542a6f4900a6accbe4e95bae12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1795244 Nov 10 17:39:03.209771 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 40680) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:03.240335 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-09cffc48-22ba-4405-9017-bfda3af2192a req-93af47f6-9434-4816-9422-6cb4080a9fbd tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663176 Nov 10 17:39:03.371498 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effaff19-4166-4260-82a4-5fd2078ee02a req-70c4fb99-3ce6-438b-87f8-24b45a27c013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:03.373577 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-effaff19-4166-4260-82a4-5fd2078ee02a req-70c4fb99-3ce6-438b-87f8-24b45a27c013 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1d8b3d4be7b54e57ba1970f3d3a80451&device_id=e3a06976-11dd-42e8-9522-493e30e30e4c HTTP/1.1" status: 200 len: 1095 time: 0.2294610 Nov 10 17:39:03.436640 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24810700-b868-4a1d-b5be-a0a8a6a8bbd2 req-65f9941c-8c82-4b38-94f7-6deed20d3b67 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:03.439048 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-24810700-b868-4a1d-b5be-a0a8a6a8bbd2 req-65f9941c-8c82-4b38-94f7-6deed20d3b67 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3a06976-11dd-42e8-9522-493e30e30e4c HTTP/1.1" status: 200 len: 943 time: 0.0612812 Nov 10 17:39:03.458508 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-effaff19-4166-4260-82a4-5fd2078ee02a req-b093e301-a70f-4ba9-accc-44deefa302da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb434553-83cf-4943-a738-0fa1bbe4dfed HTTP/1.1" status: 200 len: 217 time: 0.0751138 Nov 10 17:39:03.465389 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-86bdeb80-9824-4ee9-9c70-1b249a96a6b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:03.475242 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dfad13-bc96-49db-ba11-39817624bd1f req-1318e24b-0b5c-40ed-a940-ed387bdcd69c tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:03.476910 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-15dfad13-bc96-49db-ba11-39817624bd1f req-1318e24b-0b5c-40ed-a940-ed387bdcd69c tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 944 time: 0.1649966 Nov 10 17:39:03.495555 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-caebfd04-f8c7-46ca-b215-41057d315931 service neutron] Attempting to bind port 0b50f52b-4ac3-4426-952a-44ac10818835 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:39:03.495889 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-caebfd04-f8c7-46ca-b215-41057d315931 service neutron] Attempting to bind port 0b50f52b-4ac3-4426-952a-44ac10818835 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '05cb0532-6c0f-441f-93e8-c6f075bb1eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4cbc9600-b463-4d04-acee-3f23c1dabea3'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:39:03.496241 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-caebfd04-f8c7-46ca-b215-41057d315931 service neutron] Attempting to bind port 0b50f52b-4ac3-4426-952a-44ac10818835 on network 4cbc9600-b463-4d04-acee-3f23c1dabea3 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:39:03.498305 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-24810700-b868-4a1d-b5be-a0a8a6a8bbd2 req-c3ef739d-9b31-40a5-b855-62049f344a35 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/security-groups?id=b50b075f-350e-48ee-9d82-f4f3f0f45fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522828 Nov 10 17:39:03.549990 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-caebfd04-f8c7-46ca-b215-41057d315931 service neutron] Port 0b50f52b-4ac3-4426-952a-44ac10818835 on network 4cbc9600-b463-4d04-acee-3f23c1dabea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:39:03.550329 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-caebfd04-f8c7-46ca-b215-41057d315931 service neutron] Attempting to bind port 0b50f52b-4ac3-4426-952a-44ac10818835 on network 4cbc9600-b463-4d04-acee-3f23c1dabea3 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:39:03.581334 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ce25a1-3794-4fe4-a46a-abe40dcccc58 x-openstack-request-id: req-48ce25a1-3794-4fe4-a46a-abe40dcccc58 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:39:03.581631 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a06976-11dd-42e8-9522-493e30e30e4c", "tag": "eb434553-83cf-4943-a738-0fa1bbe4dfed", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:39:03.581890 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-48ce25a1-3794-4fe4-a46a-abe40dcccc58 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:39:03.582294 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a06976-11dd-42e8-9522-493e30e30e4c', 'tag': 'eb434553-83cf-4943-a738-0fa1bbe4dfed', 'status': 'completed', 'code': 200} Nov 10 17:39:03.585695 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-86bdeb80-9824-4ee9-9c70-1b249a96a6b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:03.597338 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-caebfd04-f8c7-46ca-b215-41057d315931 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:39:03.597831 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-caebfd04-f8c7-46ca-b215-41057d315931 service neutron] Checking segment: {'id': '05cb0532-6c0f-441f-93e8-c6f075bb1eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4cbc9600-b463-4d04-acee-3f23c1dabea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:39:03.598230 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-caebfd04-f8c7-46ca-b215-41057d315931 service neutron] Bound using segment: {'id': '05cb0532-6c0f-441f-93e8-c6f075bb1eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4cbc9600-b463-4d04-acee-3f23c1dabea3'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:39:03.598684 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-caebfd04-f8c7-46ca-b215-41057d315931 service neutron] Bound port: 0b50f52b-4ac3-4426-952a-44ac10818835, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05cb0532-6c0f-441f-93e8-c6f075bb1eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4cbc9600-b463-4d04-acee-3f23c1dabea3'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:39:03.599045 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-caebfd04-f8c7-46ca-b215-41057d315931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:03.623833 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effaff19-4166-4260-82a4-5fd2078ee02a req-25ab4ae9-c62f-43d4-9160-28a9ce68b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:03.625806 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-effaff19-4166-4260-82a4-5fd2078ee02a req-25ab4ae9-c62f-43d4-9160-28a9ce68b672 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9504c908-9560-4a2f-aeaa-a3097219394a HTTP/1.1" status: 200 len: 858 time: 0.1476734 Nov 10 17:39:03.691454 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-15dfad13-bc96-49db-ba11-39817624bd1f req-ce2790db-6363-4263-a417-a57b665ccb8c tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030129 Nov 10 17:39:03.733723 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-effaff19-4166-4260-82a4-5fd2078ee02a req-a636cb09-d9f2-421a-96a8-b7e9922e08b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d035098-35f7-4f2b-9b46-b5de00d95c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934479 Nov 10 17:39:03.864668 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500259bf-d9d6-4723-af78-aa138e9b822c req-dd521c7d-7ef8-4bbf-a55a-89e5963e59e9 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:03.867227 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-500259bf-d9d6-4723-af78-aa138e9b822c req-dd521c7d-7ef8-4bbf-a55a-89e5963e59e9 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=c51d7e67-1579-4aa3-96c1-87c6763cb4e4 HTTP/1.1" status: 200 len: 945 time: 0.0759401 Nov 10 17:39:03.904692 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-86bdeb80-9824-4ee9-9c70-1b249a96a6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:03.907271 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-86bdeb80-9824-4ee9-9c70-1b249a96a6b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:03.910980 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-86bdeb80-9824-4ee9-9c70-1b249a96a6b4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/194b17a9-6b51-4edc-bad2-1b7bd4c9da94 HTTP/1.1" status: 204 len: 168 time: 0.6942396 Nov 10 17:39:03.922817 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:03.949363 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-caebfd04-f8c7-46ca-b215-41057d315931 service neutron] For port 0b50f52b-4ac3-4426-952a-44ac10818835, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:39:03.971340 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bdeb80-9824-4ee9-9c70-1b249a96a6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194b17a9-6b51-4edc-bad2-1b7bd4c9da94,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:03.974420 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-500259bf-d9d6-4723-af78-aa138e9b822c req-129e51de-e6eb-41d7-8e9d-41051273d349 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963235 Nov 10 17:39:03.982394 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-caebfd04-f8c7-46ca-b215-41057d315931 service neutron] For port 0b50f52b-4ac3-4426-952a-44ac10818835, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=0b50f52b-4ac3-4426-952a-44ac10818835,segment=NetworkSegment(05cb0532-6c0f-441f-93e8-c6f075bb1eed),segment_id=05cb0532-6c0f-441f-93e8-c6f075bb1eed)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:39:03.985775 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-effaff19-4166-4260-82a4-5fd2078ee02a req-11112f3c-822e-4ab2-a358-fed07c6765b7 service neutron] 10.222.0.11 "GET /v2.0/networks/8d035098-35f7-4f2b-9b46-b5de00d95c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435260 Nov 10 17:39:04.020433 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158928b-c001-47c6-b9eb-d43adde6f8b3 req-af5a0407-5305-4f71-89b2-63ff1ec822aa tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:04.029939 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f158928b-c001-47c6-b9eb-d43adde6f8b3 req-af5a0407-5305-4f71-89b2-63ff1ec822aa tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 943 time: 0.2304914 Nov 10 17:39:04.064780 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-caebfd04-f8c7-46ca-b215-41057d315931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:04.155462 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-caebfd04-f8c7-46ca-b215-41057d315931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:04.156809 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-caebfd04-f8c7-46ca-b215-41057d315931 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:04.158669 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-caebfd04-f8c7-46ca-b215-41057d315931 service neutron] 10.222.0.11 "PUT /v2.0/ports/0b50f52b-4ac3-4426-952a-44ac10818835 HTTP/1.1" status: 200 len: 1092 time: 2.3554099 Nov 10 17:39:04.291284 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device b673c3ac-81db-46b1-b3c8-4e515db43263 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:39:04.313293 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f158928b-c001-47c6-b9eb-d43adde6f8b3 req-37a86f2e-d73a-4b10-ab7b-ef0fc7dd317b tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823167 Nov 10 17:39:04.363692 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port b673c3ac-81db-46b1-b3c8-4e515db43263 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:39:04.364557 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:04.377910 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caebfd04-f8c7-46ca-b215-41057d315931 service neutron] Pushing event updated for resources: {'Port': ['ID=0b50f52b-4ac3-4426-952a-44ac10818835,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:04.427672 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-effaff19-4166-4260-82a4-5fd2078ee02a req-3b2d98b0-3768-47a8-ba08-f8fd460c07dc service neutron] 10.222.0.11 "GET /v2.0/networks/8d035098-35f7-4f2b-9b46-b5de00d95c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781395 Nov 10 17:39:04.436113 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-57d9f76e-ee96-4689-86c4-f7f14cad0ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:04.437915 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-57d9f76e-ee96-4689-86c4-f7f14cad0ad7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8e72b28b5eeb442488b09faff7426464&device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 1095 time: 0.2165308 Nov 10 17:39:04.467116 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:04.509205 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port b673c3ac-81db-46b1-b3c8-4e515db43263, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=b673c3ac-81db-46b1-b3c8-4e515db43263,segment=NetworkSegment(42dc2b4e-b2ca-43a5-ac2f-40daa324b850),segment_id=42dc2b4e-b2ca-43a5-ac2f-40daa324b850)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:04.510557 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2616219a-817f-43d5-baa2-73c90f02597a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b673c3ac-81db-46b1-b3c8-4e515db43263'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:39:04.513767 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef1cd40-c668-43cd-a4c9-0f44ae0022ef" -d '{"events": [{"server_uuid": "2616219a-817f-43d5-baa2-73c90f02597a", "name": "network-vif-plugged", "status": "completed", "tag": "b673c3ac-81db-46b1-b3c8-4e515db43263"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:39:04.519105 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:04.559463 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-a98bca01-2970-4f93-9410-52a3b49c5bef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b50f52b-4ac3-4426-952a-44ac10818835 HTTP/1.1" status: 200 len: 217 time: 0.1006048 Nov 10 17:39:04.598221 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcb68ee-1bf3-47a2-b4e0-aa9d5b67282b x-openstack-request-id: req-4fcb68ee-1bf3-47a2-b4e0-aa9d5b67282b {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:39:04.598987 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2616219a-817f-43d5-baa2-73c90f02597a", "name": "network-vif-plugged", "status": "completed", "tag": "b673c3ac-81db-46b1-b3c8-4e515db43263", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:39:04.599416 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4fcb68ee-1bf3-47a2-b4e0-aa9d5b67282b {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:39:04.601182 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2616219a-817f-43d5-baa2-73c90f02597a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b673c3ac-81db-46b1-b3c8-4e515db43263', 'code': 200} Nov 10 17:39:04.603843 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=b673c3ac-81db-46b1-b3c8-4e515db43263,revision_number=10']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:04.731341 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de8329-4065-44da-8ded-724a0eb16dd7 req-ba468fc0-cc79-4db4-a489-a705235e9323 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:04.740821 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f2de8329-4065-44da-8ded-724a0eb16dd7 req-ba468fc0-cc79-4db4-a489-a705235e9323 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3a06976-11dd-42e8-9522-493e30e30e4c HTTP/1.1" status: 200 len: 943 time: 0.0815866 Nov 10 17:39:04.838204 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7ea50-8dcd-4e3e-ae9e-9337b00953b3 req-7a3026ee-c5e8-4764-b0dd-64cac9485e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:04.840317 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7d7ea50-8dcd-4e3e-ae9e-9337b00953b3 req-7a3026ee-c5e8-4764-b0dd-64cac9485e97 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 1098 time: 0.0970149 Nov 10 17:39:04.889194 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f2de8329-4065-44da-8ded-724a0eb16dd7 req-0a8e18e7-836d-4717-84a2-35b790a79849 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/security-groups?id=b50b075f-350e-48ee-9d82-f4f3f0f45fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292560 Nov 10 17:39:04.941424 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7d7ea50-8dcd-4e3e-ae9e-9337b00953b3 req-1fbaca9e-4847-414a-be6b-03f1fa30a90f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922110 Nov 10 17:39:05.066066 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6fe21-ccd8-4c93-840e-c9545b5f0983 req-648c2688-7a7b-4cea-8cc3-bcabdda8d104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:05.068487 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d9f6fe21-ccd8-4c93-840e-c9545b5f0983 req-648c2688-7a7b-4cea-8cc3-bcabdda8d104 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1d8b3d4be7b54e57ba1970f3d3a80451&device_id=e3a06976-11dd-42e8-9522-493e30e30e4c HTTP/1.1" status: 200 len: 1095 time: 0.5310924 Nov 10 17:39:05.071152 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-02b3a197-2979-4047-9aac-ff380eabccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:05.072915 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-02b3a197-2979-4047-9aac-ff380eabccfa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d5dda55e-1f80-43c6-821b-000fde206b8e HTTP/1.1" status: 200 len: 851 time: 0.4764414 Nov 10 17:39:05.159174 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d174d-faa3-45a9-bb80-758eed07ae83 req-81b99bb9-8145-4bb2-8936-f570a871b3df tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:05.174184 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-954d174d-faa3-45a9-bb80-758eed07ae83 req-81b99bb9-8145-4bb2-8936-f570a871b3df tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 946 time: 0.0696096 Nov 10 17:39:05.249993 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-954d174d-faa3-45a9-bb80-758eed07ae83 req-34b7a07a-bae7-484f-b31c-8c731a018531 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694275 Nov 10 17:39:05.287983 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-12c69174-aa66-4d6a-b761-1af2548b84fe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4cbc9600-b463-4d04-acee-3f23c1dabea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142881 Nov 10 17:39:05.389320 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6fe21-ccd8-4c93-840e-c9545b5f0983 req-dbe4582f-ce19-4a3d-96dd-4f1de6c8bc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:05.390798 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d9f6fe21-ccd8-4c93-840e-c9545b5f0983 req-dbe4582f-ce19-4a3d-96dd-4f1de6c8bc21 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8d035098-35f7-4f2b-9b46-b5de00d95c42 HTTP/1.1" status: 200 len: 919 time: 0.2288013 Nov 10 17:39:05.453771 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:05.467213 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d9f6fe21-ccd8-4c93-840e-c9545b5f0983 req-341388b0-98ae-48bb-b0a7-3ff995ccedf0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb434553-83cf-4943-a738-0fa1bbe4dfed HTTP/1.1" status: 200 len: 217 time: 0.0612402 Nov 10 17:39:05.474296 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-178b7f2c-2154-439b-b3f1-ca202310f059 service neutron] 10.222.0.11 "GET /v2.0/networks/4cbc9600-b463-4d04-acee-3f23c1dabea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738572 Nov 10 17:39:05.598199 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '843a3089-1d7b-4cf1-b7a9-2b00cbcde030', 'tag': '0b50f52b-4ac3-4426-952a-44ac10818835'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:39:05.601146 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6248f39-c0d4-4785-aece-85a76f29a6fc" -d '{"events": [{"name": "network-changed", "server_uuid": "843a3089-1d7b-4cf1-b7a9-2b00cbcde030", "tag": "0b50f52b-4ac3-4426-952a-44ac10818835"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:39:05.661751 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09a2fc53-f37c-4046-9e23-30d55e51c71a req-1df71147-8872-4193-b9e2-ec45dd224b80 service neutron] 10.222.0.11 "GET /v2.0/networks/4cbc9600-b463-4d04-acee-3f23c1dabea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630461 Nov 10 17:39:05.668445 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6fe21-ccd8-4c93-840e-c9545b5f0983 req-3805a55d-b5e5-4a55-81d4-ea7e240ff63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:05.670608 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d9f6fe21-ccd8-4c93-840e-c9545b5f0983 req-3805a55d-b5e5-4a55-81d4-ea7e240ff63c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9504c908-9560-4a2f-aeaa-a3097219394a HTTP/1.1" status: 200 len: 858 time: 0.1801507 Nov 10 17:39:05.691499 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ef61f-f600-4f90-91f5-cf263518f4d5 req-52d5a049-cb02-48ea-aa4f-4cf7e661c475 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:05.693070 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b23ef61f-f600-4f90-91f5-cf263518f4d5 req-52d5a049-cb02-48ea-aa4f-4cf7e661c475 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 943 time: 0.0850468 Nov 10 17:39:05.726009 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d9f6fe21-ccd8-4c93-840e-c9545b5f0983 req-59c27f77-54d5-4ebe-a48a-5cf090c93566 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8d035098-35f7-4f2b-9b46-b5de00d95c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319397 Nov 10 17:39:05.814532 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b23ef61f-f600-4f90-91f5-cf263518f4d5 req-05294e51-9da4-47f8-8374-c28558cce3d9 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122682 Nov 10 17:39:05.869924 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231c3d50-82bd-4866-bdf4-1d2d8ebb3198 x-openstack-request-id: req-231c3d50-82bd-4866-bdf4-1d2d8ebb3198 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:39:05.870976 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "843a3089-1d7b-4cf1-b7a9-2b00cbcde030", "tag": "0b50f52b-4ac3-4426-952a-44ac10818835", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:39:05.872018 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-231c3d50-82bd-4866-bdf4-1d2d8ebb3198 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:39:05.873542 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '843a3089-1d7b-4cf1-b7a9-2b00cbcde030', 'tag': '0b50f52b-4ac3-4426-952a-44ac10818835', 'status': 'completed', 'code': 200} Nov 10 17:39:05.877617 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d9f6fe21-ccd8-4c93-840e-c9545b5f0983 req-e9b58144-4e91-4a0b-bd2d-b2e5a973f189 service neutron] 10.222.0.11 "GET /v2.0/networks/8d035098-35f7-4f2b-9b46-b5de00d95c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375322 Nov 10 17:39:06.083991 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c36e54-3afd-49af-be90-dc177594cad7 req-1bc041ed-5c19-4b2b-b8ed-087bbb68da65 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:06.086132 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c0c36e54-3afd-49af-be90-dc177594cad7 req-1bc041ed-5c19-4b2b-b8ed-087bbb68da65 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3a06976-11dd-42e8-9522-493e30e30e4c HTTP/1.1" status: 200 len: 943 time: 0.0770915 Nov 10 17:39:06.097538 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c37e0-3ced-44c3-9348-c366386a404d req-0c19d68a-7e43-4caa-b4a9-21d228de23ea tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:06.099089 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ff8c37e0-3ced-44c3-9348-c366386a404d req-0c19d68a-7e43-4caa-b4a9-21d228de23ea tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=856ce5a7-3e92-4e8f-b645-af373a755873 HTTP/1.1" status: 200 len: 946 time: 0.1737974 Nov 10 17:39:06.100908 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6248f39-c0d4-4785-aece-85a76f29a6fc req-afae46d7-32ae-4160-a67b-88e0e82e0d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:06.102261 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d6248f39-c0d4-4785-aece-85a76f29a6fc req-afae46d7-32ae-4160-a67b-88e0e82e0d5b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8e72b28b5eeb442488b09faff7426464&device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 1095 time: 0.1670959 Nov 10 17:39:06.131741 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d9f6fe21-ccd8-4c93-840e-c9545b5f0983 req-8a7d09f7-74ef-48ca-8d42-05477cb8805e service neutron] 10.222.0.11 "GET /v2.0/networks/8d035098-35f7-4f2b-9b46-b5de00d95c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945994 Nov 10 17:39:06.150252 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:06.180732 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c0c36e54-3afd-49af-be90-dc177594cad7 req-93c169f1-c802-4c46-aeff-76cdca0ab8d2 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/security-groups?id=b50b075f-350e-48ee-9d82-f4f3f0f45fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879226 Nov 10 17:39:06.235483 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ff8c37e0-3ced-44c3-9348-c366386a404d req-c7b293e6-933f-4d1b-a5ad-20dc662bcd0f tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230237 Nov 10 17:39:06.280410 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6248f39-c0d4-4785-aece-85a76f29a6fc req-06346a17-d74e-48e1-bf74-5546d813ca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:06.282156 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d6248f39-c0d4-4785-aece-85a76f29a6fc req-06346a17-d74e-48e1-bf74-5546d813ca99 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4cbc9600-b463-4d04-acee-3f23c1dabea3 HTTP/1.1" status: 200 len: 912 time: 0.1529386 Nov 10 17:39:06.316218 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device c7b48432-ad81-413d-b956-a8ca9426953a details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:39:06.361556 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d6248f39-c0d4-4785-aece-85a76f29a6fc req-51e20ef5-b019-4ec5-82bb-191ed2d6b23d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b50f52b-4ac3-4426-952a-44ac10818835 HTTP/1.1" status: 200 len: 217 time: 0.0579054 Nov 10 17:39:06.490308 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6248f39-c0d4-4785-aece-85a76f29a6fc req-92896145-1cab-4e9d-b993-23296407c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:06.495611 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d6248f39-c0d4-4785-aece-85a76f29a6fc req-92896145-1cab-4e9d-b993-23296407c15c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d5dda55e-1f80-43c6-821b-000fde206b8e HTTP/1.1" status: 200 len: 851 time: 0.1237042 Nov 10 17:39:06.567489 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d6248f39-c0d4-4785-aece-85a76f29a6fc req-e8ba534d-2ec1-4a50-a64a-76c8afb5208d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4cbc9600-b463-4d04-acee-3f23c1dabea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618503 Nov 10 17:39:06.587141 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port c7b48432-ad81-413d-b956-a8ca9426953a, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c7b48432-ad81-413d-b956-a8ca9426953a,segment=NetworkSegment(95d1421d-b3ce-4f49-86b8-7e70ba2392d4),segment_id=95d1421d-b3ce-4f49-86b8-7e70ba2392d4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:06.602963 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'c7b48432-ad81-413d-b956-a8ca9426953a', 'network_id': '1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223', 'port_id': 'c7b48432-ad81-413d-b956-a8ca9426953a', 'mac_address': 'fa:16:3e:2d:14:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8466b2d-1d01-4814-9e92-513b821b406a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:39:06.761318 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:06.790436 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6daa9d3-008b-4556-a92c-10003fee9b1a req-b01cf6aa-3279-487c-9ddb-0e16bf2d078b tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:06.806210 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7b48432-ad81-413d-b956-a8ca9426953a {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:39:06.807700 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e6daa9d3-008b-4556-a92c-10003fee9b1a req-b01cf6aa-3279-487c-9ddb-0e16bf2d078b tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 946 time: 0.1242456 Nov 10 17:39:06.850214 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port c7b48432-ad81-413d-b956-a8ca9426953a, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c7b48432-ad81-413d-b956-a8ca9426953a,segment=NetworkSegment(95d1421d-b3ce-4f49-86b8-7e70ba2392d4),segment_id=95d1421d-b3ce-4f49-86b8-7e70ba2392d4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:06.858225 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:06.860873 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device eb434553-83cf-4943-a738-0fa1bbe4dfed details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:39:06.876534 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d6248f39-c0d4-4785-aece-85a76f29a6fc req-02ace49b-025b-4810-ab6e-6103c6ddc280 service neutron] 10.222.0.11 "GET /v2.0/networks/4cbc9600-b463-4d04-acee-3f23c1dabea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002253 Nov 10 17:39:07.061566 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=c7b48432-ad81-413d-b956-a8ca9426953a,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:07.076690 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e6daa9d3-008b-4556-a92c-10003fee9b1a req-a13b0889-7aae-48ed-8f33-e32fa0700da9 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511430 Nov 10 17:39:07.170291 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d6248f39-c0d4-4785-aece-85a76f29a6fc req-62d5073f-f35c-4fe3-bd6f-303a15b27535 service neutron] 10.222.0.11 "GET /v2.0/networks/4cbc9600-b463-4d04-acee-3f23c1dabea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725217 Nov 10 17:39:07.197851 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port eb434553-83cf-4943-a738-0fa1bbe4dfed, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=eb434553-83cf-4943-a738-0fa1bbe4dfed,segment=NetworkSegment(131f8e88-55dc-44a5-8e14-2fb83d65363c),segment_id=131f8e88-55dc-44a5-8e14-2fb83d65363c)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:07.241544 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'eb434553-83cf-4943-a738-0fa1bbe4dfed', 'network_id': '8d035098-35f7-4f2b-9b46-b5de00d95c42', 'port_id': 'eb434553-83cf-4943-a738-0fa1bbe4dfed', 'mac_address': 'fa:16:3e:7d:b0:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9504c908-9560-4a2f-aeaa-a3097219394a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:39:07.319030 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d16cf0-8c3e-46a7-a790-99c64f07bff1 req-a30dff94-ba8b-4ccd-a0b2-1cc732753143 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:07.332648 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-66d16cf0-8c3e-46a7-a790-99c64f07bff1 req-a30dff94-ba8b-4ccd-a0b2-1cc732753143 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 943 time: 0.1411858 Nov 10 17:39:07.346666 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:07.384474 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb434553-83cf-4943-a738-0fa1bbe4dfed {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:39:07.415161 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-66d16cf0-8c3e-46a7-a790-99c64f07bff1 req-de697d36-9f66-4382-b0c4-67fcf858b08a tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763540 Nov 10 17:39:07.449919 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port eb434553-83cf-4943-a738-0fa1bbe4dfed, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=eb434553-83cf-4943-a738-0fa1bbe4dfed,segment=NetworkSegment(131f8e88-55dc-44a5-8e14-2fb83d65363c),segment_id=131f8e88-55dc-44a5-8e14-2fb83d65363c)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:07.461657 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:07.508783 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c88d3a-2b61-4d24-81ce-b9128cb66870 req-688f76bb-f390-4f57-9ee0-2b6eff2a7b7b tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:07.510290 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-42c88d3a-2b61-4d24-81ce-b9128cb66870 req-688f76bb-f390-4f57-9ee0-2b6eff2a7b7b tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3a06976-11dd-42e8-9522-493e30e30e4c HTTP/1.1" status: 200 len: 943 time: 0.1195054 Nov 10 17:39:07.565045 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=eb434553-83cf-4943-a738-0fa1bbe4dfed,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:07.587120 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:07.587880 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:07.589115 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:07.589968 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:07.590760 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:07.591810 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:07.592362 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:07.593053 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:07.593563 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:07.594349 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:07.594873 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:07.595382 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:07.608972 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-42c88d3a-2b61-4d24-81ce-b9128cb66870 req-9ad48d56-2455-4042-a909-fa12c8dc5c18 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/security-groups?id=b50b075f-350e-48ee-9d82-f4f3f0f45fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899575 Nov 10 17:39:07.640694 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a91516-f1e5-460f-8614-d4a8f725047a req-95499ef9-afec-4905-ac59-307ab8b4e82c tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:07.642947 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-64a91516-f1e5-460f-8614-d4a8f725047a req-95499ef9-afec-4905-ac59-307ab8b4e82c tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=856ce5a7-3e92-4e8f-b645-af373a755873 HTTP/1.1" status: 200 len: 946 time: 0.0952964 Nov 10 17:39:07.694073 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['c7b48432-ad81-413d-b956-a8ca9426953a'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:39:07.746433 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-64a91516-f1e5-460f-8614-d4a8f725047a req-e2d77639-ff35-4cb1-aadd-aeb66ee8fa15 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942106 Nov 10 17:39:07.863770 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['eb434553-83cf-4943-a738-0fa1bbe4dfed'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:39:08.321694 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 0b50f52b-4ac3-4426-952a-44ac10818835 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:39:08.344065 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab5a39-ccea-4fdc-82c7-e87ca1cde97c req-64afdb13-6fc2-495b-85cb-89294cb7a11c tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:08.350287 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3fab5a39-ccea-4fdc-82c7-e87ca1cde97c req-64afdb13-6fc2-495b-85cb-89294cb7a11c tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 946 time: 0.1321390 Nov 10 17:39:08.457623 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3fab5a39-ccea-4fdc-82c7-e87ca1cde97c req-4fc6a6dc-c1c1-482c-8375-4a8b4cd63128 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017203 Nov 10 17:39:08.479422 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device c7b48432-ad81-413d-b956-a8ca9426953a up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:39:08.677677 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 0b50f52b-4ac3-4426-952a-44ac10818835, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=0b50f52b-4ac3-4426-952a-44ac10818835,segment=NetworkSegment(05cb0532-6c0f-441f-93e8-c6f075bb1eed),segment_id=05cb0532-6c0f-441f-93e8-c6f075bb1eed)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:08.696456 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cf02a-5c9b-4004-b8bf-fb81bae3f047 req-3615b607-a7ca-413e-ac3f-21db36a6244b tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:08.699681 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e83cf02a-5c9b-4004-b8bf-fb81bae3f047 req-3615b607-a7ca-413e-ac3f-21db36a6244b tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 943 time: 0.1104305 Nov 10 17:39:08.720214 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '0b50f52b-4ac3-4426-952a-44ac10818835', 'network_id': '4cbc9600-b463-4d04-acee-3f23c1dabea3', 'port_id': '0b50f52b-4ac3-4426-952a-44ac10818835', 'mac_address': 'fa:16:3e:38:5f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5dda55e-1f80-43c6-821b-000fde206b8e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:39:08.736702 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port c7b48432-ad81-413d-b956-a8ca9426953a triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:39:08.739034 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:08.800724 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e83cf02a-5c9b-4004-b8bf-fb81bae3f047 req-67dca36f-3b7a-4e52-8a4a-3e962de13a3c tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935163 Nov 10 17:39:08.845399 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf957a05-bc61-41ab-a546-3ece74d6a698 req-ebf7f457-4d14-475f-8050-ba07c78395f2 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:08.854199 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf957a05-bc61-41ab-a546-3ece74d6a698 req-ebf7f457-4d14-475f-8050-ba07c78395f2 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3a06976-11dd-42e8-9522-493e30e30e4c HTTP/1.1" status: 200 len: 944 time: 0.1258538 Nov 10 17:39:08.926540 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf957a05-bc61-41ab-a546-3ece74d6a698 req-c3e7b0e3-dbc4-4f00-be75-a0dd9a05ee1d tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/security-groups?id=b50b075f-350e-48ee-9d82-f4f3f0f45fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713637 Nov 10 17:39:08.945168 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:08.996372 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b50f52b-4ac3-4426-952a-44ac10818835 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:39:09.032297 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:09.035418 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 0b50f52b-4ac3-4426-952a-44ac10818835, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=0b50f52b-4ac3-4426-952a-44ac10818835,segment=NetworkSegment(05cb0532-6c0f-441f-93e8-c6f075bb1eed),segment_id=05cb0532-6c0f-441f-93e8-c6f075bb1eed)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:09.045762 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:09.045984 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898f0d6-2cb1-4610-9881-a68314ef2bb4 req-c212d1b3-7af5-43fb-b3ee-e53b40735a2f tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:09.051593 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 40906) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:09.054117 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0898f0d6-2cb1-4610-9881-a68314ef2bb4 req-c212d1b3-7af5-43fb-b3ee-e53b40735a2f tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=856ce5a7-3e92-4e8f-b645-af373a755873 HTTP/1.1" status: 200 len: 946 time: 0.1119516 Nov 10 17:39:09.140663 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0898f0d6-2cb1-4610-9881-a68314ef2bb4 req-a104f567-10c1-4be1-8995-564a9629017c tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717990 Nov 10 17:39:09.157412 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=0b50f52b-4ac3-4426-952a-44ac10818835,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:09.215575 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port c7b48432-ad81-413d-b956-a8ca9426953a, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c7b48432-ad81-413d-b956-a8ca9426953a,segment=NetworkSegment(95d1421d-b3ce-4f49-86b8-7e70ba2392d4),segment_id=95d1421d-b3ce-4f49-86b8-7e70ba2392d4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:09.219497 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a50b86-1608-49a4-a592-c49fd951bc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b48432-ad81-413d-b956-a8ca9426953a'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:39:09.225027 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0cfc31-56e2-49ba-a126-4fa79a2ae7c8" -d '{"events": [{"server_uuid": "b8a50b86-1608-49a4-a592-c49fd951bc0e", "name": "network-vif-plugged", "status": "completed", "tag": "c7b48432-ad81-413d-b956-a8ca9426953a"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:39:09.237456 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:09.283283 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1f3fc187-a70d-4c6c-8e0c-ee4de5664164 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:09.313537 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=c7b48432-ad81-413d-b956-a8ca9426953a,revision_number=7']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:09.347526 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d28b5d9-83d9-46b8-a801-ae7b0e4f22bc x-openstack-request-id: req-4d28b5d9-83d9-46b8-a801-ae7b0e4f22bc {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:39:09.347820 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a50b86-1608-49a4-a592-c49fd951bc0e", "name": "network-vif-plugged", "status": "completed", "tag": "c7b48432-ad81-413d-b956-a8ca9426953a", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:39:09.348075 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4d28b5d9-83d9-46b8-a801-ae7b0e4f22bc {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:39:09.348496 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a50b86-1608-49a4-a592-c49fd951bc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b48432-ad81-413d-b956-a8ca9426953a', 'code': 200} Nov 10 17:39:09.428054 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1f3fc187-a70d-4c6c-8e0c-ee4de5664164 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:09.434527 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1f3fc187-a70d-4c6c-8e0c-ee4de5664164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:09.493734 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1f3fc187-a70d-4c6c-8e0c-ee4de5664164 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c4d56f12ddef48f1ab95e133bd926634&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4370282 Nov 10 17:39:09.494558 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3fc187-a70d-4c6c-8e0c-ee4de5664164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c83cf7e-0092-431a-a0d6-b99bc091bd28,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:09.495839 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 40926) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:09.505116 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['0b50f52b-4ac3-4426-952a-44ac10818835'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:39:09.593306 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9f95fe8f-6246-41c4-b798-385439671c15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:09.639775 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9f95fe8f-6246-41c4-b798-385439671c15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:09.695081 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c99eb6-69ac-4e3c-9cb1-f4c1f3849a9d req-7d40e086-b0f1-4e69-910b-74775b92e3eb tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:09.705490 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7c99eb6-69ac-4e3c-9cb1-f4c1f3849a9d req-7d40e086-b0f1-4e69-910b-74775b92e3eb tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 946 time: 0.1013536 Nov 10 17:39:09.749179 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9f95fe8f-6246-41c4-b798-385439671c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:09.751856 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9f95fe8f-6246-41c4-b798-385439671c15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:09.756548 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9f95fe8f-6246-41c4-b798-385439671c15 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5c83cf7e-0092-431a-a0d6-b99bc091bd28 HTTP/1.1" status: 204 len: 168 time: 0.2554314 Nov 10 17:39:09.778347 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95fe8f-6246-41c4-b798-385439671c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c83cf7e-0092-431a-a0d6-b99bc091bd28,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:09.791772 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7c99eb6-69ac-4e3c-9cb1-f4c1f3849a9d req-2b6c093d-1d2d-4075-a50f-cbbb8ca31fbc tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810454 Nov 10 17:39:09.958550 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e7f57-b109-4b69-9752-9793d02576ae req-a041f845-1159-4dfe-b21d-a01e56069d45 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:09.960333 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fb9e7f57-b109-4b69-9752-9793d02576ae req-a041f845-1159-4dfe-b21d-a01e56069d45 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 946 time: 0.0670648 Nov 10 17:39:10.037328 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd1b6b-5816-47ee-892d-ae641ff59315 req-027f1dfa-a2fe-4bea-885c-eb1bd47c485e tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:10.038806 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7ebd1b6b-5816-47ee-892d-ae641ff59315 req-027f1dfa-a2fe-4bea-885c-eb1bd47c485e tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 944 time: 0.1106048 Nov 10 17:39:10.076694 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fb9e7f57-b109-4b69-9752-9793d02576ae req-cd741930-5460-4750-b843-ee53e61f1307 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087074 Nov 10 17:39:10.192840 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7ebd1b6b-5816-47ee-892d-ae641ff59315 req-7ab74389-53af-4c17-af1e-1aed4c3cb0bd tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460736 Nov 10 17:39:10.259868 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2a9a7-3dbc-4012-9e98-347918b3269b req-45224ecd-8a01-44b5-912b-e329ea4017b0 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:10.261981 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5cb2a9a7-3dbc-4012-9e98-347918b3269b req-45224ecd-8a01-44b5-912b-e329ea4017b0 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3a06976-11dd-42e8-9522-493e30e30e4c HTTP/1.1" status: 200 len: 944 time: 0.0806115 Nov 10 17:39:10.342842 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e8e45-3fa4-48d7-92e8-bdfd1e77f9b0 req-e7dbdf6e-b760-44bc-81c8-86c8797e1dcb tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:10.346417 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c22e8e45-3fa4-48d7-92e8-bdfd1e77f9b0 req-e7dbdf6e-b760-44bc-81c8-86c8797e1dcb tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 946 time: 0.0696495 Nov 10 17:39:10.357418 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device eb434553-83cf-4943-a738-0fa1bbe4dfed up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:39:10.365893 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5cb2a9a7-3dbc-4012-9e98-347918b3269b req-b9e2f66a-7ca2-4e1f-b5f8-dc4f82788efe tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/security-groups?id=b50b075f-350e-48ee-9d82-f4f3f0f45fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911775 Nov 10 17:39:10.417426 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c22e8e45-3fa4-48d7-92e8-bdfd1e77f9b0 req-6d6e9dac-4d32-45c5-9031-079976055c29 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618334 Nov 10 17:39:10.485080 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port eb434553-83cf-4943-a738-0fa1bbe4dfed completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:39:10.494534 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port eb434553-83cf-4943-a738-0fa1bbe4dfed triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:39:10.495980 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:10.580720 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea689d1-b223-47ca-86f1-7eb8e9e0aed4 req-88baa2c7-8b19-4450-bf68-859ff57a84e1 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:10.594949 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3ea689d1-b223-47ca-86f1-7eb8e9e0aed4 req-88baa2c7-8b19-4450-bf68-859ff57a84e1 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=856ce5a7-3e92-4e8f-b645-af373a755873 HTTP/1.1" status: 200 len: 946 time: 0.0901349 Nov 10 17:39:10.682900 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:10.694939 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3ea689d1-b223-47ca-86f1-7eb8e9e0aed4 req-f7ecfe68-ab1c-47f6-bdd8-698328a5a00c tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987220 Nov 10 17:39:10.791050 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port eb434553-83cf-4943-a738-0fa1bbe4dfed, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=eb434553-83cf-4943-a738-0fa1bbe4dfed,segment=NetworkSegment(131f8e88-55dc-44a5-8e14-2fb83d65363c),segment_id=131f8e88-55dc-44a5-8e14-2fb83d65363c)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:10.796713 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:10.851051 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329d29c-86a3-4d30-9ce2-b4879a0a671b req-dadb7fd1-5e40-4900-bb5a-4f7ccccb0328 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:10.861302 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0329d29c-86a3-4d30-9ce2-b4879a0a671b req-dadb7fd1-5e40-4900-bb5a-4f7ccccb0328 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 946 time: 0.1084061 Nov 10 17:39:10.871843 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=eb434553-83cf-4943-a738-0fa1bbe4dfed,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:10.947235 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0329d29c-86a3-4d30-9ce2-b4879a0a671b req-be2450b8-6f64-4ec6-bb1e-8124bd47d53d tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849609 Nov 10 17:39:11.094486 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70156242-f408-4a25-89bc-41611c2f0ade req-2c50de79-36f3-440d-9a4c-45d6c3de9976 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:11.102070 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-70156242-f408-4a25-89bc-41611c2f0ade req-2c50de79-36f3-440d-9a4c-45d6c3de9976 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 946 time: 0.0747113 Nov 10 17:39:11.165859 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-70156242-f408-4a25-89bc-41611c2f0ade req-908c3820-82e5-4aa9-a587-eb48550c7cae tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622845 Nov 10 17:39:11.349966 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a06976-11dd-42e8-9522-493e30e30e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb434553-83cf-4943-a738-0fa1bbe4dfed'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:39:11.352130 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c324d1-3636-48f7-bf22-cd55e1516a43" -d '{"events": [{"server_uuid": "e3a06976-11dd-42e8-9522-493e30e30e4c", "name": "network-vif-plugged", "status": "completed", "tag": "eb434553-83cf-4943-a738-0fa1bbe4dfed"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:39:11.383297 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b437b-43f4-42d7-8495-23c85701a012 req-852abb9a-0787-4316-b80b-96e7e1ffdea0 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:11.392678 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-781b437b-43f4-42d7-8495-23c85701a012 req-852abb9a-0787-4316-b80b-96e7e1ffdea0 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 946 time: 0.0771031 Nov 10 17:39:11.435537 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0320fb4-9132-488d-85fd-e1575957c07a req-da5b0ec3-24b4-4926-9f95-2e727a95a248 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:11.455605 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0320fb4-9132-488d-85fd-e1575957c07a req-da5b0ec3-24b4-4926-9f95-2e727a95a248 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 944 time: 0.1097152 Nov 10 17:39:11.471130 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-781b437b-43f4-42d7-8495-23c85701a012 req-519377ee-d451-4aad-abdd-118954c6e1d8 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769057 Nov 10 17:39:11.536627 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0320fb4-9132-488d-85fd-e1575957c07a req-f39cc08a-e9fa-432b-aa8a-0f76b17ac0eb tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685785 Nov 10 17:39:11.564712 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd53462-42d6-4f2a-8cff-923c584d565e x-openstack-request-id: req-3cd53462-42d6-4f2a-8cff-923c584d565e {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:39:11.565197 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a06976-11dd-42e8-9522-493e30e30e4c", "name": "network-vif-plugged", "status": "completed", "tag": "eb434553-83cf-4943-a738-0fa1bbe4dfed", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:39:11.565274 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3cd53462-42d6-4f2a-8cff-923c584d565e {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:39:11.565630 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a06976-11dd-42e8-9522-493e30e30e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb434553-83cf-4943-a738-0fa1bbe4dfed', 'code': 200} Nov 10 17:39:11.643441 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f893d7-f27c-4ee7-9c18-f971af36aa27 req-95f4bc28-6c64-4603-a5f8-4f09544c2d71 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:11.646460 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e3f893d7-f27c-4ee7-9c18-f971af36aa27 req-95f4bc28-6c64-4603-a5f8-4f09544c2d71 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3a06976-11dd-42e8-9522-493e30e30e4c HTTP/1.1" status: 200 len: 945 time: 0.0665998 Nov 10 17:39:11.728052 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d5f42-1fc9-4f07-a5f5-9ef87d87444d req-2922fe79-ab79-4d0a-9931-971154e56a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:11.729599 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fb8d5f42-1fc9-4f07-a5f5-9ef87d87444d req-2922fe79-ab79-4d0a-9931-971154e56a09 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e3a06976-11dd-42e8-9522-493e30e30e4c HTTP/1.1" status: 200 len: 1097 time: 0.0949190 Nov 10 17:39:11.764754 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e3f893d7-f27c-4ee7-9c18-f971af36aa27 req-8316e76b-c5d4-42e7-84a8-e54c8aa4bf4f tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/security-groups?id=b50b075f-350e-48ee-9d82-f4f3f0f45fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077747 Nov 10 17:39:11.808783 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41006) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:11.910354 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fb8d5f42-1fc9-4f07-a5f5-9ef87d87444d req-5b9b08bf-91ad-4b63-980b-bc5490b619e7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b50b075f-350e-48ee-9d82-f4f3f0f45fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725459 Nov 10 17:39:11.927954 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc7eb6-af4e-48b4-9011-67d1a7006e47 req-4eee845b-deff-45b2-b7bf-c876d079a23e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:11.929496 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fbbc7eb6-af4e-48b4-9011-67d1a7006e47 req-4eee845b-deff-45b2-b7bf-c876d079a23e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 946 time: 0.1584859 Nov 10 17:39:11.990290 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fbbc7eb6-af4e-48b4-9011-67d1a7006e47 req-8f25c8fc-bb40-4d28-80a1-99fb42280880 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545089 Nov 10 17:39:11.995289 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d90b3cf-8a2b-45d4-a1c9-26793659585c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:12.099586 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d90b3cf-8a2b-45d4-a1c9-26793659585c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:12.104627 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d90b3cf-8a2b-45d4-a1c9-26793659585c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:12.141593 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90b3cf-8a2b-45d4-a1c9-26793659585c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f3376d-52a3-4da6-ae72-6337b434d0ca,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:12.168418 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3d90b3cf-8a2b-45d4-a1c9-26793659585c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6ea394a6c92140f6b95c00a3a1c8e980&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3582563 Nov 10 17:39:12.170920 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41020) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:12.179341 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a5b0f-d190-43b0-939c-c33139c9fe1c req-0ae3b5bb-6b0e-489c-91e1-ecb03f206b3e tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:12.180926 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-001a5b0f-d190-43b0-939c-c33139c9fe1c req-0ae3b5bb-6b0e-489c-91e1-ecb03f206b3e tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=856ce5a7-3e92-4e8f-b645-af373a755873 HTTP/1.1" status: 200 len: 946 time: 0.0971107 Nov 10 17:39:12.235656 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fa75d13f-fdd1-4bf3-86cd-34d5baafc0ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:12.274826 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fa75d13f-fdd1-4bf3-86cd-34d5baafc0ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:12.282017 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-001a5b0f-d190-43b0-939c-c33139c9fe1c req-780845e9-ad1b-41b4-ae02-5bd59398d443 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799711 Nov 10 17:39:12.365323 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fa75d13f-fdd1-4bf3-86cd-34d5baafc0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:12.368344 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fa75d13f-fdd1-4bf3-86cd-34d5baafc0ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:12.369598 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-fa75d13f-fdd1-4bf3-86cd-34d5baafc0ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/16f3376d-52a3-4da6-ae72-6337b434d0ca HTTP/1.1" status: 204 len: 168 time: 0.1975114 Nov 10 17:39:12.376387 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 0b50f52b-4ac3-4426-952a-44ac10818835 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:39:12.387057 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75d13f-fdd1-4bf3-86cd-34d5baafc0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f3376d-52a3-4da6-ae72-6337b434d0ca,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:12.474137 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 0b50f52b-4ac3-4426-952a-44ac10818835 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:39:12.480071 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 0b50f52b-4ac3-4426-952a-44ac10818835 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:39:12.480826 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:12.546660 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbebfd3-d156-45b3-be29-7e6f11c03c0b req-71e8fe41-8014-404f-bedb-4335e4457963 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:12.556544 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-acbebfd3-d156-45b3-be29-7e6f11c03c0b req-71e8fe41-8014-404f-bedb-4335e4457963 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 946 time: 0.1309586 Nov 10 17:39:12.648435 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-acbebfd3-d156-45b3-be29-7e6f11c03c0b req-06e07ab5-0f37-4f34-b02b-deccaabb3dc8 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879688 Nov 10 17:39:12.665870 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:12.720137 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 0b50f52b-4ac3-4426-952a-44ac10818835, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=0b50f52b-4ac3-4426-952a-44ac10818835,segment=NetworkSegment(05cb0532-6c0f-441f-93e8-c6f075bb1eed),segment_id=05cb0532-6c0f-441f-93e8-c6f075bb1eed)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:12.749326 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:12.768734 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe29d1-7d3b-41ec-b8b9-5202ef647ebd req-1d2d3b8d-5a3b-400c-93cb-c13e5cbbdf04 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:12.785508 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-61fe29d1-7d3b-41ec-b8b9-5202ef647ebd req-1d2d3b8d-5a3b-400c-93cb-c13e5cbbdf04 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 944 time: 0.1139562 Nov 10 17:39:12.823598 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=0b50f52b-4ac3-4426-952a-44ac10818835,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:12.919737 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-61fe29d1-7d3b-41ec-b8b9-5202ef647ebd req-70cefeaf-f91a-4f0e-a2a7-ffa3eebb3a20 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325462 Nov 10 17:39:13.007643 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7d608-3cb0-4c54-bccf-2fe1e488c60f req-862a161e-8b25-4d9f-9373-434cf7f65b22 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:13.019317 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e5e7d608-3cb0-4c54-bccf-2fe1e488c60f req-862a161e-8b25-4d9f-9373-434cf7f65b22 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3a06976-11dd-42e8-9522-493e30e30e4c HTTP/1.1" status: 200 len: 945 time: 0.0951133 Nov 10 17:39:13.117759 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e5e7d608-3cb0-4c54-bccf-2fe1e488c60f req-c29317ec-e020-4a73-aae5-b215c7a95e64 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/security-groups?id=b50b075f-350e-48ee-9d82-f4f3f0f45fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963156 Nov 10 17:39:13.567079 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843a3089-1d7b-4cf1-b7a9-2b00cbcde030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b50f52b-4ac3-4426-952a-44ac10818835'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:39:13.569720 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e179d8d-740a-4478-a237-aaa9821f4537" -d '{"events": [{"server_uuid": "843a3089-1d7b-4cf1-b7a9-2b00cbcde030", "name": "network-vif-plugged", "status": "completed", "tag": "0b50f52b-4ac3-4426-952a-44ac10818835"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:39:13.570807 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7c510-aa9b-44a8-96ea-3348eeaed558 req-5dac58ee-69b0-4a00-8913-1338bfe6a9ad tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:13.573530 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b6b7c510-aa9b-44a8-96ea-3348eeaed558 req-5dac58ee-69b0-4a00-8913-1338bfe6a9ad tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=856ce5a7-3e92-4e8f-b645-af373a755873 HTTP/1.1" status: 200 len: 946 time: 0.1389914 Nov 10 17:39:13.668006 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b6b7c510-aa9b-44a8-96ea-3348eeaed558 req-3a6da6a5-cf88-4725-8e4c-37fc0f3521ff tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825682 Nov 10 17:39:13.713722 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66dc143-1348-4359-baab-e5568502bd62 x-openstack-request-id: req-f66dc143-1348-4359-baab-e5568502bd62 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:39:13.714593 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843a3089-1d7b-4cf1-b7a9-2b00cbcde030", "name": "network-vif-plugged", "status": "completed", "tag": "0b50f52b-4ac3-4426-952a-44ac10818835", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:39:13.715051 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f66dc143-1348-4359-baab-e5568502bd62 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:39:13.715912 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843a3089-1d7b-4cf1-b7a9-2b00cbcde030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b50f52b-4ac3-4426-952a-44ac10818835', 'code': 200} Nov 10 17:39:13.950134 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4f271-fc87-401b-9ebd-c8c0cc1f8bcc req-a7f1649b-7fde-4f80-b446-573f7e7ea0f7 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:13.952343 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-acc4f271-fc87-401b-9ebd-c8c0cc1f8bcc req-a7f1649b-7fde-4f80-b446-573f7e7ea0f7 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 946 time: 0.1650927 Nov 10 17:39:13.964137 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897b6c6-cc06-4069-a696-33515f70e07e req-1233ab92-f263-4bd6-815e-2223bd9551e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:13.966528 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5897b6c6-cc06-4069-a696-33515f70e07e req-1233ab92-f263-4bd6-815e-2223bd9551e6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 1097 time: 0.1638134 Nov 10 17:39:13.980951 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-83216668-b549-4c41-981d-eaa52d1c7254 req-f7475016-023b-4325-9059-001938aa278b tempest-AbsoluteLimitsNegativeTestJSON-2045579936 tempest-AbsoluteLimitsNegativeTestJSON-2045579936-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=1d8f68a676604146bb1a20f3503656fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480349 Nov 10 17:39:14.062996 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-acc4f271-fc87-401b-9ebd-c8c0cc1f8bcc req-b67f2f68-180d-4fd4-b860-7dbabe4961b2 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021469 Nov 10 17:39:14.066227 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5897b6c6-cc06-4069-a696-33515f70e07e req-a063fb6c-e122-4474-aea4-71b3192d238f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915174 Nov 10 17:39:14.138644 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83216668-b549-4c41-981d-eaa52d1c7254 req-d2e88c7d-7b3d-4088-9420-a45cfabf71de tempest-AbsoluteLimitsNegativeTestJSON-2045579936 tempest-AbsoluteLimitsNegativeTestJSON-2045579936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:14.146866 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-83216668-b549-4c41-981d-eaa52d1c7254 req-d2e88c7d-7b3d-4088-9420-a45cfabf71de tempest-AbsoluteLimitsNegativeTestJSON-2045579936 tempest-AbsoluteLimitsNegativeTestJSON-2045579936-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1650226 Nov 10 17:39:14.163210 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-83216668-b549-4c41-981d-eaa52d1c7254 req-bb2e4d4c-0fd8-4e7c-ae48-6d2ab1f39859 tempest-AbsoluteLimitsNegativeTestJSON-2045579936 tempest-AbsoluteLimitsNegativeTestJSON-2045579936-project] 10.222.0.39 "GET /v2.0/quotas/1d8f68a676604146bb1a20f3503656fc HTTP/1.1" status: 200 len: 375 time: 0.0151908 Nov 10 17:39:14.204077 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-83216668-b549-4c41-981d-eaa52d1c7254 req-5fdfba32-753c-43f6-8c80-4f950051ac97 tempest-AbsoluteLimitsNegativeTestJSON-2045579936 tempest-AbsoluteLimitsNegativeTestJSON-2045579936-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1d8f68a676604146bb1a20f3503656fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335107 Nov 10 17:39:14.417318 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e04329-3f21-47a5-9ada-7c79b8020ace req-00bd6249-759e-4b5c-b638-820754e90771 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:14.420074 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-01e04329-3f21-47a5-9ada-7c79b8020ace req-00bd6249-759e-4b5c-b638-820754e90771 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 945 time: 0.0956266 Nov 10 17:39:14.500861 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-01e04329-3f21-47a5-9ada-7c79b8020ace req-36e9605d-5287-493e-995b-f680015842ee tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730681 Nov 10 17:39:14.676226 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e33bf-1ff5-4b36-a44f-13835550184d req-fb02cd53-7917-430c-8a5e-c9d9eee6d55b tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:14.685445 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a23e33bf-1ff5-4b36-a44f-13835550184d req-fb02cd53-7917-430c-8a5e-c9d9eee6d55b tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3a06976-11dd-42e8-9522-493e30e30e4c HTTP/1.1" status: 200 len: 945 time: 0.1218939 Nov 10 17:39:14.770224 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a23e33bf-1ff5-4b36-a44f-13835550184d req-26ecfaf3-ab9e-40a4-ad69-6055d73c62ba tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/security-groups?id=b50b075f-350e-48ee-9d82-f4f3f0f45fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733488 Nov 10 17:39:14.813845 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41126) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:14.959074 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cd3bd-8006-47e4-851f-48f2dc777ced req-52a167d7-534c-4238-ba6e-02b8238d6183 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:14.960642 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bb1cd3bd-8006-47e4-851f-48f2dc777ced req-52a167d7-534c-4238-ba6e-02b8238d6183 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aedb322-8dae-4b8a-a0f8-84c2e454094c HTTP/1.1" status: 200 len: 945 time: 0.0795538 Nov 10 17:39:15.064168 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bb1cd3bd-8006-47e4-851f-48f2dc777ced req-556f84ac-f301-46ad-97fa-08189307b62f tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966995 Nov 10 17:39:15.095944 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-92068da7-e87b-4dde-b653-eca9b794a603 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:15.193771 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabc83c-0923-4c72-8c15-ce184dadeeda req-4389f8dc-df46-402d-b239-f904643d333d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:15.196257 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7dabc83c-0923-4c72-8c15-ce184dadeeda req-4389f8dc-df46-402d-b239-f904643d333d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e797b9c0d29944cb98e2cf15e71360f7&device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 1098 time: 0.0569565 Nov 10 17:39:15.205178 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08b392-1dab-4f52-97e9-62a40d8c8e44 req-4d0d7e62-1aff-4f53-8ecd-ecf2e8e8f0aa tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:15.206855 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bb08b392-1dab-4f52-97e9-62a40d8c8e44 req-4d0d7e62-1aff-4f53-8ecd-ecf2e8e8f0aa tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=856ce5a7-3e92-4e8f-b645-af373a755873 HTTP/1.1" status: 200 len: 946 time: 0.1222293 Nov 10 17:39:15.292040 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-92068da7-e87b-4dde-b653-eca9b794a603 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:15.294832 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bb08b392-1dab-4f52-97e9-62a40d8c8e44 req-f0006112-44c8-4cea-bdee-96b784c7abf1 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798724 Nov 10 17:39:15.297049 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-92068da7-e87b-4dde-b653-eca9b794a603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:15.363979 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-92068da7-e87b-4dde-b653-eca9b794a603 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1d8f68a676604146bb1a20f3503656fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5490003 Nov 10 17:39:15.364737 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41134) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:15.365404 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92068da7-e87b-4dde-b653-eca9b794a603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c443650-60ae-4236-80ab-c08e2f9e68fa,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:15.396903 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabc83c-0923-4c72-8c15-ce184dadeeda req-53491011-d218-411d-9d2e-33a109706db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:15.398606 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7dabc83c-0923-4c72-8c15-ce184dadeeda req-53491011-d218-411d-9d2e-33a109706db0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fdcce804-0eee-4352-bc4a-56d57553f51b HTTP/1.1" status: 200 len: 914 time: 0.1817582 Nov 10 17:39:15.491002 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7dabc83c-0923-4c72-8c15-ce184dadeeda req-3b2d6048-a74e-4af0-88f8-d1306d1112e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b673c3ac-81db-46b1-b3c8-4e515db43263 HTTP/1.1" status: 200 len: 217 time: 0.0800800 Nov 10 17:39:15.516994 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5cddede7-1034-4bcc-b594-0d7cafb99fce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:15.551297 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988d0b1-3e26-4977-9ebe-7ea3ac6942bd req-c83a175f-66a6-47cf-95e9-9dd9319b9656 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:15.553548 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d988d0b1-3e26-4977-9ebe-7ea3ac6942bd req-c83a175f-66a6-47cf-95e9-9dd9319b9656 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 946 time: 0.1045456 Nov 10 17:39:15.559642 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5cddede7-1034-4bcc-b594-0d7cafb99fce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:15.601628 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabc83c-0923-4c72-8c15-ce184dadeeda req-81720604-b28d-450a-b08d-922d408103a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:15.604322 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7dabc83c-0923-4c72-8c15-ce184dadeeda req-81720604-b28d-450a-b08d-922d408103a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=898255d9-6ca5-440d-ad7d-ca69abc8e6a6 HTTP/1.1" status: 200 len: 853 time: 0.0660648 Nov 10 17:39:15.613106 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bab91e-764b-48e8-9d4b-18c749e85bf9 req-f386d558-c892-4482-bbac-1623074e3690 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:15.615305 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d1bab91e-764b-48e8-9d4b-18c749e85bf9 req-f386d558-c892-4482-bbac-1623074e3690 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3a06976-11dd-42e8-9522-493e30e30e4c HTTP/1.1" status: 200 len: 945 time: 0.1269927 Nov 10 17:39:15.647213 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d988d0b1-3e26-4977-9ebe-7ea3ac6942bd req-cabbf690-89a0-4b00-896e-4aaf7f517cf0 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849121 Nov 10 17:39:15.673417 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5cddede7-1034-4bcc-b594-0d7cafb99fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:15.676823 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5cddede7-1034-4bcc-b594-0d7cafb99fce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:15.679144 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7dabc83c-0923-4c72-8c15-ce184dadeeda req-af51379b-3056-42c6-a8a7-dbbffabe9ea4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fdcce804-0eee-4352-bc4a-56d57553f51b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627155 Nov 10 17:39:15.681237 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5cddede7-1034-4bcc-b594-0d7cafb99fce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8c443650-60ae-4236-80ab-c08e2f9e68fa HTTP/1.1" status: 204 len: 168 time: 0.3089709 Nov 10 17:39:15.692784 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cddede7-1034-4bcc-b594-0d7cafb99fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c443650-60ae-4236-80ab-c08e2f9e68fa,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:15.798464 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d1bab91e-764b-48e8-9d4b-18c749e85bf9 req-25d892d0-7a52-403a-91a0-2c00ef4c0506 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/security-groups?id=b50b075f-350e-48ee-9d82-f4f3f0f45fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734014 Nov 10 17:39:15.901448 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7dabc83c-0923-4c72-8c15-ce184dadeeda req-4b2780c0-7a53-43ad-838e-3cf50f5268cd service neutron] 10.222.0.11 "GET /v2.0/networks/fdcce804-0eee-4352-bc4a-56d57553f51b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121658 Nov 10 17:39:15.936470 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded9909-1dd0-40cb-bc09-47e9f0ddd7a5 req-67a59bf0-3b02-448b-a59e-9f888a836db3 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:15.944498 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3ded9909-1dd0-40cb-bc09-47e9f0ddd7a5 req-67a59bf0-3b02-448b-a59e-9f888a836db3 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 945 time: 0.0883100 Nov 10 17:39:16.008684 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3ded9909-1dd0-40cb-bc09-47e9f0ddd7a5 req-f5d6366b-0b97-4671-a5ca-6d5ea4bdefe6 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632303 Nov 10 17:39:16.132125 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7dabc83c-0923-4c72-8c15-ce184dadeeda req-3a9a452e-ad56-4088-836b-350673a2628a service neutron] 10.222.0.11 "GET /v2.0/networks/fdcce804-0eee-4352-bc4a-56d57553f51b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099502 Nov 10 17:39:16.269271 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57122c-951e-454c-af1e-c844b762c0cf req-f96e1fdc-bdb4-458f-95df-068db44b9b90 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:16.277923 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba57122c-951e-454c-af1e-c844b762c0cf req-f96e1fdc-bdb4-458f-95df-068db44b9b90 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aedb322-8dae-4b8a-a0f8-84c2e454094c HTTP/1.1" status: 200 len: 945 time: 0.1062062 Nov 10 17:39:16.356421 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba57122c-951e-454c-af1e-c844b762c0cf req-1e7bed75-dccd-4cce-beab-5f9baf083053 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697305 Nov 10 17:39:16.476195 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2536a89-b0fd-4e03-84ec-7f2e710eb731 req-7f7668b1-abaf-45b7-8c76-23e8c43b440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:16.477863 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2536a89-b0fd-4e03-84ec-7f2e710eb731 req-7f7668b1-abaf-45b7-8c76-23e8c43b440d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8e72b28b5eeb442488b09faff7426464&device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 1097 time: 0.1829619 Nov 10 17:39:16.489434 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d98ea-0c6a-4258-a0d2-129938b8c42c req-df0556bd-a44a-41a8-8d39-cb08dc9603e9 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:16.497354 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3b6d98ea-0c6a-4258-a0d2-129938b8c42c req-df0556bd-a44a-41a8-8d39-cb08dc9603e9 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 945 time: 0.1391206 Nov 10 17:39:16.529537 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17114d50-6959-4b9b-9d0e-7dbb389dbc51 req-082094ec-321f-4124-8a8f-031b5231a961 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:16.531337 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-17114d50-6959-4b9b-9d0e-7dbb389dbc51 req-082094ec-321f-4124-8a8f-031b5231a961 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.11 "GET /v2.0/ports?device_id=8aedb322-8dae-4b8a-a0f8-84c2e454094c HTTP/1.1" status: 200 len: 945 time: 0.1765850 Nov 10 17:39:16.533208 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d28172-d351-4b7b-8910-8f83093c7d4c req-c5b13e99-5d60-4580-8e02-3475bc90ee99 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:16.541984 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-18d28172-d351-4b7b-8910-8f83093c7d4c req-c5b13e99-5d60-4580-8e02-3475bc90ee99 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=856ce5a7-3e92-4e8f-b645-af373a755873 HTTP/1.1" status: 200 len: 946 time: 0.0743253 Nov 10 17:39:16.616332 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-18d28172-d351-4b7b-8910-8f83093c7d4c req-5d77bf36-b3c0-43f6-b816-e6cf44fb2620 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687318 Nov 10 17:39:16.745325 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3b6d98ea-0c6a-4258-a0d2-129938b8c42c req-5d839d9b-f6b9-424f-b09b-c77e4e889811 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323079 Nov 10 17:39:16.782444 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2536a89-b0fd-4e03-84ec-7f2e710eb731 req-d8a5bd04-be09-4758-bc56-359b89eb5164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:16.792466 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2536a89-b0fd-4e03-84ec-7f2e710eb731 req-d8a5bd04-be09-4758-bc56-359b89eb5164 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4cbc9600-b463-4d04-acee-3f23c1dabea3 HTTP/1.1" status: 200 len: 912 time: 0.2863674 Nov 10 17:39:16.806576 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e9590-aa95-4fe1-a2bb-2b0c6b08e2e2 req-4003f23a-f5bd-4565-9d3a-6dd4886fab08 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:16.817981 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-302e9590-aa95-4fe1-a2bb-2b0c6b08e2e2 req-4003f23a-f5bd-4565-9d3a-6dd4886fab08 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 946 time: 0.0902772 Nov 10 17:39:16.892786 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-302e9590-aa95-4fe1-a2bb-2b0c6b08e2e2 req-d27fdc65-e34c-4b2a-8f25-c45dc0d386ed tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731668 Nov 10 17:39:16.953711 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41192) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:16.958036 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2536a89-b0fd-4e03-84ec-7f2e710eb731 req-d2cc7883-0d48-4b3d-a79d-c55663bdea96 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b50f52b-4ac3-4426-952a-44ac10818835 HTTP/1.1" status: 200 len: 217 time: 0.1213317 Nov 10 17:39:16.971759 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-17114d50-6959-4b9b-9d0e-7dbb389dbc51 req-3ea5605b-0664-4264-9af6-a1cfa3405c04 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Deleting port ddef7827-25d8-421c-abd1-ff2002fef7bf {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:39:16.972102 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-17114d50-6959-4b9b-9d0e-7dbb389dbc51 req-3ea5605b-0664-4264-9af6-a1cfa3405c04 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:17.123374 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-41bd0b42-672c-43b0-8cce-2f78be06bce4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2034558439-network', 'tenant_id': '90ee5b64bb1a4da089ba68d76f61a0e1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:17.152764 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bd0b42-672c-43b0-8cce-2f78be06bce4 admin admin] Made reservation on behalf of 90ee5b64bb1a4da089ba68d76f61a0e1 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:39:17.157557 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-41bd0b42-672c-43b0-8cce-2f78be06bce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:17.167500 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2536a89-b0fd-4e03-84ec-7f2e710eb731 req-95588de8-c936-4064-b172-27846da2c0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:17.169052 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2536a89-b0fd-4e03-84ec-7f2e710eb731 req-95588de8-c936-4064-b172-27846da2c0a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d5dda55e-1f80-43c6-821b-000fde206b8e HTTP/1.1" status: 200 len: 851 time: 0.1937442 Nov 10 17:39:17.172993 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-41bd0b42-672c-43b0-8cce-2f78be06bce4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:17.180216 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167df3e-0540-4087-b438-16cdb511a7e4 req-8be8a24e-6c83-47ae-b316-b6856d40d903 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:17.188018 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1167df3e-0540-4087-b438-16cdb511a7e4 req-8be8a24e-6c83-47ae-b316-b6856d40d903 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3a06976-11dd-42e8-9522-493e30e30e4c HTTP/1.1" status: 200 len: 945 time: 0.1781268 Nov 10 17:39:17.229340 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2536a89-b0fd-4e03-84ec-7f2e710eb731 req-d233eb9a-7fb0-4461-bc98-1c9ba90426ec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4cbc9600-b463-4d04-acee-3f23c1dabea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386362 Nov 10 17:39:17.304090 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-41bd0b42-672c-43b0-8cce-2f78be06bce4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:17.314597 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-41bd0b42-672c-43b0-8cce-2f78be06bce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:17.348980 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6087165-642c-4cda-8b63-42625b50ad99 req-ca63fb9c-2856-4c85-87f8-10706b504fa9 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:17.350543 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d6087165-642c-4cda-8b63-42625b50ad99 req-ca63fb9c-2856-4c85-87f8-10706b504fa9 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3a06976-11dd-42e8-9522-493e30e30e4c HTTP/1.1" status: 200 len: 945 time: 0.0912523 Nov 10 17:39:17.351394 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41bd0b42-672c-43b0-8cce-2f78be06bce4 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:39:17.353557 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2536a89-b0fd-4e03-84ec-7f2e710eb731 req-fc3aa988-2abc-4450-b74c-d89a9a44beda service neutron] 10.222.0.11 "GET /v2.0/networks/4cbc9600-b463-4d04-acee-3f23c1dabea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928347 Nov 10 17:39:17.363345 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-17114d50-6959-4b9b-9d0e-7dbb389dbc51 req-3ea5605b-0664-4264-9af6-a1cfa3405c04 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] For port ddef7827-25d8-421c-abd1-ff2002fef7bf, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ddef7827-25d8-421c-abd1-ff2002fef7bf,segment=NetworkSegment(9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12),segment_id=9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:17.363787 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-17114d50-6959-4b9b-9d0e-7dbb389dbc51 req-3ea5605b-0664-4264-9af6-a1cfa3405c04 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:17.436658 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-17114d50-6959-4b9b-9d0e-7dbb389dbc51 req-3ea5605b-0664-4264-9af6-a1cfa3405c04 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Calling delete_port for ddef7827-25d8-421c-abd1-ff2002fef7bf owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:39:17.439839 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-41bd0b42-672c-43b0-8cce-2f78be06bce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:17.440218 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-41bd0b42-672c-43b0-8cce-2f78be06bce4 admin admin] Added segment 49185afb-2d17-4380-8fb8-89afa24426c7 of type vlan for network 6645490f-8012-4c29-84a7-de6c20724d3e Nov 10 17:39:17.451465 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd0b42-672c-43b0-8cce-2f78be06bce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf5caf0-fc0d-4b50-8f90-96047fd3b1ce,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:17.468326 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1167df3e-0540-4087-b438-16cdb511a7e4 req-57715ab5-f203-4bb8-a142-f927cb8eac2a tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/security-groups?id=b50b075f-350e-48ee-9d82-f4f3f0f45fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725046 Nov 10 17:39:17.537893 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-41bd0b42-672c-43b0-8cce-2f78be06bce4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:17.558333 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2536a89-b0fd-4e03-84ec-7f2e710eb731 req-d054e2d2-8e3f-4609-9f92-0a264d5a6ba6 service neutron] 10.222.0.11 "GET /v2.0/networks/4cbc9600-b463-4d04-acee-3f23c1dabea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899180 Nov 10 17:39:17.656957 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-41bd0b42-672c-43b0-8cce-2f78be06bce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:17.658218 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bd0b42-672c-43b0-8cce-2f78be06bce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:17.658820 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-41bd0b42-672c-43b0-8cce-2f78be06bce4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:17.684383 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb103721-91a6-4fe9-b013-9a5827e80daf req-bb9f21da-bd5c-4d59-951e-09ca29d8e448 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:17.686038 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-17114d50-6959-4b9b-9d0e-7dbb389dbc51 req-3ea5605b-0664-4264-9af6-a1cfa3405c04 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:17.686181 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cb103721-91a6-4fe9-b013-9a5827e80daf req-bb9f21da-bd5c-4d59-951e-09ca29d8e448 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aedb322-8dae-4b8a-a0f8-84c2e454094c HTTP/1.1" status: 200 len: 945 time: 0.1452897 Nov 10 17:39:17.694900 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-d6087165-642c-4cda-8b63-42625b50ad99 req-bdb73b6f-e193-432a-b272-6f5f075e60e7 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Deleting port eb434553-83cf-4943-a738-0fa1bbe4dfed {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:39:17.695246 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d6087165-642c-4cda-8b63-42625b50ad99 req-bdb73b6f-e193-432a-b272-6f5f075e60e7 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:17.701169 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['c3b440db-4443-454d-9c1f-3c27760a5cdf', 'ddef7827-25d8-421c-abd1-ff2002fef7bf'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:39:17.747503 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5605b-0664-4264-9af6-a1cfa3405c04 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Pushing event deleted for resources: {'Port': ['ID=ddef7827-25d8-421c-abd1-ff2002fef7bf,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:17.767641 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['f652398f-c59e-48c8-9b48-d4391674db0e', '90993299-948d-4723-8daf-def5c3a540d8'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:39:17.840627 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-41bd0b42-672c-43b0-8cce-2f78be06bce4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8855362 Nov 10 17:39:17.852340 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-17114d50-6959-4b9b-9d0e-7dbb389dbc51 req-3ea5605b-0664-4264-9af6-a1cfa3405c04 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] No DVR routers for this DVR port ddef7827-25d8-421c-abd1-ff2002fef7bf on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:39:17.855521 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 41208) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:17.856871 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-17114d50-6959-4b9b-9d0e-7dbb389dbc51 req-3ea5605b-0664-4264-9af6-a1cfa3405c04 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:17.861531 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-17114d50-6959-4b9b-9d0e-7dbb389dbc51 req-3ea5605b-0664-4264-9af6-a1cfa3405c04 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.11 "DELETE /v2.0/ports/ddef7827-25d8-421c-abd1-ff2002fef7bf HTTP/1.1" status: 204 len: 173 time: 1.2515688 Nov 10 17:39:17.865320 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aedb322-8dae-4b8a-a0f8-84c2e454094c', 'name': 'network-vif-deleted', 'tag': 'ddef7827-25d8-421c-abd1-ff2002fef7bf'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:39:17.879443 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed2e944-74c3-4196-9397-52e37b592d5e" -d '{"events": [{"server_uuid": "8aedb322-8dae-4b8a-a0f8-84c2e454094c", "name": "network-vif-deleted", "tag": "ddef7827-25d8-421c-abd1-ff2002fef7bf"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:39:17.894860 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd0b42-672c-43b0-8cce-2f78be06bce4 admin admin] Pushing event updated for resources: {'Network': ['ID=6645490f-8012-4c29-84a7-de6c20724d3e,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:17.909438 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 6645490f-8012-4c29-84a7-de6c20724d3e details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:39:17.914917 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-8855d4b5-b88a-4229-a1e3-15a9c21996cb admin admin] Request body: {'subnet': {'network_id': '6645490f-8012-4c29-84a7-de6c20724d3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2034558439-subnet', 'tenant_id': '90ee5b64bb1a4da089ba68d76f61a0e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:17.936540 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cb103721-91a6-4fe9-b013-9a5827e80daf req-0b31c44f-4f9f-489b-82aa-87753db46946 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137575 Nov 10 17:39:17.995284 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-d6087165-642c-4cda-8b63-42625b50ad99 req-bdb73b6f-e193-432a-b272-6f5f075e60e7 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] For port eb434553-83cf-4943-a738-0fa1bbe4dfed, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=eb434553-83cf-4943-a738-0fa1bbe4dfed,segment=NetworkSegment(131f8e88-55dc-44a5-8e14-2fb83d65363c),segment_id=131f8e88-55dc-44a5-8e14-2fb83d65363c)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:17.995906 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d6087165-642c-4cda-8b63-42625b50ad99 req-bdb73b6f-e193-432a-b272-6f5f075e60e7 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:18.012430 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-d6087165-642c-4cda-8b63-42625b50ad99 req-bdb73b6f-e193-432a-b272-6f5f075e60e7 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Calling delete_port for eb434553-83cf-4943-a738-0fa1bbe4dfed owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:39:18.181097 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef4dff-f5a3-4193-9e60-a152bed83641 req-03cc447d-2477-47ff-9a34-af7f769d84e5 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:18.192820 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c8ef4dff-f5a3-4193-9e60-a152bed83641 req-03cc447d-2477-47ff-9a34-af7f769d84e5 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 945 time: 0.1000726 Nov 10 17:39:18.287590 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c8ef4dff-f5a3-4193-9e60-a152bed83641 req-61652497-ae1a-4117-9710-212470fadc39 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935354 Nov 10 17:39:18.359281 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513b282-cb1b-4ced-8cc1-5ca9d7f6c544 req-8cbc5a31-cd7c-48db-b632-8530a32b3231 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:18.369351 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6513b282-cb1b-4ced-8cc1-5ca9d7f6c544 req-8cbc5a31-cd7c-48db-b632-8530a32b3231 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=856ce5a7-3e92-4e8f-b645-af373a755873 HTTP/1.1" status: 200 len: 946 time: 0.6187046 Nov 10 17:39:18.400317 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8855d4b5-b88a-4229-a1e3-15a9c21996cb admin admin] Made reservation on behalf of 90ee5b64bb1a4da089ba68d76f61a0e1 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:39:18.409627 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8855d4b5-b88a-4229-a1e3-15a9c21996cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:18.422460 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d6087165-642c-4cda-8b63-42625b50ad99 req-bdb73b6f-e193-432a-b272-6f5f075e60e7 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:18.477945 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb73b6f-e193-432a-b272-6f5f075e60e7 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Pushing event deleted for resources: {'Port': ['ID=eb434553-83cf-4943-a738-0fa1bbe4dfed,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:18.556684 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6087165-642c-4cda-8b63-42625b50ad99 req-bdb73b6f-e193-432a-b272-6f5f075e60e7 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] No DVR routers for this DVR port eb434553-83cf-4943-a738-0fa1bbe4dfed on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:39:18.567342 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d6087165-642c-4cda-8b63-42625b50ad99 req-bdb73b6f-e193-432a-b272-6f5f075e60e7 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:18.570780 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d6087165-642c-4cda-8b63-42625b50ad99 req-bdb73b6f-e193-432a-b272-6f5f075e60e7 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.11 "DELETE /v2.0/ports/eb434553-83cf-4943-a738-0fa1bbe4dfed HTTP/1.1" status: 204 len: 173 time: 1.2011368 Nov 10 17:39:18.582971 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a06976-11dd-42e8-9522-493e30e30e4c', 'name': 'network-vif-deleted', 'tag': 'eb434553-83cf-4943-a738-0fa1bbe4dfed'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:39:18.592498 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7262cf79-2ad1-42c4-8a53-10ee6040f335" -d '{"events": [{"server_uuid": "e3a06976-11dd-42e8-9522-493e30e30e4c", "name": "network-vif-deleted", "tag": "eb434553-83cf-4943-a738-0fa1bbe4dfed"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:39:18.628400 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a77856b-aa3a-4db4-8d9f-503279ed2d33 x-openstack-request-id: req-1a77856b-aa3a-4db4-8d9f-503279ed2d33 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:39:18.628643 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aedb322-8dae-4b8a-a0f8-84c2e454094c", "name": "network-vif-deleted", "tag": "ddef7827-25d8-421c-abd1-ff2002fef7bf", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:39:18.629273 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1a77856b-aa3a-4db4-8d9f-503279ed2d33 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:39:18.629617 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aedb322-8dae-4b8a-a0f8-84c2e454094c', 'name': 'network-vif-deleted', 'tag': 'ddef7827-25d8-421c-abd1-ff2002fef7bf', 'status': 'completed', 'code': 200} Nov 10 17:39:18.666427 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8855d4b5-b88a-4229-a1e3-15a9c21996cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:18.676420 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6513b282-cb1b-4ced-8cc1-5ca9d7f6c544 req-893b9718-4de1-48c7-8fd7-2e0a1e9851c7 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052058 Nov 10 17:39:18.756221 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfcca97-dc3c-4b56-915d-56a01b73e64b req-99c66043-154a-41fb-a24f-4a0c1d971423 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:18.761222 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855d4b5-b88a-4229-a1e3-15a9c21996cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe991a25-95c2-443c-ba26-094e910db513,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:18.766539 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6bfcca97-dc3c-4b56-915d-56a01b73e64b req-99c66043-154a-41fb-a24f-4a0c1d971423 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 946 time: 0.1359510 Nov 10 17:39:18.785389 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8855d4b5-b88a-4229-a1e3-15a9c21996cb admin admin] Checking segment: {'id': '49185afb-2d17-4380-8fb8-89afa24426c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '6645490f-8012-4c29-84a7-de6c20724d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:39:18.786095 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8855d4b5-b88a-4229-a1e3-15a9c21996cb admin admin] Network hostable DHCP agents. Network: 6645490f-8012-4c29-84a7-de6c20724d3e, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:39:18.855494 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6bfcca97-dc3c-4b56-915d-56a01b73e64b req-343ddee3-ec75-40cf-80fe-180042e99718 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864995 Nov 10 17:39:18.875490 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8855d4b5-b88a-4229-a1e3-15a9c21996cb admin admin] Network 6645490f-8012-4c29-84a7-de6c20724d3e is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:39:18.895670 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-8855d4b5-b88a-4229-a1e3-15a9c21996cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 6645490f-8012-4c29-84a7-de6c20724d3e) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:39:18.899899 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855d4b5-b88a-4229-a1e3-15a9c21996cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:18.900656 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8855d4b5-b88a-4229-a1e3-15a9c21996cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:18.913427 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c050b606-4cde-451f-b71e-8dd1202e162b None None] Network 6645490f-8012-4c29-84a7-de6c20724d3e requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:39:18.945487 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8855d4b5-b88a-4229-a1e3-15a9c21996cb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0808907 Nov 10 17:39:18.960671 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf3ed33-2120-4edc-a5b5-6e0f08f5760f x-openstack-request-id: req-9bf3ed33-2120-4edc-a5b5-6e0f08f5760f {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:39:18.961197 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a06976-11dd-42e8-9522-493e30e30e4c", "name": "network-vif-deleted", "tag": "eb434553-83cf-4943-a738-0fa1bbe4dfed", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:39:18.961667 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9bf3ed33-2120-4edc-a5b5-6e0f08f5760f {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:39:18.962762 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a06976-11dd-42e8-9522-493e30e30e4c', 'name': 'network-vif-deleted', 'tag': 'eb434553-83cf-4943-a738-0fa1bbe4dfed', 'status': 'completed', 'code': 200} Nov 10 17:39:19.070346 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-20b0d786-b4a9-4755-8823-5d39ee78f62f req-ec3e10fa-d72e-4054-ac92-da473bb3e9a1 tempest-InstanceActionsV221TestJSON-1604362425 tempest-InstanceActionsV221TestJSON-1604362425-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3a06976-11dd-42e8-9522-493e30e30e4c HTTP/1.1" status: 200 len: 210 time: 0.0581689 Nov 10 17:39:19.118245 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53835cee-2f08-4868-9c21-b4a113b02ebf req-72303308-3019-4f5a-b714-ee7d04711169 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:19.120071 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-53835cee-2f08-4868-9c21-b4a113b02ebf req-72303308-3019-4f5a-b714-ee7d04711169 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 946 time: 0.0837357 Nov 10 17:39:19.160468 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc64339-fd2e-49f3-af73-89013fd8d72b None None] Network 6645490f-8012-4c29-84a7-de6c20724d3e requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:39:19.218506 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-53835cee-2f08-4868-9c21-b4a113b02ebf req-43bf2e39-1cd9-41fc-9b9d-1e679925a018 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881922 Nov 10 17:39:19.462538 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-c6293d7d-bd8f-4135-ba39-78826a24c43e req-08f9250f-fbe2-48b9-9ea8-1c16a90e8158 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-33393139', 'description': 'tempest-description-2135045159'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:19.506803 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-c6293d7d-bd8f-4135-ba39-78826a24c43e req-08f9250f-fbe2-48b9-9ea8-1c16a90e8158 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:19.526632 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b745e2-d2ab-4484-a158-ca0440818a3c req-9e8ede54-5cd8-4c90-8c79-d39f8e703764 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:19.537769 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-35b745e2-d2ab-4484-a158-ca0440818a3c req-9e8ede54-5cd8-4c90-8c79-d39f8e703764 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 946 time: 0.1297848 Nov 10 17:39:19.594226 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-35b745e2-d2ab-4484-a158-ca0440818a3c req-31b909b2-03a2-456c-b67d-9b6656bd0a84 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553648 Nov 10 17:39:19.634975 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-c6293d7d-bd8f-4135-ba39-78826a24c43e req-08f9250f-fbe2-48b9-9ea8-1c16a90e8158 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:19.644745 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-c6293d7d-bd8f-4135-ba39-78826a24c43e req-08f9250f-fbe2-48b9-9ea8-1c16a90e8158 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:19.695286 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-c6293d7d-bd8f-4135-ba39-78826a24c43e req-08f9250f-fbe2-48b9-9ea8-1c16a90e8158 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:19.703509 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c6293d7d-bd8f-4135-ba39-78826a24c43e req-08f9250f-fbe2-48b9-9ea8-1c16a90e8158 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2454615 Nov 10 17:39:19.743089 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9250f-fbe2-48b9-9ea8-1c16a90e8158 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89212282-2f45-4db8-b920-afaf4befdfd9,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:19.795592 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0705e-aa2a-4e65-b25f-4caf06e1363b req-0941b982-82f4-40d2-8926-633f2efdf1d4 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:19.804125 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b9a0705e-aa2a-4e65-b25f-4caf06e1363b req-0941b982-82f4-40d2-8926-633f2efdf1d4 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 945 time: 0.1237757 Nov 10 17:39:19.890481 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b9a0705e-aa2a-4e65-b25f-4caf06e1363b req-5f492980-9de8-456b-80c1-4763ba4deac7 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858197 Nov 10 17:39:19.952516 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5163326-08b0-411b-97c4-d88f1c0fa0f0 req-e7d23981-dfbd-4978-844c-0277562103da tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:19.960201 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b5163326-08b0-411b-97c4-d88f1c0fa0f0 req-e7d23981-dfbd-4978-844c-0277562103da tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 946 time: 0.1021082 Nov 10 17:39:19.962544 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a6838227-f883-4086-a895-ddbc7e2993c3 req-8164d351-7ea5-49e1-9c9d-a4bfb9c4ca9f tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] 10.222.0.39 "GET /v2.0/security-groups/89212282-2f45-4db8-b920-afaf4befdfd9 HTTP/1.1" status: 200 len: 1830 time: 0.0561528 Nov 10 17:39:19.968879 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-a6838227-f883-4086-a895-ddbc7e2993c3 req-562d8fae-58ba-430d-a16e-243e4b2c0f71 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '89212282-2f45-4db8-b920-afaf4befdfd9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:19.970056 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-a6838227-f883-4086-a895-ddbc7e2993c3 req-562d8fae-58ba-430d-a16e-243e4b2c0f71 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '89212282-2f45-4db8-b920-afaf4befdfd9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:20.037345 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b5163326-08b0-411b-97c4-d88f1c0fa0f0 req-cd59d82e-cf30-486c-9c44-ef92606b3506 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761628 Nov 10 17:39:20.063316 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a6838227-f883-4086-a895-ddbc7e2993c3 req-562d8fae-58ba-430d-a16e-243e4b2c0f71 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:20.091625 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a6838227-f883-4086-a895-ddbc7e2993c3 req-562d8fae-58ba-430d-a16e-243e4b2c0f71 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:20.105414 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a6838227-f883-4086-a895-ddbc7e2993c3 req-562d8fae-58ba-430d-a16e-243e4b2c0f71 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:20.134972 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d8fae-58ba-430d-a16e-243e4b2c0f71 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26e71c4-d261-4026-8459-658759bb77f8,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:20.147003 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a6838227-f883-4086-a895-ddbc7e2993c3 req-562d8fae-58ba-430d-a16e-243e4b2c0f71 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:20.159321 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a6838227-f883-4086-a895-ddbc7e2993c3 req-562d8fae-58ba-430d-a16e-243e4b2c0f71 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1937857 Nov 10 17:39:20.198837 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf34d29-5a58-40df-808b-88ad9a00adcc req-a398034e-dd6b-4489-bb16-6c77f3674a14 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:20.207317 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dbf34d29-5a58-40df-808b-88ad9a00adcc req-a398034e-dd6b-4489-bb16-6c77f3674a14 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=856ce5a7-3e92-4e8f-b645-af373a755873 HTTP/1.1" status: 200 len: 946 time: 0.1075487 Nov 10 17:39:20.284072 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dbf34d29-5a58-40df-808b-88ad9a00adcc req-fabcb729-848a-470a-8055-d2daa7af2189 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753803 Nov 10 17:39:20.421117 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device eb434553-83cf-4943-a738-0fa1bbe4dfed no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:39:20.454085 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: eb434553-83cf-4943-a738-0fa1bbe4dfed {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:39:20.454532 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device eb434553-83cf-4943-a738-0fa1bbe4dfed not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:39:20.455158 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device ddef7827-25d8-421c-abd1-ff2002fef7bf no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:39:20.457187 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d98753ea-8bae-4ac3-8e0b-3c5ff3a19b36 req-8d17c52a-b5de-4f6b-952f-69b5ac5fe913 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] 10.222.0.39 "GET /v2.0/security-groups/89212282-2f45-4db8-b920-afaf4befdfd9 HTTP/1.1" status: 200 len: 2424 time: 0.0911212 Nov 10 17:39:20.487112 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6825ada-e9a3-4a5e-8e1d-2020e31a3248 req-87c65ae6-94a9-4f83-9ab7-931325922842 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:20.488673 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d6825ada-e9a3-4a5e-8e1d-2020e31a3248 req-87c65ae6-94a9-4f83-9ab7-931325922842 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 946 time: 0.0868561 Nov 10 17:39:20.500620 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: ddef7827-25d8-421c-abd1-ff2002fef7bf {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:39:20.500972 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device ddef7827-25d8-421c-abd1-ff2002fef7bf not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:39:20.547362 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d6825ada-e9a3-4a5e-8e1d-2020e31a3248 req-ba9426cb-07c0-4d3f-9104-4f13f292640f tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510306 Nov 10 17:39:20.614895 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6d4151dd-907c-4c27-8565-b928d20d4b8e req-2e5c65b3-7861-48ee-aab0-f5d057d2fc05 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] 10.222.0.39 "GET /v2.0/security-group-rules/a26e71c4-d261-4026-8459-658759bb77f8 HTTP/1.1" status: 200 len: 778 time: 0.0297797 Nov 10 17:39:20.680643 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6d4151dd-907c-4c27-8565-b928d20d4b8e req-173704b7-66f6-4726-bb6c-dd9745daba75 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] 10.222.0.39 "GET /v2.0/security-groups/89212282-2f45-4db8-b920-afaf4befdfd9 HTTP/1.1" status: 200 len: 2424 time: 0.0582342 Nov 10 17:39:20.711960 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6d4151dd-907c-4c27-8565-b928d20d4b8e req-441702f4-e89a-40b5-a8d3-6bc6223681a0 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:20.720444 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6d4151dd-907c-4c27-8565-b928d20d4b8e req-441702f4-e89a-40b5-a8d3-6bc6223681a0 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:20.769103 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6d4151dd-907c-4c27-8565-b928d20d4b8e req-441702f4-e89a-40b5-a8d3-6bc6223681a0 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:20.780501 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a1aff-6a23-4000-ba9e-cee0b5e04843 req-d2b19cc4-b2a5-4c00-9c70-bf347c24efda tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:20.782241 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-821a1aff-6a23-4000-ba9e-cee0b5e04843 req-d2b19cc4-b2a5-4c00-9c70-bf347c24efda tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 946 time: 0.0707631 Nov 10 17:39:20.800526 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6d4151dd-907c-4c27-8565-b928d20d4b8e req-441702f4-e89a-40b5-a8d3-6bc6223681a0 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:20.802429 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6d4151dd-907c-4c27-8565-b928d20d4b8e req-441702f4-e89a-40b5-a8d3-6bc6223681a0 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/a26e71c4-d261-4026-8459-658759bb77f8 HTTP/1.1" status: 204 len: 173 time: 0.1213930 Nov 10 17:39:20.803409 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441702f4-e89a-40b5-a8d3-6bc6223681a0 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a26e71c4-d261-4026-8459-658759bb77f8,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:20.875661 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-821a1aff-6a23-4000-ba9e-cee0b5e04843 req-b48ccae3-c769-4cd5-b63a-6484f2671b38 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796216 Nov 10 17:39:20.895514 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-5848bc1c-cab6-405f-8d08-e110c0db1e7f req-fbf15bc2-da96-4e8c-9b69-64b07783cc92 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-894393330', 'description': 'tempest-description-977617958'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:20.932840 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5848bc1c-cab6-405f-8d08-e110c0db1e7f req-fbf15bc2-da96-4e8c-9b69-64b07783cc92 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:20.997745 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41308) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:21.039515 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5848bc1c-cab6-405f-8d08-e110c0db1e7f req-fbf15bc2-da96-4e8c-9b69-64b07783cc92 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:21.047331 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5848bc1c-cab6-405f-8d08-e110c0db1e7f req-fbf15bc2-da96-4e8c-9b69-64b07783cc92 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:21.068901 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5848bc1c-cab6-405f-8d08-e110c0db1e7f req-fbf15bc2-da96-4e8c-9b69-64b07783cc92 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:21.081237 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5848bc1c-cab6-405f-8d08-e110c0db1e7f req-fbf15bc2-da96-4e8c-9b69-64b07783cc92 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.1900506 Nov 10 17:39:21.103780 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3571781-0f61-4ad2-946d-3d245b2b919c admin admin] Deleting subnet 9504c908-9560-4a2f-aeaa-a3097219394a {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:39:21.123552 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f3571781-0f61-4ad2-946d-3d245b2b919c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:21.129240 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf15bc2-da96-4e8c-9b69-64b07783cc92 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56d9fc69-5e75-4a4c-8384-2b983dc01cf5,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:21.182286 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f3571781-0f61-4ad2-946d-3d245b2b919c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:21.190176 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b1119-3927-4886-a14b-8d9a7acfbaa0 req-6ab55304-6a61-4691-a6de-73a1a9b16da5 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:21.191701 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5c9b1119-3927-4886-a14b-8d9a7acfbaa0 req-6ab55304-6a61-4691-a6de-73a1a9b16da5 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 946 time: 0.0549054 Nov 10 17:39:21.330471 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5c9b1119-3927-4886-a14b-8d9a7acfbaa0 req-03ce721d-d974-46da-9815-c838035728e2 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194782 Nov 10 17:39:21.444187 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-625cf3b4-6a95-4000-ba24-b1de9d6b9a31 req-7631eb35-e6e7-41aa-9c92-f86d40a3c159 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] 10.222.0.39 "GET /v2.0/security-groups/56d9fc69-5e75-4a4c-8384-2b983dc01cf5 HTTP/1.1" status: 200 len: 1830 time: 0.0657976 Nov 10 17:39:21.509494 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12831d8-dfd0-447d-bd4a-96e36fe5ba86 req-5770e8eb-328c-406c-bebb-769bb5df8e4b tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:21.511023 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c12831d8-dfd0-447d-bd4a-96e36fe5ba86 req-5770e8eb-328c-406c-bebb-769bb5df8e4b tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 945 time: 0.4250073 Nov 10 17:39:21.563609 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f3571781-0f61-4ad2-946d-3d245b2b919c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:21.612441 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c12831d8-dfd0-447d-bd4a-96e36fe5ba86 req-b20080ae-f61d-4093-bb4a-40a0f805c432 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950992 Nov 10 17:39:21.678204 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f3571781-0f61-4ad2-946d-3d245b2b919c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:21.698020 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d786266-b123-4891-a689-b7c8f033dc1c req-a6f0ca05-ad94-47a8-9f19-0c74e5468e8c tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:21.708683 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1d786266-b123-4891-a689-b7c8f033dc1c req-a6f0ca05-ad94-47a8-9f19-0c74e5468e8c tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=856ce5a7-3e92-4e8f-b645-af373a755873 HTTP/1.1" status: 200 len: 946 time: 0.1222599 Nov 10 17:39:21.729244 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3571781-0f61-4ad2-946d-3d245b2b919c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9504c908-9560-4a2f-aeaa-a3097219394a,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:21.754967 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f3571781-0f61-4ad2-946d-3d245b2b919c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:21.760634 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f3571781-0f61-4ad2-946d-3d245b2b919c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9504c908-9560-4a2f-aeaa-a3097219394a HTTP/1.1" status: 204 len: 168 time: 0.7590425 Nov 10 17:39:21.762914 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 41324) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:21.813904 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552a673-4ebe-4e4d-99cb-78657c006a4e req-a13b0a6d-67f5-476d-8693-e36a8ab91ea3 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:21.816032 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2552a673-4ebe-4e4d-99cb-78657c006a4e req-a13b0a6d-67f5-476d-8693-e36a8ab91ea3 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 946 time: 0.0916541 Nov 10 17:39:21.850274 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1d786266-b123-4891-a689-b7c8f033dc1c req-3c9a810c-5304-4e1b-9776-e7b915dce2e1 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403568 Nov 10 17:39:21.899140 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2552a673-4ebe-4e4d-99cb-78657c006a4e req-144af461-2d10-47f5-b828-173c2fc04ec9 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731626 Nov 10 17:39:21.908897 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9124703a-880f-4a86-97a7-6e678e982eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:21.942836 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-1ac82492-66df-41d8-acbf-cefa2a4a49ab req-e4edfbc3-e7b4-4159-81c1-4a6514535cd8 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1763713106', 'description': 'tempest-description-244070850'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:21.993946 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1ac82492-66df-41d8-acbf-cefa2a4a49ab req-e4edfbc3-e7b4-4159-81c1-4a6514535cd8 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:22.038932 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9124703a-880f-4a86-97a7-6e678e982eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:22.079724 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-9124703a-880f-4a86-97a7-6e678e982eb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d035098-35f7-4f2b-9b46-b5de00d95c42']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:39:22.085512 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1ac82492-66df-41d8-acbf-cefa2a4a49ab req-e4edfbc3-e7b4-4159-81c1-4a6514535cd8 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:22.090593 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-9124703a-880f-4a86-97a7-6e678e982eb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '131f8e88-55dc-44a5-8e14-2fb83d65363c') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:39:22.091186 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-9124703a-880f-4a86-97a7-6e678e982eb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '131f8e88-55dc-44a5-8e14-2fb83d65363c') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:39:22.098231 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1ac82492-66df-41d8-acbf-cefa2a4a49ab req-e4edfbc3-e7b4-4159-81c1-4a6514535cd8 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:22.103051 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9124703a-880f-4a86-97a7-6e678e982eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:22.137012 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9124703a-880f-4a86-97a7-6e678e982eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:22.141677 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1ac82492-66df-41d8-acbf-cefa2a4a49ab req-e4edfbc3-e7b4-4159-81c1-4a6514535cd8 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:22.146753 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9124703a-880f-4a86-97a7-6e678e982eb0 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:39:22.147477 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9124703a-880f-4a86-97a7-6e678e982eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:22.159795 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1ac82492-66df-41d8-acbf-cefa2a4a49ab req-e4edfbc3-e7b4-4159-81c1-4a6514535cd8 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.2235315 Nov 10 17:39:22.169851 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4edfbc3-e7b4-4159-81c1-4a6514535cd8 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da518455-09c4-489f-a394-caa12ff254fe,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:22.236439 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:39:22.236439 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:39:22.236439 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:39:22.236439 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:39:22.236439 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:39:22.236439 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:39:22.236439 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:39:22.236439 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:39:22.236439 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:39:22.236439 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:39:22.236439 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:39:22.236439 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:39:22.236439 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:39:22.236439 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:39:22.236439 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:39:22.236439 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:39:22.236439 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:39:22.236439 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:39:22.236439 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:39:22.236439 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:39:22.236439 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:39:22.236439 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:39:22.236439 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:39:22.236439 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:39:22.236439 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:39:22.236439 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:39:22.236439 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:39:22.236439 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:39:22.236439 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:39:22.236439 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:39:22.236439 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:39:22.236439 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:39:22.243693 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9124703a-880f-4a86-97a7-6e678e982eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:22.254135 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9124703a-880f-4a86-97a7-6e678e982eb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:22.261398 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9124703a-880f-4a86-97a7-6e678e982eb0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8d035098-35f7-4f2b-9b46-b5de00d95c42 HTTP/1.1" status: 204 len: 168 time: 0.4966693 Nov 10 17:39:22.288364 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124703a-880f-4a86-97a7-6e678e982eb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d035098-35f7-4f2b-9b46-b5de00d95c42,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:22.358046 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a6c7af5-8e13-49f3-bf17-da57f29da298 req-daba5959-ad27-414e-9334-fb07363ada91 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] 10.222.0.39 "GET /v2.0/security-groups/da518455-09c4-489f-a394-caa12ff254fe HTTP/1.1" status: 200 len: 1831 time: 0.0771098 Nov 10 17:39:22.427265 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92918b2d-6c2f-41e3-9e19-527c759f7999 req-8755d22a-526e-4c85-8235-1ad49a89886d tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:22.436819 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-92918b2d-6c2f-41e3-9e19-527c759f7999 req-8755d22a-526e-4c85-8235-1ad49a89886d tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 946 time: 0.0754871 Nov 10 17:39:22.504812 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-92918b2d-6c2f-41e3-9e19-527c759f7999 req-83c0f659-1cc2-4374-b710-334380533eb8 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663764 Nov 10 17:39:22.527480 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 41358) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:22.546658 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-d5465c4f-69b4-4795-ac63-dee0e9ea4c6e req-169fb40d-55a9-4dcf-94a0-fce0c103fc6f tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-721168425', 'description': 'tempest-description-1756675825'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:22.584196 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d5465c4f-69b4-4795-ac63-dee0e9ea4c6e req-169fb40d-55a9-4dcf-94a0-fce0c103fc6f tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:22.685880 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-064ffa0f-7577-4d6d-a5e1-68a2ea8c99e4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1d8b3d4be7b54e57ba1970f3d3a80451&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1558940 Nov 10 17:39:22.697981 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d5465c4f-69b4-4795-ac63-dee0e9ea4c6e req-169fb40d-55a9-4dcf-94a0-fce0c103fc6f tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:22.699328 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41364) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:22.708188 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d5465c4f-69b4-4795-ac63-dee0e9ea4c6e req-169fb40d-55a9-4dcf-94a0-fce0c103fc6f tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:22.765218 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d76c8a-7393-49f2-911b-07febcd46909 req-14d00b9f-4e98-4cdd-a31a-4bde25b82a58 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:22.767187 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e8d76c8a-7393-49f2-911b-07febcd46909 req-14d00b9f-4e98-4cdd-a31a-4bde25b82a58 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=856ce5a7-3e92-4e8f-b645-af373a755873 HTTP/1.1" status: 200 len: 946 time: 0.1558824 Nov 10 17:39:22.782482 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d5465c4f-69b4-4795-ac63-dee0e9ea4c6e req-169fb40d-55a9-4dcf-94a0-fce0c103fc6f tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:22.783884 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d5465c4f-69b4-4795-ac63-dee0e9ea4c6e req-169fb40d-55a9-4dcf-94a0-fce0c103fc6f tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.2503858 Nov 10 17:39:22.802651 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169fb40d-55a9-4dcf-94a0-fce0c103fc6f tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbfa81e-01db-44bb-8560-94f1015d7498,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:22.838174 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83490b2-d749-407b-bfad-670e2a397691 req-0d37072a-a6d7-4021-bbf9-3286d0a03f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:22.840704 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f83490b2-d749-407b-bfad-670e2a397691 req-0d37072a-a6d7-4021-bbf9-3286d0a03f6e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=04a76971ed564b4fb4b599d053c14ea1&device_id=856ce5a7-3e92-4e8f-b645-af373a755873 HTTP/1.1" status: 200 len: 1098 time: 0.1744728 Nov 10 17:39:22.850931 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6490a357-ec98-4fd0-bdff-928c513ca4d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:22.873145 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e8d76c8a-7393-49f2-911b-07febcd46909 req-77c2f245-acc7-4e9a-a270-326e997b852d tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915308 Nov 10 17:39:22.876458 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6490a357-ec98-4fd0-bdff-928c513ca4d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:23.013669 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570a269-1c26-4347-8877-16bdd40388e0 req-0e74e260-1ee1-477f-b06d-06c1edf33519 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:23.015291 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f570a269-1c26-4347-8877-16bdd40388e0 req-0e74e260-1ee1-477f-b06d-06c1edf33519 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 946 time: 0.1066716 Nov 10 17:39:23.046029 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6490a357-ec98-4fd0-bdff-928c513ca4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:23.052273 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6490a357-ec98-4fd0-bdff-928c513ca4d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:23.054005 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6490a357-ec98-4fd0-bdff-928c513ca4d1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b50b075f-350e-48ee-9d82-f4f3f0f45fce HTTP/1.1" status: 204 len: 168 time: 0.3533556 Nov 10 17:39:23.073107 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490a357-ec98-4fd0-bdff-928c513ca4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50b075f-350e-48ee-9d82-f4f3f0f45fce,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:23.108691 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83490b2-d749-407b-bfad-670e2a397691 req-06bb1add-adcf-4f41-996e-3bdc703b44d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:23.111042 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f83490b2-d749-407b-bfad-670e2a397691 req-06bb1add-adcf-4f41-996e-3bdc703b44d5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9180a1a-41c6-4705-9f2d-3f86b162f713 HTTP/1.1" status: 200 len: 917 time: 0.2368011 Nov 10 17:39:23.174809 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f83490b2-d749-407b-bfad-670e2a397691 req-af6e73e8-b666-4dac-91e7-b2828b13d274 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=493b266d-2e28-4eae-82fc-91d2b94f8b9c HTTP/1.1" status: 200 len: 217 time: 0.0534317 Nov 10 17:39:23.179737 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f570a269-1c26-4347-8877-16bdd40388e0 req-f3f650ed-0465-41f7-b870-160686a6b321 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574767 Nov 10 17:39:23.304936 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f22bd-5e6e-4f4e-b34b-8adcda1c2c10 req-4730078e-6c05-45c1-842b-84bbd43d416c tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:23.314700 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-167f22bd-5e6e-4f4e-b34b-8adcda1c2c10 req-4730078e-6c05-45c1-842b-84bbd43d416c tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 945 time: 0.1498106 Nov 10 17:39:23.336572 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83490b2-d749-407b-bfad-670e2a397691 req-febbb15d-04ac-48c9-b4ca-935ec5c6e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:23.338041 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f83490b2-d749-407b-bfad-670e2a397691 req-febbb15d-04ac-48c9-b4ca-935ec5c6e816 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1adc8a12-e3a2-47a8-95eb-169d5cbb4c97 HTTP/1.1" status: 200 len: 855 time: 0.1232464 Nov 10 17:39:23.377375 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ff43c8f4-6343-4377-aa21-26977fe0436d req-843d69e0-6b2b-4813-aa0f-d4e48dbe00e0 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] 10.222.0.39 "GET /v2.0/security-groups/4dbfa81e-01db-44bb-8560-94f1015d7498 HTTP/1.1" status: 200 len: 1831 time: 0.1322589 Nov 10 17:39:23.408704 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-167f22bd-5e6e-4f4e-b34b-8adcda1c2c10 req-315c62fd-d02d-48c7-8010-9acc39ba01d7 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929606 Nov 10 17:39:23.443960 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83490b2-d749-407b-bfad-670e2a397691 req-83d4f264-6213-4dea-92a2-b093d8d3e16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:23.445540 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f83490b2-d749-407b-bfad-670e2a397691 req-83d4f264-6213-4dea-92a2-b093d8d3e16e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9180a1a-41c6-4705-9f2d-3f86b162f713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0977998 Nov 10 17:39:23.452787 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-2df3024b-3b33-4878-98ac-b0dc1299ab66 req-d8b4380d-fd91-468d-a96a-2d9e3220d5a8 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-369156459', 'description': 'tempest-description-1830926948'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:23.533373 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2df3024b-3b33-4878-98ac-b0dc1299ab66 req-d8b4380d-fd91-468d-a96a-2d9e3220d5a8 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:23.684841 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f83490b2-d749-407b-bfad-670e2a397691 req-ac24d8dd-e015-4260-8204-a1e33b748450 service neutron] 10.222.0.13 "GET /v2.0/networks/c9180a1a-41c6-4705-9f2d-3f86b162f713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259362 Nov 10 17:39:23.796809 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2df3024b-3b33-4878-98ac-b0dc1299ab66 req-d8b4380d-fd91-468d-a96a-2d9e3220d5a8 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:23.803879 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2df3024b-3b33-4878-98ac-b0dc1299ab66 req-d8b4380d-fd91-468d-a96a-2d9e3220d5a8 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:23.830028 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469900c-d244-49f4-850e-e710b82c58a9 req-6c03c169-0627-409d-804b-3d03330bd605 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:23.832977 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a469900c-d244-49f4-850e-e710b82c58a9 req-6c03c169-0627-409d-804b-3d03330bd605 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 946 time: 0.1461842 Nov 10 17:39:23.866246 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2df3024b-3b33-4878-98ac-b0dc1299ab66 req-d8b4380d-fd91-468d-a96a-2d9e3220d5a8 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:23.872193 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2df3024b-3b33-4878-98ac-b0dc1299ab66 req-d8b4380d-fd91-468d-a96a-2d9e3220d5a8 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.4240804 Nov 10 17:39:23.876470 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4380d-fd91-468d-a96a-2d9e3220d5a8 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=782c6a4e-4261-4581-af95-57c2094ba81e,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:23.885745 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f83490b2-d749-407b-bfad-670e2a397691 req-2d53fa38-b557-4d59-adfe-cf96590b3bbc service neutron] 10.222.0.13 "GET /v2.0/networks/c9180a1a-41c6-4705-9f2d-3f86b162f713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911576 Nov 10 17:39:23.943892 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a469900c-d244-49f4-850e-e710b82c58a9 req-eb39bd81-ef2a-45de-8180-0a29d4c53b61 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038876 Nov 10 17:39:24.036736 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d24a2fdc-2185-48e8-9012-e760ddf3e004 req-be526635-b6a9-494c-ad8c-804d70460351 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] 10.222.0.39 "GET /v2.0/security-groups/782c6a4e-4261-4581-af95-57c2094ba81e HTTP/1.1" status: 200 len: 1831 time: 0.1369076 Nov 10 17:39:24.115156 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96d4ae-38f9-47b2-8662-a74448fa48fe req-df8afafa-015b-4b6c-abdc-0598b288e94c tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:24.131985 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ec96d4ae-38f9-47b2-8662-a74448fa48fe req-df8afafa-015b-4b6c-abdc-0598b288e94c tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=856ce5a7-3e92-4e8f-b645-af373a755873 HTTP/1.1" status: 200 len: 946 time: 0.0993392 Nov 10 17:39:24.222172 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ec96d4ae-38f9-47b2-8662-a74448fa48fe req-47b86831-3f2f-459b-8571-5ff792236108 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885224 Nov 10 17:39:24.240482 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfccaf21-01dd-4929-bcb3-a7d6af31919b req-b5e28abb-3530-4c3e-a2bc-ba1f14323bfe tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:24.241990 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cfccaf21-01dd-4929-bcb3-a7d6af31919b req-b5e28abb-3530-4c3e-a2bc-ba1f14323bfe tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 946 time: 0.0968544 Nov 10 17:39:24.354195 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [req-e93d8e5d-f106-415f-a728-66429edae248 req-55fac8af-c95c-4f9e-b0f6-bf59d6d12488 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] show failed (client error): The resource could not be found. Nov 10 17:39:24.371425 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e93d8e5d-f106-415f-a728-66429edae248 req-55fac8af-c95c-4f9e-b0f6-bf59d6d12488 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] 10.222.0.39 "GET /v2.0/security-groups/8aa70e97-9c23-4d63-9708-9adcad8eda27 HTTP/1.1" status: 404 len: 352 time: 0.0351028 Nov 10 17:39:24.373923 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41416) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:24.396546 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cfccaf21-01dd-4929-bcb3-a7d6af31919b req-cbd1d785-7aa5-4a0e-949f-ca6ad7ac2322 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351693 Nov 10 17:39:24.449498 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [req-03667942-26e1-4950-8803-eea9b365976a req-5add532d-be3a-4801-946e-ce5fa7a9f5e0 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] show failed (client error): The resource could not be found. Nov 10 17:39:24.469994 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-03667942-26e1-4950-8803-eea9b365976a req-5add532d-be3a-4801-946e-ce5fa7a9f5e0 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] 10.222.0.39 "GET /v2.0/security-group-rules/d64409b9-4d5c-428c-9027-92a891c2d3e4 HTTP/1.1" status: 404 len: 361 time: 0.0601323 Nov 10 17:39:24.555526 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-ec326120-6277-47d6-94c0-1d3fe4f5e393 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-808668872-network', 'tenant_id': 'f3b6826817b8411c8006e8b4d3c701a1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:24.588804 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:24.611854 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec326120-6277-47d6-94c0-1d3fe4f5e393 admin admin] Made reservation on behalf of f3b6826817b8411c8006e8b4d3c701a1 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:39:24.614340 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec326120-6277-47d6-94c0-1d3fe4f5e393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:24.671264 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec326120-6277-47d6-94c0-1d3fe4f5e393 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:24.675904 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc71d11-426a-4c0e-b080-f7fa4f4f7cc4 req-3a1571cc-dea5-445a-8224-b00da79acb56 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:24.683723 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cdc71d11-426a-4c0e-b080-f7fa4f4f7cc4 req-3a1571cc-dea5-445a-8224-b00da79acb56 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 945 time: 0.1499949 Nov 10 17:39:24.714864 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50414b43-ea6e-4837-8af1-035781eb0b0e req-105bd0c8-dcea-41cf-a668-fde26b0a6903 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:24.723722 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-50414b43-ea6e-4837-8af1-035781eb0b0e req-105bd0c8-dcea-41cf-a668-fde26b0a6903 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 946 time: 0.1267200 Nov 10 17:39:24.759842 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:39:24.781306 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cdc71d11-426a-4c0e-b080-f7fa4f4f7cc4 req-758b3aab-a2f6-4b89-b07c-18e26ed097ff tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965073 Nov 10 17:39:24.803643 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-50414b43-ea6e-4837-8af1-035781eb0b0e req-44cc93d2-5ef5-47b6-b08f-2fbd899f3634 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787175 Nov 10 17:39:24.878600 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec326120-6277-47d6-94c0-1d3fe4f5e393 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:24.885456 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a599d2f-db33-45c9-b324-e6993526d105 req-2ddb5cd2-ff3f-4c0f-b259-36247981fd53 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] 10.222.0.39 "GET /v2.0/security-groups/782c6a4e-4261-4581-af95-57c2094ba81e HTTP/1.1" status: 200 len: 1831 time: 0.0712197 Nov 10 17:39:24.888595 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec326120-6277-47d6-94c0-1d3fe4f5e393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:24.931452 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec326120-6277-47d6-94c0-1d3fe4f5e393 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:39:24.940618 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec326120-6277-47d6-94c0-1d3fe4f5e393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c7b3f6-d57f-4106-92f8-9f763dbfa867,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:24.951551 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec326120-6277-47d6-94c0-1d3fe4f5e393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:24.952283 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-ec326120-6277-47d6-94c0-1d3fe4f5e393 admin admin] Added segment 384d6ec0-9254-4efe-b773-97715b6ee1cd of type vlan for network d4e1ba53-3c7f-4994-965e-2463aa2b8abd Nov 10 17:39:24.988410 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:25.065106 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec326120-6277-47d6-94c0-1d3fe4f5e393 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:25.080734 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8a599d2f-db33-45c9-b324-e6993526d105 req-d0916594-6cd2-4faa-8dd5-6a00cd356623 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:25.123811 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8a599d2f-db33-45c9-b324-e6993526d105 req-d0916594-6cd2-4faa-8dd5-6a00cd356623 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:25.128386 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec326120-6277-47d6-94c0-1d3fe4f5e393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:25.129614 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec326120-6277-47d6-94c0-1d3fe4f5e393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:25.130274 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec326120-6277-47d6-94c0-1d3fe4f5e393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:25.221748 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8a599d2f-db33-45c9-b324-e6993526d105 req-d0916594-6cd2-4faa-8dd5-6a00cd356623 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:25.224810 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8a599d2f-db33-45c9-b324-e6993526d105 req-d0916594-6cd2-4faa-8dd5-6a00cd356623 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:25.226105 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a599d2f-db33-45c9-b324-e6993526d105 req-d0916594-6cd2-4faa-8dd5-6a00cd356623 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] 10.222.0.39 "DELETE /v2.0/security-groups/782c6a4e-4261-4581-af95-57c2094ba81e HTTP/1.1" status: 204 len: 173 time: 0.3397026 Nov 10 17:39:25.248278 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0916594-6cd2-4faa-8dd5-6a00cd356623 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=782c6a4e-4261-4581-af95-57c2094ba81e,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:25.272109 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ec326120-6277-47d6-94c0-1d3fe4f5e393 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8952904 Nov 10 17:39:25.275074 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 41452) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:25.282158 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-3f70ffec-3688-47ad-8947-bbe678ce4b70 admin admin] Request body: {'subnet': {'network_id': 'd4e1ba53-3c7f-4994-965e-2463aa2b8abd', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-808668872-subnet', 'tenant_id': 'f3b6826817b8411c8006e8b4d3c701a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:25.325176 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec326120-6277-47d6-94c0-1d3fe4f5e393 admin admin] Pushing event updated for resources: {'Network': ['ID=d4e1ba53-3c7f-4994-965e-2463aa2b8abd,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:25.338938 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network d4e1ba53-3c7f-4994-965e-2463aa2b8abd details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:39:25.345626 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f70ffec-3688-47ad-8947-bbe678ce4b70 admin admin] Made reservation on behalf of f3b6826817b8411c8006e8b4d3c701a1 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:39:25.348073 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3f70ffec-3688-47ad-8947-bbe678ce4b70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:25.446861 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8675b19-87a8-4028-a84e-c94fc0051319 req-16ea1322-77a5-47cf-acfa-c849c18954a5 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:25.463028 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d8675b19-87a8-4028-a84e-c94fc0051319 req-16ea1322-77a5-47cf-acfa-c849c18954a5 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 946 time: 0.1244943 Nov 10 17:39:25.496684 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1a746-4d5b-4ccf-a572-a0b07bc7026f req-2e711188-acf3-4724-9bef-1e3b79c9a955 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:25.498592 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7b1a746-4d5b-4ccf-a572-a0b07bc7026f req-2e711188-acf3-4724-9bef-1e3b79c9a955 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5cc0e63-9ae0-45b0-9001-7d0497dfbff0 HTTP/1.1" status: 200 len: 945 time: 0.0882759 Nov 10 17:39:25.548447 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d8675b19-87a8-4028-a84e-c94fc0051319 req-acc5bee8-b1cb-427f-bf92-156c37ecffed tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838015 Nov 10 17:39:25.610254 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7b1a746-4d5b-4ccf-a572-a0b07bc7026f req-68ab4d47-c137-4a4a-9fc0-5e8e73b96b0a tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940771 Nov 10 17:39:25.638510 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cb1fab2a-7701-4768-be21-db49a0475c3c req-2c4f25c3-f379-4b59-8764-d0eac6dc135a tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] 10.222.0.39 "GET /v2.0/security-groups/4dbfa81e-01db-44bb-8560-94f1015d7498 HTTP/1.1" status: 200 len: 1831 time: 0.0586431 Nov 10 17:39:25.697876 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3f70ffec-3688-47ad-8947-bbe678ce4b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:25.734297 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-cb1fab2a-7701-4768-be21-db49a0475c3c req-250ca6ac-643b-4705-af32-652cd126bfce tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:25.774483 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-cb1fab2a-7701-4768-be21-db49a0475c3c req-250ca6ac-643b-4705-af32-652cd126bfce tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:25.824203 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70ffec-3688-47ad-8947-bbe678ce4b70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54c3c56b-4c97-40ad-a0fb-1ba9c868f14d,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:25.833229 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-cb1fab2a-7701-4768-be21-db49a0475c3c req-250ca6ac-643b-4705-af32-652cd126bfce tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:25.837514 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-cb1fab2a-7701-4768-be21-db49a0475c3c req-250ca6ac-643b-4705-af32-652cd126bfce tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:25.838815 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cb1fab2a-7701-4768-be21-db49a0475c3c req-250ca6ac-643b-4705-af32-652cd126bfce tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] 10.222.0.39 "DELETE /v2.0/security-groups/4dbfa81e-01db-44bb-8560-94f1015d7498 HTTP/1.1" status: 204 len: 173 time: 0.1926241 Nov 10 17:39:25.850150 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ca6ac-643b-4705-af32-652cd126bfce tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbfa81e-01db-44bb-8560-94f1015d7498,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:25.861237 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa750c69-1255-4c60-a5c6-d5e89409011d req-073bc9ff-ab81-4b68-b2a3-70fc9c15fc44 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:25.928170 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fa750c69-1255-4c60-a5c6-d5e89409011d req-073bc9ff-ab81-4b68-b2a3-70fc9c15fc44 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=856ce5a7-3e92-4e8f-b645-af373a755873 HTTP/1.1" status: 200 len: 946 time: 0.1612115 Nov 10 17:39:25.928170 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f70ffec-3688-47ad-8947-bbe678ce4b70 admin admin] Checking segment: {'id': '384d6ec0-9254-4efe-b773-97715b6ee1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4e1ba53-3c7f-4994-965e-2463aa2b8abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:39:25.928170 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f70ffec-3688-47ad-8947-bbe678ce4b70 admin admin] Network hostable DHCP agents. Network: d4e1ba53-3c7f-4994-965e-2463aa2b8abd, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:39:25.937520 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fa750c69-1255-4c60-a5c6-d5e89409011d req-dfcf580a-4147-4e93-a71c-441994f7132f tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662837 Nov 10 17:39:25.938701 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f70ffec-3688-47ad-8947-bbe678ce4b70 admin admin] Network d4e1ba53-3c7f-4994-965e-2463aa2b8abd is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:39:25.951385 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-3f70ffec-3688-47ad-8947-bbe678ce4b70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, d4e1ba53-3c7f-4994-965e-2463aa2b8abd) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:39:25.974527 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9be23cc-8b95-4176-8b34-120f454841b0 None None] Network d4e1ba53-3c7f-4994-965e-2463aa2b8abd requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:39:25.976952 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f70ffec-3688-47ad-8947-bbe678ce4b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:25.978029 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3f70ffec-3688-47ad-8947-bbe678ce4b70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:26.039864 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3f70ffec-3688-47ad-8947-bbe678ce4b70 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7632749 Nov 10 17:39:26.076643 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0bda22bb-6cd1-4d82-96e6-185b7a9427c1 req-970c6270-509a-4b3c-9e20-afbe8d4e06f2 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] 10.222.0.39 "GET /v2.0/security-groups/da518455-09c4-489f-a394-caa12ff254fe HTTP/1.1" status: 200 len: 1831 time: 0.0712025 Nov 10 17:39:26.142321 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82db41-e53c-4f2b-9eaa-0641e20ba1a6 req-a6de7fbb-943d-4e22-a3f3-12602e062027 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:26.145517 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7e82db41-e53c-4f2b-9eaa-0641e20ba1a6 req-a6de7fbb-943d-4e22-a3f3-12602e062027 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 945 time: 0.1265132 Nov 10 17:39:26.156955 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0bda22bb-6cd1-4d82-96e6-185b7a9427c1 req-dbd35a30-a5e8-4b7d-b9ec-e2f46caace15 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:26.199069 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0bda22bb-6cd1-4d82-96e6-185b7a9427c1 req-dbd35a30-a5e8-4b7d-b9ec-e2f46caace15 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:26.236994 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7e82db41-e53c-4f2b-9eaa-0641e20ba1a6 req-96b8438e-7f0b-437d-97da-085ec6ff5810 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796685 Nov 10 17:39:26.296580 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0bda22bb-6cd1-4d82-96e6-185b7a9427c1 req-dbd35a30-a5e8-4b7d-b9ec-e2f46caace15 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:26.299238 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0bda22bb-6cd1-4d82-96e6-185b7a9427c1 req-dbd35a30-a5e8-4b7d-b9ec-e2f46caace15 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:26.300964 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0bda22bb-6cd1-4d82-96e6-185b7a9427c1 req-dbd35a30-a5e8-4b7d-b9ec-e2f46caace15 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] 10.222.0.39 "DELETE /v2.0/security-groups/da518455-09c4-489f-a394-caa12ff254fe HTTP/1.1" status: 204 len: 173 time: 0.2171504 Nov 10 17:39:26.315820 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e836626-80dd-4760-8d0f-6b5e173705a5 None None] Network d4e1ba53-3c7f-4994-965e-2463aa2b8abd requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:39:26.327728 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd35a30-a5e8-4b7d-b9ec-e2f46caace15 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da518455-09c4-489f-a394-caa12ff254fe,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:26.458334 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5326e4-7abf-443a-84f2-00b90c84c859 req-2ce348e5-07b6-42d1-a453-9499db5e0d14 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:26.459972 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7f5326e4-7abf-443a-84f2-00b90c84c859 req-2ce348e5-07b6-42d1-a453-9499db5e0d14 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 946 time: 0.0780969 Nov 10 17:39:26.475483 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-442ab433-84a5-4c56-9d8b-67ef57016593 req-adcd99dd-cfbf-43c0-bc43-6cb4818afd4f tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] 10.222.0.39 "GET /v2.0/security-groups/56d9fc69-5e75-4a4c-8384-2b983dc01cf5 HTTP/1.1" status: 200 len: 1830 time: 0.0586300 Nov 10 17:39:26.540787 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7f5326e4-7abf-443a-84f2-00b90c84c859 req-df17f9a4-f16b-478c-b3ce-3185141463cc tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667748 Nov 10 17:39:26.586620 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-442ab433-84a5-4c56-9d8b-67ef57016593 req-d685ce08-93a5-4bc3-9229-840b358e37d7 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:26.624623 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-442ab433-84a5-4c56-9d8b-67ef57016593 req-d685ce08-93a5-4bc3-9229-840b358e37d7 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:26.717963 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-442ab433-84a5-4c56-9d8b-67ef57016593 req-d685ce08-93a5-4bc3-9229-840b358e37d7 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:26.721525 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-442ab433-84a5-4c56-9d8b-67ef57016593 req-d685ce08-93a5-4bc3-9229-840b358e37d7 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:26.728378 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-442ab433-84a5-4c56-9d8b-67ef57016593 req-d685ce08-93a5-4bc3-9229-840b358e37d7 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] 10.222.0.39 "DELETE /v2.0/security-groups/56d9fc69-5e75-4a4c-8384-2b983dc01cf5 HTTP/1.1" status: 204 len: 173 time: 0.2461939 Nov 10 17:39:26.756948 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d685ce08-93a5-4bc3-9229-840b358e37d7 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d9fc69-5e75-4a4c-8384-2b983dc01cf5,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:26.872628 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ddb08-9404-409f-ac6e-f6add987ac1f req-3dd474e2-3277-46d3-89b7-f7c953e69cc1 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:26.874439 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ff6ddb08-9404-409f-ac6e-f6add987ac1f req-3dd474e2-3277-46d3-89b7-f7c953e69cc1 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=856ce5a7-3e92-4e8f-b645-af373a755873 HTTP/1.1" status: 200 len: 946 time: 0.0698061 Nov 10 17:39:26.929666 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ff6ddb08-9404-409f-ac6e-f6add987ac1f req-700abd47-fa71-4cb5-97cd-0cab811660ba tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457118 Nov 10 17:39:27.001894 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-106fbfe1-aef5-4d54-ba3d-888f2b53a2a3 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:27.003321 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-106fbfe1-aef5-4d54-ba3d-888f2b53a2a3 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/networks?id=d4e1ba53-3c7f-4994-965e-2463aa2b8abd HTTP/1.1" status: 200 len: 812 time: 0.1448896 Nov 10 17:39:27.019224 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-805fde54-34b4-4b30-9a70-baaf47402f91 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/quotas/f3b6826817b8411c8006e8b4d3c701a1 HTTP/1.1" status: 200 len: 375 time: 0.0099297 Nov 10 17:39:27.041596 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3c33b-304b-4ec3-a5c3-b5a2d9c1b5f1 req-6c5ba2bc-9834-45dc-9fb7-4ddb4cc32216 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:27.043263 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-52b3c33b-304b-4ec3-a5c3-b5a2d9c1b5f1 req-6c5ba2bc-9834-45dc-9fb7-4ddb4cc32216 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5cc0e63-9ae0-45b0-9001-7d0497dfbff0 HTTP/1.1" status: 200 len: 945 time: 0.0505626 Nov 10 17:39:27.054965 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-977428f6-034d-478f-ad2a-f7efd0e11e95 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3b6826817b8411c8006e8b4d3c701a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289953 Nov 10 17:39:27.100529 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-52b3c33b-304b-4ec3-a5c3-b5a2d9c1b5f1 req-26573913-9836-467e-bc3a-dabff30edfc7 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492880 Nov 10 17:39:27.166055 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-e7cfc2b7-6e58-45db-bc37-564f584262b6 service neutron] 10.222.0.39 "GET /v2.0/networks/d4e1ba53-3c7f-4994-965e-2463aa2b8abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027529 Nov 10 17:39:27.176869 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ae279fdb-486b-485b-a18e-2b0926744dd1 req-2f6b3315-f049-424a-93dc-647e2fdae171 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] 10.222.0.39 "GET /v2.0/security-groups/89212282-2f45-4db8-b920-afaf4befdfd9 HTTP/1.1" status: 200 len: 1830 time: 0.0474958 Nov 10 17:39:27.237676 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ae279fdb-486b-485b-a18e-2b0926744dd1 req-9123ba81-106d-4965-974e-16c70fe41ab8 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:27.268616 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ae279fdb-486b-485b-a18e-2b0926744dd1 req-9123ba81-106d-4965-974e-16c70fe41ab8 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:27.272835 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-0052ee41-3e7a-43e5-b45c-18009890e867 service neutron] 10.222.0.39 "GET /v2.0/networks/d4e1ba53-3c7f-4994-965e-2463aa2b8abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980806 Nov 10 17:39:27.326397 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ae279fdb-486b-485b-a18e-2b0926744dd1 req-9123ba81-106d-4965-974e-16c70fe41ab8 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:27.329748 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ae279fdb-486b-485b-a18e-2b0926744dd1 req-9123ba81-106d-4965-974e-16c70fe41ab8 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:27.331166 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ae279fdb-486b-485b-a18e-2b0926744dd1 req-9123ba81-106d-4965-974e-16c70fe41ab8 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] 10.222.0.39 "DELETE /v2.0/security-groups/89212282-2f45-4db8-b920-afaf4befdfd9 HTTP/1.1" status: 204 len: 173 time: 0.1503601 Nov 10 17:39:27.337374 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41524) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:27.357272 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123ba81-106d-4965-974e-16c70fe41ab8 tempest-SecurityGroupRulesNegativeTestJSON-605395 tempest-SecurityGroupRulesNegativeTestJSON-605395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89212282-2f45-4db8-b920-afaf4befdfd9,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:27.393215 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf9ad7-270c-4fcb-9764-736cfc38b457 req-61761abd-6389-4fbe-8cb0-a8280db74919 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:27.396571 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6daf9ad7-270c-4fcb-9764-736cfc38b457 req-61761abd-6389-4fbe-8cb0-a8280db74919 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5cc0e63-9ae0-45b0-9001-7d0497dfbff0 HTTP/1.1" status: 200 len: 945 time: 0.1020200 Nov 10 17:39:27.412110 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ea50d9-2cd5-49ce-b4a4-1df3934d379b admin admin] Deleting subnet fe991a25-95c2-443c-ba26-094e910db513 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:39:27.417750 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d5ea50d9-2cd5-49ce-b4a4-1df3934d379b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:27.474474 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d5ea50d9-2cd5-49ce-b4a4-1df3934d379b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:27.526709 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-6daf9ad7-270c-4fcb-9764-736cfc38b457 req-9388962f-1f2a-4dc5-abda-5298779cf7a6 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Deleting port 90993299-948d-4723-8daf-def5c3a540d8 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:39:27.527022 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d5ea50d9-2cd5-49ce-b4a4-1df3934d379b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:27.527228 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6daf9ad7-270c-4fcb-9764-736cfc38b457 req-9388962f-1f2a-4dc5-abda-5298779cf7a6 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:27.654687 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d5ea50d9-2cd5-49ce-b4a4-1df3934d379b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:27.673663 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d5ea50d9-2cd5-49ce-b4a4-1df3934d379b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:27.677164 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d5ea50d9-2cd5-49ce-b4a4-1df3934d379b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fe991a25-95c2-443c-ba26-094e910db513 HTTP/1.1" status: 204 len: 168 time: 0.3386071 Nov 10 17:39:27.681905 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 41532) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:27.687738 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45485fa1-9559-4377-8495-e291246e783d req-6333b954-4a49-4e55-8be6-e61e673f6f89 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:27.697735 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-45485fa1-9559-4377-8495-e291246e783d req-6333b954-4a49-4e55-8be6-e61e673f6f89 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=efba10b6-d1d6-4ba5-8457-dd85b7f22dde HTTP/1.1" status: 200 len: 945 time: 0.1033194 Nov 10 17:39:27.769149 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-6daf9ad7-270c-4fcb-9764-736cfc38b457 req-9388962f-1f2a-4dc5-abda-5298779cf7a6 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] For port 90993299-948d-4723-8daf-def5c3a540d8, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=90993299-948d-4723-8daf-def5c3a540d8,segment=NetworkSegment(9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12),segment_id=9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:27.769149 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6daf9ad7-270c-4fcb-9764-736cfc38b457 req-9388962f-1f2a-4dc5-abda-5298779cf7a6 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:27.769492 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea50d9-2cd5-49ce-b4a4-1df3934d379b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe991a25-95c2-443c-ba26-094e910db513,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:27.802658 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05c091-7b47-4073-a9ab-28a3008f6733 req-1d711c09-a65e-4907-8b3a-12148264be0b tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:27.814317 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-df05c091-7b47-4073-a9ab-28a3008f6733 req-1d711c09-a65e-4907-8b3a-12148264be0b tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 945 time: 0.2192504 Nov 10 17:39:27.843541 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-6daf9ad7-270c-4fcb-9764-736cfc38b457 req-9388962f-1f2a-4dc5-abda-5298779cf7a6 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Calling delete_port for 90993299-948d-4723-8daf-def5c3a540d8 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:39:27.854202 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-45485fa1-9559-4377-8495-e291246e783d req-378f3211-e4eb-441e-9683-5378b1531bb0 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555860 Nov 10 17:39:27.873994 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e981908a-3b7f-454f-bdc4-51ad52103fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:27.966945 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-df05c091-7b47-4073-a9ab-28a3008f6733 req-c25324bb-2b21-4143-950c-865d7f45cb56 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513181 Nov 10 17:39:28.182490 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-864b262b-8463-45dc-90d3-48eff502ca23 req-31b8ff2b-e2f2-40ed-a078-e63aca2e1ed0 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/ports?device_id=262bf46a-4bab-4584-930e-719056fbd23a HTTP/1.1" status: 200 len: 210 time: 0.0348034 Nov 10 17:39:28.195506 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e981908a-3b7f-454f-bdc4-51ad52103fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:28.258760 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-e981908a-3b7f-454f-bdc4-51ad52103fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6645490f-8012-4c29-84a7-de6c20724d3e']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:39:28.276853 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fa8e3-4581-4b17-be0e-e266b288d33f req-83841c74-93be-436f-a694-6b0e119b95f2 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:28.285531 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-313fa8e3-4581-4b17-be0e-e266b288d33f req-83841c74-93be-436f-a694-6b0e119b95f2 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=c51d7e67-1579-4aa3-96c1-87c6763cb4e4 HTTP/1.1" status: 200 len: 945 time: 0.1899409 Nov 10 17:39:28.311299 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-e981908a-3b7f-454f-bdc4-51ad52103fe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49185afb-2d17-4380-8fb8-89afa24426c7') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:39:28.311681 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-e981908a-3b7f-454f-bdc4-51ad52103fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49185afb-2d17-4380-8fb8-89afa24426c7') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:39:28.348987 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e981908a-3b7f-454f-bdc4-51ad52103fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:28.393318 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-313fa8e3-4581-4b17-be0e-e266b288d33f req-e1223e7c-23bf-48cd-b94b-f63df18d400f tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068168 Nov 10 17:39:28.397838 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e981908a-3b7f-454f-bdc4-51ad52103fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:28.403781 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6daf9ad7-270c-4fcb-9764-736cfc38b457 req-9388962f-1f2a-4dc5-abda-5298779cf7a6 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:28.416772 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['f652398f-c59e-48c8-9b48-d4391674db0e', '90993299-948d-4723-8daf-def5c3a540d8'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:39:28.433025 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e981908a-3b7f-454f-bdc4-51ad52103fe4 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:39:28.433440 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e981908a-3b7f-454f-bdc4-51ad52103fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:28.438974 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:39:28.438974 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:39:28.438974 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:39:28.438974 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:39:28.438974 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:39:28.438974 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:39:28.438974 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:39:28.438974 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:39:28.438974 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:39:28.438974 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:39:28.438974 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:39:28.438974 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:39:28.438974 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:39:28.438974 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:39:28.438974 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:39:28.438974 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:39:28.438974 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:39:28.438974 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:39:28.438974 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:39:28.438974 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:39:28.438974 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:39:28.438974 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:39:28.438974 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:39:28.438974 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:39:28.438974 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:39:28.438974 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:39:28.438974 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:39:28.438974 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:39:28.438974 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:39:28.438974 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:39:28.438974 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:39:28.438974 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:39:28.502900 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['c3b440db-4443-454d-9c1f-3c27760a5cdf'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:39:28.545440 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388962f-1f2a-4dc5-abda-5298779cf7a6 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Pushing event deleted for resources: {'Port': ['ID=90993299-948d-4723-8daf-def5c3a540d8,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:28.609413 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-6daf9ad7-270c-4fcb-9764-736cfc38b457 req-9388962f-1f2a-4dc5-abda-5298779cf7a6 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] No DVR routers for this DVR port 90993299-948d-4723-8daf-def5c3a540d8 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:39:28.682192 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-04d03b82-8b8d-462a-87fc-cb55940e5b52 req-63da033c-7ded-42de-9f4a-4a2805fb67a9 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5cc0e63-9ae0-45b0-9001-7d0497dfbff0 HTTP/1.1" status: 200 len: 210 time: 0.1746912 Nov 10 17:39:28.683374 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6daf9ad7-270c-4fcb-9764-736cfc38b457 req-9388962f-1f2a-4dc5-abda-5298779cf7a6 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:28.694376 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6daf9ad7-270c-4fcb-9764-736cfc38b457 req-9388962f-1f2a-4dc5-abda-5298779cf7a6 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.13 "DELETE /v2.0/ports/90993299-948d-4723-8daf-def5c3a540d8 HTTP/1.1" status: 204 len: 173 time: 1.2894106 Nov 10 17:39:28.717448 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5cc0e63-9ae0-45b0-9001-7d0497dfbff0', 'name': 'network-vif-deleted', 'tag': '90993299-948d-4723-8daf-def5c3a540d8'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:39:28.728398 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404838ae-bfe5-422f-8ed6-0ea9aa654a44" -d '{"events": [{"server_uuid": "d5cc0e63-9ae0-45b0-9001-7d0497dfbff0", "name": "network-vif-deleted", "tag": "90993299-948d-4723-8daf-def5c3a540d8"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:39:28.734296 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e981908a-3b7f-454f-bdc4-51ad52103fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:28.756811 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e981908a-3b7f-454f-bdc4-51ad52103fe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:28.765436 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e981908a-3b7f-454f-bdc4-51ad52103fe4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6645490f-8012-4c29-84a7-de6c20724d3e HTTP/1.1" status: 204 len: 168 time: 1.0819759 Nov 10 17:39:28.804332 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e981908a-3b7f-454f-bdc4-51ad52103fe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6645490f-8012-4c29-84a7-de6c20724d3e,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:28.826274 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-660f68e3-e783-4060-80b4-9a60cea19664 req-58552f93-ff57-4ab2-ad5d-3d072cf39848 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:39:28.828595 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-660f68e3-e783-4060-80b4-9a60cea19664 req-58552f93-ff57-4ab2-ad5d-3d072cf39848 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0617495 Nov 10 17:39:29.029553 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-660f68e3-e783-4060-80b4-9a60cea19664 req-bf894353-2daa-42d5-afed-9de7ee7e9df7 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1832147 Nov 10 17:39:29.056753 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 41620) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:29.134519 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-cfc92fb2-e42f-474f-8399-dff48be43273 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=90ee5b64bb1a4da089ba68d76f61a0e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0749803 Nov 10 17:39:29.138563 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41622) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:29.233217 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9aeae4cb-5c61-4556-9420-56f54a0bb23d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:29.266320 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9aeae4cb-5c61-4556-9420-56f54a0bb23d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:29.290555 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51197efc-18cf-4a66-a3a6-175580d2ceab x-openstack-request-id: req-51197efc-18cf-4a66-a3a6-175580d2ceab {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:39:29.291087 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5cc0e63-9ae0-45b0-9001-7d0497dfbff0", "name": "network-vif-deleted", "tag": "90993299-948d-4723-8daf-def5c3a540d8", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:39:29.291087 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-51197efc-18cf-4a66-a3a6-175580d2ceab {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:39:29.291497 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5cc0e63-9ae0-45b0-9001-7d0497dfbff0', 'name': 'network-vif-deleted', 'tag': '90993299-948d-4723-8daf-def5c3a540d8', 'status': 'completed', 'code': 200} Nov 10 17:39:29.343227 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9aeae4cb-5c61-4556-9420-56f54a0bb23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:29.346539 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9aeae4cb-5c61-4556-9420-56f54a0bb23d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:29.351693 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9aeae4cb-5c61-4556-9420-56f54a0bb23d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/faf5caf0-fc0d-4b50-8f90-96047fd3b1ce HTTP/1.1" status: 204 len: 168 time: 0.2110124 Nov 10 17:39:29.365051 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeae4cb-5c61-4556-9420-56f54a0bb23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf5caf0-fc0d-4b50-8f90-96047fd3b1ce,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:29.400126 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887e5ce-fed7-4eff-a66c-0b177511a95a req-f1751684-28b8-4654-aeaf-0f423fa1430e tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:29.408625 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9887e5ce-fed7-4eff-a66c-0b177511a95a req-f1751684-28b8-4654-aeaf-0f423fa1430e tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 945 time: 0.0624535 Nov 10 17:39:29.472820 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9887e5ce-fed7-4eff-a66c-0b177511a95a req-fe2f50ed-f095-4aa4-a461-7a6d11d94fd9 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615633 Nov 10 17:39:29.473186 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2c39f1c9-fbe2-4b63-b65f-2e998c06b6ed req-f2dd75c5-4e78-40f7-8254-d4465688e266 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/ports?device_id=262bf46a-4bab-4584-930e-719056fbd23a HTTP/1.1" status: 200 len: 210 time: 0.0666599 Nov 10 17:39:29.672774 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1717945-bf7f-492e-acbc-01f05248fc94 req-34eaa465-f539-49fe-a8ad-aa39f3e2986c tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:29.689062 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d1717945-bf7f-492e-acbc-01f05248fc94 req-34eaa465-f539-49fe-a8ad-aa39f3e2986c tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=856ce5a7-3e92-4e8f-b645-af373a755873 HTTP/1.1" status: 200 len: 946 time: 0.0946593 Nov 10 17:39:29.898547 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-40000de6-2199-4e69-b4e7-f8c1cf15369d req-59a126e3-f3dd-4753-8597-41c1d565e2f4 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5cc0e63-9ae0-45b0-9001-7d0497dfbff0 HTTP/1.1" status: 200 len: 210 time: 0.0694704 Nov 10 17:39:29.977635 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d1717945-bf7f-492e-acbc-01f05248fc94 req-929ed019-8cb2-4a28-9cad-182085a4e8b6 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860484 Nov 10 17:39:30.028505 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-ba2196a6-14cb-46ed-a62c-49c4eaa4d1eb tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:30.030853 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-ba2196a6-14cb-46ed-a62c-49c4eaa4d1eb tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.11 "GET /v2.0/networks?id=d4e1ba53-3c7f-4994-965e-2463aa2b8abd HTTP/1.1" status: 200 len: 812 time: 0.3387158 Nov 10 17:39:30.048299 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-42f970dd-c612-4a50-9d4e-41b5584d883c tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Request body: {'port': {'device_id': '262bf46a-4bab-4584-930e-719056fbd23a', 'network_id': 'd4e1ba53-3c7f-4994-965e-2463aa2b8abd', 'admin_state_up': True, 'tenant_id': 'f3b6826817b8411c8006e8b4d3c701a1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:30.064235 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-53510bd7-bb88-484d-88a4-ba84f00d64b1 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:30.065791 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-53510bd7-bb88-484d-88a4-ba84f00d64b1 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.13 "GET /v2.0/networks?id=d4e1ba53-3c7f-4994-965e-2463aa2b8abd HTTP/1.1" status: 200 len: 812 time: 0.4141207 Nov 10 17:39:30.083481 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-f35167a9-ff37-443f-a460-25128d55583f tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Request body: {'port': {'device_id': '60b382bb-0577-4bc6-b4cf-c48575256cd8', 'network_id': 'd4e1ba53-3c7f-4994-965e-2463aa2b8abd', 'admin_state_up': True, 'tenant_id': 'f3b6826817b8411c8006e8b4d3c701a1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:30.315523 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d648e-d618-4158-8c1f-e254b9061a9a req-1c3186a0-da48-40cb-8d24-7b7eeb751b09 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:30.317059 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5b6d648e-d618-4158-8c1f-e254b9061a9a req-1c3186a0-da48-40cb-8d24-7b7eeb751b09 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=efba10b6-d1d6-4ba5-8457-dd85b7f22dde HTTP/1.1" status: 200 len: 945 time: 0.1208582 Nov 10 17:39:30.371140 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-42f970dd-c612-4a50-9d4e-41b5584d883c tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Made reservation on behalf of f3b6826817b8411c8006e8b4d3c701a1 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:39:30.375588 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-42f970dd-c612-4a50-9d4e-41b5584d883c tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:30.404562 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5b6d648e-d618-4158-8c1f-e254b9061a9a req-470eba56-f22d-4d1e-9663-6def035076c7 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775754 Nov 10 17:39:30.455309 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device c7b48432-ad81-413d-b956-a8ca9426953a no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:39:30.480217 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-dcff31ba-8618-4475-a3e1-4f4d61e9cdcd tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:30.491548 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-dcff31ba-8618-4475-a3e1-4f4d61e9cdcd tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/networks?id=1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223 HTTP/1.1" status: 200 len: 805 time: 0.3075747 Nov 10 17:39:30.531367 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-809551d5-3644-45a2-899b-5a5d644d11af tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/quotas/e7f389ee749446c698cd1a551edcac22 HTTP/1.1" status: 200 len: 375 time: 0.0387697 Nov 10 17:39:30.618271 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 90993299-948d-4723-8daf-def5c3a540d8 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:39:30.636776 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-f35167a9-ff37-443f-a460-25128d55583f tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Made reservation on behalf of f3b6826817b8411c8006e8b4d3c701a1 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:39:30.644669 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-42f970dd-c612-4a50-9d4e-41b5584d883c tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Allocated IP 172.20.0.4 (d4e1ba53-3c7f-4994-965e-2463aa2b8abd/54c3c56b-4c97-40ad-a0fb-1ba9c868f14d/db81c424-0580-4ecf-ade7-daae544f9c27) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:39:30.644869 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-f35167a9-ff37-443f-a460-25128d55583f tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:30.680460 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 90993299-948d-4723-8daf-def5c3a540d8 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:39:30.680833 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 90993299-948d-4723-8daf-def5c3a540d8 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:39:30.683199 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6d0fce71-9a2f-4fd7-834c-aa92e4616680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:30.685029 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-01d0ab0a-18e3-4193-ab77-598bf9376674 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e7f389ee749446c698cd1a551edcac22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1484938 Nov 10 17:39:30.747332 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:30.779446 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a50b86-1608-49a4-a592-c49fd951bc0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7b48432-ad81-413d-b956-a8ca9426953a'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:39:30.783623 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe8d130-5155-4ab7-abc6-1448938c7bfa" -d '{"events": [{"server_uuid": "b8a50b86-1608-49a4-a592-c49fd951bc0e", "name": "network-vif-unplugged", "status": "completed", "tag": "c7b48432-ad81-413d-b956-a8ca9426953a"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:39:30.816534 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port c7b48432-ad81-413d-b956-a8ca9426953a, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c7b48432-ad81-413d-b956-a8ca9426953a,segment=NetworkSegment(95d1421d-b3ce-4f49-86b8-7e70ba2392d4),segment_id=95d1421d-b3ce-4f49-86b8-7e70ba2392d4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:30.827816 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:30.865832 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41682) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:30.882949 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1c258-9521-49b8-ac12-b1b6e2297288 req-c5c4cd34-0deb-4f03-9355-d3d7c6766bed tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:30.885804 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-68b1c258-9521-49b8-ac12-b1b6e2297288 req-c5c4cd34-0deb-4f03-9355-d3d7c6766bed tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=c51d7e67-1579-4aa3-96c1-87c6763cb4e4 HTTP/1.1" status: 200 len: 945 time: 0.1826410 Nov 10 17:39:30.908346 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=c7b48432-ad81-413d-b956-a8ca9426953a,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:30.924890 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-86a858ca-9fe4-46a2-b5a0-7df337ae91b2 service neutron] 10.222.0.39 "GET /v2.0/networks/1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365685 Nov 10 17:39:31.004602 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-68b1c258-9521-49b8-ac12-b1b6e2297288 req-216c4449-6c45-431c-9707-b04f9ef3b4d7 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051309 Nov 10 17:39:31.047752 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-42f970dd-c612-4a50-9d4e-41b5584d883c tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:31.122737 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-2b98b876-b55a-4455-a5bb-245954f73d35 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1189009530-network', 'tenant_id': 'edaa9fbf7c3142bebb1f03511e703c31'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:31.151787 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-42f970dd-c612-4a50-9d4e-41b5584d883c tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:31.249099 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-42f970dd-c612-4a50-9d4e-41b5584d883c tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Network d4e1ba53-3c7f-4994-965e-2463aa2b8abd is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:39:31.258276 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-42f970dd-c612-4a50-9d4e-41b5584d883c tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:39:31.261687 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-42f970dd-c612-4a50-9d4e-41b5584d883c tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:39:31.272334 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b98b876-b55a-4455-a5bb-245954f73d35 admin admin] Made reservation on behalf of edaa9fbf7c3142bebb1f03511e703c31 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:39:31.275005 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2b98b876-b55a-4455-a5bb-245954f73d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:31.301611 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f970dd-c612-4a50-9d4e-41b5584d883c tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Pushing event updated for resources: {'Port': ['ID=db81c424-0580-4ecf-ade7-daae544f9c27,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:31.321547 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2b98b876-b55a-4455-a5bb-245954f73d35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:31.341267 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b974047-aef8-4007-b063-cd1738cdb9c7 req-cb30d076-8ab9-4589-92a7-cf3980d44b4b tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:31.342910 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8b974047-aef8-4007-b063-cd1738cdb9c7 req-cb30d076-8ab9-4589-92a7-cf3980d44b4b tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 945 time: 0.2271318 Nov 10 17:39:31.386311 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-42f970dd-c612-4a50-9d4e-41b5584d883c tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:31.386845 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-42f970dd-c612-4a50-9d4e-41b5584d883c tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:31.429316 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-42f970dd-c612-4a50-9d4e-41b5584d883c tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3853753 Nov 10 17:39:31.446173 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-0f055dd0-758b-45a4-a5b3-7ecd3bdf7f86 service neutron] Request body: {'port': {'device_id': '262bf46a-4bab-4584-930e-719056fbd23a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:31.498217 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8b974047-aef8-4007-b063-cd1738cdb9c7 req-393ef199-9088-4844-97d8-8b66c98b8dc3 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449597 Nov 10 17:39:31.585020 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-146b4b72-ca39-4a1c-b582-92358e84ed2b service neutron] 10.222.0.39 "GET /v2.0/networks/1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6262553 Nov 10 17:39:31.597891 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-f35167a9-ff37-443f-a460-25128d55583f tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Allocated IP 172.20.0.12 (d4e1ba53-3c7f-4994-965e-2463aa2b8abd/54c3c56b-4c97-40ad-a0fb-1ba9c868f14d/7976f81d-c8f1-45af-aae4-017feab84eba) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:39:31.615577 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-0f055dd0-758b-45a4-a5b3-7ecd3bdf7f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:31.621003 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2b98b876-b55a-4455-a5bb-245954f73d35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:31.640027 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2b98b876-b55a-4455-a5bb-245954f73d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:31.735023 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b98b876-b55a-4455-a5bb-245954f73d35 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:39:31.749145 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98b876-b55a-4455-a5bb-245954f73d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6d9af1-c2ba-4826-b0eb-3780dc63f819,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:31.766999 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2b98b876-b55a-4455-a5bb-245954f73d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:31.767356 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-2b98b876-b55a-4455-a5bb-245954f73d35 admin admin] Added segment dba2e44a-aac5-4f9d-b1f1-145c964634eb of type vlan for network 46982e30-3e4a-4e4c-aaa3-ef383d323d9e Nov 10 17:39:31.808121 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4fe03-5610-416d-ad5d-ba855202f751 req-09398b36-3e92-4e14-99ce-61ff39e29446 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:31.824373 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-08e4fe03-5610-416d-ad5d-ba855202f751 req-09398b36-3e92-4e14-99ce-61ff39e29446 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/ports?device_id=262bf46a-4bab-4584-930e-719056fbd23a HTTP/1.1" status: 200 len: 931 time: 0.2405424 Nov 10 17:39:31.851321 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a5e4a1-8058-4916-922d-e32c1f002549 x-openstack-request-id: req-c6a5e4a1-8058-4916-922d-e32c1f002549 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:39:31.852388 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a50b86-1608-49a4-a592-c49fd951bc0e", "name": "network-vif-unplugged", "status": "completed", "tag": "c7b48432-ad81-413d-b956-a8ca9426953a", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:39:31.853001 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c6a5e4a1-8058-4916-922d-e32c1f002549 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:39:31.853414 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a50b86-1608-49a4-a592-c49fd951bc0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7b48432-ad81-413d-b956-a8ca9426953a', 'code': 200} Nov 10 17:39:31.855943 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829942f-4fda-4cc6-bb5a-091cb2bbe0f0 req-7b665b65-70ea-480b-a787-585150f45bcf tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:31.860285 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5829942f-4fda-4cc6-bb5a-091cb2bbe0f0 req-7b665b65-70ea-480b-a787-585150f45bcf tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8a50b86-1608-49a4-a592-c49fd951bc0e HTTP/1.1" status: 200 len: 943 time: 0.1864266 Nov 10 17:39:31.925241 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2b98b876-b55a-4455-a5bb-245954f73d35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:32.029381 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-08e4fe03-5610-416d-ad5d-ba855202f751 req-9d5873f4-136a-4427-bba9-3941cd64c2b8 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3c7b3f6-d57f-4106-92f8-9f763dbfa867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970320 Nov 10 17:39:32.031163 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2b98b876-b55a-4455-a5bb-245954f73d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:32.033258 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b98b876-b55a-4455-a5bb-245954f73d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:32.033852 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2b98b876-b55a-4455-a5bb-245954f73d35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:32.057951 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-f35167a9-ff37-443f-a460-25128d55583f tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:32.150739 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-f35167a9-ff37-443f-a460-25128d55583f tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:32.175091 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98b876-b55a-4455-a5bb-245954f73d35 admin admin] Pushing event updated for resources: {'Network': ['ID=46982e30-3e4a-4e4c-aaa3-ef383d323d9e,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:32.186724 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2b98b876-b55a-4455-a5bb-245954f73d35 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3150699 Nov 10 17:39:32.190024 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 46982e30-3e4a-4e4c-aaa3-ef383d323d9e details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:39:32.193835 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 41704) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:32.236315 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-015cf225-8a96-4469-b6db-b6b0a007e279 admin admin] Request body: {'subnet': {'network_id': '46982e30-3e4a-4e4c-aaa3-ef383d323d9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1189009530-subnet', 'tenant_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:32.267837 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-5829942f-4fda-4cc6-bb5a-091cb2bbe0f0 req-2a22e541-0752-4504-88d0-ff31a3144acf tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Deleting port c7b48432-ad81-413d-b956-a8ca9426953a {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:39:32.268218 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5829942f-4fda-4cc6-bb5a-091cb2bbe0f0 req-2a22e541-0752-4504-88d0-ff31a3144acf tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:32.282180 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-94a00742-6c4f-439e-ace4-995ef3e86ddd req-d9f23b22-38b7-4a74-9272-61f3596a7e5b tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 210 time: 0.0496471 Nov 10 17:39:32.383898 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-f35167a9-ff37-443f-a460-25128d55583f tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Network d4e1ba53-3c7f-4994-965e-2463aa2b8abd is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:39:32.391360 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015cf225-8a96-4469-b6db-b6b0a007e279 admin admin] Made reservation on behalf of edaa9fbf7c3142bebb1f03511e703c31 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:39:32.393725 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-015cf225-8a96-4469-b6db-b6b0a007e279 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:32.407414 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc7874-66a3-43e0-a5fa-c850f2753807 req-3182874a-511e-4671-9b9a-57d0b2250ccb tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:32.413443 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc7874-66a3-43e0-a5fa-c850f2753807 req-3182874a-511e-4671-9b9a-57d0b2250ccb tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:32.419835 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc7874-66a3-43e0-a5fa-c850f2753807 req-3182874a-511e-4671-9b9a-57d0b2250ccb tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:32.421778 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f7fc7874-66a3-43e0-a5fa-c850f2753807 req-3182874a-511e-4671-9b9a-57d0b2250ccb tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=c51d7e67-1579-4aa3-96c1-87c6763cb4e4&device_id=efba10b6-d1d6-4ba5-8457-dd85b7f22dde&device_id=856ce5a7-3e92-4e8f-b645-af373a755873 HTTP/1.1" status: 200 len: 2417 time: 0.3176243 Nov 10 17:39:32.422854 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-f35167a9-ff37-443f-a460-25128d55583f tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:39:32.426140 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-f35167a9-ff37-443f-a460-25128d55583f tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:39:32.431672 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-0f055dd0-758b-45a4-a5b3-7ecd3bdf7f86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db81c424-0580-4ecf-ade7-daae544f9c27 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:39:32.452458 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-0f055dd0-758b-45a4-a5b3-7ecd3bdf7f86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:32.483807 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-0f055dd0-758b-45a4-a5b3-7ecd3bdf7f86 service neutron] Transition to ACTIVE for port object db81c424-0580-4ecf-ade7-daae544f9c27 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:39:32.498868 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-0f055dd0-758b-45a4-a5b3-7ecd3bdf7f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:32.507049 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35167a9-ff37-443f-a460-25128d55583f tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Pushing event updated for resources: {'Port': ['ID=7976f81d-c8f1-45af-aae4-017feab84eba,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:32.562554 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-f35167a9-ff37-443f-a460-25128d55583f tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:32.563196 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-f35167a9-ff37-443f-a460-25128d55583f tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:32.639287 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f055dd0-758b-45a4-a5b3-7ecd3bdf7f86 service neutron] Pushing event updated for resources: {'Port': ['ID=db81c424-0580-4ecf-ade7-daae544f9c27,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:32.662751 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-f35167a9-ff37-443f-a460-25128d55583f tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5837672 Nov 10 17:39:32.672038 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-0f055dd0-758b-45a4-a5b3-7ecd3bdf7f86 service neutron] Attempting to bind port db81c424-0580-4ecf-ade7-daae544f9c27 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:39:32.672690 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-0f055dd0-758b-45a4-a5b3-7ecd3bdf7f86 service neutron] Attempting to bind port db81c424-0580-4ecf-ade7-daae544f9c27 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '384d6ec0-9254-4efe-b773-97715b6ee1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4e1ba53-3c7f-4994-965e-2463aa2b8abd'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:39:32.673237 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-0f055dd0-758b-45a4-a5b3-7ecd3bdf7f86 service neutron] Attempting to bind port db81c424-0580-4ecf-ade7-daae544f9c27 on network d4e1ba53-3c7f-4994-965e-2463aa2b8abd {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:39:32.697081 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f7fc7874-66a3-43e0-a5fa-c850f2753807 req-37e87958-0cee-4de9-a668-6112b337a686 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909723 Nov 10 17:39:32.700317 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-5829942f-4fda-4cc6-bb5a-091cb2bbe0f0 req-2a22e541-0752-4504-88d0-ff31a3144acf tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] For port c7b48432-ad81-413d-b956-a8ca9426953a, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c7b48432-ad81-413d-b956-a8ca9426953a,segment=NetworkSegment(95d1421d-b3ce-4f49-86b8-7e70ba2392d4),segment_id=95d1421d-b3ce-4f49-86b8-7e70ba2392d4)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:32.700719 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5829942f-4fda-4cc6-bb5a-091cb2bbe0f0 req-2a22e541-0752-4504-88d0-ff31a3144acf tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:32.714146 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-5439d3b5-cca4-49f2-8d06-1a021e43cc4d service neutron] Request body: {'port': {'device_id': '60b382bb-0577-4bc6-b4cf-c48575256cd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:32.715752 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-0f055dd0-758b-45a4-a5b3-7ecd3bdf7f86 service neutron] Port db81c424-0580-4ecf-ade7-daae544f9c27 on network d4e1ba53-3c7f-4994-965e-2463aa2b8abd not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:39:32.716092 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-0f055dd0-758b-45a4-a5b3-7ecd3bdf7f86 service neutron] Attempting to bind port db81c424-0580-4ecf-ade7-daae544f9c27 on network d4e1ba53-3c7f-4994-965e-2463aa2b8abd {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:39:32.727275 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-0f055dd0-758b-45a4-a5b3-7ecd3bdf7f86 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:39:32.727621 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-0f055dd0-758b-45a4-a5b3-7ecd3bdf7f86 service neutron] Checking segment: {'id': '384d6ec0-9254-4efe-b773-97715b6ee1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4e1ba53-3c7f-4994-965e-2463aa2b8abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:39:32.728014 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-0f055dd0-758b-45a4-a5b3-7ecd3bdf7f86 service neutron] Bound using segment: {'id': '384d6ec0-9254-4efe-b773-97715b6ee1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4e1ba53-3c7f-4994-965e-2463aa2b8abd'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:39:32.728489 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-0f055dd0-758b-45a4-a5b3-7ecd3bdf7f86 service neutron] Bound port: db81c424-0580-4ecf-ade7-daae544f9c27, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '384d6ec0-9254-4efe-b773-97715b6ee1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4e1ba53-3c7f-4994-965e-2463aa2b8abd'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:39:32.728854 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-0f055dd0-758b-45a4-a5b3-7ecd3bdf7f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:32.795990 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-5439d3b5-cca4-49f2-8d06-1a021e43cc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:32.807445 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-5829942f-4fda-4cc6-bb5a-091cb2bbe0f0 req-2a22e541-0752-4504-88d0-ff31a3144acf tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Calling delete_port for c7b48432-ad81-413d-b956-a8ca9426953a owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:39:32.822181 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b12d959b-2285-4b22-9a30-55683145c688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:32.840806 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df4f4a-ff4a-4ff8-b820-20f50a619641 req-7bedb511-e2f7-4faa-9a12-e860bff75178 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:32.842499 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c4df4f4a-ff4a-4ff8-b820-20f50a619641 req-7bedb511-e2f7-4faa-9a12-e860bff75178 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 945 time: 0.1654654 Nov 10 17:39:32.854342 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-0f055dd0-758b-45a4-a5b3-7ecd3bdf7f86 service neutron] For port db81c424-0580-4ecf-ade7-daae544f9c27, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:39:32.860224 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-0f055dd0-758b-45a4-a5b3-7ecd3bdf7f86 service neutron] For port db81c424-0580-4ecf-ade7-daae544f9c27, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=db81c424-0580-4ecf-ade7-daae544f9c27,segment=NetworkSegment(384d6ec0-9254-4efe-b773-97715b6ee1cd),segment_id=384d6ec0-9254-4efe-b773-97715b6ee1cd)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:39:32.879352 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-0f055dd0-758b-45a4-a5b3-7ecd3bdf7f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:32.929019 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-0f055dd0-758b-45a4-a5b3-7ecd3bdf7f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:32.930334 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-0f055dd0-758b-45a4-a5b3-7ecd3bdf7f86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:32.931881 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-0f055dd0-758b-45a4-a5b3-7ecd3bdf7f86 service neutron] 10.222.0.11 "PUT /v2.0/ports/db81c424-0580-4ecf-ade7-daae544f9c27 HTTP/1.1" status: 200 len: 1092 time: 1.4923301 Nov 10 17:39:32.935262 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '262bf46a-4bab-4584-930e-719056fbd23a', 'tag': 'db81c424-0580-4ecf-ade7-daae544f9c27'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:39:32.937582 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef4fceb-2369-4352-be3e-f7b60743ddaf" -d '{"events": [{"name": "network-changed", "server_uuid": "262bf46a-4bab-4584-930e-719056fbd23a", "tag": "db81c424-0580-4ecf-ade7-daae544f9c27"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:39:32.967598 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c4df4f4a-ff4a-4ff8-b820-20f50a619641 req-541969a0-f3dd-4d1d-987e-cc54caf44a43 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096592 Nov 10 17:39:32.972403 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f055dd0-758b-45a4-a5b3-7ecd3bdf7f86 service neutron] Pushing event updated for resources: {'Port': ['ID=db81c424-0580-4ecf-ade7-daae544f9c27,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:33.018537 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6becea19-19a7-4772-a829-2ce859052475 req-3b7ce476-035f-4416-9747-3e1c3f4c7d4c tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:33.020097 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6becea19-19a7-4772-a829-2ce859052475 req-3b7ce476-035f-4416-9747-3e1c3f4c7d4c tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1 HTTP/1.1" status: 200 len: 945 time: 0.1972504 Nov 10 17:39:33.044247 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-0e5914c9-f49a-4b29-aee5-4f92f6110ed8 req-ec14bd31-67ac-4b1c-9275-56d35c609969 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:39:33.050961 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0e5914c9-f49a-4b29-aee5-4f92f6110ed8 req-ec14bd31-67ac-4b1c-9275-56d35c609969 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0322189 Nov 10 17:39:33.138976 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-58d2665f-8cef-4cfe-9ea1-e9417aae2c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:33.140619 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-58d2665f-8cef-4cfe-9ea1-e9417aae2c12 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3b6826817b8411c8006e8b4d3c701a1&device_id=262bf46a-4bab-4584-930e-719056fbd23a HTTP/1.1" status: 200 len: 1095 time: 0.1316793 Nov 10 17:39:33.157134 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0e5914c9-f49a-4b29-aee5-4f92f6110ed8 req-35a5f11e-1195-409c-bbfc-8d3bed7ee635 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1048048 Nov 10 17:39:33.193881 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-ab7aa12f-c9e6-423b-958d-218eebc339dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db81c424-0580-4ecf-ade7-daae544f9c27 HTTP/1.1" status: 200 len: 217 time: 0.0361030 Nov 10 17:39:33.236534 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-015cf225-8a96-4469-b6db-b6b0a007e279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:33.257332 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-80a30afb-c013-4f19-b023-6f01933bbb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:33.259045 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-80a30afb-c013-4f19-b023-6f01933bbb9e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=54c3c56b-4c97-40ad-a0fb-1ba9c868f14d HTTP/1.1" status: 200 len: 852 time: 0.0588555 Nov 10 17:39:33.324547 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015cf225-8a96-4469-b6db-b6b0a007e279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3aa931e-aa72-4d19-a552-6387f7445a86,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:33.346127 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-09aa9a39-598b-4e82-bfc4-2ba2f3aa3201 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4e1ba53-3c7f-4994-965e-2463aa2b8abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707920 Nov 10 17:39:33.400907 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6becea19-19a7-4772-a829-2ce859052475 req-a49e2125-5924-4975-b96c-b61a9a3f58e5 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186603 Nov 10 17:39:33.482884 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb5660c-a52c-403a-8d5f-7c1000e59f13 x-openstack-request-id: req-5eb5660c-a52c-403a-8d5f-7c1000e59f13 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:39:33.483421 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "262bf46a-4bab-4584-930e-719056fbd23a", "tag": "db81c424-0580-4ecf-ade7-daae544f9c27", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:39:33.483421 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5eb5660c-a52c-403a-8d5f-7c1000e59f13 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:39:33.484126 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '262bf46a-4bab-4584-930e-719056fbd23a', 'tag': 'db81c424-0580-4ecf-ade7-daae544f9c27', 'status': 'completed', 'code': 200} Nov 10 17:39:33.564361 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-a738b075-92e3-48de-aab0-444c2a5b2aed service neutron] 10.222.0.11 "GET /v2.0/networks/d4e1ba53-3c7f-4994-965e-2463aa2b8abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089622 Nov 10 17:39:33.700663 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5829942f-4fda-4cc6-bb5a-091cb2bbe0f0 req-2a22e541-0752-4504-88d0-ff31a3144acf tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:33.730796 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-697e353b-8e7f-425e-9734-8876f17f77df req-505a74d4-672a-4a19-8310-ebf903fe2028 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 210 time: 0.0410864 Nov 10 17:39:33.760403 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-5439d3b5-cca4-49f2-8d06-1a021e43cc4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7976f81d-c8f1-45af-aae4-017feab84eba {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:39:33.767391 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-072bb784-4293-4fc2-aa51-974b7a7186ed service neutron] 10.222.0.11 "GET /v2.0/networks/d4e1ba53-3c7f-4994-965e-2463aa2b8abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832550 Nov 10 17:39:33.768490 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015cf225-8a96-4469-b6db-b6b0a007e279 admin admin] Checking segment: {'id': 'dba2e44a-aac5-4f9d-b1f1-145c964634eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46982e30-3e4a-4e4c-aaa3-ef383d323d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:39:33.774529 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015cf225-8a96-4469-b6db-b6b0a007e279 admin admin] Network hostable DHCP agents. Network: 46982e30-3e4a-4e4c-aaa3-ef383d323d9e, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:39:33.785724 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22e541-0752-4504-88d0-ff31a3144acf tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Pushing event deleted for resources: {'Port': ['ID=c7b48432-ad81-413d-b956-a8ca9426953a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:33.796131 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-5439d3b5-cca4-49f2-8d06-1a021e43cc4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:33.874092 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-5829942f-4fda-4cc6-bb5a-091cb2bbe0f0 req-2a22e541-0752-4504-88d0-ff31a3144acf tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] No DVR routers for this DVR port c7b48432-ad81-413d-b956-a8ca9426953a on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:39:33.877439 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5829942f-4fda-4cc6-bb5a-091cb2bbe0f0 req-2a22e541-0752-4504-88d0-ff31a3144acf tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:33.881758 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5829942f-4fda-4cc6-bb5a-091cb2bbe0f0 req-2a22e541-0752-4504-88d0-ff31a3144acf tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.11 "DELETE /v2.0/ports/c7b48432-ad81-413d-b956-a8ca9426953a HTTP/1.1" status: 204 len: 173 time: 2.0139842 Nov 10 17:39:33.887369 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-5439d3b5-cca4-49f2-8d06-1a021e43cc4d service neutron] Transition to ACTIVE for port object 7976f81d-c8f1-45af-aae4-017feab84eba will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:39:33.890183 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a50b86-1608-49a4-a592-c49fd951bc0e', 'name': 'network-vif-deleted', 'tag': 'c7b48432-ad81-413d-b956-a8ca9426953a'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:39:33.892928 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fed3244-9931-423f-8a3f-b2946d07c4b9" -d '{"events": [{"server_uuid": "b8a50b86-1608-49a4-a592-c49fd951bc0e", "name": "network-vif-deleted", "tag": "c7b48432-ad81-413d-b956-a8ca9426953a"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:39:33.906874 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-d375fea5-5836-4287-8ae5-fab89c34044e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:33.908917 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-d375fea5-5836-4287-8ae5-fab89c34044e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.13 "GET /v2.0/networks?id=1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223 HTTP/1.1" status: 200 len: 805 time: 0.3971121 Nov 10 17:39:33.920859 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01d5cf-1705-4fa7-8326-460a1763956b req-3611c157-301f-45ac-80d4-2ae265ee1fce tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:33.922387 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9f01d5cf-1705-4fa7-8326-460a1763956b req-3611c157-301f-45ac-80d4-2ae265ee1fce tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/ports?device_id=262bf46a-4bab-4584-930e-719056fbd23a HTTP/1.1" status: 200 len: 943 time: 0.3055863 Nov 10 17:39:33.923063 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-5439d3b5-cca4-49f2-8d06-1a021e43cc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:33.946536 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4fceb-2369-4352-be3e-f7b60743ddaf req-e5c92173-03f4-4a5d-8087-a4b8a7890f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:33.948676 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bef4fceb-2369-4352-be3e-f7b60743ddaf req-e5c92173-03f4-4a5d-8087-a4b8a7890f46 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3b6826817b8411c8006e8b4d3c701a1&device_id=262bf46a-4bab-4584-930e-719056fbd23a HTTP/1.1" status: 200 len: 1095 time: 0.1165080 Nov 10 17:39:33.951881 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:33.968232 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-0e4504ce-7a82-4c32-8df2-def5cbb3c06e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Request body: {'port': {'device_id': '6e395102-296c-4bab-87a1-97a80a5b4fea', 'network_id': '1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223', 'admin_state_up': True, 'tenant_id': 'e7f389ee749446c698cd1a551edcac22'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:34.078724 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015cf225-8a96-4469-b6db-b6b0a007e279 admin admin] Network 46982e30-3e4a-4e4c-aaa3-ef383d323d9e is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:39:34.113492 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439d3b5-cca4-49f2-8d06-1a021e43cc4d service neutron] Pushing event updated for resources: {'Port': ['ID=7976f81d-c8f1-45af-aae4-017feab84eba,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:34.116915 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7988dbd-4f5b-4267-a01d-be2566e204c8 x-openstack-request-id: req-c7988dbd-4f5b-4267-a01d-be2566e204c8 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:39:34.117193 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a50b86-1608-49a4-a592-c49fd951bc0e", "name": "network-vif-deleted", "tag": "c7b48432-ad81-413d-b956-a8ca9426953a", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:39:34.117452 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c7988dbd-4f5b-4267-a01d-be2566e204c8 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:39:34.117858 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a50b86-1608-49a4-a592-c49fd951bc0e', 'name': 'network-vif-deleted', 'tag': 'c7b48432-ad81-413d-b956-a8ca9426953a', 'status': 'completed', 'code': 200} Nov 10 17:39:34.119631 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4fceb-2369-4352-be3e-f7b60743ddaf req-ac6ec576-5269-449d-a744-90295d1935c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:34.122566 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bef4fceb-2369-4352-be3e-f7b60743ddaf req-ac6ec576-5269-449d-a744-90295d1935c3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4e1ba53-3c7f-4994-965e-2463aa2b8abd HTTP/1.1" status: 200 len: 913 time: 0.1544614 Nov 10 17:39:34.152486 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-015cf225-8a96-4469-b6db-b6b0a007e279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 46982e30-3e4a-4e4c-aaa3-ef383d323d9e) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:39:34.161389 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb396a2-ae4e-4cb3-95a8-fdee606c8767 None None] Network 46982e30-3e4a-4e4c-aaa3-ef383d323d9e requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:39:34.185024 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015cf225-8a96-4469-b6db-b6b0a007e279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:34.185631 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-015cf225-8a96-4469-b6db-b6b0a007e279 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:34.200585 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9f01d5cf-1705-4fa7-8326-460a1763956b req-3b508382-42e2-4ed3-866f-0c0cd8aeb70b tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3c7b3f6-d57f-4106-92f8-9f763dbfa867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344537 Nov 10 17:39:34.241312 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bef4fceb-2369-4352-be3e-f7b60743ddaf req-bf0ff032-8c29-45ae-bcfc-350b877e1c09 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db81c424-0580-4ecf-ade7-daae544f9c27 HTTP/1.1" status: 200 len: 217 time: 0.1014819 Nov 10 17:39:34.276142 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-015cf225-8a96-4469-b6db-b6b0a007e279 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0453210 Nov 10 17:39:34.280520 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41734) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:34.309707 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-85c5bfc2-be60-4b0b-af6c-dbe3a998ba0e admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1189009530-router', 'tenant_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:34.317502 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-5439d3b5-cca4-49f2-8d06-1a021e43cc4d service neutron] Attempting to bind port 7976f81d-c8f1-45af-aae4-017feab84eba on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:39:34.317502 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-5439d3b5-cca4-49f2-8d06-1a021e43cc4d service neutron] Attempting to bind port 7976f81d-c8f1-45af-aae4-017feab84eba by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '384d6ec0-9254-4efe-b773-97715b6ee1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4e1ba53-3c7f-4994-965e-2463aa2b8abd'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:39:34.318244 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-5439d3b5-cca4-49f2-8d06-1a021e43cc4d service neutron] Attempting to bind port 7976f81d-c8f1-45af-aae4-017feab84eba on network d4e1ba53-3c7f-4994-965e-2463aa2b8abd {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:39:34.346684 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-5439d3b5-cca4-49f2-8d06-1a021e43cc4d service neutron] Port 7976f81d-c8f1-45af-aae4-017feab84eba on network d4e1ba53-3c7f-4994-965e-2463aa2b8abd not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:39:34.351187 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-5439d3b5-cca4-49f2-8d06-1a021e43cc4d service neutron] Attempting to bind port 7976f81d-c8f1-45af-aae4-017feab84eba on network d4e1ba53-3c7f-4994-965e-2463aa2b8abd {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:39:34.363800 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.db.api [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-0e4504ce-7a82-4c32-8df2-def5cbb3c06e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 10 17:39:34.363800 n-d-776250-10 neutron-server[102469]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 10 17:39:34.363800 n-d-776250-10 neutron-server[102469]: [parameters: {'project_id': 'e7f389ee749446c698cd1a551edcac22', 'id': '474e9b5e-dfa8-476a-abe7-f77dcac216bc', 'expiration': datetime.datetime(2021, 11, 10, 17, 41, 34, 354383)}] Nov 10 17:39:34.363800 n-d-776250-10 neutron-server[102469]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:39:34.364206 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27e436-06fe-41dd-b9df-1c879d2f0e87 req-203dc494-c8fb-4d0e-9284-781d1cd9436e tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:34.364330 n-d-776250-10 neutron-server[102469]: DEBUG oslo_db.api [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-0e4504ce-7a82-4c32-8df2-def5cbb3c06e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:39:34.365259 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-5439d3b5-cca4-49f2-8d06-1a021e43cc4d service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:39:34.365694 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-5439d3b5-cca4-49f2-8d06-1a021e43cc4d service neutron] Checking segment: {'id': '384d6ec0-9254-4efe-b773-97715b6ee1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4e1ba53-3c7f-4994-965e-2463aa2b8abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:39:34.366803 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-5439d3b5-cca4-49f2-8d06-1a021e43cc4d service neutron] Bound using segment: {'id': '384d6ec0-9254-4efe-b773-97715b6ee1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4e1ba53-3c7f-4994-965e-2463aa2b8abd'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:39:34.367379 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-5439d3b5-cca4-49f2-8d06-1a021e43cc4d service neutron] Bound port: 7976f81d-c8f1-45af-aae4-017feab84eba, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '384d6ec0-9254-4efe-b773-97715b6ee1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4e1ba53-3c7f-4994-965e-2463aa2b8abd'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:39:34.367802 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-5439d3b5-cca4-49f2-8d06-1a021e43cc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:34.372685 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6c27e436-06fe-41dd-b9df-1c879d2f0e87 req-203dc494-c8fb-4d0e-9284-781d1cd9436e tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 945 time: 0.1740386 Nov 10 17:39:34.375832 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4fceb-2369-4352-be3e-f7b60743ddaf req-2dec612c-7be0-4647-a5bd-614a3c9f59e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:34.377269 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bef4fceb-2369-4352-be3e-f7b60743ddaf req-2dec612c-7be0-4647-a5bd-614a3c9f59e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=54c3c56b-4c97-40ad-a0fb-1ba9c868f14d HTTP/1.1" status: 200 len: 852 time: 0.1102452 Nov 10 17:39:34.418319 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-85c5bfc2-be60-4b0b-af6c-dbe3a998ba0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:34.440985 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-85c5bfc2-be60-4b0b-af6c-dbe3a998ba0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:34.454440 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13a43bb-f18c-467c-8c17-87a2506d32e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-46982e30-3e4a-4e4c-aaa3-ef383d323d9e', 'network_id': '46982e30-3e4a-4e4c-aaa3-ef383d323d9e', 'tenant_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'fixed_ips': [{'subnet_id': 'e3aa931e-aa72-4d19-a552-6387f7445a86'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:39:34.455370 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b13a43bb-f18c-467c-8c17-87a2506d32e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:34.458720 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device c7b48432-ad81-413d-b956-a8ca9426953a no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:39:34.486222 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bef4fceb-2369-4352-be3e-f7b60743ddaf req-c7754671-66c2-4944-a0dd-9c1b20adb79b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4e1ba53-3c7f-4994-965e-2463aa2b8abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908482 Nov 10 17:39:34.488425 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: c7b48432-ad81-413d-b956-a8ca9426953a {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:39:34.489070 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device c7b48432-ad81-413d-b956-a8ca9426953a not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:39:34.490223 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-5439d3b5-cca4-49f2-8d06-1a021e43cc4d service neutron] For port 7976f81d-c8f1-45af-aae4-017feab84eba, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:39:34.497941 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-5439d3b5-cca4-49f2-8d06-1a021e43cc4d service neutron] For port 7976f81d-c8f1-45af-aae4-017feab84eba, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=7976f81d-c8f1-45af-aae4-017feab84eba,segment=NetworkSegment(384d6ec0-9254-4efe-b773-97715b6ee1cd),segment_id=384d6ec0-9254-4efe-b773-97715b6ee1cd)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:39:34.508222 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-5439d3b5-cca4-49f2-8d06-1a021e43cc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:34.596933 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-5439d3b5-cca4-49f2-8d06-1a021e43cc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:34.597612 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-5439d3b5-cca4-49f2-8d06-1a021e43cc4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:34.599138 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-5439d3b5-cca4-49f2-8d06-1a021e43cc4d service neutron] 10.222.0.13 "PUT /v2.0/ports/7976f81d-c8f1-45af-aae4-017feab84eba HTTP/1.1" status: 200 len: 1093 time: 1.8953409 Nov 10 17:39:34.656441 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439d3b5-cca4-49f2-8d06-1a021e43cc4d service neutron] Pushing event updated for resources: {'Port': ['ID=7976f81d-c8f1-45af-aae4-017feab84eba,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:34.794767 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-b13a43bb-f18c-467c-8c17-87a2506d32e5 None None] Allocated IP 172.20.0.2 (46982e30-3e4a-4e4c-aaa3-ef383d323d9e/e3aa931e-aa72-4d19-a552-6387f7445a86/2065f47d-bcc1-4829-8834-b646e35d2428) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:39:34.816768 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-7076a2ca-2e3f-4424-9404-0e06ccaf41f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:34.818481 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-7076a2ca-2e3f-4424-9404-0e06ccaf41f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f3b6826817b8411c8006e8b4d3c701a1&device_id=60b382bb-0577-4bc6-b4cf-c48575256cd8 HTTP/1.1" status: 200 len: 1096 time: 0.1270494 Nov 10 17:39:34.882003 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9ea07-7419-45b8-a634-aad1fd9a72ca req-62f9c180-e248-4e63-bbcb-abc7be296621 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:34.892537 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cbe9ea07-7419-45b8-a634-aad1fd9a72ca req-62f9c180-e248-4e63-bbcb-abc7be296621 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1 HTTP/1.1" status: 200 len: 945 time: 0.1907337 Nov 10 17:39:34.897807 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-5178e64e-b162-4aba-ba6d-d05c1e80e798 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7976f81d-c8f1-45af-aae4-017feab84eba HTTP/1.1" status: 200 len: 217 time: 0.0669580 Nov 10 17:39:34.904915 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-85c5bfc2-be60-4b0b-af6c-dbe3a998ba0e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:34.992393 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b13a43bb-f18c-467c-8c17-87a2506d32e5 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:34.995337 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-0e4504ce-7a82-4c32-8df2-def5cbb3c06e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Made reservation on behalf of e7f389ee749446c698cd1a551edcac22 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:39:35.000569 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-0e4504ce-7a82-4c32-8df2-def5cbb3c06e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:35.017407 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b13a43bb-f18c-467c-8c17-87a2506d32e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:35.084349 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6c27e436-06fe-41dd-b9df-1c879d2f0e87 req-1f2f8bd9-6bff-41c3-8996-3ec573a94cb2 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7101469 Nov 10 17:39:35.128047 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13a43bb-f18c-467c-8c17-87a2506d32e5 None None] Network 46982e30-3e4a-4e4c-aaa3-ef383d323d9e is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:39:35.135931 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-b13a43bb-f18c-467c-8c17-87a2506d32e5 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:39:35.142274 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13a43bb-f18c-467c-8c17-87a2506d32e5 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:39:35.153839 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a43bb-f18c-467c-8c17-87a2506d32e5 None None] Pushing event updated for resources: {'Port': ['ID=2065f47d-bcc1-4829-8834-b646e35d2428,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:35.173068 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-4320e0e3-2f9b-403c-9a46-ff3ac4341a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:35.174552 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-4320e0e3-2f9b-403c-9a46-ff3ac4341a02 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54c3c56b-4c97-40ad-a0fb-1ba9c868f14d HTTP/1.1" status: 200 len: 852 time: 0.2647002 Nov 10 17:39:35.195693 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cbe9ea07-7419-45b8-a634-aad1fd9a72ca req-ae324f8f-6800-40e2-91d6-e152df06a767 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018200 Nov 10 17:39:35.237288 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b13a43bb-f18c-467c-8c17-87a2506d32e5 None None] Attempting to bind port 2065f47d-bcc1-4829-8834-b646e35d2428 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:39:35.237668 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b13a43bb-f18c-467c-8c17-87a2506d32e5 None None] Attempting to bind port 2065f47d-bcc1-4829-8834-b646e35d2428 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'dba2e44a-aac5-4f9d-b1f1-145c964634eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46982e30-3e4a-4e4c-aaa3-ef383d323d9e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:39:35.238078 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13a43bb-f18c-467c-8c17-87a2506d32e5 None None] Attempting to bind port 2065f47d-bcc1-4829-8834-b646e35d2428 on network 46982e30-3e4a-4e4c-aaa3-ef383d323d9e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:39:35.244126 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13a43bb-f18c-467c-8c17-87a2506d32e5 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:39:35.244600 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13a43bb-f18c-467c-8c17-87a2506d32e5 None None] Checking segment: {'id': 'dba2e44a-aac5-4f9d-b1f1-145c964634eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46982e30-3e4a-4e4c-aaa3-ef383d323d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:39:35.245007 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b13a43bb-f18c-467c-8c17-87a2506d32e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:35.245405 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13a43bb-f18c-467c-8c17-87a2506d32e5 None None] Bound using segment: {'id': 'dba2e44a-aac5-4f9d-b1f1-145c964634eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46982e30-3e4a-4e4c-aaa3-ef383d323d9e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:39:35.245884 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b13a43bb-f18c-467c-8c17-87a2506d32e5 None None] Bound port: 2065f47d-bcc1-4829-8834-b646e35d2428, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba2e44a-aac5-4f9d-b1f1-145c964634eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46982e30-3e4a-4e4c-aaa3-ef383d323d9e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:39:35.246305 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b13a43bb-f18c-467c-8c17-87a2506d32e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:35.270936 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-0e4504ce-7a82-4c32-8df2-def5cbb3c06e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Allocated IP 172.20.0.3 (1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223/d8466b2d-1d01-4814-9e92-513b821b406a/79c05b84-4b5e-4c16-b6ac-57f79fd45685) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:39:35.274702 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-28fbac83-8ea3-4d59-84cb-0e66c88533bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d4e1ba53-3c7f-4994-965e-2463aa2b8abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730960 Nov 10 17:39:35.284720 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9ce7c-2469-4208-82fe-dde1fa496a1d req-746cd312-0408-4b7d-b2d7-467a1e6666d4 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:35.286791 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-84a9ce7c-2469-4208-82fe-dde1fa496a1d req-746cd312-0408-4b7d-b2d7-467a1e6666d4 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.13 "GET /v2.0/ports?device_id=8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1 HTTP/1.1" status: 200 len: 945 time: 0.3844972 Nov 10 17:39:35.297950 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-85c5bfc2-be60-4b0b-af6c-dbe3a998ba0e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:35.336436 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b13a43bb-f18c-467c-8c17-87a2506d32e5 None None] For port 2065f47d-bcc1-4829-8834-b646e35d2428, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:39:35.340685 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b13a43bb-f18c-467c-8c17-87a2506d32e5 None None] For port 2065f47d-bcc1-4829-8834-b646e35d2428, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2065f47d-bcc1-4829-8834-b646e35d2428,segment=NetworkSegment(dba2e44a-aac5-4f9d-b1f1-145c964634eb),segment_id=dba2e44a-aac5-4f9d-b1f1-145c964634eb)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:39:35.347273 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b13a43bb-f18c-467c-8c17-87a2506d32e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:35.361448 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8e0a5e57-53d7-4ae1-9d1e-690fe7e73deb req-49b1d388-041a-4447-9053-45890b6729ea tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 210 time: 0.0555999 Nov 10 17:39:35.367891 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bef4fceb-2369-4352-be3e-f7b60743ddaf req-9f7451df-6f52-4ee2-b6a1-17d1a1f95e56 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e1ba53-3c7f-4994-965e-2463aa2b8abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8632102 Nov 10 17:39:35.441728 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a43bb-f18c-467c-8c17-87a2506d32e5 None None] Pushing event updated for resources: {'Port': ['ID=2065f47d-bcc1-4829-8834-b646e35d2428,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:35.483644 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:35.601277 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-70414b88-aeef-4279-b2dd-8ad4d96435dc service neutron] 10.222.0.13 "GET /v2.0/networks/d4e1ba53-3c7f-4994-965e-2463aa2b8abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057411 Nov 10 17:39:35.712534 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bef4fceb-2369-4352-be3e-f7b60743ddaf req-4be8793f-acf8-4933-b0b2-e8e465e2cbec service neutron] 10.222.0.11 "GET /v2.0/networks/d4e1ba53-3c7f-4994-965e-2463aa2b8abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855718 Nov 10 17:39:35.742031 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2589d9a9-a9a5-4710-b0e2-c3423cf6fb77 req-a412c1b5-7f00-4f80-bac6-dfd239e9681d service neutron] 10.222.0.13 "GET /v2.0/networks/d4e1ba53-3c7f-4994-965e-2463aa2b8abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258848 Nov 10 17:39:35.763868 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec39c7f-1466-4585-a38e-aa88d70fd03d req-46010d5c-f994-487d-ab4b-fa7238d8d77b tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:35.771706 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eec39c7f-1466-4585-a38e-aa88d70fd03d req-46010d5c-f994-487d-ab4b-fa7238d8d77b tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/ports?device_id=262bf46a-4bab-4584-930e-719056fbd23a HTTP/1.1" status: 200 len: 943 time: 0.2254791 Nov 10 17:39:35.810059 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-84a9ce7c-2469-4208-82fe-dde1fa496a1d req-a933f7fc-f9bb-417b-a549-6654343590dc tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Deleting port f652398f-c59e-48c8-9b48-d4391674db0e {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:39:35.811690 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-84a9ce7c-2469-4208-82fe-dde1fa496a1d req-a933f7fc-f9bb-417b-a549-6654343590dc tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:35.829026 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-0e4504ce-7a82-4c32-8df2-def5cbb3c06e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:35.908086 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-0e4504ce-7a82-4c32-8df2-def5cbb3c06e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:35.922877 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eec39c7f-1466-4585-a38e-aa88d70fd03d req-2a8b87f0-24f6-4f2e-b070-3b33352523a4 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3c7b3f6-d57f-4106-92f8-9f763dbfa867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499228 Nov 10 17:39:35.954978 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2065f47d-bcc1-4829-8834-b646e35d2428 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:39:35.996196 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-0e4504ce-7a82-4c32-8df2-def5cbb3c06e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Network 1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:39:35.998321 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-0e4504ce-7a82-4c32-8df2-def5cbb3c06e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:39:36.001533 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-0e4504ce-7a82-4c32-8df2-def5cbb3c06e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:39:36.013867 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-84a9ce7c-2469-4208-82fe-dde1fa496a1d req-a933f7fc-f9bb-417b-a549-6654343590dc tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] For port f652398f-c59e-48c8-9b48-d4391674db0e, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=f652398f-c59e-48c8-9b48-d4391674db0e,segment=NetworkSegment(9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12),segment_id=9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:36.014249 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-84a9ce7c-2469-4208-82fe-dde1fa496a1d req-a933f7fc-f9bb-417b-a549-6654343590dc tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:36.045999 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4504ce-7a82-4c32-8df2-def5cbb3c06e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Pushing event updated for resources: {'Port': ['ID=79c05b84-4b5e-4c16-b6ac-57f79fd45685,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:36.051532 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 2065f47d-bcc1-4829-8834-b646e35d2428 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:39:36.052031 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:36.076026 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-0e4504ce-7a82-4c32-8df2-def5cbb3c06e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:36.091192 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-0e4504ce-7a82-4c32-8df2-def5cbb3c06e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:36.111801 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-84a9ce7c-2469-4208-82fe-dde1fa496a1d req-a933f7fc-f9bb-417b-a549-6654343590dc tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Calling delete_port for f652398f-c59e-48c8-9b48-d4391674db0e owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:39:36.124836 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-0e4504ce-7a82-4c32-8df2-def5cbb3c06e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1987560 Nov 10 17:39:36.125428 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b382bb-0577-4bc6-b4cf-c48575256cd8', 'tag': '7976f81d-c8f1-45af-aae4-017feab84eba'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:39:36.128874 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ccf93d-5ac2-4b4b-bd40-46a0733f9bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "60b382bb-0577-4bc6-b4cf-c48575256cd8", "tag": "7976f81d-c8f1-45af-aae4-017feab84eba"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:39:36.153066 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-9aca9ab2-52f9-426c-9a74-429162441299 service neutron] Request body: {'port': {'device_id': '6e395102-296c-4bab-87a1-97a80a5b4fea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:36.179218 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:36.195426 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:36.249894 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657b487-0659-4de6-b376-a7c78a5c6032 req-93cac11b-6636-4c87-b1a7-bd7d96522151 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:36.251986 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2657b487-0659-4de6-b376-a7c78a5c6032 req-93cac11b-6636-4c87-b1a7-bd7d96522151 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 946 time: 0.1956007 Nov 10 17:39:36.253434 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-9aca9ab2-52f9-426c-9a74-429162441299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:36.255003 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-85c5bfc2-be60-4b0b-af6c-dbe3a998ba0e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:36.261742 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 2065f47d-bcc1-4829-8834-b646e35d2428, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2065f47d-bcc1-4829-8834-b646e35d2428,segment=NetworkSegment(dba2e44a-aac5-4f9d-b1f1-145c964634eb),segment_id=dba2e44a-aac5-4f9d-b1f1-145c964634eb)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:36.271363 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:36.291622 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-85c5bfc2-be60-4b0b-af6c-dbe3a998ba0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:36.344870 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=2065f47d-bcc1-4829-8834-b646e35d2428,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:36.398631 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2657b487-0659-4de6-b376-a7c78a5c6032 req-5ce4321c-f817-4466-a0a4-1fea0cacbcd4 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366863 Nov 10 17:39:36.456469 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device db81c424-0580-4ecf-ade7-daae544f9c27 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:39:36.587805 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-84a9ce7c-2469-4208-82fe-dde1fa496a1d req-a933f7fc-f9bb-417b-a549-6654343590dc tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:36.604514 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['c3b440db-4443-454d-9c1f-3c27760a5cdf'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:39:36.607303 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['f652398f-c59e-48c8-9b48-d4391674db0e'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:39:36.639665 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-85c5bfc2-be60-4b0b-af6c-dbe3a998ba0e admin admin] Allocated IP 172.25.5.229 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/18700e05-a88d-497b-85f4-baf5d45ee313) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:39:36.646923 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933f7fc-f9bb-417b-a549-6654343590dc tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Pushing event deleted for resources: {'Port': ['ID=f652398f-c59e-48c8-9b48-d4391674db0e,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:36.661220 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249f80c-5e3d-4ae7-9512-735f20aa6fb8 req-28275512-d99c-4091-b8b0-29fb0275fd0e tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:36.662828 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2249f80c-5e3d-4ae7-9512-735f20aa6fb8 req-28275512-d99c-4091-b8b0-29fb0275fd0e tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1 HTTP/1.1" status: 200 len: 867 time: 0.1302359 Nov 10 17:39:36.686142 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port db81c424-0580-4ecf-ade7-daae544f9c27, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=db81c424-0580-4ecf-ade7-daae544f9c27,segment=NetworkSegment(384d6ec0-9254-4efe-b773-97715b6ee1cd),segment_id=384d6ec0-9254-4efe-b773-97715b6ee1cd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:36.713480 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'db81c424-0580-4ecf-ade7-daae544f9c27', 'network_id': 'd4e1ba53-3c7f-4994-965e-2463aa2b8abd', 'port_id': 'db81c424-0580-4ecf-ade7-daae544f9c27', 'mac_address': 'fa:16:3e:8a:0a:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c3c56b-4c97-40ad-a0fb-1ba9c868f14d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:39:36.726393 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983711df-8de7-4a55-adca-1b171d379b99 x-openstack-request-id: req-983711df-8de7-4a55-adca-1b171d379b99 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:39:36.726684 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b382bb-0577-4bc6-b4cf-c48575256cd8", "tag": "7976f81d-c8f1-45af-aae4-017feab84eba", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:39:36.726937 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-983711df-8de7-4a55-adca-1b171d379b99 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:39:36.727324 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b382bb-0577-4bc6-b4cf-c48575256cd8', 'tag': '7976f81d-c8f1-45af-aae4-017feab84eba', 'status': 'completed', 'code': 200} Nov 10 17:39:36.753930 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a9ce7c-2469-4208-82fe-dde1fa496a1d req-a933f7fc-f9bb-417b-a549-6654343590dc tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] No DVR routers for this DVR port f652398f-c59e-48c8-9b48-d4391674db0e on host n-h2-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:39:36.784777 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-84a9ce7c-2469-4208-82fe-dde1fa496a1d req-a933f7fc-f9bb-417b-a549-6654343590dc tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:36.788162 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-84a9ce7c-2469-4208-82fe-dde1fa496a1d req-a933f7fc-f9bb-417b-a549-6654343590dc tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.13 "DELETE /v2.0/ports/f652398f-c59e-48c8-9b48-d4391674db0e HTTP/1.1" status: 204 len: 173 time: 1.4536753 Nov 10 17:39:36.791676 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1', 'name': 'network-vif-deleted', 'tag': 'f652398f-c59e-48c8-9b48-d4391674db0e'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:39:36.794733 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9059f406-92e1-41ee-886e-3453d1b37288" -d '{"events": [{"server_uuid": "8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1", "name": "network-vif-deleted", "tag": "f652398f-c59e-48c8-9b48-d4391674db0e"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:39:36.819030 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2249f80c-5e3d-4ae7-9512-735f20aa6fb8 req-7b880579-6f20-420e-85b7-5f35d8500858 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492860 Nov 10 17:39:36.911687 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057a81c-05d9-41d9-97c7-71a03b684847 req-4aa80bec-625c-44be-ac85-63a9d125087a tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:36.919571 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0057a81c-05d9-41d9-97c7-71a03b684847 req-4aa80bec-625c-44be-ac85-63a9d125087a tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 945 time: 0.2058322 Nov 10 17:39:36.925027 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-85c5bfc2-be60-4b0b-af6c-dbe3a998ba0e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:36.930725 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccf93d-5ac2-4b4b-bd40-46a0733f9bb1 req-9b32f0c8-46bb-4b9b-a239-0351133b602a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:36.932240 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c4ccf93d-5ac2-4b4b-bd40-46a0733f9bb1 req-9b32f0c8-46bb-4b9b-a239-0351133b602a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f3b6826817b8411c8006e8b4d3c701a1&device_id=60b382bb-0577-4bc6-b4cf-c48575256cd8 HTTP/1.1" status: 200 len: 1096 time: 0.2437954 Nov 10 17:39:36.932379 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fb73e1-522d-4013-acf4-e426e83ec13d None None] Network 46982e30-3e4a-4e4c-aaa3-ef383d323d9e requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:39:37.008203 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-85c5bfc2-be60-4b0b-af6c-dbe3a998ba0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:37.023265 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-22e50abe-ef3c-4508-af62-309ce7297ad6 None None] Provisioning complete for port 2065f47d-bcc1-4829-8834-b646e35d2428 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:39:37.024247 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-22e50abe-ef3c-4508-af62-309ce7297ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:37.037618 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:37.074143 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5bfc2-be60-4b0b-af6c-dbe3a998ba0e admin admin] Pushing event updated for resources: {'Port': ['ID=18700e05-a88d-497b-85f4-baf5d45ee313,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:37.086862 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c5bfc2-be60-4b0b-af6c-dbe3a998ba0e admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:39:37.089450 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-85c5bfc2-be60-4b0b-af6c-dbe3a998ba0e admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:39:37.096536 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c5bfc2-be60-4b0b-af6c-dbe3a998ba0e admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:39:37.107092 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db81c424-0580-4ecf-ade7-daae544f9c27 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:39:37.167895 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port db81c424-0580-4ecf-ade7-daae544f9c27, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=db81c424-0580-4ecf-ade7-daae544f9c27,segment=NetworkSegment(384d6ec0-9254-4efe-b773-97715b6ee1cd),segment_id=384d6ec0-9254-4efe-b773-97715b6ee1cd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:37.185014 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:37.230345 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0057a81c-05d9-41d9-97c7-71a03b684847 req-e7bbb4a4-0dc6-4984-8911-86a6152f567d tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970600 Nov 10 17:39:37.320065 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-9aca9ab2-52f9-426c-9a74-429162441299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79c05b84-4b5e-4c16-b6ac-57f79fd45685 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:39:37.320501 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bf8e3f-8772-4b93-bac4-fde30ec4f6ff x-openstack-request-id: req-01bf8e3f-8772-4b93-bac4-fde30ec4f6ff {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:39:37.321186 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1", "name": "network-vif-deleted", "tag": "f652398f-c59e-48c8-9b48-d4391674db0e", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:39:37.321718 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-01bf8e3f-8772-4b93-bac4-fde30ec4f6ff {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:39:37.322334 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8675e658-c6e0-4e1f-85bc-f4fcdce3d1a1', 'name': 'network-vif-deleted', 'tag': 'f652398f-c59e-48c8-9b48-d4391674db0e', 'status': 'completed', 'code': 200} Nov 10 17:39:37.332566 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-9aca9ab2-52f9-426c-9a74-429162441299 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:37.335329 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccf93d-5ac2-4b4b-bd40-46a0733f9bb1 req-b5c3b96e-4ea0-4fb3-a67e-2b73473539da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:37.336858 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c4ccf93d-5ac2-4b4b-bd40-46a0733f9bb1 req-b5c3b96e-4ea0-4fb3-a67e-2b73473539da service neutron] 10.222.0.13 "GET /v2.0/networks?id=d4e1ba53-3c7f-4994-965e-2463aa2b8abd HTTP/1.1" status: 200 len: 913 time: 0.3782163 Nov 10 17:39:37.348088 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=db81c424-0580-4ecf-ade7-daae544f9c27,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:37.348748 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-9aca9ab2-52f9-426c-9a74-429162441299 service neutron] Transition to ACTIVE for port object 79c05b84-4b5e-4c16-b6ac-57f79fd45685 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:39:37.363506 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-9aca9ab2-52f9-426c-9a74-429162441299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:37.425471 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c4ccf93d-5ac2-4b4b-bd40-46a0733f9bb1 req-06b96e24-edc7-4735-b286-f47c25d775b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7976f81d-c8f1-45af-aae4-017feab84eba HTTP/1.1" status: 200 len: 217 time: 0.0741024 Nov 10 17:39:37.461110 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561b08a-1845-4028-b389-ea1ad20a8aa1 req-3b056663-0cd4-4bf9-8482-afb1edfc889c tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:37.463039 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8561b08a-1845-4028-b389-ea1ad20a8aa1 req-3b056663-0cd4-4bf9-8482-afb1edfc889c tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 931 time: 0.2030401 Nov 10 17:39:37.522059 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a89697-e03d-4733-9452-b695406db7ad req-de7b1c4b-38da-4697-a76e-c9e8696ef95e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:37.523599 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-96a89697-e03d-4733-9452-b695406db7ad req-de7b1c4b-38da-4697-a76e-c9e8696ef95e tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.11 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 946 time: 0.1543801 Nov 10 17:39:37.531656 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['db81c424-0580-4ecf-ade7-daae544f9c27'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:39:37.588882 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca9ab2-52f9-426c-9a74-429162441299 service neutron] Pushing event updated for resources: {'Port': ['ID=79c05b84-4b5e-4c16-b6ac-57f79fd45685,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:37.685992 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccf93d-5ac2-4b4b-bd40-46a0733f9bb1 req-933852c7-c3da-449d-b66d-826f123e02e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:37.687725 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c4ccf93d-5ac2-4b4b-bd40-46a0733f9bb1 req-933852c7-c3da-449d-b66d-826f123e02e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54c3c56b-4c97-40ad-a0fb-1ba9c868f14d HTTP/1.1" status: 200 len: 852 time: 0.2404180 Nov 10 17:39:37.688547 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-9aca9ab2-52f9-426c-9a74-429162441299 service neutron] Attempting to bind port 79c05b84-4b5e-4c16-b6ac-57f79fd45685 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:39:37.688995 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-9aca9ab2-52f9-426c-9a74-429162441299 service neutron] Attempting to bind port 79c05b84-4b5e-4c16-b6ac-57f79fd45685 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '95d1421d-b3ce-4f49-86b8-7e70ba2392d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:39:37.689327 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-9aca9ab2-52f9-426c-9a74-429162441299 service neutron] Attempting to bind port 79c05b84-4b5e-4c16-b6ac-57f79fd45685 on network 1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:39:37.698978 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd548775-ff35-41ac-a1b9-29d1b4173062 req-62a2df5b-7901-424a-8773-f858ea7f0930 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:37.704692 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fd548775-ff35-41ac-a1b9-29d1b4173062 req-62a2df5b-7901-424a-8773-f858ea7f0930 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/ports?device_id=262bf46a-4bab-4584-930e-719056fbd23a HTTP/1.1" status: 200 len: 944 time: 0.2749367 Nov 10 17:39:37.707578 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8561b08a-1845-4028-b389-ea1ad20a8aa1 req-14d6074c-1797-4ebd-a176-af472e19d55c tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986518 Nov 10 17:39:37.722289 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-85c5bfc2-be60-4b0b-af6c-dbe3a998ba0e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:37.743479 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c4ccf93d-5ac2-4b4b-bd40-46a0733f9bb1 req-4b6ecb5a-0074-4bf6-88f2-e0d3c68bac1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d4e1ba53-3c7f-4994-965e-2463aa2b8abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362685 Nov 10 17:39:37.744940 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-9aca9ab2-52f9-426c-9a74-429162441299 service neutron] Port 79c05b84-4b5e-4c16-b6ac-57f79fd45685 on network 1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:39:37.745275 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-9aca9ab2-52f9-426c-9a74-429162441299 service neutron] Attempting to bind port 79c05b84-4b5e-4c16-b6ac-57f79fd45685 on network 1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:39:37.774659 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-9aca9ab2-52f9-426c-9a74-429162441299 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:39:37.775014 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-9aca9ab2-52f9-426c-9a74-429162441299 service neutron] Checking segment: {'id': '95d1421d-b3ce-4f49-86b8-7e70ba2392d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:39:37.775398 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-9aca9ab2-52f9-426c-9a74-429162441299 service neutron] Bound using segment: {'id': '95d1421d-b3ce-4f49-86b8-7e70ba2392d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:39:37.775848 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-9aca9ab2-52f9-426c-9a74-429162441299 service neutron] Bound port: 79c05b84-4b5e-4c16-b6ac-57f79fd45685, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95d1421d-b3ce-4f49-86b8-7e70ba2392d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:39:37.776226 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-9aca9ab2-52f9-426c-9a74-429162441299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:37.785610 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-cdd1f5f1-6851-4cb5-bbf6-51f58a5b40c0 None None] Provisioning complete for port 2065f47d-bcc1-4829-8834-b646e35d2428 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:39:37.787775 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cdd1f5f1-6851-4cb5-bbf6-51f58a5b40c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:37.874601 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2065f47d-bcc1-4829-8834-b646e35d2428 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:39:37.917035 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fd548775-ff35-41ac-a1b9-29d1b4173062 req-95b3c45a-bfb8-4580-8efe-09ab3d30630c tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3c7b3f6-d57f-4106-92f8-9f763dbfa867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082045 Nov 10 17:39:37.943213 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 2065f47d-bcc1-4829-8834-b646e35d2428 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:39:37.943741 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:37.966913 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-9aca9ab2-52f9-426c-9a74-429162441299 service neutron] For port 79c05b84-4b5e-4c16-b6ac-57f79fd45685, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:39:37.981801 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c4ccf93d-5ac2-4b4b-bd40-46a0733f9bb1 req-0444efcd-23eb-43bc-9ba4-90e42e1c4bf6 service neutron] 10.222.0.13 "GET /v2.0/networks/d4e1ba53-3c7f-4994-965e-2463aa2b8abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200851 Nov 10 17:39:37.984552 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-9aca9ab2-52f9-426c-9a74-429162441299 service neutron] For port 79c05b84-4b5e-4c16-b6ac-57f79fd45685, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=79c05b84-4b5e-4c16-b6ac-57f79fd45685,segment=NetworkSegment(95d1421d-b3ce-4f49-86b8-7e70ba2392d4),segment_id=95d1421d-b3ce-4f49-86b8-7e70ba2392d4)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:39:38.060816 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-9aca9ab2-52f9-426c-9a74-429162441299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:38.111630 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-96a89697-e03d-4733-9452-b695406db7ad req-7aa052ec-1682-4757-87d8-a0759c8a7812 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Deleting port b673c3ac-81db-46b1-b3c8-4e515db43263 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:39:38.112242 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-96a89697-e03d-4733-9452-b695406db7ad req-7aa052ec-1682-4757-87d8-a0759c8a7812 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:38.144184 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-9aca9ab2-52f9-426c-9a74-429162441299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:38.144807 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-9aca9ab2-52f9-426c-9a74-429162441299 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:38.146184 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-9aca9ab2-52f9-426c-9a74-429162441299 service neutron] 10.222.0.13 "PUT /v2.0/ports/79c05b84-4b5e-4c16-b6ac-57f79fd45685 HTTP/1.1" status: 200 len: 1092 time: 2.0006580 Nov 10 17:39:38.178381 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c4ccf93d-5ac2-4b4b-bd40-46a0733f9bb1 req-dceec52d-2ff5-495a-aab6-852b7e7d1477 service neutron] 10.222.0.13 "GET /v2.0/networks/d4e1ba53-3c7f-4994-965e-2463aa2b8abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867287 Nov 10 17:39:38.180976 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca9ab2-52f9-426c-9a74-429162441299 service neutron] Pushing event updated for resources: {'Port': ['ID=79c05b84-4b5e-4c16-b6ac-57f79fd45685,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:38.198802 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe3766f-6219-4623-a28a-02013c89b389 req-931d7785-13b7-4f5e-91b1-c0bbfe48c294 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:38.200869 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1fe3766f-6219-4623-a28a-02013c89b389 req-931d7785-13b7-4f5e-91b1-c0bbfe48c294 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 946 time: 0.1375928 Nov 10 17:39:38.278672 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337d234-9b31-45d9-95c4-0099c65cb94a req-a6e78ad9-68de-4f08-942b-44fc8bfd3fc2 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:38.280142 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3337d234-9b31-45d9-95c4-0099c65cb94a req-a6e78ad9-68de-4f08-942b-44fc8bfd3fc2 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=c51d7e67-1579-4aa3-96c1-87c6763cb4e4 HTTP/1.1" status: 200 len: 945 time: 0.1751390 Nov 10 17:39:38.287482 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1fe3766f-6219-4623-a28a-02013c89b389 req-e648b750-6aee-4946-9a4f-22466738f9cb tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/security-groups?id=b9711c51-895f-48bb-8240-e920947ed316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769415 Nov 10 17:39:38.294921 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-c8ae5fea-4da4-4cf4-a2bb-e225a095b5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:38.296984 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-c8ae5fea-4da4-4cf4-a2bb-e225a095b5be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7f389ee749446c698cd1a551edcac22&device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 1095 time: 0.0674903 Nov 10 17:39:38.321050 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-96a89697-e03d-4733-9452-b695406db7ad req-7aa052ec-1682-4757-87d8-a0759c8a7812 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] For port b673c3ac-81db-46b1-b3c8-4e515db43263, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=b673c3ac-81db-46b1-b3c8-4e515db43263,segment=NetworkSegment(42dc2b4e-b2ca-43a5-ac2f-40daa324b850),segment_id=42dc2b4e-b2ca-43a5-ac2f-40daa324b850)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:38.321399 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-96a89697-e03d-4733-9452-b695406db7ad req-7aa052ec-1682-4757-87d8-a0759c8a7812 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:38.350725 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-6dfd0b37-abb1-43e4-aa71-d11fe0697775 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79c05b84-4b5e-4c16-b6ac-57f79fd45685 HTTP/1.1" status: 200 len: 217 time: 0.0368736 Nov 10 17:39:38.386400 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-96a89697-e03d-4733-9452-b695406db7ad req-7aa052ec-1682-4757-87d8-a0759c8a7812 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Calling delete_port for b673c3ac-81db-46b1-b3c8-4e515db43263 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:39:38.436313 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3337d234-9b31-45d9-95c4-0099c65cb94a req-fc17649d-c9bf-4f0a-aaf3-0d66ea9bc6e4 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457579 Nov 10 17:39:38.464408 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-9a824886-3e88-4266-81a8-1ffdb9317105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:38.466468 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-9a824886-3e88-4266-81a8-1ffdb9317105 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d8466b2d-1d01-4814-9e92-513b821b406a HTTP/1.1" status: 200 len: 845 time: 0.1037605 Nov 10 17:39:38.476213 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-85c5bfc2-be60-4b0b-af6c-dbe3a998ba0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:38.534612 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-68768c6c-08f8-478b-a11c-88138ea9de56 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433609 Nov 10 17:39:38.563203 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260b408-1a91-49a5-a87b-54069bb03292 req-0283228e-1ede-41a9-b8b3-25a031adea1d tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:38.570818 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9260b408-1a91-49a5-a87b-54069bb03292 req-0283228e-1ede-41a9-b8b3-25a031adea1d tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 945 time: 0.0935910 Nov 10 17:39:38.602080 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 7976f81d-c8f1-45af-aae4-017feab84eba details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:39:38.604237 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device f652398f-c59e-48c8-9b48-d4391674db0e no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:39:38.646704 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: f652398f-c59e-48c8-9b48-d4391674db0e {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:39:38.647153 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device f652398f-c59e-48c8-9b48-d4391674db0e not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:39:38.688787 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9260b408-1a91-49a5-a87b-54069bb03292 req-281ddfba-a725-4e3a-9e9a-47a4d7019895 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170509 Nov 10 17:39:38.722374 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-96a89697-e03d-4733-9452-b695406db7ad req-7aa052ec-1682-4757-87d8-a0759c8a7812 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:38.731439 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e395102-296c-4bab-87a1-97a80a5b4fea', 'tag': '79c05b84-4b5e-4c16-b6ac-57f79fd45685'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:39:38.737625 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3c82f6-1c1a-4cd2-ad29-8bed3f7dd528" -d '{"events": [{"name": "network-changed", "server_uuid": "6e395102-296c-4bab-87a1-97a80a5b4fea", "tag": "79c05b84-4b5e-4c16-b6ac-57f79fd45685"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:39:38.789581 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa052ec-1682-4757-87d8-a0759c8a7812 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Pushing event deleted for resources: {'Port': ['ID=b673c3ac-81db-46b1-b3c8-4e515db43263,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:38.816082 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-ec617900-5f62-439f-a94a-dc67c493e4a3 service neutron] 10.222.0.13 "GET /v2.0/networks/1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692051 Nov 10 17:39:38.845163 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 7976f81d-c8f1-45af-aae4-017feab84eba, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=7976f81d-c8f1-45af-aae4-017feab84eba,segment=NetworkSegment(384d6ec0-9254-4efe-b773-97715b6ee1cd),segment_id=384d6ec0-9254-4efe-b773-97715b6ee1cd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:38.845316 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a89697-e03d-4733-9452-b695406db7ad req-7aa052ec-1682-4757-87d8-a0759c8a7812 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] No DVR routers for this DVR port b673c3ac-81db-46b1-b3c8-4e515db43263 on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:39:38.850076 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a503998-dd7f-4429-8f15-e173e60587e6 x-openstack-request-id: req-9a503998-dd7f-4429-8f15-e173e60587e6 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:39:38.850677 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e395102-296c-4bab-87a1-97a80a5b4fea", "tag": "79c05b84-4b5e-4c16-b6ac-57f79fd45685", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:39:38.851130 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9a503998-dd7f-4429-8f15-e173e60587e6 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:39:38.851775 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e395102-296c-4bab-87a1-97a80a5b4fea', 'tag': '79c05b84-4b5e-4c16-b6ac-57f79fd45685', 'status': 'completed', 'code': 200} Nov 10 17:39:38.851990 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-96a89697-e03d-4733-9452-b695406db7ad req-7aa052ec-1682-4757-87d8-a0759c8a7812 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:38.856845 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-96a89697-e03d-4733-9452-b695406db7ad req-7aa052ec-1682-4757-87d8-a0759c8a7812 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.11 "DELETE /v2.0/ports/b673c3ac-81db-46b1-b3c8-4e515db43263 HTTP/1.1" status: 204 len: 173 time: 1.3225591 Nov 10 17:39:38.867644 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '7976f81d-c8f1-45af-aae4-017feab84eba', 'network_id': 'd4e1ba53-3c7f-4994-965e-2463aa2b8abd', 'port_id': '7976f81d-c8f1-45af-aae4-017feab84eba', 'mac_address': 'fa:16:3e:90:52:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c3c56b-4c97-40ad-a0fb-1ba9c868f14d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:39:38.868162 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c5bfc2-be60-4b0b-af6c-dbe3a998ba0e admin admin] Router 2736e2cf-3f10-4ee0-85c1-9ebd7db913bb is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:39:38.939274 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:38.959487 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022fc993-303d-43b8-894e-ddd84345262f req-56507597-efd9-4ddc-963c-e831d03e0eed tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:38.968170 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-022fc993-303d-43b8-894e-ddd84345262f req-56507597-efd9-4ddc-963c-e831d03e0eed tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 943 time: 0.1206658 Nov 10 17:39:38.980432 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7976f81d-c8f1-45af-aae4-017feab84eba {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:39:39.036025 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 7976f81d-c8f1-45af-aae4-017feab84eba, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=7976f81d-c8f1-45af-aae4-017feab84eba,segment=NetworkSegment(384d6ec0-9254-4efe-b773-97715b6ee1cd),segment_id=384d6ec0-9254-4efe-b773-97715b6ee1cd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:39.047182 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:39.072874 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-022fc993-303d-43b8-894e-ddd84345262f req-ebefbd17-eea2-48f7-8dcf-128ca41b0a67 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989790 Nov 10 17:39:39.081409 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c5bfc2-be60-4b0b-af6c-dbe3a998ba0e admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:39:39.097709 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765d74ff-0494-4ca8-9a0e-029d35e24f85 None None] Sync routers for ids ['2736e2cf-3f10-4ee0-85c1-9ebd7db913bb'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:39:39.105059 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-85c5bfc2-be60-4b0b-af6c-dbe3a998ba0e admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:39.109884 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-85c5bfc2-be60-4b0b-af6c-dbe3a998ba0e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8283656 Nov 10 17:39:39.110796 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41796) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:39.122541 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765d74ff-0494-4ca8-9a0e-029d35e24f85 None None] Routers {'2736e2cf-3f10-4ee0-85c1-9ebd7db913bb'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:39:39.123586 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-765d74ff-0494-4ca8-9a0e-029d35e24f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:39:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['2736e2cf-3f10-4ee0-85c1-9ebd7db913bb'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:39:39.125998 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-445eeba9-5aa1-47de-a810-aae197c96f6e req-18d8b462-c78f-47db-95ef-9d51c54800d1 service neutron] 10.222.0.13 "GET /v2.0/networks/1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970743 Nov 10 17:39:39.128166 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=7976f81d-c8f1-45af-aae4-017feab84eba,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:39.193334 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f75035-13de-4e7c-8681-6d40bc8ec569 req-bc366dcc-cc05-42cd-b9d6-e22cf3e3ccfb tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:39.202689 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-12f75035-13de-4e7c-8681-6d40bc8ec569 req-bc366dcc-cc05-42cd-b9d6-e22cf3e3ccfb tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/ports?device_id=262bf46a-4bab-4584-930e-719056fbd23a HTTP/1.1" status: 200 len: 944 time: 0.0800614 Nov 10 17:39:39.220496 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3dc53e-26f4-40c8-8a07-19e8d58b660c req-ba06de60-65d2-4979-b532-50d9ca1b7659 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:39.221987 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6e3dc53e-26f4-40c8-8a07-19e8d58b660c req-ba06de60-65d2-4979-b532-50d9ca1b7659 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.13 "GET /v2.0/ports?device_id=c51d7e67-1579-4aa3-96c1-87c6763cb4e4 HTTP/1.1" status: 200 len: 945 time: 0.1683769 Nov 10 17:39:39.293326 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-765d74ff-0494-4ca8-9a0e-029d35e24f85 None None] Set router 2736e2cf-3f10-4ee0-85c1-9ebd7db913bb gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:39:39.320040 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['7976f81d-c8f1-45af-aae4-017feab84eba'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:39:39.334558 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2616219a-817f-43d5-baa2-73c90f02597a', 'name': 'network-vif-deleted', 'tag': 'b673c3ac-81db-46b1-b3c8-4e515db43263'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:39:39.337526 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4110761-7b7d-482e-8c46-1b157b685cf9" -d '{"events": [{"server_uuid": "2616219a-817f-43d5-baa2-73c90f02597a", "name": "network-vif-deleted", "tag": "b673c3ac-81db-46b1-b3c8-4e515db43263"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:39:39.360856 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c82f6-1c1a-4cd2-ad29-8bed3f7dd528 req-257ea088-942e-4e10-9a4f-aa79630e49fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:39.362567 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-de3c82f6-1c1a-4cd2-ad29-8bed3f7dd528 req-257ea088-942e-4e10-9a4f-aa79630e49fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7f389ee749446c698cd1a551edcac22&device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 1095 time: 0.1340075 Nov 10 17:39:39.422026 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-12f75035-13de-4e7c-8681-6d40bc8ec569 req-2a21ae98-4c93-4b2a-a6fe-292bd142e5e0 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3c7b3f6-d57f-4106-92f8-9f763dbfa867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183790 Nov 10 17:39:39.537455 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a4ae5b59-a10c-402c-ad05-ce015696053e req-967c640a-1f10-4796-b38b-3be726ee0679 tempest-ServersNegativeTestJSON-870595824 tempest-ServersNegativeTestJSON-870595824-project] 10.222.0.39 "GET /v2.0/ports?device_id=2616219a-817f-43d5-baa2-73c90f02597a HTTP/1.1" status: 200 len: 210 time: 0.0715570 Nov 10 17:39:39.549222 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f0b2fc-300c-4464-ab02-0eb1010f692b x-openstack-request-id: req-13f0b2fc-300c-4464-ab02-0eb1010f692b {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:39:39.549563 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2616219a-817f-43d5-baa2-73c90f02597a", "name": "network-vif-deleted", "tag": "b673c3ac-81db-46b1-b3c8-4e515db43263", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:39:39.549821 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-13f0b2fc-300c-4464-ab02-0eb1010f692b {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:39:39.550243 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2616219a-817f-43d5-baa2-73c90f02597a', 'name': 'network-vif-deleted', 'tag': 'b673c3ac-81db-46b1-b3c8-4e515db43263', 'status': 'completed', 'code': 200} Nov 10 17:39:39.654839 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-765d74ff-0494-4ca8-9a0e-029d35e24f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'name': 'tempest-ServersTestBootFromVolume-1189009530-router', 'tenant_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '18700e05-a88d-497b-85f4-baf5d45ee313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:39:34Z', 'updated_at': '2021-11-10T17:39:37Z', 'revision_number': 3, 'project_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'gw_port': {'id': '18700e05-a88d-497b-85f4-baf5d45ee313', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:39:36Z', 'updated_at': '2021-11-10T17:39:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:39:39.655090 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-6e3dc53e-26f4-40c8-8a07-19e8d58b660c req-43e0a24c-2658-4c88-b9a1-45d740a812f2 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Deleting port 68a708ee-7b82-44a4-8b0b-531231f7c2df {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:39:39.655352 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6e3dc53e-26f4-40c8-8a07-19e8d58b660c req-43e0a24c-2658-4c88-b9a1-45d740a812f2 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:39.686386 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765d74ff-0494-4ca8-9a0e-029d35e24f85 None None] Checking router: 2736e2cf-3f10-4ee0-85c1-9ebd7db913bb for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:39:39.686743 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765d74ff-0494-4ca8-9a0e-029d35e24f85 None None] Updating router 2736e2cf-3f10-4ee0-85c1-9ebd7db913bb port 18700e05-a88d-497b-85f4-baf5d45ee313 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:39:39.721405 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-765d74ff-0494-4ca8-9a0e-029d35e24f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:39.742229 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c82f6-1c1a-4cd2-ad29-8bed3f7dd528 req-8bc8bd3a-6ea1-4cb3-936d-63804611682a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:39.747630 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-de3c82f6-1c1a-4cd2-ad29-8bed3f7dd528 req-8bc8bd3a-6ea1-4cb3-936d-63804611682a service neutron] 10.222.0.13 "GET /v2.0/networks?id=1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223 HTTP/1.1" status: 200 len: 906 time: 0.3212068 Nov 10 17:39:39.805186 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9648945-f954-4394-bd54-8d1a5c6d6c64 req-5acc1528-c357-4455-b1f9-034cfe3d3071 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:39.813255 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e9648945-f954-4394-bd54-8d1a5c6d6c64 req-5acc1528-c357-4455-b1f9-034cfe3d3071 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=c51d7e67-1579-4aa3-96c1-87c6763cb4e4 HTTP/1.1" status: 200 len: 945 time: 0.1299093 Nov 10 17:39:39.918098 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-de3c82f6-1c1a-4cd2-ad29-8bed3f7dd528 req-326c91b2-a2b8-4e2e-aebd-2004887c42bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79c05b84-4b5e-4c16-b6ac-57f79fd45685 HTTP/1.1" status: 200 len: 217 time: 0.1138468 Nov 10 17:39:39.937462 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e9648945-f954-4394-bd54-8d1a5c6d6c64 req-857805e4-86fb-4d14-9453-e8a60b60f265 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080604 Nov 10 17:39:40.009686 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c82f6-1c1a-4cd2-ad29-8bed3f7dd528 req-c91564e8-dc1e-4df2-a507-d3edae9d921c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:40.013299 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-de3c82f6-1c1a-4cd2-ad29-8bed3f7dd528 req-c91564e8-dc1e-4df2-a507-d3edae9d921c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d8466b2d-1d01-4814-9e92-513b821b406a HTTP/1.1" status: 200 len: 845 time: 0.0757310 Nov 10 17:39:40.044858 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-79590f70-80bc-4a39-a0f5-2300fa6bdd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:40.056550 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-de3c82f6-1c1a-4cd2-ad29-8bed3f7dd528 req-2cda1f90-0fad-4887-a93f-ff1912bf7157 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284047 Nov 10 17:39:40.079345 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2d407-bfca-47f3-9c6f-39dafa8b3c7c req-8c7ff244-ee8b-4be2-af79-fb750e56b148 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:40.088160 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c9c2d407-bfca-47f3-9c6f-39dafa8b3c7c req-8c7ff244-ee8b-4be2-af79-fb750e56b148 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 945 time: 0.2767479 Nov 10 17:39:40.123777 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-765d74ff-0494-4ca8-9a0e-029d35e24f85 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:40.126532 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-6e3dc53e-26f4-40c8-8a07-19e8d58b660c req-43e0a24c-2658-4c88-b9a1-45d740a812f2 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] For port 68a708ee-7b82-44a4-8b0b-531231f7c2df, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=68a708ee-7b82-44a4-8b0b-531231f7c2df,segment=NetworkSegment(34ec1547-f06e-4c01-a463-1ae6c24526b4),segment_id=34ec1547-f06e-4c01-a463-1ae6c24526b4)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:40.127186 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6e3dc53e-26f4-40c8-8a07-19e8d58b660c req-43e0a24c-2658-4c88-b9a1-45d740a812f2 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:40.133398 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-765d74ff-0494-4ca8-9a0e-029d35e24f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:40.152112 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-6e3dc53e-26f4-40c8-8a07-19e8d58b660c req-43e0a24c-2658-4c88-b9a1-45d740a812f2 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Calling delete_port for 68a708ee-7b82-44a4-8b0b-531231f7c2df owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:39:40.207214 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-765d74ff-0494-4ca8-9a0e-029d35e24f85 None None] Attempting to bind port 18700e05-a88d-497b-85f4-baf5d45ee313 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:39:40.207938 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-765d74ff-0494-4ca8-9a0e-029d35e24f85 None None] Attempting to bind port 18700e05-a88d-497b-85f4-baf5d45ee313 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:39:40.208517 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765d74ff-0494-4ca8-9a0e-029d35e24f85 None None] Attempting to bind port 18700e05-a88d-497b-85f4-baf5d45ee313 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:39:40.219416 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c21a8-bb94-4759-86a4-21743422ce1d None None] Pushing event updated for resources: {'Port': ['ID=18700e05-a88d-497b-85f4-baf5d45ee313,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:40.221779 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765d74ff-0494-4ca8-9a0e-029d35e24f85 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:39:40.222154 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765d74ff-0494-4ca8-9a0e-029d35e24f85 None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:39:40.222556 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-765d74ff-0494-4ca8-9a0e-029d35e24f85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:40.222948 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765d74ff-0494-4ca8-9a0e-029d35e24f85 None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:39:40.223424 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-765d74ff-0494-4ca8-9a0e-029d35e24f85 None None] Bound port: 18700e05-a88d-497b-85f4-baf5d45ee313, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:39:40.223812 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-765d74ff-0494-4ca8-9a0e-029d35e24f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:40.253928 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c21a8-bb94-4759-86a4-21743422ce1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:40.254284 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c21a8-bb94-4759-86a4-21743422ce1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:40.254628 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c21a8-bb94-4759-86a4-21743422ce1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:40.254966 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c21a8-bb94-4759-86a4-21743422ce1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:40.255305 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c21a8-bb94-4759-86a4-21743422ce1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:40.255636 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c21a8-bb94-4759-86a4-21743422ce1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:40.255965 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c21a8-bb94-4759-86a4-21743422ce1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:40.256333 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c21a8-bb94-4759-86a4-21743422ce1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:40.256663 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c21a8-bb94-4759-86a4-21743422ce1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:40.256986 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c21a8-bb94-4759-86a4-21743422ce1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:40.257310 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c21a8-bb94-4759-86a4-21743422ce1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:40.257749 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c21a8-bb94-4759-86a4-21743422ce1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:39:40.274536 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d96d73-4d91-4b64-bbd8-8ef320ff750d req-a2d38b35-e450-46fc-b6cb-694a1c34ca82 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:40.276388 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e1d96d73-4d91-4b64-bbd8-8ef320ff750d req-a2d38b35-e450-46fc-b6cb-694a1c34ca82 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 943 time: 0.0818310 Nov 10 17:39:40.302490 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-765d74ff-0494-4ca8-9a0e-029d35e24f85 None None] For port 18700e05-a88d-497b-85f4-baf5d45ee313, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:39:40.307048 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-765d74ff-0494-4ca8-9a0e-029d35e24f85 None None] For port 18700e05-a88d-497b-85f4-baf5d45ee313, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=18700e05-a88d-497b-85f4-baf5d45ee313,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:39:40.316614 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-765d74ff-0494-4ca8-9a0e-029d35e24f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:40.385740 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-79590f70-80bc-4a39-a0f5-2300fa6bdd8f admin admin] Allocated IP 172.20.0.1 (46982e30-3e4a-4e4c-aaa3-ef383d323d9e/e3aa931e-aa72-4d19-a552-6387f7445a86/aec4e503-a3ae-4dc5-910a-60f3d11a8215) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:39:40.397629 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e1d96d73-4d91-4b64-bbd8-8ef320ff750d req-8ef4c683-2844-4ba3-bb32-5e8be98867e3 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132503 Nov 10 17:39:40.398761 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6e3dc53e-26f4-40c8-8a07-19e8d58b660c req-43e0a24c-2658-4c88-b9a1-45d740a812f2 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:40.412890 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765d74ff-0494-4ca8-9a0e-029d35e24f85 None None] Routers {'2736e2cf-3f10-4ee0-85c1-9ebd7db913bb'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:39:40.413548 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-765d74ff-0494-4ca8-9a0e-029d35e24f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:39:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['2736e2cf-3f10-4ee0-85c1-9ebd7db913bb'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:39:40.414648 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['2c271bc5-2d12-41bd-bf4d-a8a10e15bd48', '493b266d-2e28-4eae-82fc-91d2b94f8b9c', '68a708ee-7b82-44a4-8b0b-531231f7c2df'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:39:40.475544 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0a24c-2658-4c88-b9a1-45d740a812f2 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Pushing event deleted for resources: {'Port': ['ID=68a708ee-7b82-44a4-8b0b-531231f7c2df,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:40.489279 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c21a8-bb94-4759-86a4-21743422ce1d None None] Pushing event updated for resources: {'Port': ['ID=18700e05-a88d-497b-85f4-baf5d45ee313,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:40.494569 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c9c2d407-bfca-47f3-9c6f-39dafa8b3c7c req-81024b5a-bf7e-4f13-b24b-94cb59313e62 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000859 Nov 10 17:39:40.543795 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device db81c424-0580-4ecf-ade7-daae544f9c27 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:39:40.549560 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3dc53e-26f4-40c8-8a07-19e8d58b660c req-43e0a24c-2658-4c88-b9a1-45d740a812f2 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] No DVR routers for this DVR port 68a708ee-7b82-44a4-8b0b-531231f7c2df on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:39:40.555473 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6e3dc53e-26f4-40c8-8a07-19e8d58b660c req-43e0a24c-2658-4c88-b9a1-45d740a812f2 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:40.559557 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6e3dc53e-26f4-40c8-8a07-19e8d58b660c req-43e0a24c-2658-4c88-b9a1-45d740a812f2 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.13 "DELETE /v2.0/ports/68a708ee-7b82-44a4-8b0b-531231f7c2df HTTP/1.1" status: 204 len: 173 time: 1.3010161 Nov 10 17:39:40.581529 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-de3c82f6-1c1a-4cd2-ad29-8bed3f7dd528 req-946e5609-023e-4cda-bef8-80dc5bbb6fba service neutron] 10.222.0.13 "GET /v2.0/networks/1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699342 Nov 10 17:39:40.618049 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-79590f70-80bc-4a39-a0f5-2300fa6bdd8f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:40.632971 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 41816) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:40.687117 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 79c05b84-4b5e-4c16-b6ac-57f79fd45685 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:39:40.691877 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 7976f81d-c8f1-45af-aae4-017feab84eba up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:39:40.700218 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-79590f70-80bc-4a39-a0f5-2300fa6bdd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:40.729485 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-765d74ff-0494-4ca8-9a0e-029d35e24f85 None None] Set router 2736e2cf-3f10-4ee0-85c1-9ebd7db913bb gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:39:40.761537 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79590f70-80bc-4a39-a0f5-2300fa6bdd8f admin admin] Network 46982e30-3e4a-4e4c-aaa3-ef383d323d9e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:39:40.792449 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd88e26-3b4d-4a98-b50d-e65f6d2454e2 req-852f98e5-85d3-4cd9-89fb-59dffd19c2ae tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:40.803110 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-efd88e26-3b4d-4a98-b50d-e65f6d2454e2 req-852f98e5-85d3-4cd9-89fb-59dffd19c2ae tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/ports?device_id=262bf46a-4bab-4584-930e-719056fbd23a HTTP/1.1" status: 200 len: 944 time: 0.1395457 Nov 10 17:39:40.812278 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-79590f70-80bc-4a39-a0f5-2300fa6bdd8f admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:39:40.818722 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79590f70-80bc-4a39-a0f5-2300fa6bdd8f admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:39:40.839136 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-af563393-6b76-4402-bd06-b249cf2b7e19 admin admin] Deleting subnet 898255d9-6ca5-440d-ad7d-ca69abc8e6a6 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:39:40.854492 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c51d7e67-1579-4aa3-96c1-87c6763cb4e4', 'name': 'network-vif-deleted', 'tag': '68a708ee-7b82-44a4-8b0b-531231f7c2df'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:39:40.869994 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7eb1ae-3838-4bc4-a7ff-5fdf9a902ad8" -d '{"events": [{"server_uuid": "c51d7e67-1579-4aa3-96c1-87c6763cb4e4", "name": "network-vif-deleted", "tag": "68a708ee-7b82-44a4-8b0b-531231f7c2df"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:39:40.879902 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-af563393-6b76-4402-bd06-b249cf2b7e19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:40.902100 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-79590f70-80bc-4a39-a0f5-2300fa6bdd8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:41.012908 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.resource_extend [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 17:39:41.044888 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7e5db6-8935-4243-8190-a87914ab5f5a x-openstack-request-id: req-0f7e5db6-8935-4243-8190-a87914ab5f5a {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:39:41.045123 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c51d7e67-1579-4aa3-96c1-87c6763cb4e4", "name": "network-vif-deleted", "tag": "68a708ee-7b82-44a4-8b0b-531231f7c2df", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:39:41.045402 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0f7e5db6-8935-4243-8190-a87914ab5f5a {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:39:41.045739 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c51d7e67-1579-4aa3-96c1-87c6763cb4e4', 'name': 'network-vif-deleted', 'tag': '68a708ee-7b82-44a4-8b0b-531231f7c2df', 'status': 'completed', 'code': 200} Nov 10 17:39:41.120643 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-af563393-6b76-4402-bd06-b249cf2b7e19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:41.150618 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port db81c424-0580-4ecf-ade7-daae544f9c27 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:39:41.163647 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79590f70-80bc-4a39-a0f5-2300fa6bdd8f admin admin] Pushing event updated for resources: {'Port': ['ID=aec4e503-a3ae-4dc5-910a-60f3d11a8215,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:41.195388 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port db81c424-0580-4ecf-ade7-daae544f9c27 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:39:41.195748 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:41.204437 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-efd88e26-3b4d-4a98-b50d-e65f6d2454e2 req-ca85a159-1512-459f-b3e1-1b03bba06354 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3c7b3f6-d57f-4106-92f8-9f763dbfa867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983221 Nov 10 17:39:41.226153 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-de3c82f6-1c1a-4cd2-ad29-8bed3f7dd528 req-581c673a-db7f-4606-83ba-f41e456fab87 service neutron] 10.222.0.13 "GET /v2.0/networks/1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6268847 Nov 10 17:39:41.271230 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-79590f70-80bc-4a39-a0f5-2300fa6bdd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:41.279545 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-765d74ff-0494-4ca8-9a0e-029d35e24f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'name': 'tempest-ServersTestBootFromVolume-1189009530-router', 'tenant_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '18700e05-a88d-497b-85f4-baf5d45ee313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:39:34Z', 'updated_at': '2021-11-10T17:39:37Z', 'revision_number': 3, 'project_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'gw_port': {'id': '18700e05-a88d-497b-85f4-baf5d45ee313', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:39:36Z', 'updated_at': '2021-11-10T17:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:39:41.305164 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-337539ef-8f86-4c87-929c-d30814be65b9 req-8db37e5d-5529-4a9d-a1a4-e738d2d29fb1 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=c51d7e67-1579-4aa3-96c1-87c6763cb4e4 HTTP/1.1" status: 200 len: 210 time: 0.1158404 Nov 10 17:39:41.352651 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-af563393-6b76-4402-bd06-b249cf2b7e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:41.368071 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 7976f81d-c8f1-45af-aae4-017feab84eba completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:39:41.372966 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765d74ff-0494-4ca8-9a0e-029d35e24f85 None None] The sync data for ids ['2736e2cf-3f10-4ee0-85c1-9ebd7db913bb'] in n-d-776250-10 is: [{'id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'name': 'tempest-ServersTestBootFromVolume-1189009530-router', 'tenant_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '18700e05-a88d-497b-85f4-baf5d45ee313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:39:34Z', 'updated_at': '2021-11-10T17:39:37Z', 'revision_number': 3, 'project_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'gw_port': {'id': '18700e05-a88d-497b-85f4-baf5d45ee313', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:39:36Z', 'updated_at': '2021-11-10T17:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:39:41.422998 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 7976f81d-c8f1-45af-aae4-017feab84eba triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:39:41.423972 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:41.501778 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 79c05b84-4b5e-4c16-b6ac-57f79fd45685, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=79c05b84-4b5e-4c16-b6ac-57f79fd45685,segment=NetworkSegment(95d1421d-b3ce-4f49-86b8-7e70ba2392d4),segment_id=95d1421d-b3ce-4f49-86b8-7e70ba2392d4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:41.510957 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-af563393-6b76-4402-bd06-b249cf2b7e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:41.534518 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-af563393-6b76-4402-bd06-b249cf2b7e19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:41.541765 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-af563393-6b76-4402-bd06-b249cf2b7e19 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/898255d9-6ca5-440d-ad7d-ca69abc8e6a6 HTTP/1.1" status: 204 len: 168 time: 0.9055567 Nov 10 17:39:41.543662 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 41830) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:41.639559 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-55725328-353b-4dfd-a194-d1c47f8da208 None None] Provisioning complete for port aec4e503-a3ae-4dc5-910a-60f3d11a8215 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:39:41.639931 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-55725328-353b-4dfd-a194-d1c47f8da208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:41.656256 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '79c05b84-4b5e-4c16-b6ac-57f79fd45685', 'network_id': '1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223', 'port_id': '79c05b84-4b5e-4c16-b6ac-57f79fd45685', 'mac_address': 'fa:16:3e:14:19:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8466b2d-1d01-4814-9e92-513b821b406a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:39:41.663302 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af563393-6b76-4402-bd06-b249cf2b7e19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=898255d9-6ca5-440d-ad7d-ca69abc8e6a6,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:41.726626 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6499b-1217-497b-855c-333bbc9d47b2 req-c4a3694e-fa28-4f00-8e4f-13e5ae23c6a6 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:41.728934 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-53c6499b-1217-497b-855c-333bbc9d47b2 req-c4a3694e-fa28-4f00-8e4f-13e5ae23c6a6 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 943 time: 0.1242995 Nov 10 17:39:41.738894 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5ed5ba2e-aec7-4e85-a4ba-01a10a00cf21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:41.754637 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-79590f70-80bc-4a39-a0f5-2300fa6bdd8f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:41.806901 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7d415-9d53-4d8f-b1bb-ee8a2b0219ce req-8ff0f904-19ed-4f54-ab05-f80810a98248 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:41.815606 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9bb7d415-9d53-4d8f-b1bb-ee8a2b0219ce req-8ff0f904-19ed-4f54-ab05-f80810a98248 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 945 time: 0.1908700 Nov 10 17:39:41.826978 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-79590f70-80bc-4a39-a0f5-2300fa6bdd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:41.853423 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-55725328-353b-4dfd-a194-d1c47f8da208 None None] Port aec4e503-a3ae-4dc5-910a-60f3d11a8215 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:39:41.859827 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:41.975719 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262bf46a-4bab-4584-930e-719056fbd23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db81c424-0580-4ecf-ade7-daae544f9c27'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:39:41.978467 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8445c541-1b23-43f3-a3e9-2adb131b63e7" -d '{"events": [{"server_uuid": "262bf46a-4bab-4584-930e-719056fbd23a", "name": "network-vif-plugged", "status": "completed", "tag": "db81c424-0580-4ecf-ade7-daae544f9c27"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:39:42.003513 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-53c6499b-1217-497b-855c-333bbc9d47b2 req-fae550fc-b787-471f-ad4d-90410c5344ec tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116604 Nov 10 17:39:42.030117 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port db81c424-0580-4ecf-ade7-daae544f9c27, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=db81c424-0580-4ecf-ade7-daae544f9c27,segment=NetworkSegment(384d6ec0-9254-4efe-b773-97715b6ee1cd),segment_id=384d6ec0-9254-4efe-b773-97715b6ee1cd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:42.031725 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:42.041800 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:42.042642 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device b673c3ac-81db-46b1-b3c8-4e515db43263 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:39:42.070452 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79590f70-80bc-4a39-a0f5-2300fa6bdd8f admin admin] Pushing event updated for resources: {'Port': ['ID=aec4e503-a3ae-4dc5-910a-60f3d11a8215,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:42.092166 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-79590f70-80bc-4a39-a0f5-2300fa6bdd8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:42.244255 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43f5516-25fe-4216-afce-041b69f4ca03 x-openstack-request-id: req-e43f5516-25fe-4216-afce-041b69f4ca03 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:39:42.246478 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262bf46a-4bab-4584-930e-719056fbd23a", "name": "network-vif-plugged", "status": "completed", "tag": "db81c424-0580-4ecf-ade7-daae544f9c27", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:39:42.246478 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e43f5516-25fe-4216-afce-041b69f4ca03 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:39:42.246478 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '262bf46a-4bab-4584-930e-719056fbd23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db81c424-0580-4ecf-ade7-daae544f9c27', 'code': 200} Nov 10 17:39:42.249379 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: b673c3ac-81db-46b1-b3c8-4e515db43263 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:39:42.249729 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device b673c3ac-81db-46b1-b3c8-4e515db43263 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:39:42.290002 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c05b84-4b5e-4c16-b6ac-57f79fd45685 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:39:42.323283 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79590f70-80bc-4a39-a0f5-2300fa6bdd8f admin admin] Network 46982e30-3e4a-4e4c-aaa3-ef383d323d9e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:39:42.343805 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:42.366428 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-79590f70-80bc-4a39-a0f5-2300fa6bdd8f admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:39:42.413040 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 7976f81d-c8f1-45af-aae4-017feab84eba, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=7976f81d-c8f1-45af-aae4-017feab84eba,segment=NetworkSegment(384d6ec0-9254-4efe-b773-97715b6ee1cd),segment_id=384d6ec0-9254-4efe-b773-97715b6ee1cd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:42.437857 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:42.458491 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 79c05b84-4b5e-4c16-b6ac-57f79fd45685, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=79c05b84-4b5e-4c16-b6ac-57f79fd45685,segment=NetworkSegment(95d1421d-b3ce-4f49-86b8-7e70ba2392d4),segment_id=95d1421d-b3ce-4f49-86b8-7e70ba2392d4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:42.461897 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5ed5ba2e-aec7-4e85-a4ba-01a10a00cf21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:42.469210 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=db81c424-0580-4ecf-ade7-daae544f9c27,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:42.478258 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:42.491258 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-5ed5ba2e-aec7-4e85-a4ba-01a10a00cf21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdcce804-0eee-4352-bc4a-56d57553f51b']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:39:42.504450 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-5ed5ba2e-aec7-4e85-a4ba-01a10a00cf21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42dc2b4e-b2ca-43a5-ac2f-40daa324b850') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:39:42.504746 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-5ed5ba2e-aec7-4e85-a4ba-01a10a00cf21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42dc2b4e-b2ca-43a5-ac2f-40daa324b850') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:39:42.516113 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5ed5ba2e-aec7-4e85-a4ba-01a10a00cf21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:42.535876 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5ed5ba2e-aec7-4e85-a4ba-01a10a00cf21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:42.552103 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed5ba2e-aec7-4e85-a4ba-01a10a00cf21 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:39:42.552444 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ab2e6-fdff-491b-9beb-68bc2d816281 req-b60c1547-f95e-4874-8d2b-1eec4efb2bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:42.552554 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5ed5ba2e-aec7-4e85-a4ba-01a10a00cf21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:42.554810 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:39:42.554810 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:39:42.554810 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:39:42.554810 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:39:42.554810 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:39:42.554810 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:39:42.554810 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:39:42.554810 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:39:42.554810 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:39:42.554810 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:39:42.554810 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:39:42.554810 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:39:42.554810 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:39:42.554810 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:39:42.554810 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:39:42.554810 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:39:42.554810 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:39:42.554810 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:39:42.554810 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:39:42.554810 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:39:42.554810 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:39:42.554810 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:39:42.554810 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:39:42.554810 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:39:42.554810 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:39:42.554810 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:39:42.554810 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:39:42.554810 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:39:42.554810 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:39:42.554810 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:39:42.554810 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:39:42.554810 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:39:42.560967 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ed0ab2e6-fdff-491b-9beb-68bc2d816281 req-b60c1547-f95e-4874-8d2b-1eec4efb2bd8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=262bf46a-4bab-4584-930e-719056fbd23a HTTP/1.1" status: 200 len: 1097 time: 0.2659957 Nov 10 17:39:42.603921 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=7976f81d-c8f1-45af-aae4-017feab84eba,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:42.621998 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 68a708ee-7b82-44a4-8b0b-531231f7c2df no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:39:42.631789 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9bb7d415-9d53-4d8f-b1bb-ee8a2b0219ce req-e2829669-c5af-4c04-b2f9-a4cceed3106c tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8137848 Nov 10 17:39:42.670575 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f60df-d0ee-448d-9421-e517682368ea req-620a1265-1dd4-4fbb-905b-d14fd71efb32 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:42.673980 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5ed5ba2e-aec7-4e85-a4ba-01a10a00cf21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:42.681395 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5ed5ba2e-aec7-4e85-a4ba-01a10a00cf21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:42.687914 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5ed5ba2e-aec7-4e85-a4ba-01a10a00cf21 admin admin] 10.222.0.39 "DELETE /v2.0/networks/fdcce804-0eee-4352-bc4a-56d57553f51b HTTP/1.1" status: 204 len: 168 time: 1.1411192 Nov 10 17:39:42.708790 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5a8f60df-d0ee-448d-9421-e517682368ea req-620a1265-1dd4-4fbb-905b-d14fd71efb32 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/ports?device_id=262bf46a-4bab-4584-930e-719056fbd23a HTTP/1.1" status: 200 len: 945 time: 0.3264792 Nov 10 17:39:42.709080 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 68a708ee-7b82-44a4-8b0b-531231f7c2df {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:39:42.709617 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 68a708ee-7b82-44a4-8b0b-531231f7c2df not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:39:42.713232 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5ba2e-aec7-4e85-a4ba-01a10a00cf21 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdcce804-0eee-4352-bc4a-56d57553f51b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:42.771095 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=79c05b84-4b5e-4c16-b6ac-57f79fd45685,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:42.798562 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['79c05b84-4b5e-4c16-b6ac-57f79fd45685'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:39:42.893267 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-5e4058b6-8e86-4122-95b8-5620c0562b03 None None] Provisioning complete for port aec4e503-a3ae-4dc5-910a-60f3d11a8215 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:39:42.894050 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5e4058b6-8e86-4122-95b8-5620c0562b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:42.942670 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ed0ab2e6-fdff-491b-9beb-68bc2d816281 req-507be2d0-e2d3-40d0-8a49-4deb01b6a017 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d3c7b3f6-d57f-4106-92f8-9f763dbfa867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575647 Nov 10 17:39:42.946086 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 41848) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:42.995741 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5a8f60df-d0ee-448d-9421-e517682368ea req-8f640782-e1f7-44bf-a839-9e04c44ec3e5 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3c7b3f6-d57f-4106-92f8-9f763dbfa867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839360 Nov 10 17:39:43.008797 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79590f70-80bc-4a39-a0f5-2300fa6bdd8f admin admin] Router 2736e2cf-3f10-4ee0-85c1-9ebd7db913bb has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:39:43.043896 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-5e4058b6-8e86-4122-95b8-5620c0562b03 None None] Port aec4e503-a3ae-4dc5-910a-60f3d11a8215 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:39:43.085099 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3597c860-ea69-46ae-a73a-31aca0e89810 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e797b9c0d29944cb98e2cf15e71360f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355057 Nov 10 17:39:43.086164 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 41854) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:43.205968 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28622633-26ed-4fe9-868c-92e9732b6207 req-65799138-1189-4318-b255-31db761c25ea tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:43.207956 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-28622633-26ed-4fe9-868c-92e9732b6207 req-65799138-1189-4318-b255-31db761c25ea tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 944 time: 0.1094840 Nov 10 17:39:43.213564 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4efdcbd4-ceb9-45d5-b80a-a64c900e2a21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:43.232591 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2596eed-1691-41da-adb1-c4b80a9e1bee req-d931c54b-01d5-423e-9853-93c9c4a190b0 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:43.233686 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2596eed-1691-41da-adb1-c4b80a9e1bee req-d931c54b-01d5-423e-9853-93c9c4a190b0 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=efba10b6-d1d6-4ba5-8457-dd85b7f22dde HTTP/1.1" status: 200 len: 945 time: 0.0827854 Nov 10 17:39:43.269593 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4efdcbd4-ceb9-45d5-b80a-a64c900e2a21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:43.280075 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-28622633-26ed-4fe9-868c-92e9732b6207 req-a7de4f6a-c329-4b64-bf2b-ee6d6a2f9573 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613995 Nov 10 17:39:43.281306 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79590f70-80bc-4a39-a0f5-2300fa6bdd8f admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:39:43.299855 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-79590f70-80bc-4a39-a0f5-2300fa6bdd8f admin admin] 10.222.0.39 "PUT /v2.0/routers/2736e2cf-3f10-4ee0-85c1-9ebd7db913bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1794691 Nov 10 17:39:43.389669 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2596eed-1691-41da-adb1-c4b80a9e1bee req-96731e39-b665-4668-9f2a-77e615773d9e tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482913 Nov 10 17:39:43.391895 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4efdcbd4-ceb9-45d5-b80a-a64c900e2a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:43.396972 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4efdcbd4-ceb9-45d5-b80a-a64c900e2a21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:43.401884 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4efdcbd4-ceb9-45d5-b80a-a64c900e2a21 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b9711c51-895f-48bb-8240-e920947ed316 HTTP/1.1" status: 204 len: 168 time: 0.3123772 Nov 10 17:39:43.413835 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efdcbd4-ceb9-45d5-b80a-a64c900e2a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9711c51-895f-48bb-8240-e920947ed316,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:43.820303 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6679dd-7e83-4488-a90a-20317faa2a88 req-5778b1d2-2dfd-402d-8238-f33300df6123 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:43.830413 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2b6679dd-7e83-4488-a90a-20317faa2a88 req-5778b1d2-2dfd-402d-8238-f33300df6123 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 945 time: 0.0796099 Nov 10 17:39:43.930160 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 18700e05-a88d-497b-85f4-baf5d45ee313 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:39:44.088172 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 18700e05-a88d-497b-85f4-baf5d45ee313 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:39:44.097939 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:44.164414 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788368d2-eef1-4ec1-be03-12b2d92fa8e9 None None] Sync routers for ids ['2736e2cf-3f10-4ee0-85c1-9ebd7db913bb'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:39:44.212944 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788368d2-eef1-4ec1-be03-12b2d92fa8e9 None None] Routers {'2736e2cf-3f10-4ee0-85c1-9ebd7db913bb'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:39:44.213817 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-788368d2-eef1-4ec1-be03-12b2d92fa8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:39:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['2736e2cf-3f10-4ee0-85c1-9ebd7db913bb'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:39:44.291985 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2b6679dd-7e83-4488-a90a-20317faa2a88 req-21c4fa06-7c4a-43e2-bc80-008df4de32ac tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4578478 Nov 10 17:39:44.454091 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 41894) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:44.460185 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-a0bafdb5-2685-4ee1-833b-166d64f496c7 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Request body: {'security_group': {'name': 'tempest-securitygroup--65678857', 'description': 'tempest-description--1712723515'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:44.494137 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1116025-a1a8-4dc2-b052-f86982ce3635 req-1fe89b8c-5888-47f8-befe-e473b4372ae7 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:44.508972 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1116025-a1a8-4dc2-b052-f86982ce3635 req-1fe89b8c-5888-47f8-befe-e473b4372ae7 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/ports?device_id=262bf46a-4bab-4584-930e-719056fbd23a HTTP/1.1" status: 200 len: 945 time: 0.1117561 Nov 10 17:39:44.514785 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-788368d2-eef1-4ec1-be03-12b2d92fa8e9 None None] Set router 2736e2cf-3f10-4ee0-85c1-9ebd7db913bb gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:39:44.541708 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a0bafdb5-2685-4ee1-833b-166d64f496c7 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:44.613858 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b382bb-0577-4bc6-b4cf-c48575256cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7976f81d-c8f1-45af-aae4-017feab84eba'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:39:44.619000 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74835550-2610-4db2-823b-6600458787ca req-3cd2b39d-495d-43a3-87df-767a208e341c tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:44.619574 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba68e368-895e-4e80-821f-f71ee076d783" -d '{"events": [{"server_uuid": "60b382bb-0577-4bc6-b4cf-c48575256cd8", "name": "network-vif-plugged", "status": "completed", "tag": "7976f81d-c8f1-45af-aae4-017feab84eba"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:39:44.620757 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-74835550-2610-4db2-823b-6600458787ca req-3cd2b39d-495d-43a3-87df-767a208e341c tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.13 "GET /v2.0/ports?device_id=efba10b6-d1d6-4ba5-8457-dd85b7f22dde HTTP/1.1" status: 200 len: 945 time: 0.1228077 Nov 10 17:39:44.636435 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1116025-a1a8-4dc2-b052-f86982ce3635 req-613dc462-0ee5-48fd-817e-1f9f82966277 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3c7b3f6-d57f-4106-92f8-9f763dbfa867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186187 Nov 10 17:39:44.662843 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 79c05b84-4b5e-4c16-b6ac-57f79fd45685 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:39:44.723269 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a0bafdb5-2685-4ee1-833b-166d64f496c7 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:44.756589 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a0bafdb5-2685-4ee1-833b-166d64f496c7 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:44.764852 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41906) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:44.847683 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a0bafdb5-2685-4ee1-833b-166d64f496c7 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:44.849192 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a0bafdb5-2685-4ee1-833b-166d64f496c7 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3940606 Nov 10 17:39:44.853957 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41910) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:44.860603 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-688ed311-dd74-429f-9717-59b032502165 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Request body: {'security_group_rule': {'security_group_id': 'cf236311-d8b9-45ff-a7b6-1206037b066a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:44.865581 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:44.875348 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bafdb5-2685-4ee1-833b-166d64f496c7 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf236311-d8b9-45ff-a7b6-1206037b066a,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:44.915815 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e51e2-bf39-4081-ad9e-37156e7dbe8f req-ee6aaf62-d6f5-4d24-9899-66cfacdb872c tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:44.920691 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 18700e05-a88d-497b-85f4-baf5d45ee313, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=18700e05-a88d-497b-85f4-baf5d45ee313,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:44.933021 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-437e51e2-bf39-4081-ad9e-37156e7dbe8f req-ee6aaf62-d6f5-4d24-9899-66cfacdb872c tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 944 time: 0.1350455 Nov 10 17:39:44.935671 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-74835550-2610-4db2-823b-6600458787ca req-590fd562-bac4-40ce-9e71-a958750f2975 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Deleting port 2c271bc5-2d12-41bd-bf4d-a8a10e15bd48 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:39:44.936126 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-74835550-2610-4db2-823b-6600458787ca req-590fd562-bac4-40ce-9e71-a958750f2975 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:44.942316 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:44.990156 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-ea49fa14-a54e-44ce-a281-a094479fa48b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1600516586-network', 'tenant_id': '6a2f73f5070b47a3b8f941f8355a1015'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:44.997082 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 79c05b84-4b5e-4c16-b6ac-57f79fd45685 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:39:45.023798 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 79c05b84-4b5e-4c16-b6ac-57f79fd45685 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:39:45.024529 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:45.038759 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea49fa14-a54e-44ce-a281-a094479fa48b admin admin] Made reservation on behalf of 6a2f73f5070b47a3b8f941f8355a1015 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:39:45.041414 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ea49fa14-a54e-44ce-a281-a094479fa48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:45.058072 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-688ed311-dd74-429f-9717-59b032502165 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:45.061455 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad5163-8586-4072-a9aa-dfc91646496b req-78143278-05dd-421a-bd6e-c1f95c1073ff tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:45.063678 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-59ad5163-8586-4072-a9aa-dfc91646496b req-78143278-05dd-421a-bd6e-c1f95c1073ff tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=efba10b6-d1d6-4ba5-8457-dd85b7f22dde HTTP/1.1" status: 200 len: 945 time: 0.1085250 Nov 10 17:39:45.069514 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ea49fa14-a54e-44ce-a281-a094479fa48b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:45.086191 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-437e51e2-bf39-4081-ad9e-37156e7dbe8f req-b08caa4c-6cd1-4d12-ab26-06d1080e0e24 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490033 Nov 10 17:39:45.137718 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-74835550-2610-4db2-823b-6600458787ca req-590fd562-bac4-40ce-9e71-a958750f2975 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] For port 2c271bc5-2d12-41bd-bf4d-a8a10e15bd48, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2c271bc5-2d12-41bd-bf4d-a8a10e15bd48,segment=NetworkSegment(34ec1547-f06e-4c01-a463-1ae6c24526b4),segment_id=34ec1547-f06e-4c01-a463-1ae6c24526b4)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:45.138328 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-74835550-2610-4db2-823b-6600458787ca req-590fd562-bac4-40ce-9e71-a958750f2975 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:45.163343 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-74835550-2610-4db2-823b-6600458787ca req-590fd562-bac4-40ce-9e71-a958750f2975 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Calling delete_port for 2c271bc5-2d12-41bd-bf4d-a8a10e15bd48 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:39:45.167677 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=18700e05-a88d-497b-85f4-baf5d45ee313,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:45.171931 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-59ad5163-8586-4072-a9aa-dfc91646496b req-e8214de3-e09b-4371-84ca-6be60fca7781 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980935 Nov 10 17:39:45.198930 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27708b78-aba4-49c2-be8f-e180c8430eb2 x-openstack-request-id: req-27708b78-aba4-49c2-be8f-e180c8430eb2 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:39:45.201023 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b382bb-0577-4bc6-b4cf-c48575256cd8", "name": "network-vif-plugged", "status": "completed", "tag": "7976f81d-c8f1-45af-aae4-017feab84eba", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:39:45.201429 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-27708b78-aba4-49c2-be8f-e180c8430eb2 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:39:45.201782 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b382bb-0577-4bc6-b4cf-c48575256cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7976f81d-c8f1-45af-aae4-017feab84eba', 'code': 200} Nov 10 17:39:45.217838 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-688ed311-dd74-429f-9717-59b032502165 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:45.242824 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-688ed311-dd74-429f-9717-59b032502165 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:45.282580 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ed311-dd74-429f-9717-59b032502165 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=489afdca-98c6-41fa-a66d-4c84c1a86187,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:45.309976 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-788368d2-eef1-4ec1-be03-12b2d92fa8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'name': 'tempest-ServersTestBootFromVolume-1189009530-router', 'tenant_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '18700e05-a88d-497b-85f4-baf5d45ee313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:39:34Z', 'updated_at': '2021-11-10T17:39:41Z', 'revision_number': 4, 'project_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'gw_port': {'id': '18700e05-a88d-497b-85f4-baf5d45ee313', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:39:36Z', 'updated_at': '2021-11-10T17:39:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'aec4e503-a3ae-4dc5-910a-60f3d11a8215', 'name': '', 'network_id': '46982e30-3e4a-4e4c-aaa3-ef383d323d9e', 'tenant_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'mac_address': 'fa:16:3e:89:71:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e3aa931e-aa72-4d19-a552-6387f7445a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:39:40Z', 'updated_at': '2021-11-10T17:39:41Z', 'revision_number': 2, 'project_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'subnets': [{'id': 'e3aa931e-aa72-4d19-a552-6387f7445a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:39:45.329508 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-688ed311-dd74-429f-9717-59b032502165 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:45.331505 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-688ed311-dd74-429f-9717-59b032502165 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4763494 Nov 10 17:39:45.337793 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41914) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:45.347008 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-20c38a83-81e5-447d-a4c2-5bad213221f3 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Request body: {'security_group_rule': {'security_group_id': 'cf236311-d8b9-45ff-a7b6-1206037b066a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:45.348960 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788368d2-eef1-4ec1-be03-12b2d92fa8e9 None None] Checking router: 2736e2cf-3f10-4ee0-85c1-9ebd7db913bb for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:39:45.349520 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788368d2-eef1-4ec1-be03-12b2d92fa8e9 None None] Updating router 2736e2cf-3f10-4ee0-85c1-9ebd7db913bb port aec4e503-a3ae-4dc5-910a-60f3d11a8215 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:39:45.354285 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:45.400878 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a51fea-ac2b-4356-a384-6775129eae47 req-6be2898e-248d-4fcd-b194-8093f711a48a tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:45.403879 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-90a51fea-ac2b-4356-a384-6775129eae47 req-6be2898e-248d-4fcd-b194-8093f711a48a tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/ports?device_id=60b382bb-0577-4bc6-b4cf-c48575256cd8 HTTP/1.1" status: 200 len: 946 time: 0.1159182 Nov 10 17:39:45.416508 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-788368d2-eef1-4ec1-be03-12b2d92fa8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:45.427355 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ea49fa14-a54e-44ce-a281-a094479fa48b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:45.433388 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 79c05b84-4b5e-4c16-b6ac-57f79fd45685, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=79c05b84-4b5e-4c16-b6ac-57f79fd45685,segment=NetworkSegment(95d1421d-b3ce-4f49-86b8-7e70ba2392d4),segment_id=95d1421d-b3ce-4f49-86b8-7e70ba2392d4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:45.443234 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ea49fa14-a54e-44ce-a281-a094479fa48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:45.455871 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea49fa14-a54e-44ce-a281-a094479fa48b admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:39:45.459780 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:45.467724 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-20c38a83-81e5-447d-a4c2-5bad213221f3 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:45.482703 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-74835550-2610-4db2-823b-6600458787ca req-590fd562-bac4-40ce-9e71-a958750f2975 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:45.497244 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ea49fa14-a54e-44ce-a281-a094479fa48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:45.497722 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['2c271bc5-2d12-41bd-bf4d-a8a10e15bd48', '493b266d-2e28-4eae-82fc-91d2b94f8b9c'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:39:45.497847 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-ea49fa14-a54e-44ce-a281-a094479fa48b admin admin] Added segment 8e48fc48-9543-4433-b518-4906928520a9 of type vlan for network 522a4a49-7ffd-41e2-8dd3-891b9e780aac Nov 10 17:39:45.530896 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590fd562-bac4-40ce-9e71-a958750f2975 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Pushing event deleted for resources: {'Port': ['ID=2c271bc5-2d12-41bd-bf4d-a8a10e15bd48,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:45.577630 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49fa14-a54e-44ce-a281-a094479fa48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce814ac-0d63-4630-9772-2af7d7a80373,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:45.593978 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-90a51fea-ac2b-4356-a384-6775129eae47 req-6ed4ef68-f1bb-47ab-ae20-f7b5948249b3 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3c7b3f6-d57f-4106-92f8-9f763dbfa867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795623 Nov 10 17:39:45.616652 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ea49fa14-a54e-44ce-a281-a094479fa48b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:45.625589 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=79c05b84-4b5e-4c16-b6ac-57f79fd45685,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:45.660003 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70289437-c250-4727-b5ea-805f9ef1e795 req-f808e760-813d-46ac-bd0d-b5dc2312bdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:45.663985 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-70289437-c250-4727-b5ea-805f9ef1e795 req-f808e760-813d-46ac-bd0d-b5dc2312bdc2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=60b382bb-0577-4bc6-b4cf-c48575256cd8 HTTP/1.1" status: 200 len: 1098 time: 0.3443365 Nov 10 17:39:45.677636 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-74835550-2610-4db2-823b-6600458787ca req-590fd562-bac4-40ce-9e71-a958750f2975 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] No DVR routers for this DVR port 2c271bc5-2d12-41bd-bf4d-a8a10e15bd48 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:39:45.681944 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-20c38a83-81e5-447d-a4c2-5bad213221f3 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:45.682469 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-74835550-2610-4db2-823b-6600458787ca req-590fd562-bac4-40ce-9e71-a958750f2975 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:45.688833 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-74835550-2610-4db2-823b-6600458787ca req-590fd562-bac4-40ce-9e71-a958750f2975 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.13 "DELETE /v2.0/ports/2c271bc5-2d12-41bd-bf4d-a8a10e15bd48 HTTP/1.1" status: 204 len: 173 time: 0.9585991 Nov 10 17:39:45.693118 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-20c38a83-81e5-447d-a4c2-5bad213221f3 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:45.713631 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47918224-f338-4225-90a3-4f43503a6463 req-fac8cfd1-f5a5-4a72-8f7f-f0942f30fed2 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:45.714977 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ea49fa14-a54e-44ce-a281-a094479fa48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:45.716038 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea49fa14-a54e-44ce-a281-a094479fa48b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:45.716652 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ea49fa14-a54e-44ce-a281-a094479fa48b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:45.719582 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-47918224-f338-4225-90a3-4f43503a6463 req-fac8cfd1-f5a5-4a72-8f7f-f0942f30fed2 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa3bb5f-dc2a-433c-b1b0-54621c217a16 HTTP/1.1" status: 200 len: 945 time: 0.4012928 Nov 10 17:39:45.739519 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efba10b6-d1d6-4ba5-8457-dd85b7f22dde', 'name': 'network-vif-deleted', 'tag': '2c271bc5-2d12-41bd-bf4d-a8a10e15bd48'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:39:45.742887 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b133fbd1-5db6-476f-bf2f-1a74e12f0a42" -d '{"events": [{"server_uuid": "efba10b6-d1d6-4ba5-8457-dd85b7f22dde", "name": "network-vif-deleted", "tag": "2c271bc5-2d12-41bd-bf4d-a8a10e15bd48"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:39:45.789886 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c38a83-81e5-447d-a4c2-5bad213221f3 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c30542-e3c1-4fee-a7c1-6b7f0e314054,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:45.865747 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-20c38a83-81e5-447d-a4c2-5bad213221f3 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:45.868094 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-20c38a83-81e5-447d-a4c2-5bad213221f3 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5273986 Nov 10 17:39:45.876614 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 41920) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:45.880460 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-70289437-c250-4727-b5ea-805f9ef1e795 req-ce65f4ed-96fb-4ab8-bfef-bf29452c0f71 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d3c7b3f6-d57f-4106-92f8-9f763dbfa867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040548 Nov 10 17:39:45.881381 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ea49fa14-a54e-44ce-a281-a094479fa48b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1154191 Nov 10 17:39:45.884183 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 18700e05-a88d-497b-85f4-baf5d45ee313 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:39:45.887659 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-5496be56-3f24-4c7c-9553-6b3cc2067b89 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:45.889109 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41922) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:45.895003 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-47918224-f338-4225-90a3-4f43503a6463 req-d91fa880-5ead-473b-b99d-d300fa65c076 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480622 Nov 10 17:39:45.898778 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-da465e42-508f-4168-93d8-3563d4deeaeb admin admin] Request body: {'subnet': {'network_id': '522a4a49-7ffd-41e2-8dd3-891b9e780aac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1600516586-subnet', 'tenant_id': '6a2f73f5070b47a3b8f941f8355a1015', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:45.904019 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49fa14-a54e-44ce-a281-a094479fa48b admin admin] Pushing event updated for resources: {'Network': ['ID=522a4a49-7ffd-41e2-8dd3-891b9e780aac,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:45.923270 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee59237-774e-41f8-a450-f79333a87a2b req-fd3e18af-b8c2-4ff6-8efd-7030b050a860 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:45.927690 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5496be56-3f24-4c7c-9553-6b3cc2067b89 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:45.934545 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1ee59237-774e-41f8-a450-f79333a87a2b req-fd3e18af-b8c2-4ff6-8efd-7030b050a860 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 945 time: 0.1843805 Nov 10 17:39:45.941265 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 522a4a49-7ffd-41e2-8dd3-891b9e780aac details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:39:45.982990 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b6c4e2-ef42-4e62-aced-ff8070afc6b8 x-openstack-request-id: req-a4b6c4e2-ef42-4e62-aced-ff8070afc6b8 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:39:45.983279 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efba10b6-d1d6-4ba5-8457-dd85b7f22dde", "name": "network-vif-deleted", "tag": "2c271bc5-2d12-41bd-bf4d-a8a10e15bd48", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:39:45.983532 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a4b6c4e2-ef42-4e62-aced-ff8070afc6b8 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:39:45.983933 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efba10b6-d1d6-4ba5-8457-dd85b7f22dde', 'name': 'network-vif-deleted', 'tag': '2c271bc5-2d12-41bd-bf4d-a8a10e15bd48', 'status': 'completed', 'code': 200} Nov 10 17:39:46.035729 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1ee59237-774e-41f8-a450-f79333a87a2b req-69c56b65-abab-4c99-b6d5-9ea9a681a719 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998938 Nov 10 17:39:46.068586 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da465e42-508f-4168-93d8-3563d4deeaeb admin admin] Made reservation on behalf of 6a2f73f5070b47a3b8f941f8355a1015 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:39:46.071888 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-da465e42-508f-4168-93d8-3563d4deeaeb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:46.090408 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5496be56-3f24-4c7c-9553-6b3cc2067b89 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:46.095043 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-788368d2-eef1-4ec1-be03-12b2d92fa8e9 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:46.145643 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-788368d2-eef1-4ec1-be03-12b2d92fa8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:46.209860 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333633b-7d3c-46e2-942b-35e6e37fb440 None None] Pushing event updated for resources: {'Port': ['ID=aec4e503-a3ae-4dc5-910a-60f3d11a8215,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:46.234017 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 18700e05-a88d-497b-85f4-baf5d45ee313 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:39:46.234846 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:46.342970 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0a6c2c08-4880-46ef-91af-70151dd52273 req-e3ee9379-eadf-43de-8b6b-9ea46c9f3e37 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=efba10b6-d1d6-4ba5-8457-dd85b7f22dde HTTP/1.1" status: 200 len: 210 time: 0.0456893 Nov 10 17:39:46.345200 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-788368d2-eef1-4ec1-be03-12b2d92fa8e9 None None] Attempting to bind port aec4e503-a3ae-4dc5-910a-60f3d11a8215 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:39:46.345641 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-788368d2-eef1-4ec1-be03-12b2d92fa8e9 None None] Attempting to bind port aec4e503-a3ae-4dc5-910a-60f3d11a8215 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'dba2e44a-aac5-4f9d-b1f1-145c964634eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46982e30-3e4a-4e4c-aaa3-ef383d323d9e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:39:46.346074 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788368d2-eef1-4ec1-be03-12b2d92fa8e9 None None] Attempting to bind port aec4e503-a3ae-4dc5-910a-60f3d11a8215 on network 46982e30-3e4a-4e4c-aaa3-ef383d323d9e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:39:46.359415 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788368d2-eef1-4ec1-be03-12b2d92fa8e9 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:39:46.359870 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788368d2-eef1-4ec1-be03-12b2d92fa8e9 None None] Checking segment: {'id': 'dba2e44a-aac5-4f9d-b1f1-145c964634eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46982e30-3e4a-4e4c-aaa3-ef383d323d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:39:46.360432 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-788368d2-eef1-4ec1-be03-12b2d92fa8e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:46.360890 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788368d2-eef1-4ec1-be03-12b2d92fa8e9 None None] Bound using segment: {'id': 'dba2e44a-aac5-4f9d-b1f1-145c964634eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46982e30-3e4a-4e4c-aaa3-ef383d323d9e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:39:46.361463 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-788368d2-eef1-4ec1-be03-12b2d92fa8e9 None None] Bound port: aec4e503-a3ae-4dc5-910a-60f3d11a8215, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba2e44a-aac5-4f9d-b1f1-145c964634eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46982e30-3e4a-4e4c-aaa3-ef383d323d9e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:39:46.361915 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-788368d2-eef1-4ec1-be03-12b2d92fa8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:46.380369 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-5496be56-3f24-4c7c-9553-6b3cc2067b89 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Allocated IP 172.25.5.201 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/4e2ea95a-83c8-466d-9780-5321917e4630) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:39:46.445441 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e2147-68ca-4735-b042-b6f42f32f315 req-101ffadf-8d0e-42ca-a5de-4027c3902cec tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:46.448490 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-608e2147-68ca-4735-b042-b6f42f32f315 req-101ffadf-8d0e-42ca-a5de-4027c3902cec tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.11 "GET /v2.0/ports?device_id=8aa3bb5f-dc2a-433c-b1b0-54621c217a16 HTTP/1.1" status: 200 len: 945 time: 0.1879392 Nov 10 17:39:46.463866 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdda25-7dd0-44fa-b1f7-202060a6a6bc req-e51c6a8e-a019-4787-b533-62b366f20d68 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:46.466263 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0dcdda25-7dd0-44fa-b1f7-202060a6a6bc req-e51c6a8e-a019-4787-b533-62b366f20d68 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 945 time: 0.2771788 Nov 10 17:39:46.474520 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-788368d2-eef1-4ec1-be03-12b2d92fa8e9 None None] For port aec4e503-a3ae-4dc5-910a-60f3d11a8215, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:39:46.480810 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-788368d2-eef1-4ec1-be03-12b2d92fa8e9 None None] For port aec4e503-a3ae-4dc5-910a-60f3d11a8215, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=aec4e503-a3ae-4dc5-910a-60f3d11a8215,segment=NetworkSegment(dba2e44a-aac5-4f9d-b1f1-145c964634eb),segment_id=dba2e44a-aac5-4f9d-b1f1-145c964634eb)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:39:46.497548 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-788368d2-eef1-4ec1-be03-12b2d92fa8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:46.517405 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-da465e42-508f-4168-93d8-3563d4deeaeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:46.557036 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5496be56-3f24-4c7c-9553-6b3cc2067b89 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:46.593055 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788368d2-eef1-4ec1-be03-12b2d92fa8e9 None None] Routers {'2736e2cf-3f10-4ee0-85c1-9ebd7db913bb'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:39:46.593985 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-788368d2-eef1-4ec1-be03-12b2d92fa8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:39:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['2736e2cf-3f10-4ee0-85c1-9ebd7db913bb'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:39:46.631954 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5496be56-3f24-4c7c-9553-6b3cc2067b89 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:46.664782 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da465e42-508f-4168-93d8-3563d4deeaeb admin admin] Checking segment: {'id': '8e48fc48-9543-4433-b518-4906928520a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '522a4a49-7ffd-41e2-8dd3-891b9e780aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:39:46.665159 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da465e42-508f-4168-93d8-3563d4deeaeb admin admin] Network hostable DHCP agents. Network: 522a4a49-7ffd-41e2-8dd3-891b9e780aac, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:39:46.714206 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0dcdda25-7dd0-44fa-b1f7-202060a6a6bc req-d4b0aba8-e93e-44c1-936e-50e3b480424d tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346106 Nov 10 17:39:46.717697 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da465e42-508f-4168-93d8-3563d4deeaeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f40b2c22-f569-41f0-b21a-9b9058e99d23,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:46.737415 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5496be56-3f24-4c7c-9553-6b3cc2067b89 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:39:46.747460 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333633b-7d3c-46e2-942b-35e6e37fb440 None None] Pushing event updated for resources: {'Port': ['ID=aec4e503-a3ae-4dc5-910a-60f3d11a8215,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:46.757170 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da465e42-508f-4168-93d8-3563d4deeaeb admin admin] Network 522a4a49-7ffd-41e2-8dd3-891b9e780aac is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:39:46.785979 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-608e2147-68ca-4735-b042-b6f42f32f315 req-9c9e3bee-b44e-47fa-b69f-6485b90c5bdb tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Deleting port c3b440db-4443-454d-9c1f-3c27760a5cdf {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:39:46.788794 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-608e2147-68ca-4735-b042-b6f42f32f315 req-9c9e3bee-b44e-47fa-b69f-6485b90c5bdb tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:46.792544 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-5496be56-3f24-4c7c-9553-6b3cc2067b89 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:39:46.799714 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3e8d6899-2938-459e-8dd5-8d8dff982fef None None] Provisioning complete for port aec4e503-a3ae-4dc5-910a-60f3d11a8215 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:39:46.800084 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3e8d6899-2938-459e-8dd5-8d8dff982fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:46.813173 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5496be56-3f24-4c7c-9553-6b3cc2067b89 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:39:46.820823 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-da465e42-508f-4168-93d8-3563d4deeaeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 522a4a49-7ffd-41e2-8dd3-891b9e780aac) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:39:46.863629 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da465e42-508f-4168-93d8-3563d4deeaeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:46.864666 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-da465e42-508f-4168-93d8-3563d4deeaeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:46.876183 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496be56-3f24-4c7c-9553-6b3cc2067b89 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Pushing event updated for resources: {'Port': ['ID=4e2ea95a-83c8-466d-9780-5321917e4630,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:46.919827 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-da465e42-508f-4168-93d8-3563d4deeaeb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0248191 Nov 10 17:39:46.952015 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151e97b-a3e2-485d-90e6-73c0f71d7894 req-499fc7c2-b3fb-42e5-88a3-4cd82f7504fb tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:46.972386 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b151e97b-a3e2-485d-90e6-73c0f71d7894 req-499fc7c2-b3fb-42e5-88a3-4cd82f7504fb tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/ports?device_id=60b382bb-0577-4bc6-b4cf-c48575256cd8 HTTP/1.1" status: 200 len: 946 time: 0.1861060 Nov 10 17:39:47.007655 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-608e2147-68ca-4735-b042-b6f42f32f315 req-9c9e3bee-b44e-47fa-b69f-6485b90c5bdb tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] For port c3b440db-4443-454d-9c1f-3c27760a5cdf, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c3b440db-4443-454d-9c1f-3c27760a5cdf,segment=NetworkSegment(9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12),segment_id=9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:47.008803 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-608e2147-68ca-4735-b042-b6f42f32f315 req-9c9e3bee-b44e-47fa-b69f-6485b90c5bdb tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:47.067334 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-608e2147-68ca-4735-b042-b6f42f32f315 req-9c9e3bee-b44e-47fa-b69f-6485b90c5bdb tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Calling delete_port for c3b440db-4443-454d-9c1f-3c27760a5cdf owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:39:47.158789 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671bde9d-0863-4bf6-afa3-5f9f48df27d3 None None] Network 522a4a49-7ffd-41e2-8dd3-891b9e780aac requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:39:47.207333 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7985f7-b60f-491b-a093-c6237320ad21 req-0be1687d-382a-47e4-98b8-0836298aa171 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:47.215674 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1c7985f7-b60f-491b-a093-c6237320ad21 req-0be1687d-382a-47e4-98b8-0836298aa171 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa3bb5f-dc2a-433c-b1b0-54621c217a16 HTTP/1.1" status: 200 len: 945 time: 0.1495721 Nov 10 17:39:47.220073 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5496be56-3f24-4c7c-9553-6b3cc2067b89 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:47.227366 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e395102-296c-4bab-87a1-97a80a5b4fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c05b84-4b5e-4c16-b6ac-57f79fd45685'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:39:47.230258 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b674a3be-1296-4aaa-8f95-cff0a5920fd4" -d '{"events": [{"server_uuid": "6e395102-296c-4bab-87a1-97a80a5b4fea", "name": "network-vif-plugged", "status": "completed", "tag": "79c05b84-4b5e-4c16-b6ac-57f79fd45685"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:39:47.240412 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b151e97b-a3e2-485d-90e6-73c0f71d7894 req-456660de-703e-4782-8f37-865f02d462ba tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3c7b3f6-d57f-4106-92f8-9f763dbfa867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665401 Nov 10 17:39:47.320759 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-788368d2-eef1-4ec1-be03-12b2d92fa8e9 None None] Set router 2736e2cf-3f10-4ee0-85c1-9ebd7db913bb gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:39:47.329624 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3e8d6899-2938-459e-8dd5-8d8dff982fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:47.336941 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1c7985f7-b60f-491b-a093-c6237320ad21 req-7fc2ef7c-57e9-4747-b086-c60e85bd1c21 tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.39 "GET /v2.0/security-groups?id=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199734 Nov 10 17:39:47.355240 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5496be56-3f24-4c7c-9553-6b3cc2067b89 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:47.409629 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-608e2147-68ca-4735-b042-b6f42f32f315 req-9c9e3bee-b44e-47fa-b69f-6485b90c5bdb tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:47.446814 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc4b17-ed04-41de-b684-662249b9c02b req-d67cb9d2-2a52-4c4d-9000-bb4ed6c67049 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:47.448717 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-43fc4b17-ed04-41de-b684-662249b9c02b req-d67cb9d2-2a52-4c4d-9000-bb4ed6c67049 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 945 time: 0.1142528 Nov 10 17:39:47.499563 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e3bee-b44e-47fa-b69f-6485b90c5bdb tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Pushing event deleted for resources: {'Port': ['ID=c3b440db-4443-454d-9c1f-3c27760a5cdf,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:47.559409 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-3e8d6899-2938-459e-8dd5-8d8dff982fef None None] For port aec4e503-a3ae-4dc5-910a-60f3d11a8215, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=aec4e503-a3ae-4dc5-910a-60f3d11a8215,segment=NetworkSegment(dba2e44a-aac5-4f9d-b1f1-145c964634eb),segment_id=dba2e44a-aac5-4f9d-b1f1-145c964634eb)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:47.565930 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750aa1ce-102a-411e-a009-ac72fc794de2 None None] Network 522a4a49-7ffd-41e2-8dd3-891b9e780aac requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:39:47.602908 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-608e2147-68ca-4735-b042-b6f42f32f315 req-9c9e3bee-b44e-47fa-b69f-6485b90c5bdb tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] No DVR routers for this DVR port c3b440db-4443-454d-9c1f-3c27760a5cdf on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:39:47.626476 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-608e2147-68ca-4735-b042-b6f42f32f315 req-9c9e3bee-b44e-47fa-b69f-6485b90c5bdb tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:47.641890 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-608e2147-68ca-4735-b042-b6f42f32f315 req-9c9e3bee-b44e-47fa-b69f-6485b90c5bdb tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] 10.222.0.11 "DELETE /v2.0/ports/c3b440db-4443-454d-9c1f-3c27760a5cdf HTTP/1.1" status: 204 len: 173 time: 1.1741583 Nov 10 17:39:47.642775 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa3bb5f-dc2a-433c-b1b0-54621c217a16', 'name': 'network-vif-deleted', 'tag': 'c3b440db-4443-454d-9c1f-3c27760a5cdf'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:39:47.649482 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8c6118-4c21-426a-ad88-9f6c9d79047d" -d '{"events": [{"server_uuid": "8aa3bb5f-dc2a-433c-b1b0-54621c217a16", "name": "network-vif-deleted", "tag": "c3b440db-4443-454d-9c1f-3c27760a5cdf"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:39:47.657020 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-43fc4b17-ed04-41de-b684-662249b9c02b req-0aff3cc1-efd1-43f3-87c5-8de6809f02ed tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921291 Nov 10 17:39:47.661064 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68842ba-4aba-4f57-bdfd-19719de697cb x-openstack-request-id: req-e68842ba-4aba-4f57-bdfd-19719de697cb {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:39:47.661354 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e395102-296c-4bab-87a1-97a80a5b4fea", "name": "network-vif-plugged", "status": "completed", "tag": "79c05b84-4b5e-4c16-b6ac-57f79fd45685", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:39:47.661620 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e68842ba-4aba-4f57-bdfd-19719de697cb {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:39:47.662029 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e395102-296c-4bab-87a1-97a80a5b4fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c05b84-4b5e-4c16-b6ac-57f79fd45685', 'code': 200} Nov 10 17:39:47.669815 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3e8d6899-2938-459e-8dd5-8d8dff982fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:47.734846 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d6899-2938-459e-8dd5-8d8dff982fef None None] Pushing event updated for resources: {'Port': ['ID=aec4e503-a3ae-4dc5-910a-60f3d11a8215,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:47.754890 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73086bda-e71c-404a-9abd-29c9fe084cf0 x-openstack-request-id: req-73086bda-e71c-404a-9abd-29c9fe084cf0 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:39:47.756022 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa3bb5f-dc2a-433c-b1b0-54621c217a16", "name": "network-vif-deleted", "tag": "c3b440db-4443-454d-9c1f-3c27760a5cdf", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:39:47.756608 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-73086bda-e71c-404a-9abd-29c9fe084cf0 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:39:47.757178 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa3bb5f-dc2a-433c-b1b0-54621c217a16', 'name': 'network-vif-deleted', 'tag': 'c3b440db-4443-454d-9c1f-3c27760a5cdf', 'status': 'completed', 'code': 200} Nov 10 17:39:47.779559 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa122a1-441f-4dec-8bb6-e172d75f5309 req-f8ef388f-2b6f-4a81-a680-13ffd32f8271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:47.781486 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9aa122a1-441f-4dec-8bb6-e172d75f5309 req-f8ef388f-2b6f-4a81-a680-13ffd32f8271 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 1097 time: 0.0927072 Nov 10 17:39:47.855024 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-ca7b678e-b3c1-40a4-8b77-8f4a22271d3f None None] Provisioning complete for port aec4e503-a3ae-4dc5-910a-60f3d11a8215 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:39:47.855638 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ca7b678e-b3c1-40a4-8b77-8f4a22271d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:47.915336 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5496be56-3f24-4c7c-9553-6b3cc2067b89 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:47.931193 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5496be56-3f24-4c7c-9553-6b3cc2067b89 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:47.962614 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41960) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:47.973016 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-08ff6dd4-6bb5-4491-98d2-24b975e810e7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-642163322-network', 'tenant_id': '2fe1f7172d564e898e292ef75b0bd80a'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:47.989432 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9aa122a1-441f-4dec-8bb6-e172d75f5309 req-1dabb67c-342a-492f-a034-8e292b0747ed service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903074 Nov 10 17:39:48.009623 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-788368d2-eef1-4ec1-be03-12b2d92fa8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'name': 'tempest-ServersTestBootFromVolume-1189009530-router', 'tenant_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '18700e05-a88d-497b-85f4-baf5d45ee313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:39:34Z', 'updated_at': '2021-11-10T17:39:41Z', 'revision_number': 4, 'project_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'gw_port': {'id': '18700e05-a88d-497b-85f4-baf5d45ee313', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:39:36Z', 'updated_at': '2021-11-10T17:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'aec4e503-a3ae-4dc5-910a-60f3d11a8215', 'name': '', 'network_id': '46982e30-3e4a-4e4c-aaa3-ef383d323d9e', 'tenant_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'mac_address': 'fa:16:3e:89:71:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e3aa931e-aa72-4d19-a552-6387f7445a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:39:40Z', 'updated_at': '2021-11-10T17:39:46Z', 'revision_number': 4, 'project_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'subnets': [{'id': 'e3aa931e-aa72-4d19-a552-6387f7445a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:39:48.037625 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496be56-3f24-4c7c-9553-6b3cc2067b89 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Pushing event updated for resources: {'Port': ['ID=4e2ea95a-83c8-466d-9780-5321917e4630,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:48.042666 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788368d2-eef1-4ec1-be03-12b2d92fa8e9 None None] The sync data for ids ['2736e2cf-3f10-4ee0-85c1-9ebd7db913bb'] in n-d-776250-10 is: [{'id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'name': 'tempest-ServersTestBootFromVolume-1189009530-router', 'tenant_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '18700e05-a88d-497b-85f4-baf5d45ee313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:39:34Z', 'updated_at': '2021-11-10T17:39:41Z', 'revision_number': 4, 'project_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'gw_port': {'id': '18700e05-a88d-497b-85f4-baf5d45ee313', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:39:36Z', 'updated_at': '2021-11-10T17:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'aec4e503-a3ae-4dc5-910a-60f3d11a8215', 'name': '', 'network_id': '46982e30-3e4a-4e4c-aaa3-ef383d323d9e', 'tenant_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'mac_address': 'fa:16:3e:89:71:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e3aa931e-aa72-4d19-a552-6387f7445a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:39:40Z', 'updated_at': '2021-11-10T17:39:46Z', 'revision_number': 4, 'project_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'subnets': [{'id': 'e3aa931e-aa72-4d19-a552-6387f7445a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:39:48.047412 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ff6dd4-6bb5-4491-98d2-24b975e810e7 admin admin] Made reservation on behalf of 2fe1f7172d564e898e292ef75b0bd80a for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:39:48.051832 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08ff6dd4-6bb5-4491-98d2-24b975e810e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:48.063696 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3ccad-2c85-4c74-99d6-a16de99a94f3 req-8d3785cf-0acb-4b52-9a3c-d23d18b602f6 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:48.063696 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1ce3ccad-2c85-4c74-99d6-a16de99a94f3 req-8d3785cf-0acb-4b52-9a3c-d23d18b602f6 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 945 time: 0.1508992 Nov 10 17:39:48.067112 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5496be56-3f24-4c7c-9553-6b3cc2067b89 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:48.074895 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08ff6dd4-6bb5-4491-98d2-24b975e810e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:48.109017 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5496be56-3f24-4c7c-9553-6b3cc2067b89 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:48.110264 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306aeea-6a5b-4b17-bfc0-ad43aaa1c94b req-0bf75652-5dc0-448f-a039-fe325eb405d3 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:48.111316 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5496be56-3f24-4c7c-9553-6b3cc2067b89 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2335804 Nov 10 17:39:48.125747 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6306aeea-6a5b-4b17-bfc0-ad43aaa1c94b req-0bf75652-5dc0-448f-a039-fe325eb405d3 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=856ce5a7-3e92-4e8f-b645-af373a755873 HTTP/1.1" status: 200 len: 946 time: 0.1209440 Nov 10 17:39:48.213417 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1ce3ccad-2c85-4c74-99d6-a16de99a94f3 req-4ec63376-860c-4877-969b-8e2dc7e16c14 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421208 Nov 10 17:39:48.237236 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6306aeea-6a5b-4b17-bfc0-ad43aaa1c94b req-9889bd9d-8adb-4ac6-bfb0-5226eaf6d4ac tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103082 Nov 10 17:39:48.303587 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08ff6dd4-6bb5-4491-98d2-24b975e810e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:48.313433 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08ff6dd4-6bb5-4491-98d2-24b975e810e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:48.335315 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ff6dd4-6bb5-4491-98d2-24b975e810e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:39:48.361357 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08ff6dd4-6bb5-4491-98d2-24b975e810e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:48.361933 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-08ff6dd4-6bb5-4491-98d2-24b975e810e7 admin admin] Added segment d3434256-cd81-413f-9a59-c7af36d7eb72 of type vlan for network 230dcf75-55c1-414e-aa76-9be83e105722 Nov 10 17:39:48.418436 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff6dd4-6bb5-4491-98d2-24b975e810e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29aee97-fb59-4141-ad5b-c76607029823,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:48.441055 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41990) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:48.449967 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073e9a6-cb0f-421d-b67e-2121819f5f82 req-245db01a-8f91-4ae3-b820-35bf16a09bad tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:48.451776 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3073e9a6-cb0f-421d-b67e-2121819f5f82 req-245db01a-8f91-4ae3-b820-35bf16a09bad tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/ports?device_id=60b382bb-0577-4bc6-b4cf-c48575256cd8 HTTP/1.1" status: 200 len: 946 time: 0.0886068 Nov 10 17:39:48.463991 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08ff6dd4-6bb5-4491-98d2-24b975e810e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:48.516940 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3073e9a6-cb0f-421d-b67e-2121819f5f82 req-a82a3748-3f9d-451e-8bb6-c57eb1ff5e62 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3c7b3f6-d57f-4106-92f8-9f763dbfa867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574424 Nov 10 17:39:48.526761 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-e518ab8c-d9fb-4087-bd61-9b56490bf071 admin admin] Deleting subnet 0ddbd8d9-cc1c-4591-ba53-aab9ea023f46 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:39:48.530070 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device c3b440db-4443-454d-9c1f-3c27760a5cdf no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:39:48.531243 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e518ab8c-d9fb-4087-bd61-9b56490bf071 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:48.580382 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: c3b440db-4443-454d-9c1f-3c27760a5cdf {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:39:48.580899 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device c3b440db-4443-454d-9c1f-3c27760a5cdf not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:39:48.604572 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08ff6dd4-6bb5-4491-98d2-24b975e810e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:48.606925 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ff6dd4-6bb5-4491-98d2-24b975e810e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:48.607612 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08ff6dd4-6bb5-4491-98d2-24b975e810e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:48.624425 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e518ab8c-d9fb-4087-bd61-9b56490bf071 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:48.655796 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 2c271bc5-2d12-41bd-bf4d-a8a10e15bd48 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:39:48.674546 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-08ff6dd4-6bb5-4491-98d2-24b975e810e7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7071943 Nov 10 17:39:48.675243 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 42010) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:48.681262 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-26f7391d-f143-4036-ba69-929f1e4406d3 admin admin] Request body: {'subnet': {'network_id': '230dcf75-55c1-414e-aa76-9be83e105722', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-642163322-subnet', 'tenant_id': '2fe1f7172d564e898e292ef75b0bd80a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:48.719815 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 2c271bc5-2d12-41bd-bf4d-a8a10e15bd48 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:39:48.722807 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 2c271bc5-2d12-41bd-bf4d-a8a10e15bd48 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:39:48.732537 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f7391d-f143-4036-ba69-929f1e4406d3 admin admin] Made reservation on behalf of 2fe1f7172d564e898e292ef75b0bd80a for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:39:48.737132 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-26f7391d-f143-4036-ba69-929f1e4406d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:48.901145 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff6dd4-6bb5-4491-98d2-24b975e810e7 admin admin] Pushing event updated for resources: {'Network': ['ID=230dcf75-55c1-414e-aa76-9be83e105722,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:48.925194 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 230dcf75-55c1-414e-aa76-9be83e105722 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:39:48.969130 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e518ab8c-d9fb-4087-bd61-9b56490bf071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:49.033784 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf911e07-ec94-462a-930a-fe530cf73f42 req-e3bb9e30-98c5-4759-baf7-2f3eea9b4d4f tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:49.042693 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bf911e07-ec94-462a-930a-fe530cf73f42 req-e3bb9e30-98c5-4759-baf7-2f3eea9b4d4f tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 945 time: 0.2397192 Nov 10 17:39:49.050693 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258518f-bfe3-4f6e-9e7c-116349d16da5 req-c47156e7-3424-41f5-a922-e791de38a4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:49.052245 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3258518f-bfe3-4f6e-9e7c-116349d16da5 req-c47156e7-3424-41f5-a922-e791de38a4da service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 1097 time: 0.1579709 Nov 10 17:39:49.169779 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bf911e07-ec94-462a-930a-fe530cf73f42 req-d28a4cfb-80c0-4d84-a286-1d7ac9143078 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250403 Nov 10 17:39:49.187156 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e518ab8c-d9fb-4087-bd61-9b56490bf071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:49.202827 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-26f7391d-f143-4036-ba69-929f1e4406d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:49.239515 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518ab8c-d9fb-4087-bd61-9b56490bf071 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ddbd8d9-cc1c-4591-ba53-aab9ea023f46,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:49.270455 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e518ab8c-d9fb-4087-bd61-9b56490bf071 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:49.282857 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e518ab8c-d9fb-4087-bd61-9b56490bf071 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0ddbd8d9-cc1c-4591-ba53-aab9ea023f46 HTTP/1.1" status: 204 len: 168 time: 0.8350167 Nov 10 17:39:49.282857 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3258518f-bfe3-4f6e-9e7c-116349d16da5 req-e8ed2e12-cf43-4952-b9c4-590950549f6f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932251 Nov 10 17:39:49.287658 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 42024) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:49.374584 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7391d-f143-4036-ba69-929f1e4406d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=500c3107-2dd6-42bf-8974-71add57f6fd1,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:49.442832 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f252c713-24df-49ec-8809-41fa10594729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:49.505528 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f7391d-f143-4036-ba69-929f1e4406d3 admin admin] Checking segment: {'id': 'd3434256-cd81-413f-9a59-c7af36d7eb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '230dcf75-55c1-414e-aa76-9be83e105722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:39:49.506874 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f7391d-f143-4036-ba69-929f1e4406d3 admin admin] Network hostable DHCP agents. Network: 230dcf75-55c1-414e-aa76-9be83e105722, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:39:49.538118 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127132b2-0c87-41d0-82d7-1dbce2707665 req-fc2925f7-7ac5-4737-ab54-b2289ea88044 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:49.547328 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-127132b2-0c87-41d0-82d7-1dbce2707665 req-fc2925f7-7ac5-4737-ab54-b2289ea88044 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 945 time: 0.1207924 Nov 10 17:39:49.560751 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0e5e5-baa2-4b7a-b35d-9812c617585b req-9ce426e5-fafe-482c-89f3-8bb7653d1b03 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:49.563876 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bef0e5e5-baa2-4b7a-b35d-9812c617585b req-9ce426e5-fafe-482c-89f3-8bb7653d1b03 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=856ce5a7-3e92-4e8f-b645-af373a755873 HTTP/1.1" status: 200 len: 946 time: 0.1753304 Nov 10 17:39:49.591325 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f252c713-24df-49ec-8809-41fa10594729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:49.593281 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f7391d-f143-4036-ba69-929f1e4406d3 admin admin] Network 230dcf75-55c1-414e-aa76-9be83e105722 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:39:49.621312 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-26f7391d-f143-4036-ba69-929f1e4406d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 230dcf75-55c1-414e-aa76-9be83e105722) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:39:49.637415 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0e2039-c5e0-4bb5-8bd8-0c4a57d6721b None None] Network 230dcf75-55c1-414e-aa76-9be83e105722 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:39:49.645361 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f252c713-24df-49ec-8809-41fa10594729 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf31b962-e4cb-4eab-a30d-b7aac66998c7']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:39:49.647970 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-127132b2-0c87-41d0-82d7-1dbce2707665 req-d3aae52d-aabc-438c-9189-1bb541f49158 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995896 Nov 10 17:39:49.654049 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f7391d-f143-4036-ba69-929f1e4406d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:49.654775 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-26f7391d-f143-4036-ba69-929f1e4406d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:49.682533 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f252c713-24df-49ec-8809-41fa10594729 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:39:49.682853 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f252c713-24df-49ec-8809-41fa10594729 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ecbd84e-d2f1-4f34-ad84-c4f7f56a2d12') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:39:49.696069 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-26f7391d-f143-4036-ba69-929f1e4406d3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0116105 Nov 10 17:39:49.697678 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f252c713-24df-49ec-8809-41fa10594729 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:49.729587 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bef0e5e5-baa2-4b7a-b35d-9812c617585b req-25213478-380e-4a9d-88f5-c2728fb2fde2 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/security-groups?id=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574450 Nov 10 17:39:49.749016 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f252c713-24df-49ec-8809-41fa10594729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:49.762881 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f252c713-24df-49ec-8809-41fa10594729 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:39:49.763482 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f252c713-24df-49ec-8809-41fa10594729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:49.766317 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:39:49.766317 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:39:49.766317 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:39:49.766317 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:39:49.766317 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:39:49.766317 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:39:49.766317 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:39:49.766317 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:39:49.766317 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:39:49.766317 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:39:49.766317 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:39:49.766317 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:39:49.766317 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:39:49.766317 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:39:49.766317 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:39:49.766317 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:39:49.766317 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:39:49.766317 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:39:49.766317 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:39:49.766317 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:39:49.766317 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:39:49.766317 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:39:49.766317 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:39:49.766317 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:39:49.766317 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:39:49.766317 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:39:49.766317 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:39:49.766317 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:39:49.766317 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:39:49.766317 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:39:49.766317 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:39:49.766317 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:39:49.891533 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f252c713-24df-49ec-8809-41fa10594729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:49.911842 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f252c713-24df-49ec-8809-41fa10594729 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:49.920214 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f252c713-24df-49ec-8809-41fa10594729 admin admin] 10.222.0.39 "DELETE /v2.0/networks/bf31b962-e4cb-4eab-a30d-b7aac66998c7 HTTP/1.1" status: 204 len: 168 time: 0.6314523 Nov 10 17:39:49.945873 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252c713-24df-49ec-8809-41fa10594729 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf31b962-e4cb-4eab-a30d-b7aac66998c7,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:49.969504 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081255bc-be7d-4dbb-8bba-a24c16d76df4 None None] Network 230dcf75-55c1-414e-aa76-9be83e105722 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:39:50.049742 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-b3132160-9fed-4352-a15b-ecd2afdd0bda tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:50.051812 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-b3132160-9fed-4352-a15b-ecd2afdd0bda tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/networks?id=d4e1ba53-3c7f-4994-965e-2463aa2b8abd HTTP/1.1" status: 200 len: 812 time: 0.2886209 Nov 10 17:39:50.090843 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device aec4e503-a3ae-4dc5-910a-60f3d11a8215 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:39:50.121530 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-608c40f6-58aa-4d2d-a1a9-5afe3bea0e8b tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/quotas/f3b6826817b8411c8006e8b4d3c701a1 HTTP/1.1" status: 200 len: 375 time: 0.0632503 Nov 10 17:39:50.251275 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 42080) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:50.264620 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port aec4e503-a3ae-4dc5-910a-60f3d11a8215 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:39:50.264996 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:50.283519 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832c9a9-b432-4db7-a4ef-3266137a9466 req-0c4ce229-0158-491a-9c12-a25869c8c178 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:50.285637 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b832c9a9-b432-4db7-a4ef-3266137a9466 req-0c4ce229-0158-491a-9c12-a25869c8c178 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.13 "GET /v2.0/ports?device_id=856ce5a7-3e92-4e8f-b645-af373a755873 HTTP/1.1" status: 200 len: 946 time: 0.2074301 Nov 10 17:39:50.305893 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-bd26b86f-984d-447e-9a52-14cb4f8583a0 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3b6826817b8411c8006e8b4d3c701a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1832752 Nov 10 17:39:50.437144 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ba5cd305-9207-4c6a-8096-eb783d79ce2b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3a7362a6bd2d4dfcb495a89b6c85177b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1842744 Nov 10 17:39:50.439633 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 42082) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:50.459301 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36350f80-c1ae-40ed-b4c6-f3eff259dcf8 req-f6b103b7-99e1-4a8d-aeb2-1f1caea0b754 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:50.469945 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-36350f80-c1ae-40ed-b4c6-f3eff259dcf8 req-f6b103b7-99e1-4a8d-aeb2-1f1caea0b754 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 945 time: 0.1126614 Nov 10 17:39:50.528187 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-36350f80-c1ae-40ed-b4c6-f3eff259dcf8 req-01399236-7875-47fe-82ec-3a416cec4325 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563581 Nov 10 17:39:50.536742 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-39a2f285-9ee8-43a3-a21c-4d44bafc6ebd service neutron] 10.222.0.39 "GET /v2.0/networks/d4e1ba53-3c7f-4994-965e-2463aa2b8abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294760 Nov 10 17:39:50.627058 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ead467-7b55-412c-9fdf-da4800a2ec5e req-820d86d7-9142-49cb-94c2-a731370a3452 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:50.628663 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f9ead467-7b55-412c-9fdf-da4800a2ec5e req-820d86d7-9142-49cb-94c2-a731370a3452 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.11 "GET /v2.0/ports?device_id=262bf46a-4bab-4584-930e-719056fbd23a HTTP/1.1" status: 200 len: 945 time: 0.0640097 Nov 10 17:39:50.660422 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21ee90-43ed-40aa-a9b8-929dfbb00eba req-25362db1-d679-4285-9113-3c45c0d3ca7e tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:50.661947 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-da21ee90-43ed-40aa-a9b8-929dfbb00eba req-25362db1-d679-4285-9113-3c45c0d3ca7e tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.13 "GET /v2.0/ports?device_id=60b382bb-0577-4bc6-b4cf-c48575256cd8 HTTP/1.1" status: 200 len: 946 time: 0.1672666 Nov 10 17:39:50.684485 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9255b36f-aa81-448f-95de-c1160e423795 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:50.731622 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-b832c9a9-b432-4db7-a4ef-3266137a9466 req-59cc62a0-ec61-4469-8132-6ce7728ecb61 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Deleting port 493b266d-2e28-4eae-82fc-91d2b94f8b9c {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:39:50.732632 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b832c9a9-b432-4db7-a4ef-3266137a9466 req-59cc62a0-ec61-4469-8132-6ce7728ecb61 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:50.776372 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-f9ead467-7b55-412c-9fdf-da4800a2ec5e req-60ed7060-e1a2-44e6-a9dd-d075911f3189 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Deleting port db81c424-0580-4ecf-ade7-daae544f9c27 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:39:50.776714 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f9ead467-7b55-412c-9fdf-da4800a2ec5e req-60ed7060-e1a2-44e6-a9dd-d075911f3189 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:50.848925 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9255b36f-aa81-448f-95de-c1160e423795 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:50.871395 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-a7ad4f1e-7768-4b5c-a79b-7ee5c24c7811 service neutron] 10.222.0.39 "GET /v2.0/networks/d4e1ba53-3c7f-4994-965e-2463aa2b8abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162227 Nov 10 17:39:50.915439 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-f9ead467-7b55-412c-9fdf-da4800a2ec5e req-60ed7060-e1a2-44e6-a9dd-d075911f3189 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] For port db81c424-0580-4ecf-ade7-daae544f9c27, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=db81c424-0580-4ecf-ade7-daae544f9c27,segment=NetworkSegment(384d6ec0-9254-4efe-b773-97715b6ee1cd),segment_id=384d6ec0-9254-4efe-b773-97715b6ee1cd)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:50.916643 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f9ead467-7b55-412c-9fdf-da4800a2ec5e req-60ed7060-e1a2-44e6-a9dd-d075911f3189 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:50.944958 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-f9ead467-7b55-412c-9fdf-da4800a2ec5e req-60ed7060-e1a2-44e6-a9dd-d075911f3189 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Calling delete_port for db81c424-0580-4ecf-ade7-daae544f9c27 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:39:50.986652 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-b832c9a9-b432-4db7-a4ef-3266137a9466 req-59cc62a0-ec61-4469-8132-6ce7728ecb61 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] For port 493b266d-2e28-4eae-82fc-91d2b94f8b9c, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=493b266d-2e28-4eae-82fc-91d2b94f8b9c,segment=NetworkSegment(34ec1547-f06e-4c01-a463-1ae6c24526b4),segment_id=34ec1547-f06e-4c01-a463-1ae6c24526b4)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:50.986914 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b832c9a9-b432-4db7-a4ef-3266137a9466 req-59cc62a0-ec61-4469-8132-6ce7728ecb61 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:51.007837 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-b832c9a9-b432-4db7-a4ef-3266137a9466 req-59cc62a0-ec61-4469-8132-6ce7728ecb61 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Calling delete_port for 493b266d-2e28-4eae-82fc-91d2b94f8b9c owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:39:51.012690 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-da21ee90-43ed-40aa-a9b8-929dfbb00eba req-317fd7ca-e168-4efc-93f9-1b1506ab6888 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Deleting port 7976f81d-c8f1-45af-aae4-017feab84eba {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:39:51.013137 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-da21ee90-43ed-40aa-a9b8-929dfbb00eba req-317fd7ca-e168-4efc-93f9-1b1506ab6888 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:51.031731 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9255b36f-aa81-448f-95de-c1160e423795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:51.034628 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9255b36f-aa81-448f-95de-c1160e423795 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:51.038312 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9255b36f-aa81-448f-95de-c1160e423795 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6 HTTP/1.1" status: 204 len: 168 time: 0.5933979 Nov 10 17:39:51.158120 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255b36f-aa81-448f-95de-c1160e423795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726e3eaf-5c6a-4c46-8ec9-9aa5b2ca58b6,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:51.230053 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f9ead467-7b55-412c-9fdf-da4800a2ec5e req-60ed7060-e1a2-44e6-a9dd-d075911f3189 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:51.245536 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['db81c424-0580-4ecf-ade7-daae544f9c27'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:39:51.257639 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['7976f81d-c8f1-45af-aae4-017feab84eba'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:39:51.289170 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-da21ee90-43ed-40aa-a9b8-929dfbb00eba req-317fd7ca-e168-4efc-93f9-1b1506ab6888 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] For port 7976f81d-c8f1-45af-aae4-017feab84eba, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=7976f81d-c8f1-45af-aae4-017feab84eba,segment=NetworkSegment(384d6ec0-9254-4efe-b773-97715b6ee1cd),segment_id=384d6ec0-9254-4efe-b773-97715b6ee1cd)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:51.289563 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-da21ee90-43ed-40aa-a9b8-929dfbb00eba req-317fd7ca-e168-4efc-93f9-1b1506ab6888 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:51.294477 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed7060-e1a2-44e6-a9dd-d075911f3189 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Pushing event deleted for resources: {'Port': ['ID=db81c424-0580-4ecf-ade7-daae544f9c27,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:51.370071 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-da21ee90-43ed-40aa-a9b8-929dfbb00eba req-317fd7ca-e168-4efc-93f9-1b1506ab6888 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Calling delete_port for 7976f81d-c8f1-45af-aae4-017feab84eba owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:39:51.387605 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ead467-7b55-412c-9fdf-da4800a2ec5e req-60ed7060-e1a2-44e6-a9dd-d075911f3189 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] No DVR routers for this DVR port db81c424-0580-4ecf-ade7-daae544f9c27 on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:39:51.394981 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f9ead467-7b55-412c-9fdf-da4800a2ec5e req-60ed7060-e1a2-44e6-a9dd-d075911f3189 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:51.398487 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f9ead467-7b55-412c-9fdf-da4800a2ec5e req-60ed7060-e1a2-44e6-a9dd-d075911f3189 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.11 "DELETE /v2.0/ports/db81c424-0580-4ecf-ade7-daae544f9c27 HTTP/1.1" status: 204 len: 173 time: 0.7631822 Nov 10 17:39:51.398943 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262bf46a-4bab-4584-930e-719056fbd23a', 'name': 'network-vif-deleted', 'tag': 'db81c424-0580-4ecf-ade7-daae544f9c27'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:39:51.408630 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d672c8-1823-4c71-a7db-6409e1eec724" -d '{"events": [{"server_uuid": "262bf46a-4bab-4584-930e-719056fbd23a", "name": "network-vif-deleted", "tag": "db81c424-0580-4ecf-ade7-daae544f9c27"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:39:51.444430 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-d010d595-2cd5-4607-bc6a-9a8148a5edcf tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:51.454894 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-d010d595-2cd5-4607-bc6a-9a8148a5edcf tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/networks?id=522a4a49-7ffd-41e2-8dd3-891b9e780aac HTTP/1.1" status: 200 len: 825 time: 0.3326020 Nov 10 17:39:51.499937 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-bc400b63-ce5d-4019-a3a5-0665016ad460 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/quotas/6a2f73f5070b47a3b8f941f8355a1015 HTTP/1.1" status: 200 len: 375 time: 0.0438328 Nov 10 17:39:51.595222 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-aafc6486-5996-4cd3-8ad8-ebd5f7bd9d7c tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6a2f73f5070b47a3b8f941f8355a1015&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0934017 Nov 10 17:39:51.721861 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8360301-3ee5-462f-9804-164009b2989f req-317d9815-dbca-4ceb-a16e-c950f8c1badd tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:51.729070 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b8360301-3ee5-462f-9804-164009b2989f req-317d9815-dbca-4ceb-a16e-c950f8c1badd tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 945 time: 0.3608851 Nov 10 17:39:51.768910 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b832c9a9-b432-4db7-a4ef-3266137a9466 req-59cc62a0-ec61-4469-8132-6ce7728ecb61 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:51.816933 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc62a0-ec61-4469-8132-6ce7728ecb61 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Pushing event deleted for resources: {'Port': ['ID=493b266d-2e28-4eae-82fc-91d2b94f8b9c,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:52.007472 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-b832c9a9-b432-4db7-a4ef-3266137a9466 req-59cc62a0-ec61-4469-8132-6ce7728ecb61 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] No DVR routers for this DVR port 493b266d-2e28-4eae-82fc-91d2b94f8b9c on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:39:52.026610 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-c11e075e-8305-465d-a6ca-c7d73cd8aa8e service neutron] 10.222.0.39 "GET /v2.0/networks/522a4a49-7ffd-41e2-8dd3-891b9e780aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276850 Nov 10 17:39:52.065589 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b8360301-3ee5-462f-9804-164009b2989f req-b876867b-fdc3-461e-be6a-318ed0f70357 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354015 Nov 10 17:39:52.068951 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-b832c9a9-b432-4db7-a4ef-3266137a9466 req-59cc62a0-ec61-4469-8132-6ce7728ecb61 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:52.085056 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b832c9a9-b432-4db7-a4ef-3266137a9466 req-59cc62a0-ec61-4469-8132-6ce7728ecb61 tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.13 "DELETE /v2.0/ports/493b266d-2e28-4eae-82fc-91d2b94f8b9c HTTP/1.1" status: 204 len: 173 time: 1.7739248 Nov 10 17:39:52.111354 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856ce5a7-3e92-4e8f-b645-af373a755873', 'name': 'network-vif-deleted', 'tag': '493b266d-2e28-4eae-82fc-91d2b94f8b9c'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:39:52.113525 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9079d54-b318-4bf9-83dc-465079562e4e" -d '{"events": [{"server_uuid": "856ce5a7-3e92-4e8f-b645-af373a755873", "name": "network-vif-deleted", "tag": "493b266d-2e28-4eae-82fc-91d2b94f8b9c"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:39:52.202064 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-da21ee90-43ed-40aa-a9b8-929dfbb00eba req-317fd7ca-e168-4efc-93f9-1b1506ab6888 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:52.216317 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['db81c424-0580-4ecf-ade7-daae544f9c27'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:39:52.300852 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fd7ca-e168-4efc-93f9-1b1506ab6888 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Pushing event deleted for resources: {'Port': ['ID=7976f81d-c8f1-45af-aae4-017feab84eba,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:52.309111 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-20669abb-b4f2-4bb3-88bc-41675f5a402c service neutron] 10.222.0.39 "GET /v2.0/networks/522a4a49-7ffd-41e2-8dd3-891b9e780aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803752 Nov 10 17:39:52.375031 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-20dc9d9c-8195-451b-990c-f56db7bf339a req-dedc01e8-ec0d-4c76-8438-0966d31ccc6e tempest-ListServerFiltersTestJSON-1975566900 tempest-ListServerFiltersTestJSON-1975566900-project] 10.222.0.39 "GET /v2.0/ports?device_id=856ce5a7-3e92-4e8f-b645-af373a755873 HTTP/1.1" status: 200 len: 210 time: 0.1519299 Nov 10 17:39:52.433439 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-da21ee90-43ed-40aa-a9b8-929dfbb00eba req-317fd7ca-e168-4efc-93f9-1b1506ab6888 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] No DVR routers for this DVR port 7976f81d-c8f1-45af-aae4-017feab84eba on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:39:52.438320 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-da21ee90-43ed-40aa-a9b8-929dfbb00eba req-317fd7ca-e168-4efc-93f9-1b1506ab6888 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:52.445476 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-da21ee90-43ed-40aa-a9b8-929dfbb00eba req-317fd7ca-e168-4efc-93f9-1b1506ab6888 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.13 "DELETE /v2.0/ports/7976f81d-c8f1-45af-aae4-017feab84eba HTTP/1.1" status: 204 len: 173 time: 1.7714832 Nov 10 17:39:52.651384 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714ec49d-127f-434b-b6d1-b8f124aefb99 x-openstack-request-id: req-714ec49d-127f-434b-b6d1-b8f124aefb99 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:39:52.652028 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262bf46a-4bab-4584-930e-719056fbd23a", "name": "network-vif-deleted", "tag": "db81c424-0580-4ecf-ade7-daae544f9c27", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:39:52.652989 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-714ec49d-127f-434b-b6d1-b8f124aefb99 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:39:52.653863 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '262bf46a-4bab-4584-930e-719056fbd23a', 'name': 'network-vif-deleted', 'tag': 'db81c424-0580-4ecf-ade7-daae544f9c27', 'status': 'completed', 'code': 200} Nov 10 17:39:52.662867 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 7976f81d-c8f1-45af-aae4-017feab84eba no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:39:52.753187 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 7976f81d-c8f1-45af-aae4-017feab84eba {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:39:52.756674 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 7976f81d-c8f1-45af-aae4-017feab84eba not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:39:52.757477 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 493b266d-2e28-4eae-82fc-91d2b94f8b9c no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:39:52.789410 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 493b266d-2e28-4eae-82fc-91d2b94f8b9c {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:39:52.790035 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 493b266d-2e28-4eae-82fc-91d2b94f8b9c not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:39:52.921739 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fbc52a-ead5-45e5-ba66-e26d572a6ba6 req-219dc2d5-b037-4d37-a7b7-9ecdc20a6a4f tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:52.931705 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-88fbc52a-ead5-45e5-ba66-e26d572a6ba6 req-219dc2d5-b037-4d37-a7b7-9ecdc20a6a4f tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 945 time: 0.1499012 Nov 10 17:39:53.041991 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-88fbc52a-ead5-45e5-ba66-e26d572a6ba6 req-a40e9851-632b-43ea-a20b-91ea03499588 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087301 Nov 10 17:39:53.091455 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34151fc-cf7e-4663-81a2-3373fc124ada x-openstack-request-id: req-a34151fc-cf7e-4663-81a2-3373fc124ada {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:39:53.093516 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856ce5a7-3e92-4e8f-b645-af373a755873", "name": "network-vif-deleted", "tag": "493b266d-2e28-4eae-82fc-91d2b94f8b9c", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:39:53.093974 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a34151fc-cf7e-4663-81a2-3373fc124ada {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:39:53.095063 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856ce5a7-3e92-4e8f-b645-af373a755873', 'name': 'network-vif-deleted', 'tag': '493b266d-2e28-4eae-82fc-91d2b94f8b9c', 'status': 'completed', 'code': 200} Nov 10 17:39:53.172637 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fcf59cef-8b27-4613-9fed-1adf273a9899 req-475b74d4-b231-4ce0-92a5-6b6ce53d8c1c tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8 HTTP/1.1" status: 200 len: 210 time: 0.0533741 Nov 10 17:39:53.296416 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7185310d-b841-4f05-8ac1-b0e3180e07a1 req-4e39aa32-4890-4477-877c-1a1b3dad3703 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/ports?device_id=e23bdf8c-ef35-49fe-986a-93e0fea87793 HTTP/1.1" status: 200 len: 210 time: 0.0659125 Nov 10 17:39:53.484422 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311cb621-a7eb-4e55-8be4-8ccf1ae4cc63 req-d1c14ee6-ff9c-41dd-a6a6-9d99e9698277 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:53.495355 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-311cb621-a7eb-4e55-8be4-8ccf1ae4cc63 req-d1c14ee6-ff9c-41dd-a6a6-9d99e9698277 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 945 time: 0.1606076 Nov 10 17:39:53.555200 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 42180) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:53.617938 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-311cb621-a7eb-4e55-8be4-8ccf1ae4cc63 req-e2475507-2cf2-472f-9fdf-2428046e2dc0 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204560 Nov 10 17:39:53.643586 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14440f57-d836-48d4-9e4f-f4575c19eb9f req-d841ae2a-5656-4565-bfe9-90ac98a5b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:53.645291 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-14440f57-d836-48d4-9e4f-f4575c19eb9f req-d841ae2a-5656-4565-bfe9-90ac98a5b90b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8e72b28b5eeb442488b09faff7426464&device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 1097 time: 0.0932186 Nov 10 17:39:53.804072 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-36008a82-22b2-442f-a421-9679b2e64f07 admin admin] Deleting subnet 1adc8a12-e3a2-47a8-95eb-169d5cbb4c97 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:39:53.811344 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-36008a82-22b2-442f-a421-9679b2e64f07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:53.890408 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14440f57-d836-48d4-9e4f-f4575c19eb9f req-7f1c6af7-c65b-488a-bb10-34716b5d5d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:53.893973 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-14440f57-d836-48d4-9e4f-f4575c19eb9f req-7f1c6af7-c65b-488a-bb10-34716b5d5d52 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4cbc9600-b463-4d04-acee-3f23c1dabea3 HTTP/1.1" status: 200 len: 912 time: 0.2345655 Nov 10 17:39:53.987467 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-14440f57-d836-48d4-9e4f-f4575c19eb9f req-523980c0-727a-42b2-a1e3-94ecf1fe19cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b50f52b-4ac3-4426-952a-44ac10818835 HTTP/1.1" status: 200 len: 217 time: 0.0864460 Nov 10 17:39:53.991281 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-36008a82-22b2-442f-a421-9679b2e64f07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:54.086714 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14440f57-d836-48d4-9e4f-f4575c19eb9f req-d5a900f9-8ebc-421f-8453-bda2454812c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:54.088604 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-14440f57-d836-48d4-9e4f-f4575c19eb9f req-d5a900f9-8ebc-421f-8453-bda2454812c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d5dda55e-1f80-43c6-821b-000fde206b8e HTTP/1.1" status: 200 len: 851 time: 0.0919213 Nov 10 17:39:54.119298 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89322f-2ebf-49ad-94bf-735c2aa2719f req-b117f8ae-30de-4de3-869d-cb1fc2781556 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:54.128426 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3a89322f-2ebf-49ad-94bf-735c2aa2719f req-b117f8ae-30de-4de3-869d-cb1fc2781556 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 945 time: 0.4307768 Nov 10 17:39:54.135545 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-14440f57-d836-48d4-9e4f-f4575c19eb9f req-709f55c7-57fc-4c25-8220-ab5fb9b7b6bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4cbc9600-b463-4d04-acee-3f23c1dabea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373728 Nov 10 17:39:54.282696 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-14440f57-d836-48d4-9e4f-f4575c19eb9f req-aaa5fc35-cab9-4de1-b230-a0fafd51b92e service neutron] 10.222.0.11 "GET /v2.0/networks/4cbc9600-b463-4d04-acee-3f23c1dabea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346545 Nov 10 17:39:54.295543 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-b98ec90b-c22c-427b-ae03-08ee0572100a tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:54.297219 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-b98ec90b-c22c-427b-ae03-08ee0572100a tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.11 "GET /v2.0/networks?id=d4e1ba53-3c7f-4994-965e-2463aa2b8abd HTTP/1.1" status: 200 len: 812 time: 0.5389378 Nov 10 17:39:54.319379 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-fe597b1e-6811-4637-8075-3f99ff9ca7bb tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Request body: {'port': {'device_id': 'e23bdf8c-ef35-49fe-986a-93e0fea87793', 'network_id': 'd4e1ba53-3c7f-4994-965e-2463aa2b8abd', 'admin_state_up': True, 'tenant_id': 'f3b6826817b8411c8006e8b4d3c701a1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:54.321727 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-724407f6-27ea-4b5c-83f1-1e7d14259e0c req-96263b8f-26f9-4c25-a4ca-129d614186fe tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8 HTTP/1.1" status: 200 len: 210 time: 0.0380208 Nov 10 17:39:54.341419 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3a89322f-2ebf-49ad-94bf-735c2aa2719f req-1cbdfbc6-0d98-472a-b034-d36b3e568a4c tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118208 Nov 10 17:39:54.387551 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-04a4f028-8998-4392-a883-d53042fcd607 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:54.389713 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-04a4f028-8998-4392-a883-d53042fcd607 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.13 "GET /v2.0/networks?id=d4e1ba53-3c7f-4994-965e-2463aa2b8abd HTTP/1.1" status: 200 len: 812 time: 0.4743290 Nov 10 17:39:54.439045 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-99306a9c-4d2d-4df4-bf76-cb22d2fb3fc1 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Request body: {'port': {'device_id': '604b8164-9572-48f4-ba41-00df95b3835d', 'network_id': 'd4e1ba53-3c7f-4994-965e-2463aa2b8abd', 'admin_state_up': True, 'tenant_id': 'f3b6826817b8411c8006e8b4d3c701a1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:54.471488 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-36008a82-22b2-442f-a421-9679b2e64f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:54.486742 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-14440f57-d836-48d4-9e4f-f4575c19eb9f req-502ea511-3774-44d8-87ae-47f6cbeb464d service neutron] 10.222.0.11 "GET /v2.0/networks/4cbc9600-b463-4d04-acee-3f23c1dabea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909862 Nov 10 17:39:54.570966 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:54.580841 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device db81c424-0580-4ecf-ade7-daae544f9c27 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:39:54.617817 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: db81c424-0580-4ecf-ade7-daae544f9c27 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:39:54.618799 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device db81c424-0580-4ecf-ade7-daae544f9c27 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:39:54.799290 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336af42-8ac3-46af-a8e9-1bb99f2dfb3e req-83c16175-b376-4353-b65b-c30c87ec6633 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:54.801816 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a336af42-8ac3-46af-a8e9-1bb99f2dfb3e req-83c16175-b376-4353-b65b-c30c87ec6633 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 945 time: 0.0821478 Nov 10 17:39:54.877647 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a336af42-8ac3-46af-a8e9-1bb99f2dfb3e req-d4bb57bf-2036-4ab7-83c6-96833f70dfda tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692456 Nov 10 17:39:54.948931 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:54.969048 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-54dbb415-e922-44ab-8f34-ccf083950540 req-a2044bd2-9b11-4ee9-93ee-dbcfb85b8029 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/ports?device_id=e23bdf8c-ef35-49fe-986a-93e0fea87793 HTTP/1.1" status: 200 len: 210 time: 0.5047519 Nov 10 17:39:55.098379 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b382bb-0577-4bc6-b4cf-c48575256cd8', 'name': 'network-vif-deleted', 'tag': '7976f81d-c8f1-45af-aae4-017feab84eba'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:39:55.100669 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a929ab86-9c3a-48ef-ab95-37265d77f707" -d '{"events": [{"server_uuid": "60b382bb-0577-4bc6-b4cf-c48575256cd8", "name": "network-vif-deleted", "tag": "7976f81d-c8f1-45af-aae4-017feab84eba"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:39:55.115077 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-36008a82-22b2-442f-a421-9679b2e64f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:55.138467 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-67f93b4d-e237-4750-9552-789c12a2727a tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:55.140744 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-67f93b4d-e237-4750-9552-789c12a2727a tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.11 "GET /v2.0/networks?id=522a4a49-7ffd-41e2-8dd3-891b9e780aac HTTP/1.1" status: 200 len: 825 time: 0.7699316 Nov 10 17:39:55.190194 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b3782b-15e8-45d8-aba8-45e0f1deb55e x-openstack-request-id: req-82b3782b-15e8-45d8-aba8-45e0f1deb55e {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:39:55.190654 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b382bb-0577-4bc6-b4cf-c48575256cd8", "name": "network-vif-deleted", "tag": "7976f81d-c8f1-45af-aae4-017feab84eba", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:39:55.191069 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-82b3782b-15e8-45d8-aba8-45e0f1deb55e {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:39:55.191683 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b382bb-0577-4bc6-b4cf-c48575256cd8', 'name': 'network-vif-deleted', 'tag': '7976f81d-c8f1-45af-aae4-017feab84eba', 'status': 'completed', 'code': 200} Nov 10 17:39:55.203496 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-eade7170-eeb2-4b51-b53c-ffb5e0e67b2e tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Request body: {'port': {'device_id': 'c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8', 'network_id': '522a4a49-7ffd-41e2-8dd3-891b9e780aac', 'admin_state_up': True, 'tenant_id': '6a2f73f5070b47a3b8f941f8355a1015'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:55.207238 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36008a82-22b2-442f-a421-9679b2e64f07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1adc8a12-e3a2-47a8-95eb-169d5cbb4c97,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:55.229791 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad186a7c-d120-42dd-affd-0c86b6497cc5 None None] Network c9180a1a-41c6-4705-9f2d-3f86b162f713 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:39:55.255088 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-36008a82-22b2-442f-a421-9679b2e64f07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:55.267966 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 42226) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:55.268617 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-36008a82-22b2-442f-a421-9679b2e64f07 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1adc8a12-e3a2-47a8-95eb-169d5cbb4c97 HTTP/1.1" status: 204 len: 168 time: 1.7116075 Nov 10 17:39:55.291987 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-fe597b1e-6811-4637-8075-3f99ff9ca7bb tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Made reservation on behalf of f3b6826817b8411c8006e8b4d3c701a1 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:39:55.297039 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-fe597b1e-6811-4637-8075-3f99ff9ca7bb tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:55.352428 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-99306a9c-4d2d-4df4-bf76-cb22d2fb3fc1 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Made reservation on behalf of f3b6826817b8411c8006e8b4d3c701a1 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:39:55.356522 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-99306a9c-4d2d-4df4-bf76-cb22d2fb3fc1 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:55.446166 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3077ad8f-3109-4e49-adac-6e46c6a7ae4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:55.618226 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12aac306-e4d6-43ed-b5f3-f8d294fb46b9 None None] DHCP port deletion for c9180a1a-41c6-4705-9f2d-3f86b162f713 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:39:55.624808 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a5be9-80db-4bf6-a113-16baf55a73b2 req-e5e30321-aaf4-4d2a-ae1f-d343befe8368 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:55.626283 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ad1a5be9-80db-4bf6-a113-16baf55a73b2 req-e5e30321-aaf4-4d2a-ae1f-d343befe8368 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 945 time: 0.0667040 Nov 10 17:39:55.632991 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-3077ad8f-3109-4e49-adac-6e46c6a7ae4f admin admin] Deleting port 385edd0c-44f5-4e54-898a-c7174310d0f7 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:39:55.633331 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3077ad8f-3109-4e49-adac-6e46c6a7ae4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:55.644519 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-eade7170-eeb2-4b51-b53c-ffb5e0e67b2e tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Made reservation on behalf of 6a2f73f5070b47a3b8f941f8355a1015 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:39:55.648580 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-eade7170-eeb2-4b51-b53c-ffb5e0e67b2e tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:55.721545 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2ecc9c90-5e2b-4228-bb32-5c58980636db req-53119d93-fe2e-4382-b9b4-dd624a235189 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8 HTTP/1.1" status: 200 len: 210 time: 0.1254249 Nov 10 17:39:55.743140 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-12aac306-e4d6-43ed-b5f3-f8d294fb46b9 None None] Deleting port 385edd0c-44f5-4e54-898a-c7174310d0f7 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:39:55.743733 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac306-e4d6-43ed-b5f3-f8d294fb46b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:55.746102 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ad1a5be9-80db-4bf6-a113-16baf55a73b2 req-65b1bc57-3417-4890-879f-b752fee343c6 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104531 Nov 10 17:39:55.748103 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-3077ad8f-3109-4e49-adac-6e46c6a7ae4f admin admin] For port 385edd0c-44f5-4e54-898a-c7174310d0f7, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=385edd0c-44f5-4e54-898a-c7174310d0f7,segment=NetworkSegment(34ec1547-f06e-4c01-a463-1ae6c24526b4),segment_id=34ec1547-f06e-4c01-a463-1ae6c24526b4)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:55.748498 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3077ad8f-3109-4e49-adac-6e46c6a7ae4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:55.759456 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-fe597b1e-6811-4637-8075-3f99ff9ca7bb tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Allocated IP 172.20.0.10 (d4e1ba53-3c7f-4994-965e-2463aa2b8abd/54c3c56b-4c97-40ad-a0fb-1ba9c868f14d/adeda5b5-30ac-49fa-81ed-1a345d17ba7e) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:39:55.784136 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 42236) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:55.819671 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-3077ad8f-3109-4e49-adac-6e46c6a7ae4f admin admin] Calling delete_port for 385edd0c-44f5-4e54-898a-c7174310d0f7 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:39:55.899881 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-12aac306-e4d6-43ed-b5f3-f8d294fb46b9 None None] For port 385edd0c-44f5-4e54-898a-c7174310d0f7, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=385edd0c-44f5-4e54-898a-c7174310d0f7,segment=NetworkSegment(34ec1547-f06e-4c01-a463-1ae6c24526b4),segment_id=34ec1547-f06e-4c01-a463-1ae6c24526b4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:39:55.900402 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac306-e4d6-43ed-b5f3-f8d294fb46b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:55.915351 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 385edd0c-44f5-4e54-898a-c7174310d0f7 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:39:55.918674 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-12aac306-e4d6-43ed-b5f3-f8d294fb46b9 None None] Calling delete_port for 385edd0c-44f5-4e54-898a-c7174310d0f7 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:39:55.953513 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3077ad8f-3109-4e49-adac-6e46c6a7ae4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:56.012820 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-eade7170-eeb2-4b51-b53c-ffb5e0e67b2e tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Allocated IP 172.20.0.4 (522a4a49-7ffd-41e2-8dd3-891b9e780aac/f40b2c22-f569-41f0-b21a-9b9058e99d23/325ab4e7-ab84-4bcf-b104-50d5b5f515dd) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:39:56.063846 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077ad8f-3109-4e49-adac-6e46c6a7ae4f admin admin] Pushing event deleted for resources: {'Port': ['ID=385edd0c-44f5-4e54-898a-c7174310d0f7,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:56.070051 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3077ad8f-3109-4e49-adac-6e46c6a7ae4f admin admin] No DVR routers for this DVR port 385edd0c-44f5-4e54-898a-c7174310d0f7 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:39:56.092648 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No active binding found for port 385edd0c-44f5-4e54-898a-c7174310d0f7 {{(pid=102470) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 17:39:56.093623 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 385edd0c-44f5-4e54-898a-c7174310d0f7 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:39:56.138916 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e1b17933-8fe1-46b2-b7f3-449d311f7832 req-39ab345e-3374-4995-a9d2-50e6183dfe4f tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/ports?device_id=e23bdf8c-ef35-49fe-986a-93e0fea87793 HTTP/1.1" status: 200 len: 210 time: 0.0402832 Nov 10 17:39:56.166471 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12aac306-e4d6-43ed-b5f3-f8d294fb46b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:56.230469 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aac306-e4d6-43ed-b5f3-f8d294fb46b9 None None] Pushing event deleted for resources: {'Port': ['ID=385edd0c-44f5-4e54-898a-c7174310d0f7,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:56.247136 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3077ad8f-3109-4e49-adac-6e46c6a7ae4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:56.260536 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12aac306-e4d6-43ed-b5f3-f8d294fb46b9 None None] No DVR routers for this DVR port 385edd0c-44f5-4e54-898a-c7174310d0f7 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:39:56.280746 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecba2f8-9cb3-4a20-8088-d33876c148cc req-c6d64e6f-1503-45c0-98e7-de9f424b1008 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:56.281992 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4ecba2f8-9cb3-4a20-8088-d33876c148cc req-c6d64e6f-1503-45c0-98e7-de9f424b1008 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 945 time: 0.1671481 Nov 10 17:39:56.285572 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-3077ad8f-3109-4e49-adac-6e46c6a7ae4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9180a1a-41c6-4705-9f2d-3f86b162f713']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:39:56.297789 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-3077ad8f-3109-4e49-adac-6e46c6a7ae4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ec1547-f06e-4c01-a463-1ae6c24526b4') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:39:56.298129 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-3077ad8f-3109-4e49-adac-6e46c6a7ae4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ec1547-f06e-4c01-a463-1ae6c24526b4') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:39:56.311625 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3077ad8f-3109-4e49-adac-6e46c6a7ae4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:56.326984 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-eade7170-eeb2-4b51-b53c-ffb5e0e67b2e tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:56.346347 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-606a6652-182b-44ac-8fcc-f5cdf1c36ecd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:56.361330 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3077ad8f-3109-4e49-adac-6e46c6a7ae4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:56.363144 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-fe597b1e-6811-4637-8075-3f99ff9ca7bb tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:56.376692 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3077ad8f-3109-4e49-adac-6e46c6a7ae4f admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:39:56.377252 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3077ad8f-3109-4e49-adac-6e46c6a7ae4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:56.380262 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:39:56.380262 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:39:56.380262 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:39:56.380262 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:39:56.380262 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:39:56.380262 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:39:56.380262 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:39:56.380262 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:39:56.380262 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:39:56.380262 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:39:56.380262 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:39:56.380262 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:39:56.380262 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:39:56.380262 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:39:56.380262 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:39:56.380262 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:39:56.380262 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:39:56.380262 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:39:56.380262 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:39:56.380262 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:39:56.380262 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:39:56.380262 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:39:56.380262 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:39:56.380262 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:39:56.380262 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:39:56.380262 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:39:56.380262 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:39:56.380262 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:39:56.380262 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:39:56.380262 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:39:56.380262 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:39:56.380262 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:39:56.427441 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4ecba2f8-9cb3-4a20-8088-d33876c148cc req-2fc85adb-91e2-4e52-bb81-93f4969c16b3 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334460 Nov 10 17:39:56.452507 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-eade7170-eeb2-4b51-b53c-ffb5e0e67b2e tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:56.488787 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3077ad8f-3109-4e49-adac-6e46c6a7ae4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:56.506999 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3077ad8f-3109-4e49-adac-6e46c6a7ae4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:56.513013 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3077ad8f-3109-4e49-adac-6e46c6a7ae4f admin admin] 10.222.0.39 "DELETE /v2.0/networks/c9180a1a-41c6-4705-9f2d-3f86b162f713 HTTP/1.1" status: 204 len: 168 time: 1.2437167 Nov 10 17:39:56.524429 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-eade7170-eeb2-4b51-b53c-ffb5e0e67b2e tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Network 522a4a49-7ffd-41e2-8dd3-891b9e780aac is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:39:56.528392 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077ad8f-3109-4e49-adac-6e46c6a7ae4f admin admin] Pushing event deleted for resources: {'Network': ['ID=c9180a1a-41c6-4705-9f2d-3f86b162f713,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:56.528717 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-fe597b1e-6811-4637-8075-3f99ff9ca7bb tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:56.541222 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-eade7170-eeb2-4b51-b53c-ffb5e0e67b2e tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:39:56.563521 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-eade7170-eeb2-4b51-b53c-ffb5e0e67b2e tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:39:56.568177 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade7170-eeb2-4b51-b53c-ffb5e0e67b2e tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Pushing event updated for resources: {'Port': ['ID=325ab4e7-ab84-4bcf-b104-50d5b5f515dd,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:56.590651 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-606a6652-182b-44ac-8fcc-f5cdf1c36ecd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:56.602922 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-606a6652-182b-44ac-8fcc-f5cdf1c36ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:56.672832 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-fe597b1e-6811-4637-8075-3f99ff9ca7bb tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Network d4e1ba53-3c7f-4994-965e-2463aa2b8abd is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:39:56.675184 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a6652-182b-44ac-8fcc-f5cdf1c36ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bc81c0-4b35-412d-a00c-30627f5ffe95,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:56.691883 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-fe597b1e-6811-4637-8075-3f99ff9ca7bb tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:39:56.691883 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-99306a9c-4d2d-4df4-bf76-cb22d2fb3fc1 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Allocated IP 172.20.0.4 (d4e1ba53-3c7f-4994-965e-2463aa2b8abd/54c3c56b-4c97-40ad-a0fb-1ba9c868f14d/ccf74e76-3e36-4bf1-8fb8-30248888f345) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:39:56.707318 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-fe597b1e-6811-4637-8075-3f99ff9ca7bb tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:39:56.732612 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-606a6652-182b-44ac-8fcc-f5cdf1c36ecd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=69c59ce2d52b45c3991d9e1e5a50d716&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9312944 Nov 10 17:39:56.737340 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 42248) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:56.770752 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe597b1e-6811-4637-8075-3f99ff9ca7bb tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Pushing event updated for resources: {'Port': ['ID=adeda5b5-30ac-49fa-81ed-1a345d17ba7e,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:56.793268 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-eade7170-eeb2-4b51-b53c-ffb5e0e67b2e tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:56.794238 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-eade7170-eeb2-4b51-b53c-ffb5e0e67b2e tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:56.815086 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 42254) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:56.900451 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-16e8495a-270b-4933-82cf-ab18b8350943 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:56.937119 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-eade7170-eeb2-4b51-b53c-ffb5e0e67b2e tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7497315 Nov 10 17:39:56.984836 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-57c9e5e1-43ad-4f6c-aa42-0e675b3ad49b service neutron] Request body: {'port': {'device_id': 'c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:57.061294 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-fe597b1e-6811-4637-8075-3f99ff9ca7bb tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:57.062237 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-fe597b1e-6811-4637-8075-3f99ff9ca7bb tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:57.157101 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-57c9e5e1-43ad-4f6c-aa42-0e675b3ad49b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:57.165523 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-fe597b1e-6811-4637-8075-3f99ff9ca7bb tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8548880 Nov 10 17:39:57.186367 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452425a-e691-4637-8f30-34f4e574614f req-cc13ae65-e8f8-443b-ab80-f488d0aba1e7 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:57.188449 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e452425a-e691-4637-8f30-34f4e574614f req-cc13ae65-e8f8-443b-ab80-f488d0aba1e7 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 945 time: 0.3217709 Nov 10 17:39:57.199637 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-1558e08e-f9d5-45fd-9aac-bfdd676b51dd service neutron] Request body: {'port': {'device_id': 'e23bdf8c-ef35-49fe-986a-93e0fea87793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:57.221089 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7147db1d-58a5-438c-83a9-882eeb132c56 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=04a76971ed564b4fb4b599d053c14ea1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4045844 Nov 10 17:39:57.223260 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 42260) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:57.280176 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-16e8495a-270b-4933-82cf-ab18b8350943 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:57.346923 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db9cae-53c5-490e-8d4a-fe33ea6c8813 req-f67ee4af-ccc1-4f9d-ace4-76e7a7d78bc4 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:57.349353 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-32db9cae-53c5-490e-8d4a-fe33ea6c8813 req-f67ee4af-ccc1-4f9d-ace4-76e7a7d78bc4 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8 HTTP/1.1" status: 200 len: 931 time: 0.4316473 Nov 10 17:39:57.361742 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b111aed9-92dd-4e9d-9f54-a79c775931e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:57.377361 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-1558e08e-f9d5-45fd-9aac-bfdd676b51dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:57.389428 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-99306a9c-4d2d-4df4-bf76-cb22d2fb3fc1 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:57.412871 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b111aed9-92dd-4e9d-9f54-a79c775931e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:57.428744 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-16e8495a-270b-4933-82cf-ab18b8350943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:57.435111 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-16e8495a-270b-4933-82cf-ab18b8350943 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:57.435111 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-16e8495a-270b-4933-82cf-ab18b8350943 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/56bc81c0-4b35-412d-a00c-30627f5ffe95 HTTP/1.1" status: 204 len: 168 time: 0.6942213 Nov 10 17:39:57.471371 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e452425a-e691-4637-8f30-34f4e574614f req-b83251cc-f367-4fb4-ba41-dd7a259c70aa tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653580 Nov 10 17:39:57.478660 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-32db9cae-53c5-490e-8d4a-fe33ea6c8813 req-8a5a9754-e35e-4ac4-b46b-d634342e320f tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/security-groups?id=fce814ac-0d63-4630-9772-2af7d7a80373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185238 Nov 10 17:39:57.489194 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8495a-270b-4933-82cf-ab18b8350943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bc81c0-4b35-412d-a00c-30627f5ffe95,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:57.537991 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b111aed9-92dd-4e9d-9f54-a79c775931e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:57.547379 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b111aed9-92dd-4e9d-9f54-a79c775931e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:57.553529 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b111aed9-92dd-4e9d-9f54-a79c775931e0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8e17f3df-e3ae-4b00-8e82-cd4b95f1d628 HTTP/1.1" status: 204 len: 168 time: 0.3219421 Nov 10 17:39:57.580817 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b111aed9-92dd-4e9d-9f54-a79c775931e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e17f3df-e3ae-4b00-8e82-cd4b95f1d628,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:57.774274 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-99306a9c-4d2d-4df4-bf76-cb22d2fb3fc1 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:57.840883 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee492fb6-d5a4-4f57-b1e2-287782669f23 req-c65c5f56-c004-4049-8f26-a9ff7db2604c tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:57.842463 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ee492fb6-d5a4-4f57-b1e2-287782669f23 req-c65c5f56-c004-4049-8f26-a9ff7db2604c tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 945 time: 0.0693727 Nov 10 17:39:57.910610 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f8e2c-e430-43d6-b5b7-28391a3c6835 req-83866ebf-e561-4c3f-8968-e53701994633 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:57.912178 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-111f8e2c-e430-43d6-b5b7-28391a3c6835 req-83866ebf-e561-4c3f-8968-e53701994633 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/ports?device_id=e23bdf8c-ef35-49fe-986a-93e0fea87793 HTTP/1.1" status: 200 len: 932 time: 0.2484140 Nov 10 17:39:57.914203 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-99306a9c-4d2d-4df4-bf76-cb22d2fb3fc1 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Network d4e1ba53-3c7f-4994-965e-2463aa2b8abd is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:39:57.928112 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-99306a9c-4d2d-4df4-bf76-cb22d2fb3fc1 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:39:57.941517 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99306a9c-4d2d-4df4-bf76-cb22d2fb3fc1 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Pushing event updated for resources: {'Port': ['ID=ccf74e76-3e36-4bf1-8fb8-30248888f345,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:57.943884 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-99306a9c-4d2d-4df4-bf76-cb22d2fb3fc1 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:39:57.946741 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ee492fb6-d5a4-4f57-b1e2-287782669f23 req-d1157de4-f95a-4ee1-b9e5-f6d27ab89266 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917292 Nov 10 17:39:58.132061 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-57c9e5e1-43ad-4f6c-aa42-0e675b3ad49b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 325ab4e7-ab84-4bcf-b104-50d5b5f515dd {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:39:58.143243 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-99306a9c-4d2d-4df4-bf76-cb22d2fb3fc1 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:58.144620 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-99306a9c-4d2d-4df4-bf76-cb22d2fb3fc1 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:58.160170 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-57c9e5e1-43ad-4f6c-aa42-0e675b3ad49b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:58.182854 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-111f8e2c-e430-43d6-b5b7-28391a3c6835 req-8c2dd62d-90bf-4fa9-ad3b-1fe5919c3fa5 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3c7b3f6-d57f-4106-92f8-9f763dbfa867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552683 Nov 10 17:39:58.211252 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-99306a9c-4d2d-4df4-bf76-cb22d2fb3fc1 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7799513 Nov 10 17:39:58.215334 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-57c9e5e1-43ad-4f6c-aa42-0e675b3ad49b service neutron] Transition to ACTIVE for port object 325ab4e7-ab84-4bcf-b104-50d5b5f515dd will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:39:58.240947 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] Request body: {'port': {'device_id': '604b8164-9572-48f4-ba41-00df95b3835d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:39:58.243666 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-57c9e5e1-43ad-4f6c-aa42-0e675b3ad49b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:58.300822 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee20018-a093-4339-8a3e-3ae1a4b36886 req-fd69a8c4-c0ed-4d3e-8d54-c97b5f67232b tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:58.308645 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1ee20018-a093-4339-8a3e-3ae1a4b36886 req-fd69a8c4-c0ed-4d3e-8d54-c97b5f67232b tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 945 time: 0.0697310 Nov 10 17:39:58.321043 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-1558e08e-f9d5-45fd-9aac-bfdd676b51dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adeda5b5-30ac-49fa-81ed-1a345d17ba7e {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:39:58.328383 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 42286) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:58.342125 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-1558e08e-f9d5-45fd-9aac-bfdd676b51dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:58.373866 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d827ace2-53f1-42f3-b8e5-6780a928ac1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:58.377884 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9e5e1-43ad-4f6c-aa42-0e675b3ad49b service neutron] Pushing event updated for resources: {'Port': ['ID=325ab4e7-ab84-4bcf-b104-50d5b5f515dd,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:58.416288 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1ee20018-a093-4339-8a3e-3ae1a4b36886 req-f3b5062f-ad81-4e2d-9e6b-4d9feeb4b742 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065423 Nov 10 17:39:58.427495 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:58.434627 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-1558e08e-f9d5-45fd-9aac-bfdd676b51dd service neutron] Transition to ACTIVE for port object adeda5b5-30ac-49fa-81ed-1a345d17ba7e will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:39:58.475108 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-1558e08e-f9d5-45fd-9aac-bfdd676b51dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:58.502891 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d827ace2-53f1-42f3-b8e5-6780a928ac1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:58.508277 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d827ace2-53f1-42f3-b8e5-6780a928ac1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:58.557153 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827ace2-53f1-42f3-b8e5-6780a928ac1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa5867f-ef31-48c3-9e76-18ebc454481f,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:58.564465 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d827ace2-53f1-42f3-b8e5-6780a928ac1c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c8146bf1b9ab41a3889fffb73e7584cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2313011 Nov 10 17:39:58.564746 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 42292) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:39:58.600918 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-57c9e5e1-43ad-4f6c-aa42-0e675b3ad49b service neutron] Attempting to bind port 325ab4e7-ab84-4bcf-b104-50d5b5f515dd on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:39:58.601340 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-57c9e5e1-43ad-4f6c-aa42-0e675b3ad49b service neutron] Attempting to bind port 325ab4e7-ab84-4bcf-b104-50d5b5f515dd by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '8e48fc48-9543-4433-b518-4906928520a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '522a4a49-7ffd-41e2-8dd3-891b9e780aac'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:39:58.601753 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-57c9e5e1-43ad-4f6c-aa42-0e675b3ad49b service neutron] Attempting to bind port 325ab4e7-ab84-4bcf-b104-50d5b5f515dd on network 522a4a49-7ffd-41e2-8dd3-891b9e780aac {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:39:58.624273 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-57c9e5e1-43ad-4f6c-aa42-0e675b3ad49b service neutron] Port 325ab4e7-ab84-4bcf-b104-50d5b5f515dd on network 522a4a49-7ffd-41e2-8dd3-891b9e780aac not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:39:58.624708 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-57c9e5e1-43ad-4f6c-aa42-0e675b3ad49b service neutron] Attempting to bind port 325ab4e7-ab84-4bcf-b104-50d5b5f515dd on network 522a4a49-7ffd-41e2-8dd3-891b9e780aac {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:39:58.627657 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558e08e-f9d5-45fd-9aac-bfdd676b51dd service neutron] Pushing event updated for resources: {'Port': ['ID=adeda5b5-30ac-49fa-81ed-1a345d17ba7e,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:58.629494 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6d076254-907d-4405-82eb-c10e601baca2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:58.657613 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6d076254-907d-4405-82eb-c10e601baca2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:58.717382 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-57c9e5e1-43ad-4f6c-aa42-0e675b3ad49b service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:39:58.717957 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-57c9e5e1-43ad-4f6c-aa42-0e675b3ad49b service neutron] Checking segment: {'id': '8e48fc48-9543-4433-b518-4906928520a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '522a4a49-7ffd-41e2-8dd3-891b9e780aac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:39:58.718182 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-57c9e5e1-43ad-4f6c-aa42-0e675b3ad49b service neutron] Bound using segment: {'id': '8e48fc48-9543-4433-b518-4906928520a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '522a4a49-7ffd-41e2-8dd3-891b9e780aac'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:39:58.718714 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-57c9e5e1-43ad-4f6c-aa42-0e675b3ad49b service neutron] Bound port: 325ab4e7-ab84-4bcf-b104-50d5b5f515dd, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e48fc48-9543-4433-b518-4906928520a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '522a4a49-7ffd-41e2-8dd3-891b9e780aac'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:39:58.719086 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-57c9e5e1-43ad-4f6c-aa42-0e675b3ad49b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:58.736779 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6d076254-907d-4405-82eb-c10e601baca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:58.739843 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6d076254-907d-4405-82eb-c10e601baca2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:58.741061 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6d076254-907d-4405-82eb-c10e601baca2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/daa5867f-ef31-48c3-9e76-18ebc454481f HTTP/1.1" status: 204 len: 168 time: 0.1753635 Nov 10 17:39:58.778203 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d076254-907d-4405-82eb-c10e601baca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa5867f-ef31-48c3-9e76-18ebc454481f,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:58.919134 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ecd75-88e2-4d47-a5c8-c54f0b9f1a2e req-1ae354aa-9dc9-48e9-a0b0-04c41a2a7b46 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:58.920680 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b20ecd75-88e2-4d47-a5c8-c54f0b9f1a2e req-1ae354aa-9dc9-48e9-a0b0-04c41a2a7b46 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8 HTTP/1.1" status: 200 len: 943 time: 0.2715678 Nov 10 17:39:58.925406 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-1558e08e-f9d5-45fd-9aac-bfdd676b51dd service neutron] Attempting to bind port adeda5b5-30ac-49fa-81ed-1a345d17ba7e on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:39:58.925749 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-1558e08e-f9d5-45fd-9aac-bfdd676b51dd service neutron] Attempting to bind port adeda5b5-30ac-49fa-81ed-1a345d17ba7e by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '384d6ec0-9254-4efe-b773-97715b6ee1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4e1ba53-3c7f-4994-965e-2463aa2b8abd'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:39:58.926078 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-1558e08e-f9d5-45fd-9aac-bfdd676b51dd service neutron] Attempting to bind port adeda5b5-30ac-49fa-81ed-1a345d17ba7e on network d4e1ba53-3c7f-4994-965e-2463aa2b8abd {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:39:58.957718 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-1558e08e-f9d5-45fd-9aac-bfdd676b51dd service neutron] Port adeda5b5-30ac-49fa-81ed-1a345d17ba7e on network d4e1ba53-3c7f-4994-965e-2463aa2b8abd not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:39:58.958338 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-1558e08e-f9d5-45fd-9aac-bfdd676b51dd service neutron] Attempting to bind port adeda5b5-30ac-49fa-81ed-1a345d17ba7e on network d4e1ba53-3c7f-4994-965e-2463aa2b8abd {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:39:58.990449 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-57c9e5e1-43ad-4f6c-aa42-0e675b3ad49b service neutron] For port 325ab4e7-ab84-4bcf-b104-50d5b5f515dd, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:39:58.994411 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-1558e08e-f9d5-45fd-9aac-bfdd676b51dd service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:39:58.995628 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-1558e08e-f9d5-45fd-9aac-bfdd676b51dd service neutron] Checking segment: {'id': '384d6ec0-9254-4efe-b773-97715b6ee1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4e1ba53-3c7f-4994-965e-2463aa2b8abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:39:58.995628 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-1558e08e-f9d5-45fd-9aac-bfdd676b51dd service neutron] Bound using segment: {'id': '384d6ec0-9254-4efe-b773-97715b6ee1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4e1ba53-3c7f-4994-965e-2463aa2b8abd'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:39:58.995628 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-1558e08e-f9d5-45fd-9aac-bfdd676b51dd service neutron] Bound port: adeda5b5-30ac-49fa-81ed-1a345d17ba7e, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '384d6ec0-9254-4efe-b773-97715b6ee1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4e1ba53-3c7f-4994-965e-2463aa2b8abd'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:39:58.996137 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-1558e08e-f9d5-45fd-9aac-bfdd676b51dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:59.066639 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-57c9e5e1-43ad-4f6c-aa42-0e675b3ad49b service neutron] For port 325ab4e7-ab84-4bcf-b104-50d5b5f515dd, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=325ab4e7-ab84-4bcf-b104-50d5b5f515dd,segment=NetworkSegment(8e48fc48-9543-4433-b518-4906928520a9),segment_id=8e48fc48-9543-4433-b518-4906928520a9)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:39:59.099076 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c420ff1-984a-4ca6-8d04-d9c7f8d2ec5a req-8de71397-e23c-4a9c-862d-7f9d6789e934 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:59.110790 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-57c9e5e1-43ad-4f6c-aa42-0e675b3ad49b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:59.111260 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5c420ff1-984a-4ca6-8d04-d9c7f8d2ec5a req-8de71397-e23c-4a9c-862d-7f9d6789e934 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 945 time: 0.0765383 Nov 10 17:39:59.132135 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b20ecd75-88e2-4d47-a5c8-c54f0b9f1a2e req-8095cca2-2108-4916-9096-0ecafe4f7152 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/security-groups?id=fce814ac-0d63-4630-9772-2af7d7a80373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995912 Nov 10 17:39:59.175893 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5c420ff1-984a-4ca6-8d04-d9c7f8d2ec5a req-f5027df9-7bb6-445c-9dc4-99e4cabf576b tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636313 Nov 10 17:39:59.250327 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-57c9e5e1-43ad-4f6c-aa42-0e675b3ad49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:59.251220 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-57c9e5e1-43ad-4f6c-aa42-0e675b3ad49b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:59.252625 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-57c9e5e1-43ad-4f6c-aa42-0e675b3ad49b service neutron] 10.222.0.11 "PUT /v2.0/ports/325ab4e7-ab84-4bcf-b104-50d5b5f515dd HTTP/1.1" status: 200 len: 1092 time: 2.2743866 Nov 10 17:39:59.257728 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8', 'tag': '325ab4e7-ab84-4bcf-b104-50d5b5f515dd'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:39:59.260289 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d099e148-9aa6-4e5b-ad23-4a090cddbed6" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8", "tag": "325ab4e7-ab84-4bcf-b104-50d5b5f515dd"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:39:59.564108 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f5c4e-4ce0-4056-a8dc-9608df0bf307 req-701aa61c-4a58-4ac6-84a2-42e311c1bf34 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:59.574437 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-465f5c4e-4ce0-4056-a8dc-9608df0bf307 req-701aa61c-4a58-4ac6-84a2-42e311c1bf34 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 945 time: 0.0789900 Nov 10 17:39:59.636168 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-465f5c4e-4ce0-4056-a8dc-9608df0bf307 req-6e3e978b-6beb-4a8d-a300-14ab3f574b5a tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584731 Nov 10 17:39:59.656875 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e479ea-70f7-4886-8c2d-d1ba01fcbd44 x-openstack-request-id: req-f2e479ea-70f7-4886-8c2d-d1ba01fcbd44 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:39:59.657432 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8", "tag": "325ab4e7-ab84-4bcf-b104-50d5b5f515dd", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:39:59.657432 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f2e479ea-70f7-4886-8c2d-d1ba01fcbd44 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:39:59.657827 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8', 'tag': '325ab4e7-ab84-4bcf-b104-50d5b5f515dd', 'status': 'completed', 'code': 200} Nov 10 17:39:59.658562 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9e5e1-43ad-4f6c-aa42-0e675b3ad49b service neutron] Pushing event updated for resources: {'Port': ['ID=325ab4e7-ab84-4bcf-b104-50d5b5f515dd,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:39:59.704692 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccf74e76-3e36-4bf1-8fb8-30248888f345 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:39:59.718814 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:59.722532 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-1558e08e-f9d5-45fd-9aac-bfdd676b51dd service neutron] For port adeda5b5-30ac-49fa-81ed-1a345d17ba7e, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:39:59.746388 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-1558e08e-f9d5-45fd-9aac-bfdd676b51dd service neutron] For port adeda5b5-30ac-49fa-81ed-1a345d17ba7e, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=adeda5b5-30ac-49fa-81ed-1a345d17ba7e,segment=NetworkSegment(384d6ec0-9254-4efe-b773-97715b6ee1cd),segment_id=384d6ec0-9254-4efe-b773-97715b6ee1cd)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:39:59.761698 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-1558e08e-f9d5-45fd-9aac-bfdd676b51dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:59.765452 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] Transition to ACTIVE for port object ccf74e76-3e36-4bf1-8fb8-30248888f345 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:39:59.778305 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068e569-43e5-4b77-ae87-dc49a49f01e0 req-03937233-8af9-4869-92f3-e79976dd61d5 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:59.779938 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1068e569-43e5-4b77-ae87-dc49a49f01e0 req-03937233-8af9-4869-92f3-e79976dd61d5 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/ports?device_id=e23bdf8c-ef35-49fe-986a-93e0fea87793 HTTP/1.1" status: 200 len: 944 time: 0.4648659 Nov 10 17:39:59.781794 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-d5741055-0732-4965-9395-d19fabdc6068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:59.783155 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-d5741055-0732-4965-9395-d19fabdc6068 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a2f73f5070b47a3b8f941f8355a1015&device_id=c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8 HTTP/1.1" status: 200 len: 1095 time: 0.4655700 Nov 10 17:39:59.805592 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:59.878438 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-1558e08e-f9d5-45fd-9aac-bfdd676b51dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:39:59.879092 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-1558e08e-f9d5-45fd-9aac-bfdd676b51dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:39:59.880558 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-1558e08e-f9d5-45fd-9aac-bfdd676b51dd service neutron] 10.222.0.11 "PUT /v2.0/ports/adeda5b5-30ac-49fa-81ed-1a345d17ba7e HTTP/1.1" status: 200 len: 1093 time: 2.6910796 Nov 10 17:39:59.891114 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-865a8e30-26be-4595-acba-24ace5538595 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=325ab4e7-ab84-4bcf-b104-50d5b5f515dd HTTP/1.1" status: 200 len: 217 time: 0.0776494 Nov 10 17:39:59.959531 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558e08e-f9d5-45fd-9aac-bfdd676b51dd service neutron] Pushing event updated for resources: {'Port': ['ID=adeda5b5-30ac-49fa-81ed-1a345d17ba7e,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:00.047650 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1068e569-43e5-4b77-ae87-dc49a49f01e0 req-638636ff-989b-4524-bfde-d8b3dbfe732f tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3c7b3f6-d57f-4106-92f8-9f763dbfa867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392361 Nov 10 17:40:00.071025 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-d185b65e-3909-4472-a4b2-ea3d367e6981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:00.071025 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-d185b65e-3909-4472-a4b2-ea3d367e6981 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f40b2c22-f569-41f0-b21a-9b9058e99d23 HTTP/1.1" status: 200 len: 865 time: 0.1685991 Nov 10 17:40:00.108013 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] Pushing event updated for resources: {'Port': ['ID=ccf74e76-3e36-4bf1-8fb8-30248888f345,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:00.178229 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-9874ecef-4bc3-4eba-8cb2-a7751c31f19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:00.180791 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-9874ecef-4bc3-4eba-8cb2-a7751c31f19e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3b6826817b8411c8006e8b4d3c701a1&device_id=e23bdf8c-ef35-49fe-986a-93e0fea87793 HTTP/1.1" status: 200 len: 1096 time: 0.2330003 Nov 10 17:40:00.188040 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-8e443774-4323-4854-95a5-d23f88b6bf39 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=522a4a49-7ffd-41e2-8dd3-891b9e780aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062200 Nov 10 17:40:00.342442 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b224a7-7216-430d-8edf-3f62bb46690e req-427fbb8d-2dd6-4611-aa51-b61c605b7ead tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:00.343981 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-88b224a7-7216-430d-8edf-3f62bb46690e req-427fbb8d-2dd6-4611-aa51-b61c605b7ead tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8 HTTP/1.1" status: 200 len: 943 time: 0.0758631 Nov 10 17:40:00.391875 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-8f1375b4-258d-44c0-ad0c-8b09905343f8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adeda5b5-30ac-49fa-81ed-1a345d17ba7e HTTP/1.1" status: 200 len: 217 time: 0.1894701 Nov 10 17:40:00.392872 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] Attempting to bind port ccf74e76-3e36-4bf1-8fb8-30248888f345 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:40:00.393363 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] Attempting to bind port ccf74e76-3e36-4bf1-8fb8-30248888f345 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '384d6ec0-9254-4efe-b773-97715b6ee1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4e1ba53-3c7f-4994-965e-2463aa2b8abd'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:40:00.394139 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] Attempting to bind port ccf74e76-3e36-4bf1-8fb8-30248888f345 on network d4e1ba53-3c7f-4994-965e-2463aa2b8abd {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:40:00.407190 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] Port ccf74e76-3e36-4bf1-8fb8-30248888f345 on network d4e1ba53-3c7f-4994-965e-2463aa2b8abd not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:40:00.407790 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] Attempting to bind port ccf74e76-3e36-4bf1-8fb8-30248888f345 on network d4e1ba53-3c7f-4994-965e-2463aa2b8abd {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:40:00.420536 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-88b224a7-7216-430d-8edf-3f62bb46690e req-ff879116-79dc-4f9d-a062-bc5ae2224609 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/security-groups?id=fce814ac-0d63-4630-9772-2af7d7a80373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690737 Nov 10 17:40:00.447353 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:40:00.447678 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] Checking segment: {'id': '384d6ec0-9254-4efe-b773-97715b6ee1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4e1ba53-3c7f-4994-965e-2463aa2b8abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:40:00.448328 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] Bound using segment: {'id': '384d6ec0-9254-4efe-b773-97715b6ee1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4e1ba53-3c7f-4994-965e-2463aa2b8abd'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:40:00.448823 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] Bound port: ccf74e76-3e36-4bf1-8fb8-30248888f345, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '384d6ec0-9254-4efe-b773-97715b6ee1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd4e1ba53-3c7f-4994-965e-2463aa2b8abd'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:40:00.451267 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:00.493749 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e2257989-59b3-4eb6-99c0-f3ca9d310e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:00.607902 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1d80d-5559-4a45-b533-07c60bfe37a4 req-f88a7e3c-1306-4fef-94ad-ed584c050711 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:00.609491 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f6a1d80d-5559-4a45-b533-07c60bfe37a4 req-f88a7e3c-1306-4fef-94ad-ed584c050711 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 945 time: 0.3126738 Nov 10 17:40:00.611319 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-b9e5da7a-adc0-4b6c-aba8-579ffb7118ff service neutron] 10.222.0.11 "GET /v2.0/networks/522a4a49-7ffd-41e2-8dd3-891b9e780aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078310 Nov 10 17:40:00.628810 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-3b6a40c7-ee16-4746-804c-8bd02367ef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:00.630368 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-3b6a40c7-ee16-4746-804c-8bd02367ef11 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=54c3c56b-4c97-40ad-a0fb-1ba9c868f14d HTTP/1.1" status: 200 len: 852 time: 0.2268908 Nov 10 17:40:00.787474 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd96ad3-50c3-4ee8-a70d-89a61c15f44b req-0c2191da-79fa-487e-b818-bc2331f22211 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:00.796205 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8dd96ad3-50c3-4ee8-a70d-89a61c15f44b req-0c2191da-79fa-487e-b818-bc2331f22211 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 945 time: 0.0713978 Nov 10 17:40:00.809214 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f6a1d80d-5559-4a45-b533-07c60bfe37a4 req-aa50e1bd-0d81-49d8-b667-6154e018813a tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928196 Nov 10 17:40:00.837532 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0c15d492-e1b2-4d96-85df-a75114c842bf req-df59346b-7eab-4dbb-b3a6-7aaae8d7a38d service neutron] 10.222.0.11 "GET /v2.0/networks/522a4a49-7ffd-41e2-8dd3-891b9e780aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049360 Nov 10 17:40:00.839344 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-44c7d8ab-c728-49f7-8ac2-57ce9a4343ff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4e1ba53-3c7f-4994-965e-2463aa2b8abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904710 Nov 10 17:40:00.842026 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] For port ccf74e76-3e36-4bf1-8fb8-30248888f345, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:40:00.871044 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8dd96ad3-50c3-4ee8-a70d-89a61c15f44b req-b97d9690-746b-4d5f-aaae-287ce11a54f5 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707083 Nov 10 17:40:01.001250 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] For port ccf74e76-3e36-4bf1-8fb8-30248888f345, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=ccf74e76-3e36-4bf1-8fb8-30248888f345,segment=NetworkSegment(384d6ec0-9254-4efe-b773-97715b6ee1cd),segment_id=384d6ec0-9254-4efe-b773-97715b6ee1cd)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:40:01.008892 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:01.035515 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-f38d82cb-510b-4c6c-8491-b055644119ef service neutron] 10.222.0.11 "GET /v2.0/networks/d4e1ba53-3c7f-4994-965e-2463aa2b8abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777952 Nov 10 17:40:01.197986 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3682e-1fee-4571-ac9f-edccf8180ea9 req-10c1712e-0fb4-4f47-a370-6247b37fd65e tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:01.201018 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bbc3682e-1fee-4571-ac9f-edccf8180ea9 req-10c1712e-0fb4-4f47-a370-6247b37fd65e tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.11 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 945 time: 0.1414199 Nov 10 17:40:01.220661 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:01.221346 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:01.223719 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] 10.222.0.13 "PUT /v2.0/ports/ccf74e76-3e36-4bf1-8fb8-30248888f345 HTTP/1.1" status: 200 len: 1092 time: 2.9883995 Nov 10 17:40:01.231573 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-28739014-304f-44e1-addc-d1207d53b5a3 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e1ba53-3c7f-4994-965e-2463aa2b8abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563632 Nov 10 17:40:01.266574 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099e148-9aa6-4e5b-ad23-4a090cddbed6 req-023451fe-53a1-4393-a6a6-51c3d40496f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:01.268430 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d099e148-9aa6-4e5b-ad23-4a090cddbed6 req-023451fe-53a1-4393-a6a6-51c3d40496f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a2f73f5070b47a3b8f941f8355a1015&device_id=c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8 HTTP/1.1" status: 200 len: 1095 time: 0.3002329 Nov 10 17:40:01.269171 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] Pushing event updated for resources: {'Port': ['ID=ccf74e76-3e36-4bf1-8fb8-30248888f345,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:01.282396 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:01.282868 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:01.283313 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:01.283955 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:01.284533 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:01.285163 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:01.286715 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:01.287184 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:01.290087 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:01.290621 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:01.291083 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:01.292026 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80f399-8395-4d73-b910-f7a8e1a1f99e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:01.335466 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9cc94e-4104-436b-b5fc-4b1fda958d0a req-324d1e16-7a29-4e23-9143-54e0ba3a2a70 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:01.344071 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ea9cc94e-4104-436b-b5fc-4b1fda958d0a req-324d1e16-7a29-4e23-9143-54e0ba3a2a70 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/ports?device_id=e23bdf8c-ef35-49fe-986a-93e0fea87793 HTTP/1.1" status: 200 len: 944 time: 0.1419876 Nov 10 17:40:01.462136 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-601d4633-4ce2-4097-9338-7c8e9a78ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:01.462136 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-601d4633-4ce2-4097-9338-7c8e9a78ec59 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f3b6826817b8411c8006e8b4d3c701a1&device_id=604b8164-9572-48f4-ba41-00df95b3835d HTTP/1.1" status: 200 len: 1095 time: 0.1181822 Nov 10 17:40:01.473515 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ea9cc94e-4104-436b-b5fc-4b1fda958d0a req-db791fe6-af09-45e6-966f-48da22ecbe0a tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3c7b3f6-d57f-4106-92f8-9f763dbfa867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275659 Nov 10 17:40:01.487655 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-bbc3682e-1fee-4571-ac9f-edccf8180ea9 req-7d56c73a-3a25-45d5-b5a0-44ddd3e999ab tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Deleting port 0b50f52b-4ac3-4426-952a-44ac10818835 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:40:01.488537 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bbc3682e-1fee-4571-ac9f-edccf8180ea9 req-7d56c73a-3a25-45d5-b5a0-44ddd3e999ab tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:01.545158 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-0379faaa-2481-4e0f-881b-0a1801b8d219 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccf74e76-3e36-4bf1-8fb8-30248888f345 HTTP/1.1" status: 200 len: 217 time: 0.0509293 Nov 10 17:40:01.631601 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-bbc3682e-1fee-4571-ac9f-edccf8180ea9 req-7d56c73a-3a25-45d5-b5a0-44ddd3e999ab tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] For port 0b50f52b-4ac3-4426-952a-44ac10818835, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=0b50f52b-4ac3-4426-952a-44ac10818835,segment=NetworkSegment(05cb0532-6c0f-441f-93e8-c6f075bb1eed),segment_id=05cb0532-6c0f-441f-93e8-c6f075bb1eed)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:40:01.632381 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bbc3682e-1fee-4571-ac9f-edccf8180ea9 req-7d56c73a-3a25-45d5-b5a0-44ddd3e999ab tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:01.642894 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-eb202b61-a408-4dd6-83c3-bce217a61e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:01.644474 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-eb202b61-a408-4dd6-83c3-bce217a61e72 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54c3c56b-4c97-40ad-a0fb-1ba9c868f14d HTTP/1.1" status: 200 len: 852 time: 0.0565548 Nov 10 17:40:01.650749 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099e148-9aa6-4e5b-ad23-4a090cddbed6 req-0f5c33c7-b988-486d-bd48-0b6531a85c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:01.653000 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d099e148-9aa6-4e5b-ad23-4a090cddbed6 req-0f5c33c7-b988-486d-bd48-0b6531a85c53 service neutron] 10.222.0.11 "GET /v2.0/networks?id=522a4a49-7ffd-41e2-8dd3-891b9e780aac HTTP/1.1" status: 200 len: 926 time: 0.3727152 Nov 10 17:40:01.655642 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-bbc3682e-1fee-4571-ac9f-edccf8180ea9 req-7d56c73a-3a25-45d5-b5a0-44ddd3e999ab tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Calling delete_port for 0b50f52b-4ac3-4426-952a-44ac10818835 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:40:01.664221 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e23bdf8c-ef35-49fe-986a-93e0fea87793', 'tag': 'adeda5b5-30ac-49fa-81ed-1a345d17ba7e'}, {'name': 'network-changed', 'server_uuid': '604b8164-9572-48f4-ba41-00df95b3835d', 'tag': 'ccf74e76-3e36-4bf1-8fb8-30248888f345'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:40:01.666436 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f5f44d-cbdf-4a69-9e26-a6d033755d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "e23bdf8c-ef35-49fe-986a-93e0fea87793", "tag": "adeda5b5-30ac-49fa-81ed-1a345d17ba7e"}, {"name": "network-changed", "server_uuid": "604b8164-9572-48f4-ba41-00df95b3835d", "tag": "ccf74e76-3e36-4bf1-8fb8-30248888f345"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:40:01.716690 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d099e148-9aa6-4e5b-ad23-4a090cddbed6 req-76b930a4-a7f2-4592-8d6e-1ef4552fc967 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=325ab4e7-ab84-4bcf-b104-50d5b5f515dd HTTP/1.1" status: 200 len: 217 time: 0.0442240 Nov 10 17:40:01.769920 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:40:01.791163 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099e148-9aa6-4e5b-ad23-4a090cddbed6 req-c137b3ae-9002-4889-afbe-83c4f3cd3eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:01.793091 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d099e148-9aa6-4e5b-ad23-4a090cddbed6 req-c137b3ae-9002-4889-afbe-83c4f3cd3eb9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f40b2c22-f569-41f0-b21a-9b9058e99d23 HTTP/1.1" status: 200 len: 865 time: 0.0569005 Nov 10 17:40:01.794995 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-684edcc3-2bd1-44cd-883d-73788738ebe2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d4e1ba53-3c7f-4994-965e-2463aa2b8abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1393721 Nov 10 17:40:01.796546 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 10 Nov 2021 17:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d316d5c8-b321-4dc1-8aa6-bb5325bb448a x-openstack-request-id: req-d316d5c8-b321-4dc1-8aa6-bb5325bb448a {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:40:01.796834 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e23bdf8c-ef35-49fe-986a-93e0fea87793", "tag": "adeda5b5-30ac-49fa-81ed-1a345d17ba7e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "604b8164-9572-48f4-ba41-00df95b3835d", "tag": "ccf74e76-3e36-4bf1-8fb8-30248888f345", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:40:01.797100 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d316d5c8-b321-4dc1-8aa6-bb5325bb448a {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:40:01.797514 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e23bdf8c-ef35-49fe-986a-93e0fea87793', 'tag': 'adeda5b5-30ac-49fa-81ed-1a345d17ba7e', 'status': 'completed', 'code': 200} Nov 10 17:40:01.797891 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604b8164-9572-48f4-ba41-00df95b3835d', 'tag': 'ccf74e76-3e36-4bf1-8fb8-30248888f345', 'status': 'completed', 'code': 200} Nov 10 17:40:01.815155 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c7aaa-a32f-4da7-80fb-59844dff1e30 req-daf7dc0e-0cba-4436-94d1-4b416d2aa07e tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:01.823124 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-014c7aaa-a32f-4da7-80fb-59844dff1e30 req-daf7dc0e-0cba-4436-94d1-4b416d2aa07e tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8 HTTP/1.1" status: 200 len: 943 time: 0.2714856 Nov 10 17:40:01.867685 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bbc3682e-1fee-4571-ac9f-edccf8180ea9 req-7d56c73a-3a25-45d5-b5a0-44ddd3e999ab tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:01.883560 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['9a1f7a1f-aee0-4010-adc1-8a709a359183', '0b50f52b-4ac3-4426-952a-44ac10818835'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:40:01.932424 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56c73a-3a25-45d5-b5a0-44ddd3e999ab tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Pushing event deleted for resources: {'Port': ['ID=0b50f52b-4ac3-4426-952a-44ac10818835,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:01.959437 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56c73a-3a25-45d5-b5a0-44ddd3e999ab tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:01.959795 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56c73a-3a25-45d5-b5a0-44ddd3e999ab tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:01.960186 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56c73a-3a25-45d5-b5a0-44ddd3e999ab tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:01.960689 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56c73a-3a25-45d5-b5a0-44ddd3e999ab tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:01.961194 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56c73a-3a25-45d5-b5a0-44ddd3e999ab tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:01.961531 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56c73a-3a25-45d5-b5a0-44ddd3e999ab tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:01.961865 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56c73a-3a25-45d5-b5a0-44ddd3e999ab tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:01.962202 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56c73a-3a25-45d5-b5a0-44ddd3e999ab tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:01.962534 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56c73a-3a25-45d5-b5a0-44ddd3e999ab tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:01.962869 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56c73a-3a25-45d5-b5a0-44ddd3e999ab tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:01.963206 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56c73a-3a25-45d5-b5a0-44ddd3e999ab tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:01.963528 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d56c73a-3a25-45d5-b5a0-44ddd3e999ab tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:02.049963 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d099e148-9aa6-4e5b-ad23-4a090cddbed6 req-d4376491-58f1-4e89-b262-30a5da502bed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=522a4a49-7ffd-41e2-8dd3-891b9e780aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2250993 Nov 10 17:40:02.052034 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc3682e-1fee-4571-ac9f-edccf8180ea9 req-7d56c73a-3a25-45d5-b5a0-44ddd3e999ab tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] No DVR routers for this DVR port 0b50f52b-4ac3-4426-952a-44ac10818835 on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:40:02.055802 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bbc3682e-1fee-4571-ac9f-edccf8180ea9 req-7d56c73a-3a25-45d5-b5a0-44ddd3e999ab tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:02.060423 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bbc3682e-1fee-4571-ac9f-edccf8180ea9 req-7d56c73a-3a25-45d5-b5a0-44ddd3e999ab tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.11 "DELETE /v2.0/ports/0b50f52b-4ac3-4426-952a-44ac10818835 HTTP/1.1" status: 204 len: 173 time: 0.7905562 Nov 10 17:40:02.060902 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843a3089-1d7b-4cf1-b7a9-2b00cbcde030', 'name': 'network-vif-deleted', 'tag': '0b50f52b-4ac3-4426-952a-44ac10818835'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:40:02.064250 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e5b286-60fb-4324-be8f-f0ecc47d688b" -d '{"events": [{"server_uuid": "843a3089-1d7b-4cf1-b7a9-2b00cbcde030", "name": "network-vif-deleted", "tag": "0b50f52b-4ac3-4426-952a-44ac10818835"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:40:02.081416 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f6256-2666-4a24-af31-84e816d80484 req-f117cbf7-6999-4c48-b726-7780d9f4814a tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:02.090996 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7a0f6256-2666-4a24-af31-84e816d80484 req-f117cbf7-6999-4c48-b726-7780d9f4814a tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 945 time: 0.1596007 Nov 10 17:40:02.184537 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7a0f6256-2666-4a24-af31-84e816d80484 req-51a3ef03-e1a2-4619-bba8-fbc582b03665 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917561 Nov 10 17:40:02.329330 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5f44d-cbdf-4a69-9e26-a6d033755d8b req-b8a16089-8677-401c-b9aa-4863d1648ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:02.330985 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72f5f44d-cbdf-4a69-9e26-a6d033755d8b req-b8a16089-8677-401c-b9aa-4863d1648ece service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3b6826817b8411c8006e8b4d3c701a1&device_id=e23bdf8c-ef35-49fe-986a-93e0fea87793 HTTP/1.1" status: 200 len: 1096 time: 0.4850528 Nov 10 17:40:02.380085 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-014c7aaa-a32f-4da7-80fb-59844dff1e30 req-39e942c5-6401-4e10-b8cb-9e44c690dc09 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/security-groups?id=fce814ac-0d63-4630-9772-2af7d7a80373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5242162 Nov 10 17:40:02.420364 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-99a9920e-21f9-4003-aa4d-62eacc8a0ae0 req-ffbaa2d0-b0c3-4189-a1d4-0d6288383337 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=843a3089-1d7b-4cf1-b7a9-2b00cbcde030 HTTP/1.1" status: 200 len: 210 time: 0.0790858 Nov 10 17:40:02.482028 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-ae6ed2de-fb5c-4c3a-bc3d-029d6219d345 service neutron] 10.222.0.13 "GET /v2.0/networks/d4e1ba53-3c7f-4994-965e-2463aa2b8abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6516285 Nov 10 17:40:02.504957 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d099e148-9aa6-4e5b-ad23-4a090cddbed6 req-6f998924-5625-4e4b-bf06-66aa770b6868 service neutron] 10.222.0.11 "GET /v2.0/networks/522a4a49-7ffd-41e2-8dd3-891b9e780aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227462 Nov 10 17:40:02.536962 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7280fa-3ec8-4305-b1a5-e52c2704c236 x-openstack-request-id: req-1c7280fa-3ec8-4305-b1a5-e52c2704c236 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:40:02.537262 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843a3089-1d7b-4cf1-b7a9-2b00cbcde030", "name": "network-vif-deleted", "tag": "0b50f52b-4ac3-4426-952a-44ac10818835", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:40:02.537519 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1c7280fa-3ec8-4305-b1a5-e52c2704c236 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:40:02.538429 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843a3089-1d7b-4cf1-b7a9-2b00cbcde030', 'name': 'network-vif-deleted', 'tag': '0b50f52b-4ac3-4426-952a-44ac10818835', 'status': 'completed', 'code': 200} Nov 10 17:40:02.754117 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe7419-b8d9-46bf-9173-b218f79e5903 req-54cf989a-5109-4edb-99b1-b5fdead9ea64 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:02.762016 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6efe7419-b8d9-46bf-9173-b218f79e5903 req-54cf989a-5109-4edb-99b1-b5fdead9ea64 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/ports?device_id=e23bdf8c-ef35-49fe-986a-93e0fea87793 HTTP/1.1" status: 200 len: 944 time: 0.0972705 Nov 10 17:40:02.821919 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-69848609-4110-4087-b8f5-516b92628797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:02.833844 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-32f2a817-7dc8-490c-969f-153e9dd7c6a7 req-30ac5241-735c-4a46-bec1-484d6d1b9ed9 service neutron] 10.222.0.13 "GET /v2.0/networks/d4e1ba53-3c7f-4994-965e-2463aa2b8abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432560 Nov 10 17:40:02.836299 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5f44d-cbdf-4a69-9e26-a6d033755d8b req-3f02ec0c-59ed-4886-9aa6-699e2b3b37ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:02.838634 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72f5f44d-cbdf-4a69-9e26-a6d033755d8b req-3f02ec0c-59ed-4886-9aa6-699e2b3b37ed service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4e1ba53-3c7f-4994-965e-2463aa2b8abd HTTP/1.1" status: 200 len: 913 time: 0.4756064 Nov 10 17:40:02.892083 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6efe7419-b8d9-46bf-9173-b218f79e5903 req-751467e3-9105-4581-8559-7ffd682becdf tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3c7b3f6-d57f-4106-92f8-9f763dbfa867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259561 Nov 10 17:40:02.986250 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72f5f44d-cbdf-4a69-9e26-a6d033755d8b req-0fb95e81-fe06-4d6c-b224-acdfc303c6c3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adeda5b5-30ac-49fa-81ed-1a345d17ba7e HTTP/1.1" status: 200 len: 217 time: 0.1287122 Nov 10 17:40:03.125384 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d099e148-9aa6-4e5b-ad23-4a090cddbed6 req-4f741e71-8f2c-4334-8408-dcc1ff7163ad service neutron] 10.222.0.11 "GET /v2.0/networks/522a4a49-7ffd-41e2-8dd3-891b9e780aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6024942 Nov 10 17:40:03.142102 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5f44d-cbdf-4a69-9e26-a6d033755d8b req-2aa645be-707e-4f39-a258-819366632a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:03.144363 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72f5f44d-cbdf-4a69-9e26-a6d033755d8b req-2aa645be-707e-4f39-a258-819366632a44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f3b6826817b8411c8006e8b4d3c701a1&device_id=604b8164-9572-48f4-ba41-00df95b3835d HTTP/1.1" status: 200 len: 1095 time: 0.1851635 Nov 10 17:40:03.146216 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5f44d-cbdf-4a69-9e26-a6d033755d8b req-e363c18b-15f3-43b5-a80e-1e7711a204ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:03.147923 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72f5f44d-cbdf-4a69-9e26-a6d033755d8b req-e363c18b-15f3-43b5-a80e-1e7711a204ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=54c3c56b-4c97-40ad-a0fb-1ba9c868f14d HTTP/1.1" status: 200 len: 852 time: 0.1379020 Nov 10 17:40:03.265797 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72f5f44d-cbdf-4a69-9e26-a6d033755d8b req-7cc9bf59-fb2c-433f-b219-487736019315 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4e1ba53-3c7f-4994-965e-2463aa2b8abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963588 Nov 10 17:40:03.603343 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091275dd-42ed-4919-8454-fe28d7fc9ef7 req-b94bb6f7-85f2-4acc-bfea-35c7bf4fb16b tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:03.605713 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-091275dd-42ed-4919-8454-fe28d7fc9ef7 req-b94bb6f7-85f2-4acc-bfea-35c7bf4fb16b tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8 HTTP/1.1" status: 200 len: 943 time: 0.0739412 Nov 10 17:40:03.708087 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-091275dd-42ed-4919-8454-fe28d7fc9ef7 req-943abdfc-62ee-42fc-8cf4-004b0786d462 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/security-groups?id=fce814ac-0d63-4630-9772-2af7d7a80373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947144 Nov 10 17:40:03.927646 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:03.947490 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72f5f44d-cbdf-4a69-9e26-a6d033755d8b req-585a3fc1-543f-4493-b65f-2aee216a5c01 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e1ba53-3c7f-4994-965e-2463aa2b8abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6712844 Nov 10 17:40:04.099618 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95824b-6106-43f1-ad59-de03f481399c req-624eb39c-e1be-4178-9c96-a4806c0608e2 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:04.100786 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-db95824b-6106-43f1-ad59-de03f481399c req-624eb39c-e1be-4178-9c96-a4806c0608e2 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 945 time: 0.7950768 Nov 10 17:40:04.104264 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5f44d-cbdf-4a69-9e26-a6d033755d8b req-2044b7c4-14ed-41a1-ae6c-43dfbee2c009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:04.108116 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72f5f44d-cbdf-4a69-9e26-a6d033755d8b req-2044b7c4-14ed-41a1-ae6c-43dfbee2c009 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d4e1ba53-3c7f-4994-965e-2463aa2b8abd HTTP/1.1" status: 200 len: 913 time: 0.9535925 Nov 10 17:40:04.201193 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72f5f44d-cbdf-4a69-9e26-a6d033755d8b req-a1a16faf-6003-4f71-b16f-271788612385 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccf74e76-3e36-4bf1-8fb8-30248888f345 HTTP/1.1" status: 200 len: 217 time: 0.0790589 Nov 10 17:40:04.296397 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-db95824b-6106-43f1-ad59-de03f481399c req-666d63b5-6601-4af8-a561-a4487be13dd7 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836562 Nov 10 17:40:04.301131 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72f5f44d-cbdf-4a69-9e26-a6d033755d8b req-0a1d33c5-cf79-418c-a52d-b71a00828219 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e1ba53-3c7f-4994-965e-2463aa2b8abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381250 Nov 10 17:40:04.320530 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5f44d-cbdf-4a69-9e26-a6d033755d8b req-8c0d1695-f465-4f11-acf7-6e46917374f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:04.322286 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72f5f44d-cbdf-4a69-9e26-a6d033755d8b req-8c0d1695-f465-4f11-acf7-6e46917374f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54c3c56b-4c97-40ad-a0fb-1ba9c868f14d HTTP/1.1" status: 200 len: 852 time: 0.1115983 Nov 10 17:40:04.365587 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985a56c-0655-41e3-9a9e-86b819d8ff0a req-38b1f68a-cbfa-4f49-9ec3-252b17af0707 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:04.378833 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b985a56c-0655-41e3-9a9e-86b819d8ff0a req-38b1f68a-cbfa-4f49-9ec3-252b17af0707 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/ports?device_id=e23bdf8c-ef35-49fe-986a-93e0fea87793 HTTP/1.1" status: 200 len: 944 time: 0.1164417 Nov 10 17:40:04.380057 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72f5f44d-cbdf-4a69-9e26-a6d033755d8b req-540e5e67-5053-47d8-9f64-b12a13f39d4b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d4e1ba53-3c7f-4994-965e-2463aa2b8abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466113 Nov 10 17:40:04.537147 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b985a56c-0655-41e3-9a9e-86b819d8ff0a req-60cf89d4-ef2a-4225-9663-900931b7f24d tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3c7b3f6-d57f-4106-92f8-9f763dbfa867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568892 Nov 10 17:40:04.628665 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c445c5a-a36f-4dd0-9752-b097d7bb9470 req-0afada5f-b6cc-4791-9d72-fdc369e87481 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:04.632258 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9c445c5a-a36f-4dd0-9752-b097d7bb9470 req-0afada5f-b6cc-4791-9d72-fdc369e87481 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 945 time: 0.1956463 Nov 10 17:40:04.640021 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 325ab4e7-ab84-4bcf-b104-50d5b5f515dd details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:40:04.642446 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 0b50f52b-4ac3-4426-952a-44ac10818835 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:40:04.708763 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72f5f44d-cbdf-4a69-9e26-a6d033755d8b req-902f8b98-6b49-4572-b9ff-281ae122df88 service neutron] 10.222.0.13 "GET /v2.0/networks/d4e1ba53-3c7f-4994-965e-2463aa2b8abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194125 Nov 10 17:40:04.735442 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device ccf74e76-3e36-4bf1-8fb8-30248888f345 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:40:04.850704 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72f5f44d-cbdf-4a69-9e26-a6d033755d8b req-4508cf35-5c6d-43ca-919e-c9b8d9f782d6 service neutron] 10.222.0.13 "GET /v2.0/networks/d4e1ba53-3c7f-4994-965e-2463aa2b8abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314051 Nov 10 17:40:04.861658 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9c445c5a-a36f-4dd0-9752-b097d7bb9470 req-93ef3904-7de2-499d-a9d5-7b4158773868 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138922 Nov 10 17:40:04.939756 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ddfe3c-681e-4006-9b98-6d0326e319e1 req-469a5edc-c3be-4d5b-9fec-c0ff9b42ec07 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:04.943226 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 0b50f52b-4ac3-4426-952a-44ac10818835 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:40:04.944247 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 0b50f52b-4ac3-4426-952a-44ac10818835 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:40:04.952743 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.resource_extend [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 17:40:04.953770 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-22ddfe3c-681e-4006-9b98-6d0326e319e1 req-469a5edc-c3be-4d5b-9fec-c0ff9b42ec07 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8 HTTP/1.1" status: 200 len: 943 time: 0.1086211 Nov 10 17:40:04.973289 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port ccf74e76-3e36-4bf1-8fb8-30248888f345, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=ccf74e76-3e36-4bf1-8fb8-30248888f345,segment=NetworkSegment(384d6ec0-9254-4efe-b773-97715b6ee1cd),segment_id=384d6ec0-9254-4efe-b773-97715b6ee1cd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:40:05.018308 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-22ddfe3c-681e-4006-9b98-6d0326e319e1 req-da4111de-92d7-46a7-b771-e7a296be2843 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/security-groups?id=fce814ac-0d63-4630-9772-2af7d7a80373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635560 Nov 10 17:40:05.085749 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'ccf74e76-3e36-4bf1-8fb8-30248888f345', 'network_id': 'd4e1ba53-3c7f-4994-965e-2463aa2b8abd', 'port_id': 'ccf74e76-3e36-4bf1-8fb8-30248888f345', 'mac_address': 'fa:16:3e:2e:33:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c3c56b-4c97-40ad-a0fb-1ba9c868f14d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:40:05.157213 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:05.172595 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 325ab4e7-ab84-4bcf-b104-50d5b5f515dd, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=325ab4e7-ab84-4bcf-b104-50d5b5f515dd,segment=NetworkSegment(8e48fc48-9543-4433-b518-4906928520a9),segment_id=8e48fc48-9543-4433-b518-4906928520a9)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:40:05.182484 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccf74e76-3e36-4bf1-8fb8-30248888f345 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:40:05.192767 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '325ab4e7-ab84-4bcf-b104-50d5b5f515dd', 'network_id': '522a4a49-7ffd-41e2-8dd3-891b9e780aac', 'port_id': '325ab4e7-ab84-4bcf-b104-50d5b5f515dd', 'mac_address': 'fa:16:3e:f7:b0:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f40b2c22-f569-41f0-b21a-9b9058e99d23', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:40:05.209611 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port ccf74e76-3e36-4bf1-8fb8-30248888f345, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=ccf74e76-3e36-4bf1-8fb8-30248888f345,segment=NetworkSegment(384d6ec0-9254-4efe-b773-97715b6ee1cd),segment_id=384d6ec0-9254-4efe-b773-97715b6ee1cd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:40:05.241325 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:05.278093 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:05.306338 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 325ab4e7-ab84-4bcf-b104-50d5b5f515dd {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:40:05.333262 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 325ab4e7-ab84-4bcf-b104-50d5b5f515dd, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=325ab4e7-ab84-4bcf-b104-50d5b5f515dd,segment=NetworkSegment(8e48fc48-9543-4433-b518-4906928520a9),segment_id=8e48fc48-9543-4433-b518-4906928520a9)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:40:05.340290 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=ccf74e76-3e36-4bf1-8fb8-30248888f345,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:05.344367 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:05.345242 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device adeda5b5-30ac-49fa-81ed-1a345d17ba7e details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:40:05.430704 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=325ab4e7-ab84-4bcf-b104-50d5b5f515dd,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:05.478800 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['ccf74e76-3e36-4bf1-8fb8-30248888f345'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:40:05.483944 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabb63d-f674-45e7-adde-224a30b4c9fe req-3140b6dd-2431-42ed-adb9-01acb58deaea tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:05.492404 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dfabb63d-f674-45e7-adde-224a30b4c9fe req-3140b6dd-2431-42ed-adb9-01acb58deaea tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 945 time: 0.0747938 Nov 10 17:40:05.526072 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:05.551625 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dfabb63d-f674-45e7-adde-224a30b4c9fe req-ed0c9371-24b4-4a64-b21f-32a149b954ad tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580082 Nov 10 17:40:05.622653 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port adeda5b5-30ac-49fa-81ed-1a345d17ba7e, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=adeda5b5-30ac-49fa-81ed-1a345d17ba7e,segment=NetworkSegment(384d6ec0-9254-4efe-b773-97715b6ee1cd),segment_id=384d6ec0-9254-4efe-b773-97715b6ee1cd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:40:05.671850 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'adeda5b5-30ac-49fa-81ed-1a345d17ba7e', 'network_id': 'd4e1ba53-3c7f-4994-965e-2463aa2b8abd', 'port_id': 'adeda5b5-30ac-49fa-81ed-1a345d17ba7e', 'mac_address': 'fa:16:3e:53:63:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54c3c56b-4c97-40ad-a0fb-1ba9c868f14d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:40:05.701727 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab88164-3d3c-4213-8ad7-0179c20f08fc req-aab657b2-21dd-4c51-aeef-8adeb2b89393 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:05.704882 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6ab88164-3d3c-4213-8ad7-0179c20f08fc req-aab657b2-21dd-4c51-aeef-8adeb2b89393 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/ports?device_id=e23bdf8c-ef35-49fe-986a-93e0fea87793 HTTP/1.1" status: 200 len: 944 time: 0.0725567 Nov 10 17:40:05.771041 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:05.801770 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adeda5b5-30ac-49fa-81ed-1a345d17ba7e {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:40:05.816715 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6ab88164-3d3c-4213-8ad7-0179c20f08fc req-bddf2b3c-4859-4471-9496-c3536d379e52 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3c7b3f6-d57f-4106-92f8-9f763dbfa867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022365 Nov 10 17:40:05.849568 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port adeda5b5-30ac-49fa-81ed-1a345d17ba7e, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=adeda5b5-30ac-49fa-81ed-1a345d17ba7e,segment=NetworkSegment(384d6ec0-9254-4efe-b773-97715b6ee1cd),segment_id=384d6ec0-9254-4efe-b773-97715b6ee1cd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:40:05.860391 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:05.941190 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=adeda5b5-30ac-49fa-81ed-1a345d17ba7e,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:06.008945 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba511f9-add8-451e-93c1-afddbae3753a req-0f387947-9d97-4824-8722-b9b35da0b426 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:06.018602 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0ba511f9-add8-451e-93c1-afddbae3753a req-0f387947-9d97-4824-8722-b9b35da0b426 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 945 time: 0.0752430 Nov 10 17:40:06.092483 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0ba511f9-add8-451e-93c1-afddbae3753a req-7f52fe63-771a-4a31-9391-cbfe02822ba3 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/security-groups?id=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664802 Nov 10 17:40:06.149870 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:06.169745 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['325ab4e7-ab84-4bcf-b104-50d5b5f515dd'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:40:06.174990 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['adeda5b5-30ac-49fa-81ed-1a345d17ba7e'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:40:06.211714 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888580f6-fdc4-4cd6-8336-70f4f35105f8 req-45d862d8-c42c-4587-9b3d-fcc295bb0e49 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:06.223285 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-888580f6-fdc4-4cd6-8336-70f4f35105f8 req-45d862d8-c42c-4587-9b3d-fcc295bb0e49 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8 HTTP/1.1" status: 200 len: 944 time: 0.1002865 Nov 10 17:40:06.312296 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-888580f6-fdc4-4cd6-8336-70f4f35105f8 req-6570a62a-3655-48c0-afde-8d15fc9ac09a tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/security-groups?id=fce814ac-0d63-4630-9772-2af7d7a80373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875428 Nov 10 17:40:06.388824 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a3da4-63eb-4f51-8464-4fb8adfdfa3f req-2bf9d751-a680-49e6-af88-294779b2f3aa tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:06.390729 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fb2a3da4-63eb-4f51-8464-4fb8adfdfa3f req-2bf9d751-a680-49e6-af88-294779b2f3aa tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.11 "GET /v2.0/ports?device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 945 time: 0.0709713 Nov 10 17:40:06.553445 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-fb2a3da4-63eb-4f51-8464-4fb8adfdfa3f req-0e438a34-a839-4b43-8a74-9c287d6cf697 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Deleting port 9a1f7a1f-aee0-4010-adc1-8a709a359183 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:40:06.554089 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-fb2a3da4-63eb-4f51-8464-4fb8adfdfa3f req-0e438a34-a839-4b43-8a74-9c287d6cf697 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:06.714975 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-fb2a3da4-63eb-4f51-8464-4fb8adfdfa3f req-0e438a34-a839-4b43-8a74-9c287d6cf697 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] For port 9a1f7a1f-aee0-4010-adc1-8a709a359183, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=9a1f7a1f-aee0-4010-adc1-8a709a359183,segment=NetworkSegment(05cb0532-6c0f-441f-93e8-c6f075bb1eed),segment_id=05cb0532-6c0f-441f-93e8-c6f075bb1eed)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:40:06.715626 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-fb2a3da4-63eb-4f51-8464-4fb8adfdfa3f req-0e438a34-a839-4b43-8a74-9c287d6cf697 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:06.722351 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device ccf74e76-3e36-4bf1-8fb8-30248888f345 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:40:06.754204 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaf424-e0e6-4100-8680-4577428cbf6c req-1d66df31-3802-4321-8527-5c4361c26672 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:06.756081 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-fb2a3da4-63eb-4f51-8464-4fb8adfdfa3f req-0e438a34-a839-4b43-8a74-9c287d6cf697 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Calling delete_port for 9a1f7a1f-aee0-4010-adc1-8a709a359183 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:40:06.764378 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-55aaf424-e0e6-4100-8680-4577428cbf6c req-1d66df31-3802-4321-8527-5c4361c26672 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 945 time: 0.0985203 Nov 10 17:40:06.844740 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-55aaf424-e0e6-4100-8680-4577428cbf6c req-c4b9005f-c5c1-49f0-9759-f10a548ce902 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731797 Nov 10 17:40:06.887822 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port ccf74e76-3e36-4bf1-8fb8-30248888f345 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:40:06.898179 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port ccf74e76-3e36-4bf1-8fb8-30248888f345 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:40:06.899249 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:06.936501 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-fb2a3da4-63eb-4f51-8464-4fb8adfdfa3f req-0e438a34-a839-4b43-8a74-9c287d6cf697 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:06.984978 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e438a34-a839-4b43-8a74-9c287d6cf697 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Pushing event deleted for resources: {'Port': ['ID=9a1f7a1f-aee0-4010-adc1-8a709a359183,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:07.068813 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2a3da4-63eb-4f51-8464-4fb8adfdfa3f req-0e438a34-a839-4b43-8a74-9c287d6cf697 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] No DVR routers for this DVR port 9a1f7a1f-aee0-4010-adc1-8a709a359183 on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:40:07.070503 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-fb2a3da4-63eb-4f51-8464-4fb8adfdfa3f req-0e438a34-a839-4b43-8a74-9c287d6cf697 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:07.074478 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fb2a3da4-63eb-4f51-8464-4fb8adfdfa3f req-0e438a34-a839-4b43-8a74-9c287d6cf697 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.11 "DELETE /v2.0/ports/9a1f7a1f-aee0-4010-adc1-8a709a359183 HTTP/1.1" status: 204 len: 173 time: 0.6773508 Nov 10 17:40:07.075294 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c47f40-2d91-4f23-9bbf-e90fda3d900b', 'name': 'network-vif-deleted', 'tag': '9a1f7a1f-aee0-4010-adc1-8a709a359183'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:40:07.078311 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd26b29-2bb7-4c6d-b63a-406e78d53cd1" -d '{"events": [{"server_uuid": "10c47f40-2d91-4f23-9bbf-e90fda3d900b", "name": "network-vif-deleted", "tag": "9a1f7a1f-aee0-4010-adc1-8a709a359183"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:40:07.089467 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67e807-5ce8-41f3-96ac-73dc224ab226 req-b2d87e00-904c-4c7e-a4be-f4d23fbdc990 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:07.091006 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8d67e807-5ce8-41f3-96ac-73dc224ab226 req-b2d87e00-904c-4c7e-a4be-f4d23fbdc990 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/ports?device_id=e23bdf8c-ef35-49fe-986a-93e0fea87793 HTTP/1.1" status: 200 len: 945 time: 0.1433511 Nov 10 17:40:07.115683 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:07.165316 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port ccf74e76-3e36-4bf1-8fb8-30248888f345, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=ccf74e76-3e36-4bf1-8fb8-30248888f345,segment=NetworkSegment(384d6ec0-9254-4efe-b773-97715b6ee1cd),segment_id=384d6ec0-9254-4efe-b773-97715b6ee1cd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:40:07.168247 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604b8164-9572-48f4-ba41-00df95b3835d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf74e76-3e36-4bf1-8fb8-30248888f345'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:40:07.172321 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1627a6c4-069f-4e96-b2bf-dac050da7fc7" -d '{"events": [{"server_uuid": "604b8164-9572-48f4-ba41-00df95b3835d", "name": "network-vif-plugged", "status": "completed", "tag": "ccf74e76-3e36-4bf1-8fb8-30248888f345"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:40:07.178023 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:07.208133 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65563500-6b3f-436a-ba8a-91633fc6e879 x-openstack-request-id: req-65563500-6b3f-436a-ba8a-91633fc6e879 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:40:07.209662 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c47f40-2d91-4f23-9bbf-e90fda3d900b", "name": "network-vif-deleted", "tag": "9a1f7a1f-aee0-4010-adc1-8a709a359183", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:40:07.209662 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-65563500-6b3f-436a-ba8a-91633fc6e879 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:40:07.212475 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c47f40-2d91-4f23-9bbf-e90fda3d900b', 'name': 'network-vif-deleted', 'tag': '9a1f7a1f-aee0-4010-adc1-8a709a359183', 'status': 'completed', 'code': 200} Nov 10 17:40:07.245887 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=ccf74e76-3e36-4bf1-8fb8-30248888f345,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:07.264030 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8d67e807-5ce8-41f3-96ac-73dc224ab226 req-a3b91bc8-4fcb-4612-b6ea-59b675a53698 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3c7b3f6-d57f-4106-92f8-9f763dbfa867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619866 Nov 10 17:40:07.344725 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8c2f2e-8f8e-48e9-891e-800e732c432d x-openstack-request-id: req-8f8c2f2e-8f8e-48e9-891e-800e732c432d {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:40:07.345025 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604b8164-9572-48f4-ba41-00df95b3835d", "name": "network-vif-plugged", "status": "completed", "tag": "ccf74e76-3e36-4bf1-8fb8-30248888f345", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:40:07.345643 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8f8c2f2e-8f8e-48e9-891e-800e732c432d {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:40:07.346064 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604b8164-9572-48f4-ba41-00df95b3835d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf74e76-3e36-4bf1-8fb8-30248888f345', 'code': 200} Nov 10 17:40:07.369832 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bdb937cb-abba-4b94-a6f1-c572850c0596 req-750d176a-b7bb-4377-820e-a85bc8b0d971 tempest-ServerRescueTestJSON-386603278 tempest-ServerRescueTestJSON-386603278-project] 10.222.0.39 "GET /v2.0/ports?device_id=10c47f40-2d91-4f23-9bbf-e90fda3d900b HTTP/1.1" status: 200 len: 210 time: 0.0533664 Nov 10 17:40:07.512761 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4557e23-7197-461a-ad7a-46a999de8762 req-ee968dcb-2cc2-4dbf-9fbe-5c6387ddd740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:07.514558 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f4557e23-7197-461a-ad7a-46a999de8762 req-ee968dcb-2cc2-4dbf-9fbe-5c6387ddd740 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=604b8164-9572-48f4-ba41-00df95b3835d HTTP/1.1" status: 200 len: 1097 time: 0.0706058 Nov 10 17:40:07.525175 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2750b-cc26-4563-a1a2-b293ae2b168c req-34638316-85ae-4650-b5e6-d3787d387a93 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:07.527366 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-aef2750b-cc26-4563-a1a2-b293ae2b168c req-34638316-85ae-4650-b5e6-d3787d387a93 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8 HTTP/1.1" status: 200 len: 944 time: 0.0574183 Nov 10 17:40:07.592320 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-aef2750b-cc26-4563-a1a2-b293ae2b168c req-c1440ee3-4308-4d60-b368-a48d262883fb tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/security-groups?id=fce814ac-0d63-4630-9772-2af7d7a80373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582633 Nov 10 17:40:07.601890 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f4557e23-7197-461a-ad7a-46a999de8762 req-f5307ce5-b826-4205-8f99-7b6fcca9fb32 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d3c7b3f6-d57f-4106-92f8-9f763dbfa867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785210 Nov 10 17:40:08.007680 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0de36b-7364-4085-b6ab-582c10d77a34 req-fa1fa84b-5672-4e9f-8ed3-f578b003c3cc tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:08.018304 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1d0de36b-7364-4085-b6ab-582c10d77a34 req-fa1fa84b-5672-4e9f-8ed3-f578b003c3cc tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 945 time: 0.0816145 Nov 10 17:40:08.100136 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1d0de36b-7364-4085-b6ab-582c10d77a34 req-abf58cd7-10ad-460d-978b-7bdcac16b977 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764503 Nov 10 17:40:08.425983 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a627ad3-d0ce-4463-8aad-bd96dfa2d2c6 req-e93da7ef-bbe7-41f1-9e97-55f9974fc63e tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:08.428583 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9a627ad3-d0ce-4463-8aad-bd96dfa2d2c6 req-e93da7ef-bbe7-41f1-9e97-55f9974fc63e tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/ports?device_id=e23bdf8c-ef35-49fe-986a-93e0fea87793 HTTP/1.1" status: 200 len: 945 time: 0.0901778 Nov 10 17:40:08.521058 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9a627ad3-d0ce-4463-8aad-bd96dfa2d2c6 req-86e4dc15-ba3c-473c-b7dd-5bdefe59b399 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3c7b3f6-d57f-4106-92f8-9f763dbfa867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824087 Nov 10 17:40:08.527634 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 42630) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:08.686516 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 325ab4e7-ab84-4bcf-b104-50d5b5f515dd up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:40:08.766396 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 325ab4e7-ab84-4bcf-b104-50d5b5f515dd completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:40:08.779306 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 325ab4e7-ab84-4bcf-b104-50d5b5f515dd triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:40:08.779951 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:08.922558 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691abdb3-729e-4bc3-a19d-58230b83b7bd req-f100fdef-4542-429e-abb1-feedb249557f tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:08.934553 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-691abdb3-729e-4bc3-a19d-58230b83b7bd req-f100fdef-4542-429e-abb1-feedb249557f tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8 HTTP/1.1" status: 200 len: 944 time: 0.2129326 Nov 10 17:40:08.938174 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:09.007024 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 325ab4e7-ab84-4bcf-b104-50d5b5f515dd, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=325ab4e7-ab84-4bcf-b104-50d5b5f515dd,segment=NetworkSegment(8e48fc48-9543-4433-b518-4906928520a9),segment_id=8e48fc48-9543-4433-b518-4906928520a9)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:40:09.016037 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:09.016934 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device adeda5b5-30ac-49fa-81ed-1a345d17ba7e up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:40:09.092099 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-691abdb3-729e-4bc3-a19d-58230b83b7bd req-3cd41650-6066-482f-9ca1-c6376eace981 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/security-groups?id=fce814ac-0d63-4630-9772-2af7d7a80373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560245 Nov 10 17:40:09.143831 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=325ab4e7-ab84-4bcf-b104-50d5b5f515dd,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:09.160130 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:09.160586 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:09.160981 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:09.161331 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:09.161671 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:09.162273 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:09.162638 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:09.162979 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:09.163312 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:09.163783 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:09.164411 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:09.165054 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:40:09.169519 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port adeda5b5-30ac-49fa-81ed-1a345d17ba7e completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:40:09.174481 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port adeda5b5-30ac-49fa-81ed-1a345d17ba7e triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:40:09.175379 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:09.336213 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab091e-67e4-4ce7-aca3-367a49ae24c1 req-8a882cd4-bfbd-4b7c-9310-50933fbfced0 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:09.340018 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fbab091e-67e4-4ce7-aca3-367a49ae24c1 req-8a882cd4-bfbd-4b7c-9310-50933fbfced0 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 945 time: 0.1173785 Nov 10 17:40:09.352734 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325ab4e7-ab84-4bcf-b104-50d5b5f515dd'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:40:09.359565 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afeb369-3506-4d66-b697-63c43f15e20a" -d '{"events": [{"server_uuid": "c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8", "name": "network-vif-plugged", "status": "completed", "tag": "325ab4e7-ab84-4bcf-b104-50d5b5f515dd"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:40:09.377032 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:09.402509 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7183e69b-7e81-49a5-aed3-f749563217f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:09.428974 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fbab091e-67e4-4ce7-aca3-367a49ae24c1 req-af05667c-103d-49cb-9cfc-55f735213b6b tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826869 Nov 10 17:40:09.446851 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port adeda5b5-30ac-49fa-81ed-1a345d17ba7e, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=adeda5b5-30ac-49fa-81ed-1a345d17ba7e,segment=NetworkSegment(384d6ec0-9254-4efe-b773-97715b6ee1cd),segment_id=384d6ec0-9254-4efe-b773-97715b6ee1cd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:40:09.449386 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c634c9c-eccb-4283-a0de-9a9efbeed6eb x-openstack-request-id: req-7c634c9c-eccb-4283-a0de-9a9efbeed6eb {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:40:09.449941 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8", "name": "network-vif-plugged", "status": "completed", "tag": "325ab4e7-ab84-4bcf-b104-50d5b5f515dd", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:40:09.450400 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c634c9c-eccb-4283-a0de-9a9efbeed6eb {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:40:09.451104 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325ab4e7-ab84-4bcf-b104-50d5b5f515dd', 'code': 200} Nov 10 17:40:09.452898 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:09.453920 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 9a1f7a1f-aee0-4010-adc1-8a709a359183 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:40:09.546782 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=adeda5b5-30ac-49fa-81ed-1a345d17ba7e,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:09.564422 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 9a1f7a1f-aee0-4010-adc1-8a709a359183 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:40:09.567984 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 9a1f7a1f-aee0-4010-adc1-8a709a359183 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:40:09.611422 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048f702-c639-4fd4-b379-3b85ab79b450 req-617ccc0b-9da6-4c2c-af80-24218e8b19c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:09.612342 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8048f702-c639-4fd4-b379-3b85ab79b450 req-617ccc0b-9da6-4c2c-af80-24218e8b19c3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8 HTTP/1.1" status: 200 len: 1097 time: 0.0920343 Nov 10 17:40:09.730294 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2717e-d360-4ce4-90fb-afb8999d5462 req-3171f528-f415-4483-bd77-4e1fdd4ca249 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:09.732583 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-30f2717e-d360-4ce4-90fb-afb8999d5462 req-3171f528-f415-4483-bd77-4e1fdd4ca249 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/ports?device_id=e23bdf8c-ef35-49fe-986a-93e0fea87793 HTTP/1.1" status: 200 len: 946 time: 0.0986750 Nov 10 17:40:09.735273 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8048f702-c639-4fd4-b379-3b85ab79b450 req-c1caac06-aa04-413c-98c6-0f897526d309 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fce814ac-0d63-4630-9772-2af7d7a80373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133485 Nov 10 17:40:09.816741 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-7183e69b-7e81-49a5-aed3-f749563217f5 admin admin] Deleting port 2857421d-5ead-476d-b83d-413c9801246c {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:40:09.817223 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7183e69b-7e81-49a5-aed3-f749563217f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:09.850096 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-30f2717e-d360-4ce4-90fb-afb8999d5462 req-17288a88-f98d-44c4-bf7e-fcdf840d9d37 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3c7b3f6-d57f-4106-92f8-9f763dbfa867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063709 Nov 10 17:40:09.934453 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-7183e69b-7e81-49a5-aed3-f749563217f5 admin admin] For port 2857421d-5ead-476d-b83d-413c9801246c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2857421d-5ead-476d-b83d-413c9801246c,segment=NetworkSegment(05cb0532-6c0f-441f-93e8-c6f075bb1eed),segment_id=05cb0532-6c0f-441f-93e8-c6f075bb1eed)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:40:09.934852 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7183e69b-7e81-49a5-aed3-f749563217f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:09.960975 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-7183e69b-7e81-49a5-aed3-f749563217f5 admin admin] Calling delete_port for 2857421d-5ead-476d-b83d-413c9801246c owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:40:10.254811 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcebc1e-457c-4074-8de6-b92ee914d4ee req-31cbe4b4-424c-4857-a972-454845f4117d tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:10.267927 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7183e69b-7e81-49a5-aed3-f749563217f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:10.268444 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bbcebc1e-457c-4074-8de6-b92ee914d4ee req-31cbe4b4-424c-4857-a972-454845f4117d tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8 HTTP/1.1" status: 200 len: 945 time: 0.0810299 Nov 10 17:40:10.303459 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183e69b-7e81-49a5-aed3-f749563217f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2857421d-5ead-476d-b83d-413c9801246c,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:10.372735 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bbcebc1e-457c-4074-8de6-b92ee914d4ee req-b930a671-ad21-4e08-879d-baa5da60f302 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/security-groups?id=fce814ac-0d63-4630-9772-2af7d7a80373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031055 Nov 10 17:40:10.551026 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7183e69b-7e81-49a5-aed3-f749563217f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:10.668234 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff4448-18ef-4fb8-b810-e579ad2c2820 req-f3286fd8-50c5-4fc3-8af5-3d176cf457dd tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:10.669794 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7eff4448-18ef-4fb8-b810-e579ad2c2820 req-f3286fd8-50c5-4fc3-8af5-3d176cf457dd tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 945 time: 0.1339457 Nov 10 17:40:10.774486 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7eff4448-18ef-4fb8-b810-e579ad2c2820 req-9bbb5476-fbca-46b8-8491-2f83c73098f9 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700023 Nov 10 17:40:10.929607 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7183e69b-7e81-49a5-aed3-f749563217f5 admin admin] Router 0162e5c6-174e-4d6c-bc9d-53e275afff71 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:40:10.938734 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 42718) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:11.058290 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c17d7-15ef-4034-b746-eb8f74bbb2d8 req-13fe7b82-614e-462d-8a1a-a5fc58b34569 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:11.075131 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4a1c17d7-15ef-4034-b746-eb8f74bbb2d8 req-13fe7b82-614e-462d-8a1a-a5fc58b34569 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/ports?device_id=e23bdf8c-ef35-49fe-986a-93e0fea87793 HTTP/1.1" status: 200 len: 946 time: 0.1046805 Nov 10 17:40:11.126828 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7183e69b-7e81-49a5-aed3-f749563217f5 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:40:11.132977 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7183e69b-7e81-49a5-aed3-f749563217f5 admin admin] 10.222.0.39 "PUT /v2.0/routers/0162e5c6-174e-4d6c-bc9d-53e275afff71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6036670 Nov 10 17:40:11.134886 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 42728) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:11.141898 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d22567-53d6-4249-8186-45f34ef8e453 None None] Sync routers for ids ['0162e5c6-174e-4d6c-bc9d-53e275afff71'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:40:11.164603 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d22567-53d6-4249-8186-45f34ef8e453 None None] Routers {'0162e5c6-174e-4d6c-bc9d-53e275afff71'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:40:11.169824 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-56d22567-53d6-4249-8186-45f34ef8e453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:40:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0162e5c6-174e-4d6c-bc9d-53e275afff71'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:40:11.170513 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4a1c17d7-15ef-4034-b746-eb8f74bbb2d8 req-99c216ad-38fa-4265-8fa0-1bada135642e tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3c7b3f6-d57f-4106-92f8-9f763dbfa867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870357 Nov 10 17:40:11.287283 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-98cafe22-af3c-43c7-8b5a-b72ed026ef89 admin admin] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:11.307505 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-651e3926-219e-4f63-ac56-5ec8e4acc446 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:11.443451 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-56d22567-53d6-4249-8186-45f34ef8e453 None None] Set router 0162e5c6-174e-4d6c-bc9d-53e275afff71 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:40:11.452724 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23bdf8c-ef35-49fe-986a-93e0fea87793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adeda5b5-30ac-49fa-81ed-1a345d17ba7e'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:40:11.455145 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ef0f62-9d63-4958-ade4-e8219f4331d5" -d '{"events": [{"server_uuid": "e23bdf8c-ef35-49fe-986a-93e0fea87793", "name": "network-vif-plugged", "status": "completed", "tag": "adeda5b5-30ac-49fa-81ed-1a345d17ba7e"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:40:11.483240 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-651e3926-219e-4f63-ac56-5ec8e4acc446 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:11.494183 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-651e3926-219e-4f63-ac56-5ec8e4acc446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:11.549004 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be66e28-9e69-458b-919d-b485468b0077 x-openstack-request-id: req-4be66e28-9e69-458b-919d-b485468b0077 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:40:11.549297 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e23bdf8c-ef35-49fe-986a-93e0fea87793", "name": "network-vif-plugged", "status": "completed", "tag": "adeda5b5-30ac-49fa-81ed-1a345d17ba7e", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:40:11.549556 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4be66e28-9e69-458b-919d-b485468b0077 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:40:11.549953 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23bdf8c-ef35-49fe-986a-93e0fea87793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adeda5b5-30ac-49fa-81ed-1a345d17ba7e', 'code': 200} Nov 10 17:40:11.620698 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e3926-219e-4f63-ac56-5ec8e4acc446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7798240c-4dcb-472d-8fb2-4383713ca2e5,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:11.644959 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-651e3926-219e-4f63-ac56-5ec8e4acc446 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=edc23bbf0b45444f9bdba6d87f2001f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7043328 Nov 10 17:40:11.662846 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 42738) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:11.736962 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b4d8d-c3f3-4edd-89ee-8790bb0f02a5 req-a4516f1a-4d64-4ac6-b66c-f27f99414415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:11.738568 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9c6b4d8d-c3f3-4edd-89ee-8790bb0f02a5 req-a4516f1a-4d64-4ac6-b66c-f27f99414415 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e23bdf8c-ef35-49fe-986a-93e0fea87793 HTTP/1.1" status: 200 len: 1098 time: 0.1082511 Nov 10 17:40:11.777681 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-48ee3736-27b6-4154-9b7e-d0bf96490434 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:11.787686 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3db85-f1f8-41a0-9508-09536a9f60c1 req-393e958a-f4e2-45c5-a5bf-8e84b2bc1794 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:11.789609 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6ce3db85-f1f8-41a0-9508-09536a9f60c1 req-393e958a-f4e2-45c5-a5bf-8e84b2bc1794 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8 HTTP/1.1" status: 200 len: 945 time: 0.0759008 Nov 10 17:40:11.799089 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-98cafe22-af3c-43c7-8b5a-b72ed026ef89 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:11.804138 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-48ee3736-27b6-4154-9b7e-d0bf96490434 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:11.833810 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-56d22567-53d6-4249-8186-45f34ef8e453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0162e5c6-174e-4d6c-bc9d-53e275afff71', 'name': 'tempest-ServerRescueTestJSON-1239996647-router', 'tenant_id': '8e72b28b5eeb442488b09faff7426464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '7982f543-f8e3-436a-af72-f9c15c51837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:37:46Z', 'updated_at': '2021-11-10T17:40:10Z', 'revision_number': 5, 'project_id': '8e72b28b5eeb442488b09faff7426464', 'gw_port': {'id': '7982f543-f8e3-436a-af72-f9c15c51837c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a5:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0162e5c6-174e-4d6c-bc9d-53e275afff71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:37:47Z', 'updated_at': '2021-11-10T17:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:40:11.874278 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6ce3db85-f1f8-41a0-9508-09536a9f60c1 req-d889e405-1851-4409-a83d-78ab73ae2d2c tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/security-groups?id=fce814ac-0d63-4630-9772-2af7d7a80373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767174 Nov 10 17:40:11.900691 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-98cafe22-af3c-43c7-8b5a-b72ed026ef89 admin admin] Deleting port 7982f543-f8e3-436a-af72-f9c15c51837c {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:40:11.901021 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-98cafe22-af3c-43c7-8b5a-b72ed026ef89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:11.903475 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-48ee3736-27b6-4154-9b7e-d0bf96490434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:11.909676 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-48ee3736-27b6-4154-9b7e-d0bf96490434 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:11.910870 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-48ee3736-27b6-4154-9b7e-d0bf96490434 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7798240c-4dcb-472d-8fb2-4383713ca2e5 HTTP/1.1" status: 204 len: 168 time: 0.2468340 Nov 10 17:40:11.942253 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d22567-53d6-4249-8186-45f34ef8e453 None None] Checking router: 0162e5c6-174e-4d6c-bc9d-53e275afff71 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:40:11.968353 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d22567-53d6-4249-8186-45f34ef8e453 None None] Routers {'0162e5c6-174e-4d6c-bc9d-53e275afff71'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:40:11.969484 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-56d22567-53d6-4249-8186-45f34ef8e453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:40:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0162e5c6-174e-4d6c-bc9d-53e275afff71'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:40:12.012122 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-98cafe22-af3c-43c7-8b5a-b72ed026ef89 admin admin] For port 7982f543-f8e3-436a-af72-f9c15c51837c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=7982f543-f8e3-436a-af72-f9c15c51837c,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:40:12.012714 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-98cafe22-af3c-43c7-8b5a-b72ed026ef89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:12.025737 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-98cafe22-af3c-43c7-8b5a-b72ed026ef89 admin admin] Calling delete_port for 7982f543-f8e3-436a-af72-f9c15c51837c owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:40:12.113938 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee3736-27b6-4154-9b7e-d0bf96490434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7798240c-4dcb-472d-8fb2-4383713ca2e5,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:12.158431 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9c6b4d8d-c3f3-4edd-89ee-8790bb0f02a5 req-6e6efbcf-cb30-4b22-be69-b5907aeb45b6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d3c7b3f6-d57f-4106-92f8-9f763dbfa867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992934 Nov 10 17:40:12.176086 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ad237-3fb2-4965-bd33-06e1d75fd3de req-8c8db9b0-25d9-4495-b8b5-f219cbec7dcf tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:12.177627 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a18ad237-3fb2-4965-bd33-06e1d75fd3de req-8c8db9b0-25d9-4495-b8b5-f219cbec7dcf tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8 HTTP/1.1" status: 200 len: 945 time: 0.0841799 Nov 10 17:40:12.203982 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b942af7-bf26-441b-9aba-4f6cc6c2dcb5 req-9491f2cb-586e-4150-99f5-bee11f4cc84d tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:12.207753 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b942af7-bf26-441b-9aba-4f6cc6c2dcb5 req-9491f2cb-586e-4150-99f5-bee11f4cc84d tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 945 time: 0.3103402 Nov 10 17:40:12.241174 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-56d22567-53d6-4249-8186-45f34ef8e453 None None] Set router 0162e5c6-174e-4d6c-bc9d-53e275afff71 gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:40:12.284010 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a18ad237-3fb2-4965-bd33-06e1d75fd3de req-b95a438d-bb09-470e-a781-30eeea9a0f6c tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/security-groups?id=fce814ac-0d63-4630-9772-2af7d7a80373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767398 Nov 10 17:40:12.396442 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b942af7-bf26-441b-9aba-4f6cc6c2dcb5 req-e7966a06-64fa-497b-bfda-67c884c3c220 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559749 Nov 10 17:40:12.404464 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-98cafe22-af3c-43c7-8b5a-b72ed026ef89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:12.436027 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-56d22567-53d6-4249-8186-45f34ef8e453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0162e5c6-174e-4d6c-bc9d-53e275afff71', 'name': 'tempest-ServerRescueTestJSON-1239996647-router', 'tenant_id': '8e72b28b5eeb442488b09faff7426464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:37:46Z', 'updated_at': '2021-11-10T17:40:11Z', 'revision_number': 6, 'project_id': '8e72b28b5eeb442488b09faff7426464', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:40:12.480927 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d22567-53d6-4249-8186-45f34ef8e453 None None] The sync data for ids ['0162e5c6-174e-4d6c-bc9d-53e275afff71'] in n-d-776250-10 is: [{'id': '0162e5c6-174e-4d6c-bc9d-53e275afff71', 'name': 'tempest-ServerRescueTestJSON-1239996647-router', 'tenant_id': '8e72b28b5eeb442488b09faff7426464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:37:46Z', 'updated_at': '2021-11-10T17:40:11Z', 'revision_number': 6, 'project_id': '8e72b28b5eeb442488b09faff7426464', 'gw_port_host': None}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:40:12.489857 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cafe22-af3c-43c7-8b5a-b72ed026ef89 admin admin] Pushing event deleted for resources: {'Port': ['ID=7982f543-f8e3-436a-af72-f9c15c51837c,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:12.588588 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-98cafe22-af3c-43c7-8b5a-b72ed026ef89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:12.608999 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ebfe25-d0f4-4ab6-aed8-3ed80baf3a31 req-69b27cf9-3f1a-46b8-8c93-878b1b806565 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:12.615530 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d4ebfe25-d0f4-4ab6-aed8-3ed80baf3a31 req-69b27cf9-3f1a-46b8-8c93-878b1b806565 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/ports?device_id=e23bdf8c-ef35-49fe-986a-93e0fea87793 HTTP/1.1" status: 200 len: 946 time: 0.1018138 Nov 10 17:40:12.698948 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-98cafe22-af3c-43c7-8b5a-b72ed026ef89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:12.701421 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-98cafe22-af3c-43c7-8b5a-b72ed026ef89 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:12.712494 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d4ebfe25-d0f4-4ab6-aed8-3ed80baf3a31 req-4afaffc6-40f8-4f25-9906-0d347dbc34e3 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3c7b3f6-d57f-4106-92f8-9f763dbfa867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903556 Nov 10 17:40:12.770182 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-98cafe22-af3c-43c7-8b5a-b72ed026ef89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:12.771130 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98cafe22-af3c-43c7-8b5a-b72ed026ef89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0162e5c6-174e-4d6c-bc9d-53e275afff71 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:40:12.781317 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-98cafe22-af3c-43c7-8b5a-b72ed026ef89 admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:12.782666 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-98cafe22-af3c-43c7-8b5a-b72ed026ef89 admin admin] 10.222.0.39 "DELETE /v2.0/routers/0162e5c6-174e-4d6c-bc9d-53e275afff71 HTTP/1.1" status: 204 len: 168 time: 1.6467018 Nov 10 17:40:12.785385 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 42770) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:12.851781 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf0d1bf7-f42b-4046-a755-4f7e8bfc738a admin admin] Deleting subnet d5dda55e-1f80-43c6-821b-000fde206b8e {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:40:12.856002 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bf0d1bf7-f42b-4046-a755-4f7e8bfc738a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:12.890105 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 42772) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:12.913935 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-52c1edbb-e894-49bd-97b7-0be0e3ba8b54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:12.925156 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bf0d1bf7-f42b-4046-a755-4f7e8bfc738a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:13.074313 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bf0d1bf7-f42b-4046-a755-4f7e8bfc738a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:13.085020 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d57f7-0e32-4994-b4d8-18e084bc7e6f req-dcd380cc-815f-4a74-8f85-62d553de8983 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:13.089229 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-214d57f7-0e32-4994-b4d8-18e084bc7e6f req-dcd380cc-815f-4a74-8f85-62d553de8983 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8 HTTP/1.1" status: 200 len: 945 time: 0.1133633 Nov 10 17:40:13.190558 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-214d57f7-0e32-4994-b4d8-18e084bc7e6f req-77462397-3ca3-407d-be3d-0222d69c4680 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/security-groups?id=fce814ac-0d63-4630-9772-2af7d7a80373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795307 Nov 10 17:40:13.216385 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-52c1edbb-e894-49bd-97b7-0be0e3ba8b54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:13.216385 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bf0d1bf7-f42b-4046-a755-4f7e8bfc738a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:13.224687 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-52c1edbb-e894-49bd-97b7-0be0e3ba8b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:13.272573 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d1bf7-f42b-4046-a755-4f7e8bfc738a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5dda55e-1f80-43c6-821b-000fde206b8e,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:13.278285 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bf0d1bf7-f42b-4046-a755-4f7e8bfc738a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:13.282860 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-bf0d1bf7-f42b-4046-a755-4f7e8bfc738a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d5dda55e-1f80-43c6-821b-000fde206b8e HTTP/1.1" status: 204 len: 168 time: 0.4961596 Nov 10 17:40:13.285975 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 42782) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:13.304624 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-52c1edbb-e894-49bd-97b7-0be0e3ba8b54 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f8b9f4d1965946dc9920f7588178d719&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4134688 Nov 10 17:40:13.306041 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c1edbb-e894-49bd-97b7-0be0e3ba8b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf16c39-5919-4255-a828-56ddab54ba73,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:13.308601 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 42784) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:13.386769 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-53a420d1-9ff5-4d65-adcd-602ed2c67fa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:13.418489 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-53a420d1-9ff5-4d65-adcd-602ed2c67fa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:13.499281 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-53a420d1-9ff5-4d65-adcd-602ed2c67fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:13.502040 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-53a420d1-9ff5-4d65-adcd-602ed2c67fa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:13.508042 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-53a420d1-9ff5-4d65-adcd-602ed2c67fa6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/daf16c39-5919-4255-a828-56ddab54ba73 HTTP/1.1" status: 204 len: 168 time: 0.1980417 Nov 10 17:40:13.517316 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a420d1-9ff5-4d65-adcd-602ed2c67fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf16c39-5919-4255-a828-56ddab54ba73,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:13.577768 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1ed930a2-a7a4-408d-98b0-e5b48e6953f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:13.649361 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90289423-b914-4f9b-b5cb-c7d2fb1b0d1f req-e3a56eff-ae8d-46ba-a8e0-9fafea99dfad tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:13.658076 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-90289423-b914-4f9b-b5cb-c7d2fb1b0d1f req-e3a56eff-ae8d-46ba-a8e0-9fafea99dfad tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 945 time: 0.1634037 Nov 10 17:40:13.765106 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-90289423-b914-4f9b-b5cb-c7d2fb1b0d1f req-a8232237-70e0-41e9-be81-43ed87797a20 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002166 Nov 10 17:40:13.883209 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1ed930a2-a7a4-408d-98b0-e5b48e6953f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:13.922496 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2857421d-5ead-476d-b83d-413c9801246c no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:40:13.937243 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7038eb-09e8-4e91-a618-d54e0d8d6cc4 req-2748bac7-86b9-46b0-9606-9096d4c6d367 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:13.946594 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5d7038eb-09e8-4e91-a618-d54e0d8d6cc4 req-2748bac7-86b9-46b0-9606-9096d4c6d367 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8 HTTP/1.1" status: 200 len: 945 time: 0.1717725 Nov 10 17:40:13.960259 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 2857421d-5ead-476d-b83d-413c9801246c {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:40:13.960628 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2857421d-5ead-476d-b83d-413c9801246c not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:40:13.961099 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 7982f543-f8e3-436a-af72-f9c15c51837c no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:40:14.018256 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 7982f543-f8e3-436a-af72-f9c15c51837c {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:40:14.018682 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 7982f543-f8e3-436a-af72-f9c15c51837c not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:40:14.023353 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5d7038eb-09e8-4e91-a618-d54e0d8d6cc4 req-756ab7b1-c9c8-4e30-a5c6-05b98dc2e2bb tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/security-groups?id=fce814ac-0d63-4630-9772-2af7d7a80373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704041 Nov 10 17:40:14.034214 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-1ed930a2-a7a4-408d-98b0-e5b48e6953f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cbc9600-b463-4d04-acee-3f23c1dabea3']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:40:14.052586 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-1ed930a2-a7a4-408d-98b0-e5b48e6953f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05cb0532-6c0f-441f-93e8-c6f075bb1eed') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:40:14.052885 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-1ed930a2-a7a4-408d-98b0-e5b48e6953f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05cb0532-6c0f-441f-93e8-c6f075bb1eed') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:40:14.070838 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1ed930a2-a7a4-408d-98b0-e5b48e6953f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:14.078817 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649c06c-eff4-44be-b210-0a328fbfae6b req-0e37587d-5fe9-4f95-bc52-fb6ee16d6140 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:14.087802 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f649c06c-eff4-44be-b210-0a328fbfae6b req-0e37587d-5fe9-4f95-bc52-fb6ee16d6140 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/ports?device_id=e23bdf8c-ef35-49fe-986a-93e0fea87793 HTTP/1.1" status: 200 len: 946 time: 0.1981950 Nov 10 17:40:14.125743 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1ed930a2-a7a4-408d-98b0-e5b48e6953f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:14.142536 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed930a2-a7a4-408d-98b0-e5b48e6953f0 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:40:14.143059 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1ed930a2-a7a4-408d-98b0-e5b48e6953f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:14.144759 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:40:14.144759 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:40:14.144759 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:40:14.144759 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:40:14.144759 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:40:14.144759 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:40:14.144759 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:40:14.144759 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:40:14.144759 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:40:14.144759 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:40:14.144759 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:40:14.144759 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:40:14.144759 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:40:14.144759 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:40:14.144759 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:40:14.144759 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:40:14.144759 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:40:14.144759 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:40:14.144759 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:40:14.144759 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:40:14.144759 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:40:14.144759 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:40:14.144759 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:40:14.144759 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:40:14.144759 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:40:14.144759 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:40:14.144759 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:40:14.144759 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:40:14.144759 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:40:14.144759 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:40:14.144759 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:40:14.144759 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:40:14.211030 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f649c06c-eff4-44be-b210-0a328fbfae6b req-377ca6e3-4e2b-42dc-9432-0c86390e8ebd tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3c7b3f6-d57f-4106-92f8-9f763dbfa867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156881 Nov 10 17:40:14.231007 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1ed930a2-a7a4-408d-98b0-e5b48e6953f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:14.238282 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1ed930a2-a7a4-408d-98b0-e5b48e6953f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:14.244270 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1ed930a2-a7a4-408d-98b0-e5b48e6953f0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/4cbc9600-b463-4d04-acee-3f23c1dabea3 HTTP/1.1" status: 204 len: 168 time: 0.9549277 Nov 10 17:40:14.261010 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed930a2-a7a4-408d-98b0-e5b48e6953f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cbc9600-b463-4d04-acee-3f23c1dabea3,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:14.355833 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3093f-21ed-4e15-b571-f36d10441f89 req-095a8a4b-a923-4ff9-82f8-9ee8e3054683 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:14.358360 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eec3093f-21ed-4e15-b571-f36d10441f89 req-095a8a4b-a923-4ff9-82f8-9ee8e3054683 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/ports?device_id=604b8164-9572-48f4-ba41-00df95b3835d HTTP/1.1" status: 200 len: 945 time: 0.0783143 Nov 10 17:40:14.425058 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eec3093f-21ed-4e15-b571-f36d10441f89 req-e97af183-8fce-4c0b-8c63-bba92a8758f9 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3c7b3f6-d57f-4106-92f8-9f763dbfa867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598619 Nov 10 17:40:14.560249 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 42832) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:14.636127 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-12c9ca19-b218-416d-b702-df8e95292a85 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8e72b28b5eeb442488b09faff7426464&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0738499 Nov 10 17:40:14.638995 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 42836) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:14.696869 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ac4b510e-0658-45d4-beb7-45b56fc289c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:14.723159 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ac4b510e-0658-45d4-beb7-45b56fc289c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:14.828114 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ac4b510e-0658-45d4-beb7-45b56fc289c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:14.833575 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ac4b510e-0658-45d4-beb7-45b56fc289c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:14.839864 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ac4b510e-0658-45d4-beb7-45b56fc289c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/10e3fdf0-1002-40b9-be8d-5fb89c0d46f9 HTTP/1.1" status: 204 len: 168 time: 0.1969147 Nov 10 17:40:14.852078 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b510e-0658-45d4-beb7-45b56fc289c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e3fdf0-1002-40b9-be8d-5fb89c0d46f9,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:15.025379 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536484cd-95ae-44be-b4ad-f3abd0a00cce req-505f2f7e-e9f1-4c96-a22d-f3e76d9447b4 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:15.030939 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-536484cd-95ae-44be-b4ad-f3abd0a00cce req-505f2f7e-e9f1-4c96-a22d-f3e76d9447b4 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8 HTTP/1.1" status: 200 len: 945 time: 0.1323762 Nov 10 17:40:15.037681 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7fa016-3b0a-45c3-ad7d-2bd7c76bb9de req-cdbcacdb-9030-4f74-a572-618ff958d8c3 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:15.041144 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-de7fa016-3b0a-45c3-ad7d-2bd7c76bb9de req-cdbcacdb-9030-4f74-a572-618ff958d8c3 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 945 time: 0.1306810 Nov 10 17:40:15.143075 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-de7fa016-3b0a-45c3-ad7d-2bd7c76bb9de req-72af3fb1-bb5a-4cf7-901c-a66d690793d6 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953224 Nov 10 17:40:15.223816 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d024905-5969-47f7-9a6a-d6f0010d7c2c req-dce97b39-7b8a-40ac-bf24-378846879108 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:15.227643 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d024905-5969-47f7-9a6a-d6f0010d7c2c req-dce97b39-7b8a-40ac-bf24-378846879108 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/ports?device_id=604b8164-9572-48f4-ba41-00df95b3835d HTTP/1.1" status: 200 len: 945 time: 0.1721849 Nov 10 17:40:15.299679 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d024905-5969-47f7-9a6a-d6f0010d7c2c req-83a9b51c-6d25-4fcc-a1e0-0f8daa544164 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3c7b3f6-d57f-4106-92f8-9f763dbfa867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600653 Nov 10 17:40:15.309498 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-536484cd-95ae-44be-b4ad-f3abd0a00cce req-8509b6e1-1f61-4a78-ae6e-ee585a5b1d99 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Deleting port 325ab4e7-ab84-4bcf-b104-50d5b5f515dd {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:40:15.310240 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-536484cd-95ae-44be-b4ad-f3abd0a00cce req-8509b6e1-1f61-4a78-ae6e-ee585a5b1d99 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:15.348945 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f4759-17f4-4214-89db-d20947c5113c req-1816adba-2ce1-4631-868f-7c4eb340df11 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:15.370023 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-366f4759-17f4-4214-89db-d20947c5113c req-1816adba-2ce1-4631-868f-7c4eb340df11 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8 HTTP/1.1" status: 200 len: 945 time: 0.1288636 Nov 10 17:40:15.466636 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-366f4759-17f4-4214-89db-d20947c5113c req-2ce01180-aadf-4f75-93a7-c5741de17467 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.39 "GET /v2.0/security-groups?id=fce814ac-0d63-4630-9772-2af7d7a80373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926917 Nov 10 17:40:15.482259 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-536484cd-95ae-44be-b4ad-f3abd0a00cce req-8509b6e1-1f61-4a78-ae6e-ee585a5b1d99 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] For port 325ab4e7-ab84-4bcf-b104-50d5b5f515dd, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=325ab4e7-ab84-4bcf-b104-50d5b5f515dd,segment=NetworkSegment(8e48fc48-9543-4433-b518-4906928520a9),segment_id=8e48fc48-9543-4433-b518-4906928520a9)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:40:15.482259 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-536484cd-95ae-44be-b4ad-f3abd0a00cce req-8509b6e1-1f61-4a78-ae6e-ee585a5b1d99 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:15.492204 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-536484cd-95ae-44be-b4ad-f3abd0a00cce req-8509b6e1-1f61-4a78-ae6e-ee585a5b1d99 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Calling delete_port for 325ab4e7-ab84-4bcf-b104-50d5b5f515dd owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:40:15.697645 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-536484cd-95ae-44be-b4ad-f3abd0a00cce req-8509b6e1-1f61-4a78-ae6e-ee585a5b1d99 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:15.712716 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['325ab4e7-ab84-4bcf-b104-50d5b5f515dd'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:40:15.767156 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509b6e1-1f61-4a78-ae6e-ee585a5b1d99 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Pushing event deleted for resources: {'Port': ['ID=325ab4e7-ab84-4bcf-b104-50d5b5f515dd,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:15.852657 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-536484cd-95ae-44be-b4ad-f3abd0a00cce req-8509b6e1-1f61-4a78-ae6e-ee585a5b1d99 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] No DVR routers for this DVR port 325ab4e7-ab84-4bcf-b104-50d5b5f515dd on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:40:15.857456 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-536484cd-95ae-44be-b4ad-f3abd0a00cce req-8509b6e1-1f61-4a78-ae6e-ee585a5b1d99 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:15.868452 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-536484cd-95ae-44be-b4ad-f3abd0a00cce req-8509b6e1-1f61-4a78-ae6e-ee585a5b1d99 tempest-ServersNegativeTestMultiTenantJSON-11892588 tempest-ServersNegativeTestMultiTenantJSON-11892588-project] 10.222.0.11 "DELETE /v2.0/ports/325ab4e7-ab84-4bcf-b104-50d5b5f515dd HTTP/1.1" status: 204 len: 173 time: 0.8291965 Nov 10 17:40:15.869009 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8', 'name': 'network-vif-deleted', 'tag': '325ab4e7-ab84-4bcf-b104-50d5b5f515dd'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:40:15.876373 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6dcd9a-c33e-43fe-9a16-a3f92eef9551" -d '{"events": [{"server_uuid": "c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8", "name": "network-vif-deleted", "tag": "325ab4e7-ab84-4bcf-b104-50d5b5f515dd"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:40:15.943755 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab03d02-d241-4655-abc4-317b335de10f x-openstack-request-id: req-6ab03d02-d241-4655-abc4-317b335de10f {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:40:15.944749 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8", "name": "network-vif-deleted", "tag": "325ab4e7-ab84-4bcf-b104-50d5b5f515dd", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:40:15.945543 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6ab03d02-d241-4655-abc4-317b335de10f {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:40:15.946164 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7f2d4b0-ca3d-4521-9b96-6dcd0cc619e8', 'name': 'network-vif-deleted', 'tag': '325ab4e7-ab84-4bcf-b104-50d5b5f515dd', 'status': 'completed', 'code': 200} Nov 10 17:40:16.134352 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062b879-24a7-4065-a1d9-d62a8b266ae4 req-ae6424aa-e006-44e3-8eaa-17093ff40af4 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:16.137797 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2062b879-24a7-4065-a1d9-d62a8b266ae4 req-ae6424aa-e006-44e3-8eaa-17093ff40af4 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.13 "GET /v2.0/ports?device_id=604b8164-9572-48f4-ba41-00df95b3835d HTTP/1.1" status: 200 len: 945 time: 0.0768218 Nov 10 17:40:16.317179 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299d608-b719-4d1c-86ec-0e9a4f134844 req-e0cbdc5e-017a-4990-9a21-04e62dde2187 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:16.319163 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6299d608-b719-4d1c-86ec-0e9a4f134844 req-e0cbdc5e-017a-4990-9a21-04e62dde2187 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.11 "GET /v2.0/ports?device_id=e23bdf8c-ef35-49fe-986a-93e0fea87793 HTTP/1.1" status: 200 len: 946 time: 0.1388054 Nov 10 17:40:16.364042 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfbaac-25ff-410d-8b55-e8ce4f0345a7 req-43b56a17-0db6-41d7-899e-e98b143db3fa tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:16.366056 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-65bfbaac-25ff-410d-8b55-e8ce4f0345a7 req-43b56a17-0db6-41d7-899e-e98b143db3fa tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 945 time: 0.0885499 Nov 10 17:40:16.437434 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-2062b879-24a7-4065-a1d9-d62a8b266ae4 req-e9173f63-050a-4705-8d8c-ac91a4a2c290 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Deleting port ccf74e76-3e36-4bf1-8fb8-30248888f345 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:40:16.438002 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2062b879-24a7-4065-a1d9-d62a8b266ae4 req-e9173f63-050a-4705-8d8c-ac91a4a2c290 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:16.549912 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-65bfbaac-25ff-410d-8b55-e8ce4f0345a7 req-41a942af-2bed-4e04-b295-a0b5e14eb88a tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763344 Nov 10 17:40:16.568699 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-6299d608-b719-4d1c-86ec-0e9a4f134844 req-433e581e-f745-44b6-9db4-ee34489b903d tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Deleting port adeda5b5-30ac-49fa-81ed-1a345d17ba7e {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:40:16.570837 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6299d608-b719-4d1c-86ec-0e9a4f134844 req-433e581e-f745-44b6-9db4-ee34489b903d tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:16.656815 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 42910) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:16.738709 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c647d5-ae3a-4b53-9bff-a5a9cf551348 admin admin] Deleting subnet f40b2c22-f569-41f0-b21a-9b9058e99d23 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:40:16.748047 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-25c647d5-ae3a-4b53-9bff-a5a9cf551348 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:16.781096 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f02a8f-2369-4997-9a30-e5366fb2acd4 req-b69d6c8e-90db-4c8d-b019-59537163e903 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:16.788254 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-11f02a8f-2369-4997-9a30-e5366fb2acd4 req-b69d6c8e-90db-4c8d-b019-59537163e903 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/ports?device_id=604b8164-9572-48f4-ba41-00df95b3835d HTTP/1.1" status: 200 len: 945 time: 0.2608595 Nov 10 17:40:16.791670 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-2062b879-24a7-4065-a1d9-d62a8b266ae4 req-e9173f63-050a-4705-8d8c-ac91a4a2c290 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] For port ccf74e76-3e36-4bf1-8fb8-30248888f345, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=ccf74e76-3e36-4bf1-8fb8-30248888f345,segment=NetworkSegment(384d6ec0-9254-4efe-b773-97715b6ee1cd),segment_id=384d6ec0-9254-4efe-b773-97715b6ee1cd)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:40:16.792690 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2062b879-24a7-4065-a1d9-d62a8b266ae4 req-e9173f63-050a-4705-8d8c-ac91a4a2c290 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:16.830229 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-2062b879-24a7-4065-a1d9-d62a8b266ae4 req-e9173f63-050a-4705-8d8c-ac91a4a2c290 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Calling delete_port for ccf74e76-3e36-4bf1-8fb8-30248888f345 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:40:16.837341 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-25c647d5-ae3a-4b53-9bff-a5a9cf551348 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:16.842837 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-6299d608-b719-4d1c-86ec-0e9a4f134844 req-433e581e-f745-44b6-9db4-ee34489b903d tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] For port adeda5b5-30ac-49fa-81ed-1a345d17ba7e, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=adeda5b5-30ac-49fa-81ed-1a345d17ba7e,segment=NetworkSegment(384d6ec0-9254-4efe-b773-97715b6ee1cd),segment_id=384d6ec0-9254-4efe-b773-97715b6ee1cd)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:40:16.843205 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6299d608-b719-4d1c-86ec-0e9a4f134844 req-433e581e-f745-44b6-9db4-ee34489b903d tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:16.897927 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-6299d608-b719-4d1c-86ec-0e9a4f134844 req-433e581e-f745-44b6-9db4-ee34489b903d tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Calling delete_port for adeda5b5-30ac-49fa-81ed-1a345d17ba7e owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:40:16.926655 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-25c647d5-ae3a-4b53-9bff-a5a9cf551348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:16.945766 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-11f02a8f-2369-4997-9a30-e5366fb2acd4 req-6ec473e4-dd1b-4da2-b2b3-52ac813da9f7 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/security-groups?id=d3c7b3f6-d57f-4106-92f8-9f763dbfa867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564202 Nov 10 17:40:16.997322 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 42924) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:17.051229 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-25c647d5-ae3a-4b53-9bff-a5a9cf551348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:17.118748 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c647d5-ae3a-4b53-9bff-a5a9cf551348 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f40b2c22-f569-41f0-b21a-9b9058e99d23,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:17.140838 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2062b879-24a7-4065-a1d9-d62a8b266ae4 req-e9173f63-050a-4705-8d8c-ac91a4a2c290 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:17.143759 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-25c647d5-ae3a-4b53-9bff-a5a9cf551348 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:17.152974 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-25c647d5-ae3a-4b53-9bff-a5a9cf551348 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f40b2c22-f569-41f0-b21a-9b9058e99d23 HTTP/1.1" status: 204 len: 168 time: 0.4949663 Nov 10 17:40:17.155724 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 42930) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:17.174453 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6299d608-b719-4d1c-86ec-0e9a4f134844 req-433e581e-f745-44b6-9db4-ee34489b903d tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:17.178625 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9173f63-050a-4705-8d8c-ac91a4a2c290 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Pushing event deleted for resources: {'Port': ['ID=ccf74e76-3e36-4bf1-8fb8-30248888f345,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:17.257081 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e581e-f745-44b6-9db4-ee34489b903d tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Pushing event deleted for resources: {'Port': ['ID=adeda5b5-30ac-49fa-81ed-1a345d17ba7e,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:17.291504 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-2062b879-24a7-4065-a1d9-d62a8b266ae4 req-e9173f63-050a-4705-8d8c-ac91a4a2c290 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] No DVR routers for this DVR port ccf74e76-3e36-4bf1-8fb8-30248888f345 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:40:17.306793 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9d1593d6-9d31-4948-98b2-93f6bef8fb1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:17.313308 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2062b879-24a7-4065-a1d9-d62a8b266ae4 req-e9173f63-050a-4705-8d8c-ac91a4a2c290 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:17.316611 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2062b879-24a7-4065-a1d9-d62a8b266ae4 req-e9173f63-050a-4705-8d8c-ac91a4a2c290 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.13 "DELETE /v2.0/ports/ccf74e76-3e36-4bf1-8fb8-30248888f345 HTTP/1.1" status: 204 len: 173 time: 1.1718817 Nov 10 17:40:17.317429 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-6299d608-b719-4d1c-86ec-0e9a4f134844 req-433e581e-f745-44b6-9db4-ee34489b903d tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] No DVR routers for this DVR port adeda5b5-30ac-49fa-81ed-1a345d17ba7e on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:40:17.319683 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-5d450bd6-9bbf-48c3-afae-20e2e127a3a9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-108347894-network', 'tenant_id': '479b5fa91dd14a6eb2621fb8f88e1927'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:40:17.319822 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6299d608-b719-4d1c-86ec-0e9a4f134844 req-433e581e-f745-44b6-9db4-ee34489b903d tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:17.323693 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6299d608-b719-4d1c-86ec-0e9a4f134844 req-433e581e-f745-44b6-9db4-ee34489b903d tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.11 "DELETE /v2.0/ports/adeda5b5-30ac-49fa-81ed-1a345d17ba7e HTTP/1.1" status: 204 len: 173 time: 0.9971104 Nov 10 17:40:17.435429 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d450bd6-9bbf-48c3-afae-20e2e127a3a9 admin admin] Made reservation on behalf of 479b5fa91dd14a6eb2621fb8f88e1927 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:40:17.439294 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d450bd6-9bbf-48c3-afae-20e2e127a3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:17.446427 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9d1593d6-9d31-4948-98b2-93f6bef8fb1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:17.461383 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d450bd6-9bbf-48c3-afae-20e2e127a3a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:17.518810 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-9d1593d6-9d31-4948-98b2-93f6bef8fb1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['522a4a49-7ffd-41e2-8dd3-891b9e780aac']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:40:17.535595 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-9d1593d6-9d31-4948-98b2-93f6bef8fb1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e48fc48-9543-4433-b518-4906928520a9') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:40:17.536088 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-9d1593d6-9d31-4948-98b2-93f6bef8fb1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e48fc48-9543-4433-b518-4906928520a9') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:40:17.556574 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9d1593d6-9d31-4948-98b2-93f6bef8fb1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:17.581779 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9d1593d6-9d31-4948-98b2-93f6bef8fb1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:17.618795 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d1593d6-9d31-4948-98b2-93f6bef8fb1f admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:40:17.620233 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9d1593d6-9d31-4948-98b2-93f6bef8fb1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:17.623650 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:40:17.623650 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:40:17.623650 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:40:17.623650 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:40:17.623650 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:40:17.623650 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:40:17.623650 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:40:17.623650 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:40:17.623650 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:40:17.623650 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:40:17.623650 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:40:17.623650 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:40:17.623650 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:40:17.623650 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:40:17.623650 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:40:17.623650 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:40:17.623650 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:40:17.623650 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:40:17.623650 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:40:17.623650 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:40:17.623650 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:40:17.623650 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:40:17.623650 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:40:17.623650 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:40:17.623650 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:40:17.623650 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:40:17.623650 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:40:17.623650 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:40:17.623650 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:40:17.623650 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:40:17.623650 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:40:17.623650 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:40:17.714101 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d450bd6-9bbf-48c3-afae-20e2e127a3a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:17.715636 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9d1593d6-9d31-4948-98b2-93f6bef8fb1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:17.718652 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ffcf8-8683-4f5d-ba1e-b72a81dff348 req-7557ed01-f97e-455d-bad5-663cf1f48256 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:17.722000 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f86ffcf8-8683-4f5d-ba1e-b72a81dff348 req-7557ed01-f97e-455d-bad5-663cf1f48256 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 945 time: 0.0686612 Nov 10 17:40:17.741204 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9d1593d6-9d31-4948-98b2-93f6bef8fb1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:17.745169 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9d1593d6-9d31-4948-98b2-93f6bef8fb1f admin admin] 10.222.0.39 "DELETE /v2.0/networks/522a4a49-7ffd-41e2-8dd3-891b9e780aac HTTP/1.1" status: 204 len: 168 time: 0.5880747 Nov 10 17:40:17.746774 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d450bd6-9bbf-48c3-afae-20e2e127a3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:17.750711 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 42948) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:17.753149 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1593d6-9d31-4948-98b2-93f6bef8fb1f admin admin] Pushing event deleted for resources: {'Network': ['ID=522a4a49-7ffd-41e2-8dd3-891b9e780aac,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:17.790935 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f86ffcf8-8683-4f5d-ba1e-b72a81dff348 req-4beb6ca9-76bc-434c-98f7-a9bab6fe9abe tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604799 Nov 10 17:40:17.813730 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d450bd6-9bbf-48c3-afae-20e2e127a3a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:40:17.834639 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d450bd6-9bbf-48c3-afae-20e2e127a3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:17.835578 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-5d450bd6-9bbf-48c3-afae-20e2e127a3a9 admin admin] Added segment 5f7055d4-226f-4103-a196-9e5a5c385fb4 of type vlan for network 6f1ee02f-b6f3-4d18-9dee-4783a287b1f6 Nov 10 17:40:17.876195 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d450bd6-9bbf-48c3-afae-20e2e127a3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0722a593-6b9f-4879-a1a5-a4ad621d6152,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:17.918713 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d450bd6-9bbf-48c3-afae-20e2e127a3a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:17.927292 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b0dd9d8-ad02-4e56-9397-06069557d82e admin admin] Deleting subnet 500c3107-2dd6-42bf-8974-71add57f6fd1 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:40:17.931385 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b0dd9d8-ad02-4e56-9397-06069557d82e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:17.946961 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604b8164-9572-48f4-ba41-00df95b3835d', 'name': 'network-vif-deleted', 'tag': 'ccf74e76-3e36-4bf1-8fb8-30248888f345'}, {'server_uuid': 'e23bdf8c-ef35-49fe-986a-93e0fea87793', 'name': 'network-vif-deleted', 'tag': 'adeda5b5-30ac-49fa-81ed-1a345d17ba7e'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:40:17.950729 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98eaa35-b92c-4e90-abce-6b7283eed741" -d '{"events": [{"server_uuid": "604b8164-9572-48f4-ba41-00df95b3835d", "name": "network-vif-deleted", "tag": "ccf74e76-3e36-4bf1-8fb8-30248888f345"}, {"server_uuid": "e23bdf8c-ef35-49fe-986a-93e0fea87793", "name": "network-vif-deleted", "tag": "adeda5b5-30ac-49fa-81ed-1a345d17ba7e"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:40:17.980056 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b0dd9d8-ad02-4e56-9397-06069557d82e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:18.039112 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 17:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8270d5-9e94-4502-8137-8d5db4f4e3ba x-openstack-request-id: req-ed8270d5-9e94-4502-8137-8d5db4f4e3ba {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:40:18.039411 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604b8164-9572-48f4-ba41-00df95b3835d", "name": "network-vif-deleted", "tag": "ccf74e76-3e36-4bf1-8fb8-30248888f345", "status": "completed", "code": 200}, {"server_uuid": "e23bdf8c-ef35-49fe-986a-93e0fea87793", "name": "network-vif-deleted", "tag": "adeda5b5-30ac-49fa-81ed-1a345d17ba7e", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:40:18.039664 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ed8270d5-9e94-4502-8137-8d5db4f4e3ba {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:40:18.040449 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604b8164-9572-48f4-ba41-00df95b3835d', 'name': 'network-vif-deleted', 'tag': 'ccf74e76-3e36-4bf1-8fb8-30248888f345', 'status': 'completed', 'code': 200} Nov 10 17:40:18.040449 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23bdf8c-ef35-49fe-986a-93e0fea87793', 'name': 'network-vif-deleted', 'tag': 'adeda5b5-30ac-49fa-81ed-1a345d17ba7e', 'status': 'completed', 'code': 200} Nov 10 17:40:18.047701 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b0dd9d8-ad02-4e56-9397-06069557d82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:18.050524 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.db.resource_extend [None req-5d450bd6-9bbf-48c3-afae-20e2e127a3a9 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 17:40:18.113801 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d450bd6-9bbf-48c3-afae-20e2e127a3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:18.114769 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d450bd6-9bbf-48c3-afae-20e2e127a3a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:18.115362 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d450bd6-9bbf-48c3-afae-20e2e127a3a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:18.122593 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f15e089b-ca18-43d0-9c33-0d289c06d639 req-1e24c00a-2bb8-44a2-90f4-8753ab47ea85 tempest-MultipleCreateTestJSON-405784629 tempest-MultipleCreateTestJSON-405784629-project] 10.222.0.39 "GET /v2.0/ports?device_id=604b8164-9572-48f4-ba41-00df95b3835d HTTP/1.1" status: 200 len: 210 time: 0.0496068 Nov 10 17:40:18.222912 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5d450bd6-9bbf-48c3-afae-20e2e127a3a9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2236979 Nov 10 17:40:18.225920 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 42966) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:18.231812 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-c0c5b373-903a-4d95-a8fe-63e1ac68a98c admin admin] Request body: {'subnet': {'network_id': '6f1ee02f-b6f3-4d18-9dee-4783a287b1f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-108347894-subnet', 'tenant_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:40:18.231995 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d450bd6-9bbf-48c3-afae-20e2e127a3a9 admin admin] Pushing event updated for resources: {'Network': ['ID=6f1ee02f-b6f3-4d18-9dee-4783a287b1f6,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:18.246526 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b0dd9d8-ad02-4e56-9397-06069557d82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:18.247048 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 6f1ee02f-b6f3-4d18-9dee-4783a287b1f6 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:40:18.260056 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c5b373-903a-4d95-a8fe-63e1ac68a98c admin admin] Made reservation on behalf of 479b5fa91dd14a6eb2621fb8f88e1927 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:40:18.267340 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c0c5b373-903a-4d95-a8fe-63e1ac68a98c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:18.276236 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0dd9d8-ad02-4e56-9397-06069557d82e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=500c3107-2dd6-42bf-8974-71add57f6fd1,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:18.285561 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b0dd9d8-ad02-4e56-9397-06069557d82e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:18.291693 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0b0dd9d8-ad02-4e56-9397-06069557d82e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/500c3107-2dd6-42bf-8974-71add57f6fd1 HTTP/1.1" status: 204 len: 168 time: 0.5336814 Nov 10 17:40:18.292385 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 42970) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:18.404727 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46f20f2a-f3d4-48a1-89f6-6ade3209b206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:18.511112 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46f20f2a-f3d4-48a1-89f6-6ade3209b206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:18.534225 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-46f20f2a-f3d4-48a1-89f6-6ade3209b206 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['230dcf75-55c1-414e-aa76-9be83e105722']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:40:18.545203 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-46f20f2a-f3d4-48a1-89f6-6ade3209b206 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3434256-cd81-413f-9a59-c7af36d7eb72') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:40:18.545583 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-46f20f2a-f3d4-48a1-89f6-6ade3209b206 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3434256-cd81-413f-9a59-c7af36d7eb72') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:40:18.548205 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c0c5b373-903a-4d95-a8fe-63e1ac68a98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:18.555933 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46f20f2a-f3d4-48a1-89f6-6ade3209b206 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:18.571439 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46f20f2a-f3d4-48a1-89f6-6ade3209b206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:18.580233 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f20f2a-f3d4-48a1-89f6-6ade3209b206 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:40:18.580972 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46f20f2a-f3d4-48a1-89f6-6ade3209b206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:18.621741 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5b373-903a-4d95-a8fe-63e1ac68a98c admin admin] Pushing event updated for resources: {'Subnet': ['ID=be026559-a252-4e84-be4f-99ee7f67aa54,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:18.636221 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c5b373-903a-4d95-a8fe-63e1ac68a98c admin admin] Checking segment: {'id': '5f7055d4-226f-4103-a196-9e5a5c385fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6f1ee02f-b6f3-4d18-9dee-4783a287b1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:40:18.636534 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c5b373-903a-4d95-a8fe-63e1ac68a98c admin admin] Network hostable DHCP agents. Network: 6f1ee02f-b6f3-4d18-9dee-4783a287b1f6, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:40:18.665822 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c5b373-903a-4d95-a8fe-63e1ac68a98c admin admin] Network 6f1ee02f-b6f3-4d18-9dee-4783a287b1f6 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:40:18.667472 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:40:18.667472 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:40:18.667472 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:40:18.667472 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:40:18.667472 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:40:18.667472 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:40:18.667472 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:40:18.667472 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:40:18.667472 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:40:18.667472 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:40:18.667472 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:40:18.667472 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:40:18.667472 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:40:18.667472 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:40:18.667472 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:40:18.667472 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:40:18.667472 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:40:18.667472 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:40:18.667472 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:40:18.667472 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:40:18.667472 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:40:18.667472 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:40:18.667472 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:40:18.667472 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:40:18.667472 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:40:18.667472 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:40:18.667472 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:40:18.667472 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:40:18.667472 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:40:18.667472 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:40:18.667472 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:40:18.667472 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:40:18.673006 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46f20f2a-f3d4-48a1-89f6-6ade3209b206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:18.685140 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-c0c5b373-903a-4d95-a8fe-63e1ac68a98c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 6f1ee02f-b6f3-4d18-9dee-4783a287b1f6) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:40:18.692495 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46f20f2a-f3d4-48a1-89f6-6ade3209b206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:18.700413 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-46f20f2a-f3d4-48a1-89f6-6ade3209b206 admin admin] 10.222.0.39 "DELETE /v2.0/networks/230dcf75-55c1-414e-aa76-9be83e105722 HTTP/1.1" status: 204 len: 168 time: 0.4069872 Nov 10 17:40:18.704088 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d0b81e-6a1f-4c5f-a527-8f49f343f47b None None] Network 6f1ee02f-b6f3-4d18-9dee-4783a287b1f6 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:40:18.704689 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f20f2a-f3d4-48a1-89f6-6ade3209b206 admin admin] Pushing event deleted for resources: {'Network': ['ID=230dcf75-55c1-414e-aa76-9be83e105722,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:18.706462 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c5b373-903a-4d95-a8fe-63e1ac68a98c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:18.708714 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c0c5b373-903a-4d95-a8fe-63e1ac68a98c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:18.733048 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c0c5b373-903a-4d95-a8fe-63e1ac68a98c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5033662 Nov 10 17:40:18.733362 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 42992) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:18.740169 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-cb8897dd-a9f6-4ec3-957c-0d4acef826b3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-108347894-router', 'tenant_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:40:18.776590 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cb8897dd-a9f6-4ec3-957c-0d4acef826b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:18.779440 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cb8897dd-a9f6-4ec3-957c-0d4acef826b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:18.838352 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 325ab4e7-ab84-4bcf-b104-50d5b5f515dd no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:40:18.840763 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device ccf74e76-3e36-4bf1-8fb8-30248888f345 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:40:18.880794 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d0781ddd-914c-4c31-a330-dba12569c578 req-bcdd1aec-b6b3-4ed0-ab10-bed272ceccc4 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--65678857&fields=id&tenant_id=edaa9fbf7c3142bebb1f03511e703c31 HTTP/1.1" status: 200 len: 267 time: 0.0867405 Nov 10 17:40:18.933930 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 325ab4e7-ab84-4bcf-b104-50d5b5f515dd {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:40:18.934192 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 325ab4e7-ab84-4bcf-b104-50d5b5f515dd not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:40:18.934629 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device adeda5b5-30ac-49fa-81ed-1a345d17ba7e no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:40:18.974313 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cb8897dd-a9f6-4ec3-957c-0d4acef826b3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:18.974928 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: adeda5b5-30ac-49fa-81ed-1a345d17ba7e {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:40:18.975801 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device adeda5b5-30ac-49fa-81ed-1a345d17ba7e not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:40:18.978494 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: ccf74e76-3e36-4bf1-8fb8-30248888f345 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:40:18.978909 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device ccf74e76-3e36-4bf1-8fb8-30248888f345 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:40:18.990488 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e52a86-8ede-4f50-aeca-1468e90d6134 None None] Network 6f1ee02f-b6f3-4d18-9dee-4783a287b1f6 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:40:19.012378 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0781ddd-914c-4c31-a330-dba12569c578 req-f46f9afd-8532-4bd4-a226-372d0cb5d36e tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:19.013168 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d0781ddd-914c-4c31-a330-dba12569c578 req-f46f9afd-8532-4bd4-a226-372d0cb5d36e tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/networks?id=46982e30-3e4a-4e4c-aaa3-ef383d323d9e HTTP/1.1" status: 200 len: 816 time: 0.1312668 Nov 10 17:40:19.031449 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d0781ddd-914c-4c31-a330-dba12569c578 req-153aabf5-f834-4151-a050-917ca47d0824 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/quotas/edaa9fbf7c3142bebb1f03511e703c31 HTTP/1.1" status: 200 len: 375 time: 0.0119750 Nov 10 17:40:19.084704 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 43000) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:19.111996 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc996a7-2ad0-4043-a24c-80448182ee5c req-339262d4-19fc-4fe5-be72-ec56b819c0c8 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:19.113567 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0cc996a7-2ad0-4043-a24c-80448182ee5c req-339262d4-19fc-4fe5-be72-ec56b819c0c8 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 945 time: 0.2031178 Nov 10 17:40:19.117780 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d0781ddd-914c-4c31-a330-dba12569c578 req-44922719-172e-45c8-a278-0b7802b66342 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=edaa9fbf7c3142bebb1f03511e703c31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0801077 Nov 10 17:40:19.221800 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cb8897dd-a9f6-4ec3-957c-0d4acef826b3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:19.262707 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d0781ddd-914c-4c31-a330-dba12569c578 req-0e6395b7-2a8c-4024-b158-62af1a7f1815 service neutron] 10.222.0.39 "GET /v2.0/networks/46982e30-3e4a-4e4c-aaa3-ef383d323d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262677 Nov 10 17:40:19.278848 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-66c47982-12f3-46d5-b557-309e96296748 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6a2f73f5070b47a3b8f941f8355a1015&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1895869 Nov 10 17:40:19.290123 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43008) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:19.315381 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0cc996a7-2ad0-4043-a24c-80448182ee5c req-9e44a95f-089e-4f14-9e1b-d1b5b2f99b45 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422603 Nov 10 17:40:19.445132 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d0781ddd-914c-4c31-a330-dba12569c578 req-aa529baf-a44a-4f19-bbfa-1e5d84ced8e1 service neutron] 10.222.0.39 "GET /v2.0/networks/46982e30-3e4a-4e4c-aaa3-ef383d323d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770127 Nov 10 17:40:19.445994 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-460b83f5-8c78-4b1a-87ff-ac3b2ebf7639 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:19.482568 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-460b83f5-8c78-4b1a-87ff-ac3b2ebf7639 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:19.547245 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-460b83f5-8c78-4b1a-87ff-ac3b2ebf7639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:19.551504 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-460b83f5-8c78-4b1a-87ff-ac3b2ebf7639 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:19.556685 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-460b83f5-8c78-4b1a-87ff-ac3b2ebf7639 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fce814ac-0d63-4630-9772-2af7d7a80373 HTTP/1.1" status: 204 len: 168 time: 0.2654037 Nov 10 17:40:19.563517 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cb8897dd-a9f6-4ec3-957c-0d4acef826b3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:19.566684 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b83f5-8c78-4b1a-87ff-ac3b2ebf7639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce814ac-0d63-4630-9772-2af7d7a80373,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:19.610730 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cb8897dd-a9f6-4ec3-957c-0d4acef826b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:19.744457 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-cb8897dd-a9f6-4ec3-957c-0d4acef826b3 admin admin] Allocated IP 172.25.5.131 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/b8b296f1-bb8c-448b-bad3-55fa19563084) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:40:19.894541 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cb8897dd-a9f6-4ec3-957c-0d4acef826b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:19.938826 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43040) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:19.953513 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cb8897dd-a9f6-4ec3-957c-0d4acef826b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:20.043416 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8897dd-a9f6-4ec3-957c-0d4acef826b3 admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:40:20.047743 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-cb8897dd-a9f6-4ec3-957c-0d4acef826b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:40:20.050265 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8897dd-a9f6-4ec3-957c-0d4acef826b3 admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:40:20.143347 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8897dd-a9f6-4ec3-957c-0d4acef826b3 admin admin] Pushing event updated for resources: {'Port': ['ID=b8b296f1-bb8c-448b-bad3-55fa19563084,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:20.378901 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 43062) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:20.490064 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7d32cd68-8f39-49e9-8a5c-fa89d870833d req-8bf21208-c83d-48c5-b904-375a7bd6e564 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 210 time: 0.0419304 Nov 10 17:40:20.523339 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-446ed4f0-56af-4b9f-ae26-3cf8c9330b59 admin admin] Deleting subnet 54c3c56b-4c97-40ad-a0fb-1ba9c868f14d {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:40:20.529271 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-446ed4f0-56af-4b9f-ae26-3cf8c9330b59 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:20.586481 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-446ed4f0-56af-4b9f-ae26-3cf8c9330b59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:20.657794 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-446ed4f0-56af-4b9f-ae26-3cf8c9330b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:20.743505 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-446ed4f0-56af-4b9f-ae26-3cf8c9330b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:20.750214 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1b383544-712e-4bd1-9e8e-ff40f8c06f4a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2fe1f7172d564e898e292ef75b0bd80a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3674381 Nov 10 17:40:20.750214 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 43070) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:20.784229 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cb8897dd-a9f6-4ec3-957c-0d4acef826b3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:20.793150 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-446ed4f0-56af-4b9f-ae26-3cf8c9330b59 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:20.800684 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-446ed4f0-56af-4b9f-ae26-3cf8c9330b59 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/54c3c56b-4c97-40ad-a0fb-1ba9c868f14d HTTP/1.1" status: 204 len: 168 time: 0.8604596 Nov 10 17:40:20.802125 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43072) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:20.814197 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 79c05b84-4b5e-4c16-b6ac-57f79fd45685 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:40:20.826841 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ed4f0-56af-4b9f-ae26-3cf8c9330b59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54c3c56b-4c97-40ad-a0fb-1ba9c868f14d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:20.937343 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9e3b55df-f783-4465-be4e-4d65cd5ee1bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:20.975039 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-987a2ade-5065-4458-9103-e6652d41771c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:21.015667 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9e3b55df-f783-4465-be4e-4d65cd5ee1bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:21.035992 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 79c05b84-4b5e-4c16-b6ac-57f79fd45685, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=79c05b84-4b5e-4c16-b6ac-57f79fd45685,segment=NetworkSegment(95d1421d-b3ce-4f49-86b8-7e70ba2392d4),segment_id=95d1421d-b3ce-4f49-86b8-7e70ba2392d4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:40:21.063738 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '79c05b84-4b5e-4c16-b6ac-57f79fd45685', 'network_id': '1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223', 'port_id': '79c05b84-4b5e-4c16-b6ac-57f79fd45685', 'mac_address': 'fa:16:3e:14:19:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8466b2d-1d01-4814-9e92-513b821b406a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:40:21.132803 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:21.150647 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79c05b84-4b5e-4c16-b6ac-57f79fd45685 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:40:21.154191 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-987a2ade-5065-4458-9103-e6652d41771c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:21.180559 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-987a2ade-5065-4458-9103-e6652d41771c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4e1ba53-3c7f-4994-965e-2463aa2b8abd']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:40:21.191616 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43088) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:21.194649 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-987a2ade-5065-4458-9103-e6652d41771c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '384d6ec0-9254-4efe-b773-97715b6ee1cd') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:40:21.194879 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-987a2ade-5065-4458-9103-e6652d41771c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '384d6ec0-9254-4efe-b773-97715b6ee1cd') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:40:21.213918 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-987a2ade-5065-4458-9103-e6652d41771c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:21.228643 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 79c05b84-4b5e-4c16-b6ac-57f79fd45685, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=79c05b84-4b5e-4c16-b6ac-57f79fd45685,segment=NetworkSegment(95d1421d-b3ce-4f49-86b8-7e70ba2392d4),segment_id=95d1421d-b3ce-4f49-86b8-7e70ba2392d4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:40:21.235330 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-987a2ade-5065-4458-9103-e6652d41771c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:21.236915 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:21.247859 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cb8897dd-a9f6-4ec3-957c-0d4acef826b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:21.248114 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-987a2ade-5065-4458-9103-e6652d41771c admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:40:21.249851 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-987a2ade-5065-4458-9103-e6652d41771c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:21.253622 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:40:21.253622 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:40:21.253622 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:40:21.253622 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:40:21.253622 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:40:21.253622 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:40:21.253622 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:40:21.253622 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:40:21.253622 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:40:21.253622 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:40:21.253622 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:40:21.253622 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:40:21.253622 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:40:21.253622 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:40:21.253622 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:40:21.253622 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:40:21.253622 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:40:21.253622 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:40:21.253622 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:40:21.253622 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:40:21.253622 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:40:21.253622 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:40:21.253622 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:40:21.253622 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:40:21.253622 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:40:21.253622 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:40:21.253622 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:40:21.253622 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:40:21.253622 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:40:21.253622 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:40:21.253622 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:40:21.253622 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:40:21.255699 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9e3b55df-f783-4465-be4e-4d65cd5ee1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:21.261587 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9e3b55df-f783-4465-be4e-4d65cd5ee1bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:21.262770 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9e3b55df-f783-4465-be4e-4d65cd5ee1bc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c29aee97-fb59-4141-ad5b-c76607029823 HTTP/1.1" status: 204 len: 168 time: 0.5118787 Nov 10 17:40:21.305262 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=79c05b84-4b5e-4c16-b6ac-57f79fd45685,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:21.318260 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['79c05b84-4b5e-4c16-b6ac-57f79fd45685'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:40:21.364246 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b55df-f783-4465-be4e-4d65cd5ee1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29aee97-fb59-4141-ad5b-c76607029823,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:21.377957 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-987a2ade-5065-4458-9103-e6652d41771c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:21.428028 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-987a2ade-5065-4458-9103-e6652d41771c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:21.443610 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-987a2ade-5065-4458-9103-e6652d41771c admin admin] 10.222.0.39 "DELETE /v2.0/networks/d4e1ba53-3c7f-4994-965e-2463aa2b8abd HTTP/1.1" status: 204 len: 168 time: 0.6404135 Nov 10 17:40:21.445869 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a2ade-5065-4458-9103-e6652d41771c admin admin] Pushing event deleted for resources: {'Network': ['ID=d4e1ba53-3c7f-4994-965e-2463aa2b8abd,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:21.543211 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8897dd-a9f6-4ec3-957c-0d4acef826b3 admin admin] Router dfd33a9e-561a-4b8a-be15-b4972a6da208 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:40:21.653743 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0781ddd-914c-4c31-a330-dba12569c578 req-36461ed5-b8ef-4296-bd93-ebbe51a965fa tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:21.656084 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d0781ddd-914c-4c31-a330-dba12569c578 req-36461ed5-b8ef-4296-bd93-ebbe51a965fa tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.11 "GET /v2.0/networks?id=46982e30-3e4a-4e4c-aaa3-ef383d323d9e HTTP/1.1" status: 200 len: 816 time: 0.1986902 Nov 10 17:40:21.704430 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8140858d-f9a5-4a81-9bfe-d040f7d3e19b req-cb483d26-0fa6-424c-994a-e3ec9f285d7f tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 210 time: 0.0544953 Nov 10 17:40:21.737840 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-486078a4-d73d-48e0-ab9f-455215b3d857 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:21.780367 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8897dd-a9f6-4ec3-957c-0d4acef826b3 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:40:21.796204 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d81b62-a23e-4e06-b94c-143be1afeb51 None None] Sync routers for ids ['dfd33a9e-561a-4b8a-be15-b4972a6da208'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:40:21.814862 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d81b62-a23e-4e06-b94c-143be1afeb51 None None] Routers {'dfd33a9e-561a-4b8a-be15-b4972a6da208'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:40:21.817284 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cb8897dd-a9f6-4ec3-957c-0d4acef826b3 admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:21.818536 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cb8897dd-a9f6-4ec3-957c-0d4acef826b3 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.0841618 Nov 10 17:40:21.819184 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-99d81b62-a23e-4e06-b94c-143be1afeb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:40:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['dfd33a9e-561a-4b8a-be15-b4972a6da208'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:40:21.821510 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 43104) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:21.874230 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d0781ddd-914c-4c31-a330-dba12569c578 req-0a999073-055a-4168-89d6-ea86a7557fc4 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edaa9fbf7c3142bebb1f03511e703c31 HTTP/1.1" status: 200 len: 378 time: 0.2031565 Nov 10 17:40:21.896319 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-d0781ddd-914c-4c31-a330-dba12569c578 req-29762257-a03f-4eaf-904a-fd49736a6300 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Request body: {'port': {'device_id': '8cd4033e-8ef5-4554-92c5-dbe0c9318226', 'network_id': '46982e30-3e4a-4e4c-aaa3-ef383d323d9e', 'admin_state_up': True, 'tenant_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'security_groups': ['cf236311-d8b9-45ff-a7b6-1206037b066a']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:40:22.111590 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-486078a4-d73d-48e0-ab9f-455215b3d857 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:22.116088 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43108) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:22.131221 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-486078a4-d73d-48e0-ab9f-455215b3d857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:22.181054 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-99d81b62-a23e-4e06-b94c-143be1afeb51 None None] Set router dfd33a9e-561a-4b8a-be15-b4972a6da208 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:40:22.218642 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-486078a4-d73d-48e0-ab9f-455215b3d857 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5f3b200d93e14a4f9d97ae55f435637c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0262530 Nov 10 17:40:22.220625 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 43124) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:22.229948 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486078a4-d73d-48e0-ab9f-455215b3d857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b450045e-9767-4edf-8f92-69cf36519496,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:22.301085 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-249d6d18-0db0-4309-a268-77aea514e56f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f3b6826817b8411c8006e8b4d3c701a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1822653 Nov 10 17:40:22.301825 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43130) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:22.384351 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0781ddd-914c-4c31-a330-dba12569c578 req-29762257-a03f-4eaf-904a-fd49736a6300 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Made reservation on behalf of edaa9fbf7c3142bebb1f03511e703c31 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:40:22.389456 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d0781ddd-914c-4c31-a330-dba12569c578 req-29762257-a03f-4eaf-904a-fd49736a6300 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:22.522359 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-99d81b62-a23e-4e06-b94c-143be1afeb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'name': 'tempest-ServerRescueTestJSONUnderV235-108347894-router', 'tenant_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b8b296f1-bb8c-448b-bad3-55fa19563084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:40:18Z', 'updated_at': '2021-11-10T17:40:20Z', 'revision_number': 3, 'project_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'gw_port': {'id': 'b8b296f1-bb8c-448b-bad3-55fa19563084', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:40:19Z', 'updated_at': '2021-11-10T17:40:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:40:22.528185 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-058b2509-216e-4124-a1b0-d57ffdb59068 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:22.596997 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d81b62-a23e-4e06-b94c-143be1afeb51 None None] Checking router: dfd33a9e-561a-4b8a-be15-b4972a6da208 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:40:22.597593 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d81b62-a23e-4e06-b94c-143be1afeb51 None None] Updating router dfd33a9e-561a-4b8a-be15-b4972a6da208 port b8b296f1-bb8c-448b-bad3-55fa19563084 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:40:22.607230 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-d0781ddd-914c-4c31-a330-dba12569c578 req-29762257-a03f-4eaf-904a-fd49736a6300 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Allocated IP 172.20.0.8 (46982e30-3e4a-4e4c-aaa3-ef383d323d9e/e3aa931e-aa72-4d19-a552-6387f7445a86/ca7fa6bd-e63e-4dab-9968-d5476bc03260) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:40:22.656659 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-99d81b62-a23e-4e06-b94c-143be1afeb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:22.661198 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-058b2509-216e-4124-a1b0-d57ffdb59068 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:22.895962 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d0781ddd-914c-4c31-a330-dba12569c578 req-29762257-a03f-4eaf-904a-fd49736a6300 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:22.914905 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 79c05b84-4b5e-4c16-b6ac-57f79fd45685 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:40:22.926372 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-058b2509-216e-4124-a1b0-d57ffdb59068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:22.930678 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e893c856-7790-4957-b8bb-c68880c0c4c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:22.932647 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-058b2509-216e-4124-a1b0-d57ffdb59068 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:22.933976 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-058b2509-216e-4124-a1b0-d57ffdb59068 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b450045e-9767-4edf-8f92-69cf36519496 HTTP/1.1" status: 204 len: 168 time: 0.7123735 Nov 10 17:40:22.972827 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b2509-216e-4124-a1b0-d57ffdb59068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b450045e-9767-4edf-8f92-69cf36519496,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:22.975463 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cd7dddfa-9ff5-4e2e-9a19-ee446820bb04 req-76095191-ab2f-4c5a-99dc-7e218e5eeda9 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 210 time: 0.0460160 Nov 10 17:40:23.000853 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e893c856-7790-4957-b8bb-c68880c0c4c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:23.093754 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d0781ddd-914c-4c31-a330-dba12569c578 req-29762257-a03f-4eaf-904a-fd49736a6300 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:23.131172 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-31f4672e-e0b8-4904-ab0d-40a3b91fca35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:23.182924 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29762257-a03f-4eaf-904a-fd49736a6300 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Pushing event updated for resources: {'Port': ['ID=ca7fa6bd-e63e-4dab-9968-d5476bc03260,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:23.196731 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 79c05b84-4b5e-4c16-b6ac-57f79fd45685 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:40:23.199703 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:23.214578 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0781ddd-914c-4c31-a330-dba12569c578 req-29762257-a03f-4eaf-904a-fd49736a6300 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Network 46982e30-3e4a-4e4c-aaa3-ef383d323d9e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:40:23.215564 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e893c856-7790-4957-b8bb-c68880c0c4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:23.218203 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e893c856-7790-4957-b8bb-c68880c0c4c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:23.219382 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e893c856-7790-4957-b8bb-c68880c0c4c2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d3c7b3f6-d57f-4106-92f8-9f763dbfa867 HTTP/1.1" status: 204 len: 168 time: 0.9140878 Nov 10 17:40:23.232577 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-d0781ddd-914c-4c31-a330-dba12569c578 req-29762257-a03f-4eaf-904a-fd49736a6300 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:40:23.240287 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0781ddd-914c-4c31-a330-dba12569c578 req-29762257-a03f-4eaf-904a-fd49736a6300 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:40:23.323548 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893c856-7790-4957-b8bb-c68880c0c4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c7b3f6-d57f-4106-92f8-9f763dbfa867,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:23.387560 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0781ddd-914c-4c31-a330-dba12569c578 req-29762257-a03f-4eaf-904a-fd49736a6300 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:23.388525 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d0781ddd-914c-4c31-a330-dba12569c578 req-29762257-a03f-4eaf-904a-fd49736a6300 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:23.432960 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d0781ddd-914c-4c31-a330-dba12569c578 req-29762257-a03f-4eaf-904a-fd49736a6300 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5486758 Nov 10 17:40:23.445874 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-31f4672e-e0b8-4904-ab0d-40a3b91fca35 admin admin] Allocated IP 172.20.0.1 (6f1ee02f-b6f3-4d18-9dee-4783a287b1f6/be026559-a252-4e84-be4f-99ee7f67aa54/d7462647-5e23-4059-9c14-f113a3e0cee7) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:40:23.446175 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-d0781ddd-914c-4c31-a330-dba12569c578 req-0937feed-701d-4d4c-932c-b10080628a36 service neutron] Request body: {'port': {'device_id': '8cd4033e-8ef5-4554-92c5-dbe0c9318226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:40:23.468029 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:23.563195 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 79c05b84-4b5e-4c16-b6ac-57f79fd45685, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=79c05b84-4b5e-4c16-b6ac-57f79fd45685,segment=NetworkSegment(95d1421d-b3ce-4f49-86b8-7e70ba2392d4),segment_id=95d1421d-b3ce-4f49-86b8-7e70ba2392d4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:40:23.570011 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e395102-296c-4bab-87a1-97a80a5b4fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c05b84-4b5e-4c16-b6ac-57f79fd45685'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:40:23.572694 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457b0501-d411-42f9-9ff6-7ba5c722ff9a" -d '{"events": [{"server_uuid": "6e395102-296c-4bab-87a1-97a80a5b4fea", "name": "network-vif-plugged", "status": "completed", "tag": "79c05b84-4b5e-4c16-b6ac-57f79fd45685"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:40:23.579536 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:23.581337 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d0781ddd-914c-4c31-a330-dba12569c578 req-0937feed-701d-4d4c-932c-b10080628a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:23.692494 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2518b1-c170-4793-94f8-0c38d766a839 x-openstack-request-id: req-0c2518b1-c170-4793-94f8-0c38d766a839 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:40:23.692775 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e395102-296c-4bab-87a1-97a80a5b4fea", "name": "network-vif-plugged", "status": "completed", "tag": "79c05b84-4b5e-4c16-b6ac-57f79fd45685", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:40:23.693029 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0c2518b1-c170-4793-94f8-0c38d766a839 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:40:23.693416 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e395102-296c-4bab-87a1-97a80a5b4fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c05b84-4b5e-4c16-b6ac-57f79fd45685', 'code': 200} Nov 10 17:40:23.730230 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-31f4672e-e0b8-4904-ab0d-40a3b91fca35 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:23.790620 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-1e9ac309-e5cf-4a66-b41c-b80b2bb01049 None None] Provisioning complete for port ca7fa6bd-e63e-4dab-9968-d5476bc03260 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:40:23.791039 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1e9ac309-e5cf-4a66-b41c-b80b2bb01049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:23.819494 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-31f4672e-e0b8-4904-ab0d-40a3b91fca35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:23.867218 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43188) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:23.907501 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-1e9ac309-e5cf-4a66-b41c-b80b2bb01049 None None] Port ca7fa6bd-e63e-4dab-9968-d5476bc03260 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:40:23.910691 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f4672e-e0b8-4904-ab0d-40a3b91fca35 admin admin] Network 6f1ee02f-b6f3-4d18-9dee-4783a287b1f6 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:40:23.920456 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-99d81b62-a23e-4e06-b94c-143be1afeb51 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:23.928941 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=79c05b84-4b5e-4c16-b6ac-57f79fd45685,revision_number=7']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:23.930231 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-31f4672e-e0b8-4904-ab0d-40a3b91fca35 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:40:23.941299 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-99d81b62-a23e-4e06-b94c-143be1afeb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:23.956262 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f4672e-e0b8-4904-ab0d-40a3b91fca35 admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:40:24.071652 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4672e-e0b8-4904-ab0d-40a3b91fca35 admin admin] Pushing event updated for resources: {'Port': ['ID=d7462647-5e23-4059-9c14-f113a3e0cee7,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:24.081367 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85a1f8-487f-4924-8173-dfe453eebea4 None None] Pushing event updated for resources: {'Port': ['ID=b8b296f1-bb8c-448b-bad3-55fa19563084,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:24.108070 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 43198) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:24.126665 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-99d81b62-a23e-4e06-b94c-143be1afeb51 None None] Attempting to bind port b8b296f1-bb8c-448b-bad3-55fa19563084 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:40:24.127044 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-99d81b62-a23e-4e06-b94c-143be1afeb51 None None] Attempting to bind port b8b296f1-bb8c-448b-bad3-55fa19563084 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:40:24.127407 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d81b62-a23e-4e06-b94c-143be1afeb51 None None] Attempting to bind port b8b296f1-bb8c-448b-bad3-55fa19563084 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:40:24.147141 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d81b62-a23e-4e06-b94c-143be1afeb51 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:40:24.147566 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d81b62-a23e-4e06-b94c-143be1afeb51 None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:40:24.147966 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-99d81b62-a23e-4e06-b94c-143be1afeb51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:24.148387 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d81b62-a23e-4e06-b94c-143be1afeb51 None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:40:24.150949 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-99d81b62-a23e-4e06-b94c-143be1afeb51 None None] Bound port: b8b296f1-bb8c-448b-bad3-55fa19563084, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:40:24.150949 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-99d81b62-a23e-4e06-b94c-143be1afeb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:24.171539 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6cb08a73-36ce-41a0-9e86-eafb4452a0fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:24.211659 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-31f4672e-e0b8-4904-ab0d-40a3b91fca35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:24.282836 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-99d81b62-a23e-4e06-b94c-143be1afeb51 None None] For port b8b296f1-bb8c-448b-bad3-55fa19563084, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:40:24.289883 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-99d81b62-a23e-4e06-b94c-143be1afeb51 None None] For port b8b296f1-bb8c-448b-bad3-55fa19563084, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b8b296f1-bb8c-448b-bad3-55fa19563084,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:40:24.299635 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-99d81b62-a23e-4e06-b94c-143be1afeb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:24.324379 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a910488-562d-422f-abd6-ac1f9c4241fe req-5c1747d7-eebc-43b1-bb6c-34485e7317bb tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:24.344608 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6a910488-562d-422f-abd6-ac1f9c4241fe req-5c1747d7-eebc-43b1-bb6c-34485e7317bb tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 931 time: 0.1828048 Nov 10 17:40:24.477714 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d81b62-a23e-4e06-b94c-143be1afeb51 None None] Routers {'dfd33a9e-561a-4b8a-be15-b4972a6da208'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:40:24.478391 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-99d81b62-a23e-4e06-b94c-143be1afeb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:40:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['dfd33a9e-561a-4b8a-be15-b4972a6da208'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:40:24.618503 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-df155560-9ced-4739-afbe-3e85745559b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:24.631539 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6cb08a73-36ce-41a0-9e86-eafb4452a0fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:24.640879 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85a1f8-487f-4924-8173-dfe453eebea4 None None] Pushing event updated for resources: {'Port': ['ID=b8b296f1-bb8c-448b-bad3-55fa19563084,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:24.687872 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6cb08a73-36ce-41a0-9e86-eafb4452a0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:24.698553 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6a910488-562d-422f-abd6-ac1f9c4241fe req-d5de2509-66dc-4a85-b65b-417a11077482 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf236311-d8b9-45ff-a7b6-1206037b066a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3497100 Nov 10 17:40:24.725187 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-d0781ddd-914c-4c31-a330-dba12569c578 req-0937feed-701d-4d4c-932c-b10080628a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca7fa6bd-e63e-4dab-9968-d5476bc03260 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:40:24.753743 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d0781ddd-914c-4c31-a330-dba12569c578 req-0937feed-701d-4d4c-932c-b10080628a36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:24.789990 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:24.798171 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb08a73-36ce-41a0-9e86-eafb4452a0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4021614-6ef1-4abd-8955-3a74ca0c5fc8,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:24.826955 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-d0781ddd-914c-4c31-a330-dba12569c578 req-0937feed-701d-4d4c-932c-b10080628a36 service neutron] Transition to ACTIVE for port object ca7fa6bd-e63e-4dab-9968-d5476bc03260 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:40:24.828335 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-31f4672e-e0b8-4904-ab0d-40a3b91fca35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:24.838111 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-99d81b62-a23e-4e06-b94c-143be1afeb51 None None] Set router dfd33a9e-561a-4b8a-be15-b4972a6da208 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:40:24.846406 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d0781ddd-914c-4c31-a330-dba12569c578 req-0937feed-701d-4d4c-932c-b10080628a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:24.887040 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6cb08a73-36ce-41a0-9e86-eafb4452a0fd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cc7dc25806504e1f996f5b08040b72bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7728925 Nov 10 17:40:24.889547 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 43224) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:25.038163 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0937feed-701d-4d4c-932c-b10080628a36 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7fa6bd-e63e-4dab-9968-d5476bc03260,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:25.170818 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:25.186444 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-df155560-9ced-4739-afbe-3e85745559b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:25.207050 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-df155560-9ced-4739-afbe-3e85745559b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:25.272227 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-80924154-39d9-426c-96ca-dc6b4c5d3b8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:25.351361 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-df155560-9ced-4739-afbe-3e85745559b6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1d5475b752524b29aa5af68735451686&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4803772 Nov 10 17:40:25.363036 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43240) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:25.377246 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-80924154-39d9-426c-96ca-dc6b4c5d3b8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:25.413294 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-99d81b62-a23e-4e06-b94c-143be1afeb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'name': 'tempest-ServerRescueTestJSONUnderV235-108347894-router', 'tenant_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b8b296f1-bb8c-448b-bad3-55fa19563084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:40:18Z', 'updated_at': '2021-11-10T17:40:20Z', 'revision_number': 3, 'project_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'gw_port': {'id': 'b8b296f1-bb8c-448b-bad3-55fa19563084', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:40:19Z', 'updated_at': '2021-11-10T17:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:40:25.445211 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df155560-9ced-4739-afbe-3e85745559b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48566566-67a6-4f5d-a0fb-ad09dad2c545,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:25.471072 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d81b62-a23e-4e06-b94c-143be1afeb51 None None] The sync data for ids ['dfd33a9e-561a-4b8a-be15-b4972a6da208'] in n-d-776250-10 is: [{'id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'name': 'tempest-ServerRescueTestJSONUnderV235-108347894-router', 'tenant_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b8b296f1-bb8c-448b-bad3-55fa19563084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:40:18Z', 'updated_at': '2021-11-10T17:40:20Z', 'revision_number': 3, 'project_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'gw_port': {'id': 'b8b296f1-bb8c-448b-bad3-55fa19563084', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:40:19Z', 'updated_at': '2021-11-10T17:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:40:25.489158 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-d0781ddd-914c-4c31-a330-dba12569c578 req-0937feed-701d-4d4c-932c-b10080628a36 service neutron] Attempting to bind port ca7fa6bd-e63e-4dab-9968-d5476bc03260 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:40:25.489158 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-d0781ddd-914c-4c31-a330-dba12569c578 req-0937feed-701d-4d4c-932c-b10080628a36 service neutron] Attempting to bind port ca7fa6bd-e63e-4dab-9968-d5476bc03260 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': 'dba2e44a-aac5-4f9d-b1f1-145c964634eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46982e30-3e4a-4e4c-aaa3-ef383d323d9e'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:40:25.490732 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0781ddd-914c-4c31-a330-dba12569c578 req-0937feed-701d-4d4c-932c-b10080628a36 service neutron] Attempting to bind port ca7fa6bd-e63e-4dab-9968-d5476bc03260 on network 46982e30-3e4a-4e4c-aaa3-ef383d323d9e {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:40:25.554444 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0781ddd-914c-4c31-a330-dba12569c578 req-0937feed-701d-4d4c-932c-b10080628a36 service neutron] Port ca7fa6bd-e63e-4dab-9968-d5476bc03260 on network 46982e30-3e4a-4e4c-aaa3-ef383d323d9e not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:40:25.554920 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0781ddd-914c-4c31-a330-dba12569c578 req-0937feed-701d-4d4c-932c-b10080628a36 service neutron] Attempting to bind port ca7fa6bd-e63e-4dab-9968-d5476bc03260 on network 46982e30-3e4a-4e4c-aaa3-ef383d323d9e {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:40:25.576829 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0781ddd-914c-4c31-a330-dba12569c578 req-0937feed-701d-4d4c-932c-b10080628a36 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:40:25.577413 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0781ddd-914c-4c31-a330-dba12569c578 req-0937feed-701d-4d4c-932c-b10080628a36 service neutron] Checking segment: {'id': 'dba2e44a-aac5-4f9d-b1f1-145c964634eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46982e30-3e4a-4e4c-aaa3-ef383d323d9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:40:25.578166 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0781ddd-914c-4c31-a330-dba12569c578 req-0937feed-701d-4d4c-932c-b10080628a36 service neutron] Bound using segment: {'id': 'dba2e44a-aac5-4f9d-b1f1-145c964634eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46982e30-3e4a-4e4c-aaa3-ef383d323d9e'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:40:25.581820 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-d0781ddd-914c-4c31-a330-dba12569c578 req-0937feed-701d-4d4c-932c-b10080628a36 service neutron] Bound port: ca7fa6bd-e63e-4dab-9968-d5476bc03260, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba2e44a-aac5-4f9d-b1f1-145c964634eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46982e30-3e4a-4e4c-aaa3-ef383d323d9e'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:40:25.582468 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d0781ddd-914c-4c31-a330-dba12569c578 req-0937feed-701d-4d4c-932c-b10080628a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:25.593775 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-31f4672e-e0b8-4904-ab0d-40a3b91fca35 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:25.604673 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-31f4672e-e0b8-4904-ab0d-40a3b91fca35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:25.626519 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6a352678-29de-457d-9c6b-bac256c77815 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:25.740337 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-80924154-39d9-426c-96ca-dc6b4c5d3b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:25.747218 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-80924154-39d9-426c-96ca-dc6b4c5d3b8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:25.751774 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6a352678-29de-457d-9c6b-bac256c77815 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:25.761685 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-80924154-39d9-426c-96ca-dc6b4c5d3b8d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e4021614-6ef1-4abd-8955-3a74ca0c5fc8 HTTP/1.1" status: 204 len: 168 time: 0.8668725 Nov 10 17:40:25.832196 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80924154-39d9-426c-96ca-dc6b4c5d3b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4021614-6ef1-4abd-8955-3a74ca0c5fc8,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:25.843586 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4672e-e0b8-4904-ab0d-40a3b91fca35 admin admin] Pushing event updated for resources: {'Port': ['ID=d7462647-5e23-4059-9c14-f113a3e0cee7,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:25.854912 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 43266) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:25.870415 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-31f4672e-e0b8-4904-ab0d-40a3b91fca35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:25.907315 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-d0781ddd-914c-4c31-a330-dba12569c578 req-0937feed-701d-4d4c-932c-b10080628a36 service neutron] For port ca7fa6bd-e63e-4dab-9968-d5476bc03260, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:40:25.916286 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-d0781ddd-914c-4c31-a330-dba12569c578 req-0937feed-701d-4d4c-932c-b10080628a36 service neutron] For port ca7fa6bd-e63e-4dab-9968-d5476bc03260, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ca7fa6bd-e63e-4dab-9968-d5476bc03260,segment=NetworkSegment(dba2e44a-aac5-4f9d-b1f1-145c964634eb),segment_id=dba2e44a-aac5-4f9d-b1f1-145c964634eb)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:40:25.929244 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d0781ddd-914c-4c31-a330-dba12569c578 req-0937feed-701d-4d4c-932c-b10080628a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:26.116208 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6a352678-29de-457d-9c6b-bac256c77815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:26.120281 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6a352678-29de-457d-9c6b-bac256c77815 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:26.124544 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6a352678-29de-457d-9c6b-bac256c77815 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/48566566-67a6-4f5d-a0fb-ad09dad2c545 HTTP/1.1" status: 204 len: 168 time: 0.7546966 Nov 10 17:40:26.138881 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0781ddd-914c-4c31-a330-dba12569c578 req-0937feed-701d-4d4c-932c-b10080628a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:26.139521 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d0781ddd-914c-4c31-a330-dba12569c578 req-0937feed-701d-4d4c-932c-b10080628a36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:26.141207 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d0781ddd-914c-4c31-a330-dba12569c578 req-0937feed-701d-4d4c-932c-b10080628a36 service neutron] 10.222.0.11 "PUT /v2.0/ports/ca7fa6bd-e63e-4dab-9968-d5476bc03260 HTTP/1.1" status: 200 len: 1092 time: 2.7006395 Nov 10 17:40:26.146392 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd4033e-8ef5-4554-92c5-dbe0c9318226', 'tag': 'ca7fa6bd-e63e-4dab-9968-d5476bc03260'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:40:26.159245 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cdda2f-ac25-4ef0-ba78-79fd3d214411" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd4033e-8ef5-4554-92c5-dbe0c9318226", "tag": "ca7fa6bd-e63e-4dab-9968-d5476bc03260"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:40:26.211736 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f4672e-e0b8-4904-ab0d-40a3b91fca35 admin admin] Network 6f1ee02f-b6f3-4d18-9dee-4783a287b1f6 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:40:26.214259 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-31f4672e-e0b8-4904-ab0d-40a3b91fca35 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:40:26.320679 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a352678-29de-457d-9c6b-bac256c77815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48566566-67a6-4f5d-a0fb-ad09dad2c545,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:26.489846 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ce8e5-aea2-42ea-bd15-b383b47256e7 req-a6e1fd31-6d0a-4e54-ada1-d5076c34bd7d tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:26.504271 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-560ce8e5-aea2-42ea-bd15-b383b47256e7 req-a6e1fd31-6d0a-4e54-ada1-d5076c34bd7d tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 943 time: 0.5506442 Nov 10 17:40:26.515385 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0937feed-701d-4d4c-932c-b10080628a36 service neutron] Pushing event updated for resources: {'Port': ['ID=ca7fa6bd-e63e-4dab-9968-d5476bc03260,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:26.565250 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f4672e-e0b8-4904-ab0d-40a3b91fca35 admin admin] Router dfd33a9e-561a-4b8a-be15-b4972a6da208 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:40:26.569969 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0781ddd-914c-4c31-a330-dba12569c578 req-f75dacbf-776e-491f-9d40-fecbcb2aea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:26.573470 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d0781ddd-914c-4c31-a330-dba12569c578 req-f75dacbf-776e-491f-9d40-fecbcb2aea11 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=edaa9fbf7c3142bebb1f03511e703c31&device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 1095 time: 0.3678803 Nov 10 17:40:26.652069 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d0781ddd-914c-4c31-a330-dba12569c578 req-3c2c971a-6684-4f86-b6fb-fc870a245b27 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca7fa6bd-e63e-4dab-9968-d5476bc03260 HTTP/1.1" status: 200 len: 217 time: 0.0712197 Nov 10 17:40:26.714440 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-560ce8e5-aea2-42ea-bd15-b383b47256e7 req-283434d5-3d6f-42a2-9f43-a704b6046a28 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf236311-d8b9-45ff-a7b6-1206037b066a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2091477 Nov 10 17:40:26.780996 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-c683dc34-9b0e-4f71-b6cb-013041874a1c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1772730531-network', 'tenant_id': '5c82508de6d74432aaeebd2647585ae7'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:40:26.846102 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0781ddd-914c-4c31-a330-dba12569c578 req-9a2d5dca-6dd6-47bc-854f-34da129d5377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:26.849032 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d0781ddd-914c-4c31-a330-dba12569c578 req-9a2d5dca-6dd6-47bc-854f-34da129d5377 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3aa931e-aa72-4d19-a552-6387f7445a86 HTTP/1.1" status: 200 len: 855 time: 0.1466272 Nov 10 17:40:26.860568 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb599967-fc77-4788-b0fd-f2b31e5efa49 x-openstack-request-id: req-cb599967-fc77-4788-b0fd-f2b31e5efa49 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:40:26.861211 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd4033e-8ef5-4554-92c5-dbe0c9318226", "tag": "ca7fa6bd-e63e-4dab-9968-d5476bc03260", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:40:26.862190 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb599967-fc77-4788-b0fd-f2b31e5efa49 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:40:26.863581 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd4033e-8ef5-4554-92c5-dbe0c9318226', 'tag': 'ca7fa6bd-e63e-4dab-9968-d5476bc03260', 'status': 'completed', 'code': 200} Nov 10 17:40:26.961443 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c683dc34-9b0e-4f71-b6cb-013041874a1c admin admin] Made reservation on behalf of 5c82508de6d74432aaeebd2647585ae7 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:40:26.974298 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c683dc34-9b0e-4f71-b6cb-013041874a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:27.014669 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0781ddd-914c-4c31-a330-dba12569c578 req-2b50cb3b-9ddf-4dbe-be25-2f659e5f01d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:27.019512 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c683dc34-9b0e-4f71-b6cb-013041874a1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:27.021546 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d0781ddd-914c-4c31-a330-dba12569c578 req-2b50cb3b-9ddf-4dbe-be25-2f659e5f01d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46982e30-3e4a-4e4c-aaa3-ef383d323d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1558371 Nov 10 17:40:27.159483 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f4672e-e0b8-4904-ab0d-40a3b91fca35 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:40:27.186402 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-31f4672e-e0b8-4904-ab0d-40a3b91fca35 admin admin] 10.222.0.39 "PUT /v2.0/routers/dfd33a9e-561a-4b8a-be15-b4972a6da208/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3638060 Nov 10 17:40:27.233195 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43300) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:27.324470 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d0781ddd-914c-4c31-a330-dba12569c578 req-32074e97-f83f-475a-ac59-3854fbdf6a04 service neutron] 10.222.0.11 "GET /v2.0/networks/46982e30-3e4a-4e4c-aaa3-ef383d323d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946165 Nov 10 17:40:27.331675 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c683dc34-9b0e-4f71-b6cb-013041874a1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:27.339787 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c683dc34-9b0e-4f71-b6cb-013041874a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:27.380082 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-80f27813-9120-4249-898b-b571bb6bf1d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:27.464101 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683dc34-9b0e-4f71-b6cb-013041874a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1ed3d7-2713-4cab-9e9a-a7ef1c94ad17,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:27.475325 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c683dc34-9b0e-4f71-b6cb-013041874a1c admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:40:27.493624 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c683dc34-9b0e-4f71-b6cb-013041874a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:27.494513 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-c683dc34-9b0e-4f71-b6cb-013041874a1c admin admin] Added segment 13554c1e-08e9-469b-a132-57038d64ed10 of type vlan for network 34478909-2103-4bf3-a0ad-617d9a483929 Nov 10 17:40:27.603304 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c683dc34-9b0e-4f71-b6cb-013041874a1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:27.671664 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c683dc34-9b0e-4f71-b6cb-013041874a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:27.671919 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d0781ddd-914c-4c31-a330-dba12569c578 req-a12f806e-916f-4fae-9425-124f41e72308 service neutron] 10.222.0.11 "GET /v2.0/networks/46982e30-3e4a-4e4c-aaa3-ef383d323d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344226 Nov 10 17:40:27.673933 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c683dc34-9b0e-4f71-b6cb-013041874a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:27.674732 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c683dc34-9b0e-4f71-b6cb-013041874a1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:27.786631 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-80f27813-9120-4249-898b-b571bb6bf1d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:27.817833 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-80f27813-9120-4249-898b-b571bb6bf1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:27.908042 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683dc34-9b0e-4f71-b6cb-013041874a1c admin admin] Pushing event updated for resources: {'Network': ['ID=34478909-2103-4bf3-a0ad-617d9a483929,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:27.926153 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-80f27813-9120-4249-898b-b571bb6bf1d5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0079e8348fd1448184e7f06410273c17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6846364 Nov 10 17:40:27.943286 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 34478909-2103-4bf3-a0ad-617d9a483929 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:40:27.957512 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43318) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:27.997082 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c683dc34-9b0e-4f71-b6cb-013041874a1c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.1374028 Nov 10 17:40:27.997253 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f27813-9120-4249-898b-b571bb6bf1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3a370e-85f6-4240-9c08-0373e22939ea,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:28.009306 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43320) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:28.034271 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-82beab51-7ceb-45f9-b7b5-e7fdd092e66a admin admin] Request body: {'subnet': {'network_id': '34478909-2103-4bf3-a0ad-617d9a483929', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1772730531-subnet', 'tenant_id': '5c82508de6d74432aaeebd2647585ae7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:40:28.037665 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a106ef-a799-49ba-8652-44796b3eb524 req-013fa6a3-45e8-48d3-b7fc-d0836ca0541a tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:28.046086 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-29a106ef-a799-49ba-8652-44796b3eb524 req-013fa6a3-45e8-48d3-b7fc-d0836ca0541a tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 943 time: 0.1349549 Nov 10 17:40:28.069151 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdda2f-ac25-4ef0-ba78-79fd3d214411 req-e3a4d03e-c854-4219-8a77-a3a234ba31e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:28.070767 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-51cdda2f-ac25-4ef0-ba78-79fd3d214411 req-e3a4d03e-c854-4219-8a77-a3a234ba31e2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=edaa9fbf7c3142bebb1f03511e703c31&device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 1095 time: 0.3287117 Nov 10 17:40:28.161960 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-29a106ef-a799-49ba-8652-44796b3eb524 req-285bd224-b016-42a6-9061-a1bdb4d15174 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf236311-d8b9-45ff-a7b6-1206037b066a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1065056 Nov 10 17:40:28.388704 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b8b296f1-bb8c-448b-bad3-55fa19563084 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:40:28.442756 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3b2975-4545-496b-8f40-2cf550d55152 None None] Sync routers for ids ['dfd33a9e-561a-4b8a-be15-b4972a6da208'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:40:28.459957 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3b2975-4545-496b-8f40-2cf550d55152 None None] Routers {'dfd33a9e-561a-4b8a-be15-b4972a6da208'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:40:28.461032 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-3d3b2975-4545-496b-8f40-2cf550d55152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:40:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['dfd33a9e-561a-4b8a-be15-b4972a6da208'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:40:28.515795 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdda2f-ac25-4ef0-ba78-79fd3d214411 req-2d60a944-77a5-480d-bca0-382bcfdaeee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:28.520609 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-51cdda2f-ac25-4ef0-ba78-79fd3d214411 req-2d60a944-77a5-480d-bca0-382bcfdaeee0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=46982e30-3e4a-4e4c-aaa3-ef383d323d9e HTTP/1.1" status: 200 len: 917 time: 0.4179518 Nov 10 17:40:28.558679 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port b8b296f1-bb8c-448b-bad3-55fa19563084 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:40:28.559847 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:28.582685 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82beab51-7ceb-45f9-b7b5-e7fdd092e66a admin admin] Made reservation on behalf of 5c82508de6d74432aaeebd2647585ae7 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:40:28.590157 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-82beab51-7ceb-45f9-b7b5-e7fdd092e66a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:28.714848 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-3d3b2975-4545-496b-8f40-2cf550d55152 None None] Set router dfd33a9e-561a-4b8a-be15-b4972a6da208 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:40:28.784953 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-51cdda2f-ac25-4ef0-ba78-79fd3d214411 req-b7919d1c-d2e6-4419-88f0-e609de75369b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca7fa6bd-e63e-4dab-9968-d5476bc03260 HTTP/1.1" status: 200 len: 217 time: 0.2552423 Nov 10 17:40:28.787908 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:28.851372 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port b8b296f1-bb8c-448b-bad3-55fa19563084, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b8b296f1-bb8c-448b-bad3-55fa19563084,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:40:28.860997 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:28.913655 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2f7b67ab-b1da-4463-9969-1e85451822d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:28.962485 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdda2f-ac25-4ef0-ba78-79fd3d214411 req-2c9dab74-077f-4ba4-afc7-8ba72ee59646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:28.966097 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-51cdda2f-ac25-4ef0-ba78-79fd3d214411 req-2c9dab74-077f-4ba4-afc7-8ba72ee59646 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3aa931e-aa72-4d19-a552-6387f7445a86 HTTP/1.1" status: 200 len: 855 time: 0.1624670 Nov 10 17:40:29.103385 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=b8b296f1-bb8c-448b-bad3-55fa19563084,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:29.203892 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2f7b67ab-b1da-4463-9969-1e85451822d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:29.258836 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-82beab51-7ceb-45f9-b7b5-e7fdd092e66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:29.286486 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2f7b67ab-b1da-4463-9969-1e85451822d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:29.289171 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2f7b67ab-b1da-4463-9969-1e85451822d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:29.292865 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2f7b67ab-b1da-4463-9969-1e85451822d7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4b3a370e-85f6-4240-9c08-0373e22939ea HTTP/1.1" status: 204 len: 168 time: 1.3304822 Nov 10 17:40:29.384361 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b67ab-b1da-4463-9969-1e85451822d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3a370e-85f6-4240-9c08-0373e22939ea,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:29.434845 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea294b-db57-4e5d-bddf-40fc1c52b649 req-08dfdcc8-9a54-4da0-8f75-ea7c87b1c53f tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:29.444393 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-25ea294b-db57-4e5d-bddf-40fc1c52b649 req-08dfdcc8-9a54-4da0-8f75-ea7c87b1c53f tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 943 time: 0.1818969 Nov 10 17:40:29.454480 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdda2f-ac25-4ef0-ba78-79fd3d214411 req-edfcfcf8-3fb7-4463-9a41-b7b3e86630c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:29.456885 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-51cdda2f-ac25-4ef0-ba78-79fd3d214411 req-edfcfcf8-3fb7-4463-9a41-b7b3e86630c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46982e30-3e4a-4e4c-aaa3-ef383d323d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1994107 Nov 10 17:40:29.467194 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82beab51-7ceb-45f9-b7b5-e7fdd092e66a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ebb17b4-1286-4925-b979-3741fb675076,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:29.524340 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82beab51-7ceb-45f9-b7b5-e7fdd092e66a admin admin] Checking segment: {'id': '13554c1e-08e9-469b-a132-57038d64ed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '34478909-2103-4bf3-a0ad-617d9a483929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:40:29.524902 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82beab51-7ceb-45f9-b7b5-e7fdd092e66a admin admin] Network hostable DHCP agents. Network: 34478909-2103-4bf3-a0ad-617d9a483929, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:40:29.536283 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-e1d36f25-d003-4e14-964c-f0487655b928 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:29.550380 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-3d3b2975-4545-496b-8f40-2cf550d55152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'name': 'tempest-ServerRescueTestJSONUnderV235-108347894-router', 'tenant_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b8b296f1-bb8c-448b-bad3-55fa19563084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:40:18Z', 'updated_at': '2021-11-10T17:40:24Z', 'revision_number': 4, 'project_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'gw_port': {'id': 'b8b296f1-bb8c-448b-bad3-55fa19563084', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:40:19Z', 'updated_at': '2021-11-10T17:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'd7462647-5e23-4059-9c14-f113a3e0cee7', 'name': '', 'network_id': '6f1ee02f-b6f3-4d18-9dee-4783a287b1f6', 'tenant_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'mac_address': 'fa:16:3e:26:14:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'be026559-a252-4e84-be4f-99ee7f67aa54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:40:23Z', 'updated_at': '2021-11-10T17:40:25Z', 'revision_number': 2, 'project_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'subnets': [{'id': 'be026559-a252-4e84-be4f-99ee7f67aa54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:40:29.551027 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-e1d36f25-d003-4e14-964c-f0487655b928 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/networks?id=6f1ee02f-b6f3-4d18-9dee-4783a287b1f6 HTTP/1.1" status: 200 len: 819 time: 0.3334684 Nov 10 17:40:29.599694 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-503ae2ef-c0e5-4cfe-950c-3f85a2d3c01a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/quotas/479b5fa91dd14a6eb2621fb8f88e1927 HTTP/1.1" status: 200 len: 375 time: 0.0474942 Nov 10 17:40:29.630405 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3b2975-4545-496b-8f40-2cf550d55152 None None] Checking router: dfd33a9e-561a-4b8a-be15-b4972a6da208 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:40:29.631927 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3b2975-4545-496b-8f40-2cf550d55152 None None] Updating router dfd33a9e-561a-4b8a-be15-b4972a6da208 port d7462647-5e23-4059-9c14-f113a3e0cee7 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:40:29.679866 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-25ea294b-db57-4e5d-bddf-40fc1c52b649 req-c3486570-ab91-4468-99c8-633a70e80e29 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf236311-d8b9-45ff-a7b6-1206037b066a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2329459 Nov 10 17:40:29.693781 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-3d3b2975-4545-496b-8f40-2cf550d55152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:29.718563 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-031b84a8-3b64-4039-bbc4-5148616ab1c3 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=479b5fa91dd14a6eb2621fb8f88e1927&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1169088 Nov 10 17:40:29.810541 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82beab51-7ceb-45f9-b7b5-e7fdd092e66a admin admin] Network 34478909-2103-4bf3-a0ad-617d9a483929 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:40:29.906243 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-82beab51-7ceb-45f9-b7b5-e7fdd092e66a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 34478909-2103-4bf3-a0ad-617d9a483929) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:40:29.917449 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9a28d1-96b1-463a-aa15-734a69885d30 None None] Network 34478909-2103-4bf3-a0ad-617d9a483929 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:40:29.942007 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82beab51-7ceb-45f9-b7b5-e7fdd092e66a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:29.942611 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-82beab51-7ceb-45f9-b7b5-e7fdd092e66a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:29.960168 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-72486bdf-87cc-4b4c-bb79-e0f6def8f044 service neutron] 10.222.0.39 "GET /v2.0/networks/6f1ee02f-b6f3-4d18-9dee-4783a287b1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379596 Nov 10 17:40:30.053918 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b8b296f1-bb8c-448b-bad3-55fa19563084 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:40:30.070007 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-82beab51-7ceb-45f9-b7b5-e7fdd092e66a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0496926 Nov 10 17:40:30.126018 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-51cdda2f-ac25-4ef0-ba78-79fd3d214411 req-b75d3f1f-bd83-4825-8791-ef0da574d597 service neutron] 10.222.0.11 "GET /v2.0/networks/46982e30-3e4a-4e4c-aaa3-ef383d323d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6599119 Nov 10 17:40:30.140932 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port b8b296f1-bb8c-448b-bad3-55fa19563084 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:40:30.141834 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:30.145043 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43392) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:30.329730 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-ba5da714-979c-480f-877e-1f7eb0e5729a service neutron] 10.222.0.39 "GET /v2.0/networks/6f1ee02f-b6f3-4d18-9dee-4783a287b1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679838 Nov 10 17:40:30.493209 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-3d3b2975-4545-496b-8f40-2cf550d55152 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:30.503041 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-3d3b2975-4545-496b-8f40-2cf550d55152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:30.591099 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-51cdda2f-ac25-4ef0-ba78-79fd3d214411 req-84ada46f-52aa-44c4-9145-8c4cb4043414 service neutron] 10.222.0.11 "GET /v2.0/networks/46982e30-3e4a-4e4c-aaa3-ef383d323d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542830 Nov 10 17:40:30.622274 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc68ac6d-8d66-4a98-8ce8-d3176af8c57d None None] Network 34478909-2103-4bf3-a0ad-617d9a483929 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:40:30.662941 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-3d3b2975-4545-496b-8f40-2cf550d55152 None None] Attempting to bind port d7462647-5e23-4059-9c14-f113a3e0cee7 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:40:30.662941 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-3d3b2975-4545-496b-8f40-2cf550d55152 None None] Attempting to bind port d7462647-5e23-4059-9c14-f113a3e0cee7 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '5f7055d4-226f-4103-a196-9e5a5c385fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6f1ee02f-b6f3-4d18-9dee-4783a287b1f6'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:40:30.662941 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3b2975-4545-496b-8f40-2cf550d55152 None None] Attempting to bind port d7462647-5e23-4059-9c14-f113a3e0cee7 on network 6f1ee02f-b6f3-4d18-9dee-4783a287b1f6 {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:40:30.663741 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b976c-2ef8-4169-a50b-f0788e42a6b9 None None] Pushing event updated for resources: {'Port': ['ID=d7462647-5e23-4059-9c14-f113a3e0cee7,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:30.678519 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3b2975-4545-496b-8f40-2cf550d55152 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:40:30.682337 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3b2975-4545-496b-8f40-2cf550d55152 None None] Checking segment: {'id': '5f7055d4-226f-4103-a196-9e5a5c385fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6f1ee02f-b6f3-4d18-9dee-4783a287b1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:40:30.682995 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-3d3b2975-4545-496b-8f40-2cf550d55152 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:30.688457 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3b2975-4545-496b-8f40-2cf550d55152 None None] Bound using segment: {'id': '5f7055d4-226f-4103-a196-9e5a5c385fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6f1ee02f-b6f3-4d18-9dee-4783a287b1f6'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:40:30.700851 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-3d3b2975-4545-496b-8f40-2cf550d55152 None None] Bound port: d7462647-5e23-4059-9c14-f113a3e0cee7, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7055d4-226f-4103-a196-9e5a5c385fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6f1ee02f-b6f3-4d18-9dee-4783a287b1f6'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:40:30.702658 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-3d3b2975-4545-496b-8f40-2cf550d55152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:30.883777 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d3ec0b88-1ec2-499c-96e8-859bc02abf9a req-03e8c0d2-520a-419e-bd34-ae4f21b0f654 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 210 time: 0.1272657 Nov 10 17:40:30.934235 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e9f637d2-ea5e-405a-91d7-c47d6613caf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:30.936247 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-3d3b2975-4545-496b-8f40-2cf550d55152 None None] For port d7462647-5e23-4059-9c14-f113a3e0cee7, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:40:30.940498 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-3d3b2975-4545-496b-8f40-2cf550d55152 None None] For port d7462647-5e23-4059-9c14-f113a3e0cee7, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d7462647-5e23-4059-9c14-f113a3e0cee7,segment=NetworkSegment(5f7055d4-226f-4103-a196-9e5a5c385fb4),segment_id=5f7055d4-226f-4103-a196-9e5a5c385fb4)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:40:30.956190 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-3d3b2975-4545-496b-8f40-2cf550d55152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:30.959089 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0c82e632-6493-4475-8c61-62ce99c753d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:30.978008 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fa08b-772d-48da-9907-d2e50234179c req-e3f9c624-9b3d-4789-9b00-dca17963b57e tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:30.989328 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f5fa08b-772d-48da-9907-d2e50234179c req-e3f9c624-9b3d-4789-9b00-dca17963b57e tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 943 time: 0.2250857 Nov 10 17:40:31.063546 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3b2975-4545-496b-8f40-2cf550d55152 None None] Routers {'dfd33a9e-561a-4b8a-be15-b4972a6da208'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:40:31.063546 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-3d3b2975-4545-496b-8f40-2cf550d55152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:40:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['dfd33a9e-561a-4b8a-be15-b4972a6da208'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:40:31.210409 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-3d3b2975-4545-496b-8f40-2cf550d55152 None None] Set router dfd33a9e-561a-4b8a-be15-b4972a6da208 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:40:31.243749 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f5fa08b-772d-48da-9907-d2e50234179c req-14b5e092-09dd-4708-b174-06b8850f6a37 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf236311-d8b9-45ff-a7b6-1206037b066a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2411442 Nov 10 17:40:31.376677 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0c82e632-6493-4475-8c61-62ce99c753d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:31.390342 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0c82e632-6493-4475-8c61-62ce99c753d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:31.520749 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0c82e632-6493-4475-8c61-62ce99c753d4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a550b04d1f144367b852c4975037e849&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3582687 Nov 10 17:40:31.520987 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43438) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:31.535971 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82e632-6493-4475-8c61-62ce99c753d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b00e8d-73ab-4252-8334-f41bbab2f97d,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:31.662968 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b976c-2ef8-4169-a50b-f0788e42a6b9 None None] Pushing event updated for resources: {'Port': ['ID=d7462647-5e23-4059-9c14-f113a3e0cee7,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:31.702554 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ac49c291-b316-439d-8678-a1b677129327 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:31.763124 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ac49c291-b316-439d-8678-a1b677129327 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:31.928366 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ac49c291-b316-439d-8678-a1b677129327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:31.934596 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ac49c291-b316-439d-8678-a1b677129327 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:31.937188 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ac49c291-b316-439d-8678-a1b677129327 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d2b00e8d-73ab-4252-8334-f41bbab2f97d HTTP/1.1" status: 204 len: 168 time: 0.4119437 Nov 10 17:40:31.998311 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49c291-b316-439d-8678-a1b677129327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b00e8d-73ab-4252-8334-f41bbab2f97d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:32.080265 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-1e3ffde4-352c-425c-89c8-382e972a7964 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:32.093929 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-1e3ffde4-352c-425c-89c8-382e972a7964 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.39 "GET /v2.0/networks?id=34478909-2103-4bf3-a0ad-617d9a483929 HTTP/1.1" status: 200 len: 822 time: 0.2524405 Nov 10 17:40:32.109430 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-3d3b2975-4545-496b-8f40-2cf550d55152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'name': 'tempest-ServerRescueTestJSONUnderV235-108347894-router', 'tenant_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b8b296f1-bb8c-448b-bad3-55fa19563084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:40:18Z', 'updated_at': '2021-11-10T17:40:24Z', 'revision_number': 4, 'project_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'gw_port': {'id': 'b8b296f1-bb8c-448b-bad3-55fa19563084', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:40:19Z', 'updated_at': '2021-11-10T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'd7462647-5e23-4059-9c14-f113a3e0cee7', 'name': '', 'network_id': '6f1ee02f-b6f3-4d18-9dee-4783a287b1f6', 'tenant_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'mac_address': 'fa:16:3e:26:14:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'be026559-a252-4e84-be4f-99ee7f67aa54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:40:23Z', 'updated_at': '2021-11-10T17:40:30Z', 'revision_number': 4, 'project_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'subnets': [{'id': 'be026559-a252-4e84-be4f-99ee7f67aa54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:40:32.118445 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-5b1436bd-2afe-4adb-a464-903ac2354a2a tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.39 "GET /v2.0/quotas/5c82508de6d74432aaeebd2647585ae7 HTTP/1.1" status: 200 len: 375 time: 0.0230515 Nov 10 17:40:32.140761 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-04d1c9a5-2ce1-479c-9858-888427455436 req-422743d0-60ad-4abe-969a-4357b2a9e560 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 210 time: 0.1027458 Nov 10 17:40:32.211201 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3b2975-4545-496b-8f40-2cf550d55152 None None] The sync data for ids ['dfd33a9e-561a-4b8a-be15-b4972a6da208'] in n-d-776250-10 is: [{'id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'name': 'tempest-ServerRescueTestJSONUnderV235-108347894-router', 'tenant_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b8b296f1-bb8c-448b-bad3-55fa19563084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:40:18Z', 'updated_at': '2021-11-10T17:40:24Z', 'revision_number': 4, 'project_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'gw_port': {'id': 'b8b296f1-bb8c-448b-bad3-55fa19563084', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:40:19Z', 'updated_at': '2021-11-10T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'd7462647-5e23-4059-9c14-f113a3e0cee7', 'name': '', 'network_id': '6f1ee02f-b6f3-4d18-9dee-4783a287b1f6', 'tenant_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'mac_address': 'fa:16:3e:26:14:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'be026559-a252-4e84-be4f-99ee7f67aa54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:40:23Z', 'updated_at': '2021-11-10T17:40:30Z', 'revision_number': 4, 'project_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'subnets': [{'id': 'be026559-a252-4e84-be4f-99ee7f67aa54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:40:32.220427 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-0bf371b1-8b80-4f26-b6fe-4a379855520c tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c82508de6d74432aaeebd2647585ae7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0991220 Nov 10 17:40:32.483260 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-42c54ef8-191f-43f7-85bb-3ac2a0b0b3dc service neutron] 10.222.0.39 "GET /v2.0/networks/34478909-2103-4bf3-a0ad-617d9a483929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585282 Nov 10 17:40:32.694294 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f491ef6-115a-4309-bef9-a0f653cacf91 req-fe0c5a81-7514-40d0-b38b-b94e8239cf91 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:32.696847 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3f491ef6-115a-4309-bef9-a0f653cacf91 req-fe0c5a81-7514-40d0-b38b-b94e8239cf91 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 943 time: 0.1804287 Nov 10 17:40:32.821196 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bed95697-90d6-4fab-9aa6-62cf984fa88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:32.893044 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3f491ef6-115a-4309-bef9-a0f653cacf91 req-a9871ae0-8a4a-4c79-a364-f5684de7af54 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf236311-d8b9-45ff-a7b6-1206037b066a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1777802 Nov 10 17:40:32.902938 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-f622a288-19b2-4fdb-8f42-5e59df41b259 service neutron] 10.222.0.39 "GET /v2.0/networks/34478909-2103-4bf3-a0ad-617d9a483929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184313 Nov 10 17:40:33.375232 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b46b3276-284a-475c-8896-8eaa9eefa013 req-85b5b2c3-b153-4c75-bba3-efcaea457687 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.39 "GET /v2.0/ports?device_id=92e02a9e-35eb-4667-b582-137c047c01f5 HTTP/1.1" status: 200 len: 210 time: 0.0831561 Nov 10 17:40:33.454253 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bb73d80a-e210-4bb7-8434-1a563788e3f0 req-f04c9510-fd33-4015-bf6a-468f204c6dc2 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 210 time: 0.1278572 Nov 10 17:40:33.910179 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-d8be0b21-7869-4bee-9dfc-f5ffb8b22db6 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:33.913369 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-d8be0b21-7869-4bee-9dfc-f5ffb8b22db6 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.13 "GET /v2.0/networks?id=6f1ee02f-b6f3-4d18-9dee-4783a287b1f6 HTTP/1.1" status: 200 len: 819 time: 0.4521735 Nov 10 17:40:33.933538 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-4a2ceb02-8efc-4392-941e-1ee4304ab95e tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Request body: {'port': {'device_id': '2e238a79-eb06-4901-aea5-fd79b79fdf16', 'network_id': '6f1ee02f-b6f3-4d18-9dee-4783a287b1f6', 'admin_state_up': True, 'tenant_id': '479b5fa91dd14a6eb2621fb8f88e1927'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:40:33.935442 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:34.126933 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d7462647-5e23-4059-9c14-f113a3e0cee7 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:40:34.250804 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port d7462647-5e23-4059-9c14-f113a3e0cee7 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:40:34.251409 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:34.319884 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-4a2ceb02-8efc-4392-941e-1ee4304ab95e tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Made reservation on behalf of 479b5fa91dd14a6eb2621fb8f88e1927 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:40:34.324836 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-4a2ceb02-8efc-4392-941e-1ee4304ab95e tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:34.342835 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b2484-b039-48cb-b49d-44e5d95cce61 req-9e864a51-1e14-4b58-bfd9-db6dc3a2ce5d tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:34.354641 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-340b2484-b039-48cb-b49d-44e5d95cce61 req-9e864a51-1e14-4b58-bfd9-db6dc3a2ce5d tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 943 time: 0.2153847 Nov 10 17:40:34.419356 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:34.493242 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-340b2484-b039-48cb-b49d-44e5d95cce61 req-70d2b61a-c4de-4a69-9ebd-46e4df9aeec0 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf236311-d8b9-45ff-a7b6-1206037b066a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1376076 Nov 10 17:40:34.511793 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port d7462647-5e23-4059-9c14-f113a3e0cee7, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d7462647-5e23-4059-9c14-f113a3e0cee7,segment=NetworkSegment(5f7055d4-226f-4103-a196-9e5a5c385fb4),segment_id=5f7055d4-226f-4103-a196-9e5a5c385fb4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:40:34.521830 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:34.613109 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=d7462647-5e23-4059-9c14-f113a3e0cee7,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:34.646397 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e21bb583-641c-40f8-a8a8-1e340802b58f req-c1bf1904-c537-427c-bd26-51d4f7c57316 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 210 time: 0.0575519 Nov 10 17:40:34.804886 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a534b34a-22a6-4c11-969c-a213ca99fcce req-ab4f10b8-3df4-4bf0-8afe-e221322d8ef4 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.39 "GET /v2.0/ports?device_id=92e02a9e-35eb-4667-b582-137c047c01f5 HTTP/1.1" status: 200 len: 210 time: 0.1253295 Nov 10 17:40:34.932202 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-4a2ceb02-8efc-4392-941e-1ee4304ab95e tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Allocated IP 172.20.0.6 (6f1ee02f-b6f3-4d18-9dee-4783a287b1f6/be026559-a252-4e84-be4f-99ee7f67aa54/bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:40:35.285415 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-4a2ceb02-8efc-4392-941e-1ee4304ab95e tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:35.407935 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-4a2ceb02-8efc-4392-941e-1ee4304ab95e tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:35.481733 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:35.569986 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ceb02-8efc-4392-941e-1ee4304ab95e tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Pushing event updated for resources: {'Port': ['ID=bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:35.601957 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-4a2ceb02-8efc-4392-941e-1ee4304ab95e tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Network 6f1ee02f-b6f3-4d18-9dee-4783a287b1f6 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:40:35.603941 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-4a2ceb02-8efc-4392-941e-1ee4304ab95e tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:40:35.607099 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-4a2ceb02-8efc-4392-941e-1ee4304ab95e tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:40:35.651013 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 43592) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:35.685787 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-4a2ceb02-8efc-4392-941e-1ee4304ab95e tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:35.686548 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-4a2ceb02-8efc-4392-941e-1ee4304ab95e tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:35.720293 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-4a2ceb02-8efc-4392-941e-1ee4304ab95e tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7938125 Nov 10 17:40:35.739127 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-6a19298c-cb3a-4e2b-9a64-2b3dd1af01e5 service neutron] Request body: {'port': {'device_id': '2e238a79-eb06-4901-aea5-fd79b79fdf16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:40:35.809840 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38147256-6950-4eeb-a83e-55140d3f617a req-a6ca748f-ac7b-431b-85c5-cf592867a2ec tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:35.818012 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-38147256-6950-4eeb-a83e-55140d3f617a req-a6ca748f-ac7b-431b-85c5-cf592867a2ec tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 943 time: 0.1553142 Nov 10 17:40:35.874205 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-6a19298c-cb3a-4e2b-9a64-2b3dd1af01e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:35.903684 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bd72ac15-6580-429f-9205-2a63fb9892f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:35.947942 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d7462647-5e23-4059-9c14-f113a3e0cee7 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:40:36.069748 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-38147256-6950-4eeb-a83e-55140d3f617a req-dbe785dc-400b-47c3-a30e-1fbe847bbc7f tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf236311-d8b9-45ff-a7b6-1206037b066a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2502918 Nov 10 17:40:36.100531 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port d7462647-5e23-4059-9c14-f113a3e0cee7 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:40:36.104443 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:36.231922 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:36.268136 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5c953228-0992-49c2-bf80-6e93a43c5f2e req-de6c6eca-1c1f-4b5e-8459-4d20ef711536 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.39 "GET /v2.0/ports?device_id=92e02a9e-35eb-4667-b582-137c047c01f5 HTTP/1.1" status: 200 len: 210 time: 0.0619245 Nov 10 17:40:36.304948 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bd72ac15-6580-429f-9205-2a63fb9892f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:36.317068 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bd72ac15-6580-429f-9205-2a63fb9892f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:36.366216 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72ac15-6580-429f-9205-2a63fb9892f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a149fa-8132-4d5a-a967-9f523978e76d,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:36.390973 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bd72ac15-6580-429f-9205-2a63fb9892f0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e293f7eb7e84435488f43f0d42197174&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7382736 Nov 10 17:40:36.391875 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 43614) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:36.521797 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-270b3d4e-4246-4eb9-a8a8-e19822717a12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:36.552921 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-270b3d4e-4246-4eb9-a8a8-e19822717a12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:36.661554 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-270b3d4e-4246-4eb9-a8a8-e19822717a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:36.668107 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-270b3d4e-4246-4eb9-a8a8-e19822717a12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:36.671537 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-270b3d4e-4246-4eb9-a8a8-e19822717a12 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/18a149fa-8132-4d5a-a967-9f523978e76d HTTP/1.1" status: 204 len: 168 time: 0.2757041 Nov 10 17:40:36.686359 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 43634) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:36.696681 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f8a60-ed81-4728-b784-9e8db248bba7 req-6cd5730f-6625-4ba4-8072-d23c497542a7 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:36.698544 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-774f8a60-ed81-4728-b784-9e8db248bba7 req-6cd5730f-6625-4ba4-8072-d23c497542a7 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 931 time: 0.8359873 Nov 10 17:40:36.701893 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b3d4e-4246-4eb9-a8a8-e19822717a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a149fa-8132-4d5a-a967-9f523978e76d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:36.857063 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-e1885623-7237-49f8-a245-4a5d281be739 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:36.859191 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-e1885623-7237-49f8-a245-4a5d281be739 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.11 "GET /v2.0/networks?id=34478909-2103-4bf3-a0ad-617d9a483929 HTTP/1.1" status: 200 len: 822 time: 0.8717725 Nov 10 17:40:36.881731 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-18734b40-88b9-4cc4-9bee-d3e3e5630972 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] Request body: {'port': {'device_id': '92e02a9e-35eb-4667-b582-137c047c01f5', 'network_id': '34478909-2103-4bf3-a0ad-617d9a483929', 'admin_state_up': True, 'tenant_id': '5c82508de6d74432aaeebd2647585ae7'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:40:36.937224 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-774f8a60-ed81-4728-b784-9e8db248bba7 req-f547ea62-b1a6-4251-922a-1fc4f2177e18 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/security-groups?id=0722a593-6b9f-4879-a1a5-a4ad621d6152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275958 Nov 10 17:40:37.134972 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8e2e8f92-d71f-4dbd-9608-5ab38e2c523d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:37.137163 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-18734b40-88b9-4cc4-9bee-d3e3e5630972 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] Made reservation on behalf of 5c82508de6d74432aaeebd2647585ae7 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:40:37.141256 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-18734b40-88b9-4cc4-9bee-d3e3e5630972 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:37.200850 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-6a19298c-cb3a-4e2b-9a64-2b3dd1af01e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:40:37.230325 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-6a19298c-cb3a-4e2b-9a64-2b3dd1af01e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:37.351597 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-6a19298c-cb3a-4e2b-9a64-2b3dd1af01e5 service neutron] Transition to ACTIVE for port object bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:40:37.362664 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043d376-95b3-477d-aed2-4e25ce938bf5 req-5c6d17c4-42f6-4a0e-9743-f2b3b0748fe5 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:37.366454 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-6a19298c-cb3a-4e2b-9a64-2b3dd1af01e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:37.366660 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7043d376-95b3-477d-aed2-4e25ce938bf5 req-5c6d17c4-42f6-4a0e-9743-f2b3b0748fe5 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 943 time: 0.1742547 Nov 10 17:40:37.493476 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-14f7c05b-4229-41f1-9337-01c1c02d9131 req-8712d8cc-c36e-4987-95bb-2372d1adac04 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.39 "GET /v2.0/ports?device_id=92e02a9e-35eb-4667-b582-137c047c01f5 HTTP/1.1" status: 200 len: 210 time: 0.0675874 Nov 10 17:40:37.553656 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7043d376-95b3-477d-aed2-4e25ce938bf5 req-1c5d5e3c-8e6e-48ae-8753-db2da90d1a50 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf236311-d8b9-45ff-a7b6-1206037b066a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1739578 Nov 10 17:40:37.569155 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19298c-cb3a-4e2b-9a64-2b3dd1af01e5 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:37.571975 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8e2e8f92-d71f-4dbd-9608-5ab38e2c523d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:37.585526 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8e2e8f92-d71f-4dbd-9608-5ab38e2c523d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:37.651540 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e8f92-d71f-4dbd-9608-5ab38e2c523d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c54c6fb-17f2-4dfb-83cb-80ce2ce08a95,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:37.657224 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8e2e8f92-d71f-4dbd-9608-5ab38e2c523d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eac37a0a4e364264b8467f1c5d74f010&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9679832 Nov 10 17:40:37.670260 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 43668) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:37.764625 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-18734b40-88b9-4cc4-9bee-d3e3e5630972 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] Allocated IP 172.20.0.8 (34478909-2103-4bf3-a0ad-617d9a483929/9ebb17b4-1286-4925-b979-3741fb675076/820843a8-2d99-4c00-8c26-cdf5bfd0ee59) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:40:37.785718 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-799c34f1-2ec4-407b-8d63-2c564fb76ba6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:37.838663 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-799c34f1-2ec4-407b-8d63-2c564fb76ba6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:37.856686 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-6a19298c-cb3a-4e2b-9a64-2b3dd1af01e5 service neutron] Attempting to bind port bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:40:37.856686 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-6a19298c-cb3a-4e2b-9a64-2b3dd1af01e5 service neutron] Attempting to bind port bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '5f7055d4-226f-4103-a196-9e5a5c385fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6f1ee02f-b6f3-4d18-9dee-4783a287b1f6'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:40:37.856990 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-6a19298c-cb3a-4e2b-9a64-2b3dd1af01e5 service neutron] Attempting to bind port bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b on network 6f1ee02f-b6f3-4d18-9dee-4783a287b1f6 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:40:37.900001 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-6a19298c-cb3a-4e2b-9a64-2b3dd1af01e5 service neutron] Port bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b on network 6f1ee02f-b6f3-4d18-9dee-4783a287b1f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:40:37.902282 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-6a19298c-cb3a-4e2b-9a64-2b3dd1af01e5 service neutron] Attempting to bind port bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b on network 6f1ee02f-b6f3-4d18-9dee-4783a287b1f6 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:40:37.933057 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-6a19298c-cb3a-4e2b-9a64-2b3dd1af01e5 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:40:37.933806 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-6a19298c-cb3a-4e2b-9a64-2b3dd1af01e5 service neutron] Checking segment: {'id': '5f7055d4-226f-4103-a196-9e5a5c385fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6f1ee02f-b6f3-4d18-9dee-4783a287b1f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:40:37.934250 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-6a19298c-cb3a-4e2b-9a64-2b3dd1af01e5 service neutron] Bound using segment: {'id': '5f7055d4-226f-4103-a196-9e5a5c385fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6f1ee02f-b6f3-4d18-9dee-4783a287b1f6'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:40:37.934696 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-6a19298c-cb3a-4e2b-9a64-2b3dd1af01e5 service neutron] Bound port: bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f7055d4-226f-4103-a196-9e5a5c385fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6f1ee02f-b6f3-4d18-9dee-4783a287b1f6'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:40:37.935310 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-6a19298c-cb3a-4e2b-9a64-2b3dd1af01e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:37.939303 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-799c34f1-2ec4-407b-8d63-2c564fb76ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:37.945989 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-799c34f1-2ec4-407b-8d63-2c564fb76ba6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:37.948378 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-799c34f1-2ec4-407b-8d63-2c564fb76ba6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0c54c6fb-17f2-4dfb-83cb-80ce2ce08a95 HTTP/1.1" status: 204 len: 168 time: 0.2763791 Nov 10 17:40:37.962363 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c34f1-2ec4-407b-8d63-2c564fb76ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c54c6fb-17f2-4dfb-83cb-80ce2ce08a95,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:38.229733 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181c96b-5e98-4c86-886f-356e84125a14 req-c5d0a2e7-553b-412d-adc5-ec0090aa99fe tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:38.231645 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3181c96b-5e98-4c86-886f-356e84125a14 req-c5d0a2e7-553b-412d-adc5-ec0090aa99fe tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 943 time: 0.1191862 Nov 10 17:40:38.243670 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-6a19298c-cb3a-4e2b-9a64-2b3dd1af01e5 service neutron] For port bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:40:38.300659 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-6a19298c-cb3a-4e2b-9a64-2b3dd1af01e5 service neutron] For port bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b,segment=NetworkSegment(5f7055d4-226f-4103-a196-9e5a5c385fb4),segment_id=5f7055d4-226f-4103-a196-9e5a5c385fb4)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:40:38.309227 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-18734b40-88b9-4cc4-9bee-d3e3e5630972 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:38.313156 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-6a19298c-cb3a-4e2b-9a64-2b3dd1af01e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:38.378277 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19298c-cb3a-4e2b-9a64-2b3dd1af01e5 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:38.382707 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-6a19298c-cb3a-4e2b-9a64-2b3dd1af01e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:38.383385 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-6a19298c-cb3a-4e2b-9a64-2b3dd1af01e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:38.385597 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-6a19298c-cb3a-4e2b-9a64-2b3dd1af01e5 service neutron] 10.222.0.13 "PUT /v2.0/ports/bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b HTTP/1.1" status: 200 len: 1092 time: 2.6517251 Nov 10 17:40:38.391398 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e238a79-eb06-4901-aea5-fd79b79fdf16', 'tag': 'bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:40:38.393563 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163cea24-1c89-4847-974d-608db863e580" -d '{"events": [{"name": "network-changed", "server_uuid": "2e238a79-eb06-4901-aea5-fd79b79fdf16", "tag": "bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:40:38.475648 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14bd79e-c6ec-4a95-ada6-9338fc5291df x-openstack-request-id: req-c14bd79e-c6ec-4a95-ada6-9338fc5291df {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:40:38.476385 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e238a79-eb06-4901-aea5-fd79b79fdf16", "tag": "bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:40:38.476864 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c14bd79e-c6ec-4a95-ada6-9338fc5291df {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:40:38.477468 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e238a79-eb06-4901-aea5-fd79b79fdf16', 'tag': 'bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b', 'status': 'completed', 'code': 200} Nov 10 17:40:38.540766 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3181c96b-5e98-4c86-886f-356e84125a14 req-d55a0a76-ecbf-440c-a8db-af025aa0be4d tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/security-groups?id=0722a593-6b9f-4879-a1a5-a4ad621d6152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980783 Nov 10 17:40:38.613222 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-18734b40-88b9-4cc4-9bee-d3e3e5630972 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:38.690616 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18734b40-88b9-4cc4-9bee-d3e3e5630972 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] Pushing event updated for resources: {'Port': ['ID=820843a8-2d99-4c00-8c26-cdf5bfd0ee59,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:38.707795 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-f836745a-133b-4b05-82cc-51a3f4870e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:38.709758 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-f836745a-133b-4b05-82cc-51a3f4870e69 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=479b5fa91dd14a6eb2621fb8f88e1927&device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 1095 time: 0.2583559 Nov 10 17:40:38.745024 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 43706) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:38.748667 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-18734b40-88b9-4cc4-9bee-d3e3e5630972 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] Network 34478909-2103-4bf3-a0ad-617d9a483929 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:40:38.760394 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:40:38.795852 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-18734b40-88b9-4cc4-9bee-d3e3e5630972 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:40:38.800354 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-86f93a17-cd5c-4e61-b365-48f0eed3221d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b HTTP/1.1" status: 200 len: 217 time: 0.0681713 Nov 10 17:40:38.802041 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41272e54-0b9e-4758-b7d7-37c5f6e23b4a req-da3bf3af-8ca8-41fe-a8a3-2cb740a3e80a tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:38.803141 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-18734b40-88b9-4cc4-9bee-d3e3e5630972 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:40:38.818453 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e1a7c-d5a0-41a3-addc-45f36ec63000 req-f0b7311d-5d61-4f38-8cb9-bc3e8f782d1b tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:38.819691 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-41272e54-0b9e-4758-b7d7-37c5f6e23b4a req-da3bf3af-8ca8-41fe-a8a3-2cb740a3e80a tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.39 "GET /v2.0/ports?device_id=92e02a9e-35eb-4667-b582-137c047c01f5 HTTP/1.1" status: 200 len: 931 time: 0.1698537 Nov 10 17:40:38.830931 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-905e1a7c-d5a0-41a3-addc-45f36ec63000 req-f0b7311d-5d61-4f38-8cb9-bc3e8f782d1b tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 943 time: 0.1879900 Nov 10 17:40:38.867511 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-379bdd00-affb-4788-8c01-a1803d450ae3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:38.953976 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-905e1a7c-d5a0-41a3-addc-45f36ec63000 req-7f8e3638-6c9a-4807-94d6-ce52808e8df9 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf236311-d8b9-45ff-a7b6-1206037b066a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1216507 Nov 10 17:40:38.998752 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-18734b40-88b9-4cc4-9bee-d3e3e5630972 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:38.999668 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-18734b40-88b9-4cc4-9bee-d3e3e5630972 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:39.007887 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-c41060ef-f565-4eab-ab66-05b2967a31c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:39.011675 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-c41060ef-f565-4eab-ab66-05b2967a31c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be026559-a252-4e84-be4f-99ee7f67aa54 HTTP/1.1" status: 200 len: 859 time: 0.2001214 Nov 10 17:40:39.055025 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-4eeaf0a4-b64c-49b9-97dc-09ff8470c832 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f1ee02f-b6f3-4d18-9dee-4783a287b1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349452 Nov 10 17:40:39.057720 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-379bdd00-affb-4788-8c01-a1803d450ae3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:39.060374 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-18734b40-88b9-4cc4-9bee-d3e3e5630972 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1887326 Nov 10 17:40:39.080975 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-379bdd00-affb-4788-8c01-a1803d450ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:39.082149 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-a83ac0fd-6860-4870-ab12-6a63ed887a41 service neutron] Request body: {'port': {'device_id': '92e02a9e-35eb-4667-b582-137c047c01f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:40:39.179362 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-379bdd00-affb-4788-8c01-a1803d450ae3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5d87f37708b74c568cbd55e0c503b568&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4113727 Nov 10 17:40:39.180431 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43718) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:39.276828 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-41272e54-0b9e-4758-b7d7-37c5f6e23b4a req-c668410e-e38a-426d-b25d-a717e0d8ad1f tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e1ed3d7-2713-4cab-9e9a-a7ef1c94ad17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4508789 Nov 10 17:40:39.279782 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379bdd00-affb-4788-8c01-a1803d450ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90edb221-dde9-4dfb-a786-00b9fbebdb99,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:39.317552 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-a83ac0fd-6860-4870-ab12-6a63ed887a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:39.324233 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 43724) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:39.359370 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-55d7ca33-2bcd-4c35-b8e5-da02768de2ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:39.365818 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-7aa46b36-28aa-445e-b91a-e1e79ae2e9cc service neutron] 10.222.0.13 "GET /v2.0/networks/6f1ee02f-b6f3-4d18-9dee-4783a287b1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992933 Nov 10 17:40:39.468296 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a83ab5a6-5d63-413d-b8df-53ed47cacdba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:39.470722 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-55d7ca33-2bcd-4c35-b8e5-da02768de2ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:39.621607 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a83ab5a6-5d63-413d-b8df-53ed47cacdba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:39.627551 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a83ab5a6-5d63-413d-b8df-53ed47cacdba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:39.674852 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a83ab5a6-5d63-413d-b8df-53ed47cacdba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0ccc8df67a3d46feab794ec63ff133e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3495164 Nov 10 17:40:39.678742 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 43738) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:39.694783 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ab5a6-5d63-413d-b8df-53ed47cacdba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afc15d9-3abc-4065-972b-e0c737bf2800,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:39.733110 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6a5df081-38ce-444b-960e-3c342ec5c60f req-4d84f19e-4d8e-4d2a-b560-71f35508933e service neutron] 10.222.0.13 "GET /v2.0/networks/6f1ee02f-b6f3-4d18-9dee-4783a287b1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515186 Nov 10 17:40:39.760921 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46422d02-1c8f-4fb3-8f2f-283ffa71e08f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:39.810168 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46422d02-1c8f-4fb3-8f2f-283ffa71e08f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:39.849102 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-55d7ca33-2bcd-4c35-b8e5-da02768de2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:39.857667 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-55d7ca33-2bcd-4c35-b8e5-da02768de2ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:39.879485 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46422d02-1c8f-4fb3-8f2f-283ffa71e08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:39.884179 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46422d02-1c8f-4fb3-8f2f-283ffa71e08f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:39.886187 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-46422d02-1c8f-4fb3-8f2f-283ffa71e08f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2afc15d9-3abc-4065-972b-e0c737bf2800 HTTP/1.1" status: 204 len: 168 time: 0.2061651 Nov 10 17:40:39.892547 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-55d7ca33-2bcd-4c35-b8e5-da02768de2ed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/90edb221-dde9-4dfb-a786-00b9fbebdb99 HTTP/1.1" status: 204 len: 168 time: 0.6757407 Nov 10 17:40:39.913714 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46422d02-1c8f-4fb3-8f2f-283ffa71e08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afc15d9-3abc-4065-972b-e0c737bf2800,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:40.047066 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f684c8-4143-4390-8ed6-774d2c480b99 req-c58bdd1d-3c94-45a8-9eac-4a14b181566a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:40.055890 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-88f684c8-4143-4390-8ed6-774d2c480b99 req-c58bdd1d-3c94-45a8-9eac-4a14b181566a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 943 time: 0.3525772 Nov 10 17:40:40.097663 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7ca33-2bcd-4c35-b8e5-da02768de2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90edb221-dde9-4dfb-a786-00b9fbebdb99,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:40.174258 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-88f684c8-4143-4390-8ed6-774d2c480b99 req-b73172d8-4793-4b9f-bcea-f580965a27c9 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/security-groups?id=0722a593-6b9f-4879-a1a5-a4ad621d6152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145744 Nov 10 17:40:40.195661 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cea24-1c89-4847-974d-608db863e580 req-0df63286-f252-42e9-9a25-97ed13d8a3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:40.203476 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-163cea24-1c89-4847-974d-608db863e580 req-0df63286-f252-42e9-9a25-97ed13d8a3d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=479b5fa91dd14a6eb2621fb8f88e1927&device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 1095 time: 0.3916781 Nov 10 17:40:40.300604 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c629003-160c-440f-9f1b-263513099e68 req-6bf98169-921a-4925-b44c-d7b32bba538a tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:40.303910 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8c629003-160c-440f-9f1b-263513099e68 req-6bf98169-921a-4925-b44c-d7b32bba538a tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 943 time: 0.2098157 Nov 10 17:40:40.446189 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8c629003-160c-440f-9f1b-263513099e68 req-d7aaad3e-ddb4-427b-aace-9c0c1b07be39 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf236311-d8b9-45ff-a7b6-1206037b066a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1294279 Nov 10 17:40:40.481982 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aefcb77-b3ba-47c7-ab7d-38e5dfd96ab1 req-d5989ef1-827e-436b-9628-f03ab656f0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:40.484082 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4aefcb77-b3ba-47c7-ab7d-38e5dfd96ab1 req-d5989ef1-827e-436b-9628-f03ab656f0d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7f389ee749446c698cd1a551edcac22&device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 1097 time: 0.2676535 Nov 10 17:40:40.681990 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c44aba-81d4-4f71-977b-5b283e332eee req-ae661ff7-55e7-459c-8b82-d16cda179f13 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:40.696526 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-89c44aba-81d4-4f71-977b-5b283e332eee req-ae661ff7-55e7-459c-8b82-d16cda179f13 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.39 "GET /v2.0/ports?device_id=92e02a9e-35eb-4667-b582-137c047c01f5 HTTP/1.1" status: 200 len: 931 time: 0.1028819 Nov 10 17:40:40.773616 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-a83ac0fd-6860-4870-ab12-6a63ed887a41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 820843a8-2d99-4c00-8c26-cdf5bfd0ee59 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:40:40.785353 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-a83ac0fd-6860-4870-ab12-6a63ed887a41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:40.789835 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-89c44aba-81d4-4f71-977b-5b283e332eee req-eca176fd-dd74-4758-98da-3c471a653dd4 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e1ed3d7-2713-4cab-9e9a-a7ef1c94ad17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911610 Nov 10 17:40:40.817176 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cea24-1c89-4847-974d-608db863e580 req-88a83741-1197-4ae1-a1d3-1ca1aeb15424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:40.817176 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-163cea24-1c89-4847-974d-608db863e580 req-88a83741-1197-4ae1-a1d3-1ca1aeb15424 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f1ee02f-b6f3-4d18-9dee-4783a287b1f6 HTTP/1.1" status: 200 len: 920 time: 0.5926013 Nov 10 17:40:40.847006 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:40:40.871476 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-a83ac0fd-6860-4870-ab12-6a63ed887a41 service neutron] Transition to ACTIVE for port object 820843a8-2d99-4c00-8c26-cdf5bfd0ee59 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:40:40.955137 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-163cea24-1c89-4847-974d-608db863e580 req-5cb8fb58-2e97-4199-9c00-a9bb26109f55 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b HTTP/1.1" status: 200 len: 217 time: 0.1123412 Nov 10 17:40:40.962377 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-a83ac0fd-6860-4870-ab12-6a63ed887a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:40.997542 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b,segment=NetworkSegment(5f7055d4-226f-4103-a196-9e5a5c385fb4),segment_id=5f7055d4-226f-4103-a196-9e5a5c385fb4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:40:41.009432 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b', 'network_id': '6f1ee02f-b6f3-4d18-9dee-4783a287b1f6', 'port_id': 'bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b', 'mac_address': 'fa:16:3e:9a:9b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be026559-a252-4e84-be4f-99ee7f67aa54', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:40:41.069715 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:41.088692 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:40:41.099493 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 43810) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:41.121519 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b,segment=NetworkSegment(5f7055d4-226f-4103-a196-9e5a5c385fb4),segment_id=5f7055d4-226f-4103-a196-9e5a5c385fb4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:40:41.123428 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-964d98ce-422e-420a-a951-d729b4b74fe8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:41.131297 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:41.184934 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cea24-1c89-4847-974d-608db863e580 req-af108688-d3be-427d-a202-af61a578936f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:41.187250 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-163cea24-1c89-4847-974d-608db863e580 req-af108688-d3be-427d-a202-af61a578936f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be026559-a252-4e84-be4f-99ee7f67aa54 HTTP/1.1" status: 200 len: 859 time: 0.2314279 Nov 10 17:40:41.283591 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:41.356808 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-163cea24-1c89-4847-974d-608db863e580 req-3ec087c1-c50e-4815-9ab4-6e0cf19a71b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f1ee02f-b6f3-4d18-9dee-4783a287b1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1405754 Nov 10 17:40:41.372071 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:40:41.386474 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-964d98ce-422e-420a-a951-d729b4b74fe8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:41.398020 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-964d98ce-422e-420a-a951-d729b4b74fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:41.458418 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-964d98ce-422e-420a-a951-d729b4b74fe8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9c817df8238d454ea05ed67c6880d363&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3575892 Nov 10 17:40:41.470847 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 43838) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:41.626463 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-163cea24-1c89-4847-974d-608db863e580 req-38badfc6-0a58-46f6-a96a-67434ca9b3d2 service neutron] 10.222.0.13 "GET /v2.0/networks/6f1ee02f-b6f3-4d18-9dee-4783a287b1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317142 Nov 10 17:40:41.642156 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d98ce-422e-420a-a951-d729b4b74fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d574c248-12db-4b11-8591-652cd67a7608,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:41.733456 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1c339e81-873e-41e2-936d-232045ae32ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:41.768799 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1c339e81-873e-41e2-936d-232045ae32ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:41.882397 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1c339e81-873e-41e2-936d-232045ae32ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:41.892592 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1c339e81-873e-41e2-936d-232045ae32ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:41.896436 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1c339e81-873e-41e2-936d-232045ae32ff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d574c248-12db-4b11-8591-652cd67a7608 HTTP/1.1" status: 204 len: 168 time: 0.4009364 Nov 10 17:40:41.929340 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c339e81-873e-41e2-936d-232045ae32ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d574c248-12db-4b11-8591-652cd67a7608,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:41.980788 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ac673-7aac-482e-9d14-c1c05bbbecfd req-6f4a4a26-0802-4c58-9747-2e0c15ae4562 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:41.994527 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-203ac673-7aac-482e-9d14-c1c05bbbecfd req-6f4a4a26-0802-4c58-9747-2e0c15ae4562 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 943 time: 0.2918897 Nov 10 17:40:42.112804 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-203ac673-7aac-482e-9d14-c1c05bbbecfd req-547382cb-8dec-4a14-a4c0-f9602a71e9c8 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf236311-d8b9-45ff-a7b6-1206037b066a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1172266 Nov 10 17:40:42.313889 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 43886) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:42.372758 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aefcb77-b3ba-47c7-ab7d-38e5dfd96ab1 req-2424cbf5-a29a-49f1-9553-70a75403231a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:42.374254 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4aefcb77-b3ba-47c7-ab7d-38e5dfd96ab1 req-2424cbf5-a29a-49f1-9553-70a75403231a service neutron] 10.222.0.13 "GET /v2.0/networks?id=1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223 HTTP/1.1" status: 200 len: 906 time: 1.8469768 Nov 10 17:40:42.374851 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ac0fd-6860-4870-ab12-6a63ed887a41 service neutron] Pushing event updated for resources: {'Port': ['ID=820843a8-2d99-4c00-8c26-cdf5bfd0ee59,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:42.443152 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4aefcb77-b3ba-47c7-ab7d-38e5dfd96ab1 req-af6f0cfd-365e-49d3-9ce9-8fb532a533e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79c05b84-4b5e-4c16-b6ac-57f79fd45685 HTTP/1.1" status: 200 len: 217 time: 0.0536475 Nov 10 17:40:42.457009 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5864205-7675-4cbe-8fde-a3404f953e2e req-ae2cf01d-5899-4822-8daa-c699cda3b349 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:42.460305 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a5864205-7675-4cbe-8fde-a3404f953e2e req-ae2cf01d-5899-4822-8daa-c699cda3b349 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.39 "GET /v2.0/ports?device_id=92e02a9e-35eb-4667-b582-137c047c01f5 HTTP/1.1" status: 200 len: 943 time: 0.1301925 Nov 10 17:40:42.548084 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d54f7e-0260-4830-872c-598d879d2dd4 req-a5afe2ca-63e1-4f51-9e58-c77916ac1a64 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:42.555880 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-08d54f7e-0260-4830-872c-598d879d2dd4 req-a5afe2ca-63e1-4f51-9e58-c77916ac1a64 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 944 time: 1.1728487 Nov 10 17:40:42.578729 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-a83ac0fd-6860-4870-ab12-6a63ed887a41 service neutron] Attempting to bind port 820843a8-2d99-4c00-8c26-cdf5bfd0ee59 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:40:42.579091 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-a83ac0fd-6860-4870-ab12-6a63ed887a41 service neutron] Attempting to bind port 820843a8-2d99-4c00-8c26-cdf5bfd0ee59 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '13554c1e-08e9-469b-a132-57038d64ed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '34478909-2103-4bf3-a0ad-617d9a483929'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:40:42.579397 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-a83ac0fd-6860-4870-ab12-6a63ed887a41 service neutron] Attempting to bind port 820843a8-2d99-4c00-8c26-cdf5bfd0ee59 on network 34478909-2103-4bf3-a0ad-617d9a483929 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:40:42.588635 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-a83ac0fd-6860-4870-ab12-6a63ed887a41 service neutron] Port 820843a8-2d99-4c00-8c26-cdf5bfd0ee59 on network 34478909-2103-4bf3-a0ad-617d9a483929 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:40:42.589018 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-a83ac0fd-6860-4870-ab12-6a63ed887a41 service neutron] Attempting to bind port 820843a8-2d99-4c00-8c26-cdf5bfd0ee59 on network 34478909-2103-4bf3-a0ad-617d9a483929 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:40:42.599284 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aefcb77-b3ba-47c7-ab7d-38e5dfd96ab1 req-92439855-4d55-45fd-b303-5d271988498e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:42.600953 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4aefcb77-b3ba-47c7-ab7d-38e5dfd96ab1 req-92439855-4d55-45fd-b303-5d271988498e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d8466b2d-1d01-4814-9e92-513b821b406a HTTP/1.1" status: 200 len: 845 time: 0.1453235 Nov 10 17:40:42.605817 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a5864205-7675-4cbe-8fde-a3404f953e2e req-1766c0bd-00d4-4a99-8777-b8fa5e294788 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e1ed3d7-2713-4cab-9e9a-a7ef1c94ad17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360698 Nov 10 17:40:42.608882 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-a83ac0fd-6860-4870-ab12-6a63ed887a41 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:40:42.609246 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-a83ac0fd-6860-4870-ab12-6a63ed887a41 service neutron] Checking segment: {'id': '13554c1e-08e9-469b-a132-57038d64ed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '34478909-2103-4bf3-a0ad-617d9a483929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:40:42.609625 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-a83ac0fd-6860-4870-ab12-6a63ed887a41 service neutron] Bound using segment: {'id': '13554c1e-08e9-469b-a132-57038d64ed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '34478909-2103-4bf3-a0ad-617d9a483929'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:40:42.610091 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-a83ac0fd-6860-4870-ab12-6a63ed887a41 service neutron] Bound port: 820843a8-2d99-4c00-8c26-cdf5bfd0ee59, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13554c1e-08e9-469b-a132-57038d64ed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '34478909-2103-4bf3-a0ad-617d9a483929'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:40:42.610457 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-a83ac0fd-6860-4870-ab12-6a63ed887a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:42.657822 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4aefcb77-b3ba-47c7-ab7d-38e5dfd96ab1 req-d3f11655-b1f3-40fe-9b1d-440342f9a279 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439324 Nov 10 17:40:42.664138 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-163cea24-1c89-4847-974d-608db863e580 req-532871e4-03a2-4642-827b-ef936bab396a service neutron] 10.222.0.13 "GET /v2.0/networks/6f1ee02f-b6f3-4d18-9dee-4783a287b1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0261412 Nov 10 17:40:42.793140 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c58de8b8-132e-4030-a17c-d03c2db81b04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:42.862630 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:40:42.889785 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-08d54f7e-0260-4830-872c-598d879d2dd4 req-bd76ca83-410a-4496-af01-3df69f4b18e6 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/security-groups?id=0722a593-6b9f-4879-a1a5-a4ad621d6152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328059 Nov 10 17:40:42.961954 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:40:42.972181 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:40:42.973050 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:42.998839 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c58de8b8-132e-4030-a17c-d03c2db81b04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:43.008899 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c58de8b8-132e-4030-a17c-d03c2db81b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:43.026174 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-a83ac0fd-6860-4870-ab12-6a63ed887a41 service neutron] For port 820843a8-2d99-4c00-8c26-cdf5bfd0ee59, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:40:43.030723 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-a83ac0fd-6860-4870-ab12-6a63ed887a41 service neutron] For port 820843a8-2d99-4c00-8c26-cdf5bfd0ee59, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=820843a8-2d99-4c00-8c26-cdf5bfd0ee59,segment=NetworkSegment(13554c1e-08e9-469b-a132-57038d64ed10),segment_id=13554c1e-08e9-469b-a132-57038d64ed10)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:40:43.051275 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-a83ac0fd-6860-4870-ab12-6a63ed887a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:43.073260 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c58de8b8-132e-4030-a17c-d03c2db81b04 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c408889e1dd74e45aa3054958992ca7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7582269 Nov 10 17:40:43.074754 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58de8b8-132e-4030-a17c-d03c2db81b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29910d65-731f-45bb-b6d4-a3f5fe36c6ef,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:43.100006 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 43912) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:43.192701 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:43.269102 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-a83ac0fd-6860-4870-ab12-6a63ed887a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:43.269987 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-a83ac0fd-6860-4870-ab12-6a63ed887a41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:43.274896 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-a83ac0fd-6860-4870-ab12-6a63ed887a41 service neutron] 10.222.0.11 "PUT /v2.0/ports/820843a8-2d99-4c00-8c26-cdf5bfd0ee59 HTTP/1.1" status: 200 len: 1092 time: 4.1984785 Nov 10 17:40:43.288633 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e238a79-eb06-4901-aea5-fd79b79fdf16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:40:43.302603 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc517ef7-bf9c-422e-b21c-b9475751e26b" -d '{"events": [{"server_uuid": "2e238a79-eb06-4901-aea5-fd79b79fdf16", "name": "network-vif-plugged", "status": "completed", "tag": "bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:40:43.307200 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e02a9e-35eb-4667-b582-137c047c01f5', 'tag': '820843a8-2d99-4c00-8c26-cdf5bfd0ee59'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:40:43.315466 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5ac408-58c8-4174-9e33-e3a6cc9103d3" -d '{"events": [{"name": "network-changed", "server_uuid": "92e02a9e-35eb-4667-b582-137c047c01f5", "tag": "820843a8-2d99-4c00-8c26-cdf5bfd0ee59"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:40:43.350509 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-7c395fdd-c26c-499f-9272-b6157a54eb60 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5399058 Nov 10 17:40:43.365529 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b,segment=NetworkSegment(5f7055d4-226f-4103-a196-9e5a5c385fb4),segment_id=5f7055d4-226f-4103-a196-9e5a5c385fb4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:40:43.380341 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:43.439762 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec84cc9f-fb9a-41be-9652-b14cc7dd0d19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:43.503387 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75f33f-afbc-47d2-9cc3-42f34f4bb1da req-a684f4ea-60b5-4e1b-af73-047f7cd70d18 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:43.505154 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8b75f33f-afbc-47d2-9cc3-42f34f4bb1da req-a684f4ea-60b5-4e1b-af73-047f7cd70d18 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 943 time: 0.2229044 Nov 10 17:40:43.507409 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec84cc9f-fb9a-41be-9652-b14cc7dd0d19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:43.546116 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:43.588265 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6825f26a-d365-4331-8259-5c1ef2552a7c x-openstack-request-id: req-6825f26a-d365-4331-8259-5c1ef2552a7c {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:40:43.588747 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e238a79-eb06-4901-aea5-fd79b79fdf16", "name": "network-vif-plugged", "status": "completed", "tag": "bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:40:43.589361 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6825f26a-d365-4331-8259-5c1ef2552a7c {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:40:43.590035 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e238a79-eb06-4901-aea5-fd79b79fdf16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b', 'code': 200} Nov 10 17:40:43.671360 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4aefcb77-b3ba-47c7-ab7d-38e5dfd96ab1 req-f9671cc9-648a-48a0-8f87-72debe15346a service neutron] 10.222.0.13 "GET /v2.0/networks/1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0026772 Nov 10 17:40:43.765580 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb0d06b-d040-46cb-99ab-d4112c094252 x-openstack-request-id: req-6eb0d06b-d040-46cb-99ab-d4112c094252 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:40:43.766641 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92e02a9e-35eb-4667-b582-137c047c01f5", "tag": "820843a8-2d99-4c00-8c26-cdf5bfd0ee59", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:40:43.767012 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6eb0d06b-d040-46cb-99ab-d4112c094252 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:40:43.767710 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92e02a9e-35eb-4667-b582-137c047c01f5', 'tag': '820843a8-2d99-4c00-8c26-cdf5bfd0ee59', 'status': 'completed', 'code': 200} Nov 10 17:40:43.780116 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ac0fd-6860-4870-ab12-6a63ed887a41 service neutron] Pushing event updated for resources: {'Port': ['ID=820843a8-2d99-4c00-8c26-cdf5bfd0ee59,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:43.854687 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-a03aa78c-e590-4fb5-b102-9082f9a457ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:43.865183 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-a03aa78c-e590-4fb5-b102-9082f9a457ec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c82508de6d74432aaeebd2647585ae7&device_id=92e02a9e-35eb-4667-b582-137c047c01f5 HTTP/1.1" status: 200 len: 1095 time: 0.4629414 Nov 10 17:40:44.059850 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-dd1d11be-f9a9-4b65-98b3-4b3b1ac04eb9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=820843a8-2d99-4c00-8c26-cdf5bfd0ee59 HTTP/1.1" status: 200 len: 217 time: 0.1934302 Nov 10 17:40:44.069692 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8b75f33f-afbc-47d2-9cc3-42f34f4bb1da req-9204ec18-e245-46e8-90be-2bea9bb78031 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf236311-d8b9-45ff-a7b6-1206037b066a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5530944 Nov 10 17:40:44.104993 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec84cc9f-fb9a-41be-9652-b14cc7dd0d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:44.107917 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec84cc9f-fb9a-41be-9652-b14cc7dd0d19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:44.111460 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ec84cc9f-fb9a-41be-9652-b14cc7dd0d19 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/29910d65-731f-45bb-b6d4-a3f5fe36c6ef HTTP/1.1" status: 204 len: 168 time: 1.0067589 Nov 10 17:40:44.125910 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84cc9f-fb9a-41be-9652-b14cc7dd0d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29910d65-731f-45bb-b6d4-a3f5fe36c6ef,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:44.131973 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-7b57421b-7f3d-459c-ad4a-c895a2baf50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:44.134098 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-7b57421b-7f3d-459c-ad4a-c895a2baf50c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9ebb17b4-1286-4925-b979-3741fb675076 HTTP/1.1" status: 200 len: 862 time: 0.0550587 Nov 10 17:40:44.140730 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad6aae-5076-454a-b45e-f319c74b8d85 req-7b9d7a29-68ea-4a27-ab6e-499545dfc775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:44.142169 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-38ad6aae-5076-454a-b45e-f319c74b8d85 req-7b9d7a29-68ea-4a27-ab6e-499545dfc775 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 1097 time: 0.4652929 Nov 10 17:40:44.147980 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-97c9c891-6920-44d1-9dbf-844710cc367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:44.148188 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-97c9c891-6920-44d1-9dbf-844710cc367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:44.148615 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-97c9c891-6920-44d1-9dbf-844710cc367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:44.149072 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-97c9c891-6920-44d1-9dbf-844710cc367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:44.149541 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-97c9c891-6920-44d1-9dbf-844710cc367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:44.149996 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-97c9c891-6920-44d1-9dbf-844710cc367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:44.151003 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-97c9c891-6920-44d1-9dbf-844710cc367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:44.153040 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-97c9c891-6920-44d1-9dbf-844710cc367b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=281475dcac0247d79669d55a1da4eafc&device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 6496 time: 0.6083052 Nov 10 17:40:44.244200 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-f266bb6c-242e-4688-a45a-520a327cd2e6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=34478909-2103-4bf3-a0ad-617d9a483929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746191 Nov 10 17:40:44.374129 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b88aa4-a1c4-4530-8089-158cad802618 req-4c4f07b0-0f21-4f27-b130-7acfd92efa3a tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:44.383178 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d2b88aa4-a1c4-4530-8089-158cad802618 req-4c4f07b0-0f21-4f27-b130-7acfd92efa3a tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.39 "GET /v2.0/ports?device_id=92e02a9e-35eb-4667-b582-137c047c01f5 HTTP/1.1" status: 200 len: 943 time: 0.5809121 Nov 10 17:40:44.390895 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4d694-ad02-447c-bbce-5a93dbab4287 req-33227f35-2827-4d61-9f55-d58497c807e8 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:44.393686 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-30d4d694-ad02-447c-bbce-5a93dbab4287 req-33227f35-2827-4d61-9f55-d58497c807e8 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 945 time: 0.0993681 Nov 10 17:40:44.417719 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-38ad6aae-5076-454a-b45e-f319c74b8d85 req-ebcd3453-4656-48b1-8116-c3f75ab5d18e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0722a593-6b9f-4879-a1a5-a4ad621d6152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450705 Nov 10 17:40:44.477446 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-30d4d694-ad02-447c-bbce-5a93dbab4287 req-e67aa148-b0ba-4ca8-a48e-64a3b508e890 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/security-groups?id=0722a593-6b9f-4879-a1a5-a4ad621d6152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760882 Nov 10 17:40:44.485239 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4aefcb77-b3ba-47c7-ab7d-38e5dfd96ab1 req-84799348-6dbd-4eba-9029-254041f0f273 service neutron] 10.222.0.13 "GET /v2.0/networks/1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7131574 Nov 10 17:40:44.617935 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d2b88aa4-a1c4-4530-8089-158cad802618 req-bdf13a96-204c-4d4f-84d7-c841ad9b3a55 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e1ed3d7-2713-4cab-9e9a-a7ef1c94ad17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327368 Nov 10 17:40:44.643457 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-3fdab855-4278-45e0-ac97-2f57615cd8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:44.644258 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-3fdab855-4278-45e0-ac97-2f57615cd8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:44.650443 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-3fdab855-4278-45e0-ac97-2f57615cd8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:44.653494 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-3fdab855-4278-45e0-ac97-2f57615cd8cc service neutron] 10.222.0.11 "GET /v2.0/networks?id=d70b5a02-c1d9-4cfc-bb38-66395d3e54a1&id=bd6bf6ab-ba3a-413b-abc3-299018f27566&id=bd6bf6ab-ba3a-413b-abc3-299018f27566&id=bd6bf6ab-ba3a-413b-abc3-299018f27566&id=bd6bf6ab-ba3a-413b-abc3-299018f27566&id=d8ef22d3-496c-4901-a77e-1a8f4787440f&id=d8ef22d3-496c-4901-a77e-1a8f4787440f HTTP/1.1" status: 200 len: 2293 time: 0.4449146 Nov 10 17:40:44.660881 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-bdb763ef-3f5d-43a2-ba24-09621ea84cbc service neutron] 10.222.0.11 "GET /v2.0/networks/34478909-2103-4bf3-a0ad-617d9a483929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408072 Nov 10 17:40:44.801470 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-d1c4ee57-bea1-4c19-8f1f-89661fae0d0b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45ab39ff-f9fe-4c21-8dec-e378b1fe5311 HTTP/1.1" status: 200 len: 1001 time: 0.1392701 Nov 10 17:40:44.842454 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device ca7fa6bd-e63e-4dab-9968-d5476bc03260 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:40:44.878559 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ab690513-4995-4e62-a3a8-655ef972c7a9 req-c818e9b8-f325-438d-a1f3-e2a9421e1ba1 service neutron] 10.222.0.11 "GET /v2.0/networks/34478909-2103-4bf3-a0ad-617d9a483929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084286 Nov 10 17:40:44.897229 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-534ce7a2-1b79-4a0f-b7d5-bb0c68de6b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:44.899634 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-534ce7a2-1b79-4a0f-b7d5-bb0c68de6b5e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b64957d3-50ce-4770-b403-8661f805ffb5 HTTP/1.1" status: 200 len: 851 time: 0.0804098 Nov 10 17:40:45.023529 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-34b1ecdd-1282-4130-b35f-12e7f93f8ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:45.039408 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-34b1ecdd-1282-4130-b35f-12e7f93f8ffa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d70b5a02-c1d9-4cfc-bb38-66395d3e54a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1199656 Nov 10 17:40:45.066129 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port ca7fa6bd-e63e-4dab-9968-d5476bc03260, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ca7fa6bd-e63e-4dab-9968-d5476bc03260,segment=NetworkSegment(dba2e44a-aac5-4f9d-b1f1-145c964634eb),segment_id=dba2e44a-aac5-4f9d-b1f1-145c964634eb)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:40:45.086516 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ac408-58c8-4174-9e33-e3a6cc9103d3 req-378712f1-e8e2-4128-8a55-a94b876d6ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:45.086935 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'ca7fa6bd-e63e-4dab-9968-d5476bc03260', 'network_id': '46982e30-3e4a-4e4c-aaa3-ef383d323d9e', 'port_id': 'ca7fa6bd-e63e-4dab-9968-d5476bc03260', 'mac_address': 'fa:16:3e:76:51:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3aa931e-aa72-4d19-a552-6387f7445a86', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:40:45.088452 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8b5ac408-58c8-4174-9e33-e3a6cc9103d3 req-378712f1-e8e2-4128-8a55-a94b876d6ef5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c82508de6d74432aaeebd2647585ae7&device_id=92e02a9e-35eb-4667-b582-137c047c01f5 HTTP/1.1" status: 200 len: 1095 time: 0.1386995 Nov 10 17:40:45.172417 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:45.196814 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca7fa6bd-e63e-4dab-9968-d5476bc03260 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:40:45.214716 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 43990) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:45.230283 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port ca7fa6bd-e63e-4dab-9968-d5476bc03260, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ca7fa6bd-e63e-4dab-9968-d5476bc03260,segment=NetworkSegment(dba2e44a-aac5-4f9d-b1f1-145c964634eb),segment_id=dba2e44a-aac5-4f9d-b1f1-145c964634eb)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:40:45.239499 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3f63cabb-e894-442e-85a9-65134cac0c55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:45.242152 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:45.367245 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=ca7fa6bd-e63e-4dab-9968-d5476bc03260,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:45.469992 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3f63cabb-e894-442e-85a9-65134cac0c55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:45.480778 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3f63cabb-e894-442e-85a9-65134cac0c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:45.562012 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['ca7fa6bd-e63e-4dab-9968-d5476bc03260'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:40:45.593294 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63cabb-e894-442e-85a9-65134cac0c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d2531b-22b5-49bd-9f1e-9e736116915e,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:45.659792 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3f63cabb-e894-442e-85a9-65134cac0c55 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7d5502d50edf415ab2b7029a546e844b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4413812 Nov 10 17:40:45.667277 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 44002) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:45.711646 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67200906-f7c9-4bf8-8306-327d114e4372 req-2a48e8f6-7d5d-4f94-8010-0a38e73aaec1 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:45.723836 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-67200906-f7c9-4bf8-8306-327d114e4372 req-2a48e8f6-7d5d-4f94-8010-0a38e73aaec1 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 944 time: 0.3987479 Nov 10 17:40:45.752311 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ac408-58c8-4174-9e33-e3a6cc9103d3 req-367f389a-5c9a-4f97-b27a-4dc16fd4531a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:45.754265 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8b5ac408-58c8-4174-9e33-e3a6cc9103d3 req-367f389a-5c9a-4f97-b27a-4dc16fd4531a service neutron] 10.222.0.11 "GET /v2.0/networks?id=34478909-2103-4bf3-a0ad-617d9a483929 HTTP/1.1" status: 200 len: 923 time: 0.6526811 Nov 10 17:40:45.773581 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-3738ec40-a5da-4081-816f-c09af598d409 service neutron] 10.222.0.11 "GET /v2.0/networks/d70b5a02-c1d9-4cfc-bb38-66395d3e54a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7227666 Nov 10 17:40:45.904661 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d7e62-cbfe-47ba-ba72-9517b5288789 req-7d99e1e4-d33a-4034-af67-ed1b60c2678f tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:45.922617 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-326d7e62-cbfe-47ba-ba72-9517b5288789 req-7d99e1e4-d33a-4034-af67-ed1b60c2678f tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 945 time: 0.1960900 Nov 10 17:40:45.993572 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8a202ff4-681f-4a7b-9904-f82d19f5f337 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:46.001063 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8b5ac408-58c8-4174-9e33-e3a6cc9103d3 req-5c7e3a88-a9f2-43a6-98a1-6d7c55b49990 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=820843a8-2d99-4c00-8c26-cdf5bfd0ee59 HTTP/1.1" status: 200 len: 217 time: 0.2122047 Nov 10 17:40:46.037678 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-326d7e62-cbfe-47ba-ba72-9517b5288789 req-52f64a7b-7f68-43f9-9082-db6ca5c48825 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/security-groups?id=0722a593-6b9f-4879-a1a5-a4ad621d6152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138520 Nov 10 17:40:46.051309 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-67200906-f7c9-4bf8-8306-327d114e4372 req-c8e1992e-ee05-41d9-8ec3-1effe5df1eb2 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf236311-d8b9-45ff-a7b6-1206037b066a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3267381 Nov 10 17:40:46.083638 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8a202ff4-681f-4a7b-9904-f82d19f5f337 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:46.149393 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ac408-58c8-4174-9e33-e3a6cc9103d3 req-15098161-df66-4ba1-aff1-4250ad5fe69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:46.150967 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8b5ac408-58c8-4174-9e33-e3a6cc9103d3 req-15098161-df66-4ba1-aff1-4250ad5fe69f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9ebb17b4-1286-4925-b979-3741fb675076 HTTP/1.1" status: 200 len: 862 time: 0.0971792 Nov 10 17:40:46.177256 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-f938f0a7-512f-4998-8536-3d8354f0a582 service neutron] 10.222.0.11 "GET /v2.0/networks/d70b5a02-c1d9-4cfc-bb38-66395d3e54a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713541 Nov 10 17:40:46.212293 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8a202ff4-681f-4a7b-9904-f82d19f5f337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:46.214952 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8b5ac408-58c8-4174-9e33-e3a6cc9103d3 req-df1c05f5-7929-4a5e-8093-35484d7925cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=34478909-2103-4bf3-a0ad-617d9a483929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541162 Nov 10 17:40:46.216269 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8a202ff4-681f-4a7b-9904-f82d19f5f337 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:46.220905 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8a202ff4-681f-4a7b-9904-f82d19f5f337 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/55d2531b-22b5-49bd-9f1e-9e736116915e HTTP/1.1" status: 204 len: 168 time: 0.5518649 Nov 10 17:40:46.242695 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a202ff4-681f-4a7b-9904-f82d19f5f337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d2531b-22b5-49bd-9f1e-9e736116915e,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:46.323872 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-d7e8dad9-84a1-400a-b4e0-d89e1d652515 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=83e707e1-bf12-4c7c-a89d-817fb1d04fd0 HTTP/1.1" status: 200 len: 217 time: 0.1122372 Nov 10 17:40:46.406696 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b42b3e-df5b-497b-8f91-a1e88c5f872d req-b29da406-df83-46c3-bfd4-671129b2e72e tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:46.413950 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e4b42b3e-df5b-497b-8f91-a1e88c5f872d req-b29da406-df83-46c3-bfd4-671129b2e72e tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.39 "GET /v2.0/ports?device_id=92e02a9e-35eb-4667-b582-137c047c01f5 HTTP/1.1" status: 200 len: 943 time: 0.2034650 Nov 10 17:40:46.440118 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-5ad7278a-2108-48d4-87ec-5b34652b0295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:46.450773 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-5ad7278a-2108-48d4-87ec-5b34652b0295 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc214285-d346-4cd8-ad33-53f4b62c91f1 HTTP/1.1" status: 200 len: 797 time: 0.1166458 Nov 10 17:40:46.829790 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8b5ac408-58c8-4174-9e33-e3a6cc9103d3 req-13503a9b-0056-442c-a973-2992078e9510 service neutron] 10.222.0.11 "GET /v2.0/networks/34478909-2103-4bf3-a0ad-617d9a483929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5980761 Nov 10 17:40:46.856797 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device ca7fa6bd-e63e-4dab-9968-d5476bc03260 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:40:46.959072 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8b5ac408-58c8-4174-9e33-e3a6cc9103d3 req-3ae4c97c-879c-455a-97dc-f9e5a24a55dc service neutron] 10.222.0.11 "GET /v2.0/networks/34478909-2103-4bf3-a0ad-617d9a483929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149533 Nov 10 17:40:46.960678 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port ca7fa6bd-e63e-4dab-9968-d5476bc03260 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:40:46.983488 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port ca7fa6bd-e63e-4dab-9968-d5476bc03260 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:40:46.983930 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:46.989111 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-97f30636-eb88-4933-970d-4d9dc7770099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:46.994894 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-97f30636-eb88-4933-970d-4d9dc7770099 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd6bf6ab-ba3a-413b-abc3-299018f27566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5252044 Nov 10 17:40:47.001777 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e4b42b3e-df5b-497b-8f91-a1e88c5f872d req-46b31910-139a-4409-b63a-da9a6ccb23ee tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e1ed3d7-2713-4cab-9e9a-a7ef1c94ad17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5868833 Nov 10 17:40:47.111472 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:47.165391 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd4033e-8ef5-4554-92c5-dbe0c9318226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7fa6bd-e63e-4dab-9968-d5476bc03260'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:40:47.179104 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ded6f61-22c8-4be1-bee0-08e70bc862ec" -d '{"events": [{"server_uuid": "8cd4033e-8ef5-4554-92c5-dbe0c9318226", "name": "network-vif-plugged", "status": "completed", "tag": "ca7fa6bd-e63e-4dab-9968-d5476bc03260"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:40:47.208327 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port ca7fa6bd-e63e-4dab-9968-d5476bc03260, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ca7fa6bd-e63e-4dab-9968-d5476bc03260,segment=NetworkSegment(dba2e44a-aac5-4f9d-b1f1-145c964634eb),segment_id=dba2e44a-aac5-4f9d-b1f1-145c964634eb)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:40:47.221945 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:47.285235 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419dc2-33b6-4120-bef1-1e335aae15e4 req-26b0e1ba-5d5a-424f-8970-5302496d0461 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:47.287654 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-42419dc2-33b6-4120-bef1-1e335aae15e4 req-26b0e1ba-5d5a-424f-8970-5302496d0461 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 945 time: 0.1072340 Nov 10 17:40:47.312042 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=ca7fa6bd-e63e-4dab-9968-d5476bc03260,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:47.339797 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-ebcd9a67-7129-42ce-8ecb-eb08729b9d87 service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347709 Nov 10 17:40:47.377310 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-42419dc2-33b6-4120-bef1-1e335aae15e4 req-a13f814d-0752-4cfc-96fe-b92cec71d7ef tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/security-groups?id=0722a593-6b9f-4879-a1a5-a4ad621d6152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833206 Nov 10 17:40:47.466890 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9e9c0-af6b-4dac-880a-902f38b6f29d req-a6db75df-ac96-4605-a64a-b1c05e54ab31 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:47.479039 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-15b9e9c0-af6b-4dac-880a-902f38b6f29d req-a6db75df-ac96-4605-a64a-b1c05e54ab31 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 945 time: 0.2439725 Nov 10 17:40:47.487931 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dafcf8-3529-4079-8631-506f6bc7f8d8 x-openstack-request-id: req-74dafcf8-3529-4079-8631-506f6bc7f8d8 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:40:47.488243 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd4033e-8ef5-4554-92c5-dbe0c9318226", "name": "network-vif-plugged", "status": "completed", "tag": "ca7fa6bd-e63e-4dab-9968-d5476bc03260", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:40:47.488504 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-74dafcf8-3529-4079-8631-506f6bc7f8d8 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:40:47.488907 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd4033e-8ef5-4554-92c5-dbe0c9318226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7fa6bd-e63e-4dab-9968-d5476bc03260', 'code': 200} Nov 10 17:40:47.640670 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-15b9e9c0-af6b-4dac-880a-902f38b6f29d req-77e326f7-d166-4fa1-8f67-f5dfee27aea5 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf236311-d8b9-45ff-a7b6-1206037b066a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1605897 Nov 10 17:40:47.715512 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-d6398fd9-8f57-4c11-ac83-75455976f998 service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657708 Nov 10 17:40:47.719696 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076ee70-0f5a-405e-9497-b5fde5363492 req-1a3f4096-1565-490f-b900-94ad82c1c596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:47.721381 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8076ee70-0f5a-405e-9497-b5fde5363492 req-1a3f4096-1565-490f-b900-94ad82c1c596 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 1097 time: 0.1626914 Nov 10 17:40:47.772048 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-7b680849-4dc1-4893-b90c-3aa48de4804e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=d91136a8-ce33-4918-a613-fe42fbce644b HTTP/1.1" status: 200 len: 217 time: 0.0488122 Nov 10 17:40:47.876037 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-e3eba1c6-a0a0-4e79-9260-0124090fbc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:47.877683 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-e3eba1c6-a0a0-4e79-9260-0124090fbc87 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc214285-d346-4cd8-ad33-53f4b62c91f1 HTTP/1.1" status: 200 len: 797 time: 0.0941184 Nov 10 17:40:47.881233 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8076ee70-0f5a-405e-9497-b5fde5363492 req-2ba5cbcb-3218-4296-a250-3871f99eaecf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cf236311-d8b9-45ff-a7b6-1206037b066a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1078315 Nov 10 17:40:48.068632 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08525417-bd78-4e2c-82d7-7c9b846e707a req-aa49aa91-4a9b-47d8-ae50-e6e874a6bd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:48.072008 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-08525417-bd78-4e2c-82d7-7c9b846e707a req-aa49aa91-4a9b-47d8-ae50-e6e874a6bd41 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=479b5fa91dd14a6eb2621fb8f88e1927&device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 1097 time: 0.0887377 Nov 10 17:40:48.126695 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5753c-d177-448e-b022-490387b43269 req-1f5a28dd-2588-4f51-81ae-d20998a04d7a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:48.135339 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bdb5753c-d177-448e-b022-490387b43269 req-1f5a28dd-2588-4f51-81ae-d20998a04d7a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 945 time: 0.1392066 Nov 10 17:40:48.220764 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-25af688a-fe1b-413a-b924-c1473959ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:48.222328 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-25af688a-fe1b-413a-b924-c1473959ccd6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd6bf6ab-ba3a-413b-abc3-299018f27566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1493053 Nov 10 17:40:48.246883 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8d5b5-5ac3-48d2-8861-f9e505dc7e98 req-8fd306df-9e5d-4c52-82de-c7ec658a237f tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:48.258424 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7be8d5b5-5ac3-48d2-8861-f9e505dc7e98 req-8fd306df-9e5d-4c52-82de-c7ec658a237f tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.39 "GET /v2.0/ports?device_id=92e02a9e-35eb-4667-b582-137c047c01f5 HTTP/1.1" status: 200 len: 943 time: 0.1081436 Nov 10 17:40:48.351042 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bdb5753c-d177-448e-b022-490387b43269 req-bf7e0d01-c53a-40a4-af1a-f0e6e41ecc0d tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/security-groups?id=0722a593-6b9f-4879-a1a5-a4ad621d6152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108026 Nov 10 17:40:48.369965 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7be8d5b5-5ac3-48d2-8861-f9e505dc7e98 req-2077fb2a-bc74-430b-b49d-45b864664d16 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e1ed3d7-2713-4cab-9e9a-a7ef1c94ad17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045809 Nov 10 17:40:48.394994 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-a9887824-53b3-4781-a7fd-3f7f4ca941be service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619015 Nov 10 17:40:48.395981 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08525417-bd78-4e2c-82d7-7c9b846e707a req-2ffc12a6-1b7a-4705-8729-411bdb66f106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:48.397285 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-08525417-bd78-4e2c-82d7-7c9b846e707a req-2ffc12a6-1b7a-4705-8729-411bdb66f106 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f1ee02f-b6f3-4d18-9dee-4783a287b1f6 HTTP/1.1" status: 200 len: 920 time: 0.2821457 Nov 10 17:40:48.470720 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-08525417-bd78-4e2c-82d7-7c9b846e707a req-43d711df-71d9-425c-864d-42d01ca5801f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b HTTP/1.1" status: 200 len: 217 time: 0.0587940 Nov 10 17:40:48.583597 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08525417-bd78-4e2c-82d7-7c9b846e707a req-398e2728-4206-40e8-836a-5607ecc5b52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:48.586016 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-08525417-bd78-4e2c-82d7-7c9b846e707a req-398e2728-4206-40e8-836a-5607ecc5b52d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be026559-a252-4e84-be4f-99ee7f67aa54 HTTP/1.1" status: 200 len: 859 time: 0.1038017 Nov 10 17:40:48.651429 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-08525417-bd78-4e2c-82d7-7c9b846e707a req-f61d0eb9-c9b8-41d6-a600-918cca99b453 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f1ee02f-b6f3-4d18-9dee-4783a287b1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515966 Nov 10 17:40:48.841723 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-e77b56ae-edd1-4f81-a21c-2bc5c8a262e7 service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320030 Nov 10 17:40:48.862503 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 820843a8-2d99-4c00-8c26-cdf5bfd0ee59 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:40:48.863110 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655d71c-cdfe-44f8-a268-528a58bebcca req-c185492c-6738-4b71-bd28-4dc3440d1e61 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:48.872596 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9655d71c-cdfe-44f8-a268-528a58bebcca req-c185492c-6738-4b71-bd28-4dc3440d1e61 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 945 time: 0.1049955 Nov 10 17:40:48.935217 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-347c10e4-fbc7-4658-921f-6836cb22a088 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=1b397362-5908-4133-821d-3cd55c0c1231 HTTP/1.1" status: 200 len: 217 time: 0.0803099 Nov 10 17:40:49.011243 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-08525417-bd78-4e2c-82d7-7c9b846e707a req-2a5c5288-6151-4f7e-94ab-583a32f91c46 service neutron] 10.222.0.13 "GET /v2.0/networks/6f1ee02f-b6f3-4d18-9dee-4783a287b1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368742 Nov 10 17:40:49.018777 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-2d6f8439-0204-4d24-9abb-03fdd456a94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:49.020853 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-2d6f8439-0204-4d24-9abb-03fdd456a94d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc214285-d346-4cd8-ad33-53f4b62c91f1 HTTP/1.1" status: 200 len: 797 time: 0.0776320 Nov 10 17:40:49.080699 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9655d71c-cdfe-44f8-a268-528a58bebcca req-a3f585b4-3c6d-4b9d-88c7-5271c42d831f tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf236311-d8b9-45ff-a7b6-1206037b066a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1988339 Nov 10 17:40:49.129607 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 820843a8-2d99-4c00-8c26-cdf5bfd0ee59, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=820843a8-2d99-4c00-8c26-cdf5bfd0ee59,segment=NetworkSegment(13554c1e-08e9-469b-a132-57038d64ed10),segment_id=13554c1e-08e9-469b-a132-57038d64ed10)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:40:49.153646 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '820843a8-2d99-4c00-8c26-cdf5bfd0ee59', 'network_id': '34478909-2103-4bf3-a0ad-617d9a483929', 'port_id': '820843a8-2d99-4c00-8c26-cdf5bfd0ee59', 'mac_address': 'fa:16:3e:46:ab:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ebb17b4-1286-4925-b979-3741fb675076', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:40:49.238482 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:49.249860 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-7600a345-59fc-4401-bf75-a7a804964e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:49.251354 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-7600a345-59fc-4401-bf75-a7a804964e5b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd6bf6ab-ba3a-413b-abc3-299018f27566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1882718 Nov 10 17:40:49.269790 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 820843a8-2d99-4c00-8c26-cdf5bfd0ee59 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:40:49.281940 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-08525417-bd78-4e2c-82d7-7c9b846e707a req-5348e139-4b1f-40e8-82c2-bea8b8a35b4a service neutron] 10.222.0.13 "GET /v2.0/networks/6f1ee02f-b6f3-4d18-9dee-4783a287b1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569852 Nov 10 17:40:49.318683 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 820843a8-2d99-4c00-8c26-cdf5bfd0ee59, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=820843a8-2d99-4c00-8c26-cdf5bfd0ee59,segment=NetworkSegment(13554c1e-08e9-469b-a132-57038d64ed10),segment_id=13554c1e-08e9-469b-a132-57038d64ed10)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:40:49.327965 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:49.459190 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=820843a8-2d99-4c00-8c26-cdf5bfd0ee59,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:49.538217 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-a181a823-2996-4bef-b1a8-b4ead2d4ebcb service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547150 Nov 10 17:40:49.563850 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be5713-78e5-4c5b-9bb2-4ae891f69935 req-21cb923d-b6be-43b6-b732-0ee79d567e96 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:49.565756 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-80be5713-78e5-4c5b-9bb2-4ae891f69935 req-21cb923d-b6be-43b6-b732-0ee79d567e96 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.39 "GET /v2.0/ports?device_id=92e02a9e-35eb-4667-b582-137c047c01f5 HTTP/1.1" status: 200 len: 944 time: 0.0989447 Nov 10 17:40:49.595138 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['820843a8-2d99-4c00-8c26-cdf5bfd0ee59'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:40:49.670734 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-80be5713-78e5-4c5b-9bb2-4ae891f69935 req-61afff33-461f-41f8-89b6-dede90dc72e9 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e1ed3d7-2713-4cab-9e9a-a7ef1c94ad17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957260 Nov 10 17:40:49.699898 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ca538-0fd9-4ede-9df6-43fdc1971d3e req-839e9462-1fe6-4f43-8a1f-cb881f635563 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:49.701560 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3b7ca538-0fd9-4ede-9df6-43fdc1971d3e req-839e9462-1fe6-4f43-8a1f-cb881f635563 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 945 time: 0.1624696 Nov 10 17:40:49.755923 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-2b31b752-7d6b-4bb1-8783-5d7786ac62d6 service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064638 Nov 10 17:40:49.856568 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-db72ce0e-48c9-4282-b182-7a0d36dd908e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=50e42342-3dd3-4471-9114-97bf09fa8efd HTTP/1.1" status: 200 len: 217 time: 0.0711799 Nov 10 17:40:49.956634 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3b7ca538-0fd9-4ede-9df6-43fdc1971d3e req-daea04e6-dccd-4c45-a326-bd9955c79f6b tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/security-groups?id=0722a593-6b9f-4879-a1a5-a4ad621d6152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266238 Nov 10 17:40:49.967321 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-3a686496-73cd-419a-97f7-8548f3ac6c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:49.969498 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-3a686496-73cd-419a-97f7-8548f3ac6c22 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc214285-d346-4cd8-ad33-53f4b62c91f1 HTTP/1.1" status: 200 len: 797 time: 0.0782049 Nov 10 17:40:50.033235 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-5a995c80-6ffe-4194-bc14-ec69855e17a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:50.034799 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-5a995c80-6ffe-4194-bc14-ec69855e17a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd6bf6ab-ba3a-413b-abc3-299018f27566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0565391 Nov 10 17:40:50.163466 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-ec044b83-da19-4264-be54-6df737fe84af service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198075 Nov 10 17:40:50.312007 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40e2c9-6ece-4de9-b9ed-956bfbb58b9f req-78b3cdb3-2b81-49bc-9f95-9f3271973164 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:50.313551 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7f40e2c9-6ece-4de9-b9ed-956bfbb58b9f req-78b3cdb3-2b81-49bc-9f95-9f3271973164 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 945 time: 0.1292660 Nov 10 17:40:50.330945 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 44166) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:50.406419 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7f40e2c9-6ece-4de9-b9ed-956bfbb58b9f req-09828338-704e-44da-a66d-bbaa99e874ca tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf236311-d8b9-45ff-a7b6-1206037b066a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0809937 Nov 10 17:40:50.415113 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-61f5f35b-58ad-40c6-8a8e-d0dd5f11a89b service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413404 Nov 10 17:40:50.467763 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-533a5c1f-0e79-4f12-8e40-a4f9c6b967a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0553aa7b-17be-418d-b02a-fbf798175967 HTTP/1.1" status: 200 len: 217 time: 0.0431292 Nov 10 17:40:50.559047 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-fa5fc38c-94f5-4b47-ab1f-0cd42bd7eadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:50.560541 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-fa5fc38c-94f5-4b47-ab1f-0cd42bd7eadc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9a253c1-2e01-46bf-87f1-80f759de3839 HTTP/1.1" status: 200 len: 797 time: 0.0866723 Nov 10 17:40:50.562168 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d3ac6f8e-4bc7-4880-86e6-feef97ca4cd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:50.599208 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666e22a-5cf6-454d-ae71-b06fcbc459a6 req-11aa1ada-5eb1-40ef-bb54-3ee69b0b7304 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:50.606497 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f666e22a-5cf6-454d-ae71-b06fcbc459a6 req-11aa1ada-5eb1-40ef-bb54-3ee69b0b7304 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 945 time: 0.0989904 Nov 10 17:40:50.622093 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 44176) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:50.627494 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-5cc6078a-3e60-4da8-b8b1-95aa7284ba92 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Request body: {'floatingip': {'port_id': 'ca7fa6bd-e63e-4dab-9968-d5476bc03260'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:40:50.703330 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-c144a18c-0888-40ec-a3ae-be4ef9034fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:50.706684 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-c144a18c-0888-40ec-a3ae-be4ef9034fa7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8ef22d3-496c-4901-a77e-1a8f4787440f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1077981 Nov 10 17:40:50.713334 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5cc6078a-3e60-4da8-b8b1-95aa7284ba92 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks [] for floatingip, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:50.790485 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d3ac6f8e-4bc7-4880-86e6-feef97ca4cd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:50.837269 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d3ac6f8e-4bc7-4880-86e6-feef97ca4cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:50.865442 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d3ac6f8e-4bc7-4880-86e6-feef97ca4cd8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=83891ea7044541e39e130e05a2206a2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5324695 Nov 10 17:40:50.877105 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 820843a8-2d99-4c00-8c26-cdf5bfd0ee59 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:40:50.885643 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 44184) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:50.977507 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac6f8e-4bc7-4880-86e6-feef97ca4cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34161d5b-8494-4b50-bd45-0e03d4a36f2f,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:50.996863 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 820843a8-2d99-4c00-8c26-cdf5bfd0ee59 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:40:51.000792 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 820843a8-2d99-4c00-8c26-cdf5bfd0ee59 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:40:51.001114 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:51.033501 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-d1179498-408b-4d86-ad3a-b4968844ff84 service neutron] 10.222.0.11 "GET /v2.0/networks/d8ef22d3-496c-4901-a77e-1a8f4787440f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183553 Nov 10 17:40:51.076853 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931db0c7-a77f-4503-94c6-b1653a82d285 req-2cc1023a-f25b-4d5f-afa1-b4844ba9bdda tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:51.081453 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-931db0c7-a77f-4503-94c6-b1653a82d285 req-2cc1023a-f25b-4d5f-afa1-b4844ba9bdda tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.39 "GET /v2.0/ports?device_id=92e02a9e-35eb-4667-b582-137c047c01f5 HTTP/1.1" status: 200 len: 944 time: 0.2485650 Nov 10 17:40:51.128331 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c2dd2f83-c4fd-4a6d-b118-ff8e4732d92c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:51.133947 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:51.199449 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-931db0c7-a77f-4503-94c6-b1653a82d285 req-501be890-27e4-418c-9c11-fab774bd1613 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e1ed3d7-2713-4cab-9e9a-a7ef1c94ad17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688131 Nov 10 17:40:51.202527 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e02a9e-35eb-4667-b582-137c047c01f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820843a8-2d99-4c00-8c26-cdf5bfd0ee59'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:40:51.206520 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d651e615-0d30-46fe-8bae-24b328b1e9f1" -d '{"events": [{"server_uuid": "92e02a9e-35eb-4667-b582-137c047c01f5", "name": "network-vif-plugged", "status": "completed", "tag": "820843a8-2d99-4c00-8c26-cdf5bfd0ee59"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:40:51.221435 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 820843a8-2d99-4c00-8c26-cdf5bfd0ee59, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=820843a8-2d99-4c00-8c26-cdf5bfd0ee59,segment=NetworkSegment(13554c1e-08e9-469b-a132-57038d64ed10),segment_id=13554c1e-08e9-469b-a132-57038d64ed10)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:40:51.227222 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:51.268325 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c2dd2f83-c4fd-4a6d-b118-ff8e4732d92c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:51.278136 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-a308491b-0147-4aeb-ac21-a63d37eca5c3 service neutron] 10.222.0.11 "GET /v2.0/networks/d8ef22d3-496c-4901-a77e-1a8f4787440f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358208 Nov 10 17:40:51.346689 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=820843a8-2d99-4c00-8c26-cdf5bfd0ee59,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:51.374666 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-f69837a5-b4ae-4f4f-886d-960f9dbb3229 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d357b0f-39d1-4fb0-b1d9-8e35928b21e5 HTTP/1.1" status: 200 len: 217 time: 0.0871463 Nov 10 17:40:51.426424 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c2dd2f83-c4fd-4a6d-b118-ff8e4732d92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:51.436504 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c2dd2f83-c4fd-4a6d-b118-ff8e4732d92c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:51.438113 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c2dd2f83-c4fd-4a6d-b118-ff8e4732d92c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/34161d5b-8494-4b50-bd45-0e03d4a36f2f HTTP/1.1" status: 204 len: 168 time: 0.5511968 Nov 10 17:40:51.497944 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-8589b019-e775-401b-9d58-42fa24a0d46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:51.508338 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-8589b019-e775-401b-9d58-42fa24a0d46f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9a253c1-2e01-46bf-87f1-80f759de3839 HTTP/1.1" status: 200 len: 797 time: 0.1116989 Nov 10 17:40:51.514620 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd2f83-c4fd-4a6d-b118-ff8e4732d92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34161d5b-8494-4b50-bd45-0e03d4a36f2f,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:51.594212 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d19f86-d4d9-4e8b-84db-69db7c50eb2f x-openstack-request-id: req-28d19f86-d4d9-4e8b-84db-69db7c50eb2f {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:40:51.594669 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e02a9e-35eb-4667-b582-137c047c01f5", "name": "network-vif-plugged", "status": "completed", "tag": "820843a8-2d99-4c00-8c26-cdf5bfd0ee59", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:40:51.594982 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-28d19f86-d4d9-4e8b-84db-69db7c50eb2f {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:40:51.595436 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e02a9e-35eb-4667-b582-137c047c01f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820843a8-2d99-4c00-8c26-cdf5bfd0ee59', 'code': 200} Nov 10 17:40:51.618429 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e890bf-9b94-44d5-88a1-48eea8e5d9bc req-11c9a1e2-b039-465f-8714-37b9a0335f0e tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:51.628673 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f4e890bf-9b94-44d5-88a1-48eea8e5d9bc req-11c9a1e2-b039-465f-8714-37b9a0335f0e tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 945 time: 0.2525899 Nov 10 17:40:51.761612 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-e44ef75a-0823-489e-aaa9-c4ac62731578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:51.763988 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-e44ef75a-0823-489e-aaa9-c4ac62731578 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8ef22d3-496c-4901-a77e-1a8f4787440f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2511716 Nov 10 17:40:51.823961 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5cc6078a-3e60-4da8-b8b1-95aa7284ba92 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:51.834552 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5cc6078a-3e60-4da8-b8b1-95aa7284ba92 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:51.849304 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f4e890bf-9b94-44d5-88a1-48eea8e5d9bc req-f46a2894-98fe-4b79-aa00-bf06f2bb1477 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/security-groups?id=0722a593-6b9f-4879-a1a5-a4ad621d6152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189083 Nov 10 17:40:51.858237 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42af2c-86a1-4db9-8bb4-c9e7bc97ab6d req-d9ef6daa-a60d-4050-b7aa-84405f2fe60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:51.859843 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ce42af2c-86a1-4db9-8bb4-c9e7bc97ab6d req-d9ef6daa-a60d-4050-b7aa-84405f2fe60a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=92e02a9e-35eb-4667-b582-137c047c01f5 HTTP/1.1" status: 200 len: 1097 time: 0.1701019 Nov 10 17:40:51.953463 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-21983106-fe17-44da-86b5-fdf053a9ea59 service neutron] 10.222.0.11 "GET /v2.0/networks/d8ef22d3-496c-4901-a77e-1a8f4787440f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796746 Nov 10 17:40:51.955883 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ce42af2c-86a1-4db9-8bb4-c9e7bc97ab6d req-67998d2b-5e8f-4fa7-b61f-9cbe5efd0adb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4e1ed3d7-2713-4cab-9e9a-a7ef1c94ad17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870996 Nov 10 17:40:51.963932 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [None req-5cc6078a-3e60-4da8-b8b1-95aa7284ba92 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Floating IP 3f096007-e026-4d99-a3a7-3cb99ed2f5a2 associated. External IP: 172.25.5.201, port: ca7fa6bd-e63e-4dab-9968-d5476bc03260. Nov 10 17:40:52.206876 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc6078a-3e60-4da8-b8b1-95aa7284ba92 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Router 2736e2cf-3f10-4ee0-85c1-9ebd7db913bb has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:40:52.237294 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 44272) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:52.289501 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-41b6cf8b-0f71-48d1-8bb7-3ea386d040ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:52.360746 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc6078a-3e60-4da8-b8b1-95aa7284ba92 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:40:52.372814 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e92f40c-40a2-4bdd-8dd0-2d84c78109c0 None None] Sync routers for ids ['2736e2cf-3f10-4ee0-85c1-9ebd7db913bb'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:40:52.373534 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5cc6078a-3e60-4da8-b8b1-95aa7284ba92 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:52.417098 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5cc6078a-3e60-4da8-b8b1-95aa7284ba92 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "PUT /v2.0/floatingips/3f096007-e026-4d99-a3a7-3cb99ed2f5a2 HTTP/1.1" status: 200 len: 991 time: 1.7935116 Nov 10 17:40:52.418599 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd4033e-8ef5-4554-92c5-dbe0c9318226', 'tag': 'ca7fa6bd-e63e-4dab-9968-d5476bc03260'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:40:52.421996 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c8121c-5565-44bf-8bf9-20e5365c2010" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd4033e-8ef5-4554-92c5-dbe0c9318226", "tag": "ca7fa6bd-e63e-4dab-9968-d5476bc03260"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:40:52.519530 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-341dfcea-fd10-4bb8-a9bb-e78a88ebc2ba req-d6386328-2194-4368-abad-495368b2d6b4 service neutron] 10.222.0.11 "GET /v2.0/networks/d8ef22d3-496c-4901-a77e-1a8f4787440f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807099 Nov 10 17:40:52.538673 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f3714-08a0-466b-abb4-776959818345 req-10fef8f8-5c58-464b-97fc-22d41049e690 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:52.546411 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a69f3714-08a0-466b-abb4-776959818345 req-10fef8f8-5c58-464b-97fc-22d41049e690 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.39 "GET /v2.0/ports?device_id=92e02a9e-35eb-4667-b582-137c047c01f5 HTTP/1.1" status: 200 len: 945 time: 0.1953928 Nov 10 17:40:52.633846 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-41b6cf8b-0f71-48d1-8bb7-3ea386d040ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:52.651521 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-41b6cf8b-0f71-48d1-8bb7-3ea386d040ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:52.659646 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e92f40c-40a2-4bdd-8dd0-2d84c78109c0 None None] Routers {'2736e2cf-3f10-4ee0-85c1-9ebd7db913bb'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:40:52.660343 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6e92f40c-40a2-4bdd-8dd0-2d84c78109c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:40:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['2736e2cf-3f10-4ee0-85c1-9ebd7db913bb'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:40:52.703230 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b6cf8b-0f71-48d1-8bb7-3ea386d040ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935e06f9-0bd2-4af3-8aaa-01ddbcc29789,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:52.710920 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a69f3714-08a0-466b-abb4-776959818345 req-799650c2-2d1f-4942-9cdf-5fae389bccfd tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e1ed3d7-2713-4cab-9e9a-a7ef1c94ad17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636477 Nov 10 17:40:52.719357 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-41b6cf8b-0f71-48d1-8bb7-3ea386d040ae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e97b6185f2a041c99c3f49e8347c167d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4794393 Nov 10 17:40:52.719557 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 44330) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:52.848898 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4b142a5a-c7f7-4030-a32d-4267ec604a9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:52.908331 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4b142a5a-c7f7-4030-a32d-4267ec604a9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:52.913148 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-6e92f40c-40a2-4bdd-8dd0-2d84c78109c0 None None] Set router 2736e2cf-3f10-4ee0-85c1-9ebd7db913bb gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:40:52.969878 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce55d1d2-885d-4866-ac1a-6549b82d006f x-openstack-request-id: req-ce55d1d2-885d-4866-ac1a-6549b82d006f {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:40:52.971231 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd4033e-8ef5-4554-92c5-dbe0c9318226", "tag": "ca7fa6bd-e63e-4dab-9968-d5476bc03260", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:40:52.972170 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce55d1d2-885d-4866-ac1a-6549b82d006f {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:40:52.972621 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd4033e-8ef5-4554-92c5-dbe0c9318226', 'tag': 'ca7fa6bd-e63e-4dab-9968-d5476bc03260', 'status': 'completed', 'code': 200} Nov 10 17:40:53.036763 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4b142a5a-c7f7-4030-a32d-4267ec604a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:53.040319 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4b142a5a-c7f7-4030-a32d-4267ec604a9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:53.041922 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4b142a5a-c7f7-4030-a32d-4267ec604a9e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/935e06f9-0bd2-4af3-8aaa-01ddbcc29789 HTTP/1.1" status: 204 len: 168 time: 0.3207510 Nov 10 17:40:53.064595 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b142a5a-c7f7-4030-a32d-4267ec604a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935e06f9-0bd2-4af3-8aaa-01ddbcc29789,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:53.113217 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8121c-5565-44bf-8bf9-20e5365c2010 req-d8374a7a-e156-497b-8300-bd2c8cd54857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:53.115365 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-42c8121c-5565-44bf-8bf9-20e5365c2010 req-d8374a7a-e156-497b-8300-bd2c8cd54857 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=edaa9fbf7c3142bebb1f03511e703c31&device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 1097 time: 0.0782135 Nov 10 17:40:53.141471 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9a893-b755-4ea1-a572-75819aa55093 req-7adcecda-6eba-47ac-8d64-fe6f4264feee tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:53.151067 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aae9a893-b755-4ea1-a572-75819aa55093 req-7adcecda-6eba-47ac-8d64-fe6f4264feee tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 945 time: 0.1292057 Nov 10 17:40:53.260487 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8121c-5565-44bf-8bf9-20e5365c2010 req-42e29a3d-9ca9-496f-9a63-082493ab8518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:53.262326 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-42c8121c-5565-44bf-8bf9-20e5365c2010 req-42e29a3d-9ca9-496f-9a63-082493ab8518 service neutron] 10.222.0.11 "GET /v2.0/networks?id=46982e30-3e4a-4e4c-aaa3-ef383d323d9e HTTP/1.1" status: 200 len: 917 time: 0.1083224 Nov 10 17:40:53.408621 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6e92f40c-40a2-4bdd-8dd0-2d84c78109c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'name': 'tempest-ServersTestBootFromVolume-1189009530-router', 'tenant_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '18700e05-a88d-497b-85f4-baf5d45ee313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:39:34Z', 'updated_at': '2021-11-10T17:39:41Z', 'revision_number': 4, 'project_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'gw_port': {'id': '18700e05-a88d-497b-85f4-baf5d45ee313', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:39:36Z', 'updated_at': '2021-11-10T17:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '3f096007-e026-4d99-a3a7-3cb99ed2f5a2', 'tenant_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'floating_ip_address': '172.25.5.201', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'port_id': 'ca7fa6bd-e63e-4dab-9968-d5476bc03260', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46982e30-3e4a-4e4c-aaa3-ef383d323d9e', 'mac_address': 'fa:16:3e:76:51:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd4033e-8ef5-4554-92c5-dbe0c9318226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:39:46Z', 'updated_at': '2021-11-10T17:40:51Z', 'revision_number': 1, 'project_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aec4e503-a3ae-4dc5-910a-60f3d11a8215', 'name': '', 'network_id': '46982e30-3e4a-4e4c-aaa3-ef383d323d9e', 'tenant_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'mac_address': 'fa:16:3e:89:71:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e3aa931e-aa72-4d19-a552-6387f7445a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:39:40Z', 'updated_at': '2021-11-10T17:39:47Z', 'revision_number': 5, 'project_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'subnets': [{'id': 'e3aa931e-aa72-4d19-a552-6387f7445a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:40:53.450623 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e92f40c-40a2-4bdd-8dd0-2d84c78109c0 None None] Checking router: 2736e2cf-3f10-4ee0-85c1-9ebd7db913bb for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:40:53.463859 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e92f40c-40a2-4bdd-8dd0-2d84c78109c0 None None] Routers {'2736e2cf-3f10-4ee0-85c1-9ebd7db913bb'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:40:53.465062 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6e92f40c-40a2-4bdd-8dd0-2d84c78109c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:40:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['2736e2cf-3f10-4ee0-85c1-9ebd7db913bb'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:40:53.538199 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 44354) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:53.591213 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-6e92f40c-40a2-4bdd-8dd0-2d84c78109c0 None None] Set router 2736e2cf-3f10-4ee0-85c1-9ebd7db913bb gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:40:53.681039 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aae9a893-b755-4ea1-a572-75819aa55093 req-fe2e6a1f-eec0-48d2-9bd7-4d71b1910f3f tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/security-groups?id=0722a593-6b9f-4879-a1a5-a4ad621d6152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5239851 Nov 10 17:40:53.705318 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-42c8121c-5565-44bf-8bf9-20e5365c2010 req-8d07b65f-e57b-4978-b2b1-9e5c0187b7c5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca7fa6bd-e63e-4dab-9968-d5476bc03260 HTTP/1.1" status: 200 len: 999 time: 0.4349537 Nov 10 17:40:53.786013 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8121c-5565-44bf-8bf9-20e5365c2010 req-19f0b06c-80aa-4833-90e3-de6c2edf94b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:53.787821 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-42c8121c-5565-44bf-8bf9-20e5365c2010 req-19f0b06c-80aa-4833-90e3-de6c2edf94b4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3aa931e-aa72-4d19-a552-6387f7445a86 HTTP/1.1" status: 200 len: 855 time: 0.0618856 Nov 10 17:40:53.903861 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5f1b60dd-7e2e-483a-9c43-f0800df1fcfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:53.914626 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8121c-5565-44bf-8bf9-20e5365c2010 req-d535fc20-f28d-4558-aaba-e9af952d5854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:53.917794 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-42c8121c-5565-44bf-8bf9-20e5365c2010 req-d535fc20-f28d-4558-aaba-e9af952d5854 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46982e30-3e4a-4e4c-aaa3-ef383d323d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1220763 Nov 10 17:40:53.946311 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545aa35-63b5-4421-a83f-13fc3a80a3ca req-3a2947e1-e6cd-48eb-8ab4-0f75fa8eaf10 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:53.955350 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e545aa35-63b5-4421-a83f-13fc3a80a3ca req-3a2947e1-e6cd-48eb-8ab4-0f75fa8eaf10 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.39 "GET /v2.0/ports?device_id=92e02a9e-35eb-4667-b582-137c047c01f5 HTTP/1.1" status: 200 len: 945 time: 0.1228237 Nov 10 17:40:53.983975 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-a665f1fd-1f52-44ba-9706-f007bee6f4c8 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:53.991335 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-a665f1fd-1f52-44ba-9706-f007bee6f4c8 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/networks?id=1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223 HTTP/1.1" status: 200 len: 805 time: 0.2408195 Nov 10 17:40:54.012607 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6e92f40c-40a2-4bdd-8dd0-2d84c78109c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'name': 'tempest-ServersTestBootFromVolume-1189009530-router', 'tenant_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '18700e05-a88d-497b-85f4-baf5d45ee313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:39:34Z', 'updated_at': '2021-11-10T17:39:41Z', 'revision_number': 4, 'project_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'gw_port': {'id': '18700e05-a88d-497b-85f4-baf5d45ee313', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:39:36Z', 'updated_at': '2021-11-10T17:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '3f096007-e026-4d99-a3a7-3cb99ed2f5a2', 'tenant_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'floating_ip_address': '172.25.5.201', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'port_id': 'ca7fa6bd-e63e-4dab-9968-d5476bc03260', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46982e30-3e4a-4e4c-aaa3-ef383d323d9e', 'mac_address': 'fa:16:3e:76:51:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd4033e-8ef5-4554-92c5-dbe0c9318226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:39:46Z', 'updated_at': '2021-11-10T17:40:51Z', 'revision_number': 1, 'project_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aec4e503-a3ae-4dc5-910a-60f3d11a8215', 'name': '', 'network_id': '46982e30-3e4a-4e4c-aaa3-ef383d323d9e', 'tenant_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'mac_address': 'fa:16:3e:89:71:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e3aa931e-aa72-4d19-a552-6387f7445a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:39:40Z', 'updated_at': '2021-11-10T17:39:47Z', 'revision_number': 5, 'project_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'subnets': [{'id': 'e3aa931e-aa72-4d19-a552-6387f7445a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:40:54.014015 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-84e2e0ca-b279-4d9d-94bc-1ffa0323f944 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/quotas/e7f389ee749446c698cd1a551edcac22 HTTP/1.1" status: 200 len: 375 time: 0.0215914 Nov 10 17:40:54.077043 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e545aa35-63b5-4421-a83f-13fc3a80a3ca req-bf3953d4-18dd-46f8-a367-c6f505447e5f tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e1ed3d7-2713-4cab-9e9a-a7ef1c94ad17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154120 Nov 10 17:40:54.112259 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-3392f0be-b6de-4fac-9b23-75704cde052f tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e7f389ee749446c698cd1a551edcac22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0970831 Nov 10 17:40:54.129438 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e92f40c-40a2-4bdd-8dd0-2d84c78109c0 None None] The sync data for ids ['2736e2cf-3f10-4ee0-85c1-9ebd7db913bb'] in n-d-776250-10 is: [{'id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'name': 'tempest-ServersTestBootFromVolume-1189009530-router', 'tenant_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '18700e05-a88d-497b-85f4-baf5d45ee313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:39:34Z', 'updated_at': '2021-11-10T17:39:41Z', 'revision_number': 4, 'project_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'gw_port': {'id': '18700e05-a88d-497b-85f4-baf5d45ee313', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:39:36Z', 'updated_at': '2021-11-10T17:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '3f096007-e026-4d99-a3a7-3cb99ed2f5a2', 'tenant_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'floating_ip_address': '172.25.5.201', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'port_id': 'ca7fa6bd-e63e-4dab-9968-d5476bc03260', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46982e30-3e4a-4e4c-aaa3-ef383d323d9e', 'mac_address': 'fa:16:3e:76:51:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd4033e-8ef5-4554-92c5-dbe0c9318226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:39:46Z', 'updated_at': '2021-11-10T17:40:51Z', 'revision_number': 1, 'project_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aec4e503-a3ae-4dc5-910a-60f3d11a8215', 'name': '', 'network_id': '46982e30-3e4a-4e4c-aaa3-ef383d323d9e', 'tenant_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'mac_address': 'fa:16:3e:89:71:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e3aa931e-aa72-4d19-a552-6387f7445a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:39:40Z', 'updated_at': '2021-11-10T17:39:47Z', 'revision_number': 5, 'project_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'subnets': [{'id': 'e3aa931e-aa72-4d19-a552-6387f7445a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:40:54.134004 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-42c8121c-5565-44bf-8bf9-20e5365c2010 req-01d020ea-5344-45b8-acc7-a4cb42a7c968 service neutron] 10.222.0.11 "GET /v2.0/networks/46982e30-3e4a-4e4c-aaa3-ef383d323d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090359 Nov 10 17:40:54.218588 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-1e0caa44-d07a-4cd7-914f-d0fbeb4efb2f service neutron] 10.222.0.39 "GET /v2.0/networks/1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053815 Nov 10 17:40:54.256063 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5f1b60dd-7e2e-483a-9c43-f0800df1fcfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:54.315201 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5f1b60dd-7e2e-483a-9c43-f0800df1fcfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:54.324555 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-42c8121c-5565-44bf-8bf9-20e5365c2010 req-0f888cff-15a0-4b3e-9429-300dbda03f21 service neutron] 10.222.0.11 "GET /v2.0/networks/46982e30-3e4a-4e4c-aaa3-ef383d323d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831405 Nov 10 17:40:54.374198 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5f1b60dd-7e2e-483a-9c43-f0800df1fcfa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b53adbb3adac432e87b74648d3b3d59f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8345778 Nov 10 17:40:54.376863 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b60dd-7e2e-483a-9c43-f0800df1fcfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176301d5-e996-4c02-9f1d-5568d9284532,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:54.377102 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 44394) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:54.436616 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-90989dc6-e2c4-4539-a003-b54e93369a5c service neutron] 10.222.0.39 "GET /v2.0/networks/1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127848 Nov 10 17:40:54.481876 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8c54402e-269d-4ad8-acad-fcb530e5baf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:54.532397 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8c54402e-269d-4ad8-acad-fcb530e5baf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:54.582453 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c31f71-f3f9-4abd-98bc-17e0975bc9e7 None None] New status for floating IP 3f096007-e026-4d99-a3a7-3cb99ed2f5a2: ACTIVE {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:40:54.613316 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:54.651894 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8c54402e-269d-4ad8-acad-fcb530e5baf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:54.654740 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8c54402e-269d-4ad8-acad-fcb530e5baf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:54.659003 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8c54402e-269d-4ad8-acad-fcb530e5baf2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/176301d5-e996-4c02-9f1d-5568d9284532 HTTP/1.1" status: 204 len: 168 time: 0.2808673 Nov 10 17:40:54.681979 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54402e-269d-4ad8-acad-fcb530e5baf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176301d5-e996-4c02-9f1d-5568d9284532,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:54.779108 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-55eb7da6-52f3-4f84-8464-bacde347b5c0 req-3de756b0-ee5a-4445-84a5-4c275845c30e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6658cd93-8983-4a24-ba67-9b2969fc5ef0 HTTP/1.1" status: 200 len: 210 time: 0.0769951 Nov 10 17:40:54.907780 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53107a59-781f-481d-b330-22cf72061914 req-2b246aa3-2f74-4250-81e6-63403541a68d tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:54.909619 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-53107a59-781f-481d-b330-22cf72061914 req-2b246aa3-2f74-4250-81e6-63403541a68d tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.39 "GET /v2.0/ports?device_id=92e02a9e-35eb-4667-b582-137c047c01f5 HTTP/1.1" status: 200 len: 945 time: 0.1104851 Nov 10 17:40:54.916498 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 79c05b84-4b5e-4c16-b6ac-57f79fd45685 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:40:54.988587 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbfca6-a5fd-4ea3-81ef-3619e953a155 req-408a238e-ffa9-4b87-b62f-60d9219904ab tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:55.000555 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2abbfca6-a5fd-4ea3-81ef-3619e953a155 req-408a238e-ffa9-4b87-b62f-60d9219904ab tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 945 time: 0.1013761 Nov 10 17:40:55.013973 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-53107a59-781f-481d-b330-22cf72061914 req-a736b98a-53c3-4f5f-b7f7-f8e50a89c6e3 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e1ed3d7-2713-4cab-9e9a-a7ef1c94ad17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848420 Nov 10 17:40:55.043016 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:55.075324 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2abbfca6-a5fd-4ea3-81ef-3619e953a155 req-19a6207a-94bb-479d-b8bf-93deb37a58d1 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/security-groups?id=0722a593-6b9f-4879-a1a5-a4ad621d6152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727222 Nov 10 17:40:55.106139 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:55.141213 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e395102-296c-4bab-87a1-97a80a5b4fea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79c05b84-4b5e-4c16-b6ac-57f79fd45685'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:40:55.145201 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820f3a82-faf3-4235-b85d-ebb4a14e6d88" -d '{"events": [{"server_uuid": "6e395102-296c-4bab-87a1-97a80a5b4fea", "name": "network-vif-unplugged", "status": "completed", "tag": "79c05b84-4b5e-4c16-b6ac-57f79fd45685"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:40:55.163590 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 79c05b84-4b5e-4c16-b6ac-57f79fd45685, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=79c05b84-4b5e-4c16-b6ac-57f79fd45685,segment=NetworkSegment(95d1421d-b3ce-4f49-86b8-7e70ba2392d4),segment_id=95d1421d-b3ce-4f49-86b8-7e70ba2392d4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:40:55.169439 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:55.241980 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=79c05b84-4b5e-4c16-b6ac-57f79fd45685,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:55.254910 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27208520-923a-4f11-8c72-8082e567d95c x-openstack-request-id: req-27208520-923a-4f11-8c72-8082e567d95c {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:40:55.255198 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e395102-296c-4bab-87a1-97a80a5b4fea", "name": "network-vif-unplugged", "status": "completed", "tag": "79c05b84-4b5e-4c16-b6ac-57f79fd45685", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:40:55.255456 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-27208520-923a-4f11-8c72-8082e567d95c {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:40:55.256843 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e395102-296c-4bab-87a1-97a80a5b4fea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79c05b84-4b5e-4c16-b6ac-57f79fd45685', 'code': 200} Nov 10 17:40:55.269189 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75995e00-999c-48d7-bdaf-e596ce1bcbb6 req-0fb191c3-ac35-43fd-b5b3-5f90db9e09fe tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:55.271292 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-75995e00-999c-48d7-bdaf-e596ce1bcbb6 req-0fb191c3-ac35-43fd-b5b3-5f90db9e09fe tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e395102-296c-4bab-87a1-97a80a5b4fea HTTP/1.1" status: 200 len: 943 time: 0.0962815 Nov 10 17:40:55.403064 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-75995e00-999c-48d7-bdaf-e596ce1bcbb6 req-1418c1b7-88b7-4085-b398-b4fc9b4be5e9 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Deleting port 79c05b84-4b5e-4c16-b6ac-57f79fd45685 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:40:55.403410 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-75995e00-999c-48d7-bdaf-e596ce1bcbb6 req-1418c1b7-88b7-4085-b398-b4fc9b4be5e9 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:55.517806 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-75995e00-999c-48d7-bdaf-e596ce1bcbb6 req-1418c1b7-88b7-4085-b398-b4fc9b4be5e9 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] For port 79c05b84-4b5e-4c16-b6ac-57f79fd45685, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=79c05b84-4b5e-4c16-b6ac-57f79fd45685,segment=NetworkSegment(95d1421d-b3ce-4f49-86b8-7e70ba2392d4),segment_id=95d1421d-b3ce-4f49-86b8-7e70ba2392d4)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:40:55.518835 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-75995e00-999c-48d7-bdaf-e596ce1bcbb6 req-1418c1b7-88b7-4085-b398-b4fc9b4be5e9 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:55.533308 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-75995e00-999c-48d7-bdaf-e596ce1bcbb6 req-1418c1b7-88b7-4085-b398-b4fc9b4be5e9 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Calling delete_port for 79c05b84-4b5e-4c16-b6ac-57f79fd45685 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:40:55.590089 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 44442) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:55.622564 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-335f2865-752f-4dea-952a-13418f9c93ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:55.731090 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-75995e00-999c-48d7-bdaf-e596ce1bcbb6 req-1418c1b7-88b7-4085-b398-b4fc9b4be5e9 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:55.732675 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-335f2865-752f-4dea-952a-13418f9c93ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:55.740277 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-335f2865-752f-4dea-952a-13418f9c93ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:55.763772 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418c1b7-88b7-4085-b398-b4fc9b4be5e9 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Pushing event deleted for resources: {'Port': ['ID=79c05b84-4b5e-4c16-b6ac-57f79fd45685,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:55.798174 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-335f2865-752f-4dea-952a-13418f9c93ed admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b084855540864c1595820bb5d299d0e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2067387 Nov 10 17:40:55.803185 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 44450) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:55.829120 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f2865-752f-4dea-952a-13418f9c93ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301e18bd-2f62-49d7-b4e6-7982f1a5c7db,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:55.872505 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-75995e00-999c-48d7-bdaf-e596ce1bcbb6 req-1418c1b7-88b7-4085-b398-b4fc9b4be5e9 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] No DVR routers for this DVR port 79c05b84-4b5e-4c16-b6ac-57f79fd45685 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:40:55.876804 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-75995e00-999c-48d7-bdaf-e596ce1bcbb6 req-1418c1b7-88b7-4085-b398-b4fc9b4be5e9 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:55.883830 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-75995e00-999c-48d7-bdaf-e596ce1bcbb6 req-1418c1b7-88b7-4085-b398-b4fc9b4be5e9 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.13 "DELETE /v2.0/ports/79c05b84-4b5e-4c16-b6ac-57f79fd45685 HTTP/1.1" status: 204 len: 173 time: 0.6060414 Nov 10 17:40:55.887531 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e395102-296c-4bab-87a1-97a80a5b4fea', 'name': 'network-vif-deleted', 'tag': '79c05b84-4b5e-4c16-b6ac-57f79fd45685'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:40:55.890729 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c736feb8-1665-492e-a690-6c76685575a4" -d '{"events": [{"server_uuid": "6e395102-296c-4bab-87a1-97a80a5b4fea", "name": "network-vif-deleted", "tag": "79c05b84-4b5e-4c16-b6ac-57f79fd45685"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:40:55.944237 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f4c522a-f5ab-4276-ac0f-6e06496c49da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:55.952621 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb10627-41f0-485c-a89f-b931e5ae7a91 x-openstack-request-id: req-dbb10627-41f0-485c-a89f-b931e5ae7a91 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:40:55.953238 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e395102-296c-4bab-87a1-97a80a5b4fea", "name": "network-vif-deleted", "tag": "79c05b84-4b5e-4c16-b6ac-57f79fd45685", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:40:55.953668 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dbb10627-41f0-485c-a89f-b931e5ae7a91 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:40:55.954252 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e395102-296c-4bab-87a1-97a80a5b4fea', 'name': 'network-vif-deleted', 'tag': '79c05b84-4b5e-4c16-b6ac-57f79fd45685', 'status': 'completed', 'code': 200} Nov 10 17:40:55.973439 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f4c522a-f5ab-4276-ac0f-6e06496c49da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:56.070955 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d9aa5c21-251e-4937-8cac-24af72292e93 req-379a37d6-731d-4e4b-994a-7fce2fefc550 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6658cd93-8983-4a24-ba67-9b2969fc5ef0 HTTP/1.1" status: 200 len: 210 time: 0.0405917 Nov 10 17:40:56.085174 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f4c522a-f5ab-4276-ac0f-6e06496c49da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:56.093696 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f4c522a-f5ab-4276-ac0f-6e06496c49da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:56.095946 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4f4c522a-f5ab-4276-ac0f-6e06496c49da admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/301e18bd-2f62-49d7-b4e6-7982f1a5c7db HTTP/1.1" status: 204 len: 168 time: 0.2913659 Nov 10 17:40:56.131403 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c522a-f5ab-4276-ac0f-6e06496c49da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301e18bd-2f62-49d7-b4e6-7982f1a5c7db,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:56.283462 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5c3a7-adfa-48c3-bfb7-15b49aa30899 req-10cc051c-e9a6-4514-a0ae-ce2525063a05 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:56.285011 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7ba5c3a7-adfa-48c3-bfb7-15b49aa30899 req-10cc051c-e9a6-4514-a0ae-ce2525063a05 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.11 "GET /v2.0/ports?device_id=92e02a9e-35eb-4667-b582-137c047c01f5 HTTP/1.1" status: 200 len: 945 time: 0.2861769 Nov 10 17:40:56.291877 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad324f-8807-4d62-b213-8851ea64694a req-14725a7b-42d5-44d6-a96d-26ef3314e76a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:56.300889 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c9ad324f-8807-4d62-b213-8851ea64694a req-14725a7b-42d5-44d6-a96d-26ef3314e76a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 945 time: 0.0998957 Nov 10 17:40:56.319415 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa078fc-0fd5-4f9f-ac32-53c86fd5c622 req-da9367af-3ad0-438c-9bb1-7ec06f697766 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:56.328983 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2aa078fc-0fd5-4f9f-ac32-53c86fd5c622 req-da9367af-3ad0-438c-9bb1-7ec06f697766 tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.39 "GET /v2.0/ports?device_id=92e02a9e-35eb-4667-b582-137c047c01f5 HTTP/1.1" status: 200 len: 945 time: 0.1490848 Nov 10 17:40:56.375204 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c9ad324f-8807-4d62-b213-8851ea64694a req-a7f20c04-07db-4d43-8d51-26829559c71f tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/security-groups?id=0722a593-6b9f-4879-a1a5-a4ad621d6152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559859 Nov 10 17:40:56.385104 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-46669b71-dd65-4e3e-99d2-51a8aa1394a8 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:56.386961 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-46669b71-dd65-4e3e-99d2-51a8aa1394a8 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.13 "GET /v2.0/networks?id=1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223 HTTP/1.1" status: 200 len: 805 time: 0.3360875 Nov 10 17:40:56.418753 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-27e179d3-5219-4272-9a0f-d38a5d0abf25 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Request body: {'port': {'device_id': '6658cd93-8983-4a24-ba67-9b2969fc5ef0', 'network_id': '1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223', 'admin_state_up': True, 'tenant_id': 'e7f389ee749446c698cd1a551edcac22'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:40:56.513535 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2aa078fc-0fd5-4f9f-ac32-53c86fd5c622 req-aefe2018-a7d8-40f3-b5f9-f7ffe705034c tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.39 "GET /v2.0/security-groups?id=4e1ed3d7-2713-4cab-9e9a-a7ef1c94ad17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820805 Nov 10 17:40:56.607695 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-7ba5c3a7-adfa-48c3-bfb7-15b49aa30899 req-0a6ac4db-3e85-434d-8616-df373a52cc9d tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] Deleting port 820843a8-2d99-4c00-8c26-cdf5bfd0ee59 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:40:56.608049 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7ba5c3a7-adfa-48c3-bfb7-15b49aa30899 req-0a6ac4db-3e85-434d-8616-df373a52cc9d tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:56.685075 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-27e179d3-5219-4272-9a0f-d38a5d0abf25 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Made reservation on behalf of e7f389ee749446c698cd1a551edcac22 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:40:56.689376 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-27e179d3-5219-4272-9a0f-d38a5d0abf25 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:56.797601 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-7ba5c3a7-adfa-48c3-bfb7-15b49aa30899 req-0a6ac4db-3e85-434d-8616-df373a52cc9d tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] For port 820843a8-2d99-4c00-8c26-cdf5bfd0ee59, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=820843a8-2d99-4c00-8c26-cdf5bfd0ee59,segment=NetworkSegment(13554c1e-08e9-469b-a132-57038d64ed10),segment_id=13554c1e-08e9-469b-a132-57038d64ed10)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:40:56.798262 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7ba5c3a7-adfa-48c3-bfb7-15b49aa30899 req-0a6ac4db-3e85-434d-8616-df373a52cc9d tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:56.820334 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-7ba5c3a7-adfa-48c3-bfb7-15b49aa30899 req-0a6ac4db-3e85-434d-8616-df373a52cc9d tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] Calling delete_port for 820843a8-2d99-4c00-8c26-cdf5bfd0ee59 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:40:56.918914 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-27e179d3-5219-4272-9a0f-d38a5d0abf25 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Allocated IP 172.20.0.3 (1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223/d8466b2d-1d01-4814-9e92-513b821b406a/f54a075b-f5e8-47b8-a1ee-232b47811763) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:40:57.182407 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7ba5c3a7-adfa-48c3-bfb7-15b49aa30899 req-0a6ac4db-3e85-434d-8616-df373a52cc9d tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:57.199303 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['820843a8-2d99-4c00-8c26-cdf5bfd0ee59'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:40:57.246941 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ac4db-3e85-434d-8616-df373a52cc9d tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] Pushing event deleted for resources: {'Port': ['ID=820843a8-2d99-4c00-8c26-cdf5bfd0ee59,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:57.264575 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e3721a9b-ec85-4e36-9a0d-510724f8e7ae req-4204cd4c-5e69-4bd7-a3ab-a75c48d71a1e tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6658cd93-8983-4a24-ba67-9b2969fc5ef0 HTTP/1.1" status: 200 len: 210 time: 0.1052184 Nov 10 17:40:57.338510 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-27e179d3-5219-4272-9a0f-d38a5d0abf25 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:57.360957 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba5c3a7-adfa-48c3-bfb7-15b49aa30899 req-0a6ac4db-3e85-434d-8616-df373a52cc9d tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] No DVR routers for this DVR port 820843a8-2d99-4c00-8c26-cdf5bfd0ee59 on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:40:57.364194 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7ba5c3a7-adfa-48c3-bfb7-15b49aa30899 req-0a6ac4db-3e85-434d-8616-df373a52cc9d tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:57.367701 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7ba5c3a7-adfa-48c3-bfb7-15b49aa30899 req-0a6ac4db-3e85-434d-8616-df373a52cc9d tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.11 "DELETE /v2.0/ports/820843a8-2d99-4c00-8c26-cdf5bfd0ee59 HTTP/1.1" status: 204 len: 173 time: 1.0723569 Nov 10 17:40:57.450743 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-27e179d3-5219-4272-9a0f-d38a5d0abf25 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:57.555027 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-27e179d3-5219-4272-9a0f-d38a5d0abf25 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Network 1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:40:57.560976 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-27e179d3-5219-4272-9a0f-d38a5d0abf25 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:40:57.568166 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-27e179d3-5219-4272-9a0f-d38a5d0abf25 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:40:57.607654 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e179d3-5219-4272-9a0f-d38a5d0abf25 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Pushing event updated for resources: {'Port': ['ID=f54a075b-f5e8-47b8-a1ee-232b47811763,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:57.649283 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-27e179d3-5219-4272-9a0f-d38a5d0abf25 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:57.650951 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-27e179d3-5219-4272-9a0f-d38a5d0abf25 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:57.670150 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022af9e-2b70-433f-a819-7443ef1fad5b req-0cdeaee4-be62-4340-93ae-a9eea6369598 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:57.679499 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-27e179d3-5219-4272-9a0f-d38a5d0abf25 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2659309 Nov 10 17:40:57.683606 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c022af9e-2b70-433f-a819-7443ef1fad5b req-0cdeaee4-be62-4340-93ae-a9eea6369598 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 945 time: 0.1246731 Nov 10 17:40:57.694036 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-516c6432-1a55-48a7-a86d-736aca282c08 service neutron] Request body: {'port': {'device_id': '6658cd93-8983-4a24-ba67-9b2969fc5ef0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:40:57.763226 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c022af9e-2b70-433f-a819-7443ef1fad5b req-1887837a-1faa-41d2-a86a-67b11ec25481 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/security-groups?id=0722a593-6b9f-4879-a1a5-a4ad621d6152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787144 Nov 10 17:40:57.798326 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a2b633cb-f017-45b5-b0a7-5c69a55adf83 req-129b090a-90d5-4877-a0d4-13e85306bf1a tempest-ServerAddressesNegativeTestJSON-1903919703 tempest-ServerAddressesNegativeTestJSON-1903919703-project] 10.222.0.39 "GET /v2.0/ports?device_id=92e02a9e-35eb-4667-b582-137c047c01f5 HTTP/1.1" status: 200 len: 210 time: 0.0546420 Nov 10 17:40:57.804443 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-516c6432-1a55-48a7-a86d-736aca282c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:57.955367 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e02a9e-35eb-4667-b582-137c047c01f5', 'name': 'network-vif-deleted', 'tag': '820843a8-2d99-4c00-8c26-cdf5bfd0ee59'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:40:57.958192 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4dc96a4-f3ba-4b22-bf07-e02fa5fceecc" -d '{"events": [{"server_uuid": "92e02a9e-35eb-4667-b582-137c047c01f5", "name": "network-vif-deleted", "tag": "820843a8-2d99-4c00-8c26-cdf5bfd0ee59"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:40:58.020106 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f28f07-d021-47f2-a3d1-dd4966506fd0 x-openstack-request-id: req-44f28f07-d021-47f2-a3d1-dd4966506fd0 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:40:58.020551 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e02a9e-35eb-4667-b582-137c047c01f5", "name": "network-vif-deleted", "tag": "820843a8-2d99-4c00-8c26-cdf5bfd0ee59", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:40:58.021161 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-44f28f07-d021-47f2-a3d1-dd4966506fd0 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:40:58.022593 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e02a9e-35eb-4667-b582-137c047c01f5', 'name': 'network-vif-deleted', 'tag': '820843a8-2d99-4c00-8c26-cdf5bfd0ee59', 'status': 'completed', 'code': 200} Nov 10 17:40:58.161211 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-516c6432-1a55-48a7-a86d-736aca282c08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f54a075b-f5e8-47b8-a1ee-232b47811763 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:40:58.172798 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-516c6432-1a55-48a7-a86d-736aca282c08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:58.187692 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-516c6432-1a55-48a7-a86d-736aca282c08 service neutron] Transition to ACTIVE for port object f54a075b-f5e8-47b8-a1ee-232b47811763 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:40:58.192771 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-516c6432-1a55-48a7-a86d-736aca282c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:58.318309 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c6432-1a55-48a7-a86d-736aca282c08 service neutron] Pushing event updated for resources: {'Port': ['ID=f54a075b-f5e8-47b8-a1ee-232b47811763,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:58.361444 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-516c6432-1a55-48a7-a86d-736aca282c08 service neutron] Attempting to bind port f54a075b-f5e8-47b8-a1ee-232b47811763 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:40:58.361892 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-516c6432-1a55-48a7-a86d-736aca282c08 service neutron] Attempting to bind port f54a075b-f5e8-47b8-a1ee-232b47811763 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '95d1421d-b3ce-4f49-86b8-7e70ba2392d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:40:58.362320 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-516c6432-1a55-48a7-a86d-736aca282c08 service neutron] Attempting to bind port f54a075b-f5e8-47b8-a1ee-232b47811763 on network 1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:40:58.372990 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-516c6432-1a55-48a7-a86d-736aca282c08 service neutron] Port f54a075b-f5e8-47b8-a1ee-232b47811763 on network 1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:40:58.374443 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-516c6432-1a55-48a7-a86d-736aca282c08 service neutron] Attempting to bind port f54a075b-f5e8-47b8-a1ee-232b47811763 on network 1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:40:58.386368 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-516c6432-1a55-48a7-a86d-736aca282c08 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:40:58.386715 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-516c6432-1a55-48a7-a86d-736aca282c08 service neutron] Checking segment: {'id': '95d1421d-b3ce-4f49-86b8-7e70ba2392d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:40:58.388880 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-516c6432-1a55-48a7-a86d-736aca282c08 service neutron] Bound using segment: {'id': '95d1421d-b3ce-4f49-86b8-7e70ba2392d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:40:58.389353 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-516c6432-1a55-48a7-a86d-736aca282c08 service neutron] Bound port: f54a075b-f5e8-47b8-a1ee-232b47811763, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95d1421d-b3ce-4f49-86b8-7e70ba2392d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:40:58.389726 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-516c6432-1a55-48a7-a86d-736aca282c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:58.459259 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2e267-0df8-40ee-968c-eeb72c004956 req-cd987752-a267-4923-8c11-d69483f7b92a tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:58.462414 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-51f2e267-0df8-40ee-968c-eeb72c004956 req-cd987752-a267-4923-8c11-d69483f7b92a tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6658cd93-8983-4a24-ba67-9b2969fc5ef0 HTTP/1.1" status: 200 len: 943 time: 0.0752027 Nov 10 17:40:58.497575 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-516c6432-1a55-48a7-a86d-736aca282c08 service neutron] For port f54a075b-f5e8-47b8-a1ee-232b47811763, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:40:58.503217 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-516c6432-1a55-48a7-a86d-736aca282c08 service neutron] For port f54a075b-f5e8-47b8-a1ee-232b47811763, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=f54a075b-f5e8-47b8-a1ee-232b47811763,segment=NetworkSegment(95d1421d-b3ce-4f49-86b8-7e70ba2392d4),segment_id=95d1421d-b3ce-4f49-86b8-7e70ba2392d4)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:40:58.510794 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-516c6432-1a55-48a7-a86d-736aca282c08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:58.543562 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-51f2e267-0df8-40ee-968c-eeb72c004956 req-254e5078-06d9-41f5-92b6-6dc6b9925d98 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690255 Nov 10 17:40:58.559676 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-516c6432-1a55-48a7-a86d-736aca282c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:58.559788 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-516c6432-1a55-48a7-a86d-736aca282c08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:58.561291 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-516c6432-1a55-48a7-a86d-736aca282c08 service neutron] 10.222.0.13 "PUT /v2.0/ports/f54a075b-f5e8-47b8-a1ee-232b47811763 HTTP/1.1" status: 200 len: 1092 time: 0.8728604 Nov 10 17:40:58.593212 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c6432-1a55-48a7-a86d-736aca282c08 service neutron] Pushing event updated for resources: {'Port': ['ID=f54a075b-f5e8-47b8-a1ee-232b47811763,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:58.695103 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-daeb021a-ab35-4d44-a069-236d5ff4cb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:58.695103 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-daeb021a-ab35-4d44-a069-236d5ff4cb75 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7f389ee749446c698cd1a551edcac22&device_id=6658cd93-8983-4a24-ba67-9b2969fc5ef0 HTTP/1.1" status: 200 len: 1095 time: 0.0639286 Nov 10 17:40:58.766514 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-e29e80bb-5044-478a-b806-0845d1b15f9c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f54a075b-f5e8-47b8-a1ee-232b47811763 HTTP/1.1" status: 200 len: 217 time: 0.0594363 Nov 10 17:40:58.845854 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-66695752-f7cd-4f17-9383-872b4917c340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:58.847603 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-66695752-f7cd-4f17-9383-872b4917c340 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d8466b2d-1d01-4814-9e92-513b821b406a HTTP/1.1" status: 200 len: 845 time: 0.0735950 Nov 10 17:40:58.906028 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 44638) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:58.908730 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-2de8aea8-e708-446b-957e-bb45c714843c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504043 Nov 10 17:40:58.923350 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 79c05b84-4b5e-4c16-b6ac-57f79fd45685 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:40:58.967945 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 79c05b84-4b5e-4c16-b6ac-57f79fd45685 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:40:58.968183 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 79c05b84-4b5e-4c16-b6ac-57f79fd45685 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:40:59.001744 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb50846-405c-48ed-9731-be3f0e76a673 req-3ffd979b-af7b-45dc-bc7c-96a4861f5aea tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:59.010337 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3fb50846-405c-48ed-9731-be3f0e76a673 req-3ffd979b-af7b-45dc-bc7c-96a4861f5aea tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 945 time: 0.1648922 Nov 10 17:40:59.030653 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 44648) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:59.048212 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ceec429-73fb-477d-8790-4813c67e69f6 admin admin] Deleting subnet 9ebb17b4-1286-4925-b979-3741fb675076 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:40:59.059782 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5ceec429-73fb-477d-8790-4813c67e69f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:59.099486 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-e917064b-2667-491e-861e-fa4004b9f6f6 service neutron] 10.222.0.13 "GET /v2.0/networks/1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843460 Nov 10 17:40:59.109263 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3fb50846-405c-48ed-9731-be3f0e76a673 req-b08d5ab9-4908-47a5-88a2-d36a9de73bc5 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/security-groups?id=0722a593-6b9f-4879-a1a5-a4ad621d6152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977817 Nov 10 17:40:59.118411 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5ceec429-73fb-477d-8790-4813c67e69f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:59.186898 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5ceec429-73fb-477d-8790-4813c67e69f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:59.234257 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-da55941a-1302-4153-81d0-ba17d6209af3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:59.237512 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09be7b6e-73e4-47ec-8f99-739130c9ed03 req-6d958c42-4057-42c4-8368-0eb572fe1129 service neutron] 10.222.0.13 "GET /v2.0/networks/1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307583 Nov 10 17:40:59.263319 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5ceec429-73fb-477d-8790-4813c67e69f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:59.300181 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceec429-73fb-477d-8790-4813c67e69f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ebb17b4-1286-4925-b979-3741fb675076,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:59.302195 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5ceec429-73fb-477d-8790-4813c67e69f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:59.314780 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5ceec429-73fb-477d-8790-4813c67e69f6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9ebb17b4-1286-4925-b979-3741fb675076 HTTP/1.1" status: 204 len: 168 time: 0.4062207 Nov 10 17:40:59.315613 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 44666) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:59.392634 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-da55941a-1302-4153-81d0-ba17d6209af3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:59.403451 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-da55941a-1302-4153-81d0-ba17d6209af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:59.411239 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 44670) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:59.422373 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e6f681c3-cae3-4b18-bf0b-31136c71312f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:59.454867 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55941a-1302-4153-81d0-ba17d6209af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a12ceb9-9589-4ab4-859b-0f6c72cc399d,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:59.458926 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-da55941a-1302-4153-81d0-ba17d6209af3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ee6bb7751cb74c7ba000b1d417a26baf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4272828 Nov 10 17:40:59.461714 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 44676) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:59.529925 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b53802ca-abbf-43ad-955a-206353a1e01d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:59.552277 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e6f681c3-cae3-4b18-bf0b-31136c71312f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:59.572095 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bd08786d-f2b2-4b76-910b-60eb83f7adf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:59.575303 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-e6f681c3-cae3-4b18-bf0b-31136c71312f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34478909-2103-4bf3-a0ad-617d9a483929']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:40:59.576266 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b53802ca-abbf-43ad-955a-206353a1e01d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:59.588086 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-e6f681c3-cae3-4b18-bf0b-31136c71312f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13554c1e-08e9-469b-a132-57038d64ed10') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:40:59.588474 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-e6f681c3-cae3-4b18-bf0b-31136c71312f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13554c1e-08e9-469b-a132-57038d64ed10') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:40:59.604687 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e6f681c3-cae3-4b18-bf0b-31136c71312f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:59.619472 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e6f681c3-cae3-4b18-bf0b-31136c71312f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:59.628738 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f681c3-cae3-4b18-bf0b-31136c71312f admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:40:59.629778 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e6f681c3-cae3-4b18-bf0b-31136c71312f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:59.643311 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:40:59.643311 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:40:59.643311 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:40:59.643311 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:40:59.643311 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:40:59.643311 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:40:59.643311 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:40:59.643311 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:40:59.643311 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:40:59.643311 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:40:59.643311 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:40:59.643311 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:40:59.643311 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:40:59.643311 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:40:59.643311 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:40:59.643311 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:40:59.643311 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:40:59.643311 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:40:59.643311 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:40:59.643311 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:40:59.643311 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:40:59.643311 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:40:59.643311 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:40:59.643311 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:40:59.643311 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:40:59.643311 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:40:59.643311 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:40:59.643311 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:40:59.643311 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:40:59.643311 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:40:59.643311 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:40:59.643311 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:40:59.697820 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bd08786d-f2b2-4b76-910b-60eb83f7adf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:59.698993 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b53802ca-abbf-43ad-955a-206353a1e01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:59.701838 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b53802ca-abbf-43ad-955a-206353a1e01d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:59.710023 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b53802ca-abbf-43ad-955a-206353a1e01d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5a12ceb9-9589-4ab4-859b-0f6c72cc399d HTTP/1.1" status: 204 len: 168 time: 0.2424178 Nov 10 17:40:59.713748 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bd08786d-f2b2-4b76-910b-60eb83f7adf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:59.733767 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53802ca-abbf-43ad-955a-206353a1e01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a12ceb9-9589-4ab4-859b-0f6c72cc399d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:59.756639 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bd08786d-f2b2-4b76-910b-60eb83f7adf8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e7e11c9fed3442e7871d797cfe9e53e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3437209 Nov 10 17:40:59.759689 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 44688) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:40:59.778185 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf5a2f-86d7-4bbf-9872-0fd0602602c3 req-cc0e5c7d-e124-44da-a157-26e6c11b44e0 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:40:59.786996 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08786d-f2b2-4b76-910b-60eb83f7adf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89571b81-6181-4b6d-88ad-22310001a7a0,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:59.790118 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1caf5a2f-86d7-4bbf-9872-0fd0602602c3 req-cc0e5c7d-e124-44da-a157-26e6c11b44e0 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6658cd93-8983-4a24-ba67-9b2969fc5ef0 HTTP/1.1" status: 200 len: 943 time: 0.1433651 Nov 10 17:40:59.792488 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e6f681c3-cae3-4b18-bf0b-31136c71312f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:59.816119 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e6f681c3-cae3-4b18-bf0b-31136c71312f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:59.820551 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e6f681c3-cae3-4b18-bf0b-31136c71312f admin admin] 10.222.0.39 "DELETE /v2.0/networks/34478909-2103-4bf3-a0ad-617d9a483929 HTTP/1.1" status: 204 len: 168 time: 0.5040469 Nov 10 17:40:59.835463 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-18c555bb-bb01-4b38-b728-8112f4dcea09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:59.868761 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-18c555bb-bb01-4b38-b728-8112f4dcea09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:59.878763 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1caf5a2f-86d7-4bbf-9872-0fd0602602c3 req-a915569b-7c3f-4c74-a770-090aa36c5aac tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875897 Nov 10 17:40:59.889733 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f681c3-cae3-4b18-bf0b-31136c71312f admin admin] Pushing event deleted for resources: {'Network': ['ID=34478909-2103-4bf3-a0ad-617d9a483929,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:40:59.937362 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-18c555bb-bb01-4b38-b728-8112f4dcea09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:59.940410 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-18c555bb-bb01-4b38-b728-8112f4dcea09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:40:59.941881 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-18c555bb-bb01-4b38-b728-8112f4dcea09 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/89571b81-6181-4b6d-88ad-22310001a7a0 HTTP/1.1" status: 204 len: 168 time: 0.1810277 Nov 10 17:40:59.951637 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c555bb-bb01-4b38-b728-8112f4dcea09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89571b81-6181-4b6d-88ad-22310001a7a0,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:00.023581 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6658cd93-8983-4a24-ba67-9b2969fc5ef0', 'tag': 'f54a075b-f5e8-47b8-a1ee-232b47811763'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:41:00.027625 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07353eea-1485-4d6b-aca7-440f7324e539" -d '{"events": [{"name": "network-changed", "server_uuid": "6658cd93-8983-4a24-ba67-9b2969fc5ef0", "tag": "f54a075b-f5e8-47b8-a1ee-232b47811763"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:41:00.094154 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2eaaecd-a80a-4b9b-a343-f55580cf56a7 x-openstack-request-id: req-f2eaaecd-a80a-4b9b-a343-f55580cf56a7 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:41:00.096229 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6658cd93-8983-4a24-ba67-9b2969fc5ef0", "tag": "f54a075b-f5e8-47b8-a1ee-232b47811763", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:41:00.096684 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f2eaaecd-a80a-4b9b-a343-f55580cf56a7 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:41:00.099872 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6658cd93-8983-4a24-ba67-9b2969fc5ef0', 'tag': 'f54a075b-f5e8-47b8-a1ee-232b47811763', 'status': 'completed', 'code': 200} Nov 10 17:41:00.170198 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 44706) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:00.191201 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07353eea-1485-4d6b-aca7-440f7324e539 req-0831b8c9-4175-4dcf-98b0-be3267021f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:00.193021 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-07353eea-1485-4d6b-aca7-440f7324e539 req-0831b8c9-4175-4dcf-98b0-be3267021f67 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7f389ee749446c698cd1a551edcac22&device_id=6658cd93-8983-4a24-ba67-9b2969fc5ef0 HTTP/1.1" status: 200 len: 1095 time: 0.0770209 Nov 10 17:41:00.313124 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4bca5497-0a61-4933-a905-0ac576a141dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5c82508de6d74432aaeebd2647585ae7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1388943 Nov 10 17:41:00.314119 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 44710) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:00.346076 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d651a-1bb2-4aa3-9456-5974be7f7b93 req-017a027d-44cc-4d2d-9427-63f200307dda tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:00.347854 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-718d651a-1bb2-4aa3-9456-5974be7f7b93 req-017a027d-44cc-4d2d-9427-63f200307dda tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 945 time: 0.1368241 Nov 10 17:41:00.379431 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cbf339c8-1ccc-480e-937a-25c6f9ec4031 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:00.386828 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07353eea-1485-4d6b-aca7-440f7324e539 req-cd3e442f-b52e-417f-947d-aacadaaf970a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:00.388440 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-07353eea-1485-4d6b-aca7-440f7324e539 req-cd3e442f-b52e-417f-947d-aacadaaf970a service neutron] 10.222.0.13 "GET /v2.0/networks?id=1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223 HTTP/1.1" status: 200 len: 906 time: 0.1867347 Nov 10 17:41:00.408932 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cbf339c8-1ccc-480e-937a-25c6f9ec4031 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:00.448642 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-07353eea-1485-4d6b-aca7-440f7324e539 req-d55d0884-6187-4fe8-a451-9fd912e372fe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f54a075b-f5e8-47b8-a1ee-232b47811763 HTTP/1.1" status: 200 len: 217 time: 0.0523968 Nov 10 17:41:00.455946 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 44714) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:00.480124 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-718d651a-1bb2-4aa3-9456-5974be7f7b93 req-e10faa28-900c-415b-b96b-142325625946 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/security-groups?id=0722a593-6b9f-4879-a1a5-a4ad621d6152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177032 Nov 10 17:41:00.490287 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-99f66df5-27cc-4d98-b361-92d8aef5b593 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:00.503061 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-32f3addf-dd38-411e-a48a-5ca0c7c42beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:00.526604 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07353eea-1485-4d6b-aca7-440f7324e539 req-18e8d795-b8ab-4fb3-9c9b-ea307f48df7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:00.526828 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cbf339c8-1ccc-480e-937a-25c6f9ec4031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:00.528077 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-07353eea-1485-4d6b-aca7-440f7324e539 req-18e8d795-b8ab-4fb3-9c9b-ea307f48df7d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d8466b2d-1d01-4814-9e92-513b821b406a HTTP/1.1" status: 200 len: 845 time: 0.0706697 Nov 10 17:41:00.530217 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cbf339c8-1ccc-480e-937a-25c6f9ec4031 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:00.535018 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cbf339c8-1ccc-480e-937a-25c6f9ec4031 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4e1ed3d7-2713-4cab-9e9a-a7ef1c94ad17 HTTP/1.1" status: 204 len: 168 time: 0.2195063 Nov 10 17:41:00.550805 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf339c8-1ccc-480e-937a-25c6f9ec4031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1ed3d7-2713-4cab-9e9a-a7ef1c94ad17,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:00.574001 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-07353eea-1485-4d6b-aca7-440f7324e539 req-ace4c0e0-18d6-4c1b-8bc2-6a52d24321a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370898 Nov 10 17:41:00.655706 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-99f66df5-27cc-4d98-b361-92d8aef5b593 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:00.661879 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-99f66df5-27cc-4d98-b361-92d8aef5b593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:00.710106 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-07353eea-1485-4d6b-aca7-440f7324e539 req-cc00d69f-6507-4a93-93c0-f970c7f6ae30 service neutron] 10.222.0.13 "GET /v2.0/networks/1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251895 Nov 10 17:41:00.722622 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-99f66df5-27cc-4d98-b361-92d8aef5b593 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c277f99565946b3b0701572d056fe02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2627685 Nov 10 17:41:00.722622 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f66df5-27cc-4d98-b361-92d8aef5b593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09d5990-f0f5-40d1-80b8-7b2fd9125259,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:00.725178 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 44722) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:00.800193 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f3d6f11b-ca89-4b9d-ac40-bd2cb50c1d50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:00.833269 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f3d6f11b-ca89-4b9d-ac40-bd2cb50c1d50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:00.864923 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-07353eea-1485-4d6b-aca7-440f7324e539 req-3b5ed1c3-5e10-4e7f-acc3-65a44932e440 service neutron] 10.222.0.13 "GET /v2.0/networks/1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459789 Nov 10 17:41:00.886767 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 820843a8-2d99-4c00-8c26-cdf5bfd0ee59 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:41:00.906267 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f3d6f11b-ca89-4b9d-ac40-bd2cb50c1d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:00.911249 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f3d6f11b-ca89-4b9d-ac40-bd2cb50c1d50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:00.916362 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f3d6f11b-ca89-4b9d-ac40-bd2cb50c1d50 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a09d5990-f0f5-40d1-80b8-7b2fd9125259 HTTP/1.1" status: 204 len: 168 time: 0.1869645 Nov 10 17:41:00.918628 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 820843a8-2d99-4c00-8c26-cdf5bfd0ee59 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:41:00.919012 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 820843a8-2d99-4c00-8c26-cdf5bfd0ee59 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:41:00.927080 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device f54a075b-f5e8-47b8-a1ee-232b47811763 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:41:00.934017 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6f11b-ca89-4b9d-ac40-bd2cb50c1d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09d5990-f0f5-40d1-80b8-7b2fd9125259,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:01.039806 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728878c5-3e23-4bcf-8664-e0375c2875f3 req-9d34fa41-9c6d-4f16-b6f1-57421c9a8739 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:01.049792 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-728878c5-3e23-4bcf-8664-e0375c2875f3 req-9d34fa41-9c6d-4f16-b6f1-57421c9a8739 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6658cd93-8983-4a24-ba67-9b2969fc5ef0 HTTP/1.1" status: 200 len: 943 time: 0.0773413 Nov 10 17:41:01.078675 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port f54a075b-f5e8-47b8-a1ee-232b47811763, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=f54a075b-f5e8-47b8-a1ee-232b47811763,segment=NetworkSegment(95d1421d-b3ce-4f49-86b8-7e70ba2392d4),segment_id=95d1421d-b3ce-4f49-86b8-7e70ba2392d4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:41:01.091249 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'f54a075b-f5e8-47b8-a1ee-232b47811763', 'network_id': '1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223', 'port_id': 'f54a075b-f5e8-47b8-a1ee-232b47811763', 'mac_address': 'fa:16:3e:0c:1b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8466b2d-1d01-4814-9e92-513b821b406a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:41:01.117969 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-728878c5-3e23-4bcf-8664-e0375c2875f3 req-95acbf44-b61e-43f3-b7c8-ef94da7f21ff tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658596 Nov 10 17:41:01.145950 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:01.163974 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f54a075b-f5e8-47b8-a1ee-232b47811763 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:41:01.192314 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port f54a075b-f5e8-47b8-a1ee-232b47811763, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=f54a075b-f5e8-47b8-a1ee-232b47811763,segment=NetworkSegment(95d1421d-b3ce-4f49-86b8-7e70ba2392d4),segment_id=95d1421d-b3ce-4f49-86b8-7e70ba2392d4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:41:01.198284 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:01.254605 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=f54a075b-f5e8-47b8-a1ee-232b47811763,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:01.416011 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['f54a075b-f5e8-47b8-a1ee-232b47811763'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:41:01.655988 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079aaac0-5751-4ee7-94c6-0e308db07c97 req-49ab4f94-45ec-4b22-8ad7-baf5fe3cc48b tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:01.657891 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-079aaac0-5751-4ee7-94c6-0e308db07c97 req-49ab4f94-45ec-4b22-8ad7-baf5fe3cc48b tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 945 time: 0.0666461 Nov 10 17:41:01.716770 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-079aaac0-5751-4ee7-94c6-0e308db07c97 req-a57cf9b1-cfed-4c58-a485-5f3ac246ed63 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/security-groups?id=0722a593-6b9f-4879-a1a5-a4ad621d6152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507681 Nov 10 17:41:02.197653 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 44810) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:02.276550 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010cbee-6e46-4cd4-9049-e22961198dca req-11ecb990-569f-48e1-9de1-2c85cb753e07 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:02.284037 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f010cbee-6e46-4cd4-9049-e22961198dca req-11ecb990-569f-48e1-9de1-2c85cb753e07 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6658cd93-8983-4a24-ba67-9b2969fc5ef0 HTTP/1.1" status: 200 len: 944 time: 0.0772133 Nov 10 17:41:02.347991 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f010cbee-6e46-4cd4-9049-e22961198dca req-ff63be91-d519-45a1-b4a6-7ce7158adfd4 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629339 Nov 10 17:41:02.402284 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-1c7a8b26-8537-4d6c-a15e-98592c6b63e4 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-646646101-network', 'tenant_id': '26f2c0e27dad4512928e0592853dfda5'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:41:02.426160 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7a8b26-8537-4d6c-a15e-98592c6b63e4 admin admin] Made reservation on behalf of 26f2c0e27dad4512928e0592853dfda5 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:41:02.429122 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1c7a8b26-8537-4d6c-a15e-98592c6b63e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:02.440022 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1c7a8b26-8537-4d6c-a15e-98592c6b63e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:02.532430 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1c7a8b26-8537-4d6c-a15e-98592c6b63e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:02.538296 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1c7a8b26-8537-4d6c-a15e-98592c6b63e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:02.565284 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7a8b26-8537-4d6c-a15e-98592c6b63e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:41:02.578755 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1c7a8b26-8537-4d6c-a15e-98592c6b63e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:02.579234 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-1c7a8b26-8537-4d6c-a15e-98592c6b63e4 admin admin] Added segment 7b91d45d-abc6-4f17-9405-fe67b5d7234a of type vlan for network 94e9dc96-80fd-485a-bade-c681c5d2d743 Nov 10 17:41:02.628844 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1c7a8b26-8537-4d6c-a15e-98592c6b63e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:02.638819 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a8b26-8537-4d6c-a15e-98592c6b63e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444284be-bcad-4d60-9879-afb4f0d0ac77,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:02.660874 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a8b26-8537-4d6c-a15e-98592c6b63e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:02.661338 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a8b26-8537-4d6c-a15e-98592c6b63e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:02.661861 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a8b26-8537-4d6c-a15e-98592c6b63e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:02.662354 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a8b26-8537-4d6c-a15e-98592c6b63e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:02.662874 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a8b26-8537-4d6c-a15e-98592c6b63e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:02.663213 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a8b26-8537-4d6c-a15e-98592c6b63e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:02.663541 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a8b26-8537-4d6c-a15e-98592c6b63e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:02.664030 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a8b26-8537-4d6c-a15e-98592c6b63e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:02.664390 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a8b26-8537-4d6c-a15e-98592c6b63e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:02.664717 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a8b26-8537-4d6c-a15e-98592c6b63e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:02.666077 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a8b26-8537-4d6c-a15e-98592c6b63e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:02.666077 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7a8b26-8537-4d6c-a15e-98592c6b63e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:02.680500 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1c7a8b26-8537-4d6c-a15e-98592c6b63e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:02.681536 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7a8b26-8537-4d6c-a15e-98592c6b63e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:02.682304 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1c7a8b26-8537-4d6c-a15e-98592c6b63e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:02.757907 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1c7a8b26-8537-4d6c-a15e-98592c6b63e4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5591164 Nov 10 17:41:02.768338 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 44840) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:02.780125 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a8b26-8537-4d6c-a15e-98592c6b63e4 admin admin] Pushing event updated for resources: {'Network': ['ID=94e9dc96-80fd-485a-bade-c681c5d2d743,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:02.785457 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-9143d754-13b0-45ef-8c54-4c4d5b793db3 admin admin] Request body: {'subnet': {'network_id': '94e9dc96-80fd-485a-bade-c681c5d2d743', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-646646101-subnet', 'tenant_id': '26f2c0e27dad4512928e0592853dfda5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:41:02.791867 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 94e9dc96-80fd-485a-bade-c681c5d2d743 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:41:02.841182 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9143d754-13b0-45ef-8c54-4c4d5b793db3 admin admin] Made reservation on behalf of 26f2c0e27dad4512928e0592853dfda5 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:41:02.843665 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9143d754-13b0-45ef-8c54-4c4d5b793db3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:02.894402 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e971d11-d86f-4429-96c5-a3797e2da86e req-51e5f94d-71ab-4f12-9515-4106c9195bc4 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:02.905962 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5e971d11-d86f-4429-96c5-a3797e2da86e req-51e5f94d-71ab-4f12-9515-4106c9195bc4 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 945 time: 0.0796902 Nov 10 17:41:02.909121 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-27aaac15-96f6-4be1-adb5-f20a37bbac7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:02.916651 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 44846) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:02.964210 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device f54a075b-f5e8-47b8-a1ee-232b47811763 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:41:02.993835 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5e971d11-d86f-4429-96c5-a3797e2da86e req-b2cc2942-87cd-44d3-9f1f-21bedf2e46f1 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/security-groups?id=0722a593-6b9f-4879-a1a5-a4ad621d6152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801797 Nov 10 17:41:03.098302 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port f54a075b-f5e8-47b8-a1ee-232b47811763 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:41:03.104546 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port f54a075b-f5e8-47b8-a1ee-232b47811763 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:41:03.104916 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:03.186554 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9143d754-13b0-45ef-8c54-4c4d5b793db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:03.260596 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:03.277800 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a69faff4-3dd1-4978-b7eb-a46b1c039c59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:03.317859 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143d754-13b0-45ef-8c54-4c4d5b793db3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24da3615-380f-48de-96a8-0cf92185471a,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:03.325019 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6658cd93-8983-4a24-ba67-9b2969fc5ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54a075b-f5e8-47b8-a1ee-232b47811763'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:41:03.334229 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bef100-183d-4c43-9cd8-43f0c9d4c99c" -d '{"events": [{"server_uuid": "6658cd93-8983-4a24-ba67-9b2969fc5ef0", "name": "network-vif-plugged", "status": "completed", "tag": "f54a075b-f5e8-47b8-a1ee-232b47811763"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:41:03.345450 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143d754-13b0-45ef-8c54-4c4d5b793db3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:03.345797 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143d754-13b0-45ef-8c54-4c4d5b793db3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:03.346129 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143d754-13b0-45ef-8c54-4c4d5b793db3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:03.351038 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143d754-13b0-45ef-8c54-4c4d5b793db3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:03.351457 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143d754-13b0-45ef-8c54-4c4d5b793db3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:03.351798 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143d754-13b0-45ef-8c54-4c4d5b793db3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:03.352135 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143d754-13b0-45ef-8c54-4c4d5b793db3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:03.352481 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143d754-13b0-45ef-8c54-4c4d5b793db3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:03.353352 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143d754-13b0-45ef-8c54-4c4d5b793db3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:03.353679 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143d754-13b0-45ef-8c54-4c4d5b793db3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:03.354030 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143d754-13b0-45ef-8c54-4c4d5b793db3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:03.354421 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9143d754-13b0-45ef-8c54-4c4d5b793db3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:03.363654 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port f54a075b-f5e8-47b8-a1ee-232b47811763, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=f54a075b-f5e8-47b8-a1ee-232b47811763,segment=NetworkSegment(95d1421d-b3ce-4f49-86b8-7e70ba2392d4),segment_id=95d1421d-b3ce-4f49-86b8-7e70ba2392d4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:41:03.367459 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9143d754-13b0-45ef-8c54-4c4d5b793db3 admin admin] Checking segment: {'id': '7b91d45d-abc6-4f17-9405-fe67b5d7234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '94e9dc96-80fd-485a-bade-c681c5d2d743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:41:03.367459 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9143d754-13b0-45ef-8c54-4c4d5b793db3 admin admin] Network hostable DHCP agents. Network: 94e9dc96-80fd-485a-bade-c681c5d2d743, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:41:03.372669 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:03.424371 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9143d754-13b0-45ef-8c54-4c4d5b793db3 admin admin] Network 94e9dc96-80fd-485a-bade-c681c5d2d743 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:41:03.446180 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-9143d754-13b0-45ef-8c54-4c4d5b793db3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 94e9dc96-80fd-485a-bade-c681c5d2d743) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:41:03.451697 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9143d754-13b0-45ef-8c54-4c4d5b793db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:03.452578 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9143d754-13b0-45ef-8c54-4c4d5b793db3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:03.465926 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e63d480-ddeb-4b92-8063-e5460c5c9e1c x-openstack-request-id: req-5e63d480-ddeb-4b92-8063-e5460c5c9e1c {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:41:03.465926 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6658cd93-8983-4a24-ba67-9b2969fc5ef0", "name": "network-vif-plugged", "status": "completed", "tag": "f54a075b-f5e8-47b8-a1ee-232b47811763", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:41:03.466972 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5e63d480-ddeb-4b92-8063-e5460c5c9e1c {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:41:03.467810 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6658cd93-8983-4a24-ba67-9b2969fc5ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54a075b-f5e8-47b8-a1ee-232b47811763', 'code': 200} Nov 10 17:41:03.478604 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06028a01-68cc-4fed-a490-e8ad8e5b1246 None None] Network 94e9dc96-80fd-485a-bade-c681c5d2d743 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:41:03.487891 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9143d754-13b0-45ef-8c54-4c4d5b793db3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7214673 Nov 10 17:41:03.516583 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a69faff4-3dd1-4978-b7eb-a46b1c039c59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:03.526969 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a69faff4-3dd1-4978-b7eb-a46b1c039c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:03.594489 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a69faff4-3dd1-4978-b7eb-a46b1c039c59 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d058d2c78b454b4b9b916ee5d66057e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6752112 Nov 10 17:41:03.596999 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 44878) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:03.631144 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69faff4-3dd1-4978-b7eb-a46b1c039c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4ed43e-3e82-4d9e-a014-74c23a1d2270,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:03.695859 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-92dc1fd9-8ed9-4367-be18-adba574493a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:03.707018 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=f54a075b-f5e8-47b8-a1ee-232b47811763,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:03.723566 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-92dc1fd9-8ed9-4367-be18-adba574493a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:03.736667 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cd59b-2ec9-4c0f-963a-e7d22c0979d2 req-2459e667-17bc-4ba2-b435-138f09e9fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:03.741421 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-178cd59b-2ec9-4c0f-963a-e7d22c0979d2 req-2459e667-17bc-4ba2-b435-138f09e9fe6c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6658cd93-8983-4a24-ba67-9b2969fc5ef0 HTTP/1.1" status: 200 len: 1097 time: 0.1997869 Nov 10 17:41:03.772181 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e54b8d-0272-4f17-af94-75be7bf3dbc7 req-7c679dd1-d16f-473c-ad2d-c6b3c4bf1872 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:03.781753 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-31e54b8d-0272-4f17-af94-75be7bf3dbc7 req-7c679dd1-d16f-473c-ad2d-c6b3c4bf1872 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6658cd93-8983-4a24-ba67-9b2969fc5ef0 HTTP/1.1" status: 200 len: 945 time: 0.1760921 Nov 10 17:41:03.800064 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-92dc1fd9-8ed9-4367-be18-adba574493a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:03.807289 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-92dc1fd9-8ed9-4367-be18-adba574493a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:03.811527 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-92dc1fd9-8ed9-4367-be18-adba574493a0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6a4ed43e-3e82-4d9e-a014-74c23a1d2270 HTTP/1.1" status: 204 len: 168 time: 0.2134833 Nov 10 17:41:03.845889 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7045abe7-64c4-4d04-a62c-0e964bb5d7d9 None None] Network 94e9dc96-80fd-485a-bade-c681c5d2d743 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:41:03.857988 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc1fd9-8ed9-4367-be18-adba574493a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4ed43e-3e82-4d9e-a014-74c23a1d2270,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:03.865803 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-178cd59b-2ec9-4c0f-963a-e7d22c0979d2 req-87cef924-0c26-43f7-bda8-22ed7c4a56f1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145182 Nov 10 17:41:03.897881 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-31e54b8d-0272-4f17-af94-75be7bf3dbc7 req-efca7fad-cb84-4f44-b827-10b27259e4d3 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148589 Nov 10 17:41:04.206412 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317a658-700e-48dc-b0dd-4fdb8a241ed7 req-a7233ca8-8080-4d5c-a892-1c7b7e9f1dfc tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:04.215508 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b317a658-700e-48dc-b0dd-4fdb8a241ed7 req-a7233ca8-8080-4d5c-a892-1c7b7e9f1dfc tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 945 time: 0.0845160 Nov 10 17:41:04.289669 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b317a658-700e-48dc-b0dd-4fdb8a241ed7 req-82c4d078-5237-49f8-b9ac-d787e5544245 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/security-groups?id=0722a593-6b9f-4879-a1a5-a4ad621d6152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724225 Nov 10 17:41:04.297503 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:04.616824 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-d88f04ff-6875-4bea-a1d1-08a619b3809a tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:04.618983 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-d88f04ff-6875-4bea-a1d1-08a619b3809a tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] 10.222.0.39 "GET /v2.0/networks?id=94e9dc96-80fd-485a-bade-c681c5d2d743 HTTP/1.1" status: 200 len: 820 time: 0.1316824 Nov 10 17:41:04.642408 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-e0194835-6221-494b-96a6-bdad5ed9845d tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] 10.222.0.39 "GET /v2.0/quotas/26f2c0e27dad4512928e0592853dfda5 HTTP/1.1" status: 200 len: 375 time: 0.0130858 Nov 10 17:41:04.685125 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-2cbd2f04-11a7-4e7e-97b2-a7f867884844 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=26f2c0e27dad4512928e0592853dfda5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366473 Nov 10 17:41:04.798594 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-06646e4b-aec8-4d7f-a01a-b2937d887431 service neutron] 10.222.0.39 "GET /v2.0/networks/94e9dc96-80fd-485a-bade-c681c5d2d743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125722 Nov 10 17:41:04.892774 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-4a316d9a-007f-4e8c-8217-6252ea0273a4 service neutron] 10.222.0.39 "GET /v2.0/networks/94e9dc96-80fd-485a-bade-c681c5d2d743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876882 Nov 10 17:41:05.105569 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228ef83-3904-4974-90e4-daa22d576726 req-28f2b803-622e-4985-82f0-83b8dbcc5ebc tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:05.107149 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9228ef83-3904-4974-90e4-daa22d576726 req-28f2b803-622e-4985-82f0-83b8dbcc5ebc tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6658cd93-8983-4a24-ba67-9b2969fc5ef0 HTTP/1.1" status: 200 len: 945 time: 0.1109149 Nov 10 17:41:05.128722 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc3ed999-b9b7-4921-ad9c-819011a13ad4 req-49383bc0-d528-4fcc-b9a7-7e98ea13606b tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f68eb2d-87a9-4091-97a5-869b2a90018c HTTP/1.1" status: 200 len: 210 time: 0.0416865 Nov 10 17:41:05.224820 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9228ef83-3904-4974-90e4-daa22d576726 req-14dad990-892d-48e9-8e15-74cf14118c76 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115334 Nov 10 17:41:05.460527 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:05.469413 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af529b7e-9d29-48bd-80a0-90a621d42fdb req-471d1272-0429-43b6-8156-beebe49cc5da tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:05.471338 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af529b7e-9d29-48bd-80a0-90a621d42fdb req-471d1272-0429-43b6-8156-beebe49cc5da tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 945 time: 0.0867882 Nov 10 17:41:05.842977 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af529b7e-9d29-48bd-80a0-90a621d42fdb req-5712eb49-5cb7-416b-be06-db3a22b63353 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/security-groups?id=0722a593-6b9f-4879-a1a5-a4ad621d6152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624473 Nov 10 17:41:06.132509 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:06.257281 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ffcdaad2-f42c-4331-a43b-a79103467c60 req-b9816523-5f3b-4bb7-9989-2f52ffc53fee tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f68eb2d-87a9-4091-97a5-869b2a90018c HTTP/1.1" status: 200 len: 210 time: 0.0436966 Nov 10 17:41:06.447525 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a27221-36c2-4086-a06d-f66d83a62f43 req-583222b8-94ee-4a77-8cc1-f7a6e5cecb39 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:06.454583 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2a27221-36c2-4086-a06d-f66d83a62f43 req-583222b8-94ee-4a77-8cc1-f7a6e5cecb39 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6658cd93-8983-4a24-ba67-9b2969fc5ef0 HTTP/1.1" status: 200 len: 945 time: 0.1339760 Nov 10 17:41:06.517153 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-742fab90-7133-430e-8895-a0e8f8bef5a5 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:06.518718 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-742fab90-7133-430e-8895-a0e8f8bef5a5 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] 10.222.0.11 "GET /v2.0/networks?id=94e9dc96-80fd-485a-bade-c681c5d2d743 HTTP/1.1" status: 200 len: 820 time: 0.1700928 Nov 10 17:41:06.537073 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-a9377856-4e59-43b4-84db-216c726cb608 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] Request body: {'port': {'device_id': '9f68eb2d-87a9-4091-97a5-869b2a90018c', 'network_id': '94e9dc96-80fd-485a-bade-c681c5d2d743', 'admin_state_up': True, 'tenant_id': '26f2c0e27dad4512928e0592853dfda5'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:41:06.545633 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2a27221-36c2-4086-a06d-f66d83a62f43 req-5ec0a517-251e-462a-93fb-9a113143822b tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900595 Nov 10 17:41:06.633424 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 45060) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:06.699107 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-a9377856-4e59-43b4-84db-216c726cb608 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] Made reservation on behalf of 26f2c0e27dad4512928e0592853dfda5 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:41:06.703764 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-a9377856-4e59-43b4-84db-216c726cb608 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:06.904315 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9e338-f291-43da-aac0-db52d70e5c6c req-1e6a9d8d-0961-4677-bebc-835eb156f895 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:06.912929 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-22f9e338-f291-43da-aac0-db52d70e5c6c req-1e6a9d8d-0961-4677-bebc-835eb156f895 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6658cd93-8983-4a24-ba67-9b2969fc5ef0 HTTP/1.1" status: 200 len: 945 time: 0.1104047 Nov 10 17:41:06.942020 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-a9377856-4e59-43b4-84db-216c726cb608 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] Allocated IP 172.20.0.2 (94e9dc96-80fd-485a-bade-c681c5d2d743/24da3615-380f-48de-96a8-0cf92185471a/801d8774-5ae7-4839-bf21-85e468e8706f) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:41:06.989388 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f6a5-6c18-4fcb-9586-e4e1b844e590 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:07.005296 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-22f9e338-f291-43da-aac0-db52d70e5c6c req-cc00c533-048c-495d-aec4-d809a8c1bcfa tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911312 Nov 10 17:41:07.053467 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad05c6a-b8c1-4994-a856-e959f4dc314c req-5afa4ee0-8312-45ea-93f9-c4c52ee49587 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:07.060942 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6ad05c6a-b8c1-4994-a856-e959f4dc314c req-5afa4ee0-8312-45ea-93f9-c4c52ee49587 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 945 time: 0.1256704 Nov 10 17:41:07.138139 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f6a5-6c18-4fcb-9586-e4e1b844e590 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:07.157517 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6ad05c6a-b8c1-4994-a856-e959f4dc314c req-d2bbb23a-7d8f-43be-a3be-9050fc6eb52d tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/security-groups?id=0722a593-6b9f-4879-a1a5-a4ad621d6152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955129 Nov 10 17:41:07.159493 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f6a5-6c18-4fcb-9586-e4e1b844e590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:07.199832 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0ef0f6a5-6c18-4fcb-9586-e4e1b844e590 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bab48428b4444a4184281cdb7a0d2347&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5645812 Nov 10 17:41:07.202889 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 45092) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:07.229947 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0f6a5-6c18-4fcb-9586-e4e1b844e590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5656ec0-2609-45b8-8428-489a3824f4cb,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:07.257463 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-a9377856-4e59-43b4-84db-216c726cb608 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:07.276436 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-494c5269-c8a1-4014-ac1b-39d9115506a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:07.313943 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-494c5269-c8a1-4014-ac1b-39d9115506a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:07.317232 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 45102) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:07.346550 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-a9377856-4e59-43b4-84db-216c726cb608 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:07.389037 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-494c5269-c8a1-4014-ac1b-39d9115506a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:07.392302 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-494c5269-c8a1-4014-ac1b-39d9115506a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:07.399117 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-494c5269-c8a1-4014-ac1b-39d9115506a1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b5656ec0-2609-45b8-8428-489a3824f4cb HTTP/1.1" status: 204 len: 168 time: 0.1947317 Nov 10 17:41:07.425475 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c5269-c8a1-4014-ac1b-39d9115506a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5656ec0-2609-45b8-8428-489a3824f4cb,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:07.435886 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-a9377856-4e59-43b4-84db-216c726cb608 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] Network 94e9dc96-80fd-485a-bade-c681c5d2d743 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:41:07.458706 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-a9377856-4e59-43b4-84db-216c726cb608 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:41:07.483848 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-a9377856-4e59-43b4-84db-216c726cb608 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:41:07.539133 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9377856-4e59-43b4-84db-216c726cb608 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] Pushing event updated for resources: {'Port': ['ID=801d8774-5ae7-4839-bf21-85e468e8706f,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:07.579414 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-a9377856-4e59-43b4-84db-216c726cb608 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:07.580734 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-a9377856-4e59-43b4-84db-216c726cb608 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:07.596970 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751bb35-307f-48db-a062-828dfa521288 req-a6a28134-2403-47ec-8396-3c340f4f4d3a tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:07.598727 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1751bb35-307f-48db-a062-828dfa521288 req-a6a28134-2403-47ec-8396-3c340f4f4d3a tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f68eb2d-87a9-4091-97a5-869b2a90018c HTTP/1.1" status: 200 len: 931 time: 0.1677754 Nov 10 17:41:07.603110 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-7d7480ff-350a-42bb-95bb-780df3c5cc5c tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:41:07.664812 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d7480ff-350a-42bb-95bb-780df3c5cc5c tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:07.682996 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-a9377856-4e59-43b4-84db-216c726cb608 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1504674 Nov 10 17:41:07.716088 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-805b74a9-20ea-499e-ae2a-c4fe2098bdb1 service neutron] Request body: {'port': {'device_id': '9f68eb2d-87a9-4091-97a5-869b2a90018c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:41:07.835130 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1751bb35-307f-48db-a062-828dfa521288 req-9f28bfab-20f9-4036-b4ee-3fb0b0394f05 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] 10.222.0.39 "GET /v2.0/security-groups?id=444284be-bcad-4d60-9879-afb4f0d0ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189991 Nov 10 17:41:07.849082 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-805b74a9-20ea-499e-ae2a-c4fe2098bdb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:07.959142 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 45132) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:07.980197 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e062760a-0e03-4795-97fc-d2cb6602a215 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:08.042456 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d7480ff-350a-42bb-95bb-780df3c5cc5c tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:08.157370 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e062760a-0e03-4795-97fc-d2cb6602a215 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:08.163523 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e062760a-0e03-4795-97fc-d2cb6602a215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:08.216188 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e062760a-0e03-4795-97fc-d2cb6602a215 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8a207b55da744cf0bf54b50a9628ddaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2553608 Nov 10 17:41:08.216935 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062760a-0e03-4795-97fc-d2cb6602a215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3784a149-dd04-4f78-99d5-e4e870505eb3,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:08.221098 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 45146) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:08.234614 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9247e-92c0-47b3-9cfd-780098b46082 req-2e8498bf-cd35-4a6b-8f7f-54a89093710a tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:08.236264 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3e9247e-92c0-47b3-9cfd-780098b46082 req-2e8498bf-cd35-4a6b-8f7f-54a89093710a tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=6658cd93-8983-4a24-ba67-9b2969fc5ef0 HTTP/1.1" status: 200 len: 945 time: 0.1225724 Nov 10 17:41:08.284187 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-7d7480ff-350a-42bb-95bb-780df3c5cc5c tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Allocated IP 172.25.5.181 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/7be6dc01-186e-400b-8579-420339cdfcb2) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:41:08.331677 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4b309562-6516-4855-ab39-d2c38b317318 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:08.340700 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3e9247e-92c0-47b3-9cfd-780098b46082 req-1b5a4553-eaf0-4c71-b95e-8a46852b0bbd tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909739 Nov 10 17:41:08.378287 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4b309562-6516-4855-ab39-d2c38b317318 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:08.435109 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-805b74a9-20ea-499e-ae2a-c4fe2098bdb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 801d8774-5ae7-4839-bf21-85e468e8706f {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:41:08.449189 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-805b74a9-20ea-499e-ae2a-c4fe2098bdb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:08.469715 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4b309562-6516-4855-ab39-d2c38b317318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:08.474377 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4b309562-6516-4855-ab39-d2c38b317318 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:08.475752 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4b309562-6516-4855-ab39-d2c38b317318 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3784a149-dd04-4f78-99d5-e4e870505eb3 HTTP/1.1" status: 204 len: 168 time: 0.2536347 Nov 10 17:41:08.489383 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b309562-6516-4855-ab39-d2c38b317318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3784a149-dd04-4f78-99d5-e4e870505eb3,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:08.489555 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4dfac-d2f0-49e1-8256-e0165ace1782 req-6dee91cb-8cf3-471f-8cc4-cf05f2126d68 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:08.491048 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7dc4dfac-d2f0-49e1-8256-e0165ace1782 req-6dee91cb-8cf3-471f-8cc4-cf05f2126d68 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 945 time: 0.1619518 Nov 10 17:41:08.492192 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-805b74a9-20ea-499e-ae2a-c4fe2098bdb1 service neutron] Transition to ACTIVE for port object 801d8774-5ae7-4839-bf21-85e468e8706f will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:41:08.535440 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-805b74a9-20ea-499e-ae2a-c4fe2098bdb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:08.599746 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d7480ff-350a-42bb-95bb-780df3c5cc5c tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:08.672278 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b74a9-20ea-499e-ae2a-c4fe2098bdb1 service neutron] Pushing event updated for resources: {'Port': ['ID=801d8774-5ae7-4839-bf21-85e468e8706f,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:08.713262 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7dc4dfac-d2f0-49e1-8256-e0165ace1782 req-ed7347bf-c497-4322-bad7-7905f91a99d3 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/security-groups?id=0722a593-6b9f-4879-a1a5-a4ad621d6152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658430 Nov 10 17:41:08.758014 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d7480ff-350a-42bb-95bb-780df3c5cc5c tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:08.766947 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 45170) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:08.771819 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-805b74a9-20ea-499e-ae2a-c4fe2098bdb1 service neutron] Attempting to bind port 801d8774-5ae7-4839-bf21-85e468e8706f on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:41:08.772431 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-805b74a9-20ea-499e-ae2a-c4fe2098bdb1 service neutron] Attempting to bind port 801d8774-5ae7-4839-bf21-85e468e8706f by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '7b91d45d-abc6-4f17-9405-fe67b5d7234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '94e9dc96-80fd-485a-bade-c681c5d2d743'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:41:08.772983 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-805b74a9-20ea-499e-ae2a-c4fe2098bdb1 service neutron] Attempting to bind port 801d8774-5ae7-4839-bf21-85e468e8706f on network 94e9dc96-80fd-485a-bade-c681c5d2d743 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:41:08.810067 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-805b74a9-20ea-499e-ae2a-c4fe2098bdb1 service neutron] Port 801d8774-5ae7-4839-bf21-85e468e8706f on network 94e9dc96-80fd-485a-bade-c681c5d2d743 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:41:08.810643 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-805b74a9-20ea-499e-ae2a-c4fe2098bdb1 service neutron] Attempting to bind port 801d8774-5ae7-4839-bf21-85e468e8706f on network 94e9dc96-80fd-485a-bade-c681c5d2d743 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:41:08.826753 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7480ff-350a-42bb-95bb-780df3c5cc5c tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:41:08.830777 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-805b74a9-20ea-499e-ae2a-c4fe2098bdb1 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:41:08.831408 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-805b74a9-20ea-499e-ae2a-c4fe2098bdb1 service neutron] Checking segment: {'id': '7b91d45d-abc6-4f17-9405-fe67b5d7234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '94e9dc96-80fd-485a-bade-c681c5d2d743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:41:08.832021 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-805b74a9-20ea-499e-ae2a-c4fe2098bdb1 service neutron] Bound using segment: {'id': '7b91d45d-abc6-4f17-9405-fe67b5d7234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '94e9dc96-80fd-485a-bade-c681c5d2d743'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:41:08.832830 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-805b74a9-20ea-499e-ae2a-c4fe2098bdb1 service neutron] Bound port: 801d8774-5ae7-4839-bf21-85e468e8706f, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b91d45d-abc6-4f17-9405-fe67b5d7234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '94e9dc96-80fd-485a-bade-c681c5d2d743'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:41:08.833425 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-805b74a9-20ea-499e-ae2a-c4fe2098bdb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:08.839894 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-7d7480ff-350a-42bb-95bb-780df3c5cc5c tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:41:08.852299 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7480ff-350a-42bb-95bb-780df3c5cc5c tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:41:08.925356 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7480ff-350a-42bb-95bb-780df3c5cc5c tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Pushing event updated for resources: {'Port': ['ID=7be6dc01-186e-400b-8579-420339cdfcb2,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:08.998007 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-805b74a9-20ea-499e-ae2a-c4fe2098bdb1 service neutron] For port 801d8774-5ae7-4839-bf21-85e468e8706f, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:41:08.999823 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a9aabe10-c5a8-4174-ae25-7e166c669e17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:09.005660 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-805b74a9-20ea-499e-ae2a-c4fe2098bdb1 service neutron] For port 801d8774-5ae7-4839-bf21-85e468e8706f, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=801d8774-5ae7-4839-bf21-85e468e8706f,segment=NetworkSegment(7b91d45d-abc6-4f17-9405-fe67b5d7234a),segment_id=7b91d45d-abc6-4f17-9405-fe67b5d7234a)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:41:09.032925 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-805b74a9-20ea-499e-ae2a-c4fe2098bdb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:09.089957 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a9aabe10-c5a8-4174-ae25-7e166c669e17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:09.095147 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a9aabe10-c5a8-4174-ae25-7e166c669e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:09.102034 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-805b74a9-20ea-499e-ae2a-c4fe2098bdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:09.102876 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-805b74a9-20ea-499e-ae2a-c4fe2098bdb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:09.104399 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-805b74a9-20ea-499e-ae2a-c4fe2098bdb1 service neutron] 10.222.0.11 "PUT /v2.0/ports/801d8774-5ae7-4839-bf21-85e468e8706f HTTP/1.1" status: 200 len: 1092 time: 1.4086609 Nov 10 17:41:09.117856 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f68eb2d-87a9-4091-97a5-869b2a90018c', 'tag': '801d8774-5ae7-4839-bf21-85e468e8706f'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:41:09.122698 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a6a5cc-3ba5-40a3-bf05-b2d1853729d8" -d '{"events": [{"name": "network-changed", "server_uuid": "9f68eb2d-87a9-4091-97a5-869b2a90018c", "tag": "801d8774-5ae7-4839-bf21-85e468e8706f"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:41:09.153032 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a9aabe10-c5a8-4174-ae25-7e166c669e17 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a72283708c3047188a1f02e589a64200&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3847227 Nov 10 17:41:09.167487 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 45198) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:09.192360 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aabe10-c5a8-4174-ae25-7e166c669e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12897bc-4ff8-4eb3-ad0c-f522029b8159,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:09.199767 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e99fa37-783e-4128-b868-7fe694691add x-openstack-request-id: req-5e99fa37-783e-4128-b868-7fe694691add {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:41:09.200188 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f68eb2d-87a9-4091-97a5-869b2a90018c", "tag": "801d8774-5ae7-4839-bf21-85e468e8706f", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:41:09.200444 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5e99fa37-783e-4128-b868-7fe694691add {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:41:09.200851 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f68eb2d-87a9-4091-97a5-869b2a90018c', 'tag': '801d8774-5ae7-4839-bf21-85e468e8706f', 'status': 'completed', 'code': 200} Nov 10 17:41:09.206777 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b74a9-20ea-499e-ae2a-c4fe2098bdb1 service neutron] Pushing event updated for resources: {'Port': ['ID=801d8774-5ae7-4839-bf21-85e468e8706f,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:09.251712 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55522f-6893-485f-ac16-f851de69d40c req-b53e8c62-b2b7-40c2-879e-41a01c4cf8e4 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:09.253461 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3c55522f-6893-485f-ac16-f851de69d40c req-b53e8c62-b2b7-40c2-879e-41a01c4cf8e4 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f68eb2d-87a9-4091-97a5-869b2a90018c HTTP/1.1" status: 200 len: 943 time: 0.2703848 Nov 10 17:41:09.277146 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d7480ff-350a-42bb-95bb-780df3c5cc5c tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:09.310155 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-f3571396-c462-4fd4-825f-5159099eb164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:09.312091 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-f3571396-c462-4fd4-825f-5159099eb164 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26f2c0e27dad4512928e0592853dfda5&device_id=9f68eb2d-87a9-4091-97a5-869b2a90018c HTTP/1.1" status: 200 len: 1095 time: 0.1331632 Nov 10 17:41:09.389985 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-7d45de69-44d6-44b8-a385-db23f288529b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=801d8774-5ae7-4839-bf21-85e468e8706f HTTP/1.1" status: 200 len: 217 time: 0.0516331 Nov 10 17:41:09.397150 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d7480ff-350a-42bb-95bb-780df3c5cc5c tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:09.430439 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3c55522f-6893-485f-ac16-f851de69d40c req-d996cdd7-6d23-4fbf-8974-c4b71cde91bf tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] 10.222.0.39 "GET /v2.0/security-groups?id=444284be-bcad-4d60-9879-afb4f0d0ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670105 Nov 10 17:41:09.506062 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a307444a-96b2-4b04-97ce-bdf05fe8fd30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:09.510173 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-2acc48c0-9564-4938-91ce-cdd4d34ed1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:09.511646 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-2acc48c0-9564-4938-91ce-cdd4d34ed1e2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24da3615-380f-48de-96a8-0cf92185471a HTTP/1.1" status: 200 len: 860 time: 0.1115477 Nov 10 17:41:09.529406 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a307444a-96b2-4b04-97ce-bdf05fe8fd30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:09.579996 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-903a1d58-21a5-445d-80eb-afffcb9b6760 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94e9dc96-80fd-485a-bade-c681c5d2d743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555878 Nov 10 17:41:09.591839 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a307444a-96b2-4b04-97ce-bdf05fe8fd30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:09.595111 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a307444a-96b2-4b04-97ce-bdf05fe8fd30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:09.597992 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a307444a-96b2-4b04-97ce-bdf05fe8fd30 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c12897bc-4ff8-4eb3-ad0c-f522029b8159 HTTP/1.1" status: 204 len: 168 time: 0.4274995 Nov 10 17:41:09.611350 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307444a-96b2-4b04-97ce-bdf05fe8fd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12897bc-4ff8-4eb3-ad0c-f522029b8159,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:09.745786 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-fc2c6883-ef1c-4e30-ac69-85d6a352c338 service neutron] 10.222.0.11 "GET /v2.0/networks/94e9dc96-80fd-485a-bade-c681c5d2d743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570604 Nov 10 17:41:09.748095 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d7480ff-350a-42bb-95bb-780df3c5cc5c tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:09.753546 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d7480ff-350a-42bb-95bb-780df3c5cc5c tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:09.870213 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f126f-129f-4d19-b4d1-3c58b447e80d req-f9d29e7f-ff36-4ce7-8335-d96cc61961e6 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:09.871868 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-451f126f-129f-4d19-b4d1-3c58b447e80d req-f9d29e7f-ff36-4ce7-8335-d96cc61961e6 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 945 time: 0.0715206 Nov 10 17:41:09.895755 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7480ff-350a-42bb-95bb-780df3c5cc5c tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Pushing event updated for resources: {'Port': ['ID=7be6dc01-186e-400b-8579-420339cdfcb2,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:09.918920 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d7480ff-350a-42bb-95bb-780df3c5cc5c tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:09.944770 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8f0d3910-b173-40b9-9b88-e6d7311ccec4 req-fde38519-3003-4541-8554-53c4b5673d35 service neutron] 10.222.0.11 "GET /v2.0/networks/94e9dc96-80fd-485a-bade-c681c5d2d743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880002 Nov 10 17:41:09.952311 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d7480ff-350a-42bb-95bb-780df3c5cc5c tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:09.953744 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7d7480ff-350a-42bb-95bb-780df3c5cc5c tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6332304 Nov 10 17:41:09.956403 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 45234) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:09.964351 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-c66aa323-1065-40db-8473-851350a80042 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-898167103'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:41:09.987359 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-451f126f-129f-4d19-b4d1-3c58b447e80d req-4c19444c-4e7d-4711-9c55-d9aad6ccee75 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/security-groups?id=0722a593-6b9f-4879-a1a5-a4ad621d6152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093428 Nov 10 17:41:10.001186 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66aa323-1065-40db-8473-851350a80042 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Made reservation on behalf of c4cf3176d294411c83d664a0e2271fc6 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:41:10.005247 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c66aa323-1065-40db-8473-851350a80042 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:10.031122 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c66aa323-1065-40db-8473-851350a80042 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:10.034112 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 45240) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:10.048953 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-74c3ce40-6c4b-4a70-91a9-ca9071738100 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:10.114170 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6a5cc-3ba5-40a3-bf05-b2d1853729d8 req-25ed9380-92ca-4a3d-a783-e5cdad0405d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:10.115695 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-24a6a5cc-3ba5-40a3-bf05-b2d1853729d8 req-25ed9380-92ca-4a3d-a783-e5cdad0405d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=26f2c0e27dad4512928e0592853dfda5&device_id=9f68eb2d-87a9-4091-97a5-869b2a90018c HTTP/1.1" status: 200 len: 1095 time: 0.0799038 Nov 10 17:41:10.149337 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-74c3ce40-6c4b-4a70-91a9-ca9071738100 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:10.154976 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-74c3ce40-6c4b-4a70-91a9-ca9071738100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:10.209280 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-74c3ce40-6c4b-4a70-91a9-ca9071738100 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=552fae43ea6e4ea5952b1dd57bf8f7c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1737659 Nov 10 17:41:10.209544 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 45244) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:10.211403 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3ce40-6c4b-4a70-91a9-ca9071738100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9264e477-5bd6-4aad-a3c9-3153d360bb03,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:10.257606 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c66aa323-1065-40db-8473-851350a80042 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:10.277292 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c66aa323-1065-40db-8473-851350a80042 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:10.304839 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6a5cc-3ba5-40a3-bf05-b2d1853729d8 req-d0063649-1757-4476-963b-85602692560d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:10.306458 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-24a6a5cc-3ba5-40a3-bf05-b2d1853729d8 req-d0063649-1757-4476-963b-85602692560d service neutron] 10.222.0.11 "GET /v2.0/networks?id=94e9dc96-80fd-485a-bade-c681c5d2d743 HTTP/1.1" status: 200 len: 921 time: 0.1826975 Nov 10 17:41:10.316053 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c66aa323-1065-40db-8473-851350a80042 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:41:10.377828 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-24a6a5cc-3ba5-40a3-bf05-b2d1853729d8 req-fbd5ca5f-9bb5-45f3-8801-dabd6d19ca3c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=801d8774-5ae7-4839-bf21-85e468e8706f HTTP/1.1" status: 200 len: 217 time: 0.0628178 Nov 10 17:41:10.378949 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c66aa323-1065-40db-8473-851350a80042 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:10.379328 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-c66aa323-1065-40db-8473-851350a80042 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Added segment cfff9026-0a11-43d6-aab1-46e1eaee7e87 of type vlan for network 64a5e86a-2d23-4a81-a676-3aa0f9c04b94 Nov 10 17:41:10.388829 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66aa323-1065-40db-8473-851350a80042 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f044793-1ccc-402f-882f-c581389b3f49,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:10.405655 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-344cd01f-e902-4dbf-a898-27dacb40c2c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:10.485383 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c66aa323-1065-40db-8473-851350a80042 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:10.491335 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-344cd01f-e902-4dbf-a898-27dacb40c2c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:10.516714 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6a5cc-3ba5-40a3-bf05-b2d1853729d8 req-1d6aed38-c501-41ae-bae0-15948edc1e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:10.518196 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-24a6a5cc-3ba5-40a3-bf05-b2d1853729d8 req-1d6aed38-c501-41ae-bae0-15948edc1e31 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24da3615-380f-48de-96a8-0cf92185471a HTTP/1.1" status: 200 len: 860 time: 0.1243489 Nov 10 17:41:10.579887 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-24a6a5cc-3ba5-40a3-bf05-b2d1853729d8 req-87e3256b-25df-47de-a31a-031cc33c6b30 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94e9dc96-80fd-485a-bade-c681c5d2d743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501893 Nov 10 17:41:10.605865 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c66aa323-1065-40db-8473-851350a80042 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:10.611767 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66aa323-1065-40db-8473-851350a80042 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:10.612408 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c66aa323-1065-40db-8473-851350a80042 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:10.742431 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c66aa323-1065-40db-8473-851350a80042 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7842979 Nov 10 17:41:10.745788 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 45262) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:10.752066 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-5be2b7ad-8323-4128-8a4f-567c69a24f2b tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Request body: {'subnet': {'network_id': '64a5e86a-2d23-4a81-a676-3aa0f9c04b94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:41:10.753913 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66aa323-1065-40db-8473-851350a80042 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Pushing event updated for resources: {'Network': ['ID=64a5e86a-2d23-4a81-a676-3aa0f9c04b94,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:10.758345 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-344cd01f-e902-4dbf-a898-27dacb40c2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:10.761407 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-344cd01f-e902-4dbf-a898-27dacb40c2c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:10.762290 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-344cd01f-e902-4dbf-a898-27dacb40c2c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9264e477-5bd6-4aad-a3c9-3153d360bb03 HTTP/1.1" status: 204 len: 168 time: 0.5498505 Nov 10 17:41:10.770270 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37f3b1-accf-4e45-9d77-ce2d10335d62 req-26930d67-378b-47e8-ace8-47be29c76681 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:10.772622 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0e37f3b1-accf-4e45-9d77-ce2d10335d62 req-26930d67-378b-47e8-ace8-47be29c76681 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f68eb2d-87a9-4091-97a5-869b2a90018c HTTP/1.1" status: 200 len: 943 time: 0.2456760 Nov 10 17:41:10.772943 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 64a5e86a-2d23-4a81-a676-3aa0f9c04b94 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:41:10.799184 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344cd01f-e902-4dbf-a898-27dacb40c2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9264e477-5bd6-4aad-a3c9-3153d360bb03,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:10.844832 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-24a6a5cc-3ba5-40a3-bf05-b2d1853729d8 req-4ec351c7-9d6a-4470-8fc8-dab4a1442d40 service neutron] 10.222.0.11 "GET /v2.0/networks/94e9dc96-80fd-485a-bade-c681c5d2d743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499983 Nov 10 17:41:10.916200 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be2b7ad-8323-4128-8a4f-567c69a24f2b tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Made reservation on behalf of c4cf3176d294411c83d664a0e2271fc6 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:41:10.921217 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5be2b7ad-8323-4128-8a4f-567c69a24f2b tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:10.955359 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0e37f3b1-accf-4e45-9d77-ce2d10335d62 req-400b3174-c34b-4c25-948f-06c162397cac tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] 10.222.0.39 "GET /v2.0/security-groups?id=444284be-bcad-4d60-9879-afb4f0d0ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693730 Nov 10 17:41:10.984207 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-24a6a5cc-3ba5-40a3-bf05-b2d1853729d8 req-06068018-06dd-4c3f-88d9-c577a81bf520 service neutron] 10.222.0.11 "GET /v2.0/networks/94e9dc96-80fd-485a-bade-c681c5d2d743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208534 Nov 10 17:41:11.004054 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device f54a075b-f5e8-47b8-a1ee-232b47811763 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:41:11.200474 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port f54a075b-f5e8-47b8-a1ee-232b47811763, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=f54a075b-f5e8-47b8-a1ee-232b47811763,segment=NetworkSegment(95d1421d-b3ce-4f49-86b8-7e70ba2392d4),segment_id=95d1421d-b3ce-4f49-86b8-7e70ba2392d4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:41:11.214157 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'f54a075b-f5e8-47b8-a1ee-232b47811763', 'network_id': '1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223', 'port_id': 'f54a075b-f5e8-47b8-a1ee-232b47811763', 'mac_address': 'fa:16:3e:0c:1b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8466b2d-1d01-4814-9e92-513b821b406a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:41:11.233915 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5be2b7ad-8323-4128-8a4f-567c69a24f2b tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:11.262863 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f504f5c-b733-4a47-8fdd-37cfe66fe296 req-e253743c-910c-43d1-85ad-a0a6538f7c06 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:11.268723 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7f504f5c-b733-4a47-8fdd-37cfe66fe296 req-e253743c-910c-43d1-85ad-a0a6538f7c06 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 945 time: 0.1534557 Nov 10 17:41:11.276422 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:11.327134 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f54a075b-f5e8-47b8-a1ee-232b47811763 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:41:11.372820 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2b7ad-8323-4128-8a4f-567c69a24f2b tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Pushing event updated for resources: {'Subnet': ['ID=829ec8cd-876e-4bdb-8607-18f7f5258c45,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:11.382581 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port f54a075b-f5e8-47b8-a1ee-232b47811763, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=f54a075b-f5e8-47b8-a1ee-232b47811763,segment=NetworkSegment(95d1421d-b3ce-4f49-86b8-7e70ba2392d4),segment_id=95d1421d-b3ce-4f49-86b8-7e70ba2392d4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:41:11.394751 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:11.399051 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be2b7ad-8323-4128-8a4f-567c69a24f2b tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Checking segment: {'id': 'cfff9026-0a11-43d6-aab1-46e1eaee7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '64a5e86a-2d23-4a81-a676-3aa0f9c04b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:41:11.400424 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be2b7ad-8323-4128-8a4f-567c69a24f2b tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Network hostable DHCP agents. Network: 64a5e86a-2d23-4a81-a676-3aa0f9c04b94, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:41:11.427030 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be2b7ad-8323-4128-8a4f-567c69a24f2b tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Network 64a5e86a-2d23-4a81-a676-3aa0f9c04b94 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:41:11.435749 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7f504f5c-b733-4a47-8fdd-37cfe66fe296 req-f81d82ad-bab2-4270-89cc-e21bbf1a2881 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/security-groups?id=0722a593-6b9f-4879-a1a5-a4ad621d6152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618659 Nov 10 17:41:11.464136 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-5be2b7ad-8323-4128-8a4f-567c69a24f2b tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 64a5e86a-2d23-4a81-a676-3aa0f9c04b94) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:41:11.481915 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be2b7ad-8323-4128-8a4f-567c69a24f2b tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:11.482630 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5be2b7ad-8323-4128-8a4f-567c69a24f2b tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:11.485135 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5a879a-8f0d-48c5-a621-8a9e79694e85 None None] Network 64a5e86a-2d23-4a81-a676-3aa0f9c04b94 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:41:11.504997 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5be2b7ad-8323-4128-8a4f-567c69a24f2b tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7576315 Nov 10 17:41:11.508805 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 45306) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:11.518006 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-ce8f658c-034b-4ec7-b226-8afdfeea91e8 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-31615405', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}, 'admin_state_up': False}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:41:11.551223 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ce8f658c-034b-4ec7-b226-8afdfeea91e8 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:11.553658 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ce8f658c-034b-4ec7-b226-8afdfeea91e8 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:11.568193 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['f54a075b-f5e8-47b8-a1ee-232b47811763'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:41:11.612837 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=f54a075b-f5e8-47b8-a1ee-232b47811763,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:11.636570 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ce8f658c-034b-4ec7-b226-8afdfeea91e8 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:11.639994 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:11.642152 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:11.642997 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:11.643419 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:11.643951 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:11.648326 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:11.650975 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:11.653628 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:11.654252 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:11.655379 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:11.656066 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:11.657127 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:41:11.904355 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337e1684-69bd-4ee2-938c-5ac27094ebc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-64a5e86a-2d23-4a81-a676-3aa0f9c04b94', 'network_id': '64a5e86a-2d23-4a81-a676-3aa0f9c04b94', 'tenant_id': 'c4cf3176d294411c83d664a0e2271fc6', 'fixed_ips': [{'subnet_id': '829ec8cd-876e-4bdb-8607-18f7f5258c45'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:41:11.905616 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-337e1684-69bd-4ee2-938c-5ac27094ebc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:12.129753 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-337e1684-69bd-4ee2-938c-5ac27094ebc0 None None] Allocated IP 172.20.0.2 (64a5e86a-2d23-4a81-a676-3aa0f9c04b94/829ec8cd-876e-4bdb-8607-18f7f5258c45/f5bceb21-d8ca-478c-9acb-22a75e8eb4b5) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:41:12.192040 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a3c7dd-39c1-40fd-b5a3-8e00449c5917 req-00e1a8ba-9ff1-474f-8916-4c0a0deca1e3 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:12.195355 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3a3c7dd-39c1-40fd-b5a3-8e00449c5917 req-00e1a8ba-9ff1-474f-8916-4c0a0deca1e3 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f68eb2d-87a9-4091-97a5-869b2a90018c HTTP/1.1" status: 200 len: 943 time: 0.1399918 Nov 10 17:41:12.209248 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ce8f658c-034b-4ec7-b226-8afdfeea91e8 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:12.314195 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3a3c7dd-39c1-40fd-b5a3-8e00449c5917 req-dc948e37-a78c-40cc-9eb1-7f154bb99765 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] 10.222.0.39 "GET /v2.0/security-groups?id=444284be-bcad-4d60-9879-afb4f0d0ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070523 Nov 10 17:41:12.462451 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-337e1684-69bd-4ee2-938c-5ac27094ebc0 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:12.480604 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-337e1684-69bd-4ee2-938c-5ac27094ebc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:12.568704 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337e1684-69bd-4ee2-938c-5ac27094ebc0 None None] Network 64a5e86a-2d23-4a81-a676-3aa0f9c04b94 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:41:12.574835 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-337e1684-69bd-4ee2-938c-5ac27094ebc0 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:41:12.583417 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337e1684-69bd-4ee2-938c-5ac27094ebc0 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:41:12.587978 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e1684-69bd-4ee2-938c-5ac27094ebc0 None None] Pushing event updated for resources: {'Port': ['ID=f5bceb21-d8ca-478c-9acb-22a75e8eb4b5,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:12.683134 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1aa77-5fe1-4c58-9f1b-007e86eb1f37 req-1b19a4c7-f173-4310-a89c-801a841dac82 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:12.692042 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ce8f658c-034b-4ec7-b226-8afdfeea91e8 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:12.696746 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-337e1684-69bd-4ee2-938c-5ac27094ebc0 None None] Attempting to bind port f5bceb21-d8ca-478c-9acb-22a75e8eb4b5 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:41:12.697395 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-337e1684-69bd-4ee2-938c-5ac27094ebc0 None None] Attempting to bind port f5bceb21-d8ca-478c-9acb-22a75e8eb4b5 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'cfff9026-0a11-43d6-aab1-46e1eaee7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '64a5e86a-2d23-4a81-a676-3aa0f9c04b94'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:41:12.698436 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337e1684-69bd-4ee2-938c-5ac27094ebc0 None None] Attempting to bind port f5bceb21-d8ca-478c-9acb-22a75e8eb4b5 on network 64a5e86a-2d23-4a81-a676-3aa0f9c04b94 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:41:12.705176 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d8a1aa77-5fe1-4c58-9f1b-007e86eb1f37 req-1b19a4c7-f173-4310-a89c-801a841dac82 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 945 time: 0.1037054 Nov 10 17:41:12.705728 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337e1684-69bd-4ee2-938c-5ac27094ebc0 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:41:12.706465 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337e1684-69bd-4ee2-938c-5ac27094ebc0 None None] Checking segment: {'id': 'cfff9026-0a11-43d6-aab1-46e1eaee7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '64a5e86a-2d23-4a81-a676-3aa0f9c04b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:41:12.707082 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-337e1684-69bd-4ee2-938c-5ac27094ebc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:12.708748 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337e1684-69bd-4ee2-938c-5ac27094ebc0 None None] Bound using segment: {'id': 'cfff9026-0a11-43d6-aab1-46e1eaee7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '64a5e86a-2d23-4a81-a676-3aa0f9c04b94'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:41:12.709709 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-337e1684-69bd-4ee2-938c-5ac27094ebc0 None None] Bound port: f5bceb21-d8ca-478c-9acb-22a75e8eb4b5, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfff9026-0a11-43d6-aab1-46e1eaee7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '64a5e86a-2d23-4a81-a676-3aa0f9c04b94'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:41:12.710324 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-337e1684-69bd-4ee2-938c-5ac27094ebc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:12.713300 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ce8f658c-034b-4ec7-b226-8afdfeea91e8 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:12.849270 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d8a1aa77-5fe1-4c58-9f1b-007e86eb1f37 req-84bd9a9e-5caf-4088-a194-8799a80f51cb tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/security-groups?id=0722a593-6b9f-4879-a1a5-a4ad621d6152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435270 Nov 10 17:41:12.871623 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-337e1684-69bd-4ee2-938c-5ac27094ebc0 None None] For port f5bceb21-d8ca-478c-9acb-22a75e8eb4b5, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:41:12.876509 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-337e1684-69bd-4ee2-938c-5ac27094ebc0 None None] For port f5bceb21-d8ca-478c-9acb-22a75e8eb4b5, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=f5bceb21-d8ca-478c-9acb-22a75e8eb4b5,segment=NetworkSegment(cfff9026-0a11-43d6-aab1-46e1eaee7e87),segment_id=cfff9026-0a11-43d6-aab1-46e1eaee7e87)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:41:12.888642 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-337e1684-69bd-4ee2-938c-5ac27094ebc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:12.892753 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-ce8f658c-034b-4ec7-b226-8afdfeea91e8 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Allocated IP 172.25.5.243 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/635d2842-6544-410f-b3c2-5fbdef009a95) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:41:12.953941 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 801d8774-5ae7-4839-bf21-85e468e8706f details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:41:13.107492 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device f54a075b-f5e8-47b8-a1ee-232b47811763 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:41:13.126709 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 801d8774-5ae7-4839-bf21-85e468e8706f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=801d8774-5ae7-4839-bf21-85e468e8706f,segment=NetworkSegment(7b91d45d-abc6-4f17-9405-fe67b5d7234a),segment_id=7b91d45d-abc6-4f17-9405-fe67b5d7234a)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:41:13.214600 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ce8f658c-034b-4ec7-b226-8afdfeea91e8 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:13.314258 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '801d8774-5ae7-4839-bf21-85e468e8706f', 'network_id': '94e9dc96-80fd-485a-bade-c681c5d2d743', 'port_id': '801d8774-5ae7-4839-bf21-85e468e8706f', 'mac_address': 'fa:16:3e:31:e7:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24da3615-380f-48de-96a8-0cf92185471a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:41:13.322232 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e1684-69bd-4ee2-938c-5ac27094ebc0 None None] Pushing event updated for resources: {'Port': ['ID=f5bceb21-d8ca-478c-9acb-22a75e8eb4b5,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:13.375879 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ce8f658c-034b-4ec7-b226-8afdfeea91e8 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:13.447274 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:13.451055 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port f54a075b-f5e8-47b8-a1ee-232b47811763 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:41:13.451738 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:13.496926 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f658c-034b-4ec7-b226-8afdfeea91e8 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Pushing event updated for resources: {'Port': ['ID=635d2842-6544-410f-b3c2-5fbdef009a95,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:13.547254 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 801d8774-5ae7-4839-bf21-85e468e8706f {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:41:13.604256 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 801d8774-5ae7-4839-bf21-85e468e8706f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=801d8774-5ae7-4839-bf21-85e468e8706f,segment=NetworkSegment(7b91d45d-abc6-4f17-9405-fe67b5d7234a),segment_id=7b91d45d-abc6-4f17-9405-fe67b5d7234a)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:41:13.606702 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8f658c-034b-4ec7-b226-8afdfeea91e8 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:41:13.616414 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-ce8f658c-034b-4ec7-b226-8afdfeea91e8 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:41:13.631753 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8f658c-034b-4ec7-b226-8afdfeea91e8 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:41:13.671554 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:13.781187 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0ac6a-827f-48f8-a636-2dba28084001 req-c023f5d6-0396-475f-9fe5-638e6affb67d tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:13.782920 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5c0ac6a-827f-48f8-a636-2dba28084001 req-c023f5d6-0396-475f-9fe5-638e6affb67d tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f68eb2d-87a9-4091-97a5-869b2a90018c HTTP/1.1" status: 200 len: 943 time: 0.2610097 Nov 10 17:41:13.832880 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=801d8774-5ae7-4839-bf21-85e468e8706f,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:13.838541 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:13.917700 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port f54a075b-f5e8-47b8-a1ee-232b47811763, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=f54a075b-f5e8-47b8-a1ee-232b47811763,segment=NetworkSegment(95d1421d-b3ce-4f49-86b8-7e70ba2392d4),segment_id=95d1421d-b3ce-4f49-86b8-7e70ba2392d4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:41:13.924047 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6658cd93-8983-4a24-ba67-9b2969fc5ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54a075b-f5e8-47b8-a1ee-232b47811763'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:41:13.930337 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd5ec60-4d28-4bbe-8142-c08f50e83e51" -d '{"events": [{"server_uuid": "6658cd93-8983-4a24-ba67-9b2969fc5ef0", "name": "network-vif-plugged", "status": "completed", "tag": "f54a075b-f5e8-47b8-a1ee-232b47811763"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:41:13.954762 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:13.966746 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['801d8774-5ae7-4839-bf21-85e468e8706f'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:41:14.173658 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611acdc1-a9e9-45b6-af7f-a3aeff18a5c8 req-8e8825aa-f1dd-41b3-81d1-ccf9907aa4df tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:14.185734 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device f5bceb21-d8ca-478c-9acb-22a75e8eb4b5 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:41:14.187945 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-611acdc1-a9e9-45b6-af7f-a3aeff18a5c8 req-8e8825aa-f1dd-41b3-81d1-ccf9907aa4df tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 945 time: 0.1477640 Nov 10 17:41:14.203761 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5c0ac6a-827f-48f8-a636-2dba28084001 req-4e4ab133-c1f8-4100-b546-61f3d9561c28 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] 10.222.0.39 "GET /v2.0/security-groups?id=444284be-bcad-4d60-9879-afb4f0d0ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673716 Nov 10 17:41:14.304056 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=f54a075b-f5e8-47b8-a1ee-232b47811763,revision_number=7']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:14.344196 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-611acdc1-a9e9-45b6-af7f-a3aeff18a5c8 req-30a4c1eb-2100-4bc1-be1b-ae6c9eff015f tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/security-groups?id=0722a593-6b9f-4879-a1a5-a4ad621d6152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551251 Nov 10 17:41:14.360992 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b947855-b2e2-41b4-9ad8-f347c77ddf0b x-openstack-request-id: req-2b947855-b2e2-41b4-9ad8-f347c77ddf0b {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:41:14.362424 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6658cd93-8983-4a24-ba67-9b2969fc5ef0", "name": "network-vif-plugged", "status": "completed", "tag": "f54a075b-f5e8-47b8-a1ee-232b47811763", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:41:14.363958 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2b947855-b2e2-41b4-9ad8-f347c77ddf0b {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:41:14.364640 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6658cd93-8983-4a24-ba67-9b2969fc5ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54a075b-f5e8-47b8-a1ee-232b47811763', 'code': 200} Nov 10 17:41:14.403605 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port f5bceb21-d8ca-478c-9acb-22a75e8eb4b5 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:41:14.404388 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:14.723831 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ce8f658c-034b-4ec7-b226-8afdfeea91e8 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:14.760048 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:14.773456 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3726c8-0aef-4d6f-8ec0-119ae36db543 None None] Network 64a5e86a-2d23-4a81-a676-3aa0f9c04b94 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:41:15.012345 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port f5bceb21-d8ca-478c-9acb-22a75e8eb4b5, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=f5bceb21-d8ca-478c-9acb-22a75e8eb4b5,segment=NetworkSegment(cfff9026-0a11-43d6-aab1-46e1eaee7e87),segment_id=cfff9026-0a11-43d6-aab1-46e1eaee7e87)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:41:15.047435 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:15.107274 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-d1bff822-c350-45c2-a86c-e0670b810cd9 None None] Provisioning complete for port f5bceb21-d8ca-478c-9acb-22a75e8eb4b5 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:41:15.107966 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d1bff822-c350-45c2-a86c-e0670b810cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:15.141984 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ce8f658c-034b-4ec7-b226-8afdfeea91e8 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:15.221754 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=f5bceb21-d8ca-478c-9acb-22a75e8eb4b5,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:15.566420 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425f245-51a5-46da-a3b6-80d3daa1fa3c req-569b175b-48d0-4ecd-9b33-8a187ccce052 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:15.569587 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eada22d-8735-4120-b5f9-44d26fa84aea req-8e454967-0bd2-4b99-a7a5-5ce1b440a79b tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:15.576380 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0425f245-51a5-46da-a3b6-80d3daa1fa3c req-569b175b-48d0-4ecd-9b33-8a187ccce052 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f68eb2d-87a9-4091-97a5-869b2a90018c HTTP/1.1" status: 200 len: 944 time: 0.1764235 Nov 10 17:41:15.589761 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6eada22d-8735-4120-b5f9-44d26fa84aea req-8e454967-0bd2-4b99-a7a5-5ce1b440a79b tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 945 time: 0.1254728 Nov 10 17:41:15.697657 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6eada22d-8735-4120-b5f9-44d26fa84aea req-9c64680e-6994-4f8a-bdb5-fa4c76cfe7d0 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/security-groups?id=0722a593-6b9f-4879-a1a5-a4ad621d6152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023107 Nov 10 17:41:15.710465 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3b0ac-513c-46d5-a80d-7f003a708a31 req-a8f70ef3-a788-4837-83ce-0cb2e2582594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:15.712589 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-30a3b0ac-513c-46d5-a80d-7f003a708a31 req-a8f70ef3-a788-4837-83ce-0cb2e2582594 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 1097 time: 0.1579194 Nov 10 17:41:15.783925 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8f658c-034b-4ec7-b226-8afdfeea91e8 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Router 763a7186-911a-4eaf-9c10-3857f55aecee is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:41:15.813564 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:41:15.822315 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0425f245-51a5-46da-a3b6-80d3daa1fa3c req-5dd576b5-4c98-40f5-ac5c-23e2d44e4a35 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] 10.222.0.39 "GET /v2.0/security-groups?id=444284be-bcad-4d60-9879-afb4f0d0ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756992 Nov 10 17:41:15.851038 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-4ce7ad83-da3c-4598-a985-b2daa3fecfa4 None None] Provisioning complete for port f5bceb21-d8ca-478c-9acb-22a75e8eb4b5 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:41:15.851476 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4ce7ad83-da3c-4598-a985-b2daa3fecfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:15.900932 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-30a3b0ac-513c-46d5-a80d-7f003a708a31 req-3dbbd026-8cdd-462c-8769-0d8932c56bad service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0722a593-6b9f-4879-a1a5-a4ad621d6152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783338 Nov 10 17:41:16.088299 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8f658c-034b-4ec7-b226-8afdfeea91e8 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:41:16.144749 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ce8f658c-034b-4ec7-b226-8afdfeea91e8 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:16.147766 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ce8f658c-034b-4ec7-b226-8afdfeea91e8 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 4.6373172 Nov 10 17:41:16.151845 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 45476) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:16.293886 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device f5bceb21-d8ca-478c-9acb-22a75e8eb4b5 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:41:16.297961 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7568e0bc-0e56-4d9c-8b9d-5ace290a9f4b None None] Sync routers for ids ['763a7186-911a-4eaf-9c10-3857f55aecee'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:41:16.362391 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7568e0bc-0e56-4d9c-8b9d-5ace290a9f4b None None] Routers {'763a7186-911a-4eaf-9c10-3857f55aecee'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:41:16.363472 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-7568e0bc-0e56-4d9c-8b9d-5ace290a9f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:41:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['763a7186-911a-4eaf-9c10-3857f55aecee'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:16.426273 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-7568e0bc-0e56-4d9c-8b9d-5ace290a9f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:16.443215 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7568e0bc-0e56-4d9c-8b9d-5ace290a9f4b None None] Routers {'763a7186-911a-4eaf-9c10-3857f55aecee'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:41:16.444031 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-7568e0bc-0e56-4d9c-8b9d-5ace290a9f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:41:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['763a7186-911a-4eaf-9c10-3857f55aecee'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:16.495539 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-7568e0bc-0e56-4d9c-8b9d-5ace290a9f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:16.496767 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7568e0bc-0e56-4d9c-8b9d-5ace290a9f4b None None] The sync data for ids ['763a7186-911a-4eaf-9c10-3857f55aecee'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:41:16.516074 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port f5bceb21-d8ca-478c-9acb-22a75e8eb4b5 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:41:16.516932 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:16.946410 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8227a4f-17a0-47bf-9bbc-05205360306c req-afa9871f-9563-4c1f-adcf-809de77b9f9a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:16.962762 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d8227a4f-17a0-47bf-9bbc-05205360306c req-afa9871f-9563-4c1f-adcf-809de77b9f9a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 945 time: 0.1461906 Nov 10 17:41:16.981678 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 801d8774-5ae7-4839-bf21-85e468e8706f up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:41:17.086836 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c2a9c77d-cd34-4a1f-aa30-9ea68731d12f tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:17.122451 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b6c12-82d7-4e2e-82de-cde135b568a3 req-2c1cd5a2-ed54-46aa-b55a-a39f5c88ac63 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:17.130332 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-518b6c12-82d7-4e2e-82de-cde135b568a3 req-2c1cd5a2-ed54-46aa-b55a-a39f5c88ac63 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f68eb2d-87a9-4091-97a5-869b2a90018c HTTP/1.1" status: 200 len: 944 time: 0.0878713 Nov 10 17:41:17.132589 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d8227a4f-17a0-47bf-9bbc-05205360306c req-1ebaefe1-2424-4ac4-b082-ae55c49747b8 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/security-groups?id=0722a593-6b9f-4879-a1a5-a4ad621d6152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680224 Nov 10 17:41:17.168657 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 801d8774-5ae7-4839-bf21-85e468e8706f completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:41:17.175947 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 801d8774-5ae7-4839-bf21-85e468e8706f triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:41:17.176348 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:17.283105 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-518b6c12-82d7-4e2e-82de-cde135b568a3 req-dd5d8ee7-ab25-4ea9-b3ca-cc4824ef5737 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] 10.222.0.39 "GET /v2.0/security-groups?id=444284be-bcad-4d60-9879-afb4f0d0ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465790 Nov 10 17:41:17.352238 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:17.382214 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f68eb2d-87a9-4091-97a5-869b2a90018c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801d8774-5ae7-4839-bf21-85e468e8706f'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:41:17.385632 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd9db09-d395-4242-b1b1-aaed404b1630" -d '{"events": [{"server_uuid": "9f68eb2d-87a9-4091-97a5-869b2a90018c", "name": "network-vif-plugged", "status": "completed", "tag": "801d8774-5ae7-4839-bf21-85e468e8706f"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:41:17.407266 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 801d8774-5ae7-4839-bf21-85e468e8706f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=801d8774-5ae7-4839-bf21-85e468e8706f,segment=NetworkSegment(7b91d45d-abc6-4f17-9405-fe67b5d7234a),segment_id=7b91d45d-abc6-4f17-9405-fe67b5d7234a)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:41:17.419692 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:17.459707 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8d554f-ae15-41b9-a420-1dbb9673c992 x-openstack-request-id: req-0f8d554f-ae15-41b9-a420-1dbb9673c992 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:41:17.460535 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f68eb2d-87a9-4091-97a5-869b2a90018c", "name": "network-vif-plugged", "status": "completed", "tag": "801d8774-5ae7-4839-bf21-85e468e8706f", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:41:17.460535 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0f8d554f-ae15-41b9-a420-1dbb9673c992 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:41:17.461563 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f68eb2d-87a9-4091-97a5-869b2a90018c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801d8774-5ae7-4839-bf21-85e468e8706f', 'code': 200} Nov 10 17:41:17.524512 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=801d8774-5ae7-4839-bf21-85e468e8706f,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:17.623502 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc69b64-c408-48c4-ab10-592667f439db req-3d037ee4-4a94-4ccf-b1c5-77f70c302e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:17.625053 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5bc69b64-c408-48c4-ab10-592667f439db req-3d037ee4-4a94-4ccf-b1c5-77f70c302e0f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9f68eb2d-87a9-4091-97a5-869b2a90018c HTTP/1.1" status: 200 len: 1097 time: 0.0914085 Nov 10 17:41:17.691007 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-c2a9c77d-cd34-4a1f-aa30-9ea68731d12f tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Allocated IP 172.20.0.1 (64a5e86a-2d23-4a81-a676-3aa0f9c04b94/829ec8cd-876e-4bdb-8607-18f7f5258c45/7a7b0c02-d0b9-4bb9-8b57-d47d259f29c0) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:41:17.741936 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5bc69b64-c408-48c4-ab10-592667f439db req-1367616c-73bc-4ca2-97a4-cef5fe008857 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=444284be-bcad-4d60-9879-afb4f0d0ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017599 Nov 10 17:41:17.888532 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c2a9c77d-cd34-4a1f-aa30-9ea68731d12f tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:17.982591 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c2a9c77d-cd34-4a1f-aa30-9ea68731d12f tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:18.057546 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a9c77d-cd34-4a1f-aa30-9ea68731d12f tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Network 64a5e86a-2d23-4a81-a676-3aa0f9c04b94 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:41:18.061033 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-c2a9c77d-cd34-4a1f-aa30-9ea68731d12f tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:41:18.064928 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a9c77d-cd34-4a1f-aa30-9ea68731d12f tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:41:18.107623 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a9c77d-cd34-4a1f-aa30-9ea68731d12f tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Pushing event updated for resources: {'Port': ['ID=7a7b0c02-d0b9-4bb9-8b57-d47d259f29c0,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:18.133064 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c2a9c77d-cd34-4a1f-aa30-9ea68731d12f tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:18.438768 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55866597-d3b5-4ca7-bd66-aaade259bce6 req-8f8f5999-e55f-4160-9143-f74b0861e774 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:18.451124 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-55866597-d3b5-4ca7-bd66-aaade259bce6 req-8f8f5999-e55f-4160-9143-f74b0861e774 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 945 time: 0.1585727 Nov 10 17:41:18.559292 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-859a837d-ec18-4196-91ec-fef3aec7d5ca None None] Provisioning complete for port 7a7b0c02-d0b9-4bb9-8b57-d47d259f29c0 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:41:18.560092 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-859a837d-ec18-4196-91ec-fef3aec7d5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:18.665971 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9fe8f3-c3a1-4776-9af8-eee788b4a737 req-c391b5f5-55d5-472a-8b95-b2da62a8aa32 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:18.670979 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-de9fe8f3-c3a1-4776-9af8-eee788b4a737 req-c391b5f5-55d5-472a-8b95-b2da62a8aa32 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f68eb2d-87a9-4091-97a5-869b2a90018c HTTP/1.1" status: 200 len: 945 time: 0.1710913 Nov 10 17:41:18.678322 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-859a837d-ec18-4196-91ec-fef3aec7d5ca None None] Port 7a7b0c02-d0b9-4bb9-8b57-d47d259f29c0 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:41:18.753429 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-de9fe8f3-c3a1-4776-9af8-eee788b4a737 req-00c4dc59-c2ee-46d1-88da-820f32010002 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] 10.222.0.39 "GET /v2.0/security-groups?id=444284be-bcad-4d60-9879-afb4f0d0ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758743 Nov 10 17:41:18.904699 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c2a9c77d-cd34-4a1f-aa30-9ea68731d12f tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:19.045561 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-55866597-d3b5-4ca7-bd66-aaade259bce6 req-f7eae33c-db97-40ca-9721-bed1167c361d tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/security-groups?id=0722a593-6b9f-4879-a1a5-a4ad621d6152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5840797 Nov 10 17:41:19.104303 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-9c58b0a9-832a-4141-96fd-09c6396bb17a req-afd43801-6fb7-4f8c-a826-38fc357bf26e tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1920222320', 'description': 'tempest-description-557573461'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:41:19.225875 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9c58b0a9-832a-4141-96fd-09c6396bb17a req-afd43801-6fb7-4f8c-a826-38fc357bf26e tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:19.342896 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9c58b0a9-832a-4141-96fd-09c6396bb17a req-afd43801-6fb7-4f8c-a826-38fc357bf26e tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:19.371705 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9c58b0a9-832a-4141-96fd-09c6396bb17a req-afd43801-6fb7-4f8c-a826-38fc357bf26e tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:19.463265 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9c58b0a9-832a-4141-96fd-09c6396bb17a req-afd43801-6fb7-4f8c-a826-38fc357bf26e tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:19.464674 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9c58b0a9-832a-4141-96fd-09c6396bb17a req-afd43801-6fb7-4f8c-a826-38fc357bf26e tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.3783653 Nov 10 17:41:19.491399 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd43801-6fb7-4f8c-a826-38fc357bf26e tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e8fb59-cfef-46d4-9b30-5be86a4bd77a,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:19.628703 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e8b8cc0f-081e-4096-b524-34c43c51949c req-35b70c3d-8601-4bdf-8964-489e65afd05e tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1920222320&fields=id&tenant_id=479b5fa91dd14a6eb2621fb8f88e1927 HTTP/1.1" status: 200 len: 267 time: 0.0674508 Nov 10 17:41:19.682018 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c2a9c77d-cd34-4a1f-aa30-9ea68731d12f tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:19.694971 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c2a9c77d-cd34-4a1f-aa30-9ea68731d12f tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:19.696032 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8cc0f-081e-4096-b524-34c43c51949c req-9226c08c-03b3-4b8b-85df-45b929c796e5 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:19.708699 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e8b8cc0f-081e-4096-b524-34c43c51949c req-9226c08c-03b3-4b8b-85df-45b929c796e5 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 945 time: 0.0890460 Nov 10 17:41:19.716893 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-e8b8cc0f-081e-4096-b524-34c43c51949c req-ed669462-a79e-4161-afa8-fbd9e49c1b7a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Request body: {'port': {'security_groups': ['0722a593-6b9f-4879-a1a5-a4ad621d6152', '01e8fb59-cfef-46d4-9b30-5be86a4bd77a']}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:41:19.879915 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c2a9c77d-cd34-4a1f-aa30-9ea68731d12f tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:19.883682 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e8b8cc0f-081e-4096-b524-34c43c51949c req-ed669462-a79e-4161-afa8-fbd9e49c1b7a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:20.047156 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a9c77d-cd34-4a1f-aa30-9ea68731d12f tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Pushing event updated for resources: {'Port': ['ID=7a7b0c02-d0b9-4bb9-8b57-d47d259f29c0,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:20.050894 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a9c77d-cd34-4a1f-aa30-9ea68731d12f tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Network 64a5e86a-2d23-4a81-a676-3aa0f9c04b94 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:41:20.055832 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-c2a9c77d-cd34-4a1f-aa30-9ea68731d12f tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:41:20.067059 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ad92a-679b-4c02-acea-f7b7f09367ef req-ae233f13-8a1d-4e65-9d3c-7dd6f286f2a1 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:20.075755 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-079ad92a-679b-4c02-acea-f7b7f09367ef req-ae233f13-8a1d-4e65-9d3c-7dd6f286f2a1 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f68eb2d-87a9-4091-97a5-869b2a90018c HTTP/1.1" status: 200 len: 945 time: 0.2362213 Nov 10 17:41:20.240801 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-e8b8cc0f-081e-4096-b524-34c43c51949c req-ed669462-a79e-4161-afa8-fbd9e49c1b7a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] For port bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b,segment=NetworkSegment(5f7055d4-226f-4103-a196-9e5a5c385fb4),segment_id=5f7055d4-226f-4103-a196-9e5a5c385fb4)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:41:20.241834 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-079ad92a-679b-4c02-acea-f7b7f09367ef req-d7b1dab9-8ea4-4ce0-a2d4-8ae03b5de6f2 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] 10.222.0.39 "GET /v2.0/security-groups?id=444284be-bcad-4d60-9879-afb4f0d0ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650786 Nov 10 17:41:20.322753 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e8b8cc0f-081e-4096-b524-34c43c51949c req-ed669462-a79e-4161-afa8-fbd9e49c1b7a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:20.338628 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e8b8cc0f-081e-4096-b524-34c43c51949c req-ed669462-a79e-4161-afa8-fbd9e49c1b7a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:20.355585 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:41:20.404546 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8cc0f-081e-4096-b524-34c43c51949c req-ed669462-a79e-4161-afa8-fbd9e49c1b7a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:20.408299 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e8b8cc0f-081e-4096-b524-34c43c51949c req-ed669462-a79e-4161-afa8-fbd9e49c1b7a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:20.435221 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e8b8cc0f-081e-4096-b524-34c43c51949c req-ed669462-a79e-4161-afa8-fbd9e49c1b7a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "PUT /v2.0/ports/bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b HTTP/1.1" status: 200 len: 981 time: 0.7253103 Nov 10 17:41:20.441251 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e238a79-eb06-4901-aea5-fd79b79fdf16', 'tag': 'bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:41:20.453872 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad79f70-124b-4d71-8cb1-310e4fc32259" -d '{"events": [{"name": "network-changed", "server_uuid": "2e238a79-eb06-4901-aea5-fd79b79fdf16", "tag": "bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:41:20.491545 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a9c77d-cd34-4a1f-aa30-9ea68731d12f tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Router 763a7186-911a-4eaf-9c10-3857f55aecee has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:41:20.497342 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:41:20.608704 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed669462-a79e-4161-afa8-fbd9e49c1b7a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Pushing event updated for resources: {'Port': ['ID=bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b,revision_number=6']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:20.789858 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8d416954-b63f-43e0-9676-202fd52f140c req-5dffe80f-a5fa-46d3-9a35-b37461027e50 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1920222320&fields=id&tenant_id=479b5fa91dd14a6eb2621fb8f88e1927 HTTP/1.1" status: 200 len: 267 time: 0.1095512 Nov 10 17:41:20.802371 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a9c77d-cd34-4a1f-aa30-9ea68731d12f tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:41:20.813188 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c2a9c77d-cd34-4a1f-aa30-9ea68731d12f tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] 10.222.0.39 "PUT /v2.0/routers/763a7186-911a-4eaf-9c10-3857f55aecee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6597996 Nov 10 17:41:20.816250 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 45636) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:20.822608 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f30abe-7055-45c1-bd26-402ab032d109 None None] Sync routers for ids ['763a7186-911a-4eaf-9c10-3857f55aecee'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:41:20.836228 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-13f153f9-49b6-4796-9a9a-124fcfe025e3 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Request body: {'port': {'network_id': '64a5e86a-2d23-4a81-a676-3aa0f9c04b94', 'name': 'tempest-FloatingIPAdminTestJSON-882116040'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:41:20.847130 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f30abe-7055-45c1-bd26-402ab032d109 None None] Routers {'763a7186-911a-4eaf-9c10-3857f55aecee'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:41:20.849623 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d8f30abe-7055-45c1-bd26-402ab032d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:41:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['763a7186-911a-4eaf-9c10-3857f55aecee'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:20.854204 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-aea28785-758f-45b8-b348-3120740e5c44 None None] Provisioning complete for port 7a7b0c02-d0b9-4bb9-8b57-d47d259f29c0 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:41:20.854581 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-aea28785-758f-45b8-b348-3120740e5c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:20.886315 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ca44df-dcd0-480a-a2f5-14ecc17f3e8e x-openstack-request-id: req-c7ca44df-dcd0-480a-a2f5-14ecc17f3e8e {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:41:20.886657 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e238a79-eb06-4901-aea5-fd79b79fdf16", "tag": "bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:41:20.886826 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c7ca44df-dcd0-480a-a2f5-14ecc17f3e8e {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:41:20.887245 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e238a79-eb06-4901-aea5-fd79b79fdf16', 'tag': 'bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b', 'status': 'completed', 'code': 200} Nov 10 17:41:20.936953 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d416954-b63f-43e0-9676-202fd52f140c req-8578ea14-d6d3-459f-8dc3-2e6844f2ba90 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:20.946216 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8d416954-b63f-43e0-9676-202fd52f140c req-8578ea14-d6d3-459f-8dc3-2e6844f2ba90 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 984 time: 0.1530604 Nov 10 17:41:20.952942 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-8d416954-b63f-43e0-9676-202fd52f140c req-f1bf95b5-e158-46c7-a3b3-8ac3cb94da16 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Request body: {'port': {'security_groups': ['0722a593-6b9f-4879-a1a5-a4ad621d6152']}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:41:20.984112 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d8f30abe-7055-45c1-bd26-402ab032d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:21.000699 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f30abe-7055-45c1-bd26-402ab032d109 None None] Routers {'763a7186-911a-4eaf-9c10-3857f55aecee'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:41:21.001592 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d8f30abe-7055-45c1-bd26-402ab032d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:41:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['763a7186-911a-4eaf-9c10-3857f55aecee'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:21.057273 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d8f30abe-7055-45c1-bd26-402ab032d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:21.058131 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f30abe-7055-45c1-bd26-402ab032d109 None None] The sync data for ids ['763a7186-911a-4eaf-9c10-3857f55aecee'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:41:21.152078 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-8d416954-b63f-43e0-9676-202fd52f140c req-f1bf95b5-e158-46c7-a3b3-8ac3cb94da16 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:21.169744 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-aea28785-758f-45b8-b348-3120740e5c44 None None] Port 7a7b0c02-d0b9-4bb9-8b57-d47d259f29c0 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:41:21.218017 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f153f9-49b6-4796-9a9a-124fcfe025e3 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Made reservation on behalf of c4cf3176d294411c83d664a0e2271fc6 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:41:21.230535 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-13f153f9-49b6-4796-9a9a-124fcfe025e3 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:21.319107 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad79f70-124b-4d71-8cb1-310e4fc32259 req-21f11bab-f534-4748-9266-150acf3cbe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:21.324516 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fad79f70-124b-4d71-8cb1-310e4fc32259 req-21f11bab-f534-4748-9266-150acf3cbe19 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=479b5fa91dd14a6eb2621fb8f88e1927&device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 1136 time: 0.2187495 Nov 10 17:41:21.331284 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-13f153f9-49b6-4796-9a9a-124fcfe025e3 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] device_id is not set on port 30fe00e3-3a53-4674-85c4-59aee1451179 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:41:21.450312 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 45652) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:21.594399 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad79f70-124b-4d71-8cb1-310e4fc32259 req-989cb49c-a500-4414-b9f1-33f00d4e53d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:21.597478 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fad79f70-124b-4d71-8cb1-310e4fc32259 req-989cb49c-a500-4414-b9f1-33f00d4e53d1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f1ee02f-b6f3-4d18-9dee-4783a287b1f6 HTTP/1.1" status: 200 len: 920 time: 0.2464390 Nov 10 17:41:21.662241 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fad79f70-124b-4d71-8cb1-310e4fc32259 req-5fd310a5-b42b-46b1-aae5-ed44e7defdd8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b HTTP/1.1" status: 200 len: 217 time: 0.0556567 Nov 10 17:41:21.707797 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-8d416954-b63f-43e0-9676-202fd52f140c req-f1bf95b5-e158-46c7-a3b3-8ac3cb94da16 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] For port bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b,segment=NetworkSegment(5f7055d4-226f-4103-a196-9e5a5c385fb4),segment_id=5f7055d4-226f-4103-a196-9e5a5c385fb4)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:41:21.754717 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad79f70-124b-4d71-8cb1-310e4fc32259 req-63dcb140-56e4-4fcb-8411-1eb38cff428c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:21.756321 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fad79f70-124b-4d71-8cb1-310e4fc32259 req-63dcb140-56e4-4fcb-8411-1eb38cff428c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be026559-a252-4e84-be4f-99ee7f67aa54 HTTP/1.1" status: 200 len: 859 time: 0.0831335 Nov 10 17:41:21.801551 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-8d416954-b63f-43e0-9676-202fd52f140c req-f1bf95b5-e158-46c7-a3b3-8ac3cb94da16 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:21.810368 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-8d416954-b63f-43e0-9676-202fd52f140c req-f1bf95b5-e158-46c7-a3b3-8ac3cb94da16 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:21.824426 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:41:21.829421 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fad79f70-124b-4d71-8cb1-310e4fc32259 req-3e8fced2-e26c-44a6-9077-f614fd1c5723 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f1ee02f-b6f3-4d18-9dee-4783a287b1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595934 Nov 10 17:41:21.882752 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d416954-b63f-43e0-9676-202fd52f140c req-f1bf95b5-e158-46c7-a3b3-8ac3cb94da16 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:21.884441 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-8d416954-b63f-43e0-9676-202fd52f140c req-f1bf95b5-e158-46c7-a3b3-8ac3cb94da16 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:21.886459 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8d416954-b63f-43e0-9676-202fd52f140c req-f1bf95b5-e158-46c7-a3b3-8ac3cb94da16 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "PUT /v2.0/ports/bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b HTTP/1.1" status: 200 len: 942 time: 0.9389517 Nov 10 17:41:21.943389 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf95b5-e158-46c7-a3b3-8ac3cb94da16 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Pushing event updated for resources: {'Port': ['ID=bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b,revision_number=7']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:21.972058 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-13f153f9-49b6-4796-9a9a-124fcfe025e3 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Allocated IP 172.20.0.11 (64a5e86a-2d23-4a81-a676-3aa0f9c04b94/829ec8cd-876e-4bdb-8607-18f7f5258c45/30fe00e3-3a53-4674-85c4-59aee1451179) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:41:22.019158 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:41:22.226587 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2d0fcc8c-aaaa-4797-b3d2-42087b882ff0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:22.295333 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fad79f70-124b-4d71-8cb1-310e4fc32259 req-af8e8d1f-e270-4de0-9003-068ff3888a3a service neutron] 10.222.0.13 "GET /v2.0/networks/6f1ee02f-b6f3-4d18-9dee-4783a287b1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4597330 Nov 10 17:41:22.396084 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-393f84a3-a69a-491f-bb5a-e2429367fca1 req-8f0a7bf4-9afe-4cc1-9328-d4559a00960e tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4778085 Nov 10 17:41:22.438898 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2d0fcc8c-aaaa-4797-b3d2-42087b882ff0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:22.447771 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2d0fcc8c-aaaa-4797-b3d2-42087b882ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:22.459941 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-393f84a3-a69a-491f-bb5a-e2429367fca1 req-c6c5f375-5ed0-4ea7-9c7d-601af207c03a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:41:22.528062 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0fcc8c-aaaa-4797-b3d2-42087b882ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f7b5c3-0906-46c9-b643-cc648eb82e32,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:22.543115 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2d0fcc8c-aaaa-4797-b3d2-42087b882ff0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c9719015df2442a8e6766d62271947f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0891838 Nov 10 17:41:22.544137 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 45694) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:22.580440 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-393f84a3-a69a-491f-bb5a-e2429367fca1 req-c6c5f375-5ed0-4ea7-9c7d-601af207c03a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:22.692805 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-13f153f9-49b6-4796-9a9a-124fcfe025e3 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:22.694406 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4bcc8-26d2-4140-a192-6d3c22b270b4 req-e86545a3-de40-4f62-8f04-5f32da3cf7ec tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:22.702968 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-11d4bcc8-26d2-4140-a192-6d3c22b270b4 req-e86545a3-de40-4f62-8f04-5f32da3cf7ec tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f68eb2d-87a9-4091-97a5-869b2a90018c HTTP/1.1" status: 200 len: 945 time: 0.0861256 Nov 10 17:41:22.716851 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fad79f70-124b-4d71-8cb1-310e4fc32259 req-fce818d7-288e-4791-841e-8b1c56b4027e service neutron] 10.222.0.13 "GET /v2.0/networks/6f1ee02f-b6f3-4d18-9dee-4783a287b1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118176 Nov 10 17:41:22.768274 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0c4b8142-ab4b-4b4b-8281-548e8774d865 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:22.785132 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-13f153f9-49b6-4796-9a9a-124fcfe025e3 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:22.837426 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-11d4bcc8-26d2-4140-a192-6d3c22b270b4 req-30b339f9-bf95-4bc5-b558-5b13d848507c tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] 10.222.0.39 "GET /v2.0/security-groups?id=444284be-bcad-4d60-9879-afb4f0d0ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325994 Nov 10 17:41:22.839575 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0c4b8142-ab4b-4b4b-8281-548e8774d865 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:22.866988 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f153f9-49b6-4796-9a9a-124fcfe025e3 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Network 64a5e86a-2d23-4a81-a676-3aa0f9c04b94 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:41:22.870141 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f153f9-49b6-4796-9a9a-124fcfe025e3 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Pushing event updated for resources: {'Port': ['ID=30fe00e3-3a53-4674-85c4-59aee1451179,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:22.883514 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-13f153f9-49b6-4796-9a9a-124fcfe025e3 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:41:22.887811 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f153f9-49b6-4796-9a9a-124fcfe025e3 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:41:22.894991 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e238a79-eb06-4901-aea5-fd79b79fdf16', 'tag': 'bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:41:22.899368 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d38a5b-45ac-4a7a-8dbd-aecc2b906feb" -d '{"events": [{"name": "network-changed", "server_uuid": "2e238a79-eb06-4901-aea5-fd79b79fdf16", "tag": "bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:41:22.931410 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-393f84a3-a69a-491f-bb5a-e2429367fca1 req-c6c5f375-5ed0-4ea7-9c7d-601af207c03a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:22.973735 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0c4b8142-ab4b-4b4b-8281-548e8774d865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:22.983000 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f153f9-49b6-4796-9a9a-124fcfe025e3 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:22.983682 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-13f153f9-49b6-4796-9a9a-124fcfe025e3 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:22.988089 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0c4b8142-ab4b-4b4b-8281-548e8774d865 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:22.991385 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0c4b8142-ab4b-4b4b-8281-548e8774d865 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/92f7b5c3-0906-46c9-b643-cc648eb82e32 HTTP/1.1" status: 204 len: 168 time: 0.4431226 Nov 10 17:41:23.025558 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b8142-ab4b-4b4b-8281-548e8774d865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f7b5c3-0906-46c9-b643-cc648eb82e32,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:23.241117 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-393f84a3-a69a-491f-bb5a-e2429367fca1 req-c6c5f375-5ed0-4ea7-9c7d-601af207c03a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Allocated IP 172.25.5.95 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/68b41e37-bcfe-4b56-828e-9373519880d2) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:41:23.288476 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-13f153f9-49b6-4796-9a9a-124fcfe025e3 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4679074 Nov 10 17:41:23.291175 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 45722) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:23.309605 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691250a6-d33c-45da-b32c-e33bb67c1e66 x-openstack-request-id: req-691250a6-d33c-45da-b32c-e33bb67c1e66 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:41:23.310427 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e238a79-eb06-4901-aea5-fd79b79fdf16", "tag": "bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:41:23.310861 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-691250a6-d33c-45da-b32c-e33bb67c1e66 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:41:23.312417 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e238a79-eb06-4901-aea5-fd79b79fdf16', 'tag': 'bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b', 'status': 'completed', 'code': 200} Nov 10 17:41:23.346783 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-9c043267-e539-4bb1-9abe-cfec697b8412 None None] Provisioning complete for port 30fe00e3-3a53-4674-85c4-59aee1451179 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:41:23.348461 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9c043267-e539-4bb1-9abe-cfec697b8412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:23.434200 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-9c043267-e539-4bb1-9abe-cfec697b8412 None None] Port 30fe00e3-3a53-4674-85c4-59aee1451179 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:41:23.535945 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d38a5b-45ac-4a7a-8dbd-aecc2b906feb req-e0f1c5da-65e3-4856-b3d3-81094e66d41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:23.537939 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-20d38a5b-45ac-4a7a-8dbd-aecc2b906feb req-e0f1c5da-65e3-4856-b3d3-81094e66d41e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=479b5fa91dd14a6eb2621fb8f88e1927&device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 1097 time: 0.1946890 Nov 10 17:41:23.542070 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-393f84a3-a69a-491f-bb5a-e2429367fca1 req-c6c5f375-5ed0-4ea7-9c7d-601af207c03a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:23.606426 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-a660cc14-ef83-487b-98b0-3e76efd73571 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'project_id': 'c4cf3176d294411c83d664a0e2271fc6', 'port_id': '30fe00e3-3a53-4674-85c4-59aee1451179'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:41:23.666446 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a660cc14-ef83-487b-98b0-3e76efd73571 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:23.695374 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d38a5b-45ac-4a7a-8dbd-aecc2b906feb req-a0d15a84-018a-4d02-b4bd-ee5a3e55b97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:23.697776 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-20d38a5b-45ac-4a7a-8dbd-aecc2b906feb req-a0d15a84-018a-4d02-b4bd-ee5a3e55b97d service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f1ee02f-b6f3-4d18-9dee-4783a287b1f6 HTTP/1.1" status: 200 len: 920 time: 0.1503460 Nov 10 17:41:23.763598 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-20d38a5b-45ac-4a7a-8dbd-aecc2b906feb req-9e920b34-d1b1-43d6-819d-5e8afb214c36 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b HTTP/1.1" status: 200 len: 217 time: 0.0534942 Nov 10 17:41:23.840226 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d38a5b-45ac-4a7a-8dbd-aecc2b906feb req-1e70eb63-b153-4ef0-9da1-ad8fa200b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:23.841077 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-20d38a5b-45ac-4a7a-8dbd-aecc2b906feb req-1e70eb63-b153-4ef0-9da1-ad8fa200b811 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be026559-a252-4e84-be4f-99ee7f67aa54 HTTP/1.1" status: 200 len: 859 time: 0.0594163 Nov 10 17:41:23.862483 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-393f84a3-a69a-491f-bb5a-e2429367fca1 req-c6c5f375-5ed0-4ea7-9c7d-601af207c03a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:23.898596 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-20d38a5b-45ac-4a7a-8dbd-aecc2b906feb req-577c94ac-5c27-4a98-8247-1851843dbb5b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f1ee02f-b6f3-4d18-9dee-4783a287b1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483971 Nov 10 17:41:23.950849 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a660cc14-ef83-487b-98b0-3e76efd73571 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:24.078652 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-20d38a5b-45ac-4a7a-8dbd-aecc2b906feb req-52c18019-d907-455c-8890-f83f90a28923 service neutron] 10.222.0.13 "GET /v2.0/networks/6f1ee02f-b6f3-4d18-9dee-4783a287b1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555500 Nov 10 17:41:24.087880 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-393f84a3-a69a-491f-bb5a-e2429367fca1 req-c6c5f375-5ed0-4ea7-9c7d-601af207c03a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:41:24.099508 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-393f84a3-a69a-491f-bb5a-e2429367fca1 req-c6c5f375-5ed0-4ea7-9c7d-601af207c03a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:41:24.116932 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-393f84a3-a69a-491f-bb5a-e2429367fca1 req-c6c5f375-5ed0-4ea7-9c7d-601af207c03a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:41:24.238471 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d55454b-19d8-4939-8adf-3dc3398a4648 req-174e1dc0-b470-4725-ba6e-3db35e5404f1 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:24.240112 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7d55454b-19d8-4939-8adf-3dc3398a4648 req-174e1dc0-b470-4725-ba6e-3db35e5404f1 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f68eb2d-87a9-4091-97a5-869b2a90018c HTTP/1.1" status: 200 len: 945 time: 0.3157086 Nov 10 17:41:24.241204 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 45744) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:24.247008 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c5f375-5ed0-4ea7-9c7d-601af207c03a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Pushing event updated for resources: {'Port': ['ID=68b41e37-bcfe-4b56-828e-9373519880d2,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:24.280356 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7a3c8cfa-f8b8-41bd-9247-5695c21562d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:24.390009 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359b899-0a40-4603-853a-9a510d51968a req-621c8e72-18d3-4b29-9ddd-df432a408539 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:24.395543 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b359b899-0a40-4603-853a-9a510d51968a req-621c8e72-18d3-4b29-9ddd-df432a408539 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f68eb2d-87a9-4091-97a5-869b2a90018c HTTP/1.1" status: 200 len: 945 time: 0.2866986 Nov 10 17:41:24.454007 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-a660cc14-ef83-487b-98b0-3e76efd73571 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Allocated IP 172.25.5.144 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/20d2d369-76bd-4854-bf7d-fec35e9dd21a) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:41:24.468090 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7a3c8cfa-f8b8-41bd-9247-5695c21562d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:24.531529 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b359b899-0a40-4603-853a-9a510d51968a req-f989f926-8ef8-4f9d-84be-4889344c795b tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] 10.222.0.39 "GET /v2.0/security-groups?id=444284be-bcad-4d60-9879-afb4f0d0ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273618 Nov 10 17:41:24.553757 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-393f84a3-a69a-491f-bb5a-e2429367fca1 req-c6c5f375-5ed0-4ea7-9c7d-601af207c03a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:24.556006 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7a3c8cfa-f8b8-41bd-9247-5695c21562d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:24.594643 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7a3c8cfa-f8b8-41bd-9247-5695c21562d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=75d211cbd6714997919d12cc5d6cfc25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3485732 Nov 10 17:41:24.597960 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 45750) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:24.629379 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:24.688178 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-393f84a3-a69a-491f-bb5a-e2429367fca1 req-c6c5f375-5ed0-4ea7-9c7d-601af207c03a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:24.694551 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-20d38a5b-45ac-4a7a-8dbd-aecc2b906feb req-f2500fef-0b98-4f9d-a166-3a99563c7c0c service neutron] 10.222.0.13 "GET /v2.0/networks/6f1ee02f-b6f3-4d18-9dee-4783a287b1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6019099 Nov 10 17:41:24.702860 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c8cfa-f8b8-41bd-9247-5695c21562d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de284b07-ef60-46f3-9a83-c8f9c1eba934,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:24.746227 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7431bf3-9586-4d0b-9e84-f8e73e620507 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:24.754033 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a660cc14-ef83-487b-98b0-3e76efd73571 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:24.808947 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7431bf3-9586-4d0b-9e84-f8e73e620507 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:24.879053 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7431bf3-9586-4d0b-9e84-f8e73e620507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:24.882542 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7431bf3-9586-4d0b-9e84-f8e73e620507 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:24.886655 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b7431bf3-9586-4d0b-9e84-f8e73e620507 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/de284b07-ef60-46f3-9a83-c8f9c1eba934 HTTP/1.1" status: 204 len: 168 time: 0.2848451 Nov 10 17:41:24.914477 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7431bf3-9586-4d0b-9e84-f8e73e620507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de284b07-ef60-46f3-9a83-c8f9c1eba934,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:24.937646 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a660cc14-ef83-487b-98b0-3e76efd73571 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:25.041077 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:25.050563 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a660cc14-ef83-487b-98b0-3e76efd73571 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:41:25.058696 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-a660cc14-ef83-487b-98b0-3e76efd73571 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:41:25.069557 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a660cc14-ef83-487b-98b0-3e76efd73571 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:41:25.129000 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660cc14-ef83-487b-98b0-3e76efd73571 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Pushing event updated for resources: {'Port': ['ID=20d2d369-76bd-4854-bf7d-fec35e9dd21a,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:25.336058 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-7d55454b-19d8-4939-8adf-3dc3398a4648 req-fc5c37bd-4965-4d7c-872c-16669fd647c1 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] Deleting port 801d8774-5ae7-4839-bf21-85e468e8706f {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:41:25.337133 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7d55454b-19d8-4939-8adf-3dc3398a4648 req-fc5c37bd-4965-4d7c-872c-16669fd647c1 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:25.638850 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-7d55454b-19d8-4939-8adf-3dc3398a4648 req-fc5c37bd-4965-4d7c-872c-16669fd647c1 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] For port 801d8774-5ae7-4839-bf21-85e468e8706f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=801d8774-5ae7-4839-bf21-85e468e8706f,segment=NetworkSegment(7b91d45d-abc6-4f17-9405-fe67b5d7234a),segment_id=7b91d45d-abc6-4f17-9405-fe67b5d7234a)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:41:25.638850 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7d55454b-19d8-4939-8adf-3dc3398a4648 req-fc5c37bd-4965-4d7c-872c-16669fd647c1 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:25.673088 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-7d55454b-19d8-4939-8adf-3dc3398a4648 req-fc5c37bd-4965-4d7c-872c-16669fd647c1 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] Calling delete_port for 801d8774-5ae7-4839-bf21-85e468e8706f owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:41:25.818517 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6922947-cd11-457f-bfdf-00e4a5a957b5 req-5633ec37-2518-4b9f-ba72-955e26809a68 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:25.820313 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e6922947-cd11-457f-bfdf-00e4a5a957b5 req-5633ec37-2518-4b9f-ba72-955e26809a68 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f68eb2d-87a9-4091-97a5-869b2a90018c HTTP/1.1" status: 200 len: 945 time: 0.1186702 Nov 10 17:41:25.840673 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-393f84a3-a69a-491f-bb5a-e2429367fca1 req-c6c5f375-5ed0-4ea7-9c7d-601af207c03a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:25.852428 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-393f84a3-a69a-491f-bb5a-e2429367fca1 req-c6c5f375-5ed0-4ea7-9c7d-601af207c03a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:25.876675 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a660cc14-ef83-487b-98b0-3e76efd73571 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:25.942927 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e6922947-cd11-457f-bfdf-00e4a5a957b5 req-67d683d6-dc05-4214-9eb1-749f1590fe29 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] 10.222.0.39 "GET /v2.0/security-groups?id=444284be-bcad-4d60-9879-afb4f0d0ac77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134298 Nov 10 17:41:26.024539 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a660cc14-ef83-487b-98b0-3e76efd73571 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:26.086912 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c5f375-5ed0-4ea7-9c7d-601af207c03a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Pushing event updated for resources: {'Port': ['ID=68b41e37-bcfe-4b56-828e-9373519880d2,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:26.130890 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-393f84a3-a69a-491f-bb5a-e2429367fca1 req-c6c5f375-5ed0-4ea7-9c7d-601af207c03a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:26.165746 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-393f84a3-a69a-491f-bb5a-e2429367fca1 req-c6c5f375-5ed0-4ea7-9c7d-601af207c03a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:26.168190 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-393f84a3-a69a-491f-bb5a-e2429367fca1 req-c6c5f375-5ed0-4ea7-9c7d-601af207c03a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7235596 Nov 10 17:41:26.169816 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7d55454b-19d8-4939-8adf-3dc3398a4648 req-fc5c37bd-4965-4d7c-872c-16669fd647c1 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:26.185287 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['801d8774-5ae7-4839-bf21-85e468e8706f'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:41:26.208356 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5c37bd-4965-4d7c-872c-16669fd647c1 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] Pushing event deleted for resources: {'Port': ['ID=801d8774-5ae7-4839-bf21-85e468e8706f,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:26.355341 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-393f84a3-a69a-491f-bb5a-e2429367fca1 req-f71c84a2-2d6b-4ab0-b6fe-4e7d76591f9b tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.95 HTTP/1.1" status: 200 len: 695 time: 0.1361911 Nov 10 17:41:26.421049 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d55454b-19d8-4939-8adf-3dc3398a4648 req-fc5c37bd-4965-4d7c-872c-16669fd647c1 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] No DVR routers for this DVR port 801d8774-5ae7-4839-bf21-85e468e8706f on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:41:26.425683 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a660cc14-ef83-487b-98b0-3e76efd73571 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:26.441176 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a660cc14-ef83-487b-98b0-3e76efd73571 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:26.452229 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7d55454b-19d8-4939-8adf-3dc3398a4648 req-fc5c37bd-4965-4d7c-872c-16669fd647c1 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:26.455694 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7d55454b-19d8-4939-8adf-3dc3398a4648 req-fc5c37bd-4965-4d7c-872c-16669fd647c1 tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] 10.222.0.11 "DELETE /v2.0/ports/801d8774-5ae7-4839-bf21-85e468e8706f HTTP/1.1" status: 204 len: 173 time: 2.1807134 Nov 10 17:41:26.456219 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f68eb2d-87a9-4091-97a5-869b2a90018c', 'name': 'network-vif-deleted', 'tag': '801d8774-5ae7-4839-bf21-85e468e8706f'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:41:26.458677 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779a45de-1913-4a26-9d7d-6eb6b5bafb87" -d '{"events": [{"server_uuid": "9f68eb2d-87a9-4091-97a5-869b2a90018c", "name": "network-vif-deleted", "tag": "801d8774-5ae7-4839-bf21-85e468e8706f"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:41:26.629101 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660cc14-ef83-487b-98b0-3e76efd73571 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Pushing event updated for resources: {'Port': ['ID=20d2d369-76bd-4854-bf7d-fec35e9dd21a,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:26.641434 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5dc2df-1b41-4ec5-b8fd-9453a50c5654 x-openstack-request-id: req-dc5dc2df-1b41-4ec5-b8fd-9453a50c5654 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:41:26.641752 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f68eb2d-87a9-4091-97a5-869b2a90018c", "name": "network-vif-deleted", "tag": "801d8774-5ae7-4839-bf21-85e468e8706f", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:41:26.642028 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dc5dc2df-1b41-4ec5-b8fd-9453a50c5654 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:41:26.643524 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f68eb2d-87a9-4091-97a5-869b2a90018c', 'name': 'network-vif-deleted', 'tag': '801d8774-5ae7-4839-bf21-85e468e8706f', 'status': 'completed', 'code': 200} Nov 10 17:41:26.663162 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a660cc14-ef83-487b-98b0-3e76efd73571 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:26.674649 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f84a3-a69a-491f-bb5a-e2429367fca1 req-47754590-e39a-4f60-bc67-cd7e8e0bee1a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:26.675559 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-393f84a3-a69a-491f-bb5a-e2429367fca1 req-47754590-e39a-4f60-bc67-cd7e8e0bee1a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 784 time: 0.3192308 Nov 10 17:41:26.691762 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-393f84a3-a69a-491f-bb5a-e2429367fca1 req-5b9c2a7b-d731-47b3-b4b9-07c3a9a6d019 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:41:26.693190 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-393f84a3-a69a-491f-bb5a-e2429367fca1 req-5b9c2a7b-d731-47b3-b4b9-07c3a9a6d019 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087054 Nov 10 17:41:26.934720 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [None req-a660cc14-ef83-487b-98b0-3e76efd73571 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Floating IP b0956d56-5698-4906-8853-e87e8d34f3c1 associated. External IP: 172.25.5.144, port: 30fe00e3-3a53-4674-85c4-59aee1451179. Nov 10 17:41:26.947990 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b2ceb-f84f-41da-95be-07572a22835f req-06fb0036-f680-4f68-bc14-333d66b923fa tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:26.956261 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e14b2ceb-f84f-41da-95be-07572a22835f req-06fb0036-f680-4f68-bc14-333d66b923fa tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1365151 Nov 10 17:41:27.153511 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e14b2ceb-f84f-41da-95be-07572a22835f req-274735e2-1078-4cd8-bd01-156d24d74e71 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.95 HTTP/1.1" status: 200 len: 695 time: 0.1958811 Nov 10 17:41:27.188405 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-e14b2ceb-f84f-41da-95be-07572a22835f req-3552fe6b-eda3-45d4-ae87-e19bd588e977 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Request body: {'floatingip': {'port_id': 'bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:41:27.211996 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-22b0871e-311c-4c61-b36f-dc2a667fdd72 req-df5b355d-1daf-4efb-b314-84bcd7bae77b tempest-ServerMetadataNegativeTestJSON-797443821 tempest-ServerMetadataNegativeTestJSON-797443821-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f68eb2d-87a9-4091-97a5-869b2a90018c HTTP/1.1" status: 200 len: 210 time: 0.0629082 Nov 10 17:41:27.310391 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e14b2ceb-f84f-41da-95be-07572a22835f req-3552fe6b-eda3-45d4-ae87-e19bd588e977 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks [] for floatingip, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:27.358330 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 45830) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:27.593137 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-098652d5-cc8a-4d55-931d-dea2b92070af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:27.764900 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-098652d5-cc8a-4d55-931d-dea2b92070af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:27.775571 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-098652d5-cc8a-4d55-931d-dea2b92070af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:27.838574 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-098652d5-cc8a-4d55-931d-dea2b92070af admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=26190d127c1243ce962d101cdf1b2f7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4763267 Nov 10 17:41:27.838574 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098652d5-cc8a-4d55-931d-dea2b92070af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b69df7-1197-42b3-923e-e68fcfc3b7cd,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:27.840591 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 45858) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:27.911403 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-11a39306-b931-431a-b58f-93ae6a49ced3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:27.942676 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-11a39306-b931-431a-b58f-93ae6a49ced3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:28.019327 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-11a39306-b931-431a-b58f-93ae6a49ced3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:28.025344 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-11a39306-b931-431a-b58f-93ae6a49ced3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:28.027141 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-11a39306-b931-431a-b58f-93ae6a49ced3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b6b69df7-1197-42b3-923e-e68fcfc3b7cd HTTP/1.1" status: 204 len: 168 time: 0.1853187 Nov 10 17:41:28.043312 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a39306-b931-431a-b58f-93ae6a49ced3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b69df7-1197-42b3-923e-e68fcfc3b7cd,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:28.298148 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 45870) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:28.366460 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-373a68eb-6a41-450f-9073-f9c9a3c503b1 admin admin] Deleting subnet 24da3615-380f-48de-96a8-0cf92185471a {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:41:28.371820 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-373a68eb-6a41-450f-9073-f9c9a3c503b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:28.471310 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e14b2ceb-f84f-41da-95be-07572a22835f req-3552fe6b-eda3-45d4-ae87-e19bd588e977 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:28.484245 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e14b2ceb-f84f-41da-95be-07572a22835f req-3552fe6b-eda3-45d4-ae87-e19bd588e977 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:28.494489 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a660cc14-ef83-487b-98b0-3e76efd73571 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Router 763a7186-911a-4eaf-9c10-3857f55aecee has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:41:28.522073 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-373a68eb-6a41-450f-9073-f9c9a3c503b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:28.636107 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-373a68eb-6a41-450f-9073-f9c9a3c503b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:28.726180 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-373a68eb-6a41-450f-9073-f9c9a3c503b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:28.731302 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a660cc14-ef83-487b-98b0-3e76efd73571 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:41:28.745593 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bb8fd6-ebb9-4269-b20b-a7472a4e63a0 None None] Sync routers for ids ['763a7186-911a-4eaf-9c10-3857f55aecee'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:41:28.765642 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 45890) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:28.778943 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bb8fd6-ebb9-4269-b20b-a7472a4e63a0 None None] Routers {'763a7186-911a-4eaf-9c10-3857f55aecee'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:41:28.782058 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a660cc14-ef83-487b-98b0-3e76efd73571 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:28.783694 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-b6bb8fd6-ebb9-4269-b20b-a7472a4e63a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:41:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['763a7186-911a-4eaf-9c10-3857f55aecee'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:28.809697 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a68eb-6a41-450f-9073-f9c9a3c503b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24da3615-380f-48de-96a8-0cf92185471a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:28.812752 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-373a68eb-6a41-450f-9073-f9c9a3c503b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:28.818367 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-373a68eb-6a41-450f-9073-f9c9a3c503b1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/24da3615-380f-48de-96a8-0cf92185471a HTTP/1.1" status: 204 len: 168 time: 0.5168519 Nov 10 17:41:28.819308 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 45892) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:28.864792 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-b6bb8fd6-ebb9-4269-b20b-a7472a4e63a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:28.878978 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bb8fd6-ebb9-4269-b20b-a7472a4e63a0 None None] Routers {'763a7186-911a-4eaf-9c10-3857f55aecee'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:41:28.879595 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-b6bb8fd6-ebb9-4269-b20b-a7472a4e63a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:41:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['763a7186-911a-4eaf-9c10-3857f55aecee'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:28.883781 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1dfb7afe-3ef9-4f63-86da-6f383bad8230 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:28.898925 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a42852c2-ba4c-4173-8c12-0ae21bd9e0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:28.932042 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a660cc14-ef83-487b-98b0-3e76efd73571 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.6396430 Nov 10 17:41:28.957035 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-b6bb8fd6-ebb9-4269-b20b-a7472a4e63a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:28.957712 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bb8fd6-ebb9-4269-b20b-a7472a4e63a0 None None] The sync data for ids ['763a7186-911a-4eaf-9c10-3857f55aecee'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:41:28.979036 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 801d8774-5ae7-4839-bf21-85e468e8706f no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:41:29.003786 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 45894) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:29.023007 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a42852c2-ba4c-4173-8c12-0ae21bd9e0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:29.025791 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 801d8774-5ae7-4839-bf21-85e468e8706f {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:41:29.026143 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 801d8774-5ae7-4839-bf21-85e468e8706f not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:41:29.069955 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-a42852c2-ba4c-4173-8c12-0ae21bd9e0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e9dc96-80fd-485a-bade-c681c5d2d743']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:29.095937 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-a42852c2-ba4c-4173-8c12-0ae21bd9e0c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b91d45d-abc6-4f17-9405-fe67b5d7234a') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:29.096274 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-a42852c2-ba4c-4173-8c12-0ae21bd9e0c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b91d45d-abc6-4f17-9405-fe67b5d7234a') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:29.131318 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a42852c2-ba4c-4173-8c12-0ae21bd9e0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:29.167562 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [req-e14b2ceb-f84f-41da-95be-07572a22835f req-3552fe6b-eda3-45d4-ae87-e19bd588e977 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Floating IP 23290e5d-ee8e-4ca1-87c9-91e5dcf12494 associated. External IP: 172.25.5.95, port: bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b. Nov 10 17:41:29.174032 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a42852c2-ba4c-4173-8c12-0ae21bd9e0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:29.176879 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0d2b1855-d58d-4040-917f-276eee93f3a5 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] 10.222.0.39 "GET /v2.0/floatingips/b0956d56-5698-4906-8853-e87e8d34f3c1 HTTP/1.1" status: 200 len: 983 time: 0.1717927 Nov 10 17:41:29.179670 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 45900) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:29.221623 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a42852c2-ba4c-4173-8c12-0ae21bd9e0c3 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:41:29.222138 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a42852c2-ba4c-4173-8c12-0ae21bd9e0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:29.225413 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:41:29.225413 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:41:29.225413 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:41:29.225413 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:41:29.225413 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:41:29.225413 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:41:29.225413 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:41:29.225413 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:41:29.225413 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:41:29.225413 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:41:29.225413 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:41:29.225413 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:41:29.225413 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:41:29.225413 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:41:29.225413 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:41:29.225413 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:41:29.225413 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:41:29.225413 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:41:29.225413 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:41:29.225413 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:41:29.225413 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:41:29.225413 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:41:29.225413 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:41:29.225413 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:41:29.225413 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:41:29.225413 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:41:29.225413 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:41:29.225413 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:41:29.225413 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:41:29.225413 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:41:29.225413 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:41:29.225413 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:41:29.304634 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1dfb7afe-3ef9-4f63-86da-6f383bad8230 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:29.329308 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1dfb7afe-3ef9-4f63-86da-6f383bad8230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:29.410914 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-73cb9ec1-9adb-4755-b9e7-9ff3da3e7bf2 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3819 time: 0.2263873 Nov 10 17:41:29.414244 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 45904) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:29.424550 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a42852c2-ba4c-4173-8c12-0ae21bd9e0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:29.447644 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1dfb7afe-3ef9-4f63-86da-6f383bad8230 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b0afb0ff97a04657aff04cec80daf289&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6794419 Nov 10 17:41:29.454866 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 45908) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:29.475729 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb7afe-3ef9-4f63-86da-6f383bad8230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b6244a-66f8-4e53-adc7-89693091b08e,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:29.487568 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a42852c2-ba4c-4173-8c12-0ae21bd9e0c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:29.491954 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a42852c2-ba4c-4173-8c12-0ae21bd9e0c3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/94e9dc96-80fd-485a-bade-c681c5d2d743 HTTP/1.1" status: 204 len: 168 time: 0.6723843 Nov 10 17:41:29.525942 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42852c2-ba4c-4173-8c12-0ae21bd9e0c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=94e9dc96-80fd-485a-bade-c681c5d2d743,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:29.723076 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3b82ed5f-9b54-4927-bd5f-90089435762a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:29.746042 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-b363c943-31b9-4ddb-b2b6-da446734bca1 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Deleting port 20d2d369-76bd-4854-bf7d-fec35e9dd21a {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:41:29.746470 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b363c943-31b9-4ddb-b2b6-da446734bca1 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:29.751809 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3b82ed5f-9b54-4927-bd5f-90089435762a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:29.859172 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3b82ed5f-9b54-4927-bd5f-90089435762a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:29.861746 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3b82ed5f-9b54-4927-bd5f-90089435762a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:29.863158 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3b82ed5f-9b54-4927-bd5f-90089435762a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/87b6244a-66f8-4e53-adc7-89693091b08e HTTP/1.1" status: 204 len: 168 time: 0.4068017 Nov 10 17:41:29.894795 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e14b2ceb-f84f-41da-95be-07572a22835f req-3552fe6b-eda3-45d4-ae87-e19bd588e977 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Router dfd33a9e-561a-4b8a-be15-b4972a6da208 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:41:29.895498 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82ed5f-9b54-4927-bd5f-90089435762a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b6244a-66f8-4e53-adc7-89693091b08e,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:29.938619 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b363c943-31b9-4ddb-b2b6-da446734bca1 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:29.939222 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b363c943-31b9-4ddb-b2b6-da446734bca1 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:29.965859 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-b363c943-31b9-4ddb-b2b6-da446734bca1 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Calling delete_port for 20d2d369-76bd-4854-bf7d-fec35e9dd21a owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:41:30.088189 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e14b2ceb-f84f-41da-95be-07572a22835f req-3552fe6b-eda3-45d4-ae87-e19bd588e977 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:41:30.089069 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 45932) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:30.098979 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6913f8a-0450-4422-b0a2-38603187cac9 None None] Sync routers for ids ['dfd33a9e-561a-4b8a-be15-b4972a6da208'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:41:30.107623 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e14b2ceb-f84f-41da-95be-07572a22835f req-3552fe6b-eda3-45d4-ae87-e19bd588e977 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:30.122107 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6913f8a-0450-4422-b0a2-38603187cac9 None None] Routers {'dfd33a9e-561a-4b8a-be15-b4972a6da208'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:41:30.123080 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e6913f8a-0450-4422-b0a2-38603187cac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:41:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['dfd33a9e-561a-4b8a-be15-b4972a6da208'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:30.160474 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fa7a5187-4149-4db7-8973-95ab16c7ec5f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=26f2c0e27dad4512928e0592853dfda5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0689757 Nov 10 17:41:30.166831 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e14b2ceb-f84f-41da-95be-07572a22835f req-3552fe6b-eda3-45d4-ae87-e19bd588e977 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "PUT /v2.0/floatingips/23290e5d-ee8e-4ca1-87c9-91e5dcf12494 HTTP/1.1" status: 200 len: 995 time: 3.0036952 Nov 10 17:41:30.170820 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 45934) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:30.171310 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e238a79-eb06-4901-aea5-fd79b79fdf16', 'tag': 'bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:41:30.175943 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9badaf2f-3ce8-4afe-bd99-25aa7d286ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "2e238a79-eb06-4901-aea5-fd79b79fdf16", "tag": "bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:41:30.288841 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eab2ab11-7537-4ebb-b2f3-0e54466fb530 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:30.299873 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b2ceb-f84f-41da-95be-07572a22835f req-b5e175b6-4f21-4541-aeb1-0e21c2cc692a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:30.311693 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e14b2ceb-f84f-41da-95be-07572a22835f req-b5e175b6-4f21-4541-aeb1-0e21c2cc692a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=479b5fa91dd14a6eb2621fb8f88e1927&device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 1097 time: 0.0952859 Nov 10 17:41:30.456400 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b363c943-31b9-4ddb-b2b6-da446734bca1 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:30.460872 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acca326-a73d-40b2-b8bf-ca78e0ce65e1 x-openstack-request-id: req-8acca326-a73d-40b2-b8bf-ca78e0ce65e1 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:41:30.461435 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e238a79-eb06-4901-aea5-fd79b79fdf16", "tag": "bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:41:30.462088 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8acca326-a73d-40b2-b8bf-ca78e0ce65e1 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:41:30.462409 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e238a79-eb06-4901-aea5-fd79b79fdf16', 'tag': 'bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b', 'status': 'completed', 'code': 200} Nov 10 17:41:30.470229 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b2ceb-f84f-41da-95be-07572a22835f req-0fd441e5-8ce4-4860-901b-71aa92380d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:30.479494 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e14b2ceb-f84f-41da-95be-07572a22835f req-0fd441e5-8ce4-4860-901b-71aa92380d86 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6f1ee02f-b6f3-4d18-9dee-4783a287b1f6 HTTP/1.1" status: 200 len: 920 time: 0.1662207 Nov 10 17:41:30.500225 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-e6913f8a-0450-4422-b0a2-38603187cac9 None None] Set router dfd33a9e-561a-4b8a-be15-b4972a6da208 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:41:30.506321 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6653265e-83a3-4f1d-88ef-9f7507a2ffdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:30.569455 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363c943-31b9-4ddb-b2b6-da446734bca1 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Pushing event deleted for resources: {'Port': ['ID=20d2d369-76bd-4854-bf7d-fec35e9dd21a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:30.580401 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9badaf2f-3ce8-4afe-bd99-25aa7d286ba2 req-0bda5fac-4ac9-412a-a1f9-ef0b68803320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:30.582478 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9badaf2f-3ce8-4afe-bd99-25aa7d286ba2 req-0bda5fac-4ac9-412a-a1f9-ef0b68803320 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=479b5fa91dd14a6eb2621fb8f88e1927&device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 1097 time: 0.2083592 Nov 10 17:41:30.667075 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eab2ab11-7537-4ebb-b2f3-0e54466fb530 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:30.718073 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e14b2ceb-f84f-41da-95be-07572a22835f req-d8cd94eb-6af8-4e6d-873c-3d113a1a0f57 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b HTTP/1.1" status: 200 len: 998 time: 0.2374446 Nov 10 17:41:30.857150 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b2ceb-f84f-41da-95be-07572a22835f req-933486ea-e8e3-4221-8f5b-b4daf4bc69a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:30.873120 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e14b2ceb-f84f-41da-95be-07572a22835f req-933486ea-e8e3-4221-8f5b-b4daf4bc69a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=be026559-a252-4e84-be4f-99ee7f67aa54 HTTP/1.1" status: 200 len: 859 time: 0.1540272 Nov 10 17:41:30.912750 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9badaf2f-3ce8-4afe-bd99-25aa7d286ba2 req-d6bab3e6-614b-4e12-8197-e1626d8bd4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:30.916803 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9badaf2f-3ce8-4afe-bd99-25aa7d286ba2 req-d6bab3e6-614b-4e12-8197-e1626d8bd4f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f1ee02f-b6f3-4d18-9dee-4783a287b1f6 HTTP/1.1" status: 200 len: 920 time: 0.2710359 Nov 10 17:41:30.986369 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e14b2ceb-f84f-41da-95be-07572a22835f req-e2e3a9a4-e116-44b4-8897-b04f9b0004e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6f1ee02f-b6f3-4d18-9dee-4783a287b1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078641 Nov 10 17:41:30.997527 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-e14b2ceb-f84f-41da-95be-07572a22835f req-9ecfc241-7949-45b4-a9ea-41780833c355 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:41:31.009247 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e14b2ceb-f84f-41da-95be-07572a22835f req-9ecfc241-7949-45b4-a9ea-41780833c355 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0219328 Nov 10 17:41:31.141700 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9badaf2f-3ce8-4afe-bd99-25aa7d286ba2 req-13474c2e-10a2-467e-be7b-1699b2235390 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b HTTP/1.1" status: 200 len: 998 time: 0.1453080 Nov 10 17:41:31.215166 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9badaf2f-3ce8-4afe-bd99-25aa7d286ba2 req-8cfe535b-d649-4351-8700-f2098936ee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:31.217689 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9badaf2f-3ce8-4afe-bd99-25aa7d286ba2 req-8cfe535b-d649-4351-8700-f2098936ee7c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be026559-a252-4e84-be4f-99ee7f67aa54 HTTP/1.1" status: 200 len: 859 time: 0.0640426 Nov 10 17:41:31.254921 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 45958) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:31.281303 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eab2ab11-7537-4ebb-b2f3-0e54466fb530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:31.284659 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eab2ab11-7537-4ebb-b2f3-0e54466fb530 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:31.286406 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-eab2ab11-7537-4ebb-b2f3-0e54466fb530 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/444284be-bcad-4d60-9879-afb4f0d0ac77 HTTP/1.1" status: 204 len: 168 time: 1.1056442 Nov 10 17:41:31.297406 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9badaf2f-3ce8-4afe-bd99-25aa7d286ba2 req-045282c4-5bc1-42f8-a803-1c8e5676d849 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f1ee02f-b6f3-4d18-9dee-4783a287b1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708799 Nov 10 17:41:31.300938 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 45962) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:31.307634 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0333d7ca-878f-4e57-8196-efa57a787a52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:31.329735 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e14b2ceb-f84f-41da-95be-07572a22835f req-91562830-3dbc-4e90-bfb1-1f55ad583944 service neutron] 10.222.0.39 "GET /v2.0/networks/6f1ee02f-b6f3-4d18-9dee-4783a287b1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195229 Nov 10 17:41:31.337522 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2ab11-7537-4ebb-b2f3-0e54466fb530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444284be-bcad-4d60-9879-afb4f0d0ac77,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:31.346668 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e6913f8a-0450-4422-b0a2-38603187cac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'name': 'tempest-ServerRescueTestJSONUnderV235-108347894-router', 'tenant_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b8b296f1-bb8c-448b-bad3-55fa19563084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:40:18Z', 'updated_at': '2021-11-10T17:40:24Z', 'revision_number': 4, 'project_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'gw_port': {'id': 'b8b296f1-bb8c-448b-bad3-55fa19563084', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:40:19Z', 'updated_at': '2021-11-10T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '23290e5d-ee8e-4ca1-87c9-91e5dcf12494', 'tenant_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'floating_ip_address': '172.25.5.95', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'port_id': 'bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f1ee02f-b6f3-4d18-9dee-4783a287b1f6', 'mac_address': 'fa:16:3e:9a:9b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e238a79-eb06-4901-aea5-fd79b79fdf16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:41:24Z', 'updated_at': '2021-11-10T17:41:28Z', 'revision_number': 1, 'project_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7462647-5e23-4059-9c14-f113a3e0cee7', 'name': '', 'network_id': '6f1ee02f-b6f3-4d18-9dee-4783a287b1f6', 'tenant_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'mac_address': 'fa:16:3e:26:14:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'be026559-a252-4e84-be4f-99ee7f67aa54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:40:23Z', 'updated_at': '2021-11-10T17:40:34Z', 'revision_number': 5, 'project_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'subnets': [{'id': 'be026559-a252-4e84-be4f-99ee7f67aa54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:31.376959 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b363c943-31b9-4ddb-b2b6-da446734bca1 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:31.377348 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-b363c943-31b9-4ddb-b2b6-da446734bca1 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Floating IP b0956d56-5698-4906-8853-e87e8d34f3c1 disassociated (deleted). External IP: 172.25.5.144, port: 30fe00e3-3a53-4674-85c4-59aee1451179. Nov 10 17:41:31.415252 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6913f8a-0450-4422-b0a2-38603187cac9 None None] Checking router: dfd33a9e-561a-4b8a-be15-b4972a6da208 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:41:31.451272 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6913f8a-0450-4422-b0a2-38603187cac9 None None] Routers {'dfd33a9e-561a-4b8a-be15-b4972a6da208'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:41:31.452788 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e6913f8a-0450-4422-b0a2-38603187cac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:41:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['dfd33a9e-561a-4b8a-be15-b4972a6da208'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:31.587685 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c527778-9f21-40a5-973d-9e3cec1132dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:31.625024 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e14b2ceb-f84f-41da-95be-07572a22835f req-f072a1d0-6309-4bd3-b0a1-a19cadad03e6 service neutron] 10.222.0.39 "GET /v2.0/networks/6f1ee02f-b6f3-4d18-9dee-4783a287b1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837284 Nov 10 17:41:31.679345 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-e6913f8a-0450-4422-b0a2-38603187cac9 None None] Set router dfd33a9e-561a-4b8a-be15-b4972a6da208 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:41:31.708890 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0333d7ca-878f-4e57-8196-efa57a787a52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:31.718157 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c527778-9f21-40a5-973d-9e3cec1132dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:31.728945 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0333d7ca-878f-4e57-8196-efa57a787a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:31.769443 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333d7ca-878f-4e57-8196-efa57a787a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931d59f1-d83f-4ecf-a8e0-7a42bf9c2661,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:31.824504 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0333d7ca-878f-4e57-8196-efa57a787a52 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9049e326228a4062a1387539ee614b58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5618308 Nov 10 17:41:31.827815 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 45970) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:31.920110 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af0daa46-ad48-4726-ad83-f1b0f65cb36f req-504a589f-0fe4-4eb9-ba5f-df01462e6b02 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.95 HTTP/1.1" status: 200 len: 998 time: 0.1961634 Nov 10 17:41:31.924362 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c527778-9f21-40a5-973d-9e3cec1132dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:31.929957 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-34e09968-5fd1-4d7a-b38b-b0f629f8b5a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:31.967148 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-34e09968-5fd1-4d7a-b38b-b0f629f8b5a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:31.977633 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9badaf2f-3ce8-4afe-bd99-25aa7d286ba2 req-d194a057-d2cd-49b0-96e1-7d28827f752d service neutron] 10.222.0.13 "GET /v2.0/networks/6f1ee02f-b6f3-4d18-9dee-4783a287b1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6671994 Nov 10 17:41:31.988340 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c527778-9f21-40a5-973d-9e3cec1132dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f7e6ad-7733-4f79-926f-f703e4086953,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:32.087364 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-34e09968-5fd1-4d7a-b38b-b0f629f8b5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:32.090640 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-34e09968-5fd1-4d7a-b38b-b0f629f8b5a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:32.092281 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-34e09968-5fd1-4d7a-b38b-b0f629f8b5a3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/931d59f1-d83f-4ecf-a8e0-7a42bf9c2661 HTTP/1.1" status: 204 len: 168 time: 0.2630870 Nov 10 17:41:32.115966 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e09968-5fd1-4d7a-b38b-b0f629f8b5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931d59f1-d83f-4ecf-a8e0-7a42bf9c2661,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:32.205970 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9badaf2f-3ce8-4afe-bd99-25aa7d286ba2 req-ae051b28-6203-44c9-b601-d0e22250a48f service neutron] 10.222.0.13 "GET /v2.0/networks/6f1ee02f-b6f3-4d18-9dee-4783a287b1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529574 Nov 10 17:41:32.301511 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e6913f8a-0450-4422-b0a2-38603187cac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'name': 'tempest-ServerRescueTestJSONUnderV235-108347894-router', 'tenant_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b8b296f1-bb8c-448b-bad3-55fa19563084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:40:18Z', 'updated_at': '2021-11-10T17:40:24Z', 'revision_number': 4, 'project_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'gw_port': {'id': 'b8b296f1-bb8c-448b-bad3-55fa19563084', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:40:19Z', 'updated_at': '2021-11-10T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '23290e5d-ee8e-4ca1-87c9-91e5dcf12494', 'tenant_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'floating_ip_address': '172.25.5.95', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'port_id': 'bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f1ee02f-b6f3-4d18-9dee-4783a287b1f6', 'mac_address': 'fa:16:3e:9a:9b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e238a79-eb06-4901-aea5-fd79b79fdf16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:41:24Z', 'updated_at': '2021-11-10T17:41:28Z', 'revision_number': 1, 'project_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7462647-5e23-4059-9c14-f113a3e0cee7', 'name': '', 'network_id': '6f1ee02f-b6f3-4d18-9dee-4783a287b1f6', 'tenant_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'mac_address': 'fa:16:3e:26:14:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'be026559-a252-4e84-be4f-99ee7f67aa54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:40:23Z', 'updated_at': '2021-11-10T17:40:34Z', 'revision_number': 5, 'project_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'subnets': [{'id': 'be026559-a252-4e84-be4f-99ee7f67aa54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:32.354826 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6913f8a-0450-4422-b0a2-38603187cac9 None None] The sync data for ids ['dfd33a9e-561a-4b8a-be15-b4972a6da208'] in n-d-776250-10 is: [{'id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'name': 'tempest-ServerRescueTestJSONUnderV235-108347894-router', 'tenant_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b8b296f1-bb8c-448b-bad3-55fa19563084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:40:18Z', 'updated_at': '2021-11-10T17:40:24Z', 'revision_number': 4, 'project_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'gw_port': {'id': 'b8b296f1-bb8c-448b-bad3-55fa19563084', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:40:19Z', 'updated_at': '2021-11-10T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '23290e5d-ee8e-4ca1-87c9-91e5dcf12494', 'tenant_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'floating_ip_address': '172.25.5.95', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'port_id': 'bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f1ee02f-b6f3-4d18-9dee-4783a287b1f6', 'mac_address': 'fa:16:3e:9a:9b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e238a79-eb06-4901-aea5-fd79b79fdf16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:41:24Z', 'updated_at': '2021-11-10T17:41:28Z', 'revision_number': 1, 'project_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7462647-5e23-4059-9c14-f113a3e0cee7', 'name': '', 'network_id': '6f1ee02f-b6f3-4d18-9dee-4783a287b1f6', 'tenant_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'mac_address': 'fa:16:3e:26:14:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'be026559-a252-4e84-be4f-99ee7f67aa54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:40:23Z', 'updated_at': '2021-11-10T17:40:34Z', 'revision_number': 5, 'project_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'subnets': [{'id': 'be026559-a252-4e84-be4f-99ee7f67aa54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:41:32.375914 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 45998) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:32.376217 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5c527778-9f21-40a5-973d-9e3cec1132dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f3d2f33af09449c291578f7c026fe2a4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0739026 Nov 10 17:41:32.398159 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0daa46-ad48-4726-ad83-f1b0f65cb36f req-f69206f9-5081-484a-8fb8-838fd981fbc5 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:32.428626 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af0daa46-ad48-4726-ad83-f1b0f65cb36f req-f69206f9-5081-484a-8fb8-838fd981fbc5 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports/bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b HTTP/1.1" status: 200 len: 942 time: 0.4994543 Nov 10 17:41:32.506067 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-230b0e84-23ab-4e49-ae61-91435e8cd18d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:32.547614 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b363c943-31b9-4ddb-b2b6-da446734bca1 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Router 763a7186-911a-4eaf-9c10-3857f55aecee has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:41:32.569210 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-230b0e84-23ab-4e49-ae61-91435e8cd18d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:32.655566 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af0daa46-ad48-4726-ad83-f1b0f65cb36f req-fd277d3f-8cf7-410e-a1af-478bb916cd26 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.95 HTTP/1.1" status: 200 len: 998 time: 0.1055887 Nov 10 17:41:32.679544 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-230b0e84-23ab-4e49-ae61-91435e8cd18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:32.684668 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-230b0e84-23ab-4e49-ae61-91435e8cd18d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:32.688808 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-230b0e84-23ab-4e49-ae61-91435e8cd18d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/20f7e6ad-7733-4f79-926f-f703e4086953 HTTP/1.1" status: 204 len: 168 time: 0.3083513 Nov 10 17:41:32.709348 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b0e84-23ab-4e49-ae61-91435e8cd18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f7e6ad-7733-4f79-926f-f703e4086953,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:32.827494 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9ff27bd8-1f16-4fdd-86db-5c438e6f7d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:32.854258 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca013cd-a40a-4dd1-b66d-999cdef696d4 None None] New status for floating IP 23290e5d-ee8e-4ca1-87c9-91e5dcf12494: ACTIVE {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:41:33.132197 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46020) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:33.175449 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0daa46-ad48-4726-ad83-f1b0f65cb36f req-ae2200de-eacd-4652-8aef-f30e045aefb5 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:33.194311 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af0daa46-ad48-4726-ad83-f1b0f65cb36f req-ae2200de-eacd-4652-8aef-f30e045aefb5 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 784 time: 0.5369618 Nov 10 17:41:33.224833 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-af0daa46-ad48-4726-ad83-f1b0f65cb36f req-6776fc0d-453c-41f6-8310-b4927d74128f tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:41:33.237473 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af0daa46-ad48-4726-ad83-f1b0f65cb36f req-6776fc0d-453c-41f6-8310-b4927d74128f tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0419266 Nov 10 17:41:33.427382 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-1362bad9-2cf0-492b-8998-b59f302825d9 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-46261927-network', 'tenant_id': 'c47cf0916437420f96fe3315940d663d'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:41:33.496000 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1362bad9-2cf0-492b-8998-b59f302825d9 admin admin] Made reservation on behalf of c47cf0916437420f96fe3315940d663d for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:41:33.501227 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1362bad9-2cf0-492b-8998-b59f302825d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:33.534414 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46040) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:33.542108 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1362bad9-2cf0-492b-8998-b59f302825d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:33.560188 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bad410e4-c9bf-43a7-bad9-e38f28fccf62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:33.768425 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1362bad9-2cf0-492b-8998-b59f302825d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:33.776488 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bad410e4-c9bf-43a7-bad9-e38f28fccf62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:33.782784 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1362bad9-2cf0-492b-8998-b59f302825d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:33.800841 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af0daa46-ad48-4726-ad83-f1b0f65cb36f req-0381a7e4-0917-47ae-b01e-17ad44df6c6c tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.95 HTTP/1.1" status: 200 len: 1000 time: 0.5618358 Nov 10 17:41:33.812080 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-af0daa46-ad48-4726-ad83-f1b0f65cb36f req-c7e85ba2-2f7b-4997-9ab7-b93e8e5b63af tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:41:33.820186 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bad410e4-c9bf-43a7-bad9-e38f28fccf62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:33.838580 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1362bad9-2cf0-492b-8998-b59f302825d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:41:33.870663 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b363c943-31b9-4ddb-b2b6-da446734bca1 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:41:33.877366 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b363c943-31b9-4ddb-b2b6-da446734bca1 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:33.885593 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61326c80-8f84-43f8-bc16-83453861435a None None] Sync routers for ids ['763a7186-911a-4eaf-9c10-3857f55aecee'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:41:33.901612 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61326c80-8f84-43f8-bc16-83453861435a None None] Routers {'763a7186-911a-4eaf-9c10-3857f55aecee'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:41:33.903314 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-61326c80-8f84-43f8-bc16-83453861435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:41:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['763a7186-911a-4eaf-9c10-3857f55aecee'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:33.960206 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:33.971217 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bad410e4-c9bf-43a7-bad9-e38f28fccf62 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bea9ec22524d4b06a11e82497a239aa3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4353881 Nov 10 17:41:33.974032 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46048) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:33.983970 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-61326c80-8f84-43f8-bc16-83453861435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:33.987827 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1362bad9-2cf0-492b-8998-b59f302825d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:33.988612 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-1362bad9-2cf0-492b-8998-b59f302825d9 admin admin] Added segment b01d76bd-9429-49a6-9f80-40450766a500 of type vlan for network edae2815-6a7a-43f4-8c19-e01cdaa52312 Nov 10 17:41:33.989897 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b363c943-31b9-4ddb-b2b6-da446734bca1 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] 10.222.0.39 "DELETE /v2.0/floatingips/b0956d56-5698-4906-8853-e87e8d34f3c1 HTTP/1.1" status: 204 len: 168 time: 4.5731940 Nov 10 17:41:33.993262 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-af0daa46-ad48-4726-ad83-f1b0f65cb36f req-c7e85ba2-2f7b-4997-9ab7-b93e8e5b63af tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks [] for floatingip, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:34.019358 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61326c80-8f84-43f8-bc16-83453861435a None None] Routers {'763a7186-911a-4eaf-9c10-3857f55aecee'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:41:34.022063 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-61326c80-8f84-43f8-bc16-83453861435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:41:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['763a7186-911a-4eaf-9c10-3857f55aecee'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:34.042323 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1362bad9-2cf0-492b-8998-b59f302825d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:34.105220 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-61326c80-8f84-43f8-bc16-83453861435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:34.105994 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61326c80-8f84-43f8-bc16-83453861435a None None] The sync data for ids ['763a7186-911a-4eaf-9c10-3857f55aecee'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:41:34.107156 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362bad9-2cf0-492b-8998-b59f302825d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66640c0e-5abd-44ae-a556-28bb02e7f0ba,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:34.131040 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46050) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:34.140410 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-13b4a35d-63e4-4eed-9869-73cdc67ab775 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:41:34.143731 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1362bad9-2cf0-492b-8998-b59f302825d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:34.144931 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1362bad9-2cf0-492b-8998-b59f302825d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:34.145676 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1362bad9-2cf0-492b-8998-b59f302825d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:34.303169 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad410e4-c9bf-43a7-bad9-e38f28fccf62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbc1ff2-35a3-455d-ae7a-f5712449797b,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:34.306814 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362bad9-2cf0-492b-8998-b59f302825d9 admin admin] Pushing event updated for resources: {'Network': ['ID=edae2815-6a7a-43f4-8c19-e01cdaa52312,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:34.321936 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13b4a35d-63e4-4eed-9869-73cdc67ab775 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:34.338591 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-af0daa46-ad48-4726-ad83-f1b0f65cb36f req-c7e85ba2-2f7b-4997-9ab7-b93e8e5b63af tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:34.345715 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1362bad9-2cf0-492b-8998-b59f302825d9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2065334 Nov 10 17:41:34.345886 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 46060) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:34.373178 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network edae2815-6a7a-43f4-8c19-e01cdaa52312 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:41:34.373402 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-60c8f68c-2ab1-42d7-bc94-c7126817962d admin admin] Request body: {'subnet': {'network_id': 'edae2815-6a7a-43f4-8c19-e01cdaa52312', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-46261927-subnet', 'tenant_id': 'c47cf0916437420f96fe3315940d663d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:41:34.378052 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-af0daa46-ad48-4726-ad83-f1b0f65cb36f req-c7e85ba2-2f7b-4997-9ab7-b93e8e5b63af tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:34.378441 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [req-af0daa46-ad48-4726-ad83-f1b0f65cb36f req-c7e85ba2-2f7b-4997-9ab7-b93e8e5b63af tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Floating IP 23290e5d-ee8e-4ca1-87c9-91e5dcf12494 disassociated. External IP: 172.25.5.95, port: bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b. Nov 10 17:41:34.413192 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-babb2b5f-1a6b-4bef-872e-c818588cb1a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:34.493944 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-babb2b5f-1a6b-4bef-872e-c818588cb1a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:34.558861 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c8f68c-2ab1-42d7-bc94-c7126817962d admin admin] Made reservation on behalf of c47cf0916437420f96fe3315940d663d for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:41:34.560883 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-60c8f68c-2ab1-42d7-bc94-c7126817962d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:34.594665 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-babb2b5f-1a6b-4bef-872e-c818588cb1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:34.600629 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-babb2b5f-1a6b-4bef-872e-c818588cb1a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:34.607359 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-babb2b5f-1a6b-4bef-872e-c818588cb1a4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2cbc1ff2-35a3-455d-ae7a-f5712449797b HTTP/1.1" status: 204 len: 168 time: 0.5133696 Nov 10 17:41:34.624430 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb2b5f-1a6b-4bef-872e-c818588cb1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbc1ff2-35a3-455d-ae7a-f5712449797b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:34.629441 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13b4a35d-63e4-4eed-9869-73cdc67ab775 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:34.835836 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-13b4a35d-63e4-4eed-9869-73cdc67ab775 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Allocated IP 172.25.5.79 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/6dcac29c-10b6-4d30-940c-1b9ee047432c) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:41:35.018138 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af0daa46-ad48-4726-ad83-f1b0f65cb36f req-c7e85ba2-2f7b-4997-9ab7-b93e8e5b63af tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Router dfd33a9e-561a-4b8a-be15-b4972a6da208 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:41:35.046855 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-60c8f68c-2ab1-42d7-bc94-c7126817962d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:35.071829 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13b4a35d-63e4-4eed-9869-73cdc67ab775 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:35.118168 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13b4a35d-63e4-4eed-9869-73cdc67ab775 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:35.165925 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b4a35d-63e4-4eed-9869-73cdc67ab775 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:41:35.182217 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-13b4a35d-63e4-4eed-9869-73cdc67ab775 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:41:35.189546 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b4a35d-63e4-4eed-9869-73cdc67ab775 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:41:35.200294 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8f68c-2ab1-42d7-bc94-c7126817962d admin admin] Pushing event updated for resources: {'Subnet': ['ID=96cdec17-398a-4927-8208-f4ed625a542e,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:35.227082 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4a35d-63e4-4eed-9869-73cdc67ab775 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Pushing event updated for resources: {'Port': ['ID=6dcac29c-10b6-4d30-940c-1b9ee047432c,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:35.227752 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c8f68c-2ab1-42d7-bc94-c7126817962d admin admin] Checking segment: {'id': 'b01d76bd-9429-49a6-9f80-40450766a500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'edae2815-6a7a-43f4-8c19-e01cdaa52312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:41:35.228121 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c8f68c-2ab1-42d7-bc94-c7126817962d admin admin] Network hostable DHCP agents. Network: edae2815-6a7a-43f4-8c19-e01cdaa52312, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:41:35.253477 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af0daa46-ad48-4726-ad83-f1b0f65cb36f req-c7e85ba2-2f7b-4997-9ab7-b93e8e5b63af tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:41:35.257464 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c8f68c-2ab1-42d7-bc94-c7126817962d admin admin] Network edae2815-6a7a-43f4-8c19-e01cdaa52312 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:41:35.263985 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-af0daa46-ad48-4726-ad83-f1b0f65cb36f req-c7e85ba2-2f7b-4997-9ab7-b93e8e5b63af tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:35.267747 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008b2ab0-87bf-4827-ad73-7ed43622ec5f None None] Sync routers for ids ['dfd33a9e-561a-4b8a-be15-b4972a6da208'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:41:35.290813 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-60c8f68c-2ab1-42d7-bc94-c7126817962d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, edae2815-6a7a-43f4-8c19-e01cdaa52312) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:41:35.298031 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c8f68c-2ab1-42d7-bc94-c7126817962d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:35.298647 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-60c8f68c-2ab1-42d7-bc94-c7126817962d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:35.311153 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af0daa46-ad48-4726-ad83-f1b0f65cb36f req-c7e85ba2-2f7b-4997-9ab7-b93e8e5b63af tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "PUT /v2.0/floatingips/23290e5d-ee8e-4ca1-87c9-91e5dcf12494 HTTP/1.1" status: 200 len: 694 time: 1.5094924 Nov 10 17:41:35.312651 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e238a79-eb06-4901-aea5-fd79b79fdf16', 'tag': 'bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:41:35.314530 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74509ac-8a68-4c1b-ab0e-6174f0d08f88 None None] Network edae2815-6a7a-43f4-8c19-e01cdaa52312 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:41:35.315155 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f901fcfe-ff78-4854-88f5-6ed9e906fd02" -d '{"events": [{"name": "network-changed", "server_uuid": "2e238a79-eb06-4901-aea5-fd79b79fdf16", "tag": "bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:41:35.325000 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008b2ab0-87bf-4827-ad73-7ed43622ec5f None None] Routers {'dfd33a9e-561a-4b8a-be15-b4972a6da208'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:41:35.325656 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-008b2ab0-87bf-4827-ad73-7ed43622ec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:41:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['dfd33a9e-561a-4b8a-be15-b4972a6da208'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:35.328276 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-60c8f68c-2ab1-42d7-bc94-c7126817962d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9813120 Nov 10 17:41:35.356265 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13b4a35d-63e4-4eed-9869-73cdc67ab775 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:35.413457 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13b4a35d-63e4-4eed-9869-73cdc67ab775 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:35.447896 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ca4bf0-240e-433d-944a-b4eb52b7db71 x-openstack-request-id: req-e5ca4bf0-240e-433d-944a-b4eb52b7db71 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:41:35.448479 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e238a79-eb06-4901-aea5-fd79b79fdf16", "tag": "bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:41:35.448915 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e5ca4bf0-240e-433d-944a-b4eb52b7db71 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:41:35.449740 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e238a79-eb06-4901-aea5-fd79b79fdf16', 'tag': 'bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b', 'status': 'completed', 'code': 200} Nov 10 17:41:35.463202 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0daa46-ad48-4726-ad83-f1b0f65cb36f req-9d719199-e939-41bc-b70b-064ae1fbc4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:35.465080 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af0daa46-ad48-4726-ad83-f1b0f65cb36f req-9d719199-e939-41bc-b70b-064ae1fbc4ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=479b5fa91dd14a6eb2621fb8f88e1927&device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 1097 time: 0.1270118 Nov 10 17:41:35.647014 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:35.868105 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13b4a35d-63e4-4eed-9869-73cdc67ab775 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:35.869360 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 46120) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:35.881754 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13b4a35d-63e4-4eed-9869-73cdc67ab775 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:35.990637 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4a35d-63e4-4eed-9869-73cdc67ab775 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Pushing event updated for resources: {'Port': ['ID=6dcac29c-10b6-4d30-940c-1b9ee047432c,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:36.003494 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-008b2ab0-87bf-4827-ad73-7ed43622ec5f None None] Set router dfd33a9e-561a-4b8a-be15-b4972a6da208 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:41:36.024563 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13b4a35d-63e4-4eed-9869-73cdc67ab775 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:36.059577 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13b4a35d-63e4-4eed-9869-73cdc67ab775 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:36.063684 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-13b4a35d-63e4-4eed-9869-73cdc67ab775 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9247754 Nov 10 17:41:36.064285 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46130) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:36.072866 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-08757d5a-f449-4720-87d2-046e1c770bff admin admin] Deleting subnet 96cdec17-398a-4927-8208-f4ed625a542e {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:41:36.094080 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0daa46-ad48-4726-ad83-f1b0f65cb36f req-f943cea1-5d1e-46e6-8234-5089622b452d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:36.095869 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af0daa46-ad48-4726-ad83-f1b0f65cb36f req-f943cea1-5d1e-46e6-8234-5089622b452d service neutron] 10.222.0.39 "GET /v2.0/networks?id=6f1ee02f-b6f3-4d18-9dee-4783a287b1f6 HTTP/1.1" status: 200 len: 920 time: 0.5961769 Nov 10 17:41:36.096869 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08757d5a-f449-4720-87d2-046e1c770bff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:36.145644 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901fcfe-ff78-4854-88f5-6ed9e906fd02 req-e1679d4b-354d-42ef-9d5f-7a0142a854fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:36.147217 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f901fcfe-ff78-4854-88f5-6ed9e906fd02 req-e1679d4b-354d-42ef-9d5f-7a0142a854fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=479b5fa91dd14a6eb2621fb8f88e1927&device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 1097 time: 0.6780190 Nov 10 17:41:36.219454 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15594f5-15dd-41c7-b003-ade8d9b36a50 None None] Network edae2815-6a7a-43f4-8c19-e01cdaa52312 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:41:36.297487 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:36.307336 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901fcfe-ff78-4854-88f5-6ed9e906fd02 req-649416bb-0739-4028-81fd-4e8d87b5eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:36.309863 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f901fcfe-ff78-4854-88f5-6ed9e906fd02 req-649416bb-0739-4028-81fd-4e8d87b5eb75 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f1ee02f-b6f3-4d18-9dee-4783a287b1f6 HTTP/1.1" status: 200 len: 920 time: 0.1196370 Nov 10 17:41:36.312140 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af0daa46-ad48-4726-ad83-f1b0f65cb36f req-b06799b1-f2f3-4a69-920e-7cd3c246b173 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b HTTP/1.1" status: 200 len: 217 time: 0.1857841 Nov 10 17:41:36.317696 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08757d5a-f449-4720-87d2-046e1c770bff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:36.410287 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0daa46-ad48-4726-ad83-f1b0f65cb36f req-49720a0e-60a3-42b4-a8f4-11958c8140b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:36.417108 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-68e71c1e-9636-436d-a3b3-93f28a49600e tempest-FloatingIPAdminTestJSON-960204842 tempest-FloatingIPAdminTestJSON-960204842-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:41:36.420292 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af0daa46-ad48-4726-ad83-f1b0f65cb36f req-49720a0e-60a3-42b4-a8f4-11958c8140b0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=be026559-a252-4e84-be4f-99ee7f67aa54 HTTP/1.1" status: 200 len: 859 time: 0.0992708 Nov 10 17:41:36.465672 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-68e71c1e-9636-436d-a3b3-93f28a49600e tempest-FloatingIPAdminTestJSON-960204842 tempest-FloatingIPAdminTestJSON-960204842-project] Publish callbacks [] for floatingip, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:36.549810 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08757d5a-f449-4720-87d2-046e1c770bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:36.627163 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-008b2ab0-87bf-4827-ad73-7ed43622ec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'name': 'tempest-ServerRescueTestJSONUnderV235-108347894-router', 'tenant_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b8b296f1-bb8c-448b-bad3-55fa19563084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:40:18Z', 'updated_at': '2021-11-10T17:40:24Z', 'revision_number': 4, 'project_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'gw_port': {'id': 'b8b296f1-bb8c-448b-bad3-55fa19563084', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:40:19Z', 'updated_at': '2021-11-10T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'd7462647-5e23-4059-9c14-f113a3e0cee7', 'name': '', 'network_id': '6f1ee02f-b6f3-4d18-9dee-4783a287b1f6', 'tenant_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'mac_address': 'fa:16:3e:26:14:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'be026559-a252-4e84-be4f-99ee7f67aa54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:40:23Z', 'updated_at': '2021-11-10T17:40:34Z', 'revision_number': 5, 'project_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'subnets': [{'id': 'be026559-a252-4e84-be4f-99ee7f67aa54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:36.629712 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08757d5a-f449-4720-87d2-046e1c770bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:36.639922 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-68e71c1e-9636-436d-a3b3-93f28a49600e tempest-FloatingIPAdminTestJSON-960204842 tempest-FloatingIPAdminTestJSON-960204842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:36.652577 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f901fcfe-ff78-4854-88f5-6ed9e906fd02 req-21ddee23-1f52-4b4c-b859-4d75b50fe80d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b HTTP/1.1" status: 200 len: 217 time: 0.3325655 Nov 10 17:41:36.660601 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af0daa46-ad48-4726-ad83-f1b0f65cb36f req-8d0e0e55-fbaf-47ab-accf-0ad9c1db6a35 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6f1ee02f-b6f3-4d18-9dee-4783a287b1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2376597 Nov 10 17:41:36.693345 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008b2ab0-87bf-4827-ad73-7ed43622ec5f None None] Checking router: dfd33a9e-561a-4b8a-be15-b4972a6da208 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:41:36.707848 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008b2ab0-87bf-4827-ad73-7ed43622ec5f None None] Routers {'dfd33a9e-561a-4b8a-be15-b4972a6da208'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:41:36.708795 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-008b2ab0-87bf-4827-ad73-7ed43622ec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:41:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['dfd33a9e-561a-4b8a-be15-b4972a6da208'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:36.746355 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901fcfe-ff78-4854-88f5-6ed9e906fd02 req-7d56acad-bda3-4bdf-8cb9-94bdb67ac772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:36.747889 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f901fcfe-ff78-4854-88f5-6ed9e906fd02 req-7d56acad-bda3-4bdf-8cb9-94bdb67ac772 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=be026559-a252-4e84-be4f-99ee7f67aa54 HTTP/1.1" status: 200 len: 859 time: 0.0864816 Nov 10 17:41:36.749057 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08757d5a-f449-4720-87d2-046e1c770bff admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:36.755969 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-08757d5a-f449-4720-87d2-046e1c770bff admin admin] 10.222.0.39 "DELETE /v2.0/subnets/96cdec17-398a-4927-8208-f4ed625a542e HTTP/1.1" status: 204 len: 168 time: 0.8755019 Nov 10 17:41:36.755969 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08757d5a-f449-4720-87d2-046e1c770bff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96cdec17-398a-4927-8208-f4ed625a542e,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:36.790726 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46158) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:36.903367 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-008b2ab0-87bf-4827-ad73-7ed43622ec5f None None] Set router dfd33a9e-561a-4b8a-be15-b4972a6da208 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:41:36.908018 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af0daa46-ad48-4726-ad83-f1b0f65cb36f req-13fa5de8-36e7-48fd-b12f-6f14ddb709d2 service neutron] 10.222.0.39 "GET /v2.0/networks/6f1ee02f-b6f3-4d18-9dee-4783a287b1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240813 Nov 10 17:41:36.915978 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-68e71c1e-9636-436d-a3b3-93f28a49600e tempest-FloatingIPAdminTestJSON-960204842 tempest-FloatingIPAdminTestJSON-960204842-project] Allocated IP 172.25.5.133 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/a0fdf88c-620d-4b92-a64a-39384d81e66a) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:41:36.929513 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f495883a-3272-40ff-afdf-29742b19812c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:36.955685 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f901fcfe-ff78-4854-88f5-6ed9e906fd02 req-8250bd0a-445d-42a7-af31-9433d923b30d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f1ee02f-b6f3-4d18-9dee-4783a287b1f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565391 Nov 10 17:41:37.123160 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-68e71c1e-9636-436d-a3b3-93f28a49600e tempest-FloatingIPAdminTestJSON-960204842 tempest-FloatingIPAdminTestJSON-960204842-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:37.208617 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-68e71c1e-9636-436d-a3b3-93f28a49600e tempest-FloatingIPAdminTestJSON-960204842 tempest-FloatingIPAdminTestJSON-960204842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:37.237667 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af0daa46-ad48-4726-ad83-f1b0f65cb36f req-32db9465-b3d9-47cf-ae4f-e8ce99733204 service neutron] 10.222.0.39 "GET /v2.0/networks/6f1ee02f-b6f3-4d18-9dee-4783a287b1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286941 Nov 10 17:41:37.248469 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f495883a-3272-40ff-afdf-29742b19812c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:37.292715 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-008b2ab0-87bf-4827-ad73-7ed43622ec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'name': 'tempest-ServerRescueTestJSONUnderV235-108347894-router', 'tenant_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b8b296f1-bb8c-448b-bad3-55fa19563084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:40:18Z', 'updated_at': '2021-11-10T17:40:24Z', 'revision_number': 4, 'project_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'gw_port': {'id': 'b8b296f1-bb8c-448b-bad3-55fa19563084', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:40:19Z', 'updated_at': '2021-11-10T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'd7462647-5e23-4059-9c14-f113a3e0cee7', 'name': '', 'network_id': '6f1ee02f-b6f3-4d18-9dee-4783a287b1f6', 'tenant_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'mac_address': 'fa:16:3e:26:14:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'be026559-a252-4e84-be4f-99ee7f67aa54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:40:23Z', 'updated_at': '2021-11-10T17:40:34Z', 'revision_number': 5, 'project_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'subnets': [{'id': 'be026559-a252-4e84-be4f-99ee7f67aa54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:37.332184 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008b2ab0-87bf-4827-ad73-7ed43622ec5f None None] The sync data for ids ['dfd33a9e-561a-4b8a-be15-b4972a6da208'] in n-d-776250-10 is: [{'id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'name': 'tempest-ServerRescueTestJSONUnderV235-108347894-router', 'tenant_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b8b296f1-bb8c-448b-bad3-55fa19563084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:40:18Z', 'updated_at': '2021-11-10T17:40:24Z', 'revision_number': 4, 'project_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'gw_port': {'id': 'b8b296f1-bb8c-448b-bad3-55fa19563084', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:40:19Z', 'updated_at': '2021-11-10T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'd7462647-5e23-4059-9c14-f113a3e0cee7', 'name': '', 'network_id': '6f1ee02f-b6f3-4d18-9dee-4783a287b1f6', 'tenant_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'mac_address': 'fa:16:3e:26:14:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'be026559-a252-4e84-be4f-99ee7f67aa54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:40:23Z', 'updated_at': '2021-11-10T17:40:34Z', 'revision_number': 5, 'project_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'subnets': [{'id': 'be026559-a252-4e84-be4f-99ee7f67aa54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:41:37.333315 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e71c1e-9636-436d-a3b3-93f28a49600e tempest-FloatingIPAdminTestJSON-960204842 tempest-FloatingIPAdminTestJSON-960204842-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:41:37.375853 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e71c1e-9636-436d-a3b3-93f28a49600e tempest-FloatingIPAdminTestJSON-960204842 tempest-FloatingIPAdminTestJSON-960204842-project] Pushing event updated for resources: {'Port': ['ID=a0fdf88c-620d-4b92-a64a-39384d81e66a,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:37.380423 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f495883a-3272-40ff-afdf-29742b19812c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edae2815-6a7a-43f4-8c19-e01cdaa52312']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:37.387738 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-68e71c1e-9636-436d-a3b3-93f28a49600e tempest-FloatingIPAdminTestJSON-960204842 tempest-FloatingIPAdminTestJSON-960204842-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:41:37.414674 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1c0f16d3-aa23-4ea1-93f0-b11cfd200ff9 req-1eac8f99-7449-4ff0-8d54-11cbf6a39101 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/floatingips/23290e5d-ee8e-4ca1-87c9-91e5dcf12494 HTTP/1.1" status: 200 len: 694 time: 0.1155248 Nov 10 17:41:37.417457 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f901fcfe-ff78-4854-88f5-6ed9e906fd02 req-c0e37a21-e535-4bbd-a0ce-bdd0e9931268 service neutron] 10.222.0.13 "GET /v2.0/networks/6f1ee02f-b6f3-4d18-9dee-4783a287b1f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448152 Nov 10 17:41:37.421527 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e71c1e-9636-436d-a3b3-93f28a49600e tempest-FloatingIPAdminTestJSON-960204842 tempest-FloatingIPAdminTestJSON-960204842-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:41:37.433048 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f495883a-3272-40ff-afdf-29742b19812c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b01d76bd-9429-49a6-9f80-40450766a500') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:37.434270 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f495883a-3272-40ff-afdf-29742b19812c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b01d76bd-9429-49a6-9f80-40450766a500') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:37.470196 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f495883a-3272-40ff-afdf-29742b19812c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:37.501054 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f495883a-3272-40ff-afdf-29742b19812c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:37.520136 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f495883a-3272-40ff-afdf-29742b19812c admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:41:37.521176 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f495883a-3272-40ff-afdf-29742b19812c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:37.524938 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:41:37.524938 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:41:37.524938 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:41:37.524938 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:41:37.524938 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:41:37.524938 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:41:37.524938 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:41:37.524938 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:41:37.524938 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:41:37.524938 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:41:37.524938 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:41:37.524938 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:41:37.524938 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:41:37.524938 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:41:37.524938 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:41:37.524938 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:41:37.524938 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:41:37.524938 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:41:37.524938 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:41:37.524938 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:41:37.524938 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:41:37.524938 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:41:37.524938 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:41:37.524938 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:41:37.524938 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:41:37.524938 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:41:37.524938 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:41:37.524938 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:41:37.524938 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:41:37.524938 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:41:37.524938 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:41:37.524938 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:41:37.612485 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f16d3-aa23-4ea1-93f0-b11cfd200ff9 req-ece23b84-29f9-42c4-b5ed-b568bbf985a6 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:37.614040 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1c0f16d3-aa23-4ea1-93f0-b11cfd200ff9 req-ece23b84-29f9-42c4-b5ed-b568bbf985a6 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 784 time: 0.1929975 Nov 10 17:41:37.655842 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-1c0f16d3-aa23-4ea1-93f0-b11cfd200ff9 req-78f85bc4-095b-41e9-9116-c7d076af613f tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:41:37.656818 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f495883a-3272-40ff-afdf-29742b19812c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:37.661454 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1c0f16d3-aa23-4ea1-93f0-b11cfd200ff9 req-78f85bc4-095b-41e9-9116-c7d076af613f tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118952 Nov 10 17:41:37.691616 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-68e71c1e-9636-436d-a3b3-93f28a49600e tempest-FloatingIPAdminTestJSON-960204842 tempest-FloatingIPAdminTestJSON-960204842-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:37.693413 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f495883a-3272-40ff-afdf-29742b19812c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:37.696813 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f495883a-3272-40ff-afdf-29742b19812c admin admin] 10.222.0.39 "DELETE /v2.0/networks/edae2815-6a7a-43f4-8c19-e01cdaa52312 HTTP/1.1" status: 204 len: 168 time: 0.9050152 Nov 10 17:41:37.697956 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f495883a-3272-40ff-afdf-29742b19812c admin admin] Pushing event deleted for resources: {'Network': ['ID=edae2815-6a7a-43f4-8c19-e01cdaa52312,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:37.746059 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-68e71c1e-9636-436d-a3b3-93f28a49600e tempest-FloatingIPAdminTestJSON-960204842 tempest-FloatingIPAdminTestJSON-960204842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:37.797358 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f901fcfe-ff78-4854-88f5-6ed9e906fd02 req-c2b6a177-4b4b-4ce9-ae4c-9fa9347eeb6e service neutron] 10.222.0.13 "GET /v2.0/networks/6f1ee02f-b6f3-4d18-9dee-4783a287b1f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574467 Nov 10 17:41:37.817194 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1c0f16d3-aa23-4ea1-93f0-b11cfd200ff9 req-0d7ccee8-05f8-431c-8235-d959f183b097 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.95 HTTP/1.1" status: 200 len: 697 time: 0.1328218 Nov 10 17:41:37.843293 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f3ddcf-c875-4c44-899c-cb3d849f9cc4 None None] New status for floating IP 23290e5d-ee8e-4ca1-87c9-91e5dcf12494: DOWN {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:41:37.873704 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1c0f16d3-aa23-4ea1-93f0-b11cfd200ff9 req-910b460e-2822-4d3b-90f8-e205403ab735 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.5.95 HTTP/1.1" status: 200 len: 697 time: 0.0556247 Nov 10 17:41:38.019153 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46216) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:38.069815 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-1c0f16d3-aa23-4ea1-93f0-b11cfd200ff9 req-6f3b83ff-3511-495f-b000-be69f84dbcfc tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Deleting port 68b41e37-bcfe-4b56-828e-9373519880d2 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:41:38.070154 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1c0f16d3-aa23-4ea1-93f0-b11cfd200ff9 req-6f3b83ff-3511-495f-b000-be69f84dbcfc tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:38.175866 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1c0f16d3-aa23-4ea1-93f0-b11cfd200ff9 req-6f3b83ff-3511-495f-b000-be69f84dbcfc tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:38.176218 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1c0f16d3-aa23-4ea1-93f0-b11cfd200ff9 req-6f3b83ff-3511-495f-b000-be69f84dbcfc tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:38.192389 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-75e0f518-cc87-4379-8679-3282c28a1e54 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c47cf0916437420f96fe3315940d663d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1654699 Nov 10 17:41:38.205702 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46236) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:38.213341 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-1c0f16d3-aa23-4ea1-93f0-b11cfd200ff9 req-6f3b83ff-3511-495f-b000-be69f84dbcfc tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Calling delete_port for 68b41e37-bcfe-4b56-828e-9373519880d2 owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:41:38.252653 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-68e71c1e-9636-436d-a3b3-93f28a49600e tempest-FloatingIPAdminTestJSON-960204842 tempest-FloatingIPAdminTestJSON-960204842-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:38.278098 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-68e71c1e-9636-436d-a3b3-93f28a49600e tempest-FloatingIPAdminTestJSON-960204842 tempest-FloatingIPAdminTestJSON-960204842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:38.421447 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-68e71c1e-9636-436d-a3b3-93f28a49600e tempest-FloatingIPAdminTestJSON-960204842 tempest-FloatingIPAdminTestJSON-960204842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:38.427439 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1c0f16d3-aa23-4ea1-93f0-b11cfd200ff9 req-6f3b83ff-3511-495f-b000-be69f84dbcfc tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:38.470704 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b83ff-3511-495f-b000-be69f84dbcfc tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Pushing event deleted for resources: {'Port': ['ID=68b41e37-bcfe-4b56-828e-9373519880d2,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:38.488546 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ea4d5c53-7d2e-49db-840d-cddff1e652e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:38.504632 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-68e71c1e-9636-436d-a3b3-93f28a49600e tempest-FloatingIPAdminTestJSON-960204842 tempest-FloatingIPAdminTestJSON-960204842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:38.510108 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 46252) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:38.510623 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-68e71c1e-9636-436d-a3b3-93f28a49600e tempest-FloatingIPAdminTestJSON-960204842 tempest-FloatingIPAdminTestJSON-960204842-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4445179 Nov 10 17:41:38.512066 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e71c1e-9636-436d-a3b3-93f28a49600e tempest-FloatingIPAdminTestJSON-960204842 tempest-FloatingIPAdminTestJSON-960204842-project] Pushing event updated for resources: {'Port': ['ID=a0fdf88c-620d-4b92-a64a-39384d81e66a,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:38.565543 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ea4d5c53-7d2e-49db-840d-cddff1e652e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:38.627274 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46256) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:38.646219 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ea4d5c53-7d2e-49db-840d-cddff1e652e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:38.659270 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ea4d5c53-7d2e-49db-840d-cddff1e652e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:38.663582 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ea4d5c53-7d2e-49db-840d-cddff1e652e5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/66640c0e-5abd-44ae-a556-28bb02e7f0ba HTTP/1.1" status: 204 len: 168 time: 0.4568431 Nov 10 17:41:38.671483 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e7277839-0652-4acd-b46e-d12e728198f4 tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.1167922 Nov 10 17:41:38.678071 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46262) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:38.679047 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1c0f16d3-aa23-4ea1-93f0-b11cfd200ff9 req-6f3b83ff-3511-495f-b000-be69f84dbcfc tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:38.682145 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1c0f16d3-aa23-4ea1-93f0-b11cfd200ff9 req-6f3b83ff-3511-495f-b000-be69f84dbcfc tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:38.683244 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1c0f16d3-aa23-4ea1-93f0-b11cfd200ff9 req-6f3b83ff-3511-495f-b000-be69f84dbcfc tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "DELETE /v2.0/floatingips/23290e5d-ee8e-4ca1-87c9-91e5dcf12494 HTTP/1.1" status: 204 len: 173 time: 0.8023667 Nov 10 17:41:38.713425 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d5c53-7d2e-49db-840d-cddff1e652e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66640c0e-5abd-44ae-a556-28bb02e7f0ba,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:38.771612 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-16952159-94c7-499f-a05d-245f99cf0517 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0868621 Nov 10 17:41:38.774411 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46268) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:38.804518 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-024fa0ef-551a-4011-9d94-e4edbfc40149 req-4b9588de-3d48-41d7-bc23-ba02ef4b4a7d tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/security-groups/01e8fb59-cfef-46d4-9b30-5be86a4bd77a HTTP/1.1" status: 200 len: 1826 time: 0.0814824 Nov 10 17:41:38.948488 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-024fa0ef-551a-4011-9d94-e4edbfc40149 req-8e7e1202-bfd8-4596-a551-49352bb11de5 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:38.980068 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-024fa0ef-551a-4011-9d94-e4edbfc40149 req-8e7e1202-bfd8-4596-a551-49352bb11de5 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:39.048326 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-024fa0ef-551a-4011-9d94-e4edbfc40149 req-8e7e1202-bfd8-4596-a551-49352bb11de5 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:39.051276 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-024fa0ef-551a-4011-9d94-e4edbfc40149 req-8e7e1202-bfd8-4596-a551-49352bb11de5 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:39.052482 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-024fa0ef-551a-4011-9d94-e4edbfc40149 req-8e7e1202-bfd8-4596-a551-49352bb11de5 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "DELETE /v2.0/security-groups/01e8fb59-cfef-46d4-9b30-5be86a4bd77a HTTP/1.1" status: 204 len: 173 time: 0.2368987 Nov 10 17:41:39.063831 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e1202-bfd8-4596-a551-49352bb11de5 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e8fb59-cfef-46d4-9b30-5be86a4bd77a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:39.218537 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e151ae91-f7da-462f-8601-79296aff2efc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:39.253548 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device f54a075b-f5e8-47b8-a1ee-232b47811763 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:41:39.327687 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e151ae91-f7da-462f-8601-79296aff2efc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:39.348493 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e151ae91-f7da-462f-8601-79296aff2efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:39.392477 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-8592f35e-d987-4bac-832e-586c4de1c8ab tempest-FloatingIPAdminTestJSON-960204842 tempest-FloatingIPAdminTestJSON-960204842-project] Deleting port a0fdf88c-620d-4b92-a64a-39384d81e66a {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:41:39.392892 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8592f35e-d987-4bac-832e-586c4de1c8ab tempest-FloatingIPAdminTestJSON-960204842 tempest-FloatingIPAdminTestJSON-960204842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:39.464372 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:39.488877 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151ae91-f7da-462f-8601-79296aff2efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f757777-8212-43fd-b628-4369fcfec875,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:39.515292 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e151ae91-f7da-462f-8601-79296aff2efc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5bd9b95bc7f047d0993f3be48374f8ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8859792 Nov 10 17:41:39.519473 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46306) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:39.525318 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6658cd93-8983-4a24-ba67-9b2969fc5ef0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f54a075b-f5e8-47b8-a1ee-232b47811763'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:41:39.529841 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccdc112-4809-4218-bcd3-7a9f262e7f8e" -d '{"events": [{"server_uuid": "6658cd93-8983-4a24-ba67-9b2969fc5ef0", "name": "network-vif-unplugged", "status": "completed", "tag": "f54a075b-f5e8-47b8-a1ee-232b47811763"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:41:39.538848 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-822ebd27-137c-404c-ae65-520fc65043a2 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:39.544057 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-822ebd27-137c-404c-ae65-520fc65043a2 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/networks?id=1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223 HTTP/1.1" status: 200 len: 805 time: 0.2703035 Nov 10 17:41:39.565776 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port f54a075b-f5e8-47b8-a1ee-232b47811763, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=f54a075b-f5e8-47b8-a1ee-232b47811763,segment=NetworkSegment(95d1421d-b3ce-4f49-86b8-7e70ba2392d4),segment_id=95d1421d-b3ce-4f49-86b8-7e70ba2392d4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:41:39.568057 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-b3c89268-8be1-424e-b98e-0e447369edd8 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/quotas/e7f389ee749446c698cd1a551edcac22 HTTP/1.1" status: 200 len: 375 time: 0.0196753 Nov 10 17:41:39.578255 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:39.673210 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=f54a075b-f5e8-47b8-a1ee-232b47811763,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:39.675079 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-2615af80-6d65-449f-b247-0004ee74697d tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e7f389ee749446c698cd1a551edcac22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0990505 Nov 10 17:41:39.679245 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e38cb-e842-4158-8a6d-11b8d42c7eb9 req-47470009-6649-4bfd-ba92-37825f2ae39a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:39.689823 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a22e38cb-e842-4158-8a6d-11b8d42c7eb9 req-47470009-6649-4bfd-ba92-37825f2ae39a tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 945 time: 0.2585948 Nov 10 17:41:39.703878 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8592f35e-d987-4bac-832e-586c4de1c8ab tempest-FloatingIPAdminTestJSON-960204842 tempest-FloatingIPAdminTestJSON-960204842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:39.704228 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8592f35e-d987-4bac-832e-586c4de1c8ab tempest-FloatingIPAdminTestJSON-960204842 tempest-FloatingIPAdminTestJSON-960204842-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:39.740320 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3c10f4f8-47a8-4337-a032-70a63575a38c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:39.766716 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3c10f4f8-47a8-4337-a032-70a63575a38c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:39.785674 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-8592f35e-d987-4bac-832e-586c4de1c8ab tempest-FloatingIPAdminTestJSON-960204842 tempest-FloatingIPAdminTestJSON-960204842-project] Calling delete_port for a0fdf88c-620d-4b92-a64a-39384d81e66a owned by network:floatingip {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:41:39.826759 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-250a76c2-9cf1-4b5c-9d8a-c74e377a8527 service neutron] 10.222.0.39 "GET /v2.0/networks/1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506023 Nov 10 17:41:39.904304 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a22e38cb-e842-4158-8a6d-11b8d42c7eb9 req-af9c5a6d-1251-4d83-803b-d8f6c314e51d tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/security-groups?id=0722a593-6b9f-4879-a1a5-a4ad621d6152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072234 Nov 10 17:41:39.951230 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3c10f4f8-47a8-4337-a032-70a63575a38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:39.954720 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3c10f4f8-47a8-4337-a032-70a63575a38c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:39.958702 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3c10f4f8-47a8-4337-a032-70a63575a38c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6f757777-8212-43fd-b628-4369fcfec875 HTTP/1.1" status: 204 len: 168 time: 0.4354758 Nov 10 17:41:39.972111 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-8f3b3f45-85f4-4a18-9723-3d3834404f0f service neutron] 10.222.0.39 "GET /v2.0/networks/1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444130 Nov 10 17:41:39.982795 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3da277a-1bba-4c71-8bf5-cdab938e792c x-openstack-request-id: req-b3da277a-1bba-4c71-8bf5-cdab938e792c {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:41:39.983208 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6658cd93-8983-4a24-ba67-9b2969fc5ef0", "name": "network-vif-unplugged", "status": "completed", "tag": "f54a075b-f5e8-47b8-a1ee-232b47811763", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:41:39.983585 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b3da277a-1bba-4c71-8bf5-cdab938e792c {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:41:39.984133 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6658cd93-8983-4a24-ba67-9b2969fc5ef0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f54a075b-f5e8-47b8-a1ee-232b47811763', 'code': 200} Nov 10 17:41:40.022198 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c10f4f8-47a8-4337-a032-70a63575a38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f757777-8212-43fd-b628-4369fcfec875,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:40.146269 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8592f35e-d987-4bac-832e-586c4de1c8ab tempest-FloatingIPAdminTestJSON-960204842 tempest-FloatingIPAdminTestJSON-960204842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:40.234754 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8592f35e-d987-4bac-832e-586c4de1c8ab tempest-FloatingIPAdminTestJSON-960204842 tempest-FloatingIPAdminTestJSON-960204842-project] Pushing event deleted for resources: {'Port': ['ID=a0fdf88c-620d-4b92-a64a-39384d81e66a,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:40.310831 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ed12d438-1b36-497e-8013-14dcf0feb95c req-e3782aa3-7a5f-49d4-8398-12db2f92c841 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c422fd91-b262-4109-8554-74ef032326a0 HTTP/1.1" status: 200 len: 210 time: 0.0670702 Nov 10 17:41:40.317857 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8592f35e-d987-4bac-832e-586c4de1c8ab tempest-FloatingIPAdminTestJSON-960204842 tempest-FloatingIPAdminTestJSON-960204842-project] Publish callbacks [] for floatingip, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:40.327628 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8592f35e-d987-4bac-832e-586c4de1c8ab tempest-FloatingIPAdminTestJSON-960204842 tempest-FloatingIPAdminTestJSON-960204842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:40.331649 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 46340) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:40.331827 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8592f35e-d987-4bac-832e-586c4de1c8ab tempest-FloatingIPAdminTestJSON-960204842 tempest-FloatingIPAdminTestJSON-960204842-project] 10.222.0.39 "DELETE /v2.0/floatingips/551f5e0c-ac39-4868-8521-4b6945f4e822 HTTP/1.1" status: 204 len: 168 time: 1.5584879 Nov 10 17:41:40.536485 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-dafc7406-6a93-43c4-ad13-e57c3d03d75e tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Deleting port 6dcac29c-10b6-4d30-940c-1b9ee047432c {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:41:40.536834 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dafc7406-6a93-43c4-ad13-e57c3d03d75e tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:40.652463 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dafc7406-6a93-43c4-ad13-e57c3d03d75e tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:40.653143 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dafc7406-6a93-43c4-ad13-e57c3d03d75e tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:40.698536 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-dafc7406-6a93-43c4-ad13-e57c3d03d75e tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Calling delete_port for 6dcac29c-10b6-4d30-940c-1b9ee047432c owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:41:40.868839 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46362) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:40.924638 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ce79df66-72f9-438c-932e-82aa62c5e7c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:41.177129 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ce79df66-72f9-438c-932e-82aa62c5e7c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:41.189855 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ce79df66-72f9-438c-932e-82aa62c5e7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:41.288711 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79df66-72f9-438c-932e-82aa62c5e7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9845be19-0c73-4417-bd96-087cab9da805,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:41.377655 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ce79df66-72f9-438c-932e-82aa62c5e7c2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d137317606c640639e3891584db1970c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5076845 Nov 10 17:41:41.383393 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46384) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:41.424580 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb02823-7f79-410f-824e-9baf00bca967 req-a70cf965-8de4-4e4d-9b82-61949ad2f820 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:41.426223 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7eb02823-7f79-410f-824e-9baf00bca967 req-a70cf965-8de4-4e4d-9b82-61949ad2f820 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.13 "GET /v2.0/ports?device_id=6658cd93-8983-4a24-ba67-9b2969fc5ef0 HTTP/1.1" status: 200 len: 943 time: 0.1324067 Nov 10 17:41:41.451839 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-07364dd4-df7d-48e8-8dcb-4c559e696e41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:41.454660 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7a02f-2fe6-44a2-9c01-931993f2e2f1 req-b67497c6-a66e-49b9-9caa-1f513cff08fb tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:41.456193 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a2a7a02f-2fe6-44a2-9c01-931993f2e2f1 req-b67497c6-a66e-49b9-9caa-1f513cff08fb tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 945 time: 0.1634867 Nov 10 17:41:41.561384 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-07364dd4-df7d-48e8-8dcb-4c559e696e41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:41.674744 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-07364dd4-df7d-48e8-8dcb-4c559e696e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:41.682115 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-07364dd4-df7d-48e8-8dcb-4c559e696e41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:41.684478 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-07364dd4-df7d-48e8-8dcb-4c559e696e41 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9845be19-0c73-4417-bd96-087cab9da805 HTTP/1.1" status: 204 len: 168 time: 0.2991414 Nov 10 17:41:41.696842 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07364dd4-df7d-48e8-8dcb-4c559e696e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9845be19-0c73-4417-bd96-087cab9da805,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:41.769073 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a2a7a02f-2fe6-44a2-9c01-931993f2e2f1 req-43bb3b14-84a8-4992-bc9f-d61ac3210f42 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/security-groups?id=0722a593-6b9f-4879-a1a5-a4ad621d6152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863960 Nov 10 17:41:41.838804 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4c6818cd-9227-458c-b295-03f1b00ae49a req-c8274a44-bbeb-4b50-ab08-0effb60d78b8 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c422fd91-b262-4109-8554-74ef032326a0 HTTP/1.1" status: 200 len: 210 time: 0.0834253 Nov 10 17:41:41.881505 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dafc7406-6a93-43c4-ad13-e57c3d03d75e tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:41.996396 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46398) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:42.037212 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc7406-6a93-43c4-ad13-e57c3d03d75e tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Pushing event deleted for resources: {'Port': ['ID=6dcac29c-10b6-4d30-940c-1b9ee047432c,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:42.062697 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-7eb02823-7f79-410f-824e-9baf00bca967 req-3c032f40-6769-4b38-a26e-b74a8757206b tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Deleting port f54a075b-f5e8-47b8-a1ee-232b47811763 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:41:42.062968 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7eb02823-7f79-410f-824e-9baf00bca967 req-3c032f40-6769-4b38-a26e-b74a8757206b tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:42.090951 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dafc7406-6a93-43c4-ad13-e57c3d03d75e tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:42.094808 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dafc7406-6a93-43c4-ad13-e57c3d03d75e tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:42.100375 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-dafc7406-6a93-43c4-ad13-e57c3d03d75e tempest-FloatingIPAdminTestJSON-1080922580 tempest-FloatingIPAdminTestJSON-1080922580-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/398318af-b5f4-4af1-9bee-1599a31f799d HTTP/1.1" status: 204 len: 168 time: 1.7632666 Nov 10 17:41:42.111071 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46402) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:42.175758 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12b25a-d363-4494-93f9-be9f1db54303 req-c321045b-07ad-47cc-96b3-71ae1adf9423 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:42.177431 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2d12b25a-d363-4494-93f9-be9f1db54303 req-c321045b-07ad-47cc-96b3-71ae1adf9423 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 945 time: 0.3621025 Nov 10 17:41:42.217072 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-b122c006-7574-4a05-9a43-1606e26a1d65 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:42.217484 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f4264f13-29a8-4c54-bd32-1709e8b5323b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:42.218483 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-b122c006-7574-4a05-9a43-1606e26a1d65 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.11 "GET /v2.0/networks?id=1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223 HTTP/1.1" status: 200 len: 805 time: 0.5028288 Nov 10 17:41:42.252917 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-5d51d282-cce5-4589-aa5d-f54531941968 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Request body: {'port': {'device_id': 'c422fd91-b262-4109-8554-74ef032326a0', 'network_id': '1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223', 'admin_state_up': True, 'tenant_id': 'e7f389ee749446c698cd1a551edcac22'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:41:42.407130 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f4264f13-29a8-4c54-bd32-1709e8b5323b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:42.422863 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f4264f13-29a8-4c54-bd32-1709e8b5323b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:42.458283 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-7eb02823-7f79-410f-824e-9baf00bca967 req-3c032f40-6769-4b38-a26e-b74a8757206b tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] For port f54a075b-f5e8-47b8-a1ee-232b47811763, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=f54a075b-f5e8-47b8-a1ee-232b47811763,segment=NetworkSegment(95d1421d-b3ce-4f49-86b8-7e70ba2392d4),segment_id=95d1421d-b3ce-4f49-86b8-7e70ba2392d4)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:41:42.458940 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7eb02823-7f79-410f-824e-9baf00bca967 req-3c032f40-6769-4b38-a26e-b74a8757206b tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:42.462409 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-ac0b0cf8-9f39-4f54-88ad-4967dddab262 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Deleting port 30fe00e3-3a53-4674-85c4-59aee1451179 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:41:42.462788 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ac0b0cf8-9f39-4f54-88ad-4967dddab262 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:42.519534 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-7eb02823-7f79-410f-824e-9baf00bca967 req-3c032f40-6769-4b38-a26e-b74a8757206b tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Calling delete_port for f54a075b-f5e8-47b8-a1ee-232b47811763 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:41:42.574974 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4264f13-29a8-4c54-bd32-1709e8b5323b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a3768b-a3c2-44d7-acc8-cef1ad4573eb,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:42.591851 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f4264f13-29a8-4c54-bd32-1709e8b5323b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=18013b402c1340d19c2e6e8db0000fea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5916421 Nov 10 17:41:42.607925 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46418) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:42.673313 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-2d12b25a-d363-4494-93f9-be9f1db54303 req-b2864185-b1b3-45e3-a929-418de8c4c701 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Deleting port bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:41:42.673719 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2d12b25a-d363-4494-93f9-be9f1db54303 req-b2864185-b1b3-45e3-a929-418de8c4c701 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:42.727171 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ac0b0cf8-9f39-4f54-88ad-4967dddab262 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:42.758732 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-ac0b0cf8-9f39-4f54-88ad-4967dddab262 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Calling delete_port for 30fe00e3-3a53-4674-85c4-59aee1451179 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:41:42.862431 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7ea16306-717d-484f-b004-236111dd5bf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:42.870675 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-5d51d282-cce5-4589-aa5d-f54531941968 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Made reservation on behalf of e7f389ee749446c698cd1a551edcac22 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:41:42.877461 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-5d51d282-cce5-4589-aa5d-f54531941968 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:42.894122 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7ea16306-717d-484f-b004-236111dd5bf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:43.024738 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7ea16306-717d-484f-b004-236111dd5bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:43.028168 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7ea16306-717d-484f-b004-236111dd5bf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:43.032322 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7ea16306-717d-484f-b004-236111dd5bf3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f1a3768b-a3c2-44d7-acc8-cef1ad4573eb HTTP/1.1" status: 204 len: 168 time: 0.4206121 Nov 10 17:41:43.034114 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ac0b0cf8-9f39-4f54-88ad-4967dddab262 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:43.042452 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-349504bc-a39f-4ba8-8470-34db064bb0e9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2562165 Nov 10 17:41:43.058438 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea16306-717d-484f-b004-236111dd5bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a3768b-a3c2-44d7-acc8-cef1ad4573eb,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:43.101522 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b0cf8-9f39-4f54-88ad-4967dddab262 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Pushing event deleted for resources: {'Port': ['ID=30fe00e3-3a53-4674-85c4-59aee1451179,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:43.243525 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad55ddd-e3e5-4a56-a123-ee3929f20b91 req-9707aa77-1e06-47a0-bf34-c28cc6c03be2 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:43.245319 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7ad55ddd-e3e5-4a56-a123-ee3929f20b91 req-9707aa77-1e06-47a0-bf34-c28cc6c03be2 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 945 time: 0.3435323 Nov 10 17:41:43.255871 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device f54a075b-f5e8-47b8-a1ee-232b47811763 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:41:43.291870 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b8e11a7f-ad1e-4494-a3e8-3d176851b1d8 req-83fa74f6-997c-4405-82ba-a5a305ad6806 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c422fd91-b262-4109-8554-74ef032326a0 HTTP/1.1" status: 200 len: 210 time: 0.0527201 Nov 10 17:41:43.322478 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ac0b0cf8-9f39-4f54-88ad-4967dddab262 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:43.326142 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ac0b0cf8-9f39-4f54-88ad-4967dddab262 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] 10.222.0.39 "DELETE /v2.0/ports/30fe00e3-3a53-4674-85c4-59aee1451179 HTTP/1.1" status: 204 len: 168 time: 1.2113340 Nov 10 17:41:43.331479 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46446) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:43.344164 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-2d12b25a-d363-4494-93f9-be9f1db54303 req-b2864185-b1b3-45e3-a929-418de8c4c701 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] For port bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b,segment=NetworkSegment(5f7055d4-226f-4103-a196-9e5a5c385fb4),segment_id=5f7055d4-226f-4103-a196-9e5a5c385fb4)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:41:43.344531 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2d12b25a-d363-4494-93f9-be9f1db54303 req-b2864185-b1b3-45e3-a929-418de8c4c701 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:43.471747 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-2d12b25a-d363-4494-93f9-be9f1db54303 req-b2864185-b1b3-45e3-a929-418de8c4c701 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Calling delete_port for bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:41:43.473360 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e083e82-cd35-4427-b092-b42a766bb2b3 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:43.480891 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8e083e82-cd35-4427-b092-b42a766bb2b3 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] 10.222.0.39 "GET /v2.0/ports?device_id=763a7186-911a-4eaf-9c10-3857f55aecee HTTP/1.1" status: 200 len: 913 time: 0.1432207 Nov 10 17:41:43.481580 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46454) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:43.496362 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:41:43.580381 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-5d51d282-cce5-4589-aa5d-f54531941968 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Allocated IP 172.20.0.6 (1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223/d8466b2d-1d01-4814-9e92-513b821b406a/9e5b8373-f805-4d84-8ec6-39507c8c977f) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:41:43.711334 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:43.741618 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-4cf13af2-0dad-47f7-95ed-bd960be89988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:43.743123 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-4cf13af2-0dad-47f7-95ed-bd960be89988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:43.745399 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-4cf13af2-0dad-47f7-95ed-bd960be89988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:43.748005 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-4cf13af2-0dad-47f7-95ed-bd960be89988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:43.749544 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-4cf13af2-0dad-47f7-95ed-bd960be89988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:43.751238 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-4cf13af2-0dad-47f7-95ed-bd960be89988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:43.754758 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-4cf13af2-0dad-47f7-95ed-bd960be89988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:43.756251 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e238a79-eb06-4901-aea5-fd79b79fdf16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:41:43.757316 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-4cf13af2-0dad-47f7-95ed-bd960be89988 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=281475dcac0247d79669d55a1da4eafc&device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 6496 time: 0.4968915 Nov 10 17:41:43.759787 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a99e688-9474-4b26-b38d-c8163597350e" -d '{"events": [{"server_uuid": "2e238a79-eb06-4901-aea5-fd79b79fdf16", "name": "network-vif-unplugged", "status": "completed", "tag": "bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:41:43.775271 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7ad55ddd-e3e5-4a56-a123-ee3929f20b91 req-b012856e-3742-4895-b038-504be832af8f tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/security-groups?id=0722a593-6b9f-4879-a1a5-a4ad621d6152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5131657 Nov 10 17:41:43.793158 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b,segment=NetworkSegment(5f7055d4-226f-4103-a196-9e5a5c385fb4),segment_id=5f7055d4-226f-4103-a196-9e5a5c385fb4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:41:43.795325 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7eb02823-7f79-410f-824e-9baf00bca967 req-3c032f40-6769-4b38-a26e-b74a8757206b tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:43.800453 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:43.913612 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:43.916471 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46466) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:43.951925 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c98e87-bb2b-457f-b876-7eb0a23d430f x-openstack-request-id: req-39c98e87-bb2b-457f-b876-7eb0a23d430f {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:41:43.952606 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e238a79-eb06-4901-aea5-fd79b79fdf16", "name": "network-vif-unplugged", "status": "completed", "tag": "bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:41:43.953129 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-39c98e87-bb2b-457f-b876-7eb0a23d430f {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:41:43.953961 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e238a79-eb06-4901-aea5-fd79b79fdf16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b', 'code': 200} Nov 10 17:41:43.963106 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-93198057-f056-4308-9033-2263e1f75f62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:44.035294 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c032f40-6769-4b38-a26e-b74a8757206b tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Pushing event deleted for resources: {'Port': ['ID=f54a075b-f5e8-47b8-a1ee-232b47811763,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:44.155440 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb02823-7f79-410f-824e-9baf00bca967 req-3c032f40-6769-4b38-a26e-b74a8757206b tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] No DVR routers for this DVR port f54a075b-f5e8-47b8-a1ee-232b47811763 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:41:44.161758 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7eb02823-7f79-410f-824e-9baf00bca967 req-3c032f40-6769-4b38-a26e-b74a8757206b tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:44.165863 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7eb02823-7f79-410f-824e-9baf00bca967 req-3c032f40-6769-4b38-a26e-b74a8757206b tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.13 "DELETE /v2.0/ports/f54a075b-f5e8-47b8-a1ee-232b47811763 HTTP/1.1" status: 204 len: 173 time: 2.7002170 Nov 10 17:41:44.171043 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6658cd93-8983-4a24-ba67-9b2969fc5ef0', 'name': 'network-vif-deleted', 'tag': 'f54a075b-f5e8-47b8-a1ee-232b47811763'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:41:44.173487 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b9adaf-d1c9-454a-8fb3-ba95eaf40a75" -d '{"events": [{"server_uuid": "6658cd93-8983-4a24-ba67-9b2969fc5ef0", "name": "network-vif-deleted", "tag": "f54a075b-f5e8-47b8-a1ee-232b47811763"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:41:44.218792 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-93198057-f056-4308-9033-2263e1f75f62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:44.227235 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-93198057-f056-4308-9033-2263e1f75f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:44.302186 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-93198057-f056-4308-9033-2263e1f75f62 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=68d622b263db4fbb845749d083073194&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3790967 Nov 10 17:41:44.305784 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46474) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:44.306236 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93198057-f056-4308-9033-2263e1f75f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025d37bb-c7c4-4197-9c83-b1644b79c72b,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:44.342553 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-122eddba-ab16-4f94-b8c8-7bf1b5b1611c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:44.343075 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-122eddba-ab16-4f94-b8c8-7bf1b5b1611c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:44.343549 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-122eddba-ab16-4f94-b8c8-7bf1b5b1611c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:44.362128 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-122eddba-ab16-4f94-b8c8-7bf1b5b1611c service neutron] 10.222.0.11 "GET /v2.0/networks?id=d70b5a02-c1d9-4cfc-bb38-66395d3e54a1&id=bd6bf6ab-ba3a-413b-abc3-299018f27566&id=bd6bf6ab-ba3a-413b-abc3-299018f27566&id=bd6bf6ab-ba3a-413b-abc3-299018f27566&id=bd6bf6ab-ba3a-413b-abc3-299018f27566&id=d8ef22d3-496c-4901-a77e-1a8f4787440f&id=d8ef22d3-496c-4901-a77e-1a8f4787440f HTTP/1.1" status: 200 len: 2293 time: 0.5316296 Nov 10 17:41:44.422810 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-5d51d282-cce5-4589-aa5d-f54531941968 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:44.509178 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cd8d20b4-7e67-4777-beb5-a9a88dffedec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:44.561374 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cd8d20b4-7e67-4777-beb5-a9a88dffedec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:44.593796 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2d12b25a-d363-4494-93f9-be9f1db54303 req-b2864185-b1b3-45e3-a929-418de8c4c701 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:44.601013 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7a74f9fd-72c5-4a92-b944-e9b37eff5a9d req-1898063b-6a5c-4dfe-a537-dad3c5e944da tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c422fd91-b262-4109-8554-74ef032326a0 HTTP/1.1" status: 200 len: 210 time: 0.0601840 Nov 10 17:41:44.630065 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-99d8d7eb-c4a2-4cfa-b21f-2fd85c192fba tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:44.668892 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2864185-b1b3-45e3-a929-418de8c4c701 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Pushing event deleted for resources: {'Port': ['ID=bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:44.705613 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-d7cc4ef5-c62b-4f45-aee1-2135a2f6ae99 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45ab39ff-f9fe-4c21-8dec-e378b1fe5311 HTTP/1.1" status: 200 len: 1001 time: 0.3097858 Nov 10 17:41:44.768585 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1889d33-90d9-47d7-8bc3-aad405d96584 x-openstack-request-id: req-e1889d33-90d9-47d7-8bc3-aad405d96584 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:41:44.776188 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6658cd93-8983-4a24-ba67-9b2969fc5ef0", "name": "network-vif-deleted", "tag": "f54a075b-f5e8-47b8-a1ee-232b47811763", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:41:44.776188 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e1889d33-90d9-47d7-8bc3-aad405d96584 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:41:44.776188 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6658cd93-8983-4a24-ba67-9b2969fc5ef0', 'name': 'network-vif-deleted', 'tag': 'f54a075b-f5e8-47b8-a1ee-232b47811763', 'status': 'completed', 'code': 200} Nov 10 17:41:44.905347 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cd8d20b4-7e67-4777-beb5-a9a88dffedec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:44.914290 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cd8d20b4-7e67-4777-beb5-a9a88dffedec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:44.915509 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-f2d81f9f-a3d8-4507-91ac-9f261547b4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:44.919654 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cd8d20b4-7e67-4777-beb5-a9a88dffedec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/025d37bb-c7c4-4197-9c83-b1644b79c72b HTTP/1.1" status: 204 len: 168 time: 0.6010497 Nov 10 17:41:44.922987 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-f2d81f9f-a3d8-4507-91ac-9f261547b4d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b64957d3-50ce-4770-b403-8661f805ffb5 HTTP/1.1" status: 200 len: 851 time: 0.2094657 Nov 10 17:41:45.038886 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d20b4-7e67-4777-beb5-a9a88dffedec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025d37bb-c7c4-4197-9c83-b1644b79c72b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:45.085414 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-07b13569-21cc-43cb-85f6-c6fe385cd457 req-e03f9a33-b408-43a8-8941-1fcafdd18181 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e238a79-eb06-4901-aea5-fd79b79fdf16 HTTP/1.1" status: 200 len: 210 time: 0.0887401 Nov 10 17:41:45.104276 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d12b25a-d363-4494-93f9-be9f1db54303 req-b2864185-b1b3-45e3-a929-418de8c4c701 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] No DVR routers for this DVR port bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:41:45.107059 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-5d51d282-cce5-4589-aa5d-f54531941968 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:45.109145 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2d12b25a-d363-4494-93f9-be9f1db54303 req-b2864185-b1b3-45e3-a929-418de8c4c701 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:45.123531 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2d12b25a-d363-4494-93f9-be9f1db54303 req-b2864185-b1b3-45e3-a929-418de8c4c701 tempest-ServerRescueTestJSONUnderV235-1875731426 tempest-ServerRescueTestJSONUnderV235-1875731426-project] 10.222.0.13 "DELETE /v2.0/ports/bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b HTTP/1.1" status: 204 len: 173 time: 2.9366777 Nov 10 17:41:45.220500 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-5d51d282-cce5-4589-aa5d-f54531941968 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Network 1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:41:45.222570 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-709d95d9-f911-48a1-8492-7189d5932758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:45.224108 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-709d95d9-f911-48a1-8492-7189d5932758 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d70b5a02-c1d9-4cfc-bb38-66395d3e54a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2666187 Nov 10 17:41:45.229512 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-5d51d282-cce5-4589-aa5d-f54531941968 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:41:45.240382 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51d282-cce5-4589-aa5d-f54531941968 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Pushing event updated for resources: {'Port': ['ID=9e5b8373-f805-4d84-8ec6-39507c8c977f,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:45.254622 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-5d51d282-cce5-4589-aa5d-f54531941968 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:41:45.362974 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-5d51d282-cce5-4589-aa5d-f54531941968 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:45.363622 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-5d51d282-cce5-4589-aa5d-f54531941968 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:45.407308 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-5d51d282-cce5-4589-aa5d-f54531941968 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1656871 Nov 10 17:41:45.413211 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-b5b4659c-641c-4cdd-af50-eb5fffc6c530 service neutron] 10.222.0.11 "GET /v2.0/networks/d70b5a02-c1d9-4cfc-bb38-66395d3e54a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767268 Nov 10 17:41:45.422622 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-99d8d7eb-c4a2-4cfa-b21f-2fd85c192fba tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Deleting port 7a7b0c02-d0b9-4bb9-8b57-d47d259f29c0 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:41:45.423086 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-99d8d7eb-c4a2-4cfa-b21f-2fd85c192fba tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:45.437378 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-3a73e61f-dada-4c40-9cb6-ea586d5b4959 service neutron] Request body: {'port': {'device_id': 'c422fd91-b262-4109-8554-74ef032326a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:41:45.558574 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-3a73e61f-dada-4c40-9cb6-ea586d5b4959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:45.574254 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-99d8d7eb-c4a2-4cfa-b21f-2fd85c192fba tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:45.605451 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-99d8d7eb-c4a2-4cfa-b21f-2fd85c192fba tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Calling delete_port for 7a7b0c02-d0b9-4bb9-8b57-d47d259f29c0 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:41:45.625238 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-87cb8e85-aeb3-44ba-9fa3-838340241da2 service neutron] 10.222.0.11 "GET /v2.0/networks/d70b5a02-c1d9-4cfc-bb38-66395d3e54a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025807 Nov 10 17:41:45.943136 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-84aec04f-9688-4d68-9096-16d37a240645 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=83e707e1-bf12-4c7c-a89d-817fb1d04fd0 HTTP/1.1" status: 200 len: 217 time: 0.3105965 Nov 10 17:41:46.086353 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-f9978880-ab89-460e-9fce-02f02d931b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:46.088006 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-f9978880-ab89-460e-9fce-02f02d931b82 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc214285-d346-4cd8-ad33-53f4b62c91f1 HTTP/1.1" status: 200 len: 797 time: 0.1259937 Nov 10 17:41:46.156633 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2920c-9365-41ad-966a-086e68e18a5a req-2c365567-d548-42d4-a82c-70c99d147bd2 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:46.165447 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a8f2920c-9365-41ad-966a-086e68e18a5a req-2c365567-d548-42d4-a82c-70c99d147bd2 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c422fd91-b262-4109-8554-74ef032326a0 HTTP/1.1" status: 200 len: 931 time: 0.1448770 Nov 10 17:41:46.185503 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46528) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:46.201819 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-f0d255eb-ea82-48ac-ace2-48e17c87a7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:46.203328 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-f0d255eb-ea82-48ac-ace2-48e17c87a7bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd6bf6ab-ba3a-413b-abc3-299018f27566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1084428 Nov 10 17:41:46.440453 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-3a73e61f-dada-4c40-9cb6-ea586d5b4959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e5b8373-f805-4d84-8ec6-39507c8c977f {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:41:46.442054 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a8f2920c-9365-41ad-966a-086e68e18a5a req-c3288e93-728f-427a-8227-fbec20495100 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587955 Nov 10 17:41:46.469381 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-3a73e61f-dada-4c40-9cb6-ea586d5b4959 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:46.593525 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-547ec26d-433f-4ea0-8394-1bf1ea7b2e46 service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820574 Nov 10 17:41:46.701017 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-c82adb4d-a826-41d8-90eb-03bf41dab7d1 service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007159 Nov 10 17:41:46.831320 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-99d8d7eb-c4a2-4cfa-b21f-2fd85c192fba tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:46.871628 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8d7eb-c4a2-4cfa-b21f-2fd85c192fba tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Pushing event deleted for resources: {'Port': ['ID=7a7b0c02-d0b9-4bb9-8b57-d47d259f29c0,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:47.293532 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e238a79-eb06-4901-aea5-fd79b79fdf16', 'name': 'network-vif-deleted', 'tag': 'bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:41:47.297938 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5234fe1c-44a1-4ecc-837f-95d78d958848" -d '{"events": [{"server_uuid": "2e238a79-eb06-4901-aea5-fd79b79fdf16", "name": "network-vif-deleted", "tag": "bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:41:47.303656 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-3a73e61f-dada-4c40-9cb6-ea586d5b4959 service neutron] Transition to ACTIVE for port object 9e5b8373-f805-4d84-8ec6-39507c8c977f will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:41:47.308200 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-a47756ca-9144-481b-abf8-efcc11232daa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=d91136a8-ce33-4918-a613-fe42fbce644b HTTP/1.1" status: 200 len: 217 time: 0.6002493 Nov 10 17:41:47.310593 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-3a73e61f-dada-4c40-9cb6-ea586d5b4959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:47.368994 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-99d8d7eb-c4a2-4cfa-b21f-2fd85c192fba tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:47.405174 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ecd09d-e960-4068-88d9-33cdd6bf8e42 x-openstack-request-id: req-b4ecd09d-e960-4068-88d9-33cdd6bf8e42 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:41:47.405467 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e238a79-eb06-4901-aea5-fd79b79fdf16", "name": "network-vif-deleted", "tag": "bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:41:47.405723 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b4ecd09d-e960-4068-88d9-33cdd6bf8e42 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:41:47.406117 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e238a79-eb06-4901-aea5-fd79b79fdf16', 'name': 'network-vif-deleted', 'tag': 'bd4d6f71-ec2d-43f2-b7fb-afb6401fba0b', 'status': 'completed', 'code': 200} Nov 10 17:41:47.411992 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73e61f-dada-4c40-9cb6-ea586d5b4959 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5b8373-f805-4d84-8ec6-39507c8c977f,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:47.650393 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-3a73e61f-dada-4c40-9cb6-ea586d5b4959 service neutron] Attempting to bind port 9e5b8373-f805-4d84-8ec6-39507c8c977f on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:41:47.651149 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-3a73e61f-dada-4c40-9cb6-ea586d5b4959 service neutron] Attempting to bind port 9e5b8373-f805-4d84-8ec6-39507c8c977f by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '95d1421d-b3ce-4f49-86b8-7e70ba2392d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:41:47.651281 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-3a73e61f-dada-4c40-9cb6-ea586d5b4959 service neutron] Attempting to bind port 9e5b8373-f805-4d84-8ec6-39507c8c977f on network 1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:41:47.669164 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-3a73e61f-dada-4c40-9cb6-ea586d5b4959 service neutron] Port 9e5b8373-f805-4d84-8ec6-39507c8c977f on network 1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:41:47.669501 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-3a73e61f-dada-4c40-9cb6-ea586d5b4959 service neutron] Attempting to bind port 9e5b8373-f805-4d84-8ec6-39507c8c977f on network 1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:41:47.673811 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-a4c631bc-9ef1-4968-b141-f5b21007287c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:47.675776 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-a4c631bc-9ef1-4968-b141-f5b21007287c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc214285-d346-4cd8-ad33-53f4b62c91f1 HTTP/1.1" status: 200 len: 797 time: 0.2688739 Nov 10 17:41:47.730271 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-3a73e61f-dada-4c40-9cb6-ea586d5b4959 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:41:47.730271 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-3a73e61f-dada-4c40-9cb6-ea586d5b4959 service neutron] Checking segment: {'id': '95d1421d-b3ce-4f49-86b8-7e70ba2392d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:41:47.730618 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-3a73e61f-dada-4c40-9cb6-ea586d5b4959 service neutron] Bound using segment: {'id': '95d1421d-b3ce-4f49-86b8-7e70ba2392d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:41:47.731041 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-3a73e61f-dada-4c40-9cb6-ea586d5b4959 service neutron] Bound port: 9e5b8373-f805-4d84-8ec6-39507c8c977f, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95d1421d-b3ce-4f49-86b8-7e70ba2392d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:41:47.734704 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-3a73e61f-dada-4c40-9cb6-ea586d5b4959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:47.764395 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0d84-a82f-4677-a6c1-e106030d4de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:47.865957 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732f47c-9aac-4990-8304-d9102f24ae24 req-85269e93-c778-498f-a965-8c2ac6d072f2 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:47.869889 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0732f47c-9aac-4990-8304-d9102f24ae24 req-85269e93-c778-498f-a965-8c2ac6d072f2 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c422fd91-b262-4109-8554-74ef032326a0 HTTP/1.1" status: 200 len: 943 time: 0.2431490 Nov 10 17:41:47.880009 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d8d7eb-c4a2-4cfa-b21f-2fd85c192fba tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Router 763a7186-911a-4eaf-9c10-3857f55aecee has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:41:47.955775 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-c4a2688b-6c9e-4f6b-9483-fb679aeb7b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:47.956981 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-c4a2688b-6c9e-4f6b-9483-fb679aeb7b38 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd6bf6ab-ba3a-413b-abc3-299018f27566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2317491 Nov 10 17:41:47.996199 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0732f47c-9aac-4990-8304-d9102f24ae24 req-bfe1cbff-5ec9-4f57-b3b0-ed2accc1c976 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133730 Nov 10 17:41:48.049974 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-3a73e61f-dada-4c40-9cb6-ea586d5b4959 service neutron] For port 9e5b8373-f805-4d84-8ec6-39507c8c977f, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:41:48.069367 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-3a73e61f-dada-4c40-9cb6-ea586d5b4959 service neutron] For port 9e5b8373-f805-4d84-8ec6-39507c8c977f, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=9e5b8373-f805-4d84-8ec6-39507c8c977f,segment=NetworkSegment(95d1421d-b3ce-4f49-86b8-7e70ba2392d4),segment_id=95d1421d-b3ce-4f49-86b8-7e70ba2392d4)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:41:48.109485 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-3a73e61f-dada-4c40-9cb6-ea586d5b4959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:48.110888 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d8d7eb-c4a2-4cfa-b21f-2fd85c192fba tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:41:48.117901 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-99d8d7eb-c4a2-4cfa-b21f-2fd85c192fba tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] 10.222.0.39 "PUT /v2.0/routers/763a7186-911a-4eaf-9c10-3857f55aecee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6319404 Nov 10 17:41:48.120644 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46584) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:48.129156 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d53b1d6-207b-411b-a04e-22bfe7b4eb8d None None] Sync routers for ids ['763a7186-911a-4eaf-9c10-3857f55aecee'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:41:48.153211 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d53b1d6-207b-411b-a04e-22bfe7b4eb8d None None] Routers {'763a7186-911a-4eaf-9c10-3857f55aecee'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:41:48.154208 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-7d53b1d6-207b-411b-a04e-22bfe7b4eb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:41:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['763a7186-911a-4eaf-9c10-3857f55aecee'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:48.175223 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-2f2b1832-a725-4495-a07c-63beab3faf8e service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852100 Nov 10 17:41:48.186686 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-3a73e61f-dada-4c40-9cb6-ea586d5b4959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:48.187585 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-3a73e61f-dada-4c40-9cb6-ea586d5b4959 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:48.189988 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-3a73e61f-dada-4c40-9cb6-ea586d5b4959 service neutron] 10.222.0.11 "PUT /v2.0/ports/9e5b8373-f805-4d84-8ec6-39507c8c977f HTTP/1.1" status: 200 len: 1092 time: 2.7687509 Nov 10 17:41:48.258943 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-7d53b1d6-207b-411b-a04e-22bfe7b4eb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:48.313650 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d53b1d6-207b-411b-a04e-22bfe7b4eb8d None None] Routers {'763a7186-911a-4eaf-9c10-3857f55aecee'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:41:48.317909 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-7d53b1d6-207b-411b-a04e-22bfe7b4eb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:41:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['763a7186-911a-4eaf-9c10-3857f55aecee'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:48.382142 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73e61f-dada-4c40-9cb6-ea586d5b4959 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5b8373-f805-4d84-8ec6-39507c8c977f,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:48.404630 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-3552c4d0-a134-4abb-8d63-442c135918e7 service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061453 Nov 10 17:41:48.407443 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-7d53b1d6-207b-411b-a04e-22bfe7b4eb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:48.407930 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-42f34ac5-109e-419a-91cb-bb04aa6f2df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:48.408824 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d53b1d6-207b-411b-a04e-22bfe7b4eb8d None None] The sync data for ids ['763a7186-911a-4eaf-9c10-3857f55aecee'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:41:48.409455 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-42f34ac5-109e-419a-91cb-bb04aa6f2df8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e7f389ee749446c698cd1a551edcac22&device_id=c422fd91-b262-4109-8554-74ef032326a0 HTTP/1.1" status: 200 len: 1095 time: 0.1059465 Nov 10 17:41:48.481949 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-06ad8329-e8ab-42f3-8bd7-091e26777f56 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:48.502855 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-d362226a-0161-4e41-9088-6ed6277b9d9f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=1b397362-5908-4133-821d-3cd55c0c1231 HTTP/1.1" status: 200 len: 217 time: 0.0809402 Nov 10 17:41:48.542203 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-8cdc0d84-a82f-4677-a6c1-e106030d4de7 admin admin] Deleting port d7462647-5e23-4059-9c14-f113a3e0cee7 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:41:48.542553 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0d84-a82f-4677-a6c1-e106030d4de7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:48.550555 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-1a16457b-e45b-4afd-a050-d21f106c25af service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e5b8373-f805-4d84-8ec6-39507c8c977f HTTP/1.1" status: 200 len: 217 time: 0.1258428 Nov 10 17:41:48.694872 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-995fddfb-4682-4a23-8c59-f486c91b8523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:48.696904 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-06ad8329-e8ab-42f3-8bd7-091e26777f56 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:48.697719 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-995fddfb-4682-4a23-8c59-f486c91b8523 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8466b2d-1d01-4814-9e92-513b821b406a HTTP/1.1" status: 200 len: 845 time: 0.1287735 Nov 10 17:41:48.699776 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-57f43498-cfe7-4cdf-bd63-30ab34f5f0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:48.702197 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-57f43498-cfe7-4cdf-bd63-30ab34f5f0cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc214285-d346-4cd8-ad33-53f4b62c91f1 HTTP/1.1" status: 200 len: 797 time: 0.1629350 Nov 10 17:41:48.707667 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-8cdc0d84-a82f-4677-a6c1-e106030d4de7 admin admin] For port d7462647-5e23-4059-9c14-f113a3e0cee7, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d7462647-5e23-4059-9c14-f113a3e0cee7,segment=NetworkSegment(5f7055d4-226f-4103-a196-9e5a5c385fb4),segment_id=5f7055d4-226f-4103-a196-9e5a5c385fb4)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:41:48.708188 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0d84-a82f-4677-a6c1-e106030d4de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:48.726847 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-8cdc0d84-a82f-4677-a6c1-e106030d4de7 admin admin] Calling delete_port for d7462647-5e23-4059-9c14-f113a3e0cee7 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:41:48.796649 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-9b83d2fa-b9e0-4ba3-a2ce-e885e7a7a2d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407233 Nov 10 17:41:48.802274 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-a3d4fb28-2983-4033-acde-f0db24a9f456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:48.804540 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-a3d4fb28-2983-4033-acde-f0db24a9f456 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd6bf6ab-ba3a-413b-abc3-299018f27566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0875821 Nov 10 17:41:48.850790 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-06ad8329-e8ab-42f3-8bd7-091e26777f56 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Deleting port 635d2842-6544-410f-b3c2-5fbdef009a95 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:41:48.851949 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-06ad8329-e8ab-42f3-8bd7-091e26777f56 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:48.982386 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-eae66878-e02c-470f-97a9-c815b98fd367 service neutron] 10.222.0.11 "GET /v2.0/networks/1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766543 Nov 10 17:41:48.988811 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-56077d77-8c90-4a91-8a62-8bd933dcf15f service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719270 Nov 10 17:41:48.996770 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-06ad8329-e8ab-42f3-8bd7-091e26777f56 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:49.014444 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-06ad8329-e8ab-42f3-8bd7-091e26777f56 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Calling delete_port for 635d2842-6544-410f-b3c2-5fbdef009a95 owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:41:49.123828 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0d84-a82f-4677-a6c1-e106030d4de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:49.151312 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-101a2b39-ea95-409b-b92a-cde5ca864242 req-22fe0cbd-6fc8-42a9-998d-76dad5783818 service neutron] 10.222.0.11 "GET /v2.0/networks/1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612625 Nov 10 17:41:49.184344 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc0d84-a82f-4677-a6c1-e106030d4de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7462647-5e23-4059-9c14-f113a3e0cee7,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:49.253511 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-836d304c-a77c-4c81-a8f8-6768dafb468e service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705709 Nov 10 17:41:49.315502 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-210a372f-2557-46b1-b1e7-1c7ab4e9e8fd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=50e42342-3dd3-4471-9114-97bf09fa8efd HTTP/1.1" status: 200 len: 217 time: 0.0537398 Nov 10 17:41:49.323971 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e8abb-480e-4247-87a8-50c86d501037 req-d11e1201-403e-4a0d-9319-250fcd7b47de tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:49.333333 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-535e8abb-480e-4247-87a8-50c86d501037 req-d11e1201-403e-4a0d-9319-250fcd7b47de tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c422fd91-b262-4109-8554-74ef032326a0 HTTP/1.1" status: 200 len: 943 time: 0.1384051 Nov 10 17:41:49.416451 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c422fd91-b262-4109-8554-74ef032326a0', 'tag': '9e5b8373-f805-4d84-8ec6-39507c8c977f'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:41:49.419652 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0285f1-bbdb-4ae6-baa8-330bbdc46062" -d '{"events": [{"name": "network-changed", "server_uuid": "c422fd91-b262-4109-8554-74ef032326a0", "tag": "9e5b8373-f805-4d84-8ec6-39507c8c977f"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:41:49.473605 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-a5190ecd-2424-4dce-8fe9-b54091c72b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:49.475812 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-a5190ecd-2424-4dce-8fe9-b54091c72b4e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc214285-d346-4cd8-ad33-53f4b62c91f1 HTTP/1.1" status: 200 len: 797 time: 0.1378400 Nov 10 17:41:49.494181 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-535e8abb-480e-4247-87a8-50c86d501037 req-4d8aa969-b6d6-4673-9006-0541b4b52ff1 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591461 Nov 10 17:41:49.506983 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dca4d5-4ad6-4bd6-9acf-6eb81a51796a x-openstack-request-id: req-57dca4d5-4ad6-4bd6-9acf-6eb81a51796a {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:41:49.507958 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c422fd91-b262-4109-8554-74ef032326a0", "tag": "9e5b8373-f805-4d84-8ec6-39507c8c977f", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:41:49.508397 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-57dca4d5-4ad6-4bd6-9acf-6eb81a51796a {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:41:49.509025 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c422fd91-b262-4109-8554-74ef032326a0', 'tag': '9e5b8373-f805-4d84-8ec6-39507c8c977f', 'status': 'completed', 'code': 200} Nov 10 17:41:49.597908 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0285f1-bbdb-4ae6-baa8-330bbdc46062 req-61f79f80-c506-4f2f-832d-fd9c8997917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:49.600083 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0e0285f1-bbdb-4ae6-baa8-330bbdc46062 req-61f79f80-c506-4f2f-832d-fd9c8997917e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e7f389ee749446c698cd1a551edcac22&device_id=c422fd91-b262-4109-8554-74ef032326a0 HTTP/1.1" status: 200 len: 1095 time: 0.0730984 Nov 10 17:41:49.603166 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-0b4f965a-ee18-46b7-bd42-747424079aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:49.604737 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-0b4f965a-ee18-46b7-bd42-747424079aaf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd6bf6ab-ba3a-413b-abc3-299018f27566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1092331 Nov 10 17:41:49.783313 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8cdc0d84-a82f-4677-a6c1-e106030d4de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:49.809347 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-0c2c6f42-8edc-49af-9ac7-30b32f979495 service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680584 Nov 10 17:41:49.865093 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-06ad8329-e8ab-42f3-8bd7-091e26777f56 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:49.920365 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0285f1-bbdb-4ae6-baa8-330bbdc46062 req-309f0e97-69ec-42f5-980e-1b2459a44f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:49.922201 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0e0285f1-bbdb-4ae6-baa8-330bbdc46062 req-309f0e97-69ec-42f5-980e-1b2459a44f2a service neutron] 10.222.0.11 "GET /v2.0/networks?id=1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223 HTTP/1.1" status: 200 len: 906 time: 0.3089013 Nov 10 17:41:49.924866 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad8329-e8ab-42f3-8bd7-091e26777f56 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Pushing event deleted for resources: {'Port': ['ID=635d2842-6544-410f-b3c2-5fbdef009a95,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:49.987756 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0e0285f1-bbdb-4ae6-baa8-330bbdc46062 req-0cd031f9-f5d0-4077-a8c4-a3d413845214 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e5b8373-f805-4d84-8ec6-39507c8c977f HTTP/1.1" status: 200 len: 217 time: 0.0535576 Nov 10 17:41:50.011141 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-ffda51c1-091d-45b6-aa9d-d5f3078867b0 service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941457 Nov 10 17:41:50.059199 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-06ad8329-e8ab-42f3-8bd7-091e26777f56 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:50.095999 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-683d1123-c5ab-4e73-9f3e-76c7f2747f95 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0553aa7b-17be-418d-b02a-fbf798175967 HTTP/1.1" status: 200 len: 217 time: 0.0748465 Nov 10 17:41:50.145753 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0285f1-bbdb-4ae6-baa8-330bbdc46062 req-548ed74a-9461-408e-af04-2412d353097d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:50.147215 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0e0285f1-bbdb-4ae6-baa8-330bbdc46062 req-548ed74a-9461-408e-af04-2412d353097d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8466b2d-1d01-4814-9e92-513b821b406a HTTP/1.1" status: 200 len: 845 time: 0.1351368 Nov 10 17:41:50.165045 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-06ad8329-e8ab-42f3-8bd7-091e26777f56 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:50.168041 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-06ad8329-e8ab-42f3-8bd7-091e26777f56 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:50.191813 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0e0285f1-bbdb-4ae6-baa8-330bbdc46062 req-35053dd4-84b0-41ca-9fb5-bef2b7826b2b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373626 Nov 10 17:41:50.193802 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-2200daab-b50e-47f4-83bb-1f4b8a322ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:50.195739 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-2200daab-b50e-47f4-83bb-1f4b8a322ef9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9a253c1-2e01-46bf-87f1-80f759de3839 HTTP/1.1" status: 200 len: 797 time: 0.0902488 Nov 10 17:41:50.308762 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-4c56bad4-5b11-4024-b763-9a5111bd56ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:50.310276 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-4c56bad4-5b11-4024-b763-9a5111bd56ec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8ef22d3-496c-4901-a77e-1a8f4787440f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1047628 Nov 10 17:41:50.364189 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0e0285f1-bbdb-4ae6-baa8-330bbdc46062 req-7a9fcb0b-bbda-4228-ae83-c387a684eea5 service neutron] 10.222.0.11 "GET /v2.0/networks/1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596358 Nov 10 17:41:50.386871 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdc0d84-a82f-4677-a6c1-e106030d4de7 admin admin] Router dfd33a9e-561a-4b8a-be15-b4972a6da208 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:41:50.387834 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-06ad8329-e8ab-42f3-8bd7-091e26777f56 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:50.388420 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ad8329-e8ab-42f3-8bd7-091e26777f56 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Fanout notify agent at l3_agent the message router_deleted on router 763a7186-911a-4eaf-9c10-3857f55aecee {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:41:50.396827 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-06ad8329-e8ab-42f3-8bd7-091e26777f56 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:50.400922 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-06ad8329-e8ab-42f3-8bd7-091e26777f56 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] 10.222.0.39 "DELETE /v2.0/routers/763a7186-911a-4eaf-9c10-3857f55aecee HTTP/1.1" status: 204 len: 168 time: 2.2791617 Nov 10 17:41:50.401574 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46650) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:50.490413 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-67c17bd1-d2d4-46db-98d1-1bb4c1bf1960 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Deleting subnet 829ec8cd-876e-4bdb-8607-18f7f5258c45 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:41:50.497232 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-67c17bd1-d2d4-46db-98d1-1bb4c1bf1960 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:50.570878 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-1223255d-8732-44f7-8c4e-4a8276ed16a3 service neutron] 10.222.0.11 "GET /v2.0/networks/d8ef22d3-496c-4901-a77e-1a8f4787440f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522786 Nov 10 17:41:50.625913 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0e0285f1-bbdb-4ae6-baa8-330bbdc46062 req-0820d444-177e-4d7d-af4e-dbc00c22c999 service neutron] 10.222.0.11 "GET /v2.0/networks/1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484524 Nov 10 17:41:50.628344 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-67c17bd1-d2d4-46db-98d1-1bb4c1bf1960 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:50.716298 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35fe673-2609-470c-9aa8-5625ef18b117 req-188fd1f7-28ff-482c-9420-4ed31dd28329 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:50.718246 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c35fe673-2609-470c-9aa8-5625ef18b117 req-188fd1f7-28ff-482c-9420-4ed31dd28329 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c422fd91-b262-4109-8554-74ef032326a0 HTTP/1.1" status: 200 len: 943 time: 0.1342468 Nov 10 17:41:50.747567 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdc0d84-a82f-4677-a6c1-e106030d4de7 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:41:50.756786 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8cdc0d84-a82f-4677-a6c1-e106030d4de7 admin admin] 10.222.0.39 "PUT /v2.0/routers/dfd33a9e-561a-4b8a-be15-b4972a6da208/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4846129 Nov 10 17:41:50.759699 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 46662) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:50.768120 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cbe32b-48fd-4488-8ab9-c644f1bb0712 None None] Sync routers for ids ['dfd33a9e-561a-4b8a-be15-b4972a6da208'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:41:50.790069 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-76ba272c-0ae2-468b-9b9c-f06c615b7d6b service neutron] 10.222.0.11 "GET /v2.0/networks/d8ef22d3-496c-4901-a77e-1a8f4787440f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075026 Nov 10 17:41:50.791929 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-67c17bd1-d2d4-46db-98d1-1bb4c1bf1960 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:50.797612 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cbe32b-48fd-4488-8ab9-c644f1bb0712 None None] Routers {'dfd33a9e-561a-4b8a-be15-b4972a6da208'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:41:50.800708 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-49cbe32b-48fd-4488-8ab9-c644f1bb0712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:41:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['dfd33a9e-561a-4b8a-be15-b4972a6da208'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:50.865353 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-a29c032b-19ab-4815-9e3d-32abe6710f6a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d357b0f-39d1-4fb0-b1d9-8e35928b21e5 HTTP/1.1" status: 200 len: 217 time: 0.0396209 Nov 10 17:41:50.907263 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-67c17bd1-d2d4-46db-98d1-1bb4c1bf1960 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:50.969489 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-49cbe32b-48fd-4488-8ab9-c644f1bb0712 None None] Set router dfd33a9e-561a-4b8a-be15-b4972a6da208 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:41:50.977325 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c17bd1-d2d4-46db-98d1-1bb4c1bf1960 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Pushing event deleted for resources: {'Subnet': ['ID=829ec8cd-876e-4bdb-8607-18f7f5258c45,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:50.979489 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-67c17bd1-d2d4-46db-98d1-1bb4c1bf1960 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:50.983627 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c5c936-72ef-4157-b9c6-18b17cfa75e8 None None] Network 64a5e86a-2d23-4a81-a676-3aa0f9c04b94 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:41:50.989114 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-67c17bd1-d2d4-46db-98d1-1bb4c1bf1960 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] 10.222.0.39 "DELETE /v2.0/subnets/829ec8cd-876e-4bdb-8607-18f7f5258c45 HTTP/1.1" status: 204 len: 168 time: 0.5860200 Nov 10 17:41:50.997858 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46670) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:51.025015 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-5c9d2d50-3bd0-4b18-a6a2-4007b180c6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:51.026814 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-5c9d2d50-3bd0-4b18-a6a2-4007b180c6cc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9a253c1-2e01-46bf-87f1-80f759de3839 HTTP/1.1" status: 200 len: 797 time: 0.1473517 Nov 10 17:41:51.113233 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c35fe673-2609-470c-9aa8-5625ef18b117 req-28f42cee-3651-457c-84b2-797ce03acbfe tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726563 Nov 10 17:41:51.140854 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-7ec0bb0d-ccf9-465e-9d41-1bd868cbcc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:51.142623 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-7ec0bb0d-ccf9-465e-9d41-1bd868cbcc41 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8ef22d3-496c-4901-a77e-1a8f4787440f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1052396 Nov 10 17:41:51.170179 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8f94d25d-70b4-44f2-96ba-8795bf3a5a18 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:51.249714 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-8f94d25d-70b4-44f2-96ba-8795bf3a5a18 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Deleting port f5bceb21-d8ca-478c-9acb-22a75e8eb4b5 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:41:51.249714 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8f94d25d-70b4-44f2-96ba-8795bf3a5a18 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:51.261172 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-486f3cef-f1d6-4578-8c82-a139928de093 service neutron] 10.222.0.11 "GET /v2.0/networks/d8ef22d3-496c-4901-a77e-1a8f4787440f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103992 Nov 10 17:41:51.283031 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8349f5de-4fc2-48ae-837a-d710b1b3965d admin admin] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:51.325557 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-49cbe32b-48fd-4488-8ab9-c644f1bb0712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'name': 'tempest-ServerRescueTestJSONUnderV235-108347894-router', 'tenant_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b8b296f1-bb8c-448b-bad3-55fa19563084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:40:18Z', 'updated_at': '2021-11-10T17:41:49Z', 'revision_number': 5, 'project_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'gw_port': {'id': 'b8b296f1-bb8c-448b-bad3-55fa19563084', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:40:19Z', 'updated_at': '2021-11-10T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:51.364013 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-8f94d25d-70b4-44f2-96ba-8795bf3a5a18 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] For port f5bceb21-d8ca-478c-9acb-22a75e8eb4b5, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=f5bceb21-d8ca-478c-9acb-22a75e8eb4b5,segment=NetworkSegment(cfff9026-0a11-43d6-aab1-46e1eaee7e87),segment_id=cfff9026-0a11-43d6-aab1-46e1eaee7e87)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:41:51.364420 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8f94d25d-70b4-44f2-96ba-8795bf3a5a18 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:51.385087 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5b2061-6374-432a-9473-fbe28e0ac306 None None] DHCP port deletion for 64a5e86a-2d23-4a81-a676-3aa0f9c04b94 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:41:51.388157 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-8f94d25d-70b4-44f2-96ba-8795bf3a5a18 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Calling delete_port for f5bceb21-d8ca-478c-9acb-22a75e8eb4b5 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:41:51.404360 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cbe32b-48fd-4488-8ab9-c644f1bb0712 None None] Checking router: dfd33a9e-561a-4b8a-be15-b4972a6da208 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:41:51.425986 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cbe32b-48fd-4488-8ab9-c644f1bb0712 None None] Routers {'dfd33a9e-561a-4b8a-be15-b4972a6da208'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:41:51.428969 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-49cbe32b-48fd-4488-8ab9-c644f1bb0712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:41:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['dfd33a9e-561a-4b8a-be15-b4972a6da208'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:51.490611 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-6a5b2061-6374-432a-9473-fbe28e0ac306 None None] Deleting port f5bceb21-d8ca-478c-9acb-22a75e8eb4b5 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:41:51.490985 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6a5b2061-6374-432a-9473-fbe28e0ac306 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:51.493797 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8f94d25d-70b4-44f2-96ba-8795bf3a5a18 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:51.517224 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f94d25d-70b4-44f2-96ba-8795bf3a5a18 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] No DVR routers for this DVR port f5bceb21-d8ca-478c-9acb-22a75e8eb4b5 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:41:51.605846 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f94d25d-70b4-44f2-96ba-8795bf3a5a18 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Pushing event deleted for resources: {'Port': ['ID=f5bceb21-d8ca-478c-9acb-22a75e8eb4b5,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:51.691026 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8f94d25d-70b4-44f2-96ba-8795bf3a5a18 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:51.702301 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8349f5de-4fc2-48ae-837a-d710b1b3965d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:51.717596 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-593f8e40-2f3a-4f7c-a31f-38cb8b6c5042 req-66bb7e76-7a2e-4e6f-8d7d-4011b75d5e05 service neutron] 10.222.0.11 "GET /v2.0/networks/d8ef22d3-496c-4901-a77e-1a8f4787440f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490325 Nov 10 17:41:51.723315 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-6a5b2061-6374-432a-9473-fbe28e0ac306 None None] For port f5bceb21-d8ca-478c-9acb-22a75e8eb4b5, host n-d-776250-10, got binding levels [] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:41:51.724057 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6a5b2061-6374-432a-9473-fbe28e0ac306 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:51.769008 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-6a5b2061-6374-432a-9473-fbe28e0ac306 None None] Calling delete_port for f5bceb21-d8ca-478c-9acb-22a75e8eb4b5 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:41:51.777517 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.ipam_backend_mixin [None req-6a5b2061-6374-432a-9473-fbe28e0ac306 None None] Port f5bceb21-d8ca-478c-9acb-22a75e8eb4b5 was not found and therefore no delete operation was performed {{(pid=102470) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 17:41:51.785318 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6a5b2061-6374-432a-9473-fbe28e0ac306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:51.795384 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-8f94d25d-70b4-44f2-96ba-8795bf3a5a18 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64a5e86a-2d23-4a81-a676-3aa0f9c04b94']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:51.796761 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-8349f5de-4fc2-48ae-837a-d710b1b3965d admin admin] Deleting port b8b296f1-bb8c-448b-bad3-55fa19563084 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:41:51.797112 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8349f5de-4fc2-48ae-837a-d710b1b3965d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:51.828313 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-8f94d25d-70b4-44f2-96ba-8795bf3a5a18 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfff9026-0a11-43d6-aab1-46e1eaee7e87') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:51.828962 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-8f94d25d-70b4-44f2-96ba-8795bf3a5a18 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfff9026-0a11-43d6-aab1-46e1eaee7e87') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:51.855493 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8f94d25d-70b4-44f2-96ba-8795bf3a5a18 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:51.876635 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5b2061-6374-432a-9473-fbe28e0ac306 None None] No DVR routers for this DVR port f5bceb21-d8ca-478c-9acb-22a75e8eb4b5 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:41:51.881971 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b2061-6374-432a-9473-fbe28e0ac306 None None] Pushing event deleted for resources: {'Port': ['ID=f5bceb21-d8ca-478c-9acb-22a75e8eb4b5,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:51.918454 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8f94d25d-70b4-44f2-96ba-8795bf3a5a18 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:51.936608 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f94d25d-70b4-44f2-96ba-8795bf3a5a18 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:41:51.937583 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8f94d25d-70b4-44f2-96ba-8795bf3a5a18 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:51.943472 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:41:51.943472 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:41:51.943472 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:41:51.943472 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:41:51.943472 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:41:51.943472 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:41:51.943472 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:41:51.943472 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:41:51.943472 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:41:51.943472 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:41:51.943472 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:41:51.943472 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:41:51.943472 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:41:51.943472 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:41:51.943472 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:41:51.943472 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:41:51.943472 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:41:51.943472 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:41:51.943472 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:41:51.943472 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:41:51.943472 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:41:51.943472 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:41:51.943472 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:41:51.943472 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:41:51.943472 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:41:51.943472 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:41:51.943472 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:41:51.943472 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:41:51.943472 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:41:51.943472 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:41:51.943472 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:41:51.943472 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:41:51.957620 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-49cbe32b-48fd-4488-8ab9-c644f1bb0712 None None] Set router dfd33a9e-561a-4b8a-be15-b4972a6da208 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:41:51.981548 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-8349f5de-4fc2-48ae-837a-d710b1b3965d admin admin] For port b8b296f1-bb8c-448b-bad3-55fa19563084, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b8b296f1-bb8c-448b-bad3-55fa19563084,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:41:51.981916 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8349f5de-4fc2-48ae-837a-d710b1b3965d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:51.996518 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-8349f5de-4fc2-48ae-837a-d710b1b3965d admin admin] Calling delete_port for b8b296f1-bb8c-448b-bad3-55fa19563084 owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:41:52.029729 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device f5bceb21-d8ca-478c-9acb-22a75e8eb4b5 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:41:52.074628 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: f5bceb21-d8ca-478c-9acb-22a75e8eb4b5 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:41:52.074982 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device f5bceb21-d8ca-478c-9acb-22a75e8eb4b5 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:41:52.089735 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8f94d25d-70b4-44f2-96ba-8795bf3a5a18 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:52.108764 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8f94d25d-70b4-44f2-96ba-8795bf3a5a18 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:52.125770 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8f94d25d-70b4-44f2-96ba-8795bf3a5a18 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] 10.222.0.39 "DELETE /v2.0/networks/64a5e86a-2d23-4a81-a676-3aa0f9c04b94 HTTP/1.1" status: 204 len: 168 time: 1.1264970 Nov 10 17:41:52.129267 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46702) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:52.162921 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f94d25d-70b4-44f2-96ba-8795bf3a5a18 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Pushing event deleted for resources: {'Network': ['ID=64a5e86a-2d23-4a81-a676-3aa0f9c04b94,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:52.240339 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8349f5de-4fc2-48ae-837a-d710b1b3965d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:52.353438 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8349f5de-4fc2-48ae-837a-d710b1b3965d admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b296f1-bb8c-448b-bad3-55fa19563084,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:52.380825 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-74aa4774-923a-4d6c-a1c4-e9e79985e597 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Deleting port 7be6dc01-186e-400b-8579-420339cdfcb2 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:41:52.381466 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-74aa4774-923a-4d6c-a1c4-e9e79985e597 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:52.406651 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8349f5de-4fc2-48ae-837a-d710b1b3965d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:52.459511 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-49cbe32b-48fd-4488-8ab9-c644f1bb0712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'name': 'tempest-ServerRescueTestJSONUnderV235-108347894-router', 'tenant_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b8b296f1-bb8c-448b-bad3-55fa19563084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:40:18Z', 'updated_at': '2021-11-10T17:41:49Z', 'revision_number': 5, 'project_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'gw_port': {'id': 'b8b296f1-bb8c-448b-bad3-55fa19563084', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:40:19Z', 'updated_at': '2021-11-10T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:52.491670 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cbe32b-48fd-4488-8ab9-c644f1bb0712 None None] The sync data for ids ['dfd33a9e-561a-4b8a-be15-b4972a6da208'] in n-d-776250-10 is: [{'id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'name': 'tempest-ServerRescueTestJSONUnderV235-108347894-router', 'tenant_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'b8b296f1-bb8c-448b-bad3-55fa19563084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:40:18Z', 'updated_at': '2021-11-10T17:41:49Z', 'revision_number': 5, 'project_id': '479b5fa91dd14a6eb2621fb8f88e1927', 'gw_port': {'id': 'b8b296f1-bb8c-448b-bad3-55fa19563084', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfd33a9e-561a-4b8a-be15-b4972a6da208', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:40:19Z', 'updated_at': '2021-11-10T17:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:41:52.509711 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-74aa4774-923a-4d6c-a1c4-e9e79985e597 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:52.510059 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-74aa4774-923a-4d6c-a1c4-e9e79985e597 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:52.526478 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-74aa4774-923a-4d6c-a1c4-e9e79985e597 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Calling delete_port for 7be6dc01-186e-400b-8579-420339cdfcb2 owned by network:floatingip {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:41:52.548914 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8349f5de-4fc2-48ae-837a-d710b1b3965d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:52.558687 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e890c8-d4d5-47a5-a1d3-2296cdfaeef9 req-ec1fd440-e957-4ce3-9d93-07e4dcfa88b5 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:52.561231 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-26e890c8-d4d5-47a5-a1d3-2296cdfaeef9 req-ec1fd440-e957-4ce3-9d93-07e4dcfa88b5 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c422fd91-b262-4109-8554-74ef032326a0 HTTP/1.1" status: 200 len: 943 time: 0.3093705 Nov 10 17:41:52.562781 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8349f5de-4fc2-48ae-837a-d710b1b3965d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:52.623487 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8349f5de-4fc2-48ae-837a-d710b1b3965d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:52.624036 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8349f5de-4fc2-48ae-837a-d710b1b3965d admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfd33a9e-561a-4b8a-be15-b4972a6da208 {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:41:52.633506 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8349f5de-4fc2-48ae-837a-d710b1b3965d admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:52.636300 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8349f5de-4fc2-48ae-837a-d710b1b3965d admin admin] 10.222.0.39 "DELETE /v2.0/routers/dfd33a9e-561a-4b8a-be15-b4972a6da208 HTTP/1.1" status: 204 len: 168 time: 1.8741503 Nov 10 17:41:52.639470 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46710) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:52.656626 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-26e890c8-d4d5-47a5-a1d3-2296cdfaeef9 req-bf5ae1b5-e0c2-4cf5-abe3-15c8fd1323db tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568335 Nov 10 17:41:52.724034 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f944530-92dc-4a54-802d-960664302f27 admin admin] Deleting subnet be026559-a252-4e84-be4f-99ee7f67aa54 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:41:52.727646 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f944530-92dc-4a54-802d-960664302f27 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:52.752995 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-74aa4774-923a-4d6c-a1c4-e9e79985e597 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:52.763682 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:41:52.797378 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa4774-923a-4d6c-a1c4-e9e79985e597 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Pushing event deleted for resources: {'Port': ['ID=7be6dc01-186e-400b-8579-420339cdfcb2,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:52.811287 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f944530-92dc-4a54-802d-960664302f27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:52.903772 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f944530-92dc-4a54-802d-960664302f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:52.924884 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-74aa4774-923a-4d6c-a1c4-e9e79985e597 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks [] for floatingip, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:52.927671 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-74aa4774-923a-4d6c-a1c4-e9e79985e597 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:52.929153 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-74aa4774-923a-4d6c-a1c4-e9e79985e597 tempest-FloatingIPAdminTestJSON-735137485 tempest-FloatingIPAdminTestJSON-735137485-project] 10.222.0.39 "DELETE /v2.0/floatingips/d255fa2e-1bc7-4fbd-8248-95a97b9b6b80 HTTP/1.1" status: 204 len: 168 time: 0.7785883 Nov 10 17:41:53.009357 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f944530-92dc-4a54-802d-960664302f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:53.037697 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f944530-92dc-4a54-802d-960664302f27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be026559-a252-4e84-be4f-99ee7f67aa54,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:53.041936 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f944530-92dc-4a54-802d-960664302f27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:53.048009 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4f944530-92dc-4a54-802d-960664302f27 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/be026559-a252-4e84-be4f-99ee7f67aa54 HTTP/1.1" status: 204 len: 168 time: 0.4051995 Nov 10 17:41:53.049024 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 46718) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:53.091932 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 9e5b8373-f805-4d84-8ec6-39507c8c977f details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:41:53.151003 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5e3180c3-29c2-4653-876f-16a9f2ee1ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:53.300630 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5e3180c3-29c2-4653-876f-16a9f2ee1ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:53.334431 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-5e3180c3-29c2-4653-876f-16a9f2ee1ccf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f1ee02f-b6f3-4d18-9dee-4783a287b1f6']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:53.343656 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46736) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:53.349464 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-5e3180c3-29c2-4653-876f-16a9f2ee1ccf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7055d4-226f-4103-a196-9e5a5c385fb4') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:53.350039 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-5e3180c3-29c2-4653-876f-16a9f2ee1ccf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7055d4-226f-4103-a196-9e5a5c385fb4') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:41:53.362254 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5e3180c3-29c2-4653-876f-16a9f2ee1ccf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:53.380230 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5e3180c3-29c2-4653-876f-16a9f2ee1ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:53.390735 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e3180c3-29c2-4653-876f-16a9f2ee1ccf admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:41:53.391629 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5e3180c3-29c2-4653-876f-16a9f2ee1ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:53.394126 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:41:53.394126 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:41:53.394126 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:41:53.394126 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:41:53.394126 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:41:53.394126 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:41:53.394126 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:41:53.394126 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:41:53.394126 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:41:53.394126 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:41:53.394126 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:41:53.394126 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:41:53.394126 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:41:53.394126 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:41:53.394126 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:41:53.394126 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:41:53.394126 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:41:53.394126 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:41:53.394126 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:41:53.394126 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:41:53.394126 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:41:53.394126 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:41:53.394126 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:41:53.394126 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:41:53.394126 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:41:53.394126 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:41:53.394126 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:41:53.394126 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:41:53.394126 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:41:53.394126 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:41:53.394126 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:41:53.394126 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:41:53.501230 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 9e5b8373-f805-4d84-8ec6-39507c8c977f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=9e5b8373-f805-4d84-8ec6-39507c8c977f,segment=NetworkSegment(95d1421d-b3ce-4f49-86b8-7e70ba2392d4),segment_id=95d1421d-b3ce-4f49-86b8-7e70ba2392d4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:41:53.534188 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '9e5b8373-f805-4d84-8ec6-39507c8c977f', 'network_id': '1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223', 'port_id': '9e5b8373-f805-4d84-8ec6-39507c8c977f', 'mac_address': 'fa:16:3e:3d:fb:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8466b2d-1d01-4814-9e92-513b821b406a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:41:53.640305 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:53.663288 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-078755cb-93a3-4b79-85f2-ba3f17a35f6c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c4cf3176d294411c83d664a0e2271fc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3170102 Nov 10 17:41:53.666557 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46746) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:53.701874 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e5b8373-f805-4d84-8ec6-39507c8c977f {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:41:53.777368 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 9e5b8373-f805-4d84-8ec6-39507c8c977f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=9e5b8373-f805-4d84-8ec6-39507c8c977f,segment=NetworkSegment(95d1421d-b3ce-4f49-86b8-7e70ba2392d4),segment_id=95d1421d-b3ce-4f49-86b8-7e70ba2392d4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:41:53.790750 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:53.833626 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3bbcce75-bcb5-4af8-b6c3-ad7efe353ef6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:53.908277 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3bbcce75-bcb5-4af8-b6c3-ad7efe353ef6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:53.950990 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46754) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:53.958409 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=9e5b8373-f805-4d84-8ec6-39507c8c977f,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:54.047285 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d7462647-5e23-4059-9c14-f113a3e0cee7 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:41:54.053076 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3bbcce75-bcb5-4af8-b6c3-ad7efe353ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:54.056872 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3bbcce75-bcb5-4af8-b6c3-ad7efe353ef6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:54.060822 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3bbcce75-bcb5-4af8-b6c3-ad7efe353ef6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3f044793-1ccc-402f-882f-c581389b3f49 HTTP/1.1" status: 204 len: 168 time: 0.3924670 Nov 10 17:41:54.069314 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbcce75-bcb5-4af8-b6c3-ad7efe353ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f044793-1ccc-402f-882f-c581389b3f49,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:54.092126 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5e3180c3-29c2-4653-876f-16a9f2ee1ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:54.113320 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['9e5b8373-f805-4d84-8ec6-39507c8c977f'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:41:54.113797 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5e3180c3-29c2-4653-876f-16a9f2ee1ccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:54.119335 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5e3180c3-29c2-4653-876f-16a9f2ee1ccf admin admin] 10.222.0.39 "DELETE /v2.0/networks/6f1ee02f-b6f3-4d18-9dee-4783a287b1f6 HTTP/1.1" status: 204 len: 168 time: 1.0697856 Nov 10 17:41:54.126441 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: d7462647-5e23-4059-9c14-f113a3e0cee7 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:41:54.142816 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d7462647-5e23-4059-9c14-f113a3e0cee7 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:41:54.144895 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b8b296f1-bb8c-448b-bad3-55fa19563084 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:41:54.152044 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1cd84-6cd2-434c-9bc9-7586a94196b0 req-952aff53-8b10-41de-85c6-d08466666157 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:54.161884 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ada1cd84-6cd2-434c-9bc9-7586a94196b0 req-952aff53-8b10-41de-85c6-d08466666157 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c422fd91-b262-4109-8554-74ef032326a0 HTTP/1.1" status: 200 len: 944 time: 0.1721852 Nov 10 17:41:54.168644 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b63e17be-2a56-4128-b474-3495eb3f4f51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:54.171700 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3180c3-29c2-4653-876f-16a9f2ee1ccf admin admin] Pushing event deleted for resources: {'Network': ['ID=6f1ee02f-b6f3-4d18-9dee-4783a287b1f6,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:54.225167 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: b8b296f1-bb8c-448b-bad3-55fa19563084 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:41:54.225518 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b8b296f1-bb8c-448b-bad3-55fa19563084 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:41:54.229464 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ada1cd84-6cd2-434c-9bc9-7586a94196b0 req-5cbebad6-2814-4766-9f74-8ca6e34669fa tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661242 Nov 10 17:41:54.308567 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b63e17be-2a56-4128-b474-3495eb3f4f51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:54.314577 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b63e17be-2a56-4128-b474-3495eb3f4f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:54.366964 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b63e17be-2a56-4128-b474-3495eb3f4f51 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3347cd002b13475eb11aef1a5ad3188d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4145067 Nov 10 17:41:54.368685 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e17be-2a56-4128-b474-3495eb3f4f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e60b7a9-787a-49ac-a0da-0f388554188e,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:54.371972 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 46766) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:54.464955 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-00db49db-d534-4070-8a0a-0fa1135d9add admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:54.488457 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-00db49db-d534-4070-8a0a-0fa1135d9add admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:54.491490 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46770) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:54.547193 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-00db49db-d534-4070-8a0a-0fa1135d9add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:54.550138 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-00db49db-d534-4070-8a0a-0fa1135d9add admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:54.551307 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-00db49db-d534-4070-8a0a-0fa1135d9add admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e60b7a9-787a-49ac-a0da-0f388554188e HTTP/1.1" status: 204 len: 168 time: 0.1782873 Nov 10 17:41:54.562196 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db49db-d534-4070-8a0a-0fa1135d9add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e60b7a9-787a-49ac-a0da-0f388554188e,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:54.565744 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-35577cf7-689e-4c9e-94c3-45f1dac7061e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=479b5fa91dd14a6eb2621fb8f88e1927&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0719075 Nov 10 17:41:54.570474 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46774) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:54.614343 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:54.663276 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b4fa1c6b-e00b-4599-a7bc-c9680aae5b95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:54.690280 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b4fa1c6b-e00b-4599-a7bc-c9680aae5b95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:54.760826 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b4fa1c6b-e00b-4599-a7bc-c9680aae5b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:54.766785 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b4fa1c6b-e00b-4599-a7bc-c9680aae5b95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:54.770395 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b4fa1c6b-e00b-4599-a7bc-c9680aae5b95 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0722a593-6b9f-4879-a1a5-a4ad621d6152 HTTP/1.1" status: 204 len: 168 time: 0.1966782 Nov 10 17:41:54.781408 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa1c6b-e00b-4599-a7bc-c9680aae5b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0722a593-6b9f-4879-a1a5-a4ad621d6152,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:54.819121 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 46780) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:54.838609 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8d53fc82-a1c0-4674-872f-470a93ad80b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:54.951117 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8d53fc82-a1c0-4674-872f-470a93ad80b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:54.957075 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8d53fc82-a1c0-4674-872f-470a93ad80b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:54.970712 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:55.007986 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53fc82-a1c0-4674-872f-470a93ad80b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cf59f0-8584-4004-85c2-dc0e5d9f0937,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:55.030790 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8d53fc82-a1c0-4674-872f-470a93ad80b6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=907809e6b61b40768bd66ab106e38864&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2083929 Nov 10 17:41:55.030790 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 46786) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:55.121395 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ce34d5a8-8be3-48a1-8d56-b63c3c3f0032 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:55.159812 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ce34d5a8-8be3-48a1-8d56-b63c3c3f0032 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:55.232874 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ce34d5a8-8be3-48a1-8d56-b63c3c3f0032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:55.236017 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ce34d5a8-8be3-48a1-8d56-b63c3c3f0032 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:55.239418 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ce34d5a8-8be3-48a1-8d56-b63c3c3f0032 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/23cf59f0-8584-4004-85c2-dc0e5d9f0937 HTTP/1.1" status: 204 len: 168 time: 0.2044768 Nov 10 17:41:55.246433 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34d5a8-8be3-48a1-8d56-b63c3c3f0032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cf59f0-8584-4004-85c2-dc0e5d9f0937,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:55.389490 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92a06e-6893-4511-ac0d-c14921f1248d req-70b9a010-bc3e-493b-b3e4-43a54824f52b tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:55.391327 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-de92a06e-6893-4511-ac0d-c14921f1248d req-70b9a010-bc3e-493b-b3e4-43a54824f52b tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c422fd91-b262-4109-8554-74ef032326a0 HTTP/1.1" status: 200 len: 944 time: 0.0578594 Nov 10 17:41:55.448327 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-de92a06e-6893-4511-ac0d-c14921f1248d req-697e8301-7f4c-4115-be96-43e5d0b910be tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493314 Nov 10 17:41:55.666254 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 46818) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:55.682515 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-56b173e7-6de9-4dbe-bd96-e1e5200fbd98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:55.768116 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-56b173e7-6de9-4dbe-bd96-e1e5200fbd98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:55.772620 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-56b173e7-6de9-4dbe-bd96-e1e5200fbd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:55.822524 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-56b173e7-6de9-4dbe-bd96-e1e5200fbd98 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80f5703fcd4f42cc9a471df7538bc734&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1549289 Nov 10 17:41:55.823582 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b173e7-6de9-4dbe-bd96-e1e5200fbd98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df605c67-fed5-4410-b775-b37b880ee275,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:55.825192 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46822) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:55.884611 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dd19267d-2ad4-4044-91dc-4b850e20c7ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:55.913105 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dd19267d-2ad4-4044-91dc-4b850e20c7ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:55.980004 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dd19267d-2ad4-4044-91dc-4b850e20c7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:55.982896 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dd19267d-2ad4-4044-91dc-4b850e20c7ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:55.987453 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-dd19267d-2ad4-4044-91dc-4b850e20c7ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df605c67-fed5-4410-b775-b37b880ee275 HTTP/1.1" status: 204 len: 168 time: 0.1600964 Nov 10 17:41:55.996843 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19267d-2ad4-4044-91dc-4b850e20c7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df605c67-fed5-4410-b775-b37b880ee275,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:56.598777 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996baff1-30f1-47bd-b7fa-97261f6fada5 req-95e3bfd9-82af-4de9-9454-8ecf6c70d084 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:56.600618 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-996baff1-30f1-47bd-b7fa-97261f6fada5 req-95e3bfd9-82af-4de9-9454-8ecf6c70d084 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c422fd91-b262-4109-8554-74ef032326a0 HTTP/1.1" status: 200 len: 944 time: 0.0652258 Nov 10 17:41:56.657110 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-996baff1-30f1-47bd-b7fa-97261f6fada5 req-2c8c5560-08e8-49e7-8a90-9113c4cfa0af tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490117 Nov 10 17:41:56.755406 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 46860) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:56.852454 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 46866) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:57.091127 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-88142ec0-adca-47dd-aa91-684de587603d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:57.103868 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 9e5b8373-f805-4d84-8ec6-39507c8c977f up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:41:57.129642 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-3dbcf13c-1557-480f-84e0-e47d160797b8 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-184227581-network', 'tenant_id': '0e5d254a7de8471f9efdb6f8b50339e0'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:41:57.186148 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbcf13c-1557-480f-84e0-e47d160797b8 admin admin] Made reservation on behalf of 0e5d254a7de8471f9efdb6f8b50339e0 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:41:57.190198 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3dbcf13c-1557-480f-84e0-e47d160797b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:57.215521 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3dbcf13c-1557-480f-84e0-e47d160797b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:57.224745 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 9e5b8373-f805-4d84-8ec6-39507c8c977f completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:41:57.237936 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 9e5b8373-f805-4d84-8ec6-39507c8c977f triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:41:57.238369 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:57.342920 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-88142ec0-adca-47dd-aa91-684de587603d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:57.349840 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-88142ec0-adca-47dd-aa91-684de587603d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:57.390364 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:57.405847 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3dbcf13c-1557-480f-84e0-e47d160797b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:57.416511 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3dbcf13c-1557-480f-84e0-e47d160797b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:57.420797 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c422fd91-b262-4109-8554-74ef032326a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5b8373-f805-4d84-8ec6-39507c8c977f'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:41:57.425492 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168fcf27-6e25-43be-8262-3b758bb714c5" -d '{"events": [{"server_uuid": "c422fd91-b262-4109-8554-74ef032326a0", "name": "network-vif-plugged", "status": "completed", "tag": "9e5b8373-f805-4d84-8ec6-39507c8c977f"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:41:57.430090 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-88142ec0-adca-47dd-aa91-684de587603d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6ee635d18fa5467ba543185e3627a9ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6730566 Nov 10 17:41:57.431585 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46894) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:57.443395 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 9e5b8373-f805-4d84-8ec6-39507c8c977f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=9e5b8373-f805-4d84-8ec6-39507c8c977f,segment=NetworkSegment(95d1421d-b3ce-4f49-86b8-7e70ba2392d4),segment_id=95d1421d-b3ce-4f49-86b8-7e70ba2392d4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:41:57.444763 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88142ec0-adca-47dd-aa91-684de587603d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f72602-5af6-4328-b5a9-3d91c3d67ba3,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:57.452522 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:57.494420 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbcf13c-1557-480f-84e0-e47d160797b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7524ac0-8392-4280-b567-7a81c50872f2,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:57.502503 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dbcf13c-1557-480f-84e0-e47d160797b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:41:57.516873 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3dbcf13c-1557-480f-84e0-e47d160797b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:57.517345 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-3dbcf13c-1557-480f-84e0-e47d160797b8 admin admin] Added segment 2603d6ae-794d-45e1-85c8-d90ee0ad3447 of type vlan for network 4498f858-f971-479d-a475-78fd8b946bd4 Nov 10 17:41:57.529974 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=9e5b8373-f805-4d84-8ec6-39507c8c977f,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:57.545670 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33ef108-7691-4cf0-821f-253a9101e501 x-openstack-request-id: req-e33ef108-7691-4cf0-821f-253a9101e501 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:41:57.545972 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c422fd91-b262-4109-8554-74ef032326a0", "name": "network-vif-plugged", "status": "completed", "tag": "9e5b8373-f805-4d84-8ec6-39507c8c977f", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:41:57.546228 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e33ef108-7691-4cf0-821f-253a9101e501 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:41:57.546629 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c422fd91-b262-4109-8554-74ef032326a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5b8373-f805-4d84-8ec6-39507c8c977f', 'code': 200} Nov 10 17:41:57.565718 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-10ea4078-377b-4a7d-9d8f-e127fa872101 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:57.608503 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-10ea4078-377b-4a7d-9d8f-e127fa872101 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:57.622629 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3dbcf13c-1557-480f-84e0-e47d160797b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:57.708339 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3dbcf13c-1557-480f-84e0-e47d160797b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:57.709956 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbcf13c-1557-480f-84e0-e47d160797b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:57.711359 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3dbcf13c-1557-480f-84e0-e47d160797b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:57.733766 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd6a21-1282-406e-b0e3-a1b2cbd7e279 req-f35fd236-4c57-4280-8e4e-762ca4269b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:57.736093 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fffd6a21-1282-406e-b0e3-a1b2cbd7e279 req-f35fd236-4c57-4280-8e4e-762ca4269b50 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c422fd91-b262-4109-8554-74ef032326a0 HTTP/1.1" status: 200 len: 1097 time: 0.1016431 Nov 10 17:41:57.742533 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3dbcf13c-1557-480f-84e0-e47d160797b8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8863490 Nov 10 17:41:57.743466 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 46902) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:57.754047 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-10ea4078-377b-4a7d-9d8f-e127fa872101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:57.760208 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-63c8fb10-bd63-4744-8e57-06f3235debfe admin admin] Request body: {'subnet': {'network_id': '4498f858-f971-479d-a475-78fd8b946bd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-184227581-subnet', 'tenant_id': '0e5d254a7de8471f9efdb6f8b50339e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:41:57.761751 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-10ea4078-377b-4a7d-9d8f-e127fa872101 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:57.767016 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-10ea4078-377b-4a7d-9d8f-e127fa872101 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/57f72602-5af6-4328-b5a9-3d91c3d67ba3 HTTP/1.1" status: 204 len: 168 time: 0.3342247 Nov 10 17:41:57.787316 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea4078-377b-4a7d-9d8f-e127fa872101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f72602-5af6-4328-b5a9-3d91c3d67ba3,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:57.840800 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbcf13c-1557-480f-84e0-e47d160797b8 admin admin] Pushing event updated for resources: {'Network': ['ID=4498f858-f971-479d-a475-78fd8b946bd4,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:57.862326 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 4498f858-f971-479d-a475-78fd8b946bd4 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:41:57.878697 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fffd6a21-1282-406e-b0e3-a1b2cbd7e279 req-c68bec03-72bf-40be-a777-16d3dc5217e8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233265 Nov 10 17:41:57.904299 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c8fb10-bd63-4744-8e57-06f3235debfe admin admin] Made reservation on behalf of 0e5d254a7de8471f9efdb6f8b50339e0 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:41:57.907093 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-63c8fb10-bd63-4744-8e57-06f3235debfe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:57.989738 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059a13a-ff79-417b-a5e1-1ab9201fbcd4 req-9e2f35a0-dd6b-4e0f-a3eb-d1f37d166df6 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:57.997804 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1059a13a-ff79-417b-a5e1-1ab9201fbcd4 req-9e2f35a0-dd6b-4e0f-a3eb-d1f37d166df6 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c422fd91-b262-4109-8554-74ef032326a0 HTTP/1.1" status: 200 len: 945 time: 0.1454759 Nov 10 17:41:58.077351 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1059a13a-ff79-417b-a5e1-1ab9201fbcd4 req-953fbc0d-a2b0-4c07-89fb-3752bdc7e4b3 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783470 Nov 10 17:41:58.170889 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-63c8fb10-bd63-4744-8e57-06f3235debfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:58.264745 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8fb10-bd63-4744-8e57-06f3235debfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=14125361-a435-4623-bf0f-bef4cfe18c95,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:58.277582 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c8fb10-bd63-4744-8e57-06f3235debfe admin admin] Checking segment: {'id': '2603d6ae-794d-45e1-85c8-d90ee0ad3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4498f858-f971-479d-a475-78fd8b946bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:41:58.278116 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c8fb10-bd63-4744-8e57-06f3235debfe admin admin] Network hostable DHCP agents. Network: 4498f858-f971-479d-a475-78fd8b946bd4, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:41:58.308522 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c8fb10-bd63-4744-8e57-06f3235debfe admin admin] Network 4498f858-f971-479d-a475-78fd8b946bd4 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:41:58.319085 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-63c8fb10-bd63-4744-8e57-06f3235debfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 4498f858-f971-479d-a475-78fd8b946bd4) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:41:58.325020 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c8fb10-bd63-4744-8e57-06f3235debfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:58.325754 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-63c8fb10-bd63-4744-8e57-06f3235debfe admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:58.337542 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21686a88-4825-4208-966b-8d3fb1731fb8 None None] Network 4498f858-f971-479d-a475-78fd8b946bd4 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:41:58.356985 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-63c8fb10-bd63-4744-8e57-06f3235debfe admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6128023 Nov 10 17:41:58.433111 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 46924) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:58.458687 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-da3bd0c2-c576-47df-af45-a3e7ce5eac78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:58.522855 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb2aa9e-5e0b-4534-b805-67dfc68b3760 None None] Network 4498f858-f971-479d-a475-78fd8b946bd4 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:41:58.575195 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-da3bd0c2-c576-47df-af45-a3e7ce5eac78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:58.580865 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-da3bd0c2-c576-47df-af45-a3e7ce5eac78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:58.628700 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-da3bd0c2-c576-47df-af45-a3e7ce5eac78 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=642ab512eb604602b353bea3a0e3d809&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1933751 Nov 10 17:41:58.631397 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46932) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:58.631850 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3bd0c2-c576-47df-af45-a3e7ce5eac78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb5e1b7-2218-4205-9365-853f6447f07e,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:58.705057 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-555870af-d569-4eee-883c-c29f166a4772 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:58.733131 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-555870af-d569-4eee-883c-c29f166a4772 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:58.814150 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-555870af-d569-4eee-883c-c29f166a4772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:58.816948 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-555870af-d569-4eee-883c-c29f166a4772 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:58.818114 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-555870af-d569-4eee-883c-c29f166a4772 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9cb5e1b7-2218-4205-9365-853f6447f07e HTTP/1.1" status: 204 len: 168 time: 0.1857116 Nov 10 17:41:58.827786 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555870af-d569-4eee-883c-c29f166a4772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb5e1b7-2218-4205-9365-853f6447f07e,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:41:59.160307 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-111d7661-8c61-494b-89bb-fa23a0c46b09 tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:59.168298 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-111d7661-8c61-494b-89bb-fa23a0c46b09 tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] 10.222.0.39 "GET /v2.0/networks?id=4498f858-f971-479d-a475-78fd8b946bd4 HTTP/1.1" status: 200 len: 808 time: 0.1353111 Nov 10 17:41:59.196170 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-cac867b4-0280-407d-96e5-7438422248da tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] 10.222.0.39 "GET /v2.0/quotas/0e5d254a7de8471f9efdb6f8b50339e0 HTTP/1.1" status: 200 len: 375 time: 0.0160301 Nov 10 17:41:59.227569 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-900c480e-318e-4373-b319-9e59bafd075d tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0e5d254a7de8471f9efdb6f8b50339e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302491 Nov 10 17:41:59.240108 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec4179-9f8b-44cb-8444-3a6e889d8a6a req-d587b5f9-8f2f-4af1-93ba-137e76c0fc56 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:41:59.245934 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-76ec4179-9f8b-44cb-8444-3a6e889d8a6a req-d587b5f9-8f2f-4af1-93ba-137e76c0fc56 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c422fd91-b262-4109-8554-74ef032326a0 HTTP/1.1" status: 200 len: 945 time: 0.0766990 Nov 10 17:41:59.309953 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-76ec4179-9f8b-44cb-8444-3a6e889d8a6a req-b96049b1-2987-486a-a580-d5fe0cf6c211 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568480 Nov 10 17:41:59.349509 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-47f353ed-e272-469b-b819-2b2df0a73acf service neutron] 10.222.0.39 "GET /v2.0/networks/4498f858-f971-479d-a475-78fd8b946bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134169 Nov 10 17:41:59.389331 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 46974) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:41:59.472825 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-5863f68b-c280-440b-8988-efe4ae0da9a0 service neutron] 10.222.0.39 "GET /v2.0/networks/4498f858-f971-479d-a475-78fd8b946bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161492 Nov 10 17:41:59.700112 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-e5e873de-d1dd-4e97-a78e-c5a829bca303 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2142166030', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:41:59.748281 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e873de-d1dd-4e97-a78e-c5a829bca303 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Made reservation on behalf of 9df568fc2dc345c98a9ad9e5074a8599 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:41:59.751186 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e5e873de-d1dd-4e97-a78e-c5a829bca303 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:59.758847 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7b02932b-8687-4a23-8a69-9f6835749753 req-df9ef2fd-0b7e-49ca-8fec-c2cd6201c81c tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdc0f018-0517-4c69-886a-a08b37e28818 HTTP/1.1" status: 200 len: 210 time: 0.0506709 Nov 10 17:41:59.780250 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e5e873de-d1dd-4e97-a78e-c5a829bca303 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:59.954639 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e5e873de-d1dd-4e97-a78e-c5a829bca303 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:41:59.959837 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e5e873de-d1dd-4e97-a78e-c5a829bca303 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:00.012888 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-e5e873de-d1dd-4e97-a78e-c5a829bca303 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] device_id is not set on port ee407917-0fd4-4a3f-9452-1e8349d752e4 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:42:00.017103 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e873de-d1dd-4e97-a78e-c5a829bca303 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1353f026-a55e-45b3-b750-de26694480ed,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:00.237131 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-e5e873de-d1dd-4e97-a78e-c5a829bca303 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Allocated IP 172.25.5.74 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/ee407917-0fd4-4a3f-9452-1e8349d752e4) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:42:00.497584 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e4a77837-d3f5-4aaf-b3a0-cb7e8dd90857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:00.585590 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1116c3-b834-4b52-94ab-c8f3539578bb req-89297ae1-d777-4b2a-9af7-0a248f443a5d tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:00.593535 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0e1116c3-b834-4b52-94ab-c8f3539578bb req-89297ae1-d777-4b2a-9af7-0a248f443a5d tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c422fd91-b262-4109-8554-74ef032326a0 HTTP/1.1" status: 200 len: 945 time: 0.0772400 Nov 10 17:42:00.615474 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e5e873de-d1dd-4e97-a78e-c5a829bca303 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:00.648672 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0e1116c3-b834-4b52-94ab-c8f3539578bb req-95a8f4dc-c869-48a6-b135-02dee0f34d02 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518491 Nov 10 17:42:00.667615 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e5e873de-d1dd-4e97-a78e-c5a829bca303 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:00.719902 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e873de-d1dd-4e97-a78e-c5a829bca303 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:42:00.724915 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-e5e873de-d1dd-4e97-a78e-c5a829bca303 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:42:00.730025 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e873de-d1dd-4e97-a78e-c5a829bca303 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:42:00.734385 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e873de-d1dd-4e97-a78e-c5a829bca303 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Pushing event updated for resources: {'Port': ['ID=ee407917-0fd4-4a3f-9452-1e8349d752e4,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:00.792592 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e873de-d1dd-4e97-a78e-c5a829bca303 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:00.793258 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e5e873de-d1dd-4e97-a78e-c5a829bca303 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:00.811539 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e5e873de-d1dd-4e97-a78e-c5a829bca303 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.4206939 Nov 10 17:42:00.814636 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 47068) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:00.822355 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-d204dea6-73e3-451a-bd5e-bfcb8ae56c54 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.74'}]}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:00.849957 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d204dea6-73e3-451a-bd5e-bfcb8ae56c54 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:00.852514 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d204dea6-73e3-451a-bd5e-bfcb8ae56c54 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:00.874999 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e262389c-e93b-4cc6-8631-589d2657852f req-a784869a-fa26-4656-bced-15e4470cee10 tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdc0f018-0517-4c69-886a-a08b37e28818 HTTP/1.1" status: 200 len: 210 time: 0.0315666 Nov 10 17:42:00.941810 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d204dea6-73e3-451a-bd5e-bfcb8ae56c54 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:01.173166 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-84092bec-ac6f-4198-bee4-0d230860f40e tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:01.174867 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-84092bec-ac6f-4198-bee4-0d230860f40e tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] 10.222.0.13 "GET /v2.0/networks?id=4498f858-f971-479d-a475-78fd8b946bd4 HTTP/1.1" status: 200 len: 808 time: 0.1890345 Nov 10 17:42:01.231853 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-4d60ef05-01e5-4309-a010-80fb1d7d9d2f tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] Request body: {'port': {'device_id': 'bdc0f018-0517-4c69-886a-a08b37e28818', 'network_id': '4498f858-f971-479d-a475-78fd8b946bd4', 'admin_state_up': True, 'tenant_id': '0e5d254a7de8471f9efdb6f8b50339e0'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:01.281323 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d204dea6-73e3-451a-bd5e-bfcb8ae56c54 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:01.449555 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-4d60ef05-01e5-4309-a010-80fb1d7d9d2f tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] Made reservation on behalf of 0e5d254a7de8471f9efdb6f8b50339e0 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:42:01.453072 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-4d60ef05-01e5-4309-a010-80fb1d7d9d2f tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:01.517210 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47096) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:01.652287 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-235a1541-b52d-4b3b-824a-9a7744e09def admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:01.714324 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-4d60ef05-01e5-4309-a010-80fb1d7d9d2f tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] Allocated IP 172.20.0.14 (4498f858-f971-479d-a475-78fd8b946bd4/14125361-a435-4623-bf0f-bef4cfe18c95/0b8b1974-daec-487e-b720-6f4f17c0c8e8) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:42:01.724307 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d204dea6-73e3-451a-bd5e-bfcb8ae56c54 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:01.758712 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d204dea6-73e3-451a-bd5e-bfcb8ae56c54 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:01.783094 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47110) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:01.808416 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-235a1541-b52d-4b3b-824a-9a7744e09def admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:01.816089 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-235a1541-b52d-4b3b-824a-9a7744e09def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:01.871207 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eeec6d-5b47-421c-a3fc-0f521d4dabc0 req-d5ca900a-5009-4b39-8dd4-3dedd965d719 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:01.872783 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-12eeec6d-5b47-421c-a3fc-0f521d4dabc0 req-d5ca900a-5009-4b39-8dd4-3dedd965d719 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c422fd91-b262-4109-8554-74ef032326a0 HTTP/1.1" status: 200 len: 945 time: 0.1372230 Nov 10 17:42:01.880546 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-235a1541-b52d-4b3b-824a-9a7744e09def admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5983bf7ce6c5427d8156a62691c2775e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3597462 Nov 10 17:42:01.880546 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a1541-b52d-4b3b-824a-9a7744e09def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2c5662-08bd-4246-b0ca-4810fee559ff,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:01.882512 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47114) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:01.976755 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d0904fec-28f2-4402-a51f-d5199849332f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:02.014001 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-12eeec6d-5b47-421c-a3fc-0f521d4dabc0 req-f06b66ae-1bf7-44d9-949e-fbae024baff5 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186686 Nov 10 17:42:02.025467 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-055b1c81-8f3b-4012-8ba6-10bbd4c825bd req-856af945-d0b9-441f-8c1d-062a4a408b8c tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdc0f018-0517-4c69-886a-a08b37e28818 HTTP/1.1" status: 200 len: 210 time: 0.0543211 Nov 10 17:42:02.042397 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7a920ca-8c50-422f-bc5e-563ad6d409ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:02.070771 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d204dea6-73e3-451a-bd5e-bfcb8ae56c54 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:02.083314 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7a920ca-8c50-422f-bc5e-563ad6d409ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:02.141469 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d0904fec-28f2-4402-a51f-d5199849332f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:02.147016 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d0904fec-28f2-4402-a51f-d5199849332f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:02.170156 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-4d60ef05-01e5-4309-a010-80fb1d7d9d2f tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:02.190445 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7a920ca-8c50-422f-bc5e-563ad6d409ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:02.192960 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7a920ca-8c50-422f-bc5e-563ad6d409ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:02.194095 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b7a920ca-8c50-422f-bc5e-563ad6d409ca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3b2c5662-08bd-4246-b0ca-4810fee559ff HTTP/1.1" status: 204 len: 168 time: 0.3104854 Nov 10 17:42:02.201377 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d0904fec-28f2-4402-a51f-d5199849332f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=06c867deb92445fe98c36ebe5f52023b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4110243 Nov 10 17:42:02.202262 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47120) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:02.202894 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0904fec-28f2-4402-a51f-d5199849332f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4c72f7-8d46-4e05-81f5-d4ac38503f68,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:02.240494 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a920ca-8c50-422f-bc5e-563ad6d409ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2c5662-08bd-4246-b0ca-4810fee559ff,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:02.269960 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f0487bc6-58b6-48fe-8f2d-aac4dff0a5d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:02.281388 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d204dea6-73e3-451a-bd5e-bfcb8ae56c54 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:02.285114 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d204dea6-73e3-451a-bd5e-bfcb8ae56c54 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:02.301714 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f0487bc6-58b6-48fe-8f2d-aac4dff0a5d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:02.343404 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d204dea6-73e3-451a-bd5e-bfcb8ae56c54 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:02.344235 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d204dea6-73e3-451a-bd5e-bfcb8ae56c54 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 26f0e86d-c809-4e9e-800e-75bbba53c09d {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:42:02.358335 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-4d60ef05-01e5-4309-a010-80fb1d7d9d2f tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:02.372390 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f0487bc6-58b6-48fe-8f2d-aac4dff0a5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:02.375038 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f0487bc6-58b6-48fe-8f2d-aac4dff0a5d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:02.376236 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f0487bc6-58b6-48fe-8f2d-aac4dff0a5d9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4a4c72f7-8d46-4e05-81f5-d4ac38503f68 HTTP/1.1" status: 204 len: 168 time: 0.1705360 Nov 10 17:42:02.392843 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0487bc6-58b6-48fe-8f2d-aac4dff0a5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4c72f7-8d46-4e05-81f5-d4ac38503f68,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:02.394416 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-d204dea6-73e3-451a-bd5e-bfcb8ae56c54 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 10 17:42:02.396283 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d204dea6-73e3-451a-bd5e-bfcb8ae56c54 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.5800142 Nov 10 17:42:02.401538 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 47126) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:02.457620 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-4d60ef05-01e5-4309-a010-80fb1d7d9d2f tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] Network 4498f858-f971-479d-a475-78fd8b946bd4 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:42:02.465215 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-4d60ef05-01e5-4309-a010-80fb1d7d9d2f tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:42:02.472427 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-4d60ef05-01e5-4309-a010-80fb1d7d9d2f tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:42:02.477565 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60ef05-01e5-4309-a010-80fb1d7d9d2f tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] Pushing event updated for resources: {'Port': ['ID=0b8b1974-daec-487e-b720-6f4f17c0c8e8,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:02.554813 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-4d60ef05-01e5-4309-a010-80fb1d7d9d2f tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:02.555656 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-4d60ef05-01e5-4309-a010-80fb1d7d9d2f tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:02.561784 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47130) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:02.575623 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-abd50ed4-c5ac-4299-8964-94a744c4425e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:02.582752 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-4d60ef05-01e5-4309-a010-80fb1d7d9d2f tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3562875 Nov 10 17:42:02.589439 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-069763ba-81ce-4add-ba20-257bdb998e55 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Deleting port ee407917-0fd4-4a3f-9452-1e8349d752e4 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:42:02.589792 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-069763ba-81ce-4add-ba20-257bdb998e55 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:02.605934 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-e4fee6de-6347-4e85-a705-f6187b0dfc24 service neutron] Request body: {'port': {'device_id': 'bdc0f018-0517-4c69-886a-a08b37e28818', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:02.696802 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-abd50ed4-c5ac-4299-8964-94a744c4425e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:02.702948 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-abd50ed4-c5ac-4299-8964-94a744c4425e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:02.752965 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-e4fee6de-6347-4e85-a705-f6187b0dfc24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:02.777393 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-069763ba-81ce-4add-ba20-257bdb998e55 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:02.810430 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-abd50ed4-c5ac-4299-8964-94a744c4425e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ff17ec63bf144e47b3d3f7bb483ba410&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2453640 Nov 10 17:42:02.812402 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47138) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:02.820351 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-069763ba-81ce-4add-ba20-257bdb998e55 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Calling delete_port for ee407917-0fd4-4a3f-9452-1e8349d752e4 owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:42:02.822735 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6a8c236d-f5ce-4227-bef5-3deab3067aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:02.837809 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd50ed4-c5ac-4299-8964-94a744c4425e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68fb830-a092-4867-a1b9-60a553013b23,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:02.888881 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd50ed4-c5ac-4299-8964-94a744c4425e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:02.890361 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd50ed4-c5ac-4299-8964-94a744c4425e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:02.891188 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd50ed4-c5ac-4299-8964-94a744c4425e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:02.892172 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd50ed4-c5ac-4299-8964-94a744c4425e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:02.893571 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd50ed4-c5ac-4299-8964-94a744c4425e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:02.894287 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd50ed4-c5ac-4299-8964-94a744c4425e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:02.896294 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd50ed4-c5ac-4299-8964-94a744c4425e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:02.897077 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd50ed4-c5ac-4299-8964-94a744c4425e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:02.897696 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd50ed4-c5ac-4299-8964-94a744c4425e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:02.898453 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd50ed4-c5ac-4299-8964-94a744c4425e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:02.899225 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd50ed4-c5ac-4299-8964-94a744c4425e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:02.900427 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd50ed4-c5ac-4299-8964-94a744c4425e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:02.985284 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cfa5730d-af70-45aa-972a-a9aac36096d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:03.030005 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cfa5730d-af70-45aa-972a-a9aac36096d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:03.126609 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cfa5730d-af70-45aa-972a-a9aac36096d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:03.130095 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cfa5730d-af70-45aa-972a-a9aac36096d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:03.132010 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cfa5730d-af70-45aa-972a-a9aac36096d3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e68fb830-a092-4867-a1b9-60a553013b23 HTTP/1.1" status: 204 len: 168 time: 0.3167598 Nov 10 17:42:03.149889 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5730d-af70-45aa-972a-a9aac36096d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68fb830-a092-4867-a1b9-60a553013b23,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:03.185641 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 9e5b8373-f805-4d84-8ec6-39507c8c977f details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:42:03.360561 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 9e5b8373-f805-4d84-8ec6-39507c8c977f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=9e5b8373-f805-4d84-8ec6-39507c8c977f,segment=NetworkSegment(95d1421d-b3ce-4f49-86b8-7e70ba2392d4),segment_id=95d1421d-b3ce-4f49-86b8-7e70ba2392d4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:03.365291 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-069763ba-81ce-4add-ba20-257bdb998e55 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:03.380443 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '9e5b8373-f805-4d84-8ec6-39507c8c977f', 'network_id': '1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223', 'port_id': '9e5b8373-f805-4d84-8ec6-39507c8c977f', 'mac_address': 'fa:16:3e:3d:fb:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8466b2d-1d01-4814-9e92-513b821b406a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:42:03.388249 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf2e12-891b-4dc7-a2b6-77a5ab6eab9b req-213c9f78-7817-4c00-92ad-7d406051092b tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:03.396633 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a9cf2e12-891b-4dc7-a2b6-77a5ab6eab9b req-213c9f78-7817-4c00-92ad-7d406051092b tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c422fd91-b262-4109-8554-74ef032326a0 HTTP/1.1" status: 200 len: 945 time: 0.1285295 Nov 10 17:42:03.430060 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069763ba-81ce-4add-ba20-257bdb998e55 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee407917-0fd4-4a3f-9452-1e8349d752e4,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:03.455301 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:03.486459 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e5b8373-f805-4d84-8ec6-39507c8c977f {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:42:03.496745 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a9cf2e12-891b-4dc7-a2b6-77a5ab6eab9b req-616c1927-b1b5-4b46-a303-992b1651eece tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944903 Nov 10 17:42:03.526388 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 9e5b8373-f805-4d84-8ec6-39507c8c977f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=9e5b8373-f805-4d84-8ec6-39507c8c977f,segment=NetworkSegment(95d1421d-b3ce-4f49-86b8-7e70ba2392d4),segment_id=95d1421d-b3ce-4f49-86b8-7e70ba2392d4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:03.541636 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:03.579511 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-e4fee6de-6347-4e85-a705-f6187b0dfc24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b8b1974-daec-487e-b720-6f4f17c0c8e8 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:42:03.592762 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-e4fee6de-6347-4e85-a705-f6187b0dfc24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:03.611155 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-e4fee6de-6347-4e85-a705-f6187b0dfc24 service neutron] Transition to ACTIVE for port object 0b8b1974-daec-487e-b720-6f4f17c0c8e8 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:42:03.621445 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-e4fee6de-6347-4e85-a705-f6187b0dfc24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:03.625436 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069763ba-81ce-4add-ba20-257bdb998e55 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:03.626160 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069763ba-81ce-4add-ba20-257bdb998e55 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:03.626869 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069763ba-81ce-4add-ba20-257bdb998e55 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:03.627590 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069763ba-81ce-4add-ba20-257bdb998e55 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:03.628192 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069763ba-81ce-4add-ba20-257bdb998e55 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:03.628786 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069763ba-81ce-4add-ba20-257bdb998e55 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:03.629397 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069763ba-81ce-4add-ba20-257bdb998e55 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:03.630382 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069763ba-81ce-4add-ba20-257bdb998e55 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:03.631385 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069763ba-81ce-4add-ba20-257bdb998e55 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:03.632073 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069763ba-81ce-4add-ba20-257bdb998e55 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:03.632661 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069763ba-81ce-4add-ba20-257bdb998e55 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:03.633060 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069763ba-81ce-4add-ba20-257bdb998e55 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:03.635593 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=9e5b8373-f805-4d84-8ec6-39507c8c977f,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:03.665693 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c055f71-849a-4911-9302-8315195ec579 req-52372760-4631-46e3-9958-d5708cea1246 tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:03.677061 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3c055f71-849a-4911-9302-8315195ec579 req-52372760-4631-46e3-9958-d5708cea1246 tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdc0f018-0517-4c69-886a-a08b37e28818 HTTP/1.1" status: 200 len: 932 time: 0.4050009 Nov 10 17:42:03.716396 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['9e5b8373-f805-4d84-8ec6-39507c8c977f'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:42:03.868517 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fee6de-6347-4e85-a705-f6187b0dfc24 service neutron] Pushing event updated for resources: {'Port': ['ID=0b8b1974-daec-487e-b720-6f4f17c0c8e8,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:03.876962 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-069763ba-81ce-4add-ba20-257bdb998e55 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:03.885124 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-069763ba-81ce-4add-ba20-257bdb998e55 tempest-RoutersAdminNegativeIpV6Test-1001804563 tempest-RoutersAdminNegativeIpV6Test-1001804563-project-admin] 10.222.0.39 "DELETE /v2.0/ports/ee407917-0fd4-4a3f-9452-1e8349d752e4 HTTP/1.1" status: 204 len: 168 time: 1.4818938 Nov 10 17:42:03.937898 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3c055f71-849a-4911-9302-8315195ec579 req-717216ed-1241-460c-9fd5-6d3a8feabed4 tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] 10.222.0.39 "GET /v2.0/security-groups?id=b7524ac0-8392-4280-b567-7a81c50872f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558985 Nov 10 17:42:04.000717 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-e4fee6de-6347-4e85-a705-f6187b0dfc24 service neutron] Attempting to bind port 0b8b1974-daec-487e-b720-6f4f17c0c8e8 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:42:04.008547 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-e4fee6de-6347-4e85-a705-f6187b0dfc24 service neutron] Attempting to bind port 0b8b1974-daec-487e-b720-6f4f17c0c8e8 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '2603d6ae-794d-45e1-85c8-d90ee0ad3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4498f858-f971-479d-a475-78fd8b946bd4'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:42:04.009178 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-e4fee6de-6347-4e85-a705-f6187b0dfc24 service neutron] Attempting to bind port 0b8b1974-daec-487e-b720-6f4f17c0c8e8 on network 4498f858-f971-479d-a475-78fd8b946bd4 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:42:04.015824 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-e4fee6de-6347-4e85-a705-f6187b0dfc24 service neutron] Port 0b8b1974-daec-487e-b720-6f4f17c0c8e8 on network 4498f858-f971-479d-a475-78fd8b946bd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:42:04.016411 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-e4fee6de-6347-4e85-a705-f6187b0dfc24 service neutron] Attempting to bind port 0b8b1974-daec-487e-b720-6f4f17c0c8e8 on network 4498f858-f971-479d-a475-78fd8b946bd4 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:42:04.026735 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-e4fee6de-6347-4e85-a705-f6187b0dfc24 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:42:04.028488 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-e4fee6de-6347-4e85-a705-f6187b0dfc24 service neutron] Checking segment: {'id': '2603d6ae-794d-45e1-85c8-d90ee0ad3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4498f858-f971-479d-a475-78fd8b946bd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:42:04.031932 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-e4fee6de-6347-4e85-a705-f6187b0dfc24 service neutron] Bound using segment: {'id': '2603d6ae-794d-45e1-85c8-d90ee0ad3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4498f858-f971-479d-a475-78fd8b946bd4'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:42:04.033701 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-e4fee6de-6347-4e85-a705-f6187b0dfc24 service neutron] Bound port: 0b8b1974-daec-487e-b720-6f4f17c0c8e8, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2603d6ae-794d-45e1-85c8-d90ee0ad3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4498f858-f971-479d-a475-78fd8b946bd4'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:42:04.034052 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-e4fee6de-6347-4e85-a705-f6187b0dfc24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:04.183746 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:04.188536 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-e4fee6de-6347-4e85-a705-f6187b0dfc24 service neutron] For port 0b8b1974-daec-487e-b720-6f4f17c0c8e8, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:42:04.193212 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-e4fee6de-6347-4e85-a705-f6187b0dfc24 service neutron] For port 0b8b1974-daec-487e-b720-6f4f17c0c8e8, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=0b8b1974-daec-487e-b720-6f4f17c0c8e8,segment=NetworkSegment(2603d6ae-794d-45e1-85c8-d90ee0ad3447),segment_id=2603d6ae-794d-45e1-85c8-d90ee0ad3447)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:42:04.202348 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-e4fee6de-6347-4e85-a705-f6187b0dfc24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:04.450603 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47196) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:04.674690 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-e4fee6de-6347-4e85-a705-f6187b0dfc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:04.675317 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-e4fee6de-6347-4e85-a705-f6187b0dfc24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:04.676742 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-e4fee6de-6347-4e85-a705-f6187b0dfc24 service neutron] 10.222.0.13 "PUT /v2.0/ports/0b8b1974-daec-487e-b720-6f4f17c0c8e8 HTTP/1.1" status: 200 len: 1093 time: 2.0841110 Nov 10 17:42:04.703110 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a2029cdc-8d61-4cad-a84f-377c99828678 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:04.706688 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc0f018-0517-4c69-886a-a08b37e28818', 'tag': '0b8b1974-daec-487e-b720-6f4f17c0c8e8'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:42:04.709579 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d6066d-c02a-4352-a643-8a4200f9072e" -d '{"events": [{"name": "network-changed", "server_uuid": "bdc0f018-0517-4c69-886a-a08b37e28818", "tag": "0b8b1974-daec-487e-b720-6f4f17c0c8e8"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:42:04.756125 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fee6de-6347-4e85-a705-f6187b0dfc24 service neutron] Pushing event updated for resources: {'Port': ['ID=0b8b1974-daec-487e-b720-6f4f17c0c8e8,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:04.797610 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062eb0c-6de9-459f-a21e-3792bfdb40f5 req-844add87-34f9-453c-8f17-49ab440b9ec0 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:04.799414 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d062eb0c-6de9-459f-a21e-3792bfdb40f5 req-844add87-34f9-453c-8f17-49ab440b9ec0 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c422fd91-b262-4109-8554-74ef032326a0 HTTP/1.1" status: 200 len: 944 time: 0.1510549 Nov 10 17:42:04.802552 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bf4557-db2f-4d08-a30e-147e80e6096c x-openstack-request-id: req-08bf4557-db2f-4d08-a30e-147e80e6096c {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:42:04.802986 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdc0f018-0517-4c69-886a-a08b37e28818", "tag": "0b8b1974-daec-487e-b720-6f4f17c0c8e8", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:42:04.803328 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-08bf4557-db2f-4d08-a30e-147e80e6096c {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:42:04.804870 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdc0f018-0517-4c69-886a-a08b37e28818', 'tag': '0b8b1974-daec-487e-b720-6f4f17c0c8e8', 'status': 'completed', 'code': 200} Nov 10 17:42:04.832498 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-7f45cb09-4ed8-40d3-bd83-f3b94bc0a989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:04.834004 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-7f45cb09-4ed8-40d3-bd83-f3b94bc0a989 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e5d254a7de8471f9efdb6f8b50339e0&device_id=bdc0f018-0517-4c69-886a-a08b37e28818 HTTP/1.1" status: 200 len: 1096 time: 0.0968366 Nov 10 17:42:04.894106 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a2029cdc-8d61-4cad-a84f-377c99828678 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:04.901647 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-dfd8e02f-be4e-41b5-a793-e3012f090a0e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b8b1974-daec-487e-b720-6f4f17c0c8e8 HTTP/1.1" status: 200 len: 217 time: 0.0562432 Nov 10 17:42:04.903173 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a2029cdc-8d61-4cad-a84f-377c99828678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:04.938315 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a2029cdc-8d61-4cad-a84f-377c99828678 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d47387bf8bcf477d958c71e3af9892ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4856153 Nov 10 17:42:04.941229 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47226) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:04.972796 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d062eb0c-6de9-459f-a21e-3792bfdb40f5 req-8763b7af-9a09-485c-a9a4-e91b50d4507d tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593926 Nov 10 17:42:05.005193 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-381d7443-4471-49a0-8f72-de825f2ee236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:05.012408 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-381d7443-4471-49a0-8f72-de825f2ee236 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=14125361-a435-4623-bf0f-bef4cfe18c95 HTTP/1.1" status: 200 len: 848 time: 0.1030793 Nov 10 17:42:05.015892 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2029cdc-8d61-4cad-a84f-377c99828678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba1a751-0e4e-4ba4-a85a-e7289fb908ef,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:05.039326 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e50107fa-610a-4919-b1ff-adfa32d9c1f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:05.091258 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e50107fa-610a-4919-b1ff-adfa32d9c1f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:05.130913 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-7d25c33c-f67c-4b86-bba7-55533f5cf7ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4498f858-f971-479d-a475-78fd8b946bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108747 Nov 10 17:42:05.165325 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e50107fa-610a-4919-b1ff-adfa32d9c1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:05.166612 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 9e5b8373-f805-4d84-8ec6-39507c8c977f up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:42:05.170287 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e50107fa-610a-4919-b1ff-adfa32d9c1f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:05.174655 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e50107fa-610a-4919-b1ff-adfa32d9c1f2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8ba1a751-0e4e-4ba4-a85a-e7289fb908ef HTTP/1.1" status: 204 len: 168 time: 0.2308362 Nov 10 17:42:05.194030 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50107fa-610a-4919-b1ff-adfa32d9c1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba1a751-0e4e-4ba4-a85a-e7289fb908ef,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:05.267123 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dface4db-887d-4db9-ad62-8cdd5cedc122 req-14eea31d-4441-4d75-8ab6-2ed7f110becd tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:05.276196 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dface4db-887d-4db9-ad62-8cdd5cedc122 req-14eea31d-4441-4d75-8ab6-2ed7f110becd tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdc0f018-0517-4c69-886a-a08b37e28818 HTTP/1.1" status: 200 len: 944 time: 0.1555586 Nov 10 17:42:05.278330 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 9e5b8373-f805-4d84-8ec6-39507c8c977f triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:42:05.279225 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:05.375921 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:05.400276 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dface4db-887d-4db9-ad62-8cdd5cedc122 req-70ab1982-484b-4df1-8c71-3b4161c875b1 tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] 10.222.0.39 "GET /v2.0/security-groups?id=b7524ac0-8392-4280-b567-7a81c50872f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230628 Nov 10 17:42:05.402539 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-ebaf3f7d-83e4-406c-86fa-037c6188898b service neutron] 10.222.0.13 "GET /v2.0/networks/4498f858-f971-479d-a475-78fd8b946bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418849 Nov 10 17:42:05.410057 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c422fd91-b262-4109-8554-74ef032326a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5b8373-f805-4d84-8ec6-39507c8c977f'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:42:05.412660 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81ecd64-e632-46ae-b14c-ef1e7d02a0d8" -d '{"events": [{"server_uuid": "c422fd91-b262-4109-8554-74ef032326a0", "name": "network-vif-plugged", "status": "completed", "tag": "9e5b8373-f805-4d84-8ec6-39507c8c977f"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:42:05.435365 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 9e5b8373-f805-4d84-8ec6-39507c8c977f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=9e5b8373-f805-4d84-8ec6-39507c8c977f,segment=NetworkSegment(95d1421d-b3ce-4f49-86b8-7e70ba2392d4),segment_id=95d1421d-b3ce-4f49-86b8-7e70ba2392d4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:05.455091 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:05.519843 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef57a40b-2187-41c1-944e-dc970361d08c x-openstack-request-id: req-ef57a40b-2187-41c1-944e-dc970361d08c {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:42:05.520134 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c422fd91-b262-4109-8554-74ef032326a0", "name": "network-vif-plugged", "status": "completed", "tag": "9e5b8373-f805-4d84-8ec6-39507c8c977f", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:42:05.520751 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ef57a40b-2187-41c1-944e-dc970361d08c {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:42:05.521301 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c422fd91-b262-4109-8554-74ef032326a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5b8373-f805-4d84-8ec6-39507c8c977f', 'code': 200} Nov 10 17:42:05.525771 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=9e5b8373-f805-4d84-8ec6-39507c8c977f,revision_number=7']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:05.535231 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:05.556797 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c065b-0c1c-4307-b182-19c4455f3cc9 req-6b144738-deb7-4e98-9a9d-ac70e1b0d6dd tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:05.558562 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-611c065b-0c1c-4307-b182-19c4455f3cc9 req-6b144738-deb7-4e98-9a9d-ac70e1b0d6dd tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.11 "GET /v2.0/ports?device_id=c422fd91-b262-4109-8554-74ef032326a0 HTTP/1.1" status: 200 len: 945 time: 0.1295857 Nov 10 17:42:05.616620 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-efbec7d1-c006-439e-a0fb-8181ddfe3501 req-8046f08a-31c2-4436-987d-8e1e9e0b6720 service neutron] 10.222.0.13 "GET /v2.0/networks/4498f858-f971-479d-a475-78fd8b946bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036676 Nov 10 17:42:05.689956 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-611c065b-0c1c-4307-b182-19c4455f3cc9 req-8d4fff24-d6df-4ae7-899c-0cb244c841cd tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Deleting port 9e5b8373-f805-4d84-8ec6-39507c8c977f {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:42:05.690622 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-611c065b-0c1c-4307-b182-19c4455f3cc9 req-8d4fff24-d6df-4ae7-899c-0cb244c841cd tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:05.789707 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6066d-c02a-4352-a643-8a4200f9072e req-6de8b3ea-ec88-4732-bb46-fa09c6b3d89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:05.791238 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-19d6066d-c02a-4352-a643-8a4200f9072e req-6de8b3ea-ec88-4732-bb46-fa09c6b3d89e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e5d254a7de8471f9efdb6f8b50339e0&device_id=bdc0f018-0517-4c69-886a-a08b37e28818 HTTP/1.1" status: 200 len: 1096 time: 0.1139231 Nov 10 17:42:05.839167 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47258) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:05.869803 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-611c065b-0c1c-4307-b182-19c4455f3cc9 req-8d4fff24-d6df-4ae7-899c-0cb244c841cd tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] For port 9e5b8373-f805-4d84-8ec6-39507c8c977f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=9e5b8373-f805-4d84-8ec6-39507c8c977f,segment=NetworkSegment(95d1421d-b3ce-4f49-86b8-7e70ba2392d4),segment_id=95d1421d-b3ce-4f49-86b8-7e70ba2392d4)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:05.870178 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-611c065b-0c1c-4307-b182-19c4455f3cc9 req-8d4fff24-d6df-4ae7-899c-0cb244c841cd tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:05.891867 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7369d20c-3502-484f-b52f-a4fb11a5eb30 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9df568fc2dc345c98a9ad9e5074a8599&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0514321 Nov 10 17:42:05.894458 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47262) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:05.900353 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-611c065b-0c1c-4307-b182-19c4455f3cc9 req-8d4fff24-d6df-4ae7-899c-0cb244c841cd tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Calling delete_port for 9e5b8373-f805-4d84-8ec6-39507c8c977f owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:42:05.966252 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bca790c3-44d5-485c-89fb-ec65bcb92619 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:05.972643 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6066d-c02a-4352-a643-8a4200f9072e req-7d891300-8176-4c22-8480-2ce78f326023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:05.974143 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-19d6066d-c02a-4352-a643-8a4200f9072e req-7d891300-8176-4c22-8480-2ce78f326023 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4498f858-f971-479d-a475-78fd8b946bd4 HTTP/1.1" status: 200 len: 909 time: 0.1704659 Nov 10 17:42:06.017056 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bca790c3-44d5-485c-89fb-ec65bcb92619 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:06.050715 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-19d6066d-c02a-4352-a643-8a4200f9072e req-e348484b-c742-4103-901c-c8141e9a208f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b8b1974-daec-487e-b720-6f4f17c0c8e8 HTTP/1.1" status: 200 len: 217 time: 0.0635378 Nov 10 17:42:06.139083 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bca790c3-44d5-485c-89fb-ec65bcb92619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:06.146162 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bca790c3-44d5-485c-89fb-ec65bcb92619 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:06.151362 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:06.151539 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bca790c3-44d5-485c-89fb-ec65bcb92619 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1353f026-a55e-45b3-b750-de26694480ed HTTP/1.1" status: 204 len: 168 time: 0.2523007 Nov 10 17:42:06.166868 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca790c3-44d5-485c-89fb-ec65bcb92619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1353f026-a55e-45b3-b750-de26694480ed,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:06.170719 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6066d-c02a-4352-a643-8a4200f9072e req-81e7ab62-3d7c-4798-bc9c-4cd399e16066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:06.172342 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-19d6066d-c02a-4352-a643-8a4200f9072e req-81e7ab62-3d7c-4798-bc9c-4cd399e16066 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=14125361-a435-4623-bf0f-bef4cfe18c95 HTTP/1.1" status: 200 len: 848 time: 0.1129215 Nov 10 17:42:06.255727 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c2a35-c881-410d-b48f-7ab9f394d07b req-353db281-3bde-45e4-acb5-03fe788fd93a tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:06.267334 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-042c2a35-c881-410d-b48f-7ab9f394d07b req-353db281-3bde-45e4-acb5-03fe788fd93a tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/ports?device_id=c422fd91-b262-4109-8554-74ef032326a0 HTTP/1.1" status: 200 len: 945 time: 0.1676426 Nov 10 17:42:06.279586 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-19d6066d-c02a-4352-a643-8a4200f9072e req-fe661eb6-7351-4b1c-bea5-d2d238ade4e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4498f858-f971-479d-a475-78fd8b946bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895963 Nov 10 17:42:06.306968 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-611c065b-0c1c-4307-b182-19c4455f3cc9 req-8d4fff24-d6df-4ae7-899c-0cb244c841cd tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:06.318521 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['9e5b8373-f805-4d84-8ec6-39507c8c977f'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:42:06.391160 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4fff24-d6df-4ae7-899c-0cb244c841cd tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Pushing event deleted for resources: {'Port': ['ID=9e5b8373-f805-4d84-8ec6-39507c8c977f,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:06.460442 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-611c065b-0c1c-4307-b182-19c4455f3cc9 req-8d4fff24-d6df-4ae7-899c-0cb244c841cd tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] No DVR routers for this DVR port 9e5b8373-f805-4d84-8ec6-39507c8c977f on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:42:06.465361 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-611c065b-0c1c-4307-b182-19c4455f3cc9 req-8d4fff24-d6df-4ae7-899c-0cb244c841cd tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:06.468931 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-611c065b-0c1c-4307-b182-19c4455f3cc9 req-8d4fff24-d6df-4ae7-899c-0cb244c841cd tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.11 "DELETE /v2.0/ports/9e5b8373-f805-4d84-8ec6-39507c8c977f HTTP/1.1" status: 204 len: 173 time: 0.9010911 Nov 10 17:42:06.480868 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-042c2a35-c881-410d-b48f-7ab9f394d07b req-48ee3a41-a70d-4900-bad9-c936b54d46b9 tempest-ImagesTestJSON-1251071513 tempest-ImagesTestJSON-1251071513-project] 10.222.0.39 "GET /v2.0/security-groups?id=559d4165-7654-44fc-85a4-0662a30e0d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125819 Nov 10 17:42:06.560262 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-19d6066d-c02a-4352-a643-8a4200f9072e req-3d921e28-0861-4851-a791-9b2f5e08469d service neutron] 10.222.0.13 "GET /v2.0/networks/4498f858-f971-479d-a475-78fd8b946bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705038 Nov 10 17:42:06.572310 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47290) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:06.592964 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc2e2b-16f4-4781-9ecc-12f9948ca3e1 req-e4e25925-08f9-4b95-b7e0-0b091e0170c0 tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:06.594576 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a5bc2e2b-16f4-4781-9ecc-12f9948ca3e1 req-e4e25925-08f9-4b95-b7e0-0b091e0170c0 tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdc0f018-0517-4c69-886a-a08b37e28818 HTTP/1.1" status: 200 len: 944 time: 0.0908885 Nov 10 17:42:06.714114 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a5bc2e2b-16f4-4781-9ecc-12f9948ca3e1 req-bd8df75f-c5db-4852-943c-ac31521ba4bb tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] 10.222.0.39 "GET /v2.0/security-groups?id=b7524ac0-8392-4280-b567-7a81c50872f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034935 Nov 10 17:42:06.730675 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-19d6066d-c02a-4352-a643-8a4200f9072e req-27f16cb4-e7c1-4cbc-929a-a2c01e9398c3 service neutron] 10.222.0.13 "GET /v2.0/networks/4498f858-f971-479d-a475-78fd8b946bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645651 Nov 10 17:42:06.805183 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c422fd91-b262-4109-8554-74ef032326a0', 'name': 'network-vif-deleted', 'tag': '9e5b8373-f805-4d84-8ec6-39507c8c977f'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:42:06.807586 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fde049e-e98e-4f8f-b4fe-6228d36dca89" -d '{"events": [{"server_uuid": "c422fd91-b262-4109-8554-74ef032326a0", "name": "network-vif-deleted", "tag": "9e5b8373-f805-4d84-8ec6-39507c8c977f"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:42:06.846878 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053308da-e0cd-4c7e-be96-1786fc4d2262 x-openstack-request-id: req-053308da-e0cd-4c7e-be96-1786fc4d2262 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:42:06.847531 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c422fd91-b262-4109-8554-74ef032326a0", "name": "network-vif-deleted", "tag": "9e5b8373-f805-4d84-8ec6-39507c8c977f", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:42:06.847798 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-053308da-e0cd-4c7e-be96-1786fc4d2262 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:42:06.848277 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c422fd91-b262-4109-8554-74ef032326a0', 'name': 'network-vif-deleted', 'tag': '9e5b8373-f805-4d84-8ec6-39507c8c977f', 'status': 'completed', 'code': 200} Nov 10 17:42:06.879690 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b1afe98b-8d99-4c35-af5c-1b1d2a959c65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:07.018550 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b1afe98b-8d99-4c35-af5c-1b1d2a959c65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:07.023380 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b1afe98b-8d99-4c35-af5c-1b1d2a959c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:07.079517 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b1afe98b-8d99-4c35-af5c-1b1d2a959c65 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=84c30efe9b9e4f47989896af2ed62359&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5061128 Nov 10 17:42:07.080667 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afe98b-8d99-4c35-af5c-1b1d2a959c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed442c36-bc79-42bf-986c-b8e57a27b713,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:07.082410 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 47314) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:07.189490 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-039febe5-797b-4050-a470-52c7c26f61cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:07.220920 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-039febe5-797b-4050-a470-52c7c26f61cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:07.280649 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-039febe5-797b-4050-a470-52c7c26f61cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:07.284036 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-039febe5-797b-4050-a470-52c7c26f61cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:07.285671 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-039febe5-797b-4050-a470-52c7c26f61cc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ed442c36-bc79-42bf-986c-b8e57a27b713 HTTP/1.1" status: 204 len: 168 time: 0.2014747 Nov 10 17:42:07.296466 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039febe5-797b-4050-a470-52c7c26f61cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed442c36-bc79-42bf-986c-b8e57a27b713,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:07.340734 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 0b8b1974-daec-487e-b720-6f4f17c0c8e8 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:42:07.408167 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47332) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:07.472891 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 0b8b1974-daec-487e-b720-6f4f17c0c8e8, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=0b8b1974-daec-487e-b720-6f4f17c0c8e8,segment=NetworkSegment(2603d6ae-794d-45e1-85c8-d90ee0ad3447),segment_id=2603d6ae-794d-45e1-85c8-d90ee0ad3447)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:07.493773 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '0b8b1974-daec-487e-b720-6f4f17c0c8e8', 'network_id': '4498f858-f971-479d-a475-78fd8b946bd4', 'port_id': '0b8b1974-daec-487e-b720-6f4f17c0c8e8', 'mac_address': 'fa:16:3e:00:e3:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14125361-a435-4623-bf0f-bef4cfe18c95', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:42:07.536699 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47338) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:07.549301 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:07.567013 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b8b1974-daec-487e-b720-6f4f17c0c8e8 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:42:07.590753 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 0b8b1974-daec-487e-b720-6f4f17c0c8e8, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=0b8b1974-daec-487e-b720-6f4f17c0c8e8,segment=NetworkSegment(2603d6ae-794d-45e1-85c8-d90ee0ad3447),segment_id=2603d6ae-794d-45e1-85c8-d90ee0ad3447)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:07.595375 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:07.693512 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=0b8b1974-daec-487e-b720-6f4f17c0c8e8,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:07.802087 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-987eb23e-5280-4adc-acef-053dab983bc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:07.812796 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['0b8b1974-daec-487e-b720-6f4f17c0c8e8'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:42:07.915088 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b8341-3d2c-417b-bd24-a8ddd48d3bf8 req-5653b87a-7fec-4626-9009-45e21165b4b8 tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:07.933558 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-458b8341-3d2c-417b-bd24-a8ddd48d3bf8 req-5653b87a-7fec-4626-9009-45e21165b4b8 tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdc0f018-0517-4c69-886a-a08b37e28818 HTTP/1.1" status: 200 len: 945 time: 0.1526809 Nov 10 17:42:07.960674 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-987eb23e-5280-4adc-acef-053dab983bc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:07.970189 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-987eb23e-5280-4adc-acef-053dab983bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:08.009769 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-e79ee8a8-d43d-4ed2-90ab-44a3cefeecad tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1807234363'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:08.012203 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-458b8341-3d2c-417b-bd24-a8ddd48d3bf8 req-d76097fb-4cfa-4ad7-a952-6b545542cdfd tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] 10.222.0.39 "GET /v2.0/security-groups?id=b7524ac0-8392-4280-b567-7a81c50872f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773561 Nov 10 17:42:08.048139 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79ee8a8-d43d-4ed2-90ab-44a3cefeecad tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Made reservation on behalf of 37368a2ac4eb4b4695deeebb13fa9116 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:42:08.051925 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e79ee8a8-d43d-4ed2-90ab-44a3cefeecad tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:08.076309 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e79ee8a8-d43d-4ed2-90ab-44a3cefeecad tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:08.085910 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-987eb23e-5280-4adc-acef-053dab983bc1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b8628b4cb0514dbca36609eb3250656c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6731164 Nov 10 17:42:08.085910 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987eb23e-5280-4adc-acef-053dab983bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47588460-582a-46ec-a80c-698fd85d3f7a,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:08.087480 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47386) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:08.119640 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 47388) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:08.173619 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-82e566c4-45d2-4f3a-87d7-0f8924700932 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:08.218303 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-82e566c4-45d2-4f3a-87d7-0f8924700932 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:08.229550 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f75051a-d3f5-4f17-b09c-2ebb83e5c062 admin admin] Deleting subnet d8466b2d-1d01-4814-9e92-513b821b406a {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:42:08.233707 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4f75051a-d3f5-4f17-b09c-2ebb83e5c062 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:08.279569 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e79ee8a8-d43d-4ed2-90ab-44a3cefeecad tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:08.288749 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e79ee8a8-d43d-4ed2-90ab-44a3cefeecad tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:08.290305 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4f75051a-d3f5-4f17-b09c-2ebb83e5c062 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:08.339666 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-82e566c4-45d2-4f3a-87d7-0f8924700932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:08.342808 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-82e566c4-45d2-4f3a-87d7-0f8924700932 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:08.344373 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-82e566c4-45d2-4f3a-87d7-0f8924700932 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/47588460-582a-46ec-a80c-698fd85d3f7a HTTP/1.1" status: 204 len: 168 time: 0.2563915 Nov 10 17:42:08.352329 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4f75051a-d3f5-4f17-b09c-2ebb83e5c062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:08.357634 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e79ee8a8-d43d-4ed2-90ab-44a3cefeecad tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:42:08.365865 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ee8a8-d43d-4ed2-90ab-44a3cefeecad tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4611a25b-9bd4-4e4b-8881-d210d16017d4,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:08.375733 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e79ee8a8-d43d-4ed2-90ab-44a3cefeecad tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:08.376045 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-e79ee8a8-d43d-4ed2-90ab-44a3cefeecad tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Added segment 358b007a-16c3-4309-90ce-db42ce5c20c8 of type vlan for network 2374404d-d0f2-415f-b4eb-9f81c9d0fa6d Nov 10 17:42:08.389733 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e566c4-45d2-4f3a-87d7-0f8924700932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47588460-582a-46ec-a80c-698fd85d3f7a,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:08.434952 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e79ee8a8-d43d-4ed2-90ab-44a3cefeecad tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:08.461193 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4f75051a-d3f5-4f17-b09c-2ebb83e5c062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:08.478142 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e79ee8a8-d43d-4ed2-90ab-44a3cefeecad tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:08.497378 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75051a-d3f5-4f17-b09c-2ebb83e5c062 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8466b2d-1d01-4814-9e92-513b821b406a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:08.499461 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79ee8a8-d43d-4ed2-90ab-44a3cefeecad tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:08.505301 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e79ee8a8-d43d-4ed2-90ab-44a3cefeecad tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:08.505536 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4f75051a-d3f5-4f17-b09c-2ebb83e5c062 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:08.507179 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4f75051a-d3f5-4f17-b09c-2ebb83e5c062 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d8466b2d-1d01-4814-9e92-513b821b406a HTTP/1.1" status: 204 len: 168 time: 0.3861547 Nov 10 17:42:08.511459 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 47402) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:08.594554 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e79ee8a8-d43d-4ed2-90ab-44a3cefeecad tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0566032 Nov 10 17:42:08.598127 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47404) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:08.610411 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-2dedba65-f7ed-4d56-8254-1558d07e891d tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Request body: {'subnet': {'network_id': '2374404d-d0f2-415f-b4eb-9f81c9d0fa6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:08.619565 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ee8a8-d43d-4ed2-90ab-44a3cefeecad tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Pushing event updated for resources: {'Network': ['ID=2374404d-d0f2-415f-b4eb-9f81c9d0fa6d,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:08.632060 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 2374404d-d0f2-415f-b4eb-9f81c9d0fa6d details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:42:08.661337 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0146e941-dd04-4db5-98c8-f822bee53674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:08.799492 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dedba65-f7ed-4d56-8254-1558d07e891d tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Made reservation on behalf of 37368a2ac4eb4b4695deeebb13fa9116 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:42:08.805570 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2dedba65-f7ed-4d56-8254-1558d07e891d tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:08.818366 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0146e941-dd04-4db5-98c8-f822bee53674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:08.848520 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-0146e941-dd04-4db5-98c8-f822bee53674 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:08.861957 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-0146e941-dd04-4db5-98c8-f822bee53674 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d1421d-b3ce-4f49-86b8-7e70ba2392d4') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:08.862632 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-0146e941-dd04-4db5-98c8-f822bee53674 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d1421d-b3ce-4f49-86b8-7e70ba2392d4') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:08.876056 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0146e941-dd04-4db5-98c8-f822bee53674 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:08.898457 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0146e941-dd04-4db5-98c8-f822bee53674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:08.900623 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 47412) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:08.918397 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0146e941-dd04-4db5-98c8-f822bee53674 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:42:08.918801 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0146e941-dd04-4db5-98c8-f822bee53674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:08.920627 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:42:08.920627 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:42:08.920627 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:42:08.920627 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:42:08.920627 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:42:08.920627 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:42:08.920627 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:42:08.920627 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:42:08.920627 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:42:08.920627 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:42:08.920627 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:42:08.920627 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:42:08.920627 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:42:08.920627 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:42:08.920627 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:42:08.920627 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:42:08.920627 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:42:08.920627 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:42:08.920627 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:42:08.920627 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:42:08.920627 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:42:08.920627 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:42:08.920627 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:42:08.920627 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:42:08.920627 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:42:08.920627 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:42:08.920627 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:42:08.920627 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:42:08.920627 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:42:08.920627 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:42:08.920627 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:42:08.920627 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:42:08.930938 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d8475737-167c-4e57-b3dc-4b9367563fcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:09.001260 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0146e941-dd04-4db5-98c8-f822bee53674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:09.013225 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0146e941-dd04-4db5-98c8-f822bee53674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:09.017444 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0146e941-dd04-4db5-98c8-f822bee53674 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223 HTTP/1.1" status: 204 len: 168 time: 0.5047481 Nov 10 17:42:09.031943 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146e941-dd04-4db5-98c8-f822bee53674 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cd8b3e0-1ee8-4ec7-8a87-1448e77f1223,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:09.103610 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d8475737-167c-4e57-b3dc-4b9367563fcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:09.113786 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d8475737-167c-4e57-b3dc-4b9367563fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:09.159025 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d8475737-167c-4e57-b3dc-4b9367563fcf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f9dd8491c5464be6af87be0ef2e6a67e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2540431 Nov 10 17:42:09.161343 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 47422) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:09.182946 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 9e5b8373-f805-4d84-8ec6-39507c8c977f no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:42:09.197437 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8475737-167c-4e57-b3dc-4b9367563fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b1879c-4739-4f01-a0dc-a919846c52e1,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:09.238933 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 9e5b8373-f805-4d84-8ec6-39507c8c977f {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:42:09.239300 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 9e5b8373-f805-4d84-8ec6-39507c8c977f not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:42:09.271014 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-808f0265-41a8-48d0-8c1d-c3add86320d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:09.281710 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482e77f-b5b6-4fb8-9662-0a2fe7916d7c req-d7902b0c-4575-4ada-83d2-5c6932bd24be tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:09.289667 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f482e77f-b5b6-4fb8-9662-0a2fe7916d7c req-d7902b0c-4575-4ada-83d2-5c6932bd24be tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdc0f018-0517-4c69-886a-a08b37e28818 HTTP/1.1" status: 200 len: 945 time: 0.1544590 Nov 10 17:42:09.313425 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-808f0265-41a8-48d0-8c1d-c3add86320d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:09.357250 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 0b8b1974-daec-487e-b720-6f4f17c0c8e8 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:42:09.374822 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2dedba65-f7ed-4d56-8254-1558d07e891d tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:09.433410 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-808f0265-41a8-48d0-8c1d-c3add86320d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:09.438004 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-808f0265-41a8-48d0-8c1d-c3add86320d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:09.440233 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-808f0265-41a8-48d0-8c1d-c3add86320d8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c3b1879c-4739-4f01-a0dc-a919846c52e1 HTTP/1.1" status: 204 len: 168 time: 0.2773526 Nov 10 17:42:09.449475 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 47432) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:09.484567 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f0265-41a8-48d0-8c1d-c3add86320d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b1879c-4739-4f01-a0dc-a919846c52e1,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:09.508398 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 0b8b1974-daec-487e-b720-6f4f17c0c8e8 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:42:09.552990 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 0b8b1974-daec-487e-b720-6f4f17c0c8e8 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:42:09.564401 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:09.587741 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f482e77f-b5b6-4fb8-9662-0a2fe7916d7c req-f9449aed-c6de-42a0-96e8-ba9824b44433 tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] 10.222.0.39 "GET /v2.0/security-groups?id=b7524ac0-8392-4280-b567-7a81c50872f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970805 Nov 10 17:42:09.608541 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dedba65-f7ed-4d56-8254-1558d07e891d tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Checking segment: {'id': '358b007a-16c3-4309-90ce-db42ce5c20c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2374404d-d0f2-415f-b4eb-9f81c9d0fa6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:42:09.608913 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dedba65-f7ed-4d56-8254-1558d07e891d tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Network hostable DHCP agents. Network: 2374404d-d0f2-415f-b4eb-9f81c9d0fa6d, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:42:09.623291 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6a25eeb2-8cad-49d6-a0e9-c891b8e8cc85 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e7f389ee749446c698cd1a551edcac22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1682546 Nov 10 17:42:09.626166 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 47438) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:09.628812 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dedba65-f7ed-4d56-8254-1558d07e891d tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Pushing event updated for resources: {'Subnet': ['ID=eada44e2-fc3a-4373-a5f8-cf9ea507f6e1,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:09.667268 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dedba65-f7ed-4d56-8254-1558d07e891d tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Network 2374404d-d0f2-415f-b4eb-9f81c9d0fa6d is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:42:09.687583 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-2dedba65-f7ed-4d56-8254-1558d07e891d tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 2374404d-d0f2-415f-b4eb-9f81c9d0fa6d) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:42:09.698381 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dedba65-f7ed-4d56-8254-1558d07e891d tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:09.700303 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2dedba65-f7ed-4d56-8254-1558d07e891d tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:09.718221 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20daa102-c4c0-4eda-b9f2-2f511300b79f None None] Network 2374404d-d0f2-415f-b4eb-9f81c9d0fa6d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:42:09.741515 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d6b094bd-3280-4bbd-8661-0c1c687ff6b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:09.753363 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2dedba65-f7ed-4d56-8254-1558d07e891d tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1539559 Nov 10 17:42:09.759318 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47442) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:09.780972 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-37b24d21-cb90-4269-8739-e7d97fe273de tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-400806581', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:09.817672 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d6b094bd-3280-4bbd-8661-0c1c687ff6b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:09.826032 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-37b24d21-cb90-4269-8739-e7d97fe273de tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:09.827443 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-37b24d21-cb90-4269-8739-e7d97fe273de tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:09.839867 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:09.932288 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc0f018-0517-4c69-886a-a08b37e28818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8b1974-daec-487e-b720-6f4f17c0c8e8'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:42:09.937314 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739b6cc6-e8ed-47f3-aa1c-b378c33d59f3" -d '{"events": [{"server_uuid": "bdc0f018-0517-4c69-886a-a08b37e28818", "name": "network-vif-plugged", "status": "completed", "tag": "0b8b1974-daec-487e-b720-6f4f17c0c8e8"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:42:09.940516 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d6b094bd-3280-4bbd-8661-0c1c687ff6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:09.943707 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d6b094bd-3280-4bbd-8661-0c1c687ff6b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:09.945618 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29562ab-6ff4-4f8d-9403-701bf53d84ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-2374404d-d0f2-415f-b4eb-9f81c9d0fa6d', 'network_id': '2374404d-d0f2-415f-b4eb-9f81c9d0fa6d', 'tenant_id': '37368a2ac4eb4b4695deeebb13fa9116', 'fixed_ips': [{'subnet_id': 'eada44e2-fc3a-4373-a5f8-cf9ea507f6e1'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:42:09.946544 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d29562ab-6ff4-4f8d-9403-701bf53d84ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:09.947965 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d6b094bd-3280-4bbd-8661-0c1c687ff6b8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/559d4165-7654-44fc-85a4-0662a30e0d9b HTTP/1.1" status: 204 len: 168 time: 0.3205199 Nov 10 17:42:09.953876 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-37b24d21-cb90-4269-8739-e7d97fe273de tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:09.966706 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-37b24d21-cb90-4269-8739-e7d97fe273de tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:09.967085 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 0b8b1974-daec-487e-b720-6f4f17c0c8e8, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=0b8b1974-daec-487e-b720-6f4f17c0c8e8,segment=NetworkSegment(2603d6ae-794d-45e1-85c8-d90ee0ad3447),segment_id=2603d6ae-794d-45e1-85c8-d90ee0ad3447)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:09.980290 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:09.984603 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b094bd-3280-4bbd-8661-0c1c687ff6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559d4165-7654-44fc-85a4-0662a30e0d9b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:10.016657 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-37b24d21-cb90-4269-8739-e7d97fe273de tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:10.019328 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-37b24d21-cb90-4269-8739-e7d97fe273de tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2584519 Nov 10 17:42:10.022081 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 47452) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:10.065518 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50629e25-e63c-4f9d-bc9c-c468d48b3ccd x-openstack-request-id: req-50629e25-e63c-4f9d-bc9c-c468d48b3ccd {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:42:10.065835 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc0f018-0517-4c69-886a-a08b37e28818", "name": "network-vif-plugged", "status": "completed", "tag": "0b8b1974-daec-487e-b720-6f4f17c0c8e8", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:42:10.066089 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-50629e25-e63c-4f9d-bc9c-c468d48b3ccd {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:42:10.066491 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc0f018-0517-4c69-886a-a08b37e28818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8b1974-daec-487e-b720-6f4f17c0c8e8', 'code': 200} Nov 10 17:42:10.199166 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=0b8b1974-daec-487e-b720-6f4f17c0c8e8,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:10.269789 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd1e45-4ebd-41c3-a165-f41669e275ab req-e62044a5-770e-4249-b7aa-25ec0ebec3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:10.271294 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-14dd1e45-4ebd-41c3-a165-f41669e275ab req-e62044a5-770e-4249-b7aa-25ec0ebec3c1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bdc0f018-0517-4c69-886a-a08b37e28818 HTTP/1.1" status: 200 len: 1098 time: 0.1611302 Nov 10 17:42:10.284372 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-d29562ab-6ff4-4f8d-9403-701bf53d84ad None None] Allocated IP 172.20.0.2 (2374404d-d0f2-415f-b4eb-9f81c9d0fa6d/eada44e2-fc3a-4373-a5f8-cf9ea507f6e1/907bdc12-3082-4a82-b705-822464d51ce7) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:42:10.406208 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-14dd1e45-4ebd-41c3-a165-f41669e275ab req-049a039e-380a-4b1e-8ed7-db6cddc6888f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b7524ac0-8392-4280-b567-7a81c50872f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264873 Nov 10 17:42:10.503890 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-526125ea-e78c-4b87-9acc-fc944153689a tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:10.518756 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d29562ab-6ff4-4f8d-9403-701bf53d84ad None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:10.531520 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d29562ab-6ff4-4f8d-9403-701bf53d84ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:10.593870 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29562ab-6ff4-4f8d-9403-701bf53d84ad None None] Network 2374404d-d0f2-415f-b4eb-9f81c9d0fa6d is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:42:10.600187 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-d29562ab-6ff4-4f8d-9403-701bf53d84ad None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:42:10.605107 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29562ab-6ff4-4f8d-9403-701bf53d84ad None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:42:10.634437 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29562ab-6ff4-4f8d-9403-701bf53d84ad None None] Pushing event updated for resources: {'Port': ['ID=907bdc12-3082-4a82-b705-822464d51ce7,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:10.732394 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-d29562ab-6ff4-4f8d-9403-701bf53d84ad None None] Attempting to bind port 907bdc12-3082-4a82-b705-822464d51ce7 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:42:10.732964 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-d29562ab-6ff4-4f8d-9403-701bf53d84ad None None] Attempting to bind port 907bdc12-3082-4a82-b705-822464d51ce7 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '358b007a-16c3-4309-90ce-db42ce5c20c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2374404d-d0f2-415f-b4eb-9f81c9d0fa6d'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:42:10.733621 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29562ab-6ff4-4f8d-9403-701bf53d84ad None None] Attempting to bind port 907bdc12-3082-4a82-b705-822464d51ce7 on network 2374404d-d0f2-415f-b4eb-9f81c9d0fa6d {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:42:10.758787 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29562ab-6ff4-4f8d-9403-701bf53d84ad None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:42:10.759767 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29562ab-6ff4-4f8d-9403-701bf53d84ad None None] Checking segment: {'id': '358b007a-16c3-4309-90ce-db42ce5c20c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2374404d-d0f2-415f-b4eb-9f81c9d0fa6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:42:10.763219 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d29562ab-6ff4-4f8d-9403-701bf53d84ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:10.767059 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29562ab-6ff4-4f8d-9403-701bf53d84ad None None] Bound using segment: {'id': '358b007a-16c3-4309-90ce-db42ce5c20c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2374404d-d0f2-415f-b4eb-9f81c9d0fa6d'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:42:10.768093 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-d29562ab-6ff4-4f8d-9403-701bf53d84ad None None] Bound port: 907bdc12-3082-4a82-b705-822464d51ce7, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '358b007a-16c3-4309-90ce-db42ce5c20c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '2374404d-d0f2-415f-b4eb-9f81c9d0fa6d'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:42:10.768757 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d29562ab-6ff4-4f8d-9403-701bf53d84ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:10.850435 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-526125ea-e78c-4b87-9acc-fc944153689a tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Allocated IP 172.20.0.1 (2374404d-d0f2-415f-b4eb-9f81c9d0fa6d/eada44e2-fc3a-4373-a5f8-cf9ea507f6e1/94d3ff1a-ded1-43f4-96de-b114b06f6e97) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:42:10.861136 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a69da-8ff0-40e4-89df-1b067f6f75b8 req-bdecbf33-83a7-408d-8792-7ee6f884b224 tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:10.867679 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c75a69da-8ff0-40e4-89df-1b067f6f75b8 req-bdecbf33-83a7-408d-8792-7ee6f884b224 tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdc0f018-0517-4c69-886a-a08b37e28818 HTTP/1.1" status: 200 len: 946 time: 0.1338208 Nov 10 17:42:10.894527 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-d29562ab-6ff4-4f8d-9403-701bf53d84ad None None] For port 907bdc12-3082-4a82-b705-822464d51ce7, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:42:10.906587 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-d29562ab-6ff4-4f8d-9403-701bf53d84ad None None] For port 907bdc12-3082-4a82-b705-822464d51ce7, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=907bdc12-3082-4a82-b705-822464d51ce7,segment=NetworkSegment(358b007a-16c3-4309-90ce-db42ce5c20c8),segment_id=358b007a-16c3-4309-90ce-db42ce5c20c8)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:42:10.916175 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d29562ab-6ff4-4f8d-9403-701bf53d84ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:10.996243 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c75a69da-8ff0-40e4-89df-1b067f6f75b8 req-50bffbd4-2013-4888-a162-3b5c1a1ef18d tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] 10.222.0.39 "GET /v2.0/security-groups?id=b7524ac0-8392-4280-b567-7a81c50872f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065731 Nov 10 17:42:11.046596 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29562ab-6ff4-4f8d-9403-701bf53d84ad None None] Pushing event updated for resources: {'Port': ['ID=907bdc12-3082-4a82-b705-822464d51ce7,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:11.094487 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-526125ea-e78c-4b87-9acc-fc944153689a tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:11.163310 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-526125ea-e78c-4b87-9acc-fc944153689a tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:11.223892 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526125ea-e78c-4b87-9acc-fc944153689a tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Pushing event updated for resources: {'Port': ['ID=94d3ff1a-ded1-43f4-96de-b114b06f6e97,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:11.236209 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526125ea-e78c-4b87-9acc-fc944153689a tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Network 2374404d-d0f2-415f-b4eb-9f81c9d0fa6d is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:42:11.237683 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-526125ea-e78c-4b87-9acc-fc944153689a tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:42:11.247710 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526125ea-e78c-4b87-9acc-fc944153689a tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:42:11.329248 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-526125ea-e78c-4b87-9acc-fc944153689a tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:11.671002 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47562) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:11.678475 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-526125ea-e78c-4b87-9acc-fc944153689a tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:12.097202 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 907bdc12-3082-4a82-b705-822464d51ce7 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:42:12.103505 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4d81f235-e328-48eb-b828-eba1c3d59bb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:12.149948 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-526125ea-e78c-4b87-9acc-fc944153689a tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:12.157240 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-526125ea-e78c-4b87-9acc-fc944153689a tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:12.201030 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 907bdc12-3082-4a82-b705-822464d51ce7 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:42:12.202286 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:12.218135 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15312ca3-ee03-4c90-904c-38e5c3037a31 req-6051c6cd-8566-4670-8414-338fd7f74df4 tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:12.220601 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-15312ca3-ee03-4c90-904c-38e5c3037a31 req-6051c6cd-8566-4670-8414-338fd7f74df4 tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdc0f018-0517-4c69-886a-a08b37e28818 HTTP/1.1" status: 200 len: 946 time: 0.1122105 Nov 10 17:42:12.311613 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526125ea-e78c-4b87-9acc-fc944153689a tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Pushing event updated for resources: {'Port': ['ID=94d3ff1a-ded1-43f4-96de-b114b06f6e97,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:12.318983 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-526125ea-e78c-4b87-9acc-fc944153689a tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:12.369403 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:12.442730 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 907bdc12-3082-4a82-b705-822464d51ce7, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=907bdc12-3082-4a82-b705-822464d51ce7,segment=NetworkSegment(358b007a-16c3-4309-90ce-db42ce5c20c8),segment_id=358b007a-16c3-4309-90ce-db42ce5c20c8)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:12.447162 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-15312ca3-ee03-4c90-904c-38e5c3037a31 req-b2e3b445-d0ff-45bf-9bf2-08d9ee49a7a4 tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] 10.222.0.39 "GET /v2.0/security-groups?id=b7524ac0-8392-4280-b567-7a81c50872f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163401 Nov 10 17:42:12.450236 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:12.517274 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526125ea-e78c-4b87-9acc-fc944153689a tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Network 2374404d-d0f2-415f-b4eb-9f81c9d0fa6d is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:42:12.520707 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-526125ea-e78c-4b87-9acc-fc944153689a tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:42:12.540510 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4d81f235-e328-48eb-b828-eba1c3d59bb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:12.549712 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47604) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:12.563054 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4d81f235-e328-48eb-b828-eba1c3d59bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:12.569196 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=907bdc12-3082-4a82-b705-822464d51ce7,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:12.590701 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:12.593538 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:12.593956 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:12.594571 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:12.594700 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:12.594993 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:12.595333 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:12.595670 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:12.596004 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:12.596374 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:12.596706 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:12.597061 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:42:12.627685 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4d81f235-e328-48eb-b828-eba1c3d59bb0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d611fc34f8fd4822bd4d300712694ae3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9553604 Nov 10 17:42:12.630451 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47608) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:12.663264 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1cb314-56c0-459c-88e1-2ba2d7e32690 None None] Network 2374404d-d0f2-415f-b4eb-9f81c9d0fa6d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:42:12.704966 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81f235-e328-48eb-b828-eba1c3d59bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2d08e2-4b29-428d-a14a-0882e0b4503d,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:12.730289 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526125ea-e78c-4b87-9acc-fc944153689a tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Router 613bd5d2-933f-4ebf-b36f-36ebf49a3287 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:42:12.754282 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-366c20f2-b7c6-4659-81c5-18e6fb518d52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:12.811332 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-366c20f2-b7c6-4659-81c5-18e6fb518d52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:12.914846 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d139642f-37c9-424a-bbd0-e49b515ea2d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:12.939776 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3fcc7a8c-0136-4068-8697-a253c6f95a2f None None] Provisioning complete for port 907bdc12-3082-4a82-b705-822464d51ce7 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:42:12.939776 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3fcc7a8c-0136-4068-8697-a253c6f95a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:12.979722 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-366c20f2-b7c6-4659-81c5-18e6fb518d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:12.982427 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-366c20f2-b7c6-4659-81c5-18e6fb518d52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:12.982575 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526125ea-e78c-4b87-9acc-fc944153689a tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:42:12.983762 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-366c20f2-b7c6-4659-81c5-18e6fb518d52 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0f2d08e2-4b29-428d-a14a-0882e0b4503d HTTP/1.1" status: 204 len: 168 time: 0.3508563 Nov 10 17:42:12.999911 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-526125ea-e78c-4b87-9acc-fc944153689a tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] 10.222.0.39 "PUT /v2.0/routers/613bd5d2-933f-4ebf-b36f-36ebf49a3287/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9756124 Nov 10 17:42:13.002476 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 47626) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:13.017275 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-f77ba125-7e09-44e6-a8d0-cb72a84b1b42 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Request body: {'port': {'network_id': '2374404d-d0f2-415f-b4eb-9f81c9d0fa6d', 'name': 'tempest-FloatingIPNegativeTestJSON-1132391359'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:13.026055 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c20f2-b7c6-4659-81c5-18e6fb518d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2d08e2-4b29-428d-a14a-0882e0b4503d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:13.138321 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d139642f-37c9-424a-bbd0-e49b515ea2d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:13.145343 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d139642f-37c9-424a-bbd0-e49b515ea2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:13.200288 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5347ed52-918d-4ec1-b8c8-d77b6dc80679 None None] Sync routers for ids ['613bd5d2-933f-4ebf-b36f-36ebf49a3287'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:42:13.250361 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139642f-37c9-424a-bbd0-e49b515ea2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6383e787-d468-4a5a-8cf5-baa83ece98e8,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:13.263174 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d139642f-37c9-424a-bbd0-e49b515ea2d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3ab9d504e04c4c6eba25c6f5cfe45c12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7098060 Nov 10 17:42:13.263634 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47636) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:13.282437 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5347ed52-918d-4ec1-b8c8-d77b6dc80679 None None] Routers {'613bd5d2-933f-4ebf-b36f-36ebf49a3287'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:42:13.283070 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-5347ed52-918d-4ec1-b8c8-d77b6dc80679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:42:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['613bd5d2-933f-4ebf-b36f-36ebf49a3287'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:13.326964 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-5347ed52-918d-4ec1-b8c8-d77b6dc80679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:13.345749 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5347ed52-918d-4ec1-b8c8-d77b6dc80679 None None] Routers {'613bd5d2-933f-4ebf-b36f-36ebf49a3287'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:42:13.346420 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-5347ed52-918d-4ec1-b8c8-d77b6dc80679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:42:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['613bd5d2-933f-4ebf-b36f-36ebf49a3287'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:13.352726 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77ba125-7e09-44e6-a8d0-cb72a84b1b42 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Made reservation on behalf of 37368a2ac4eb4b4695deeebb13fa9116 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:42:13.359096 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f77ba125-7e09-44e6-a8d0-cb72a84b1b42 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:13.386894 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-5347ed52-918d-4ec1-b8c8-d77b6dc80679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:13.387822 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5347ed52-918d-4ec1-b8c8-d77b6dc80679 None None] The sync data for ids ['613bd5d2-933f-4ebf-b36f-36ebf49a3287'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:42:13.400757 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-f77ba125-7e09-44e6-a8d0-cb72a84b1b42 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] device_id is not set on port 52301668-9815-471e-a1d2-ba28e1227665 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:42:13.420351 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-34cebfbd-7915-45f4-b543-4369c2da65bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:13.498992 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-34cebfbd-7915-45f4-b543-4369c2da65bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:13.586049 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-34cebfbd-7915-45f4-b543-4369c2da65bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:13.588835 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-34cebfbd-7915-45f4-b543-4369c2da65bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:13.590757 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-34cebfbd-7915-45f4-b543-4369c2da65bb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6383e787-d468-4a5a-8cf5-baa83ece98e8 HTTP/1.1" status: 204 len: 168 time: 0.3222854 Nov 10 17:42:13.608286 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cebfbd-7915-45f4-b543-4369c2da65bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6383e787-d468-4a5a-8cf5-baa83ece98e8,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:13.636651 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-f77ba125-7e09-44e6-a8d0-cb72a84b1b42 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Allocated IP 172.20.0.12 (2374404d-d0f2-415f-b4eb-9f81c9d0fa6d/eada44e2-fc3a-4373-a5f8-cf9ea507f6e1/52301668-9815-471e-a1d2-ba28e1227665) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:42:13.713729 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-fbc38b4b-02e4-422a-9240-d6f0a9b954ae None None] Provisioning complete for port 907bdc12-3082-4a82-b705-822464d51ce7 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:42:13.715810 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fbc38b4b-02e4-422a-9240-d6f0a9b954ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:13.967039 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f77ba125-7e09-44e6-a8d0-cb72a84b1b42 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:13.980546 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-fbc38b4b-02e4-422a-9240-d6f0a9b954ae None None] Provisioning complete for port 94d3ff1a-ded1-43f4-96de-b114b06f6e97 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:42:13.981093 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fbc38b4b-02e4-422a-9240-d6f0a9b954ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:14.037003 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-fbc38b4b-02e4-422a-9240-d6f0a9b954ae None None] Port 94d3ff1a-ded1-43f4-96de-b114b06f6e97 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:42:14.067824 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 907bdc12-3082-4a82-b705-822464d51ce7 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:42:14.072266 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f77ba125-7e09-44e6-a8d0-cb72a84b1b42 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:14.190451 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e54f00d2-d519-46dd-889a-1537b42225dc None None] Provisioning complete for port 94d3ff1a-ded1-43f4-96de-b114b06f6e97 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:42:14.190830 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e54f00d2-d519-46dd-889a-1537b42225dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:14.243667 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-e54f00d2-d519-46dd-889a-1537b42225dc None None] Port 94d3ff1a-ded1-43f4-96de-b114b06f6e97 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:42:14.251789 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 907bdc12-3082-4a82-b705-822464d51ce7 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:42:14.252171 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:14.458580 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47690) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:14.492093 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2446f67-99e1-4586-9de1-8d3b542cad2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:14.706644 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77ba125-7e09-44e6-a8d0-cb72a84b1b42 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Network 2374404d-d0f2-415f-b4eb-9f81c9d0fa6d is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:42:14.710825 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-5a227c8b-3694-48cc-8cd7-d163322dad7e None None] Provisioning complete for port 94d3ff1a-ded1-43f4-96de-b114b06f6e97 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:42:14.711251 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5a227c8b-3694-48cc-8cd7-d163322dad7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:14.716617 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-f77ba125-7e09-44e6-a8d0-cb72a84b1b42 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:42:14.721334 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77ba125-7e09-44e6-a8d0-cb72a84b1b42 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:42:14.730945 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2446f67-99e1-4586-9de1-8d3b542cad2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:14.744548 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2446f67-99e1-4586-9de1-8d3b542cad2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:14.751230 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ba125-7e09-44e6-a8d0-cb72a84b1b42 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Pushing event updated for resources: {'Port': ['ID=52301668-9815-471e-a1d2-ba28e1227665,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:14.814405 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77ba125-7e09-44e6-a8d0-cb72a84b1b42 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:14.815517 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f77ba125-7e09-44e6-a8d0-cb72a84b1b42 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:14.821777 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-5a227c8b-3694-48cc-8cd7-d163322dad7e None None] Port 94d3ff1a-ded1-43f4-96de-b114b06f6e97 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:42:14.848832 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f77ba125-7e09-44e6-a8d0-cb72a84b1b42 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8427534 Nov 10 17:42:14.852717 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 47716) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:14.859535 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-18d29fa4-c792-41ec-bb08-65018e1dfc82 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:14.861821 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2446f67-99e1-4586-9de1-8d3b542cad2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6c3368-fc8e-4395-b3ee-521e55590fbc,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:14.904434 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b2446f67-99e1-4586-9de1-8d3b542cad2e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=12a961112f4f40e0affa32ba0620fd3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4444356 Nov 10 17:42:14.909523 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47726) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:14.919696 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-18d29fa4-c792-41ec-bb08-65018e1dfc82 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:15.031238 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d8200e1a-7d7d-4990-a281-146c2408d01e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:15.059845 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d8200e1a-7d7d-4990-a281-146c2408d01e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:15.134264 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d8200e1a-7d7d-4990-a281-146c2408d01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:15.137207 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d8200e1a-7d7d-4990-a281-146c2408d01e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:15.141219 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d8200e1a-7d7d-4990-a281-146c2408d01e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5c6c3368-fc8e-4395-b3ee-521e55590fbc HTTP/1.1" status: 204 len: 168 time: 0.2330408 Nov 10 17:42:15.150786 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8200e1a-7d7d-4990-a281-146c2408d01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6c3368-fc8e-4395-b3ee-521e55590fbc,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:15.164952 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-18d29fa4-c792-41ec-bb08-65018e1dfc82 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:15.260962 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-efffa807-2e3b-43ca-bce2-b6c6654d37c0 None None] Provisioning complete for port 52301668-9815-471e-a1d2-ba28e1227665 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:42:15.261570 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-efffa807-2e3b-43ca-bce2-b6c6654d37c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:15.343047 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-efffa807-2e3b-43ca-bce2-b6c6654d37c0 None None] Port 52301668-9815-471e-a1d2-ba28e1227665 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:42:15.405496 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-18d29fa4-c792-41ec-bb08-65018e1dfc82 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Allocated IP 172.25.5.202 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/60949e6f-0864-4608-bb7b-0ed41c4ffd50) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:42:15.667990 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-18d29fa4-c792-41ec-bb08-65018e1dfc82 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:15.755659 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-18d29fa4-c792-41ec-bb08-65018e1dfc82 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:15.854809 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d29fa4-c792-41ec-bb08-65018e1dfc82 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:42:15.860890 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-18d29fa4-c792-41ec-bb08-65018e1dfc82 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:42:15.867354 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d29fa4-c792-41ec-bb08-65018e1dfc82 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:42:15.938179 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d29fa4-c792-41ec-bb08-65018e1dfc82 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Pushing event updated for resources: {'Port': ['ID=60949e6f-0864-4608-bb7b-0ed41c4ffd50,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:16.048379 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-18d29fa4-c792-41ec-bb08-65018e1dfc82 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:16.130489 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-18d29fa4-c792-41ec-bb08-65018e1dfc82 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:16.426574 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-18d29fa4-c792-41ec-bb08-65018e1dfc82 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:16.437246 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-18d29fa4-c792-41ec-bb08-65018e1dfc82 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:16.457861 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ccfb8-1e64-4904-9ccc-9a0af22f9571 req-30950744-94e2-4566-a984-5a8909bee67f tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:16.467290 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-674ccfb8-1e64-4904-9ccc-9a0af22f9571 req-30950744-94e2-4566-a984-5a8909bee67f tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdc0f018-0517-4c69-886a-a08b37e28818 HTTP/1.1" status: 200 len: 946 time: 0.1140382 Nov 10 17:42:16.563514 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d29fa4-c792-41ec-bb08-65018e1dfc82 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Pushing event updated for resources: {'Port': ['ID=60949e6f-0864-4608-bb7b-0ed41c4ffd50,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:16.627391 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-674ccfb8-1e64-4904-9ccc-9a0af22f9571 req-eb24b881-1c39-4edb-b598-885226a6474c tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] 10.222.0.39 "GET /v2.0/security-groups?id=b7524ac0-8392-4280-b567-7a81c50872f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447897 Nov 10 17:42:16.627391 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-18d29fa4-c792-41ec-bb08-65018e1dfc82 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:16.668005 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-18d29fa4-c792-41ec-bb08-65018e1dfc82 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:16.670152 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-18d29fa4-c792-41ec-bb08-65018e1dfc82 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8163505 Nov 10 17:42:16.672600 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47894) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:16.678120 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-e032e1dd-12a5-4798-ae0d-fa58e8eb508e tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Request body: {'floatingip': {'port_id': '52301668-9815-471e-a1d2-ba28e1227665', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:16.737141 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e032e1dd-12a5-4798-ae0d-fa58e8eb508e tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks [] for floatingip, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:16.906830 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-e032e1dd-12a5-4798-ae0d-fa58e8eb508e tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] update failed (client error): The resource could not be found. Nov 10 17:42:16.908036 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e032e1dd-12a5-4798-ae0d-fa58e8eb508e tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] 10.222.0.39 "PUT /v2.0/floatingips/05bac860-01e8-4030-92bc-3dade0e09612 HTTP/1.1" status: 404 len: 507 time: 0.2341595 Nov 10 17:42:16.911126 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 47916) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:17.038907 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47936) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:17.121213 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-984bea3d-f6c3-4807-9ea1-469856a8b593 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Deleting port 60949e6f-0864-4608-bb7b-0ed41c4ffd50 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:42:17.121672 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-984bea3d-f6c3-4807-9ea1-469856a8b593 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:17.246938 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-984bea3d-f6c3-4807-9ea1-469856a8b593 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:17.247383 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-984bea3d-f6c3-4807-9ea1-469856a8b593 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:17.262922 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-984bea3d-f6c3-4807-9ea1-469856a8b593 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Calling delete_port for 60949e6f-0864-4608-bb7b-0ed41c4ffd50 owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:42:17.323700 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-44d1d1ae-9b35-42e2-8eba-07b4284fb316 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:17.475255 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-984bea3d-f6c3-4807-9ea1-469856a8b593 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:17.547382 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984bea3d-f6c3-4807-9ea1-469856a8b593 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Pushing event deleted for resources: {'Port': ['ID=60949e6f-0864-4608-bb7b-0ed41c4ffd50,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:17.571183 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-44d1d1ae-9b35-42e2-8eba-07b4284fb316 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:17.579644 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-44d1d1ae-9b35-42e2-8eba-07b4284fb316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:17.626560 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 47972) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:17.640665 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-984bea3d-f6c3-4807-9ea1-469856a8b593 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:17.643972 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-984bea3d-f6c3-4807-9ea1-469856a8b593 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:17.651608 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-984bea3d-f6c3-4807-9ea1-469856a8b593 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] 10.222.0.39 "DELETE /v2.0/floatingips/05bac860-01e8-4030-92bc-3dade0e09612 HTTP/1.1" status: 204 len: 168 time: 0.7381999 Nov 10 17:42:17.654508 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 47978) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:17.655572 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-44d1d1ae-9b35-42e2-8eba-07b4284fb316 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=367bf5ff434a410d8d3b1f17f34051bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6150768 Nov 10 17:42:17.658187 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47980) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:17.662232 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-ad00d37f-1fec-456b-adda-b350118e17b9 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Request body: {'floatingip': {'floating_network_id': '2374404d-d0f2-415f-b4eb-9f81c9d0fa6d', 'port_id': '52301668-9815-471e-a1d2-ba28e1227665', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:17.704217 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d1d1ae-9b35-42e2-8eba-07b4284fb316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59923894-0472-49c9-a9bf-b32ac81fc052,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:17.761921 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-18a50d0e-faa2-4d06-909b-418bfeb82aa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:17.787997 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-18a50d0e-faa2-4d06-909b-418bfeb82aa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:17.846898 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bae959-b5d3-4a94-9500-3e14159c6c28 req-b6331de9-20e8-4e74-9a2e-c7015f6aac15 tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:17.848523 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d0bae959-b5d3-4a94-9500-3e14159c6c28 req-b6331de9-20e8-4e74-9a2e-c7015f6aac15 tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdc0f018-0517-4c69-886a-a08b37e28818 HTTP/1.1" status: 200 len: 946 time: 0.1955225 Nov 10 17:42:17.849324 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ad00d37f-1fec-456b-adda-b350118e17b9 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:17.866191 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-18a50d0e-faa2-4d06-909b-418bfeb82aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:17.870098 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-18a50d0e-faa2-4d06-909b-418bfeb82aa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:17.893355 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-18a50d0e-faa2-4d06-909b-418bfeb82aa9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/59923894-0472-49c9-a9bf-b32ac81fc052 HTTP/1.1" status: 204 len: 168 time: 0.2233911 Nov 10 17:42:17.903264 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c11f9-878f-445b-84b4-4627ba167a0c req-4eb06ba2-880e-4210-a276-dcb0ed91ad59 tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:17.904532 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a50d0e-faa2-4d06-909b-418bfeb82aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59923894-0472-49c9-a9bf-b32ac81fc052,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:17.904857 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a53c11f9-878f-445b-84b4-4627ba167a0c req-4eb06ba2-880e-4210-a276-dcb0ed91ad59 tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdc0f018-0517-4c69-886a-a08b37e28818 HTTP/1.1" status: 200 len: 946 time: 0.1755526 Nov 10 17:42:17.963011 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-66e0f56c-458d-4337-9898-4c1bf49c2bbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:18.074435 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a53c11f9-878f-445b-84b4-4627ba167a0c req-28f42c99-df2b-4f75-8d9a-da1f97cbcd85 tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] 10.222.0.39 "GET /v2.0/security-groups?id=b7524ac0-8392-4280-b567-7a81c50872f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489391 Nov 10 17:42:18.187911 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-66e0f56c-458d-4337-9898-4c1bf49c2bbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:18.191687 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-d0bae959-b5d3-4a94-9500-3e14159c6c28 req-1a5d1048-dd09-4c65-aca4-dd3c8a4cbbc7 tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] Deleting port 0b8b1974-daec-487e-b720-6f4f17c0c8e8 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:42:18.192066 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d0bae959-b5d3-4a94-9500-3e14159c6c28 req-1a5d1048-dd09-4c65-aca4-dd3c8a4cbbc7 tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:18.209089 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-66e0f56c-458d-4337-9898-4c1bf49c2bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:18.271346 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48012) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:18.299091 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-21c46058-b15c-4d98-ad4a-0d72ebf2d103 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:18.310332 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0f56c-458d-4337-9898-4c1bf49c2bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665c9b85-d0fd-4c14-9851-64a4082061f1,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:18.318768 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-66e0f56c-458d-4337-9898-4c1bf49c2bbc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fca6fcdef08c43c894ccfe08909ef35e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6911094 Nov 10 17:42:18.323433 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48014) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:18.357768 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-d0bae959-b5d3-4a94-9500-3e14159c6c28 req-1a5d1048-dd09-4c65-aca4-dd3c8a4cbbc7 tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] For port 0b8b1974-daec-487e-b720-6f4f17c0c8e8, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=0b8b1974-daec-487e-b720-6f4f17c0c8e8,segment=NetworkSegment(2603d6ae-794d-45e1-85c8-d90ee0ad3447),segment_id=2603d6ae-794d-45e1-85c8-d90ee0ad3447)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:18.358138 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d0bae959-b5d3-4a94-9500-3e14159c6c28 req-1a5d1048-dd09-4c65-aca4-dd3c8a4cbbc7 tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:18.374717 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-d0bae959-b5d3-4a94-9500-3e14159c6c28 req-1a5d1048-dd09-4c65-aca4-dd3c8a4cbbc7 tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] Calling delete_port for 0b8b1974-daec-487e-b720-6f4f17c0c8e8 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:42:18.379345 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-ad00d37f-1fec-456b-adda-b350118e17b9 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:42:18.385569 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ad00d37f-1fec-456b-adda-b350118e17b9 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7292621 Nov 10 17:42:18.386228 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48016) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:18.393191 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-53c4b022-c851-46b3-a464-2d95e4d631b3 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'port_id': '52301668-9815-471e-a1d2-ba28e1227665', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:18.423778 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-863d16b0-10d1-47d5-9cd0-bd0d9b070398 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:18.463144 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-863d16b0-10d1-47d5-9cd0-bd0d9b070398 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:18.466489 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-53c4b022-c851-46b3-a464-2d95e4d631b3 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:18.503860 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-21c46058-b15c-4d98-ad4a-0d72ebf2d103 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:18.514584 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-21c46058-b15c-4d98-ad4a-0d72ebf2d103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:18.591813 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-21c46058-b15c-4d98-ad4a-0d72ebf2d103 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3064655e96c3489ba85eb1db759674d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3188848 Nov 10 17:42:18.592603 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48030) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:18.605042 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c46058-b15c-4d98-ad4a-0d72ebf2d103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd9720c-cbc1-421a-b2eb-42ead97414c8,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:18.633323 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d0bae959-b5d3-4a94-9500-3e14159c6c28 req-1a5d1048-dd09-4c65-aca4-dd3c8a4cbbc7 tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:18.653888 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['0b8b1974-daec-487e-b720-6f4f17c0c8e8'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:42:18.701159 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d1048-dd09-4c65-aca4-dd3c8a4cbbc7 tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] Pushing event deleted for resources: {'Port': ['ID=0b8b1974-daec-487e-b720-6f4f17c0c8e8,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:18.703858 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-863d16b0-10d1-47d5-9cd0-bd0d9b070398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:18.714538 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-863d16b0-10d1-47d5-9cd0-bd0d9b070398 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:18.720430 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-53c4b022-c851-46b3-a464-2d95e4d631b3 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:18.723720 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-863d16b0-10d1-47d5-9cd0-bd0d9b070398 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/665c9b85-d0fd-4c14-9851-64a4082061f1 HTTP/1.1" status: 204 len: 168 time: 0.3992112 Nov 10 17:42:18.756954 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d16b0-10d1-47d5-9cd0-bd0d9b070398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665c9b85-d0fd-4c14-9851-64a4082061f1,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:18.760259 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0bae959-b5d3-4a94-9500-3e14159c6c28 req-1a5d1048-dd09-4c65-aca4-dd3c8a4cbbc7 tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] No DVR routers for this DVR port 0b8b1974-daec-487e-b720-6f4f17c0c8e8 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:42:18.763510 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d0bae959-b5d3-4a94-9500-3e14159c6c28 req-1a5d1048-dd09-4c65-aca4-dd3c8a4cbbc7 tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:18.767125 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d0bae959-b5d3-4a94-9500-3e14159c6c28 req-1a5d1048-dd09-4c65-aca4-dd3c8a4cbbc7 tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] 10.222.0.13 "DELETE /v2.0/ports/0b8b1974-daec-487e-b720-6f4f17c0c8e8 HTTP/1.1" status: 204 len: 173 time: 0.9087529 Nov 10 17:42:18.767601 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc0f018-0517-4c69-886a-a08b37e28818', 'name': 'network-vif-deleted', 'tag': '0b8b1974-daec-487e-b720-6f4f17c0c8e8'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:42:18.771362 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bfe22075-9679-419d-ab4f-15b898c080a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:18.779762 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b91aa19-09ed-40ff-9633-99ca96989bbf" -d '{"events": [{"server_uuid": "bdc0f018-0517-4c69-886a-a08b37e28818", "name": "network-vif-deleted", "tag": "0b8b1974-daec-487e-b720-6f4f17c0c8e8"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:42:18.827786 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bfe22075-9679-419d-ab4f-15b898c080a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:18.921156 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97dda6b2-8389-42d4-8420-d680bf99c834 x-openstack-request-id: req-97dda6b2-8389-42d4-8420-d680bf99c834 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:42:18.921543 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdc0f018-0517-4c69-886a-a08b37e28818", "name": "network-vif-deleted", "tag": "0b8b1974-daec-487e-b720-6f4f17c0c8e8", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:42:18.921993 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-97dda6b2-8389-42d4-8420-d680bf99c834 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:42:18.922144 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdc0f018-0517-4c69-886a-a08b37e28818', 'name': 'network-vif-deleted', 'tag': '0b8b1974-daec-487e-b720-6f4f17c0c8e8', 'status': 'completed', 'code': 200} Nov 10 17:42:18.968499 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-53c4b022-c851-46b3-a464-2d95e4d631b3 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Allocated IP 172.25.5.248 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/4be7d068-f8a6-4589-a54d-e19cc41a9e30) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:42:18.969841 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bfe22075-9679-419d-ab4f-15b898c080a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:18.973173 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bfe22075-9679-419d-ab4f-15b898c080a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:18.980216 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bfe22075-9679-419d-ab4f-15b898c080a5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fdd9720c-cbc1-421a-b2eb-42ead97414c8 HTTP/1.1" status: 204 len: 168 time: 0.3844802 Nov 10 17:42:19.006195 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe22075-9679-419d-ab4f-15b898c080a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd9720c-cbc1-421a-b2eb-42ead97414c8,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:19.139000 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-53c4b022-c851-46b3-a464-2d95e4d631b3 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:19.204343 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-53c4b022-c851-46b3-a464-2d95e4d631b3 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:19.228511 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-586065df-1608-42f2-befd-55379ac6ac03 req-f956f418-db01-4984-9d92-769822fdf8be tempest-ServerTagsTestJSON-2120333679 tempest-ServerTagsTestJSON-2120333679-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdc0f018-0517-4c69-886a-a08b37e28818 HTTP/1.1" status: 200 len: 210 time: 0.0358400 Nov 10 17:42:19.273718 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c4b022-c851-46b3-a464-2d95e4d631b3 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:42:19.278676 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-53c4b022-c851-46b3-a464-2d95e4d631b3 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:42:19.283750 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48068) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:19.291235 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c4b022-c851-46b3-a464-2d95e4d631b3 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:42:19.315188 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7a615435-8acf-42bc-acac-8758d5129657 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:19.345131 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c4b022-c851-46b3-a464-2d95e4d631b3 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Pushing event updated for resources: {'Port': ['ID=4be7d068-f8a6-4589-a54d-e19cc41a9e30,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:19.426857 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48070) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:19.468456 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7a615435-8acf-42bc-acac-8758d5129657 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:19.474970 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7a615435-8acf-42bc-acac-8758d5129657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:19.486730 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48074) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:19.509774 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7a615435-8acf-42bc-acac-8758d5129657 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a49b79f762bd456c918228e4a1a415d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2245817 Nov 10 17:42:19.511788 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48076) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:19.549574 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-53c4b022-c851-46b3-a464-2d95e4d631b3 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Deleting port 4be7d068-f8a6-4589-a54d-e19cc41a9e30 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:42:19.550104 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-53c4b022-c851-46b3-a464-2d95e4d631b3 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:19.557840 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a615435-8acf-42bc-acac-8758d5129657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00450930-68a2-485a-8884-031292c5e755,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:19.613513 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ace7386f-d8ec-4c61-909c-7bb4e55c0489 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:19.658613 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ace7386f-d8ec-4c61-909c-7bb4e55c0489 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:19.669303 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-53c4b022-c851-46b3-a464-2d95e4d631b3 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:19.669643 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-53c4b022-c851-46b3-a464-2d95e4d631b3 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:19.684727 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-53c4b022-c851-46b3-a464-2d95e4d631b3 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Calling delete_port for 4be7d068-f8a6-4589-a54d-e19cc41a9e30 owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:42:19.733117 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ace7386f-d8ec-4c61-909c-7bb4e55c0489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:19.739856 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ace7386f-d8ec-4c61-909c-7bb4e55c0489 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:19.747520 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ace7386f-d8ec-4c61-909c-7bb4e55c0489 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/00450930-68a2-485a-8884-031292c5e755 HTTP/1.1" status: 204 len: 168 time: 0.2318196 Nov 10 17:42:19.758387 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace7386f-d8ec-4c61-909c-7bb4e55c0489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00450930-68a2-485a-8884-031292c5e755,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:19.811937 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-da4a318f-8b86-4ea4-8916-3b3435315ea4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:19.822469 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c1a2738-e9e3-47f6-94ff-fc0aa92fc538 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:19.879695 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-53c4b022-c851-46b3-a464-2d95e4d631b3 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:19.927078 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c4b022-c851-46b3-a464-2d95e4d631b3 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Pushing event deleted for resources: {'Port': ['ID=4be7d068-f8a6-4589-a54d-e19cc41a9e30,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:19.952482 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-da4a318f-8b86-4ea4-8916-3b3435315ea4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:19.959502 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-da4a318f-8b86-4ea4-8916-3b3435315ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:20.029103 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c1a2738-e9e3-47f6-94ff-fc0aa92fc538 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:20.037634 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c1a2738-e9e3-47f6-94ff-fc0aa92fc538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:20.046460 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-da4a318f-8b86-4ea4-8916-3b3435315ea4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=68102790c0484de3a7d3b98f0ac8269d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6179492 Nov 10 17:42:20.049944 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48092) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:20.055578 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a318f-8b86-4ea4-8916-3b3435315ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ecc370-f358-431a-b58e-61b83bd1258d,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:20.125590 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0bae0ab6-c975-40be-8369-ceb290e644ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:20.127272 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48102) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:20.127490 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5c1a2738-e9e3-47f6-94ff-fc0aa92fc538 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d7c787460a3e41e28671e63c78cf1aab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6395767 Nov 10 17:42:20.164503 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a2738-e9e3-47f6-94ff-fc0aa92fc538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f11f176-9724-4123-94fe-dccaeb79d3f1,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:20.182663 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0bae0ab6-c975-40be-8369-ceb290e644ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:20.188396 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-53c4b022-c851-46b3-a464-2d95e4d631b3 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] create failed (client error): The resource could not be found. Nov 10 17:42:20.190112 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-53c4b022-c851-46b3-a464-2d95e4d631b3 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.8010914 Nov 10 17:42:20.196235 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48106) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:20.239904 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-982f2480-ea41-4789-806c-da87a8944256 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:20.278138 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-982f2480-ea41-4789-806c-da87a8944256 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:20.306615 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0bae0ab6-c975-40be-8369-ceb290e644ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:20.319777 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0bae0ab6-c975-40be-8369-ceb290e644ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:20.322009 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0bae0ab6-c975-40be-8369-ceb290e644ac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f2ecc370-f358-431a-b58e-61b83bd1258d HTTP/1.1" status: 204 len: 168 time: 0.2698894 Nov 10 17:42:20.336820 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48114) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:20.354000 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae0ab6-c975-40be-8369-ceb290e644ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ecc370-f358-431a-b58e-61b83bd1258d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:20.390377 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-982f2480-ea41-4789-806c-da87a8944256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:20.394550 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-982f2480-ea41-4789-806c-da87a8944256 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:20.399643 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-982f2480-ea41-4789-806c-da87a8944256 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f11f176-9724-4123-94fe-dccaeb79d3f1 HTTP/1.1" status: 204 len: 168 time: 0.2697141 Nov 10 17:42:20.407054 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-f980a6ec-9e07-4645-8ea3-6c89840c0850 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Deleting port 52301668-9815-471e-a1d2-ba28e1227665 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:42:20.407401 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f980a6ec-9e07-4645-8ea3-6c89840c0850 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:20.409159 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f2480-ea41-4789-806c-da87a8944256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f11f176-9724-4123-94fe-dccaeb79d3f1,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:20.457183 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-e52ae85c-dca8-4fec-9315-30bf2be8427f admin admin] Deleting subnet 14125361-a435-4623-bf0f-bef4cfe18c95 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:42:20.465344 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e52ae85c-dca8-4fec-9315-30bf2be8427f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:20.518133 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e52ae85c-dca8-4fec-9315-30bf2be8427f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:20.575587 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f980a6ec-9e07-4645-8ea3-6c89840c0850 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:20.594938 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-f980a6ec-9e07-4645-8ea3-6c89840c0850 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Calling delete_port for 52301668-9815-471e-a1d2-ba28e1227665 owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:42:20.602212 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e52ae85c-dca8-4fec-9315-30bf2be8427f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:20.718113 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e52ae85c-dca8-4fec-9315-30bf2be8427f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:20.773600 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e52ae85c-dca8-4fec-9315-30bf2be8427f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:20.779185 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e52ae85c-dca8-4fec-9315-30bf2be8427f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/14125361-a435-4623-bf0f-bef4cfe18c95 HTTP/1.1" status: 204 len: 168 time: 0.4386337 Nov 10 17:42:20.779902 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ae85c-dca8-4fec-9315-30bf2be8427f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14125361-a435-4623-bf0f-bef4cfe18c95,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:20.782235 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48134) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:20.856679 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48138) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:20.879245 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1905a57b-d65d-4df6-8927-2a377d912b7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:20.905037 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1ef4ef17-725f-48e2-b6da-4454840c81d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:20.912689 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f980a6ec-9e07-4645-8ea3-6c89840c0850 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:20.954529 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980a6ec-9e07-4645-8ea3-6c89840c0850 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Pushing event deleted for resources: {'Port': ['ID=52301668-9815-471e-a1d2-ba28e1227665,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:20.996072 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1905a57b-d65d-4df6-8927-2a377d912b7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:21.009563 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1905a57b-d65d-4df6-8927-2a377d912b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:21.077905 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1905a57b-d65d-4df6-8927-2a377d912b7d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ded6fd7a21704a5b877dc33991616b22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2195241 Nov 10 17:42:21.081020 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48148) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:21.091650 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905a57b-d65d-4df6-8927-2a377d912b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69926799-eae5-4049-9a64-d9104b06e801,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:21.131530 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1ef4ef17-725f-48e2-b6da-4454840c81d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:21.137651 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f980a6ec-9e07-4645-8ea3-6c89840c0850 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:21.141448 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f980a6ec-9e07-4645-8ea3-6c89840c0850 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] 10.222.0.39 "DELETE /v2.0/ports/52301668-9815-471e-a1d2-ba28e1227665 HTTP/1.1" status: 204 len: 168 time: 0.9440763 Nov 10 17:42:21.144171 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48152) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:21.184051 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-1ef4ef17-725f-48e2-b6da-4454840c81d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4498f858-f971-479d-a475-78fd8b946bd4']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:21.198690 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17c3339b-9970-4a94-80fb-28bc65d7e7e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:21.202550 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-1ef4ef17-725f-48e2-b6da-4454840c81d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2603d6ae-794d-45e1-85c8-d90ee0ad3447') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:21.202713 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-1ef4ef17-725f-48e2-b6da-4454840c81d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2603d6ae-794d-45e1-85c8-d90ee0ad3447') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:21.221604 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1ef4ef17-725f-48e2-b6da-4454840c81d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:21.243274 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17c3339b-9970-4a94-80fb-28bc65d7e7e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:21.260713 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294e79eb-95de-49c7-a078-cd0ebb92fa3a tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:21.262118 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1ef4ef17-725f-48e2-b6da-4454840c81d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:21.270762 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-294e79eb-95de-49c7-a078-cd0ebb92fa3a tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] 10.222.0.39 "GET /v2.0/ports?device_id=613bd5d2-933f-4ebf-b36f-36ebf49a3287 HTTP/1.1" status: 200 len: 913 time: 0.1248295 Nov 10 17:42:21.287910 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48158) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:21.292559 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef4ef17-725f-48e2-b6da-4454840c81d1 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:42:21.293619 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1ef4ef17-725f-48e2-b6da-4454840c81d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:21.295465 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:42:21.295465 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:42:21.295465 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:42:21.295465 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:42:21.295465 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:42:21.295465 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:42:21.295465 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:42:21.295465 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:42:21.295465 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:42:21.295465 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:42:21.295465 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:42:21.295465 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:42:21.295465 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:42:21.295465 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:42:21.295465 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:42:21.295465 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:42:21.295465 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:42:21.295465 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:42:21.295465 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:42:21.295465 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:42:21.295465 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:42:21.295465 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:42:21.295465 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:42:21.295465 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:42:21.295465 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:42:21.295465 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:42:21.295465 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:42:21.295465 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:42:21.295465 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:42:21.295465 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:42:21.295465 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:42:21.295465 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:42:21.410912 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1ef4ef17-725f-48e2-b6da-4454840c81d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:21.416821 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1ef4ef17-725f-48e2-b6da-4454840c81d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:21.421433 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1ef4ef17-725f-48e2-b6da-4454840c81d1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/4498f858-f971-479d-a475-78fd8b946bd4 HTTP/1.1" status: 204 len: 168 time: 0.6354096 Nov 10 17:42:21.422117 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 0b8b1974-daec-487e-b720-6f4f17c0c8e8 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:42:21.424546 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17c3339b-9970-4a94-80fb-28bc65d7e7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:21.427120 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17c3339b-9970-4a94-80fb-28bc65d7e7e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:21.428246 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-17c3339b-9970-4a94-80fb-28bc65d7e7e2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/69926799-eae5-4049-9a64-d9104b06e801 HTTP/1.1" status: 204 len: 168 time: 0.3442814 Nov 10 17:42:21.446823 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4ef17-725f-48e2-b6da-4454840c81d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4498f858-f971-479d-a475-78fd8b946bd4,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:21.450141 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c3339b-9970-4a94-80fb-28bc65d7e7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69926799-eae5-4049-9a64-d9104b06e801,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:21.473783 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 0b8b1974-daec-487e-b720-6f4f17c0c8e8 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:42:21.474381 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 0b8b1974-daec-487e-b720-6f4f17c0c8e8 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:42:21.628120 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48174) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:21.687022 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b285e35d-d74f-4d5b-9fe8-0afbb86171de admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0e5d254a7de8471f9efdb6f8b50339e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0576499 Nov 10 17:42:21.689935 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48176) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:21.754160 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-156327ff-6e15-4211-8c37-02173336f4c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:21.786724 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-156327ff-6e15-4211-8c37-02173336f4c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:21.850883 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-156327ff-6e15-4211-8c37-02173336f4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:21.853806 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-156327ff-6e15-4211-8c37-02173336f4c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:21.854969 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-156327ff-6e15-4211-8c37-02173336f4c4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b7524ac0-8392-4280-b567-7a81c50872f2 HTTP/1.1" status: 204 len: 168 time: 0.1638150 Nov 10 17:42:21.869149 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156327ff-6e15-4211-8c37-02173336f4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7524ac0-8392-4280-b567-7a81c50872f2,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:22.054840 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-93f86754-69ed-4695-9899-cbb34689a01a tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:22.331870 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-93f86754-69ed-4695-9899-cbb34689a01a tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Deleting port 94d3ff1a-ded1-43f4-96de-b114b06f6e97 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:42:22.332555 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-93f86754-69ed-4695-9899-cbb34689a01a tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:22.393173 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48208) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:22.456471 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-93f86754-69ed-4695-9899-cbb34689a01a tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:22.473361 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-93f86754-69ed-4695-9899-cbb34689a01a tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Calling delete_port for 94d3ff1a-ded1-43f4-96de-b114b06f6e97 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:42:22.585449 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-1f136fba-3554-4832-bfd6-4880e64d0937 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-319274636-network', 'tenant_id': '28bf93e06f3848a9a72c412217f242f8'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:22.620539 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f136fba-3554-4832-bfd6-4880e64d0937 admin admin] Made reservation on behalf of 28bf93e06f3848a9a72c412217f242f8 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:42:22.622994 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1f136fba-3554-4832-bfd6-4880e64d0937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:22.638011 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1f136fba-3554-4832-bfd6-4880e64d0937 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:22.720169 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-93f86754-69ed-4695-9899-cbb34689a01a tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:22.766784 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f86754-69ed-4695-9899-cbb34689a01a tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Pushing event deleted for resources: {'Port': ['ID=94d3ff1a-ded1-43f4-96de-b114b06f6e97,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:22.887293 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1f136fba-3554-4832-bfd6-4880e64d0937 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:22.920816 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1f136fba-3554-4832-bfd6-4880e64d0937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:22.987129 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f136fba-3554-4832-bfd6-4880e64d0937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6192f994-9fb3-4bce-b4cd-c03ff5545a43,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:22.996277 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f136fba-3554-4832-bfd6-4880e64d0937 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:42:23.005139 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-93f86754-69ed-4695-9899-cbb34689a01a tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:23.020701 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1f136fba-3554-4832-bfd6-4880e64d0937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:23.021072 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-1f136fba-3554-4832-bfd6-4880e64d0937 admin admin] Added segment af3c14a2-bee0-4696-ac53-c2f22ec01df7 of type vlan for network 060d9864-1c5a-45ea-8447-7c5b309eff4c Nov 10 17:42:23.127154 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1f136fba-3554-4832-bfd6-4880e64d0937 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:23.223530 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1f136fba-3554-4832-bfd6-4880e64d0937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:23.224532 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f136fba-3554-4832-bfd6-4880e64d0937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:23.225118 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1f136fba-3554-4832-bfd6-4880e64d0937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:23.228980 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f86754-69ed-4695-9899-cbb34689a01a tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Router 613bd5d2-933f-4ebf-b36f-36ebf49a3287 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:42:23.293388 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1f136fba-3554-4832-bfd6-4880e64d0937 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8951635 Nov 10 17:42:23.293497 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48250) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:23.296629 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48252) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:23.298348 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-4bca8f46-69d1-4eec-9578-fd9e0d534001 admin admin] Request body: {'subnet': {'network_id': '060d9864-1c5a-45ea-8447-7c5b309eff4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-319274636-subnet', 'tenant_id': '28bf93e06f3848a9a72c412217f242f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:23.348610 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bca8f46-69d1-4eec-9578-fd9e0d534001 admin admin] Made reservation on behalf of 28bf93e06f3848a9a72c412217f242f8 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:42:23.360410 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4bca8f46-69d1-4eec-9578-fd9e0d534001 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:23.404579 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f136fba-3554-4832-bfd6-4880e64d0937 admin admin] Pushing event updated for resources: {'Network': ['ID=060d9864-1c5a-45ea-8447-7c5b309eff4c,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:23.417123 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f86754-69ed-4695-9899-cbb34689a01a tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:42:23.422583 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 060d9864-1c5a-45ea-8447-7c5b309eff4c details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:42:23.425121 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-93f86754-69ed-4695-9899-cbb34689a01a tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] 10.222.0.39 "PUT /v2.0/routers/613bd5d2-933f-4ebf-b36f-36ebf49a3287/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1362221 Nov 10 17:42:23.425988 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48272) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:23.433289 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c206ca8d-5dc0-4946-9cd9-a2ac5de7fdd1 None None] Sync routers for ids ['613bd5d2-933f-4ebf-b36f-36ebf49a3287'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:42:23.453850 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c206ca8d-5dc0-4946-9cd9-a2ac5de7fdd1 None None] Routers {'613bd5d2-933f-4ebf-b36f-36ebf49a3287'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:42:23.455054 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c206ca8d-5dc0-4946-9cd9-a2ac5de7fdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:42:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['613bd5d2-933f-4ebf-b36f-36ebf49a3287'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:23.538430 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c206ca8d-5dc0-4946-9cd9-a2ac5de7fdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:23.550693 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c206ca8d-5dc0-4946-9cd9-a2ac5de7fdd1 None None] Routers {'613bd5d2-933f-4ebf-b36f-36ebf49a3287'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:42:23.551610 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c206ca8d-5dc0-4946-9cd9-a2ac5de7fdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:42:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['613bd5d2-933f-4ebf-b36f-36ebf49a3287'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:23.590044 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-957b6a62-6f76-4574-8828-99801d8fb7b6 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:23.641954 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c206ca8d-5dc0-4946-9cd9-a2ac5de7fdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:23.643139 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c206ca8d-5dc0-4946-9cd9-a2ac5de7fdd1 None None] The sync data for ids ['613bd5d2-933f-4ebf-b36f-36ebf49a3287'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:42:23.707374 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-32cb31df-2e62-4ad1-b698-99941ff620ae tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:23.721059 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4bca8f46-69d1-4eec-9578-fd9e0d534001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:23.835983 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-32cb31df-2e62-4ad1-b698-99941ff620ae tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:23.840423 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bca8f46-69d1-4eec-9578-fd9e0d534001 admin admin] Checking segment: {'id': 'af3c14a2-bee0-4696-ac53-c2f22ec01df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '060d9864-1c5a-45ea-8447-7c5b309eff4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:42:23.840846 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bca8f46-69d1-4eec-9578-fd9e0d534001 admin admin] Network hostable DHCP agents. Network: 060d9864-1c5a-45ea-8447-7c5b309eff4c, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:42:23.844073 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca8f46-69d1-4eec-9578-fd9e0d534001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a568a8b-c286-450f-b9ae-7b517fbbf861,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:23.851320 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-957b6a62-6f76-4574-8828-99801d8fb7b6 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:23.855288 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-957b6a62-6f76-4574-8828-99801d8fb7b6 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:23.878387 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bca8f46-69d1-4eec-9578-fd9e0d534001 admin admin] Network 060d9864-1c5a-45ea-8447-7c5b309eff4c is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:42:23.895427 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-4bca8f46-69d1-4eec-9578-fd9e0d534001 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 060d9864-1c5a-45ea-8447-7c5b309eff4c) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:42:23.904751 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aadd5d9-a90f-44b4-a0eb-b66ab641d67b None None] Network 060d9864-1c5a-45ea-8447-7c5b309eff4c requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:42:23.909668 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bca8f46-69d1-4eec-9578-fd9e0d534001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:23.915474 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4bca8f46-69d1-4eec-9578-fd9e0d534001 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:23.943009 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-957b6a62-6f76-4574-8828-99801d8fb7b6 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:23.943610 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957b6a62-6f76-4574-8828-99801d8fb7b6 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Fanout notify agent at l3_agent the message router_deleted on router 613bd5d2-933f-4ebf-b36f-36ebf49a3287 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:42:23.951310 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4bca8f46-69d1-4eec-9578-fd9e0d534001 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6571796 Nov 10 17:42:23.952484 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-957b6a62-6f76-4574-8828-99801d8fb7b6 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:23.955835 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-957b6a62-6f76-4574-8828-99801d8fb7b6 tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] 10.222.0.39 "DELETE /v2.0/routers/613bd5d2-933f-4ebf-b36f-36ebf49a3287 HTTP/1.1" status: 204 len: 168 time: 0.5263598 Nov 10 17:42:23.956066 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48306) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:24.036859 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-2baa00de-a18c-4988-bb95-8b59c86aeadf tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Deleting subnet eada44e2-fc3a-4373-a5f8-cf9ea507f6e1 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:42:24.041708 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2baa00de-a18c-4988-bb95-8b59c86aeadf tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:24.088396 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-32cb31df-2e62-4ad1-b698-99941ff620ae tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:24.094052 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2baa00de-a18c-4988-bb95-8b59c86aeadf tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:24.108896 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48314) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:24.141878 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6430e2b9-bfc3-4e5e-af56-a8e292fbdf19 None None] Network 060d9864-1c5a-45ea-8447-7c5b309eff4c requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:42:24.262554 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2baa00de-a18c-4988-bb95-8b59c86aeadf tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:24.314224 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-32cb31df-2e62-4ad1-b698-99941ff620ae tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] Allocated IP 172.25.5.155 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/b19c0efc-a84e-4245-98ca-86d5f269db7a) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:42:24.394177 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-addfc1b4-b5a5-4331-88c0-4fe449fe60e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:24.403839 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2baa00de-a18c-4988-bb95-8b59c86aeadf tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:24.449246 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa00de-a18c-4988-bb95-8b59c86aeadf tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Pushing event deleted for resources: {'Subnet': ['ID=eada44e2-fc3a-4373-a5f8-cf9ea507f6e1,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:24.457071 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2baa00de-a18c-4988-bb95-8b59c86aeadf tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:24.461197 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2baa00de-a18c-4988-bb95-8b59c86aeadf tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] 10.222.0.39 "DELETE /v2.0/subnets/eada44e2-fc3a-4373-a5f8-cf9ea507f6e1 HTTP/1.1" status: 204 len: 168 time: 0.5039802 Nov 10 17:42:24.463894 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48332) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:24.485810 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefa5f78-e262-4603-ae7b-b752436c6320 None None] Network 2374404d-d0f2-415f-b4eb-9f81c9d0fa6d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:42:24.566856 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-addfc1b4-b5a5-4331-88c0-4fe449fe60e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:24.567990 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-32cb31df-2e62-4ad1-b698-99941ff620ae tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:24.575895 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-addfc1b4-b5a5-4331-88c0-4fe449fe60e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:24.589806 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d3ce7d22-dda5-4e6b-a6df-2ab9c9b95a9f tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:24.621065 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48336) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:24.636981 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-addfc1b4-b5a5-4331-88c0-4fe449fe60e9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9ef2f51babb04fe8a3b30ef809a45417&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5255456 Nov 10 17:42:24.647272 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48340) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:24.674375 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-32cb31df-2e62-4ad1-b698-99941ff620ae tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:24.691044 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:24.699553 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfc1b4-b5a5-4331-88c0-4fe449fe60e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b31fc4b-3113-4fc1-8ce7-6a25815b057f,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:24.743812 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cb31df-2e62-4ad1-b698-99941ff620ae tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:42:24.756516 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-32cb31df-2e62-4ad1-b698-99941ff620ae tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:42:24.761163 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cb31df-2e62-4ad1-b698-99941ff620ae tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:42:24.763337 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb31df-2e62-4ad1-b698-99941ff620ae tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] Pushing event updated for resources: {'Port': ['ID=b19c0efc-a84e-4245-98ca-86d5f269db7a,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:24.810657 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-d3ce7d22-dda5-4e6b-a6df-2ab9c9b95a9f tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Deleting port 907bdc12-3082-4a82-b705-822464d51ce7 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:42:24.811010 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d3ce7d22-dda5-4e6b-a6df-2ab9c9b95a9f tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:24.830080 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-115cc1cd-fbf7-4270-89f0-12382291e107 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:24.869832 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-a3247296-0dfb-45d3-a7ce-858bd8e60ca1 req-1d452c22-ffcb-44bd-8fde-ccff33a72143 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1367581461', 'description': 'tempest-description-1608354490'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:24.904829 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff5da97-4021-4166-86aa-ae4d3ed501b9 None None] DHCP port deletion for 2374404d-d0f2-415f-b4eb-9f81c9d0fa6d request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:42:24.939387 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-115cc1cd-fbf7-4270-89f0-12382291e107 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:24.978206 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-aff5da97-4021-4166-86aa-ae4d3ed501b9 None None] Deleting port 907bdc12-3082-4a82-b705-822464d51ce7 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:42:24.978631 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-aff5da97-4021-4166-86aa-ae4d3ed501b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:24.980356 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:24.993501 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2b738248-a706-434b-a96c-4997cca71e3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:25.003883 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-d3ce7d22-dda5-4e6b-a6df-2ab9c9b95a9f tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] For port 907bdc12-3082-4a82-b705-822464d51ce7, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=907bdc12-3082-4a82-b705-822464d51ce7,segment=NetworkSegment(358b007a-16c3-4309-90ce-db42ce5c20c8),segment_id=358b007a-16c3-4309-90ce-db42ce5c20c8)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:25.004599 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d3ce7d22-dda5-4e6b-a6df-2ab9c9b95a9f tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:25.030393 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a3247296-0dfb-45d3-a7ce-858bd8e60ca1 req-1d452c22-ffcb-44bd-8fde-ccff33a72143 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:25.044994 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-d3ce7d22-dda5-4e6b-a6df-2ab9c9b95a9f tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Calling delete_port for 907bdc12-3082-4a82-b705-822464d51ce7 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:42:25.057437 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-aff5da97-4021-4166-86aa-ae4d3ed501b9 None None] For port 907bdc12-3082-4a82-b705-822464d51ce7, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=907bdc12-3082-4a82-b705-822464d51ce7,segment=NetworkSegment(358b007a-16c3-4309-90ce-db42ce5c20c8),segment_id=358b007a-16c3-4309-90ce-db42ce5c20c8)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:25.057864 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-aff5da97-4021-4166-86aa-ae4d3ed501b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:25.073052 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-aff5da97-4021-4166-86aa-ae4d3ed501b9 None None] Calling delete_port for 907bdc12-3082-4a82-b705-822464d51ce7 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:42:25.087017 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-32cb31df-2e62-4ad1-b698-99941ff620ae tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:25.176884 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-aff5da97-4021-4166-86aa-ae4d3ed501b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:25.210637 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-32cb31df-2e62-4ad1-b698-99941ff620ae tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:25.211905 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5da97-4021-4166-86aa-ae4d3ed501b9 None None] Pushing event deleted for resources: {'Port': ['ID=907bdc12-3082-4a82-b705-822464d51ce7,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:25.214032 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff5da97-4021-4166-86aa-ae4d3ed501b9 None None] No DVR routers for this DVR port 907bdc12-3082-4a82-b705-822464d51ce7 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:42:25.245356 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-115cc1cd-fbf7-4270-89f0-12382291e107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:25.247931 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-115cc1cd-fbf7-4270-89f0-12382291e107 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:25.249490 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-115cc1cd-fbf7-4270-89f0-12382291e107 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7b31fc4b-3113-4fc1-8ce7-6a25815b057f HTTP/1.1" status: 204 len: 168 time: 0.5988247 Nov 10 17:42:25.296225 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115cc1cd-fbf7-4270-89f0-12382291e107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b31fc4b-3113-4fc1-8ce7-6a25815b057f,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:25.352964 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d3ce7d22-dda5-4e6b-a6df-2ab9c9b95a9f tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:25.356890 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2b738248-a706-434b-a96c-4997cca71e3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:25.371048 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a3247296-0dfb-45d3-a7ce-858bd8e60ca1 req-1d452c22-ffcb-44bd-8fde-ccff33a72143 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:25.392201 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2b738248-a706-434b-a96c-4997cca71e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:25.441910 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a3247296-0dfb-45d3-a7ce-858bd8e60ca1 req-1d452c22-ffcb-44bd-8fde-ccff33a72143 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:25.444458 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce7d22-dda5-4e6b-a6df-2ab9c9b95a9f tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Pushing event deleted for resources: {'Port': ['ID=907bdc12-3082-4a82-b705-822464d51ce7,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:25.456872 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ce7d22-dda5-4e6b-a6df-2ab9c9b95a9f tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] No DVR routers for this DVR port 907bdc12-3082-4a82-b705-822464d51ce7 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:42:25.521497 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2b738248-a706-434b-a96c-4997cca71e3d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=19422b13a3d14299b5e18500afa85b80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8991129 Nov 10 17:42:25.524912 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48380) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:25.535634 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b738248-a706-434b-a96c-4997cca71e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22f85f1-ae38-4940-abbc-a32bb5c58a7c,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:25.574652 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a3247296-0dfb-45d3-a7ce-858bd8e60ca1 req-1d452c22-ffcb-44bd-8fde-ccff33a72143 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:25.575895 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a3247296-0dfb-45d3-a7ce-858bd8e60ca1 req-1d452c22-ffcb-44bd-8fde-ccff33a72143 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7174394 Nov 10 17:42:25.640020 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48390) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:25.660063 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3e175855-9070-4f0b-9972-6a4a26723557 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:25.684737 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7e81ab26-0eed-4439-91e2-22d7838fcedb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:25.743412 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7e81ab26-0eed-4439-91e2-22d7838fcedb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:25.849290 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7e81ab26-0eed-4439-91e2-22d7838fcedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:25.852737 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7e81ab26-0eed-4439-91e2-22d7838fcedb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:25.854040 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7e81ab26-0eed-4439-91e2-22d7838fcedb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d22f85f1-ae38-4940-abbc-a32bb5c58a7c HTTP/1.1" status: 204 len: 168 time: 0.3281212 Nov 10 17:42:25.862693 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3e175855-9070-4f0b-9972-6a4a26723557 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:25.869472 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81ab26-0eed-4439-91e2-22d7838fcedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22f85f1-ae38-4940-abbc-a32bb5c58a7c,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:25.872655 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3e175855-9070-4f0b-9972-6a4a26723557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:25.918191 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-9a171d08-8c59-4119-b13a-d0a8da85d4c8 req-f4bd6dfe-b5d5-4ac8-908a-cc342aecce91 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1880552451', 'description': 'tempest-description-146299651'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:25.921496 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3e175855-9070-4f0b-9972-6a4a26723557 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5cae9650188d41e39856e2c5abfd4ca1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2803736 Nov 10 17:42:25.922626 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e175855-9070-4f0b-9972-6a4a26723557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd148dcc-87bf-4529-9283-e6ccf4892f67,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:25.925449 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48402) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:25.935078 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d3ce7d22-dda5-4e6b-a6df-2ab9c9b95a9f tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:25.982504 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d452c22-ffcb-44bd-8fde-ccff33a72143 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bec81d4d-ec15-4a0a-9ffd-7564b59e9d63,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:25.984110 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c51d9571-63d4-4feb-b86c-31ff80ffa3f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:26.004432 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-d3ce7d22-dda5-4e6b-a6df-2ab9c9b95a9f tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2374404d-d0f2-415f-b4eb-9f81c9d0fa6d']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:26.025581 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c51d9571-63d4-4feb-b86c-31ff80ffa3f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:26.027943 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-d3ce7d22-dda5-4e6b-a6df-2ab9c9b95a9f tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '358b007a-16c3-4309-90ce-db42ce5c20c8') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:26.028532 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-d3ce7d22-dda5-4e6b-a6df-2ab9c9b95a9f tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '358b007a-16c3-4309-90ce-db42ce5c20c8') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:26.046497 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-9a171d08-8c59-4119-b13a-d0a8da85d4c8 req-f4bd6dfe-b5d5-4ac8-908a-cc342aecce91 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:26.050187 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-32cb31df-2e62-4ad1-b698-99941ff620ae tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:26.056583 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d3ce7d22-dda5-4e6b-a6df-2ab9c9b95a9f tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:26.073532 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-32cb31df-2e62-4ad1-b698-99941ff620ae tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:26.099360 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 907bdc12-3082-4a82-b705-822464d51ce7 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:42:26.119052 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d3ce7d22-dda5-4e6b-a6df-2ab9c9b95a9f tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:26.138755 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ce7d22-dda5-4e6b-a6df-2ab9c9b95a9f tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:42:26.139474 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d3ce7d22-dda5-4e6b-a6df-2ab9c9b95a9f tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: self.session.flush() Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: self.session.flush() Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: self.session.flush() Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: self.session.flush() Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:42:26.143016 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:42:26.150970 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c51d9571-63d4-4feb-b86c-31ff80ffa3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:26.153687 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c51d9571-63d4-4feb-b86c-31ff80ffa3f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:26.155932 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c51d9571-63d4-4feb-b86c-31ff80ffa3f1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bd148dcc-87bf-4529-9283-e6ccf4892f67 HTTP/1.1" status: 204 len: 168 time: 0.2284777 Nov 10 17:42:26.165101 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 907bdc12-3082-4a82-b705-822464d51ce7 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:42:26.165472 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 907bdc12-3082-4a82-b705-822464d51ce7 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:42:26.175521 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d9571-63d4-4feb-b86c-31ff80ffa3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd148dcc-87bf-4529-9283-e6ccf4892f67,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:26.231456 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb31df-2e62-4ad1-b698-99941ff620ae tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] Pushing event updated for resources: {'Port': ['ID=b19c0efc-a84e-4245-98ca-86d5f269db7a,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:26.271291 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d3ce7d22-dda5-4e6b-a6df-2ab9c9b95a9f tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:26.290586 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d3ce7d22-dda5-4e6b-a6df-2ab9c9b95a9f tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:26.293907 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d3ce7d22-dda5-4e6b-a6df-2ab9c9b95a9f tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] 10.222.0.39 "DELETE /v2.0/networks/2374404d-d0f2-415f-b4eb-9f81c9d0fa6d HTTP/1.1" status: 204 len: 168 time: 1.8280549 Nov 10 17:42:26.308841 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-32cb31df-2e62-4ad1-b698-99941ff620ae tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:26.314316 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce7d22-dda5-4e6b-a6df-2ab9c9b95a9f tempest-FloatingIPNegativeTestJSON-1767183710 tempest-FloatingIPNegativeTestJSON-1767183710-project] Pushing event deleted for resources: {'Network': ['ID=2374404d-d0f2-415f-b4eb-9f81c9d0fa6d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:26.345158 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-32cb31df-2e62-4ad1-b698-99941ff620ae tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:26.346641 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-32cb31df-2e62-4ad1-b698-99941ff620ae tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0489116 Nov 10 17:42:26.349432 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-9a171d08-8c59-4119-b13a-d0a8da85d4c8 req-f4bd6dfe-b5d5-4ac8-908a-cc342aecce91 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:26.349767 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48424) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:26.354748 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-9a171d08-8c59-4119-b13a-d0a8da85d4c8 req-f4bd6dfe-b5d5-4ac8-908a-cc342aecce91 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:26.358603 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-5423b665-aab1-4ade-8e4c-eb08bf998733 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1146418479', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'fixed_ips': [{'ip_address': '172.25.5.155'}]}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:26.390345 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-9a171d08-8c59-4119-b13a-d0a8da85d4c8 req-f4bd6dfe-b5d5-4ac8-908a-cc342aecce91 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:26.392068 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9a171d08-8c59-4119-b13a-d0a8da85d4c8 req-f4bd6dfe-b5d5-4ac8-908a-cc342aecce91 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4917800 Nov 10 17:42:26.394162 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd6dfe-b5d5-4ac8-908a-cc342aecce91 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=445fd380-e13f-419a-8344-8db7ca9ffaf0,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:26.420122 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5423b665-aab1-4ade-8e4c-eb08bf998733 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] Made reservation on behalf of fab578c441f045f3ac9f47acbb4a6e61 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:42:26.423133 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5423b665-aab1-4ade-8e4c-eb08bf998733 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:26.440573 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5423b665-aab1-4ade-8e4c-eb08bf998733 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:26.552508 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5423b665-aab1-4ade-8e4c-eb08bf998733 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:26.558668 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5423b665-aab1-4ade-8e4c-eb08bf998733 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:26.568692 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-5423b665-aab1-4ade-8e4c-eb08bf998733 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] device_id is not set on port 4ff0b6cb-9503-41cb-9fdf-21baa6dd1297 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:42:26.707592 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48448) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:26.740495 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423b665-aab1-4ade-8e4c-eb08bf998733 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b55cc8-f086-4fc4-828f-16019b20b2ee,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:27.132204 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-dc510803-9db6-4a19-99de-3deb73a1f44d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=37368a2ac4eb4b4695deeebb13fa9116&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4225934 Nov 10 17:42:27.134432 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48474) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:27.203036 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a8ea3673-c7d9-4cca-8e8c-37c670902d00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:27.230972 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a8ea3673-c7d9-4cca-8e8c-37c670902d00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:27.278587 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-3b872ad8-25f3-4e7c-9064-43dbf7fe41c1 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:27.284716 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-3b872ad8-25f3-4e7c-9064-43dbf7fe41c1 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/networks?id=060d9864-1c5a-45ea-8447-7c5b309eff4c HTTP/1.1" status: 200 len: 812 time: 0.5210109 Nov 10 17:42:27.300188 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a8ea3673-c7d9-4cca-8e8c-37c670902d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:27.303076 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a8ea3673-c7d9-4cca-8e8c-37c670902d00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:27.313725 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a8ea3673-c7d9-4cca-8e8c-37c670902d00 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4611a25b-9bd4-4e4b-8881-d210d16017d4 HTTP/1.1" status: 204 len: 168 time: 0.1781809 Nov 10 17:42:27.323001 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea3673-c7d9-4cca-8e8c-37c670902d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4611a25b-9bd4-4e4b-8881-d210d16017d4,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:27.370244 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-6065c2e4-524d-4928-bb2d-2bbd83159f0b tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/quotas/28bf93e06f3848a9a72c412217f242f8 HTTP/1.1" status: 200 len: 375 time: 0.0757403 Nov 10 17:42:27.401073 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-460a7675-5403-4ff8-8ca6-1ce46f5a3547 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=28bf93e06f3848a9a72c412217f242f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335486 Nov 10 17:42:27.536456 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-5423b665-aab1-4ade-8e4c-eb08bf998733 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 10 17:42:27.537011 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5423b665-aab1-4ade-8e4c-eb08bf998733 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:42:27.545662 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-3e684fc7-9905-43e1-8c2f-a8bf78613594 service neutron] 10.222.0.39 "GET /v2.0/networks/060d9864-1c5a-45ea-8447-7c5b309eff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358023 Nov 10 17:42:27.561785 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5423b665-aab1-4ade-8e4c-eb08bf998733 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.2069328 Nov 10 17:42:27.562683 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48504) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:27.660744 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-3b5b92e1-e3ee-4348-817a-4ede0debe266 service neutron] 10.222.0.39 "GET /v2.0/networks/060d9864-1c5a-45ea-8447-7c5b309eff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003942 Nov 10 17:42:27.667031 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48510) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:27.730375 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-cbb7e40e-e8a1-46c7-909c-c2b679974540 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] Deleting port b19c0efc-a84e-4245-98ca-86d5f269db7a {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:42:27.730728 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cbb7e40e-e8a1-46c7-909c-c2b679974540 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:27.875599 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-f473d456-e992-4f9c-b972-9faeb80ffe5e admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-674599065-network', 'tenant_id': '3954d9b67d0945168f690dc6b5a7eea8'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:27.887808 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cbb7e40e-e8a1-46c7-909c-c2b679974540 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:27.888514 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cbb7e40e-e8a1-46c7-909c-c2b679974540 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:27.934508 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-cbb7e40e-e8a1-46c7-909c-c2b679974540 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] Calling delete_port for b19c0efc-a84e-4245-98ca-86d5f269db7a owned by network:floatingip {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:42:27.937432 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f473d456-e992-4f9c-b972-9faeb80ffe5e admin admin] Made reservation on behalf of 3954d9b67d0945168f690dc6b5a7eea8 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:42:27.942919 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f473d456-e992-4f9c-b972-9faeb80ffe5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:27.967461 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f473d456-e992-4f9c-b972-9faeb80ffe5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:28.093274 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9aa0b0b0-2df3-4757-9496-d8a6f3338e33 req-108cad66-a127-42f7-b08b-09a36c76d084 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9768103-6595-4f2c-8385-737172baf71f HTTP/1.1" status: 200 len: 210 time: 0.1327190 Nov 10 17:42:28.155043 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f473d456-e992-4f9c-b972-9faeb80ffe5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:28.161061 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f473d456-e992-4f9c-b972-9faeb80ffe5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:28.207219 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473d456-e992-4f9c-b972-9faeb80ffe5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e87b1b-9db1-4efc-acf6-f8572c730052,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:28.211373 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cbb7e40e-e8a1-46c7-909c-c2b679974540 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:28.218994 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f473d456-e992-4f9c-b972-9faeb80ffe5e admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:42:28.246100 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f473d456-e992-4f9c-b972-9faeb80ffe5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:28.246454 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-f473d456-e992-4f9c-b972-9faeb80ffe5e admin admin] Added segment d23c9cdb-d464-4bf4-8dcf-1c5adb661d70 of type vlan for network 69f68e76-8e2b-440f-a6dd-c2e366ca8363 Nov 10 17:42:28.292589 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7e40e-e8a1-46c7-909c-c2b679974540 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] Pushing event deleted for resources: {'Port': ['ID=b19c0efc-a84e-4245-98ca-86d5f269db7a,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:28.314079 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f473d456-e992-4f9c-b972-9faeb80ffe5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:28.353480 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f473d456-e992-4f9c-b972-9faeb80ffe5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:28.354831 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f473d456-e992-4f9c-b972-9faeb80ffe5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:28.355427 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f473d456-e992-4f9c-b972-9faeb80ffe5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:28.388483 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f473d456-e992-4f9c-b972-9faeb80ffe5e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7203145 Nov 10 17:42:28.406299 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cbb7e40e-e8a1-46c7-909c-c2b679974540 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:28.409169 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cbb7e40e-e8a1-46c7-909c-c2b679974540 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:28.410005 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cbb7e40e-e8a1-46c7-909c-c2b679974540 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374 tempest-ExternalNetworksAdminNegativeTestJSON-1913863374-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/08703677-b922-4e36-8cff-b9459cc45aa5 HTTP/1.1" status: 204 len: 168 time: 0.8466551 Nov 10 17:42:28.472564 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473d456-e992-4f9c-b972-9faeb80ffe5e admin admin] Pushing event updated for resources: {'Network': ['ID=69f68e76-8e2b-440f-a6dd-c2e366ca8363,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:28.483859 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 69f68e76-8e2b-440f-a6dd-c2e366ca8363 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:42:28.997008 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48602) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:29.404860 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-04b74a27-b05a-4195-b6b7-f958216f21b4 req-4f5e32fd-1e3c-468b-92cb-b5d123f7f23f tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9768103-6595-4f2c-8385-737172baf71f HTTP/1.1" status: 200 len: 210 time: 0.1391175 Nov 10 17:42:29.476214 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-218d4fd1-3d60-4f2d-a861-b8efd74c9cc9 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:29.480281 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-218d4fd1-3d60-4f2d-a861-b8efd74c9cc9 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.13 "GET /v2.0/networks?id=060d9864-1c5a-45ea-8447-7c5b309eff4c HTTP/1.1" status: 200 len: 812 time: 0.3310688 Nov 10 17:42:29.496188 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-85e64c3a-2999-45eb-abf9-1dd77a3d1bc1 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Request body: {'port': {'device_id': 'd9768103-6595-4f2c-8385-737172baf71f', 'network_id': '060d9864-1c5a-45ea-8447-7c5b309eff4c', 'admin_state_up': True, 'tenant_id': '28bf93e06f3848a9a72c412217f242f8'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:29.560913 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48650) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:29.591512 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2b2a528e-ffeb-4562-a04a-30d724966e9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:29.664308 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-2887b910-1386-4f4b-b717-5a8a4c4f6198 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-946133160'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:29.733379 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2887b910-1386-4f4b-b717-5a8a4c4f6198 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Made reservation on behalf of 00ed30ed67954e298f7d77d829898326 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:42:29.736903 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2887b910-1386-4f4b-b717-5a8a4c4f6198 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:29.755649 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2887b910-1386-4f4b-b717-5a8a4c4f6198 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:29.760978 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0cd8a-3113-47ad-aa23-7798a73b5d51 req-a9a41d96-cec7-454a-b87e-68aab505258f tempest-ComputeTenantNetworksTest-548973870 tempest-ComputeTenantNetworksTest-548973870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:29.764323 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:42:29.768496 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0cd8a-3113-47ad-aa23-7798a73b5d51 req-a9a41d96-cec7-454a-b87e-68aab505258f tempest-ComputeTenantNetworksTest-548973870 tempest-ComputeTenantNetworksTest-548973870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:29.775501 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0cd8a-3113-47ad-aa23-7798a73b5d51 req-a9a41d96-cec7-454a-b87e-68aab505258f tempest-ComputeTenantNetworksTest-548973870 tempest-ComputeTenantNetworksTest-548973870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:29.777485 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9ed0cd8a-3113-47ad-aa23-7798a73b5d51 req-a9a41d96-cec7-454a-b87e-68aab505258f tempest-ComputeTenantNetworksTest-548973870 tempest-ComputeTenantNetworksTest-548973870-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3452778 Nov 10 17:42:29.805453 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-85e64c3a-2999-45eb-abf9-1dd77a3d1bc1 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Made reservation on behalf of 28bf93e06f3848a9a72c412217f242f8 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:42:29.808983 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-85e64c3a-2999-45eb-abf9-1dd77a3d1bc1 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:29.843581 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2b2a528e-ffeb-4562-a04a-30d724966e9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:29.871498 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2b2a528e-ffeb-4562-a04a-30d724966e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:30.031667 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7136013-c6f7-4f12-acb9-7ca6924e2099 req-a54501a7-671b-499d-b13e-c4c986136b29 tempest-ComputeTenantNetworksTest-548973870 tempest-ComputeTenantNetworksTest-548973870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:30.033161 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7136013-c6f7-4f12-acb9-7ca6924e2099 req-a54501a7-671b-499d-b13e-c4c986136b29 tempest-ComputeTenantNetworksTest-548973870 tempest-ComputeTenantNetworksTest-548973870-project] 10.222.0.39 "GET /v2.0/networks/69f68e76-8e2b-440f-a6dd-c2e366ca8363 HTTP/1.1" status: 200 len: 768 time: 0.2174635 Nov 10 17:42:30.038251 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2b2a528e-ffeb-4562-a04a-30d724966e9d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e3d1f073b2794be8a1f63825c55f5f57&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0390382 Nov 10 17:42:30.039134 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48736) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:30.047910 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a528e-ffeb-4562-a04a-30d724966e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6803b0d8-db8a-430c-b67d-70e446cfab7d,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:30.066712 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48738) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:30.115027 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2887b910-1386-4f4b-b717-5a8a4c4f6198 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:30.124391 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2887b910-1386-4f4b-b717-5a8a4c4f6198 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:30.166438 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2887b910-1386-4f4b-b717-5a8a4c4f6198 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3994c55-5853-46cc-a5b2-568c7962dfb9,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:30.192447 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-85e64c3a-2999-45eb-abf9-1dd77a3d1bc1 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Allocated IP 172.20.0.4 (060d9864-1c5a-45ea-8447-7c5b309eff4c/3a568a8b-c286-450f-b9ae-7b517fbbf861/3b9cc42d-8311-40b5-91f8-043052fb41fd) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:42:30.195225 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2887b910-1386-4f4b-b717-5a8a4c4f6198 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:42:30.213305 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2887b910-1386-4f4b-b717-5a8a4c4f6198 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:30.213636 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-2887b910-1386-4f4b-b717-5a8a4c4f6198 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Added segment cf56cde9-b441-4cdf-b504-775ed33a2e0e of type vlan for network 80ee81d7-0dda-4904-abdd-90fa6f9f7657 Nov 10 17:42:30.280764 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d23af3c-6051-48a4-9f1b-8e75efbd0419 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:30.284372 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-348aedb0-3131-4b9c-ae20-7c8177c413a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:30.306011 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2887b910-1386-4f4b-b717-5a8a4c4f6198 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:30.319977 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d23af3c-6051-48a4-9f1b-8e75efbd0419 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:30.413845 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.db.resource_extend [None req-2887b910-1386-4f4b-b717-5a8a4c4f6198 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 17:42:30.444681 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-348aedb0-3131-4b9c-ae20-7c8177c413a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:30.469345 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d23af3c-6051-48a4-9f1b-8e75efbd0419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:30.473703 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d23af3c-6051-48a4-9f1b-8e75efbd0419 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:30.478317 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5d23af3c-6051-48a4-9f1b-8e75efbd0419 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6803b0d8-db8a-430c-b67d-70e446cfab7d HTTP/1.1" status: 204 len: 168 time: 0.4379261 Nov 10 17:42:30.480258 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-348aedb0-3131-4b9c-ae20-7c8177c413a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f68e76-8e2b-440f-a6dd-c2e366ca8363']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:30.501741 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-348aedb0-3131-4b9c-ae20-7c8177c413a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23c9cdb-d464-4bf4-8dcf-1c5adb661d70') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:30.502295 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-348aedb0-3131-4b9c-ae20-7c8177c413a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23c9cdb-d464-4bf4-8dcf-1c5adb661d70') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:30.504200 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2887b910-1386-4f4b-b717-5a8a4c4f6198 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:30.504903 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a5b5d933-bf29-4cc7-85a1-d6fa8aa0daa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:30.510629 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23af3c-6051-48a4-9f1b-8e75efbd0419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6803b0d8-db8a-430c-b67d-70e446cfab7d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:30.511401 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2887b910-1386-4f4b-b717-5a8a4c4f6198 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:30.512257 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2887b910-1386-4f4b-b717-5a8a4c4f6198 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:30.523084 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-348aedb0-3131-4b9c-ae20-7c8177c413a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:30.561186 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-348aedb0-3131-4b9c-ae20-7c8177c413a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:30.579764 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-348aedb0-3131-4b9c-ae20-7c8177c413a5 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:42:30.581921 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-348aedb0-3131-4b9c-ae20-7c8177c413a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:30.588325 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:42:30.588325 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:42:30.588325 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:42:30.588325 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:42:30.588325 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:42:30.588325 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:42:30.588325 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:42:30.588325 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:42:30.588325 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:42:30.588325 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:42:30.588325 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:42:30.588325 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:42:30.588325 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:42:30.588325 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:42:30.588325 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:42:30.588325 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:42:30.588325 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:42:30.588325 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:42:30.588325 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:42:30.588325 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:42:30.588325 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:42:30.588325 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:42:30.588325 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:42:30.588325 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:42:30.588325 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:42:30.588325 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:42:30.588325 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:42:30.588325 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:42:30.588325 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:42:30.588325 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:42:30.588325 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:42:30.588325 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:42:30.672525 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2887b910-1386-4f4b-b717-5a8a4c4f6198 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1061938 Nov 10 17:42:30.679103 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b206aa0-19ae-4589-b332-82585bfad677 req-83d43184-f0d0-4376-9852-8fa0e0caa6cf tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9768103-6595-4f2c-8385-737172baf71f HTTP/1.1" status: 200 len: 210 time: 0.1124392 Nov 10 17:42:30.682661 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2887b910-1386-4f4b-b717-5a8a4c4f6198 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Pushing event updated for resources: {'Network': ['ID=80ee81d7-0dda-4904-abdd-90fa6f9f7657,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:30.696735 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-85e64c3a-2999-45eb-abf9-1dd77a3d1bc1 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:30.701125 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 80ee81d7-0dda-4904-abdd-90fa6f9f7657 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:42:30.712686 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-348aedb0-3131-4b9c-ae20-7c8177c413a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:30.719656 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-348aedb0-3131-4b9c-ae20-7c8177c413a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:30.727533 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-348aedb0-3131-4b9c-ae20-7c8177c413a5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/69f68e76-8e2b-440f-a6dd-c2e366ca8363 HTTP/1.1" status: 204 len: 168 time: 0.6200545 Nov 10 17:42:30.746245 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aedb0-3131-4b9c-ae20-7c8177c413a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=69f68e76-8e2b-440f-a6dd-c2e366ca8363,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:30.810479 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-85e64c3a-2999-45eb-abf9-1dd77a3d1bc1 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:30.878138 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-85e64c3a-2999-45eb-abf9-1dd77a3d1bc1 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Network 060d9864-1c5a-45ea-8447-7c5b309eff4c is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:42:30.884880 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-85e64c3a-2999-45eb-abf9-1dd77a3d1bc1 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:42:30.902084 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-85e64c3a-2999-45eb-abf9-1dd77a3d1bc1 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:42:30.916186 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e64c3a-2999-45eb-abf9-1dd77a3d1bc1 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Pushing event updated for resources: {'Port': ['ID=3b9cc42d-8311-40b5-91f8-043052fb41fd,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:30.993664 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-85e64c3a-2999-45eb-abf9-1dd77a3d1bc1 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:30.995376 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-85e64c3a-2999-45eb-abf9-1dd77a3d1bc1 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:31.026733 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-85e64c3a-2999-45eb-abf9-1dd77a3d1bc1 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5338860 Nov 10 17:42:31.050854 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-1a4dca18-dacb-4af8-8b8c-60a6c14714ed service neutron] Request body: {'port': {'device_id': 'd9768103-6595-4f2c-8385-737172baf71f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:31.057540 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48828) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:31.093473 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48830) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:31.190002 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3fb64cf9-fd4d-4ba8-ae6b-3bfb9d710cda admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fab578c441f045f3ac9f47acbb4a6e61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1312258 Nov 10 17:42:31.193536 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48838) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:31.223382 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b921a0ea-b41d-4001-b884-f69c65a0087f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3954d9b67d0945168f690dc6b5a7eea8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1286175 Nov 10 17:42:31.226971 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48844) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:31.246180 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-1a4dca18-dacb-4af8-8b8c-60a6c14714ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:31.291399 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b9b225b3-7c73-4da2-96a0-e826ebad0120 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:31.315928 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b9b225b3-7c73-4da2-96a0-e826ebad0120 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:31.414784 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b9b225b3-7c73-4da2-96a0-e826ebad0120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:31.430663 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b9b225b3-7c73-4da2-96a0-e826ebad0120 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:31.456073 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b9b225b3-7c73-4da2-96a0-e826ebad0120 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e3b55cc8-f086-4fc4-828f-16019b20b2ee HTTP/1.1" status: 204 len: 168 time: 0.2391143 Nov 10 17:42:31.490242 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b225b3-7c73-4da2-96a0-e826ebad0120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b55cc8-f086-4fc4-828f-16019b20b2ee,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:31.534104 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-77da8528-0529-4b4b-a961-ab20f42035c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:31.610942 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-77da8528-0529-4b4b-a961-ab20f42035c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:31.891078 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-1a4dca18-dacb-4af8-8b8c-60a6c14714ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b9cc42d-8311-40b5-91f8-043052fb41fd {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:42:31.925607 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-1a4dca18-dacb-4af8-8b8c-60a6c14714ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:31.929891 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-77da8528-0529-4b4b-a961-ab20f42035c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:31.946707 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-77da8528-0529-4b4b-a961-ab20f42035c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:31.948060 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-77da8528-0529-4b4b-a961-ab20f42035c5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/93e87b1b-9db1-4efc-acf6-f8572c730052 HTTP/1.1" status: 204 len: 168 time: 0.7201602 Nov 10 17:42:31.965472 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ca3c4-4c27-4510-ab91-678ee1967d79 req-e0210933-77d8-40ea-b387-815b6e8b06f4 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:31.969961 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da8528-0529-4b4b-a961-ab20f42035c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e87b1b-9db1-4efc-acf6-f8572c730052,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:31.979685 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-1a4dca18-dacb-4af8-8b8c-60a6c14714ed service neutron] Transition to ACTIVE for port object 3b9cc42d-8311-40b5-91f8-043052fb41fd will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:42:31.980125 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1a4ca3c4-4c27-4510-ab91-678ee1967d79 req-e0210933-77d8-40ea-b387-815b6e8b06f4 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9768103-6595-4f2c-8385-737172baf71f HTTP/1.1" status: 200 len: 931 time: 0.1214478 Nov 10 17:42:31.986838 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-1a4dca18-dacb-4af8-8b8c-60a6c14714ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:32.102572 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1a4ca3c4-4c27-4510-ab91-678ee1967d79 req-6cc875ce-ed65-4015-9684-2104460b9cc9 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?id=6192f994-9fb3-4bce-b4cd-c03ff5545a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212819 Nov 10 17:42:32.191149 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4dca18-dacb-4af8-8b8c-60a6c14714ed service neutron] Pushing event updated for resources: {'Port': ['ID=3b9cc42d-8311-40b5-91f8-043052fb41fd,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:32.299873 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-1a4dca18-dacb-4af8-8b8c-60a6c14714ed service neutron] Attempting to bind port 3b9cc42d-8311-40b5-91f8-043052fb41fd on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:42:32.301276 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-1a4dca18-dacb-4af8-8b8c-60a6c14714ed service neutron] Attempting to bind port 3b9cc42d-8311-40b5-91f8-043052fb41fd by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': 'af3c14a2-bee0-4696-ac53-c2f22ec01df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '060d9864-1c5a-45ea-8447-7c5b309eff4c'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:42:32.302234 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-1a4dca18-dacb-4af8-8b8c-60a6c14714ed service neutron] Attempting to bind port 3b9cc42d-8311-40b5-91f8-043052fb41fd on network 060d9864-1c5a-45ea-8447-7c5b309eff4c {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:42:32.310137 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-1a4dca18-dacb-4af8-8b8c-60a6c14714ed service neutron] Port 3b9cc42d-8311-40b5-91f8-043052fb41fd on network 060d9864-1c5a-45ea-8447-7c5b309eff4c not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:42:32.311641 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-1a4dca18-dacb-4af8-8b8c-60a6c14714ed service neutron] Attempting to bind port 3b9cc42d-8311-40b5-91f8-043052fb41fd on network 060d9864-1c5a-45ea-8447-7c5b309eff4c {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:42:32.323331 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-1a4dca18-dacb-4af8-8b8c-60a6c14714ed service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:42:32.323889 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-1a4dca18-dacb-4af8-8b8c-60a6c14714ed service neutron] Checking segment: {'id': 'af3c14a2-bee0-4696-ac53-c2f22ec01df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '060d9864-1c5a-45ea-8447-7c5b309eff4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:42:32.324432 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-1a4dca18-dacb-4af8-8b8c-60a6c14714ed service neutron] Bound using segment: {'id': 'af3c14a2-bee0-4696-ac53-c2f22ec01df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '060d9864-1c5a-45ea-8447-7c5b309eff4c'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:42:32.324980 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-1a4dca18-dacb-4af8-8b8c-60a6c14714ed service neutron] Bound port: 3b9cc42d-8311-40b5-91f8-043052fb41fd, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af3c14a2-bee0-4696-ac53-c2f22ec01df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '060d9864-1c5a-45ea-8447-7c5b309eff4c'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:42:32.325437 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-1a4dca18-dacb-4af8-8b8c-60a6c14714ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:32.407436 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-1a4dca18-dacb-4af8-8b8c-60a6c14714ed service neutron] For port 3b9cc42d-8311-40b5-91f8-043052fb41fd, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:42:32.410787 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-1a4dca18-dacb-4af8-8b8c-60a6c14714ed service neutron] For port 3b9cc42d-8311-40b5-91f8-043052fb41fd, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=3b9cc42d-8311-40b5-91f8-043052fb41fd,segment=NetworkSegment(af3c14a2-bee0-4696-ac53-c2f22ec01df7),segment_id=af3c14a2-bee0-4696-ac53-c2f22ec01df7)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:42:32.417346 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-1a4dca18-dacb-4af8-8b8c-60a6c14714ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:32.464206 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-1a4dca18-dacb-4af8-8b8c-60a6c14714ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:32.465164 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-1a4dca18-dacb-4af8-8b8c-60a6c14714ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:32.467566 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-1a4dca18-dacb-4af8-8b8c-60a6c14714ed service neutron] 10.222.0.13 "PUT /v2.0/ports/3b9cc42d-8311-40b5-91f8-043052fb41fd HTTP/1.1" status: 200 len: 1092 time: 1.4243255 Nov 10 17:42:32.467872 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9768103-6595-4f2c-8385-737172baf71f', 'tag': '3b9cc42d-8311-40b5-91f8-043052fb41fd'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:42:32.470944 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3a7678-d01e-4576-a639-f32c799e88f7" -d '{"events": [{"name": "network-changed", "server_uuid": "d9768103-6595-4f2c-8385-737172baf71f", "tag": "3b9cc42d-8311-40b5-91f8-043052fb41fd"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:42:32.513963 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4dca18-dacb-4af8-8b8c-60a6c14714ed service neutron] Pushing event updated for resources: {'Port': ['ID=3b9cc42d-8311-40b5-91f8-043052fb41fd,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:32.574068 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab54f90-b384-4749-94c4-3aa5a3c4c017 x-openstack-request-id: req-fab54f90-b384-4749-94c4-3aa5a3c4c017 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:42:32.574366 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9768103-6595-4f2c-8385-737172baf71f", "tag": "3b9cc42d-8311-40b5-91f8-043052fb41fd", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:42:32.574623 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fab54f90-b384-4749-94c4-3aa5a3c4c017 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:42:32.575026 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9768103-6595-4f2c-8385-737172baf71f', 'tag': '3b9cc42d-8311-40b5-91f8-043052fb41fd', 'status': 'completed', 'code': 200} Nov 10 17:42:32.577036 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-e07554d7-be12-46bf-b0c6-8873294f90dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:32.578574 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-e07554d7-be12-46bf-b0c6-8873294f90dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28bf93e06f3848a9a72c412217f242f8&device_id=d9768103-6595-4f2c-8385-737172baf71f HTTP/1.1" status: 200 len: 1095 time: 0.0581303 Nov 10 17:42:32.636612 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-c2e2faa5-23c1-4cc3-8863-714f998a98c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b9cc42d-8311-40b5-91f8-043052fb41fd HTTP/1.1" status: 200 len: 217 time: 0.0496387 Nov 10 17:42:32.825810 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-a72275e6-721d-495b-9ad7-2e1a2433b376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:32.828399 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-a72275e6-721d-495b-9ad7-2e1a2433b376 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a568a8b-c286-450f-b9ae-7b517fbbf861 HTTP/1.1" status: 200 len: 852 time: 0.1742601 Nov 10 17:42:32.828609 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9a683c04-17ce-4677-b383-3868d87a5d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:32.909703 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-48bae730-303c-480d-988c-bf2fdd968967 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=060d9864-1c5a-45ea-8447-7c5b309eff4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727072 Nov 10 17:42:33.083579 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-7d4ada23-e9f6-4303-b0e9-d9fd272e9c8b service neutron] 10.222.0.13 "GET /v2.0/networks/060d9864-1c5a-45ea-8447-7c5b309eff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652665 Nov 10 17:42:33.249787 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bf148b7d-cc7a-4c24-9e51-763f05009745 req-69e5d414-f598-4a4d-afeb-780cfac34f3a service neutron] 10.222.0.13 "GET /v2.0/networks/060d9864-1c5a-45ea-8447-7c5b309eff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571596 Nov 10 17:42:33.379355 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e355d74-bc3a-4edb-a2df-4fdc496bdac8 req-6a87165e-d6c5-4aa9-886f-46a92429114c tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:33.396464 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4e355d74-bc3a-4edb-a2df-4fdc496bdac8 req-6a87165e-d6c5-4aa9-886f-46a92429114c tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9768103-6595-4f2c-8385-737172baf71f HTTP/1.1" status: 200 len: 943 time: 0.1600080 Nov 10 17:42:33.474133 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a7678-d01e-4576-a639-f32c799e88f7 req-810a4790-0e17-4928-9c59-1b86a33e8cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:33.481501 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bf3a7678-d01e-4576-a639-f32c799e88f7 req-810a4790-0e17-4928-9c59-1b86a33e8cf0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28bf93e06f3848a9a72c412217f242f8&device_id=d9768103-6595-4f2c-8385-737172baf71f HTTP/1.1" status: 200 len: 1095 time: 0.1662827 Nov 10 17:42:33.579849 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4e355d74-bc3a-4edb-a2df-4fdc496bdac8 req-eb6cc7e3-6e58-4510-92c2-82860504ab04 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?id=6192f994-9fb3-4bce-b4cd-c03ff5545a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784885 Nov 10 17:42:33.708616 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a7678-d01e-4576-a639-f32c799e88f7 req-e2c3d238-5724-4dac-b5d3-557411b28456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:33.710352 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bf3a7678-d01e-4576-a639-f32c799e88f7 req-e2c3d238-5724-4dac-b5d3-557411b28456 service neutron] 10.222.0.13 "GET /v2.0/networks?id=060d9864-1c5a-45ea-8447-7c5b309eff4c HTTP/1.1" status: 200 len: 913 time: 0.2251990 Nov 10 17:42:33.779023 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bf3a7678-d01e-4576-a639-f32c799e88f7 req-192d7245-2890-4317-b61a-0f0a79c5c682 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b9cc42d-8311-40b5-91f8-043052fb41fd HTTP/1.1" status: 200 len: 217 time: 0.0592153 Nov 10 17:42:33.854866 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a7678-d01e-4576-a639-f32c799e88f7 req-0feed6c3-56fb-4c15-afb0-f200e2d71dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:33.856892 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bf3a7678-d01e-4576-a639-f32c799e88f7 req-0feed6c3-56fb-4c15-afb0-f200e2d71dfc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a568a8b-c286-450f-b9ae-7b517fbbf861 HTTP/1.1" status: 200 len: 852 time: 0.0664475 Nov 10 17:42:33.899090 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bf3a7678-d01e-4576-a639-f32c799e88f7 req-6cc3fdb4-fcb7-41d7-96ea-cd3da648e5bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=060d9864-1c5a-45ea-8447-7c5b309eff4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336902 Nov 10 17:42:33.954845 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:33.983090 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49050) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:33.989320 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-8de3af90-266c-4d87-9c75-e566ef630cfb tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Request body: {'subnet': {'network_id': '80ee81d7-0dda-4904-abdd-90fa6f9f7657', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:34.024944 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bf3a7678-d01e-4576-a639-f32c799e88f7 req-0f0863e1-dae6-43c7-8e7e-d231191e336d service neutron] 10.222.0.13 "GET /v2.0/networks/060d9864-1c5a-45ea-8447-7c5b309eff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179075 Nov 10 17:42:34.104672 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de3af90-266c-4d87-9c75-e566ef630cfb tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Made reservation on behalf of 00ed30ed67954e298f7d77d829898326 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:42:34.109665 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8de3af90-266c-4d87-9c75-e566ef630cfb tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:34.182384 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bf3a7678-d01e-4576-a639-f32c799e88f7 req-c4df0ad9-f544-409c-bb5d-6322313ab22f service neutron] 10.222.0.13 "GET /v2.0/networks/060d9864-1c5a-45ea-8447-7c5b309eff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477296 Nov 10 17:42:34.409550 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8de3af90-266c-4d87-9c75-e566ef630cfb tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:34.426548 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49072) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:34.495727 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de3af90-266c-4d87-9c75-e566ef630cfb tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Pushing event updated for resources: {'Subnet': ['ID=45313ca5-0d22-4425-be96-c8ffa48f5544,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:34.513455 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de3af90-266c-4d87-9c75-e566ef630cfb tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Checking segment: {'id': 'cf56cde9-b441-4cdf-b504-775ed33a2e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '80ee81d7-0dda-4904-abdd-90fa6f9f7657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:42:34.513975 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de3af90-266c-4d87-9c75-e566ef630cfb tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Network hostable DHCP agents. Network: 80ee81d7-0dda-4904-abdd-90fa6f9f7657, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:42:34.548736 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de3af90-266c-4d87-9c75-e566ef630cfb tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Network 80ee81d7-0dda-4904-abdd-90fa6f9f7657 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:42:34.569750 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-8de3af90-266c-4d87-9c75-e566ef630cfb tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 80ee81d7-0dda-4904-abdd-90fa6f9f7657) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:42:34.583628 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de3af90-266c-4d87-9c75-e566ef630cfb tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:34.585291 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8de3af90-266c-4d87-9c75-e566ef630cfb tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:34.607581 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2bd4e2-785e-49d1-81c3-a33cf995c958 None None] Network 80ee81d7-0dda-4904-abdd-90fa6f9f7657 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:42:34.626782 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8de3af90-266c-4d87-9c75-e566ef630cfb tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6418493 Nov 10 17:42:34.631421 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49088) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:34.652635 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-d14d3675-2a1c-4349-bfe9-77559a499d6d tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1697971188'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:34.717681 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14d3675-2a1c-4349-bfe9-77559a499d6d tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Made reservation on behalf of 00ed30ed67954e298f7d77d829898326 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:42:34.730936 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d14d3675-2a1c-4349-bfe9-77559a499d6d tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:34.796443 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d14d3675-2a1c-4349-bfe9-77559a499d6d tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:42:34.827323 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d14d3675-2a1c-4349-bfe9-77559a499d6d tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:34.827918 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-d14d3675-2a1c-4349-bfe9-77559a499d6d tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Added segment ed10b6fb-9452-45ac-bb22-a6d9ea3a1cc7 of type vlan for network 57c551bd-9c99-44ac-84de-e4b060e7b2a3 Nov 10 17:42:34.916228 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49102) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:34.930043 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d14d3675-2a1c-4349-bfe9-77559a499d6d tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:34.946517 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b987b4-eb5e-49e3-bec3-c01df412572d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-80ee81d7-0dda-4904-abdd-90fa6f9f7657', 'network_id': '80ee81d7-0dda-4904-abdd-90fa6f9f7657', 'tenant_id': '00ed30ed67954e298f7d77d829898326', 'fixed_ips': [{'subnet_id': '45313ca5-0d22-4425-be96-c8ffa48f5544'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:42:34.947545 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e9b987b4-eb5e-49e3-bec3-c01df412572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:34.980443 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b03670-d3fb-487e-8cf7-9456b2f3b20d req-fa061b0f-c417-463b-be66-a843c60dfa76 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:34.984837 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-51b03670-d3fb-487e-8cf7-9456b2f3b20d req-fa061b0f-c417-463b-be66-a843c60dfa76 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9768103-6595-4f2c-8385-737172baf71f HTTP/1.1" status: 200 len: 943 time: 0.1366224 Nov 10 17:42:35.000271 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d14d3675-2a1c-4349-bfe9-77559a499d6d tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:35.019292 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14d3675-2a1c-4349-bfe9-77559a499d6d tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:35.020658 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d14d3675-2a1c-4349-bfe9-77559a499d6d tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:35.024477 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4d35121c-df0e-4cad-890e-f33c25c984b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:35.116931 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-51b03670-d3fb-487e-8cf7-9456b2f3b20d req-1c3efdfe-009e-4c74-bbcf-5f33d1f7e8f2 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?id=6192f994-9fb3-4bce-b4cd-c03ff5545a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993595 Nov 10 17:42:35.155484 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-e9b987b4-eb5e-49e3-bec3-c01df412572d None None] Allocated IP 2001:db8:0:ffff::2 (80ee81d7-0dda-4904-abdd-90fa6f9f7657/45313ca5-0d22-4425-be96-c8ffa48f5544/7319439b-bfdf-4a01-8009-aaeb68f007eb) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:42:35.172705 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d14d3675-2a1c-4349-bfe9-77559a499d6d tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5377216 Nov 10 17:42:35.177300 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49110) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:35.191546 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-95823c17-6792-474e-a98f-36a9631dd12d tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Request body: {'subnet': {'network_id': '57c551bd-9c99-44ac-84de-e4b060e7b2a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:35.207865 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d3675-2a1c-4349-bfe9-77559a499d6d tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Pushing event updated for resources: {'Network': ['ID=57c551bd-9c99-44ac-84de-e4b060e7b2a3,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:35.264704 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 57c551bd-9c99-44ac-84de-e4b060e7b2a3 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:42:35.325327 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49114) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:35.384318 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e9b987b4-eb5e-49e3-bec3-c01df412572d None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:35.385372 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4d35121c-df0e-4cad-890e-f33c25c984b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:35.394294 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e9b987b4-eb5e-49e3-bec3-c01df412572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:35.400922 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4d35121c-df0e-4cad-890e-f33c25c984b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:35.407980 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f19590ed-3071-4fae-89fe-65c087670b55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:35.480729 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95823c17-6792-474e-a98f-36a9631dd12d tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Made reservation on behalf of 00ed30ed67954e298f7d77d829898326 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:42:35.484261 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-95823c17-6792-474e-a98f-36a9631dd12d tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:35.488950 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b987b4-eb5e-49e3-bec3-c01df412572d None None] Network 80ee81d7-0dda-4904-abdd-90fa6f9f7657 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:42:35.508236 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4d35121c-df0e-4cad-890e-f33c25c984b3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b85b110d3d974b2694b4dfda38e37e0d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0793643 Nov 10 17:42:35.508581 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49120) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:35.523511 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-e9b987b4-eb5e-49e3-bec3-c01df412572d None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:42:35.539168 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 3b9cc42d-8311-40b5-91f8-043052fb41fd details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:42:35.547657 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35121c-df0e-4cad-890e-f33c25c984b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cc73da-0c03-4466-ba41-dffa4772abc5,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:35.599554 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b987b4-eb5e-49e3-bec3-c01df412572d None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:42:35.630269 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:35.643352 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b987b4-eb5e-49e3-bec3-c01df412572d None None] Pushing event updated for resources: {'Port': ['ID=7319439b-bfdf-4a01-8009-aaeb68f007eb,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:35.712867 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2fb094e4-0455-4ef5-bf33-032ab0063b4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:35.713321 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f19590ed-3071-4fae-89fe-65c087670b55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:35.719631 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f19590ed-3071-4fae-89fe-65c087670b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:35.814510 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8e3dfe72-8961-4e3f-90cb-b5a5d47e9525 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:35.848240 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19590ed-3071-4fae-89fe-65c087670b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecc4564-f299-4a98-b450-72845696a0e5,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:35.879894 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-e9b987b4-eb5e-49e3-bec3-c01df412572d None None] Attempting to bind port 7319439b-bfdf-4a01-8009-aaeb68f007eb on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:42:35.880411 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-e9b987b4-eb5e-49e3-bec3-c01df412572d None None] Attempting to bind port 7319439b-bfdf-4a01-8009-aaeb68f007eb by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'cf56cde9-b441-4cdf-b504-775ed33a2e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '80ee81d7-0dda-4904-abdd-90fa6f9f7657'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:42:35.880909 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b987b4-eb5e-49e3-bec3-c01df412572d None None] Attempting to bind port 7319439b-bfdf-4a01-8009-aaeb68f007eb on network 80ee81d7-0dda-4904-abdd-90fa6f9f7657 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:42:35.901983 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b987b4-eb5e-49e3-bec3-c01df412572d None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:42:35.903173 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b987b4-eb5e-49e3-bec3-c01df412572d None None] Checking segment: {'id': 'cf56cde9-b441-4cdf-b504-775ed33a2e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '80ee81d7-0dda-4904-abdd-90fa6f9f7657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:42:35.903892 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e9b987b4-eb5e-49e3-bec3-c01df412572d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:35.904936 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b987b4-eb5e-49e3-bec3-c01df412572d None None] Bound using segment: {'id': 'cf56cde9-b441-4cdf-b504-775ed33a2e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '80ee81d7-0dda-4904-abdd-90fa6f9f7657'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:42:35.905970 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-e9b987b4-eb5e-49e3-bec3-c01df412572d None None] Bound port: 7319439b-bfdf-4a01-8009-aaeb68f007eb, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf56cde9-b441-4cdf-b504-775ed33a2e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '80ee81d7-0dda-4904-abdd-90fa6f9f7657'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:42:35.907150 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e9b987b4-eb5e-49e3-bec3-c01df412572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:35.915552 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8e3dfe72-8961-4e3f-90cb-b5a5d47e9525 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:35.946648 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49132) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:35.972518 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f19590ed-3071-4fae-89fe-65c087670b55 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4b9680de984c476f82370406233be117&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0551243 Nov 10 17:42:35.974442 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 3b9cc42d-8311-40b5-91f8-043052fb41fd, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=3b9cc42d-8311-40b5-91f8-043052fb41fd,segment=NetworkSegment(af3c14a2-bee0-4696-ac53-c2f22ec01df7),segment_id=af3c14a2-bee0-4696-ac53-c2f22ec01df7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:35.977005 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49134) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:36.007072 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '3b9cc42d-8311-40b5-91f8-043052fb41fd', 'network_id': '060d9864-1c5a-45ea-8447-7c5b309eff4c', 'port_id': '3b9cc42d-8311-40b5-91f8-043052fb41fd', 'mac_address': 'fa:16:3e:82:d2:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a568a8b-c286-450f-b9ae-7b517fbbf861', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:42:36.077598 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2fb094e4-0455-4ef5-bf33-032ab0063b4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:36.084669 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2fb094e4-0455-4ef5-bf33-032ab0063b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:36.086961 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-e9b987b4-eb5e-49e3-bec3-c01df412572d None None] For port 7319439b-bfdf-4a01-8009-aaeb68f007eb, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:42:36.091681 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:36.104081 n-d-776250-10 neutron-server[102469]: DEBUG neutron.objects.ports [None req-95823c17-6792-474e-a98f-36a9631dd12d tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102469) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 17:42:36.108206 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-95823c17-6792-474e-a98f-36a9631dd12d tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:36.112663 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-e9b987b4-eb5e-49e3-bec3-c01df412572d None None] For port 7319439b-bfdf-4a01-8009-aaeb68f007eb, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=7319439b-bfdf-4a01-8009-aaeb68f007eb,segment=NetworkSegment(cf56cde9-b441-4cdf-b504-775ed33a2e0e),segment_id=cf56cde9-b441-4cdf-b504-775ed33a2e0e)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:42:36.120079 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e9b987b4-eb5e-49e3-bec3-c01df412572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:36.126746 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b9cc42d-8311-40b5-91f8-043052fb41fd {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:42:36.164901 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2fb094e4-0455-4ef5-bf33-032ab0063b4d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=82f425406f5e41f4baff1c97363bd91d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8380768 Nov 10 17:42:36.172897 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-596afed7-0973-44cd-ba1e-cb49da7ab780 tempest-QuotasTest-2081440565 tempest-QuotasTest-2081440565-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:36.176948 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb094e4-0455-4ef5-bf33-032ab0063b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdaf93e-6cad-4a0c-a0e5-df7ec03e0d6e,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:36.179345 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49140) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:36.198145 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:36.218108 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 3b9cc42d-8311-40b5-91f8-043052fb41fd, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=3b9cc42d-8311-40b5-91f8-043052fb41fd,segment=NetworkSegment(af3c14a2-bee0-4696-ac53-c2f22ec01df7),segment_id=af3c14a2-bee0-4696-ac53-c2f22ec01df7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:36.227886 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:36.243749 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b987b4-eb5e-49e3-bec3-c01df412572d None None] Pushing event updated for resources: {'Port': ['ID=7319439b-bfdf-4a01-8009-aaeb68f007eb,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:36.288566 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-596afed7-0973-44cd-ba1e-cb49da7ab780 tempest-QuotasTest-2081440565 tempest-QuotasTest-2081440565-project-admin] 10.222.0.39 "PUT /v2.0/quotas/5fa7116863b741ca87f4db925cc542de HTTP/1.1" status: 200 len: 366 time: 0.3255672 Nov 10 17:42:36.289750 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8e3dfe72-8961-4e3f-90cb-b5a5d47e9525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:36.293066 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8e3dfe72-8961-4e3f-90cb-b5a5d47e9525 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:36.294368 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8e3dfe72-8961-4e3f-90cb-b5a5d47e9525 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/68cc73da-0c03-4466-ba41-dffa4772abc5 HTTP/1.1" status: 204 len: 168 time: 0.7835944 Nov 10 17:42:36.295121 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49142) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:36.328729 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bf32c26f-3823-4617-b357-515205df7272 tempest-QuotasTest-2081440565 tempest-QuotasTest-2081440565-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0273328 Nov 10 17:42:36.328967 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95823c17-6792-474e-a98f-36a9631dd12d tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Pushing event updated for resources: {'Subnet': ['ID=36c6a98b-8bf8-4798-be21-e38c85025564,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:36.329076 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3dfe72-8961-4e3f-90cb-b5a5d47e9525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cc73da-0c03-4466-ba41-dffa4772abc5,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:36.331345 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49146) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:36.333318 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-34cdbb7b-2a1d-4bb8-b1ca-ae374021d33e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:36.348027 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=3b9cc42d-8311-40b5-91f8-043052fb41fd,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:36.364115 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-34cdbb7b-2a1d-4bb8-b1ca-ae374021d33e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:36.415580 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0de205bc-46fd-411d-8104-e57c05a899ac tempest-QuotasTest-2081440565 tempest-QuotasTest-2081440565-project-admin] 10.222.0.39 "GET /v2.0/quotas/5fa7116863b741ca87f4db925cc542de HTTP/1.1" status: 200 len: 366 time: 0.0408015 Nov 10 17:42:36.420843 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49148) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:36.439317 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95823c17-6792-474e-a98f-36a9631dd12d tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Checking segment: {'id': 'ed10b6fb-9452-45ac-bb22-a6d9ea3a1cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '57c551bd-9c99-44ac-84de-e4b060e7b2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:42:36.440005 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95823c17-6792-474e-a98f-36a9631dd12d tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Network hostable DHCP agents. Network: 57c551bd-9c99-44ac-84de-e4b060e7b2a3, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:42:36.444878 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['3b9cc42d-8311-40b5-91f8-043052fb41fd'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:42:36.469275 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e7ca18ad-2903-4811-97fd-f8b1ba350ce1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:36.487383 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45ff19-97c9-4bcd-a71f-d982ef6bf139 req-61a79e3e-45c4-4abb-8598-ad9b63de79fd tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:36.489489 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95823c17-6792-474e-a98f-36a9631dd12d tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Network 57c551bd-9c99-44ac-84de-e4b060e7b2a3 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:42:36.505965 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7e45ff19-97c9-4bcd-a71f-d982ef6bf139 req-61a79e3e-45c4-4abb-8598-ad9b63de79fd tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9768103-6595-4f2c-8385-737172baf71f HTTP/1.1" status: 200 len: 944 time: 0.1542826 Nov 10 17:42:36.516455 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-585f101b-fb42-43a9-8a51-a864c9f05bdd tempest-QuotasTest-2081440565 tempest-QuotasTest-2081440565-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/5fa7116863b741ca87f4db925cc542de HTTP/1.1" status: 204 len: 168 time: 0.0933056 Nov 10 17:42:36.517831 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49150) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:36.524731 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-95823c17-6792-474e-a98f-36a9631dd12d tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 57c551bd-9c99-44ac-84de-e4b060e7b2a3) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:42:36.529797 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95823c17-6792-474e-a98f-36a9631dd12d tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:36.530633 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-95823c17-6792-474e-a98f-36a9631dd12d tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:36.541503 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5b563e-e04b-43ad-b687-0715e8b59ebf None None] Network 57c551bd-9c99-44ac-84de-e4b060e7b2a3 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:42:36.547688 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e7ca18ad-2903-4811-97fd-f8b1ba350ce1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:36.551439 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-34cdbb7b-2a1d-4bb8-b1ca-ae374021d33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:36.555858 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-34cdbb7b-2a1d-4bb8-b1ca-ae374021d33e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:36.562083 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-34cdbb7b-2a1d-4bb8-b1ca-ae374021d33e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6ecc4564-f299-4a98-b450-72845696a0e5 HTTP/1.1" status: 204 len: 168 time: 0.5831714 Nov 10 17:42:36.607381 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cedf5709-99ce-471d-97fc-fd2b3516e797 tempest-QuotasTest-2081440565 tempest-QuotasTest-2081440565-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0835631 Nov 10 17:42:36.615261 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49156) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:36.625833 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-95823c17-6792-474e-a98f-36a9631dd12d tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4428484 Nov 10 17:42:36.626621 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49158) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:36.631054 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cdbb7b-2a1d-4bb8-b1ca-ae374021d33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecc4564-f299-4a98-b450-72845696a0e5,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:36.637394 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-a92d0839-9d6d-4e18-9eae-f1993f777291 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Request body: {'port': {'network_id': '57c551bd-9c99-44ac-84de-e4b060e7b2a3', 'name': 'tempest-NetworksIpV6TestAttrs-1102321543'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:36.696055 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-79a6b682-a9de-41d2-b7a0-cfb5272f6cd9 tempest-QuotasTest-2081440565 tempest-QuotasTest-2081440565-project-admin] 10.222.0.39 "GET /v2.0/quotas/5fa7116863b741ca87f4db925cc542de HTTP/1.1" status: 200 len: 370 time: 0.0793924 Nov 10 17:42:36.696743 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49160) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:36.721787 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d8004056-ac3b-45cc-82f8-c4f306f4af30 tempest-QuotasTest-2081440565 tempest-QuotasTest-2081440565-project-admin] 10.222.0.39 "GET /v2.0/quotas/5fa7116863b741ca87f4db925cc542de/default HTTP/1.1" status: 200 len: 370 time: 0.0166726 Nov 10 17:42:36.722447 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49162) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:36.748720 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7e45ff19-97c9-4bcd-a71f-d982ef6bf139 req-b189ea5a-e0f4-4d61-9f4d-3a74d62aaa5f tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?id=6192f994-9fb3-4bce-b4cd-c03ff5545a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295952 Nov 10 17:42:36.749620 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-3e293bd8-8ef7-4ce9-a805-51ff8cd275b7 tempest-QuotasTest-2081440565 tempest-QuotasTest-2081440565-project-admin] delete failed (client error): The resource could not be found. Nov 10 17:42:36.763205 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3e293bd8-8ef7-4ce9-a805-51ff8cd275b7 tempest-QuotasTest-2081440565 tempest-QuotasTest-2081440565-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/5fa7116863b741ca87f4db925cc542de HTTP/1.1" status: 404 len: 348 time: 0.0373633 Nov 10 17:42:36.821091 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92d0839-9d6d-4e18-9eae-f1993f777291 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Made reservation on behalf of 00ed30ed67954e298f7d77d829898326 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:42:36.829192 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a92d0839-9d6d-4e18-9eae-f1993f777291 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:36.892850 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-a92d0839-9d6d-4e18-9eae-f1993f777291 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] device_id is not set on port 7b7c3c6e-cfd1-4ed2-afa1-8abf88d51ce1 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:42:36.902244 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e7ca18ad-2903-4811-97fd-f8b1ba350ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:36.905422 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e7ca18ad-2903-4811-97fd-f8b1ba350ce1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:36.909266 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e7ca18ad-2903-4811-97fd-f8b1ba350ce1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0bdaf93e-6cad-4a0c-a0e5-df7ec03e0d6e HTTP/1.1" status: 204 len: 168 time: 0.7235868 Nov 10 17:42:36.925467 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca18ad-2903-4811-97fd-f8b1ba350ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdaf93e-6cad-4a0c-a0e5-df7ec03e0d6e,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:36.983570 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6051eb48-7b26-4e85-a09d-7df79ba42fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-57c551bd-9c99-44ac-84de-e4b060e7b2a3', 'network_id': '57c551bd-9c99-44ac-84de-e4b060e7b2a3', 'tenant_id': '00ed30ed67954e298f7d77d829898326', 'fixed_ips': [{'subnet_id': '36c6a98b-8bf8-4798-be21-e38c85025564'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:42:36.984667 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6051eb48-7b26-4e85-a09d-7df79ba42fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:37.135829 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-a92d0839-9d6d-4e18-9eae-f1993f777291 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Allocated IP 2001:db8::f816:3eff:fe4b:733c (57c551bd-9c99-44ac-84de-e4b060e7b2a3/36c6a98b-8bf8-4798-be21-e38c85025564/7b7c3c6e-cfd1-4ed2-afa1-8abf88d51ce1) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:42:37.234150 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49182) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:37.293826 n-d-776250-10 neutron-server[102468]: DEBUG neutron.quota.resource [None req-c068582e-ee9e-461a-8e39-a955440a0bd8 tempest-QuotasTest-2081440565 tempest-QuotasTest-2081440565-project-admin] Usage tracker for resource:network and project:2df22a4496104dc38e032012309d3d6b is out of sync, need to count used quota {{(pid=102468) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 17:42:37.301809 n-d-776250-10 neutron-server[102468]: DEBUG neutron.quota.resource [None req-c068582e-ee9e-461a-8e39-a955440a0bd8 tempest-QuotasTest-2081440565 tempest-QuotasTest-2081440565-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102468) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 17:42:37.322357 n-d-776250-10 neutron-server[102468]: DEBUG neutron.quota.resource [None req-c068582e-ee9e-461a-8e39-a955440a0bd8 tempest-QuotasTest-2081440565 tempest-QuotasTest-2081440565-project-admin] Usage tracker for resource:subnet and project:2df22a4496104dc38e032012309d3d6b is out of sync, need to count used quota {{(pid=102468) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 17:42:37.332454 n-d-776250-10 neutron-server[102468]: DEBUG neutron.quota.resource [None req-c068582e-ee9e-461a-8e39-a955440a0bd8 tempest-QuotasTest-2081440565 tempest-QuotasTest-2081440565-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102468) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 17:42:37.352529 n-d-776250-10 neutron-server[102468]: DEBUG neutron.quota.resource [None req-c068582e-ee9e-461a-8e39-a955440a0bd8 tempest-QuotasTest-2081440565 tempest-QuotasTest-2081440565-project-admin] Usage tracker for resource:subnetpool and project:2df22a4496104dc38e032012309d3d6b is out of sync, need to count used quota {{(pid=102468) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 17:42:37.373152 n-d-776250-10 neutron-server[102468]: DEBUG neutron.quota.resource [None req-c068582e-ee9e-461a-8e39-a955440a0bd8 tempest-QuotasTest-2081440565 tempest-QuotasTest-2081440565-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102468) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 17:42:37.396114 n-d-776250-10 neutron-server[102468]: DEBUG neutron.quota.resource [None req-c068582e-ee9e-461a-8e39-a955440a0bd8 tempest-QuotasTest-2081440565 tempest-QuotasTest-2081440565-project-admin] Usage tracker for resource:port and project:2df22a4496104dc38e032012309d3d6b is out of sync, need to count used quota {{(pid=102468) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 17:42:37.403904 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a92d0839-9d6d-4e18-9eae-f1993f777291 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:37.405900 n-d-776250-10 neutron-server[102468]: DEBUG neutron.quota.resource [None req-c068582e-ee9e-461a-8e39-a955440a0bd8 tempest-QuotasTest-2081440565 tempest-QuotasTest-2081440565-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102468) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 17:42:37.416572 n-d-776250-10 neutron-server[102468]: DEBUG neutron.quota.resource [None req-c068582e-ee9e-461a-8e39-a955440a0bd8 tempest-QuotasTest-2081440565 tempest-QuotasTest-2081440565-project-admin] Usage tracker for resource:router and project:2df22a4496104dc38e032012309d3d6b is out of sync, need to count used quota {{(pid=102468) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 17:42:37.421877 n-d-776250-10 neutron-server[102468]: DEBUG neutron.quota.resource [None req-c068582e-ee9e-461a-8e39-a955440a0bd8 tempest-QuotasTest-2081440565 tempest-QuotasTest-2081440565-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102468) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 17:42:37.432356 n-d-776250-10 neutron-server[102468]: DEBUG neutron.quota.resource [None req-c068582e-ee9e-461a-8e39-a955440a0bd8 tempest-QuotasTest-2081440565 tempest-QuotasTest-2081440565-project-admin] Usage tracker for resource:floatingip and project:2df22a4496104dc38e032012309d3d6b is out of sync, need to count used quota {{(pid=102468) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 17:42:37.438582 n-d-776250-10 neutron-server[102468]: DEBUG neutron.quota.resource [None req-c068582e-ee9e-461a-8e39-a955440a0bd8 tempest-QuotasTest-2081440565 tempest-QuotasTest-2081440565-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102468) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 17:42:37.491591 n-d-776250-10 neutron-server[102468]: DEBUG neutron.quota.resource [None req-c068582e-ee9e-461a-8e39-a955440a0bd8 tempest-QuotasTest-2081440565 tempest-QuotasTest-2081440565-project-admin] Usage tracker for resource:security_group and project:2df22a4496104dc38e032012309d3d6b is out of sync, need to count used quota {{(pid=102468) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 17:42:37.495990 n-d-776250-10 neutron-server[102468]: DEBUG neutron.quota.resource [None req-c068582e-ee9e-461a-8e39-a955440a0bd8 tempest-QuotasTest-2081440565 tempest-QuotasTest-2081440565-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102468) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 17:42:37.504692 n-d-776250-10 neutron-server[102468]: DEBUG neutron.quota.resource [None req-c068582e-ee9e-461a-8e39-a955440a0bd8 tempest-QuotasTest-2081440565 tempest-QuotasTest-2081440565-project-admin] Usage tracker for resource:security_group_rule and project:2df22a4496104dc38e032012309d3d6b is out of sync, need to count used quota {{(pid=102468) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 10 17:42:37.509304 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a92d0839-9d6d-4e18-9eae-f1993f777291 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:37.509983 n-d-776250-10 neutron-server[102468]: DEBUG neutron.quota.resource [None req-c068582e-ee9e-461a-8e39-a955440a0bd8 tempest-QuotasTest-2081440565 tempest-QuotasTest-2081440565-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102468) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 10 17:42:37.519526 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c068582e-ee9e-461a-8e39-a955440a0bd8 tempest-QuotasTest-2081440565 tempest-QuotasTest-2081440565-project-admin] 10.222.0.39 "GET /v2.0/quotas/2df22a4496104dc38e032012309d3d6b/details.json HTTP/1.1" status: 200 len: 703 time: 0.2808118 Nov 10 17:42:37.637410 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92d0839-9d6d-4e18-9eae-f1993f777291 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Network 57c551bd-9c99-44ac-84de-e4b060e7b2a3 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:42:37.723026 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-a92d0839-9d6d-4e18-9eae-f1993f777291 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:42:37.725136 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d0839-9d6d-4e18-9eae-f1993f777291 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Pushing event updated for resources: {'Port': ['ID=7b7c3c6e-cfd1-4ed2-afa1-8abf88d51ce1,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:37.729030 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92d0839-9d6d-4e18-9eae-f1993f777291 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:42:37.736043 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92d0839-9d6d-4e18-9eae-f1993f777291 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:37.736732 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a92d0839-9d6d-4e18-9eae-f1993f777291 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:37.778157 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e6ef9-74ec-4b91-a112-6b22810f5c28 req-fb16767b-95fc-4902-8a9f-e59bd96328c7 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:37.783936 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-221e6ef9-74ec-4b91-a112-6b22810f5c28 req-fb16767b-95fc-4902-8a9f-e59bd96328c7 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 945 time: 0.1428170 Nov 10 17:42:37.788975 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a92d0839-9d6d-4e18-9eae-f1993f777291 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1589899 Nov 10 17:42:37.792205 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49204) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:37.860085 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-6051eb48-7b26-4e85-a09d-7df79ba42fd8 None None] Allocated IP 2001:db8::f816:3eff:fe27:cbc5 (57c551bd-9c99-44ac-84de-e4b060e7b2a3/36c6a98b-8bf8-4798-be21-e38c85025564/c3f56eca-ffac-4d29-bbc0-7bbb5845f418) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:42:37.934240 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-221e6ef9-74ec-4b91-a112-6b22810f5c28 req-35272e7d-fa8d-4ace-a28a-4d90a547d8d3 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf236311-d8b9-45ff-a7b6-1206037b066a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1346006 Nov 10 17:42:37.938983 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-541303b3-afa5-4b90-9f6d-be13aba7d732 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Deleting subnet 36c6a98b-8bf8-4798-be21-e38c85025564 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:42:37.984842 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d1b35-9fea-4310-b162-12127cd8641f req-651752d5-4a2d-4106-ba06-c05962bf6767 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:37.985489 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-184d1b35-9fea-4310-b162-12127cd8641f req-651752d5-4a2d-4106-ba06-c05962bf6767 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9768103-6595-4f2c-8385-737172baf71f HTTP/1.1" status: 200 len: 944 time: 0.1134470 Nov 10 17:42:38.087851 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a816baa7-22f7-419c-b1a1-cf151da71637 None None] Network 80ee81d7-0dda-4904-abdd-90fa6f9f7657 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:42:38.110183 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-184d1b35-9fea-4310-b162-12127cd8641f req-a9bfeb9c-7ead-46bf-8954-1d1d0725251e tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?id=6192f994-9fb3-4bce-b4cd-c03ff5545a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028616 Nov 10 17:42:38.213558 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49218) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:38.236432 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 7319439b-bfdf-4a01-8009-aaeb68f007eb up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:42:38.319317 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6051eb48-7b26-4e85-a09d-7df79ba42fd8 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:38.322234 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-23d908c3-2014-4f29-aa5c-91c1a481c99c None None] Provisioning complete for port 7319439b-bfdf-4a01-8009-aaeb68f007eb triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:42:38.322605 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-23d908c3-2014-4f29-aa5c-91c1a481c99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:38.329485 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-541303b3-afa5-4b90-9f6d-be13aba7d732 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:38.382541 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-541303b3-afa5-4b90-9f6d-be13aba7d732 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:38.387285 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6051eb48-7b26-4e85-a09d-7df79ba42fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:38.408578 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1090f5e-1f90-4b9d-b312-3c4296a3ac1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:38.583090 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1090f5e-1f90-4b9d-b312-3c4296a3ac1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:38.590225 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-541303b3-afa5-4b90-9f6d-be13aba7d732 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:38.590769 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1090f5e-1f90-4b9d-b312-3c4296a3ac1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:38.597721 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6051eb48-7b26-4e85-a09d-7df79ba42fd8 None None] Network 57c551bd-9c99-44ac-84de-e4b060e7b2a3 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:42:38.611073 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-6051eb48-7b26-4e85-a09d-7df79ba42fd8 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:42:38.614273 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6051eb48-7b26-4e85-a09d-7df79ba42fd8 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:42:38.657791 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051eb48-7b26-4e85-a09d-7df79ba42fd8 None None] Pushing event updated for resources: {'Port': ['ID=c3f56eca-ffac-4d29-bbc0-7bbb5845f418,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:38.661121 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1090f5e-1f90-4b9d-b312-3c4296a3ac1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285229a2-c562-4e05-8f84-85fb6048c398,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:38.681318 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 7319439b-bfdf-4a01-8009-aaeb68f007eb triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:42:38.684937 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:38.688663 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a1090f5e-1f90-4b9d-b312-3c4296a3ac1e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=72644443b792464d9c5202526766f3d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4735603 Nov 10 17:42:38.690935 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49240) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:38.707891 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-541303b3-afa5-4b90-9f6d-be13aba7d732 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:38.744760 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-541303b3-afa5-4b90-9f6d-be13aba7d732 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:38.754505 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-541303b3-afa5-4b90-9f6d-be13aba7d732 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "DELETE /v2.0/subnets/36c6a98b-8bf8-4798-be21-e38c85025564 HTTP/1.1" status: 204 len: 168 time: 0.9563668 Nov 10 17:42:38.757641 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49246) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:38.758341 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c08da3b4-ec99-45be-b39d-9d03c9fb353f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:38.788437 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-6051eb48-7b26-4e85-a09d-7df79ba42fd8 None None] Attempting to bind port c3f56eca-ffac-4d29-bbc0-7bbb5845f418 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:42:38.788824 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-6051eb48-7b26-4e85-a09d-7df79ba42fd8 None None] Attempting to bind port c3f56eca-ffac-4d29-bbc0-7bbb5845f418 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ed10b6fb-9452-45ac-bb22-a6d9ea3a1cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '57c551bd-9c99-44ac-84de-e4b060e7b2a3'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:42:38.789335 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6051eb48-7b26-4e85-a09d-7df79ba42fd8 None None] Attempting to bind port c3f56eca-ffac-4d29-bbc0-7bbb5845f418 on network 57c551bd-9c99-44ac-84de-e4b060e7b2a3 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:42:38.790389 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c08da3b4-ec99-45be-b39d-9d03c9fb353f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:38.811180 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541303b3-afa5-4b90-9f6d-be13aba7d732 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Pushing event deleted for resources: {'Subnet': ['ID=36c6a98b-8bf8-4798-be21-e38c85025564,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:38.866914 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6051eb48-7b26-4e85-a09d-7df79ba42fd8 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:42:38.867577 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6051eb48-7b26-4e85-a09d-7df79ba42fd8 None None] Checking segment: {'id': 'ed10b6fb-9452-45ac-bb22-a6d9ea3a1cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '57c551bd-9c99-44ac-84de-e4b060e7b2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:42:38.867683 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6051eb48-7b26-4e85-a09d-7df79ba42fd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:38.868030 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6051eb48-7b26-4e85-a09d-7df79ba42fd8 None None] Bound using segment: {'id': 'ed10b6fb-9452-45ac-bb22-a6d9ea3a1cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '57c551bd-9c99-44ac-84de-e4b060e7b2a3'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:42:38.868573 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-6051eb48-7b26-4e85-a09d-7df79ba42fd8 None None] Bound port: c3f56eca-ffac-4d29-bbc0-7bbb5845f418, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed10b6fb-9452-45ac-bb22-a6d9ea3a1cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '57c551bd-9c99-44ac-84de-e4b060e7b2a3'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:42:38.868959 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6051eb48-7b26-4e85-a09d-7df79ba42fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:38.931028 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-23d908c3-2014-4f29-aa5c-91c1a481c99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:38.997595 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccab06b-a68a-4d91-9da2-fae3752f80f2 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:38.999256 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccab06b-a68a-4d91-9da2-fae3752f80f2 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:39.005070 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0ccab06b-a68a-4d91-9da2-fae3752f80f2 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1241987 Nov 10 17:42:39.011065 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49258) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:39.021018 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c08da3b4-ec99-45be-b39d-9d03c9fb353f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:39.026498 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c08da3b4-ec99-45be-b39d-9d03c9fb353f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:39.029049 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c08da3b4-ec99-45be-b39d-9d03c9fb353f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/285229a2-c562-4e05-8f84-85fb6048c398 HTTP/1.1" status: 204 len: 168 time: 0.3365896 Nov 10 17:42:39.047621 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08da3b4-ec99-45be-b39d-9d03c9fb353f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285229a2-c562-4e05-8f84-85fb6048c398,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:39.160176 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-23d908c3-2014-4f29-aa5c-91c1a481c99c None None] For port 7319439b-bfdf-4a01-8009-aaeb68f007eb, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=7319439b-bfdf-4a01-8009-aaeb68f007eb,segment=NetworkSegment(cf56cde9-b441-4cdf-b504-775ed33a2e0e),segment_id=cf56cde9-b441-4cdf-b504-775ed33a2e0e)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:39.161579 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:39.174348 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-23d908c3-2014-4f29-aa5c-91c1a481c99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:39.204399 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fdc29959-56eb-4975-9ee1-ced6a1a33100 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:39.217108 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc29959-56eb-4975-9ee1-ced6a1a33100 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 10 17:42:39.218281 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-6051eb48-7b26-4e85-a09d-7df79ba42fd8 None None] For port c3f56eca-ffac-4d29-bbc0-7bbb5845f418, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:42:39.218747 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdc29959-56eb-4975-9ee1-ced6a1a33100 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:42:39.229532 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fdc29959-56eb-4975-9ee1-ced6a1a33100 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "DELETE /v2.0/networks/57c551bd-9c99-44ac-84de-e4b060e7b2a3 HTTP/1.1" status: 409 len: 405 time: 0.2171896 Nov 10 17:42:39.229756 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49274) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:39.244839 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-a1ff1cb5-a5b8-4650-9e9e-1e6ba9e699c4 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-706627096'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:39.272957 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-6051eb48-7b26-4e85-a09d-7df79ba42fd8 None None] For port c3f56eca-ffac-4d29-bbc0-7bbb5845f418, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c3f56eca-ffac-4d29-bbc0-7bbb5845f418,segment=NetworkSegment(ed10b6fb-9452-45ac-bb22-a6d9ea3a1cc7),segment_id=ed10b6fb-9452-45ac-bb22-a6d9ea3a1cc7)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:42:39.280548 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f587b-864c-45be-a11e-3b851cbd39c0 req-cd13504b-b78b-4337-9cec-94588ee58c45 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:39.292070 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d14f587b-864c-45be-a11e-3b851cbd39c0 req-cd13504b-b78b-4337-9cec-94588ee58c45 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 945 time: 0.1350765 Nov 10 17:42:39.298142 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6051eb48-7b26-4e85-a09d-7df79ba42fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:39.382788 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d908c3-2014-4f29-aa5c-91c1a481c99c None None] Pushing event updated for resources: {'Port': ['ID=7319439b-bfdf-4a01-8009-aaeb68f007eb,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:39.399307 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ff1cb5-a5b8-4650-9e9e-1e6ba9e699c4 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Made reservation on behalf of 00ed30ed67954e298f7d77d829898326 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:42:39.406503 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1ff1cb5-a5b8-4650-9e9e-1e6ba9e699c4 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:39.442664 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ff1cb5-a5b8-4650-9e9e-1e6ba9e699c4 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:42:39.456193 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1ff1cb5-a5b8-4650-9e9e-1e6ba9e699c4 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:39.456724 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-a1ff1cb5-a5b8-4650-9e9e-1e6ba9e699c4 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Added segment 61cfe572-e0fc-4d46-a601-0ff0c70520f8 of type vlan for network 15c543bb-1d35-430a-9d0c-5a9924512844 Nov 10 17:42:39.478035 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051eb48-7b26-4e85-a09d-7df79ba42fd8 None None] Pushing event updated for resources: {'Port': ['ID=c3f56eca-ffac-4d29-bbc0-7bbb5845f418,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:39.515210 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 3b9cc42d-8311-40b5-91f8-043052fb41fd up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:42:39.520858 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:42:39.521290 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:42:39.529997 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1ff1cb5-a5b8-4650-9e9e-1e6ba9e699c4 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:39.573920 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd687cf-2031-4991-a4a7-c36f48e38493 None None] Network 57c551bd-9c99-44ac-84de-e4b060e7b2a3 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:42:39.576509 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a129763c-ba6c-486d-98f1-3bab9406873d None None] Provisioning complete for port 7319439b-bfdf-4a01-8009-aaeb68f007eb triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:42:39.577004 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a129763c-ba6c-486d-98f1-3bab9406873d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:39.599688 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d14f587b-864c-45be-a11e-3b851cbd39c0 req-64f1ec78-6a17-4a55-9191-995e9a4368c1 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf236311-d8b9-45ff-a7b6-1206037b066a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3058922 Nov 10 17:42:39.601597 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1ff1cb5-a5b8-4650-9e9e-1e6ba9e699c4 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:39.622612 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ff1cb5-a5b8-4650-9e9e-1e6ba9e699c4 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:39.623131 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1ff1cb5-a5b8-4650-9e9e-1e6ba9e699c4 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:39.765436 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a1ff1cb5-a5b8-4650-9e9e-1e6ba9e699c4 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5273142 Nov 10 17:42:39.768444 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49322) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:39.783558 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-bbd767d8-71f9-471b-a5ec-9be22b90a0f2 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Request body: {'subnet': {'network_id': '15c543bb-1d35-430a-9d0c-5a9924512844', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:39.797139 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff1cb5-a5b8-4650-9e9e-1e6ba9e699c4 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Pushing event updated for resources: {'Network': ['ID=15c543bb-1d35-430a-9d0c-5a9924512844,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:39.825080 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 15c543bb-1d35-430a-9d0c-5a9924512844 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:42:39.830690 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc770d30-fe1c-4063-9344-e9302f96dafd req-54cf0356-e9bf-4b86-a64f-b456909b85be tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:39.839110 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bc770d30-fe1c-4063-9344-e9302f96dafd req-54cf0356-e9bf-4b86-a64f-b456909b85be tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9768103-6595-4f2c-8385-737172baf71f HTTP/1.1" status: 200 len: 944 time: 0.0989246 Nov 10 17:42:39.849766 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 3b9cc42d-8311-40b5-91f8-043052fb41fd completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:42:39.926838 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bc770d30-fe1c-4063-9344-e9302f96dafd req-5947aeb3-1071-4b74-a5c5-2197ab4465ed tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?id=6192f994-9fb3-4bce-b4cd-c03ff5545a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867603 Nov 10 17:42:39.948266 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 3b9cc42d-8311-40b5-91f8-043052fb41fd triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:42:39.949260 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:40.088664 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49336) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:40.126322 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-445ccc06-6091-4920-b946-b039d418e06a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:40.266382 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-445ccc06-6091-4920-b946-b039d418e06a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:40.274886 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-445ccc06-6091-4920-b946-b039d418e06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:40.339642 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-445ccc06-6091-4920-b946-b039d418e06a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2df22a4496104dc38e032012309d3d6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2472956 Nov 10 17:42:40.344050 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49344) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:40.408411 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49346) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:40.489340 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ccc06-6091-4920-b946-b039d418e06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4e59c4-ad33-4408-aa08-52f6141bfe72,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:40.496696 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:40.548888 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-12c034ba-3055-41f0-8a53-42763bd38b9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:40.550775 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a286ae8-8a8c-4441-98c9-06ab0af041cd None None] get_active_networks_info from n-d-776250-10 {{(pid=102470) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 17:42:40.613812 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-12c034ba-3055-41f0-8a53-42763bd38b9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:40.649259 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd767d8-71f9-471b-a5ec-9be22b90a0f2 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Made reservation on behalf of 00ed30ed67954e298f7d77d829898326 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:42:40.652108 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 7319439b-bfdf-4a01-8009-aaeb68f007eb up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:42:40.654112 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9768103-6595-4f2c-8385-737172baf71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9cc42d-8311-40b5-91f8-043052fb41fd'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:42:40.657379 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcee6900-dab5-4fcf-abd9-61cd4d0223ea" -d '{"events": [{"server_uuid": "d9768103-6595-4f2c-8385-737172baf71f", "name": "network-vif-plugged", "status": "completed", "tag": "3b9cc42d-8311-40b5-91f8-043052fb41fd"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:42:40.670029 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bbd767d8-71f9-471b-a5ec-9be22b90a0f2 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:40.721848 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 3b9cc42d-8311-40b5-91f8-043052fb41fd, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=3b9cc42d-8311-40b5-91f8-043052fb41fd,segment=NetworkSegment(af3c14a2-bee0-4696-ac53-c2f22ec01df7),segment_id=af3c14a2-bee0-4696-ac53-c2f22ec01df7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:40.722963 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-efc41808-0657-4093-83ea-e39dc98e41f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:40.726257 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-12c034ba-3055-41f0-8a53-42763bd38b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:40.729282 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-12c034ba-3055-41f0-8a53-42763bd38b9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:40.741172 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-12c034ba-3055-41f0-8a53-42763bd38b9f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3a4e59c4-ad33-4408-aa08-52f6141bfe72 HTTP/1.1" status: 204 len: 168 time: 0.3905125 Nov 10 17:42:40.742355 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:40.749791 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7975c1-51ec-4c37-8b2b-dac2237043b2 x-openstack-request-id: req-3f7975c1-51ec-4c37-8b2b-dac2237043b2 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:42:40.750234 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9768103-6595-4f2c-8385-737172baf71f", "name": "network-vif-plugged", "status": "completed", "tag": "3b9cc42d-8311-40b5-91f8-043052fb41fd", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:42:40.750591 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3f7975c1-51ec-4c37-8b2b-dac2237043b2 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:42:40.751086 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9768103-6595-4f2c-8385-737172baf71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b9cc42d-8311-40b5-91f8-043052fb41fd', 'code': 200} Nov 10 17:42:40.790079 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c034ba-3055-41f0-8a53-42763bd38b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4e59c4-ad33-4408-aa08-52f6141bfe72,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:40.887878 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-efc41808-0657-4093-83ea-e39dc98e41f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:40.894867 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-efc41808-0657-4093-83ea-e39dc98e41f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:40.933392 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=3b9cc42d-8311-40b5-91f8-043052fb41fd,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:40.947822 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 7319439b-bfdf-4a01-8009-aaeb68f007eb triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:42:40.949295 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:40.968994 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-efc41808-0657-4093-83ea-e39dc98e41f7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6de1d7c65ee945fdb3e451e278f15da4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5488734 Nov 10 17:42:40.972613 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49362) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:41.003781 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc41808-0657-4093-83ea-e39dc98e41f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee012ff-579f-4167-a123-b0e308658e96,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:41.011255 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a286ae8-8a8c-4441-98c9-06ab0af041cd None None] Resources bound (agent type, host, resource id): {{(pid=102470) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 17:42:41.079201 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-16329e0a-235d-4c43-9900-55bb9571290d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:41.149690 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-16329e0a-235d-4c43-9900-55bb9571290d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:41.171794 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e40a47-5b53-4bcc-a1b2-839d108659a7 req-cdb41b53-8450-4259-9706-473c1b294249 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:41.180372 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a2e40a47-5b53-4bcc-a1b2-839d108659a7 req-cdb41b53-8450-4259-9706-473c1b294249 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 945 time: 0.2889514 Nov 10 17:42:41.224526 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c243f-ad9e-42f9-be99-93181da8b199 req-52725823-8608-4f2a-b329-c72c9a64a2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:41.226789 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dc4c243f-ad9e-42f9-be99-93181da8b199 req-52725823-8608-4f2a-b329-c72c9a64a2a5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d9768103-6595-4f2c-8385-737172baf71f HTTP/1.1" status: 200 len: 1097 time: 0.3316879 Nov 10 17:42:41.276073 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354fe3e2-a12b-48c0-a903-0c5bda8235f2 req-eae7b8aa-57aa-45c0-b6f5-11f55cc42e6e tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:41.290130 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-354fe3e2-a12b-48c0-a903-0c5bda8235f2 req-eae7b8aa-57aa-45c0-b6f5-11f55cc42e6e tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9768103-6595-4f2c-8385-737172baf71f HTTP/1.1" status: 200 len: 945 time: 0.2025762 Nov 10 17:42:41.369190 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49374) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:41.435242 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-354fe3e2-a12b-48c0-a903-0c5bda8235f2 req-82996297-a55a-488f-aa54-f2d9151174d9 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?id=6192f994-9fb3-4bce-b4cd-c03ff5545a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441805 Nov 10 17:42:41.439260 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-16329e0a-235d-4c43-9900-55bb9571290d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:41.449205 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-16329e0a-235d-4c43-9900-55bb9571290d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:41.456624 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-16329e0a-235d-4c43-9900-55bb9571290d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3ee012ff-579f-4167-a123-b0e308658e96 HTTP/1.1" status: 204 len: 168 time: 0.4813476 Nov 10 17:42:41.471748 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16329e0a-235d-4c43-9900-55bb9571290d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee012ff-579f-4167-a123-b0e308658e96,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:41.612550 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a2e40a47-5b53-4bcc-a1b2-839d108659a7 req-0d4334cd-f95e-4c33-90ef-c7312351653f tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf236311-d8b9-45ff-a7b6-1206037b066a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4294338 Nov 10 17:42:41.628650 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-e2773a88-7223-4790-9543-806d5a9df012 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1533352931', 'router:external': True}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:41.669417 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2773a88-7223-4790-9543-806d5a9df012 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Made reservation on behalf of 4d07678d800b4803833b4908f09add58 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:42:41.671946 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e2773a88-7223-4790-9543-806d5a9df012 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:41.676750 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dc4c243f-ad9e-42f9-be99-93181da8b199 req-503247c2-893f-434c-ae63-98ef6d501f13 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6192f994-9fb3-4bce-b4cd-c03ff5545a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094310 Nov 10 17:42:41.719843 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e2773a88-7223-4790-9543-806d5a9df012 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:41.794342 n-d-776250-10 neutron-server[102469]: DEBUG neutron.objects.ports [None req-bbd767d8-71f9-471b-a5ec-9be22b90a0f2 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102469) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 17:42:41.799898 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bbd767d8-71f9-471b-a5ec-9be22b90a0f2 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:41.913165 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd767d8-71f9-471b-a5ec-9be22b90a0f2 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Pushing event updated for resources: {'Subnet': ['ID=f5b16d24-9e57-4918-952a-1fe708c45c47,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:41.931647 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd767d8-71f9-471b-a5ec-9be22b90a0f2 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Checking segment: {'id': '61cfe572-e0fc-4d46-a601-0ff0c70520f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '15c543bb-1d35-430a-9d0c-5a9924512844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:42:41.932220 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd767d8-71f9-471b-a5ec-9be22b90a0f2 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Network hostable DHCP agents. Network: 15c543bb-1d35-430a-9d0c-5a9924512844, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:42:41.997929 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e2773a88-7223-4790-9543-806d5a9df012 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:42.003384 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e2773a88-7223-4790-9543-806d5a9df012 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:42.026044 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd767d8-71f9-471b-a5ec-9be22b90a0f2 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Network 15c543bb-1d35-430a-9d0c-5a9924512844 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:42:42.054234 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2773a88-7223-4790-9543-806d5a9df012 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:42:42.071458 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e2773a88-7223-4790-9543-806d5a9df012 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:42.072110 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-e2773a88-7223-4790-9543-806d5a9df012 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Added segment 3c0335b4-efe5-4b87-b327-62a29a0d93f0 of type vlan for network 681b94c0-33f4-4d44-8de4-ff0965c4c5e6 Nov 10 17:42:42.140811 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e2773a88-7223-4790-9543-806d5a9df012 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:42.168316 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2773a88-7223-4790-9543-806d5a9df012 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d416f155-c0cc-4e82-8846-76d27fad2439,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:42.170876 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-bbd767d8-71f9-471b-a5ec-9be22b90a0f2 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 15c543bb-1d35-430a-9d0c-5a9924512844) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:42:42.230458 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1aff6e-e3f8-47df-8035-5034e216dbf8 None None] Network 15c543bb-1d35-430a-9d0c-5a9924512844 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:42:42.253904 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd767d8-71f9-471b-a5ec-9be22b90a0f2 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:42.255388 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bbd767d8-71f9-471b-a5ec-9be22b90a0f2 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:42.284617 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e2773a88-7223-4790-9543-806d5a9df012 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:42.285701 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2773a88-7223-4790-9543-806d5a9df012 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:42.286660 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e2773a88-7223-4790-9543-806d5a9df012 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:42.298083 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-44071523-2a5b-4e41-a6fc-8214dc7f835e None None] Provisioning complete for port 2e8b3a9f-e766-480b-9797-2f641c8242e3 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:42:42.298702 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-44071523-2a5b-4e41-a6fc-8214dc7f835e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:42.309156 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-bbd767d8-71f9-471b-a5ec-9be22b90a0f2 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5308075 Nov 10 17:42:42.311941 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49406) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:42.317868 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-12c3658f-a046-485d-98b3-509293388f87 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Request body: {'port': {'network_id': '15c543bb-1d35-430a-9d0c-5a9924512844', 'name': 'tempest-NetworksIpV6TestAttrs-674274460'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:42.391306 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311986e-9bb1-4e35-827b-0ace0c194c36 req-c1c6042d-9a45-406a-af1c-69eb93e3e395 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:42.393335 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4311986e-9bb1-4e35-827b-0ace0c194c36 req-c1c6042d-9a45-406a-af1c-69eb93e3e395 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.11 "GET /v2.0/ports?device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 945 time: 0.2498209 Nov 10 17:42:42.421560 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e2773a88-7223-4790-9543-806d5a9df012 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0486193 Nov 10 17:42:42.443340 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49410) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:42.450572 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-9d1a2e88-aa4c-4170-908d-76cb9edfc83f tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Request body: {'subnet': {'network_id': '681b94c0-33f4-4d44-8de4-ff0965c4c5e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:42.469649 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2773a88-7223-4790-9543-806d5a9df012 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Pushing event updated for resources: {'Network': ['ID=681b94c0-33f4-4d44-8de4-ff0965c4c5e6,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:42.499744 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b952e9-5290-4a88-93af-67cff866e17c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-15c543bb-1d35-430a-9d0c-5a9924512844', 'network_id': '15c543bb-1d35-430a-9d0c-5a9924512844', 'tenant_id': '00ed30ed67954e298f7d77d829898326', 'fixed_ips': [{'subnet_id': 'f5b16d24-9e57-4918-952a-1fe708c45c47'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:42:42.509931 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-21b952e9-5290-4a88-93af-67cff866e17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:42.509931 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 681b94c0-33f4-4d44-8de4-ff0965c4c5e6 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:42:42.534124 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1a2e88-aa4c-4170-908d-76cb9edfc83f tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Made reservation on behalf of 4d07678d800b4803833b4908f09add58 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:42:42.536706 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9d1a2e88-aa4c-4170-908d-76cb9edfc83f tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:42.574103 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c3658f-a046-485d-98b3-509293388f87 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Made reservation on behalf of 00ed30ed67954e298f7d77d829898326 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:42:42.583831 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-12c3658f-a046-485d-98b3-509293388f87 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:42.632917 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-12c3658f-a046-485d-98b3-509293388f87 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] device_id is not set on port e3858e58-ca3e-4ff9-91e4-08d981f69b75 yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:42:42.714432 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-21b952e9-5290-4a88-93af-67cff866e17c None None] Allocated IP 2001:db8::f816:3eff:fe4d:1b4c (15c543bb-1d35-430a-9d0c-5a9924512844/f5b16d24-9e57-4918-952a-1fe708c45c47/262e5705-a548-42b6-b8ff-c54aebb9fc96) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:42:42.750916 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-44071523-2a5b-4e41-a6fc-8214dc7f835e None None] Provisioning complete for port 4e2ea95a-83c8-466d-9780-5321917e4630 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:42:42.751141 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-44071523-2a5b-4e41-a6fc-8214dc7f835e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:42.797784 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-44071523-2a5b-4e41-a6fc-8214dc7f835e None None] Port 4e2ea95a-83c8-466d-9780-5321917e4630 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:42:42.839155 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49426) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:42.871559 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-44071523-2a5b-4e41-a6fc-8214dc7f835e None None] Provisioning complete for port 18700e05-a88d-497b-85f4-baf5d45ee313 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:42:42.871559 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-44071523-2a5b-4e41-a6fc-8214dc7f835e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:42.921155 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785ce90-8be0-4b55-83b3-78cfeaaefeab req-6c585001-549b-4b74-a5bb-22b3c2d54466 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:42.932259 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c785ce90-8be0-4b55-83b3-78cfeaaefeab req-6c585001-549b-4b74-a5bb-22b3c2d54466 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 945 time: 0.1091383 Nov 10 17:42:42.957073 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-4311986e-9bb1-4e35-827b-0ace0c194c36 req-6ba59ad0-07e9-4aaa-afc2-781162c3d4b4 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Deleting port ca7fa6bd-e63e-4dab-9968-d5476bc03260 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:42:42.957567 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4311986e-9bb1-4e35-827b-0ace0c194c36 req-6ba59ad0-07e9-4aaa-afc2-781162c3d4b4 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:43.040928 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-21b952e9-5290-4a88-93af-67cff866e17c None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:43.044240 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-44071523-2a5b-4e41-a6fc-8214dc7f835e None None] Provisioning complete for port 3b9cc42d-8311-40b5-91f8-043052fb41fd triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:42:43.044794 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-44071523-2a5b-4e41-a6fc-8214dc7f835e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:43.054334 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c785ce90-8be0-4b55-83b3-78cfeaaefeab req-cbe5e662-6caa-4d2e-b48d-4d2832485842 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf236311-d8b9-45ff-a7b6-1206037b066a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1210887 Nov 10 17:42:43.078625 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-21b952e9-5290-4a88-93af-67cff866e17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:43.091444 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-4311986e-9bb1-4e35-827b-0ace0c194c36 req-6ba59ad0-07e9-4aaa-afc2-781162c3d4b4 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] For port ca7fa6bd-e63e-4dab-9968-d5476bc03260, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ca7fa6bd-e63e-4dab-9968-d5476bc03260,segment=NetworkSegment(dba2e44a-aac5-4f9d-b1f1-145c964634eb),segment_id=dba2e44a-aac5-4f9d-b1f1-145c964634eb)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:43.091934 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4311986e-9bb1-4e35-827b-0ace0c194c36 req-6ba59ad0-07e9-4aaa-afc2-781162c3d4b4 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:43.136420 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-12c3658f-a046-485d-98b3-509293388f87 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Allocated IP 2001:db8::f816:3eff:fe69:cf4e (15c543bb-1d35-430a-9d0c-5a9924512844/f5b16d24-9e57-4918-952a-1fe708c45c47/e3858e58-ca3e-4ff9-91e4-08d981f69b75) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:42:43.179476 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b952e9-5290-4a88-93af-67cff866e17c None None] Network 15c543bb-1d35-430a-9d0c-5a9924512844 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:42:43.184095 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-21b952e9-5290-4a88-93af-67cff866e17c None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:42:43.188200 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b952e9-5290-4a88-93af-67cff866e17c None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:42:43.191911 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b952e9-5290-4a88-93af-67cff866e17c None None] Pushing event updated for resources: {'Port': ['ID=262e5705-a548-42b6-b8ff-c54aebb9fc96,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:43.289020 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-21b952e9-5290-4a88-93af-67cff866e17c None None] Attempting to bind port 262e5705-a548-42b6-b8ff-c54aebb9fc96 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:42:43.289633 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-21b952e9-5290-4a88-93af-67cff866e17c None None] Attempting to bind port 262e5705-a548-42b6-b8ff-c54aebb9fc96 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '61cfe572-e0fc-4d46-a601-0ff0c70520f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '15c543bb-1d35-430a-9d0c-5a9924512844'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:42:43.289743 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b952e9-5290-4a88-93af-67cff866e17c None None] Attempting to bind port 262e5705-a548-42b6-b8ff-c54aebb9fc96 on network 15c543bb-1d35-430a-9d0c-5a9924512844 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:42:43.296888 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b952e9-5290-4a88-93af-67cff866e17c None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:42:43.297268 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b952e9-5290-4a88-93af-67cff866e17c None None] Checking segment: {'id': '61cfe572-e0fc-4d46-a601-0ff0c70520f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '15c543bb-1d35-430a-9d0c-5a9924512844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:42:43.297777 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-21b952e9-5290-4a88-93af-67cff866e17c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:43.298057 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b952e9-5290-4a88-93af-67cff866e17c None None] Bound using segment: {'id': '61cfe572-e0fc-4d46-a601-0ff0c70520f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '15c543bb-1d35-430a-9d0c-5a9924512844'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:42:43.298538 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-21b952e9-5290-4a88-93af-67cff866e17c None None] Bound port: 262e5705-a548-42b6-b8ff-c54aebb9fc96, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61cfe572-e0fc-4d46-a601-0ff0c70520f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '15c543bb-1d35-430a-9d0c-5a9924512844'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:42:43.299005 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-21b952e9-5290-4a88-93af-67cff866e17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:43.319716 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4311986e-9bb1-4e35-827b-0ace0c194c36 req-6ba59ad0-07e9-4aaa-afc2-781162c3d4b4 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:43.320347 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4311986e-9bb1-4e35-827b-0ace0c194c36 req-6ba59ad0-07e9-4aaa-afc2-781162c3d4b4 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:43.320672 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [req-4311986e-9bb1-4e35-827b-0ace0c194c36 req-6ba59ad0-07e9-4aaa-afc2-781162c3d4b4 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Floating IP 3f096007-e026-4d99-a3a7-3cb99ed2f5a2 disassociated. External IP: 172.25.5.201, port: ca7fa6bd-e63e-4dab-9968-d5476bc03260. Nov 10 17:42:43.322092 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-4311986e-9bb1-4e35-827b-0ace0c194c36 req-6ba59ad0-07e9-4aaa-afc2-781162c3d4b4 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Calling delete_port for ca7fa6bd-e63e-4dab-9968-d5476bc03260 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:42:43.361279 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-44071523-2a5b-4e41-a6fc-8214dc7f835e None None] Provisioning complete for port ce67030d-2f36-44a7-af27-61adc5239ea9 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:42:43.361663 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-44071523-2a5b-4e41-a6fc-8214dc7f835e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:43.363278 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d20c4-f48b-411e-85dc-f2900624f619 req-ae0d1d7b-6c2d-4b0f-83b7-ff9481aca1bb tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:43.364976 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a7d20c4-f48b-411e-85dc-f2900624f619 req-ae0d1d7b-6c2d-4b0f-83b7-ff9481aca1bb tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9768103-6595-4f2c-8385-737172baf71f HTTP/1.1" status: 200 len: 945 time: 0.7528102 Nov 10 17:42:43.434068 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-21b952e9-5290-4a88-93af-67cff866e17c None None] For port 262e5705-a548-42b6-b8ff-c54aebb9fc96, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:42:43.438564 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-21b952e9-5290-4a88-93af-67cff866e17c None None] For port 262e5705-a548-42b6-b8ff-c54aebb9fc96, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=262e5705-a548-42b6-b8ff-c54aebb9fc96,segment=NetworkSegment(61cfe572-e0fc-4d46-a601-0ff0c70520f8),segment_id=61cfe572-e0fc-4d46-a601-0ff0c70520f8)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:42:43.439856 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-44071523-2a5b-4e41-a6fc-8214dc7f835e None None] Port ce67030d-2f36-44a7-af27-61adc5239ea9 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:42:43.448601 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-21b952e9-5290-4a88-93af-67cff866e17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:43.466281 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-119b41be-6b79-47fb-aea4-02dea1f4e120 tempest-AgentManagementNegativeTest-1628013270 tempest-AgentManagementNegativeTest-1628013270-project] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6222832 Nov 10 17:42:43.505885 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b952e9-5290-4a88-93af-67cff866e17c None None] Pushing event updated for resources: {'Port': ['ID=262e5705-a548-42b6-b8ff-c54aebb9fc96,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:43.520229 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-44071523-2a5b-4e41-a6fc-8214dc7f835e None None] Provisioning complete for port 6a0c9002-b19c-44e6-9477-6e5d3fd67415 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:42:43.520615 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-44071523-2a5b-4e41-a6fc-8214dc7f835e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:43.615652 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-12c3658f-a046-485d-98b3-509293388f87 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:43.650647 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a7d20c4-f48b-411e-85dc-f2900624f619 req-622792a0-1ad4-4de8-9370-f3fa6041fa6f tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?id=6192f994-9fb3-4bce-b4cd-c03ff5545a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651093 Nov 10 17:42:43.680053 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5426f867-2e74-47eb-ae6d-29843d5b2e0e req-1e3d2134-f05b-4263-b0ce-c3f9a27ad1b4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d9768103-6595-4f2c-8385-737172baf71f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7457676 Nov 10 17:42:43.724631 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-12c3658f-a046-485d-98b3-509293388f87 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:43.808628 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49460) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:43.838117 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c3658f-a046-485d-98b3-509293388f87 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Network 15c543bb-1d35-430a-9d0c-5a9924512844 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:42:43.838468 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-12c3658f-a046-485d-98b3-509293388f87 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:42:43.843111 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c3658f-a046-485d-98b3-509293388f87 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:42:43.850728 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c3658f-a046-485d-98b3-509293388f87 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:43.851575 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-12c3658f-a046-485d-98b3-509293388f87 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:43.862830 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3658f-a046-485d-98b3-509293388f87 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Pushing event updated for resources: {'Port': ['ID=e3858e58-ca3e-4ff9-91e4-08d981f69b75,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:43.882815 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-12c3658f-a046-485d-98b3-509293388f87 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5662181 Nov 10 17:42:43.884385 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49464) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:43.993270 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9d58ca-57b8-40f0-8a50-800e97222031 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Deleting subnet f5b16d24-9e57-4918-952a-1fe708c45c47 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:42:43.997596 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b9d58ca-57b8-40f0-8a50-800e97222031 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:44.059335 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426f867-2e74-47eb-ae6d-29843d5b2e0e req-1e543db3-5ffe-4dc5-a4fd-44a26fae0791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:44.061060 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5426f867-2e74-47eb-ae6d-29843d5b2e0e req-1e543db3-5ffe-4dc5-a4fd-44a26fae0791 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28bf93e06f3848a9a72c412217f242f8&device_id=d9768103-6595-4f2c-8385-737172baf71f HTTP/1.1" status: 200 len: 1097 time: 0.2173562 Nov 10 17:42:44.063053 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4311986e-9bb1-4e35-827b-0ace0c194c36 req-6ba59ad0-07e9-4aaa-afc2-781162c3d4b4 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:44.066475 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49466) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:44.074186 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b9d58ca-57b8-40f0-8a50-800e97222031 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:44.157624 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba59ad0-07e9-4aaa-afc2-781162c3d4b4 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Pushing event deleted for resources: {'Port': ['ID=ca7fa6bd-e63e-4dab-9968-d5476bc03260,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:44.228441 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7cca8061-f091-40ea-b6e2-1d26bb5662b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:44.251155 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b9d58ca-57b8-40f0-8a50-800e97222031 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:44.335103 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c4dcfee1-6ac9-4041-b2e5-1f8b26f14a94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:44.338518 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-25cf412d-f39a-41e4-941c-7afcd0586b6f req-342bf8c0-fcb2-44af-bcbd-3030aea6cd52 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 210 time: 0.1228755 Nov 10 17:42:44.388984 n-d-776250-10 neutron-server[102469]: DEBUG neutron.objects.ports [None req-9d1a2e88-aa4c-4170-908d-76cb9edfc83f tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102469) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 17:42:44.389824 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9d1a2e88-aa4c-4170-908d-76cb9edfc83f tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:44.395913 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7cca8061-f091-40ea-b6e2-1d26bb5662b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:44.397859 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b9d58ca-57b8-40f0-8a50-800e97222031 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:44.438591 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d58ca-57b8-40f0-8a50-800e97222031 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Pushing event deleted for resources: {'Subnet': ['ID=f5b16d24-9e57-4918-952a-1fe708c45c47,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:44.442808 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7cca8061-f091-40ea-b6e2-1d26bb5662b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:44.447110 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b9d58ca-57b8-40f0-8a50-800e97222031 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:44.454258 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0b9d58ca-57b8-40f0-8a50-800e97222031 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "DELETE /v2.0/subnets/f5b16d24-9e57-4918-952a-1fe708c45c47 HTTP/1.1" status: 204 len: 168 time: 0.5649529 Nov 10 17:42:44.461564 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49472) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:44.512083 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c4dcfee1-6ac9-4041-b2e5-1f8b26f14a94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:44.548103 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c4dcfee1-6ac9-4041-b2e5-1f8b26f14a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:44.560731 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca8061-f091-40ea-b6e2-1d26bb5662b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b124ca-fe18-4661-b046-d469426fca39,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:44.569470 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7cca8061-f091-40ea-b6e2-1d26bb5662b0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c52c3fc49c5449afb2fe0e2267c472cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7589114 Nov 10 17:42:44.570159 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49474) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:44.602718 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1666cdb-5997-42d1-a9e0-96e950020a2e tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:44.604584 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1666cdb-5997-42d1-a9e0-96e950020a2e tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:44.606138 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f1666cdb-5997-42d1-a9e0-96e950020a2e tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1433554 Nov 10 17:42:44.610921 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49476) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:44.702951 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426f867-2e74-47eb-ae6d-29843d5b2e0e req-29f596fb-8997-42fe-8635-a27f6e8704ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:44.703376 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5426f867-2e74-47eb-ae6d-29843d5b2e0e req-29f596fb-8997-42fe-8635-a27f6e8704ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=060d9864-1c5a-45ea-8447-7c5b309eff4c HTTP/1.1" status: 200 len: 913 time: 0.5993829 Nov 10 17:42:44.703974 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a2e88-aa4c-4170-908d-76cb9edfc83f tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Pushing event updated for resources: {'Subnet': ['ID=31fcb94b-60c2-4655-81da-56b288ac4749,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:44.714827 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcfee1-6ac9-4041-b2e5-1f8b26f14a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dd85dd-2fdd-4ccf-b051-a604ae84af9c,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:44.719709 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c4dcfee1-6ac9-4041-b2e5-1f8b26f14a94 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ab113e482b29430aa15ad7f5edf061c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6519420 Nov 10 17:42:44.728472 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 262e5705-a548-42b6-b8ff-c54aebb9fc96 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:42:44.740066 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49484) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:44.832085 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 262e5705-a548-42b6-b8ff-c54aebb9fc96 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:42:44.832433 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:44.942542 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4311986e-9bb1-4e35-827b-0ace0c194c36 req-6ba59ad0-07e9-4aaa-afc2-781162c3d4b4 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Router 2736e2cf-3f10-4ee0-85c1-9ebd7db913bb has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:42:44.950489 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5426f867-2e74-47eb-ae6d-29843d5b2e0e req-8ed09a0c-0920-4649-bece-6ea95865122b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b9cc42d-8311-40b5-91f8-043052fb41fd HTTP/1.1" status: 200 len: 217 time: 0.2284565 Nov 10 17:42:44.966428 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1a2e88-aa4c-4170-908d-76cb9edfc83f tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Checking segment: {'id': '3c0335b4-efe5-4b87-b327-62a29a0d93f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '681b94c0-33f4-4d44-8de4-ff0965c4c5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:42:44.966795 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1a2e88-aa4c-4170-908d-76cb9edfc83f tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Network hostable DHCP agents. Network: 681b94c0-33f4-4d44-8de4-ff0965c4c5e6, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:42:45.057608 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5426f867-2e74-47eb-ae6d-29843d5b2e0e req-332bbac4-bd16-4698-9b35-b69fbbc339e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:45.059123 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5426f867-2e74-47eb-ae6d-29843d5b2e0e req-332bbac4-bd16-4698-9b35-b69fbbc339e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a568a8b-c286-450f-b9ae-7b517fbbf861 HTTP/1.1" status: 200 len: 852 time: 0.0792036 Nov 10 17:42:45.129320 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5426f867-2e74-47eb-ae6d-29843d5b2e0e req-b9fcadba-4756-4ec3-a6b7-64edff6f29da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=060d9864-1c5a-45ea-8447-7c5b309eff4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539038 Nov 10 17:42:45.142158 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:45.183718 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 262e5705-a548-42b6-b8ff-c54aebb9fc96, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=262e5705-a548-42b6-b8ff-c54aebb9fc96,segment=NetworkSegment(61cfe572-e0fc-4d46-a601-0ff0c70520f8),segment_id=61cfe572-e0fc-4d46-a601-0ff0c70520f8)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:45.189073 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:45.191294 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206c589-2fd0-4e65-846b-9f2e5e430bca req-032d724d-8da5-404f-bca7-dd0b683e9215 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:45.193033 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5206c589-2fd0-4e65-846b-9f2e5e430bca req-032d724d-8da5-404f-bca7-dd0b683e9215 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9768103-6595-4f2c-8385-737172baf71f HTTP/1.1" status: 200 len: 945 time: 0.3235631 Nov 10 17:42:45.258346 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cb48c353-191d-4862-ad9c-58b3e0da0a98 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:45.261064 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=262e5705-a548-42b6-b8ff-c54aebb9fc96,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:45.279325 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bdf56596-4fe4-49c8-9bf7-3a7b097ab2c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:45.296514 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb48c353-191d-4862-ad9c-58b3e0da0a98 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 10 17:42:45.297027 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb48c353-191d-4862-ad9c-58b3e0da0a98 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:42:45.305280 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cb48c353-191d-4862-ad9c-58b3e0da0a98 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "DELETE /v2.0/networks/15c543bb-1d35-430a-9d0c-5a9924512844 HTTP/1.1" status: 409 len: 405 time: 0.6934018 Nov 10 17:42:45.308200 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1a2e88-aa4c-4170-908d-76cb9edfc83f tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Network 681b94c0-33f4-4d44-8de4-ff0965c4c5e6 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:42:45.308348 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49488) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:45.313981 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-a89033f4-df87-4e6e-a8ba-cfb8ced9ebd3 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1033232463'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:45.328362 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-9d1a2e88-aa4c-4170-908d-76cb9edfc83f tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 681b94c0-33f4-4d44-8de4-ff0965c4c5e6) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:42:45.337014 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bdf56596-4fe4-49c8-9bf7-3a7b097ab2c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:45.342483 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf047240-e5f9-4eb8-b1c4-5c730da7ecf0 None None] Network 681b94c0-33f4-4d44-8de4-ff0965c4c5e6 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:42:45.357357 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-390c21c2-b56c-4b1e-8e9f-747e304b0206 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:45.363926 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1a2e88-aa4c-4170-908d-76cb9edfc83f tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:45.364474 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9d1a2e88-aa4c-4170-908d-76cb9edfc83f tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:45.386931 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89033f4-df87-4e6e-a8ba-cfb8ced9ebd3 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Made reservation on behalf of 00ed30ed67954e298f7d77d829898326 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:42:45.395819 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a89033f4-df87-4e6e-a8ba-cfb8ced9ebd3 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:45.484542 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9d1a2e88-aa4c-4170-908d-76cb9edfc83f tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0356300 Nov 10 17:42:45.490288 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49492) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:45.495701 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-390c21c2-b56c-4b1e-8e9f-747e304b0206 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:45.508728 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef9a31b-ce4c-444d-a500-08d655f877fd None None] Network 15c543bb-1d35-430a-9d0c-5a9924512844 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:42:45.508974 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-a573b835-f5fc-42d6-8725-f5f9562a57a2 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1925350764', 'network_id': '681b94c0-33f4-4d44-8de4-ff0965c4c5e6'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:45.523553 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1e4f6c44-ba52-4bbf-bbb7-7a0931e6cbc7 req-92d798ee-f7ed-4528-8327-7030ec64dd4f tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 210 time: 0.0605032 Nov 10 17:42:45.527437 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a89033f4-df87-4e6e-a8ba-cfb8ced9ebd3 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:42:45.531865 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5206c589-2fd0-4e65-846b-9f2e5e430bca req-16e40a6e-c941-40ee-9860-75f619bbcbc7 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?id=6192f994-9fb3-4bce-b4cd-c03ff5545a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250439 Nov 10 17:42:45.536279 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a573b835-f5fc-42d6-8725-f5f9562a57a2 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Made reservation on behalf of 4d07678d800b4803833b4908f09add58 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:42:45.539083 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a573b835-f5fc-42d6-8725-f5f9562a57a2 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:45.542418 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5426f867-2e74-47eb-ae6d-29843d5b2e0e req-b6c2eff0-80f1-416c-86a3-0f68c9cca00a service neutron] 10.222.0.13 "GET /v2.0/networks/060d9864-1c5a-45ea-8447-7c5b309eff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040637 Nov 10 17:42:45.577187 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4311986e-9bb1-4e35-827b-0ace0c194c36 req-6ba59ad0-07e9-4aaa-afc2-781162c3d4b4 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:42:45.579685 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bdf56596-4fe4-49c8-9bf7-3a7b097ab2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:45.583778 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bdf56596-4fe4-49c8-9bf7-3a7b097ab2c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:45.587783 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bdf56596-4fe4-49c8-9bf7-3a7b097ab2c1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/58b124ca-fe18-4661-b046-d469426fca39 HTTP/1.1" status: 204 len: 168 time: 1.0126193 Nov 10 17:42:45.590497 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a89033f4-df87-4e6e-a8ba-cfb8ced9ebd3 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:45.592892 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-a89033f4-df87-4e6e-a8ba-cfb8ced9ebd3 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Added segment 3be3ae00-8b6a-4562-b47f-9ce418a6f8de of type vlan for network aa8c8f39-78e8-4b28-96ef-cf690f0eeee4 Nov 10 17:42:45.656659 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-a573b835-f5fc-42d6-8725-f5f9562a57a2 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] device_id is not set on port 82008fab-4d8c-486c-89f5-a346cc22ef0d yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:42:45.658569 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf56596-4fe4-49c8-9bf7-3a7b097ab2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b124ca-fe18-4661-b046-d469426fca39,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:45.693056 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-4311986e-9bb1-4e35-827b-0ace0c194c36 req-6ba59ad0-07e9-4aaa-afc2-781162c3d4b4 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] No DVR routers for this DVR port ca7fa6bd-e63e-4dab-9968-d5476bc03260 on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:42:45.700062 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4311986e-9bb1-4e35-827b-0ace0c194c36 req-6ba59ad0-07e9-4aaa-afc2-781162c3d4b4 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:45.703410 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4311986e-9bb1-4e35-827b-0ace0c194c36 req-6ba59ad0-07e9-4aaa-afc2-781162c3d4b4 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.11 "DELETE /v2.0/ports/ca7fa6bd-e63e-4dab-9968-d5476bc03260 HTTP/1.1" status: 204 len: 173 time: 3.3012476 Nov 10 17:42:45.703874 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd4033e-8ef5-4554-92c5-dbe0c9318226', 'name': 'network-vif-deleted', 'tag': 'ca7fa6bd-e63e-4dab-9968-d5476bc03260'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:42:45.706190 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c94782f-9481-4ea2-9868-c6122b7d512e" -d '{"events": [{"server_uuid": "8cd4033e-8ef5-4554-92c5-dbe0c9318226", "name": "network-vif-deleted", "tag": "ca7fa6bd-e63e-4dab-9968-d5476bc03260"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:42:45.722018 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76b6fef-8406-4748-a596-b7180099fa85 None None] Sync routers for ids ['2736e2cf-3f10-4ee0-85c1-9ebd7db913bb'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:42:45.794453 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a89033f4-df87-4e6e-a8ba-cfb8ced9ebd3 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:45.801649 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6ef082-7dcb-4546-bacb-17dd8687adc4 None None] Network 681b94c0-33f4-4d44-8de4-ff0965c4c5e6 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:42:45.802232 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-390c21c2-b56c-4b1e-8e9f-747e304b0206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:45.805801 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-390c21c2-b56c-4b1e-8e9f-747e304b0206 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:45.809605 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-390c21c2-b56c-4b1e-8e9f-747e304b0206 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b3dd85dd-2fdd-4ccf-b051-a604ae84af9c HTTP/1.1" status: 204 len: 168 time: 1.0658216 Nov 10 17:42:45.829821 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5426f867-2e74-47eb-ae6d-29843d5b2e0e req-606e9f78-890d-4be4-b3fe-a2a33a52f510 service neutron] 10.222.0.13 "GET /v2.0/networks/060d9864-1c5a-45ea-8447-7c5b309eff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676501 Nov 10 17:42:45.891851 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c21c2-b56c-4b1e-8e9f-747e304b0206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dd85dd-2fdd-4ccf-b051-a604ae84af9c,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:45.892353 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-8dd562ac-7da6-4fc6-8770-8d8da8a3e6f5 None None] Provisioning complete for port 262e5705-a548-42b6-b8ff-c54aebb9fc96 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:42:45.892928 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8dd562ac-7da6-4fc6-8770-8d8da8a3e6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:45.901141 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214efa9f-dc51-4491-8257-62225db85a6a x-openstack-request-id: req-214efa9f-dc51-4491-8257-62225db85a6a {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:42:45.901452 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd4033e-8ef5-4554-92c5-dbe0c9318226", "name": "network-vif-deleted", "tag": "ca7fa6bd-e63e-4dab-9968-d5476bc03260", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:42:45.901662 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-214efa9f-dc51-4491-8257-62225db85a6a {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:42:45.902062 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd4033e-8ef5-4554-92c5-dbe0c9318226', 'name': 'network-vif-deleted', 'tag': 'ca7fa6bd-e63e-4dab-9968-d5476bc03260', 'status': 'completed', 'code': 200} Nov 10 17:42:45.930920 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a89033f4-df87-4e6e-a8ba-cfb8ced9ebd3 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:45.944201 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89033f4-df87-4e6e-a8ba-cfb8ced9ebd3 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:45.947370 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a89033f4-df87-4e6e-a8ba-cfb8ced9ebd3 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:45.975316 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-a573b835-f5fc-42d6-8725-f5f9562a57a2 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Allocated IP 172.20.0.11 (681b94c0-33f4-4d44-8de4-ff0965c4c5e6/31fcb94b-60c2-4655-81da-56b288ac4749/82008fab-4d8c-486c-89f5-a346cc22ef0d) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:42:46.026439 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c407440a-6120-4861-9709-c9ae50237944 req-98128314-997e-4893-87ba-578a05bb7994 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1367581461&fields=id&tenant_id=28bf93e06f3848a9a72c412217f242f8 HTTP/1.1" status: 200 len: 267 time: 0.3831377 Nov 10 17:42:46.029134 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76b6fef-8406-4748-a596-b7180099fa85 None None] Routers {'2736e2cf-3f10-4ee0-85c1-9ebd7db913bb'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:42:46.030591 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a76b6fef-8406-4748-a596-b7180099fa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:42:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['2736e2cf-3f10-4ee0-85c1-9ebd7db913bb'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:46.065053 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a89033f4-df87-4e6e-a8ba-cfb8ced9ebd3 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7525833 Nov 10 17:42:46.065970 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49510) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:46.098570 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-6d26e630-2856-4dff-b8d2-5a6d839035c6 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Request body: {'subnet': {'network_id': 'aa8c8f39-78e8-4b28-96ef-cf690f0eeee4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:46.130254 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89033f4-df87-4e6e-a8ba-cfb8ced9ebd3 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Pushing event updated for resources: {'Network': ['ID=aa8c8f39-78e8-4b28-96ef-cf690f0eeee4,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:46.151128 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407440a-6120-4861-9709-c9ae50237944 req-ae30d88b-e476-42dd-b4b7-0d72a75fd72e tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:46.153285 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c407440a-6120-4861-9709-c9ae50237944 req-ae30d88b-e476-42dd-b4b7-0d72a75fd72e tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9768103-6595-4f2c-8385-737172baf71f HTTP/1.1" status: 200 len: 945 time: 0.0948591 Nov 10 17:42:46.166743 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-c407440a-6120-4861-9709-c9ae50237944 req-3ebc42ca-7f2f-4535-934d-a613aa23c450 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Request body: {'port': {'security_groups': ['6192f994-9fb3-4bce-b4cd-c03ff5545a43', 'bec81d4d-ec15-4a0a-9ffd-7564b59e9d63']}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:46.194677 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network aa8c8f39-78e8-4b28-96ef-cf690f0eeee4 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:42:46.325002 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-c407440a-6120-4861-9709-c9ae50237944 req-3ebc42ca-7f2f-4535-934d-a613aa23c450 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:46.342439 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a573b835-f5fc-42d6-8725-f5f9562a57a2 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:46.522212 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a573b835-f5fc-42d6-8725-f5f9562a57a2 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:46.648601 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 262e5705-a548-42b6-b8ff-c54aebb9fc96 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:42:46.706475 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a573b835-f5fc-42d6-8725-f5f9562a57a2 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Network 681b94c0-33f4-4d44-8de4-ff0965c4c5e6 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:42:46.725183 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-a573b835-f5fc-42d6-8725-f5f9562a57a2 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:42:46.728209 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a573b835-f5fc-42d6-8725-f5f9562a57a2 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:42:46.919934 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46af5abd-42be-4d6d-ab1b-eba281ca9d79 None None] DHCP port deletion for 15c543bb-1d35-430a-9d0c-5a9924512844 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:42:46.965119 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-c407440a-6120-4861-9709-c9ae50237944 req-3ebc42ca-7f2f-4535-934d-a613aa23c450 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] For port 3b9cc42d-8311-40b5-91f8-043052fb41fd, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=3b9cc42d-8311-40b5-91f8-043052fb41fd,segment=NetworkSegment(af3c14a2-bee0-4696-ac53-c2f22ec01df7),segment_id=af3c14a2-bee0-4696-ac53-c2f22ec01df7)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:47.040835 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f78a7-fe99-42b4-b4d4-02d78505a55c req-0c8f8218-cd02-4113-b83c-1f0eea108abf tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:47.053887 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f78a7-fe99-42b4-b4d4-02d78505a55c req-0c8f8218-cd02-4113-b83c-1f0eea108abf tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:47.078056 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-a76b6fef-8406-4748-a596-b7180099fa85 None None] Set router 2736e2cf-3f10-4ee0-85c1-9ebd7db913bb gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:42:47.080314 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f78a7-fe99-42b4-b4d4-02d78505a55c req-0c8f8218-cd02-4113-b83c-1f0eea108abf tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:47.083343 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-c407440a-6120-4861-9709-c9ae50237944 req-3ebc42ca-7f2f-4535-934d-a613aa23c450 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:47.094255 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-c407440a-6120-4861-9709-c9ae50237944 req-3ebc42ca-7f2f-4535-934d-a613aa23c450 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:47.094857 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f78a7-fe99-42b4-b4d4-02d78505a55c req-0c8f8218-cd02-4113-b83c-1f0eea108abf tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:47.108114 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f78a7-fe99-42b4-b4d4-02d78505a55c req-0c8f8218-cd02-4113-b83c-1f0eea108abf tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:47.124029 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f78a7-fe99-42b4-b4d4-02d78505a55c req-0c8f8218-cd02-4113-b83c-1f0eea108abf tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:47.136780 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f78a7-fe99-42b4-b4d4-02d78505a55c req-0c8f8218-cd02-4113-b83c-1f0eea108abf tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:47.152892 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a95f78a7-fe99-42b4-b4d4-02d78505a55c req-0c8f8218-cd02-4113-b83c-1f0eea108abf tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5432 time: 0.6623564 Nov 10 17:42:47.185525 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['3b9cc42d-8311-40b5-91f8-043052fb41fd'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:42:47.208801 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a573b835-f5fc-42d6-8725-f5f9562a57a2 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:47.212428 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a573b835-f5fc-42d6-8725-f5f9562a57a2 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:47.240941 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573b835-f5fc-42d6-8725-f5f9562a57a2 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Pushing event updated for resources: {'Port': ['ID=82008fab-4d8c-486c-89f5-a346cc22ef0d,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:47.348457 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def2f3ba-1653-4401-b11d-fb0bf64d6fc0 None None] DHCP port deletion for 060d9864-1c5a-45ea-8447-7c5b309eff4c request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:42:47.364069 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d26e630-2856-4dff-b8d2-5a6d839035c6 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Made reservation on behalf of 00ed30ed67954e298f7d77d829898326 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:42:47.371383 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6d26e630-2856-4dff-b8d2-5a6d839035c6 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:47.373494 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc42ca-7f2f-4535-934d-a613aa23c450 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Pushing event updated for resources: {'Port': ['ID=3b9cc42d-8311-40b5-91f8-043052fb41fd,revision_number=6']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:47.401657 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407440a-6120-4861-9709-c9ae50237944 req-3ebc42ca-7f2f-4535-934d-a613aa23c450 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:47.402449 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-c407440a-6120-4861-9709-c9ae50237944 req-3ebc42ca-7f2f-4535-934d-a613aa23c450 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:47.404866 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c407440a-6120-4861-9709-c9ae50237944 req-3ebc42ca-7f2f-4535-934d-a613aa23c450 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "PUT /v2.0/ports/3b9cc42d-8311-40b5-91f8-043052fb41fd HTTP/1.1" status: 200 len: 981 time: 1.2441635 Nov 10 17:42:47.405611 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9768103-6595-4f2c-8385-737172baf71f', 'tag': '3b9cc42d-8311-40b5-91f8-043052fb41fd'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:42:47.425882 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b77f971-4f23-409f-83cd-889ae93563f1" -d '{"events": [{"name": "network-changed", "server_uuid": "d9768103-6595-4f2c-8385-737172baf71f", "tag": "3b9cc42d-8311-40b5-91f8-043052fb41fd"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:42:47.484226 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device ca7fa6bd-e63e-4dab-9968-d5476bc03260 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:42:47.492935 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['3b9cc42d-8311-40b5-91f8-043052fb41fd'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:42:47.512768 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 262e5705-a548-42b6-b8ff-c54aebb9fc96 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:42:47.513187 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:47.567298 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a573b835-f5fc-42d6-8725-f5f9562a57a2 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.0688822 Nov 10 17:42:47.585191 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49556) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:47.661350 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b507b38e-f29c-46c9-b5b4-0330d9f15d37 req-f71fe79d-f659-4f22-9bfb-82e70a9b3927 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 210 time: 0.0933475 Nov 10 17:42:47.773979 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49560) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:47.794396 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: ca7fa6bd-e63e-4dab-9968-d5476bc03260 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:42:47.796430 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device ca7fa6bd-e63e-4dab-9968-d5476bc03260 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:42:47.840959 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-1194445e-0f6d-4cf2-a37b-eb73f0c51371 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Deleting port 82008fab-4d8c-486c-89f5-a346cc22ef0d {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:42:47.841305 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1194445e-0f6d-4cf2-a37b-eb73f0c51371 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:47.994080 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-46af5abd-42be-4d6d-ab1b-eba281ca9d79 None None] Deleting port 262e5705-a548-42b6-b8ff-c54aebb9fc96 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:42:47.995104 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-46af5abd-42be-4d6d-ab1b-eba281ca9d79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:48.030827 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a95f78a7-fe99-42b4-b4d4-02d78505a55c req-474adea8-54b0-40f3-ac32-0cc7ce1e1388 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7011111 Nov 10 17:42:48.045529 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1194445e-0f6d-4cf2-a37b-eb73f0c51371 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:48.068206 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-1194445e-0f6d-4cf2-a37b-eb73f0c51371 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Calling delete_port for 82008fab-4d8c-486c-89f5-a346cc22ef0d owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:42:48.174184 n-d-776250-10 neutron-server[102469]: DEBUG neutron.objects.ports [None req-6d26e630-2856-4dff-b8d2-5a6d839035c6 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102469) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 17:42:48.184319 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6d26e630-2856-4dff-b8d2-5a6d839035c6 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:48.203795 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0f2a79-c5ef-40ca-9645-68376f0500d1 x-openstack-request-id: req-8f0f2a79-c5ef-40ca-9645-68376f0500d1 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:42:48.204178 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9768103-6595-4f2c-8385-737172baf71f", "tag": "3b9cc42d-8311-40b5-91f8-043052fb41fd", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:42:48.204499 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8f0f2a79-c5ef-40ca-9645-68376f0500d1 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:42:48.204993 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9768103-6595-4f2c-8385-737172baf71f', 'tag': '3b9cc42d-8311-40b5-91f8-043052fb41fd', 'status': 'completed', 'code': 200} Nov 10 17:42:48.213918 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [None req-e714717b-9a62-47d1-bdce-8020869d0124 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:48.215127 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e714717b-9a62-47d1-bdce-8020869d0124 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.4431434 Nov 10 17:42:48.222513 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49572) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:48.297445 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1194445e-0f6d-4cf2-a37b-eb73f0c51371 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:48.330581 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-ad525274-69e6-4180-a219-754431481558 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:48.340434 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ad525274-69e6-4180-a219-754431481558 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.1095638 Nov 10 17:42:48.344083 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e22ea17b-3d92-43aa-b70f-5d3770bbae2f req-11b5c355-db48-4023-8fcd-751d8d45b062 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1880552451&fields=id&tenant_id=28bf93e06f3848a9a72c412217f242f8 HTTP/1.1" status: 200 len: 267 time: 0.1275139 Nov 10 17:42:48.344336 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11f6b60c-b162-4b27-ad85-cdbf56ef1361 None None] Provisioning complete for port 3b9cc42d-8311-40b5-91f8-043052fb41fd triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:42:48.344724 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11f6b60c-b162-4b27-ad85-cdbf56ef1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:48.348030 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49576) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:48.357622 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194445e-0f6d-4cf2-a37b-eb73f0c51371 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Pushing event deleted for resources: {'Port': ['ID=82008fab-4d8c-486c-89f5-a346cc22ef0d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:48.369575 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [None req-3c6fac4b-11c9-45fa-b1cb-0de8fc976787 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:48.371027 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3c6fac4b-11c9-45fa-b1cb-0de8fc976787 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0214438 Nov 10 17:42:48.409781 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49580) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:48.434346 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-f9074985-b48e-4367-85e9-c35b22218782 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:48.440711 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f9074985-b48e-4367-85e9-c35b22218782 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0103555 Nov 10 17:42:48.477952 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49582) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:48.492944 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [None req-87f62301-d520-4545-9377-705cd141194f tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:48.496415 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-87f62301-d520-4545-9377-705cd141194f tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0093074 Nov 10 17:42:48.516821 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49584) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:48.535140 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-80d262cc-68d4-4e68-9097-33f23304f14f tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:48.548049 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-80d262cc-68d4-4e68-9097-33f23304f14f tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0219865 Nov 10 17:42:48.551420 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49586) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:48.581385 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-b0891be4-b815-4570-a485-fbfb0d78b064 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:48.586541 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b0891be4-b815-4570-a485-fbfb0d78b064 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0125072 Nov 10 17:42:48.591084 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49590) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:48.609096 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26e630-2856-4dff-b8d2-5a6d839035c6 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Pushing event updated for resources: {'Subnet': ['ID=62dc24c1-ad69-4959-845e-b8a5099d861c,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:48.616188 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [None req-c15e32aa-f54f-4051-8192-e3584d960b5d tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:48.619631 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c15e32aa-f54f-4051-8192-e3584d960b5d tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0124834 Nov 10 17:42:48.620987 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49592) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:48.648962 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ea17b-3d92-43aa-b70f-5d3770bbae2f req-9d7d7e3b-1375-4287-b675-225542bf81c7 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:48.653719 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-b9d35ab7-e4a6-4926-8d02-5dd1b0a3714c tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:48.659769 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b9d35ab7-e4a6-4926-8d02-5dd1b0a3714c tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0266342 Nov 10 17:42:48.666642 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49596) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:48.671720 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e22ea17b-3d92-43aa-b70f-5d3770bbae2f req-9d7d7e3b-1375-4287-b675-225542bf81c7 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9768103-6595-4f2c-8385-737172baf71f HTTP/1.1" status: 200 len: 984 time: 0.3199258 Nov 10 17:42:48.678966 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77f971-4f23-409f-83cd-889ae93563f1 req-0d51b3e5-356d-41a0-8d42-68f18e2b1693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:48.688551 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-46af5abd-42be-4d6d-ab1b-eba281ca9d79 None None] For port 262e5705-a548-42b6-b8ff-c54aebb9fc96, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=262e5705-a548-42b6-b8ff-c54aebb9fc96,segment=NetworkSegment(61cfe572-e0fc-4d46-a601-0ff0c70520f8),segment_id=61cfe572-e0fc-4d46-a601-0ff0c70520f8)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:48.689424 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-46af5abd-42be-4d6d-ab1b-eba281ca9d79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:48.690320 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-e22ea17b-3d92-43aa-b70f-5d3770bbae2f req-aa0fe7db-20f2-4562-8576-28a03bda4b84 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Request body: {'port': {'security_groups': ['6192f994-9fb3-4bce-b4cd-c03ff5545a43', 'bec81d4d-ec15-4a0a-9ffd-7564b59e9d63', '445fd380-e13f-419a-8344-8db7ca9ffaf0']}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:48.696865 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b77f971-4f23-409f-83cd-889ae93563f1 req-0d51b3e5-356d-41a0-8d42-68f18e2b1693 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28bf93e06f3848a9a72c412217f242f8&device_id=d9768103-6595-4f2c-8385-737172baf71f HTTP/1.1" status: 200 len: 1136 time: 0.4751363 Nov 10 17:42:48.732373 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6c11b-2c2c-4e0f-b317-bd173801e250 req-31efca11-2dd8-4540-8576-02ec1d353b0f tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:48.750885 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6c11b-2c2c-4e0f-b317-bd173801e250 req-31efca11-2dd8-4540-8576-02ec1d353b0f tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:48.765709 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6c11b-2c2c-4e0f-b317-bd173801e250 req-31efca11-2dd8-4540-8576-02ec1d353b0f tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:48.772449 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6c11b-2c2c-4e0f-b317-bd173801e250 req-31efca11-2dd8-4540-8576-02ec1d353b0f tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:48.783840 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1194445e-0f6d-4cf2-a37b-eb73f0c51371 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:48.790846 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6c11b-2c2c-4e0f-b317-bd173801e250 req-31efca11-2dd8-4540-8576-02ec1d353b0f tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:48.801568 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1194445e-0f6d-4cf2-a37b-eb73f0c51371 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] 10.222.0.39 "DELETE /v2.0/ports/82008fab-4d8c-486c-89f5-a346cc22ef0d HTTP/1.1" status: 204 len: 168 time: 1.2123642 Nov 10 17:42:48.806194 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49600) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:48.814639 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6c11b-2c2c-4e0f-b317-bd173801e250 req-31efca11-2dd8-4540-8576-02ec1d353b0f tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:48.823755 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-cf936bad-8ef6-4346-bf63-82693a8bd69d tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '681b94c0-33f4-4d44-8de4-ff0965c4c5e6', 'external_fixed_ips': [{'subnet_id': '31fcb94b-60c2-4655-81da-56b288ac4749', 'ip_address': '172.20.0.11'}]}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:48.830140 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6c11b-2c2c-4e0f-b317-bd173801e250 req-31efca11-2dd8-4540-8576-02ec1d353b0f tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:48.841392 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-51d6c11b-2c2c-4e0f-b317-bd173801e250 req-31efca11-2dd8-4540-8576-02ec1d353b0f tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5432 time: 0.4927974 Nov 10 17:42:48.858283 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-4431f45c-beeb-4ee0-998e-fe181e25635e tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:48.859563 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4431f45c-beeb-4ee0-998e-fe181e25635e tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.1614215 Nov 10 17:42:48.865707 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 262e5705-a548-42b6-b8ff-c54aebb9fc96 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:42:48.910883 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49604) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:48.922574 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-c9d57e91-52ea-4e33-b1c4-2fb8cf1e9bf1 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:48.929698 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c9d57e91-52ea-4e33-b1c4-2fb8cf1e9bf1 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0171218 Nov 10 17:42:48.935096 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d26e630-2856-4dff-b8d2-5a6d839035c6 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Checking segment: {'id': '3be3ae00-8b6a-4562-b47f-9ce418a6f8de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'aa8c8f39-78e8-4b28-96ef-cf690f0eeee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:42:48.935850 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d26e630-2856-4dff-b8d2-5a6d839035c6 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Network hostable DHCP agents. Network: aa8c8f39-78e8-4b28-96ef-cf690f0eeee4, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:42:48.937754 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49610) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:48.954871 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [None req-f5cf0bdd-f7f4-4781-b95a-c376942fa0a8 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:48.960256 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f5cf0bdd-f7f4-4781-b95a-c376942fa0a8 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0183988 Nov 10 17:42:48.964269 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49614) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:48.971701 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e22ea17b-3d92-43aa-b70f-5d3770bbae2f req-aa0fe7db-20f2-4562-8576-28a03bda4b84 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:49.026632 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-de63f9d1-4a95-4d9e-870c-bbebcfd55af5 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:49.028536 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-de63f9d1-4a95-4d9e-870c-bbebcfd55af5 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0092549 Nov 10 17:42:49.032851 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49618) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:49.051331 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cf936bad-8ef6-4346-bf63-82693a8bd69d tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:49.052344 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-525c93a2-5aef-4539-988c-7dea676e66df tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:49.052599 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cf936bad-8ef6-4346-bf63-82693a8bd69d tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:49.053811 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-525c93a2-5aef-4539-988c-7dea676e66df tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0112381 Nov 10 17:42:49.073742 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49620) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:49.084698 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-a1458b38-17cd-4a03-91c3-a6166375b1ed tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:49.086676 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a1458b38-17cd-4a03-91c3-a6166375b1ed tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0114229 Nov 10 17:42:49.097082 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-36e2c42c-6cc8-4bd4-901f-048d9b8ca1cd req-a82c2566-d07e-4ddc-9212-68cb536627d4 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 210 time: 0.1334100 Nov 10 17:42:49.102631 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49622) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:49.136253 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-f8ec5bdd-3abd-4c6d-8690-dc449c3c1843 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:49.137929 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f8ec5bdd-3abd-4c6d-8690-dc449c3c1843 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0220578 Nov 10 17:42:49.144373 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49624) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:49.154006 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cf936bad-8ef6-4346-bf63-82693a8bd69d tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:49.165346 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-24daf67c-c82c-4f96-b25e-d278ba4f72f3 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:49.168205 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-24daf67c-c82c-4f96-b25e-d278ba4f72f3 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0144696 Nov 10 17:42:49.173553 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49628) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:49.203997 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-f52ada46-907d-46ba-9b4a-53c75c09123c tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:49.205090 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f52ada46-907d-46ba-9b4a-53c75c09123c tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0220397 Nov 10 17:42:49.220686 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49632) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:49.221371 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d26e630-2856-4dff-b8d2-5a6d839035c6 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Network aa8c8f39-78e8-4b28-96ef-cf690f0eeee4 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:42:49.233268 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-46af5abd-42be-4d6d-ab1b-eba281ca9d79 None None] Calling delete_port for 262e5705-a548-42b6-b8ff-c54aebb9fc96 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:42:49.253950 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-d888c1ad-d461-456e-b9d2-914130133f36 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:49.259232 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d888c1ad-d461-456e-b9d2-914130133f36 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0176139 Nov 10 17:42:49.260343 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-6d26e630-2856-4dff-b8d2-5a6d839035c6 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, aa8c8f39-78e8-4b28-96ef-cf690f0eeee4) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:42:49.279211 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49634) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:49.279568 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49636) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:49.282242 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd381e3-5ad4-4895-b361-f363e12c1c3f None None] Network aa8c8f39-78e8-4b28-96ef-cf690f0eeee4 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:42:49.315844 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-f4000096-cf2f-4ea8-b31e-6c2f3bd116d7 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:49.319960 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f4000096-cf2f-4ea8-b31e-6c2f3bd116d7 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0323148 Nov 10 17:42:49.324317 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d26e630-2856-4dff-b8d2-5a6d839035c6 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:49.324933 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6d26e630-2856-4dff-b8d2-5a6d839035c6 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:49.344094 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49640) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:49.375172 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-e2b5caf0-a375-494e-a1bf-4f5bcdc36251 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:49.384259 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e2b5caf0-a375-494e-a1bf-4f5bcdc36251 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0316687 Nov 10 17:42:49.387264 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49642) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:49.396334 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-e97b3c43-206b-4efa-be9a-f25b49a365e6 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:49.400946 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e97b3c43-206b-4efa-be9a-f25b49a365e6 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0065024 Nov 10 17:42:49.401566 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77f971-4f23-409f-83cd-889ae93563f1 req-b8395ca7-0c85-419c-bcd0-9c4b7b295047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:49.403369 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b77f971-4f23-409f-83cd-889ae93563f1 req-b8395ca7-0c85-419c-bcd0-9c4b7b295047 service neutron] 10.222.0.13 "GET /v2.0/networks?id=060d9864-1c5a-45ea-8447-7c5b309eff4c HTTP/1.1" status: 200 len: 913 time: 0.5605588 Nov 10 17:42:49.404571 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49644) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:49.410411 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-41183663-a93f-4bcc-ba45-d36c39764fe8 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:49.414206 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-41183663-a93f-4bcc-ba45-d36c39764fe8 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0060141 Nov 10 17:42:49.420018 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6d26e630-2856-4dff-b8d2-5a6d839035c6 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.3380575 Nov 10 17:42:49.420018 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49646) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:49.424375 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-c7109a91-dfa9-443f-b7a5-8ff446773f7d tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:49.424544 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49648) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:49.428027 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c7109a91-dfa9-443f-b7a5-8ff446773f7d tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0051188 Nov 10 17:42:49.431755 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49650) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:49.438176 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-4a10e6da-ad9b-42a9-8ccf-b255a6915c5d tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:49.441610 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4a10e6da-ad9b-42a9-8ccf-b255a6915c5d tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0062547 Nov 10 17:42:49.476711 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49652) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:49.483120 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-8eaf6564-03b3-49cb-878b-510b8aba281f tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:49.486567 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8eaf6564-03b3-49cb-878b-510b8aba281f tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0051570 Nov 10 17:42:49.486721 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b77f971-4f23-409f-83cd-889ae93563f1 req-1d5e9732-f11f-44ca-afe0-cab10938f980 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b9cc42d-8311-40b5-91f8-043052fb41fd HTTP/1.1" status: 200 len: 217 time: 0.0679939 Nov 10 17:42:49.487966 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49654) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:49.496475 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-b776cc47-fa7a-4261-a6f3-a9a20a897481 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:49.499898 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b776cc47-fa7a-4261-a6f3-a9a20a897481 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0070310 Nov 10 17:42:49.500706 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49656) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:49.542834 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-b6d15eca-2634-44c0-aeba-4d1e6229126a tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:49.546218 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b6d15eca-2634-44c0-aeba-4d1e6229126a tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0159597 Nov 10 17:42:49.587786 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:49.597011 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f23078db-375a-4b0f-b8a6-c6255ac95de3 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:49.604017 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49658) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:49.610924 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [None req-2e395e10-04fb-4645-81cd-db7d3cc30b1e tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:49.614390 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2e395e10-04fb-4645-81cd-db7d3cc30b1e tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0054686 Nov 10 17:42:49.625374 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49660) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:49.642697 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-3f2e5c39-b83e-4699-8ad3-506eb4c90a72 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:49.676571 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-8e89f07d-5c25-4be2-893d-f80a87ad243b tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:49.680198 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8e89f07d-5c25-4be2-893d-f80a87ad243b tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0261350 Nov 10 17:42:49.694317 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49662) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:49.713097 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-ab32f032-986b-43f9-b475-7a284eb8e404 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:49.717580 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ab32f032-986b-43f9-b475-7a284eb8e404 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0181594 Nov 10 17:42:49.729149 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49666) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:49.741925 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-b8095b1e-b8df-4afc-bb33-64cabe28ab41 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:49.745870 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b8095b1e-b8df-4afc-bb33-64cabe28ab41 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0117044 Nov 10 17:42:49.762445 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49668) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:49.778498 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-9db85245-5ca6-42c0-94a9-2bb368845df1 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:49.782612 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9db85245-5ca6-42c0-94a9-2bb368845df1 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0158279 Nov 10 17:42:49.784755 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49670) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:49.789584 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77f971-4f23-409f-83cd-889ae93563f1 req-00f03e04-6ca3-404c-864b-feb4ba497a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:49.793905 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b77f971-4f23-409f-83cd-889ae93563f1 req-00f03e04-6ca3-404c-864b-feb4ba497a60 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a568a8b-c286-450f-b9ae-7b517fbbf861 HTTP/1.1" status: 200 len: 852 time: 0.2949779 Nov 10 17:42:49.813942 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-d1accdfc-ebf3-4c8a-a9c9-f031a8e95f74 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:49.818311 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d1accdfc-ebf3-4c8a-a9c9-f031a8e95f74 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0301380 Nov 10 17:42:49.836367 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49672) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:49.836917 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 262e5705-a548-42b6-b8ff-c54aebb9fc96, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=262e5705-a548-42b6-b8ff-c54aebb9fc96,segment=NetworkSegment(61cfe572-e0fc-4d46-a601-0ff0c70520f8),segment_id=61cfe572-e0fc-4d46-a601-0ff0c70520f8)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:49.843418 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cf936bad-8ef6-4346-bf63-82693a8bd69d tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:49.866397 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:49.870130 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a76b6fef-8406-4748-a596-b7180099fa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'name': 'tempest-ServersTestBootFromVolume-1189009530-router', 'tenant_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '18700e05-a88d-497b-85f4-baf5d45ee313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:39:34Z', 'updated_at': '2021-11-10T17:39:41Z', 'revision_number': 4, 'project_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'gw_port': {'id': '18700e05-a88d-497b-85f4-baf5d45ee313', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:39:36Z', 'updated_at': '2021-11-10T17:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'aec4e503-a3ae-4dc5-910a-60f3d11a8215', 'name': '', 'network_id': '46982e30-3e4a-4e4c-aaa3-ef383d323d9e', 'tenant_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'mac_address': 'fa:16:3e:89:71:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e3aa931e-aa72-4d19-a552-6387f7445a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:39:40Z', 'updated_at': '2021-11-10T17:39:47Z', 'revision_number': 5, 'project_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'subnets': [{'id': 'e3aa931e-aa72-4d19-a552-6387f7445a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:49.890271 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [None req-c0efe0e6-b3c3-4d34-b333-d757d49c4017 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:49.891357 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c0efe0e6-b3c3-4d34-b333-d757d49c4017 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0386040 Nov 10 17:42:49.906311 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49674) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:49.919081 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b77f971-4f23-409f-83cd-889ae93563f1 req-a7e11c9b-001a-4ebe-ae44-7c0ee1898dea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=060d9864-1c5a-45ea-8447-7c5b309eff4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963390 Nov 10 17:42:49.921876 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49676) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:49.935266 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [None req-cf215963-3985-486d-ab8b-8de5958bed8d tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:49.936377 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cf215963-3985-486d-ab8b-8de5958bed8d tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0286696 Nov 10 17:42:49.938584 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3f2e5c39-b83e-4699-8ad3-506eb4c90a72 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] 10.222.0.39 "PUT /v2.0/quotas/ad783c6092584b4c9e43a14d6b5d11c1 HTTP/1.1" status: 200 len: 368 time: 0.6476843 Nov 10 17:42:49.945064 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49680) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:49.945799 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49682) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:49.991495 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-6819032d-2142-4240-a0e9-1913c03a0df5 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:49.996317 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6819032d-2142-4240-a0e9-1913c03a0df5 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0472388 Nov 10 17:42:50.007448 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76b6fef-8406-4748-a596-b7180099fa85 None None] Checking router: 2736e2cf-3f10-4ee0-85c1-9ebd7db913bb for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:42:50.009863 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d513e4-8fe4-446a-b72f-24e30cfbea0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-aa8c8f39-78e8-4b28-96ef-cf690f0eeee4', 'network_id': 'aa8c8f39-78e8-4b28-96ef-cf690f0eeee4', 'tenant_id': '00ed30ed67954e298f7d77d829898326', 'fixed_ips': [{'subnet_id': '62dc24c1-ad69-4959-845e-b8a5099d861c'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:42:50.010518 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-d365a2b5-a761-44dd-9a43-cb525b03705a tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Request body: {'network': {'project_id': 'ad783c6092584b4c9e43a14d6b5d11c1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:50.010843 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-76d513e4-8fe4-446a-b72f-24e30cfbea0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:50.027448 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=262e5705-a548-42b6-b8ff-c54aebb9fc96,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:50.044693 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49686) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:50.071600 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [None req-9d23648c-4c90-4b0f-a80c-0f9a34d37ab1 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:50.074921 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9d23648c-4c90-4b0f-a80c-0f9a34d37ab1 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0102794 Nov 10 17:42:50.080630 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49688) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:50.086966 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76b6fef-8406-4748-a596-b7180099fa85 None None] Routers {'2736e2cf-3f10-4ee0-85c1-9ebd7db913bb'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:42:50.088218 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a76b6fef-8406-4748-a596-b7180099fa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:42:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['2736e2cf-3f10-4ee0-85c1-9ebd7db913bb'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:50.102233 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f23078db-375a-4b0f-b8a6-c6255ac95de3 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:50.214441 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-a76b6fef-8406-4748-a596-b7180099fa85 None None] Set router 2736e2cf-3f10-4ee0-85c1-9ebd7db913bb gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:42:50.250068 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f23078db-375a-4b0f-b8a6-c6255ac95de3 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:50.347466 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23078db-375a-4b0f-b8a6-c6255ac95de3 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Pushing event deleted for resources: {'Subnet': ['ID=62dc24c1-ad69-4959-845e-b8a5099d861c,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:50.423550 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-46af5abd-42be-4d6d-ab1b-eba281ca9d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:50.500440 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f23078db-375a-4b0f-b8a6-c6255ac95de3 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server [None req-76d513e4-8fe4-446a-b72f-24e30cfbea0a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 62dc24c1-ad69-4959-845e-b8a5099d861c: This subnet is being modified by another concurrent operation. Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 17:42:50.521014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise exception Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 62dc24c1-ad69-4959-845e-b8a5099d861c: This subnet is being modified by another concurrent operation. Nov 10 17:42:50.526050 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server Nov 10 17:42:50.540098 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f23078db-375a-4b0f-b8a6-c6255ac95de3 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa8c8f39-78e8-4b28-96ef-cf690f0eeee4']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:50.543930 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af5abd-42be-4d6d-ab1b-eba281ca9d79 None None] Pushing event deleted for resources: {'Port': ['ID=262e5705-a548-42b6-b8ff-c54aebb9fc96,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:50.567798 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f23078db-375a-4b0f-b8a6-c6255ac95de3 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be3ae00-8b6a-4562-b47f-9ce418a6f8de') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:50.570897 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f23078db-375a-4b0f-b8a6-c6255ac95de3 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be3ae00-8b6a-4562-b47f-9ce418a6f8de') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:50.572817 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e084015-1688-453b-bd78-28cd75316692 None None] Network aa8c8f39-78e8-4b28-96ef-cf690f0eeee4 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:42:50.591904 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f23078db-375a-4b0f-b8a6-c6255ac95de3 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:50.651684 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46af5abd-42be-4d6d-ab1b-eba281ca9d79 None None] No DVR routers for this DVR port 262e5705-a548-42b6-b8ff-c54aebb9fc96 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:42:50.703863 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-eb46fa3e-ae8a-44ce-a720-b39bafa4ccfa tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:50.705845 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f23078db-375a-4b0f-b8a6-c6255ac95de3 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:50.707197 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-eb46fa3e-ae8a-44ce-a720-b39bafa4ccfa tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.6248713 Nov 10 17:42:50.721769 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49698) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:50.729821 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [None req-8ff77a00-54fe-49c4-b03f-66bc0104190b tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:50.743180 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8ff77a00-54fe-49c4-b03f-66bc0104190b tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0111368 Nov 10 17:42:50.743419 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49700) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:50.744177 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f23078db-375a-4b0f-b8a6-c6255ac95de3 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:42:50.747855 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f23078db-375a-4b0f-b8a6-c6255ac95de3 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:50.753649 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:42:50.753649 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:42:50.753649 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:42:50.753649 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:42:50.753649 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:42:50.753649 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:42:50.753649 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:42:50.753649 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:42:50.753649 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:42:50.753649 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:42:50.753649 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:42:50.753649 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:42:50.753649 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:42:50.753649 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:42:50.753649 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:42:50.753649 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:42:50.753649 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:42:50.753649 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:42:50.753649 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:42:50.753649 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:42:50.753649 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:42:50.753649 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:42:50.753649 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:42:50.753649 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:42:50.753649 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:42:50.753649 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:42:50.753649 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:42:50.753649 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:42:50.753649 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:42:50.753649 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:42:50.753649 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:42:50.753649 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:42:50.764997 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-3f0b5d64-f4db-4a44-9521-40570edb204f tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:50.766426 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3f0b5d64-f4db-4a44-9521-40570edb204f tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0157254 Nov 10 17:42:50.773253 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d365a2b5-a761-44dd-9a43-cb525b03705a tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Made reservation on behalf of ad783c6092584b4c9e43a14d6b5d11c1 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:42:50.777473 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d365a2b5-a761-44dd-9a43-cb525b03705a tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:50.781459 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ab0c2750-b340-40df-bbde-39c27e43b786 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:50.805086 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49702) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:50.873052 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-46ad3cac-b3a2-433f-b218-d0e75540ff03 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:50.874483 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-46ad3cac-b3a2-433f-b218-d0e75540ff03 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0200038 Nov 10 17:42:50.887637 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6ec39375-96d0-4f07-a4cb-122d4e3d407b req-cf087572-9a0b-4177-8496-d2262bc16a52 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 210 time: 0.1463130 Nov 10 17:42:50.898503 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49704) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:50.910053 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-dddc4343-ed2e-462d-817e-89e640c5f765 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:50.911888 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-dddc4343-ed2e-462d-817e-89e640c5f765 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0097232 Nov 10 17:42:50.932437 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d365a2b5-a761-44dd-9a43-cb525b03705a tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:50.935796 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49706) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:50.957772 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [None req-94f7934c-4733-4a28-a201-4cda23523b54 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:50.960116 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-94f7934c-4733-4a28-a201-4cda23523b54 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0183368 Nov 10 17:42:50.964304 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f23078db-375a-4b0f-b8a6-c6255ac95de3 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:50.969318 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49708) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:50.990077 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [None req-31616e87-069d-4bdc-9648-b50ac03da149 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:50.992122 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-31616e87-069d-4bdc-9648-b50ac03da149 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0202234 Nov 10 17:42:51.035481 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ab0c2750-b340-40df-bbde-39c27e43b786 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:51.035915 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49710) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:51.042112 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaed22d-4407-4c55-b9bd-4a4fb0b9bfc8 None None] get_active_networks_info from n-d-776250-10 {{(pid=102470) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 17:42:51.044832 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f23078db-375a-4b0f-b8a6-c6255ac95de3 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:51.055921 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f23078db-375a-4b0f-b8a6-c6255ac95de3 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "DELETE /v2.0/networks/aa8c8f39-78e8-4b28-96ef-cf690f0eeee4 HTTP/1.1" status: 204 len: 168 time: 1.6302505 Nov 10 17:42:51.057137 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23078db-375a-4b0f-b8a6-c6255ac95de3 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Pushing event deleted for resources: {'Network': ['ID=aa8c8f39-78e8-4b28-96ef-cf690f0eeee4,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:51.057470 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ab0c2750-b340-40df-bbde-39c27e43b786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:51.065441 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49712) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:51.075290 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [None req-c4963958-ceb6-442e-b0ab-e43fd70bba08 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:51.076320 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c4963958-ceb6-442e-b0ab-e43fd70bba08 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0106628 Nov 10 17:42:51.080895 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49714) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:51.089307 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-e22ea17b-3d92-43aa-b70f-5d3770bbae2f req-aa0fe7db-20f2-4562-8576-28a03bda4b84 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] For port 3b9cc42d-8311-40b5-91f8-043052fb41fd, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=3b9cc42d-8311-40b5-91f8-043052fb41fd,segment=NetworkSegment(af3c14a2-bee0-4696-ac53-c2f22ec01df7),segment_id=af3c14a2-bee0-4696-ac53-c2f22ec01df7)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:51.094273 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [None req-3092b06d-d855-4ab2-a2a7-3fe03982a4b2 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:51.096015 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3092b06d-d855-4ab2-a2a7-3fe03982a4b2 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0092802 Nov 10 17:42:51.098654 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49716) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:51.109923 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-e70e8603-2d96-4bc2-800a-4a129a0f345c tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1963587291'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:51.112632 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [None req-f1b3f805-09e7-4c1c-a88b-695147092e5a tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:51.113631 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f1b3f805-09e7-4c1c-a88b-695147092e5a tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0067706 Nov 10 17:42:51.117926 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49718) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:51.134194 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ab0c2750-b340-40df-bbde-39c27e43b786 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=296ab3ac6f0441cc87ce52fc5d87be04&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2095027 Nov 10 17:42:51.151650 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [None req-290050ea-0ef4-4ca0-9671-25dc2106967e tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:51.153269 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-290050ea-0ef4-4ca0-9671-25dc2106967e tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0316081 Nov 10 17:42:51.157165 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49720) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:51.157721 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49728) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:51.167550 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [None req-7cbf1e88-d175-494e-9d12-e011477903ab tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:51.168596 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7cbf1e88-d175-494e-9d12-e011477903ab tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0060356 Nov 10 17:42:51.192817 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49730) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:51.208029 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-89a48ac5-e806-4a6f-8ef5-635dc3a5f935 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:51.210680 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-89a48ac5-e806-4a6f-8ef5-635dc3a5f935 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0131104 Nov 10 17:42:51.220691 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49732) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:51.227066 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [None req-3b6b0d9e-2b21-4988-888c-17b494495fe2 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:51.228227 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3b6b0d9e-2b21-4988-888c-17b494495fe2 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0061724 Nov 10 17:42:51.238955 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49734) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:51.243360 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b77f971-4f23-409f-83cd-889ae93563f1 req-ea61369b-98b0-449e-aa0b-47472d3b6970 service neutron] 10.222.0.13 "GET /v2.0/networks/060d9864-1c5a-45ea-8447-7c5b309eff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2959974 Nov 10 17:42:51.246933 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c2750-b340-40df-bbde-39c27e43b786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354a8a97-82f3-411a-8c2e-85aff699362d,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:51.261764 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-c2d0c123-8179-4e28-9548-add33cacdfc3 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:51.264086 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c2d0c123-8179-4e28-9548-add33cacdfc3 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0188408 Nov 10 17:42:51.270759 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49736) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:51.307658 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-bd285674-9cf7-4a93-9c25-25c9f299d44f tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:51.310073 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-bd285674-9cf7-4a93-9c25-25c9f299d44f tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0214417 Nov 10 17:42:51.321912 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49738) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:51.326243 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70e8603-2d96-4bc2-800a-4a129a0f345c tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Made reservation on behalf of 00ed30ed67954e298f7d77d829898326 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:42:51.338588 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e70e8603-2d96-4bc2-800a-4a129a0f345c tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:51.353105 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-4d6b3eaa-ef3c-4d1e-999b-b1a0cbe6827b tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:51.357240 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e22ea17b-3d92-43aa-b70f-5d3770bbae2f req-aa0fe7db-20f2-4562-8576-28a03bda4b84 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:51.360742 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4d6b3eaa-ef3c-4d1e-999b-b1a0cbe6827b tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0116067 Nov 10 17:42:51.363225 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49740) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:51.385081 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [None req-781828ff-1349-41e5-9d93-11416d097ae1 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:51.386477 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-781828ff-1349-41e5-9d93-11416d097ae1 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0222068 Nov 10 17:42:51.391439 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49742) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:51.410874 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a76b6fef-8406-4748-a596-b7180099fa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'name': 'tempest-ServersTestBootFromVolume-1189009530-router', 'tenant_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '18700e05-a88d-497b-85f4-baf5d45ee313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:39:34Z', 'updated_at': '2021-11-10T17:39:41Z', 'revision_number': 4, 'project_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'gw_port': {'id': '18700e05-a88d-497b-85f4-baf5d45ee313', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:39:36Z', 'updated_at': '2021-11-10T17:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'aec4e503-a3ae-4dc5-910a-60f3d11a8215', 'name': '', 'network_id': '46982e30-3e4a-4e4c-aaa3-ef383d323d9e', 'tenant_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'mac_address': 'fa:16:3e:89:71:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e3aa931e-aa72-4d19-a552-6387f7445a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:39:40Z', 'updated_at': '2021-11-10T17:39:47Z', 'revision_number': 5, 'project_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'subnets': [{'id': 'e3aa931e-aa72-4d19-a552-6387f7445a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:51.413291 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaaed22d-4407-4c55-b9bd-4a4fb0b9bfc8 None None] Resources bound (agent type, host, resource id): {{(pid=102470) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 17:42:51.415832 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e22ea17b-3d92-43aa-b70f-5d3770bbae2f req-aa0fe7db-20f2-4562-8576-28a03bda4b84 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:51.420621 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [None req-276625d8-a657-4216-948c-0121afecb68a tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:51.421696 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-276625d8-a657-4216-948c-0121afecb68a tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0200129 Nov 10 17:42:51.431334 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49746) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:51.438117 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-c542b6e8-d725-490b-9048-a107b4caa863 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:51.440219 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['3b9cc42d-8311-40b5-91f8-043052fb41fd'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:42:51.442491 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c542b6e8-d725-490b-9048-a107b4caa863 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0074613 Nov 10 17:42:51.448442 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49748) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:51.455011 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-7d82caec-5e68-4cf1-bc5c-b27c536d54d7 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:51.460802 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7d82caec-5e68-4cf1-bc5c-b27c536d54d7 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0099750 Nov 10 17:42:51.467478 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49750) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:51.471921 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-ef247156-8496-4dee-b78e-249a7647064b tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:51.476932 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ef247156-8496-4dee-b78e-249a7647064b tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0079770 Nov 10 17:42:51.479319 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cf936bad-8ef6-4346-bf63-82693a8bd69d tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:51.480692 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49752) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:51.487607 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-ac916598-bde3-4a3d-912a-05153dfb0a14 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:51.491788 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ac916598-bde3-4a3d-912a-05153dfb0a14 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0074472 Nov 10 17:42:51.498417 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49754) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:51.504342 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-d708d2f3-2c08-42df-8f2d-371f4245210a tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:51.509962 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d708d2f3-2c08-42df-8f2d-371f4245210a tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0091872 Nov 10 17:42:51.517330 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49756) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:51.523531 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-cc209ca5-06c6-4de5-8362-93e1cd698463 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:51.523812 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cf936bad-8ef6-4346-bf63-82693a8bd69d tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:51.527259 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-cc209ca5-06c6-4de5-8362-93e1cd698463 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0088940 Nov 10 17:42:51.533719 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49758) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:51.538681 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-4ec3ba0d-7aaa-49b6-89dc-7c598083b9e0 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:51.542547 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4ec3ba0d-7aaa-49b6-89dc-7c598083b9e0 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0075624 Nov 10 17:42:51.544708 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49760) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:51.553709 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-4471dceb-a58b-4b87-a5bb-18c7275c2c59 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:51.555286 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b8d3f82-4d5d-4442-b69f-7548e67fc529 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:51.557608 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4471dceb-a58b-4b87-a5bb-18c7275c2c59 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0075178 Nov 10 17:42:51.575751 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49764) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:51.591453 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76b6fef-8406-4748-a596-b7180099fa85 None None] The sync data for ids ['2736e2cf-3f10-4ee0-85c1-9ebd7db913bb'] in n-d-776250-10 is: [{'id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'name': 'tempest-ServersTestBootFromVolume-1189009530-router', 'tenant_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '18700e05-a88d-497b-85f4-baf5d45ee313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:39:34Z', 'updated_at': '2021-11-10T17:39:41Z', 'revision_number': 4, 'project_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'gw_port': {'id': '18700e05-a88d-497b-85f4-baf5d45ee313', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:39:36Z', 'updated_at': '2021-11-10T17:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'aec4e503-a3ae-4dc5-910a-60f3d11a8215', 'name': '', 'network_id': '46982e30-3e4a-4e4c-aaa3-ef383d323d9e', 'tenant_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'mac_address': 'fa:16:3e:89:71:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e3aa931e-aa72-4d19-a552-6387f7445a86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:39:40Z', 'updated_at': '2021-11-10T17:39:47Z', 'revision_number': 5, 'project_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'subnets': [{'id': 'e3aa931e-aa72-4d19-a552-6387f7445a86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:42:51.591959 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b8d3f82-4d5d-4442-b69f-7548e67fc529 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:51.597299 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-c9aea37b-87d9-4751-919e-54b649496317 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:51.603273 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c9aea37b-87d9-4751-919e-54b649496317 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0205212 Nov 10 17:42:51.606291 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e70e8603-2d96-4bc2-800a-4a129a0f345c tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:42:51.624108 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49768) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:51.638221 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [None req-44113b70-5d97-4740-975b-a21367f21ae3 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:51.651154 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-44113b70-5d97-4740-975b-a21367f21ae3 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0216413 Nov 10 17:42:51.662038 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49770) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:51.699978 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49772) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:51.708347 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e70e8603-2d96-4bc2-800a-4a129a0f345c tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:51.709607 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-e70e8603-2d96-4bc2-800a-4a129a0f345c tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Added segment 4660bedd-ee0d-4757-99d8-963622139d31 of type vlan for network 7a339859-d8b6-4dd0-90b3-06dc0a369895 Nov 10 17:42:51.731600 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d365a2b5-a761-44dd-9a43-cb525b03705a tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:51.751667 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d365a2b5-a761-44dd-9a43-cb525b03705a tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:51.791460 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b77f971-4f23-409f-83cd-889ae93563f1 req-264314be-f4ed-4926-894f-77edd532e2b7 service neutron] 10.222.0.13 "GET /v2.0/networks/060d9864-1c5a-45ea-8447-7c5b309eff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5221622 Nov 10 17:42:51.846922 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e70e8603-2d96-4bc2-800a-4a129a0f345c tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:51.877184 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d365a2b5-a761-44dd-9a43-cb525b03705a tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:42:51.921306 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365a2b5-a761-44dd-9a43-cb525b03705a tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62bb3e8-7ae8-4ac3-a9e0-a3c115e68e23,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:51.934478 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d365a2b5-a761-44dd-9a43-cb525b03705a tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:51.934819 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-d365a2b5-a761-44dd-9a43-cb525b03705a tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Added segment 86074d8f-7cbd-40e5-930b-0a92aca069f5 of type vlan for network 51191f10-6e97-44c1-94f2-3b82ed04d5e7 Nov 10 17:42:51.975339 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-cf936bad-8ef6-4346-bf63-82693a8bd69d tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Allocated IP 172.20.0.11 (681b94c0-33f4-4d44-8de4-ff0965c4c5e6/31fcb94b-60c2-4655-81da-56b288ac4749/042fd54a-fd78-45f7-9d54-96b61c8e335a) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:42:51.999894 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [None req-4a6b4528-4b48-421a-b6e1-7e50314defda tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:52.004745 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4a6b4528-4b48-421a-b6e1-7e50314defda tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0237157 Nov 10 17:42:52.012661 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e70e8603-2d96-4bc2-800a-4a129a0f345c tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:52.015533 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49778) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:52.018223 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70e8603-2d96-4bc2-800a-4a129a0f345c tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:52.019185 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e70e8603-2d96-4bc2-800a-4a129a0f345c tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:52.038785 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d365a2b5-a761-44dd-9a43-cb525b03705a tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:52.055982 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ea17b-3d92-43aa-b70f-5d3770bbae2f req-aa0fe7db-20f2-4562-8576-28a03bda4b84 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:52.057051 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-e22ea17b-3d92-43aa-b70f-5d3770bbae2f req-aa0fe7db-20f2-4562-8576-28a03bda4b84 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:52.059502 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e22ea17b-3d92-43aa-b70f-5d3770bbae2f req-aa0fe7db-20f2-4562-8576-28a03bda4b84 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "PUT /v2.0/ports/3b9cc42d-8311-40b5-91f8-043052fb41fd HTTP/1.1" status: 200 len: 1020 time: 3.3854878 Nov 10 17:42:52.078491 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e5886-e415-41ce-80dd-50c108815057 req-37ddade9-81a1-4ca6-b285-c21ca905add3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:52.079010 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [None req-f90fa4d7-18d0-4608-aa94-c8d08c292bca tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:52.079527 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e5886-e415-41ce-80dd-50c108815057 req-37ddade9-81a1-4ca6-b285-c21ca905add3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:52.080140 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e5886-e415-41ce-80dd-50c108815057 req-37ddade9-81a1-4ca6-b285-c21ca905add3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:52.083278 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e5886-e415-41ce-80dd-50c108815057 req-37ddade9-81a1-4ca6-b285-c21ca905add3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:52.083278 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e5886-e415-41ce-80dd-50c108815057 req-37ddade9-81a1-4ca6-b285-c21ca905add3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:52.083278 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e5886-e415-41ce-80dd-50c108815057 req-37ddade9-81a1-4ca6-b285-c21ca905add3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:52.083278 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e5886-e415-41ce-80dd-50c108815057 req-37ddade9-81a1-4ca6-b285-c21ca905add3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:52.085111 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c91e5886-e415-41ce-80dd-50c108815057 req-37ddade9-81a1-4ca6-b285-c21ca905add3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 6496 time: 0.3821437 Nov 10 17:42:52.085628 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f90fa4d7-18d0-4608-aa94-c8d08c292bca tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0569813 Nov 10 17:42:52.086405 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9768103-6595-4f2c-8385-737172baf71f', 'tag': '3b9cc42d-8311-40b5-91f8-043052fb41fd'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:42:52.088888 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77969c9-3b25-478b-90b9-5f351fcfa88a" -d '{"events": [{"name": "network-changed", "server_uuid": "d9768103-6595-4f2c-8385-737172baf71f", "tag": "3b9cc42d-8311-40b5-91f8-043052fb41fd"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:42:52.093269 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49782) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:52.109656 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [None req-84ce35b6-cbc7-49af-a64d-22016dad37e7 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:52.114269 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-84ce35b6-cbc7-49af-a64d-22016dad37e7 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0135710 Nov 10 17:42:52.122089 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49786) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:52.126622 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['3b9cc42d-8311-40b5-91f8-043052fb41fd'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:42:52.136052 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f774b503-9925-45ea-822e-dd9b52468b66 None None] New status for floating IP 3f096007-e026-4d99-a3a7-3cb99ed2f5a2: DOWN {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:42:52.181633 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [None req-907db4ed-ce93-4f13-96dc-6dac9ad57ac0 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:42:52.201818 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-907db4ed-ce93-4f13-96dc-6dac9ad57ac0 tempest-ExtensionsTestJSON-1155241157 tempest-ExtensionsTestJSON-1155241157-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0459518 Nov 10 17:42:52.294859 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0fe7db-20f2-4562-8576-28a03bda4b84 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Pushing event updated for resources: {'Port': ['ID=3b9cc42d-8311-40b5-91f8-043052fb41fd,revision_number=7']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:52.298638 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cbf039-8969-4057-9821-bf290230b398 None None] DHCP port deletion for 060d9864-1c5a-45ea-8447-7c5b309eff4c request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:42:52.370597 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b8d3f82-4d5d-4442-b69f-7548e67fc529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:52.385781 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b8d3f82-4d5d-4442-b69f-7548e67fc529 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:52.391272 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0b8d3f82-4d5d-4442-b69f-7548e67fc529 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/354a8a97-82f3-411a-8c2e-85aff699362d HTTP/1.1" status: 204 len: 168 time: 1.2275393 Nov 10 17:42:52.431401 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-7014b158-177a-4392-8d90-2c35daf7ee1f None None] Provisioning complete for port 3b9cc42d-8311-40b5-91f8-043052fb41fd triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:42:52.431974 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7014b158-177a-4392-8d90-2c35daf7ee1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:52.451780 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d3f82-4d5d-4442-b69f-7548e67fc529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354a8a97-82f3-411a-8c2e-85aff699362d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:52.453158 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e8603-2d96-4bc2-800a-4a129a0f345c tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Pushing event updated for resources: {'Network': ['ID=7a339859-d8b6-4dd0-90b3-06dc0a369895,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:52.479244 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-31a0398b-5795-46c4-a524-d1d49a2c79bf req-e590dfe4-88e5-4fdb-8013-cc4d783bedb6 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 210 time: 0.4334199 Nov 10 17:42:52.484167 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.db.resource_extend [None req-d365a2b5-a761-44dd-9a43-cb525b03705a tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 17:42:52.532433 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 7a339859-d8b6-4dd0-90b3-06dc0a369895 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:42:52.539726 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e70e8603-2d96-4bc2-800a-4a129a0f345c tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4668047 Nov 10 17:42:52.542856 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cf936bad-8ef6-4346-bf63-82693a8bd69d tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:52.544886 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49794) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:52.555607 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c91e5886-e415-41ce-80dd-50c108815057 req-8083baa3-39ad-4d4e-bc03-1b5db82b10f0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&id=608b14d9-8ec4-421e-aae1-a188f87dfaee&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3723645 Nov 10 17:42:52.576864 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d365a2b5-a761-44dd-9a43-cb525b03705a tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:52.578684 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-568883c6-7b08-448f-bb91-0597b0820a64 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Request body: {'subnet': {'network_id': '7a339859-d8b6-4dd0-90b3-06dc0a369895', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:52.581381 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d365a2b5-a761-44dd-9a43-cb525b03705a tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:52.582203 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d365a2b5-a761-44dd-9a43-cb525b03705a tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:52.706492 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb74749-a9f1-4b0e-abb1-baa94bd0ac7e x-openstack-request-id: req-8fb74749-a9f1-4b0e-abb1-baa94bd0ac7e {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:42:52.707039 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9768103-6595-4f2c-8385-737172baf71f", "tag": "3b9cc42d-8311-40b5-91f8-043052fb41fd", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:42:52.707204 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8fb74749-a9f1-4b0e-abb1-baa94bd0ac7e {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:42:52.707741 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9768103-6595-4f2c-8385-737172baf71f', 'tag': '3b9cc42d-8311-40b5-91f8-043052fb41fd', 'status': 'completed', 'code': 200} Nov 10 17:42:52.714110 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568883c6-7b08-448f-bb91-0597b0820a64 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Made reservation on behalf of 00ed30ed67954e298f7d77d829898326 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:42:52.718583 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-568883c6-7b08-448f-bb91-0597b0820a64 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:52.854014 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d365a2b5-a761-44dd-9a43-cb525b03705a tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.8981361 Nov 10 17:42:52.859850 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49800) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:52.880037 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-0341c9fd-9f33-4838-be20-93c26ea18153 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Request body: {'network': {'project_id': 'ad783c6092584b4c9e43a14d6b5d11c1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:52.892786 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2392886-f0fa-4be9-a301-67fe9f97b177 req-3c050d90-03c1-4f68-b5e7-7d5a6894d2bb tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:52.894594 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d2392886-f0fa-4be9-a301-67fe9f97b177 req-3c050d90-03c1-4f68-b5e7-7d5a6894d2bb tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9768103-6595-4f2c-8385-737172baf71f HTTP/1.1" status: 200 len: 1023 time: 0.6665266 Nov 10 17:42:52.928074 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cf936bad-8ef6-4346-bf63-82693a8bd69d tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:52.981013 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365a2b5-a761-44dd-9a43-cb525b03705a tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Pushing event updated for resources: {'Network': ['ID=51191f10-6e97-44c1-94f2-3b82ed04d5e7,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:53.002682 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77969c9-3b25-478b-90b9-5f351fcfa88a req-2dfc3f57-f817-4ec4-9e19-7160286d1835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:53.004653 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d77969c9-3b25-478b-90b9-5f351fcfa88a req-2dfc3f57-f817-4ec4-9e19-7160286d1835 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28bf93e06f3848a9a72c412217f242f8&device_id=d9768103-6595-4f2c-8385-737172baf71f HTTP/1.1" status: 200 len: 1175 time: 0.3649266 Nov 10 17:42:53.027820 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf936bad-8ef6-4346-bf63-82693a8bd69d tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Pushing event updated for resources: {'Port': ['ID=042fd54a-fd78-45f7-9d54-96b61c8e335a,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:53.030539 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49804) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:53.043810 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf936bad-8ef6-4346-bf63-82693a8bd69d tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Network 681b94c0-33f4-4d44-8de4-ff0965c4c5e6 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:42:53.058421 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-cf936bad-8ef6-4346-bf63-82693a8bd69d tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:42:53.072218 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf936bad-8ef6-4346-bf63-82693a8bd69d tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:42:53.100871 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 51191f10-6e97-44c1-94f2-3b82ed04d5e7 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:42:53.188837 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6d18bf-a4af-4370-8c8d-7c35d8ec354c None None] DHCP port deletion for 681b94c0-33f4-4d44-8de4-ff0965c4c5e6 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:42:53.196292 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0341c9fd-9f33-4838-be20-93c26ea18153 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Made reservation on behalf of ad783c6092584b4c9e43a14d6b5d11c1 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:42:53.202923 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0341c9fd-9f33-4838-be20-93c26ea18153 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:53.304662 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0341c9fd-9f33-4838-be20-93c26ea18153 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:42:53.420765 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0341c9fd-9f33-4838-be20-93c26ea18153 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:53.423177 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-0341c9fd-9f33-4838-be20-93c26ea18153 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Added segment 2e59279e-09af-4f55-b509-62c68762f1ec of type vlan for network 52d6a6cb-500f-4fc9-8314-c34aaa5de68c Nov 10 17:42:53.430408 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77969c9-3b25-478b-90b9-5f351fcfa88a req-bdb1c024-d4a4-487e-9c27-b6eb1324b183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:53.432203 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d77969c9-3b25-478b-90b9-5f351fcfa88a req-bdb1c024-d4a4-487e-9c27-b6eb1324b183 service neutron] 10.222.0.13 "GET /v2.0/networks?id=060d9864-1c5a-45ea-8447-7c5b309eff4c HTTP/1.1" status: 200 len: 913 time: 0.4179080 Nov 10 17:42:53.550794 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d77969c9-3b25-478b-90b9-5f351fcfa88a req-d6ed8c4c-ccb6-4bbd-ae9f-d3890a83273b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b9cc42d-8311-40b5-91f8-043052fb41fd HTTP/1.1" status: 200 len: 217 time: 0.1035519 Nov 10 17:42:53.582136 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0341c9fd-9f33-4838-be20-93c26ea18153 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:53.603296 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a540d402-0316-4684-9475-778f9831b69f None None] Provisioning complete for port 042fd54a-fd78-45f7-9d54-96b61c8e335a triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:42:53.603296 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a540d402-0316-4684-9475-778f9831b69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:53.640736 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-568883c6-7b08-448f-bb91-0597b0820a64 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:53.667117 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-a540d402-0316-4684-9475-778f9831b69f None None] Port 042fd54a-fd78-45f7-9d54-96b61c8e335a cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:42:53.721619 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77969c9-3b25-478b-90b9-5f351fcfa88a req-758a7dd6-2dac-4325-9ae7-c0481c04179e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:53.723262 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d77969c9-3b25-478b-90b9-5f351fcfa88a req-758a7dd6-2dac-4325-9ae7-c0481c04179e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a568a8b-c286-450f-b9ae-7b517fbbf861 HTTP/1.1" status: 200 len: 852 time: 0.1630223 Nov 10 17:42:53.725413 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0341c9fd-9f33-4838-be20-93c26ea18153 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:53.726247 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0341c9fd-9f33-4838-be20-93c26ea18153 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:53.726862 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0341c9fd-9f33-4838-be20-93c26ea18153 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:53.778815 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-59743379-72b7-43ff-9e24-cf9288440dd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:53.815040 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d2392886-f0fa-4be9-a301-67fe9f97b177 req-7b51293d-1d1b-44f2-852a-a7879cebc909 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?id=445fd380-e13f-419a-8344-8db7ca9ffaf0&id=bec81d4d-ec15-4a0a-9ffd-7564b59e9d63&id=6192f994-9fb3-4bce-b4cd-c03ff5545a43 HTTP/1.1" status: 200 len: 6208 time: 0.9070106 Nov 10 17:42:53.820385 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341c9fd-9f33-4838-be20-93c26ea18153 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Pushing event updated for resources: {'Network': ['ID=52d6a6cb-500f-4fc9-8314-c34aaa5de68c,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:53.833007 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 52d6a6cb-500f-4fc9-8314-c34aaa5de68c details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:42:53.945316 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-59743379-72b7-43ff-9e24-cf9288440dd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:53.948465 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d77969c9-3b25-478b-90b9-5f351fcfa88a req-76fba6fa-6c6b-4ddd-a946-1c8b3d39ac01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=060d9864-1c5a-45ea-8447-7c5b309eff4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1466253 Nov 10 17:42:53.955817 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-446f356b-d569-4a8a-aa37-45b54495450f req-69ef59f5-ae9f-4f6a-b0c9-2629827ec25c tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1190592297 ', 'description': 'tempest-description-1379383861'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:53.979842 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-59743379-72b7-43ff-9e24-cf9288440dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:54.048742 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0341c9fd-9f33-4838-be20-93c26ea18153 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1864243 Nov 10 17:42:54.071958 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49826) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:54.072633 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49830) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:54.075873 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-59743379-72b7-43ff-9e24-cf9288440dd6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ac08281076b64c4798d1d04310a7726c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0274136 Nov 10 17:42:54.077928 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-f35598d4-0c5d-4195-b917-8eb7d3f5bd39 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Request body: {'network': {'project_id': 'ad783c6092584b4c9e43a14d6b5d11c1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:54.124287 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568883c6-7b08-448f-bb91-0597b0820a64 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Pushing event updated for resources: {'Subnet': ['ID=a840b37d-951b-4745-a035-ec050f0c48de,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:54.132701 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf509569-efc7-4f88-94ab-3317adb574db req-692d59a5-adb5-42d6-a1e3-04b7cddb3609 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 210 time: 0.4661191 Nov 10 17:42:54.142322 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-446f356b-d569-4a8a-aa37-45b54495450f req-69ef59f5-ae9f-4f6a-b0c9-2629827ec25c tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:54.169877 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-f35598d4-0c5d-4195-b917-8eb7d3f5bd39 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 10 17:42:54.170401 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f35598d4-0c5d-4195-b917-8eb7d3f5bd39 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:42:54.171591 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f35598d4-0c5d-4195-b917-8eb7d3f5bd39 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0979946 Nov 10 17:42:54.177556 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49834) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:54.193510 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59743379-72b7-43ff-9e24-cf9288440dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef55725-58ea-4bac-bbc8-1eb0378b5447,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:54.234139 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568883c6-7b08-448f-bb91-0597b0820a64 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Checking segment: {'id': '4660bedd-ee0d-4757-99d8-963622139d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7a339859-d8b6-4dd0-90b3-06dc0a369895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:42:54.235009 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568883c6-7b08-448f-bb91-0597b0820a64 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Network hostable DHCP agents. Network: 7a339859-d8b6-4dd0-90b3-06dc0a369895, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:42:54.240532 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d77969c9-3b25-478b-90b9-5f351fcfa88a req-cea1f814-8482-4194-a5fc-e7c398e86cd9 service neutron] 10.222.0.13 "GET /v2.0/networks/060d9864-1c5a-45ea-8447-7c5b309eff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826378 Nov 10 17:42:54.273980 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-476b5fc0-998b-4640-8d4b-3ea05f041300 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:54.316368 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568883c6-7b08-448f-bb91-0597b0820a64 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Network 7a339859-d8b6-4dd0-90b3-06dc0a369895 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:42:54.343080 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-568883c6-7b08-448f-bb91-0597b0820a64 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 7a339859-d8b6-4dd0-90b3-06dc0a369895) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:42:54.351557 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1202e3c7-cb17-4c64-b1ad-a4698cb2613b None None] Network 7a339859-d8b6-4dd0-90b3-06dc0a369895 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:42:54.358941 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-476b5fc0-998b-4640-8d4b-3ea05f041300 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:54.369234 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-48d8540b-627c-4ad4-95ce-b9745ad371db tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ad783c6092584b4c9e43a14d6b5d11c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1882393 Nov 10 17:42:54.377871 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49838) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:54.404796 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cf936bad-8ef6-4346-bf63-82693a8bd69d tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:54.454413 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568883c6-7b08-448f-bb91-0597b0820a64 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:54.455069 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-568883c6-7b08-448f-bb91-0597b0820a64 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:54.485987 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-568883c6-7b08-448f-bb91-0597b0820a64 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9397759 Nov 10 17:42:54.486657 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49842) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:54.526488 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d77969c9-3b25-478b-90b9-5f351fcfa88a req-9667d7a1-70ed-4354-ad25-00a056551f8b service neutron] 10.222.0.13 "GET /v2.0/networks/060d9864-1c5a-45ea-8447-7c5b309eff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632997 Nov 10 17:42:54.565330 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c337c414-f301-448f-a9ea-998f0e81f398 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:54.608448 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c337c414-f301-448f-a9ea-998f0e81f398 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:54.612460 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-476b5fc0-998b-4640-8d4b-3ea05f041300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:54.619093 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-476b5fc0-998b-4640-8d4b-3ea05f041300 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:54.622111 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-476b5fc0-998b-4640-8d4b-3ea05f041300 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4ef55725-58ea-4bac-bbc8-1eb0378b5447 HTTP/1.1" status: 204 len: 168 time: 0.5395319 Nov 10 17:42:54.664563 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b5fc0-998b-4640-8d4b-3ea05f041300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef55725-58ea-4bac-bbc8-1eb0378b5447,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:54.718424 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:54.792308 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c337c414-f301-448f-a9ea-998f0e81f398 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:54.796226 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c337c414-f301-448f-a9ea-998f0e81f398 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:54.802834 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c337c414-f301-448f-a9ea-998f0e81f398 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/d62bb3e8-7ae8-4ac3-a9e0-a3c115e68e23 HTTP/1.1" status: 204 len: 168 time: 0.4235311 Nov 10 17:42:54.803553 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49848) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:54.808026 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0839d11-06e7-4a07-8e64-5980dbf99fd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-7a339859-d8b6-4dd0-90b3-06dc0a369895', 'network_id': '7a339859-d8b6-4dd0-90b3-06dc0a369895', 'tenant_id': '00ed30ed67954e298f7d77d829898326', 'fixed_ips': [{'subnet_id': 'a840b37d-951b-4745-a035-ec050f0c48de'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:42:54.811016 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d0839d11-06e7-4a07-8e64-5980dbf99fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:54.917929 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-25e445be-776c-492b-8fe4-f0b6b752cd18 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:54.952568 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337c414-f301-448f-a9ea-998f0e81f398 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62bb3e8-7ae8-4ac3-a9e0-a3c115e68e23,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:55.023104 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-446f356b-d569-4a8a-aa37-45b54495450f req-69ef59f5-ae9f-4f6a-b0c9-2629827ec25c tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:55.037014 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-446f356b-d569-4a8a-aa37-45b54495450f req-69ef59f5-ae9f-4f6a-b0c9-2629827ec25c tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:55.102204 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-d0839d11-06e7-4a07-8e64-5980dbf99fd9 None None] Allocated IP 2001:db8::2 (7a339859-d8b6-4dd0-90b3-06dc0a369895/a840b37d-951b-4745-a035-ec050f0c48de/21851a06-4ddd-4cc6-958a-dcc68d07a307) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:42:55.185960 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-25e445be-776c-492b-8fe4-f0b6b752cd18 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:55.249037 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-25e445be-776c-492b-8fe4-f0b6b752cd18 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d6a6cb-500f-4fc9-8314-c34aaa5de68c']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:55.281287 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cf936bad-8ef6-4346-bf63-82693a8bd69d tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:55.286411 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-446f356b-d569-4a8a-aa37-45b54495450f req-69ef59f5-ae9f-4f6a-b0c9-2629827ec25c tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:55.288310 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-446f356b-d569-4a8a-aa37-45b54495450f req-69ef59f5-ae9f-4f6a-b0c9-2629827ec25c tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.3375630 Nov 10 17:42:55.297729 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef59f5-ae9f-4f6a-b0c9-2629827ec25c tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1b2f6b-c854-4847-ac75-a4da8702db4a,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:55.305239 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-25e445be-776c-492b-8fe4-f0b6b752cd18 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e59279e-09af-4f55-b509-62c68762f1ec') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:55.305533 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-25e445be-776c-492b-8fe4-f0b6b752cd18 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e59279e-09af-4f55-b509-62c68762f1ec') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:55.338211 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-25e445be-776c-492b-8fe4-f0b6b752cd18 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:55.358491 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d0839d11-06e7-4a07-8e64-5980dbf99fd9 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:55.379534 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d0839d11-06e7-4a07-8e64-5980dbf99fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:55.400989 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d6c6352c-85c5-4cfd-9960-219f99297104 req-f3b81a0b-b4d1-47c2-977c-cec192939583 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd4033e-8ef5-4554-92c5-dbe0c9318226 HTTP/1.1" status: 200 len: 210 time: 0.0605381 Nov 10 17:42:55.412968 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-25e445be-776c-492b-8fe4-f0b6b752cd18 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:55.431615 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e445be-776c-492b-8fe4-f0b6b752cd18 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:42:55.432345 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-25e445be-776c-492b-8fe4-f0b6b752cd18 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:55.436242 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:42:55.436242 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:42:55.436242 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:42:55.436242 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:42:55.436242 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:42:55.436242 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:42:55.436242 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:42:55.436242 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:42:55.436242 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:42:55.436242 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:42:55.436242 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:42:55.436242 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:42:55.436242 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:42:55.436242 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:42:55.436242 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:42:55.436242 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:42:55.436242 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:42:55.436242 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:42:55.436242 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:42:55.436242 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:42:55.436242 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:42:55.436242 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:42:55.436242 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:42:55.436242 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:42:55.436242 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:42:55.436242 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:42:55.436242 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:42:55.436242 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:42:55.436242 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:42:55.436242 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:42:55.436242 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:42:55.436242 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:42:55.508900 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-00931d57-3f17-4b7b-8ec4-cfd9e1934a69 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:55.560345 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-25e445be-776c-492b-8fe4-f0b6b752cd18 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:55.560869 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0839d11-06e7-4a07-8e64-5980dbf99fd9 None None] Pushing event updated for resources: {'Port': ['ID=21851a06-4ddd-4cc6-958a-dcc68d07a307,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:55.571260 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-25e445be-776c-492b-8fe4-f0b6b752cd18 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:55.578853 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-25e445be-776c-492b-8fe4-f0b6b752cd18 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] 10.222.0.39 "DELETE /v2.0/networks/52d6a6cb-500f-4fc9-8314-c34aaa5de68c HTTP/1.1" status: 204 len: 168 time: 0.7685604 Nov 10 17:42:55.579854 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49870) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:55.604999 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0839d11-06e7-4a07-8e64-5980dbf99fd9 None None] Network 7a339859-d8b6-4dd0-90b3-06dc0a369895 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:42:55.608037 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-d0839d11-06e7-4a07-8e64-5980dbf99fd9 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:42:55.610283 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:55.611020 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0839d11-06e7-4a07-8e64-5980dbf99fd9 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:42:55.663432 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e445be-776c-492b-8fe4-f0b6b752cd18 tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Pushing event deleted for resources: {'Network': ['ID=52d6a6cb-500f-4fc9-8314-c34aaa5de68c,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:55.769648 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-861c8cbd-35db-43b1-bc85-e9f53628809d tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:55.801081 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-d0839d11-06e7-4a07-8e64-5980dbf99fd9 None None] Attempting to bind port 21851a06-4ddd-4cc6-958a-dcc68d07a307 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:42:55.801973 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-d0839d11-06e7-4a07-8e64-5980dbf99fd9 None None] Attempting to bind port 21851a06-4ddd-4cc6-958a-dcc68d07a307 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '4660bedd-ee0d-4757-99d8-963622139d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7a339859-d8b6-4dd0-90b3-06dc0a369895'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:42:55.802175 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0839d11-06e7-4a07-8e64-5980dbf99fd9 None None] Attempting to bind port 21851a06-4ddd-4cc6-958a-dcc68d07a307 on network 7a339859-d8b6-4dd0-90b3-06dc0a369895 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:42:55.809474 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0839d11-06e7-4a07-8e64-5980dbf99fd9 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:42:55.810254 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0839d11-06e7-4a07-8e64-5980dbf99fd9 None None] Checking segment: {'id': '4660bedd-ee0d-4757-99d8-963622139d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7a339859-d8b6-4dd0-90b3-06dc0a369895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:42:55.810796 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d0839d11-06e7-4a07-8e64-5980dbf99fd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:55.811418 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0839d11-06e7-4a07-8e64-5980dbf99fd9 None None] Bound using segment: {'id': '4660bedd-ee0d-4757-99d8-963622139d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7a339859-d8b6-4dd0-90b3-06dc0a369895'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:42:55.812183 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-d0839d11-06e7-4a07-8e64-5980dbf99fd9 None None] Bound port: 21851a06-4ddd-4cc6-958a-dcc68d07a307, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4660bedd-ee0d-4757-99d8-963622139d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7a339859-d8b6-4dd0-90b3-06dc0a369895'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:42:55.812990 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d0839d11-06e7-4a07-8e64-5980dbf99fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:55.822248 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e328ba6d-6938-480e-bb34-ff01cfae9d96 req-7fdf4171-a7c9-4d5f-8b9c-c66ecf0ccfa6 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups/dc1b2f6b-c854-4847-ac75-a4da8702db4a HTTP/1.1" status: 200 len: 1800 time: 0.4372733 Nov 10 17:42:55.898631 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf936bad-8ef6-4346-bf63-82693a8bd69d tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Router d9f2bfe9-aa9b-4469-af9d-dbce1583aea3 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:42:55.933844 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-861c8cbd-35db-43b1-bc85-e9f53628809d tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:55.966352 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-861c8cbd-35db-43b1-bc85-e9f53628809d tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51191f10-6e97-44c1-94f2-3b82ed04d5e7']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:55.978115 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-861c8cbd-35db-43b1-bc85-e9f53628809d tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86074d8f-7cbd-40e5-930b-0a92aca069f5') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:55.978682 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-861c8cbd-35db-43b1-bc85-e9f53628809d tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86074d8f-7cbd-40e5-930b-0a92aca069f5') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:55.991570 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-861c8cbd-35db-43b1-bc85-e9f53628809d tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:55.991738 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-d0839d11-06e7-4a07-8e64-5980dbf99fd9 None None] For port 21851a06-4ddd-4cc6-958a-dcc68d07a307, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:42:56.000188 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-d0839d11-06e7-4a07-8e64-5980dbf99fd9 None None] For port 21851a06-4ddd-4cc6-958a-dcc68d07a307, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=21851a06-4ddd-4cc6-958a-dcc68d07a307,segment=NetworkSegment(4660bedd-ee0d-4757-99d8-963622139d31),segment_id=4660bedd-ee0d-4757-99d8-963622139d31)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:42:56.008814 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d0839d11-06e7-4a07-8e64-5980dbf99fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:56.013223 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-861c8cbd-35db-43b1-bc85-e9f53628809d tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:56.023901 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-861c8cbd-35db-43b1-bc85-e9f53628809d tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:42:56.026097 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-861c8cbd-35db-43b1-bc85-e9f53628809d tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:56.034936 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-00931d57-3f17-4b7b-8ec4-cfd9e1934a69 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Deleting port 21851a06-4ddd-4cc6-958a-dcc68d07a307 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:42:56.036258 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-00931d57-3f17-4b7b-8ec4-cfd9e1934a69 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:56.097106 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:42:56.097106 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:42:56.097106 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:42:56.097106 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:42:56.097106 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:42:56.097106 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:42:56.097106 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:42:56.097106 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:42:56.097106 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:42:56.097106 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:42:56.097106 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:42:56.097106 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:42:56.097106 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:42:56.097106 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:42:56.097106 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:42:56.097106 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:42:56.097106 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:42:56.097106 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:42:56.097106 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:42:56.097106 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:42:56.097106 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:42:56.097106 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:42:56.097106 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:42:56.097106 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:42:56.097106 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:42:56.097106 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:42:56.097106 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:42:56.097106 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:42:56.097106 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:42:56.097106 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:42:56.097106 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:42:56.097106 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:42:56.116939 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-861c8cbd-35db-43b1-bc85-e9f53628809d tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:56.121461 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-861c8cbd-35db-43b1-bc85-e9f53628809d tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:56.129386 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-861c8cbd-35db-43b1-bc85-e9f53628809d tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] 10.222.0.39 "DELETE /v2.0/networks/51191f10-6e97-44c1-94f2-3b82ed04d5e7 HTTP/1.1" status: 204 len: 168 time: 0.5484207 Nov 10 17:42:56.172866 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf936bad-8ef6-4346-bf63-82693a8bd69d tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:42:56.196818 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c8cbd-35db-43b1-bc85-e9f53628809d tempest-QuotasNegativeTest-1297660884 tempest-QuotasNegativeTest-1297660884-project-admin] Pushing event deleted for resources: {'Network': ['ID=51191f10-6e97-44c1-94f2-3b82ed04d5e7,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:56.200615 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0839d11-06e7-4a07-8e64-5980dbf99fd9 None None] Pushing event updated for resources: {'Port': ['ID=21851a06-4ddd-4cc6-958a-dcc68d07a307,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:56.222600 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c70789-1285-40ac-b2d6-7e831f66cae5 None None] Sync routers for ids ['d9f2bfe9-aa9b-4469-af9d-dbce1583aea3'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:42:56.253807 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cf936bad-8ef6-4346-bf63-82693a8bd69d tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:56.262515 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49888) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:56.263579 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cf936bad-8ef6-4346-bf63-82693a8bd69d tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 7.4555662 Nov 10 17:42:56.264120 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c70789-1285-40ac-b2d6-7e831f66cae5 None None] Routers {'d9f2bfe9-aa9b-4469-af9d-dbce1583aea3'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:42:56.264783 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-88c70789-1285-40ac-b2d6-7e831f66cae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:42:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['d9f2bfe9-aa9b-4469-af9d-dbce1583aea3'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:56.296252 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e2464857-6efa-4457-8d2f-91195dc61a18 req-403e014f-3d80-4cdd-9c36-71d1dd25ff65 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups/dc1b2f6b-c854-4847-ac75-a4da8702db4a HTTP/1.1" status: 200 len: 1800 time: 0.4322104 Nov 10 17:42:56.362899 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-00931d57-3f17-4b7b-8ec4-cfd9e1934a69 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] For port 21851a06-4ddd-4cc6-958a-dcc68d07a307, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=21851a06-4ddd-4cc6-958a-dcc68d07a307,segment=NetworkSegment(4660bedd-ee0d-4757-99d8-963622139d31),segment_id=4660bedd-ee0d-4757-99d8-963622139d31)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:56.366661 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-00931d57-3f17-4b7b-8ec4-cfd9e1934a69 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:56.401583 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-00931d57-3f17-4b7b-8ec4-cfd9e1934a69 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Calling delete_port for 21851a06-4ddd-4cc6-958a-dcc68d07a307 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:42:56.589368 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-88c70789-1285-40ac-b2d6-7e831f66cae5 None None] Set router d9f2bfe9-aa9b-4469-af9d-dbce1583aea3 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:42:56.676178 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49900) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:56.689840 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-00931d57-3f17-4b7b-8ec4-cfd9e1934a69 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:56.791058 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00931d57-3f17-4b7b-8ec4-cfd9e1934a69 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Pushing event deleted for resources: {'Port': ['ID=21851a06-4ddd-4cc6-958a-dcc68d07a307,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:56.817299 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e2464857-6efa-4457-8d2f-91195dc61a18 req-aa32e65b-35c8-433c-ad26-adf1463131e7 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:56.868498 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f436551a-5461-410b-bf91-3390b9c1dfac tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:56.921758 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00931d57-3f17-4b7b-8ec4-cfd9e1934a69 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] No DVR routers for this DVR port 21851a06-4ddd-4cc6-958a-dcc68d07a307 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:42:57.005054 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 21851a06-4ddd-4cc6-958a-dcc68d07a307 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:42:57.058849 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-00931d57-3f17-4b7b-8ec4-cfd9e1934a69 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:57.059646 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e2464857-6efa-4457-8d2f-91195dc61a18 req-aa32e65b-35c8-433c-ad26-adf1463131e7 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:57.067601 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17afb38e-ba17-40da-b079-c336874ca70d tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:57.067705 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 21851a06-4ddd-4cc6-958a-dcc68d07a307 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:42:57.067705 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 21851a06-4ddd-4cc6-958a-dcc68d07a307 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 10 17:42:57.133437 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49906) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:57.140711 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Port 21851a06-4ddd-4cc6-958a-dcc68d07a307 not found, will not notify nova. {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 10 17:42:57.186980 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-00931d57-3f17-4b7b-8ec4-cfd9e1934a69 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:57.246805 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17afb38e-ba17-40da-b079-c336874ca70d tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:57.258217 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00931d57-3f17-4b7b-8ec4-cfd9e1934a69 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Pushing event deleted for resources: {'Subnet': ['ID=a840b37d-951b-4745-a035-ec050f0c48de,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:57.313182 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-88c70789-1285-40ac-b2d6-7e831f66cae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f2bfe9-aa9b-4469-af9d-dbce1583aea3', 'name': '', 'tenant_id': '4d07678d800b4803833b4908f09add58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '681b94c0-33f4-4d44-8de4-ff0965c4c5e6', 'external_fixed_ips': [{'subnet_id': '31fcb94b-60c2-4655-81da-56b288ac4749', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '042fd54a-fd78-45f7-9d54-96b61c8e335a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:42:49Z', 'updated_at': '2021-11-10T17:42:53Z', 'revision_number': 3, 'project_id': '4d07678d800b4803833b4908f09add58', 'gw_port': {'id': '042fd54a-fd78-45f7-9d54-96b61c8e335a', 'name': '', 'network_id': '681b94c0-33f4-4d44-8de4-ff0965c4c5e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:99:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f2bfe9-aa9b-4469-af9d-dbce1583aea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '31fcb94b-60c2-4655-81da-56b288ac4749', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:42:51Z', 'updated_at': '2021-11-10T17:42:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31fcb94b-60c2-4655-81da-56b288ac4749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:57.353539 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f436551a-5461-410b-bf91-3390b9c1dfac tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:57.374620 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e2464857-6efa-4457-8d2f-91195dc61a18 req-aa32e65b-35c8-433c-ad26-adf1463131e7 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:57.389547 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-00931d57-3f17-4b7b-8ec4-cfd9e1934a69 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:57.391377 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e2464857-6efa-4457-8d2f-91195dc61a18 req-aa32e65b-35c8-433c-ad26-adf1463131e7 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:57.392743 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e2464857-6efa-4457-8d2f-91195dc61a18 req-aa32e65b-35c8-433c-ad26-adf1463131e7 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "DELETE /v2.0/security-groups/dc1b2f6b-c854-4847-ac75-a4da8702db4a HTTP/1.1" status: 204 len: 173 time: 1.0375917 Nov 10 17:42:57.403597 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c70789-1285-40ac-b2d6-7e831f66cae5 None None] Checking router: d9f2bfe9-aa9b-4469-af9d-dbce1583aea3 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:42:57.404484 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c70789-1285-40ac-b2d6-7e831f66cae5 None None] Updating router d9f2bfe9-aa9b-4469-af9d-dbce1583aea3 port 042fd54a-fd78-45f7-9d54-96b61c8e335a binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:42:57.462361 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-88c70789-1285-40ac-b2d6-7e831f66cae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:57.475339 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32e65b-35c8-433c-ad26-adf1463131e7 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1b2f6b-c854-4847-ac75-a4da8702db4a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:57.496755 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [req-16bccdfa-b388-4568-aa41-a24e21d1329d req-d2a127d5-f150-4bf1-b45f-cfe17aec4c97 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] show failed (client error): The resource could not be found. Nov 10 17:42:57.497823 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-16bccdfa-b388-4568-aa41-a24e21d1329d req-d2a127d5-f150-4bf1-b45f-cfe17aec4c97 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups/dc1b2f6b-c854-4847-ac75-a4da8702db4a HTTP/1.1" status: 404 len: 352 time: 0.0421181 Nov 10 17:42:57.499519 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-00931d57-3f17-4b7b-8ec4-cfd9e1934a69 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a339859-d8b6-4dd0-90b3-06dc0a369895']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:57.518567 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-00931d57-3f17-4b7b-8ec4-cfd9e1934a69 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4660bedd-ee0d-4757-99d8-963622139d31') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:57.518567 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-00931d57-3f17-4b7b-8ec4-cfd9e1934a69 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4660bedd-ee0d-4757-99d8-963622139d31') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:57.551209 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17afb38e-ba17-40da-b079-c336874ca70d tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:57.557283 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17afb38e-ba17-40da-b079-c336874ca70d tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:57.558468 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-17afb38e-ba17-40da-b079-c336874ca70d tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "DELETE /v2.0/security-groups/cf236311-d8b9-45ff-a7b6-1206037b066a HTTP/1.1" status: 204 len: 168 time: 0.8797421 Nov 10 17:42:57.569506 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-00931d57-3f17-4b7b-8ec4-cfd9e1934a69 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:57.572343 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49916) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:57.616062 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17afb38e-ba17-40da-b079-c336874ca70d tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf236311-d8b9-45ff-a7b6-1206037b066a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:57.618138 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-f217bfd8-3490-4036-b7a6-80b4c15e5468 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] show failed (client error): The resource could not be found. Nov 10 17:42:57.620889 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f217bfd8-3490-4036-b7a6-80b4c15e5468 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "GET /v2.0/security-groups/cf236311-d8b9-45ff-a7b6-1206037b066a HTTP/1.1" status: 404 len: 347 time: 0.0466936 Nov 10 17:42:57.628745 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49920) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:57.632556 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-aa740b48-2ee0-4631-9d12-fcbe0831b3f1 req-defe62fb-d7c2-407d-9dff-daeb544f52f0 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2068914370', 'description': 'tempest-description-1127264946'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:57.665382 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-00931d57-3f17-4b7b-8ec4-cfd9e1934a69 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:57.680211 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00931d57-3f17-4b7b-8ec4-cfd9e1934a69 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:42:57.681318 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-00931d57-3f17-4b7b-8ec4-cfd9e1934a69 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:57.689681 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:42:57.689681 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:42:57.689681 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:42:57.689681 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:42:57.689681 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:42:57.689681 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:42:57.689681 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:42:57.689681 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:42:57.689681 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:42:57.689681 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:42:57.689681 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:42:57.689681 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:42:57.689681 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:42:57.689681 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:42:57.689681 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:42:57.689681 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:42:57.689681 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:42:57.689681 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:42:57.689681 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:42:57.689681 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:42:57.689681 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:42:57.689681 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:42:57.689681 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:42:57.689681 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:42:57.689681 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:42:57.689681 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:42:57.689681 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:42:57.689681 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:42:57.689681 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:42:57.689681 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:42:57.689681 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:42:57.689681 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:42:57.795310 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-f436551a-5461-410b-bf91-3390b9c1dfac tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Deleting port 042fd54a-fd78-45f7-9d54-96b61c8e335a {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:42:57.795657 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f436551a-5461-410b-bf91-3390b9c1dfac tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:57.957095 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-aa740b48-2ee0-4631-9d12-fcbe0831b3f1 req-defe62fb-d7c2-407d-9dff-daeb544f52f0 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:57.966304 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-00931d57-3f17-4b7b-8ec4-cfd9e1934a69 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:58.044684 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-00931d57-3f17-4b7b-8ec4-cfd9e1934a69 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:58.050834 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-fbbce391-44f9-4a8a-84ca-17d7a1278b31 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Request body: {'networks': [{'name': 'tempest-network--883423154'}, {'name': 'tempest-network--1139900487'}]} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:58.051459 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-fbbce391-44f9-4a8a-84ca-17d7a1278b31 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Request body: {'network': {'name': 'tempest-network--883423154'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:58.053170 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-fbbce391-44f9-4a8a-84ca-17d7a1278b31 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Request body: {'network': {'name': 'tempest-network--1139900487'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:58.060647 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-00931d57-3f17-4b7b-8ec4-cfd9e1934a69 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "DELETE /v2.0/networks/7a339859-d8b6-4dd0-90b3-06dc0a369895 HTTP/1.1" status: 204 len: 168 time: 3.5573964 Nov 10 17:42:58.060647 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00931d57-3f17-4b7b-8ec4-cfd9e1934a69 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Pushing event deleted for resources: {'Network': ['ID=7a339859-d8b6-4dd0-90b3-06dc0a369895,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:58.069044 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49922) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:58.087533 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-81df9c50-326c-44d4-b586-6bb7c16525f6 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-360848395'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:58.190696 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81df9c50-326c-44d4-b586-6bb7c16525f6 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Made reservation on behalf of 00ed30ed67954e298f7d77d829898326 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:42:58.217768 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-81df9c50-326c-44d4-b586-6bb7c16525f6 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:58.294760 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49924) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:58.467471 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81df9c50-326c-44d4-b586-6bb7c16525f6 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:42:58.469132 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbce391-44f9-4a8a-84ca-17d7a1278b31 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Made reservation on behalf of 96cf1cf1f8a44a1a90a9015ca1fb0e5b for: {'network': 2} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:42:58.480445 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fbbce391-44f9-4a8a-84ca-17d7a1278b31 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:58.502894 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f436551a-5461-410b-bf91-3390b9c1dfac tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:58.528914 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-81df9c50-326c-44d4-b586-6bb7c16525f6 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:58.529590 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-81df9c50-326c-44d4-b586-6bb7c16525f6 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Added segment 642086ee-d39d-4957-a1d8-d9170f6b78fd of type vlan for network 9ce7a351-4600-4f74-86ed-ee1c62dfdc5d Nov 10 17:42:58.531876 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fbbce391-44f9-4a8a-84ca-17d7a1278b31 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:58.532132 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-88c70789-1285-40ac-b2d6-7e831f66cae5 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:58.546456 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-88c70789-1285-40ac-b2d6-7e831f66cae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:58.620358 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-f436551a-5461-410b-bf91-3390b9c1dfac tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Calling delete_port for 042fd54a-fd78-45f7-9d54-96b61c8e335a owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:42:58.668451 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc084d0-c16b-42b8-a624-1faf039ac315 None None] DHCP port deletion for 7a339859-d8b6-4dd0-90b3-06dc0a369895 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:42:58.792759 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-4cb16a9b-beb9-4d01-beb0-65f3ff3a58f6 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Deleting port 4e2ea95a-83c8-466d-9780-5321917e4630 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:42:58.793924 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4cb16a9b-beb9-4d01-beb0-65f3ff3a58f6 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:58.832849 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e099f01c-79da-4a13-b47d-8f4b43aa4125 None None] Could not find standard attr ID for object 21851a06-4ddd-4cc6-958a-dcc68d07a307. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 17:42:58.889701 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d4518f-2d31-4431-939f-940add3b85c9 None None] DHCP port deletion for 681b94c0-33f4-4d44-8de4-ff0965c4c5e6 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:42:58.918385 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-954647ad-46ee-4164-96eb-16e2815be62a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:58.929393 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-81df9c50-326c-44d4-b586-6bb7c16525f6 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:58.950363 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 21851a06-4ddd-4cc6-958a-dcc68d07a307 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:42:58.976989 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8a1891-3ec0-48d3-a84e-db5811afde09 None None] Network 7a339859-d8b6-4dd0-90b3-06dc0a369895 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:42:58.984545 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-88c70789-1285-40ac-b2d6-7e831f66cae5 None None] Attempting to bind port 042fd54a-fd78-45f7-9d54-96b61c8e335a on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:42:58.985275 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-88c70789-1285-40ac-b2d6-7e831f66cae5 None None] Attempting to bind port 042fd54a-fd78-45f7-9d54-96b61c8e335a by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '3c0335b4-efe5-4b87-b327-62a29a0d93f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '681b94c0-33f4-4d44-8de4-ff0965c4c5e6'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:42:58.985973 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c70789-1285-40ac-b2d6-7e831f66cae5 None None] Attempting to bind port 042fd54a-fd78-45f7-9d54-96b61c8e335a on network 681b94c0-33f4-4d44-8de4-ff0965c4c5e6 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:42:58.989364 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4cb16a9b-beb9-4d01-beb0-65f3ff3a58f6 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:58.990458 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4cb16a9b-beb9-4d01-beb0-65f3ff3a58f6 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:59.034633 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-aa740b48-2ee0-4631-9d12-fcbe0831b3f1 req-defe62fb-d7c2-407d-9dff-daeb544f52f0 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:59.046728 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-4cb16a9b-beb9-4d01-beb0-65f3ff3a58f6 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Calling delete_port for 4e2ea95a-83c8-466d-9780-5321917e4630 owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:42:59.092416 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a84bd8-dd98-4efb-8619-2f1065374e34 None None] Pushing event updated for resources: {'Port': ['ID=042fd54a-fd78-45f7-9d54-96b61c8e335a,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:59.101040 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 21851a06-4ddd-4cc6-958a-dcc68d07a307 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:42:59.102161 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 21851a06-4ddd-4cc6-958a-dcc68d07a307 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:42:59.108456 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-81df9c50-326c-44d4-b586-6bb7c16525f6 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:59.109016 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c70789-1285-40ac-b2d6-7e831f66cae5 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:42:59.109353 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c70789-1285-40ac-b2d6-7e831f66cae5 None None] Checking segment: {'id': '3c0335b4-efe5-4b87-b327-62a29a0d93f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '681b94c0-33f4-4d44-8de4-ff0965c4c5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:42:59.109994 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-88c70789-1285-40ac-b2d6-7e831f66cae5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:59.110677 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c70789-1285-40ac-b2d6-7e831f66cae5 None None] Bound using segment: {'id': '3c0335b4-efe5-4b87-b327-62a29a0d93f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '681b94c0-33f4-4d44-8de4-ff0965c4c5e6'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:42:59.111488 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-88c70789-1285-40ac-b2d6-7e831f66cae5 None None] Bound port: 042fd54a-fd78-45f7-9d54-96b61c8e335a, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0335b4-efe5-4b87-b327-62a29a0d93f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '681b94c0-33f4-4d44-8de4-ff0965c4c5e6'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:42:59.112438 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-88c70789-1285-40ac-b2d6-7e831f66cae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:59.119812 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81df9c50-326c-44d4-b586-6bb7c16525f6 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:42:59.124698 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-81df9c50-326c-44d4-b586-6bb7c16525f6 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:59.228683 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-88c70789-1285-40ac-b2d6-7e831f66cae5 None None] For port 042fd54a-fd78-45f7-9d54-96b61c8e335a, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:42:59.232967 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-88c70789-1285-40ac-b2d6-7e831f66cae5 None None] For port 042fd54a-fd78-45f7-9d54-96b61c8e335a, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=042fd54a-fd78-45f7-9d54-96b61c8e335a,segment=NetworkSegment(3c0335b4-efe5-4b87-b327-62a29a0d93f0),segment_id=3c0335b4-efe5-4b87-b327-62a29a0d93f0)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:42:59.234401 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8a1891-3ec0-48d3-a84e-db5811afde09 None None] Network 7a339859-d8b6-4dd0-90b3-06dc0a369895 could not be found, it might have been deleted concurrently. {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 10 17:42:59.248002 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-88c70789-1285-40ac-b2d6-7e831f66cae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:59.262168 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-aa740b48-2ee0-4631-9d12-fcbe0831b3f1 req-defe62fb-d7c2-407d-9dff-daeb544f52f0 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:59.265005 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4cb16a9b-beb9-4d01-beb0-65f3ff3a58f6 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:59.269282 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-81df9c50-326c-44d4-b586-6bb7c16525f6 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1920557 Nov 10 17:42:59.275500 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49934) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:59.294163 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df9c50-326c-44d4-b586-6bb7c16525f6 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Pushing event updated for resources: {'Network': ['ID=9ce7a351-4600-4f74-86ed-ee1c62dfdc5d,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:59.294514 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6114271a-1ad0-4d25-9f2e-6b75955ce976 None None] Provisioning complete for port 042fd54a-fd78-45f7-9d54-96b61c8e335a triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:42:59.294910 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6114271a-1ad0-4d25-9f2e-6b75955ce976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:59.320903 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-04b1ce9c-7d1e-4d31-aceb-15d0d72deedf tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Request body: {'subnet': {'network_id': '9ce7a351-4600-4f74-86ed-ee1c62dfdc5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:59.322049 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-954647ad-46ee-4164-96eb-16e2815be62a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:59.328064 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-954647ad-46ee-4164-96eb-16e2815be62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:59.335999 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe62fb-d7c2-407d-9dff-daeb544f52f0 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b73d5fa2-b19a-4bbc-aa71-797016cd8193,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:59.385341 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954647ad-46ee-4164-96eb-16e2815be62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1616ebd6-ad8a-4957-8a05-360dcbba9596,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:59.406309 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-954647ad-46ee-4164-96eb-16e2815be62a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=659882765b8042cba4505f1eceaf93c7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1083918 Nov 10 17:42:59.406944 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49936) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:42:59.446680 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 9ce7a351-4600-4f74-86ed-ee1c62dfdc5d details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:42:59.491276 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5558511-38e2-4244-9ee8-3ccf8ed02d90 None None] DHCP port deletion for 681b94c0-33f4-4d44-8de4-ff0965c4c5e6 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:42:59.508097 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f9413eb8-f423-4529-81df-443799b695ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:59.542407 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f9413eb8-f423-4529-81df-443799b695ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:59.555413 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb16a9b-beb9-4d01-beb0-65f3ff3a58f6 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Pushing event deleted for resources: {'Port': ['ID=4e2ea95a-83c8-466d-9780-5321917e4630,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:59.580761 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-aa740b48-2ee0-4631-9d12-fcbe0831b3f1 req-defe62fb-d7c2-407d-9dff-daeb544f52f0 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:59.582065 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa740b48-2ee0-4631-9d12-fcbe0831b3f1 req-defe62fb-d7c2-407d-9dff-daeb544f52f0 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.9676697 Nov 10 17:42:59.649250 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-b28aacaa-e64f-4ed8-89e1-4f0278e23b08 req-451ec24d-d3bf-49e2-9d96-c33426c50d15 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1996927757', 'description': 'tempest-description-1843487835'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:42:59.681017 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b28aacaa-e64f-4ed8-89e1-4f0278e23b08 req-451ec24d-d3bf-49e2-9d96-c33426c50d15 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:59.710063 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f9413eb8-f423-4529-81df-443799b695ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:59.713282 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6114271a-1ad0-4d25-9f2e-6b75955ce976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:59.713851 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f9413eb8-f423-4529-81df-443799b695ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:59.717421 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f9413eb8-f423-4529-81df-443799b695ca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1616ebd6-ad8a-4957-8a05-360dcbba9596 HTTP/1.1" status: 204 len: 168 time: 0.3061407 Nov 10 17:42:59.730596 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9413eb8-f423-4529-81df-443799b695ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1616ebd6-ad8a-4957-8a05-360dcbba9596,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:59.755358 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-6114271a-1ad0-4d25-9f2e-6b75955ce976 None None] For port 042fd54a-fd78-45f7-9d54-96b61c8e335a, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=042fd54a-fd78-45f7-9d54-96b61c8e335a,segment=NetworkSegment(3c0335b4-efe5-4b87-b327-62a29a0d93f0),segment_id=3c0335b4-efe5-4b87-b327-62a29a0d93f0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:42:59.758676 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0528ac13-245e-4e4f-ba58-5d9fa4c4e482 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:42:59.776138 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a84bd8-dd98-4efb-8619-2f1065374e34 None None] Pushing event updated for resources: {'Port': ['ID=042fd54a-fd78-45f7-9d54-96b61c8e335a,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:42:59.781497 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6114271a-1ad0-4d25-9f2e-6b75955ce976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:59.785630 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c70789-1285-40ac-b2d6-7e831f66cae5 None None] Routers {'d9f2bfe9-aa9b-4469-af9d-dbce1583aea3'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:42:59.787929 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-88c70789-1285-40ac-b2d6-7e831f66cae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:42:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['d9f2bfe9-aa9b-4469-af9d-dbce1583aea3'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:42:59.948053 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b28aacaa-e64f-4ed8-89e1-4f0278e23b08 req-451ec24d-d3bf-49e2-9d96-c33426c50d15 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:59.954301 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b28aacaa-e64f-4ed8-89e1-4f0278e23b08 req-451ec24d-d3bf-49e2-9d96-c33426c50d15 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:42:59.971721 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-75644fe6-a956-4dfb-b5ca-c4a9f430be1f None None] Provisioning complete for port 042fd54a-fd78-45f7-9d54-96b61c8e335a triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:42:59.972192 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-75644fe6-a956-4dfb-b5ca-c4a9f430be1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:00.011061 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114271a-1ad0-4d25-9f2e-6b75955ce976 None None] Pushing event updated for resources: {'Port': ['ID=042fd54a-fd78-45f7-9d54-96b61c8e335a,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:00.032287 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-88c70789-1285-40ac-b2d6-7e831f66cae5 None None] Set router d9f2bfe9-aa9b-4469-af9d-dbce1583aea3 gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:43:00.046345 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ec24d-d3bf-49e2-9d96-c33426c50d15 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c81163ff-56a3-4621-ab5b-47cbb60d5786,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:00.073817 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b28aacaa-e64f-4ed8-89e1-4f0278e23b08 req-451ec24d-d3bf-49e2-9d96-c33426c50d15 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:00.078450 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b28aacaa-e64f-4ed8-89e1-4f0278e23b08 req-451ec24d-d3bf-49e2-9d96-c33426c50d15 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4370317 Nov 10 17:43:00.329354 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-88c70789-1285-40ac-b2d6-7e831f66cae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f2bfe9-aa9b-4469-af9d-dbce1583aea3', 'name': '', 'tenant_id': '4d07678d800b4803833b4908f09add58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:42:49Z', 'updated_at': '2021-11-10T17:42:57Z', 'revision_number': 4, 'project_id': '4d07678d800b4803833b4908f09add58', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:00.369983 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c70789-1285-40ac-b2d6-7e831f66cae5 None None] The sync data for ids ['d9f2bfe9-aa9b-4469-af9d-dbce1583aea3'] in n-d-776250-10 is: [{'id': 'd9f2bfe9-aa9b-4469-af9d-dbce1583aea3', 'name': '', 'tenant_id': '4d07678d800b4803833b4908f09add58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:42:49Z', 'updated_at': '2021-11-10T17:42:57Z', 'revision_number': 4, 'project_id': '4d07678d800b4803833b4908f09add58', 'gw_port_host': None}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:43:00.451911 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-41ddc895-76be-40a0-913e-55dbd88baed7 req-6f10236f-3728-41fe-be1f-1fe1d95deb34 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1179393669', 'description': 'tempest-description-1486420660'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:00.520038 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5e6c95e7-1927-4010-944d-bbbe57b78edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:00.531469 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fbbce391-44f9-4a8a-84ca-17d7a1278b31 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:00.536358 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4cb16a9b-beb9-4d01-beb0-65f3ff3a58f6 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:00.540955 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4cb16a9b-beb9-4d01-beb0-65f3ff3a58f6 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:00.545967 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49952) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:00.546765 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4cb16a9b-beb9-4d01-beb0-65f3ff3a58f6 tempest-ServersTestBootFromVolume-1849720775 tempest-ServersTestBootFromVolume-1849720775-project] 10.222.0.39 "DELETE /v2.0/floatingips/3f096007-e026-4d99-a3a7-3cb99ed2f5a2 HTTP/1.1" status: 204 len: 168 time: 2.8942595 Nov 10 17:43:00.579788 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fbbce391-44f9-4a8a-84ca-17d7a1278b31 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:00.580911 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fbbce391-44f9-4a8a-84ca-17d7a1278b31 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:00.629456 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbce391-44f9-4a8a-84ca-17d7a1278b31 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f56d156-29c5-4149-b5c2-1425672cb29d,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:00.714121 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbbce391-44f9-4a8a-84ca-17d7a1278b31 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:43:00.731337 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fbbce391-44f9-4a8a-84ca-17d7a1278b31 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:00.731902 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-fbbce391-44f9-4a8a-84ca-17d7a1278b31 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Added segment 52f31ea1-f70b-44aa-ac2d-a57981a933b7 of type vlan for network 748fdbe8-3fd1-4c75-9a57-960382ba57df Nov 10 17:43:00.752550 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49956) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:00.753216 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-41ddc895-76be-40a0-913e-55dbd88baed7 req-6f10236f-3728-41fe-be1f-1fe1d95deb34 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:00.781470 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f436551a-5461-410b-bf91-3390b9c1dfac tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:00.801638 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-154c7f76-c507-497d-9d87-3891667c7ff2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:00.893402 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436551a-5461-410b-bf91-3390b9c1dfac tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Pushing event deleted for resources: {'Port': ['ID=042fd54a-fd78-45f7-9d54-96b61c8e335a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:00.925211 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fbbce391-44f9-4a8a-84ca-17d7a1278b31 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:00.932313 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4482c354-d2c1-4931-9896-e94353ffd2b8 None None] DHCP port deletion for 681b94c0-33f4-4d44-8de4-ff0965c4c5e6 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:43:00.936722 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b1ce9c-7d1e-4d31-aceb-15d0d72deedf tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Made reservation on behalf of 00ed30ed67954e298f7d77d829898326 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:00.942023 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-04b1ce9c-7d1e-4d31-aceb-15d0d72deedf tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:01.066026 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.db.resource_extend [None req-fbbce391-44f9-4a8a-84ca-17d7a1278b31 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 17:43:01.180565 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbbce391-44f9-4a8a-84ca-17d7a1278b31 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:43:01.219514 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fbbce391-44f9-4a8a-84ca-17d7a1278b31 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:01.219514 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-fbbce391-44f9-4a8a-84ca-17d7a1278b31 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Added segment 6d5a8427-f427-45d7-bd1d-14ebb6de0bb6 of type vlan for network 5c827ab4-17a0-4a0c-9bd3-0ddf5a49b692 Nov 10 17:43:01.249245 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-41ddc895-76be-40a0-913e-55dbd88baed7 req-6f10236f-3728-41fe-be1f-1fe1d95deb34 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:01.253677 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f436551a-5461-410b-bf91-3390b9c1dfac tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:01.304894 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-41ddc895-76be-40a0-913e-55dbd88baed7 req-6f10236f-3728-41fe-be1f-1fe1d95deb34 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:01.401709 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-154c7f76-c507-497d-9d87-3891667c7ff2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:01.454722 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-154c7f76-c507-497d-9d87-3891667c7ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:01.455074 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10236f-3728-41fe-be1f-1fe1d95deb34 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae172f0f-fb7a-463a-83f0-e6eeb8cc1a5c,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:01.502582 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fbbce391-44f9-4a8a-84ca-17d7a1278b31 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:01.513006 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f436551a-5461-410b-bf91-3390b9c1dfac tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:01.519203 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f436551a-5461-410b-bf91-3390b9c1dfac tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:01.544691 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c7f76-c507-497d-9d87-3891667c7ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673b972c-1895-4952-b051-bf42dcbdd97f,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:01.554429 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-154c7f76-c507-497d-9d87-3891667c7ff2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1873d00ec373448da15961818f6efa1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8002324 Nov 10 17:43:01.555390 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49966) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:01.588730 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-41ddc895-76be-40a0-913e-55dbd88baed7 req-6f10236f-3728-41fe-be1f-1fe1d95deb34 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:01.590207 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-41ddc895-76be-40a0-913e-55dbd88baed7 req-6f10236f-3728-41fe-be1f-1fe1d95deb34 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.1730402 Nov 10 17:43:01.653265 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fbbce391-44f9-4a8a-84ca-17d7a1278b31 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:01.654273 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fbbce391-44f9-4a8a-84ca-17d7a1278b31 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:01.666591 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbce391-44f9-4a8a-84ca-17d7a1278b31 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:01.678852 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbce391-44f9-4a8a-84ca-17d7a1278b31 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:01.679668 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fbbce391-44f9-4a8a-84ca-17d7a1278b31 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:01.717231 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fbbce391-44f9-4a8a-84ca-17d7a1278b31 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 4.5691617 Nov 10 17:43:01.756446 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49970) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:01.780259 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f436551a-5461-410b-bf91-3390b9c1dfac tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:01.783870 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f436551a-5461-410b-bf91-3390b9c1dfac tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9f2bfe9-aa9b-4469-af9d-dbce1583aea3 {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:43:01.794329 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f436551a-5461-410b-bf91-3390b9c1dfac tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:01.796905 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f436551a-5461-410b-bf91-3390b9c1dfac tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] 10.222.0.39 "DELETE /v2.0/routers/d9f2bfe9-aa9b-4469-af9d-dbce1583aea3 HTTP/1.1" status: 204 len: 168 time: 5.5275457 Nov 10 17:43:01.807595 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49974) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:01.890844 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c350211-8f0c-4ea6-b756-c6a2206a5b59 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Deleting subnet 31fcb94b-60c2-4655-81da-56b288ac4749 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:43:01.894550 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4c350211-8f0c-4ea6-b756-c6a2206a5b59 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:01.915195 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbce391-44f9-4a8a-84ca-17d7a1278b31 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Pushing event updated for resources: {'Network': ['ID=748fdbe8-3fd1-4c75-9a57-960382ba57df,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:01.932033 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 748fdbe8-3fd1-4c75-9a57-960382ba57df details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:43:01.964124 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4c350211-8f0c-4ea6-b756-c6a2206a5b59 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:02.067659 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4c350211-8f0c-4ea6-b756-c6a2206a5b59 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:02.207180 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4c350211-8f0c-4ea6-b756-c6a2206a5b59 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:02.222409 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbce391-44f9-4a8a-84ca-17d7a1278b31 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Pushing event updated for resources: {'Network': ['ID=5c827ab4-17a0-4a0c-9bd3-0ddf5a49b692,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:02.241762 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 5c827ab4-17a0-4a0c-9bd3-0ddf5a49b692 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:43:02.282170 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4c350211-8f0c-4ea6-b756-c6a2206a5b59 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:02.288375 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4c350211-8f0c-4ea6-b756-c6a2206a5b59 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/31fcb94b-60c2-4655-81da-56b288ac4749 HTTP/1.1" status: 204 len: 168 time: 0.4764051 Nov 10 17:43:02.289661 n-d-776250-10 neutron-server[102469]: DEBUG neutron.objects.ports [None req-04b1ce9c-7d1e-4d31-aceb-15d0d72deedf tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102469) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 17:43:02.291464 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49980) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:02.307716 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-04b1ce9c-7d1e-4d31-aceb-15d0d72deedf tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:02.354166 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9a2c4556-3964-4fcd-9147-7c0b3e388a01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:02.381086 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9a2c4556-3964-4fcd-9147-7c0b3e388a01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:02.407256 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fbdf99-2b0e-41a3-9ab9-78727a4197f9 None None] Network 681b94c0-33f4-4d44-8de4-ff0965c4c5e6 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:02.457029 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c350211-8f0c-4ea6-b756-c6a2206a5b59 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=31fcb94b-60c2-4655-81da-56b288ac4749,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:02.473340 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9a2c4556-3964-4fcd-9147-7c0b3e388a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:02.477145 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9a2c4556-3964-4fcd-9147-7c0b3e388a01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:02.479514 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9a2c4556-3964-4fcd-9147-7c0b3e388a01 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/673b972c-1895-4952-b051-bf42dcbdd97f HTTP/1.1" status: 204 len: 168 time: 0.9146962 Nov 10 17:43:02.538853 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c4556-3964-4fcd-9147-7c0b3e388a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673b972c-1895-4952-b051-bf42dcbdd97f,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:02.551646 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-38de20f9-165e-4da7-b51d-364957ee71e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:02.604465 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d597cde-7a32-420f-b67e-e0e598e753be None None] DHCP port deletion for 681b94c0-33f4-4d44-8de4-ff0965c4c5e6 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:43:02.670805 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ea31038f-cc24-4ab5-a3e5-5a4f69309603 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:02.695190 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1ce9c-7d1e-4d31-aceb-15d0d72deedf tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Pushing event updated for resources: {'Subnet': ['ID=6b6ae047-4771-402f-984c-0598753e6829,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:02.718465 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-68eeb723-721c-489e-91d4-cb2b74a636e3 req-6306b52e-9090-4c97-9fcd-5ba116ed61a1 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=28bf93e06f3848a9a72c412217f242f8 HTTP/1.1" status: 200 len: 11015 time: 1.0434952 Nov 10 17:43:02.741768 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b1ce9c-7d1e-4d31-aceb-15d0d72deedf tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Checking segment: {'id': '642086ee-d39d-4957-a1d8-d9170f6b78fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9ce7a351-4600-4f74-86ed-ee1c62dfdc5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:02.742278 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b1ce9c-7d1e-4d31-aceb-15d0d72deedf tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Network hostable DHCP agents. Network: 9ce7a351-4600-4f74-86ed-ee1c62dfdc5d, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:43:02.862540 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-263b09aa-2b46-462a-a02b-42d08fda4be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:02.886218 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-68eeb723-721c-489e-91d4-cb2b74a636e3 req-3e768684-c66c-470d-b37d-1705bc7b5831 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups/6192f994-9fb3-4bce-b4cd-c03ff5545a43 HTTP/1.1" status: 200 len: 3002 time: 0.0939043 Nov 10 17:43:02.899017 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3f2340-ba52-44bb-9c34-804ccd94aef0 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:02.907455 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3f2340-ba52-44bb-9c34-804ccd94aef0 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:02.917592 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3f2340-ba52-44bb-9c34-804ccd94aef0 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:02.925921 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3f2340-ba52-44bb-9c34-804ccd94aef0 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:02.935653 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3f2340-ba52-44bb-9c34-804ccd94aef0 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:02.939070 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5c3f2340-ba52-44bb-9c34-804ccd94aef0 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3010 time: 1.1758549 Nov 10 17:43:02.949258 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49984) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:03.025043 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b1ce9c-7d1e-4d31-aceb-15d0d72deedf tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Network 9ce7a351-4600-4f74-86ed-ee1c62dfdc5d is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:43:03.065014 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ea31038f-cc24-4ab5-a3e5-5a4f69309603 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:03.119909 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-04b1ce9c-7d1e-4d31-aceb-15d0d72deedf tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 9ce7a351-4600-4f74-86ed-ee1c62dfdc5d) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:03.141441 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859362f7-e32c-4036-8166-3dd325d4a41e None None] Network 9ce7a351-4600-4f74-86ed-ee1c62dfdc5d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:03.152466 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b1ce9c-7d1e-4d31-aceb-15d0d72deedf tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:03.153019 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-68eeb723-721c-489e-91d4-cb2b74a636e3 req-9cc100f9-3585-49b2-8020-d432e39c2778 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups/6192f994-9fb3-4bce-b4cd-c03ff5545a43 HTTP/1.1" status: 200 len: 3002 time: 0.2649224 Nov 10 17:43:03.154983 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-04b1ce9c-7d1e-4d31-aceb-15d0d72deedf tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:03.182594 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-ea31038f-cc24-4ab5-a3e5-5a4f69309603 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681b94c0-33f4-4d44-8de4-ff0965c4c5e6']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:03.237709 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-ea31038f-cc24-4ab5-a3e5-5a4f69309603 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0335b4-efe5-4b87-b327-62a29a0d93f0') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:03.238170 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-ea31038f-cc24-4ab5-a3e5-5a4f69309603 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0335b4-efe5-4b87-b327-62a29a0d93f0') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:03.247551 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4c7edafd-c992-4610-bb5c-331e6c1edfd5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:03.373799 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ea31038f-cc24-4ab5-a3e5-5a4f69309603 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:03.394776 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4c7edafd-c992-4610-bb5c-331e6c1edfd5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:03.421369 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-4c7edafd-c992-4610-bb5c-331e6c1edfd5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['748fdbe8-3fd1-4c75-9a57-960382ba57df']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:03.434178 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-4c7edafd-c992-4610-bb5c-331e6c1edfd5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f31ea1-f70b-44aa-ac2d-a57981a933b7') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:03.434926 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-4c7edafd-c992-4610-bb5c-331e6c1edfd5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f31ea1-f70b-44aa-ac2d-a57981a933b7') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:03.443613 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-04b1ce9c-7d1e-4d31-aceb-15d0d72deedf tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 4.1268926 Nov 10 17:43:03.450958 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49992) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:03.451500 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4c7edafd-c992-4610-bb5c-331e6c1edfd5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:03.470604 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4c7edafd-c992-4610-bb5c-331e6c1edfd5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:03.479519 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c7edafd-c992-4610-bb5c-331e6c1edfd5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:43:03.480489 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4c7edafd-c992-4610-bb5c-331e6c1edfd5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:03.510647 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4d70d595-156e-4813-b575-2267744c5e41 req-4021c297-88a0-46b5-81d1-e7326174f5c8 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups/b73d5fa2-b19a-4bbc-aa71-797016cd8193 HTTP/1.1" status: 200 len: 1820 time: 0.2940547 Nov 10 17:43:03.515664 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ea31038f-cc24-4ab5-a3e5-5a4f69309603 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:03.574301 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:43:03.574301 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:43:03.574301 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:43:03.574301 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:43:03.574301 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:43:03.574301 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:43:03.574301 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:43:03.574301 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:43:03.574301 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:43:03.574301 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:43:03.574301 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:43:03.574301 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:43:03.574301 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:43:03.574301 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:43:03.574301 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:43:03.574301 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:43:03.574301 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:43:03.574301 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:43:03.574301 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:43:03.574301 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:43:03.574301 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:43:03.574301 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:43:03.574301 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:43:03.574301 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:43:03.574301 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:43:03.574301 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:43:03.574301 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:43:03.574301 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:43:03.574301 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:43:03.574301 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:43:03.574301 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:43:03.574301 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:43:03.579683 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4c7edafd-c992-4610-bb5c-331e6c1edfd5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:03.586597 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4c7edafd-c992-4610-bb5c-331e6c1edfd5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:03.592691 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4c7edafd-c992-4610-bb5c-331e6c1edfd5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] 10.222.0.39 "DELETE /v2.0/networks/748fdbe8-3fd1-4c75-9a57-960382ba57df HTTP/1.1" status: 204 len: 168 time: 0.6346123 Nov 10 17:43:03.613814 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49994) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:03.615928 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7edafd-c992-4610-bb5c-331e6c1edfd5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Pushing event deleted for resources: {'Network': ['ID=748fdbe8-3fd1-4c75-9a57-960382ba57df,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:03.700999 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7edafd-c992-4610-bb5c-331e6c1edfd5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:03.701675 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7edafd-c992-4610-bb5c-331e6c1edfd5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:03.702070 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2cc684-b9c5-4529-96ab-5287aa849a13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-9ce7a351-4600-4f74-86ed-ee1c62dfdc5d', 'network_id': '9ce7a351-4600-4f74-86ed-ee1c62dfdc5d', 'tenant_id': '00ed30ed67954e298f7d77d829898326', 'fixed_ips': [{'subnet_id': '6b6ae047-4771-402f-984c-0598753e6829'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:43:03.702856 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7edafd-c992-4610-bb5c-331e6c1edfd5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:03.702856 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7edafd-c992-4610-bb5c-331e6c1edfd5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:03.703164 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0f2cc684-b9c5-4529-96ab-5287aa849a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:03.703467 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7edafd-c992-4610-bb5c-331e6c1edfd5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:03.703912 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7edafd-c992-4610-bb5c-331e6c1edfd5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:03.704380 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7edafd-c992-4610-bb5c-331e6c1edfd5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:03.705346 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7edafd-c992-4610-bb5c-331e6c1edfd5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:03.706214 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7edafd-c992-4610-bb5c-331e6c1edfd5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:03.706702 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7edafd-c992-4610-bb5c-331e6c1edfd5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:03.707139 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7edafd-c992-4610-bb5c-331e6c1edfd5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:03.707580 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7edafd-c992-4610-bb5c-331e6c1edfd5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:03.731392 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea31038f-cc24-4ab5-a3e5-5a4f69309603 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:43:03.731392 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ea31038f-cc24-4ab5-a3e5-5a4f69309603 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:03.742240 n-d-776250-10 neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:43:03.742240 n-d-776250-10 neutron-server[102469]: items = [ Nov 10 17:43:03.742240 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:43:03.742240 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:43:03.742240 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:43:03.742240 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:43:03.742240 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:43:03.742240 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:43:03.742240 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:43:03.742240 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:43:03.742240 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:43:03.742240 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:43:03.742240 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:43:03.742240 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:43:03.742240 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:43:03.742240 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:43:03.742240 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:43:03.742240 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:43:03.742240 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:43:03.742240 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:43:03.742240 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:43:03.742240 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:43:03.742240 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:43:03.742240 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:43:03.742240 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:43:03.742240 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:43:03.742240 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:43:03.742240 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:43:03.742240 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:43:03.742240 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:43:03.742240 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:43:03.742240 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:43:03.742240 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:43:03.742240 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:43:03.820850 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4ca690a2-4e69-464b-a853-cab1cb7e2596 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:03.888706 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-38de20f9-165e-4da7-b51d-364957ee71e4 admin admin] Deleting port aec4e503-a3ae-4dc5-910a-60f3d11a8215 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:43:03.889213 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-38de20f9-165e-4da7-b51d-364957ee71e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:04.009388 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4ca690a2-4e69-464b-a853-cab1cb7e2596 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:04.058221 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-4ca690a2-4e69-464b-a853-cab1cb7e2596 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c827ab4-17a0-4a0c-9bd3-0ddf5a49b692']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:04.089587 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-4ca690a2-4e69-464b-a853-cab1cb7e2596 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d5a8427-f427-45d7-bd1d-14ebb6de0bb6') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:04.090039 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-4ca690a2-4e69-464b-a853-cab1cb7e2596 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d5a8427-f427-45d7-bd1d-14ebb6de0bb6') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:04.114095 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4ca690a2-4e69-464b-a853-cab1cb7e2596 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:04.127412 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-38de20f9-165e-4da7-b51d-364957ee71e4 admin admin] For port aec4e503-a3ae-4dc5-910a-60f3d11a8215, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=aec4e503-a3ae-4dc5-910a-60f3d11a8215,segment=NetworkSegment(dba2e44a-aac5-4f9d-b1f1-145c964634eb),segment_id=dba2e44a-aac5-4f9d-b1f1-145c964634eb)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:04.127822 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-38de20f9-165e-4da7-b51d-364957ee71e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:04.166859 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:04.171588 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4ca690a2-4e69-464b-a853-cab1cb7e2596 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:04.183696 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-38de20f9-165e-4da7-b51d-364957ee71e4 admin admin] Calling delete_port for aec4e503-a3ae-4dc5-910a-60f3d11a8215 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:43:04.237789 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ca690a2-4e69-464b-a853-cab1cb7e2596 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:43:04.238335 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4ca690a2-4e69-464b-a853-cab1cb7e2596 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:04.245668 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ea31038f-cc24-4ab5-a3e5-5a4f69309603 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:04.246488 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:43:04.246488 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:43:04.246488 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:43:04.246488 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:43:04.246488 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:43:04.246488 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:43:04.246488 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:43:04.246488 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:43:04.246488 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:43:04.246488 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:43:04.246488 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:43:04.246488 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:43:04.246488 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:43:04.246488 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:43:04.246488 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:43:04.246488 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:43:04.246488 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:43:04.246488 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:43:04.246488 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:43:04.246488 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:43:04.246488 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:43:04.246488 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:43:04.246488 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:43:04.246488 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:43:04.246488 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:43:04.246488 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:43:04.246488 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:43:04.246488 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:43:04.246488 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:43:04.246488 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:43:04.246488 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:43:04.246488 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:43:04.259686 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea31038f-cc24-4ab5-a3e5-5a4f69309603 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 681b94c0-33f4-4d44-8de4-ff0965c4c5e6 {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 17:43:04.285138 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ea31038f-cc24-4ab5-a3e5-5a4f69309603 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:04.298617 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ea31038f-cc24-4ab5-a3e5-5a4f69309603 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] 10.222.0.39 "DELETE /v2.0/networks/681b94c0-33f4-4d44-8de4-ff0965c4c5e6 HTTP/1.1" status: 204 len: 168 time: 2.0054216 Nov 10 17:43:04.366293 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-0f2cc684-b9c5-4529-96ab-5287aa849a13 None None] Allocated IP 2001:db8::f816:3eff:fe1b:5216 (9ce7a351-4600-4f74-86ed-ee1c62dfdc5d/6b6ae047-4771-402f-984c-0598753e6829/56f62a8c-3400-43ab-a813-fe432c78aa47) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:43:04.379436 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:04.440709 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4ca690a2-4e69-464b-a853-cab1cb7e2596 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:04.448345 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4ca690a2-4e69-464b-a853-cab1cb7e2596 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:04.453302 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4ca690a2-4e69-464b-a853-cab1cb7e2596 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] 10.222.0.39 "DELETE /v2.0/networks/5c827ab4-17a0-4a0c-9bd3-0ddf5a49b692 HTTP/1.1" status: 204 len: 168 time: 0.8340158 Nov 10 17:43:04.477361 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4d70d595-156e-4813-b575-2267744c5e41 req-f4afa629-001b-4bd7-9471-4c3cac14ea85 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:04.480453 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31038f-cc24-4ab5-a3e5-5a4f69309603 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Pushing event deleted for resources: {'Network': ['ID=681b94c0-33f4-4d44-8de4-ff0965c4c5e6,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:04.483845 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50012) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:04.506175 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca690a2-4e69-464b-a853-cab1cb7e2596 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Pushing event deleted for resources: {'Network': ['ID=5c827ab4-17a0-4a0c-9bd3-0ddf5a49b692,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:04.832169 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea31038f-cc24-4ab5-a3e5-5a4f69309603 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:04.832831 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea31038f-cc24-4ab5-a3e5-5a4f69309603 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:04.832831 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea31038f-cc24-4ab5-a3e5-5a4f69309603 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:04.833209 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea31038f-cc24-4ab5-a3e5-5a4f69309603 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:04.833496 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea31038f-cc24-4ab5-a3e5-5a4f69309603 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:04.834461 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea31038f-cc24-4ab5-a3e5-5a4f69309603 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:04.834756 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea31038f-cc24-4ab5-a3e5-5a4f69309603 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:04.835061 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea31038f-cc24-4ab5-a3e5-5a4f69309603 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:04.835389 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea31038f-cc24-4ab5-a3e5-5a4f69309603 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:04.843262 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea31038f-cc24-4ab5-a3e5-5a4f69309603 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:04.843618 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea31038f-cc24-4ab5-a3e5-5a4f69309603 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:04.843955 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea31038f-cc24-4ab5-a3e5-5a4f69309603 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:04.861156 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0f2cc684-b9c5-4529-96ab-5287aa849a13 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:04.868142 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0f2cc684-b9c5-4529-96ab-5287aa849a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:04.878891 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-38de20f9-165e-4da7-b51d-364957ee71e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:04.946456 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4d70d595-156e-4813-b575-2267744c5e41 req-f4afa629-001b-4bd7-9471-4c3cac14ea85 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:04.957463 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de20f9-165e-4da7-b51d-364957ee71e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=aec4e503-a3ae-4dc5-910a-60f3d11a8215,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:04.984042 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2cc684-b9c5-4529-96ab-5287aa849a13 None None] Network 9ce7a351-4600-4f74-86ed-ee1c62dfdc5d is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:05.005405 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-0f2cc684-b9c5-4529-96ab-5287aa849a13 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:05.013126 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2cc684-b9c5-4529-96ab-5287aa849a13 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:43:05.035103 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2cc684-b9c5-4529-96ab-5287aa849a13 None None] Pushing event updated for resources: {'Port': ['ID=56f62a8c-3400-43ab-a813-fe432c78aa47,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:05.194230 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-0f2cc684-b9c5-4529-96ab-5287aa849a13 None None] Attempting to bind port 56f62a8c-3400-43ab-a813-fe432c78aa47 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:43:05.204787 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-0f2cc684-b9c5-4529-96ab-5287aa849a13 None None] Attempting to bind port 56f62a8c-3400-43ab-a813-fe432c78aa47 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '642086ee-d39d-4957-a1d8-d9170f6b78fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9ce7a351-4600-4f74-86ed-ee1c62dfdc5d'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:43:05.206937 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2cc684-b9c5-4529-96ab-5287aa849a13 None None] Attempting to bind port 56f62a8c-3400-43ab-a813-fe432c78aa47 on network 9ce7a351-4600-4f74-86ed-ee1c62dfdc5d {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:43:05.218428 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2cc684-b9c5-4529-96ab-5287aa849a13 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:43:05.219475 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2cc684-b9c5-4529-96ab-5287aa849a13 None None] Checking segment: {'id': '642086ee-d39d-4957-a1d8-d9170f6b78fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9ce7a351-4600-4f74-86ed-ee1c62dfdc5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:05.221147 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0f2cc684-b9c5-4529-96ab-5287aa849a13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:05.221946 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2cc684-b9c5-4529-96ab-5287aa849a13 None None] Bound using segment: {'id': '642086ee-d39d-4957-a1d8-d9170f6b78fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9ce7a351-4600-4f74-86ed-ee1c62dfdc5d'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:43:05.223075 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-0f2cc684-b9c5-4529-96ab-5287aa849a13 None None] Bound port: 56f62a8c-3400-43ab-a813-fe432c78aa47, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '642086ee-d39d-4957-a1d8-d9170f6b78fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9ce7a351-4600-4f74-86ed-ee1c62dfdc5d'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:43:05.226302 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0f2cc684-b9c5-4529-96ab-5287aa849a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:05.262026 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50026) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:05.456104 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-25c76c31-383f-42e8-93c5-f78f0a51b11b tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Request body: {'router': {'name': 'tempest-router--1208388399', 'project_id': 'cf95fccb7c2648f1acf28211c862cfd7'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:05.590613 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:05.597357 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-0f2cc684-b9c5-4529-96ab-5287aa849a13 None None] For port 56f62a8c-3400-43ab-a813-fe432c78aa47, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:43:05.602297 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4d70d595-156e-4813-b575-2267744c5e41 req-f4afa629-001b-4bd7-9471-4c3cac14ea85 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:05.605028 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4d70d595-156e-4813-b575-2267744c5e41 req-f4afa629-001b-4bd7-9471-4c3cac14ea85 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:05.613882 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-0f2cc684-b9c5-4529-96ab-5287aa849a13 None None] For port 56f62a8c-3400-43ab-a813-fe432c78aa47, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=56f62a8c-3400-43ab-a813-fe432c78aa47,segment=NetworkSegment(642086ee-d39d-4957-a1d8-d9170f6b78fd),segment_id=642086ee-d39d-4957-a1d8-d9170f6b78fd)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:43:05.614981 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:05.621705 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4d70d595-156e-4813-b575-2267744c5e41 req-f4afa629-001b-4bd7-9471-4c3cac14ea85 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "DELETE /v2.0/security-groups/b73d5fa2-b19a-4bbc-aa71-797016cd8193 HTTP/1.1" status: 204 len: 173 time: 2.0338647 Nov 10 17:43:05.626681 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0f2cc684-b9c5-4529-96ab-5287aa849a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:05.689749 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50032) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:05.762136 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea8533e-d3be-4c72-840e-54ec72c0a31d tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:05.783866 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea8533e-d3be-4c72-840e-54ec72c0a31d tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:05.788365 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2cc684-b9c5-4529-96ab-5287aa849a13 None None] Pushing event updated for resources: {'Port': ['ID=56f62a8c-3400-43ab-a813-fe432c78aa47,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:05.796916 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-eea8533e-d3be-4c72-840e-54ec72c0a31d tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.2893624 Nov 10 17:43:05.809615 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50038) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:05.838601 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-4c5ae7d9-fa12-4fa7-853d-f816de187b94 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-50482900'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:05.852699 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4afa629-001b-4bd7-9471-4c3cac14ea85 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73d5fa2-b19a-4bbc-aa71-797016cd8193,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:05.875886 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-25c76c31-383f-42e8-93c5-f78f0a51b11b tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:05.877967 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-25c76c31-383f-42e8-93c5-f78f0a51b11b tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:06.019129 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5ae7d9-fa12-4fa7-853d-f816de187b94 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Made reservation on behalf of 96cf1cf1f8a44a1a90a9015ca1fb0e5b for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:06.027782 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4c5ae7d9-fa12-4fa7-853d-f816de187b94 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:06.102476 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c5ae7d9-fa12-4fa7-853d-f816de187b94 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:43:06.103770 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-38de20f9-165e-4da7-b51d-364957ee71e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:06.121688 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4c5ae7d9-fa12-4fa7-853d-f816de187b94 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:06.122263 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-4c5ae7d9-fa12-4fa7-853d-f816de187b94 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Added segment 5ba9a942-f32a-4316-a3d0-337a312f8ad9 of type vlan for network aea7b0b3-6b25-4866-ad44-8a9f4be300a8 Nov 10 17:43:06.139405 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [req-07d62204-435c-4db7-8d66-8cbdb7edad6d req-e241dbd5-95fa-464c-8109-cc9fa8cfdeb3 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] show failed (client error): The resource could not be found. Nov 10 17:43:06.140609 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-07d62204-435c-4db7-8d66-8cbdb7edad6d req-e241dbd5-95fa-464c-8109-cc9fa8cfdeb3 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups/b73d5fa2-b19a-4bbc-aa71-797016cd8193 HTTP/1.1" status: 404 len: 352 time: 0.1648602 Nov 10 17:43:06.190226 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:06.254499 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:06.267926 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-12d29e6a-410a-4aae-903f-8d51180867ff tempest-DvrRoutersNegativeTest-460967153 tempest-DvrRoutersNegativeTest-460967153-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2119200071', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:06.270907 n-d-776250-10 neutron-server[102469]: DEBUG neutron.policy [None req-12d29e6a-410a-4aae-903f-8d51180867ff tempest-DvrRoutersNegativeTest-460967153 tempest-DvrRoutersNegativeTest-460967153-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102469) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 10 17:43:06.271745 n-d-776250-10 neutron-server[102469]: DEBUG neutron.policy [None req-12d29e6a-410a-4aae-903f-8d51180867ff tempest-DvrRoutersNegativeTest-460967153 tempest-DvrRoutersNegativeTest-460967153-project] Failed policy check for 'create_router' {{(pid=102469) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 10 17:43:06.273441 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-12d29e6a-410a-4aae-903f-8d51180867ff tempest-DvrRoutersNegativeTest-460967153 tempest-DvrRoutersNegativeTest-460967153-project] create failed (client error): Access was denied to this resource. Nov 10 17:43:06.274470 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-12d29e6a-410a-4aae-903f-8d51180867ff tempest-DvrRoutersNegativeTest-460967153 tempest-DvrRoutersNegativeTest-460967153-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5712299 Nov 10 17:43:06.322677 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-25c76c31-383f-42e8-93c5-f78f0a51b11b tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:06.343942 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-25c76c31-383f-42e8-93c5-f78f0a51b11b tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:06.395768 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4c5ae7d9-fa12-4fa7-853d-f816de187b94 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:06.404696 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Pushing event deleted for resources: {'Subnet': ['ID=6b6ae047-4771-402f-984c-0598753e6829,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:06.482836 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-25c76c31-383f-42e8-93c5-f78f0a51b11b tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:06.487068 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-25c76c31-383f-42e8-93c5-f78f0a51b11b tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0744543 Nov 10 17:43:06.491051 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50054) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:06.518644 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-da503e10-48f8-4eb5-aa32-abe41644532e req-60f1361c-5e74-4e32-b269-a91eaee5e40e tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups/c81163ff-56a3-4621-ab5b-47cbb60d5786 HTTP/1.1" status: 200 len: 1820 time: 0.2671711 Nov 10 17:43:06.561806 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38de20f9-165e-4da7-b51d-364957ee71e4 admin admin] Router 2736e2cf-3f10-4ee0-85c1-9ebd7db913bb has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:43:06.593607 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:06.648316 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4c5ae7d9-fa12-4fa7-853d-f816de187b94 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:06.654742 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5ae7d9-fa12-4fa7-853d-f816de187b94 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:06.655611 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4c5ae7d9-fa12-4fa7-853d-f816de187b94 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:06.667520 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b52b718e-e5c1-485f-a83b-0b6c99a5cef9 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:06.676337 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce7a351-4600-4f74-86ed-ee1c62dfdc5d']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:06.736907 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38de20f9-165e-4da7-b51d-364957ee71e4 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:43:06.749551 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-38de20f9-165e-4da7-b51d-364957ee71e4 admin admin] 10.222.0.39 "PUT /v2.0/routers/2736e2cf-3f10-4ee0-85c1-9ebd7db913bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1999788 Nov 10 17:43:06.753125 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50060) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:06.753418 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab038964-250f-4988-9544-57637a359632 None None] Sync routers for ids ['2736e2cf-3f10-4ee0-85c1-9ebd7db913bb'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:43:06.778345 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:43:06.780076 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab038964-250f-4988-9544-57637a359632 None None] Routers {'2736e2cf-3f10-4ee0-85c1-9ebd7db913bb'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:43:06.781159 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ab038964-250f-4988-9544-57637a359632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:43:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['2736e2cf-3f10-4ee0-85c1-9ebd7db913bb'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:06.791718 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '642086ee-d39d-4957-a1d8-d9170f6b78fd') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:06.792073 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '642086ee-d39d-4957-a1d8-d9170f6b78fd') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:06.858408 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4c5ae7d9-fa12-4fa7-853d-f816de187b94 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0369918 Nov 10 17:43:06.868476 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:06.870101 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50062) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:06.895853 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-9af2c6b8-2c49-4a2c-b4e8-9ff67d8bfc5c tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1227281221'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:06.918777 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50064) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:06.941560 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ae7d9-fa12-4fa7-853d-f816de187b94 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Pushing event updated for resources: {'Network': ['ID=aea7b0b3-6b25-4866-ad44-8a9f4be300a8,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:06.945619 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:06.968274 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network aea7b0b3-6b25-4866-ad44-8a9f4be300a8 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:43:07.009259 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-ab038964-250f-4988-9544-57637a359632 None None] Set router 2736e2cf-3f10-4ee0-85c1-9ebd7db913bb gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:43:07.174725 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c9ba929b-04bd-4491-9390-1f9f15caf7da admin admin] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:07.178754 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 56f62a8c-3400-43ab-a813-fe432c78aa47 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:43:07.180084 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:43:07.180526 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:07.183572 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:43:07.183572 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:43:07.183572 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:43:07.183572 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:43:07.183572 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:43:07.183572 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:43:07.183572 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:43:07.183572 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:43:07.183572 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:43:07.183572 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:43:07.183572 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:43:07.183572 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:43:07.183572 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:43:07.183572 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:43:07.183572 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:43:07.183572 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:43:07.183572 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:43:07.183572 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:43:07.183572 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:43:07.183572 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:43:07.183572 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:43:07.183572 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:43:07.183572 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:43:07.183572 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:43:07.183572 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:43:07.183572 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:43:07.183572 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:43:07.183572 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:43:07.183572 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:43:07.183572 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:43:07.183572 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:43:07.183572 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:43:07.210077 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-da503e10-48f8-4eb5-aa32-abe41644532e req-50525cff-ecaf-48b1-a16f-6b591b39f940 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:07.270592 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b52b718e-e5c1-485f-a83b-0b6c99a5cef9 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:07.278156 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af2c6b8-2c49-4a2c-b4e8-9ff67d8bfc5c tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Made reservation on behalf of 96cf1cf1f8a44a1a90a9015ca1fb0e5b for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:07.282302 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9af2c6b8-2c49-4a2c-b4e8-9ff67d8bfc5c tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:07.295089 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b52b718e-e5c1-485f-a83b-0b6c99a5cef9 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:07.406284 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 56f62a8c-3400-43ab-a813-fe432c78aa47 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:07.407923 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:07.511367 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ab038964-250f-4988-9544-57637a359632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'name': 'tempest-ServersTestBootFromVolume-1189009530-router', 'tenant_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '18700e05-a88d-497b-85f4-baf5d45ee313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:39:34Z', 'updated_at': '2021-11-10T17:43:04Z', 'revision_number': 5, 'project_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'gw_port': {'id': '18700e05-a88d-497b-85f4-baf5d45ee313', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:39:36Z', 'updated_at': '2021-11-10T17:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:07.518354 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c9ba929b-04bd-4491-9390-1f9f15caf7da admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:07.559963 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab038964-250f-4988-9544-57637a359632 None None] Checking router: 2736e2cf-3f10-4ee0-85c1-9ebd7db913bb for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:43:07.570477 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab038964-250f-4988-9544-57637a359632 None None] Routers {'2736e2cf-3f10-4ee0-85c1-9ebd7db913bb'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:43:07.571366 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ab038964-250f-4988-9544-57637a359632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:43:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['2736e2cf-3f10-4ee0-85c1-9ebd7db913bb'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:07.601703 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-da503e10-48f8-4eb5-aa32-abe41644532e req-50525cff-ecaf-48b1-a16f-6b591b39f940 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:07.619843 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:07.635161 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b52b718e-e5c1-485f-a83b-0b6c99a5cef9 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:07.643296 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52b718e-e5c1-485f-a83b-0b6c99a5cef9 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 39cf00d1-04a4-44ab-a926-02bfb2fc00db {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:43:07.685329 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-c9ba929b-04bd-4491-9390-1f9f15caf7da admin admin] Deleting port 18700e05-a88d-497b-85f4-baf5d45ee313 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:43:07.685855 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c9ba929b-04bd-4491-9390-1f9f15caf7da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:07.708037 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 56f62a8c-3400-43ab-a813-fe432c78aa47, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=56f62a8c-3400-43ab-a813-fe432c78aa47,segment=NetworkSegment(642086ee-d39d-4957-a1d8-d9170f6b78fd),segment_id=642086ee-d39d-4957-a1d8-d9170f6b78fd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:07.713197 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b52b718e-e5c1-485f-a83b-0b6c99a5cef9 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:07.721211 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b52b718e-e5c1-485f-a83b-0b6c99a5cef9 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] 10.222.0.39 "DELETE /v2.0/routers/39cf00d1-04a4-44ab-a926-02bfb2fc00db HTTP/1.1" status: 204 len: 168 time: 1.2239761 Nov 10 17:43:07.723580 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:07.751893 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.db.api [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 17:43:07.751893 n-d-776250-10 neutron-server[102469]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 17:43:07.751893 n-d-776250-10 neutron-server[102469]: [parameters: {'id': '9ce7a351-4600-4f74-86ed-ee1c62dfdc5d'}] Nov 10 17:43:07.751893 n-d-776250-10 neutron-server[102469]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:43:07.752442 n-d-776250-10 neutron-server[102469]: DEBUG oslo_db.api [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:43:07.786084 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-ab038964-250f-4988-9544-57637a359632 None None] Set router 2736e2cf-3f10-4ee0-85c1-9ebd7db913bb gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:43:07.786876 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd452edd-6983-4ea7-b604-167740c97f2a None None] Network 9ce7a351-4600-4f74-86ed-ee1c62dfdc5d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:07.840755 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af2c6b8-2c49-4a2c-b4e8-9ff67d8bfc5c tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:43:07.845125 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f57046d7-e868-4fd1-94d8-a32bb70cad7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:07.954815 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-c9ba929b-04bd-4491-9390-1f9f15caf7da admin admin] For port 18700e05-a88d-497b-85f4-baf5d45ee313, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=18700e05-a88d-497b-85f4-baf5d45ee313,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:07.958025 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c9ba929b-04bd-4491-9390-1f9f15caf7da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:07.972926 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9af2c6b8-2c49-4a2c-b4e8-9ff67d8bfc5c tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:07.976912 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-9af2c6b8-2c49-4a2c-b4e8-9ff67d8bfc5c tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Added segment e0c748a6-90e3-4297-ab09-ea07f2449760 of type vlan for network 8c856757-1915-40ec-bfc5-2398147b3637 Nov 10 17:43:07.979312 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ab038964-250f-4988-9544-57637a359632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'name': 'tempest-ServersTestBootFromVolume-1189009530-router', 'tenant_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:39:34Z', 'updated_at': '2021-11-10T17:43:07Z', 'revision_number': 6, 'project_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:07.998846 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-4ce12736-be66-4a5d-ad7a-8249f4c5a45d None None] Provisioning complete for port 56f62a8c-3400-43ab-a813-fe432c78aa47 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:07.999741 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4ce12736-be66-4a5d-ad7a-8249f4c5a45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:08.012260 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-c9ba929b-04bd-4491-9390-1f9f15caf7da admin admin] Calling delete_port for 18700e05-a88d-497b-85f4-baf5d45ee313 owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:43:08.041591 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=56f62a8c-3400-43ab-a813-fe432c78aa47,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:08.084867 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab038964-250f-4988-9544-57637a359632 None None] The sync data for ids ['2736e2cf-3f10-4ee0-85c1-9ebd7db913bb'] in n-d-776250-10 is: [{'id': '2736e2cf-3f10-4ee0-85c1-9ebd7db913bb', 'name': 'tempest-ServersTestBootFromVolume-1189009530-router', 'tenant_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:39:34Z', 'updated_at': '2021-11-10T17:43:07Z', 'revision_number': 6, 'project_id': 'edaa9fbf7c3142bebb1f03511e703c31', 'gw_port_host': None}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:43:08.102728 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9af2c6b8-2c49-4a2c-b4e8-9ff67d8bfc5c tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:08.185706 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2287af5-c236-495d-a8b6-1647d9494a06 None None] DHCP port deletion for 9ce7a351-4600-4f74-86ed-ee1c62dfdc5d request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:43:08.190404 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-da503e10-48f8-4eb5-aa32-abe41644532e req-50525cff-ecaf-48b1-a16f-6b591b39f940 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:08.195802 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-da503e10-48f8-4eb5-aa32-abe41644532e req-50525cff-ecaf-48b1-a16f-6b591b39f940 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:08.198643 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-da503e10-48f8-4eb5-aa32-abe41644532e req-50525cff-ecaf-48b1-a16f-6b591b39f940 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "DELETE /v2.0/security-groups/c81163ff-56a3-4621-ab5b-47cbb60d5786 HTTP/1.1" status: 204 len: 173 time: 1.6083367 Nov 10 17:43:08.199842 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9af2c6b8-2c49-4a2c-b4e8-9ff67d8bfc5c tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:08.218296 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af2c6b8-2c49-4a2c-b4e8-9ff67d8bfc5c tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:08.221186 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9af2c6b8-2c49-4a2c-b4e8-9ff67d8bfc5c tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:08.256550 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:08.266342 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50078) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:08.290146 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-f2287af5-c236-495d-a8b6-1647d9494a06 None None] Deleting port 56f62a8c-3400-43ab-a813-fe432c78aa47 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:43:08.291033 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f2287af5-c236-495d-a8b6-1647d9494a06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:08.326202 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50525cff-ecaf-48b1-a16f-6b591b39f940 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81163ff-56a3-4621-ab5b-47cbb60d5786,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:08.332994 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [req-e44815bb-afcf-4a3d-a3d0-f0fa66e7260d req-f03b485b-aa97-4943-88a6-237a843baa96 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] show failed (client error): The resource could not be found. Nov 10 17:43:08.335943 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e44815bb-afcf-4a3d-a3d0-f0fa66e7260d req-f03b485b-aa97-4943-88a6-237a843baa96 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups/c81163ff-56a3-4621-ab5b-47cbb60d5786 HTTP/1.1" status: 404 len: 352 time: 0.0457790 Nov 10 17:43:08.359458 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9af2c6b8-2c49-4a2c-b4e8-9ff67d8bfc5c tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4867642 Nov 10 17:43:08.361804 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50084) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:08.372477 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-4d27143f-2b5b-4f35-9f6e-d84313eb3893 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Request body: {'ports': [{'network_id': 'aea7b0b3-6b25-4866-ad44-8a9f4be300a8', 'name': 'tempest-port--964645503', 'admin_state_up': True}, {'network_id': '8c856757-1915-40ec-bfc5-2398147b3637', 'admin_state_up': False}]} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:08.373082 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-4d27143f-2b5b-4f35-9f6e-d84313eb3893 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Request body: {'port': {'network_id': 'aea7b0b3-6b25-4866-ad44-8a9f4be300a8', 'name': 'tempest-port--964645503', 'admin_state_up': True}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:08.373731 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-4d27143f-2b5b-4f35-9f6e-d84313eb3893 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Request body: {'port': {'network_id': '8c856757-1915-40ec-bfc5-2398147b3637', 'admin_state_up': False}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:08.402450 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f2287af5-c236-495d-a8b6-1647d9494a06 None None] For port 56f62a8c-3400-43ab-a813-fe432c78aa47, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=56f62a8c-3400-43ab-a813-fe432c78aa47,segment=NetworkSegment(642086ee-d39d-4957-a1d8-d9170f6b78fd),segment_id=642086ee-d39d-4957-a1d8-d9170f6b78fd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:08.402910 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f2287af5-c236-495d-a8b6-1647d9494a06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:08.418361 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-f2287af5-c236-495d-a8b6-1647d9494a06 None None] Calling delete_port for 56f62a8c-3400-43ab-a813-fe432c78aa47 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:43:08.472561 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c9ba929b-04bd-4491-9390-1f9f15caf7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:08.499736 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2c6b8-2c49-4a2c-b4e8-9ff67d8bfc5c tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Pushing event updated for resources: {'Network': ['ID=8c856757-1915-40ec-bfc5-2398147b3637,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:08.528740 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 8c856757-1915-40ec-bfc5-2398147b3637 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:43:08.555941 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba929b-04bd-4491-9390-1f9f15caf7da admin admin] Pushing event deleted for resources: {'Port': ['ID=18700e05-a88d-497b-85f4-baf5d45ee313,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:08.621284 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3a2ad1-fc10-43e2-931e-7f26f6a31d26 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:43:08.690477 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c9ba929b-04bd-4491-9390-1f9f15caf7da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:08.712675 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f57046d7-e868-4fd1-94d8-a32bb70cad7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:08.722499 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-950275b4-7f32-45aa-b01e-7dfc60e5ccb7 req-70896805-492f-4344-98bf-75c5bf8bcb47 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups/ae172f0f-fb7a-463a-83f0-e6eeb8cc1a5c HTTP/1.1" status: 200 len: 1820 time: 0.2526937 Nov 10 17:43:08.727792 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f2287af5-c236-495d-a8b6-1647d9494a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:08.748201 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f57046d7-e868-4fd1-94d8-a32bb70cad7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:08.786293 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2287af5-c236-495d-a8b6-1647d9494a06 None None] Pushing event deleted for resources: {'Port': ['ID=56f62a8c-3400-43ab-a813-fe432c78aa47,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:08.793462 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2287af5-c236-495d-a8b6-1647d9494a06 None None] No DVR routers for this DVR port 56f62a8c-3400-43ab-a813-fe432c78aa47 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:43:08.872377 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f57046d7-e868-4fd1-94d8-a32bb70cad7e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cb5acc98e0f14938b0c93932557cbd7e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9488859 Nov 10 17:43:08.881629 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50088) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:08.883532 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Deleting port 56f62a8c-3400-43ab-a813-fe432c78aa47 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:43:08.883870 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:08.890157 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-86d3a1a7-69c3-4f4e-8ddd-9ce18175f6f0 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1167071956', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}, 'admin_state_up': False}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:08.903207 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57046d7-e868-4fd1-94d8-a32bb70cad7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b18df3a-1953-4f09-95bb-1d9e4c72134c,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:08.920046 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c9ba929b-04bd-4491-9390-1f9f15caf7da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:08.924330 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c9ba929b-04bd-4491-9390-1f9f15caf7da admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:08.966465 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d27143f-2b5b-4f35-9f6e-d84313eb3893 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Made reservation on behalf of 96cf1cf1f8a44a1a90a9015ca1fb0e5b for: {'port': 2} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:08.971030 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4d27143f-2b5b-4f35-9f6e-d84313eb3893 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:08.993201 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c9ba929b-04bd-4491-9390-1f9f15caf7da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:08.994054 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ba929b-04bd-4491-9390-1f9f15caf7da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2736e2cf-3f10-4ee0-85c1-9ebd7db913bb {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:43:09.000785 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c9ba929b-04bd-4491-9390-1f9f15caf7da admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:09.005066 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c9ba929b-04bd-4491-9390-1f9f15caf7da admin admin] 10.222.0.39 "DELETE /v2.0/routers/2736e2cf-3f10-4ee0-85c1-9ebd7db913bb HTTP/1.1" status: 204 len: 168 time: 2.2477565 Nov 10 17:43:09.006001 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50092) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:09.084502 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff93dc6e-94b4-4389-914e-e034faf0eb14 admin admin] Deleting subnet e3aa931e-aa72-4d19-a552-6387f7445a86 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:43:09.094939 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ff93dc6e-94b4-4389-914e-e034faf0eb14 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:09.193830 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ff93dc6e-94b4-4389-914e-e034faf0eb14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:09.298984 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 56f62a8c-3400-43ab-a813-fe432c78aa47 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:43:09.341076 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 56f62a8c-3400-43ab-a813-fe432c78aa47 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:43:09.341642 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 56f62a8c-3400-43ab-a813-fe432c78aa47 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:43:09.342178 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device aec4e503-a3ae-4dc5-910a-60f3d11a8215 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:43:09.370377 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ff93dc6e-94b4-4389-914e-e034faf0eb14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:09.379087 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: aec4e503-a3ae-4dc5-910a-60f3d11a8215 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:43:09.379727 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device aec4e503-a3ae-4dc5-910a-60f3d11a8215 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:43:09.419142 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4d27143f-2b5b-4f35-9f6e-d84313eb3893 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:09.443581 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-86d3a1a7-69c3-4f4e-8ddd-9ce18175f6f0 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:09.444583 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-86d3a1a7-69c3-4f4e-8ddd-9ce18175f6f0 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:09.454234 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ff93dc6e-94b4-4389-914e-e034faf0eb14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:09.456904 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-950275b4-7f32-45aa-b01e-7dfc60e5ccb7 req-e4364e1e-7653-4c39-a23a-4cafad039382 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:09.484945 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] For port 56f62a8c-3400-43ab-a813-fe432c78aa47, host n-d-776250-10, got binding levels [] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:09.485353 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:09.504032 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93dc6e-94b4-4389-914e-e034faf0eb14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3aa931e-aa72-4d19-a552-6387f7445a86,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:09.510703 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ff93dc6e-94b4-4389-914e-e034faf0eb14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:09.514983 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ff93dc6e-94b4-4389-914e-e034faf0eb14 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e3aa931e-aa72-4d19-a552-6387f7445a86 HTTP/1.1" status: 204 len: 168 time: 0.5077848 Nov 10 17:43:09.519342 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50096) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:09.523587 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0532c2b-eff6-4814-961c-a66bfe6c1553 None None] Network 46982e30-3e4a-4e4c-aaa3-ef383d323d9e requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:09.549364 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50098) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:09.571964 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Calling delete_port for 56f62a8c-3400-43ab-a813-fe432c78aa47 owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:43:09.602401 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-aa61976f-9d2b-4cd6-a34e-fc0a19d32ec3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:09.608813 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.ipam_backend_mixin [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Port 56f62a8c-3400-43ab-a813-fe432c78aa47 was not found and therefore no delete operation was performed {{(pid=102469) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 17:43:09.617139 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-950275b4-7f32-45aa-b01e-7dfc60e5ccb7 req-e4364e1e-7653-4c39-a23a-4cafad039382 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:09.630773 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-86d3a1a7-69c3-4f4e-8ddd-9ce18175f6f0 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:09.645519 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:09.674974 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aebbcdf0-580a-4779-9799-eb198c2f8a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:09.794092 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-aa61976f-9d2b-4cd6-a34e-fc0a19d32ec3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:09.800513 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-aebbcdf0-580a-4779-9799-eb198c2f8a7e admin admin] Deleting port 2065f47d-bcc1-4829-8834-b646e35d2428 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:43:09.801062 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aebbcdf0-580a-4779-9799-eb198c2f8a7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:09.851016 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-4d27143f-2b5b-4f35-9f6e-d84313eb3893 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] device_id is not set on port 409b5b06-8df8-44ba-9712-db5dcffa1e34 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:43:09.861733 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a16e91-3d89-4da1-a390-8f1763b14e97 None None] DHCP port deletion for 46982e30-3e4a-4e4c-aaa3-ef383d323d9e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:43:09.878032 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] No DVR routers for this DVR port 56f62a8c-3400-43ab-a813-fe432c78aa47 on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:43:09.886078 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Pushing event deleted for resources: {'Port': ['ID=56f62a8c-3400-43ab-a813-fe432c78aa47,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:09.891665 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-17418aa4-0c2d-4acd-a9ef-6db57a5cc3f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:09.925762 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-58a16e91-3d89-4da1-a390-8f1763b14e97 None None] Deleting port 2065f47d-bcc1-4829-8834-b646e35d2428 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:43:09.926483 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-58a16e91-3d89-4da1-a390-8f1763b14e97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:09.933439 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-aebbcdf0-580a-4779-9799-eb198c2f8a7e admin admin] For port 2065f47d-bcc1-4829-8834-b646e35d2428, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2065f47d-bcc1-4829-8834-b646e35d2428,segment=NetworkSegment(dba2e44a-aac5-4f9d-b1f1-145c964634eb),segment_id=dba2e44a-aac5-4f9d-b1f1-145c964634eb)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:09.933800 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aebbcdf0-580a-4779-9799-eb198c2f8a7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:09.953943 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-aebbcdf0-580a-4779-9799-eb198c2f8a7e admin admin] Calling delete_port for 2065f47d-bcc1-4829-8834-b646e35d2428 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:43:10.028590 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-58a16e91-3d89-4da1-a390-8f1763b14e97 None None] For port 2065f47d-bcc1-4829-8834-b646e35d2428, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2065f47d-bcc1-4829-8834-b646e35d2428,segment=NetworkSegment(dba2e44a-aac5-4f9d-b1f1-145c964634eb),segment_id=dba2e44a-aac5-4f9d-b1f1-145c964634eb)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:10.028956 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-58a16e91-3d89-4da1-a390-8f1763b14e97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:10.040530 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-86d3a1a7-69c3-4f4e-8ddd-9ce18175f6f0 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:10.045638 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-58a16e91-3d89-4da1-a390-8f1763b14e97 None None] Calling delete_port for 2065f47d-bcc1-4829-8834-b646e35d2428 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:43:10.077141 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-950275b4-7f32-45aa-b01e-7dfc60e5ccb7 req-e4364e1e-7653-4c39-a23a-4cafad039382 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:10.079851 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-950275b4-7f32-45aa-b01e-7dfc60e5ccb7 req-e4364e1e-7653-4c39-a23a-4cafad039382 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:10.081845 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-950275b4-7f32-45aa-b01e-7dfc60e5ccb7 req-e4364e1e-7653-4c39-a23a-4cafad039382 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "DELETE /v2.0/security-groups/ae172f0f-fb7a-463a-83f0-e6eeb8cc1a5c HTTP/1.1" status: 204 len: 173 time: 1.3479636 Nov 10 17:43:10.104228 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4364e1e-7653-4c39-a23a-4cafad039382 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae172f0f-fb7a-463a-83f0-e6eeb8cc1a5c,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:10.130377 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:10.144363 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-aa61976f-9d2b-4cd6-a34e-fc0a19d32ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:10.147844 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-aa61976f-9d2b-4cd6-a34e-fc0a19d32ec3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:10.152553 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-aa61976f-9d2b-4cd6-a34e-fc0a19d32ec3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4b18df3a-1953-4f09-95bb-1d9e4c72134c HTTP/1.1" status: 204 len: 168 time: 1.2657936 Nov 10 17:43:10.185095 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-17418aa4-0c2d-4acd-a9ef-6db57a5cc3f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:10.198833 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aebbcdf0-580a-4779-9799-eb198c2f8a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:10.206631 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-17418aa4-0c2d-4acd-a9ef-6db57a5cc3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:10.211410 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [req-e4b37d4c-c121-4229-add5-02d9637e6907 req-8c307526-32ef-4978-850a-5a396c766917 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] show failed (client error): The resource could not be found. Nov 10 17:43:10.232830 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e4b37d4c-c121-4229-add5-02d9637e6907 req-8c307526-32ef-4978-850a-5a396c766917 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups/ae172f0f-fb7a-463a-83f0-e6eeb8cc1a5c HTTP/1.1" status: 404 len: 352 time: 0.0991797 Nov 10 17:43:10.281187 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61976f-9d2b-4cd6-a34e-fc0a19d32ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b18df3a-1953-4f09-95bb-1d9e4c72134c,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:10.301976 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce7a351-4600-4f74-86ed-ee1c62dfdc5d']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:10.338580 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-17418aa4-0c2d-4acd-a9ef-6db57a5cc3f3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=02d80e89212f4221b01d6361f99514f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7879491 Nov 10 17:43:10.339613 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50108) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:10.340750 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebbcdf0-580a-4779-9799-eb198c2f8a7e admin admin] No DVR routers for this DVR port 2065f47d-bcc1-4829-8834-b646e35d2428 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:43:10.341011 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '642086ee-d39d-4957-a1d8-d9170f6b78fd') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:10.341493 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '642086ee-d39d-4957-a1d8-d9170f6b78fd') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: from cryptography.utils import int_from_bytes Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: from cryptography.utils import int_from_bytes Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:43:10.354046 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:43:10.357065 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:43:10.357065 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:43:10.357065 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:43:10.357065 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:43:10.357065 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:43:10.357065 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:43:10.357065 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:43:10.357065 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:43:10.357065 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:43:10.357065 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:43:10.357065 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:43:10.357065 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:43:10.357065 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:43:10.357065 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:43:10.367342 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-58a16e91-3d89-4da1-a390-8f1763b14e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:10.373535 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebbcdf0-580a-4779-9799-eb198c2f8a7e admin admin] Pushing event deleted for resources: {'Port': ['ID=2065f47d-bcc1-4829-8834-b646e35d2428,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:10.397876 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:10.420607 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a16e91-3d89-4da1-a390-8f1763b14e97 None None] Pushing event deleted for resources: {'Port': ['ID=2065f47d-bcc1-4829-8834-b646e35d2428,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:10.441293 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a16e91-3d89-4da1-a390-8f1763b14e97 None None] No DVR routers for this DVR port 2065f47d-bcc1-4829-8834-b646e35d2428 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:43:10.466518 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9caa7593-bd9b-4e72-b178-8a6f3baf89e2 req-16498823-65bb-4ff9-a166-009e2b17772d tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=28bf93e06f3848a9a72c412217f242f8 HTTP/1.1" status: 200 len: 6208 time: 0.1781378 Nov 10 17:43:10.475151 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17418aa4-0c2d-4acd-a9ef-6db57a5cc3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a445c202-61cb-4062-8d3e-156f52833d8b,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:10.526902 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:10.546462 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aebbcdf0-580a-4779-9799-eb198c2f8a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:10.569895 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:43:10.570303 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:10.573645 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:43:10.573645 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:43:10.573645 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:43:10.573645 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:43:10.573645 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:43:10.573645 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:43:10.573645 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:43:10.573645 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:43:10.573645 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:43:10.573645 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:43:10.573645 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:43:10.573645 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:43:10.573645 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:43:10.573645 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:43:10.573645 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:43:10.573645 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:43:10.573645 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:43:10.573645 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:43:10.573645 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:43:10.573645 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:43:10.573645 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:43:10.573645 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:43:10.573645 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:43:10.573645 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:43:10.573645 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:43:10.573645 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:43:10.573645 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:43:10.573645 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:43:10.573645 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:43:10.573645 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:43:10.573645 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:43:10.573645 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:43:10.582302 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5e8cf6c8-7c19-4094-9194-605643150329 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:10.585868 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-aebbcdf0-580a-4779-9799-eb198c2f8a7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46982e30-3e4a-4e4c-aaa3-ef383d323d9e']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:10.606650 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-aebbcdf0-580a-4779-9799-eb198c2f8a7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba2e44a-aac5-4f9d-b1f1-145c964634eb') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:10.607045 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-aebbcdf0-580a-4779-9799-eb198c2f8a7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba2e44a-aac5-4f9d-b1f1-145c964634eb') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:10.624939 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4d27143f-2b5b-4f35-9f6e-d84313eb3893 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:10.632698 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5e8cf6c8-7c19-4094-9194-605643150329 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:10.634804 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9caa7593-bd9b-4e72-b178-8a6f3baf89e2 req-4521b4a9-7921-4b48-a8b9-64a1a541189c tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups/6192f994-9fb3-4bce-b4cd-c03ff5545a43 HTTP/1.1" status: 200 len: 3002 time: 0.1400073 Nov 10 17:43:10.638282 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aebbcdf0-580a-4779-9799-eb198c2f8a7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:10.706541 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aebbcdf0-580a-4779-9799-eb198c2f8a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:10.728271 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aebbcdf0-580a-4779-9799-eb198c2f8a7e admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:43:10.728680 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aebbcdf0-580a-4779-9799-eb198c2f8a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:10.731116 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:43:10.731116 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:43:10.731116 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:43:10.731116 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:43:10.731116 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:43:10.731116 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:43:10.731116 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:43:10.731116 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:43:10.731116 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:43:10.731116 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:43:10.731116 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:43:10.731116 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:43:10.731116 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:43:10.731116 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:43:10.731116 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:43:10.731116 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:43:10.731116 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:43:10.731116 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:43:10.731116 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:43:10.731116 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:43:10.731116 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:43:10.731116 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:43:10.731116 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:43:10.731116 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:43:10.731116 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:43:10.731116 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:43:10.731116 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:43:10.731116 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:43:10.731116 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:43:10.731116 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:43:10.731116 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:43:10.731116 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:43:10.748972 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:10.753902 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:10.762346 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "DELETE /v2.0/networks/9ce7a351-4600-4f74-86ed-ee1c62dfdc5d HTTP/1.1" status: 204 len: 168 time: 7.3063025 Nov 10 17:43:10.782563 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50118) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:10.815327 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-4d27143f-2b5b-4f35-9f6e-d84313eb3893 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] device_id is not set on port dde7c9bf-5865-4677-8ed1-d8e5edee9a9d yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:43:10.847279 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2065f47d-bcc1-4829-8834-b646e35d2428 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:43:10.860786 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b24d93-00e4-4f11-b005-fcb930ae99c0 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Pushing event deleted for resources: {'Network': ['ID=9ce7a351-4600-4f74-86ed-ee1c62dfdc5d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:10.866748 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-03040b02-85d3-4ad7-92bf-084fb89e830a tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] DELETE failed (client error): The resource could not be found. Nov 10 17:43:10.867283 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03040b02-85d3-4ad7-92bf-084fb89e830a tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:43:10.873523 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-03040b02-85d3-4ad7-92bf-084fb89e830a tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "DELETE /v2.0/subnets/6b6ae047-4771-402f-984c-0598753e6829 HTTP/1.1" status: 404 len: 337 time: 0.0859656 Nov 10 17:43:10.877744 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50122) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:10.882154 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9caa7593-bd9b-4e72-b178-8a6f3baf89e2 req-3d14f2ce-4048-4c22-8635-055f9d1cb466 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups/6192f994-9fb3-4bce-b4cd-c03ff5545a43 HTTP/1.1" status: 200 len: 3002 time: 0.2320673 Nov 10 17:43:10.897816 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 2065f47d-bcc1-4829-8834-b646e35d2428 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:43:10.898468 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2065f47d-bcc1-4829-8834-b646e35d2428 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:43:10.912282 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 18700e05-a88d-497b-85f4-baf5d45ee313 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:43:10.917061 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aebbcdf0-580a-4779-9799-eb198c2f8a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:10.939505 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 18700e05-a88d-497b-85f4-baf5d45ee313 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:43:10.940183 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 18700e05-a88d-497b-85f4-baf5d45ee313 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:43:10.942391 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5e8cf6c8-7c19-4094-9194-605643150329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:10.949197 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5e8cf6c8-7c19-4094-9194-605643150329 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:10.951284 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5e8cf6c8-7c19-4094-9194-605643150329 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a445c202-61cb-4062-8d3e-156f52833d8b HTTP/1.1" status: 204 len: 168 time: 0.5978832 Nov 10 17:43:10.976199 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aebbcdf0-580a-4779-9799-eb198c2f8a7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:10.982788 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-aebbcdf0-580a-4779-9799-eb198c2f8a7e admin admin] 10.222.0.39 "DELETE /v2.0/networks/46982e30-3e4a-4e4c-aaa3-ef383d323d9e HTTP/1.1" status: 204 len: 168 time: 1.4603438 Nov 10 17:43:10.985757 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-3774ad8a-a287-43de-b1df-56db927e8972 req-ce6411cc-b1da-4da7-b8ba-e1bcd0ade976 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2054764621', 'description': 'tempest-description-1437816016'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:11.025268 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebbcdf0-580a-4779-9799-eb198c2f8a7e admin admin] Pushing event deleted for resources: {'Network': ['ID=46982e30-3e4a-4e4c-aaa3-ef383d323d9e,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:11.028262 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ab96ee-6637-4edd-9cb7-2b10cfa9fa7a tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] DELETE failed (client error): The resource could not be found. Nov 10 17:43:11.029246 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23ab96ee-6637-4edd-9cb7-2b10cfa9fa7a tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:43:11.036076 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-23ab96ee-6637-4edd-9cb7-2b10cfa9fa7a tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "DELETE /v2.0/networks/9ce7a351-4600-4f74-86ed-ee1c62dfdc5d HTTP/1.1" status: 404 len: 339 time: 0.1480887 Nov 10 17:43:11.036440 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8cf6c8-7c19-4094-9194-605643150329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a445c202-61cb-4062-8d3e-156f52833d8b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:11.039089 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-3774ad8a-a287-43de-b1df-56db927e8972 req-ce6411cc-b1da-4da7-b8ba-e1bcd0ade976 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:11.041522 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50134) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:11.060387 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-86d3a1a7-69c3-4f4e-8ddd-9ce18175f6f0 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:11.098239 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-86d3a1a7-69c3-4f4e-8ddd-9ce18175f6f0 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:11.147201 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-837d1997-dbb6-4af6-8256-76fab7b99e2a tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] DELETE failed (client error): The resource could not be found. Nov 10 17:43:11.148000 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-837d1997-dbb6-4af6-8256-76fab7b99e2a tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:43:11.155888 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-837d1997-dbb6-4af6-8256-76fab7b99e2a tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "DELETE /v2.0/subnets/a840b37d-951b-4745-a035-ec050f0c48de HTTP/1.1" status: 404 len: 337 time: 0.1100461 Nov 10 17:43:11.155888 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50136) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:11.199548 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-269bbceb-2862-4272-88d2-d0f3ab60095d tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] DELETE failed (client error): The resource could not be found. Nov 10 17:43:11.200751 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-269bbceb-2862-4272-88d2-d0f3ab60095d tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:43:11.206980 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-269bbceb-2862-4272-88d2-d0f3ab60095d tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "DELETE /v2.0/networks/7a339859-d8b6-4dd0-90b3-06dc0a369895 HTTP/1.1" status: 404 len: 339 time: 0.0496933 Nov 10 17:43:11.211335 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50140) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:11.257286 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8bd9391-0b0c-40b9-877f-30a874ca9218 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] DELETE failed (client error): The resource could not be found. Nov 10 17:43:11.257849 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8bd9391-0b0c-40b9-877f-30a874ca9218 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:43:11.264281 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b8bd9391-0b0c-40b9-877f-30a874ca9218 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "DELETE /v2.0/subnets/62dc24c1-ad69-4959-845e-b8a5099d861c HTTP/1.1" status: 404 len: 337 time: 0.0493922 Nov 10 17:43:11.265381 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50142) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:11.303352 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-83bda295-48c0-4b6b-9e3d-92b46e8eac28 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] DELETE failed (client error): The resource could not be found. Nov 10 17:43:11.304257 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83bda295-48c0-4b6b-9e3d-92b46e8eac28 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:43:11.311282 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-83bda295-48c0-4b6b-9e3d-92b46e8eac28 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "DELETE /v2.0/networks/aa8c8f39-78e8-4b28-96ef-cf690f0eeee4 HTTP/1.1" status: 404 len: 339 time: 0.0424974 Nov 10 17:43:11.317912 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50144) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:11.325444 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-3774ad8a-a287-43de-b1df-56db927e8972 req-ce6411cc-b1da-4da7-b8ba-e1bcd0ade976 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:11.341567 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-3774ad8a-a287-43de-b1df-56db927e8972 req-ce6411cc-b1da-4da7-b8ba-e1bcd0ade976 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:11.369985 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4d27143f-2b5b-4f35-9f6e-d84313eb3893 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:11.404251 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-86d3a1a7-69c3-4f4e-8ddd-9ce18175f6f0 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Allocated IP 172.25.5.180 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/1115e1ff-3ce3-4a95-bcbf-0ab257615147) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:43:11.413149 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50148) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:11.517034 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-3774ad8a-a287-43de-b1df-56db927e8972 req-ce6411cc-b1da-4da7-b8ba-e1bcd0ade976 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:11.518244 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3774ad8a-a287-43de-b1df-56db927e8972 req-ce6411cc-b1da-4da7-b8ba-e1bcd0ade976 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5824220 Nov 10 17:43:11.518387 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50150) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:11.533835 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4d27143f-2b5b-4f35-9f6e-d84313eb3893 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:11.551696 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6411cc-b1da-4da7-b8ba-e1bcd0ade976 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=774a5019-1c4f-42a9-9cc8-a3b1a7a6dcd8,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:11.573414 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2819bdb4-9436-417d-ba3a-b76c20af04ac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=edaa9fbf7c3142bebb1f03511e703c31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1520526 Nov 10 17:43:11.573414 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50154) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:11.595009 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-51e20950-e7eb-46f0-a1ae-21e222cae427 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:11.603605 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-7dd03b38-1fcf-4fc1-bed4-fff468b98827 req-d81f1e01-3f51-4f53-9fe7-0f7a951f6f24 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1762054098', 'description': 'tempest-description-2132450490'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:11.649662 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-6237ab52-e2e3-468d-998c-7b5564b8ddfa tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Deleting port e3858e58-ca3e-4ff9-91e4-08d981f69b75 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:43:11.650223 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6237ab52-e2e3-468d-998c-7b5564b8ddfa tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:11.711293 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27143f-2b5b-4f35-9f6e-d84313eb3893 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Pushing event updated for resources: {'Port': ['ID=409b5b06-8df8-44ba-9712-db5dcffa1e34,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:11.747470 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-780e3f5c-cd19-4a49-a322-4aa47c2ccaab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:11.747744 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7dd03b38-1fcf-4fc1-bed4-fff468b98827 req-d81f1e01-3f51-4f53-9fe7-0f7a951f6f24 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:11.774056 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6237ab52-e2e3-468d-998c-7b5564b8ddfa tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:11.813243 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-6237ab52-e2e3-468d-998c-7b5564b8ddfa tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Calling delete_port for e3858e58-ca3e-4ff9-91e4-08d981f69b75 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:43:11.813378 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d27143f-2b5b-4f35-9f6e-d84313eb3893 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Checking segment: {'id': '5ba9a942-f32a-4316-a3d0-337a312f8ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'aea7b0b3-6b25-4866-ad44-8a9f4be300a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:11.813378 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d27143f-2b5b-4f35-9f6e-d84313eb3893 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Network hostable DHCP agents. Network: aea7b0b3-6b25-4866-ad44-8a9f4be300a8, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:43:11.814221 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-780e3f5c-cd19-4a49-a322-4aa47c2ccaab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:11.832321 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-86d3a1a7-69c3-4f4e-8ddd-9ce18175f6f0 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:11.948334 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d27143f-2b5b-4f35-9f6e-d84313eb3893 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Network aea7b0b3-6b25-4866-ad44-8a9f4be300a8 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:43:11.951687 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-780e3f5c-cd19-4a49-a322-4aa47c2ccaab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:11.956483 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-780e3f5c-cd19-4a49-a322-4aa47c2ccaab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:11.958547 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-780e3f5c-cd19-4a49-a322-4aa47c2ccaab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fb6d9af1-c2ba-4826-b0eb-3780dc63f819 HTTP/1.1" status: 204 len: 168 time: 0.3837404 Nov 10 17:43:11.962476 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-51e20950-e7eb-46f0-a1ae-21e222cae427 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:11.978664 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e3f5c-cd19-4a49-a322-4aa47c2ccaab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6d9af1-c2ba-4826-b0eb-3780dc63f819,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:11.981107 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-51e20950-e7eb-46f0-a1ae-21e222cae427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:11.995925 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-4d27143f-2b5b-4f35-9f6e-d84313eb3893 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, aea7b0b3-6b25-4866-ad44-8a9f4be300a8) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:12.004984 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6237ab52-e2e3-468d-998c-7b5564b8ddfa tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:12.021761 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc26072b-28a3-48a4-b2e8-a57ce2c8570a None None] Network aea7b0b3-6b25-4866-ad44-8a9f4be300a8 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:12.032491 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-86d3a1a7-69c3-4f4e-8ddd-9ce18175f6f0 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:12.043419 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d27143f-2b5b-4f35-9f6e-d84313eb3893 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:43:12.044671 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4d27143f-2b5b-4f35-9f6e-d84313eb3893 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:12.068046 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7dd03b38-1fcf-4fc1-bed4-fff468b98827 req-d81f1e01-3f51-4f53-9fe7-0f7a951f6f24 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:12.110355 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50160) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:12.118561 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237ab52-e2e3-468d-998c-7b5564b8ddfa tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Pushing event deleted for resources: {'Port': ['ID=e3858e58-ca3e-4ff9-91e4-08d981f69b75,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:12.129925 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7dd03b38-1fcf-4fc1-bed4-fff468b98827 req-d81f1e01-3f51-4f53-9fe7-0f7a951f6f24 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:12.132539 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6237ab52-e2e3-468d-998c-7b5564b8ddfa tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:12.140317 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6237ab52-e2e3-468d-998c-7b5564b8ddfa tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "DELETE /v2.0/ports/e3858e58-ca3e-4ff9-91e4-08d981f69b75 HTTP/1.1" status: 204 len: 168 time: 0.8203475 Nov 10 17:43:12.142669 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50164) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:12.162392 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-51e20950-e7eb-46f0-a1ae-21e222cae427 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80f03c2414924d66bef9b334349ef8d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6417603 Nov 10 17:43:12.176498 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50166) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:12.185233 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-5908abf1-51f7-44cc-9469-f8c478bed009 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] DELETE failed (client error): The resource could not be found. Nov 10 17:43:12.185971 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5908abf1-51f7-44cc-9469-f8c478bed009 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:43:12.190583 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5908abf1-51f7-44cc-9469-f8c478bed009 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "DELETE /v2.0/subnets/f5b16d24-9e57-4918-952a-1fe708c45c47 HTTP/1.1" status: 404 len: 337 time: 0.0464575 Nov 10 17:43:12.192607 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e20950-e7eb-46f0-a1ae-21e222cae427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a62499-9854-4fe7-a71f-559e2e6960d8,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:12.193161 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50168) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:12.237149 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d3a1a7-69c3-4f4e-8ddd-9ce18175f6f0 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:12.271961 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-86d3a1a7-69c3-4f4e-8ddd-9ce18175f6f0 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:12.294306 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c1f5ab-12b4-4365-9acf-84af89e04673 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:43:12.301424 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d3a1a7-69c3-4f4e-8ddd-9ce18175f6f0 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:43:12.325526 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d3a1a7-69c3-4f4e-8ddd-9ce18175f6f0 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Pushing event updated for resources: {'Port': ['ID=1115e1ff-3ce3-4a95-bcbf-0ab257615147,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:12.331645 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7dd03b38-1fcf-4fc1-bed4-fff468b98827 req-d81f1e01-3f51-4f53-9fe7-0f7a951f6f24 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:12.334208 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7dd03b38-1fcf-4fc1-bed4-fff468b98827 req-d81f1e01-3f51-4f53-9fe7-0f7a951f6f24 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7734048 Nov 10 17:43:12.376726 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-affbb02e-da7c-4e3c-91d0-40a59e11419a None None] Provisioning complete for port 1115e1ff-3ce3-4a95-bcbf-0ab257615147 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:12.377450 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-affbb02e-da7c-4e3c-91d0-40a59e11419a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:12.380659 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0642eac5-d30a-418b-a474-3f3e557a818c tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:12.445057 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-affbb02e-da7c-4e3c-91d0-40a59e11419a None None] Port 1115e1ff-3ce3-4a95-bcbf-0ab257615147 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:43:12.515077 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f1e01-3f51-4f53-9fe7-0f7a951f6f24 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe41436-bd89-4d92-8d22-d04b8ef594a1,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:12.555990 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0642eac5-d30a-418b-a474-3f3e557a818c tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:12.596811 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-0642eac5-d30a-418b-a474-3f3e557a818c tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c543bb-1d35-430a-9d0c-5a9924512844']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:12.597202 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27143f-2b5b-4f35-9f6e-d84313eb3893 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Pushing event updated for resources: {'Port': ['ID=dde7c9bf-5865-4677-8ed1-d8e5edee9a9d,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:12.607086 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d27143f-2b5b-4f35-9f6e-d84313eb3893 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Checking segment: {'id': 'e0c748a6-90e3-4297-ab09-ea07f2449760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8c856757-1915-40ec-bfc5-2398147b3637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:12.607528 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d27143f-2b5b-4f35-9f6e-d84313eb3893 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Network hostable DHCP agents. Network: 8c856757-1915-40ec-bfc5-2398147b3637, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:43:12.620336 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-879c9655-b989-4fae-b174-feaa94590b24 tempest-ServiceProvidersTest-477414664 tempest-ServiceProvidersTest-477414664-project] 10.222.0.39 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5087202 Nov 10 17:43:12.628798 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-0642eac5-d30a-418b-a474-3f3e557a818c tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61cfe572-e0fc-4d46-a601-0ff0c70520f8') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:12.629231 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-0642eac5-d30a-418b-a474-3f3e557a818c tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61cfe572-e0fc-4d46-a601-0ff0c70520f8') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:12.634420 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f913ded-8a43-4c7e-9bb4-c04737d65dc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:12.641956 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0642eac5-d30a-418b-a474-3f3e557a818c tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:12.658075 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0642eac5-d30a-418b-a474-3f3e557a818c tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:12.686121 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0642eac5-d30a-418b-a474-3f3e557a818c tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:43:12.687438 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0642eac5-d30a-418b-a474-3f3e557a818c tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:12.717470 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f913ded-8a43-4c7e-9bb4-c04737d65dc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:12.722211 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d27143f-2b5b-4f35-9f6e-d84313eb3893 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Network 8c856757-1915-40ec-bfc5-2398147b3637 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:43:12.736579 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:43:12.736579 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:43:12.736579 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:43:12.736579 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:43:12.736579 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:43:12.736579 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:43:12.736579 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:43:12.736579 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:43:12.736579 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:43:12.736579 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:43:12.736579 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:43:12.736579 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:43:12.736579 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:43:12.736579 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:43:12.736579 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:43:12.736579 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:43:12.736579 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:43:12.736579 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:43:12.736579 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:43:12.736579 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:43:12.736579 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:43:12.736579 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:43:12.736579 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:43:12.736579 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:43:12.736579 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:43:12.736579 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:43:12.736579 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:43:12.736579 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:43:12.736579 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:43:12.736579 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:43:12.736579 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:43:12.736579 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:43:12.801529 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-4d27143f-2b5b-4f35-9f6e-d84313eb3893 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 8c856757-1915-40ec-bfc5-2398147b3637) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:12.816524 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fa9c22-23a7-4898-b068-abf816fa619d None None] Network 8c856757-1915-40ec-bfc5-2398147b3637 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:12.823069 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d27143f-2b5b-4f35-9f6e-d84313eb3893 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:43:12.829250 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d27143f-2b5b-4f35-9f6e-d84313eb3893 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:12.834767 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d27143f-2b5b-4f35-9f6e-d84313eb3893 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:12.835608 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4d27143f-2b5b-4f35-9f6e-d84313eb3893 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:12.873424 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0642eac5-d30a-418b-a474-3f3e557a818c tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:12.886923 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4d27143f-2b5b-4f35-9f6e-d84313eb3893 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.5195925 Nov 10 17:43:12.888969 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50192) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:12.889775 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-86d3a1a7-69c3-4f4e-8ddd-9ce18175f6f0 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:12.891574 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0642eac5-d30a-418b-a474-3f3e557a818c tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:12.905108 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0642eac5-d30a-418b-a474-3f3e557a818c tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "DELETE /v2.0/networks/15c543bb-1d35-430a-9d0c-5a9924512844 HTTP/1.1" status: 204 len: 168 time: 0.7083805 Nov 10 17:43:12.952226 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50196) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:12.982279 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642eac5-d30a-418b-a474-3f3e557a818c tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Pushing event deleted for resources: {'Network': ['ID=15c543bb-1d35-430a-9d0c-5a9924512844,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:13.108138 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f913ded-8a43-4c7e-9bb4-c04737d65dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:13.113471 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f913ded-8a43-4c7e-9bb4-c04737d65dc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:13.120351 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7f913ded-8a43-4c7e-9bb4-c04737d65dc5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/03a62499-9854-4fe7-a71f-559e2e6960d8 HTTP/1.1" status: 204 len: 168 time: 0.9245949 Nov 10 17:43:13.157375 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f913ded-8a43-4c7e-9bb4-c04737d65dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a62499-9854-4fe7-a71f-559e2e6960d8,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:13.191153 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-73353a56-3624-4df9-9124-dd8511632822 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:13.193001 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-73353a56-3624-4df9-9124-dd8511632822 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/networks?id=060d9864-1c5a-45ea-8447-7c5b309eff4c HTTP/1.1" status: 200 len: 812 time: 0.2582226 Nov 10 17:43:13.210058 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f70d5f6-18a4-4ae1-9bf1-4a619de9b978 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:13.214120 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-733ac9ce-62a0-4c39-bbb8-b423596143d9 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Deleting port 7b7c3c6e-cfd1-4ed2-afa1-8abf88d51ce1 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:43:13.214387 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-733ac9ce-62a0-4c39-bbb8-b423596143d9 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:13.219900 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f70d5f6-18a4-4ae1-9bf1-4a619de9b978 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:13.222063 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8f70d5f6-18a4-4ae1-9bf1-4a619de9b978 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3299882 Nov 10 17:43:13.226445 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50204) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:13.231257 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-3887941c-68e4-4802-901c-1aee6f06fed3 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/quotas/28bf93e06f3848a9a72c412217f242f8 HTTP/1.1" status: 200 len: 375 time: 0.0198817 Nov 10 17:43:13.232054 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50206) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:13.362102 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-733ac9ce-62a0-4c39-bbb8-b423596143d9 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:13.389958 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-733ac9ce-62a0-4c39-bbb8-b423596143d9 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Calling delete_port for 7b7c3c6e-cfd1-4ed2-afa1-8abf88d51ce1 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:43:13.420357 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-d61a4fbf-ff41-41ec-ad59-94f15d037d91 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=28bf93e06f3848a9a72c412217f242f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1163697 Nov 10 17:43:13.570449 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-49b3ecb7-8a12-46dc-964f-bcbd44f0e97f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:13.584078 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-394f6999-96b8-4921-b564-400416c05234 service neutron] 10.222.0.39 "GET /v2.0/networks/060d9864-1c5a-45ea-8447-7c5b309eff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006064 Nov 10 17:43:13.720786 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-733ac9ce-62a0-4c39-bbb8-b423596143d9 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:13.731075 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-ed0d2294-238e-4a69-96a8-da06ebdf6430 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Deleting port 409b5b06-8df8-44ba-9712-db5dcffa1e34 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:43:13.732695 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ed0d2294-238e-4a69-96a8-da06ebdf6430 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:13.785961 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-859044f4-4d1f-4e2f-80e4-cdc62d6a8573 service neutron] 10.222.0.39 "GET /v2.0/networks/060d9864-1c5a-45ea-8447-7c5b309eff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881368 Nov 10 17:43:13.789657 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ac9ce-62a0-4c39-bbb8-b423596143d9 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Pushing event deleted for resources: {'Port': ['ID=7b7c3c6e-cfd1-4ed2-afa1-8abf88d51ce1,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:13.794834 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-733ac9ce-62a0-4c39-bbb8-b423596143d9 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:13.800967 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-733ac9ce-62a0-4c39-bbb8-b423596143d9 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "DELETE /v2.0/ports/7b7c3c6e-cfd1-4ed2-afa1-8abf88d51ce1 HTTP/1.1" status: 204 len: 168 time: 0.8448741 Nov 10 17:43:13.801609 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50220) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:13.841900 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec93e009-ef50-43c2-aed0-2d262b68252c tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] DELETE failed (client error): The resource could not be found. Nov 10 17:43:13.842450 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec93e009-ef50-43c2-aed0-2d262b68252c tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:43:13.856541 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-86d3a1a7-69c3-4f4e-8ddd-9ce18175f6f0 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:13.857469 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ec93e009-ef50-43c2-aed0-2d262b68252c tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "DELETE /v2.0/subnets/36c6a98b-8bf8-4798-be21-e38c85025564 HTTP/1.1" status: 404 len: 337 time: 0.0542068 Nov 10 17:43:13.858143 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50224) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:13.961386 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50228) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:13.978400 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-49b3ecb7-8a12-46dc-964f-bcbd44f0e97f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:14.058245 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-49b3ecb7-8a12-46dc-964f-bcbd44f0e97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:14.076498 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c0cab977-14f6-4eef-9a71-c600cc839281 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:14.129867 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3ecb7-8a12-46dc-964f-bcbd44f0e97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d75e0d-3ed5-4e18-932a-f49dc1a93bf9,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:14.176449 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ed0d2294-238e-4a69-96a8-da06ebdf6430 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:14.217388 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e36c1821-43f0-40f4-9f8b-ef87d8ce2b12 req-c50eb280-bca5-44ca-aeb9-ebbe23f416a2 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca0a610-b324-420f-9ae7-f7d213f53e51 HTTP/1.1" status: 200 len: 210 time: 0.1094792 Nov 10 17:43:14.228947 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-49b3ecb7-8a12-46dc-964f-bcbd44f0e97f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2fd9b0a28d7d4b2990b66db1ce395deb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9955623 Nov 10 17:43:14.232834 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50240) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:14.282041 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-ed0d2294-238e-4a69-96a8-da06ebdf6430 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Calling delete_port for 409b5b06-8df8-44ba-9712-db5dcffa1e34 owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:43:14.285723 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-c0cab977-14f6-4eef-9a71-c600cc839281 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Deleting port c3f56eca-ffac-4d29-bbc0-7bbb5845f418 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:43:14.286207 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c0cab977-14f6-4eef-9a71-c600cc839281 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:14.314742 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-aa33909a-3d32-4495-b160-adb687a5bfcd admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-410801503-network', 'tenant_id': '066ad4243c364cb2b13d18de8348945c'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:14.376162 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa33909a-3d32-4495-b160-adb687a5bfcd admin admin] Made reservation on behalf of 066ad4243c364cb2b13d18de8348945c for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:14.378485 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa33909a-3d32-4495-b160-adb687a5bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:14.509160 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d3a1a7-69c3-4f4e-8ddd-9ce18175f6f0 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Router 5203a821-ccab-4039-aaea-076668d9350a is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:43:14.513955 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ed0d2294-238e-4a69-96a8-da06ebdf6430 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:14.564292 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d2294-238e-4a69-96a8-da06ebdf6430 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Pushing event deleted for resources: {'Port': ['ID=409b5b06-8df8-44ba-9712-db5dcffa1e34,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:14.598336 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ed0d2294-238e-4a69-96a8-da06ebdf6430 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:14.608675 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ed0d2294-238e-4a69-96a8-da06ebdf6430 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] 10.222.0.39 "DELETE /v2.0/ports/409b5b06-8df8-44ba-9712-db5dcffa1e34 HTTP/1.1" status: 204 len: 168 time: 1.3800836 Nov 10 17:43:14.612788 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50250) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:14.740513 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa33909a-3d32-4495-b160-adb687a5bfcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:14.764907 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d42b21fe-9185-4e11-b656-07c0eda2ff07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:14.793033 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-c0cab977-14f6-4eef-9a71-c600cc839281 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] For port c3f56eca-ffac-4d29-bbc0-7bbb5845f418, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c3f56eca-ffac-4d29-bbc0-7bbb5845f418,segment=NetworkSegment(ed10b6fb-9452-45ac-bb22-a6d9ea3a1cc7),segment_id=ed10b6fb-9452-45ac-bb22-a6d9ea3a1cc7)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:14.793406 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c0cab977-14f6-4eef-9a71-c600cc839281 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:14.815485 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-c0cab977-14f6-4eef-9a71-c600cc839281 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Calling delete_port for c3f56eca-ffac-4d29-bbc0-7bbb5845f418 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:43:14.838725 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d42b21fe-9185-4e11-b656-07c0eda2ff07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:15.005831 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa33909a-3d32-4495-b160-adb687a5bfcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:15.013988 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa33909a-3d32-4495-b160-adb687a5bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:15.025624 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d42b21fe-9185-4e11-b656-07c0eda2ff07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:15.029263 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d42b21fe-9185-4e11-b656-07c0eda2ff07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:15.030664 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d42b21fe-9185-4e11-b656-07c0eda2ff07 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b3d75e0d-3ed5-4e18-932a-f49dc1a93bf9 HTTP/1.1" status: 204 len: 168 time: 0.7966411 Nov 10 17:43:15.042942 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c0cab977-14f6-4eef-9a71-c600cc839281 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:15.074850 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa33909a-3d32-4495-b160-adb687a5bfcd admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:43:15.081942 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cab977-14f6-4eef-9a71-c600cc839281 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Pushing event deleted for resources: {'Port': ['ID=c3f56eca-ffac-4d29-bbc0-7bbb5845f418,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:15.103026 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa33909a-3d32-4495-b160-adb687a5bfcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d9f880-468b-42a1-8318-b8ead32a03b3,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:15.106371 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa33909a-3d32-4495-b160-adb687a5bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:15.106721 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-aa33909a-3d32-4495-b160-adb687a5bfcd admin admin] Added segment 506b5647-0870-411d-addc-259c9ee09ffd of type vlan for network 65c0c50f-569a-4562-bdff-a3e7188ee69d Nov 10 17:43:15.108533 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cab977-14f6-4eef-9a71-c600cc839281 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] No DVR routers for this DVR port c3f56eca-ffac-4d29-bbc0-7bbb5845f418 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:43:15.125167 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b21fe-9185-4e11-b656-07c0eda2ff07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d75e0d-3ed5-4e18-932a-f49dc1a93bf9,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:15.248454 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c0cab977-14f6-4eef-9a71-c600cc839281 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:15.272521 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-c0cab977-14f6-4eef-9a71-c600cc839281 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c551bd-9c99-44ac-84de-e4b060e7b2a3']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:15.284415 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-c0cab977-14f6-4eef-9a71-c600cc839281 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed10b6fb-9452-45ac-bb22-a6d9ea3a1cc7') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:15.284749 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-c0cab977-14f6-4eef-9a71-c600cc839281 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed10b6fb-9452-45ac-bb22-a6d9ea3a1cc7') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:15.296746 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c0cab977-14f6-4eef-9a71-c600cc839281 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:15.311214 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c0cab977-14f6-4eef-9a71-c600cc839281 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:15.318090 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0cab977-14f6-4eef-9a71-c600cc839281 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:43:15.318497 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c0cab977-14f6-4eef-9a71-c600cc839281 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:15.385970 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:43:15.385970 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:43:15.385970 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:43:15.385970 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:43:15.385970 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:43:15.385970 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:43:15.385970 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:43:15.385970 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:43:15.385970 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:43:15.385970 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:43:15.385970 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:43:15.385970 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:43:15.385970 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:43:15.385970 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:43:15.385970 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:43:15.385970 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:43:15.385970 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:43:15.385970 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:43:15.385970 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:43:15.385970 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:43:15.385970 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:43:15.385970 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:43:15.385970 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:43:15.385970 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:43:15.385970 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:43:15.385970 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:43:15.385970 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:43:15.385970 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:43:15.385970 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:43:15.385970 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:43:15.385970 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:43:15.385970 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:43:15.398371 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c0cab977-14f6-4eef-9a71-c600cc839281 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:15.432386 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c0cab977-14f6-4eef-9a71-c600cc839281 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:15.435707 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c0cab977-14f6-4eef-9a71-c600cc839281 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "DELETE /v2.0/networks/57c551bd-9c99-44ac-84de-e4b060e7b2a3 HTTP/1.1" status: 204 len: 168 time: 1.5764780 Nov 10 17:43:15.437862 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa33909a-3d32-4495-b160-adb687a5bfcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:15.441272 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50268) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:15.443910 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-17d7c1db-2e10-4630-a73c-52ce47d36804 req-0cd06714-83c9-4f3e-94c9-119067ba65ea tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca0a610-b324-420f-9ae7-f7d213f53e51 HTTP/1.1" status: 200 len: 210 time: 0.0620210 Nov 10 17:43:15.549791 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d3a1a7-69c3-4f4e-8ddd-9ce18175f6f0 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:43:15.562019 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f1bb93-fbf7-41cb-b97b-8d3704a93d53 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Deleting subnet 45313ca5-0d22-4425-be96-c8ffa48f5544 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:43:15.568690 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cab977-14f6-4eef-9a71-c600cc839281 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Pushing event deleted for resources: {'Network': ['ID=57c551bd-9c99-44ac-84de-e4b060e7b2a3,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:15.570383 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ade178-2052-404a-8895-2bdd72cf2a22 None None] Sync routers for ids ['5203a821-ccab-4039-aaea-076668d9350a'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:43:15.579070 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.db.resource_extend [None req-aa33909a-3d32-4495-b160-adb687a5bfcd admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 17:43:15.596776 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-caba6a66-247e-411f-8bf5-499767b30025 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Deleting port dde7c9bf-5865-4677-8ed1-d8e5edee9a9d {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:43:15.597199 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-caba6a66-247e-411f-8bf5-499767b30025 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:15.598875 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-59f1bb93-fbf7-41cb-b97b-8d3704a93d53 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:15.602542 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-86d3a1a7-69c3-4f4e-8ddd-9ce18175f6f0 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:15.608026 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-86d3a1a7-69c3-4f4e-8ddd-9ce18175f6f0 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.3219531 Nov 10 17:43:15.610247 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ade178-2052-404a-8895-2bdd72cf2a22 None None] Routers {'5203a821-ccab-4039-aaea-076668d9350a'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:43:15.612772 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-44ade178-2052-404a-8895-2bdd72cf2a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:43:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['5203a821-ccab-4039-aaea-076668d9350a'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:15.617120 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50274) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:15.708026 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-44ade178-2052-404a-8895-2bdd72cf2a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:15.719836 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa33909a-3d32-4495-b160-adb687a5bfcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:15.723451 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa33909a-3d32-4495-b160-adb687a5bfcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:15.726231 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa33909a-3d32-4495-b160-adb687a5bfcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:15.734860 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ade178-2052-404a-8895-2bdd72cf2a22 None None] Routers {'5203a821-ccab-4039-aaea-076668d9350a'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:43:15.735280 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-caba6a66-247e-411f-8bf5-499767b30025 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:15.747013 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-44ade178-2052-404a-8895-2bdd72cf2a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:43:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['5203a821-ccab-4039-aaea-076668d9350a'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:15.779587 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-caba6a66-247e-411f-8bf5-499767b30025 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Calling delete_port for dde7c9bf-5865-4677-8ed1-d8e5edee9a9d owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:43:15.811882 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-44ade178-2052-404a-8895-2bdd72cf2a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:15.813822 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ade178-2052-404a-8895-2bdd72cf2a22 None None] The sync data for ids ['5203a821-ccab-4039-aaea-076668d9350a'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:43:15.849372 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-650afdb5-6d50-4ee3-82c6-cf8fc17e02b0 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] 10.222.0.39 "GET /v2.0/routers/5203a821-ccab-4039-aaea-076668d9350a HTTP/1.1" status: 200 len: 921 time: 0.2307103 Nov 10 17:43:15.853842 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50282) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:15.893723 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9b1826a2-8ff2-4322-a51e-e17d45339521 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] 10.222.0.39 "GET /v2.0/ports?device_id=5203a821-ccab-4039-aaea-076668d9350a HTTP/1.1" status: 200 len: 205 time: 0.0385373 Nov 10 17:43:15.899471 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50288) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:15.951792 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-59f1bb93-fbf7-41cb-b97b-8d3704a93d53 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:16.011035 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-aa33909a-3d32-4495-b160-adb687a5bfcd admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0474794 Nov 10 17:43:16.014220 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50290) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:16.025945 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-69b3b091-18e8-48b6-a97e-8e0914585760 admin admin] Request body: {'subnet': {'network_id': '65c0c50f-569a-4562-bdff-a3e7188ee69d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-410801503-subnet', 'tenant_id': '066ad4243c364cb2b13d18de8348945c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:16.032819 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa33909a-3d32-4495-b160-adb687a5bfcd admin admin] Pushing event updated for resources: {'Network': ['ID=65c0c50f-569a-4562-bdff-a3e7188ee69d,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:16.045943 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-caba6a66-247e-411f-8bf5-499767b30025 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:16.055424 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 65c0c50f-569a-4562-bdff-a3e7188ee69d details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:43:16.105867 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b3b091-18e8-48b6-a97e-8e0914585760 admin admin] Made reservation on behalf of 066ad4243c364cb2b13d18de8348945c for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:16.109085 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-69b3b091-18e8-48b6-a97e-8e0914585760 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:16.174763 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-59f1bb93-fbf7-41cb-b97b-8d3704a93d53 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:16.242168 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba6a66-247e-411f-8bf5-499767b30025 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Pushing event deleted for resources: {'Port': ['ID=dde7c9bf-5865-4677-8ed1-d8e5edee9a9d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:16.335797 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-59f1bb93-fbf7-41cb-b97b-8d3704a93d53 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:16.374973 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-caba6a66-247e-411f-8bf5-499767b30025 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:16.389466 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-caba6a66-247e-411f-8bf5-499767b30025 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] 10.222.0.39 "DELETE /v2.0/ports/dde7c9bf-5865-4677-8ed1-d8e5edee9a9d HTTP/1.1" status: 204 len: 168 time: 1.7687681 Nov 10 17:43:16.400768 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50302) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:16.413588 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1bb93-fbf7-41cb-b97b-8d3704a93d53 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Pushing event deleted for resources: {'Subnet': ['ID=45313ca5-0d22-4425-be96-c8ffa48f5544,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:16.417249 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-59f1bb93-fbf7-41cb-b97b-8d3704a93d53 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:16.420548 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-59f1bb93-fbf7-41cb-b97b-8d3704a93d53 tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "DELETE /v2.0/subnets/45313ca5-0d22-4425-be96-c8ffa48f5544 HTTP/1.1" status: 204 len: 168 time: 0.9756467 Nov 10 17:43:16.424089 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50304) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:16.433352 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5878da-49cc-4556-8efb-ea23e3408772 None None] Network 80ee81d7-0dda-4904-abdd-90fa6f9f7657 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:16.466836 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-aa22447f-71ed-41dd-8469-d65606b7b027 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0607378 Nov 10 17:43:16.471675 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50306) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:16.490613 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c380a67c-4541-4a6d-8fa4-021436546ffb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:16.506293 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-5e8c3b39-443d-4f16-94ad-41b1aa5d5289 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1851860888'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:16.552018 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50310) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:16.667171 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d0bd6e5c-5246-4fd0-8da6-849b55c92a6b tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:16.687405 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8c3b39-443d-4f16-94ad-41b1aa5d5289 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Made reservation on behalf of 96cf1cf1f8a44a1a90a9015ca1fb0e5b for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:16.692096 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5e8c3b39-443d-4f16-94ad-41b1aa5d5289 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:16.725756 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-447bb17a-3dad-4201-96ae-77141d1aedfe tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:16.727338 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-447bb17a-3dad-4201-96ae-77141d1aedfe tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.11 "GET /v2.0/networks?id=060d9864-1c5a-45ea-8447-7c5b309eff4c HTTP/1.1" status: 200 len: 812 time: 0.6663213 Nov 10 17:43:16.760319 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-cf69581f-9f83-4d4d-a581-9e312fd8a935 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Request body: {'port': {'device_id': '3ca0a610-b324-420f-9ae7-f7d213f53e51', 'network_id': '060d9864-1c5a-45ea-8447-7c5b309eff4c', 'admin_state_up': True, 'tenant_id': '28bf93e06f3848a9a72c412217f242f8'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:16.772966 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7d65a3ae-a1eb-46a2-9000-2b98ef860757 req-6d665562-6bfa-46a9-9995-5abe36a1911f tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca0a610-b324-420f-9ae7-f7d213f53e51 HTTP/1.1" status: 200 len: 210 time: 0.0881200 Nov 10 17:43:16.791430 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefb0751-2674-4f2e-898e-e70f1fcb62ce None None] DHCP port deletion for 80ee81d7-0dda-4904-abdd-90fa6f9f7657 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:43:16.798225 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e8c3b39-443d-4f16-94ad-41b1aa5d5289 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:43:16.854200 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5e8c3b39-443d-4f16-94ad-41b1aa5d5289 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:16.854689 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-5e8c3b39-443d-4f16-94ad-41b1aa5d5289 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Added segment 3129f62e-5db4-46fe-b538-0d72131a9e80 of type vlan for network 3ed07c37-ed76-4352-8bd7-22a5ba88dc96 Nov 10 17:43:16.882377 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c380a67c-4541-4a6d-8fa4-021436546ffb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:16.938117 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-fefb0751-2674-4f2e-898e-e70f1fcb62ce None None] Deleting port 7319439b-bfdf-4a01-8009-aaeb68f007eb {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:43:16.939628 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fefb0751-2674-4f2e-898e-e70f1fcb62ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:16.944907 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-69b3b091-18e8-48b6-a97e-8e0914585760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:17.038024 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5e8c3b39-443d-4f16-94ad-41b1aa5d5289 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:17.071541 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-cf69581f-9f83-4d4d-a581-9e312fd8a935 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Made reservation on behalf of 28bf93e06f3848a9a72c412217f242f8 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:17.075784 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-cf69581f-9f83-4d4d-a581-9e312fd8a935 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:17.091504 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3b091-18e8-48b6-a97e-8e0914585760 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56084bdd-c366-497a-a928-14ada0aa8f1d,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:17.102251 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-fefb0751-2674-4f2e-898e-e70f1fcb62ce None None] For port 7319439b-bfdf-4a01-8009-aaeb68f007eb, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=7319439b-bfdf-4a01-8009-aaeb68f007eb,segment=NetworkSegment(cf56cde9-b441-4cdf-b504-775ed33a2e0e),segment_id=cf56cde9-b441-4cdf-b504-775ed33a2e0e)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:17.103266 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fefb0751-2674-4f2e-898e-e70f1fcb62ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:17.105058 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-d0bd6e5c-5246-4fd0-8da6-849b55c92a6b tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Deleting port 7319439b-bfdf-4a01-8009-aaeb68f007eb {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:43:17.105591 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d0bd6e5c-5246-4fd0-8da6-849b55c92a6b tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:17.121376 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-66eb924e-30dd-4a08-aa0b-0dc26d3eeb7f tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1813624865'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:17.131679 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-fefb0751-2674-4f2e-898e-e70f1fcb62ce None None] Calling delete_port for 7319439b-bfdf-4a01-8009-aaeb68f007eb owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:43:17.149642 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b3b091-18e8-48b6-a97e-8e0914585760 admin admin] Checking segment: {'id': '506b5647-0870-411d-addc-259c9ee09ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '65c0c50f-569a-4562-bdff-a3e7188ee69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:17.150136 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b3b091-18e8-48b6-a97e-8e0914585760 admin admin] Network hostable DHCP agents. Network: 65c0c50f-569a-4562-bdff-a3e7188ee69d, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:43:17.236805 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5e8c3b39-443d-4f16-94ad-41b1aa5d5289 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:17.238977 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-d0bd6e5c-5246-4fd0-8da6-849b55c92a6b tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] For port 7319439b-bfdf-4a01-8009-aaeb68f007eb, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=7319439b-bfdf-4a01-8009-aaeb68f007eb,segment=NetworkSegment(cf56cde9-b441-4cdf-b504-775ed33a2e0e),segment_id=cf56cde9-b441-4cdf-b504-775ed33a2e0e)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:17.239352 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d0bd6e5c-5246-4fd0-8da6-849b55c92a6b tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:17.242563 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66eb924e-30dd-4a08-aa0b-0dc26d3eeb7f tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Made reservation on behalf of 10b791d640854f93bf7d616ce1a23c1c for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:17.243324 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8c3b39-443d-4f16-94ad-41b1aa5d5289 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:17.244183 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5e8c3b39-443d-4f16-94ad-41b1aa5d5289 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:17.246021 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-66eb924e-30dd-4a08-aa0b-0dc26d3eeb7f tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:17.276478 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-66eb924e-30dd-4a08-aa0b-0dc26d3eeb7f tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:17.279502 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-d0bd6e5c-5246-4fd0-8da6-849b55c92a6b tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Calling delete_port for 7319439b-bfdf-4a01-8009-aaeb68f007eb owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:43:17.281312 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b3b091-18e8-48b6-a97e-8e0914585760 admin admin] Network 65c0c50f-569a-4562-bdff-a3e7188ee69d is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:43:17.341601 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-69b3b091-18e8-48b6-a97e-8e0914585760 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 65c0c50f-569a-4562-bdff-a3e7188ee69d) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:17.352142 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b3b091-18e8-48b6-a97e-8e0914585760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:17.352873 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-69b3b091-18e8-48b6-a97e-8e0914585760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:17.366208 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-c380a67c-4541-4a6d-8fa4-021436546ffb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Deleting port 1115e1ff-3ce3-4a95-bcbf-0ab257615147 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:43:17.366685 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c380a67c-4541-4a6d-8fa4-021436546ffb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:17.384402 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcab62f-c2a2-4dcb-875a-a387db26c461 None None] Network 65c0c50f-569a-4562-bdff-a3e7188ee69d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:17.391887 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-69b3b091-18e8-48b6-a97e-8e0914585760 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3699396 Nov 10 17:43:17.393845 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50322) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:17.400509 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5e8c3b39-443d-4f16-94ad-41b1aa5d5289 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9107261 Nov 10 17:43:17.400980 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-34026a3d-ffa1-4bbb-8fe1-c9461081f132 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-410801503-router', 'tenant_id': '066ad4243c364cb2b13d18de8348945c', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:17.409378 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50324) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:17.416865 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-5b07821d-4847-4051-9545-d9152a3d0860 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1393912258'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:17.469423 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d0bd6e5c-5246-4fd0-8da6-849b55c92a6b tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:17.499021 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-34026a3d-ffa1-4bbb-8fe1-c9461081f132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:17.499693 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-34026a3d-ffa1-4bbb-8fe1-c9461081f132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:17.502473 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c3b39-443d-4f16-94ad-41b1aa5d5289 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Pushing event updated for resources: {'Network': ['ID=3ed07c37-ed76-4352-8bd7-22a5ba88dc96,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:17.518066 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fefb0751-2674-4f2e-898e-e70f1fcb62ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:17.545154 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-cf69581f-9f83-4d4d-a581-9e312fd8a935 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Allocated IP 172.20.0.14 (060d9864-1c5a-45ea-8447-7c5b309eff4c/3a568a8b-c286-450f-b9ae-7b517fbbf861/174ce9f4-5086-40b7-bb91-0a5dc3fae7b2) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:43:17.549074 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd6e5c-5246-4fd0-8da6-849b55c92a6b tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Pushing event deleted for resources: {'Port': ['ID=7319439b-bfdf-4a01-8009-aaeb68f007eb,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:17.557240 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bd6e5c-5246-4fd0-8da6-849b55c92a6b tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] No DVR routers for this DVR port 7319439b-bfdf-4a01-8009-aaeb68f007eb on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:43:17.581438 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b07821d-4847-4051-9545-d9152a3d0860 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Made reservation on behalf of 96cf1cf1f8a44a1a90a9015ca1fb0e5b for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:17.585647 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5b07821d-4847-4051-9545-d9152a3d0860 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:17.596481 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c380a67c-4541-4a6d-8fa4-021436546ffb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:17.608938 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 3ed07c37-ed76-4352-8bd7-22a5ba88dc96 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:43:17.621701 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb0751-2674-4f2e-898e-e70f1fcb62ce None None] Pushing event deleted for resources: {'Port': ['ID=7319439b-bfdf-4a01-8009-aaeb68f007eb,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:17.631225 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-66eb924e-30dd-4a08-aa0b-0dc26d3eeb7f tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:17.642459 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-c380a67c-4541-4a6d-8fa4-021436546ffb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Calling delete_port for 1115e1ff-3ce3-4a95-bcbf-0ab257615147 owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:43:17.677800 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-66eb924e-30dd-4a08-aa0b-0dc26d3eeb7f tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:17.727772 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-34026a3d-ffa1-4bbb-8fe1-c9461081f132 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:17.754748 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb0751-2674-4f2e-898e-e70f1fcb62ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:17.756312 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb0751-2674-4f2e-898e-e70f1fcb62ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:17.757308 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb0751-2674-4f2e-898e-e70f1fcb62ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:17.758209 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb0751-2674-4f2e-898e-e70f1fcb62ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:17.759105 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb0751-2674-4f2e-898e-e70f1fcb62ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:17.759873 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb0751-2674-4f2e-898e-e70f1fcb62ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:17.760603 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb0751-2674-4f2e-898e-e70f1fcb62ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:17.762500 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb0751-2674-4f2e-898e-e70f1fcb62ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:17.763489 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb0751-2674-4f2e-898e-e70f1fcb62ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:17.764418 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb0751-2674-4f2e-898e-e70f1fcb62ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:17.765413 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb0751-2674-4f2e-898e-e70f1fcb62ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:17.767570 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fefb0751-2674-4f2e-898e-e70f1fcb62ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:17.772782 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b07821d-4847-4051-9545-d9152a3d0860 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:43:17.780815 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefb0751-2674-4f2e-898e-e70f1fcb62ce None None] No DVR routers for this DVR port 7319439b-bfdf-4a01-8009-aaeb68f007eb on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:43:17.864524 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66eb924e-30dd-4a08-aa0b-0dc26d3eeb7f tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:43:17.910449 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d0bd6e5c-5246-4fd0-8da6-849b55c92a6b tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:17.930761 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb924e-30dd-4a08-aa0b-0dc26d3eeb7f tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6828c3c-6627-4c20-b41c-8ed4ee62af36,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:17.942350 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-66eb924e-30dd-4a08-aa0b-0dc26d3eeb7f tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:17.943923 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-66eb924e-30dd-4a08-aa0b-0dc26d3eeb7f tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Added segment 5c9f17fe-427f-456b-8679-5b9942822e14 of type vlan for network 6d02b355-1729-4519-a569-0d5f3bc8164f Nov 10 17:43:17.949458 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5b07821d-4847-4051-9545-d9152a3d0860 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:17.950065 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-5b07821d-4847-4051-9545-d9152a3d0860 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Added segment d5307958-53c4-4703-baba-c98570773205 of type vlan for network b4106de0-ca32-4fd8-858a-39331ac7166c Nov 10 17:43:17.981741 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-d0bd6e5c-5246-4fd0-8da6-849b55c92a6b tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ee81d7-0dda-4904-abdd-90fa6f9f7657']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:18.038659 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-cf69581f-9f83-4d4d-a581-9e312fd8a935 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:18.058724 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af44a66f-d0a5-4c08-a95c-90cae136ed76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-65c0c50f-569a-4562-bdff-a3e7188ee69d', 'network_id': '65c0c50f-569a-4562-bdff-a3e7188ee69d', 'tenant_id': '066ad4243c364cb2b13d18de8348945c', 'fixed_ips': [{'subnet_id': '56084bdd-c366-497a-a928-14ada0aa8f1d'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:43:18.062955 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-af44a66f-d0a5-4c08-a95c-90cae136ed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:18.089266 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-d0bd6e5c-5246-4fd0-8da6-849b55c92a6b tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf56cde9-b441-4cdf-b504-775ed33a2e0e') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:18.089266 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-d0bd6e5c-5246-4fd0-8da6-849b55c92a6b tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf56cde9-b441-4cdf-b504-775ed33a2e0e') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:18.091551 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-cf69581f-9f83-4d4d-a581-9e312fd8a935 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:18.111370 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['3b9cc42d-8311-40b5-91f8-043052fb41fd'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:43:18.158612 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-53b1c053-e105-4297-8b9c-32c9a7ba8453 req-41294dc9-ddc9-44da-9a43-d9ccdc9752e6 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca0a610-b324-420f-9ae7-f7d213f53e51 HTTP/1.1" status: 200 len: 210 time: 0.1801851 Nov 10 17:43:18.168536 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d0bd6e5c-5246-4fd0-8da6-849b55c92a6b tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:18.171351 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-66eb924e-30dd-4a08-aa0b-0dc26d3eeb7f tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:18.194819 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-34026a3d-ffa1-4bbb-8fe1-c9461081f132 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:18.207454 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5b07821d-4847-4051-9545-d9152a3d0860 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:18.210924 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d0bd6e5c-5246-4fd0-8da6-849b55c92a6b tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:18.252517 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0bd6e5c-5246-4fd0-8da6-849b55c92a6b tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:43:18.252934 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d0bd6e5c-5246-4fd0-8da6-849b55c92a6b tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:18.253425 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-cf69581f-9f83-4d4d-a581-9e312fd8a935 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Network 060d9864-1c5a-45ea-8447-7c5b309eff4c is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:18.259193 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-cf69581f-9f83-4d4d-a581-9e312fd8a935 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: self.session.flush() Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: self.session.flush() Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: self.session.flush() Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: self.session.flush() Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:43:18.259503 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:43:18.267802 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-cf69581f-9f83-4d4d-a581-9e312fd8a935 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:43:18.298698 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc249f8f-4241-4c21-ada7-f47760970991 None None] DHCP port deletion for 060d9864-1c5a-45ea-8447-7c5b309eff4c request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:43:18.341910 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69581f-9f83-4d4d-a581-9e312fd8a935 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Pushing event updated for resources: {'Port': ['ID=174ce9f4-5086-40b7-bb91-0a5dc3fae7b2,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:18.372504 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-66eb924e-30dd-4a08-aa0b-0dc26d3eeb7f tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:18.378981 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66eb924e-30dd-4a08-aa0b-0dc26d3eeb7f tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:18.379911 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-66eb924e-30dd-4a08-aa0b-0dc26d3eeb7f tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:18.405543 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-cf69581f-9f83-4d4d-a581-9e312fd8a935 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:18.406158 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-cf69581f-9f83-4d4d-a581-9e312fd8a935 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:18.431767 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5b07821d-4847-4051-9545-d9152a3d0860 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:18.436106 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-cf69581f-9f83-4d4d-a581-9e312fd8a935 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6823506 Nov 10 17:43:18.440220 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b07821d-4847-4051-9545-d9152a3d0860 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:18.440220 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5b07821d-4847-4051-9545-d9152a3d0860 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:18.498646 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-af44a66f-d0a5-4c08-a95c-90cae136ed76 None None] Allocated IP 172.20.0.2 (65c0c50f-569a-4562-bdff-a3e7188ee69d/56084bdd-c366-497a-a928-14ada0aa8f1d/e1c6b490-996f-44eb-8274-db82a7363469) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:43:18.509000 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c380a67c-4541-4a6d-8fa4-021436546ffb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:18.529533 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-5d930ee2-b08d-4bf6-921b-add5e976bbba None None] Provisioning complete for port 174ce9f4-5086-40b7-bb91-0a5dc3fae7b2 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:18.530074 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5d930ee2-b08d-4bf6-921b-add5e976bbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:18.531650 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d0bd6e5c-5246-4fd0-8da6-849b55c92a6b tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:18.555293 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-66eb924e-30dd-4a08-aa0b-0dc26d3eeb7f tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9990938 Nov 10 17:43:18.574063 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50344) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:18.576392 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d0bd6e5c-5246-4fd0-8da6-849b55c92a6b tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:18.582301 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-74424953-bbad-47ec-9867-f8b3a253f8b7 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Request body: {'subnet': {'network_id': '6d02b355-1729-4519-a569-0d5f3bc8164f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:18.585263 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d0bd6e5c-5246-4fd0-8da6-849b55c92a6b tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] 10.222.0.39 "DELETE /v2.0/networks/80ee81d7-0dda-4904-abdd-90fa6f9f7657 HTTP/1.1" status: 204 len: 168 time: 2.1600339 Nov 10 17:43:18.593741 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380a67c-4541-4a6d-8fa4-021436546ffb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Pushing event deleted for resources: {'Port': ['ID=1115e1ff-3ce3-4a95-bcbf-0ab257615147,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:18.665851 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4d83cc-7a41-47c2-bb24-48fc3b3eb871 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:43:18.672629 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-5d930ee2-b08d-4bf6-921b-add5e976bbba None None] Port 174ce9f4-5086-40b7-bb91-0a5dc3fae7b2 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:43:18.675353 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5b07821d-4847-4051-9545-d9152a3d0860 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2498839 Nov 10 17:43:18.676611 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb924e-30dd-4a08-aa0b-0dc26d3eeb7f tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Pushing event updated for resources: {'Network': ['ID=6d02b355-1729-4519-a569-0d5f3bc8164f,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:18.699781 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 6d02b355-1729-4519-a569-0d5f3bc8164f details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:43:18.777008 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-b90ed4c0-ebbd-44f5-a94c-1d99c71f723e service neutron] Request body: {'port': {'device_id': '3ca0a610-b324-420f-9ae7-f7d213f53e51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:18.899362 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74424953-bbad-47ec-9867-f8b3a253f8b7 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Made reservation on behalf of 10b791d640854f93bf7d616ce1a23c1c for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:18.906300 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-74424953-bbad-47ec-9867-f8b3a253f8b7 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:18.949346 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50352) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:18.968630 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 7319439b-bfdf-4a01-8009-aaeb68f007eb no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:43:18.987678 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-28331fea-89bf-470b-a4f4-f1d16c580c50 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Request body: {'subnets': [{'network_id': '3ed07c37-ed76-4352-8bd7-22a5ba88dc96', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--697513858', 'ip_version': 4}, {'network_id': 'b4106de0-ca32-4fd8-858a-39331ac7166c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:18.988093 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-28331fea-89bf-470b-a4f4-f1d16c580c50 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Request body: {'subnet': {'network_id': '3ed07c37-ed76-4352-8bd7-22a5ba88dc96', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--697513858', 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:18.989512 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-28331fea-89bf-470b-a4f4-f1d16c580c50 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Request body: {'subnet': {'network_id': 'b4106de0-ca32-4fd8-858a-39331ac7166c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:18.996798 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c380a67c-4541-4a6d-8fa4-021436546ffb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:19.034020 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 7319439b-bfdf-4a01-8009-aaeb68f007eb {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:43:19.034543 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 7319439b-bfdf-4a01-8009-aaeb68f007eb not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:43:19.123119 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07821d-4847-4051-9545-d9152a3d0860 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Pushing event updated for resources: {'Network': ['ID=b4106de0-ca32-4fd8-858a-39331ac7166c,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:19.165440 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network b4106de0-ca32-4fd8-858a-39331ac7166c details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:43:19.167120 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd6e5c-5246-4fd0-8da6-849b55c92a6b tempest-NetworksIpV6TestAttrs-1819469622 tempest-NetworksIpV6TestAttrs-1819469622-project] Pushing event deleted for resources: {'Network': ['ID=80ee81d7-0dda-4904-abdd-90fa6f9f7657,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:19.319957 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-b90ed4c0-ebbd-44f5-a94c-1d99c71f723e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:19.351111 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50358) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:19.451161 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-af44a66f-d0a5-4c08-a95c-90cae136ed76 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:19.463399 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-af44a66f-d0a5-4c08-a95c-90cae136ed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:19.490055 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c380a67c-4541-4a6d-8fa4-021436546ffb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:19.499826 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c380a67c-4541-4a6d-8fa4-021436546ffb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:19.561581 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-34026a3d-ffa1-4bbb-8fe1-c9461081f132 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:19.568645 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af44a66f-d0a5-4c08-a95c-90cae136ed76 None None] Network 65c0c50f-569a-4562-bdff-a3e7188ee69d is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:19.574767 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-af44a66f-d0a5-4c08-a95c-90cae136ed76 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:19.583026 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af44a66f-d0a5-4c08-a95c-90cae136ed76 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:43:19.594232 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-34026a3d-ffa1-4bbb-8fe1-c9461081f132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:19.637054 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-74424953-bbad-47ec-9867-f8b3a253f8b7 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:19.670946 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44a66f-d0a5-4c08-a95c-90cae136ed76 None None] Pushing event updated for resources: {'Port': ['ID=e1c6b490-996f-44eb-8274-db82a7363469,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:19.673872 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-af44a66f-d0a5-4c08-a95c-90cae136ed76 None None] Attempting to bind port e1c6b490-996f-44eb-8274-db82a7363469 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:43:19.674306 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-af44a66f-d0a5-4c08-a95c-90cae136ed76 None None] Attempting to bind port e1c6b490-996f-44eb-8274-db82a7363469 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '506b5647-0870-411d-addc-259c9ee09ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '65c0c50f-569a-4562-bdff-a3e7188ee69d'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:43:19.675046 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af44a66f-d0a5-4c08-a95c-90cae136ed76 None None] Attempting to bind port e1c6b490-996f-44eb-8274-db82a7363469 on network 65c0c50f-569a-4562-bdff-a3e7188ee69d {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:43:19.682876 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af44a66f-d0a5-4c08-a95c-90cae136ed76 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:43:19.683297 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af44a66f-d0a5-4c08-a95c-90cae136ed76 None None] Checking segment: {'id': '506b5647-0870-411d-addc-259c9ee09ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '65c0c50f-569a-4562-bdff-a3e7188ee69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:19.684692 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-af44a66f-d0a5-4c08-a95c-90cae136ed76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:19.685030 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c380a67c-4541-4a6d-8fa4-021436546ffb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:19.685286 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af44a66f-d0a5-4c08-a95c-90cae136ed76 None None] Bound using segment: {'id': '506b5647-0870-411d-addc-259c9ee09ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '65c0c50f-569a-4562-bdff-a3e7188ee69d'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:43:19.685810 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c380a67c-4541-4a6d-8fa4-021436546ffb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Fanout notify agent at l3_agent the message router_deleted on router 5203a821-ccab-4039-aaea-076668d9350a {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:43:19.685996 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-af44a66f-d0a5-4c08-a95c-90cae136ed76 None None] Bound port: e1c6b490-996f-44eb-8274-db82a7363469, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '506b5647-0870-411d-addc-259c9ee09ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '65c0c50f-569a-4562-bdff-a3e7188ee69d'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:43:19.686438 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-af44a66f-d0a5-4c08-a95c-90cae136ed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:19.703389 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28331fea-89bf-470b-a4f4-f1d16c580c50 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Made reservation on behalf of 96cf1cf1f8a44a1a90a9015ca1fb0e5b for: {'subnet': 2} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:19.708889 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-28331fea-89bf-470b-a4f4-f1d16c580c50 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:19.709315 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-28331fea-89bf-470b-a4f4-f1d16c580c50 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:19.716194 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140b268-c32a-4edf-b7df-7579560bffe8 req-eac62245-8494-4ff1-8ccb-328f3099decf tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:19.720038 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d140b268-c32a-4edf-b7df-7579560bffe8 req-eac62245-8494-4ff1-8ccb-328f3099decf tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca0a610-b324-420f-9ae7-f7d213f53e51 HTTP/1.1" status: 200 len: 932 time: 0.3210690 Nov 10 17:43:19.738647 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c380a67c-4541-4a6d-8fa4-021436546ffb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:19.749322 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c380a67c-4541-4a6d-8fa4-021436546ffb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] 10.222.0.39 "DELETE /v2.0/routers/5203a821-ccab-4039-aaea-076668d9350a HTTP/1.1" status: 204 len: 168 time: 3.8474486 Nov 10 17:43:19.765247 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50364) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:19.774417 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-21f31e93-a205-4d86-8ad0-969c3137c8e7 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Request body: {'router': {'name': 'tempest-snat-router-752380710', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'enable_snat': False}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:19.777242 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-af44a66f-d0a5-4c08-a95c-90cae136ed76 None None] For port e1c6b490-996f-44eb-8274-db82a7363469, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:43:19.783165 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-af44a66f-d0a5-4c08-a95c-90cae136ed76 None None] For port e1c6b490-996f-44eb-8274-db82a7363469, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=e1c6b490-996f-44eb-8274-db82a7363469,segment=NetworkSegment(506b5647-0870-411d-addc-259c9ee09ffd),segment_id=506b5647-0870-411d-addc-259c9ee09ffd)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:43:19.790272 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-af44a66f-d0a5-4c08-a95c-90cae136ed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:19.894492 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74424953-bbad-47ec-9867-f8b3a253f8b7 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Pushing event updated for resources: {'Subnet': ['ID=e5cd3338-ede3-422b-8a4b-028436fe41c5,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:19.902214 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-34026a3d-ffa1-4bbb-8fe1-c9461081f132 admin admin] Allocated IP 172.25.5.217 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/04d23234-1e79-45f6-89d7-fd3d29660dc2) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:43:19.903778 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44a66f-d0a5-4c08-a95c-90cae136ed76 None None] Pushing event updated for resources: {'Port': ['ID=e1c6b490-996f-44eb-8274-db82a7363469,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:19.907955 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-21f31e93-a205-4d86-8ad0-969c3137c8e7 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:19.909372 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-21f31e93-a205-4d86-8ad0-969c3137c8e7 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:19.922000 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-19147592-ce47-4975-8189-be4ce97ad3b5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=00ed30ed67954e298f7d77d829898326&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5685291 Nov 10 17:43:19.931859 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50366) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:20.050491 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74424953-bbad-47ec-9867-f8b3a253f8b7 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Checking segment: {'id': '5c9f17fe-427f-456b-8679-5b9942822e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6d02b355-1729-4519-a569-0d5f3bc8164f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:20.050862 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74424953-bbad-47ec-9867-f8b3a253f8b7 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Network hostable DHCP agents. Network: 6d02b355-1729-4519-a569-0d5f3bc8164f, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:43:20.059499 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d140b268-c32a-4edf-b7df-7579560bffe8 req-433e7b96-2cf5-4c4b-b2c8-3c39661411d2 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?id=6192f994-9fb3-4bce-b4cd-c03ff5545a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324524 Nov 10 17:43:20.170431 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74424953-bbad-47ec-9867-f8b3a253f8b7 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Network 6d02b355-1729-4519-a569-0d5f3bc8164f is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:43:20.200637 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-21f31e93-a205-4d86-8ad0-969c3137c8e7 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:20.217990 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-74424953-bbad-47ec-9867-f8b3a253f8b7 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 6d02b355-1729-4519-a569-0d5f3bc8164f) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:20.223199 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74424953-bbad-47ec-9867-f8b3a253f8b7 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:20.224762 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-74424953-bbad-47ec-9867-f8b3a253f8b7 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:20.254458 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6415b625-ec6e-463a-8011-c432387c657a None None] Network 6d02b355-1729-4519-a569-0d5f3bc8164f requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:20.258795 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-b90ed4c0-ebbd-44f5-a94c-1d99c71f723e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 174ce9f4-5086-40b7-bb91-0a5dc3fae7b2 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:43:20.273437 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-34026a3d-ffa1-4bbb-8fe1-c9461081f132 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:20.277497 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-74424953-bbad-47ec-9867-f8b3a253f8b7 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6996148 Nov 10 17:43:20.278198 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-b90ed4c0-ebbd-44f5-a94c-1d99c71f723e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:20.281182 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50368) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:20.291477 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-a974520d-a463-45f0-961b-7d12f3f00efc tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Request body: {'port': {'network_id': '6d02b355-1729-4519-a569-0d5f3bc8164f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1814582345'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:20.360518 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-525b9c26-cf9d-4906-b8eb-af0a94514d9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:20.370664 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-b90ed4c0-ebbd-44f5-a94c-1d99c71f723e service neutron] Transition to ACTIVE for port object 174ce9f4-5086-40b7-bb91-0a5dc3fae7b2 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:43:20.376917 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-b90ed4c0-ebbd-44f5-a94c-1d99c71f723e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:20.434405 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ed4c0-ebbd-44f5-a94c-1d99c71f723e service neutron] Pushing event updated for resources: {'Port': ['ID=174ce9f4-5086-40b7-bb91-0a5dc3fae7b2,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:20.468354 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6317d4d-c7cc-4a77-9caa-c4bf4c7b348b None None] DHCP port deletion for 060d9864-1c5a-45ea-8447-7c5b309eff4c request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:43:20.530053 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b1fe97-a83c-4a28-81cf-9cf34b1b8df8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-6d02b355-1729-4519-a569-0d5f3bc8164f', 'network_id': '6d02b355-1729-4519-a569-0d5f3bc8164f', 'tenant_id': '10b791d640854f93bf7d616ce1a23c1c', 'fixed_ips': [{'subnet_id': 'e5cd3338-ede3-422b-8a4b-028436fe41c5'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:43:20.532790 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-03b1fe97-a83c-4a28-81cf-9cf34b1b8df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:20.608331 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a974520d-a463-45f0-961b-7d12f3f00efc tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Made reservation on behalf of 10b791d640854f93bf7d616ce1a23c1c for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:20.613417 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a974520d-a463-45f0-961b-7d12f3f00efc tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:20.662084 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-a974520d-a463-45f0-961b-7d12f3f00efc tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] device_id is not set on port 737e8a77-c518-418d-9077-a77efacc9bba yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:43:20.743738 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-03b1fe97-a83c-4a28-81cf-9cf34b1b8df8 None None] Allocated IP 172.20.0.2 (6d02b355-1729-4519-a569-0d5f3bc8164f/e5cd3338-ede3-422b-8a4b-028436fe41c5/3f185fd2-e7d4-4a63-9f58-0d02a4313193) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:43:20.770277 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-b90ed4c0-ebbd-44f5-a94c-1d99c71f723e service neutron] Attempting to bind port 174ce9f4-5086-40b7-bb91-0a5dc3fae7b2 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:43:20.771625 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-b90ed4c0-ebbd-44f5-a94c-1d99c71f723e service neutron] Attempting to bind port 174ce9f4-5086-40b7-bb91-0a5dc3fae7b2 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': 'af3c14a2-bee0-4696-ac53-c2f22ec01df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '060d9864-1c5a-45ea-8447-7c5b309eff4c'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:43:20.772246 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-b90ed4c0-ebbd-44f5-a94c-1d99c71f723e service neutron] Attempting to bind port 174ce9f4-5086-40b7-bb91-0a5dc3fae7b2 on network 060d9864-1c5a-45ea-8447-7c5b309eff4c {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:43:20.812336 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-b90ed4c0-ebbd-44f5-a94c-1d99c71f723e service neutron] Port 174ce9f4-5086-40b7-bb91-0a5dc3fae7b2 on network 060d9864-1c5a-45ea-8447-7c5b309eff4c not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:43:20.823276 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-b90ed4c0-ebbd-44f5-a94c-1d99c71f723e service neutron] Attempting to bind port 174ce9f4-5086-40b7-bb91-0a5dc3fae7b2 on network 060d9864-1c5a-45ea-8447-7c5b309eff4c {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:43:20.841354 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-b90ed4c0-ebbd-44f5-a94c-1d99c71f723e service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:43:20.841702 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-b90ed4c0-ebbd-44f5-a94c-1d99c71f723e service neutron] Checking segment: {'id': 'af3c14a2-bee0-4696-ac53-c2f22ec01df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '060d9864-1c5a-45ea-8447-7c5b309eff4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:20.842211 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-b90ed4c0-ebbd-44f5-a94c-1d99c71f723e service neutron] Bound using segment: {'id': 'af3c14a2-bee0-4696-ac53-c2f22ec01df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '060d9864-1c5a-45ea-8447-7c5b309eff4c'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:43:20.842923 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-b90ed4c0-ebbd-44f5-a94c-1d99c71f723e service neutron] Bound port: 174ce9f4-5086-40b7-bb91-0a5dc3fae7b2, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af3c14a2-bee0-4696-ac53-c2f22ec01df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '060d9864-1c5a-45ea-8447-7c5b309eff4c'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:43:20.843533 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-b90ed4c0-ebbd-44f5-a94c-1d99c71f723e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:20.907407 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device e1c6b490-996f-44eb-8274-db82a7363469 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:43:20.953870 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-525b9c26-cf9d-4906-b8eb-af0a94514d9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:20.979974 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-34026a3d-ffa1-4bbb-8fe1-c9461081f132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:21.031502 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-b90ed4c0-ebbd-44f5-a94c-1d99c71f723e service neutron] For port 174ce9f4-5086-40b7-bb91-0a5dc3fae7b2, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:43:21.041411 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-b90ed4c0-ebbd-44f5-a94c-1d99c71f723e service neutron] For port 174ce9f4-5086-40b7-bb91-0a5dc3fae7b2, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=174ce9f4-5086-40b7-bb91-0a5dc3fae7b2,segment=NetworkSegment(af3c14a2-bee0-4696-ac53-c2f22ec01df7),segment_id=af3c14a2-bee0-4696-ac53-c2f22ec01df7)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:43:21.053035 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-b90ed4c0-ebbd-44f5-a94c-1d99c71f723e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:21.127739 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-b90ed4c0-ebbd-44f5-a94c-1d99c71f723e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:21.128371 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-b90ed4c0-ebbd-44f5-a94c-1d99c71f723e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:21.129931 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-b90ed4c0-ebbd-44f5-a94c-1d99c71f723e service neutron] 10.222.0.11 "PUT /v2.0/ports/174ce9f4-5086-40b7-bb91-0a5dc3fae7b2 HTTP/1.1" status: 200 len: 1093 time: 2.6799669 Nov 10 17:43:21.130880 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca0a610-b324-420f-9ae7-f7d213f53e51', 'tag': '174ce9f4-5086-40b7-bb91-0a5dc3fae7b2'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:43:21.138992 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af107a5-c6b4-4baf-86b0-66731ec07686 None None] DHCP port deletion for 060d9864-1c5a-45ea-8447-7c5b309eff4c request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:43:21.143758 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5e452e-abe4-40e8-8a56-904b9664c91f" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca0a610-b324-420f-9ae7-f7d213f53e51", "tag": "174ce9f4-5086-40b7-bb91-0a5dc3fae7b2"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:43:21.153846 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-03b1fe97-a83c-4a28-81cf-9cf34b1b8df8 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:21.166470 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port e1c6b490-996f-44eb-8274-db82a7363469 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:21.167554 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:21.223554 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-03b1fe97-a83c-4a28-81cf-9cf34b1b8df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:21.384490 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-a974520d-a463-45f0-961b-7d12f3f00efc tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Allocated IP 172.20.0.14 (6d02b355-1729-4519-a569-0d5f3bc8164f/e5cd3338-ede3-422b-8a4b-028436fe41c5/737e8a77-c518-418d-9077-a77efacc9bba) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:43:21.457255 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-21f31e93-a205-4d86-8ad0-969c3137c8e7 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:21.583132 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34026a3d-ffa1-4bbb-8fe1-c9461081f132 admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:21.623564 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a974520d-a463-45f0-961b-7d12f3f00efc tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:21.627474 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-34026a3d-ffa1-4bbb-8fe1-c9461081f132 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:21.642172 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-525b9c26-cf9d-4906-b8eb-af0a94514d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:21.646721 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-525b9c26-cf9d-4906-b8eb-af0a94514d9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:21.651522 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-525b9c26-cf9d-4906-b8eb-af0a94514d9e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a3994c55-5853-46cc-a5b2-568c7962dfb9 HTTP/1.1" status: 204 len: 168 time: 1.7166059 Nov 10 17:43:21.652749 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34026a3d-ffa1-4bbb-8fe1-c9461081f132 admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:43:21.678703 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e848cb-f1ad-4689-9d25-c299644cf2a0 None None] Network 65c0c50f-569a-4562-bdff-a3e7188ee69d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:21.682230 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a974520d-a463-45f0-961b-7d12f3f00efc tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:21.705586 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ed4c0-ebbd-44f5-a94c-1d99c71f723e service neutron] Pushing event updated for resources: {'Port': ['ID=174ce9f4-5086-40b7-bb91-0a5dc3fae7b2,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:21.767438 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a974520d-a463-45f0-961b-7d12f3f00efc tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Network 6d02b355-1729-4519-a569-0d5f3bc8164f is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:21.783717 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974520d-a463-45f0-961b-7d12f3f00efc tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Pushing event updated for resources: {'Port': ['ID=737e8a77-c518-418d-9077-a77efacc9bba,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:21.789124 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-a974520d-a463-45f0-961b-7d12f3f00efc tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:21.792948 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a974520d-a463-45f0-961b-7d12f3f00efc tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:43:21.799570 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceda3729-182c-46b8-b019-d20dcb22f42c None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:43:21.804591 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-c9faa288-c033-4f2a-8b0e-f23820bc2954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:21.805186 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-c9faa288-c033-4f2a-8b0e-f23820bc2954 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28bf93e06f3848a9a72c412217f242f8&device_id=3ca0a610-b324-420f-9ae7-f7d213f53e51 HTTP/1.1" status: 200 len: 1096 time: 0.1358845 Nov 10 17:43:21.843630 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fab7fce-f7d1-41c3-b4b2-8bc8f5039bd9 x-openstack-request-id: req-4fab7fce-f7d1-41c3-b4b2-8bc8f5039bd9 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:43:21.843927 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca0a610-b324-420f-9ae7-f7d213f53e51", "tag": "174ce9f4-5086-40b7-bb91-0a5dc3fae7b2", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:43:21.844267 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4fab7fce-f7d1-41c3-b4b2-8bc8f5039bd9 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:43:21.844589 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca0a610-b324-420f-9ae7-f7d213f53e51', 'tag': '174ce9f4-5086-40b7-bb91-0a5dc3fae7b2', 'status': 'completed', 'code': 200} Nov 10 17:43:21.888484 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:21.890004 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34026a3d-ffa1-4bbb-8fe1-c9461081f132 admin admin] Pushing event updated for resources: {'Port': ['ID=04d23234-1e79-45f6-89d7-fd3d29660dc2,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:21.890632 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-f487e21a-ef28-4a9f-bcda-749e10e32572 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=174ce9f4-5086-40b7-bb91-0a5dc3fae7b2 HTTP/1.1" status: 200 len: 217 time: 0.0559721 Nov 10 17:43:21.904915 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b1fe97-a83c-4a28-81cf-9cf34b1b8df8 None None] Network 6d02b355-1729-4519-a569-0d5f3bc8164f is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:21.930107 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-03b1fe97-a83c-4a28-81cf-9cf34b1b8df8 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:21.931849 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1fe97-a83c-4a28-81cf-9cf34b1b8df8 None None] Pushing event updated for resources: {'Port': ['ID=3f185fd2-e7d4-4a63-9f58-0d02a4313193,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:21.937484 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b1fe97-a83c-4a28-81cf-9cf34b1b8df8 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:43:21.959618 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b9c26-cf9d-4906-b8eb-af0a94514d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3994c55-5853-46cc-a5b2-568c7962dfb9,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:22.060365 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port e1c6b490-996f-44eb-8274-db82a7363469, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=e1c6b490-996f-44eb-8274-db82a7363469,segment=NetworkSegment(506b5647-0870-411d-addc-259c9ee09ffd),segment_id=506b5647-0870-411d-addc-259c9ee09ffd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:22.080292 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:22.102107 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-a5d08b00-674a-489f-954e-04e02c497bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:22.109277 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-a5d08b00-674a-489f-954e-04e02c497bd5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3a568a8b-c286-450f-b9ae-7b517fbbf861 HTTP/1.1" status: 200 len: 852 time: 0.1987505 Nov 10 17:43:22.141439 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=e1c6b490-996f-44eb-8274-db82a7363469,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:22.144779 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-03b1fe97-a83c-4a28-81cf-9cf34b1b8df8 None None] Attempting to bind port 3f185fd2-e7d4-4a63-9f58-0d02a4313193 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:43:22.145156 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-03b1fe97-a83c-4a28-81cf-9cf34b1b8df8 None None] Attempting to bind port 3f185fd2-e7d4-4a63-9f58-0d02a4313193 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '5c9f17fe-427f-456b-8679-5b9942822e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6d02b355-1729-4519-a569-0d5f3bc8164f'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:43:22.145523 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b1fe97-a83c-4a28-81cf-9cf34b1b8df8 None None] Attempting to bind port 3f185fd2-e7d4-4a63-9f58-0d02a4313193 on network 6d02b355-1729-4519-a569-0d5f3bc8164f {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:43:22.168397 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a974520d-a463-45f0-961b-7d12f3f00efc tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:22.169063 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a974520d-a463-45f0-961b-7d12f3f00efc tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:22.174363 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-2d8065e3-b01c-4829-b116-60db46318744 None None] Provisioning complete for port 04d23234-1e79-45f6-89d7-fd3d29660dc2 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:22.174810 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2d8065e3-b01c-4829-b116-60db46318744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:22.176440 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda821d-bc31-4e61-8375-e8ecb96ac4e2 req-12d2b37b-53a0-4d99-8914-8a650e234b34 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:22.179081 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fcda821d-bc31-4e61-8375-e8ecb96ac4e2 req-12d2b37b-53a0-4d99-8914-8a650e234b34 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca0a610-b324-420f-9ae7-f7d213f53e51 HTTP/1.1" status: 200 len: 944 time: 0.9291987 Nov 10 17:43:22.202840 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-9f91bbc5-886c-455f-9121-1a76ca374268 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=060d9864-1c5a-45ea-8447-7c5b309eff4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786133 Nov 10 17:43:22.224973 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a974520d-a463-45f0-961b-7d12f3f00efc tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.9422693 Nov 10 17:43:22.240312 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50394) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:22.270591 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b1fe97-a83c-4a28-81cf-9cf34b1b8df8 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:43:22.271684 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b1fe97-a83c-4a28-81cf-9cf34b1b8df8 None None] Checking segment: {'id': '5c9f17fe-427f-456b-8679-5b9942822e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6d02b355-1729-4519-a569-0d5f3bc8164f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:22.272862 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-03b1fe97-a83c-4a28-81cf-9cf34b1b8df8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:22.274439 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b1fe97-a83c-4a28-81cf-9cf34b1b8df8 None None] Bound using segment: {'id': '5c9f17fe-427f-456b-8679-5b9942822e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6d02b355-1729-4519-a569-0d5f3bc8164f'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:43:22.275645 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-03b1fe97-a83c-4a28-81cf-9cf34b1b8df8 None None] Bound port: 3f185fd2-e7d4-4a63-9f58-0d02a4313193, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c9f17fe-427f-456b-8679-5b9942822e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6d02b355-1729-4519-a569-0d5f3bc8164f'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:43:22.284953 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-03b1fe97-a83c-4a28-81cf-9cf34b1b8df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:22.344185 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-2d8065e3-b01c-4829-b116-60db46318744 None None] Port 04d23234-1e79-45f6-89d7-fd3d29660dc2 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:43:22.454532 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-2d8065e3-b01c-4829-b116-60db46318744 None None] Provisioning complete for port e1c6b490-996f-44eb-8274-db82a7363469 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:22.460230 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2d8065e3-b01c-4829-b116-60db46318744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:22.541447 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-03b1fe97-a83c-4a28-81cf-9cf34b1b8df8 None None] For port 3f185fd2-e7d4-4a63-9f58-0d02a4313193, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:43:22.547135 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-8b259459-409e-4870-bfc2-1bc1144e6ca4 service neutron] 10.222.0.11 "GET /v2.0/networks/060d9864-1c5a-45ea-8447-7c5b309eff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362124 Nov 10 17:43:22.554525 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-03b1fe97-a83c-4a28-81cf-9cf34b1b8df8 None None] For port 3f185fd2-e7d4-4a63-9f58-0d02a4313193, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=3f185fd2-e7d4-4a63-9f58-0d02a4313193,segment=NetworkSegment(5c9f17fe-427f-456b-8679-5b9942822e14),segment_id=5c9f17fe-427f-456b-8679-5b9942822e14)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:43:22.567491 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-03b1fe97-a83c-4a28-81cf-9cf34b1b8df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:22.575404 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-4230ae6e-dc7c-4c4a-8088-4c34eeeb443d tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Deleting port 737e8a77-c518-418d-9077-a77efacc9bba {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:43:22.575960 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4230ae6e-dc7c-4c4a-8088-4c34eeeb443d tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:22.749646 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1fe97-a83c-4a28-81cf-9cf34b1b8df8 None None] Pushing event updated for resources: {'Port': ['ID=3f185fd2-e7d4-4a63-9f58-0d02a4313193,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:22.876190 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-710ffde3-17b9-4268-a7dc-faefe06fbec9 None None] Provisioning complete for port e1c6b490-996f-44eb-8274-db82a7363469 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:22.876588 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-710ffde3-17b9-4268-a7dc-faefe06fbec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:22.918278 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device e1c6b490-996f-44eb-8274-db82a7363469 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:43:23.006936 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fcda821d-bc31-4e61-8375-e8ecb96ac4e2 req-590e71ba-f8a7-4f9a-b193-7a745c61898f tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?id=6192f994-9fb3-4bce-b4cd-c03ff5545a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7383025 Nov 10 17:43:23.140266 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port e1c6b490-996f-44eb-8274-db82a7363469 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:23.141305 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:23.390325 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-28331fea-89bf-470b-a4f4-f1d16c580c50 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:23.414009 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-34026a3d-ffa1-4bbb-8fe1-c9461081f132 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:23.445216 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ed4d1942-18eb-4ec0-87a7-6a8d34124ef1 req-c32379ea-37ec-4edb-aa58-8fb37f38457a service neutron] 10.222.0.11 "GET /v2.0/networks/060d9864-1c5a-45ea-8447-7c5b309eff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8852701 Nov 10 17:43:23.471921 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4230ae6e-dc7c-4c4a-8088-4c34eeeb443d tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:23.488702 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-4230ae6e-dc7c-4c4a-8088-4c34eeeb443d tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Calling delete_port for 737e8a77-c518-418d-9077-a77efacc9bba owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:43:23.531649 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-21f31e93-a205-4d86-8ad0-969c3137c8e7 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:23.592055 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-21f31e93-a205-4d86-8ad0-969c3137c8e7 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:23.688471 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28331fea-89bf-470b-a4f4-f1d16c580c50 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Pushing event updated for resources: {'Subnet': ['ID=1d437760-ea6b-491a-b190-2c52c6c29d3f,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:23.712344 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50416) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:23.779830 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e452e-abe4-40e8-8a56-904b9664c91f req-662cdd3d-dd50-4819-99a7-1b797a275925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:23.781191 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ca5e452e-abe4-40e8-8a56-904b9664c91f req-662cdd3d-dd50-4819-99a7-1b797a275925 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28bf93e06f3848a9a72c412217f242f8&device_id=3ca0a610-b324-420f-9ae7-f7d213f53e51 HTTP/1.1" status: 200 len: 1096 time: 0.2184417 Nov 10 17:43:23.841112 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28331fea-89bf-470b-a4f4-f1d16c580c50 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Checking segment: {'id': '3129f62e-5db4-46fe-b538-0d72131a9e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3ed07c37-ed76-4352-8bd7-22a5ba88dc96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:23.841585 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28331fea-89bf-470b-a4f4-f1d16c580c50 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Network hostable DHCP agents. Network: 3ed07c37-ed76-4352-8bd7-22a5ba88dc96, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:43:24.011107 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28331fea-89bf-470b-a4f4-f1d16c580c50 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Network 3ed07c37-ed76-4352-8bd7-22a5ba88dc96 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:43:24.078330 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e452e-abe4-40e8-8a56-904b9664c91f req-23a7118b-258e-46c7-8e20-2624ba34685b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:24.080781 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ca5e452e-abe4-40e8-8a56-904b9664c91f req-23a7118b-258e-46c7-8e20-2624ba34685b service neutron] 10.222.0.11 "GET /v2.0/networks?id=060d9864-1c5a-45ea-8447-7c5b309eff4c HTTP/1.1" status: 200 len: 913 time: 0.2839711 Nov 10 17:43:24.095950 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-6346cfa7-8982-4e06-b524-4c115442c9dd tempest-NetworksNegativeTestJSON-1064837534 tempest-NetworksNegativeTestJSON-1064837534-project] Request body: {'port': {'network_id': 'e51b265f-2234-424d-97b4-bacfee108249', 'name': 'tempest-NetworksNegativeTestJSON-984239006'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:24.100470 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-28331fea-89bf-470b-a4f4-f1d16c580c50 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 3ed07c37-ed76-4352-8bd7-22a5ba88dc96) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:24.107550 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-28331fea-89bf-470b-a4f4-f1d16c580c50 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:24.114524 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c399654-f264-47ae-8d31-409d7199c0d7 None None] Network 3ed07c37-ed76-4352-8bd7-22a5ba88dc96 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:24.194379 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28331fea-89bf-470b-a4f4-f1d16c580c50 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Pushing event updated for resources: {'Subnet': ['ID=f3e0ee55-3cf2-4d89-81e6-488c2a895aef,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:24.201089 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-6346cfa7-8982-4e06-b524-4c115442c9dd tempest-NetworksNegativeTestJSON-1064837534 tempest-NetworksNegativeTestJSON-1064837534-project] POST failed (client error): The resource could not be found. Nov 10 17:43:24.202517 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6346cfa7-8982-4e06-b524-4c115442c9dd tempest-NetworksNegativeTestJSON-1064837534 tempest-NetworksNegativeTestJSON-1064837534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:43:24.212191 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6346cfa7-8982-4e06-b524-4c115442c9dd tempest-NetworksNegativeTestJSON-1064837534 tempest-NetworksNegativeTestJSON-1064837534-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4907658 Nov 10 17:43:24.217461 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50430) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:24.263133 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-391fa350-fb2a-4bcf-9170-7830474f1360 tempest-NetworksNegativeTestJSON-1064837534 tempest-NetworksNegativeTestJSON-1064837534-project] DELETE failed (client error): The resource could not be found. Nov 10 17:43:24.264072 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-391fa350-fb2a-4bcf-9170-7830474f1360 tempest-NetworksNegativeTestJSON-1064837534 tempest-NetworksNegativeTestJSON-1064837534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:43:24.277879 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-391fa350-fb2a-4bcf-9170-7830474f1360 tempest-NetworksNegativeTestJSON-1064837534 tempest-NetworksNegativeTestJSON-1064837534-project] 10.222.0.39 "DELETE /v2.0/networks/99a1ee5b-6318-45a3-bd50-3bec20b679fa HTTP/1.1" status: 404 len: 339 time: 0.0459073 Nov 10 17:43:24.283247 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50432) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:24.285039 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-21f31e93-a205-4d86-8ad0-969c3137c8e7 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Allocated IP 172.25.5.73 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/5fd621d3-bce5-4a67-9792-54e2b3c3be12) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:43:24.311230 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-34026a3d-ffa1-4bbb-8fe1-c9461081f132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:24.352269 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ca5e452e-abe4-40e8-8a56-904b9664c91f req-fe264ce5-4111-4723-a12f-455ac0121cfd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=174ce9f4-5086-40b7-bb91-0a5dc3fae7b2 HTTP/1.1" status: 200 len: 217 time: 0.1967933 Nov 10 17:43:24.483493 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45904623-d126-43b9-ba08-a5538e7af006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-3ed07c37-ed76-4352-8bd7-22a5ba88dc96', 'network_id': '3ed07c37-ed76-4352-8bd7-22a5ba88dc96', 'tenant_id': '96cf1cf1f8a44a1a90a9015ca1fb0e5b', 'fixed_ips': [{'subnet_id': '1d437760-ea6b-491a-b190-2c52c6c29d3f'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:43:24.484752 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-45904623-d126-43b9-ba08-a5538e7af006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:24.520430 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb56072-e61a-43ae-a3dc-d77d02b5f3de tempest-NetworksNegativeTestJSON-1064837534 tempest-NetworksNegativeTestJSON-1064837534-project] DELETE failed (client error): The resource could not be found. Nov 10 17:43:24.521692 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bb56072-e61a-43ae-a3dc-d77d02b5f3de tempest-NetworksNegativeTestJSON-1064837534 tempest-NetworksNegativeTestJSON-1064837534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:43:24.526177 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4bb56072-e61a-43ae-a3dc-d77d02b5f3de tempest-NetworksNegativeTestJSON-1064837534 tempest-NetworksNegativeTestJSON-1064837534-project] 10.222.0.39 "DELETE /v2.0/ports/ff1fe421-5faf-436f-9001-fa850a1e1064 HTTP/1.1" status: 404 len: 333 time: 0.2367768 Nov 10 17:43:24.537033 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50436) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:24.617426 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e452e-abe4-40e8-8a56-904b9664c91f req-3b902f9b-5990-4a16-a1cb-e68ebf291879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:24.622770 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ca5e452e-abe4-40e8-8a56-904b9664c91f req-3b902f9b-5990-4a16-a1cb-e68ebf291879 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3a568a8b-c286-450f-b9ae-7b517fbbf861 HTTP/1.1" status: 200 len: 852 time: 0.2430680 Nov 10 17:43:24.626674 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4230ae6e-dc7c-4c4a-8088-4c34eeeb443d tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:24.649590 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dca29a7-a422-4f09-92b2-2d827db49110 None None] Network 6d02b355-1729-4519-a569-0d5f3bc8164f requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:24.653561 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28331fea-89bf-470b-a4f4-f1d16c580c50 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Checking segment: {'id': 'd5307958-53c4-4703-baba-c98570773205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b4106de0-ca32-4fd8-858a-39331ac7166c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:24.654166 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28331fea-89bf-470b-a4f4-f1d16c580c50 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Network hostable DHCP agents. Network: b4106de0-ca32-4fd8-858a-39331ac7166c, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:43:24.659500 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-c479d844-310c-488d-8bb8-13444eed9b53 tempest-NetworksNegativeTestJSON-1064837534 tempest-NetworksNegativeTestJSON-1064837534-project] DELETE failed (client error): The resource could not be found. Nov 10 17:43:24.660842 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c479d844-310c-488d-8bb8-13444eed9b53 tempest-NetworksNegativeTestJSON-1064837534 tempest-NetworksNegativeTestJSON-1064837534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:43:24.675776 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c479d844-310c-488d-8bb8-13444eed9b53 tempest-NetworksNegativeTestJSON-1064837534 tempest-NetworksNegativeTestJSON-1064837534-project] 10.222.0.39 "DELETE /v2.0/subnets/0df13c15-eec4-4fa3-a2fb-c41126e07bc1 HTTP/1.1" status: 404 len: 337 time: 0.1135168 Nov 10 17:43:24.680973 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50438) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:24.703163 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ca5e452e-abe4-40e8-8a56-904b9664c91f req-eabec3e4-88e1-4e8c-b0c9-eeabb9750464 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=060d9864-1c5a-45ea-8447-7c5b309eff4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658314 Nov 10 17:43:24.757262 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-5775fc02-7469-4759-af28-3fe61701633d tempest-NetworksNegativeTestJSON-1064837534 tempest-NetworksNegativeTestJSON-1064837534-project] GET failed (client error): The resource could not be found. Nov 10 17:43:24.760142 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5775fc02-7469-4759-af28-3fe61701633d tempest-NetworksNegativeTestJSON-1064837534 tempest-NetworksNegativeTestJSON-1064837534-project] 10.222.0.39 "GET /v2.0/networks/6b0ec8ac-2ca0-46ec-a86d-65420542cf8e HTTP/1.1" status: 404 len: 339 time: 0.0749555 Nov 10 17:43:24.767897 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50440) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:24.785973 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230ae6e-dc7c-4c4a-8088-4c34eeeb443d tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Pushing event deleted for resources: {'Port': ['ID=737e8a77-c518-418d-9077-a77efacc9bba,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:24.829795 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28331fea-89bf-470b-a4f4-f1d16c580c50 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Network b4106de0-ca32-4fd8-858a-39331ac7166c is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:43:24.864944 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb3216-b250-48fe-b97f-4dfebae20764 req-de408b73-e7a1-4180-a0de-de2b59913508 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:24.867566 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61eb3216-b250-48fe-b97f-4dfebae20764 req-de408b73-e7a1-4180-a0de-de2b59913508 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca0a610-b324-420f-9ae7-f7d213f53e51 HTTP/1.1" status: 200 len: 944 time: 0.5240061 Nov 10 17:43:24.884212 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-a638e8f0-564b-4fa4-921c-433534a5fe2c tempest-NetworksNegativeTestJSON-1064837534 tempest-NetworksNegativeTestJSON-1064837534-project] GET failed (client error): The resource could not be found. Nov 10 17:43:24.887487 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a638e8f0-564b-4fa4-921c-433534a5fe2c tempest-NetworksNegativeTestJSON-1064837534 tempest-NetworksNegativeTestJSON-1064837534-project] 10.222.0.39 "GET /v2.0/ports/74e0b3c3-5075-4cf3-9c8e-d01f7865751d HTTP/1.1" status: 404 len: 333 time: 0.1035769 Nov 10 17:43:24.897021 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50442) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:24.916303 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-28331fea-89bf-470b-a4f4-f1d16c580c50 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, b4106de0-ca32-4fd8-858a-39331ac7166c) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:24.925151 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28331fea-89bf-470b-a4f4-f1d16c580c50 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:24.925897 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28331fea-89bf-470b-a4f4-f1d16c580c50 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:24.927319 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-28331fea-89bf-470b-a4f4-f1d16c580c50 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:24.991358 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-21f31e93-a205-4d86-8ad0-969c3137c8e7 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:25.010546 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-5868ea53-f3e7-4ea0-a7aa-ff984841075e tempest-NetworksNegativeTestJSON-1064837534 tempest-NetworksNegativeTestJSON-1064837534-project] GET failed (client error): The resource could not be found. Nov 10 17:43:25.012877 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5868ea53-f3e7-4ea0-a7aa-ff984841075e tempest-NetworksNegativeTestJSON-1064837534 tempest-NetworksNegativeTestJSON-1064837534-project] 10.222.0.39 "GET /v2.0/subnets/343e068d-5954-49da-8b14-d8c0c0dbf506 HTTP/1.1" status: 404 len: 337 time: 0.1112413 Nov 10 17:43:25.022834 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50444) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:25.038450 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-8fb019ae-6898-4d20-b647-425a788df905 tempest-NetworksNegativeTestJSON-1064837534 tempest-NetworksNegativeTestJSON-1064837534-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:25.043395 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3941c26-4752-4ec0-990a-585c2f1e9d33 None None] Network b4106de0-ca32-4fd8-858a-39331ac7166c requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:25.052868 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-28331fea-89bf-470b-a4f4-f1d16c580c50 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 6.0929554 Nov 10 17:43:25.066745 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 3f185fd2-e7d4-4a63-9f58-0d02a4313193 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:43:25.071296 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:25.084260 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50446) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:25.087492 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ca5e452e-abe4-40e8-8a56-904b9664c91f req-76eff69b-85a0-4972-bf19-64a8afd19339 service neutron] 10.222.0.11 "GET /v2.0/networks/060d9864-1c5a-45ea-8447-7c5b309eff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357494 Nov 10 17:43:25.119059 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb019ae-6898-4d20-b647-425a788df905 tempest-NetworksNegativeTestJSON-1064837534 tempest-NetworksNegativeTestJSON-1064837534-project] PUT failed (client error): The resource could not be found. Nov 10 17:43:25.120067 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb019ae-6898-4d20-b647-425a788df905 tempest-NetworksNegativeTestJSON-1064837534 tempest-NetworksNegativeTestJSON-1064837534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:43:25.122551 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8fb019ae-6898-4d20-b647-425a788df905 tempest-NetworksNegativeTestJSON-1064837534 tempest-NetworksNegativeTestJSON-1064837534-project] 10.222.0.39 "PUT /v2.0/networks/72e1e55e-2e65-4856-ba6a-b87a34332cc7 HTTP/1.1" status: 404 len: 339 time: 0.0938344 Nov 10 17:43:25.261819 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50448) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:25.290070 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-730a48f2-2480-4429-8340-8bc558cf90a9 tempest-NetworksNegativeTestJSON-1064837534 tempest-NetworksNegativeTestJSON-1064837534-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:25.306322 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:25.354459 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-81d6e6e8-d841-41f2-aea0-aac51e431efa None None] Provisioning complete for port 3f185fd2-e7d4-4a63-9f58-0d02a4313193 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:25.355232 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-81d6e6e8-d841-41f2-aea0-aac51e431efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:25.390285 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-730a48f2-2480-4429-8340-8bc558cf90a9 tempest-NetworksNegativeTestJSON-1064837534 tempest-NetworksNegativeTestJSON-1064837534-project] PUT failed (client error): The resource could not be found. Nov 10 17:43:25.391376 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-730a48f2-2480-4429-8340-8bc558cf90a9 tempest-NetworksNegativeTestJSON-1064837534 tempest-NetworksNegativeTestJSON-1064837534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:43:25.393613 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-730a48f2-2480-4429-8340-8bc558cf90a9 tempest-NetworksNegativeTestJSON-1064837534 tempest-NetworksNegativeTestJSON-1064837534-project] 10.222.0.39 "PUT /v2.0/ports/b74aa32b-eea6-4341-b4dc-ccdcffa53b12 HTTP/1.1" status: 404 len: 333 time: 0.1252184 Nov 10 17:43:25.410377 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50450) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:25.438086 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61eb3216-b250-48fe-b97f-4dfebae20764 req-4dc8fcf5-84c6-4425-b758-f2e4779d658f tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?id=6192f994-9fb3-4bce-b4cd-c03ff5545a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366611 Nov 10 17:43:25.459235 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 3f185fd2-e7d4-4a63-9f58-0d02a4313193 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:25.460297 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:25.468679 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-81ce7cc9-3090-45af-b538-89bf08a70a2a tempest-NetworksNegativeTestJSON-1064837534 tempest-NetworksNegativeTestJSON-1064837534-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:25.477526 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-45904623-d126-43b9-ba08-a5538e7af006 None None] Allocated IP 172.20.0.2 (3ed07c37-ed76-4352-8bd7-22a5ba88dc96/1d437760-ea6b-491a-b190-2c52c6c29d3f/10cac018-96bd-4326-b20c-a2eb44b671a9) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:43:25.541199 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ce7cc9-3090-45af-b538-89bf08a70a2a tempest-NetworksNegativeTestJSON-1064837534 tempest-NetworksNegativeTestJSON-1064837534-project] PUT failed (client error): The resource could not be found. Nov 10 17:43:25.541705 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ce7cc9-3090-45af-b538-89bf08a70a2a tempest-NetworksNegativeTestJSON-1064837534 tempest-NetworksNegativeTestJSON-1064837534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:43:25.548626 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-81ce7cc9-3090-45af-b538-89bf08a70a2a tempest-NetworksNegativeTestJSON-1064837534 tempest-NetworksNegativeTestJSON-1064837534-project] 10.222.0.39 "PUT /v2.0/subnets/4feda114-2f8e-4c37-92b9-7f650cd8fe05 HTTP/1.1" status: 404 len: 337 time: 0.1338005 Nov 10 17:43:25.599131 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 174ce9f4-5086-40b7-bb91-0a5dc3fae7b2 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:43:25.606026 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4230ae6e-dc7c-4c4a-8088-4c34eeeb443d tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:25.618267 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4230ae6e-dc7c-4c4a-8088-4c34eeeb443d tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] 10.222.0.39 "DELETE /v2.0/ports/737e8a77-c518-418d-9077-a77efacc9bba HTTP/1.1" status: 204 len: 168 time: 3.3726423 Nov 10 17:43:25.624697 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50456) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:25.672703 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ca5e452e-abe4-40e8-8a56-904b9664c91f req-518663f4-f817-47e6-91f2-2f4f85b7c33e service neutron] 10.222.0.11 "GET /v2.0/networks/060d9864-1c5a-45ea-8447-7c5b309eff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5754051 Nov 10 17:43:25.735643 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520b9499-6775-420e-8037-c63f484aa49e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-b4106de0-ca32-4fd8-858a-39331ac7166c', 'network_id': 'b4106de0-ca32-4fd8-858a-39331ac7166c', 'tenant_id': '96cf1cf1f8a44a1a90a9015ca1fb0e5b', 'fixed_ips': [{'subnet_id': 'f3e0ee55-3cf2-4d89-81e6-488c2a895aef'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:43:25.736581 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-520b9499-6775-420e-8037-c63f484aa49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:25.766399 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34026a3d-ffa1-4bbb-8fe1-c9461081f132 admin admin] Router 617b80ec-bfde-4096-879e-3457af994746 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:43:25.824095 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-81d6e6e8-d841-41f2-aea0-aac51e431efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:25.963586 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731b96c1-571d-4ffa-a6ad-65de210946ae tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:25.967248 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731b96c1-571d-4ffa-a6ad-65de210946ae tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:25.970078 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731b96c1-571d-4ffa-a6ad-65de210946ae tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:25.974983 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-731b96c1-571d-4ffa-a6ad-65de210946ae tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.8862970 Nov 10 17:43:25.974983 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-21f31e93-a205-4d86-8ad0-969c3137c8e7 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:25.975990 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50460) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:26.041688 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.resource_extend [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 17:43:26.061667 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f31e93-a205-4d86-8ad0-969c3137c8e7 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Pushing event updated for resources: {'Port': ['ID=5fd621d3-bce5-4a67-9792-54e2b3c3be12,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:26.143269 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1b26e2d5-5faf-43ba-ae2a-bcbad563a898 tempest-DHCPAgentSchedulersTestJSON-357667902 tempest-DHCPAgentSchedulersTestJSON-357667902-project-admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4937 time: 0.5160918 Nov 10 17:43:26.164115 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50462) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:26.186000 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-7e11e401-8f56-4d97-be5a-e6eeb5d40ec5 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1604048914'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:26.198015 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f31e93-a205-4d86-8ad0-969c3137c8e7 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:26.204006 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-21f31e93-a205-4d86-8ad0-969c3137c8e7 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:26.215732 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f31e93-a205-4d86-8ad0-969c3137c8e7 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:43:26.329403 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e15917-1940-45e0-b16d-8f739d0514d2 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Deleting subnet 1d437760-ea6b-491a-b190-2c52c6c29d3f {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:43:26.346483 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e11e401-8f56-4d97-be5a-e6eeb5d40ec5 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Made reservation on behalf of 10b791d640854f93bf7d616ce1a23c1c for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:26.356993 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7e11e401-8f56-4d97-be5a-e6eeb5d40ec5 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:26.425963 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e11e401-8f56-4d97-be5a-e6eeb5d40ec5 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:43:26.459705 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34026a3d-ffa1-4bbb-8fe1-c9461081f132 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:43:26.461390 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7e11e401-8f56-4d97-be5a-e6eeb5d40ec5 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:26.461857 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-7e11e401-8f56-4d97-be5a-e6eeb5d40ec5 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Added segment 6ce391fd-f22e-45ef-b3e2-2ec61fcca73f of type vlan for network 4f13fff9-3692-47b7-b1dd-7d6c3a0dc3f9 Nov 10 17:43:26.516261 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0cbab0-027c-4705-b8fb-febcb254802e None None] Sync routers for ids ['617b80ec-bfde-4096-879e-3457af994746'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:43:26.537614 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50468) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:26.539194 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0cbab0-027c-4705-b8fb-febcb254802e None None] Routers {'617b80ec-bfde-4096-879e-3457af994746'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:43:26.547669 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0e0cbab0-027c-4705-b8fb-febcb254802e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:43:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['617b80ec-bfde-4096-879e-3457af994746'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:26.575851 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:26.581688 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cc3350-c6d2-415c-be05-d5b2023a8bdf None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:43:26.612206 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7e11e401-8f56-4d97-be5a-e6eeb5d40ec5 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:26.667809 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7e11e401-8f56-4d97-be5a-e6eeb5d40ec5 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:26.681218 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e11e401-8f56-4d97-be5a-e6eeb5d40ec5 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:26.693500 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7e11e401-8f56-4d97-be5a-e6eeb5d40ec5 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:26.741473 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-81d6e6e8-d841-41f2-aea0-aac51e431efa None None] For port 3f185fd2-e7d4-4a63-9f58-0d02a4313193, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=3f185fd2-e7d4-4a63-9f58-0d02a4313193,segment=NetworkSegment(5c9f17fe-427f-456b-8679-5b9942822e14),segment_id=5c9f17fe-427f-456b-8679-5b9942822e14)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:26.837511 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7e11e401-8f56-4d97-be5a-e6eeb5d40ec5 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6707718 Nov 10 17:43:26.842116 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50474) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:26.856336 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-81d6e6e8-d841-41f2-aea0-aac51e431efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:27.049611 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-21f31e93-a205-4d86-8ad0-969c3137c8e7 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:27.081118 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11e401-8f56-4d97-be5a-e6eeb5d40ec5 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Pushing event updated for resources: {'Network': ['ID=4f13fff9-3692-47b7-b1dd-7d6c3a0dc3f9,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:27.081949 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-2a9c412d-436a-4405-9d5d-c80da38729ce None None] Could not find standard attr ID for object 737e8a77-c518-418d-9077-a77efacc9bba. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 17:43:27.089415 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 174ce9f4-5086-40b7-bb91-0a5dc3fae7b2, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=174ce9f4-5086-40b7-bb91-0a5dc3fae7b2,segment=NetworkSegment(af3c14a2-bee0-4696-ac53-c2f22ec01df7),segment_id=af3c14a2-bee0-4696-ac53-c2f22ec01df7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:27.091222 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-0e0cbab0-027c-4705-b8fb-febcb254802e None None] Set router 617b80ec-bfde-4096-879e-3457af994746 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:43:27.098679 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a344f441-8cee-4b53-8c17-96f990270468 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:27.118398 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-520b9499-6775-420e-8037-c63f484aa49e None None] Allocated IP 172.20.0.18 (b4106de0-ca32-4fd8-858a-39331ac7166c/f3e0ee55-3cf2-4d89-81e6-488c2a895aef/b403ae93-fefd-433b-b2e5-b7e5910bb088) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:43:27.122446 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 4f13fff9-3692-47b7-b1dd-7d6c3a0dc3f9 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:43:27.181615 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-34026a3d-ffa1-4bbb-8fe1-c9461081f132 admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:27.182903 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-34026a3d-ffa1-4bbb-8fe1-c9461081f132 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.7894225 Nov 10 17:43:27.196631 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50476) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:27.207847 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-45904623-d126-43b9-ba08-a5538e7af006 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:27.210116 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-2a9c412d-436a-4405-9d5d-c80da38729ce None None] Provisioning complete for port 5fd621d3-bce5-4a67-9792-54e2b3c3be12 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:27.210593 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2a9c412d-436a-4405-9d5d-c80da38729ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:27.216854 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:43:27.217350 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:43:27.218076 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '174ce9f4-5086-40b7-bb91-0a5dc3fae7b2', 'network_id': '060d9864-1c5a-45ea-8447-7c5b309eff4c', 'port_id': '174ce9f4-5086-40b7-bb91-0a5dc3fae7b2', 'mac_address': 'fa:16:3e:f5:5d:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a568a8b-c286-450f-b9ae-7b517fbbf861', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:43:27.242710 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d6e6e8-d841-41f2-aea0-aac51e431efa None None] Pushing event updated for resources: {'Port': ['ID=3f185fd2-e7d4-4a63-9f58-0d02a4313193,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:27.264684 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-45904623-d126-43b9-ba08-a5538e7af006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:27.303237 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-48e15917-1940-45e0-b16d-8f739d0514d2 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:27.405955 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0e0cbab0-027c-4705-b8fb-febcb254802e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617b80ec-bfde-4096-879e-3457af994746', 'name': 'tempest-ServersTestMultiNic-410801503-router', 'tenant_id': '066ad4243c364cb2b13d18de8348945c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '04d23234-1e79-45f6-89d7-fd3d29660dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:43:17Z', 'updated_at': '2021-11-10T17:43:22Z', 'revision_number': 3, 'project_id': '066ad4243c364cb2b13d18de8348945c', 'gw_port': {'id': '04d23234-1e79-45f6-89d7-fd3d29660dc2', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:66:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617b80ec-bfde-4096-879e-3457af994746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:19Z', 'updated_at': '2021-11-10T17:43:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:27.412878 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d08c3-51b6-4588-8003-d92cb1fd3360 req-61f2df6a-7c80-4d0a-bed2-3a33788e6ec5 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:27.453898 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45904623-d126-43b9-ba08-a5538e7af006 None None] Network 3ed07c37-ed76-4352-8bd7-22a5ba88dc96 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:27.474365 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-48e15917-1940-45e0-b16d-8f739d0514d2 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:27.478383 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45904623-d126-43b9-ba08-a5538e7af006 None None] Pushing event updated for resources: {'Port': ['ID=10cac018-96bd-4326-b20c-a2eb44b671a9,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:27.485485 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-45904623-d126-43b9-ba08-a5538e7af006 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:27.513712 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45904623-d126-43b9-ba08-a5538e7af006 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:43:27.516668 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-926d08c3-51b6-4588-8003-d92cb1fd3360 req-61f2df6a-7c80-4d0a-bed2-3a33788e6ec5 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca0a610-b324-420f-9ae7-f7d213f53e51 HTTP/1.1" status: 200 len: 944 time: 0.5124414 Nov 10 17:43:27.527905 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0cbab0-027c-4705-b8fb-febcb254802e None None] Checking router: 617b80ec-bfde-4096-879e-3457af994746 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:43:27.528671 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0cbab0-027c-4705-b8fb-febcb254802e None None] Updating router 617b80ec-bfde-4096-879e-3457af994746 port 04d23234-1e79-45f6-89d7-fd3d29660dc2 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:43:27.528795 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-2a9c412d-436a-4405-9d5d-c80da38729ce None None] Port 5fd621d3-bce5-4a67-9792-54e2b3c3be12 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:43:27.565079 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:27.581919 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-0e0cbab0-027c-4705-b8fb-febcb254802e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:27.627516 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f826d0d5-0a17-4d6e-8760-d37fb18e439e tempest-DHCPAgentSchedulersTestJSON-357667902 tempest-DHCPAgentSchedulersTestJSON-357667902-project-admin] 10.222.0.39 "GET /v2.0/agents/47d1e4f2-5556-428d-96bc-be604d2098de/dhcp-networks HTTP/1.1" status: 200 len: 10385 time: 0.7805228 Nov 10 17:43:27.637115 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50478) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:27.673470 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-2a9c412d-436a-4405-9d5d-c80da38729ce None None] Provisioning complete for port 3f185fd2-e7d4-4a63-9f58-0d02a4313193 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:27.674150 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2a9c412d-436a-4405-9d5d-c80da38729ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:27.772222 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 174ce9f4-5086-40b7-bb91-0a5dc3fae7b2 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:43:27.869461 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-45904623-d126-43b9-ba08-a5538e7af006 None None] Attempting to bind port 10cac018-96bd-4326-b20c-a2eb44b671a9 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:43:27.870794 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-45904623-d126-43b9-ba08-a5538e7af006 None None] Attempting to bind port 10cac018-96bd-4326-b20c-a2eb44b671a9 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '3129f62e-5db4-46fe-b538-0d72131a9e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3ed07c37-ed76-4352-8bd7-22a5ba88dc96'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:43:27.871291 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45904623-d126-43b9-ba08-a5538e7af006 None None] Attempting to bind port 10cac018-96bd-4326-b20c-a2eb44b671a9 on network 3ed07c37-ed76-4352-8bd7-22a5ba88dc96 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:43:27.896777 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 174ce9f4-5086-40b7-bb91-0a5dc3fae7b2, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=174ce9f4-5086-40b7-bb91-0a5dc3fae7b2,segment=NetworkSegment(af3c14a2-bee0-4696-ac53-c2f22ec01df7),segment_id=af3c14a2-bee0-4696-ac53-c2f22ec01df7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:27.903825 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45904623-d126-43b9-ba08-a5538e7af006 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:43:27.905051 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45904623-d126-43b9-ba08-a5538e7af006 None None] Checking segment: {'id': '3129f62e-5db4-46fe-b538-0d72131a9e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3ed07c37-ed76-4352-8bd7-22a5ba88dc96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:27.905682 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-45904623-d126-43b9-ba08-a5538e7af006 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:27.906356 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45904623-d126-43b9-ba08-a5538e7af006 None None] Bound using segment: {'id': '3129f62e-5db4-46fe-b538-0d72131a9e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3ed07c37-ed76-4352-8bd7-22a5ba88dc96'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:43:27.906985 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-45904623-d126-43b9-ba08-a5538e7af006 None None] Bound port: 10cac018-96bd-4326-b20c-a2eb44b671a9, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3129f62e-5db4-46fe-b538-0d72131a9e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3ed07c37-ed76-4352-8bd7-22a5ba88dc96'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:43:27.907560 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-45904623-d126-43b9-ba08-a5538e7af006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:27.909877 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:27.993240 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a344f441-8cee-4b53-8c17-96f990270468 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:28.010727 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a344f441-8cee-4b53-8c17-96f990270468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:28.011211 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-926d08c3-51b6-4588-8003-d92cb1fd3360 req-82d25523-5e42-479f-a4c5-727e328b92be tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?id=6192f994-9fb3-4bce-b4cd-c03ff5545a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729145 Nov 10 17:43:28.039591 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=174ce9f4-5086-40b7-bb91-0a5dc3fae7b2,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:28.042276 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 3f185fd2-e7d4-4a63-9f58-0d02a4313193 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:43:28.060166 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-48e15917-1940-45e0-b16d-8f739d0514d2 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:28.104001 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-0e0cbab0-027c-4705-b8fb-febcb254802e None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:28.113769 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-0e0cbab0-027c-4705-b8fb-febcb254802e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:28.123048 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-21f31e93-a205-4d86-8ad0-969c3137c8e7 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:28.138981 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89e6895-fd1b-441c-a3e2-c56a5060b959 tempest-DHCPAgentSchedulersTestJSON-357667902 tempest-DHCPAgentSchedulersTestJSON-357667902-project-admin] Network 4f13fff9-3692-47b7-b1dd-7d6c3a0dc3f9 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:43:28.182116 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7164a2b9-0f36-4f2b-80c8-d141c434a441 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:43:28.203452 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-0e0cbab0-027c-4705-b8fb-febcb254802e None None] Attempting to bind port 04d23234-1e79-45f6-89d7-fd3d29660dc2 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:43:28.203452 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-0e0cbab0-027c-4705-b8fb-febcb254802e None None] Attempting to bind port 04d23234-1e79-45f6-89d7-fd3d29660dc2 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:43:28.203894 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0cbab0-027c-4705-b8fb-febcb254802e None None] Attempting to bind port 04d23234-1e79-45f6-89d7-fd3d29660dc2 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:43:28.209741 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a344f441-8cee-4b53-8c17-96f990270468 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1f30244acc4745d19aa81587121bb5d1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6602857 Nov 10 17:43:28.211053 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0cbab0-027c-4705-b8fb-febcb254802e None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:43:28.211431 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0cbab0-027c-4705-b8fb-febcb254802e None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:28.211876 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-0e0cbab0-027c-4705-b8fb-febcb254802e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:28.212248 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0cbab0-027c-4705-b8fb-febcb254802e None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:43:28.212737 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-0e0cbab0-027c-4705-b8fb-febcb254802e None None] Bound port: 04d23234-1e79-45f6-89d7-fd3d29660dc2, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:43:28.213123 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-0e0cbab0-027c-4705-b8fb-febcb254802e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:28.223506 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50482) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:28.253815 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4b27e-e62f-4fce-b011-6a3e8a0ab9d6 None None] Pushing event updated for resources: {'Port': ['ID=04d23234-1e79-45f6-89d7-fd3d29660dc2,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:28.264491 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee4b27e-e62f-4fce-b011-6a3e8a0ab9d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:28.264491 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee4b27e-e62f-4fce-b011-6a3e8a0ab9d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:28.264491 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee4b27e-e62f-4fce-b011-6a3e8a0ab9d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:28.264491 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee4b27e-e62f-4fce-b011-6a3e8a0ab9d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:28.265177 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee4b27e-e62f-4fce-b011-6a3e8a0ab9d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:28.265177 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee4b27e-e62f-4fce-b011-6a3e8a0ab9d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:28.265389 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee4b27e-e62f-4fce-b011-6a3e8a0ab9d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:28.265599 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee4b27e-e62f-4fce-b011-6a3e8a0ab9d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:28.265911 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee4b27e-e62f-4fce-b011-6a3e8a0ab9d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:28.266196 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee4b27e-e62f-4fce-b011-6a3e8a0ab9d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:28.266519 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee4b27e-e62f-4fce-b011-6a3e8a0ab9d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:28.266852 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee4b27e-e62f-4fce-b011-6a3e8a0ab9d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:43:28.314396 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-0e0cbab0-027c-4705-b8fb-febcb254802e None None] For port 04d23234-1e79-45f6-89d7-fd3d29660dc2, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:43:28.317608 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-0e0cbab0-027c-4705-b8fb-febcb254802e None None] For port 04d23234-1e79-45f6-89d7-fd3d29660dc2, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=04d23234-1e79-45f6-89d7-fd3d29660dc2,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:43:28.330304 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-0e0cbab0-027c-4705-b8fb-febcb254802e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:28.333731 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['174ce9f4-5086-40b7-bb91-0a5dc3fae7b2'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:43:28.334012 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344f441-8cee-4b53-8c17-96f990270468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3807ec90-91d0-447d-bd75-b0279aeb84ce,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:28.346769 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e89e6895-fd1b-441c-a3e2-c56a5060b959 tempest-DHCPAgentSchedulersTestJSON-357667902 tempest-DHCPAgentSchedulersTestJSON-357667902-project-admin] 10.222.0.39 "POST /v2.0/agents/47d1e4f2-5556-428d-96bc-be604d2098de/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7012684 Nov 10 17:43:28.353454 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50484) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:28.395115 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073b16cd-5461-47b0-a3f5-417755c325bc None None] Network 4f13fff9-3692-47b7-b1dd-7d6c3a0dc3f9 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:28.429031 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-48e15917-1940-45e0-b16d-8f739d0514d2 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:28.430894 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e128e6c9-074c-414f-9bf5-a338c2e3474f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:28.462514 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4b27e-e62f-4fce-b011-6a3e8a0ab9d6 None None] Pushing event updated for resources: {'Port': ['ID=04d23234-1e79-45f6-89d7-fd3d29660dc2,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:28.473437 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-520b9499-6775-420e-8037-c63f484aa49e None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:28.481031 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da1624d-64d8-4379-825e-e6d631622e12 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:43:28.483385 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e128e6c9-074c-414f-9bf5-a338c2e3474f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:28.487338 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0cbab0-027c-4705-b8fb-febcb254802e None None] Routers {'617b80ec-bfde-4096-879e-3457af994746'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:43:28.487978 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0e0cbab0-027c-4705-b8fb-febcb254802e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:43:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['617b80ec-bfde-4096-879e-3457af994746'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:28.542582 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e15917-1940-45e0-b16d-8f739d0514d2 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Pushing event deleted for resources: {'Subnet': ['ID=1d437760-ea6b-491a-b190-2c52c6c29d3f,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:28.549420 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-520b9499-6775-420e-8037-c63f484aa49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:28.586018 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-48e15917-1940-45e0-b16d-8f739d0514d2 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:28.593177 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-48e15917-1940-45e0-b16d-8f739d0514d2 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] 10.222.0.39 "DELETE /v2.0/subnets/1d437760-ea6b-491a-b190-2c52c6c29d3f HTTP/1.1" status: 204 len: 168 time: 2.6131246 Nov 10 17:43:28.594932 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50486) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:28.622721 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-0e0cbab0-027c-4705-b8fb-febcb254802e None None] Set router 617b80ec-bfde-4096-879e-3457af994746 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:43:28.628588 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e128e6c9-074c-414f-9bf5-a338c2e3474f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:28.632511 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e128e6c9-074c-414f-9bf5-a338c2e3474f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:28.633881 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e128e6c9-074c-414f-9bf5-a338c2e3474f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3807ec90-91d0-447d-bd75-b0279aeb84ce HTTP/1.1" status: 204 len: 168 time: 0.4088702 Nov 10 17:43:28.643448 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b9499-6775-420e-8037-c63f484aa49e None None] Pushing event updated for resources: {'Port': ['ID=b403ae93-fefd-433b-b2e5-b7e5910bb088,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:28.649956 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 3f185fd2-e7d4-4a63-9f58-0d02a4313193 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:28.650572 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:28.653013 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128e6c9-074c-414f-9bf5-a338c2e3474f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3807ec90-91d0-447d-bd75-b0279aeb84ce,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:28.664866 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f31e93-a205-4d86-8ad0-969c3137c8e7 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Router 1a7b4caa-6a52-4b2e-83f3-d13c56949822 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:43:28.749210 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520b9499-6775-420e-8037-c63f484aa49e None None] Network b4106de0-ca32-4fd8-858a-39331ac7166c is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:28.777716 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-520b9499-6775-420e-8037-c63f484aa49e None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:28.795635 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520b9499-6775-420e-8037-c63f484aa49e None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:43:28.798208 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-45904623-d126-43b9-ba08-a5538e7af006 None None] For port 10cac018-96bd-4326-b20c-a2eb44b671a9, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:43:28.824159 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae79e06-c124-40f5-895a-7602323aec34 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Deleting subnet f3e0ee55-3cf2-4d89-81e6-488c2a895aef {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:43:28.865042 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1ae79e06-c124-40f5-895a-7602323aec34 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:28.891299 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-45904623-d126-43b9-ba08-a5538e7af006 None None] For port 10cac018-96bd-4326-b20c-a2eb44b671a9, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=10cac018-96bd-4326-b20c-a2eb44b671a9,segment=NetworkSegment(3129f62e-5db4-46fe-b538-0d72131a9e80),segment_id=3129f62e-5db4-46fe-b538-0d72131a9e80)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:43:28.895326 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f31e93-a205-4d86-8ad0-969c3137c8e7 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:43:28.907383 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-56bb495c-e7ab-4135-9f55-3b75589edf90 tempest-DHCPAgentSchedulersTestJSON-357667902 tempest-DHCPAgentSchedulersTestJSON-357667902-project-admin] 10.222.0.39 "GET /v2.0/agents/47d1e4f2-5556-428d-96bc-be604d2098de/dhcp-networks HTTP/1.1" status: 200 len: 11156 time: 0.5521696 Nov 10 17:43:28.908079 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50494) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:28.941220 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-21f31e93-a205-4d86-8ad0-969c3137c8e7 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:28.943261 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-21f31e93-a205-4d86-8ad0-969c3137c8e7 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.1762581 Nov 10 17:43:28.944728 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77086d0f-3375-4304-917d-2044b61277a8 None None] Sync routers for ids ['1a7b4caa-6a52-4b2e-83f3-d13c56949822'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:43:28.949516 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50500) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:28.989719 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0e0cbab0-027c-4705-b8fb-febcb254802e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617b80ec-bfde-4096-879e-3457af994746', 'name': 'tempest-ServersTestMultiNic-410801503-router', 'tenant_id': '066ad4243c364cb2b13d18de8348945c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '04d23234-1e79-45f6-89d7-fd3d29660dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:43:17Z', 'updated_at': '2021-11-10T17:43:22Z', 'revision_number': 3, 'project_id': '066ad4243c364cb2b13d18de8348945c', 'gw_port': {'id': '04d23234-1e79-45f6-89d7-fd3d29660dc2', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:66:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617b80ec-bfde-4096-879e-3457af994746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:19Z', 'updated_at': '2021-11-10T17:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:29.031297 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-45904623-d126-43b9-ba08-a5538e7af006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:29.058891 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0cbab0-027c-4705-b8fb-febcb254802e None None] The sync data for ids ['617b80ec-bfde-4096-879e-3457af994746'] in n-d-776250-10 is: [{'id': '617b80ec-bfde-4096-879e-3457af994746', 'name': 'tempest-ServersTestMultiNic-410801503-router', 'tenant_id': '066ad4243c364cb2b13d18de8348945c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '04d23234-1e79-45f6-89d7-fd3d29660dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:43:17Z', 'updated_at': '2021-11-10T17:43:22Z', 'revision_number': 3, 'project_id': '066ad4243c364cb2b13d18de8348945c', 'gw_port': {'id': '04d23234-1e79-45f6-89d7-fd3d29660dc2', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:66:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617b80ec-bfde-4096-879e-3457af994746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:19Z', 'updated_at': '2021-11-10T17:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:43:29.120988 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1ae79e06-c124-40f5-895a-7602323aec34 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:29.229011 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-520b9499-6775-420e-8037-c63f484aa49e None None] Attempting to bind port b403ae93-fefd-433b-b2e5-b7e5910bb088 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:43:29.229485 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-520b9499-6775-420e-8037-c63f484aa49e None None] Attempting to bind port b403ae93-fefd-433b-b2e5-b7e5910bb088 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'd5307958-53c4-4703-baba-c98570773205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b4106de0-ca32-4fd8-858a-39331ac7166c'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:43:29.230447 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520b9499-6775-420e-8037-c63f484aa49e None None] Attempting to bind port b403ae93-fefd-433b-b2e5-b7e5910bb088 on network b4106de0-ca32-4fd8-858a-39331ac7166c {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:43:29.237730 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a9bb5b49-6400-4b26-a3ab-bf832e5c308c None None] Provisioning complete for port 04d23234-1e79-45f6-89d7-fd3d29660dc2 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:29.238100 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a9bb5b49-6400-4b26-a3ab-bf832e5c308c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:29.241989 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77086d0f-3375-4304-917d-2044b61277a8 None None] Routers {'1a7b4caa-6a52-4b2e-83f3-d13c56949822'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:43:29.242876 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-77086d0f-3375-4304-917d-2044b61277a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:43:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['1a7b4caa-6a52-4b2e-83f3-d13c56949822'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:29.246397 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a73407d6-b617-4554-85a8-8bbcc1418cc9 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] 10.222.0.39 "GET /v2.0/routers/1a7b4caa-6a52-4b2e-83f3-d13c56949822 HTTP/1.1" status: 200 len: 907 time: 0.2948921 Nov 10 17:43:29.249929 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50508) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:29.269082 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-728f8abe-b74a-4e02-aeb0-d2ebf8bbdf55 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Request body: {'router': {'name': 'tempest-snat-router-752380710', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'enable_snat': True}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:29.346791 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-728f8abe-b74a-4e02-aeb0-d2ebf8bbdf55 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:29.348124 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-728f8abe-b74a-4e02-aeb0-d2ebf8bbdf55 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:29.366796 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-77086d0f-3375-4304-917d-2044b61277a8 None None] Set router 1a7b4caa-6a52-4b2e-83f3-d13c56949822 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:43:29.430917 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520b9499-6775-420e-8037-c63f484aa49e None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:43:29.431593 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520b9499-6775-420e-8037-c63f484aa49e None None] Checking segment: {'id': 'd5307958-53c4-4703-baba-c98570773205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b4106de0-ca32-4fd8-858a-39331ac7166c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:29.432216 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-520b9499-6775-420e-8037-c63f484aa49e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:29.432770 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520b9499-6775-420e-8037-c63f484aa49e None None] Bound using segment: {'id': 'd5307958-53c4-4703-baba-c98570773205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b4106de0-ca32-4fd8-858a-39331ac7166c'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:43:29.433414 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-520b9499-6775-420e-8037-c63f484aa49e None None] Bound port: b403ae93-fefd-433b-b2e5-b7e5910bb088, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5307958-53c4-4703-baba-c98570773205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b4106de0-ca32-4fd8-858a-39331ac7166c'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:43:29.434114 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-520b9499-6775-420e-8037-c63f484aa49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:29.444683 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-85fae851-dd11-4d48-8cec-8c15ff9f68b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:29.450814 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-009f6b31-f783-4cad-98ba-18330add127c tempest-DHCPAgentSchedulersTestJSON-357667902 tempest-DHCPAgentSchedulersTestJSON-357667902-project-admin] 10.222.0.39 "DELETE /v2.0/agents/47d1e4f2-5556-428d-96bc-be604d2098de/dhcp-networks/4f13fff9-3692-47b7-b1dd-7d6c3a0dc3f9 HTTP/1.1" status: 204 len: 168 time: 0.4791448 Nov 10 17:43:29.473264 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50512) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:29.527075 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02369d9-8834-4a66-b83c-a96e618aef28 req-06e584e2-940b-45b7-bb91-f4fef3b46b2a tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:29.528981 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b02369d9-8834-4a66-b83c-a96e618aef28 req-06e584e2-940b-45b7-bb91-f4fef3b46b2a tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca0a610-b324-420f-9ae7-f7d213f53e51 HTTP/1.1" status: 200 len: 945 time: 0.3229771 Nov 10 17:43:29.574798 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-728f8abe-b74a-4e02-aeb0-d2ebf8bbdf55 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:29.750896 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1ae79e06-c124-40f5-895a-7602323aec34 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:29.955423 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b02369d9-8834-4a66-b83c-a96e618aef28 req-f9076752-206a-4072-b6d5-503ad48e9c55 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?id=6192f994-9fb3-4bce-b4cd-c03ff5545a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080379 Nov 10 17:43:30.072980 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-728f8abe-b74a-4e02-aeb0-d2ebf8bbdf55 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:30.092953 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1ae79e06-c124-40f5-895a-7602323aec34 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:30.186349 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1ae79e06-c124-40f5-895a-7602323aec34 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:30.190358 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1ae79e06-c124-40f5-895a-7602323aec34 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] 10.222.0.39 "DELETE /v2.0/subnets/f3e0ee55-3cf2-4d89-81e6-488c2a895aef HTTP/1.1" status: 204 len: 168 time: 1.5919859 Nov 10 17:43:30.196619 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45904623-d126-43b9-ba08-a5538e7af006 None None] Pushing event updated for resources: {'Port': ['ID=10cac018-96bd-4326-b20c-a2eb44b671a9,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:30.254807 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5e0bffca-8f17-47b5-8e20-e5ad0381daef tempest-DHCPAgentSchedulersTestJSON-357667902 tempest-DHCPAgentSchedulersTestJSON-357667902-project-admin] 10.222.0.39 "GET /v2.0/agents/47d1e4f2-5556-428d-96bc-be604d2098de/dhcp-networks HTTP/1.1" status: 200 len: 10347 time: 0.7766740 Nov 10 17:43:30.256338 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50524) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:30.256751 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50526) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:30.326272 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae79e06-c124-40f5-895a-7602323aec34 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Pushing event deleted for resources: {'Subnet': ['ID=f3e0ee55-3cf2-4d89-81e6-488c2a895aef,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:30.620766 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a9bb5b49-6400-4b26-a3ab-bf832e5c308c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:30.743208 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-a9bb5b49-6400-4b26-a3ab-bf832e5c308c None None] For port 04d23234-1e79-45f6-89d7-fd3d29660dc2, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=04d23234-1e79-45f6-89d7-fd3d29660dc2,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:30.752096 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-520b9499-6775-420e-8037-c63f484aa49e None None] For port b403ae93-fefd-433b-b2e5-b7e5910bb088, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:43:30.784795 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 10cac018-96bd-4326-b20c-a2eb44b671a9 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:43:30.828771 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a9bb5b49-6400-4b26-a3ab-bf832e5c308c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:30.878555 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-728f8abe-b74a-4e02-aeb0-d2ebf8bbdf55 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:30.898731 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-77086d0f-3375-4304-917d-2044b61277a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7b4caa-6a52-4b2e-83f3-d13c56949822', 'name': 'tempest-snat-router-752380710', 'tenant_id': '4d07678d800b4803833b4908f09add58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.73'}], 'enable_snat': False}, 'gw_port_id': '5fd621d3-bce5-4a67-9792-54e2b3c3be12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:43:19Z', 'updated_at': '2021-11-10T17:43:26Z', 'revision_number': 3, 'project_id': '4d07678d800b4803833b4908f09add58', 'gw_port': {'id': '5fd621d3-bce5-4a67-9792-54e2b3c3be12', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:60:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7b4caa-6a52-4b2e-83f3-d13c56949822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:23Z', 'updated_at': '2021-11-10T17:43:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:30.927711 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-728f8abe-b74a-4e02-aeb0-d2ebf8bbdf55 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:30.941439 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-94d9e634-e0f7-427e-bba1-0d8da32284f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:30.971199 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-520b9499-6775-420e-8037-c63f484aa49e None None] For port b403ae93-fefd-433b-b2e5-b7e5910bb088, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b403ae93-fefd-433b-b2e5-b7e5910bb088,segment=NetworkSegment(d5307958-53c4-4703-baba-c98570773205),segment_id=d5307958-53c4-4703-baba-c98570773205)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:43:30.976479 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77086d0f-3375-4304-917d-2044b61277a8 None None] Checking router: 1a7b4caa-6a52-4b2e-83f3-d13c56949822 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:43:30.977042 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77086d0f-3375-4304-917d-2044b61277a8 None None] Updating router 1a7b4caa-6a52-4b2e-83f3-d13c56949822 port 5fd621d3-bce5-4a67-9792-54e2b3c3be12 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:43:30.998188 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50564) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:31.032973 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-520b9499-6775-420e-8037-c63f484aa49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:31.193006 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb5b49-6400-4b26-a3ab-bf832e5c308c None None] Pushing event updated for resources: {'Port': ['ID=04d23234-1e79-45f6-89d7-fd3d29660dc2,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:31.230610 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-77086d0f-3375-4304-917d-2044b61277a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:31.358915 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39947271-9cc1-4ed7-b432-c084bdc1631f None None] Network b4106de0-ca32-4fd8-858a-39331ac7166c requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:31.410364 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 10cac018-96bd-4326-b20c-a2eb44b671a9 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:31.410801 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:31.432623 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-728f8abe-b74a-4e02-aeb0-d2ebf8bbdf55 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Allocated IP 172.25.5.120 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/2382e94f-158b-4c0e-9944-6779f09aca9c) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:43:31.529333 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0cc5a224-81e7-40be-9682-c32230c8aa36 tempest-DHCPAgentSchedulersTestJSON-357667902 tempest-DHCPAgentSchedulersTestJSON-357667902-project-admin] 10.222.0.39 "GET /v2.0/networks/6d02b355-1729-4519-a569-0d5f3bc8164f/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 1.2608299 Nov 10 17:43:31.596330 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-728f8abe-b74a-4e02-aeb0-d2ebf8bbdf55 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:31.619471 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50570) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:31.655593 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97419e-20bf-4787-9487-9a7a102cc945 req-69888005-a6f9-4eaf-b81a-046c9b05e27b tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:31.663927 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-85fae851-dd11-4d48-8cec-8c15ff9f68b1 admin admin] Allocated IP 172.20.0.1 (65c0c50f-569a-4562-bdff-a3e7188ee69d/56084bdd-c366-497a-a928-14ada0aa8f1d/c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:43:31.669414 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dd97419e-20bf-4787-9487-9a7a102cc945 req-69888005-a6f9-4eaf-b81a-046c9b05e27b tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca0a610-b324-420f-9ae7-f7d213f53e51 HTTP/1.1" status: 200 len: 945 time: 0.5444205 Nov 10 17:43:31.675997 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-46ca5bed-7139-44db-adca-3b6f733229b2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Request body: {'network': {'name': 'tempest-RoutersTest-1726443033'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:31.685390 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3656b37a-71ac-4202-9049-892f5b842e50 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:31.688983 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3656b37a-71ac-4202-9049-892f5b842e50 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.4284146 Nov 10 17:43:31.697977 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50572) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:31.703651 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-728f8abe-b74a-4e02-aeb0-d2ebf8bbdf55 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:31.715104 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ca5bed-7139-44db-adca-3b6f733229b2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Made reservation on behalf of 4fd3b9eed2924ca2ac275ce6910fdaae for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:31.729381 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46ca5bed-7139-44db-adca-3b6f733229b2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:31.752557 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-985149ad-db91-4a28-9831-aa5b5dafca89 tempest-DHCPAgentSchedulersTestJSON-357667902 tempest-DHCPAgentSchedulersTestJSON-357667902-project-admin] 10.222.0.39 "GET /v2.0/networks/6d02b355-1729-4519-a569-0d5f3bc8164f/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1223822 Nov 10 17:43:31.763700 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50576) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:31.787012 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46ca5bed-7139-44db-adca-3b6f733229b2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:31.892410 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46ca5bed-7139-44db-adca-3b6f733229b2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:31.987911 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46ca5bed-7139-44db-adca-3b6f733229b2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:32.032763 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728f8abe-b74a-4e02-aeb0-d2ebf8bbdf55 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:32.041319 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-728f8abe-b74a-4e02-aeb0-d2ebf8bbdf55 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:32.051375 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728f8abe-b74a-4e02-aeb0-d2ebf8bbdf55 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:43:32.091011 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 174ce9f4-5086-40b7-bb91-0a5dc3fae7b2 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:43:32.128882 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f8abe-b74a-4e02-aeb0-d2ebf8bbdf55 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Pushing event updated for resources: {'Port': ['ID=2382e94f-158b-4c0e-9944-6779f09aca9c,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:32.161041 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9199498e-20cd-4665-a375-8defb158a100 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:43:32.168438 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b9499-6775-420e-8037-c63f484aa49e None None] Pushing event updated for resources: {'Port': ['ID=b403ae93-fefd-433b-b2e5-b7e5910bb088,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:32.170959 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dd97419e-20bf-4787-9487-9a7a102cc945 req-7c062d6d-dfa5-4463-ab98-d3fc9317d35b tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?id=6192f994-9fb3-4bce-b4cd-c03ff5545a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004659 Nov 10 17:43:32.211747 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ca5bed-7139-44db-adca-3b6f733229b2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:43:32.221835 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b123b011-3023-4145-b60c-453da0704a40 None None] Network 3ed07c37-ed76-4352-8bd7-22a5ba88dc96 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:32.252064 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-77086d0f-3375-4304-917d-2044b61277a8 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:32.261761 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca5bed-7139-44db-adca-3b6f733229b2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60f209fa-822f-42cd-93b1-8e11c3e613ef,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:32.280509 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46ca5bed-7139-44db-adca-3b6f733229b2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:32.281510 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-46ca5bed-7139-44db-adca-3b6f733229b2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Added segment 8b9abf5b-23c9-4d63-b5ca-5a15bde2a4ca of type vlan for network ef0fa5f7-bdd1-4e6e-8358-3dac8aa49e28 Nov 10 17:43:32.352929 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a6f66937-2d7d-4985-988e-dd01d08cff8f tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:32.355705 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-77086d0f-3375-4304-917d-2044b61277a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:32.363672 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-85fae851-dd11-4d48-8cec-8c15ff9f68b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:32.425097 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-77086d0f-3375-4304-917d-2044b61277a8 None None] Attempting to bind port 5fd621d3-bce5-4a67-9792-54e2b3c3be12 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:43:32.426005 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-77086d0f-3375-4304-917d-2044b61277a8 None None] Attempting to bind port 5fd621d3-bce5-4a67-9792-54e2b3c3be12 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:43:32.426694 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77086d0f-3375-4304-917d-2044b61277a8 None None] Attempting to bind port 5fd621d3-bce5-4a67-9792-54e2b3c3be12 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:43:32.436870 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d48344c-84bf-4b84-ab1c-27d3b1d41104 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:43:32.493274 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 174ce9f4-5086-40b7-bb91-0a5dc3fae7b2 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:43:32.504628 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-722c57ca-273a-40eb-8268-f8eedb893636 None None] Provisioning complete for port 10cac018-96bd-4326-b20c-a2eb44b671a9 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:32.506433 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-722c57ca-273a-40eb-8268-f8eedb893636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:32.621173 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:32.628619 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-01bc4c28-ce15-44a5-b525-ead5d03f4d39 tempest-DHCPAgentSchedulersTestJSON-357667902 tempest-DHCPAgentSchedulersTestJSON-357667902-project-admin] 10.222.0.39 "GET /v2.0/agents/47d1e4f2-5556-428d-96bc-be604d2098de/dhcp-networks HTTP/1.1" status: 200 len: 10309 time: 0.5782917 Nov 10 17:43:32.639326 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77086d0f-3375-4304-917d-2044b61277a8 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:43:32.639609 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77086d0f-3375-4304-917d-2044b61277a8 None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:32.640019 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-77086d0f-3375-4304-917d-2044b61277a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:32.640499 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77086d0f-3375-4304-917d-2044b61277a8 None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:43:32.641295 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-77086d0f-3375-4304-917d-2044b61277a8 None None] Bound port: 5fd621d3-bce5-4a67-9792-54e2b3c3be12, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:43:32.641690 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-77086d0f-3375-4304-917d-2044b61277a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:32.644835 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50580) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:32.704528 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-77086d0f-3375-4304-917d-2044b61277a8 None None] For port 5fd621d3-bce5-4a67-9792-54e2b3c3be12, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:43:32.707310 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46ca5bed-7139-44db-adca-3b6f733229b2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:32.708869 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-77086d0f-3375-4304-917d-2044b61277a8 None None] For port 5fd621d3-bce5-4a67-9792-54e2b3c3be12, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=5fd621d3-bce5-4a67-9792-54e2b3c3be12,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:43:32.744365 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 10cac018-96bd-4326-b20c-a2eb44b671a9, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=10cac018-96bd-4326-b20c-a2eb44b671a9,segment=NetworkSegment(3129f62e-5db4-46fe-b538-0d72131a9e80),segment_id=3129f62e-5db4-46fe-b538-0d72131a9e80)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:32.746727 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 174ce9f4-5086-40b7-bb91-0a5dc3fae7b2 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:32.747254 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:32.794586 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:32.795367 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 04d23234-1e79-45f6-89d7-fd3d29660dc2 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:43:32.802228 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-77086d0f-3375-4304-917d-2044b61277a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:32.806489 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0397fe9e-5144-458b-a38f-c1a4c8da9d81 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:32.848924 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46ca5bed-7139-44db-adca-3b6f733229b2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:32.855628 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ca5bed-7139-44db-adca-3b6f733229b2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:32.856616 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46ca5bed-7139-44db-adca-3b6f733229b2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:32.859827 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-728f8abe-b74a-4e02-aeb0-d2ebf8bbdf55 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:32.935126 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-85fae851-dd11-4d48-8cec-8c15ff9f68b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:32.959713 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4d77ad17-f217-4451-9f20-cbcbd414fd91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:32.961334 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e598e1-10ea-4e53-ae79-54ada645302a None None] Pushing event updated for resources: {'Port': ['ID=5fd621d3-bce5-4a67-9792-54e2b3c3be12,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:33.047979 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=10cac018-96bd-4326-b20c-a2eb44b671a9,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:33.147215 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fae851-dd11-4d48-8cec-8c15ff9f68b1 admin admin] Network 65c0c50f-569a-4562-bdff-a3e7188ee69d is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:33.169159 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-85fae851-dd11-4d48-8cec-8c15ff9f68b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:33.200656 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48d8e12-2280-4cfd-8452-9d5182fe6c12 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:43:33.217272 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fae851-dd11-4d48-8cec-8c15ff9f68b1 admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:43:33.235554 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-a6f66937-2d7d-4985-988e-dd01d08cff8f tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Deleting port b403ae93-fefd-433b-b2e5-b7e5910bb088 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:43:33.236069 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a6f66937-2d7d-4985-988e-dd01d08cff8f tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:33.240584 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0397fe9e-5144-458b-a38f-c1a4c8da9d81 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:33.299326 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fae851-dd11-4d48-8cec-8c15ff9f68b1 admin admin] Pushing event updated for resources: {'Port': ['ID=c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:33.370947 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-0397fe9e-5144-458b-a38f-c1a4c8da9d81 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f13fff9-3692-47b7-b1dd-7d6c3a0dc3f9']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:33.390919 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-46ca5bed-7139-44db-adca-3b6f733229b2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.3896933 Nov 10 17:43:33.395979 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50590) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:33.407543 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca5bed-7139-44db-adca-3b6f733229b2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Network': ['ID=ef0fa5f7-bdd1-4e6e-8358-3dac8aa49e28,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:33.415914 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77086d0f-3375-4304-917d-2044b61277a8 None None] Routers {'1a7b4caa-6a52-4b2e-83f3-d13c56949822'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:43:33.417081 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-77086d0f-3375-4304-917d-2044b61277a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:43:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['1a7b4caa-6a52-4b2e-83f3-d13c56949822'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:33.425017 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-728f8abe-b74a-4e02-aeb0-d2ebf8bbdf55 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:33.430637 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-99477e53-b5e0-4d33-b217-c39faa53a196 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Request body: {'network': {'name': 'tempest-RoutersTest-1451589048'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:33.448716 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-30853b9f-5469-4864-8462-c6522a8fbd5c None None] Provisioning complete for port 5fd621d3-bce5-4a67-9792-54e2b3c3be12 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:33.449144 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-30853b9f-5469-4864-8462-c6522a8fbd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:33.467220 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-0397fe9e-5144-458b-a38f-c1a4c8da9d81 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ce391fd-f22e-45ef-b3e2-2ec61fcca73f') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:33.467862 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-0397fe9e-5144-458b-a38f-c1a4c8da9d81 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ce391fd-f22e-45ef-b3e2-2ec61fcca73f') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:33.502751 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-85fae851-dd11-4d48-8cec-8c15ff9f68b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:33.519909 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0397fe9e-5144-458b-a38f-c1a4c8da9d81 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:33.534084 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network ef0fa5f7-bdd1-4e6e-8358-3dac8aa49e28 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:43:33.656887 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0397fe9e-5144-458b-a38f-c1a4c8da9d81 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:33.667020 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-a6f66937-2d7d-4985-988e-dd01d08cff8f tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] For port b403ae93-fefd-433b-b2e5-b7e5910bb088, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b403ae93-fefd-433b-b2e5-b7e5910bb088,segment=NetworkSegment(d5307958-53c4-4703-baba-c98570773205),segment_id=d5307958-53c4-4703-baba-c98570773205)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:33.667879 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a6f66937-2d7d-4985-988e-dd01d08cff8f tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:33.704063 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af199ab-e371-43f3-8aa0-71bb42c2c162 req-97538f58-c6df-4ff5-a8d3-5b22f026e625 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:33.707347 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5af199ab-e371-43f3-8aa0-71bb42c2c162 req-97538f58-c6df-4ff5-a8d3-5b22f026e625 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca0a610-b324-420f-9ae7-f7d213f53e51 HTTP/1.1" status: 200 len: 945 time: 0.3474267 Nov 10 17:43:33.725685 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0397fe9e-5144-458b-a38f-c1a4c8da9d81 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:43:33.726472 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0397fe9e-5144-458b-a38f-c1a4c8da9d81 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:33.738200 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:43:33.738200 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:43:33.738200 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:43:33.738200 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:43:33.738200 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:43:33.738200 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:43:33.738200 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:43:33.738200 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:43:33.738200 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:43:33.738200 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:43:33.738200 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:43:33.738200 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:43:33.738200 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:43:33.738200 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:43:33.738200 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:43:33.738200 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:43:33.738200 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:43:33.738200 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:43:33.738200 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:43:33.738200 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:43:33.738200 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:43:33.738200 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:43:33.738200 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:43:33.738200 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:43:33.738200 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:43:33.738200 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:43:33.738200 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:43:33.738200 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:43:33.738200 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:43:33.738200 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:43:33.738200 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:43:33.738200 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:43:33.758650 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99477e53-b5e0-4d33-b217-c39faa53a196 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Made reservation on behalf of 4fd3b9eed2924ca2ac275ce6910fdaae for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:33.763830 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-99477e53-b5e0-4d33-b217-c39faa53a196 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:33.809374 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-a6f66937-2d7d-4985-988e-dd01d08cff8f tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Calling delete_port for b403ae93-fefd-433b-b2e5-b7e5910bb088 owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:43:33.818636 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728f8abe-b74a-4e02-aeb0-d2ebf8bbdf55 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Router a56c7f1d-5808-414f-846e-899a4f920736 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:43:33.963705 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37bbece-1796-4ec4-b8d3-6e683991d758 None None] DHCP port deletion for 3ed07c37-ed76-4352-8bd7-22a5ba88dc96 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:43:33.966900 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e598e1-10ea-4e53-ae79-54ada645302a None None] Pushing event updated for resources: {'Port': ['ID=5fd621d3-bce5-4a67-9792-54e2b3c3be12,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:33.984449 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:34.019771 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0397fe9e-5144-458b-a38f-c1a4c8da9d81 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:34.046124 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0397fe9e-5144-458b-a38f-c1a4c8da9d81 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:34.054747 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0397fe9e-5144-458b-a38f-c1a4c8da9d81 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] 10.222.0.39 "DELETE /v2.0/networks/4f13fff9-3692-47b7-b1dd-7d6c3a0dc3f9 HTTP/1.1" status: 204 len: 168 time: 1.4073656 Nov 10 17:43:34.057115 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99477e53-b5e0-4d33-b217-c39faa53a196 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:43:34.062269 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5af199ab-e371-43f3-8aa0-71bb42c2c162 req-8956de75-3165-473f-92a3-eba89d637e4c tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?id=6192f994-9fb3-4bce-b4cd-c03ff5545a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200879 Nov 10 17:43:34.074680 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50592) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:34.151686 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397fe9e-5144-458b-a38f-c1a4c8da9d81 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Pushing event deleted for resources: {'Network': ['ID=4f13fff9-3692-47b7-b1dd-7d6c3a0dc3f9,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:34.157517 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-99477e53-b5e0-4d33-b217-c39faa53a196 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:34.158059 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-99477e53-b5e0-4d33-b217-c39faa53a196 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Added segment 70550195-bec4-44d7-a220-14b7ee50e107 of type vlan for network 3640794f-949a-4f67-845b-35c5666a6232 Nov 10 17:43:34.223073 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-93bb2daa-b406-4fdc-ac84-5b9c10cf0253 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] DELETE failed (client error): The resource could not be found. Nov 10 17:43:34.224500 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93bb2daa-b406-4fdc-ac84-5b9c10cf0253 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:43:34.228855 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-93bb2daa-b406-4fdc-ac84-5b9c10cf0253 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] 10.222.0.39 "DELETE /v2.0/ports/737e8a77-c518-418d-9077-a77efacc9bba HTTP/1.1" status: 404 len: 333 time: 0.1525688 Nov 10 17:43:34.239137 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50596) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:34.250227 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 174ce9f4-5086-40b7-bb91-0a5dc3fae7b2, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=174ce9f4-5086-40b7-bb91-0a5dc3fae7b2,segment=NetworkSegment(af3c14a2-bee0-4696-ac53-c2f22ec01df7),segment_id=af3c14a2-bee0-4696-ac53-c2f22ec01df7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:34.353389 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-85fae851-dd11-4d48-8cec-8c15ff9f68b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:34.383287 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:34.385091 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca0a610-b324-420f-9ae7-f7d213f53e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174ce9f4-5086-40b7-bb91-0a5dc3fae7b2'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:43:34.387727 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcd0de2-e794-4a74-b488-075b37f34d89" -d '{"events": [{"server_uuid": "3ca0a610-b324-420f-9ae7-f7d213f53e51", "name": "network-vif-plugged", "status": "completed", "tag": "174ce9f4-5086-40b7-bb91-0a5dc3fae7b2"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:43:34.391745 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 04d23234-1e79-45f6-89d7-fd3d29660dc2 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:34.395841 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-99477e53-b5e0-4d33-b217-c39faa53a196 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:34.396585 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:34.410418 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-30853b9f-5469-4864-8462-c6522a8fbd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:34.450931 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb265e3e-1f28-4297-9dce-70bcab11b5e2 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Deleting subnet e5cd3338-ede3-422b-8a4b-028436fe41c5 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:43:34.453987 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a6f66937-2d7d-4985-988e-dd01d08cff8f tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:34.469574 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bb265e3e-1f28-4297-9dce-70bcab11b5e2 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:34.487865 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:34.547782 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-77086d0f-3375-4304-917d-2044b61277a8 None None] Set router 1a7b4caa-6a52-4b2e-83f3-d13c56949822 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:43:34.551316 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-30853b9f-5469-4864-8462-c6522a8fbd5c None None] For port 5fd621d3-bce5-4a67-9792-54e2b3c3be12, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=5fd621d3-bce5-4a67-9792-54e2b3c3be12,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:34.623513 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-30853b9f-5469-4864-8462-c6522a8fbd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:34.630368 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f66937-2d7d-4985-988e-dd01d08cff8f tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Pushing event deleted for resources: {'Port': ['ID=b403ae93-fefd-433b-b2e5-b7e5910bb088,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:34.689152 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-99477e53-b5e0-4d33-b217-c39faa53a196 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:34.701674 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99477e53-b5e0-4d33-b217-c39faa53a196 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:34.703098 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-99477e53-b5e0-4d33-b217-c39faa53a196 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:34.708743 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f66937-2d7d-4985-988e-dd01d08cff8f tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] No DVR routers for this DVR port b403ae93-fefd-433b-b2e5-b7e5910bb088 on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:43:34.729070 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-30853b9f-5469-4864-8462-c6522a8fbd5c None None] Provisioning complete for port 2382e94f-158b-4c0e-9944-6779f09aca9c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:34.729656 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-30853b9f-5469-4864-8462-c6522a8fbd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:34.767852 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=174ce9f4-5086-40b7-bb91-0a5dc3fae7b2,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:34.800252 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728f8abe-b74a-4e02-aeb0-d2ebf8bbdf55 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:43:34.812428 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b7bea7-549a-4d2f-a6c0-8d2789e210db None None] Sync routers for ids ['a56c7f1d-5808-414f-846e-899a4f920736'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:43:34.848344 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b7bea7-549a-4d2f-a6c0-8d2789e210db None None] Routers {'a56c7f1d-5808-414f-846e-899a4f920736'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:43:34.850360 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-90b7bea7-549a-4d2f-a6c0-8d2789e210db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:43:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a56c7f1d-5808-414f-846e-899a4f920736'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:34.854000 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-728f8abe-b74a-4e02-aeb0-d2ebf8bbdf55 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:34.857716 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-728f8abe-b74a-4e02-aeb0-d2ebf8bbdf55 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.6037583 Nov 10 17:43:34.865488 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50604) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:34.897982 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30853b9f-5469-4864-8462-c6522a8fbd5c None None] Pushing event updated for resources: {'Port': ['ID=5fd621d3-bce5-4a67-9792-54e2b3c3be12,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:34.915736 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-a37bbece-1796-4ec4-b8d3-6e683991d758 None None] Deleting port 10cac018-96bd-4326-b20c-a2eb44b671a9 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:43:34.916244 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a37bbece-1796-4ec4-b8d3-6e683991d758 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:34.979712 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bb265e3e-1f28-4297-9dce-70bcab11b5e2 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:35.103082 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ddae35-ce71-4914-8336-fe68a5282d04 x-openstack-request-id: req-e4ddae35-ce71-4914-8336-fe68a5282d04 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:43:35.103082 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca0a610-b324-420f-9ae7-f7d213f53e51", "name": "network-vif-plugged", "status": "completed", "tag": "174ce9f4-5086-40b7-bb91-0a5dc3fae7b2", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:43:35.106179 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4ddae35-ce71-4914-8336-fe68a5282d04 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:43:35.107039 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca0a610-b324-420f-9ae7-f7d213f53e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174ce9f4-5086-40b7-bb91-0a5dc3fae7b2', 'code': 200} Nov 10 17:43:35.128866 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-30853b9f-5469-4864-8462-c6522a8fbd5c None None] Port 2382e94f-158b-4c0e-9944-6779f09aca9c cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:43:35.171371 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-18d62a45-6569-4f2e-801d-ba45b0dd195f tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] 10.222.0.39 "GET /v2.0/routers/a56c7f1d-5808-414f-846e-899a4f920736 HTTP/1.1" status: 200 len: 907 time: 0.3020749 Nov 10 17:43:35.172053 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50608) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:35.227562 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-99477e53-b5e0-4d33-b217-c39faa53a196 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8257194 Nov 10 17:43:35.256659 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50610) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:35.270934 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-b691be9d-780d-45b6-8418-f5b20603fb88 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Request body: {'subnet': {'network_id': 'ef0fa5f7-bdd1-4e6e-8358-3dac8aa49e28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:35.291926 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-90b7bea7-549a-4d2f-a6c0-8d2789e210db None None] Set router a56c7f1d-5808-414f-846e-899a4f920736 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:43:35.302103 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-a37bbece-1796-4ec4-b8d3-6e683991d758 None None] For port 10cac018-96bd-4326-b20c-a2eb44b671a9, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=10cac018-96bd-4326-b20c-a2eb44b671a9,segment=NetworkSegment(3129f62e-5db4-46fe-b538-0d72131a9e80),segment_id=3129f62e-5db4-46fe-b538-0d72131a9e80)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:35.311844 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a37bbece-1796-4ec4-b8d3-6e683991d758 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:35.407627 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 04d23234-1e79-45f6-89d7-fd3d29660dc2 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:43:35.423738 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99477e53-b5e0-4d33-b217-c39faa53a196 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Network': ['ID=3640794f-949a-4f67-845b-35c5666a6232,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:35.521559 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-a37bbece-1796-4ec4-b8d3-6e683991d758 None None] Calling delete_port for 10cac018-96bd-4326-b20c-a2eb44b671a9 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:43:35.532524 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 3640794f-949a-4f67-845b-35c5666a6232 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:43:35.542027 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01347bf0-cbab-4b3e-9d68-b06479774a91 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:35.559085 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bb265e3e-1f28-4297-9dce-70bcab11b5e2 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:35.566357 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-4d7f2a47-5c08-4906-9b1e-d8d41f777ff5 None None] Provisioning complete for port c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:35.566741 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4d7f2a47-5c08-4906-9b1e-d8d41f777ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:35.605219 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:35.687374 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bb265e3e-1f28-4297-9dce-70bcab11b5e2 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:35.693396 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a6f66937-2d7d-4985-988e-dd01d08cff8f tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:35.770436 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb265e3e-1f28-4297-9dce-70bcab11b5e2 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Pushing event deleted for resources: {'Subnet': ['ID=e5cd3338-ede3-422b-8a4b-028436fe41c5,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:35.772971 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-90b7bea7-549a-4d2f-a6c0-8d2789e210db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a56c7f1d-5808-414f-846e-899a4f920736', 'name': 'tempest-snat-router-752380710', 'tenant_id': '4d07678d800b4803833b4908f09add58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '2382e94f-158b-4c0e-9944-6779f09aca9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:43:29Z', 'updated_at': '2021-11-10T17:43:32Z', 'revision_number': 3, 'project_id': '4d07678d800b4803833b4908f09add58', 'gw_port': {'id': '2382e94f-158b-4c0e-9944-6779f09aca9c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:2f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a56c7f1d-5808-414f-846e-899a4f920736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:30Z', 'updated_at': '2021-11-10T17:43:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:35.788932 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-4d7f2a47-5c08-4906-9b1e-d8d41f777ff5 None None] Port c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:43:35.808946 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b691be9d-780d-45b6-8418-f5b20603fb88 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Made reservation on behalf of 4fd3b9eed2924ca2ac275ce6910fdaae for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:35.825628 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b691be9d-780d-45b6-8418-f5b20603fb88 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:35.862959 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b7bea7-549a-4d2f-a6c0-8d2789e210db None None] Checking router: a56c7f1d-5808-414f-846e-899a4f920736 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:43:35.863847 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b7bea7-549a-4d2f-a6c0-8d2789e210db None None] Updating router a56c7f1d-5808-414f-846e-899a4f920736 port 2382e94f-158b-4c0e-9944-6779f09aca9c binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:43:35.866131 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabbfe7-55e4-420e-a56f-fd3c91386ab3 req-909d1092-10e7-4edd-8844-2b127ed1cf42 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:35.877147 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3cabbfe7-55e4-420e-a56f-fd3c91386ab3 req-909d1092-10e7-4edd-8844-2b127ed1cf42 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca0a610-b324-420f-9ae7-f7d213f53e51 HTTP/1.1" status: 200 len: 946 time: 0.6236978 Nov 10 17:43:35.893616 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 04d23234-1e79-45f6-89d7-fd3d29660dc2 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:35.894003 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:35.902891 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bb265e3e-1f28-4297-9dce-70bcab11b5e2 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:35.916378 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-bb265e3e-1f28-4297-9dce-70bcab11b5e2 tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] 10.222.0.39 "DELETE /v2.0/subnets/e5cd3338-ede3-422b-8a4b-028436fe41c5 HTTP/1.1" status: 204 len: 168 time: 1.6707470 Nov 10 17:43:35.918615 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-90b7bea7-549a-4d2f-a6c0-8d2789e210db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:35.921737 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4979e0-ab36-4422-808b-c2cac85e5eb0 None None] Network 6d02b355-1729-4519-a569-0d5f3bc8164f requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:35.924892 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-77086d0f-3375-4304-917d-2044b61277a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7b4caa-6a52-4b2e-83f3-d13c56949822', 'name': 'tempest-snat-router-752380710', 'tenant_id': '4d07678d800b4803833b4908f09add58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.73'}], 'enable_snat': False}, 'gw_port_id': '5fd621d3-bce5-4a67-9792-54e2b3c3be12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:43:19Z', 'updated_at': '2021-11-10T17:43:26Z', 'revision_number': 3, 'project_id': '4d07678d800b4803833b4908f09add58', 'gw_port': {'id': '5fd621d3-bce5-4a67-9792-54e2b3c3be12', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:60:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7b4caa-6a52-4b2e-83f3-d13c56949822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:23Z', 'updated_at': '2021-11-10T17:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:35.929962 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-a6f66937-2d7d-4985-988e-dd01d08cff8f tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4106de0-ca32-4fd8-858a-39331ac7166c']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:35.968106 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-a6f66937-2d7d-4985-988e-dd01d08cff8f tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5307958-53c4-4703-baba-c98570773205') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:35.969592 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-a6f66937-2d7d-4985-988e-dd01d08cff8f tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5307958-53c4-4703-baba-c98570773205') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:36.005733 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50616) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:36.010982 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a6f66937-2d7d-4985-988e-dd01d08cff8f tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:36.055110 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a6f66937-2d7d-4985-988e-dd01d08cff8f tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:36.074455 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f66937-2d7d-4985-988e-dd01d08cff8f tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:43:36.075612 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a6f66937-2d7d-4985-988e-dd01d08cff8f tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:36.107468 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01347bf0-cbab-4b3e-9d68-b06479774a91 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:36.181799 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77086d0f-3375-4304-917d-2044b61277a8 None None] The sync data for ids ['1a7b4caa-6a52-4b2e-83f3-d13c56949822'] in n-d-776250-10 is: [{'id': '1a7b4caa-6a52-4b2e-83f3-d13c56949822', 'name': 'tempest-snat-router-752380710', 'tenant_id': '4d07678d800b4803833b4908f09add58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.73'}], 'enable_snat': False}, 'gw_port_id': '5fd621d3-bce5-4a67-9792-54e2b3c3be12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:43:19Z', 'updated_at': '2021-11-10T17:43:26Z', 'revision_number': 3, 'project_id': '4d07678d800b4803833b4908f09add58', 'gw_port': {'id': '5fd621d3-bce5-4a67-9792-54e2b3c3be12', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:60:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7b4caa-6a52-4b2e-83f3-d13c56949822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:23Z', 'updated_at': '2021-11-10T17:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:43:36.231599 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a37bbece-1796-4ec4-b8d3-6e683991d758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:36.328367 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-861e7d02-9feb-42cc-82bb-410286bff5af tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:36.370170 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37bbece-1796-4ec4-b8d3-6e683991d758 None None] Pushing event deleted for resources: {'Port': ['ID=10cac018-96bd-4326-b20c-a2eb44b671a9,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:36.372074 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:36.374625 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37bbece-1796-4ec4-b8d3-6e683991d758 None None] No DVR routers for this DVR port 10cac018-96bd-4326-b20c-a2eb44b671a9 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:43:36.407785 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:43:36.407785 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:43:36.407785 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:43:36.407785 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:43:36.407785 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:43:36.407785 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:43:36.407785 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:43:36.407785 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:43:36.407785 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:43:36.407785 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:43:36.407785 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:43:36.407785 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:43:36.407785 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:43:36.407785 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:43:36.407785 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:43:36.407785 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:43:36.407785 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:43:36.407785 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:43:36.407785 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:43:36.407785 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:43:36.407785 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:43:36.407785 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:43:36.407785 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:43:36.407785 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:43:36.407785 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:43:36.407785 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:43:36.407785 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:43:36.407785 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:43:36.407785 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:43:36.407785 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:43:36.407785 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:43:36.407785 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:43:36.423251 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b19ad-a5b8-4c4f-9ace-45d4806af02d req-d03f053c-fd88-41dd-8a0a-56ab55fb0f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:36.425369 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fe9b19ad-a5b8-4c4f-9ace-45d4806af02d req-d03f053c-fd88-41dd-8a0a-56ab55fb0f66 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3ca0a610-b324-420f-9ae7-f7d213f53e51 HTTP/1.1" status: 200 len: 1098 time: 1.1919069 Nov 10 17:43:36.440484 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-85fae851-dd11-4d48-8cec-8c15ff9f68b1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:36.454404 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a6f66937-2d7d-4985-988e-dd01d08cff8f tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:36.492727 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-85fae851-dd11-4d48-8cec-8c15ff9f68b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:36.506627 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a6f66937-2d7d-4985-988e-dd01d08cff8f tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:36.529962 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a6f66937-2d7d-4985-988e-dd01d08cff8f tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] 10.222.0.39 "DELETE /v2.0/networks/b4106de0-ca32-4fd8-858a-39331ac7166c HTTP/1.1" status: 204 len: 168 time: 4.8265836 Nov 10 17:43:36.547531 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50620) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:36.572114 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-90b7bea7-549a-4d2f-a6c0-8d2789e210db None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:36.581335 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-90b7bea7-549a-4d2f-a6c0-8d2789e210db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:36.694744 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90be6a97-dc56-4a32-8f56-9f88abd4cb80 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:43:36.700734 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-90b7bea7-549a-4d2f-a6c0-8d2789e210db None None] Attempting to bind port 2382e94f-158b-4c0e-9944-6779f09aca9c on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:43:36.701105 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-90b7bea7-549a-4d2f-a6c0-8d2789e210db None None] Attempting to bind port 2382e94f-158b-4c0e-9944-6779f09aca9c by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:43:36.701477 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b7bea7-549a-4d2f-a6c0-8d2789e210db None None] Attempting to bind port 2382e94f-158b-4c0e-9944-6779f09aca9c on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:43:36.708675 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f66937-2d7d-4985-988e-dd01d08cff8f tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Pushing event deleted for resources: {'Network': ['ID=b4106de0-ca32-4fd8-858a-39331ac7166c,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:36.718897 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b7bea7-549a-4d2f-a6c0-8d2789e210db None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:43:36.721131 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b7bea7-549a-4d2f-a6c0-8d2789e210db None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:36.721730 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-90b7bea7-549a-4d2f-a6c0-8d2789e210db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:36.722671 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b7bea7-549a-4d2f-a6c0-8d2789e210db None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:43:36.723410 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-90b7bea7-549a-4d2f-a6c0-8d2789e210db None None] Bound port: 2382e94f-158b-4c0e-9944-6779f09aca9c, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:43:36.725606 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-90b7bea7-549a-4d2f-a6c0-8d2789e210db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:36.735610 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a8667-9970-4b70-8e70-2eba3806a65c None None] Pushing event updated for resources: {'Port': ['ID=2382e94f-158b-4c0e-9944-6779f09aca9c,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:36.756433 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b691be9d-780d-45b6-8418-f5b20603fb88 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:36.761990 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-71131390-bd2d-49c9-acd2-d062c67ac040 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:36.858121 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691be9d-780d-45b6-8418-f5b20603fb88 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Subnet': ['ID=a7d7f488-6fb7-4682-bb02-b02855ff76f7,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:36.907595 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fae851-dd11-4d48-8cec-8c15ff9f68b1 admin admin] Pushing event updated for resources: {'Port': ['ID=c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:36.918166 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-85fae851-dd11-4d48-8cec-8c15ff9f68b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:36.923833 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-01347bf0-cbab-4b3e-9d68-b06479774a91 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Deleting port 2382e94f-158b-4c0e-9944-6779f09aca9c {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:43:36.924578 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01347bf0-cbab-4b3e-9d68-b06479774a91 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:36.957010 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3cabbfe7-55e4-420e-a56f-fd3c91386ab3 req-0084c7ee-2941-42db-90c1-528a81b130dd tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?id=6192f994-9fb3-4bce-b4cd-c03ff5545a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5650046 Nov 10 17:43:37.025174 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fe9b19ad-a5b8-4c4f-9ace-45d4806af02d req-3b7d75fe-732e-4f51-9909-bba9fe3a786e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6192f994-9fb3-4bce-b4cd-c03ff5545a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5772200 Nov 10 17:43:37.033567 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-90b7bea7-549a-4d2f-a6c0-8d2789e210db None None] For port 2382e94f-158b-4c0e-9944-6779f09aca9c, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:43:37.046518 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-90b7bea7-549a-4d2f-a6c0-8d2789e210db None None] For port 2382e94f-158b-4c0e-9944-6779f09aca9c, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2382e94f-158b-4c0e-9944-6779f09aca9c,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:43:37.059360 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-90b7bea7-549a-4d2f-a6c0-8d2789e210db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:37.124857 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-34744b22-6029-48d3-9612-04a8150c6191 None None] Provisioning complete for port 2382e94f-158b-4c0e-9944-6779f09aca9c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:37.124857 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-34744b22-6029-48d3-9612-04a8150c6191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:37.228732 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-861e7d02-9feb-42cc-82bb-410286bff5af tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Deleting port 3f185fd2-e7d4-4a63-9f58-0d02a4313193 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:43:37.229344 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-861e7d02-9feb-42cc-82bb-410286bff5af tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:37.266038 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a8667-9970-4b70-8e70-2eba3806a65c None None] Pushing event updated for resources: {'Port': ['ID=2382e94f-158b-4c0e-9944-6779f09aca9c,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:37.296275 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b7bea7-549a-4d2f-a6c0-8d2789e210db None None] Routers {'a56c7f1d-5808-414f-846e-899a4f920736'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:43:37.309025 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-90b7bea7-549a-4d2f-a6c0-8d2789e210db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:43:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a56c7f1d-5808-414f-846e-899a4f920736'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:37.419864 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-71131390-bd2d-49c9-acd2-d062c67ac040 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:37.450435 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fae851-dd11-4d48-8cec-8c15ff9f68b1 admin admin] Network 65c0c50f-569a-4562-bdff-a3e7188ee69d is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:37.456446 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa57b16-3926-457a-b0d2-8a1cdc97bbbb None None] DHCP port deletion for 6d02b355-1729-4519-a569-0d5f3bc8164f request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:43:37.457728 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-85fae851-dd11-4d48-8cec-8c15ff9f68b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:37.458653 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 10cac018-96bd-4326-b20c-a2eb44b671a9 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:43:37.461129 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35914604-f2a0-43e6-b67c-37a3051ced7d None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:43:37.463130 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-71131390-bd2d-49c9-acd2-d062c67ac040 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed07c37-ed76-4352-8bd7-22a5ba88dc96']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:37.495451 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-71131390-bd2d-49c9-acd2-d062c67ac040 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3129f62e-5db4-46fe-b538-0d72131a9e80') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:37.496029 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-71131390-bd2d-49c9-acd2-d062c67ac040 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3129f62e-5db4-46fe-b538-0d72131a9e80') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:37.511641 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 10cac018-96bd-4326-b20c-a2eb44b671a9 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:43:37.511985 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 10cac018-96bd-4326-b20c-a2eb44b671a9 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:43:37.523099 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-71131390-bd2d-49c9-acd2-d062c67ac040 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:37.577851 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-71131390-bd2d-49c9-acd2-d062c67ac040 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:37.589138 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71131390-bd2d-49c9-acd2-d062c67ac040 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:43:37.590551 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-71131390-bd2d-49c9-acd2-d062c67ac040 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:37.790781 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-90b7bea7-549a-4d2f-a6c0-8d2789e210db None None] Set router a56c7f1d-5808-414f-846e-899a4f920736 gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:43:37.863883 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-34744b22-6029-48d3-9612-04a8150c6191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:37.890745 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fae851-dd11-4d48-8cec-8c15ff9f68b1 admin admin] Router 617b80ec-bfde-4096-879e-3457af994746 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:43:37.903887 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-90b7bea7-549a-4d2f-a6c0-8d2789e210db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a56c7f1d-5808-414f-846e-899a4f920736', 'name': 'tempest-snat-router-752380710', 'tenant_id': '4d07678d800b4803833b4908f09add58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:43:29Z', 'updated_at': '2021-11-10T17:43:36Z', 'revision_number': 4, 'project_id': '4d07678d800b4803833b4908f09add58', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:38.005727 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-34744b22-6029-48d3-9612-04a8150c6191 None None] For port 2382e94f-158b-4c0e-9944-6779f09aca9c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2382e94f-158b-4c0e-9944-6779f09aca9c,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:38.026504 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:43:38.026504 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:43:38.026504 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:43:38.026504 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:43:38.026504 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:43:38.026504 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:43:38.026504 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:43:38.026504 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:43:38.026504 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:43:38.026504 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:43:38.026504 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:43:38.026504 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:43:38.026504 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:43:38.026504 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:43:38.026504 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:43:38.026504 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:43:38.026504 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:43:38.026504 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:43:38.026504 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:43:38.026504 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:43:38.026504 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:43:38.026504 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:43:38.026504 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:43:38.026504 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:43:38.026504 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:43:38.026504 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:43:38.026504 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:43:38.026504 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:43:38.026504 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:43:38.026504 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:43:38.026504 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:43:38.026504 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:43:38.030374 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-4aa57b16-3926-457a-b0d2-8a1cdc97bbbb None None] Deleting port 3f185fd2-e7d4-4a63-9f58-0d02a4313193 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:43:38.032063 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4aa57b16-3926-457a-b0d2-8a1cdc97bbbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:38.041777 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-71131390-bd2d-49c9-acd2-d062c67ac040 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:38.046682 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 5fd621d3-bce5-4a67-9792-54e2b3c3be12 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:43:38.049482 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-34744b22-6029-48d3-9612-04a8150c6191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:38.146496 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-71131390-bd2d-49c9-acd2-d062c67ac040 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:38.158062 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50630) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:38.163848 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-71131390-bd2d-49c9-acd2-d062c67ac040 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] 10.222.0.39 "DELETE /v2.0/networks/3ed07c37-ed76-4352-8bd7-22a5ba88dc96 HTTP/1.1" status: 204 len: 168 time: 1.6021869 Nov 10 17:43:38.172233 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b7bea7-549a-4d2f-a6c0-8d2789e210db None None] The sync data for ids ['a56c7f1d-5808-414f-846e-899a4f920736'] in n-d-776250-10 is: [{'id': 'a56c7f1d-5808-414f-846e-899a4f920736', 'name': 'tempest-snat-router-752380710', 'tenant_id': '4d07678d800b4803833b4908f09add58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:43:29Z', 'updated_at': '2021-11-10T17:43:36Z', 'revision_number': 4, 'project_id': '4d07678d800b4803833b4908f09add58', 'gw_port_host': None}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:43:38.429545 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71131390-bd2d-49c9-acd2-d062c67ac040 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Pushing event deleted for resources: {'Network': ['ID=3ed07c37-ed76-4352-8bd7-22a5ba88dc96,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:38.448514 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6b896504-eb81-45e2-ab37-17a62c54181b None None] Provisioning complete for port 2382e94f-158b-4c0e-9944-6779f09aca9c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:38.449121 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6b896504-eb81-45e2-ab37-17a62c54181b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:38.512941 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b691be9d-780d-45b6-8418-f5b20603fb88 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Checking segment: {'id': '8b9abf5b-23c9-4d63-b5ca-5a15bde2a4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ef0fa5f7-bdd1-4e6e-8358-3dac8aa49e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:38.514239 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b691be9d-780d-45b6-8418-f5b20603fb88 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network hostable DHCP agents. Network: ef0fa5f7-bdd1-4e6e-8358-3dac8aa49e28, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:43:38.535797 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-861e7d02-9feb-42cc-82bb-410286bff5af tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] For port 3f185fd2-e7d4-4a63-9f58-0d02a4313193, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=3f185fd2-e7d4-4a63-9f58-0d02a4313193,segment=NetworkSegment(5c9f17fe-427f-456b-8679-5b9942822e14),segment_id=5c9f17fe-427f-456b-8679-5b9942822e14)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:38.537756 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-861e7d02-9feb-42cc-82bb-410286bff5af tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:38.544620 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01347bf0-cbab-4b3e-9d68-b06479774a91 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:38.569245 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34744b22-6029-48d3-9612-04a8150c6191 None None] Pushing event updated for resources: {'Port': ['ID=2382e94f-158b-4c0e-9944-6779f09aca9c,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:38.574442 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-4aa57b16-3926-457a-b0d2-8a1cdc97bbbb None None] For port 3f185fd2-e7d4-4a63-9f58-0d02a4313193, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=3f185fd2-e7d4-4a63-9f58-0d02a4313193,segment=NetworkSegment(5c9f17fe-427f-456b-8679-5b9942822e14),segment_id=5c9f17fe-427f-456b-8679-5b9942822e14)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:38.574892 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4aa57b16-3926-457a-b0d2-8a1cdc97bbbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:38.594355 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 5fd621d3-bce5-4a67-9792-54e2b3c3be12 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:38.594831 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:38.618587 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-861e7d02-9feb-42cc-82bb-410286bff5af tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Calling delete_port for 3f185fd2-e7d4-4a63-9f58-0d02a4313193 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:43:38.625380 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-4aa57b16-3926-457a-b0d2-8a1cdc97bbbb None None] Calling delete_port for 3f185fd2-e7d4-4a63-9f58-0d02a4313193 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:43:38.626205 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-01347bf0-cbab-4b3e-9d68-b06479774a91 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Calling delete_port for 2382e94f-158b-4c0e-9944-6779f09aca9c owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:43:38.660937 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c747c6-d4dc-4077-b26f-ee29d207de3a req-203d0c33-a244-4437-aa5e-72b4c24ca883 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:38.664582 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-04c747c6-d4dc-4077-b26f-ee29d207de3a req-203d0c33-a244-4437-aa5e-72b4c24ca883 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca0a610-b324-420f-9ae7-f7d213f53e51 HTTP/1.1" status: 200 len: 946 time: 0.3744562 Nov 10 17:43:38.675904 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b691be9d-780d-45b6-8418-f5b20603fb88 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network ef0fa5f7-bdd1-4e6e-8358-3dac8aa49e28 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:43:38.684886 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c0dd35af-31bc-4b86-9d89-32122d304c53 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:38.693281 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fae851-dd11-4d48-8cec-8c15ff9f68b1 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:43:38.713749 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-85fae851-dd11-4d48-8cec-8c15ff9f68b1 admin admin] 10.222.0.39 "PUT /v2.0/routers/617b80ec-bfde-4096-879e-3457af994746/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5131068 Nov 10 17:43:38.790930 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b486c56a-9f95-43b1-b1ae-6ee4656bc9dd None None] Sync routers for ids ['617b80ec-bfde-4096-879e-3457af994746'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:43:38.882616 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-b691be9d-780d-45b6-8418-f5b20603fb88 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, ef0fa5f7-bdd1-4e6e-8358-3dac8aa49e28) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:38.913287 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b691be9d-780d-45b6-8418-f5b20603fb88 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:38.914974 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b691be9d-780d-45b6-8418-f5b20603fb88 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:38.949334 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a79a87e-be69-41be-b3d1-d5dace375a57 None None] Network ef0fa5f7-bdd1-4e6e-8358-3dac8aa49e28 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:38.955683 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b486c56a-9f95-43b1-b1ae-6ee4656bc9dd None None] Routers {'617b80ec-bfde-4096-879e-3457af994746'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:43:38.960712 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-b486c56a-9f95-43b1-b1ae-6ee4656bc9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:43:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['617b80ec-bfde-4096-879e-3457af994746'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:38.970741 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c0dd35af-31bc-4b86-9d89-32122d304c53 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:39.078064 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50636) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:39.113595 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-c0dd35af-31bc-4b86-9d89-32122d304c53 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c856757-1915-40ec-bfc5-2398147b3637']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:39.142420 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-c0dd35af-31bc-4b86-9d89-32122d304c53 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c748a6-90e3-4297-ab09-ea07f2449760') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:39.147728 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-c0dd35af-31bc-4b86-9d89-32122d304c53 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c748a6-90e3-4297-ab09-ea07f2449760') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:39.188080 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c0dd35af-31bc-4b86-9d89-32122d304c53 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:39.215366 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-744554a7-3b0b-4e6b-a7e2-1d83e938d503 None None] Provisioning complete for port c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:39.216568 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-744554a7-3b0b-4e6b-a7e2-1d83e938d503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:39.250671 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c0dd35af-31bc-4b86-9d89-32122d304c53 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:39.284021 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-04c747c6-d4dc-4077-b26f-ee29d207de3a req-cf14a067-ab3a-4c4a-8c97-d7bb783e68d8 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?id=6192f994-9fb3-4bce-b4cd-c03ff5545a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5939729 Nov 10 17:43:39.287756 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0dd35af-31bc-4b86-9d89-32122d304c53 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:43:39.289240 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c0dd35af-31bc-4b86-9d89-32122d304c53 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:39.292723 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-744554a7-3b0b-4e6b-a7e2-1d83e938d503 None None] Port c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:43:39.299282 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:43:39.299282 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:43:39.299282 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:43:39.299282 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:43:39.299282 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:43:39.299282 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:43:39.299282 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:43:39.299282 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:43:39.299282 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:43:39.299282 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:43:39.299282 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:43:39.299282 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:43:39.299282 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:43:39.299282 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:43:39.299282 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:43:39.299282 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:43:39.299282 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:43:39.299282 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:43:39.299282 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:43:39.299282 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:43:39.299282 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:43:39.299282 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:43:39.299282 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:43:39.299282 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:43:39.299282 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:43:39.299282 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:43:39.299282 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:43:39.299282 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:43:39.299282 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:43:39.299282 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:43:39.299282 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:43:39.299282 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:43:39.342727 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4aa57b16-3926-457a-b0d2-8a1cdc97bbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:39.381087 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b691be9d-780d-45b6-8418-f5b20603fb88 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1228721 Nov 10 17:43:39.396444 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50642) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:39.405538 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-7055f7d7-dc9e-48d3-bf81-ccab78fc2325 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-411706553'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:39.422778 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa57b16-3926-457a-b0d2-8a1cdc97bbbb None None] Pushing event deleted for resources: {'Port': ['ID=3f185fd2-e7d4-4a63-9f58-0d02a4313193,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:39.425506 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa57b16-3926-457a-b0d2-8a1cdc97bbbb None None] No DVR routers for this DVR port 3f185fd2-e7d4-4a63-9f58-0d02a4313193 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:43:39.478195 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-b486c56a-9f95-43b1-b1ae-6ee4656bc9dd None None] Set router 617b80ec-bfde-4096-879e-3457af994746 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:43:39.500565 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-e6590e3d-6d4c-4251-8c3b-452d3435540f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Request body: {'subnet': {'network_id': '3640794f-949a-4f67-845b-35c5666a6232', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:39.593747 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-861e7d02-9feb-42cc-82bb-410286bff5af tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:39.605541 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 3f185fd2-e7d4-4a63-9f58-0d02a4313193 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:43:39.610160 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c0dd35af-31bc-4b86-9d89-32122d304c53 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:39.660097 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c0dd35af-31bc-4b86-9d89-32122d304c53 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:39.663617 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c0dd35af-31bc-4b86-9d89-32122d304c53 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] 10.222.0.39 "DELETE /v2.0/networks/8c856757-1915-40ec-bfc5-2398147b3637 HTTP/1.1" status: 204 len: 168 time: 1.5006604 Nov 10 17:43:39.670967 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd35af-31bc-4b86-9d89-32122d304c53 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Pushing event deleted for resources: {'Network': ['ID=8c856757-1915-40ec-bfc5-2398147b3637,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:39.673695 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 3f185fd2-e7d4-4a63-9f58-0d02a4313193 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:43:39.676089 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50644) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:39.678853 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 3f185fd2-e7d4-4a63-9f58-0d02a4313193 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:43:39.693479 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7055f7d7-dc9e-48d3-bf81-ccab78fc2325 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Made reservation on behalf of 066ad4243c364cb2b13d18de8348945c for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:39.700694 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7055f7d7-dc9e-48d3-bf81-ccab78fc2325 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:39.745943 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861e7d02-9feb-42cc-82bb-410286bff5af tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] No DVR routers for this DVR port 3f185fd2-e7d4-4a63-9f58-0d02a4313193 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:43:39.760433 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e7d02-9feb-42cc-82bb-410286bff5af tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Pushing event deleted for resources: {'Port': ['ID=3f185fd2-e7d4-4a63-9f58-0d02a4313193,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:39.876945 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6590e3d-6d4c-4251-8c3b-452d3435540f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Made reservation on behalf of 4fd3b9eed2924ca2ac275ce6910fdaae for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:39.882729 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e6590e3d-6d4c-4251-8c3b-452d3435540f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:39.896868 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-494c4a05-99ca-43f7-af7e-39430993b6b5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:39.934959 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7055f7d7-dc9e-48d3-bf81-ccab78fc2325 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:43:39.967926 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb254d04-7f57-44e4-9f59-0c58e09a089c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-ef0fa5f7-bdd1-4e6e-8358-3dac8aa49e28', 'network_id': 'ef0fa5f7-bdd1-4e6e-8358-3dac8aa49e28', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'fixed_ips': [{'subnet_id': 'a7d7f488-6fb7-4682-bb02-b02855ff76f7'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:43:39.968600 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cb254d04-7f57-44e4-9f59-0c58e09a089c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.104106 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7055f7d7-dc9e-48d3-bf81-ccab78fc2325 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.105466 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-7055f7d7-dc9e-48d3-bf81-ccab78fc2325 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Added segment ca38939a-a602-4b7e-9a14-47b959ff1dab of type vlan for network ff4495c5-0c07-4641-ac40-5d7a78d02152 Nov 10 17:43:40.116560 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-861e7d02-9feb-42cc-82bb-410286bff5af tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.166334 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-861e7d02-9feb-42cc-82bb-410286bff5af tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d02b355-1729-4519-a569-0d5f3bc8164f']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:40.186712 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-861e7d02-9feb-42cc-82bb-410286bff5af tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c9f17fe-427f-456b-8679-5b9942822e14') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:40.187076 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-861e7d02-9feb-42cc-82bb-410286bff5af tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c9f17fe-427f-456b-8679-5b9942822e14') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:40.193143 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-494c4a05-99ca-43f7-af7e-39430993b6b5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.204851 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-861e7d02-9feb-42cc-82bb-410286bff5af tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.215570 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01347bf0-cbab-4b3e-9d68-b06479774a91 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.225609 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-cb254d04-7f57-44e4-9f59-0c58e09a089c None None] Allocated IP 172.20.0.2 (ef0fa5f7-bdd1-4e6e-8358-3dac8aa49e28/a7d7f488-6fb7-4682-bb02-b02855ff76f7/d2efd536-e398-4d7d-a191-7a39c94b28c5) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:43:40.234994 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-b486c56a-9f95-43b1-b1ae-6ee4656bc9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617b80ec-bfde-4096-879e-3457af994746', 'name': 'tempest-ServersTestMultiNic-410801503-router', 'tenant_id': '066ad4243c364cb2b13d18de8348945c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '04d23234-1e79-45f6-89d7-fd3d29660dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:43:17Z', 'updated_at': '2021-11-10T17:43:34Z', 'revision_number': 4, 'project_id': '066ad4243c364cb2b13d18de8348945c', 'gw_port': {'id': '04d23234-1e79-45f6-89d7-fd3d29660dc2', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:66:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617b80ec-bfde-4096-879e-3457af994746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:19Z', 'updated_at': '2021-11-10T17:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7', 'name': '', 'network_id': '65c0c50f-569a-4562-bdff-a3e7188ee69d', 'tenant_id': '066ad4243c364cb2b13d18de8348945c', 'mac_address': 'fa:16:3e:2c:a8:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617b80ec-bfde-4096-879e-3457af994746', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '56084bdd-c366-497a-a928-14ada0aa8f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:29Z', 'updated_at': '2021-11-10T17:43:34Z', 'revision_number': 2, 'project_id': '066ad4243c364cb2b13d18de8348945c', 'subnets': [{'id': '56084bdd-c366-497a-a928-14ada0aa8f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:40.242679 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-861e7d02-9feb-42cc-82bb-410286bff5af tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.290111 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01347bf0-cbab-4b3e-9d68-b06479774a91 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Pushing event deleted for resources: {'Port': ['ID=2382e94f-158b-4c0e-9944-6779f09aca9c,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:40.300615 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b486c56a-9f95-43b1-b1ae-6ee4656bc9dd None None] Checking router: 617b80ec-bfde-4096-879e-3457af994746 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:43:40.300964 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b486c56a-9f95-43b1-b1ae-6ee4656bc9dd None None] Updating router 617b80ec-bfde-4096-879e-3457af994746 port c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:43:40.308453 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-861e7d02-9feb-42cc-82bb-410286bff5af tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:43:40.308954 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-861e7d02-9feb-42cc-82bb-410286bff5af tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.316433 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:43:40.316433 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:43:40.316433 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:43:40.316433 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:43:40.316433 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:43:40.316433 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:43:40.316433 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:43:40.316433 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:43:40.316433 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:43:40.316433 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:43:40.316433 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:43:40.316433 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:43:40.316433 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:43:40.316433 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:43:40.316433 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:43:40.316433 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:43:40.316433 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:43:40.316433 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:43:40.316433 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:43:40.316433 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:43:40.316433 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:43:40.316433 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:43:40.316433 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:43:40.316433 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:43:40.316433 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:43:40.316433 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:43:40.316433 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:43:40.316433 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:43:40.316433 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:43:40.316433 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:43:40.316433 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:43:40.316433 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:43:40.338671 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-494c4a05-99ca-43f7-af7e-39430993b6b5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea7b0b3-6b25-4866-ad44-8a9f4be300a8']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:40.346690 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7055f7d7-dc9e-48d3-bf81-ccab78fc2325 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.362464 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-494c4a05-99ca-43f7-af7e-39430993b6b5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba9a942-f32a-4316-a3d0-337a312f8ad9') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:40.362971 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-494c4a05-99ca-43f7-af7e-39430993b6b5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba9a942-f32a-4316-a3d0-337a312f8ad9') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:40.379155 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-494c4a05-99ca-43f7-af7e-39430993b6b5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.409796 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d6799d-aa60-42dc-a1b8-82edb2004ecc None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:43:40.416727 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-494c4a05-99ca-43f7-af7e-39430993b6b5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.426197 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7055f7d7-dc9e-48d3-bf81-ccab78fc2325 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.438432 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7055f7d7-dc9e-48d3-bf81-ccab78fc2325 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:40.439855 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7055f7d7-dc9e-48d3-bf81-ccab78fc2325 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.462379 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-494c4a05-99ca-43f7-af7e-39430993b6b5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:43:40.463054 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-494c4a05-99ca-43f7-af7e-39430993b6b5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.482331 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:43:40.482331 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:43:40.482331 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:43:40.482331 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:43:40.482331 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:43:40.482331 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:43:40.482331 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:43:40.482331 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:43:40.482331 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:43:40.482331 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:43:40.482331 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:43:40.482331 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:43:40.482331 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:43:40.482331 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:43:40.482331 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:43:40.482331 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:43:40.482331 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:43:40.482331 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:43:40.482331 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:43:40.482331 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:43:40.482331 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:43:40.482331 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:43:40.482331 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:43:40.482331 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:43:40.482331 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:43:40.482331 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:43:40.482331 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:43:40.482331 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:43:40.482331 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:43:40.482331 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:43:40.482331 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:43:40.482331 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:43:40.485179 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b486c56a-9f95-43b1-b1ae-6ee4656bc9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.676525 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-861e7d02-9feb-42cc-82bb-410286bff5af tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.697283 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-861e7d02-9feb-42cc-82bb-410286bff5af tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.705378 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-861e7d02-9feb-42cc-82bb-410286bff5af tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] 10.222.0.39 "DELETE /v2.0/networks/6d02b355-1729-4519-a569-0d5f3bc8164f HTTP/1.1" status: 204 len: 168 time: 4.6922867 Nov 10 17:43:40.808233 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01347bf0-cbab-4b3e-9d68-b06479774a91 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.812390 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e7d02-9feb-42cc-82bb-410286bff5af tempest-DHCPAgentSchedulersTestJSON-149307470 tempest-DHCPAgentSchedulersTestJSON-149307470-project] Pushing event deleted for resources: {'Network': ['ID=6d02b355-1729-4519-a569-0d5f3bc8164f,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:40.854029 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e6590e3d-6d4c-4251-8c3b-452d3435540f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:40.993706 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01347bf0-cbab-4b3e-9d68-b06479774a91 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:41.002157 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01347bf0-cbab-4b3e-9d68-b06479774a91 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:41.043869 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6590e3d-6d4c-4251-8c3b-452d3435540f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Subnet': ['ID=d4f8363a-b141-4008-8fed-e0fd5eaeb583,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:41.119781 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01347bf0-cbab-4b3e-9d68-b06479774a91 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:41.121143 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01347bf0-cbab-4b3e-9d68-b06479774a91 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a56c7f1d-5808-414f-846e-899a4f920736 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:43:41.129376 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01347bf0-cbab-4b3e-9d68-b06479774a91 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:41.131503 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-01347bf0-cbab-4b3e-9d68-b06479774a91 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] 10.222.0.39 "DELETE /v2.0/routers/a56c7f1d-5808-414f-846e-899a4f920736 HTTP/1.1" status: 204 len: 168 time: 5.9583836 Nov 10 17:43:41.136110 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50654) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:41.142978 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6590e3d-6d4c-4251-8c3b-452d3435540f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Checking segment: {'id': '70550195-bec4-44d7-a220-14b7ee50e107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3640794f-949a-4f67-845b-35c5666a6232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:41.143740 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6590e3d-6d4c-4251-8c3b-452d3435540f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network hostable DHCP agents. Network: 3640794f-949a-4f67-845b-35c5666a6232, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:43:41.263412 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6590e3d-6d4c-4251-8c3b-452d3435540f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network 3640794f-949a-4f67-845b-35c5666a6232 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:43:41.282987 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-e6590e3d-6d4c-4251-8c3b-452d3435540f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 3640794f-949a-4f67-845b-35c5666a6232) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:41.288529 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cb254d04-7f57-44e4-9f59-0c58e09a089c None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:41.293331 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6590e3d-6d4c-4251-8c3b-452d3435540f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:41.294102 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e6590e3d-6d4c-4251-8c3b-452d3435540f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:41.296241 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bc5dca-1649-48ae-af63-1e3cd580ff16 None None] Network 3640794f-949a-4f67-845b-35c5666a6232 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:41.313465 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5398b175-32f5-4d94-a28d-b1f78e5af5ca tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:41.325556 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cb254d04-7f57-44e4-9f59-0c58e09a089c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:41.330764 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7055f7d7-dc9e-48d3-bf81-ccab78fc2325 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Pushing event updated for resources: {'Network': ['ID=ff4495c5-0c07-4641-ac40-5d7a78d02152,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:41.395949 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e6590e3d-6d4c-4251-8c3b-452d3435540f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9906967 Nov 10 17:43:41.398553 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50660) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:41.405071 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-0dd80b77-813a-43a1-876e-c56ed0861c3f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-563742577', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:41.416323 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-494c4a05-99ca-43f7-af7e-39430993b6b5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:41.460794 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7055f7d7-dc9e-48d3-bf81-ccab78fc2325 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.3732231 Nov 10 17:43:41.460794 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-494c4a05-99ca-43f7-af7e-39430993b6b5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:41.461821 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50664) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:41.471601 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-ffd140af-6a01-44a9-868b-b2bb9112d632 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Request body: {'subnet': {'network_id': 'ff4495c5-0c07-4641-ac40-5d7a78d02152', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:41.478207 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-494c4a05-99ca-43f7-af7e-39430993b6b5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] 10.222.0.39 "DELETE /v2.0/networks/aea7b0b3-6b25-4866-ad44-8a9f4be300a8 HTTP/1.1" status: 204 len: 168 time: 1.7999413 Nov 10 17:43:41.546834 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50668) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:41.566635 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c4a05-99ca-43f7-af7e-39430993b6b5 tempest-BulkNetworkOpsTest-1473717148 tempest-BulkNetworkOpsTest-1473717148-project] Pushing event deleted for resources: {'Network': ['ID=aea7b0b3-6b25-4866-ad44-8a9f4be300a8,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:41.578067 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0dd80b77-813a-43a1-876e-c56ed0861c3f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:41.579112 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0dd80b77-813a-43a1-876e-c56ed0861c3f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:41.641477 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a4879-384e-4ec7-88f8-1e5b6be10afa req-2f9d37a8-7f96-4f82-b88b-924ca6167d7b tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:41.649954 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fb5a4879-384e-4ec7-88f8-1e5b6be10afa req-2f9d37a8-7f96-4f82-b88b-924ca6167d7b tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca0a610-b324-420f-9ae7-f7d213f53e51 HTTP/1.1" status: 200 len: 946 time: 1.1784482 Nov 10 17:43:41.657346 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0dd80b77-813a-43a1-876e-c56ed0861c3f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:41.669975 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0dd80b77-813a-43a1-876e-c56ed0861c3f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:41.721880 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0dd80b77-813a-43a1-876e-c56ed0861c3f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:41.727338 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0dd80b77-813a-43a1-876e-c56ed0861c3f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3274734 Nov 10 17:43:41.728388 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50672) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:41.744788 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5398b175-32f5-4d94-a28d-b1f78e5af5ca tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:41.799624 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b486c56a-9f95-43b1-b1ae-6ee4656bc9dd None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:41.812047 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network ff4495c5-0c07-4641-ac40-5d7a78d02152 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:43:41.963486 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fb5a4879-384e-4ec7-88f8-1e5b6be10afa req-ecb0aecc-2de0-4a26-8e10-5ab4f016ed39 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?id=6192f994-9fb3-4bce-b4cd-c03ff5545a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076706 Nov 10 17:43:42.127964 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-aaedc64a-23cc-445e-a0d9-3b91d890d56b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=10b791d640854f93bf7d616ce1a23c1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5795233 Nov 10 17:43:42.132784 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50676) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:42.171781 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b486c56a-9f95-43b1-b1ae-6ee4656bc9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:42.212084 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb254d04-7f57-44e4-9f59-0c58e09a089c None None] Network ef0fa5f7-bdd1-4e6e-8358-3dac8aa49e28 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:42.261208 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-cb254d04-7f57-44e4-9f59-0c58e09a089c None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:42.271954 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6a3b4b33-f5f5-4f8b-9b73-7dcad4170bbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:42.274111 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb254d04-7f57-44e4-9f59-0c58e09a089c None None] Pushing event updated for resources: {'Port': ['ID=d2efd536-e398-4d7d-a191-7a39c94b28c5,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:42.364734 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6a3b4b33-f5f5-4f8b-9b73-7dcad4170bbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:42.383841 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb254d04-7f57-44e4-9f59-0c58e09a089c None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:43:42.401685 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764075e-9375-4d5d-985a-041820d2e641 None None] Pushing event updated for resources: {'Port': ['ID=c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:42.427779 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50680) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:42.555025 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6a3b4b33-f5f5-4f8b-9b73-7dcad4170bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:42.561433 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6a3b4b33-f5f5-4f8b-9b73-7dcad4170bbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:42.568213 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6a3b4b33-f5f5-4f8b-9b73-7dcad4170bbc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e6828c3c-6627-4c20-b41c-8ed4ee62af36 HTTP/1.1" status: 204 len: 168 time: 0.4286501 Nov 10 17:43:42.612988 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b4b33-f5f5-4f8b-9b73-7dcad4170bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6828c3c-6627-4c20-b41c-8ed4ee62af36,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:42.804817 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-cb254d04-7f57-44e4-9f59-0c58e09a089c None None] Attempting to bind port d2efd536-e398-4d7d-a191-7a39c94b28c5 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:43:42.805937 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-cb254d04-7f57-44e4-9f59-0c58e09a089c None None] Attempting to bind port d2efd536-e398-4d7d-a191-7a39c94b28c5 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '8b9abf5b-23c9-4d63-b5ca-5a15bde2a4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ef0fa5f7-bdd1-4e6e-8358-3dac8aa49e28'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:43:42.806667 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb254d04-7f57-44e4-9f59-0c58e09a089c None None] Attempting to bind port d2efd536-e398-4d7d-a191-7a39c94b28c5 on network ef0fa5f7-bdd1-4e6e-8358-3dac8aa49e28 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:43:42.863156 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b486c56a-9f95-43b1-b1ae-6ee4656bc9dd None None] Attempting to bind port c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:43:42.863478 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b486c56a-9f95-43b1-b1ae-6ee4656bc9dd None None] Attempting to bind port c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '506b5647-0870-411d-addc-259c9ee09ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '65c0c50f-569a-4562-bdff-a3e7188ee69d'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:43:42.863927 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b486c56a-9f95-43b1-b1ae-6ee4656bc9dd None None] Attempting to bind port c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7 on network 65c0c50f-569a-4562-bdff-a3e7188ee69d {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:43:42.873088 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2caedc94-da71-425b-82cd-4abe736d8a07 req-ffc4c15c-bd19-4efa-b1aa-c35acdbca16f tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2054764621&fields=id&tenant_id=28bf93e06f3848a9a72c412217f242f8 HTTP/1.1" status: 200 len: 267 time: 0.4914720 Nov 10 17:43:42.887369 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b486c56a-9f95-43b1-b1ae-6ee4656bc9dd None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:43:42.888735 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b486c56a-9f95-43b1-b1ae-6ee4656bc9dd None None] Checking segment: {'id': '506b5647-0870-411d-addc-259c9ee09ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '65c0c50f-569a-4562-bdff-a3e7188ee69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:42.888735 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b486c56a-9f95-43b1-b1ae-6ee4656bc9dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:42.889592 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b486c56a-9f95-43b1-b1ae-6ee4656bc9dd None None] Bound using segment: {'id': '506b5647-0870-411d-addc-259c9ee09ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '65c0c50f-569a-4562-bdff-a3e7188ee69d'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:43:42.891508 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b486c56a-9f95-43b1-b1ae-6ee4656bc9dd None None] Bound port: c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '506b5647-0870-411d-addc-259c9ee09ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '65c0c50f-569a-4562-bdff-a3e7188ee69d'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:43:42.891508 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b486c56a-9f95-43b1-b1ae-6ee4656bc9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:42.896391 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb254d04-7f57-44e4-9f59-0c58e09a089c None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:43:42.896391 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb254d04-7f57-44e4-9f59-0c58e09a089c None None] Checking segment: {'id': '8b9abf5b-23c9-4d63-b5ca-5a15bde2a4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ef0fa5f7-bdd1-4e6e-8358-3dac8aa49e28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:42.897484 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cb254d04-7f57-44e4-9f59-0c58e09a089c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:42.897728 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb254d04-7f57-44e4-9f59-0c58e09a089c None None] Bound using segment: {'id': '8b9abf5b-23c9-4d63-b5ca-5a15bde2a4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ef0fa5f7-bdd1-4e6e-8358-3dac8aa49e28'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:43:42.898853 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-cb254d04-7f57-44e4-9f59-0c58e09a089c None None] Bound port: d2efd536-e398-4d7d-a191-7a39c94b28c5, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9abf5b-23c9-4d63-b5ca-5a15bde2a4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ef0fa5f7-bdd1-4e6e-8358-3dac8aa49e28'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:43:42.898853 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cb254d04-7f57-44e4-9f59-0c58e09a089c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:42.923861 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-59286b87-2425-427e-a46a-5dea9ad511fa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=96cf1cf1f8a44a1a90a9015ca1fb0e5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4939833 Nov 10 17:43:42.926324 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50690) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:43.057493 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688d65b6-8473-4471-9168-d8589e3a7637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-3640794f-949a-4f67-845b-35c5666a6232', 'network_id': '3640794f-949a-4f67-845b-35c5666a6232', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'fixed_ips': [{'subnet_id': 'd4f8363a-b141-4008-8fed-e0fd5eaeb583'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:43:43.058375 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-688d65b6-8473-4471-9168-d8589e3a7637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:43.078891 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd140af-6a01-44a9-868b-b2bb9112d632 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Made reservation on behalf of 066ad4243c364cb2b13d18de8348945c for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:43.089092 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-71230c17-82f6-4ac6-a955-a97fb3d2b83c None None] Provisioning complete for port c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:43.089559 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-71230c17-82f6-4ac6-a955-a97fb3d2b83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:43.093137 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ffd140af-6a01-44a9-868b-b2bb9112d632 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:43.142613 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b106c3fd-79f1-431b-ae57-699b98d11369 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:43.181611 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b486c56a-9f95-43b1-b1ae-6ee4656bc9dd None None] For port c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:43:43.201622 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b106c3fd-79f1-431b-ae57-699b98d11369 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:43.302098 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caedc94-da71-425b-82cd-4abe736d8a07 req-a242cac6-bc19-42fc-a2d3-27c0c5cf5dcd tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:43.311584 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2caedc94-da71-425b-82cd-4abe736d8a07 req-a242cac6-bc19-42fc-a2d3-27c0c5cf5dcd tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca0a610-b324-420f-9ae7-f7d213f53e51 HTTP/1.1" status: 200 len: 946 time: 0.4372363 Nov 10 17:43:43.326998 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-2caedc94-da71-425b-82cd-4abe736d8a07 req-0b3ff0b2-e684-422c-86f5-e6b39ee619e3 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Request body: {'port': {'security_groups': ['6192f994-9fb3-4bce-b4cd-c03ff5545a43', '774a5019-1c4f-42a9-9cc8-a3b1a7a6dcd8']}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:43.329656 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b486c56a-9f95-43b1-b1ae-6ee4656bc9dd None None] For port c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7,segment=NetworkSegment(506b5647-0870-411d-addc-259c9ee09ffd),segment_id=506b5647-0870-411d-addc-259c9ee09ffd)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:43:43.356065 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-71230c17-82f6-4ac6-a955-a97fb3d2b83c None None] Port c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:43:43.364894 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-cb254d04-7f57-44e4-9f59-0c58e09a089c None None] For port d2efd536-e398-4d7d-a191-7a39c94b28c5, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:43:43.368538 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b486c56a-9f95-43b1-b1ae-6ee4656bc9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:43.379008 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b106c3fd-79f1-431b-ae57-699b98d11369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:43.392774 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b106c3fd-79f1-431b-ae57-699b98d11369 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:43.399538 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b106c3fd-79f1-431b-ae57-699b98d11369 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f56d156-29c5-4149-b5c2-1425672cb29d HTTP/1.1" status: 204 len: 168 time: 0.4704275 Nov 10 17:43:43.407966 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-5398b175-32f5-4d94-a28d-b1f78e5af5ca tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Deleting port 5fd621d3-bce5-4a67-9792-54e2b3c3be12 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:43:43.408541 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5398b175-32f5-4d94-a28d-b1f78e5af5ca tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:43.433113 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106c3fd-79f1-431b-ae57-699b98d11369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f56d156-29c5-4149-b5c2-1425672cb29d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:43.510748 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-cb254d04-7f57-44e4-9f59-0c58e09a089c None None] For port d2efd536-e398-4d7d-a191-7a39c94b28c5, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d2efd536-e398-4d7d-a191-7a39c94b28c5,segment=NetworkSegment(8b9abf5b-23c9-4d63-b5ca-5a15bde2a4ca),segment_id=8b9abf5b-23c9-4d63-b5ca-5a15bde2a4ca)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:43:43.566550 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cb254d04-7f57-44e4-9f59-0c58e09a089c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:43.641403 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50696) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:43.655539 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-2caedc94-da71-425b-82cd-4abe736d8a07 req-0b3ff0b2-e684-422c-86f5-e6b39ee619e3 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:43.670705 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5ee2f607-ecb2-42dc-a66e-f9c5c60acdea tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:43.733341 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ff6d62c6-2362-40c1-a8c0-1371101eb9d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:43.771540 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:43:43.790007 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b486c56a-9f95-43b1-b1ae-6ee4656bc9dd None None] Routers {'617b80ec-bfde-4096-879e-3457af994746'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:43:43.793828 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-b486c56a-9f95-43b1-b1ae-6ee4656bc9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:43:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['617b80ec-bfde-4096-879e-3457af994746'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:43.975368 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764075e-9375-4d5d-985a-041820d2e641 None None] Pushing event updated for resources: {'Port': ['ID=c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:44.029273 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-4175743b-8c0e-49a8-9185-f1e90d56438d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1774960 Nov 10 17:43:44.070774 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-5398b175-32f5-4d94-a28d-b1f78e5af5ca tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] For port 5fd621d3-bce5-4a67-9792-54e2b3c3be12, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=5fd621d3-bce5-4a67-9792-54e2b3c3be12,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:44.074652 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5398b175-32f5-4d94-a28d-b1f78e5af5ca tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:44.105718 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-688d65b6-8473-4471-9168-d8589e3a7637 None None] Allocated IP 172.21.0.2 (3640794f-949a-4f67-845b-35c5666a6232/d4f8363a-b141-4008-8fed-e0fd5eaeb583/2db97fb9-0c82-4c78-87a9-fda4a2579cc4) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:43:44.235070 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ff6d62c6-2362-40c1-a8c0-1371101eb9d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:44.243445 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ff6d62c6-2362-40c1-a8c0-1371101eb9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:44.285773 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ff6d62c6-2362-40c1-a8c0-1371101eb9d6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9cf1b74ea89f456cbc748a08abe23675&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6428702 Nov 10 17:43:44.293686 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50706) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:44.349406 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-20509212-f197-45a7-aa8a-8248b9178130 None None] Provisioning complete for port c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:44.350085 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-20509212-f197-45a7-aa8a-8248b9178130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:44.355262 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb254d04-7f57-44e4-9f59-0c58e09a089c None None] Pushing event updated for resources: {'Port': ['ID=d2efd536-e398-4d7d-a191-7a39c94b28c5,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:44.370996 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d62c6-2362-40c1-a8c0-1371101eb9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ebae7b-8d03-4074-b855-84c59c0f8e69,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:44.446947 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-b486c56a-9f95-43b1-b1ae-6ee4656bc9dd None None] Set router 617b80ec-bfde-4096-879e-3457af994746 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:43:44.449144 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-60edc338-c5cb-4b1e-b31d-88e28e46317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:44.449707 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-60edc338-c5cb-4b1e-b31d-88e28e46317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:44.450110 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-60edc338-c5cb-4b1e-b31d-88e28e46317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:44.450576 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-60edc338-c5cb-4b1e-b31d-88e28e46317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:44.450695 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-5398b175-32f5-4d94-a28d-b1f78e5af5ca tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Calling delete_port for 5fd621d3-bce5-4a67-9792-54e2b3c3be12 owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:43:44.451037 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-60edc338-c5cb-4b1e-b31d-88e28e46317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:44.451494 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-60edc338-c5cb-4b1e-b31d-88e28e46317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:44.451952 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-60edc338-c5cb-4b1e-b31d-88e28e46317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:44.454438 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-60edc338-c5cb-4b1e-b31d-88e28e46317e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=281475dcac0247d79669d55a1da4eafc&device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 6496 time: 0.3054717 Nov 10 17:43:44.580296 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ffd140af-6a01-44a9-868b-b2bb9112d632 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:44.678678 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-acc460bd-21e1-487b-909f-4f2c017725b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:44.679148 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-acc460bd-21e1-487b-909f-4f2c017725b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:44.679668 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-acc460bd-21e1-487b-909f-4f2c017725b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:44.681968 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-acc460bd-21e1-487b-909f-4f2c017725b5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d70b5a02-c1d9-4cfc-bb38-66395d3e54a1&id=bd6bf6ab-ba3a-413b-abc3-299018f27566&id=bd6bf6ab-ba3a-413b-abc3-299018f27566&id=bd6bf6ab-ba3a-413b-abc3-299018f27566&id=bd6bf6ab-ba3a-413b-abc3-299018f27566&id=d8ef22d3-496c-4901-a77e-1a8f4787440f&id=d8ef22d3-496c-4901-a77e-1a8f4787440f HTTP/1.1" status: 200 len: 2293 time: 0.1354845 Nov 10 17:43:44.793114 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a73d5154-075f-4345-a9bc-6dddf29fd956 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:44.806908 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-20509212-f197-45a7-aa8a-8248b9178130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:44.824451 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a73d5154-075f-4345-a9bc-6dddf29fd956 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:44.855731 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-688d65b6-8473-4471-9168-d8589e3a7637 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:44.906038 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a73d5154-075f-4345-a9bc-6dddf29fd956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:44.909345 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a73d5154-075f-4345-a9bc-6dddf29fd956 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:44.910495 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a73d5154-075f-4345-a9bc-6dddf29fd956 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/47ebae7b-8d03-4074-b855-84c59c0f8e69 HTTP/1.1" status: 204 len: 168 time: 0.6116049 Nov 10 17:43:44.928221 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-688d65b6-8473-4471-9168-d8589e3a7637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:44.938313 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-20509212-f197-45a7-aa8a-8248b9178130 None None] For port c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7,segment=NetworkSegment(506b5647-0870-411d-addc-259c9ee09ffd),segment_id=506b5647-0870-411d-addc-259c9ee09ffd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:44.982339 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-20509212-f197-45a7-aa8a-8248b9178130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:45.008463 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd140af-6a01-44a9-868b-b2bb9112d632 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Pushing event updated for resources: {'Subnet': ['ID=b070b46f-5e79-4392-85dc-b29927e8563a,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:45.094354 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-3d1b264d-f4ea-4460-a09a-4254d5a273d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45ab39ff-f9fe-4c21-8dec-e378b1fe5311 HTTP/1.1" status: 200 len: 1001 time: 0.3996642 Nov 10 17:43:45.096591 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d5154-075f-4345-a9bc-6dddf29fd956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ebae7b-8d03-4074-b855-84c59c0f8e69,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:45.173574 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-b8d59530-0a7f-48e4-8f31-9ba731746558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:45.175167 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-b8d59530-0a7f-48e4-8f31-9ba731746558 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b64957d3-50ce-4770-b403-8661f805ffb5 HTTP/1.1" status: 200 len: 851 time: 0.0711207 Nov 10 17:43:45.275773 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd140af-6a01-44a9-868b-b2bb9112d632 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Checking segment: {'id': 'ca38939a-a602-4b7e-9a14-47b959ff1dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ff4495c5-0c07-4641-ac40-5d7a78d02152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:45.276392 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd140af-6a01-44a9-868b-b2bb9112d632 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Network hostable DHCP agents. Network: ff4495c5-0c07-4641-ac40-5d7a78d02152, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:43:45.307148 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-7d331acd-1aa2-4576-995e-351e5bb0cc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:45.309099 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-7d331acd-1aa2-4576-995e-351e5bb0cc3a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d70b5a02-c1d9-4cfc-bb38-66395d3e54a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1268380 Nov 10 17:43:45.503184 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-bda7475a-95e5-4540-bdd5-36296c9c5ac6 service neutron] 10.222.0.11 "GET /v2.0/networks/d70b5a02-c1d9-4cfc-bb38-66395d3e54a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855242 Nov 10 17:43:45.519261 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-2caedc94-da71-425b-82cd-4abe736d8a07 req-0b3ff0b2-e684-422c-86f5-e6b39ee619e3 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] For port 174ce9f4-5086-40b7-bb91-0a5dc3fae7b2, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=174ce9f4-5086-40b7-bb91-0a5dc3fae7b2,segment=NetworkSegment(af3c14a2-bee0-4696-ac53-c2f22ec01df7),segment_id=af3c14a2-bee0-4696-ac53-c2f22ec01df7)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:45.566620 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-2caedc94-da71-425b-82cd-4abe736d8a07 req-0b3ff0b2-e684-422c-86f5-e6b39ee619e3 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:45.570604 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd140af-6a01-44a9-868b-b2bb9112d632 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Network ff4495c5-0c07-4641-ac40-5d7a78d02152 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:43:45.587314 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688d65b6-8473-4471-9168-d8589e3a7637 None None] Network 3640794f-949a-4f67-845b-35c5666a6232 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:45.622560 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d65b6-8473-4471-9168-d8589e3a7637 None None] Pushing event updated for resources: {'Port': ['ID=2db97fb9-0c82-4c78-87a9-fda4a2579cc4,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:45.631770 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-688d65b6-8473-4471-9168-d8589e3a7637 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:45.643189 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688d65b6-8473-4471-9168-d8589e3a7637 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:43:45.676343 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-5ee2f607-ecb2-42dc-a66e-f9c5c60acdea tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Allocated IP 172.20.0.1 (ef0fa5f7-bdd1-4e6e-8358-3dac8aa49e28/a7d7f488-6fb7-4682-bb02-b02855ff76f7/a391cab2-eaab-49ec-8f25-df6d624af1a5) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:43:45.715438 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50732) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:45.832590 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c9df5b-6f9e-457c-a3a0-d86c6ee985d5 None None] Network ef0fa5f7-bdd1-4e6e-8358-3dac8aa49e28 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:45.874721 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5ee2f607-ecb2-42dc-a66e-f9c5c60acdea tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:45.906779 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-479a7e82-eb4d-4daa-b358-1aac6ce21742 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-332156701'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:45.914482 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-2caedc94-da71-425b-82cd-4abe736d8a07 req-0b3ff0b2-e684-422c-86f5-e6b39ee619e3 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:45.920236 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5ee2f607-ecb2-42dc-a66e-f9c5c60acdea tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:45.947967 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['174ce9f4-5086-40b7-bb91-0a5dc3fae7b2'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:43:45.983661 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5398b175-32f5-4d94-a28d-b1f78e5af5ca tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:45.995934 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-ffd140af-6a01-44a9-868b-b2bb9112d632 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, ff4495c5-0c07-4641-ac40-5d7a78d02152) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:46.008394 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['3b9cc42d-8311-40b5-91f8-043052fb41fd'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:43:46.013583 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-688d65b6-8473-4471-9168-d8589e3a7637 None None] Attempting to bind port 2db97fb9-0c82-4c78-87a9-fda4a2579cc4 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:43:46.013825 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-fd3e00ff-9a30-429f-ac45-c83b8f8877ae service neutron] 10.222.0.11 "GET /v2.0/networks/d70b5a02-c1d9-4cfc-bb38-66395d3e54a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022550 Nov 10 17:43:46.013999 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-688d65b6-8473-4471-9168-d8589e3a7637 None None] Attempting to bind port 2db97fb9-0c82-4c78-87a9-fda4a2579cc4 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '70550195-bec4-44d7-a220-14b7ee50e107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3640794f-949a-4f67-845b-35c5666a6232'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:43:46.014343 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688d65b6-8473-4471-9168-d8589e3a7637 None None] Attempting to bind port 2db97fb9-0c82-4c78-87a9-fda4a2579cc4 on network 3640794f-949a-4f67-845b-35c5666a6232 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:43:46.024883 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd140af-6a01-44a9-868b-b2bb9112d632 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:46.027737 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ffd140af-6a01-44a9-868b-b2bb9112d632 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:46.037861 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479a7e82-eb4d-4daa-b358-1aac6ce21742 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Made reservation on behalf of 1e482b7991684b25b580f167d516644d for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:46.041815 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-479a7e82-eb4d-4daa-b358-1aac6ce21742 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:46.080834 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caedc94-da71-425b-82cd-4abe736d8a07 req-0b3ff0b2-e684-422c-86f5-e6b39ee619e3 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:46.081545 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-2caedc94-da71-425b-82cd-4abe736d8a07 req-0b3ff0b2-e684-422c-86f5-e6b39ee619e3 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:46.083577 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f245ea-e066-4381-be4b-bd99a3157fed None None] Network ff4495c5-0c07-4641-ac40-5d7a78d02152 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:46.083949 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2caedc94-da71-425b-82cd-4abe736d8a07 req-0b3ff0b2-e684-422c-86f5-e6b39ee619e3 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "PUT /v2.0/ports/174ce9f4-5086-40b7-bb91-0a5dc3fae7b2 HTTP/1.1" status: 200 len: 982 time: 2.7707944 Nov 10 17:43:46.090280 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20509212-f197-45a7-aa8a-8248b9178130 None None] Pushing event updated for resources: {'Port': ['ID=c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:46.091287 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-aae7bef3-718b-4fd3-8699-55b7a2f4ea8a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=83e707e1-bf12-4c7c-a89d-817fb1d04fd0 HTTP/1.1" status: 200 len: 217 time: 0.0694504 Nov 10 17:43:46.099748 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-479a7e82-eb4d-4daa-b358-1aac6ce21742 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:46.103955 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca0a610-b324-420f-9ae7-f7d213f53e51', 'tag': '174ce9f4-5086-40b7-bb91-0a5dc3fae7b2'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:43:46.109152 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd3b49c-b9f6-4cef-a72f-be866af00664" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca0a610-b324-420f-9ae7-f7d213f53e51", "tag": "174ce9f4-5086-40b7-bb91-0a5dc3fae7b2"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:43:46.111716 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-16a37ef2-ea80-4e8a-bb42-c03b00f3e7f5 None None] Provisioning complete for port d2efd536-e398-4d7d-a191-7a39c94b28c5 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:46.112098 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-16a37ef2-ea80-4e8a-bb42-c03b00f3e7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:46.134422 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee2f607-ecb2-42dc-a66e-f9c5c60acdea tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network ef0fa5f7-bdd1-4e6e-8358-3dac8aa49e28 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:46.153337 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-5ee2f607-ecb2-42dc-a66e-f9c5c60acdea tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:46.159921 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee2f607-ecb2-42dc-a66e-f9c5c60acdea tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:43:46.170600 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2f607-ecb2-42dc-a66e-f9c5c60acdea tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Port': ['ID=a391cab2-eaab-49ec-8f25-df6d624af1a5,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:46.263768 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ffd140af-6a01-44a9-868b-b2bb9112d632 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.8013499 Nov 10 17:43:46.270290 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50756) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:46.284794 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-e03d974b-4769-49b1-a2ae-7eee392e3ae6 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1833979205'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:46.324966 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca89be3-f7ac-4af4-bbc8-de31ee4f7146 None None] DHCP port deletion for 060d9864-1c5a-45ea-8447-7c5b309eff4c request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:43:46.339180 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a53e4f2-144b-4305-a950-985e93155060 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:43:46.358925 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09c72859-9665-4bbf-a8e7-d88724bc0f59 req-c15b9f10-6577-4c97-b3b0-959f3b366082 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d9768103-6595-4f2c-8385-737172baf71f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.3926394 Nov 10 17:43:46.410569 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-b486c56a-9f95-43b1-b1ae-6ee4656bc9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617b80ec-bfde-4096-879e-3457af994746', 'name': 'tempest-ServersTestMultiNic-410801503-router', 'tenant_id': '066ad4243c364cb2b13d18de8348945c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '04d23234-1e79-45f6-89d7-fd3d29660dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:43:17Z', 'updated_at': '2021-11-10T17:43:34Z', 'revision_number': 4, 'project_id': '066ad4243c364cb2b13d18de8348945c', 'gw_port': {'id': '04d23234-1e79-45f6-89d7-fd3d29660dc2', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:66:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617b80ec-bfde-4096-879e-3457af994746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:19Z', 'updated_at': '2021-11-10T17:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7', 'name': '', 'network_id': '65c0c50f-569a-4562-bdff-a3e7188ee69d', 'tenant_id': '066ad4243c364cb2b13d18de8348945c', 'mac_address': 'fa:16:3e:2c:a8:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617b80ec-bfde-4096-879e-3457af994746', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '56084bdd-c366-497a-a928-14ada0aa8f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:29Z', 'updated_at': '2021-11-10T17:43:43Z', 'revision_number': 4, 'project_id': '066ad4243c364cb2b13d18de8348945c', 'subnets': [{'id': '56084bdd-c366-497a-a928-14ada0aa8f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:46.423700 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5ee2f607-ecb2-42dc-a66e-f9c5c60acdea tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:46.425910 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ff0b2-e684-422c-86f5-e6b39ee619e3 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Pushing event updated for resources: {'Port': ['ID=174ce9f4-5086-40b7-bb91-0a5dc3fae7b2,revision_number=6']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:46.512924 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5398b175-32f5-4d94-a28d-b1f78e5af5ca tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:46.514934 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03d974b-4769-49b1-a2ae-7eee392e3ae6 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Made reservation on behalf of 066ad4243c364cb2b13d18de8348945c for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:46.518582 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e03d974b-4769-49b1-a2ae-7eee392e3ae6 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:46.525387 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398b175-32f5-4d94-a28d-b1f78e5af5ca tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fd621d3-bce5-4a67-9792-54e2b3c3be12,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:46.627279 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-387cbe22-f4e3-4368-a4f2-1b8bc9bd7b92 req-a60d28f4-dc44-4251-975a-8edd41b6fc02 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups/774a5019-1c4f-42a9-9cc8-a3b1a7a6dcd8 HTTP/1.1" status: 200 len: 1820 time: 0.5095899 Nov 10 17:43:46.629058 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-6326aafd-334e-48dd-b904-cc3386ccfd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:46.630823 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-6326aafd-334e-48dd-b904-cc3386ccfd10 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc214285-d346-4cd8-ad33-53f4b62c91f1 HTTP/1.1" status: 200 len: 797 time: 0.5273383 Nov 10 17:43:46.685143 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['174ce9f4-5086-40b7-bb91-0a5dc3fae7b2'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:43:46.691866 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d2efd536-e398-4d7d-a191-7a39c94b28c5 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:43:46.699306 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e03d974b-4769-49b1-a2ae-7eee392e3ae6 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:43:46.712443 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e03d974b-4769-49b1-a2ae-7eee392e3ae6 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:46.712868 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-e03d974b-4769-49b1-a2ae-7eee392e3ae6 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Added segment 249c0323-6dca-4e3f-a738-983d53eaf0e4 of type vlan for network b877c666-d6da-438b-987e-146762b0ecf1 Nov 10 17:43:46.719552 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688d65b6-8473-4471-9168-d8589e3a7637 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:43:46.719994 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688d65b6-8473-4471-9168-d8589e3a7637 None None] Checking segment: {'id': '70550195-bec4-44d7-a220-14b7ee50e107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3640794f-949a-4f67-845b-35c5666a6232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:46.720376 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-688d65b6-8473-4471-9168-d8589e3a7637 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:46.720779 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688d65b6-8473-4471-9168-d8589e3a7637 None None] Bound using segment: {'id': '70550195-bec4-44d7-a220-14b7ee50e107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3640794f-949a-4f67-845b-35c5666a6232'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:43:46.721283 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-688d65b6-8473-4471-9168-d8589e3a7637 None None] Bound port: 2db97fb9-0c82-4c78-87a9-fda4a2579cc4, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70550195-bec4-44d7-a220-14b7ee50e107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3640794f-949a-4f67-845b-35c5666a6232'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:43:46.721864 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-688d65b6-8473-4471-9168-d8589e3a7637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:46.791264 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e03d974b-4769-49b1-a2ae-7eee392e3ae6 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:46.792297 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b486c56a-9f95-43b1-b1ae-6ee4656bc9dd None None] The sync data for ids ['617b80ec-bfde-4096-879e-3457af994746'] in n-d-776250-10 is: [{'id': '617b80ec-bfde-4096-879e-3457af994746', 'name': 'tempest-ServersTestMultiNic-410801503-router', 'tenant_id': '066ad4243c364cb2b13d18de8348945c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '04d23234-1e79-45f6-89d7-fd3d29660dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:43:17Z', 'updated_at': '2021-11-10T17:43:34Z', 'revision_number': 4, 'project_id': '066ad4243c364cb2b13d18de8348945c', 'gw_port': {'id': '04d23234-1e79-45f6-89d7-fd3d29660dc2', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:66:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617b80ec-bfde-4096-879e-3457af994746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:19Z', 'updated_at': '2021-11-10T17:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7', 'name': '', 'network_id': '65c0c50f-569a-4562-bdff-a3e7188ee69d', 'tenant_id': '066ad4243c364cb2b13d18de8348945c', 'mac_address': 'fa:16:3e:2c:a8:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '617b80ec-bfde-4096-879e-3457af994746', 'device_owner': 'network:router_interface', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '56084bdd-c366-497a-a928-14ada0aa8f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:29Z', 'updated_at': '2021-11-10T17:43:43Z', 'revision_number': 4, 'project_id': '066ad4243c364cb2b13d18de8348945c', 'subnets': [{'id': '56084bdd-c366-497a-a928-14ada0aa8f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:43:46.800959 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c72859-9665-4bbf-a8e7-d88724bc0f59 req-a3e3bb8b-6461-401f-b441-441251a64c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:46.803821 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09c72859-9665-4bbf-a8e7-d88724bc0f59 req-a3e3bb8b-6461-401f-b441-441251a64c26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28bf93e06f3848a9a72c412217f242f8&device_id=d9768103-6595-4f2c-8385-737172baf71f HTTP/1.1" status: 200 len: 1175 time: 0.2553596 Nov 10 17:43:46.842504 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9076f8-9b6c-4ac0-a4f1-887041a92c1c x-openstack-request-id: req-fd9076f8-9b6c-4ac0-a4f1-887041a92c1c {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:43:46.842904 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca0a610-b324-420f-9ae7-f7d213f53e51", "tag": "174ce9f4-5086-40b7-bb91-0a5dc3fae7b2", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:43:46.843270 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fd9076f8-9b6c-4ac0-a4f1-887041a92c1c {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:43:46.843963 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca0a610-b324-420f-9ae7-f7d213f53e51', 'tag': '174ce9f4-5086-40b7-bb91-0a5dc3fae7b2', 'status': 'completed', 'code': 200} Nov 10 17:43:46.932827 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50776) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:46.943690 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e03d974b-4769-49b1-a2ae-7eee392e3ae6 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:46.950678 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03d974b-4769-49b1-a2ae-7eee392e3ae6 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:46.951368 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e03d974b-4769-49b1-a2ae-7eee392e3ae6 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:46.955494 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-479a7e82-eb4d-4daa-b358-1aac6ce21742 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:47.067751 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5398b175-32f5-4d94-a28d-b1f78e5af5ca tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:47.071506 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5398b175-32f5-4d94-a28d-b1f78e5af5ca tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:47.085263 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-479a7e82-eb4d-4daa-b358-1aac6ce21742 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:47.128364 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-65902013-e7e0-4d09-bd58-e66c1d15724d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:47.135299 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-65902013-e7e0-4d09-bd58-e66c1d15724d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd6bf6ab-ba3a-413b-abc3-299018f27566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4896216 Nov 10 17:43:47.150993 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e03d974b-4769-49b1-a2ae-7eee392e3ae6 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8671520 Nov 10 17:43:47.153937 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50782) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:47.159224 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5398b175-32f5-4d94-a28d-b1f78e5af5ca tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:47.160326 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5398b175-32f5-4d94-a28d-b1f78e5af5ca tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1a7b4caa-6a52-4b2e-83f3-d13c56949822 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:43:47.170540 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5398b175-32f5-4d94-a28d-b1f78e5af5ca tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:47.172899 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5398b175-32f5-4d94-a28d-b1f78e5af5ca tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] 10.222.0.39 "DELETE /v2.0/routers/1a7b4caa-6a52-4b2e-83f3-d13c56949822 HTTP/1.1" status: 204 len: 168 time: 6.0346885 Nov 10 17:43:47.181842 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-eaead893-eb20-46c1-82e8-ae60ae4d05b4 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Request body: {'subnet': {'network_id': 'b877c666-d6da-438b-987e-146762b0ecf1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:47.190921 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50784) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:47.202523 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-0b3384e6-1d79-4d73-b245-1d007f2921fb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-100723039', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}, 'admin_state_up': False}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:47.218427 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-479a7e82-eb4d-4daa-b358-1aac6ce21742 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:43:47.280197 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-16a37ef2-ea80-4e8a-bb42-c03b00f3e7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:47.305787 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a7e82-eb4d-4daa-b358-1aac6ce21742 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e5abf8-fb5b-40ac-85a1-0776d10e93ab,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:47.375885 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-16a37ef2-ea80-4e8a-bb42-c03b00f3e7f5 None None] For port d2efd536-e398-4d7d-a191-7a39c94b28c5, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d2efd536-e398-4d7d-a191-7a39c94b28c5,segment=NetworkSegment(8b9abf5b-23c9-4d63-b5ca-5a15bde2a4ca),segment_id=8b9abf5b-23c9-4d63-b5ca-5a15bde2a4ca)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:47.471864 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [req-387cbe22-f4e3-4368-a4f2-1b8bc9bd7b92 req-abd2d495-3768-4f24-8629-9b44b9a7ee5d tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 10 17:43:47.472499 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-4d0914b9-cf63-4a84-9582-e1d2e61f2942 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1343837199'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:47.473642 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-387cbe22-f4e3-4368-a4f2-1b8bc9bd7b92 req-abd2d495-3768-4f24-8629-9b44b9a7ee5d tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "DELETE /v2.0/security-groups/774a5019-1c4f-42a9-9cc8-a3b1a7a6dcd8 HTTP/1.1" status: 409 len: 341 time: 0.8313155 Nov 10 17:43:47.493212 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-688d65b6-8473-4471-9168-d8589e3a7637 None None] For port 2db97fb9-0c82-4c78-87a9-fda4a2579cc4, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:43:47.493457 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d974b-4769-49b1-a2ae-7eee392e3ae6 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Pushing event updated for resources: {'Network': ['ID=b877c666-d6da-438b-987e-146762b0ecf1,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:47.494614 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-479a7e82-eb4d-4daa-b358-1aac6ce21742 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:47.495771 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-479a7e82-eb4d-4daa-b358-1aac6ce21742 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Added segment 47bb93b8-4e74-4e16-903d-55d131cbe065 of type vlan for network 5dcafdc1-ba8e-4d64-b232-2226acdb3f96 Nov 10 17:43:47.501294 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-688d65b6-8473-4471-9168-d8589e3a7637 None None] For port 2db97fb9-0c82-4c78-87a9-fda4a2579cc4, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2db97fb9-0c82-4c78-87a9-fda4a2579cc4,segment=NetworkSegment(70550195-bec4-44d7-a220-14b7ee50e107),segment_id=70550195-bec4-44d7-a220-14b7ee50e107)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:43:47.503435 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5ee2f607-ecb2-42dc-a66e-f9c5c60acdea tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:47.538375 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-16a37ef2-ea80-4e8a-bb42-c03b00f3e7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:47.570002 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network b877c666-d6da-438b-987e-146762b0ecf1 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:43:47.577296 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3b49c-b9f6-4cef-a72f-be866af00664 req-0b1ba44d-3fc7-4233-87d4-99f626cd378e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:47.580033 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0dd3b49c-b9f6-4cef-a72f-be866af00664 req-0b1ba44d-3fc7-4233-87d4-99f626cd378e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28bf93e06f3848a9a72c412217f242f8&device_id=3ca0a610-b324-420f-9ae7-f7d213f53e51 HTTP/1.1" status: 200 len: 1137 time: 0.7738705 Nov 10 17:43:47.691857 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a37ef2-ea80-4e8a-bb42-c03b00f3e7f5 None None] Pushing event updated for resources: {'Port': ['ID=d2efd536-e398-4d7d-a191-7a39c94b28c5,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:47.694096 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b3384e6-1d79-4d73-b245-1d007f2921fb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:47.695280 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b3384e6-1d79-4d73-b245-1d007f2921fb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:47.749589 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-688d65b6-8473-4471-9168-d8589e3a7637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:47.821134 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3b49c-b9f6-4cef-a72f-be866af00664 req-25437f3a-9a8d-47c8-ad40-f05d896c2c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:47.822979 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0dd3b49c-b9f6-4cef-a72f-be866af00664 req-25437f3a-9a8d-47c8-ad40-f05d896c2c64 service neutron] 10.222.0.11 "GET /v2.0/networks?id=060d9864-1c5a-45ea-8447-7c5b309eff4c HTTP/1.1" status: 200 len: 913 time: 0.2121904 Nov 10 17:43:47.866816 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c72859-9665-4bbf-a8e7-d88724bc0f59 req-2adff9c6-9944-4a9c-b67f-b7604429436d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:47.868398 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09c72859-9665-4bbf-a8e7-d88724bc0f59 req-2adff9c6-9944-4a9c-b67f-b7604429436d service neutron] 10.222.0.13 "GET /v2.0/networks?id=060d9864-1c5a-45ea-8447-7c5b309eff4c HTTP/1.1" status: 200 len: 913 time: 1.0327530 Nov 10 17:43:47.870383 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-479a7e82-eb4d-4daa-b358-1aac6ce21742 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:48.013134 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09c72859-9665-4bbf-a8e7-d88724bc0f59 req-9b6332e1-f17e-481e-89c4-37d79bb68261 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b9cc42d-8311-40b5-91f8-043052fb41fd HTTP/1.1" status: 200 len: 217 time: 0.0940411 Nov 10 17:43:48.014546 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0dd3b49c-b9f6-4cef-a72f-be866af00664 req-54535cc4-f879-4dca-8e16-fe6b72a4d47f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=174ce9f4-5086-40b7-bb91-0a5dc3fae7b2 HTTP/1.1" status: 200 len: 217 time: 0.1703126 Nov 10 17:43:48.060519 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d65b6-8473-4471-9168-d8589e3a7637 None None] Pushing event updated for resources: {'Port': ['ID=2db97fb9-0c82-4c78-87a9-fda4a2579cc4,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:48.092680 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a8fb6f-e7bf-4171-80b9-c2f8f94e8e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-ff4495c5-0c07-4641-ac40-5d7a78d02152', 'network_id': 'ff4495c5-0c07-4641-ac40-5d7a78d02152', 'tenant_id': '066ad4243c364cb2b13d18de8348945c', 'fixed_ips': [{'subnet_id': 'b070b46f-5e79-4392-85dc-b29927e8563a'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:43:48.093978 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-00a8fb6f-e7bf-4171-80b9-c2f8f94e8e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:48.118411 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.db.resource_extend [None req-479a7e82-eb4d-4daa-b358-1aac6ce21742 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 17:43:48.236630 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-68e26a94-57a1-495d-83bc-96da659c08fd service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0248024 Nov 10 17:43:48.330665 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port d2efd536-e398-4d7d-a191-7a39c94b28c5 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:48.331468 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:48.398115 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-aea3c5c0-a706-4ea3-bcfa-7469b14b8185 service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493983 Nov 10 17:43:48.416808 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-479a7e82-eb4d-4daa-b358-1aac6ce21742 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:48.423052 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479a7e82-eb4d-4daa-b358-1aac6ce21742 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:48.424019 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-479a7e82-eb4d-4daa-b358-1aac6ce21742 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:48.477757 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c72859-9665-4bbf-a8e7-d88724bc0f59 req-c68afa3c-b8e4-4529-99cb-e5a4f4635893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:48.479589 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09c72859-9665-4bbf-a8e7-d88724bc0f59 req-c68afa3c-b8e4-4529-99cb-e5a4f4635893 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3a568a8b-c286-450f-b9ae-7b517fbbf861 HTTP/1.1" status: 200 len: 852 time: 0.4455101 Nov 10 17:43:48.493205 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c43fd-7fea-4551-8e97-820cb7b67475 req-09d8cda4-1610-4196-baaa-8571b762d665 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:48.495133 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0a1c43fd-7fea-4551-8e97-820cb7b67475 req-09d8cda4-1610-4196-baaa-8571b762d665 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca0a610-b324-420f-9ae7-f7d213f53e51 HTTP/1.1" status: 200 len: 985 time: 0.4721060 Nov 10 17:43:48.625303 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3b49c-b9f6-4cef-a72f-be866af00664 req-db77d32e-301c-4bba-8935-7f870039788c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:48.627854 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0dd3b49c-b9f6-4cef-a72f-be866af00664 req-db77d32e-301c-4bba-8935-7f870039788c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3a568a8b-c286-450f-b9ae-7b517fbbf861 HTTP/1.1" status: 200 len: 852 time: 0.6031902 Nov 10 17:43:48.679616 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0914b9-cf63-4a84-9582-e1d2e61f2942 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Made reservation on behalf of 70630dfd40a04e22b5c7c18c7218d3eb for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:48.682028 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-00a8fb6f-e7bf-4171-80b9-c2f8f94e8e69 None None] Allocated IP 19.80.0.2 (ff4495c5-0c07-4641-ac40-5d7a78d02152/b070b46f-5e79-4392-85dc-b29927e8563a/70edc5ba-8e29-4971-ac2a-92ffece2ef72) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:43:48.684584 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4d0914b9-cf63-4a84-9582-e1d2e61f2942 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:48.753687 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09c72859-9665-4bbf-a8e7-d88724bc0f59 req-d85b5038-3aa4-49c3-9cfe-fc927e8681e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=060d9864-1c5a-45ea-8447-7c5b309eff4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1552641 Nov 10 17:43:48.846235 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-479a7e82-eb4d-4daa-b358-1aac6ce21742 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.1265392 Nov 10 17:43:48.857499 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-e0aa6684-f7cc-485c-9256-1aeed40304d7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=d91136a8-ce33-4918-a613-fe42fbce644b HTTP/1.1" status: 200 len: 217 time: 0.4142823 Nov 10 17:43:48.929318 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-00a8fb6f-e7bf-4171-80b9-c2f8f94e8e69 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:48.959307 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4d0914b9-cf63-4a84-9582-e1d2e61f2942 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:49.005528 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-24608d4b-2755-4716-8fbc-9eca34135e79 None None] Provisioning complete for port 174ce9f4-5086-40b7-bb91-0a5dc3fae7b2 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:49.006136 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-24608d4b-2755-4716-8fbc-9eca34135e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:49.008132 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-00a8fb6f-e7bf-4171-80b9-c2f8f94e8e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:49.032137 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a8fb6f-e7bf-4171-80b9-c2f8f94e8e69 None None] Network ff4495c5-0c07-4641-ac40-5d7a78d02152 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:49.067971 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0dd3b49c-b9f6-4cef-a72f-be866af00664 req-a7cb900b-ce0d-48e0-8af0-c008275ac5d6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=060d9864-1c5a-45ea-8447-7c5b309eff4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3103013 Nov 10 17:43:49.076355 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-00a8fb6f-e7bf-4171-80b9-c2f8f94e8e69 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:49.092995 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b3384e6-1d79-4d73-b245-1d007f2921fb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:49.113076 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a8fb6f-e7bf-4171-80b9-c2f8f94e8e69 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:43:49.233968 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaead893-eb20-46c1-82e8-ae60ae4d05b4 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Made reservation on behalf of 066ad4243c364cb2b13d18de8348945c for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:49.237881 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eaead893-eb20-46c1-82e8-ae60ae4d05b4 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:49.248531 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a7e82-eb4d-4daa-b358-1aac6ce21742 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event updated for resources: {'Network': ['ID=5dcafdc1-ba8e-4d64-b232-2226acdb3f96,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:49.443976 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09c72859-9665-4bbf-a8e7-d88724bc0f59 req-b9385291-0c48-483c-b87b-efcd62c30061 service neutron] 10.222.0.13 "GET /v2.0/networks/060d9864-1c5a-45ea-8447-7c5b309eff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5448925 Nov 10 17:43:49.472196 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0a1c43fd-7fea-4551-8e97-820cb7b67475 req-00094f46-3709-459e-bcee-58e6c4252fb2 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?id=6192f994-9fb3-4bce-b4cd-c03ff5545a43&id=774a5019-1c4f-42a9-9cc8-a3b1a7a6dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.7879357 Nov 10 17:43:49.596910 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 5dcafdc1-ba8e-4d64-b232-2226acdb3f96 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:43:49.798377 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8fb6f-e7bf-4171-80b9-c2f8f94e8e69 None None] Pushing event updated for resources: {'Port': ['ID=70edc5ba-8e29-4971-ac2a-92ffece2ef72,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:49.802693 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b3384e6-1d79-4d73-b245-1d007f2921fb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:50.082288 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5ee2f607-ecb2-42dc-a66e-f9c5c60acdea tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:50.101537 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5ee2f607-ecb2-42dc-a66e-f9c5c60acdea tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:50.148247 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045fb71a-ded9-430c-a729-2039a782f565 None None] Network 3640794f-949a-4f67-845b-35c5666a6232 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:50.241754 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0dd3b49c-b9f6-4cef-a72f-be866af00664 req-c2b5c99a-5d91-48bb-80f8-069fe684f2a9 service neutron] 10.222.0.11 "GET /v2.0/networks/060d9864-1c5a-45ea-8447-7c5b309eff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0089023 Nov 10 17:43:50.253424 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2f607-ecb2-42dc-a66e-f9c5c60acdea tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Port': ['ID=a391cab2-eaab-49ec-8f25-df6d624af1a5,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:50.383737 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-00a8fb6f-e7bf-4171-80b9-c2f8f94e8e69 None None] Attempting to bind port 70edc5ba-8e29-4971-ac2a-92ffece2ef72 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:43:50.384561 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-00a8fb6f-e7bf-4171-80b9-c2f8f94e8e69 None None] Attempting to bind port 70edc5ba-8e29-4971-ac2a-92ffece2ef72 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ca38939a-a602-4b7e-9a14-47b959ff1dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ff4495c5-0c07-4641-ac40-5d7a78d02152'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:43:50.385121 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a8fb6f-e7bf-4171-80b9-c2f8f94e8e69 None None] Attempting to bind port 70edc5ba-8e29-4971-ac2a-92ffece2ef72 on network ff4495c5-0c07-4641-ac40-5d7a78d02152 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:43:50.428946 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0dd3b49c-b9f6-4cef-a72f-be866af00664 req-dfc59d02-12a3-4e9e-a870-a1d5636da8dd service neutron] 10.222.0.11 "GET /v2.0/networks/060d9864-1c5a-45ea-8447-7c5b309eff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727488 Nov 10 17:43:50.448301 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5ee2f607-ecb2-42dc-a66e-f9c5c60acdea tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:50.468192 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-3bbb59ed-8c67-4ac3-a6b5-b8120aa6859c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:50.470876 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-3bbb59ed-8c67-4ac3-a6b5-b8120aa6859c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc214285-d346-4cd8-ad33-53f4b62c91f1 HTTP/1.1" status: 200 len: 797 time: 1.5596647 Nov 10 17:43:50.472475 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a8fb6f-e7bf-4171-80b9-c2f8f94e8e69 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:43:50.473050 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a8fb6f-e7bf-4171-80b9-c2f8f94e8e69 None None] Checking segment: {'id': 'ca38939a-a602-4b7e-9a14-47b959ff1dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ff4495c5-0c07-4641-ac40-5d7a78d02152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:50.475123 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-00a8fb6f-e7bf-4171-80b9-c2f8f94e8e69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:50.477129 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a8fb6f-e7bf-4171-80b9-c2f8f94e8e69 None None] Bound using segment: {'id': 'ca38939a-a602-4b7e-9a14-47b959ff1dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ff4495c5-0c07-4641-ac40-5d7a78d02152'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:43:50.480430 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-00a8fb6f-e7bf-4171-80b9-c2f8f94e8e69 None None] Bound port: 70edc5ba-8e29-4971-ac2a-92ffece2ef72, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca38939a-a602-4b7e-9a14-47b959ff1dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ff4495c5-0c07-4641-ac40-5d7a78d02152'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:43:50.481643 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-00a8fb6f-e7bf-4171-80b9-c2f8f94e8e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:50.664261 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5248951-b835-4065-b490-81887b050d5d req-09802471-8b83-4f2f-bc6a-0e48e63e66e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:50.671070 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a5248951-b835-4065-b490-81887b050d5d req-09802471-8b83-4f2f-bc6a-0e48e63e66e3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28bf93e06f3848a9a72c412217f242f8&device_id=3ca0a610-b324-420f-9ae7-f7d213f53e51 HTTP/1.1" status: 200 len: 1137 time: 0.1499126 Nov 10 17:43:50.691343 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-13c845fb-e568-448a-8b41-f985f1b7d5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:50.715127 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-13c845fb-e568-448a-8b41-f985f1b7d5e6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd6bf6ab-ba3a-413b-abc3-299018f27566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2306619 Nov 10 17:43:50.799257 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4d0914b9-cf63-4a84-9582-e1d2e61f2942 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:50.847252 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-00a8fb6f-e7bf-4171-80b9-c2f8f94e8e69 None None] For port 70edc5ba-8e29-4971-ac2a-92ffece2ef72, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:43:50.912508 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-00a8fb6f-e7bf-4171-80b9-c2f8f94e8e69 None None] For port 70edc5ba-8e29-4971-ac2a-92ffece2ef72, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=70edc5ba-8e29-4971-ac2a-92ffece2ef72,segment=NetworkSegment(ca38939a-a602-4b7e-9a14-47b959ff1dab),segment_id=ca38939a-a602-4b7e-9a14-47b959ff1dab)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:43:50.926965 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4d0914b9-cf63-4a84-9582-e1d2e61f2942 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:50.927645 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:43:50.934753 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eaead893-eb20-46c1-82e8-ae60ae4d05b4 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:50.967175 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5248951-b835-4065-b490-81887b050d5d req-05d5fe61-c463-4759-940b-41f99eb65188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:50.969376 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a5248951-b835-4065-b490-81887b050d5d req-05d5fe61-c463-4759-940b-41f99eb65188 service neutron] 10.222.0.11 "GET /v2.0/networks?id=060d9864-1c5a-45ea-8447-7c5b309eff4c HTTP/1.1" status: 200 len: 913 time: 0.2861938 Nov 10 17:43:50.974910 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09c72859-9665-4bbf-a8e7-d88724bc0f59 req-d5e805d1-67c9-4806-9d5e-644e14074616 service neutron] 10.222.0.13 "GET /v2.0/networks/060d9864-1c5a-45ea-8447-7c5b309eff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4515374 Nov 10 17:43:51.060988 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-00a8fb6f-e7bf-4171-80b9-c2f8f94e8e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:51.066383 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a5248951-b835-4065-b490-81887b050d5d req-0941ccd8-b215-40fe-926c-fc73b8dabd09 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=174ce9f4-5086-40b7-bb91-0a5dc3fae7b2 HTTP/1.1" status: 200 len: 217 time: 0.0881412 Nov 10 17:43:51.089740 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0914b9-cf63-4a84-9582-e1d2e61f2942 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07575e9a-832f-423b-bbd1-b061ab07071b,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:51.105422 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaead893-eb20-46c1-82e8-ae60ae4d05b4 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Pushing event updated for resources: {'Subnet': ['ID=3411f733-e210-41f9-8958-750e4ef24cb2,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:51.150150 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0914b9-cf63-4a84-9582-e1d2e61f2942 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:43:51.152623 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaead893-eb20-46c1-82e8-ae60ae4d05b4 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Checking segment: {'id': '249c0323-6dca-4e3f-a738-983d53eaf0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b877c666-d6da-438b-987e-146762b0ecf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:51.153055 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaead893-eb20-46c1-82e8-ae60ae4d05b4 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Network hostable DHCP agents. Network: b877c666-d6da-438b-987e-146762b0ecf1, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:43:51.220270 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaead893-eb20-46c1-82e8-ae60ae4d05b4 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Network b877c666-d6da-438b-987e-146762b0ecf1 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:43:51.242283 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4d0914b9-cf63-4a84-9582-e1d2e61f2942 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:51.242821 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-4d0914b9-cf63-4a84-9582-e1d2e61f2942 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Added segment 9efc2113-45bf-4adf-ba2d-f51dce5bebef of type vlan for network 5f91e6c1-3a1e-42d7-a7a0-68cb2f126f09 Nov 10 17:43:51.255827 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-907f70ff-95f4-4aca-9c3f-6073ed621c2f service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5376904 Nov 10 17:43:51.311836 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f2298-24d1-49f2-bcdf-95b570938f42 req-5fde9c96-8d29-40c0-a497-c620d98bd8bf tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:51.314186 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e35f2298-24d1-49f2-bcdf-95b570938f42 req-5fde9c96-8d29-40c0-a497-c620d98bd8bf tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca0a610-b324-420f-9ae7-f7d213f53e51 HTTP/1.1" status: 200 len: 985 time: 0.5094800 Nov 10 17:43:51.321733 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-eaead893-eb20-46c1-82e8-ae60ae4d05b4 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, b877c666-d6da-438b-987e-146762b0ecf1) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:51.328216 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaead893-eb20-46c1-82e8-ae60ae4d05b4 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:51.328893 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eaead893-eb20-46c1-82e8-ae60ae4d05b4 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:51.363058 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8fb6f-e7bf-4171-80b9-c2f8f94e8e69 None None] Pushing event updated for resources: {'Port': ['ID=70edc5ba-8e29-4971-ac2a-92ffece2ef72,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:51.377406 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8298bf-25a6-4635-ae4c-c22476095594 None None] Network b877c666-d6da-438b-987e-146762b0ecf1 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:51.477110 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-3e799431-3c57-421c-9b45-05cfd7b5979c service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108340 Nov 10 17:43:51.485557 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5248951-b835-4065-b490-81887b050d5d req-8257df94-eade-4d42-8f6c-941aaa4dc905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:51.487292 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a5248951-b835-4065-b490-81887b050d5d req-8257df94-eade-4d42-8f6c-941aaa4dc905 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3a568a8b-c286-450f-b9ae-7b517fbbf861 HTTP/1.1" status: 200 len: 852 time: 0.3979177 Nov 10 17:43:51.538983 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e35f2298-24d1-49f2-bcdf-95b570938f42 req-20e04315-42f5-40c8-a9fc-209ff6f96a51 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?id=6192f994-9fb3-4bce-b4cd-c03ff5545a43&id=774a5019-1c4f-42a9-9cc8-a3b1a7a6dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1760235 Nov 10 17:43:51.542266 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-eaead893-eb20-46c1-82e8-ae60ae4d05b4 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.3678584 Nov 10 17:43:51.669494 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a5248951-b835-4065-b490-81887b050d5d req-a72f8ba1-08bc-4fb4-a045-1bd7f9d0c202 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=060d9864-1c5a-45ea-8447-7c5b309eff4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1696494 Nov 10 17:43:51.671999 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-16134d7c-6d81-4644-9ea2-5c32ba405c23 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=1b397362-5908-4133-821d-3cd55c0c1231 HTTP/1.1" status: 200 len: 217 time: 0.1835699 Nov 10 17:43:51.758524 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91597a2-868e-4211-b18e-b1309e6d5ea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-b877c666-d6da-438b-987e-146762b0ecf1', 'network_id': 'b877c666-d6da-438b-987e-146762b0ecf1', 'tenant_id': '066ad4243c364cb2b13d18de8348945c', 'fixed_ips': [{'subnet_id': '3411f733-e210-41f9-8958-750e4ef24cb2'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:43:51.772393 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e91597a2-868e-4211-b18e-b1309e6d5ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:51.833884 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-77a1e18a-5eed-4c95-8673-31a0985d0282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:51.837034 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-77a1e18a-5eed-4c95-8673-31a0985d0282 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc214285-d346-4cd8-ad33-53f4b62c91f1 HTTP/1.1" status: 200 len: 797 time: 0.1555183 Nov 10 17:43:51.943114 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee2f607-ecb2-42dc-a66e-f9c5c60acdea tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network ef0fa5f7-bdd1-4e6e-8358-3dac8aa49e28 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:51.960103 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4d0914b9-cf63-4a84-9582-e1d2e61f2942 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:51.978396 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-5ee2f607-ecb2-42dc-a66e-f9c5c60acdea tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:52.191488 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b3384e6-1d79-4d73-b245-1d007f2921fb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:52.384313 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-e91597a2-868e-4211-b18e-b1309e6d5ea7 None None] Allocated IP 19.86.0.2 (b877c666-d6da-438b-987e-146762b0ecf1/3411f733-e210-41f9-8958-750e4ef24cb2/012a3c7d-4642-4341-83d1-125b5f7dac6c) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:43:52.543540 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395af323-9787-4993-a9e0-f053f27d36a0 req-d481855c-9b90-4655-b557-f6960a22c1c0 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:52.552488 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395af323-9787-4993-a9e0-f053f27d36a0 req-d481855c-9b90-4655-b557-f6960a22c1c0 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:52.555235 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-395af323-9787-4993-a9e0-f053f27d36a0 req-d481855c-9b90-4655-b557-f6960a22c1c0 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/networks?id=ff4495c5-0c07-4641-ac40-5d7a78d02152&id=b877c666-d6da-438b-987e-146762b0ecf1&id=ff4495c5-0c07-4641-ac40-5d7a78d02152 HTTP/1.1" status: 200 len: 1391 time: 0.5794795 Nov 10 17:43:52.610499 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-08fb676a-c249-47cc-ba29-0fce15d85c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:52.613301 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-08fb676a-c249-47cc-ba29-0fce15d85c79 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd6bf6ab-ba3a-413b-abc3-299018f27566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7564685 Nov 10 17:43:52.630686 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e91597a2-868e-4211-b18e-b1309e6d5ea7 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:52.652540 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e91597a2-868e-4211-b18e-b1309e6d5ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:52.713201 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91597a2-868e-4211-b18e-b1309e6d5ea7 None None] Network b877c666-d6da-438b-987e-146762b0ecf1 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:52.716722 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-afd81295-7857-41e0-8a15-2f0eef8f847e None None] Provisioning complete for port a391cab2-eaab-49ec-8f25-df6d624af1a5 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:52.717318 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-afd81295-7857-41e0-8a15-2f0eef8f847e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:52.720322 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-395af323-9787-4993-a9e0-f053f27d36a0 req-1e6b3253-d4e2-4979-a0f4-d59a3cb69d66 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/quotas/066ad4243c364cb2b13d18de8348945c HTTP/1.1" status: 200 len: 375 time: 0.1409321 Nov 10 17:43:52.726801 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-e91597a2-868e-4211-b18e-b1309e6d5ea7 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:52.739221 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b3384e6-1d79-4d73-b245-1d007f2921fb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:52.783526 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:52.784272 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:52.799347 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91597a2-868e-4211-b18e-b1309e6d5ea7 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:43:52.847690 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91597a2-868e-4211-b18e-b1309e6d5ea7 None None] Pushing event updated for resources: {'Port': ['ID=012a3c7d-4642-4341-83d1-125b5f7dac6c,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:52.974142 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-0b3384e6-1d79-4d73-b245-1d007f2921fb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Allocated IP 172.25.5.59 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/857bf6eb-79aa-48b3-87ad-2f99c8d47dc7) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:43:52.999483 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-afd81295-7857-41e0-8a15-2f0eef8f847e None None] Port a391cab2-eaab-49ec-8f25-df6d624af1a5 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:43:53.021645 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50824) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:53.027172 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-e91597a2-868e-4211-b18e-b1309e6d5ea7 None None] Attempting to bind port 012a3c7d-4642-4341-83d1-125b5f7dac6c on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:43:53.027487 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-e91597a2-868e-4211-b18e-b1309e6d5ea7 None None] Attempting to bind port 012a3c7d-4642-4341-83d1-125b5f7dac6c by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '249c0323-6dca-4e3f-a738-983d53eaf0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b877c666-d6da-438b-987e-146762b0ecf1'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:43:53.027864 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91597a2-868e-4211-b18e-b1309e6d5ea7 None None] Attempting to bind port 012a3c7d-4642-4341-83d1-125b5f7dac6c on network b877c666-d6da-438b-987e-146762b0ecf1 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:43:53.033959 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-9bd4bc13-6186-4ff4-81ce-507328c12ffc tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Request body: {'subnet': {'network_id': '5dcafdc1-ba8e-4d64-b232-2226acdb3f96', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:53.039433 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91597a2-868e-4211-b18e-b1309e6d5ea7 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:43:53.039816 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91597a2-868e-4211-b18e-b1309e6d5ea7 None None] Checking segment: {'id': '249c0323-6dca-4e3f-a738-983d53eaf0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b877c666-d6da-438b-987e-146762b0ecf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:53.040252 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e91597a2-868e-4211-b18e-b1309e6d5ea7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:53.040674 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91597a2-868e-4211-b18e-b1309e6d5ea7 None None] Bound using segment: {'id': '249c0323-6dca-4e3f-a738-983d53eaf0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b877c666-d6da-438b-987e-146762b0ecf1'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:43:53.041192 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-e91597a2-868e-4211-b18e-b1309e6d5ea7 None None] Bound port: 012a3c7d-4642-4341-83d1-125b5f7dac6c, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249c0323-6dca-4e3f-a738-983d53eaf0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b877c666-d6da-438b-987e-146762b0ecf1'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:43:53.041638 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e91597a2-868e-4211-b18e-b1309e6d5ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:53.053711 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-afd81295-7857-41e0-8a15-2f0eef8f847e None None] Provisioning complete for port 2db97fb9-0c82-4c78-87a9-fda4a2579cc4 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:53.054089 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-afd81295-7857-41e0-8a15-2f0eef8f847e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:53.089318 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4d0914b9-cf63-4a84-9582-e1d2e61f2942 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:53.105597 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0914b9-cf63-4a84-9582-e1d2e61f2942 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:53.105997 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4d0914b9-cf63-4a84-9582-e1d2e61f2942 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:53.134576 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-395af323-9787-4993-a9e0-f053f27d36a0 req-2bdca802-9e46-4f39-a4e0-42875d74a6a5 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=066ad4243c364cb2b13d18de8348945c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3415284 Nov 10 17:43:53.208313 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a5248951-b835-4065-b490-81887b050d5d req-8d1308ce-30e9-43dd-9a13-aede7488b25a service neutron] 10.222.0.11 "GET /v2.0/networks/060d9864-1c5a-45ea-8447-7c5b309eff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5250309 Nov 10 17:43:53.288345 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d2efd536-e398-4d7d-a191-7a39c94b28c5 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:43:53.345168 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a5248951-b835-4065-b490-81887b050d5d req-08b77f02-f65a-4937-8e06-47a1724c6cdc service neutron] 10.222.0.11 "GET /v2.0/networks/060d9864-1c5a-45ea-8447-7c5b309eff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028767 Nov 10 17:43:53.345663 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-e91597a2-868e-4211-b18e-b1309e6d5ea7 None None] For port 012a3c7d-4642-4341-83d1-125b5f7dac6c, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:43:53.368643 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4d0914b9-cf63-4a84-9582-e1d2e61f2942 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 6.4344800 Nov 10 17:43:53.376758 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50836) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:53.412868 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-820f9217-3b60-423a-b972-4279e2ba2d99 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Request body: {'subnet': {'network_id': '5f91e6c1-3a1e-42d7-a7a0-68cb2f126f09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:53.443530 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-e91597a2-868e-4211-b18e-b1309e6d5ea7 None None] For port 012a3c7d-4642-4341-83d1-125b5f7dac6c, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=012a3c7d-4642-4341-83d1-125b5f7dac6c,segment=NetworkSegment(249c0323-6dca-4e3f-a738-983d53eaf0e4),segment_id=249c0323-6dca-4e3f-a738-983d53eaf0e4)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:43:53.445503 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-328131a8-5206-46da-ad3f-e89228f96ef0 service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8127592 Nov 10 17:43:53.468251 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e91597a2-868e-4211-b18e-b1309e6d5ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:53.481534 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee2f607-ecb2-42dc-a66e-f9c5c60acdea tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Router 24bb19f1-c620-4e5f-bd26-c0e74c777bf5 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:43:53.527667 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd4bc13-6186-4ff4-81ce-507328c12ffc tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Made reservation on behalf of 1e482b7991684b25b580f167d516644d for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:53.546741 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9bd4bc13-6186-4ff4-81ce-507328c12ffc tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:53.592817 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0914b9-cf63-4a84-9582-e1d2e61f2942 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Pushing event updated for resources: {'Network': ['ID=5f91e6c1-3a1e-42d7-a7a0-68cb2f126f09,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:53.603102 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-afd81295-7857-41e0-8a15-2f0eef8f847e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:53.631446 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 5f91e6c1-3a1e-42d7-a7a0-68cb2f126f09 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:43:53.749289 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62196f-eb6d-4933-85e5-f9e1769e2cdf req-9d35d9ab-b43f-48a3-a564-5d68b7d57134 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:53.751360 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fa62196f-eb6d-4933-85e5-f9e1769e2cdf req-9d35d9ab-b43f-48a3-a564-5d68b7d57134 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca0a610-b324-420f-9ae7-f7d213f53e51 HTTP/1.1" status: 200 len: 985 time: 0.6329906 Nov 10 17:43:53.775239 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b3384e6-1d79-4d73-b245-1d007f2921fb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:53.807474 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-afd81295-7857-41e0-8a15-2f0eef8f847e None None] For port 2db97fb9-0c82-4c78-87a9-fda4a2579cc4, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2db97fb9-0c82-4c78-87a9-fda4a2579cc4,segment=NetworkSegment(70550195-bec4-44d7-a220-14b7ee50e107),segment_id=70550195-bec4-44d7-a220-14b7ee50e107)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:53.835673 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56872476-d590-46d7-a520-c47957e5e6a3 None None] Network ff4495c5-0c07-4641-ac40-5d7a78d02152 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:53.993680 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-e88afa42-7ddb-453d-a155-b8c66512e78e service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5053697 Nov 10 17:43:54.046488 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-afd81295-7857-41e0-8a15-2f0eef8f847e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:54.090620 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee2f607-ecb2-42dc-a66e-f9c5c60acdea tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:43:54.101355 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5ee2f607-ecb2-42dc-a66e-f9c5c60acdea tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "PUT /v2.0/routers/24bb19f1-c620-4e5f-bd26-c0e74c777bf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3700497 Nov 10 17:43:54.102653 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-565020e3-5bdc-433e-bc18-3c4c060ad0a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=50e42342-3dd3-4471-9114-97bf09fa8efd HTTP/1.1" status: 200 len: 217 time: 0.0981364 Nov 10 17:43:54.103384 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235d8d67-8cfa-48bc-a184-126b2a60f05d None None] Sync routers for ids ['24bb19f1-c620-4e5f-bd26-c0e74c777bf5'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:43:54.106763 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820f9217-3b60-423a-b972-4279e2ba2d99 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Made reservation on behalf of 70630dfd40a04e22b5c7c18c7218d3eb for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:54.109225 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50844) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:54.117605 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-820f9217-3b60-423a-b972-4279e2ba2d99 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:54.131083 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235d8d67-8cfa-48bc-a184-126b2a60f05d None None] Routers {'24bb19f1-c620-4e5f-bd26-c0e74c777bf5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:43:54.133601 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-235d8d67-8cfa-48bc-a184-126b2a60f05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:43:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['24bb19f1-c620-4e5f-bd26-c0e74c777bf5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:54.142427 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fa62196f-eb6d-4933-85e5-f9e1769e2cdf req-f4e95314-a799-4086-a836-e096d32f94ab tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?id=6192f994-9fb3-4bce-b4cd-c03ff5545a43&id=774a5019-1c4f-42a9-9cc8-a3b1a7a6dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3758967 Nov 10 17:43:54.257412 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-235d8d67-8cfa-48bc-a184-126b2a60f05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:54.259587 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port d2efd536-e398-4d7d-a191-7a39c94b28c5 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:54.259969 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:54.283566 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235d8d67-8cfa-48bc-a184-126b2a60f05d None None] Routers {'24bb19f1-c620-4e5f-bd26-c0e74c777bf5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:43:54.287260 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-235d8d67-8cfa-48bc-a184-126b2a60f05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:43:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['24bb19f1-c620-4e5f-bd26-c0e74c777bf5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:54.292766 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b3384e6-1d79-4d73-b245-1d007f2921fb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:54.344444 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-641902a5-de6a-4010-8306-f4742966eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:54.346328 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-641902a5-de6a-4010-8306-f4742966eff4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dc214285-d346-4cd8-ad33-53f4b62c91f1 HTTP/1.1" status: 200 len: 797 time: 0.2235658 Nov 10 17:43:54.366808 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-395af323-9787-4993-a9e0-f053f27d36a0 req-c5021407-3aef-40a1-ab36-d75deb78534b service neutron] 10.222.0.39 "GET /v2.0/networks/ff4495c5-0c07-4641-ac40-5d7a78d02152?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1582053 Nov 10 17:43:54.375078 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3384e6-1d79-4d73-b245-1d007f2921fb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:54.391994 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-afd81295-7857-41e0-8a15-2f0eef8f847e None None] Provisioning complete for port d2efd536-e398-4d7d-a191-7a39c94b28c5 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:54.392389 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-afd81295-7857-41e0-8a15-2f0eef8f847e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:54.399210 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-0b3384e6-1d79-4d73-b245-1d007f2921fb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:54.407875 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3384e6-1d79-4d73-b245-1d007f2921fb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:43:54.433852 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-235d8d67-8cfa-48bc-a184-126b2a60f05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:54.434847 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235d8d67-8cfa-48bc-a184-126b2a60f05d None None] The sync data for ids ['24bb19f1-c620-4e5f-bd26-c0e74c777bf5'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:43:54.467313 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3384e6-1d79-4d73-b245-1d007f2921fb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Pushing event updated for resources: {'Port': ['ID=857bf6eb-79aa-48b3-87ad-2f99c8d47dc7,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:54.471729 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d11707-b932-4964-bd7e-9fbae8d4fbde tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:54.474517 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a5d11707-b932-4964-bd7e-9fbae8d4fbde tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "GET /v2.0/ports/a391cab2-eaab-49ec-8f25-df6d624af1a5 HTTP/1.1" status: 200 len: 910 time: 0.3588018 Nov 10 17:43:54.487846 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50846) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:54.773603 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91597a2-868e-4211-b18e-b1309e6d5ea7 None None] Pushing event updated for resources: {'Port': ['ID=012a3c7d-4642-4341-83d1-125b5f7dac6c,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:54.796040 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-67159ec2-b379-4c8a-87d9-82e5ed113a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:54.801225 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-67159ec2-b379-4c8a-87d9-82e5ed113a0e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd6bf6ab-ba3a-413b-abc3-299018f27566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3784499 Nov 10 17:43:54.820677 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767aba98-8680-4fe1-94ea-79a078194046 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:43:54.823888 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9bd4bc13-6186-4ff4-81ce-507328c12ffc tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:54.999984 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-395af323-9787-4993-a9e0-f053f27d36a0 req-7a21109c-438c-43f0-9c74-64fb775b037e service neutron] 10.222.0.39 "GET /v2.0/networks/ff4495c5-0c07-4641-ac40-5d7a78d02152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5491059 Nov 10 17:43:55.092509 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4bc13-6186-4ff4-81ce-507328c12ffc tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event updated for resources: {'Subnet': ['ID=631f4d3b-1cfa-4074-ba43-9eacf70cb04b,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:55.128470 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:55.249172 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2db97fb9-0c82-4c78-87a9-fda4a2579cc4 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:43:55.253995 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd81295-7857-41e0-8a15-2f0eef8f847e None None] Pushing event updated for resources: {'Port': ['ID=2db97fb9-0c82-4c78-87a9-fda4a2579cc4,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:55.265582 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd4bc13-6186-4ff4-81ce-507328c12ffc tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Checking segment: {'id': '47bb93b8-4e74-4e16-903d-55d131cbe065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5dcafdc1-ba8e-4d64-b232-2226acdb3f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:55.265989 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd4bc13-6186-4ff4-81ce-507328c12ffc tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Network hostable DHCP agents. Network: 5dcafdc1-ba8e-4d64-b232-2226acdb3f96, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:43:55.269470 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:55.301019 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-848fbbc0-c368-4f23-892f-69016aa4ffac service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4875596 Nov 10 17:43:55.406634 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-395af323-9787-4993-a9e0-f053f27d36a0 req-01797b0c-e943-48c5-9c32-0ec5effce223 service neutron] 10.222.0.39 "GET /v2.0/networks/b877c666-d6da-438b-987e-146762b0ecf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712039 Nov 10 17:43:55.433205 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-222c2e9e-d724-40c1-bea7-f07c04bd8019 None None] Provisioning complete for port a391cab2-eaab-49ec-8f25-df6d624af1a5 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:55.433582 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-222c2e9e-d724-40c1-bea7-f07c04bd8019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:55.441165 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 2db97fb9-0c82-4c78-87a9-fda4a2579cc4 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:55.441538 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:55.594810 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd4bc13-6186-4ff4-81ce-507328c12ffc tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Network 5dcafdc1-ba8e-4d64-b232-2226acdb3f96 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:43:55.617050 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ddcfd3-342e-4e3e-b61a-3d92428f2f08 None None] Network b877c666-d6da-438b-987e-146762b0ecf1 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:55.643765 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-9bd4bc13-6186-4ff4-81ce-507328c12ffc tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 5dcafdc1-ba8e-4d64-b232-2226acdb3f96) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:55.673381 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd4bc13-6186-4ff4-81ce-507328c12ffc tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:55.673985 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9bd4bc13-6186-4ff4-81ce-507328c12ffc tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:55.699386 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6e6fc4-f973-48e8-9a04-1f281ab94109 None None] Network 5dcafdc1-ba8e-4d64-b232-2226acdb3f96 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:55.707334 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9bd4bc13-6186-4ff4-81ce-507328c12ffc tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6807745 Nov 10 17:43:55.711778 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50854) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:55.718273 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-82f34cfa-ea75-4d5e-8f8b-72a236009cf6 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1308979142'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:55.755256 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-395af323-9787-4993-a9e0-f053f27d36a0 req-168ec7ba-789b-42d8-9da9-dcd49e4545f3 service neutron] 10.222.0.39 "GET /v2.0/networks/b877c666-d6da-438b-987e-146762b0ecf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475308 Nov 10 17:43:55.802342 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-efb0c333-e57c-4d8e-bcf8-b305526f8acc service neutron] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702304 Nov 10 17:43:55.804291 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-222c2e9e-d724-40c1-bea7-f07c04bd8019 None None] Port a391cab2-eaab-49ec-8f25-df6d624af1a5 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:43:55.893326 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-820f9217-3b60-423a-b972-4279e2ba2d99 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:55.957502 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc80445-4354-487a-b3fa-2009e786b796 req-3ee72595-f7a6-4ea2-b8ab-98bd6e9a0aef tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:55.959247 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6cc80445-4354-487a-b3fa-2009e786b796 req-3ee72595-f7a6-4ea2-b8ab-98bd6e9a0aef tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca0a610-b324-420f-9ae7-f7d213f53e51 HTTP/1.1" status: 200 len: 985 time: 0.4716880 Nov 10 17:43:55.976084 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-222c2e9e-d724-40c1-bea7-f07c04bd8019 None None] Provisioning complete for port 857bf6eb-79aa-48b3-87ad-2f99c8d47dc7 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:55.976743 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-222c2e9e-d724-40c1-bea7-f07c04bd8019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:56.008847 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f34cfa-ea75-4d5e-8f8b-72a236009cf6 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Made reservation on behalf of 1e482b7991684b25b580f167d516644d for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:56.015317 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-82f34cfa-ea75-4d5e-8f8b-72a236009cf6 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:56.020802 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-c8b8632f-650b-46e5-9b66-27c0b53033fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0553aa7b-17be-418d-b02a-fbf798175967 HTTP/1.1" status: 200 len: 217 time: 0.1905973 Nov 10 17:43:56.023048 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb2f51b-de6e-4368-a109-634719ea9ed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-5dcafdc1-ba8e-4d64-b232-2226acdb3f96', 'network_id': '5dcafdc1-ba8e-4d64-b232-2226acdb3f96', 'tenant_id': '1e482b7991684b25b580f167d516644d', 'fixed_ips': [{'subnet_id': '631f4d3b-1cfa-4074-ba43-9eacf70cb04b'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:43:56.023961 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2eb2f51b-de6e-4368-a109-634719ea9ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:56.113378 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 5fd621d3-bce5-4a67-9792-54e2b3c3be12 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:43:56.195312 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f9217-3b60-423a-b972-4279e2ba2d99 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Pushing event updated for resources: {'Subnet': ['ID=b8a8abce-ea92-4661-8c59-4a79dcc89234,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:56.224914 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-222c2e9e-d724-40c1-bea7-f07c04bd8019 None None] Port 857bf6eb-79aa-48b3-87ad-2f99c8d47dc7 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:43:56.232702 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 5fd621d3-bce5-4a67-9792-54e2b3c3be12 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:43:56.234451 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 5fd621d3-bce5-4a67-9792-54e2b3c3be12 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:43:56.277236 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-222c2e9e-d724-40c1-bea7-f07c04bd8019 None None] Provisioning complete for port 2db97fb9-0c82-4c78-87a9-fda4a2579cc4 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:56.277607 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-222c2e9e-d724-40c1-bea7-f07c04bd8019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:56.320040 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820f9217-3b60-423a-b972-4279e2ba2d99 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Checking segment: {'id': '9efc2113-45bf-4adf-ba2d-f51dce5bebef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5f91e6c1-3a1e-42d7-a7a0-68cb2f126f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:56.320040 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820f9217-3b60-423a-b972-4279e2ba2d99 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Network hostable DHCP agents. Network: 5f91e6c1-3a1e-42d7-a7a0-68cb2f126f09, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:43:56.455720 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-2eb2f51b-de6e-4368-a109-634719ea9ed7 None None] Allocated IP 2001:db8:0:ffff::2 (5dcafdc1-ba8e-4d64-b232-2226acdb3f96/631f4d3b-1cfa-4074-ba43-9eacf70cb04b/353af55b-fda8-43db-8db5-4485b2223083) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:43:56.482335 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f34cfa-ea75-4d5e-8f8b-72a236009cf6 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:43:56.485112 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5727b978-f92f-4993-8b20-c65b9bef1e04 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:56.488202 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820f9217-3b60-423a-b972-4279e2ba2d99 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Network 5f91e6c1-3a1e-42d7-a7a0-68cb2f126f09 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:43:56.502478 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b3384e6-1d79-4d73-b245-1d007f2921fb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:56.527379 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-5298ac98-e520-4e4f-8a77-c4c2943fd826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:56.529125 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-5298ac98-e520-4e4f-8a77-c4c2943fd826 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9a253c1-2e01-46bf-87f1-80f759de3839 HTTP/1.1" status: 200 len: 797 time: 0.4869194 Nov 10 17:43:56.536215 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-82f34cfa-ea75-4d5e-8f8b-72a236009cf6 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:56.536593 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-82f34cfa-ea75-4d5e-8f8b-72a236009cf6 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Added segment 11b5f590-1e78-466f-9cf2-6d469d2f6063 of type vlan for network ff2b8425-db7c-475b-b215-2fb0466efae4 Nov 10 17:43:56.556847 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-395af323-9787-4993-a9e0-f053f27d36a0 req-0b58a95d-e54d-4033-9fdc-5cb0db87a97d service neutron] 10.222.0.39 "GET /v2.0/networks/ff4495c5-0c07-4641-ac40-5d7a78d02152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7769296 Nov 10 17:43:56.610499 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-222c2e9e-d724-40c1-bea7-f07c04bd8019 None None] Provisioning complete for port 70edc5ba-8e29-4971-ac2a-92ffece2ef72 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:56.611084 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-222c2e9e-d724-40c1-bea7-f07c04bd8019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:56.625250 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-820f9217-3b60-423a-b972-4279e2ba2d99 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 5f91e6c1-3a1e-42d7-a7a0-68cb2f126f09) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:56.692529 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1950d8-b228-4c54-8a8e-dc84aa7a74b5 None None] Network 5f91e6c1-3a1e-42d7-a7a0-68cb2f126f09 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:56.694496 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 70edc5ba-8e29-4971-ac2a-92ffece2ef72 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:43:56.719265 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6cc80445-4354-487a-b3fa-2009e786b796 req-0de8c0f0-78c5-49cf-ac74-f4d4a3c753a2 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?id=6192f994-9fb3-4bce-b4cd-c03ff5545a43&id=774a5019-1c4f-42a9-9cc8-a3b1a7a6dcd8&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.6969056 Nov 10 17:43:56.722922 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820f9217-3b60-423a-b972-4279e2ba2d99 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:56.723167 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-820f9217-3b60-423a-b972-4279e2ba2d99 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:56.808462 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-82f34cfa-ea75-4d5e-8f8b-72a236009cf6 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:56.848968 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-820f9217-3b60-423a-b972-4279e2ba2d99 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4650252 Nov 10 17:43:56.853643 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50862) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:56.855298 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-82f34cfa-ea75-4d5e-8f8b-72a236009cf6 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:56.861779 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f34cfa-ea75-4d5e-8f8b-72a236009cf6 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:56.862499 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-82f34cfa-ea75-4d5e-8f8b-72a236009cf6 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:56.882942 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-66785725-3046-49c0-9f95-0e20b5c12a35 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Request body: {'port': {'network_id': '5f91e6c1-3a1e-42d7-a7a0-68cb2f126f09', 'name': 'tempest-ExtraDHCPOptionsTestJSON-341905800'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:56.956496 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-82f34cfa-ea75-4d5e-8f8b-72a236009cf6 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2420466 Nov 10 17:43:56.981033 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-2e15e112-b1ec-4b28-83c2-9be5a7bb7f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:56.982383 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-2e15e112-b1ec-4b28-83c2-9be5a7bb7f4e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8ef22d3-496c-4901-a77e-1a8f4787440f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4441113 Nov 10 17:43:56.983004 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f34cfa-ea75-4d5e-8f8b-72a236009cf6 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event updated for resources: {'Network': ['ID=ff2b8425-db7c-475b-b215-2fb0466efae4,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:56.985263 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50868) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:56.993588 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-47ada9f1-1862-4568-8def-1d5e32f735ec tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Request body: {'subnet': {'network_id': 'ff2b8425-db7c-475b-b215-2fb0466efae4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:57.032792 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network ff2b8425-db7c-475b-b215-2fb0466efae4 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:43:57.107807 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-395af323-9787-4993-a9e0-f053f27d36a0 req-e7394767-e713-4de0-a55c-87cc34567a2b service neutron] 10.222.0.39 "GET /v2.0/networks/ff4495c5-0c07-4641-ac40-5d7a78d02152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866354 Nov 10 17:43:57.205561 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-e002dc39-8a9e-48c7-a705-18d62e291c71 service neutron] 10.222.0.11 "GET /v2.0/networks/d8ef22d3-496c-4901-a77e-1a8f4787440f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080412 Nov 10 17:43:57.206696 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ada9f1-1862-4568-8def-1d5e32f735ec tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Made reservation on behalf of 1e482b7991684b25b580f167d516644d for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:57.212131 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-47ada9f1-1862-4568-8def-1d5e32f735ec tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:57.295316 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-222c2e9e-d724-40c1-bea7-f07c04bd8019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:57.313551 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2eb2f51b-de6e-4368-a109-634719ea9ed7 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:57.321216 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d797e9ae-e8c8-4ffd-8ebf-1187f481ec05 req-f4441032-c6d4-4dd8-b98e-997e946133bc tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1762054098&fields=id&tenant_id=28bf93e06f3848a9a72c412217f242f8 HTTP/1.1" status: 200 len: 267 time: 0.4442103 Nov 10 17:43:57.338336 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-222c2e9e-d724-40c1-bea7-f07c04bd8019 None None] For port 70edc5ba-8e29-4971-ac2a-92ffece2ef72, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=70edc5ba-8e29-4971-ac2a-92ffece2ef72,segment=NetworkSegment(ca38939a-a602-4b7e-9a14-47b959ff1dab),segment_id=ca38939a-a602-4b7e-9a14-47b959ff1dab)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:43:57.339900 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db0bb76-11cc-4b56-8e48-4f4f936c0ded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-5f91e6c1-3a1e-42d7-a7a0-68cb2f126f09', 'network_id': '5f91e6c1-3a1e-42d7-a7a0-68cb2f126f09', 'tenant_id': '70630dfd40a04e22b5c7c18c7218d3eb', 'fixed_ips': [{'subnet_id': 'b8a8abce-ea92-4661-8c59-4a79dcc89234'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:43:57.340826 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7db0bb76-11cc-4b56-8e48-4f4f936c0ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:57.346431 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 70edc5ba-8e29-4971-ac2a-92ffece2ef72 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:57.346806 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:57.393645 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2eb2f51b-de6e-4368-a109-634719ea9ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:57.396837 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-222c2e9e-d724-40c1-bea7-f07c04bd8019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:57.398702 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b3384e6-1d79-4d73-b245-1d007f2921fb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:57.400806 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66785725-3046-49c0-9f95-0e20b5c12a35 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Made reservation on behalf of 70630dfd40a04e22b5c7c18c7218d3eb for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:57.404516 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-66785725-3046-49c0-9f95-0e20b5c12a35 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:57.457341 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-66785725-3046-49c0-9f95-0e20b5c12a35 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] device_id is not set on port 61d5b492-2038-4544-b73c-7aaaf0759046 yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:43:57.499607 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2f51b-de6e-4368-a109-634719ea9ed7 None None] Pushing event updated for resources: {'Port': ['ID=353af55b-fda8-43db-8db5-4485b2223083,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:57.524126 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-47ada9f1-1862-4568-8def-1d5e32f735ec tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:57.612291 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1c554e92-5934-4eb1-b7ab-3dc1656b9a62 req-714ab23b-49e0-46b0-9e79-3d3e93648282 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 210 time: 0.1110456 Nov 10 17:43:57.651310 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ada9f1-1862-4568-8def-1d5e32f735ec tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event updated for resources: {'Subnet': ['ID=c896197a-f8be-4b1f-9ad3-146d0d48d184,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:57.719140 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ada9f1-1862-4568-8def-1d5e32f735ec tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Checking segment: {'id': '11b5f590-1e78-466f-9cf2-6d469d2f6063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ff2b8425-db7c-475b-b215-2fb0466efae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:57.719514 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ada9f1-1862-4568-8def-1d5e32f735ec tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Network hostable DHCP agents. Network: ff2b8425-db7c-475b-b215-2fb0466efae4, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:43:57.754488 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-7db0bb76-11cc-4b56-8e48-4f4f936c0ded None None] Allocated IP 172.20.0.2 (5f91e6c1-3a1e-42d7-a7a0-68cb2f126f09/b8a8abce-ea92-4661-8c59-4a79dcc89234/23f51d55-103a-450f-9315-cccee5913bb0) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:43:57.767568 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-300421b0-22dc-4521-9299-cfe890574010 service neutron] 10.222.0.11 "GET /v2.0/networks/d8ef22d3-496c-4901-a77e-1a8f4787440f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767260 Nov 10 17:43:57.789544 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ada9f1-1862-4568-8def-1d5e32f735ec tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Network ff2b8425-db7c-475b-b215-2fb0466efae4 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:43:57.811796 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-5727b978-f92f-4993-8b20-c65b9bef1e04 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Allocated IP 172.21.0.1 (3640794f-949a-4f67-845b-35c5666a6232/d4f8363a-b141-4008-8fed-e0fd5eaeb583/1ed451d1-5f52-4306-ad70-1e9882509613) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:43:57.824247 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797e9ae-e8c8-4ffd-8ebf-1187f481ec05 req-5e5319cc-b8d5-408d-a729-39dfd024ce44 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:57.825888 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d797e9ae-e8c8-4ffd-8ebf-1187f481ec05 req-5e5319cc-b8d5-408d-a729-39dfd024ce44 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca0a610-b324-420f-9ae7-f7d213f53e51 HTTP/1.1" status: 200 len: 985 time: 0.5038073 Nov 10 17:43:57.840015 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-f459ea2b-4853-47ea-91a9-1acff1a47ff9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d357b0f-39d1-4fb0-b1d9-8e35928b21e5 HTTP/1.1" status: 200 len: 217 time: 0.0443506 Nov 10 17:43:57.862483 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-47ada9f1-1862-4568-8def-1d5e32f735ec tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, ff2b8425-db7c-475b-b215-2fb0466efae4) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:57.873881 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-d797e9ae-e8c8-4ffd-8ebf-1187f481ec05 req-2c301c50-9881-4525-899b-8e1b676b79ad tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Request body: {'port': {'security_groups': ['6192f994-9fb3-4bce-b4cd-c03ff5545a43', '774a5019-1c4f-42a9-9cc8-a3b1a7a6dcd8', '3fe41436-bd89-4d92-8d22-d04b8ef594a1']}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:57.890921 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25f8dfd-4ad4-44e9-b47e-9e458bc5277b None None] Network ff2b8425-db7c-475b-b215-2fb0466efae4 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:57.906301 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ada9f1-1862-4568-8def-1d5e32f735ec tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:57.907188 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-47ada9f1-1862-4568-8def-1d5e32f735ec tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:57.930911 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-47ada9f1-1862-4568-8def-1d5e32f735ec tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9423184 Nov 10 17:43:57.933838 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50884) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:58.041927 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-ba17eeb6-de63-4e22-9956-7e90b6f321bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:58.044429 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-ba17eeb6-de63-4e22-9956-7e90b6f321bf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a9a253c1-2e01-46bf-87f1-80f759de3839 HTTP/1.1" status: 200 len: 797 time: 0.1965086 Nov 10 17:43:58.046294 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3384e6-1d79-4d73-b245-1d007f2921fb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Router 7de826be-f7ea-455d-b483-b702691ec035 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:43:58.053036 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d797e9ae-e8c8-4ffd-8ebf-1187f481ec05 req-2c301c50-9881-4525-899b-8e1b676b79ad tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:58.131303 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-d1b6251b-f5c6-47ff-9e92-80e23e57fbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:58.132835 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-d1b6251b-f5c6-47ff-9e92-80e23e57fbe1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8ef22d3-496c-4901-a77e-1a8f4787440f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0756361 Nov 10 17:43:58.138930 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8a204370-94c0-4927-85a6-773e26180006 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:58.239874 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb2f51b-de6e-4368-a109-634719ea9ed7 None None] Network 5dcafdc1-ba8e-4d64-b232-2226acdb3f96 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:58.270004 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-2eb2f51b-de6e-4368-a109-634719ea9ed7 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:58.277561 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb2f51b-de6e-4368-a109-634719ea9ed7 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:43:58.307257 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-d79d4484-a2e0-4476-aa0f-937e4b800db4 None None] Provisioning complete for port 70edc5ba-8e29-4971-ac2a-92ffece2ef72 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:58.307640 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d79d4484-a2e0-4476-aa0f-937e4b800db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:58.335681 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8a204370-94c0-4927-85a6-773e26180006 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:58.376192 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c2e9e-d724-40c1-bea7-f07c04bd8019 None None] Pushing event updated for resources: {'Port': ['ID=70edc5ba-8e29-4971-ac2a-92ffece2ef72,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:58.385059 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5727b978-f92f-4993-8b20-c65b9bef1e04 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:58.394538 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-504ff479-24e6-455b-af09-505ec275c22a service neutron] 10.222.0.11 "GET /v2.0/networks/d8ef22d3-496c-4901-a77e-1a8f4787440f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451992 Nov 10 17:43:58.426353 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3384e6-1d79-4d73-b245-1d007f2921fb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:43:58.449495 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfd66c4-d4e3-4064-ad32-5c122e013100 None None] Sync routers for ids ['7de826be-f7ea-455d-b483-b702691ec035'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:43:58.481013 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b3384e6-1d79-4d73-b245-1d007f2921fb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:58.482328 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0b3384e6-1d79-4d73-b245-1d007f2921fb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 11.2853777 Nov 10 17:43:58.498759 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50892) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:58.509873 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-d4d836b4-f545-47fd-90ed-47db2e93ba97 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'enable_snat': False}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:58.578879 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8a204370-94c0-4927-85a6-773e26180006 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:58.689462 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a204370-94c0-4927-85a6-773e26180006 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event deleted for resources: {'Subnet': ['ID=c896197a-f8be-4b1f-9ad3-146d0d48d184,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:58.722034 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfd66c4-d4e3-4064-ad32-5c122e013100 None None] Routers {'7de826be-f7ea-455d-b483-b702691ec035'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:43:58.724741 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-abfd66c4-d4e3-4064-ad32-5c122e013100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:43:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['7de826be-f7ea-455d-b483-b702691ec035'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:58.737221 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-2eb2f51b-de6e-4368-a109-634719ea9ed7 None None] Attempting to bind port 353af55b-fda8-43db-8db5-4485b2223083 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:43:58.740237 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-2eb2f51b-de6e-4368-a109-634719ea9ed7 None None] Attempting to bind port 353af55b-fda8-43db-8db5-4485b2223083 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '47bb93b8-4e74-4e16-903d-55d131cbe065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5dcafdc1-ba8e-4d64-b232-2226acdb3f96'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:43:58.742279 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb2f51b-de6e-4368-a109-634719ea9ed7 None None] Attempting to bind port 353af55b-fda8-43db-8db5-4485b2223083 on network 5dcafdc1-ba8e-4d64-b232-2226acdb3f96 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:43:58.751632 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf06ec44-0d52-4e83-ba88-01e0417e1ca0 req-f96e4d4e-790b-45be-ac9e-31122b41916b service neutron] 10.222.0.11 "GET /v2.0/networks/d8ef22d3-496c-4901-a77e-1a8f4787440f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515093 Nov 10 17:43:58.795174 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8a204370-94c0-4927-85a6-773e26180006 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:58.834902 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-658f062b-0205-400b-85be-35adc212dc18 req-21d75774-2c8f-490f-8d65-6dae23dc4fe2 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 210 time: 0.0702021 Nov 10 17:43:58.852583 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-8a204370-94c0-4927-85a6-773e26180006 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff2b8425-db7c-475b-b215-2fb0466efae4']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:58.868296 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-8a204370-94c0-4927-85a6-773e26180006 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b5f590-1e78-466f-9cf2-6d469d2f6063') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:58.868816 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-8a204370-94c0-4927-85a6-773e26180006 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b5f590-1e78-466f-9cf2-6d469d2f6063') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:58.885960 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8a204370-94c0-4927-85a6-773e26180006 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:58.892132 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7db0bb76-11cc-4b56-8e48-4f4f936c0ded None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:58.903241 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-abfd66c4-d4e3-4064-ad32-5c122e013100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:58.917593 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8a204370-94c0-4927-85a6-773e26180006 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:58.928597 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a204370-94c0-4927-85a6-773e26180006 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:43:58.929286 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8a204370-94c0-4927-85a6-773e26180006 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:58.982080 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb2f51b-de6e-4368-a109-634719ea9ed7 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:43:58.982810 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb2f51b-de6e-4368-a109-634719ea9ed7 None None] Checking segment: {'id': '47bb93b8-4e74-4e16-903d-55d131cbe065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5dcafdc1-ba8e-4d64-b232-2226acdb3f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:43:58.983491 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2eb2f51b-de6e-4368-a109-634719ea9ed7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:58.984076 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb2f51b-de6e-4368-a109-634719ea9ed7 None None] Bound using segment: {'id': '47bb93b8-4e74-4e16-903d-55d131cbe065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5dcafdc1-ba8e-4d64-b232-2226acdb3f96'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:43:58.986102 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-2eb2f51b-de6e-4368-a109-634719ea9ed7 None None] Bound port: 353af55b-fda8-43db-8db5-4485b2223083, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47bb93b8-4e74-4e16-903d-55d131cbe065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5dcafdc1-ba8e-4d64-b232-2226acdb3f96'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:43:58.986720 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2eb2f51b-de6e-4368-a109-634719ea9ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:59.000484 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7db0bb76-11cc-4b56-8e48-4f4f936c0ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:59.003806 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 012a3c7d-4642-4341-83d1-125b5f7dac6c up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:43:59.005453 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:43:59.005453 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:43:59.005453 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:43:59.005453 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:43:59.005453 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:43:59.005453 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:43:59.005453 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:43:59.005453 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:43:59.005453 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:43:59.005453 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:43:59.005453 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:43:59.005453 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:43:59.005453 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:43:59.005453 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:43:59.005453 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:43:59.005453 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:43:59.005453 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:43:59.005453 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:43:59.005453 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:43:59.005453 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:43:59.005453 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:43:59.005453 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:43:59.005453 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:43:59.005453 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:43:59.005453 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:43:59.005453 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:43:59.005453 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:43:59.005453 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:43:59.005453 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:43:59.005453 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:43:59.005453 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:43:59.005453 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:43:59.049645 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e9890d-8e76-4bea-b499-cffb7af6850e None None] Network ff2b8425-db7c-475b-b215-2fb0466efae4 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:43:59.078433 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8a204370-94c0-4927-85a6-773e26180006 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:59.117303 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8a204370-94c0-4927-85a6-773e26180006 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:59.131081 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8a204370-94c0-4927-85a6-773e26180006 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "DELETE /v2.0/networks/ff2b8425-db7c-475b-b215-2fb0466efae4 HTTP/1.1" status: 204 len: 168 time: 1.1958945 Nov 10 17:43:59.141728 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50896) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:43:59.170219 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-a4efcb70-6063-4f13-acd2-70af48e19032 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1031623846'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:59.276543 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a204370-94c0-4927-85a6-773e26180006 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event deleted for resources: {'Network': ['ID=ff2b8425-db7c-475b-b215-2fb0466efae4,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:59.294588 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4efcb70-6063-4f13-acd2-70af48e19032 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Made reservation on behalf of 1e482b7991684b25b580f167d516644d for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:59.301935 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a4efcb70-6063-4f13-acd2-70af48e19032 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:59.391102 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4efcb70-6063-4f13-acd2-70af48e19032 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:43:59.425847 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a4efcb70-6063-4f13-acd2-70af48e19032 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:59.426851 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-a4efcb70-6063-4f13-acd2-70af48e19032 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Added segment 6ba515b7-41c1-4803-b43a-8e63f77f6509 of type vlan for network 390bc3d1-2642-41dd-9c98-073b5a5406de Nov 10 17:43:59.525542 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395af323-9787-4993-a9e0-f053f27d36a0 req-91806752-9b4b-4d9e-bab6-68a8c8bf2ec4 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:59.533240 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395af323-9787-4993-a9e0-f053f27d36a0 req-91806752-9b4b-4d9e-bab6-68a8c8bf2ec4 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:59.536517 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-395af323-9787-4993-a9e0-f053f27d36a0 req-91806752-9b4b-4d9e-bab6-68a8c8bf2ec4 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.13 "GET /v2.0/networks?id=ff4495c5-0c07-4641-ac40-5d7a78d02152&id=b877c666-d6da-438b-987e-146762b0ecf1&id=ff4495c5-0c07-4641-ac40-5d7a78d02152 HTTP/1.1" status: 200 len: 1391 time: 0.3142223 Nov 10 17:43:59.543064 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a4efcb70-6063-4f13-acd2-70af48e19032 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:59.546162 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0bb76-11cc-4b56-8e48-4f4f936c0ded None None] Pushing event updated for resources: {'Port': ['ID=23f51d55-103a-450f-9315-cccee5913bb0,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:59.561263 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-395af323-9787-4993-a9e0-f053f27d36a0 req-8978d753-07ef-47d0-893c-5be0e60310e0 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Request body: {'port': {'device_id': '3618042d-01fb-45bd-9f66-005deab15439', 'network_id': 'ff4495c5-0c07-4641-ac40-5d7a78d02152', 'admin_state_up': True, 'tenant_id': '066ad4243c364cb2b13d18de8348945c'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:43:59.642949 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-2eb2f51b-de6e-4368-a109-634719ea9ed7 None None] For port 353af55b-fda8-43db-8db5-4485b2223083, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:43:59.652905 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-2eb2f51b-de6e-4368-a109-634719ea9ed7 None None] For port 353af55b-fda8-43db-8db5-4485b2223083, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=353af55b-fda8-43db-8db5-4485b2223083,segment=NetworkSegment(47bb93b8-4e74-4e16-903d-55d131cbe065),segment_id=47bb93b8-4e74-4e16-903d-55d131cbe065)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:43:59.656771 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfd66c4-d4e3-4064-ad32-5c122e013100 None None] Routers {'7de826be-f7ea-455d-b483-b702691ec035'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:43:59.657822 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-abfd66c4-d4e3-4064-ad32-5c122e013100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:43:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['7de826be-f7ea-455d-b483-b702691ec035'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:59.664086 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-66785725-3046-49c0-9f95-0e20b5c12a35 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Allocated IP 172.20.0.5 (5f91e6c1-3a1e-42d7-a7a0-68cb2f126f09/b8a8abce-ea92-4661-8c59-4a79dcc89234/61d5b492-2038-4544-b73c-7aaaf0759046) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:43:59.668465 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2eb2f51b-de6e-4368-a109-634719ea9ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:59.672940 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db0bb76-11cc-4b56-8e48-4f4f936c0ded None None] Network 5f91e6c1-3a1e-42d7-a7a0-68cb2f126f09 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:43:59.740086 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.db.resource_extend [None req-a4efcb70-6063-4f13-acd2-70af48e19032 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 17:43:59.774088 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a4efcb70-6063-4f13-acd2-70af48e19032 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:59.776836 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2f51b-de6e-4368-a109-634719ea9ed7 None None] Pushing event updated for resources: {'Port': ['ID=353af55b-fda8-43db-8db5-4485b2223083,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:43:59.786421 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-7db0bb76-11cc-4b56-8e48-4f4f936c0ded None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:43:59.788188 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-abfd66c4-d4e3-4064-ad32-5c122e013100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:43:59.788809 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfd66c4-d4e3-4064-ad32-5c122e013100 None None] The sync data for ids ['7de826be-f7ea-455d-b483-b702691ec035'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:43:59.792061 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db0bb76-11cc-4b56-8e48-4f4f936c0ded None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:43:59.799808 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-d79d4484-a2e0-4476-aa0f-937e4b800db4 None None] Provisioning complete for port 012a3c7d-4642-4341-83d1-125b5f7dac6c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:59.800173 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d79d4484-a2e0-4476-aa0f-937e4b800db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:59.818881 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4efcb70-6063-4f13-acd2-70af48e19032 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:43:59.821135 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a4efcb70-6063-4f13-acd2-70af48e19032 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:59.840902 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 012a3c7d-4642-4341-83d1-125b5f7dac6c triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:43:59.841289 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:59.930501 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-66785725-3046-49c0-9f95-0e20b5c12a35 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:59.967064 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-395af323-9787-4993-a9e0-f053f27d36a0 req-8978d753-07ef-47d0-893c-5be0e60310e0 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Made reservation on behalf of 066ad4243c364cb2b13d18de8348945c for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:43:59.971040 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-395af323-9787-4993-a9e0-f053f27d36a0 req-8978d753-07ef-47d0-893c-5be0e60310e0 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:43:59.995908 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-7db0bb76-11cc-4b56-8e48-4f4f936c0ded None None] Attempting to bind port 23f51d55-103a-450f-9315-cccee5913bb0 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:43:59.996396 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-7db0bb76-11cc-4b56-8e48-4f4f936c0ded None None] Attempting to bind port 23f51d55-103a-450f-9315-cccee5913bb0 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '9efc2113-45bf-4adf-ba2d-f51dce5bebef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5f91e6c1-3a1e-42d7-a7a0-68cb2f126f09'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:43:59.996759 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db0bb76-11cc-4b56-8e48-4f4f936c0ded None None] Attempting to bind port 23f51d55-103a-450f-9315-cccee5913bb0 on network 5f91e6c1-3a1e-42d7-a7a0-68cb2f126f09 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:44:00.016011 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db0bb76-11cc-4b56-8e48-4f4f936c0ded None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:44:00.016439 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db0bb76-11cc-4b56-8e48-4f4f936c0ded None None] Checking segment: {'id': '9efc2113-45bf-4adf-ba2d-f51dce5bebef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5f91e6c1-3a1e-42d7-a7a0-68cb2f126f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:44:00.016848 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7db0bb76-11cc-4b56-8e48-4f4f936c0ded None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:00.017253 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db0bb76-11cc-4b56-8e48-4f4f936c0ded None None] Bound using segment: {'id': '9efc2113-45bf-4adf-ba2d-f51dce5bebef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5f91e6c1-3a1e-42d7-a7a0-68cb2f126f09'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:44:00.017745 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-7db0bb76-11cc-4b56-8e48-4f4f936c0ded None None] Bound port: 23f51d55-103a-450f-9315-cccee5913bb0, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9efc2113-45bf-4adf-ba2d-f51dce5bebef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5f91e6c1-3a1e-42d7-a7a0-68cb2f126f09'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:44:00.018169 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7db0bb76-11cc-4b56-8e48-4f4f936c0ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:00.018873 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-feefdb2e-c624-47a9-a915-7f7112df6600 req-b195226b-0d4d-4518-8311-7dabaabc5b14 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 210 time: 0.0684817 Nov 10 17:44:00.043702 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a4efcb70-6063-4f13-acd2-70af48e19032 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8985703 Nov 10 17:44:00.047792 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d4d836b4-f545-47fd-90ed-47db2e93ba97 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:00.050411 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50904) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:00.057344 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-66785725-3046-49c0-9f95-0e20b5c12a35 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:00.059732 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5727b978-f92f-4993-8b20-c65b9bef1e04 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:00.070790 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-c90030d0-ebec-4754-906f-73f5f5ae2dc9 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Request body: {'subnet': {'network_id': '390bc3d1-2642-41dd-9c98-073b5a5406de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:00.101061 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4efcb70-6063-4f13-acd2-70af48e19032 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event updated for resources: {'Network': ['ID=390bc3d1-2642-41dd-9c98-073b5a5406de,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:00.152261 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727b978-f92f-4993-8b20-c65b9bef1e04 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Port': ['ID=1ed451d1-5f52-4306-ad70-1e9882509613,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:00.265612 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:00.277307 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 390bc3d1-2642-41dd-9c98-073b5a5406de details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:44:00.280558 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66785725-3046-49c0-9f95-0e20b5c12a35 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Pushing event updated for resources: {'Port': ['ID=61d5b492-2038-4544-b73c-7aaaf0759046,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:00.322026 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5727b978-f92f-4993-8b20-c65b9bef1e04 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network 3640794f-949a-4f67-845b-35c5666a6232 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:44:00.334906 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66785725-3046-49c0-9f95-0e20b5c12a35 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Network 5f91e6c1-3a1e-42d7-a7a0-68cb2f126f09 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:44:00.345370 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-5727b978-f92f-4993-8b20-c65b9bef1e04 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:00.348742 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90030d0-ebec-4754-906f-73f5f5ae2dc9 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Made reservation on behalf of 1e482b7991684b25b580f167d516644d for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:44:00.355798 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-66785725-3046-49c0-9f95-0e20b5c12a35 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:00.356303 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c90030d0-ebec-4754-906f-73f5f5ae2dc9 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:00.363201 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5727b978-f92f-4993-8b20-c65b9bef1e04 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:44:00.372307 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66785725-3046-49c0-9f95-0e20b5c12a35 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:44:00.441122 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66785725-3046-49c0-9f95-0e20b5c12a35 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:00.442664 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-66785725-3046-49c0-9f95-0e20b5c12a35 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:00.470981 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-395af323-9787-4993-a9e0-f053f27d36a0 req-8978d753-07ef-47d0-893c-5be0e60310e0 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Allocated IP 19.80.0.81 (ff4495c5-0c07-4641-ac40-5d7a78d02152/b070b46f-5e79-4392-85dc-b29927e8563a/b03edfb4-0a86-4289-96b8-d4b9000867f8) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:44:00.497699 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-66785725-3046-49c0-9f95-0e20b5c12a35 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6244059 Nov 10 17:44:00.506494 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50906) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:00.517445 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-8968823b-0068-494f-b96e-0c80a2a8a71b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Request body: {'port': {'network_id': '5f91e6c1-3a1e-42d7-a7a0-68cb2f126f09', 'name': 'tempest-ExtraDHCPOptionsTestJSON-163557785', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:00.517988 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.api.validators [None req-8968823b-0068-494f-b96e-0c80a2a8a71b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] bootfile-name is not in valid_values {{(pid=102468) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 17:44:00.519012 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.api.validators [None req-8968823b-0068-494f-b96e-0c80a2a8a71b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] tftp-server is not in valid_values {{(pid=102468) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 17:44:00.519350 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.api.validators [None req-8968823b-0068-494f-b96e-0c80a2a8a71b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] server-ip-address is not in valid_values {{(pid=102468) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 17:44:00.550774 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d79d4484-a2e0-4476-aa0f-937e4b800db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:00.636118 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-d797e9ae-e8c8-4ffd-8ebf-1187f481ec05 req-2c301c50-9881-4525-899b-8e1b676b79ad tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] For port 174ce9f4-5086-40b7-bb91-0a5dc3fae7b2, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=174ce9f4-5086-40b7-bb91-0a5dc3fae7b2,segment=NetworkSegment(af3c14a2-bee0-4696-ac53-c2f22ec01df7),segment_id=af3c14a2-bee0-4696-ac53-c2f22ec01df7)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:00.646002 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-7db0bb76-11cc-4b56-8e48-4f4f936c0ded None None] For port 23f51d55-103a-450f-9315-cccee5913bb0, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:44:00.650414 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 012a3c7d-4642-4341-83d1-125b5f7dac6c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=012a3c7d-4642-4341-83d1-125b5f7dac6c,segment=NetworkSegment(249c0323-6dca-4e3f-a738-983d53eaf0e4),segment_id=249c0323-6dca-4e3f-a738-983d53eaf0e4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:00.655118 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d28bdd6e-4918-4921-a672-822406bc5690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:00.680923 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:00.681863 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2db97fb9-0c82-4c78-87a9-fda4a2579cc4 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:44:00.728682 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-7db0bb76-11cc-4b56-8e48-4f4f936c0ded None None] For port 23f51d55-103a-450f-9315-cccee5913bb0, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=23f51d55-103a-450f-9315-cccee5913bb0,segment=NetworkSegment(9efc2113-45bf-4adf-ba2d-f51dce5bebef),segment_id=9efc2113-45bf-4adf-ba2d-f51dce5bebef)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:44:00.776129 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5727b978-f92f-4993-8b20-c65b9bef1e04 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:00.784988 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c90030d0-ebec-4754-906f-73f5f5ae2dc9 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:00.828031 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7db0bb76-11cc-4b56-8e48-4f4f936c0ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:00.831816 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d797e9ae-e8c8-4ffd-8ebf-1187f481ec05 req-2c301c50-9881-4525-899b-8e1b676b79ad tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:00.888614 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d797e9ae-e8c8-4ffd-8ebf-1187f481ec05 req-2c301c50-9881-4525-899b-8e1b676b79ad tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:00.901634 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90030d0-ebec-4754-906f-73f5f5ae2dc9 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event updated for resources: {'Subnet': ['ID=a6b5b5ef-29a8-44fe-99a8-7a7e5816d63e,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:00.918777 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['174ce9f4-5086-40b7-bb91-0a5dc3fae7b2'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:44:00.923142 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['3b9cc42d-8311-40b5-91f8-043052fb41fd'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:44:00.992920 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90030d0-ebec-4754-906f-73f5f5ae2dc9 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Checking segment: {'id': '6ba515b7-41c1-4803-b43a-8e63f77f6509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '390bc3d1-2642-41dd-9c98-073b5a5406de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:44:00.993823 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90030d0-ebec-4754-906f-73f5f5ae2dc9 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Network hostable DHCP agents. Network: 390bc3d1-2642-41dd-9c98-073b5a5406de, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:44:01.059692 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dec6de3-526a-4cbc-9e90-15b65802fe07 None None] DHCP port deletion for 060d9864-1c5a-45ea-8447-7c5b309eff4c request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:44:01.066336 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-d79d4484-a2e0-4476-aa0f-937e4b800db4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:44:01.067083 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-d79d4484-a2e0-4476-aa0f-937e4b800db4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:44:01.076403 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90030d0-ebec-4754-906f-73f5f5ae2dc9 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Network 390bc3d1-2642-41dd-9c98-073b5a5406de is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:44:01.100974 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=012a3c7d-4642-4341-83d1-125b5f7dac6c,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:01.152011 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-c90030d0-ebec-4754-906f-73f5f5ae2dc9 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 390bc3d1-2642-41dd-9c98-073b5a5406de) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:01.154974 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797e9ae-e8c8-4ffd-8ebf-1187f481ec05 req-2c301c50-9881-4525-899b-8e1b676b79ad tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:01.158373 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90030d0-ebec-4754-906f-73f5f5ae2dc9 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:01.159576 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c90030d0-ebec-4754-906f-73f5f5ae2dc9 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:01.172019 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d797e9ae-e8c8-4ffd-8ebf-1187f481ec05 req-2c301c50-9881-4525-899b-8e1b676b79ad tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:01.174975 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d797e9ae-e8c8-4ffd-8ebf-1187f481ec05 req-2c301c50-9881-4525-899b-8e1b676b79ad tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "PUT /v2.0/ports/174ce9f4-5086-40b7-bb91-0a5dc3fae7b2 HTTP/1.1" status: 200 len: 1021 time: 3.3414507 Nov 10 17:44:01.176793 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-395af323-9787-4993-a9e0-f053f27d36a0 req-8978d753-07ef-47d0-893c-5be0e60310e0 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:01.194134 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca0a610-b324-420f-9ae7-f7d213f53e51', 'tag': '174ce9f4-5086-40b7-bb91-0a5dc3fae7b2'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:44:01.200499 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31177a9b-52e4-4005-a2c5-2d0412b77845" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca0a610-b324-420f-9ae7-f7d213f53e51", "tag": "174ce9f4-5086-40b7-bb91-0a5dc3fae7b2"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:44:01.212955 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae50ab90-e041-44ce-bd0c-618ab72f74d3 None None] Network 390bc3d1-2642-41dd-9c98-073b5a5406de requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:44:01.216133 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['174ce9f4-5086-40b7-bb91-0a5dc3fae7b2'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:44:01.297126 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-395af323-9787-4993-a9e0-f053f27d36a0 req-8978d753-07ef-47d0-893c-5be0e60310e0 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:01.326734 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c90030d0-ebec-4754-906f-73f5f5ae2dc9 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2679989 Nov 10 17:44:01.337003 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50918) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:01.352737 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-022b2d08-d073-41e4-a95f-30a5eab8074b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-705517764'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:01.429960 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea10858-58da-4719-a253-c03b23a565f8 req-0f08cc6e-7e31-4571-b6eb-2afb07c872ef tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:01.430167 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cea10858-58da-4719-a253-c03b23a565f8 req-0f08cc6e-7e31-4571-b6eb-2afb07c872ef tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 931 time: 0.1970291 Nov 10 17:44:01.482516 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-395af323-9787-4993-a9e0-f053f27d36a0 req-8978d753-07ef-47d0-893c-5be0e60310e0 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Network ff4495c5-0c07-4641-ac40-5d7a78d02152 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:44:01.490884 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 2db97fb9-0c82-4c78-87a9-fda4a2579cc4 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:01.491269 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:01.506894 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0bb76-11cc-4b56-8e48-4f4f936c0ded None None] Pushing event updated for resources: {'Port': ['ID=23f51d55-103a-450f-9315-cccee5913bb0,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:01.532275 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-395af323-9787-4993-a9e0-f053f27d36a0 req-8978d753-07ef-47d0-893c-5be0e60310e0 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:01.534754 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-395af323-9787-4993-a9e0-f053f27d36a0 req-8978d753-07ef-47d0-893c-5be0e60310e0 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:44:01.602065 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c301c50-9881-4525-899b-8e1b676b79ad tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Pushing event updated for resources: {'Port': ['ID=174ce9f4-5086-40b7-bb91-0a5dc3fae7b2,revision_number=7']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:01.612611 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5727b978-f92f-4993-8b20-c65b9bef1e04 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:01.646754 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978d753-07ef-47d0-893c-5be0e60310e0 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Pushing event updated for resources: {'Port': ['ID=b03edfb4-0a86-4289-96b8-d4b9000867f8,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:01.744303 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8968823b-0068-494f-b96e-0c80a2a8a71b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Made reservation on behalf of 70630dfd40a04e22b5c7c18c7218d3eb for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:44:01.757538 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8968823b-0068-494f-b96e-0c80a2a8a71b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:01.768081 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395af323-9787-4993-a9e0-f053f27d36a0 req-8978d753-07ef-47d0-893c-5be0e60310e0 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:01.772543 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-395af323-9787-4993-a9e0-f053f27d36a0 req-8978d753-07ef-47d0-893c-5be0e60310e0 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:01.811918 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022b2d08-d073-41e4-a95f-30a5eab8074b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Made reservation on behalf of 1e482b7991684b25b580f167d516644d for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:44:01.819618 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-022b2d08-d073-41e4-a95f-30a5eab8074b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:01.852396 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cea10858-58da-4719-a253-c03b23a565f8 req-91d67de3-b528-4799-8256-64d6db9d15e4 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681965 Nov 10 17:44:01.881836 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-395af323-9787-4993-a9e0-f053f27d36a0 req-8978d753-07ef-47d0-893c-5be0e60310e0 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3318536 Nov 10 17:44:01.896489 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a0ce7892-f960-4970-9bc9-1a32e3f1d13b tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Request body: {'port': {'device_id': '3618042d-01fb-45bd-9f66-005deab15439', 'network_id': 'b877c666-d6da-438b-987e-146762b0ecf1', 'admin_state_up': True, 'tenant_id': '066ad4243c364cb2b13d18de8348945c'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:02.043769 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022b2d08-d073-41e4-a95f-30a5eab8074b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:44:02.084321 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79780c42-4076-4b71-8a3d-ce27df53ff6d None None] Network 5dcafdc1-ba8e-4d64-b232-2226acdb3f96 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:44:02.121375 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-022b2d08-d073-41e4-a95f-30a5eab8074b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:02.121840 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-022b2d08-d073-41e4-a95f-30a5eab8074b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Added segment 3eafa2d5-25c3-4f7f-b6c8-927f90e848c8 of type vlan for network 0ed418e4-feab-4d7c-9db1-64131f80f8fc Nov 10 17:44:02.319320 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-022b2d08-d073-41e4-a95f-30a5eab8074b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:02.381264 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5727b978-f92f-4993-8b20-c65b9bef1e04 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:02.398624 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31177a9b-52e4-4005-a2c5-2d0412b77845 req-021744cb-d4df-426e-b988-d5376eae609a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:02.404952 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a49f87-2293-4f64-854f-9f566ad4c41e x-openstack-request-id: req-c8a49f87-2293-4f64-854f-9f566ad4c41e {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:44:02.406489 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca0a610-b324-420f-9ae7-f7d213f53e51", "tag": "174ce9f4-5086-40b7-bb91-0a5dc3fae7b2", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:44:02.407498 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c8a49f87-2293-4f64-854f-9f566ad4c41e {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:44:02.409584 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca0a610-b324-420f-9ae7-f7d213f53e51', 'tag': '174ce9f4-5086-40b7-bb91-0a5dc3fae7b2', 'status': 'completed', 'code': 200} Nov 10 17:44:02.416986 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-31177a9b-52e4-4005-a2c5-2d0412b77845 req-021744cb-d4df-426e-b988-d5376eae609a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28bf93e06f3848a9a72c412217f242f8&device_id=3ca0a610-b324-420f-9ae7-f7d213f53e51 HTTP/1.1" status: 200 len: 1176 time: 0.3268476 Nov 10 17:44:02.435416 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-8968823b-0068-494f-b96e-0c80a2a8a71b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] device_id is not set on port 5d78e8f0-5876-4ef6-9376-5d6315c35d16 yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:44:02.645486 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-022b2d08-d073-41e4-a95f-30a5eab8074b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:02.657989 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022b2d08-d073-41e4-a95f-30a5eab8074b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:02.658972 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-022b2d08-d073-41e4-a95f-30a5eab8074b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:02.680707 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-4d244c67-05c6-4725-b6d5-01dcd7ed1d9c None None] Provisioning complete for port 1ed451d1-5f52-4306-ad70-1e9882509613 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:02.681078 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4d244c67-05c6-4725-b6d5-01dcd7ed1d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:02.773108 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-8968823b-0068-494f-b96e-0c80a2a8a71b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Allocated IP 172.20.0.4 (5f91e6c1-3a1e-42d7-a7a0-68cb2f126f09/b8a8abce-ea92-4661-8c59-4a79dcc89234/5d78e8f0-5876-4ef6-9376-5d6315c35d16) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:44:02.887201 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a0ce7892-f960-4970-9bc9-1a32e3f1d13b tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Made reservation on behalf of 066ad4243c364cb2b13d18de8348945c for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:44:02.912071 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a0ce7892-f960-4970-9bc9-1a32e3f1d13b tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:02.943096 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5aeef9e9-2983-4610-b03b-ea8c2b91fef7 req-60720cdc-1cff-421c-9e66-72b78e234674 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups/3fe41436-bd89-4d92-8d22-d04b8ef594a1 HTTP/1.1" status: 200 len: 1820 time: 1.6465080 Nov 10 17:44:02.951473 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5727b978-f92f-4993-8b20-c65b9bef1e04 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:03.058634 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae6880d-666f-405f-8c17-f3bc79a3c79a None None] Network 5f91e6c1-3a1e-42d7-a7a0-68cb2f126f09 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:44:03.272722 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b8ad122f-9ed7-4c61-8261-c3b06af173e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:03.300831 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-4d244c67-05c6-4725-b6d5-01dcd7ed1d9c None None] Port 1ed451d1-5f52-4306-ad70-1e9882509613 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:44:03.465246 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1bfa3b-9f04-4046-a9c4-40c77da0233c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-390bc3d1-2642-41dd-9c98-073b5a5406de', 'network_id': '390bc3d1-2642-41dd-9c98-073b5a5406de', 'tenant_id': '1e482b7991684b25b580f167d516644d', 'fixed_ips': [{'subnet_id': 'a6b5b5ef-29a8-44fe-99a8-7a7e5816d63e'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:44:03.466432 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4e1bfa3b-9f04-4046-a9c4-40c77da0233c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:03.589013 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31177a9b-52e4-4005-a2c5-2d0412b77845 req-1d123ce1-acbd-4f89-910d-e419a9cc9175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:03.591913 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-31177a9b-52e4-4005-a2c5-2d0412b77845 req-1d123ce1-acbd-4f89-910d-e419a9cc9175 service neutron] 10.222.0.11 "GET /v2.0/networks?id=060d9864-1c5a-45ea-8447-7c5b309eff4c HTTP/1.1" status: 200 len: 913 time: 1.1319976 Nov 10 17:44:03.616659 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-022b2d08-d073-41e4-a95f-30a5eab8074b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.2703073 Nov 10 17:44:03.641296 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-4d244c67-05c6-4725-b6d5-01dcd7ed1d9c None None] Provisioning complete for port 353af55b-fda8-43db-8db5-4485b2223083 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:03.641742 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4d244c67-05c6-4725-b6d5-01dcd7ed1d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:03.696973 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50938) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:03.701432 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8968823b-0068-494f-b96e-0c80a2a8a71b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:03.727445 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-c0565055-4776-49bd-a01d-9a70e8986fe8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Request body: {'subnet': {'network_id': '0ed418e4-feab-4d7c-9db1-64131f80f8fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:03.732218 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727b978-f92f-4993-8b20-c65b9bef1e04 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Port': ['ID=1ed451d1-5f52-4306-ad70-1e9882509613,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:03.778925 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727b978-f92f-4993-8b20-c65b9bef1e04 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:03.779359 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727b978-f92f-4993-8b20-c65b9bef1e04 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:03.779779 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727b978-f92f-4993-8b20-c65b9bef1e04 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:03.780229 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727b978-f92f-4993-8b20-c65b9bef1e04 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:03.781006 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727b978-f92f-4993-8b20-c65b9bef1e04 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:03.781531 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727b978-f92f-4993-8b20-c65b9bef1e04 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:03.782048 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727b978-f92f-4993-8b20-c65b9bef1e04 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:03.782487 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727b978-f92f-4993-8b20-c65b9bef1e04 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:03.782918 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727b978-f92f-4993-8b20-c65b9bef1e04 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:03.783353 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727b978-f92f-4993-8b20-c65b9bef1e04 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:03.783788 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727b978-f92f-4993-8b20-c65b9bef1e04 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:03.784281 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727b978-f92f-4993-8b20-c65b9bef1e04 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:03.835668 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [req-5aeef9e9-2983-4610-b03b-ea8c2b91fef7 req-dcbb6f2a-07de-438c-8b64-f05f7f035a66 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 10 17:44:03.837874 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5aeef9e9-2983-4610-b03b-ea8c2b91fef7 req-dcbb6f2a-07de-438c-8b64-f05f7f035a66 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "DELETE /v2.0/security-groups/3fe41436-bd89-4d92-8d22-d04b8ef594a1 HTTP/1.1" status: 409 len: 341 time: 0.8384888 Nov 10 17:44:03.958561 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5727b978-f92f-4993-8b20-c65b9bef1e04 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:04.026096 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-31177a9b-52e4-4005-a2c5-2d0412b77845 req-599b8520-dbb4-4bdf-bb91-eca26aa71c1e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=174ce9f4-5086-40b7-bb91-0a5dc3fae7b2 HTTP/1.1" status: 200 len: 217 time: 0.3755267 Nov 10 17:44:04.199574 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5727b978-f92f-4993-8b20-c65b9bef1e04 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network 3640794f-949a-4f67-845b-35c5666a6232 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:44:04.206284 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-5727b978-f92f-4993-8b20-c65b9bef1e04 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:04.333440 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 353af55b-fda8-43db-8db5-4485b2223083 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:44:04.349199 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e47ab4-7646-4790-a7fb-8415e7b3cdf7 req-b5d76fa8-00f7-40db-bb5a-adef780e58d3 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:04.350919 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c4e47ab4-7646-4790-a7fb-8415e7b3cdf7 req-b5d76fa8-00f7-40db-bb5a-adef780e58d3 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 931 time: 0.7512074 Nov 10 17:44:04.351635 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b2d08-d073-41e4-a95f-30a5eab8074b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event updated for resources: {'Network': ['ID=0ed418e4-feab-4d7c-9db1-64131f80f8fc,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:04.376898 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0565055-4776-49bd-a01d-9a70e8986fe8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Made reservation on behalf of 1e482b7991684b25b580f167d516644d for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:44:04.394479 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c0565055-4776-49bd-a01d-9a70e8986fe8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:04.604748 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 0ed418e4-feab-4d7c-9db1-64131f80f8fc details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:44:04.647062 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31177a9b-52e4-4005-a2c5-2d0412b77845 req-9eb09934-e46c-468b-869e-7d8b8389bfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:04.649770 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-31177a9b-52e4-4005-a2c5-2d0412b77845 req-9eb09934-e46c-468b-869e-7d8b8389bfba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3a568a8b-c286-450f-b9ae-7b517fbbf861 HTTP/1.1" status: 200 len: 852 time: 0.3746059 Nov 10 17:44:04.705778 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8968823b-0068-494f-b96e-0c80a2a8a71b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:04.775982 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-31177a9b-52e4-4005-a2c5-2d0412b77845 req-4c600f20-4037-43af-be63-e3c1f548da8b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=060d9864-1c5a-45ea-8447-7c5b309eff4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869143 Nov 10 17:44:04.788594 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c4e47ab4-7646-4790-a7fb-8415e7b3cdf7 req-353c5752-a19a-4df0-add1-e719adf1d9f5 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692520 Nov 10 17:44:04.923886 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a0ce7892-f960-4970-9bc9-1a32e3f1d13b tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Allocated IP 19.86.0.205 (b877c666-d6da-438b-987e-146762b0ecf1/3411f733-e210-41f9-8958-750e4ef24cb2/008c28c7-e805-4720-8ee0-7a694cc1bdd2) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:44:05.062887 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:05.288254 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a0ce7892-f960-4970-9bc9-1a32e3f1d13b tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:05.347923 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-31177a9b-52e4-4005-a2c5-2d0412b77845 req-4b400955-4788-462c-99a3-db37dab615dc service neutron] 10.222.0.11 "GET /v2.0/networks/060d9864-1c5a-45ea-8447-7c5b309eff4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5501301 Nov 10 17:44:05.351454 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a0ce7892-f960-4970-9bc9-1a32e3f1d13b tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:05.371818 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-4e1bfa3b-9f04-4046-a9c4-40c77da0233c None None] Allocated IP 2001:db8::3 (390bc3d1-2642-41dd-9c98-073b5a5406de/a6b5b5ef-29a8-44fe-99a8-7a7e5816d63e/dafcf363-a3f0-4b52-bfb9-6f35df2183a7) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:44:05.517779 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-31177a9b-52e4-4005-a2c5-2d0412b77845 req-49b202c8-452e-4c80-aa9b-4846be795944 service neutron] 10.222.0.11 "GET /v2.0/networks/060d9864-1c5a-45ea-8447-7c5b309eff4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571703 Nov 10 17:44:05.565575 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a0ce7892-f960-4970-9bc9-1a32e3f1d13b tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Network b877c666-d6da-438b-987e-146762b0ecf1 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:44:05.568046 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a0ce7892-f960-4970-9bc9-1a32e3f1d13b tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:05.576257 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a0ce7892-f960-4970-9bc9-1a32e3f1d13b tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:44:05.620134 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce7892-f960-4970-9bc9-1a32e3f1d13b tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Pushing event updated for resources: {'Port': ['ID=008c28c7-e805-4720-8ee0-7a694cc1bdd2,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:05.635740 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce7892-f960-4970-9bc9-1a32e3f1d13b tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:05.636106 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce7892-f960-4970-9bc9-1a32e3f1d13b tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:05.636559 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce7892-f960-4970-9bc9-1a32e3f1d13b tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:05.636906 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce7892-f960-4970-9bc9-1a32e3f1d13b tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:05.637247 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce7892-f960-4970-9bc9-1a32e3f1d13b tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:05.637606 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce7892-f960-4970-9bc9-1a32e3f1d13b tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:05.637925 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce7892-f960-4970-9bc9-1a32e3f1d13b tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:05.638257 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce7892-f960-4970-9bc9-1a32e3f1d13b tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:05.638594 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce7892-f960-4970-9bc9-1a32e3f1d13b tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:05.638926 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce7892-f960-4970-9bc9-1a32e3f1d13b tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:05.639260 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce7892-f960-4970-9bc9-1a32e3f1d13b tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:05.639591 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ce7892-f960-4970-9bc9-1a32e3f1d13b tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:05.657148 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.ipam_backend_mixin [None req-c0565055-4776-49bd-a01d-9a70e8986fe8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Performing IP validity checks on allocation pools {{(pid=102468) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 17:44:05.657682 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.ipam_backend_mixin [None req-c0565055-4776-49bd-a01d-9a70e8986fe8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102468) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 17:44:05.666436 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8968823b-0068-494f-b96e-0c80a2a8a71b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Network 5f91e6c1-3a1e-42d7-a7a0-68cb2f126f09 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:44:05.705862 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-8968823b-0068-494f-b96e-0c80a2a8a71b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:05.714492 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a0ce7892-f960-4970-9bc9-1a32e3f1d13b tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:05.715254 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a0ce7892-f960-4970-9bc9-1a32e3f1d13b tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:05.748979 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4e1bfa3b-9f04-4046-a9c4-40c77da0233c None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:05.752138 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8968823b-0068-494f-b96e-0c80a2a8a71b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:44:05.767363 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a0ce7892-f960-4970-9bc9-1a32e3f1d13b tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8783414 Nov 10 17:44:05.788529 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-395af323-9787-4993-a9e0-f053f27d36a0 req-faab9b77-9da9-4291-8291-3a3b69c615b7 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Request body: {'port': {'device_id': '3618042d-01fb-45bd-9f66-005deab15439', 'network_id': 'ff4495c5-0c07-4641-ac40-5d7a78d02152', 'admin_state_up': True, 'tenant_id': '066ad4243c364cb2b13d18de8348945c'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:05.840838 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4e1bfa3b-9f04-4046-a9c4-40c77da0233c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:05.916933 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1bfa3b-9f04-4046-a9c4-40c77da0233c None None] Network 390bc3d1-2642-41dd-9c98-073b5a5406de is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:44:05.924064 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4d244c67-05c6-4725-b6d5-01dcd7ed1d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:05.935579 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a9cb2-1d12-4c80-a885-c4b5df40a1fb req-4284703c-28cd-4f62-bd4c-7ea272ee2889 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:05.944770 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e68a9cb2-1d12-4c80-a885-c4b5df40a1fb req-4284703c-28cd-4f62-bd4c-7ea272ee2889 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca0a610-b324-420f-9ae7-f7d213f53e51 HTTP/1.1" status: 200 len: 1024 time: 1.3488743 Nov 10 17:44:05.973174 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 353af55b-fda8-43db-8db5-4485b2223083 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:05.973941 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:05.980299 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:05.994295 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-4e1bfa3b-9f04-4046-a9c4-40c77da0233c None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:05.997175 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1bfa3b-9f04-4046-a9c4-40c77da0233c None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:44:06.028355 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d4d836b4-f545-47fd-90ed-47db2e93ba97 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1024386'] for router, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:06.030102 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968823b-0068-494f-b96e-0c80a2a8a71b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Pushing event updated for resources: {'Port': ['ID=5d78e8f0-5876-4ef6-9376-5d6315c35d16,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:06.084035 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d4d836b4-f545-47fd-90ed-47db2e93ba97 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412472'] for router, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:06.108767 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1bfa3b-9f04-4046-a9c4-40c77da0233c None None] Pushing event updated for resources: {'Port': ['ID=dafcf363-a3f0-4b52-bfb9-6f35df2183a7,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:06.121452 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5727b978-f92f-4993-8b20-c65b9bef1e04 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Router 24bb19f1-c620-4e5f-bd26-c0e74c777bf5 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:44:06.137192 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8968823b-0068-494f-b96e-0c80a2a8a71b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:06.137872 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8968823b-0068-494f-b96e-0c80a2a8a71b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:06.202023 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28957c69-b6a8-48b1-8af0-5c468d03b737 req-31ffe84a-611a-4305-99f9-ba0e0a1fd913 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:06.210119 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28957c69-b6a8-48b1-8af0-5c468d03b737 req-31ffe84a-611a-4305-99f9-ba0e0a1fd913 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:06.211765 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-28957c69-b6a8-48b1-8af0-5c468d03b737 req-31ffe84a-611a-4305-99f9-ba0e0a1fd913 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 1654 time: 0.1757190 Nov 10 17:44:06.222773 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53a040-9586-4b77-9e85-302b8792057c req-ae80a337-9104-42f0-9a1e-1f7048d5354a tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:06.226865 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8d53a040-9586-4b77-9e85-302b8792057c req-ae80a337-9104-42f0-9a1e-1f7048d5354a tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ca0a610-b324-420f-9ae7-f7d213f53e51 HTTP/1.1" status: 200 len: 1024 time: 0.4465363 Nov 10 17:44:06.242883 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-4d244c67-05c6-4725-b6d5-01dcd7ed1d9c None None] For port 353af55b-fda8-43db-8db5-4485b2223083, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=353af55b-fda8-43db-8db5-4485b2223083,segment=NetworkSegment(47bb93b8-4e74-4e16-903d-55d131cbe065),segment_id=47bb93b8-4e74-4e16-903d-55d131cbe065)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:06.305250 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4d244c67-05c6-4725-b6d5-01dcd7ed1d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:06.321740 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8968823b-0068-494f-b96e-0c80a2a8a71b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 5.8096828 Nov 10 17:44:06.331678 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50962) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:06.361907 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e68a9cb2-1d12-4c80-a885-c4b5df40a1fb req-2207eaf0-05b3-4ce5-8c64-d792daa15d68 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?id=6192f994-9fb3-4bce-b4cd-c03ff5545a43&id=774a5019-1c4f-42a9-9cc8-a3b1a7a6dcd8&id=3fe41436-bd89-4d92-8d22-d04b8ef594a1&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.4112005 Nov 10 17:44:06.385012 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:06.403855 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-4e1bfa3b-9f04-4046-a9c4-40c77da0233c None None] Attempting to bind port dafcf363-a3f0-4b52-bfb9-6f35df2183a7 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:44:06.404460 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-4e1bfa3b-9f04-4046-a9c4-40c77da0233c None None] Attempting to bind port dafcf363-a3f0-4b52-bfb9-6f35df2183a7 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '6ba515b7-41c1-4803-b43a-8e63f77f6509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '390bc3d1-2642-41dd-9c98-073b5a5406de'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:44:06.405072 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1bfa3b-9f04-4046-a9c4-40c77da0233c None None] Attempting to bind port dafcf363-a3f0-4b52-bfb9-6f35df2183a7 on network 390bc3d1-2642-41dd-9c98-073b5a5406de {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:44:06.507148 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-28957c69-b6a8-48b1-8af0-5c468d03b737 req-9bd1cd06-a47c-4ab4-aaac-ebd1aeb2f273 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500916 Nov 10 17:44:06.531373 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-4d244c67-05c6-4725-b6d5-01dcd7ed1d9c None None] Provisioning complete for port 174ce9f4-5086-40b7-bb91-0a5dc3fae7b2 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:06.532020 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4d244c67-05c6-4725-b6d5-01dcd7ed1d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:06.542447 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe6760e-0b31-47f7-a00f-bf7a1f42b9b6 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:06.558101 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe6760e-0b31-47f7-a00f-bf7a1f42b9b6 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:06.561102 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe6760e-0b31-47f7-a00f-bf7a1f42b9b6 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:06.562006 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1bfa3b-9f04-4046-a9c4-40c77da0233c None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:44:06.562430 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1bfa3b-9f04-4046-a9c4-40c77da0233c None None] Checking segment: {'id': '6ba515b7-41c1-4803-b43a-8e63f77f6509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '390bc3d1-2642-41dd-9c98-073b5a5406de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:44:06.562843 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4e1bfa3b-9f04-4046-a9c4-40c77da0233c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:06.568202 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1bfa3b-9f04-4046-a9c4-40c77da0233c None None] Bound using segment: {'id': '6ba515b7-41c1-4803-b43a-8e63f77f6509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '390bc3d1-2642-41dd-9c98-073b5a5406de'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:44:06.568362 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2fe6760e-0b31-47f7-a00f-bf7a1f42b9b6 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.2300305 Nov 10 17:44:06.568513 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-4e1bfa3b-9f04-4046-a9c4-40c77da0233c None None] Bound port: dafcf363-a3f0-4b52-bfb9-6f35df2183a7, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba515b7-41c1-4803-b43a-8e63f77f6509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '390bc3d1-2642-41dd-9c98-073b5a5406de'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:44:06.568513 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4e1bfa3b-9f04-4046-a9c4-40c77da0233c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:06.568754 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50964) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:06.621147 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d836b4-f545-47fd-90ed-47db2e93ba97 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Router 7de826be-f7ea-455d-b483-b702691ec035 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:44:06.622894 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c0565055-4776-49bd-a01d-9a70e8986fe8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:06.625132 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5727b978-f92f-4993-8b20-c65b9bef1e04 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:44:06.646424 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d244c67-05c6-4725-b6d5-01dcd7ed1d9c None None] Pushing event updated for resources: {'Port': ['ID=353af55b-fda8-43db-8db5-4485b2223083,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:06.649066 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b94f71-2cea-4c7b-9cb9-54550c824058 None None] Sync routers for ids ['24bb19f1-c620-4e5f-bd26-c0e74c777bf5'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:44:06.680404 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b94f71-2cea-4c7b-9cb9-54550c824058 None None] Routers {'24bb19f1-c620-4e5f-bd26-c0e74c777bf5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:44:06.681465 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-81b94f71-2cea-4c7b-9cb9-54550c824058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:44:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['24bb19f1-c620-4e5f-bd26-c0e74c777bf5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:06.682189 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5727b978-f92f-4993-8b20-c65b9bef1e04 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "PUT /v2.0/routers/24bb19f1-c620-4e5f-bd26-c0e74c777bf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1929412 Nov 10 17:44:06.685874 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-8d53a040-9586-4b77-9e85-302b8792057c req-bd86517b-bdd7-4b06-8181-962e02bc3791 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Deleting port 174ce9f4-5086-40b7-bb91-0a5dc3fae7b2 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:44:06.686304 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8d53a040-9586-4b77-9e85-302b8792057c req-bd86517b-bdd7-4b06-8181-962e02bc3791 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:06.687241 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50966) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:06.710469 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 70edc5ba-8e29-4971-ac2a-92ffece2ef72 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:44:06.729540 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-81b94f71-2cea-4c7b-9cb9-54550c824058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:06.739681 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b94f71-2cea-4c7b-9cb9-54550c824058 None None] Routers {'24bb19f1-c620-4e5f-bd26-c0e74c777bf5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:44:06.740760 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-81b94f71-2cea-4c7b-9cb9-54550c824058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:44:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['24bb19f1-c620-4e5f-bd26-c0e74c777bf5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:06.792461 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-81b94f71-2cea-4c7b-9cb9-54550c824058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:06.794831 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b94f71-2cea-4c7b-9cb9-54550c824058 None None] The sync data for ids ['24bb19f1-c620-4e5f-bd26-c0e74c777bf5'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:44:06.807921 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-395af323-9787-4993-a9e0-f053f27d36a0 req-faab9b77-9da9-4291-8291-3a3b69c615b7 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Made reservation on behalf of 066ad4243c364cb2b13d18de8348945c for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:44:06.814349 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-395af323-9787-4993-a9e0-f053f27d36a0 req-faab9b77-9da9-4291-8291-3a3b69c615b7 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:07.001261 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae484e0-5bfa-42c0-ba49-6bf9725571cd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:07.007038 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bae484e0-5bfa-42c0-ba49-6bf9725571cd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "GET /v2.0/ports/1ed451d1-5f52-4306-ad70-1e9882509613 HTTP/1.1" status: 200 len: 910 time: 0.3186779 Nov 10 17:44:07.007854 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0565055-4776-49bd-a01d-9a70e8986fe8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event updated for resources: {'Subnet': ['ID=ffd2b106-9a83-484d-8029-9f780e222abc,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:07.013348 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50974) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:07.064700 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-395af323-9787-4993-a9e0-f053f27d36a0 req-faab9b77-9da9-4291-8291-3a3b69c615b7 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Allocated IP 19.80.0.116 (ff4495c5-0c07-4641-ac40-5d7a78d02152/b070b46f-5e79-4392-85dc-b29927e8563a/ace41464-1d5f-4349-a4dc-c9b16d53b303) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:44:07.100975 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-4e1bfa3b-9f04-4046-a9c4-40c77da0233c None None] For port dafcf363-a3f0-4b52-bfb9-6f35df2183a7, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:44:07.116443 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d836b4-f545-47fd-90ed-47db2e93ba97 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:44:07.125167 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d4d836b4-f545-47fd-90ed-47db2e93ba97 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:07.129277 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d4d836b4-f545-47fd-90ed-47db2e93ba97 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] 10.222.0.39 "PUT /v2.0/routers/7de826be-f7ea-455d-b483-b702691ec035 HTTP/1.1" status: 200 len: 920 time: 8.6254389 Nov 10 17:44:07.134454 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50976) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:07.135416 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1980f22-1147-4c71-aadc-bedfbbb6cb88 None None] Sync routers for ids ['7de826be-f7ea-455d-b483-b702691ec035'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:44:07.142249 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-4e1bfa3b-9f04-4046-a9c4-40c77da0233c None None] For port dafcf363-a3f0-4b52-bfb9-6f35df2183a7, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=dafcf363-a3f0-4b52-bfb9-6f35df2183a7,segment=NetworkSegment(6ba515b7-41c1-4803-b43a-8e63f77f6509),segment_id=6ba515b7-41c1-4803-b43a-8e63f77f6509)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:44:07.144091 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0565055-4776-49bd-a01d-9a70e8986fe8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Checking segment: {'id': '3eafa2d5-25c3-4f7f-b6c8-927f90e848c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0ed418e4-feab-4d7c-9db1-64131f80f8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:44:07.145398 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0565055-4776-49bd-a01d-9a70e8986fe8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Network hostable DHCP agents. Network: 0ed418e4-feab-4d7c-9db1-64131f80f8fc, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:44:07.156421 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4e1bfa3b-9f04-4046-a9c4-40c77da0233c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:07.178309 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1980f22-1147-4c71-aadc-bedfbbb6cb88 None None] Routers {'7de826be-f7ea-455d-b483-b702691ec035'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:44:07.179159 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a1980f22-1147-4c71-aadc-bedfbbb6cb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:44:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['7de826be-f7ea-455d-b483-b702691ec035'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:07.251256 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 70edc5ba-8e29-4971-ac2a-92ffece2ef72 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:07.251808 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:07.264960 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-395af323-9787-4993-a9e0-f053f27d36a0 req-faab9b77-9da9-4291-8291-3a3b69c615b7 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:07.291218 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a1980f22-1147-4c71-aadc-bedfbbb6cb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:07.340754 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-4d244c67-05c6-4725-b6d5-01dcd7ed1d9c None None] Provisioning complete for port b03edfb4-0a86-4289-96b8-d4b9000867f8 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:07.341246 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4d244c67-05c6-4725-b6d5-01dcd7ed1d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:07.369958 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0565055-4776-49bd-a01d-9a70e8986fe8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Network 0ed418e4-feab-4d7c-9db1-64131f80f8fc is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:44:07.373564 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-395af323-9787-4993-a9e0-f053f27d36a0 req-faab9b77-9da9-4291-8291-3a3b69c615b7 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:07.406153 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-c0565055-4776-49bd-a01d-9a70e8986fe8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 0ed418e4-feab-4d7c-9db1-64131f80f8fc) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:07.424259 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-8d53a040-9586-4b77-9e85-302b8792057c req-bd86517b-bdd7-4b06-8181-962e02bc3791 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] For port 174ce9f4-5086-40b7-bb91-0a5dc3fae7b2, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=174ce9f4-5086-40b7-bb91-0a5dc3fae7b2,segment=NetworkSegment(af3c14a2-bee0-4696-ac53-c2f22ec01df7),segment_id=af3c14a2-bee0-4696-ac53-c2f22ec01df7)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:07.424708 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8d53a040-9586-4b77-9e85-302b8792057c req-bd86517b-bdd7-4b06-8181-962e02bc3791 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:07.436080 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0565055-4776-49bd-a01d-9a70e8986fe8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:07.438964 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c0565055-4776-49bd-a01d-9a70e8986fe8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:07.442829 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-4d244c67-05c6-4725-b6d5-01dcd7ed1d9c None None] Port b03edfb4-0a86-4289-96b8-d4b9000867f8 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:44:07.444784 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e39939-87b2-4c9f-ad2c-7800aebdc65c None None] Network 0ed418e4-feab-4d7c-9db1-64131f80f8fc requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:44:07.483554 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1980f22-1147-4c71-aadc-bedfbbb6cb88 None None] Routers {'7de826be-f7ea-455d-b483-b702691ec035'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:44:07.484964 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a1980f22-1147-4c71-aadc-bedfbbb6cb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:44:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['7de826be-f7ea-455d-b483-b702691ec035'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:07.516677 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1bfa3b-9f04-4046-a9c4-40c77da0233c None None] Pushing event updated for resources: {'Port': ['ID=dafcf363-a3f0-4b52-bfb9-6f35df2183a7,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:07.519454 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c0565055-4776-49bd-a01d-9a70e8986fe8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.8144441 Nov 10 17:44:07.529273 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50988) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:07.548814 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-da262c09-c594-4131-8aa8-65cd160f703f tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] 10.222.0.39 "GET /v2.0/routers/7de826be-f7ea-455d-b483-b702691ec035 HTTP/1.1" status: 200 len: 920 time: 0.4132204 Nov 10 17:44:07.553670 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50990) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:07.634654 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-8d53a040-9586-4b77-9e85-302b8792057c req-bd86517b-bdd7-4b06-8181-962e02bc3791 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Calling delete_port for 174ce9f4-5086-40b7-bb91-0a5dc3fae7b2 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:44:07.646513 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a1980f22-1147-4c71-aadc-bedfbbb6cb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:07.647408 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1980f22-1147-4c71-aadc-bedfbbb6cb88 None None] The sync data for ids ['7de826be-f7ea-455d-b483-b702691ec035'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:44:07.732624 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6ad02d5e-88c0-4c2c-a7e0-788f128e4be3 None None] Provisioning complete for port 23f51d55-103a-450f-9315-cccee5913bb0 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:07.732995 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6ad02d5e-88c0-4c2c-a7e0-788f128e4be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:07.779490 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 012a3c7d-4642-4341-83d1-125b5f7dac6c up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:44:07.806273 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ce428-60bc-4d01-8021-87a0cd0c1bd0 req-aa5cf088-2c09-4e08-8d10-3a635eedf00e tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:07.811287 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7c5ce428-60bc-4d01-8021-87a0cd0c1bd0 req-aa5cf088-2c09-4e08-8d10-3a635eedf00e tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca0a610-b324-420f-9ae7-f7d213f53e51 HTTP/1.1" status: 200 len: 1024 time: 0.2803607 Nov 10 17:44:07.867826 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-395af323-9787-4993-a9e0-f053f27d36a0 req-faab9b77-9da9-4291-8291-3a3b69c615b7 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Network ff4495c5-0c07-4641-ac40-5d7a78d02152 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:44:07.889147 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-395af323-9787-4993-a9e0-f053f27d36a0 req-faab9b77-9da9-4291-8291-3a3b69c615b7 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:07.955256 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-5422579c-b8df-49f8-bb68-822af602d748 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Deleting port 5d78e8f0-5876-4ef6-9376-5d6315c35d16 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:44:07.955969 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5422579c-b8df-49f8-bb68-822af602d748 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:07.959950 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-395af323-9787-4993-a9e0-f053f27d36a0 req-faab9b77-9da9-4291-8291-3a3b69c615b7 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:44:07.973343 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab9b77-9da9-4291-8291-3a3b69c615b7 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Pushing event updated for resources: {'Port': ['ID=ace41464-1d5f-4349-a4dc-c9b16d53b303,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:07.991031 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8f7c9e-85f5-4c78-b631-d3c90c88b68b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-0ed418e4-feab-4d7c-9db1-64131f80f8fc', 'network_id': '0ed418e4-feab-4d7c-9db1-64131f80f8fc', 'tenant_id': '1e482b7991684b25b580f167d516644d', 'fixed_ips': [{'subnet_id': 'ffd2b106-9a83-484d-8029-9f780e222abc'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:44:07.992387 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5f8f7c9e-85f5-4c78-b631-d3c90c88b68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:07.995971 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7c5ce428-60bc-4d01-8021-87a0cd0c1bd0 req-9091c1d0-65a0-43cf-bb4a-37662946caf9 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?id=6192f994-9fb3-4bce-b4cd-c03ff5545a43&id=774a5019-1c4f-42a9-9cc8-a3b1a7a6dcd8&id=3fe41436-bd89-4d92-8d22-d04b8ef594a1&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1704259 Nov 10 17:44:08.010305 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-138cf2a4-b912-4526-b574-6252a8638013 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:08.321938 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-5f8f7c9e-85f5-4c78-b631-d3c90c88b68b None None] Allocated IP 2001:db8::3 (0ed418e4-feab-4d7c-9db1-64131f80f8fc/ffd2b106-9a83-484d-8029-9f780e222abc/8e3c3a11-bfc2-4da7-8551-14a7ec117b7d) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:44:08.381179 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdba2fa-f2b2-4bb1-a762-2b9e29ff7e26 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:08.388226 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3bdba2fa-f2b2-4bb1-a762-2b9e29ff7e26 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=ef950546-b13c-4865-8837-7444cdb2848e&device_id=7de826be-f7ea-455d-b483-b702691ec035&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8162410 Nov 10 17:44:08.395872 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50996) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:08.416575 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f67171-19c1-45ef-97f9-d85351d8c4ad req-d996c24d-a822-4e95-94e1-28c709c857d8 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:08.428843 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f67171-19c1-45ef-97f9-d85351d8c4ad req-d996c24d-a822-4e95-94e1-28c709c857d8 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:08.439798 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f67171-19c1-45ef-97f9-d85351d8c4ad req-d996c24d-a822-4e95-94e1-28c709c857d8 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:08.442882 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e8f67171-19c1-45ef-97f9-d85351d8c4ad req-d996c24d-a822-4e95-94e1-28c709c857d8 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 2376 time: 0.6227822 Nov 10 17:44:08.464561 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-138cf2a4-b912-4526-b574-6252a8638013 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Deleting port 1ed451d1-5f52-4306-ad70-1e9882509613 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:44:08.465215 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-138cf2a4-b912-4526-b574-6252a8638013 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:08.497379 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5f8f7c9e-85f5-4c78-b631-d3c90c88b68b None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:08.504738 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395af323-9787-4993-a9e0-f053f27d36a0 req-faab9b77-9da9-4291-8291-3a3b69c615b7 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:08.505284 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 012a3c7d-4642-4341-83d1-125b5f7dac6c triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:08.505809 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:08.506009 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-395af323-9787-4993-a9e0-f053f27d36a0 req-faab9b77-9da9-4291-8291-3a3b69c615b7 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:08.507910 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6ad02d5e-88c0-4c2c-a7e0-788f128e4be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:08.511937 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5f8f7c9e-85f5-4c78-b631-d3c90c88b68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:08.547836 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17e94780-e313-4edd-9fd7-d0b87c042810 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:08.690381 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8f7c9e-85f5-4c78-b631-d3c90c88b68b None None] Network 0ed418e4-feab-4d7c-9db1-64131f80f8fc is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:44:08.698935 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5422579c-b8df-49f8-bb68-822af602d748 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:08.704597 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-5f8f7c9e-85f5-4c78-b631-d3c90c88b68b None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:08.707241 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-138cf2a4-b912-4526-b574-6252a8638013 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:08.711596 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-395af323-9787-4993-a9e0-f053f27d36a0 req-faab9b77-9da9-4291-8291-3a3b69c615b7 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9298286 Nov 10 17:44:08.712586 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8f7c9e-85f5-4c78-b631-d3c90c88b68b None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:44:08.733426 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f7c9e-85f5-4c78-b631-d3c90c88b68b None None] Pushing event updated for resources: {'Port': ['ID=8e3c3a11-bfc2-4da7-8551-14a7ec117b7d,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:08.744875 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-138cf2a4-b912-4526-b574-6252a8638013 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Calling delete_port for 1ed451d1-5f52-4306-ad70-1e9882509613 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:44:08.749325 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-395af323-9787-4993-a9e0-f053f27d36a0 req-30430109-4675-41aa-9bdb-44ce581508ed service neutron] Request body: {'port': {'device_id': '3618042d-01fb-45bd-9f66-005deab15439', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:08.749529 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-6ad02d5e-88c0-4c2c-a7e0-788f128e4be3 None None] For port 23f51d55-103a-450f-9315-cccee5913bb0, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=23f51d55-103a-450f-9315-cccee5913bb0,segment=NetworkSegment(9efc2113-45bf-4adf-ba2d-f51dce5bebef),segment_id=9efc2113-45bf-4adf-ba2d-f51dce5bebef)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:08.761488 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6ad02d5e-88c0-4c2c-a7e0-788f128e4be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:08.822526 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-5422579c-b8df-49f8-bb68-822af602d748 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Calling delete_port for 5d78e8f0-5876-4ef6-9376-5d6315c35d16 owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:44:08.944977 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6ad02d5e-88c0-4c2c-a7e0-788f128e4be3 None None] Provisioning complete for port 008c28c7-e805-4720-8ee0-7a694cc1bdd2 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:08.945673 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6ad02d5e-88c0-4c2c-a7e0-788f128e4be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:08.984347 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad02d5e-88c0-4c2c-a7e0-788f128e4be3 None None] Pushing event updated for resources: {'Port': ['ID=23f51d55-103a-450f-9315-cccee5913bb0,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:09.013182 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-5f8f7c9e-85f5-4c78-b631-d3c90c88b68b None None] Attempting to bind port 8e3c3a11-bfc2-4da7-8551-14a7ec117b7d on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:44:09.013943 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-5f8f7c9e-85f5-4c78-b631-d3c90c88b68b None None] Attempting to bind port 8e3c3a11-bfc2-4da7-8551-14a7ec117b7d by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '3eafa2d5-25c3-4f7f-b6c8-927f90e848c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0ed418e4-feab-4d7c-9db1-64131f80f8fc'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:44:09.014671 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8f7c9e-85f5-4c78-b631-d3c90c88b68b None None] Attempting to bind port 8e3c3a11-bfc2-4da7-8551-14a7ec117b7d on network 0ed418e4-feab-4d7c-9db1-64131f80f8fc {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:44:09.030622 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e8f67171-19c1-45ef-97f9-d85351d8c4ad req-793803b9-8b70-4342-83d0-3b353da70a2c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5466948 Nov 10 17:44:09.039604 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 23f51d55-103a-450f-9315-cccee5913bb0 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:44:09.072874 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-6ad02d5e-88c0-4c2c-a7e0-788f128e4be3 None None] Port 008c28c7-e805-4720-8ee0-7a694cc1bdd2 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:44:09.072874 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8f7c9e-85f5-4c78-b631-d3c90c88b68b None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:44:09.072874 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8f7c9e-85f5-4c78-b631-d3c90c88b68b None None] Checking segment: {'id': '3eafa2d5-25c3-4f7f-b6c8-927f90e848c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0ed418e4-feab-4d7c-9db1-64131f80f8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:44:09.072874 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5f8f7c9e-85f5-4c78-b631-d3c90c88b68b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:09.072874 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8f7c9e-85f5-4c78-b631-d3c90c88b68b None None] Bound using segment: {'id': '3eafa2d5-25c3-4f7f-b6c8-927f90e848c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0ed418e4-feab-4d7c-9db1-64131f80f8fc'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:44:09.073911 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-5f8f7c9e-85f5-4c78-b631-d3c90c88b68b None None] Bound port: 8e3c3a11-bfc2-4da7-8551-14a7ec117b7d, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eafa2d5-25c3-4f7f-b6c8-927f90e848c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0ed418e4-feab-4d7c-9db1-64131f80f8fc'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:44:09.074733 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5f8f7c9e-85f5-4c78-b631-d3c90c88b68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:09.184028 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520c2c7a-0480-4c0f-925a-0b9148975355 None None] Network 390bc3d1-2642-41dd-9c98-073b5a5406de requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:44:09.238316 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-138cf2a4-b912-4526-b574-6252a8638013 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:09.290299 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6ad02d5e-88c0-4c2c-a7e0-788f128e4be3 None None] Provisioning complete for port 1ed451d1-5f52-4306-ad70-1e9882509613 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:09.290858 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6ad02d5e-88c0-4c2c-a7e0-788f128e4be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:09.336452 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-6ad02d5e-88c0-4c2c-a7e0-788f128e4be3 None None] Port 1ed451d1-5f52-4306-ad70-1e9882509613 was deleted so its status cannot be updated. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 10 17:44:09.384217 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-5f8f7c9e-85f5-4c78-b631-d3c90c88b68b None None] For port 8e3c3a11-bfc2-4da7-8551-14a7ec117b7d, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:44:09.405834 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6ad02d5e-88c0-4c2c-a7e0-788f128e4be3 None None] Provisioning complete for port 61d5b492-2038-4544-b73c-7aaaf0759046 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:09.406272 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6ad02d5e-88c0-4c2c-a7e0-788f128e4be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:09.420444 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138cf2a4-b912-4526-b574-6252a8638013 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Port': ['ID=1ed451d1-5f52-4306-ad70-1e9882509613,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:09.495636 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-5f8f7c9e-85f5-4c78-b631-d3c90c88b68b None None] For port 8e3c3a11-bfc2-4da7-8551-14a7ec117b7d, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=8e3c3a11-bfc2-4da7-8551-14a7ec117b7d,segment=NetworkSegment(3eafa2d5-25c3-4f7f-b6c8-927f90e848c8),segment_id=3eafa2d5-25c3-4f7f-b6c8-927f90e848c8)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:44:09.539553 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-6ad02d5e-88c0-4c2c-a7e0-788f128e4be3 None None] Port 61d5b492-2038-4544-b73c-7aaaf0759046 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:44:09.543573 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 23f51d55-103a-450f-9315-cccee5913bb0 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:09.543951 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:09.550252 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5f8f7c9e-85f5-4c78-b631-d3c90c88b68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:09.563466 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5c9f84-c0d9-4a9e-bed4-b4a240572597 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:09.567713 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238fb8e-321e-4f2e-9fe7-8c32e732f50c req-7fb32e51-19f0-4fbc-88aa-6c978482ce5e tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:09.567904 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ae5c9f84-c0d9-4a9e-bed4-b4a240572597 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 881 time: 1.1213505 Nov 10 17:44:09.569373 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f238fb8e-321e-4f2e-9fe7-8c32e732f50c req-7fb32e51-19f0-4fbc-88aa-6c978482ce5e tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca0a610-b324-420f-9ae7-f7d213f53e51 HTTP/1.1" status: 200 len: 1024 time: 0.3502479 Nov 10 17:44:09.569635 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51004) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:09.585030 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8d53a040-9586-4b77-9e85-302b8792057c req-bd86517b-bdd7-4b06-8181-962e02bc3791 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:09.606823 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-138cf2a4-b912-4526-b574-6252a8638013 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:09.627948 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['3b9cc42d-8311-40b5-91f8-043052fb41fd'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:44:09.667005 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c15a5eaa-7176-43b8-b5ec-1335b75a1c56 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] 10.222.0.39 "GET /v2.0/ports?device_id=7de826be-f7ea-455d-b483-b702691ec035 HTTP/1.1" status: 200 len: 205 time: 0.0912626 Nov 10 17:44:09.667926 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51008) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:09.710636 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6ad02d5e-88c0-4c2c-a7e0-788f128e4be3 None None] Provisioning complete for port 353af55b-fda8-43db-8db5-4485b2223083 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:09.713543 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86517b-bdd7-4b06-8181-962e02bc3791 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Pushing event deleted for resources: {'Port': ['ID=174ce9f4-5086-40b7-bb91-0a5dc3fae7b2,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:09.714446 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6ad02d5e-88c0-4c2c-a7e0-788f128e4be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:09.803439 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c24ca5-9cdf-4e35-af19-2ff36bf6370e None None] DHCP port deletion for 060d9864-1c5a-45ea-8447-7c5b309eff4c request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:44:09.818920 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-395af323-9787-4993-a9e0-f053f27d36a0 req-30430109-4675-41aa-9bdb-44ce581508ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:09.903113 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f7c9e-85f5-4c78-b631-d3c90c88b68b None None] Pushing event updated for resources: {'Port': ['ID=8e3c3a11-bfc2-4da7-8551-14a7ec117b7d,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:09.990326 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f238fb8e-321e-4f2e-9fe7-8c32e732f50c req-18124d1f-e167-4b0a-88b0-3019fd9888e3 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?id=6192f994-9fb3-4bce-b4cd-c03ff5545a43&id=774a5019-1c4f-42a9-9cc8-a3b1a7a6dcd8&id=3fe41436-bd89-4d92-8d22-d04b8ef594a1&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3784111 Nov 10 17:44:10.059213 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138cf2a4-b912-4526-b574-6252a8638013 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Router 24bb19f1-c620-4e5f-bd26-c0e74c777bf5 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:44:10.078682 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 174ce9f4-5086-40b7-bb91-0a5dc3fae7b2 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:44:10.116125 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 174ce9f4-5086-40b7-bb91-0a5dc3fae7b2 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:44:10.116605 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 174ce9f4-5086-40b7-bb91-0a5dc3fae7b2 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:44:10.203289 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138cf2a4-b912-4526-b574-6252a8638013 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:44:10.214491 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-138cf2a4-b912-4526-b574-6252a8638013 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "PUT /v2.0/routers/24bb19f1-c620-4e5f-bd26-c0e74c777bf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1994720 Nov 10 17:44:10.216891 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51018) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:10.218086 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6ad02d5e-88c0-4c2c-a7e0-788f128e4be3 None None] Provisioning complete for port 5d78e8f0-5876-4ef6-9376-5d6315c35d16 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:10.218699 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6ad02d5e-88c0-4c2c-a7e0-788f128e4be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:10.229379 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05ccc70-cd34-43c0-8802-9dd08265ebd1 None None] Sync routers for ids ['24bb19f1-c620-4e5f-bd26-c0e74c777bf5'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:44:10.237128 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6ab76c34-27c8-4601-829b-56d92ad5a2d4 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:10.240607 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d53a040-9586-4b77-9e85-302b8792057c req-bd86517b-bdd7-4b06-8181-962e02bc3791 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] No DVR routers for this DVR port 174ce9f4-5086-40b7-bb91-0a5dc3fae7b2 on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:44:10.282401 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05ccc70-cd34-43c0-8802-9dd08265ebd1 None None] Routers {'24bb19f1-c620-4e5f-bd26-c0e74c777bf5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:44:10.283436 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d05ccc70-cd34-43c0-8802-9dd08265ebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:44:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['24bb19f1-c620-4e5f-bd26-c0e74c777bf5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:10.325868 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8d53a040-9586-4b77-9e85-302b8792057c req-bd86517b-bdd7-4b06-8181-962e02bc3791 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:10.333490 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8d53a040-9586-4b77-9e85-302b8792057c req-bd86517b-bdd7-4b06-8181-962e02bc3791 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.11 "DELETE /v2.0/ports/174ce9f4-5086-40b7-bb91-0a5dc3fae7b2 HTTP/1.1" status: 204 len: 173 time: 4.0967021 Nov 10 17:44:10.342870 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca0a610-b324-420f-9ae7-f7d213f53e51', 'name': 'network-vif-deleted', 'tag': '174ce9f4-5086-40b7-bb91-0a5dc3fae7b2'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:44:10.346000 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24b0fbe-5965-4e19-b71b-426cb7210e07" -d '{"events": [{"server_uuid": "3ca0a610-b324-420f-9ae7-f7d213f53e51", "name": "network-vif-deleted", "tag": "174ce9f4-5086-40b7-bb91-0a5dc3fae7b2"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:44:10.393038 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-6ad02d5e-88c0-4c2c-a7e0-788f128e4be3 None None] Port 5d78e8f0-5876-4ef6-9376-5d6315c35d16 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:44:10.457212 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d05ccc70-cd34-43c0-8802-9dd08265ebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:10.473912 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d55acd-f2ea-4b95-9f2f-b508d9c26b74 x-openstack-request-id: req-a8d55acd-f2ea-4b95-9f2f-b508d9c26b74 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:44:10.474499 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca0a610-b324-420f-9ae7-f7d213f53e51", "name": "network-vif-deleted", "tag": "174ce9f4-5086-40b7-bb91-0a5dc3fae7b2", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:44:10.474919 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a8d55acd-f2ea-4b95-9f2f-b508d9c26b74 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:44:10.475489 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca0a610-b324-420f-9ae7-f7d213f53e51', 'name': 'network-vif-deleted', 'tag': '174ce9f4-5086-40b7-bb91-0a5dc3fae7b2', 'status': 'completed', 'code': 200} Nov 10 17:44:10.482129 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05ccc70-cd34-43c0-8802-9dd08265ebd1 None None] Routers {'24bb19f1-c620-4e5f-bd26-c0e74c777bf5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:44:10.490173 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d05ccc70-cd34-43c0-8802-9dd08265ebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:44:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['24bb19f1-c620-4e5f-bd26-c0e74c777bf5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:10.503917 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-17e94780-e313-4edd-9fd7-d0b87c042810 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Deleting port 8e3c3a11-bfc2-4da7-8551-14a7ec117b7d {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:44:10.505269 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17e94780-e313-4edd-9fd7-d0b87c042810 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:10.568798 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d05ccc70-cd34-43c0-8802-9dd08265ebd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:10.569819 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05ccc70-cd34-43c0-8802-9dd08265ebd1 None None] The sync data for ids ['24bb19f1-c620-4e5f-bd26-c0e74c777bf5'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:44:10.611999 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-17e94780-e313-4edd-9fd7-d0b87c042810 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] For port 8e3c3a11-bfc2-4da7-8551-14a7ec117b7d, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=8e3c3a11-bfc2-4da7-8551-14a7ec117b7d,segment=NetworkSegment(3eafa2d5-25c3-4f7f-b6c8-927f90e848c8),segment_id=3eafa2d5-25c3-4f7f-b6c8-927f90e848c8)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:10.612408 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17e94780-e313-4edd-9fd7-d0b87c042810 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:10.653100 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-17e94780-e313-4edd-9fd7-d0b87c042810 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Calling delete_port for 8e3c3a11-bfc2-4da7-8551-14a7ec117b7d owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:44:10.665639 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-1abbcee1-7464-4454-9508-1c79cbf89381 None None] Provisioning complete for port ace41464-1d5f-4349-a4dc-c9b16d53b303 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:10.666229 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1abbcee1-7464-4454-9508-1c79cbf89381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:10.733133 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-1abbcee1-7464-4454-9508-1c79cbf89381 None None] Port ace41464-1d5f-4349-a4dc-c9b16d53b303 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:44:10.756982 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-1abbcee1-7464-4454-9508-1c79cbf89381 None None] Provisioning complete for port dafcf363-a3f0-4b52-bfb9-6f35df2183a7 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:10.758470 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1abbcee1-7464-4454-9508-1c79cbf89381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:10.817876 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 353af55b-fda8-43db-8db5-4485b2223083 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:44:10.886387 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294338ab-1912-4788-9486-859bf5056070 req-eb4be216-0f87-425a-89dc-3314c2b79721 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:10.899694 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294338ab-1912-4788-9486-859bf5056070 req-eb4be216-0f87-425a-89dc-3314c2b79721 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:10.907315 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294338ab-1912-4788-9486-859bf5056070 req-eb4be216-0f87-425a-89dc-3314c2b79721 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:10.915988 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-294338ab-1912-4788-9486-859bf5056070 req-eb4be216-0f87-425a-89dc-3314c2b79721 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 2376 time: 0.5932543 Nov 10 17:44:10.997738 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5422579c-b8df-49f8-bb68-822af602d748 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:11.060735 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9eb4f119-dbda-4b80-b708-0c96d1f33196 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:11.211581 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-395af323-9787-4993-a9e0-f053f27d36a0 req-30430109-4675-41aa-9bdb-44ce581508ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b03edfb4-0a86-4289-96b8-d4b9000867f8 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:44:11.221384 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-395af323-9787-4993-a9e0-f053f27d36a0 req-30430109-4675-41aa-9bdb-44ce581508ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:11.307337 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422579c-b8df-49f8-bb68-822af602d748 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Pushing event deleted for resources: {'Port': ['ID=5d78e8f0-5876-4ef6-9376-5d6315c35d16,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:11.320262 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-395af323-9787-4993-a9e0-f053f27d36a0 req-30430109-4675-41aa-9bdb-44ce581508ed service neutron] Transition to ACTIVE for port object b03edfb4-0a86-4289-96b8-d4b9000867f8 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:44:11.354402 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 353af55b-fda8-43db-8db5-4485b2223083 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:11.355138 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:11.359916 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1abbcee1-7464-4454-9508-1c79cbf89381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:11.361953 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-395af323-9787-4993-a9e0-f053f27d36a0 req-30430109-4675-41aa-9bdb-44ce581508ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:11.375840 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6ab76c34-27c8-4601-829b-56d92ad5a2d4 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:11.451175 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-1abbcee1-7464-4454-9508-1c79cbf89381 None None] For port dafcf363-a3f0-4b52-bfb9-6f35df2183a7, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=dafcf363-a3f0-4b52-bfb9-6f35df2183a7,segment=NetworkSegment(6ba515b7-41c1-4803-b43a-8e63f77f6509),segment_id=6ba515b7-41c1-4803-b43a-8e63f77f6509)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:11.451660 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5422579c-b8df-49f8-bb68-822af602d748 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:11.461528 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1abbcee1-7464-4454-9508-1c79cbf89381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:11.462051 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5422579c-b8df-49f8-bb68-822af602d748 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] 10.222.0.39 "DELETE /v2.0/ports/5d78e8f0-5876-4ef6-9376-5d6315c35d16 HTTP/1.1" status: 204 len: 168 time: 4.8911493 Nov 10 17:44:11.498836 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51030) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:11.507861 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-6b5cefe3-3c86-4797-8269-537bf4c4036c tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Request body: {'port': {'name': 'tempest-new-port-name-1483319573', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:11.508603 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.api.validators [None req-6b5cefe3-3c86-4797-8269-537bf4c4036c tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] bootfile-name is not in valid_values {{(pid=102469) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 17:44:11.509294 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.api.validators [None req-6b5cefe3-3c86-4797-8269-537bf4c4036c tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] tftp-server is not in valid_values {{(pid=102469) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 17:44:11.510243 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.api.validators [None req-6b5cefe3-3c86-4797-8269-537bf4c4036c tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] server-ip-address is not in valid_values {{(pid=102469) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 17:44:11.521556 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-294338ab-1912-4788-9486-859bf5056070 req-0b13a912-39ae-4013-a3f6-9d36f673b21c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6037972 Nov 10 17:44:11.607058 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abbcee1-7464-4454-9508-1c79cbf89381 None None] Pushing event updated for resources: {'Port': ['ID=dafcf363-a3f0-4b52-bfb9-6f35df2183a7,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:11.621191 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 8e3c3a11-bfc2-4da7-8551-14a7ec117b7d up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:44:11.683574 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb82cfb-9111-4d52-9739-cc1b7ac02ef8 None None] Network 0ed418e4-feab-4d7c-9db1-64131f80f8fc requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:44:11.735546 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30430109-4675-41aa-9bdb-44ce581508ed service neutron] Pushing event updated for resources: {'Port': ['ID=b03edfb4-0a86-4289-96b8-d4b9000867f8,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:11.752306 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No active binding found for port 8e3c3a11-bfc2-4da7-8551-14a7ec117b7d {{(pid=102470) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 17:44:11.752745 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 8e3c3a11-bfc2-4da7-8551-14a7ec117b7d not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 10 17:44:11.760366 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-7a3c10a6-0014-4c6a-93b6-43326289ea26 None None] Could not find standard attr ID for object 8e3c3a11-bfc2-4da7-8551-14a7ec117b7d. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 17:44:11.784233 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17e94780-e313-4edd-9fd7-d0b87c042810 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:11.798442 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Port 8e3c3a11-bfc2-4da7-8551-14a7ec117b7d not found, will not notify nova. {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 10 17:44:11.798860 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 23f51d55-103a-450f-9315-cccee5913bb0 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:44:11.868267 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6b5cefe3-3c86-4797-8269-537bf4c4036c tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:11.869935 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e94780-e313-4edd-9fd7-d0b87c042810 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event deleted for resources: {'Port': ['ID=8e3c3a11-bfc2-4da7-8551-14a7ec117b7d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:11.939044 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-00d42f02-cb94-458a-b1f8-fc895eb8bcfb req-32f18da2-18ed-4212-8a31-7ff609082abd tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ca0a610-b324-420f-9ae7-f7d213f53e51 HTTP/1.1" status: 200 len: 210 time: 0.7823422 Nov 10 17:44:11.977093 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 23f51d55-103a-450f-9315-cccee5913bb0 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:11.977744 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:11.979365 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e94780-e313-4edd-9fd7-d0b87c042810 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] No DVR routers for this DVR port 8e3c3a11-bfc2-4da7-8551-14a7ec117b7d on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:44:12.059627 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-395af323-9787-4993-a9e0-f053f27d36a0 req-30430109-4675-41aa-9bdb-44ce581508ed service neutron] Attempting to bind port b03edfb4-0a86-4289-96b8-d4b9000867f8 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:44:12.059981 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-395af323-9787-4993-a9e0-f053f27d36a0 req-30430109-4675-41aa-9bdb-44ce581508ed service neutron] Attempting to bind port b03edfb4-0a86-4289-96b8-d4b9000867f8 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': 'ca38939a-a602-4b7e-9a14-47b959ff1dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ff4495c5-0c07-4641-ac40-5d7a78d02152'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:44:12.060355 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395af323-9787-4993-a9e0-f053f27d36a0 req-30430109-4675-41aa-9bdb-44ce581508ed service neutron] Attempting to bind port b03edfb4-0a86-4289-96b8-d4b9000867f8 on network ff4495c5-0c07-4641-ac40-5d7a78d02152 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:44:12.086820 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395af323-9787-4993-a9e0-f053f27d36a0 req-30430109-4675-41aa-9bdb-44ce581508ed service neutron] Port b03edfb4-0a86-4289-96b8-d4b9000867f8 on network ff4495c5-0c07-4641-ac40-5d7a78d02152 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:44:12.087154 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395af323-9787-4993-a9e0-f053f27d36a0 req-30430109-4675-41aa-9bdb-44ce581508ed service neutron] Attempting to bind port b03edfb4-0a86-4289-96b8-d4b9000867f8 on network ff4495c5-0c07-4641-ac40-5d7a78d02152 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:44:12.089883 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-6ab76c34-27c8-4601-829b-56d92ad5a2d4 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Deleting port 857bf6eb-79aa-48b3-87ad-2f99c8d47dc7 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:44:12.091039 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6ab76c34-27c8-4601-829b-56d92ad5a2d4 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:12.106211 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device dafcf363-a3f0-4b52-bfb9-6f35df2183a7 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:44:12.164859 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port dafcf363-a3f0-4b52-bfb9-6f35df2183a7 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:12.165500 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:12.192822 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395af323-9787-4993-a9e0-f053f27d36a0 req-30430109-4675-41aa-9bdb-44ce581508ed service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:44:12.193182 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395af323-9787-4993-a9e0-f053f27d36a0 req-30430109-4675-41aa-9bdb-44ce581508ed service neutron] Checking segment: {'id': 'ca38939a-a602-4b7e-9a14-47b959ff1dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ff4495c5-0c07-4641-ac40-5d7a78d02152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:44:12.193554 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395af323-9787-4993-a9e0-f053f27d36a0 req-30430109-4675-41aa-9bdb-44ce581508ed service neutron] Bound using segment: {'id': 'ca38939a-a602-4b7e-9a14-47b959ff1dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ff4495c5-0c07-4641-ac40-5d7a78d02152'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:44:12.194235 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-395af323-9787-4993-a9e0-f053f27d36a0 req-30430109-4675-41aa-9bdb-44ce581508ed service neutron] Bound port: b03edfb4-0a86-4289-96b8-d4b9000867f8, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca38939a-a602-4b7e-9a14-47b959ff1dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ff4495c5-0c07-4641-ac40-5d7a78d02152'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:44:12.194610 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-395af323-9787-4993-a9e0-f053f27d36a0 req-30430109-4675-41aa-9bdb-44ce581508ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:12.197431 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17e94780-e313-4edd-9fd7-d0b87c042810 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:12.220230 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-9eb4f119-dbda-4b80-b708-0c96d1f33196 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Deleting port a391cab2-eaab-49ec-8f25-df6d624af1a5 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:44:12.220230 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9eb4f119-dbda-4b80-b708-0c96d1f33196 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:12.296703 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe8137d-2af3-40c6-81eb-cd9a235b3192 None None] get_active_networks_info from n-d-776250-10 {{(pid=102470) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 17:44:12.408799 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6ab76c34-27c8-4601-829b-56d92ad5a2d4 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:12.438513 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-6ab76c34-27c8-4601-829b-56d92ad5a2d4 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Calling delete_port for 857bf6eb-79aa-48b3-87ad-2f99c8d47dc7 owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:44:12.442376 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-395af323-9787-4993-a9e0-f053f27d36a0 req-30430109-4675-41aa-9bdb-44ce581508ed service neutron] For port b03edfb4-0a86-4289-96b8-d4b9000867f8, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:44:12.447151 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17e94780-e313-4edd-9fd7-d0b87c042810 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:12.480513 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-395af323-9787-4993-a9e0-f053f27d36a0 req-30430109-4675-41aa-9bdb-44ce581508ed service neutron] For port b03edfb4-0a86-4289-96b8-d4b9000867f8, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=b03edfb4-0a86-4289-96b8-d4b9000867f8,segment=NetworkSegment(ca38939a-a602-4b7e-9a14-47b959ff1dab),segment_id=ca38939a-a602-4b7e-9a14-47b959ff1dab)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:44:12.481910 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9eb4f119-dbda-4b80-b708-0c96d1f33196 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:12.520688 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-9eb4f119-dbda-4b80-b708-0c96d1f33196 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Calling delete_port for a391cab2-eaab-49ec-8f25-df6d624af1a5 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:44:12.527112 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e94780-e313-4edd-9fd7-d0b87c042810 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event deleted for resources: {'Subnet': ['ID=ffd2b106-9a83-484d-8029-9f780e222abc,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:12.530763 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-395af323-9787-4993-a9e0-f053f27d36a0 req-30430109-4675-41aa-9bdb-44ce581508ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:12.718435 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device dafcf363-a3f0-4b52-bfb9-6f35df2183a7 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:44:12.721992 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe8137d-2af3-40c6-81eb-cd9a235b3192 None None] Resources bound (agent type, host, resource id): {{(pid=102470) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 17:44:12.737380 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6b5cefe3-3c86-4797-8269-537bf4c4036c tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:12.759169 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395af323-9787-4993-a9e0-f053f27d36a0 req-30430109-4675-41aa-9bdb-44ce581508ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:12.759805 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-395af323-9787-4993-a9e0-f053f27d36a0 req-30430109-4675-41aa-9bdb-44ce581508ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:12.761271 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-395af323-9787-4993-a9e0-f053f27d36a0 req-30430109-4675-41aa-9bdb-44ce581508ed service neutron] 10.222.0.13 "PUT /v2.0/ports/b03edfb4-0a86-4289-96b8-d4b9000867f8 HTTP/1.1" status: 200 len: 1092 time: 4.0163288 Nov 10 17:44:12.769045 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3618042d-01fb-45bd-9f66-005deab15439', 'tag': 'b03edfb4-0a86-4289-96b8-d4b9000867f8'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:44:12.770521 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f6c896-6576-428f-8f69-74704e909e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "3618042d-01fb-45bd-9f66-005deab15439", "tag": "b03edfb4-0a86-4289-96b8-d4b9000867f8"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:44:12.799323 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6b5cefe3-3c86-4797-8269-537bf4c4036c tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:12.814220 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a5d933da-8898-4f0f-a83d-b87bf31c2058 service neutron] Request body: {'port': {'device_id': '3618042d-01fb-45bd-9f66-005deab15439', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:12.835105 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port dafcf363-a3f0-4b52-bfb9-6f35df2183a7 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:12.835475 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:12.866369 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdaa136-91ab-490e-8c7f-43b3a8d1be64 x-openstack-request-id: req-0bdaa136-91ab-490e-8c7f-43b3a8d1be64 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:44:12.866369 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3618042d-01fb-45bd-9f66-005deab15439", "tag": "b03edfb4-0a86-4289-96b8-d4b9000867f8", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:44:12.866369 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0bdaa136-91ab-490e-8c7f-43b3a8d1be64 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:44:12.866933 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3618042d-01fb-45bd-9f66-005deab15439', 'tag': 'b03edfb4-0a86-4289-96b8-d4b9000867f8', 'status': 'completed', 'code': 200} Nov 10 17:44:12.919121 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17e94780-e313-4edd-9fd7-d0b87c042810 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:12.954404 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9eb4f119-dbda-4b80-b708-0c96d1f33196 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:13.026793 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4f119-dbda-4b80-b708-0c96d1f33196 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Port': ['ID=a391cab2-eaab-49ec-8f25-df6d624af1a5,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:13.200676 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66020ae-417c-49ec-9d79-468a3d9c036a None None] Network 0ed418e4-feab-4d7c-9db1-64131f80f8fc requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:44:13.266244 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-41a01162-0555-4d29-944a-64faa39397f9 req-bc7a7649-39a1-421d-aabf-e10cc76df371 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups/774a5019-1c4f-42a9-9cc8-a3b1a7a6dcd8 HTTP/1.1" status: 200 len: 1820 time: 0.1422825 Nov 10 17:44:13.271517 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9eb4f119-dbda-4b80-b708-0c96d1f33196 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:13.337105 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30430109-4675-41aa-9bdb-44ce581508ed service neutron] Pushing event updated for resources: {'Port': ['ID=b03edfb4-0a86-4289-96b8-d4b9000867f8,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:13.442683 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-17e94780-e313-4edd-9fd7-d0b87c042810 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed418e4-feab-4d7c-9db1-64131f80f8fc']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:13.490101 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-41a01162-0555-4d29-944a-64faa39397f9 req-5a1c17a6-2ed6-4852-a422-f1b3a6b6bdca tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:13.552272 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-17e94780-e313-4edd-9fd7-d0b87c042810 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eafa2d5-25c3-4f7f-b6c8-927f90e848c8') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:13.552728 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-17e94780-e313-4edd-9fd7-d0b87c042810 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eafa2d5-25c3-4f7f-b6c8-927f90e848c8') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:13.597012 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394fa92-8b8e-43bd-841a-e38ec8b22100 req-dee9b2e6-2a4f-433f-9fba-82655c8d70ac tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:13.604577 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394fa92-8b8e-43bd-841a-e38ec8b22100 req-dee9b2e6-2a4f-433f-9fba-82655c8d70ac tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:13.610742 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394fa92-8b8e-43bd-841a-e38ec8b22100 req-dee9b2e6-2a4f-433f-9fba-82655c8d70ac tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:13.616669 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d394fa92-8b8e-43bd-841a-e38ec8b22100 req-dee9b2e6-2a4f-433f-9fba-82655c8d70ac tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 2388 time: 0.9603097 Nov 10 17:44:13.618705 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17e94780-e313-4edd-9fd7-d0b87c042810 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:13.641012 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011a6837-3086-42f9-87ca-1ba7c43cddec None None] DHCP port deletion for 0ed418e4-feab-4d7c-9db1-64131f80f8fc request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:44:13.659612 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-41a01162-0555-4d29-944a-64faa39397f9 req-5a1c17a6-2ed6-4852-a422-f1b3a6b6bdca tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:13.690141 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a5d933da-8898-4f0f-a83d-b87bf31c2058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:13.720251 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb4f119-dbda-4b80-b708-0c96d1f33196 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Router 24bb19f1-c620-4e5f-bd26-c0e74c777bf5 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:44:13.733183 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-6b5cefe3-3c86-4797-8269-537bf4c4036c tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] In _notify_port_updated(), no bound segment for port 61d5b492-2038-4544-b73c-7aaaf0759046 on network 5f91e6c1-3a1e-42d7-a7a0-68cb2f126f09 {{(pid=102469) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 17:44:13.753976 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5cefe3-3c86-4797-8269-537bf4c4036c tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:13.755576 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6b5cefe3-3c86-4797-8269-537bf4c4036c tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:13.758040 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6b5cefe3-3c86-4797-8269-537bf4c4036c tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] 10.222.0.39 "PUT /v2.0/ports/61d5b492-2038-4544-b73c-7aaaf0759046 HTTP/1.1" status: 200 len: 1136 time: 2.2567024 Nov 10 17:44:13.768221 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5cefe3-3c86-4797-8269-537bf4c4036c tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Pushing event updated for resources: {'Port': ['ID=61d5b492-2038-4544-b73c-7aaaf0759046,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:13.774426 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51050) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:13.788607 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-41a01162-0555-4d29-944a-64faa39397f9 req-5a1c17a6-2ed6-4852-a422-f1b3a6b6bdca tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:13.795886 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-41a01162-0555-4d29-944a-64faa39397f9 req-5a1c17a6-2ed6-4852-a422-f1b3a6b6bdca tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:13.796240 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-41a01162-0555-4d29-944a-64faa39397f9 req-5a1c17a6-2ed6-4852-a422-f1b3a6b6bdca tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "DELETE /v2.0/security-groups/774a5019-1c4f-42a9-9cc8-a3b1a7a6dcd8 HTTP/1.1" status: 204 len: 173 time: 0.5200434 Nov 10 17:44:13.855069 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c17a6-2ed6-4852-a422-f1b3a6b6bdca tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=774a5019-1c4f-42a9-9cc8-a3b1a7a6dcd8,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:13.869849 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17e94780-e313-4edd-9fd7-d0b87c042810 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:13.876645 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6c896-6576-428f-8f69-74704e909e7f req-483dbcaa-e715-41cf-b194-8759d64e91ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:13.876645 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6c896-6576-428f-8f69-74704e909e7f req-483dbcaa-e715-41cf-b194-8759d64e91ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:13.877026 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6c896-6576-428f-8f69-74704e909e7f req-483dbcaa-e715-41cf-b194-8759d64e91ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:13.878602 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-46f6c896-6576-428f-8f69-74704e909e7f req-483dbcaa-e715-41cf-b194-8759d64e91ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=066ad4243c364cb2b13d18de8348945c&device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 2732 time: 0.9548256 Nov 10 17:44:13.884477 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607c41f5-b0e8-4ecc-b835-cb01e32829e3 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:13.890300 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-607c41f5-b0e8-4ecc-b835-cb01e32829e3 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] 10.222.0.39 "GET /v2.0/ports/61d5b492-2038-4544-b73c-7aaaf0759046 HTTP/1.1" status: 200 len: 1136 time: 0.1102846 Nov 10 17:44:13.897764 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51058) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:13.942872 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e94780-e313-4edd-9fd7-d0b87c042810 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:44:13.942872 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17e94780-e313-4edd-9fd7-d0b87c042810 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:13.975419 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a9d05a8a-32d7-4139-baa8-af43a28b093c None None] Provisioning complete for port 61d5b492-2038-4544-b73c-7aaaf0759046 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:13.976037 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a9d05a8a-32d7-4139-baa8-af43a28b093c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:13.979921 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb4f119-dbda-4b80-b708-0c96d1f33196 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:44:13.985660 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9eb4f119-dbda-4b80-b708-0c96d1f33196 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "PUT /v2.0/routers/24bb19f1-c620-4e5f-bd26-c0e74c777bf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7677646 Nov 10 17:44:13.987392 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:44:13.987392 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:44:13.987392 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:44:13.987392 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:44:13.987392 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:44:13.987392 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:44:13.987392 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:44:13.987392 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:44:13.987392 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:44:13.987392 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:44:13.987392 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:44:13.987392 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:44:13.987392 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:44:13.987392 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:44:13.987392 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:44:13.987392 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:44:13.987392 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:44:13.987392 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:44:13.987392 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:44:13.987392 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:44:13.987392 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:44:13.987392 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:44:13.987392 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:44:13.987392 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:44:13.987392 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:44:13.987392 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:44:13.987392 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:44:13.987392 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:44:13.987392 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:44:13.987392 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:44:13.987392 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:44:13.987392 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:44:13.992871 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-05a3fb6e-d3e0-4d5a-a99a-d5e246ebd9e7 req-8dd5da07-dabc-487c-80e2-f811180b15d6 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups/3fe41436-bd89-4d92-8d22-d04b8ef594a1 HTTP/1.1" status: 200 len: 1820 time: 0.1541202 Nov 10 17:44:13.992871 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51062) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:14.039808 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff26175-50d9-41b6-8d1f-734c32c8f077 None None] Sync routers for ids ['24bb19f1-c620-4e5f-bd26-c0e74c777bf5'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:44:14.040902 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-da3d2e52-f613-4e84-837b-43f62c6821e1 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "GET /v2.0/ports?device_id=24bb19f1-c620-4e5f-bd26-c0e74c777bf5 HTTP/1.1" status: 200 len: 205 time: 0.0490968 Nov 10 17:44:14.047024 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51064) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:14.075443 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff26175-50d9-41b6-8d1f-734c32c8f077 None None] Routers {'24bb19f1-c620-4e5f-bd26-c0e74c777bf5'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:44:14.076067 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-aff26175-50d9-41b6-8d1f-734c32c8f077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:44:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['24bb19f1-c620-4e5f-bd26-c0e74c777bf5'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:14.088681 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6ab76c34-27c8-4601-829b-56d92ad5a2d4 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:14.116188 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-a9d05a8a-32d7-4139-baa8-af43a28b093c None None] Port 61d5b492-2038-4544-b73c-7aaaf0759046 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:44:14.118613 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-aff26175-50d9-41b6-8d1f-734c32c8f077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:14.128463 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff26175-50d9-41b6-8d1f-734c32c8f077 None None] Routers {'24bb19f1-c620-4e5f-bd26-c0e74c777bf5'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:44:14.128850 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-aff26175-50d9-41b6-8d1f-734c32c8f077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:44:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['24bb19f1-c620-4e5f-bd26-c0e74c777bf5'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:14.157214 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a4e8546a-9235-4c7b-9b58-bf104eb4ec62 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:14.163749 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-aff26175-50d9-41b6-8d1f-734c32c8f077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:14.164436 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff26175-50d9-41b6-8d1f-734c32c8f077 None None] The sync data for ids ['24bb19f1-c620-4e5f-bd26-c0e74c777bf5'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:44:14.212914 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-05a3fb6e-d3e0-4d5a-a99a-d5e246ebd9e7 req-7c6b7b46-cafe-4d66-8490-ee153548b661 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:14.285350 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab76c34-27c8-4601-829b-56d92ad5a2d4 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Pushing event deleted for resources: {'Port': ['ID=857bf6eb-79aa-48b3-87ad-2f99c8d47dc7,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:14.296964 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-05a3fb6e-d3e0-4d5a-a99a-d5e246ebd9e7 req-7c6b7b46-cafe-4d66-8490-ee153548b661 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:14.324543 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c658b710-ab26-402f-8699-4fb5d31c4ebc None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:44:14.333447 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d394fa92-8b8e-43bd-841a-e38ec8b22100 req-5a27c0fe-b946-459d-965f-cb5f5356a913 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7020476 Nov 10 17:44:14.341649 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 8e3c3a11-bfc2-4da7-8551-14a7ec117b7d no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:44:14.371466 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17e94780-e313-4edd-9fd7-d0b87c042810 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:14.378782 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 8e3c3a11-bfc2-4da7-8551-14a7ec117b7d {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:44:14.379438 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 8e3c3a11-bfc2-4da7-8551-14a7ec117b7d not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:44:14.384590 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a4e8546a-9235-4c7b-9b58-bf104eb4ec62 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:14.391530 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a4e8546a-9235-4c7b-9b58-bf104eb4ec62 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:14.413424 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17e94780-e313-4edd-9fd7-d0b87c042810 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:14.416669 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-17e94780-e313-4edd-9fd7-d0b87c042810 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "DELETE /v2.0/networks/0ed418e4-feab-4d7c-9db1-64131f80f8fc HTTP/1.1" status: 204 len: 168 time: 6.8863282 Nov 10 17:44:14.445092 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51066) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:14.451090 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-495be59d-6562-42ad-b347-3c4e2f67b4d3 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-795159535'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:14.473596 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a4e8546a-9235-4c7b-9b58-bf104eb4ec62 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:14.474250 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e8546a-9235-4c7b-9b58-bf104eb4ec62 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Fanout notify agent at l3_agent the message router_deleted on router 24bb19f1-c620-4e5f-bd26-c0e74c777bf5 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:44:14.481932 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a4e8546a-9235-4c7b-9b58-bf104eb4ec62 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:14.483531 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a4e8546a-9235-4c7b-9b58-bf104eb4ec62 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/routers/24bb19f1-c620-4e5f-bd26-c0e74c777bf5 HTTP/1.1" status: 204 len: 168 time: 0.4355590 Nov 10 17:44:14.487096 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51068) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:14.491400 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-05a3fb6e-d3e0-4d5a-a99a-d5e246ebd9e7 req-7c6b7b46-cafe-4d66-8490-ee153548b661 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:14.494116 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-05a3fb6e-d3e0-4d5a-a99a-d5e246ebd9e7 req-7c6b7b46-cafe-4d66-8490-ee153548b661 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:14.495249 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-05a3fb6e-d3e0-4d5a-a99a-d5e246ebd9e7 req-7c6b7b46-cafe-4d66-8490-ee153548b661 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "DELETE /v2.0/security-groups/3fe41436-bd89-4d92-8d22-d04b8ef594a1 HTTP/1.1" status: 204 len: 173 time: 0.4880967 Nov 10 17:44:14.531679 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495be59d-6562-42ad-b347-3c4e2f67b4d3 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Made reservation on behalf of 1e482b7991684b25b580f167d516644d for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:44:14.533137 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e94780-e313-4edd-9fd7-d0b87c042810 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event deleted for resources: {'Network': ['ID=0ed418e4-feab-4d7c-9db1-64131f80f8fc,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:14.536724 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-495be59d-6562-42ad-b347-3c4e2f67b4d3 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:14.549275 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b7b46-cafe-4d66-8490-ee153548b661 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe41436-bd89-4d92-8d22-d04b8ef594a1,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:14.563858 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-7d4e2d6c-a0cd-4e4f-b95e-1e3b4d90223c req-94e44010-69c9-4f2e-8af9-e04009094f56 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-820720341', 'description': 'tempest-description-1314362635'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:14.584741 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6c896-6576-428f-8f69-74704e909e7f req-32701314-d74a-4122-be43-55559342dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:14.585217 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6c896-6576-428f-8f69-74704e909e7f req-32701314-d74a-4122-be43-55559342dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:14.585672 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6c896-6576-428f-8f69-74704e909e7f req-32701314-d74a-4122-be43-55559342dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:14.587345 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-46f6c896-6576-428f-8f69-74704e909e7f req-32701314-d74a-4122-be43-55559342dc7b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=066ad4243c364cb2b13d18de8348945c&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6866271 Nov 10 17:44:14.593585 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ee66fe-c5e6-4e16-b7b3-4af2c4674f74 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Deleting subnet d4f8363a-b141-4008-8fed-e0fd5eaeb583 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:44:14.598717 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-495be59d-6562-42ad-b347-3c4e2f67b4d3 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:44:14.604549 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-54ee66fe-c5e6-4e16-b7b3-4af2c4674f74 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:14.614952 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6ab76c34-27c8-4601-829b-56d92ad5a2d4 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:14.645274 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-495be59d-6562-42ad-b347-3c4e2f67b4d3 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:14.645628 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-495be59d-6562-42ad-b347-3c4e2f67b4d3 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Added segment 07324c6b-0b40-4db4-affd-7891eaa0490b of type vlan for network 5e776bd7-9825-4ec8-8d6e-a3928e7a01d2 Nov 10 17:44:14.684497 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-120d2d4f-7903-4b84-a8d8-43f319238895 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Deleting port 61d5b492-2038-4544-b73c-7aaaf0759046 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:44:14.684839 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-120d2d4f-7903-4b84-a8d8-43f319238895 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:14.699541 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-54ee66fe-c5e6-4e16-b7b3-4af2c4674f74 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:14.735356 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-495be59d-6562-42ad-b347-3c4e2f67b4d3 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:14.797176 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7d4e2d6c-a0cd-4e4f-b95e-1e3b4d90223c req-94e44010-69c9-4f2e-8af9-e04009094f56 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:14.806787 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-495be59d-6562-42ad-b347-3c4e2f67b4d3 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:14.812330 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495be59d-6562-42ad-b347-3c4e2f67b4d3 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:14.812921 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-495be59d-6562-42ad-b347-3c4e2f67b4d3 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:14.886349 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-495be59d-6562-42ad-b347-3c4e2f67b4d3 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4393091 Nov 10 17:44:14.893145 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51072) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:14.893386 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6ab76c34-27c8-4601-829b-56d92ad5a2d4 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:14.897522 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-8c01dd55-9aef-41d4-b14f-ae6911170115 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Request body: {'subnet': {'network_id': '5e776bd7-9825-4ec8-8d6e-a3928e7a01d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:14.908982 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6ab76c34-27c8-4601-829b-56d92ad5a2d4 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:14.918402 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-54ee66fe-c5e6-4e16-b7b3-4af2c4674f74 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:15.013158 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495be59d-6562-42ad-b347-3c4e2f67b4d3 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event updated for resources: {'Network': ['ID=5e776bd7-9825-4ec8-8d6e-a3928e7a01d2,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:15.041757 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 5e776bd7-9825-4ec8-8d6e-a3928e7a01d2 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:44:15.099544 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-54ee66fe-c5e6-4e16-b7b3-4af2c4674f74 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:15.147659 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6ab76c34-27c8-4601-829b-56d92ad5a2d4 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:15.149135 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab76c34-27c8-4601-829b-56d92ad5a2d4 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Fanout notify agent at l3_agent the message router_deleted on router 7de826be-f7ea-455d-b483-b702691ec035 {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:44:15.155117 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee66fe-c5e6-4e16-b7b3-4af2c4674f74 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Subnet': ['ID=d4f8363a-b141-4008-8fed-e0fd5eaeb583,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:15.170183 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6ab76c34-27c8-4601-829b-56d92ad5a2d4 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:15.171900 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4080fd6-6a2c-43d0-807b-b61cc7a7d321 None None] Network 3640794f-949a-4f67-845b-35c5666a6232 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:44:15.172768 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-54ee66fe-c5e6-4e16-b7b3-4af2c4674f74 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:15.177137 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6ab76c34-27c8-4601-829b-56d92ad5a2d4 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] 10.222.0.39 "DELETE /v2.0/routers/7de826be-f7ea-455d-b483-b702691ec035 HTTP/1.1" status: 204 len: 168 time: 5.4768112 Nov 10 17:44:15.178542 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51082) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:15.179483 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-54ee66fe-c5e6-4e16-b7b3-4af2c4674f74 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/subnets/d4f8363a-b141-4008-8fed-e0fd5eaeb583 HTTP/1.1" status: 204 len: 168 time: 0.6912498 Nov 10 17:44:15.183304 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51084) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:15.201646 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-e0c18226-b57b-44fb-892d-a60f6774c065 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1592946689', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:15.238970 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c01dd55-9aef-41d4-b14f-ae6911170115 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Made reservation on behalf of 1e482b7991684b25b580f167d516644d for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:44:15.243658 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8c01dd55-9aef-41d4-b14f-ae6911170115 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:15.279570 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-120d2d4f-7903-4b84-a8d8-43f319238895 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:15.293898 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6c896-6576-428f-8f69-74704e909e7f req-172852f6-b341-4f8c-b95b-3f32a85e673f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:15.296866 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-46f6c896-6576-428f-8f69-74704e909e7f req-172852f6-b341-4f8c-b95b-3f32a85e673f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6894107 Nov 10 17:44:15.300779 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a5d933da-8898-4f0f-a83d-b87bf31c2058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 008c28c7-e805-4720-8ee0-7a694cc1bdd2 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:44:15.323924 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-b186260a-ec0a-4f50-b039-0e726e3ae3cd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Deleting subnet a7d7f488-6fb7-4682-bb02-b02855ff76f7 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:44:15.334196 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b186260a-ec0a-4f50-b039-0e726e3ae3cd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:15.353163 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a5d933da-8898-4f0f-a83d-b87bf31c2058 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:15.383034 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-120d2d4f-7903-4b84-a8d8-43f319238895 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Calling delete_port for 61d5b492-2038-4544-b73c-7aaaf0759046 owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:44:15.385775 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0c18226-b57b-44fb-892d-a60f6774c065 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:15.387299 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0c18226-b57b-44fb-892d-a60f6774c065 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:15.419573 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b186260a-ec0a-4f50-b039-0e726e3ae3cd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:15.598486 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6542bff-109e-40ce-a276-1f1672e5cf47 None None] DHCP port deletion for 3640794f-949a-4f67-845b-35c5666a6232 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:44:15.661449 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8a85b-88c7-4736-b31e-93592e75e3dd req-feaa6208-4799-4309-8b90-53eb6e434128 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:15.672191 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8a85b-88c7-4736-b31e-93592e75e3dd req-feaa6208-4799-4309-8b90-53eb6e434128 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:15.684228 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8a85b-88c7-4736-b31e-93592e75e3dd req-feaa6208-4799-4309-8b90-53eb6e434128 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:15.687433 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7ec8a85b-88c7-4736-b31e-93592e75e3dd req-feaa6208-4799-4309-8b90-53eb6e434128 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 2388 time: 0.2112913 Nov 10 17:44:15.696854 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b186260a-ec0a-4f50-b039-0e726e3ae3cd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:15.746412 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-f6542bff-109e-40ce-a276-1f1672e5cf47 None None] Deleting port 2db97fb9-0c82-4c78-87a9-fda4a2579cc4 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:44:15.747795 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f6542bff-109e-40ce-a276-1f1672e5cf47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:15.752129 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0c18226-b57b-44fb-892d-a60f6774c065 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:15.773277 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0c18226-b57b-44fb-892d-a60f6774c065 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:15.793293 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7d4e2d6c-a0cd-4e4f-b95e-1e3b4d90223c req-94e44010-69c9-4f2e-8af9-e04009094f56 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:15.794692 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a5d933da-8898-4f0f-a83d-b87bf31c2058 service neutron] Transition to ACTIVE for port object 008c28c7-e805-4720-8ee0-7a694cc1bdd2 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:44:15.807687 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a5d933da-8898-4f0f-a83d-b87bf31c2058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:15.809990 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7d4e2d6c-a0cd-4e4f-b95e-1e3b4d90223c req-94e44010-69c9-4f2e-8af9-e04009094f56 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:15.926483 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e44010-69c9-4f2e-8af9-e04009094f56 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82f1b5a3-2f64-4171-8cdd-56789b02873a,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:15.934119 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f6542bff-109e-40ce-a276-1f1672e5cf47 None None] For port 2db97fb9-0c82-4c78-87a9-fda4a2579cc4, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2db97fb9-0c82-4c78-87a9-fda4a2579cc4,segment=NetworkSegment(70550195-bec4-44d7-a220-14b7ee50e107),segment_id=70550195-bec4-44d7-a220-14b7ee50e107)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:15.936340 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f6542bff-109e-40ce-a276-1f1672e5cf47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:15.954938 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-f6542bff-109e-40ce-a276-1f1672e5cf47 None None] Calling delete_port for 2db97fb9-0c82-4c78-87a9-fda4a2579cc4 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:44:16.025884 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0c18226-b57b-44fb-892d-a60f6774c065 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:16.031289 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e0c18226-b57b-44fb-892d-a60f6774c065 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8375952 Nov 10 17:44:16.032626 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d933da-8898-4f0f-a83d-b87bf31c2058 service neutron] Pushing event updated for resources: {'Port': ['ID=008c28c7-e805-4720-8ee0-7a694cc1bdd2,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:16.034588 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8c01dd55-9aef-41d4-b14f-ae6911170115 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:16.040230 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51092) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:16.061241 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-0cdb4083-fba7-4819-a12f-31761119975a tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:16.063726 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7ec8a85b-88c7-4736-b31e-93592e75e3dd req-c333e039-ec31-423e-a960-aa479c01fa44 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530295 Nov 10 17:44:16.096423 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f6542bff-109e-40ce-a276-1f1672e5cf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:16.139701 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b186260a-ec0a-4f50-b039-0e726e3ae3cd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:16.156422 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6542bff-109e-40ce-a276-1f1672e5cf47 None None] Pushing event deleted for resources: {'Port': ['ID=2db97fb9-0c82-4c78-87a9-fda4a2579cc4,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:16.162805 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6542bff-109e-40ce-a276-1f1672e5cf47 None None] No DVR routers for this DVR port 2db97fb9-0c82-4c78-87a9-fda4a2579cc4 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:44:16.180999 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b186260a-ec0a-4f50-b039-0e726e3ae3cd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:16.197880 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7cf77e-206c-4ff6-805b-60d37778fb8d None None] Network ef0fa5f7-bdd1-4e6e-8358-3dac8aa49e28 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:44:16.200656 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b186260a-ec0a-4f50-b039-0e726e3ae3cd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/subnets/a7d7f488-6fb7-4682-bb02-b02855ff76f7 HTTP/1.1" status: 204 len: 168 time: 1.0146601 Nov 10 17:44:16.226727 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51094) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:16.232487 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7d4e2d6c-a0cd-4e4f-b95e-1e3b4d90223c req-94e44010-69c9-4f2e-8af9-e04009094f56 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:16.256294 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7d4e2d6c-a0cd-4e4f-b95e-1e3b4d90223c req-94e44010-69c9-4f2e-8af9-e04009094f56 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.6993680 Nov 10 17:44:16.446985 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c01dd55-9aef-41d4-b14f-ae6911170115 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Checking segment: {'id': '07324c6b-0b40-4db4-affd-7891eaa0490b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5e776bd7-9825-4ec8-8d6e-a3928e7a01d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:44:16.452718 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c01dd55-9aef-41d4-b14f-ae6911170115 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Network hostable DHCP agents. Network: 5e776bd7-9825-4ec8-8d6e-a3928e7a01d2, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:44:16.455525 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2db97fb9-0c82-4c78-87a9-fda4a2579cc4 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:44:16.464299 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5a9bedc7-3ab7-4f1c-acae-de05ec45611c tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:16.503721 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 2db97fb9-0c82-4c78-87a9-fda4a2579cc4 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:44:16.504954 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2db97fb9-0c82-4c78-87a9-fda4a2579cc4 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:44:16.519087 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c01dd55-9aef-41d4-b14f-ae6911170115 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event updated for resources: {'Subnet': ['ID=df4aee6a-e979-4127-87d9-09e9ab48b062,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:16.598476 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b186260a-ec0a-4f50-b039-0e726e3ae3cd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Subnet': ['ID=a7d7f488-6fb7-4682-bb02-b02855ff76f7,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:16.611456 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-01408171-6681-451a-971a-5717d01f1740 req-6c01c14b-5e6e-4489-ba71-be88723e9929 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups/82f1b5a3-2f64-4171-8cdd-56789b02873a HTTP/1.1" status: 200 len: 1819 time: 0.1991205 Nov 10 17:44:16.619046 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c01dd55-9aef-41d4-b14f-ae6911170115 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Network 5e776bd7-9825-4ec8-8d6e-a3928e7a01d2 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:44:16.634816 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-01408171-6681-451a-971a-5717d01f1740 req-344d7e78-cf61-48f1-8856-8ce591929249 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Request body: {'security_group': {'name': 'tempest-sg-hth-675951641', 'description': 'tempest-description-hth-1422411164'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:16.646046 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0cdb4083-fba7-4819-a12f-31761119975a tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:16.647858 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef918aab-65bd-492f-a4f7-129d8fdf1e4a None None] DHCP port deletion for ef0fa5f7-bdd1-4e6e-8358-3dac8aa49e28 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:44:16.661834 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-8c01dd55-9aef-41d4-b14f-ae6911170115 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 5e776bd7-9825-4ec8-8d6e-a3928e7a01d2) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:16.678392 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c01dd55-9aef-41d4-b14f-ae6911170115 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:16.679212 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8c01dd55-9aef-41d4-b14f-ae6911170115 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:16.730125 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a5d933da-8898-4f0f-a83d-b87bf31c2058 service neutron] Attempting to bind port 008c28c7-e805-4720-8ee0-7a694cc1bdd2 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:44:16.730457 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a5d933da-8898-4f0f-a83d-b87bf31c2058 service neutron] Attempting to bind port 008c28c7-e805-4720-8ee0-7a694cc1bdd2 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '249c0323-6dca-4e3f-a738-983d53eaf0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b877c666-d6da-438b-987e-146762b0ecf1'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:44:16.730839 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a5d933da-8898-4f0f-a83d-b87bf31c2058 service neutron] Attempting to bind port 008c28c7-e805-4720-8ee0-7a694cc1bdd2 on network b877c666-d6da-438b-987e-146762b0ecf1 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:44:16.740000 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c69b69-df69-4d43-8ad9-aa1e95521743 None None] Network 5e776bd7-9825-4ec8-8d6e-a3928e7a01d2 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:44:16.766901 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8c01dd55-9aef-41d4-b14f-ae6911170115 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8746676 Nov 10 17:44:16.774577 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51098) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:16.790356 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5a9bedc7-3ab7-4f1c-acae-de05ec45611c tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:16.795085 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-01408171-6681-451a-971a-5717d01f1740 req-344d7e78-cf61-48f1-8856-8ce591929249 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:16.809277 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a5d933da-8898-4f0f-a83d-b87bf31c2058 service neutron] Port 008c28c7-e805-4720-8ee0-7a694cc1bdd2 on network b877c666-d6da-438b-987e-146762b0ecf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:44:16.809612 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a5d933da-8898-4f0f-a83d-b87bf31c2058 service neutron] Attempting to bind port 008c28c7-e805-4720-8ee0-7a694cc1bdd2 on network b877c666-d6da-438b-987e-146762b0ecf1 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:44:16.829881 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-5a9bedc7-3ab7-4f1c-acae-de05ec45611c tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3640794f-949a-4f67-845b-35c5666a6232']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:16.848562 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-120d2d4f-7903-4b84-a8d8-43f319238895 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:16.855845 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-5a9bedc7-3ab7-4f1c-acae-de05ec45611c tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70550195-bec4-44d7-a220-14b7ee50e107') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:16.856224 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-5a9bedc7-3ab7-4f1c-acae-de05ec45611c tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70550195-bec4-44d7-a220-14b7ee50e107') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:16.862199 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a5d933da-8898-4f0f-a83d-b87bf31c2058 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:44:16.862543 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a5d933da-8898-4f0f-a83d-b87bf31c2058 service neutron] Checking segment: {'id': '249c0323-6dca-4e3f-a738-983d53eaf0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b877c666-d6da-438b-987e-146762b0ecf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:44:16.862932 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a5d933da-8898-4f0f-a83d-b87bf31c2058 service neutron] Bound using segment: {'id': '249c0323-6dca-4e3f-a738-983d53eaf0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b877c666-d6da-438b-987e-146762b0ecf1'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:44:16.863467 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a5d933da-8898-4f0f-a83d-b87bf31c2058 service neutron] Bound port: 008c28c7-e805-4720-8ee0-7a694cc1bdd2, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249c0323-6dca-4e3f-a738-983d53eaf0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b877c666-d6da-438b-987e-146762b0ecf1'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:44:16.864030 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a5d933da-8898-4f0f-a83d-b87bf31c2058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:16.868174 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-ef918aab-65bd-492f-a4f7-129d8fdf1e4a None None] Deleting port d2efd536-e398-4d7d-a191-7a39c94b28c5 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:44:16.868553 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ef918aab-65bd-492f-a4f7-129d8fdf1e4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:16.908137 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5a9bedc7-3ab7-4f1c-acae-de05ec45611c tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:16.918682 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d2d4f-7903-4b84-a8d8-43f319238895 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Pushing event deleted for resources: {'Port': ['ID=61d5b492-2038-4544-b73c-7aaaf0759046,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:16.950858 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-01408171-6681-451a-971a-5717d01f1740 req-344d7e78-cf61-48f1-8856-8ce591929249 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:16.961715 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5a9bedc7-3ab7-4f1c-acae-de05ec45611c tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:16.969709 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-01408171-6681-451a-971a-5717d01f1740 req-344d7e78-cf61-48f1-8856-8ce591929249 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:16.979182 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-01408171-6681-451a-971a-5717d01f1740 req-344d7e78-cf61-48f1-8856-8ce591929249 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:16.980550 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-01408171-6681-451a-971a-5717d01f1740 req-344d7e78-cf61-48f1-8856-8ce591929249 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "PUT /v2.0/security-groups/82f1b5a3-2f64-4171-8cdd-56789b02873a HTTP/1.1" status: 200 len: 1793 time: 0.3532023 Nov 10 17:44:17.011590 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a9bedc7-3ab7-4f1c-acae-de05ec45611c tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:44:17.012000 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5a9bedc7-3ab7-4f1c-acae-de05ec45611c tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:17.027042 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:44:17.027042 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:44:17.027042 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:44:17.027042 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:44:17.027042 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:44:17.027042 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:44:17.027042 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:44:17.027042 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:44:17.027042 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:44:17.027042 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:44:17.027042 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:44:17.027042 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:44:17.027042 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:44:17.027042 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:44:17.027042 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:44:17.027042 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:44:17.027042 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:44:17.027042 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:44:17.027042 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:44:17.027042 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:44:17.027042 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:44:17.027042 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:44:17.027042 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:44:17.027042 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:44:17.027042 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:44:17.027042 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:44:17.027042 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:44:17.027042 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:44:17.027042 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:44:17.027042 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:44:17.027042 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:44:17.027042 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:44:17.079164 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-11f196c1-0e58-43ad-8dfb-1b85992cdde7 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:17.093323 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d7e78-cf61-48f1-8856-8ce591929249 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82f1b5a3-2f64-4171-8cdd-56789b02873a,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:17.152234 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5a9bedc7-3ab7-4f1c-acae-de05ec45611c tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:17.159614 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5a9bedc7-3ab7-4f1c-acae-de05ec45611c tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:17.164997 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5a9bedc7-3ab7-4f1c-acae-de05ec45611c tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/networks/3640794f-949a-4f67-845b-35c5666a6232 HTTP/1.1" status: 204 len: 168 time: 0.9217379 Nov 10 17:44:17.172329 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51106) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:17.196640 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-ef918aab-65bd-492f-a4f7-129d8fdf1e4a None None] For port d2efd536-e398-4d7d-a191-7a39c94b28c5, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d2efd536-e398-4d7d-a191-7a39c94b28c5,segment=NetworkSegment(8b9abf5b-23c9-4d63-b5ca-5a15bde2a4ca),segment_id=8b9abf5b-23c9-4d63-b5ca-5a15bde2a4ca)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:17.197335 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ef918aab-65bd-492f-a4f7-129d8fdf1e4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:17.233404 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c11476-0ba1-4ddd-a084-e14e82f7d4f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-5e776bd7-9825-4ec8-8d6e-a3928e7a01d2', 'network_id': '5e776bd7-9825-4ec8-8d6e-a3928e7a01d2', 'tenant_id': '1e482b7991684b25b580f167d516644d', 'fixed_ips': [{'subnet_id': 'df4aee6a-e979-4127-87d9-09e9ab48b062'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:44:17.235825 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a7c11476-0ba1-4ddd-a084-e14e82f7d4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:17.261318 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-ef918aab-65bd-492f-a4f7-129d8fdf1e4a None None] Calling delete_port for d2efd536-e398-4d7d-a191-7a39c94b28c5 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:44:17.263991 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-120d2d4f-7903-4b84-a8d8-43f319238895 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:17.273452 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-120d2d4f-7903-4b84-a8d8-43f319238895 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] 10.222.0.39 "DELETE /v2.0/ports/61d5b492-2038-4544-b73c-7aaaf0759046 HTTP/1.1" status: 204 len: 168 time: 3.3678570 Nov 10 17:44:17.278206 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51108) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:17.292794 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9bedc7-3ab7-4f1c-acae-de05ec45611c tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Network': ['ID=3640794f-949a-4f67-845b-35c5666a6232,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:17.307807 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a5d933da-8898-4f0f-a83d-b87bf31c2058 service neutron] For port 008c28c7-e805-4720-8ee0-7a694cc1bdd2, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:44:17.350380 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0792cd0-67bb-46d9-afa3-14dafc45b9b3 req-fc1aeff3-6ead-41c3-aa55-8a4a47f7eab1 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:17.357958 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0792cd0-67bb-46d9-afa3-14dafc45b9b3 req-fc1aeff3-6ead-41c3-aa55-8a4a47f7eab1 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:17.364483 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0792cd0-67bb-46d9-afa3-14dafc45b9b3 req-fc1aeff3-6ead-41c3-aa55-8a4a47f7eab1 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:17.372613 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d0792cd0-67bb-46d9-afa3-14dafc45b9b3 req-fc1aeff3-6ead-41c3-aa55-8a4a47f7eab1 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 2400 time: 0.1522603 Nov 10 17:44:17.380530 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b1105b9c-0395-43c0-875f-7fe4e44c9a70 req-e576a2f8-79ab-45c5-aef5-d3fcb931e22c tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups/82f1b5a3-2f64-4171-8cdd-56789b02873a HTTP/1.1" status: 200 len: 1793 time: 0.3361466 Nov 10 17:44:17.400624 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3e9befe5-8455-4f38-8515-41b11e85542f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:17.418529 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a5d933da-8898-4f0f-a83d-b87bf31c2058 service neutron] For port 008c28c7-e805-4720-8ee0-7a694cc1bdd2, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=008c28c7-e805-4720-8ee0-7a694cc1bdd2,segment=NetworkSegment(249c0323-6dca-4e3f-a738-983d53eaf0e4),segment_id=249c0323-6dca-4e3f-a738-983d53eaf0e4)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:44:17.447985 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a5d933da-8898-4f0f-a83d-b87bf31c2058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:17.499189 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d0792cd0-67bb-46d9-afa3-14dafc45b9b3 req-b7689820-1184-420d-bfd0-cf1a4da371e8 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253066 Nov 10 17:44:17.500453 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ef918aab-65bd-492f-a4f7-129d8fdf1e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:17.533053 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-3e9befe5-8455-4f38-8515-41b11e85542f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Deleting port d2efd536-e398-4d7d-a191-7a39c94b28c5 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:44:17.534393 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3e9befe5-8455-4f38-8515-41b11e85542f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:17.536613 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-32abbdf5-58cd-4786-abda-1b422128c773 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Deleting subnet b8a8abce-ea92-4661-8c59-4a79dcc89234 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:44:17.539012 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-11f196c1-0e58-43ad-8dfb-1b85992cdde7 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:17.546701 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a5d933da-8898-4f0f-a83d-b87bf31c2058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:17.547315 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a5d933da-8898-4f0f-a83d-b87bf31c2058 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:17.549050 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a5d933da-8898-4f0f-a83d-b87bf31c2058 service neutron] 10.222.0.13 "PUT /v2.0/ports/008c28c7-e805-4720-8ee0-7a694cc1bdd2 HTTP/1.1" status: 200 len: 1093 time: 4.7463536 Nov 10 17:44:17.564610 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3618042d-01fb-45bd-9f66-005deab15439', 'tag': '008c28c7-e805-4720-8ee0-7a694cc1bdd2'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:44:17.571597 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57578619-c1ff-45cb-ab9c-59aa28baec4d" -d '{"events": [{"name": "network-changed", "server_uuid": "3618042d-01fb-45bd-9f66-005deab15439", "tag": "008c28c7-e805-4720-8ee0-7a694cc1bdd2"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:44:17.591067 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-32abbdf5-58cd-4786-abda-1b422128c773 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:17.682435 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069d9272-2495-439b-a24c-a80215a55653 x-openstack-request-id: req-069d9272-2495-439b-a24c-a80215a55653 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:44:17.682816 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3618042d-01fb-45bd-9f66-005deab15439", "tag": "008c28c7-e805-4720-8ee0-7a694cc1bdd2", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:44:17.683064 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-069d9272-2495-439b-a24c-a80215a55653 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:44:17.683455 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3618042d-01fb-45bd-9f66-005deab15439', 'tag': '008c28c7-e805-4720-8ee0-7a694cc1bdd2', 'status': 'completed', 'code': 200} Nov 10 17:44:17.685035 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-3e9befe5-8455-4f38-8515-41b11e85542f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] For port d2efd536-e398-4d7d-a191-7a39c94b28c5, host n-d-776250-10, got binding levels [] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:17.686616 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3e9befe5-8455-4f38-8515-41b11e85542f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:17.714543 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-395af323-9787-4993-a9e0-f053f27d36a0 req-8ace549c-661d-4985-8afe-a75c69e574d7 service neutron] Request body: {'port': {'device_id': '3618042d-01fb-45bd-9f66-005deab15439', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:17.720822 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-3e9befe5-8455-4f38-8515-41b11e85542f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Calling delete_port for d2efd536-e398-4d7d-a191-7a39c94b28c5 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:44:17.727958 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.ipam_backend_mixin [None req-3e9befe5-8455-4f38-8515-41b11e85542f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Port d2efd536-e398-4d7d-a191-7a39c94b28c5 was not found and therefore no delete operation was performed {{(pid=102468) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 17:44:17.730309 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3e9befe5-8455-4f38-8515-41b11e85542f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:17.835663 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9befe5-8455-4f38-8515-41b11e85542f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] No DVR routers for this DVR port d2efd536-e398-4d7d-a191-7a39c94b28c5 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:44:17.838316 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9befe5-8455-4f38-8515-41b11e85542f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Port': ['ID=d2efd536-e398-4d7d-a191-7a39c94b28c5,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:17.924794 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-a7c11476-0ba1-4ddd-a084-e14e82f7d4f0 None None] Allocated IP 2001:db8::1 (5e776bd7-9825-4ec8-8d6e-a3928e7a01d2/df4aee6a-e979-4127-87d9-09e9ab48b062/35b7ee43-1f2e-424e-be52-de5fe9109897) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:44:17.948896 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3e9befe5-8455-4f38-8515-41b11e85542f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:17.951991 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef918aab-65bd-492f-a4f7-129d8fdf1e4a None None] Pushing event deleted for resources: {'Port': ['ID=d2efd536-e398-4d7d-a191-7a39c94b28c5,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:17.974969 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-3e9befe5-8455-4f38-8515-41b11e85542f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef0fa5f7-bdd1-4e6e-8358-3dac8aa49e28']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:17.978929 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef918aab-65bd-492f-a4f7-129d8fdf1e4a None None] No DVR routers for this DVR port d2efd536-e398-4d7d-a191-7a39c94b28c5 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:44:17.984449 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef918aab-65bd-492f-a4f7-129d8fdf1e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:17.984802 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef918aab-65bd-492f-a4f7-129d8fdf1e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:17.985151 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef918aab-65bd-492f-a4f7-129d8fdf1e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:17.985513 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef918aab-65bd-492f-a4f7-129d8fdf1e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:17.985882 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef918aab-65bd-492f-a4f7-129d8fdf1e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:17.986230 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef918aab-65bd-492f-a4f7-129d8fdf1e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:17.986567 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef918aab-65bd-492f-a4f7-129d8fdf1e4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:17.986900 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef918aab-65bd-492f-a4f7-129d8fdf1e4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:17.987293 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef918aab-65bd-492f-a4f7-129d8fdf1e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:17.987575 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef918aab-65bd-492f-a4f7-129d8fdf1e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:17.987905 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef918aab-65bd-492f-a4f7-129d8fdf1e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:17.988635 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef918aab-65bd-492f-a4f7-129d8fdf1e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:17.989593 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-3e9befe5-8455-4f38-8515-41b11e85542f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9abf5b-23c9-4d63-b5ca-5a15bde2a4ca') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:17.990146 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-3e9befe5-8455-4f38-8515-41b11e85542f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9abf5b-23c9-4d63-b5ca-5a15bde2a4ca') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:18.003660 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3e9befe5-8455-4f38-8515-41b11e85542f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:18.011343 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6015f397-b712-4723-84a8-3218cc305c70 req-7c62553b-8357-4a38-b634-9b84b6ef213d tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups/82f1b5a3-2f64-4171-8cdd-56789b02873a HTTP/1.1" status: 200 len: 1793 time: 0.5801764 Nov 10 17:44:18.012586 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d933da-8898-4f0f-a83d-b87bf31c2058 service neutron] Pushing event updated for resources: {'Port': ['ID=008c28c7-e805-4720-8ee0-7a694cc1bdd2,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:18.028574 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3e9befe5-8455-4f38-8515-41b11e85542f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:18.036559 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9befe5-8455-4f38-8515-41b11e85542f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:44:18.036978 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3e9befe5-8455-4f38-8515-41b11e85542f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:18.040508 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:44:18.040508 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:44:18.040508 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:44:18.040508 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:44:18.040508 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:44:18.040508 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:44:18.040508 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:44:18.040508 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:44:18.040508 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:44:18.040508 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:44:18.040508 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:44:18.040508 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:44:18.040508 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:44:18.040508 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:44:18.040508 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:44:18.040508 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:44:18.040508 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:44:18.040508 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:44:18.040508 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:44:18.040508 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:44:18.040508 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:44:18.040508 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:44:18.040508 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:44:18.040508 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:44:18.040508 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:44:18.040508 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:44:18.040508 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:44:18.040508 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:44:18.040508 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:44:18.040508 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:44:18.040508 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:44:18.040508 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:44:18.133991 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3e9befe5-8455-4f38-8515-41b11e85542f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:18.144317 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3e9befe5-8455-4f38-8515-41b11e85542f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:18.149132 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3e9befe5-8455-4f38-8515-41b11e85542f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/networks/ef0fa5f7-bdd1-4e6e-8358-3dac8aa49e28 HTTP/1.1" status: 204 len: 168 time: 0.9740915 Nov 10 17:44:18.162724 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51116) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:18.170133 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-94976d80-495f-431e-8377-ae9d5784b36f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Request body: {'network': {'name': 'tempest-RoutersTest-2052651252'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:18.186711 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9befe5-8455-4f38-8515-41b11e85542f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Network': ['ID=ef0fa5f7-bdd1-4e6e-8358-3dac8aa49e28,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:18.241345 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0cdb4083-fba7-4819-a12f-31761119975a tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:18.258744 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94976d80-495f-431e-8377-ae9d5784b36f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Made reservation on behalf of 4fd3b9eed2924ca2ac275ce6910fdaae for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:44:18.265675 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-94976d80-495f-431e-8377-ae9d5784b36f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:18.274912 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-32abbdf5-58cd-4786-abda-1b422128c773 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:18.314825 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94976d80-495f-431e-8377-ae9d5784b36f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:44:18.336697 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-94976d80-495f-431e-8377-ae9d5784b36f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:18.337178 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-94976d80-495f-431e-8377-ae9d5784b36f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Added segment b9e74752-b150-490e-aabd-0480f39fbb72 of type vlan for network aa56524d-ec01-44ef-9a5f-65bf2a5bc8c0 Nov 10 17:44:18.384779 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a7c11476-0ba1-4ddd-a084-e14e82f7d4f0 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:18.396295 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a7c11476-0ba1-4ddd-a084-e14e82f7d4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:18.415050 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-94976d80-495f-431e-8377-ae9d5784b36f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:18.419859 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c11476-0ba1-4ddd-a084-e14e82f7d4f0 None None] Network 5e776bd7-9825-4ec8-8d6e-a3928e7a01d2 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:44:18.422915 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-a7c11476-0ba1-4ddd-a084-e14e82f7d4f0 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:18.446140 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c11476-0ba1-4ddd-a084-e14e82f7d4f0 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:44:18.449199 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d2efd536-e398-4d7d-a191-7a39c94b28c5 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:44:18.450630 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-94976d80-495f-431e-8377-ae9d5784b36f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:18.452082 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-395af323-9787-4993-a9e0-f053f27d36a0 req-8ace549c-661d-4985-8afe-a75c69e574d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:18.462062 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94976d80-495f-431e-8377-ae9d5784b36f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:18.463476 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-94976d80-495f-431e-8377-ae9d5784b36f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:18.480261 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: d2efd536-e398-4d7d-a191-7a39c94b28c5 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:44:18.480536 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d2efd536-e398-4d7d-a191-7a39c94b28c5 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:44:18.558650 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c11476-0ba1-4ddd-a084-e14e82f7d4f0 None None] Pushing event updated for resources: {'Port': ['ID=35b7ee43-1f2e-424e-be52-de5fe9109897,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:18.561749 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-a7c11476-0ba1-4ddd-a084-e14e82f7d4f0 None None] Attempting to bind port 35b7ee43-1f2e-424e-be52-de5fe9109897 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:44:18.562156 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-a7c11476-0ba1-4ddd-a084-e14e82f7d4f0 None None] Attempting to bind port 35b7ee43-1f2e-424e-be52-de5fe9109897 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '07324c6b-0b40-4db4-affd-7891eaa0490b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5e776bd7-9825-4ec8-8d6e-a3928e7a01d2'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:44:18.562592 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c11476-0ba1-4ddd-a084-e14e82f7d4f0 None None] Attempting to bind port 35b7ee43-1f2e-424e-be52-de5fe9109897 on network 5e776bd7-9825-4ec8-8d6e-a3928e7a01d2 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:44:18.565767 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57578619-c1ff-45cb-ab9c-59aa28baec4d req-a4f72b63-15b0-42cc-9547-8fde1d1110cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:18.567456 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57578619-c1ff-45cb-ab9c-59aa28baec4d req-a4f72b63-15b0-42cc-9547-8fde1d1110cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:18.569167 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57578619-c1ff-45cb-ab9c-59aa28baec4d req-a4f72b63-15b0-42cc-9547-8fde1d1110cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:18.570533 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c11476-0ba1-4ddd-a084-e14e82f7d4f0 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:44:18.570944 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c11476-0ba1-4ddd-a084-e14e82f7d4f0 None None] Checking segment: {'id': '07324c6b-0b40-4db4-affd-7891eaa0490b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5e776bd7-9825-4ec8-8d6e-a3928e7a01d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:44:18.571447 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a7c11476-0ba1-4ddd-a084-e14e82f7d4f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:18.571900 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c11476-0ba1-4ddd-a084-e14e82f7d4f0 None None] Bound using segment: {'id': '07324c6b-0b40-4db4-affd-7891eaa0490b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5e776bd7-9825-4ec8-8d6e-a3928e7a01d2'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:44:18.572436 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-a7c11476-0ba1-4ddd-a084-e14e82f7d4f0 None None] Bound port: 35b7ee43-1f2e-424e-be52-de5fe9109897, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07324c6b-0b40-4db4-affd-7891eaa0490b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5e776bd7-9825-4ec8-8d6e-a3928e7a01d2'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:44:18.572906 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a7c11476-0ba1-4ddd-a084-e14e82f7d4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:18.575262 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-57578619-c1ff-45cb-ab9c-59aa28baec4d req-a4f72b63-15b0-42cc-9547-8fde1d1110cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=066ad4243c364cb2b13d18de8348945c&device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 2800 time: 0.8551633 Nov 10 17:44:18.605769 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-94976d80-495f-431e-8377-ae9d5784b36f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4421175 Nov 10 17:44:18.617936 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0cdb4083-fba7-4819-a12f-31761119975a tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:18.628084 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51120) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:18.651690 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-01d6f2fa-6f47-4feb-a0ae-b456b2ca7afd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Request body: {'subnet': {'network_id': 'aa56524d-ec01-44ef-9a5f-65bf2a5bc8c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:18.668970 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-a7c11476-0ba1-4ddd-a084-e14e82f7d4f0 None None] For port 35b7ee43-1f2e-424e-be52-de5fe9109897, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:44:18.676760 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-a7c11476-0ba1-4ddd-a084-e14e82f7d4f0 None None] For port 35b7ee43-1f2e-424e-be52-de5fe9109897, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=35b7ee43-1f2e-424e-be52-de5fe9109897,segment=NetworkSegment(07324c6b-0b40-4db4-affd-7891eaa0490b),segment_id=07324c6b-0b40-4db4-affd-7891eaa0490b)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:44:18.684241 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a7c11476-0ba1-4ddd-a084-e14e82f7d4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:18.705822 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-11f196c1-0e58-43ad-8dfb-1b85992cdde7 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:18.762148 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94976d80-495f-431e-8377-ae9d5784b36f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Network': ['ID=aa56524d-ec01-44ef-9a5f-65bf2a5bc8c0,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:18.795800 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network aa56524d-ec01-44ef-9a5f-65bf2a5bc8c0 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:44:18.809869 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d05ec-b08d-4593-acc1-1715b5819aff req-fc8c8b3a-d075-4c76-86f9-a0be7db6587b tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:18.817816 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d05ec-b08d-4593-acc1-1715b5819aff req-fc8c8b3a-d075-4c76-86f9-a0be7db6587b tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:18.823888 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d05ec-b08d-4593-acc1-1715b5819aff req-fc8c8b3a-d075-4c76-86f9-a0be7db6587b tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:18.825683 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f86d05ec-b08d-4593-acc1-1715b5819aff req-fc8c8b3a-d075-4c76-86f9-a0be7db6587b tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 2400 time: 0.2093608 Nov 10 17:44:18.829091 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c11476-0ba1-4ddd-a084-e14e82f7d4f0 None None] Pushing event updated for resources: {'Port': ['ID=35b7ee43-1f2e-424e-be52-de5fe9109897,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:18.888112 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d6f2fa-6f47-4feb-a0ae-b456b2ca7afd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Made reservation on behalf of 4fd3b9eed2924ca2ac275ce6910fdaae for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:44:18.892272 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01d6f2fa-6f47-4feb-a0ae-b456b2ca7afd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:18.907962 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-32abbdf5-58cd-4786-abda-1b422128c773 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:18.955807 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f196c1-0e58-43ad-8dfb-1b85992cdde7 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event deleted for resources: {'Subnet': ['ID=df4aee6a-e979-4127-87d9-09e9ab48b062,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:19.085558 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6015f397-b712-4723-84a8-3218cc305c70 req-dfa2f048-001e-4e3c-8c57-2cfe84350219 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:19.148369 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f86d05ec-b08d-4593-acc1-1715b5819aff req-3eccd8e7-1cbf-4c63-8d16-221c20d53ce4 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984023 Nov 10 17:44:19.387797 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01d6f2fa-6f47-4feb-a0ae-b456b2ca7afd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:19.486780 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6f2fa-6f47-4feb-a0ae-b456b2ca7afd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Subnet': ['ID=0b5c584a-1cf2-40c5-996e-fbc35badb325,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:19.504710 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d6f2fa-6f47-4feb-a0ae-b456b2ca7afd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Checking segment: {'id': 'b9e74752-b150-490e-aabd-0480f39fbb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aa56524d-ec01-44ef-9a5f-65bf2a5bc8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:44:19.505518 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d6f2fa-6f47-4feb-a0ae-b456b2ca7afd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network hostable DHCP agents. Network: aa56524d-ec01-44ef-9a5f-65bf2a5bc8c0, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:44:19.532920 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d6f2fa-6f47-4feb-a0ae-b456b2ca7afd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network aa56524d-ec01-44ef-9a5f-65bf2a5bc8c0 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:44:19.554911 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-01d6f2fa-6f47-4feb-a0ae-b456b2ca7afd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, aa56524d-ec01-44ef-9a5f-65bf2a5bc8c0) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:19.568053 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d6f2fa-6f47-4feb-a0ae-b456b2ca7afd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:19.570809 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01d6f2fa-6f47-4feb-a0ae-b456b2ca7afd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:19.577114 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac21919d-5942-452d-809d-5a4ceac3b870 None None] Network aa56524d-ec01-44ef-9a5f-65bf2a5bc8c0 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:44:19.607726 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-01d6f2fa-6f47-4feb-a0ae-b456b2ca7afd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9604111 Nov 10 17:44:19.611347 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51124) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:19.622319 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-0fd51ab6-50dd-4490-824c-8785fdcab3fa tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2039456109', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:19.653236 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-11f196c1-0e58-43ad-8dfb-1b85992cdde7 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:19.702842 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0fd51ab6-50dd-4490-824c-8785fdcab3fa tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:19.705649 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0fd51ab6-50dd-4490-824c-8785fdcab3fa tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:19.739349 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6015f397-b712-4723-84a8-3218cc305c70 req-dfa2f048-001e-4e3c-8c57-2cfe84350219 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:19.793151 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-32abbdf5-58cd-4786-abda-1b422128c773 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:19.806365 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-0cdb4083-fba7-4819-a12f-31761119975a tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Allocated IP 172.25.5.47 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/3aafe61f-b8bb-4b1e-822b-752aa9d5705b) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:44:19.835367 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0fd51ab6-50dd-4490-824c-8785fdcab3fa tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:19.842902 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0fd51ab6-50dd-4490-824c-8785fdcab3fa tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:19.858116 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-32abbdf5-58cd-4786-abda-1b422128c773 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:19.861820 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-32abbdf5-58cd-4786-abda-1b422128c773 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] 10.222.0.39 "DELETE /v2.0/subnets/b8a8abce-ea92-4661-8c59-4a79dcc89234 HTTP/1.1" status: 204 len: 168 time: 2.5802004 Nov 10 17:44:19.874444 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32abbdf5-58cd-4786-abda-1b422128c773 tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Pushing event deleted for resources: {'Subnet': ['ID=b8a8abce-ea92-4661-8c59-4a79dcc89234,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:19.876463 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da32dea4-27f2-4c0b-aa27-e94b8ba438fb None None] Network 5f91e6c1-3a1e-42d7-a7a0-68cb2f126f09 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:44:19.880108 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51126) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:19.893096 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-11f196c1-0e58-43ad-8dfb-1b85992cdde7 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e776bd7-9825-4ec8-8d6e-a3928e7a01d2']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:19.904465 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57578619-c1ff-45cb-ab9c-59aa28baec4d req-11eed04d-ddac-407f-8694-5638f110d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:19.905397 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57578619-c1ff-45cb-ab9c-59aa28baec4d req-11eed04d-ddac-407f-8694-5638f110d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:19.906025 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57578619-c1ff-45cb-ab9c-59aa28baec4d req-11eed04d-ddac-407f-8694-5638f110d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:19.907919 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-57578619-c1ff-45cb-ab9c-59aa28baec4d req-11eed04d-ddac-407f-8694-5638f110d862 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=066ad4243c364cb2b13d18de8348945c&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.2685800 Nov 10 17:44:20.040676 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57578619-c1ff-45cb-ab9c-59aa28baec4d req-ca723812-44eb-4c34-ac32-a751c8a049d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:20.042388 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-57578619-c1ff-45cb-ab9c-59aa28baec4d req-ca723812-44eb-4c34-ac32-a751c8a049d7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1168139 Nov 10 17:44:20.075985 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-11f196c1-0e58-43ad-8dfb-1b85992cdde7 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07324c6b-0b40-4db4-affd-7891eaa0490b') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:20.076387 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-11f196c1-0e58-43ad-8dfb-1b85992cdde7 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07324c6b-0b40-4db4-affd-7891eaa0490b') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:20.077233 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d851dfe-7301-43b8-bd49-f90b88b49f0b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:20.087494 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0fd51ab6-50dd-4490-824c-8785fdcab3fa tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:20.089182 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d37eb25-4328-41b7-9592-062bd17d5b86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-aa56524d-ec01-44ef-9a5f-65bf2a5bc8c0', 'network_id': 'aa56524d-ec01-44ef-9a5f-65bf2a5bc8c0', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'fixed_ips': [{'subnet_id': '0b5c584a-1cf2-40c5-996e-fbc35badb325'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:44:20.091822 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3d37eb25-4328-41b7-9592-062bd17d5b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:20.095482 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0fd51ab6-50dd-4490-824c-8785fdcab3fa tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4813163 Nov 10 17:44:20.096668 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51130) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:20.109107 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-229b905d-c1d9-4248-9ef4-02844c20b29f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Request body: {'port': {'network_id': 'aa56524d-ec01-44ef-9a5f-65bf2a5bc8c0', 'name': 'tempest-RoutersTest-509399212'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:20.126429 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-11f196c1-0e58-43ad-8dfb-1b85992cdde7 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:20.229022 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-11f196c1-0e58-43ad-8dfb-1b85992cdde7 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:20.246635 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f196c1-0e58-43ad-8dfb-1b85992cdde7 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:44:20.247104 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-11f196c1-0e58-43ad-8dfb-1b85992cdde7 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:20.250506 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:44:20.250506 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:44:20.250506 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:44:20.250506 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:44:20.250506 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:44:20.250506 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:44:20.250506 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:44:20.250506 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:44:20.250506 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:44:20.250506 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:44:20.250506 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:44:20.250506 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:44:20.250506 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:44:20.250506 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:44:20.250506 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:44:20.250506 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:44:20.250506 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:44:20.250506 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:44:20.250506 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:44:20.250506 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:44:20.250506 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:44:20.250506 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:44:20.250506 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:44:20.250506 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:44:20.250506 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:44:20.250506 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:44:20.250506 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:44:20.250506 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:44:20.250506 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:44:20.250506 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:44:20.250506 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:44:20.250506 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:44:20.280987 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6015f397-b712-4723-84a8-3218cc305c70 req-dfa2f048-001e-4e3c-8c57-2cfe84350219 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:20.283822 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6015f397-b712-4723-84a8-3218cc305c70 req-dfa2f048-001e-4e3c-8c57-2cfe84350219 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:20.285325 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6015f397-b712-4723-84a8-3218cc305c70 req-dfa2f048-001e-4e3c-8c57-2cfe84350219 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "DELETE /v2.0/security-groups/82f1b5a3-2f64-4171-8cdd-56789b02873a HTTP/1.1" status: 204 len: 173 time: 2.1857862 Nov 10 17:44:20.357455 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa2f048-001e-4e3c-8c57-2cfe84350219 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f1b5a3-2f64-4171-8cdd-56789b02873a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:20.475547 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0cdb4083-fba7-4819-a12f-31761119975a tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:20.482015 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.db.api [None req-11f196c1-0e58-43ad-8dfb-1b85992cdde7 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 17:44:20.482015 n-d-776250-10 neutron-server[102469]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 17:44:20.482015 n-d-776250-10 neutron-server[102469]: [parameters: {'id': '5e776bd7-9825-4ec8-8d6e-a3928e7a01d2'}] Nov 10 17:44:20.482015 n-d-776250-10 neutron-server[102469]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:44:20.482924 n-d-776250-10 neutron-server[102469]: DEBUG oslo_db.api [None req-11f196c1-0e58-43ad-8dfb-1b85992cdde7 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:44:20.497797 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-395af323-9787-4993-a9e0-f053f27d36a0 req-8ace549c-661d-4985-8afe-a75c69e574d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace41464-1d5f-4349-a4dc-c9b16d53b303 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:44:20.510274 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-395af323-9787-4993-a9e0-f053f27d36a0 req-8ace549c-661d-4985-8afe-a75c69e574d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:20.547731 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-395af323-9787-4993-a9e0-f053f27d36a0 req-8ace549c-661d-4985-8afe-a75c69e574d7 service neutron] Transition to ACTIVE for port object ace41464-1d5f-4349-a4dc-c9b16d53b303 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:44:20.556444 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-395af323-9787-4993-a9e0-f053f27d36a0 req-8ace549c-661d-4985-8afe-a75c69e574d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:20.695153 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39928455-1956-439a-9ac3-95bf6acc4b35 None None] Network 5e776bd7-9825-4ec8-8d6e-a3928e7a01d2 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:44:20.775139 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:44:20.813110 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0cdb4083-fba7-4819-a12f-31761119975a tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:20.827180 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7fc57-b5b9-459f-886b-bc7b828f834d req-f6d3fd48-36d8-41bd-a769-ce41073e23d1 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:20.831053 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [req-d56f8cc2-fb20-402d-a443-01aff63e82c6 req-d15ce04c-04ba-492a-bceb-78244343bc18 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] show failed (client error): The resource could not be found. Nov 10 17:44:20.832396 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d56f8cc2-fb20-402d-a443-01aff63e82c6 req-d15ce04c-04ba-492a-bceb-78244343bc18 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups/3fe41436-bd89-4d92-8d22-d04b8ef594a1 HTTP/1.1" status: 404 len: 352 time: 0.1302516 Nov 10 17:44:20.845891 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 35b7ee43-1f2e-424e-be52-de5fe9109897 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:44:20.856801 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7fc57-b5b9-459f-886b-bc7b828f834d req-f6d3fd48-36d8-41bd-a769-ce41073e23d1 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:20.864752 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdb4083-fba7-4819-a12f-31761119975a tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:44:20.867853 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace549c-661d-4985-8afe-a75c69e574d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ace41464-1d5f-4349-a4dc-c9b16d53b303,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:20.874021 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7fc57-b5b9-459f-886b-bc7b828f834d req-f6d3fd48-36d8-41bd-a769-ce41073e23d1 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:20.879124 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-10c7fc57-b5b9-459f-886b-bc7b828f834d req-f6d3fd48-36d8-41bd-a769-ce41073e23d1 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 2400 time: 0.5048733 Nov 10 17:44:20.920788 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-8d851dfe-7301-43b8-bd49-f90b88b49f0b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Deleting port 23f51d55-103a-450f-9315-cccee5913bb0 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:44:20.921278 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d851dfe-7301-43b8-bd49-f90b88b49f0b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:20.970055 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-0cdb4083-fba7-4819-a12f-31761119975a tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:20.983128 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdb4083-fba7-4819-a12f-31761119975a tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:44:21.045390 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229b905d-c1d9-4248-9ef4-02844c20b29f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Made reservation on behalf of 4fd3b9eed2924ca2ac275ce6910fdaae for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:44:21.049275 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-229b905d-c1d9-4248-9ef4-02844c20b29f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:21.082488 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-11f196c1-0e58-43ad-8dfb-1b85992cdde7 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:21.118789 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-10c7fc57-b5b9-459f-886b-bc7b828f834d req-80b7dbe0-317b-4ad0-817c-7d167c92727d tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892207 Nov 10 17:44:21.137128 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-229b905d-c1d9-4248-9ef4-02844c20b29f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] device_id is not set on port 6c775031-44e8-4506-a98b-0651a69ac11c yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:44:21.180241 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d687bd9-a1c3-4250-be58-2ad43d96a12c None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:44:21.256554 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-8d851dfe-7301-43b8-bd49-f90b88b49f0b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] For port 23f51d55-103a-450f-9315-cccee5913bb0, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=23f51d55-103a-450f-9315-cccee5913bb0,segment=NetworkSegment(9efc2113-45bf-4adf-ba2d-f51dce5bebef),segment_id=9efc2113-45bf-4adf-ba2d-f51dce5bebef)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:21.257106 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d851dfe-7301-43b8-bd49-f90b88b49f0b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:21.293350 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-8d851dfe-7301-43b8-bd49-f90b88b49f0b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Calling delete_port for 23f51d55-103a-450f-9315-cccee5913bb0 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:44:21.298805 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [req-5c3b7634-0c34-4029-ba11-f227ac6bd397 req-956b5166-e9de-471c-9df7-9c9a66541a96 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] show failed (client error): The resource could not be found. Nov 10 17:44:21.299882 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5c3b7634-0c34-4029-ba11-f227ac6bd397 req-956b5166-e9de-471c-9df7-9c9a66541a96 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups/774a5019-1c4f-42a9-9cc8-a3b1a7a6dcd8 HTTP/1.1" status: 404 len: 352 time: 0.2400072 Nov 10 17:44:21.315814 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-395af323-9787-4993-a9e0-f053f27d36a0 req-8ace549c-661d-4985-8afe-a75c69e574d7 service neutron] Attempting to bind port ace41464-1d5f-4349-a4dc-c9b16d53b303 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:44:21.315814 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-395af323-9787-4993-a9e0-f053f27d36a0 req-8ace549c-661d-4985-8afe-a75c69e574d7 service neutron] Attempting to bind port ace41464-1d5f-4349-a4dc-c9b16d53b303 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': 'ca38939a-a602-4b7e-9a14-47b959ff1dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ff4495c5-0c07-4641-ac40-5d7a78d02152'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:44:21.315814 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395af323-9787-4993-a9e0-f053f27d36a0 req-8ace549c-661d-4985-8afe-a75c69e574d7 service neutron] Attempting to bind port ace41464-1d5f-4349-a4dc-c9b16d53b303 on network ff4495c5-0c07-4641-ac40-5d7a78d02152 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:44:21.326140 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-3d37eb25-4328-41b7-9592-062bd17d5b86 None None] Allocated IP 172.20.0.2 (aa56524d-ec01-44ef-9a5f-65bf2a5bc8c0/0b5c584a-1cf2-40c5-996e-fbc35badb325/c3204710-58d0-4a81-aec3-c8a96a37f74b) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:44:21.343095 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-8d9a6034-942a-4be9-969b-1a3e7794421d None None] Provisioning complete for port 35b7ee43-1f2e-424e-be52-de5fe9109897 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:21.344050 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8d9a6034-942a-4be9-969b-1a3e7794421d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:21.388433 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 35b7ee43-1f2e-424e-be52-de5fe9109897 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:21.389503 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:21.410692 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395af323-9787-4993-a9e0-f053f27d36a0 req-8ace549c-661d-4985-8afe-a75c69e574d7 service neutron] Port ace41464-1d5f-4349-a4dc-c9b16d53b303 on network ff4495c5-0c07-4641-ac40-5d7a78d02152 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:44:21.411252 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395af323-9787-4993-a9e0-f053f27d36a0 req-8ace549c-661d-4985-8afe-a75c69e574d7 service neutron] Attempting to bind port ace41464-1d5f-4349-a4dc-c9b16d53b303 on network ff4495c5-0c07-4641-ac40-5d7a78d02152 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:44:21.423261 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb4083-fba7-4819-a12f-31761119975a tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Pushing event updated for resources: {'Port': ['ID=3aafe61f-b8bb-4b1e-822b-752aa9d5705b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:21.471012 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395af323-9787-4993-a9e0-f053f27d36a0 req-8ace549c-661d-4985-8afe-a75c69e574d7 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:44:21.471784 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395af323-9787-4993-a9e0-f053f27d36a0 req-8ace549c-661d-4985-8afe-a75c69e574d7 service neutron] Checking segment: {'id': 'ca38939a-a602-4b7e-9a14-47b959ff1dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ff4495c5-0c07-4641-ac40-5d7a78d02152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:44:21.472441 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395af323-9787-4993-a9e0-f053f27d36a0 req-8ace549c-661d-4985-8afe-a75c69e574d7 service neutron] Bound using segment: {'id': 'ca38939a-a602-4b7e-9a14-47b959ff1dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ff4495c5-0c07-4641-ac40-5d7a78d02152'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:44:21.474432 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-395af323-9787-4993-a9e0-f053f27d36a0 req-8ace549c-661d-4985-8afe-a75c69e574d7 service neutron] Bound port: ace41464-1d5f-4349-a4dc-c9b16d53b303, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca38939a-a602-4b7e-9a14-47b959ff1dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ff4495c5-0c07-4641-ac40-5d7a78d02152'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:44:21.475631 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-395af323-9787-4993-a9e0-f053f27d36a0 req-8ace549c-661d-4985-8afe-a75c69e574d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:21.505255 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [req-4961de06-5b5a-44bb-83cc-9a595d669766 req-c192055a-e072-4c10-acca-6f4e26f20296 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] show failed (client error): The resource could not be found. Nov 10 17:44:21.506382 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4961de06-5b5a-44bb-83cc-9a595d669766 req-c192055a-e072-4c10-acca-6f4e26f20296 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups/ae172f0f-fb7a-463a-83f0-e6eeb8cc1a5c HTTP/1.1" status: 404 len: 352 time: 0.1373918 Nov 10 17:44:21.641260 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d851dfe-7301-43b8-bd49-f90b88b49f0b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:21.687758 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [req-03edf8d4-9df3-4ffe-8e76-1df46c9c5e71 req-21892c96-6f19-475f-a162-04f5a3c05601 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] show failed (client error): The resource could not be found. Nov 10 17:44:21.690867 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-03edf8d4-9df3-4ffe-8e76-1df46c9c5e71 req-21892c96-6f19-475f-a162-04f5a3c05601 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups/c81163ff-56a3-4621-ab5b-47cbb60d5786 HTTP/1.1" status: 404 len: 352 time: 0.1156788 Nov 10 17:44:21.792349 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [req-457fc2b1-fdbd-4a54-afe5-2b9472ec3164 req-77708b41-e1b0-42a1-9cdb-76d6c99bfff5 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] show failed (client error): The resource could not be found. Nov 10 17:44:21.804329 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9244df-070a-4b12-bf90-bbcefc38b903 None None] DHCP port deletion for 5f91e6c1-3a1e-42d7-a7a0-68cb2f126f09 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:44:21.805879 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-457fc2b1-fdbd-4a54-afe5-2b9472ec3164 req-77708b41-e1b0-42a1-9cdb-76d6c99bfff5 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups/b73d5fa2-b19a-4bbc-aa71-797016cd8193 HTTP/1.1" status: 404 len: 352 time: 0.0394967 Nov 10 17:44:21.824606 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d851dfe-7301-43b8-bd49-f90b88b49f0b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] No DVR routers for this DVR port 23f51d55-103a-450f-9315-cccee5913bb0 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:44:21.840243 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d851dfe-7301-43b8-bd49-f90b88b49f0b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Pushing event deleted for resources: {'Port': ['ID=23f51d55-103a-450f-9315-cccee5913bb0,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:21.867951 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:21.887936 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8d9a6034-942a-4be9-969b-1a3e7794421d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:21.920043 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-11f196c1-0e58-43ad-8dfb-1b85992cdde7 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Deleting port 35b7ee43-1f2e-424e-be52-de5fe9109897 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:44:21.920601 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-11f196c1-0e58-43ad-8dfb-1b85992cdde7 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:21.933078 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-395af323-9787-4993-a9e0-f053f27d36a0 req-8ace549c-661d-4985-8afe-a75c69e574d7 service neutron] For port ace41464-1d5f-4349-a4dc-c9b16d53b303, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:44:21.945903 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [req-829a1166-5e42-4b23-a1bc-04a57a346a1c req-31493021-45c8-45f4-8f79-8be343a31120 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] show failed (client error): The resource could not be found. Nov 10 17:44:21.947638 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-829a1166-5e42-4b23-a1bc-04a57a346a1c req-31493021-45c8-45f4-8f79-8be343a31120 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups/dc1b2f6b-c854-4847-ac75-a4da8702db4a HTTP/1.1" status: 404 len: 352 time: 0.0623124 Nov 10 17:44:21.952911 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433f2f68-7045-41e1-bf72-916b49926d30 None None] DHCP port deletion for 5e776bd7-9825-4ec8-8d6e-a3928e7a01d2 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:44:21.978252 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3d37eb25-4328-41b7-9592-062bd17d5b86 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:21.990680 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 35b7ee43-1f2e-424e-be52-de5fe9109897, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=35b7ee43-1f2e-424e-be52-de5fe9109897,segment=NetworkSegment(07324c6b-0b40-4db4-affd-7891eaa0490b),segment_id=07324c6b-0b40-4db4-affd-7891eaa0490b)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:21.993418 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3d37eb25-4328-41b7-9592-062bd17d5b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:22.023623 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:22.101749 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-395af323-9787-4993-a9e0-f053f27d36a0 req-8ace549c-661d-4985-8afe-a75c69e574d7 service neutron] For port ace41464-1d5f-4349-a4dc-c9b16d53b303, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=ace41464-1d5f-4349-a4dc-c9b16d53b303,segment=NetworkSegment(ca38939a-a602-4b7e-9a14-47b959ff1dab),segment_id=ca38939a-a602-4b7e-9a14-47b959ff1dab)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:44:22.106704 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d37eb25-4328-41b7-9592-062bd17d5b86 None None] Network aa56524d-ec01-44ef-9a5f-65bf2a5bc8c0 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:44:22.121412 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-3d37eb25-4328-41b7-9592-062bd17d5b86 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:22.123074 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-395af323-9787-4993-a9e0-f053f27d36a0 req-8ace549c-661d-4985-8afe-a75c69e574d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:22.124829 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d37eb25-4328-41b7-9592-062bd17d5b86 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:44:22.173535 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37eb25-4328-41b7-9592-062bd17d5b86 None None] Pushing event updated for resources: {'Port': ['ID=c3204710-58d0-4a81-aec3-c8a96a37f74b,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:22.235121 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-11f196c1-0e58-43ad-8dfb-1b85992cdde7 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] For port 35b7ee43-1f2e-424e-be52-de5fe9109897, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=35b7ee43-1f2e-424e-be52-de5fe9109897,segment=NetworkSegment(07324c6b-0b40-4db4-affd-7891eaa0490b),segment_id=07324c6b-0b40-4db4-affd-7891eaa0490b)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:22.235695 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-11f196c1-0e58-43ad-8dfb-1b85992cdde7 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:22.299406 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395af323-9787-4993-a9e0-f053f27d36a0 req-8ace549c-661d-4985-8afe-a75c69e574d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:22.300362 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-395af323-9787-4993-a9e0-f053f27d36a0 req-8ace549c-661d-4985-8afe-a75c69e574d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:22.303709 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-395af323-9787-4993-a9e0-f053f27d36a0 req-8ace549c-661d-4985-8afe-a75c69e574d7 service neutron] 10.222.0.13 "PUT /v2.0/ports/ace41464-1d5f-4349-a4dc-c9b16d53b303 HTTP/1.1" status: 200 len: 1093 time: 4.6322091 Nov 10 17:44:22.304864 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3618042d-01fb-45bd-9f66-005deab15439', 'tag': 'ace41464-1d5f-4349-a4dc-c9b16d53b303'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:44:22.309149 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5499a6a-1584-49d7-8715-99df59fc8fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "3618042d-01fb-45bd-9f66-005deab15439", "tag": "ace41464-1d5f-4349-a4dc-c9b16d53b303"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:44:22.318571 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-11f196c1-0e58-43ad-8dfb-1b85992cdde7 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Calling delete_port for 35b7ee43-1f2e-424e-be52-de5fe9109897 owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:44:22.329982 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-8d9a6034-942a-4be9-969b-1a3e7794421d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:44:22.329982 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-8d9a6034-942a-4be9-969b-1a3e7794421d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:44:22.342891 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0cdb4083-fba7-4819-a12f-31761119975a tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:22.364397 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-3d37eb25-4328-41b7-9592-062bd17d5b86 None None] Attempting to bind port c3204710-58d0-4a81-aec3-c8a96a37f74b on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:44:22.364832 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-3d37eb25-4328-41b7-9592-062bd17d5b86 None None] Attempting to bind port c3204710-58d0-4a81-aec3-c8a96a37f74b by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'b9e74752-b150-490e-aabd-0480f39fbb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aa56524d-ec01-44ef-9a5f-65bf2a5bc8c0'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:44:22.365311 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d37eb25-4328-41b7-9592-062bd17d5b86 None None] Attempting to bind port c3204710-58d0-4a81-aec3-c8a96a37f74b on network aa56524d-ec01-44ef-9a5f-65bf2a5bc8c0 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:44:22.373578 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d37eb25-4328-41b7-9592-062bd17d5b86 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:44:22.373944 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d37eb25-4328-41b7-9592-062bd17d5b86 None None] Checking segment: {'id': 'b9e74752-b150-490e-aabd-0480f39fbb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aa56524d-ec01-44ef-9a5f-65bf2a5bc8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:44:22.375171 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3d37eb25-4328-41b7-9592-062bd17d5b86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:22.375642 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d37eb25-4328-41b7-9592-062bd17d5b86 None None] Bound using segment: {'id': 'b9e74752-b150-490e-aabd-0480f39fbb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aa56524d-ec01-44ef-9a5f-65bf2a5bc8c0'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:44:22.376341 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-3d37eb25-4328-41b7-9592-062bd17d5b86 None None] Bound port: c3204710-58d0-4a81-aec3-c8a96a37f74b, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e74752-b150-490e-aabd-0480f39fbb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aa56524d-ec01-44ef-9a5f-65bf2a5bc8c0'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:44:22.376810 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3d37eb25-4328-41b7-9592-062bd17d5b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:22.429296 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-433f2f68-7045-41e1-bf72-916b49926d30 None None] Deleting port 35b7ee43-1f2e-424e-be52-de5fe9109897 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:44:22.429677 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-433f2f68-7045-41e1-bf72-916b49926d30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:22.490866 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=35b7ee43-1f2e-424e-be52-de5fe9109897,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:22.780382 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace549c-661d-4985-8afe-a75c69e574d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ace41464-1d5f-4349-a4dc-c9b16d53b303,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:22.806028 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 35b7ee43-1f2e-424e-be52-de5fe9109897 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:44:22.961971 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d851dfe-7301-43b8-bd49-f90b88b49f0b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:22.974943 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-433f2f68-7045-41e1-bf72-916b49926d30 None None] For port 35b7ee43-1f2e-424e-be52-de5fe9109897, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=35b7ee43-1f2e-424e-be52-de5fe9109897,segment=NetworkSegment(07324c6b-0b40-4db4-affd-7891eaa0490b),segment_id=07324c6b-0b40-4db4-affd-7891eaa0490b)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:22.975594 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-433f2f68-7045-41e1-bf72-916b49926d30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:22.990788 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-3d37eb25-4328-41b7-9592-062bd17d5b86 None None] For port c3204710-58d0-4a81-aec3-c8a96a37f74b, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:44:22.996564 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-229b905d-c1d9-4248-9ef4-02844c20b29f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Allocated IP 172.20.0.8 (aa56524d-ec01-44ef-9a5f-65bf2a5bc8c0/0b5c584a-1cf2-40c5-996e-fbc35badb325/6c775031-44e8-4506-a98b-0651a69ac11c) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:44:23.030329 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-8d851dfe-7301-43b8-bd49-f90b88b49f0b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f91e6c1-3a1e-42d7-a7a0-68cb2f126f09']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:23.057339 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6670e31-51ba-4f50-86e3-0c2048d4ddb3 req-a6106af8-f947-4f49-97b8-57338560a902 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:23.067175 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c6670e31-51ba-4f50-86e3-0c2048d4ddb3 req-a6106af8-f947-4f49-97b8-57338560a902 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9768103-6595-4f2c-8385-737172baf71f HTTP/1.1" status: 200 len: 1023 time: 0.1792264 Nov 10 17:44:23.078461 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-8d851dfe-7301-43b8-bd49-f90b88b49f0b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9efc2113-45bf-4adf-ba2d-f51dce5bebef') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:23.078910 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-8d851dfe-7301-43b8-bd49-f90b88b49f0b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9efc2113-45bf-4adf-ba2d-f51dce5bebef') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:23.122575 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d851dfe-7301-43b8-bd49-f90b88b49f0b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:23.130857 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-3d37eb25-4328-41b7-9592-062bd17d5b86 None None] For port c3204710-58d0-4a81-aec3-c8a96a37f74b, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c3204710-58d0-4a81-aec3-c8a96a37f74b,segment=NetworkSegment(b9e74752-b150-490e-aabd-0480f39fbb72),segment_id=b9e74752-b150-490e-aabd-0480f39fbb72)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:44:23.137647 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-433f2f68-7045-41e1-bf72-916b49926d30 None None] Calling delete_port for 35b7ee43-1f2e-424e-be52-de5fe9109897 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:44:23.156393 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d851dfe-7301-43b8-bd49-f90b88b49f0b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:23.172466 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3d37eb25-4328-41b7-9592-062bd17d5b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:23.189724 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d851dfe-7301-43b8-bd49-f90b88b49f0b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:44:23.190401 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d851dfe-7301-43b8-bd49-f90b88b49f0b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:23.272432 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:44:23.272432 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:44:23.272432 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:44:23.272432 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:44:23.272432 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:44:23.272432 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:44:23.272432 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:44:23.272432 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:44:23.272432 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:44:23.272432 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:44:23.272432 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:44:23.272432 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:44:23.272432 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:44:23.272432 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:44:23.272432 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:44:23.272432 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:44:23.272432 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:44:23.272432 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:44:23.272432 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:44:23.272432 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:44:23.272432 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:44:23.272432 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:44:23.272432 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:44:23.272432 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:44:23.272432 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:44:23.272432 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:44:23.272432 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:44:23.272432 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:44:23.272432 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:44:23.272432 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:44:23.272432 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:44:23.272432 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:44:23.309844 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0cdb4083-fba7-4819-a12f-31761119975a tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1024386'] for router, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:23.330986 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0cdb4083-fba7-4819-a12f-31761119975a tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412472'] for router, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:23.433322 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-de9e3795-ab19-4b1b-9e63-f8f8783fbaa8 None None] Provisioning complete for port 3aafe61f-b8bb-4b1e-822b-752aa9d5705b triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:23.433712 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-de9e3795-ab19-4b1b-9e63-f8f8783fbaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:23.480655 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:23.498118 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c6670e31-51ba-4f50-86e3-0c2048d4ddb3 req-a0555bae-fb94-46f8-9101-7a019bb8beb1 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?id=445fd380-e13f-419a-8344-8db7ca9ffaf0&id=bec81d4d-ec15-4a0a-9ffd-7564b59e9d63&id=6192f994-9fb3-4bce-b4cd-c03ff5545a43&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.4294741 Nov 10 17:44:23.505626 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d851dfe-7301-43b8-bd49-f90b88b49f0b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:23.551041 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d851dfe-7301-43b8-bd49-f90b88b49f0b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:23.564592 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37eb25-4328-41b7-9592-062bd17d5b86 None None] Pushing event updated for resources: {'Port': ['ID=c3204710-58d0-4a81-aec3-c8a96a37f74b,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:23.588853 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8d851dfe-7301-43b8-bd49-f90b88b49f0b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] 10.222.0.39 "DELETE /v2.0/networks/5f91e6c1-3a1e-42d7-a7a0-68cb2f126f09 HTTP/1.1" status: 204 len: 168 time: 3.6866312 Nov 10 17:44:23.636997 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d851dfe-7301-43b8-bd49-f90b88b49f0b tempest-ExtraDHCPOptionsTestJSON-517941126 tempest-ExtraDHCPOptionsTestJSON-517941126-project] Pushing event deleted for resources: {'Network': ['ID=5f91e6c1-3a1e-42d7-a7a0-68cb2f126f09,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:23.679584 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 35b7ee43-1f2e-424e-be52-de5fe9109897, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=35b7ee43-1f2e-424e-be52-de5fe9109897,segment=NetworkSegment(07324c6b-0b40-4db4-affd-7891eaa0490b),segment_id=07324c6b-0b40-4db4-affd-7891eaa0490b)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:23.703021 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:23.706749 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 23f51d55-103a-450f-9315-cccee5913bb0 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:44:23.721761 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-de9e3795-ab19-4b1b-9e63-f8f8783fbaa8 None None] Port 3aafe61f-b8bb-4b1e-822b-752aa9d5705b cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:44:23.824005 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 23f51d55-103a-450f-9315-cccee5913bb0 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:44:23.832987 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 23f51d55-103a-450f-9315-cccee5913bb0 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:44:23.842576 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-433f2f68-7045-41e1-bf72-916b49926d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:23.908182 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-229b905d-c1d9-4248-9ef4-02844c20b29f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:23.922827 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433f2f68-7045-41e1-bf72-916b49926d30 None None] No DVR routers for this DVR port 35b7ee43-1f2e-424e-be52-de5fe9109897 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:44:23.957706 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-229b905d-c1d9-4248-9ef4-02844c20b29f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:23.966881 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=35b7ee43-1f2e-424e-be52-de5fe9109897,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:24.027221 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f2f68-7045-41e1-bf72-916b49926d30 None None] Pushing event deleted for resources: {'Port': ['ID=35b7ee43-1f2e-424e-be52-de5fe9109897,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:24.047516 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229b905d-c1d9-4248-9ef4-02844c20b29f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network aa56524d-ec01-44ef-9a5f-65bf2a5bc8c0 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:44:24.051831 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-229b905d-c1d9-4248-9ef4-02844c20b29f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:24.061575 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229b905d-c1d9-4248-9ef4-02844c20b29f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:44:24.122390 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b905d-c1d9-4248-9ef4-02844c20b29f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Port': ['ID=6c775031-44e8-4506-a98b-0651a69ac11c,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:24.152471 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229b905d-c1d9-4248-9ef4-02844c20b29f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:24.152736 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcbb0d7-7d75-462f-b70a-f57273dc3bf6 x-openstack-request-id: req-ebcbb0d7-7d75-462f-b70a-f57273dc3bf6 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:44:24.153120 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-229b905d-c1d9-4248-9ef4-02844c20b29f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:24.153291 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3618042d-01fb-45bd-9f66-005deab15439", "tag": "ace41464-1d5f-4349-a4dc-c9b16d53b303", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:44:24.153459 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ebcbb0d7-7d75-462f-b70a-f57273dc3bf6 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:44:24.153922 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3618042d-01fb-45bd-9f66-005deab15439', 'tag': 'ace41464-1d5f-4349-a4dc-c9b16d53b303', 'status': 'completed', 'code': 200} Nov 10 17:44:24.175332 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-229b905d-c1d9-4248-9ef4-02844c20b29f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 4.0733941 Nov 10 17:44:24.178331 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51184) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:24.197839 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e85f4-8da6-4512-90f7-e54617ab79ad req-d7233506-ccdd-4e95-989e-ee2abe453f9a tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:24.205316 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e85f4-8da6-4512-90f7-e54617ab79ad req-d7233506-ccdd-4e95-989e-ee2abe453f9a tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:24.212407 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e85f4-8da6-4512-90f7-e54617ab79ad req-d7233506-ccdd-4e95-989e-ee2abe453f9a tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:24.214294 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-162e85f4-8da6-4512-90f7-e54617ab79ad req-d7233506-ccdd-4e95-989e-ee2abe453f9a tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 2412 time: 1.6232789 Nov 10 17:44:24.300364 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51186) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:24.352257 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395af323-9787-4993-a9e0-f053f27d36a0 req-6dd2fbe2-2a35-4b1c-b890-93ec7e2b7bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:24.353143 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395af323-9787-4993-a9e0-f053f27d36a0 req-6dd2fbe2-2a35-4b1c-b890-93ec7e2b7bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:24.354067 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395af323-9787-4993-a9e0-f053f27d36a0 req-6dd2fbe2-2a35-4b1c-b890-93ec7e2b7bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:24.359454 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-395af323-9787-4993-a9e0-f053f27d36a0 req-6dd2fbe2-2a35-4b1c-b890-93ec7e2b7bab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=066ad4243c364cb2b13d18de8348945c&device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 2868 time: 1.9937806 Nov 10 17:44:24.470911 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-395af323-9787-4993-a9e0-f053f27d36a0 req-37d937fd-1e31-419d-aacd-8f44bc20eaac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.81&port_id=b03edfb4-0a86-4289-96b8-d4b9000867f8 HTTP/1.1" status: 200 len: 217 time: 0.0796812 Nov 10 17:44:24.478046 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c3204710-58d0-4a81-aec3-c8a96a37f74b up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:44:24.543204 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-162e85f4-8da6-4512-90f7-e54617ab79ad req-11c85fc4-bb36-4b60-8c41-96dd8e2bff8b tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192825 Nov 10 17:44:24.684763 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afa400-e5fc-47ac-ae78-59e760254617 req-d108cdba-1c6a-4722-80b3-2bc937c0cf3f tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:24.686757 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-77afa400-e5fc-47ac-ae78-59e760254617 req-d108cdba-1c6a-4722-80b3-2bc937c0cf3f tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9768103-6595-4f2c-8385-737172baf71f HTTP/1.1" status: 200 len: 1023 time: 0.5359666 Nov 10 17:44:24.687715 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-11f196c1-0e58-43ad-8dfb-1b85992cdde7 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:24.749864 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:24.759561 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f196c1-0e58-43ad-8dfb-1b85992cdde7 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] No DVR routers for this DVR port 35b7ee43-1f2e-424e-be52-de5fe9109897 on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:44:24.823016 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port c3204710-58d0-4a81-aec3-c8a96a37f74b triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:24.825040 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:24.843013 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-40c4aa3c-dd03-4bba-876a-547b14a237df admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=70630dfd40a04e22b5c7c18c7218d3eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5373664 Nov 10 17:44:24.847227 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51194) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:24.913706 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f196c1-0e58-43ad-8dfb-1b85992cdde7 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event deleted for resources: {'Port': ['ID=35b7ee43-1f2e-424e-be52-de5fe9109897,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:24.926175 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395af323-9787-4993-a9e0-f053f27d36a0 req-c62b9bd8-925e-4a36-9327-ad1a5864084a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:24.932333 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-395af323-9787-4993-a9e0-f053f27d36a0 req-c62b9bd8-925e-4a36-9327-ad1a5864084a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b070b46f-5e79-4392-85dc-b29927e8563a HTTP/1.1" status: 200 len: 801 time: 0.4086797 Nov 10 17:44:25.057574 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be473eea-2457-4994-b7bd-423dbbe5cc9b req-98d481e4-4b92-4109-81ab-5833a114d527 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:25.069926 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:25.071059 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-be473eea-2457-4994-b7bd-423dbbe5cc9b req-98d481e4-4b92-4109-81ab-5833a114d527 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9768103-6595-4f2c-8385-737172baf71f HTTP/1.1" status: 200 len: 1023 time: 0.3237903 Nov 10 17:44:25.080487 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cdb4083-fba7-4819-a12f-31761119975a tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Router 1f118f42-c876-45b0-8361-54a2e4cce601 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:44:25.089073 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:25.147485 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port c3204710-58d0-4a81-aec3-c8a96a37f74b, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c3204710-58d0-4a81-aec3-c8a96a37f74b,segment=NetworkSegment(b9e74752-b150-490e-aabd-0480f39fbb72),segment_id=b9e74752-b150-490e-aabd-0480f39fbb72)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:25.152642 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:25.221012 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-be473eea-2457-4994-b7bd-423dbbe5cc9b req-d3f6e6e4-a950-4f36-a5d3-aa3ae8b16292 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?id=445fd380-e13f-419a-8344-8db7ca9ffaf0&id=bec81d4d-ec15-4a0a-9ffd-7564b59e9d63&id=6192f994-9fb3-4bce-b4cd-c03ff5545a43&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1081321 Nov 10 17:44:25.225398 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8a4009e4-0c59-4f4c-a305-c84645af36e2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:25.235111 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=c3204710-58d0-4a81-aec3-c8a96a37f74b,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:25.256601 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1759afbc-1c26-4a18-9a07-52ee5dc75527 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:25.302205 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1759afbc-1c26-4a18-9a07-52ee5dc75527 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:25.305631 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-11f196c1-0e58-43ad-8dfb-1b85992cdde7 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:25.347689 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-11f196c1-0e58-43ad-8dfb-1b85992cdde7 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e776bd7-9825-4ec8-8d6e-a3928e7a01d2']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:25.383623 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4b4fc2-9c78-49db-a629-caa3b8783c00 None None] Network aa56524d-ec01-44ef-9a5f-65bf2a5bc8c0 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:44:25.405133 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395af323-9787-4993-a9e0-f053f27d36a0 req-0cc7a157-eaa0-4a75-9f8f-371208d11ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:25.407419 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-395af323-9787-4993-a9e0-f053f27d36a0 req-0cc7a157-eaa0-4a75-9f8f-371208d11ced service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ff4495c5-0c07-4641-ac40-5d7a78d02152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4413950 Nov 10 17:44:25.409955 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-11f196c1-0e58-43ad-8dfb-1b85992cdde7 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07324c6b-0b40-4db4-affd-7891eaa0490b') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:25.410725 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-11f196c1-0e58-43ad-8dfb-1b85992cdde7 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07324c6b-0b40-4db4-affd-7891eaa0490b') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:25.493032 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-11f196c1-0e58-43ad-8dfb-1b85992cdde7 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:25.523839 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-11f196c1-0e58-43ad-8dfb-1b85992cdde7 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:25.525933 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1759afbc-1c26-4a18-9a07-52ee5dc75527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:25.529929 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1759afbc-1c26-4a18-9a07-52ee5dc75527 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:25.531675 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1759afbc-1c26-4a18-9a07-52ee5dc75527 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/07575e9a-832f-423b-bbd1-b061ab07071b HTTP/1.1" status: 204 len: 168 time: 0.6841385 Nov 10 17:44:25.540505 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-4d3e55fd-8f94-47b9-ad72-244610fe80b0 None None] Provisioning complete for port c3204710-58d0-4a81-aec3-c8a96a37f74b triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:25.541260 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4d3e55fd-8f94-47b9-ad72-244610fe80b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:25.552457 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f196c1-0e58-43ad-8dfb-1b85992cdde7 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:44:25.553482 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-11f196c1-0e58-43ad-8dfb-1b85992cdde7 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: self.session.flush() Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: self.session.flush() Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: self.session.flush() Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: self.session.flush() Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:44:25.559332 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:44:25.573940 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759afbc-1c26-4a18-9a07-52ee5dc75527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07575e9a-832f-423b-bbd1-b061ab07071b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:25.762116 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-77afa400-e5fc-47ac-ae78-59e760254617 req-6d26919b-0ddd-4901-848c-fcf19472e6e7 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Deleting port 3b9cc42d-8311-40b5-91f8-043052fb41fd {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:44:25.762603 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-77afa400-e5fc-47ac-ae78-59e760254617 req-6d26919b-0ddd-4901-848c-fcf19472e6e7 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:25.882964 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8a4009e4-0c59-4f4c-a305-c84645af36e2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:25.886699 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 3b9cc42d-8311-40b5-91f8-043052fb41fd no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:44:25.892389 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8a4009e4-0c59-4f4c-a305-c84645af36e2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:25.969750 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdb4083-fba7-4819-a12f-31761119975a tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:44:26.006572 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c6d5a7-0a28-4bb8-bbe6-495222c2b92c None None] Sync routers for ids ['1f118f42-c876-45b0-8361-54a2e4cce601'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:44:26.042511 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c6d5a7-0a28-4bb8-bbe6-495222c2b92c None None] Routers {'1f118f42-c876-45b0-8361-54a2e4cce601'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:44:26.043523 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-63c6d5a7-0a28-4bb8-bbe6-495222c2b92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:44:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['1f118f42-c876-45b0-8361-54a2e4cce601'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:26.053485 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0cdb4083-fba7-4819-a12f-31761119975a tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:26.058833 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0cdb4083-fba7-4819-a12f-31761119975a tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] 10.222.0.39 "PUT /v2.0/routers/1f118f42-c876-45b0-8361-54a2e4cce601 HTTP/1.1" status: 200 len: 879 time: 9.9980359 Nov 10 17:44:26.063389 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:26.069886 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51204) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:26.124944 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9768103-6595-4f2c-8385-737172baf71f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b9cc42d-8311-40b5-91f8-043052fb41fd'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:44:26.129279 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ee7e8b-96fa-46fe-8e3a-4491640a9313" -d '{"events": [{"server_uuid": "d9768103-6595-4f2c-8385-737172baf71f", "name": "network-vif-unplugged", "status": "completed", "tag": "3b9cc42d-8311-40b5-91f8-043052fb41fd"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:44:26.192255 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 3b9cc42d-8311-40b5-91f8-043052fb41fd, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=3b9cc42d-8311-40b5-91f8-043052fb41fd,segment=NetworkSegment(af3c14a2-bee0-4696-ac53-c2f22ec01df7),segment_id=af3c14a2-bee0-4696-ac53-c2f22ec01df7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:26.196768 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-63c6d5a7-0a28-4bb8-bbe6-495222c2b92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:26.203963 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4009e4-0c59-4f4c-a305-c84645af36e2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Port': ['ID=6c775031-44e8-4506-a98b-0651a69ac11c,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:26.207724 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d38216-8354-411e-b61e-262334957af6 x-openstack-request-id: req-a9d38216-8354-411e-b61e-262334957af6 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:44:26.208162 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9768103-6595-4f2c-8385-737172baf71f", "name": "network-vif-unplugged", "status": "completed", "tag": "3b9cc42d-8311-40b5-91f8-043052fb41fd", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:44:26.208830 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a9d38216-8354-411e-b61e-262334957af6 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:44:26.209401 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9768103-6595-4f2c-8385-737172baf71f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b9cc42d-8311-40b5-91f8-043052fb41fd', 'code': 200} Nov 10 17:44:26.221382 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:26.240776 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c6d5a7-0a28-4bb8-bbe6-495222c2b92c None None] Routers {'1f118f42-c876-45b0-8361-54a2e4cce601'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:44:26.243521 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-63c6d5a7-0a28-4bb8-bbe6-495222c2b92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:44:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['1f118f42-c876-45b0-8361-54a2e4cce601'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:26.293914 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-77afa400-e5fc-47ac-ae78-59e760254617 req-6d26919b-0ddd-4901-848c-fcf19472e6e7 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] For port 3b9cc42d-8311-40b5-91f8-043052fb41fd, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=3b9cc42d-8311-40b5-91f8-043052fb41fd,segment=NetworkSegment(af3c14a2-bee0-4696-ac53-c2f22ec01df7),segment_id=af3c14a2-bee0-4696-ac53-c2f22ec01df7)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:26.293914 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-77afa400-e5fc-47ac-ae78-59e760254617 req-6d26919b-0ddd-4901-848c-fcf19472e6e7 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:26.357254 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-77afa400-e5fc-47ac-ae78-59e760254617 req-6d26919b-0ddd-4901-848c-fcf19472e6e7 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Calling delete_port for 3b9cc42d-8311-40b5-91f8-043052fb41fd owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:44:26.395263 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-63c6d5a7-0a28-4bb8-bbe6-495222c2b92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:26.397456 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c6d5a7-0a28-4bb8-bbe6-495222c2b92c None None] The sync data for ids ['1f118f42-c876-45b0-8361-54a2e4cce601'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:44:26.428691 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-11f196c1-0e58-43ad-8dfb-1b85992cdde7 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:26.442364 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=3b9cc42d-8311-40b5-91f8-043052fb41fd,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:26.516052 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-395af323-9787-4993-a9e0-f053f27d36a0 req-4744b559-22a4-4bbb-9028-8ae49b33d3de service neutron] 10.222.0.13 "GET /v2.0/networks/ff4495c5-0c07-4641-ac40-5d7a78d02152?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0816722 Nov 10 17:44:26.523250 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c3204710-58d0-4a81-aec3-c8a96a37f74b up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:44:26.642657 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c8aaeaff-05db-425e-a164-2287165a7228 None None] Provisioning complete for port 6c775031-44e8-4506-a98b-0651a69ac11c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:26.643041 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c8aaeaff-05db-425e-a164-2287165a7228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:26.700790 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-11f196c1-0e58-43ad-8dfb-1b85992cdde7 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:26.704703 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-11f196c1-0e58-43ad-8dfb-1b85992cdde7 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "DELETE /v2.0/networks/5e776bd7-9825-4ec8-8d6e-a3928e7a01d2 HTTP/1.1" status: 204 len: 168 time: 9.9262786 Nov 10 17:44:26.705730 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f196c1-0e58-43ad-8dfb-1b85992cdde7 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event deleted for resources: {'Network': ['ID=5e776bd7-9825-4ec8-8d6e-a3928e7a01d2,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:26.711882 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51218) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:26.713779 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-77afa400-e5fc-47ac-ae78-59e760254617 req-6d26919b-0ddd-4901-848c-fcf19472e6e7 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:26.720430 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-291b9fc8-582e-423f-9652-e202d150461b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1870920806'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:26.735989 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c8aaeaff-05db-425e-a164-2287165a7228 None None] Port 6c775031-44e8-4506-a98b-0651a69ac11c cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:44:26.751623 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port c3204710-58d0-4a81-aec3-c8a96a37f74b triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:26.752135 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:26.755314 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8500831c-21a7-46fa-a3da-9f85c446e59e tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] 10.222.0.39 "GET /v2.0/routers/1f118f42-c876-45b0-8361-54a2e4cce601 HTTP/1.1" status: 200 len: 920 time: 0.6824315 Nov 10 17:44:26.765851 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51222) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:26.821232 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd0574-9214-4ebc-b745-7bfc02f22951 req-41e9049e-a87a-42f3-8d5e-9ad03fb6c85c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:26.828644 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd0574-9214-4ebc-b745-7bfc02f22951 req-41e9049e-a87a-42f3-8d5e-9ad03fb6c85c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:26.836858 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd0574-9214-4ebc-b745-7bfc02f22951 req-41e9049e-a87a-42f3-8d5e-9ad03fb6c85c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:26.838594 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dedd0574-9214-4ebc-b745-7bfc02f22951 req-41e9049e-a87a-42f3-8d5e-9ad03fb6c85c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 2412 time: 1.0348103 Nov 10 17:44:26.839642 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26919b-0ddd-4901-848c-fcf19472e6e7 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Pushing event deleted for resources: {'Port': ['ID=3b9cc42d-8311-40b5-91f8-043052fb41fd,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:26.879576 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c8aaeaff-05db-425e-a164-2287165a7228 None None] Provisioning complete for port c3204710-58d0-4a81-aec3-c8a96a37f74b triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:26.880031 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c8aaeaff-05db-425e-a164-2287165a7228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:26.957802 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b60dd40-4bb6-4059-a8e9-7dd62599dadf None None] DHCP port deletion for 060d9864-1c5a-45ea-8447-7c5b309eff4c request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:44:26.970416 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dedd0574-9214-4ebc-b745-7bfc02f22951 req-76ee70ad-6cc9-4dc9-b1b0-49f19162b6dd tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098800 Nov 10 17:44:27.002175 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba160057-df2b-4ea5-bb3c-025c4ea23446 req-0e2f68a9-1831-4ee4-9e6e-104132443efa tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:27.005935 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba160057-df2b-4ea5-bb3c-025c4ea23446 req-0e2f68a9-1831-4ee4-9e6e-104132443efa tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9768103-6595-4f2c-8385-737172baf71f HTTP/1.1" status: 200 len: 943 time: 0.5095859 Nov 10 17:44:27.056275 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-77afa400-e5fc-47ac-ae78-59e760254617 req-6d26919b-0ddd-4901-848c-fcf19472e6e7 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] No DVR routers for this DVR port 3b9cc42d-8311-40b5-91f8-043052fb41fd on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:44:27.062088 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291b9fc8-582e-423f-9652-e202d150461b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Made reservation on behalf of 1e482b7991684b25b580f167d516644d for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:44:27.070955 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-291b9fc8-582e-423f-9652-e202d150461b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:27.102768 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-77afa400-e5fc-47ac-ae78-59e760254617 req-6d26919b-0ddd-4901-848c-fcf19472e6e7 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:27.108734 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-77afa400-e5fc-47ac-ae78-59e760254617 req-6d26919b-0ddd-4901-848c-fcf19472e6e7 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.13 "DELETE /v2.0/ports/3b9cc42d-8311-40b5-91f8-043052fb41fd HTTP/1.1" status: 204 len: 173 time: 2.3896923 Nov 10 17:44:27.127902 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9768103-6595-4f2c-8385-737172baf71f', 'name': 'network-vif-deleted', 'tag': '3b9cc42d-8311-40b5-91f8-043052fb41fd'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:44:27.136629 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a40093-f331-49ff-88d6-8ddd68fbc20f" -d '{"events": [{"server_uuid": "d9768103-6595-4f2c-8385-737172baf71f", "name": "network-vif-deleted", "tag": "3b9cc42d-8311-40b5-91f8-043052fb41fd"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:44:27.185119 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-291b9fc8-582e-423f-9652-e202d150461b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:44:27.262888 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-395af323-9787-4993-a9e0-f053f27d36a0 req-3c39809d-6210-4bd8-873d-59817c843108 service neutron] 10.222.0.13 "GET /v2.0/networks/ff4495c5-0c07-4641-ac40-5d7a78d02152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5524969 Nov 10 17:44:27.279684 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-291b9fc8-582e-423f-9652-e202d150461b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:27.280275 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-291b9fc8-582e-423f-9652-e202d150461b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Added segment dc9f4e38-aa7e-436d-a23a-f48b82295005 of type vlan for network dfdb4db1-0b56-44fb-8ea8-5ff6dbc2b0bc Nov 10 17:44:27.298125 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-1289d06b-fd81-42a0-93ba-2ba57221d3ff None None] Provisioning complete for port 6c775031-44e8-4506-a98b-0651a69ac11c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:27.302038 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1289d06b-fd81-42a0-93ba-2ba57221d3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:27.339029 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba160057-df2b-4ea5-bb3c-025c4ea23446 req-1b592b61-ec9d-454a-9583-47bb96e57251 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups?id=445fd380-e13f-419a-8344-8db7ca9ffaf0&id=bec81d4d-ec15-4a0a-9ffd-7564b59e9d63&id=6192f994-9fb3-4bce-b4cd-c03ff5545a43&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3049898 Nov 10 17:44:27.350648 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f55e66-5cbe-4164-9001-06539dde7f34 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:27.356898 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-20f55e66-5cbe-4164-9001-06539dde7f34 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=ef950546-b13c-4865-8837-7444cdb2848e&device_id=1f118f42-c876-45b0-8361-54a2e4cce601&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5887055 Nov 10 17:44:27.359399 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8a4009e4-0c59-4f4c-a305-c84645af36e2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:27.380819 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51232) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:27.387685 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-1289d06b-fd81-42a0-93ba-2ba57221d3ff None None] Port 6c775031-44e8-4506-a98b-0651a69ac11c cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:44:27.438765 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ea3b67-3b21-4aa7-80e3-c1b38af6bfa1 x-openstack-request-id: req-e8ea3b67-3b21-4aa7-80e3-c1b38af6bfa1 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:44:27.440543 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9768103-6595-4f2c-8385-737172baf71f", "name": "network-vif-deleted", "tag": "3b9cc42d-8311-40b5-91f8-043052fb41fd", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:44:27.441178 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e8ea3b67-3b21-4aa7-80e3-c1b38af6bfa1 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:44:27.443614 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9768103-6595-4f2c-8385-737172baf71f', 'name': 'network-vif-deleted', 'tag': '3b9cc42d-8311-40b5-91f8-043052fb41fd', 'status': 'completed', 'code': 200} Nov 10 17:44:27.448706 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-395af323-9787-4993-a9e0-f053f27d36a0 req-ff604419-1346-4715-bca6-5a89cc072518 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.205&port_id=008c28c7-e805-4720-8ee0-7a694cc1bdd2 HTTP/1.1" status: 200 len: 217 time: 0.1655002 Nov 10 17:44:27.650183 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-291b9fc8-582e-423f-9652-e202d150461b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:27.670624 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e273481b-bde1-45e4-a435-35fca29f5b72 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:27.674265 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e273481b-bde1-45e4-a435-35fca29f5b72 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 881 time: 0.2907310 Nov 10 17:44:27.681368 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51238) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:27.682968 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8a4009e4-0c59-4f4c-a305-c84645af36e2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:27.725895 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a72e1bdd-d5f6-4dd3-82a1-159a1d702a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:27.728521 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-395af323-9787-4993-a9e0-f053f27d36a0 req-a72e1bdd-d5f6-4dd3-82a1-159a1d702a0f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3411f733-e210-41f9-8958-750e4ef24cb2 HTTP/1.1" status: 200 len: 801 time: 0.2348692 Nov 10 17:44:27.774576 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e58bf50f-4f07-4a47-a141-5de3a3c09df6 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f118f42-c876-45b0-8361-54a2e4cce601 HTTP/1.1" status: 200 len: 205 time: 0.0875919 Nov 10 17:44:27.796708 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51240) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:27.876840 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c0098004-8fed-4869-89e4-7eeec89e1c08 None None] Provisioning complete for port 6c775031-44e8-4506-a98b-0651a69ac11c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:27.882514 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c0098004-8fed-4869-89e4-7eeec89e1c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:27.916784 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51242) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:27.943206 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-291b9fc8-582e-423f-9652-e202d150461b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:27.956487 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291b9fc8-582e-423f-9652-e202d150461b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:27.958488 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-291b9fc8-582e-423f-9652-e202d150461b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:27.965475 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c0098004-8fed-4869-89e4-7eeec89e1c08 None None] Port 6c775031-44e8-4506-a98b-0651a69ac11c cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:44:28.121615 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-291b9fc8-582e-423f-9652-e202d150461b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4053152 Nov 10 17:44:28.157994 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51248) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:28.172483 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-91d541ac-9270-4e48-a042-770223536f9a tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Request body: {'subnet': {'network_id': 'dfdb4db1-0b56-44fb-8ea8-5ff6dbc2b0bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:28.172713 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b9fc8-582e-423f-9652-e202d150461b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event updated for resources: {'Network': ['ID=dfdb4db1-0b56-44fb-8ea8-5ff6dbc2b0bc,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:28.196080 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network dfdb4db1-0b56-44fb-8ea8-5ff6dbc2b0bc details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:44:28.258817 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-b827660f-8c33-4d37-9514-dfaf381b7417 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Request body: {'networks': [{'name': 'tempest-network--902981887'}, {'name': 'tempest-network--218334413'}]} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:28.259266 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-b827660f-8c33-4d37-9514-dfaf381b7417 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Request body: {'network': {'name': 'tempest-network--902981887'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:28.259946 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-b827660f-8c33-4d37-9514-dfaf381b7417 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Request body: {'network': {'name': 'tempest-network--218334413'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:28.273373 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395af323-9787-4993-a9e0-f053f27d36a0 req-0481a8ec-4f6a-4e4e-8599-b639b6d367a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:28.275762 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-395af323-9787-4993-a9e0-f053f27d36a0 req-0481a8ec-4f6a-4e4e-8599-b639b6d367a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b877c666-d6da-438b-987e-146762b0ecf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5094717 Nov 10 17:44:28.431772 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a35279-36bb-4af0-9383-2ed62ebb1f01 req-988618ee-f5fd-488b-abf4-914460dc99bd tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:28.439321 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8a4009e4-0c59-4f4c-a305-c84645af36e2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:28.443389 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a35279-36bb-4af0-9383-2ed62ebb1f01 req-988618ee-f5fd-488b-abf4-914460dc99bd tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:28.451883 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8a4009e4-0c59-4f4c-a305-c84645af36e2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:28.453963 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a35279-36bb-4af0-9383-2ed62ebb1f01 req-988618ee-f5fd-488b-abf4-914460dc99bd tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:28.463317 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b3a35279-36bb-4af0-9383-2ed62ebb1f01 req-988618ee-f5fd-488b-abf4-914460dc99bd tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 2412 time: 0.3206494 Nov 10 17:44:28.471577 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b827660f-8c33-4d37-9514-dfaf381b7417 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Made reservation on behalf of fc451d9e1d364e44b017f9725fb1b3e6 for: {'network': 2} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:44:28.476648 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b827660f-8c33-4d37-9514-dfaf381b7417 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:28.483296 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3c5e0ee5-4bc4-4d35-87fc-0f06829ae245 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:28.541987 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b3a35279-36bb-4af0-9383-2ed62ebb1f01 req-51688422-353c-418e-8197-a3affe409b9d tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715644 Nov 10 17:44:28.553383 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d541ac-9270-4e48-a042-770223536f9a tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Made reservation on behalf of 1e482b7991684b25b580f167d516644d for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:44:28.557249 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-91d541ac-9270-4e48-a042-770223536f9a tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:28.589921 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b827660f-8c33-4d37-9514-dfaf381b7417 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:28.671003 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8a4009e4-0c59-4f4c-a305-c84645af36e2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:28.685725 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4009e4-0c59-4f4c-a305-c84645af36e2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Port': ['ID=6c775031-44e8-4506-a98b-0651a69ac11c,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:28.694379 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-395af323-9787-4993-a9e0-f053f27d36a0 req-b73be49e-83b5-48eb-94f5-7d9beecacf6d service neutron] 10.222.0.13 "GET /v2.0/networks/b877c666-d6da-438b-987e-146762b0ecf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059241 Nov 10 17:44:28.716962 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-213e3c08-d054-4812-b11f-fe3fbbd556cd req-ba479285-e04c-4d6e-b86c-eac850fa16d2 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups/445fd380-e13f-419a-8344-8db7ca9ffaf0 HTTP/1.1" status: 200 len: 1819 time: 0.2309093 Nov 10 17:44:28.858493 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3c5e0ee5-4bc4-4d35-87fc-0f06829ae245 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:28.939921 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4009e4-0c59-4f4c-a305-c84645af36e2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network aa56524d-ec01-44ef-9a5f-65bf2a5bc8c0 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:44:28.940875 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-213e3c08-d054-4812-b11f-fe3fbbd556cd req-68795b07-11fd-48c8-94a5-34a659aecc39 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:28.963716 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-8a4009e4-0c59-4f4c-a305-c84645af36e2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:28.994857 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-395af323-9787-4993-a9e0-f053f27d36a0 req-132a362b-8d4d-4580-90bf-277775af4a16 service neutron] 10.222.0.13 "GET /v2.0/networks/b877c666-d6da-438b-987e-146762b0ecf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847021 Nov 10 17:44:29.004641 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b827660f-8c33-4d37-9514-dfaf381b7417 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:29.011189 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-213e3c08-d054-4812-b11f-fe3fbbd556cd req-68795b07-11fd-48c8-94a5-34a659aecc39 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:29.022447 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b827660f-8c33-4d37-9514-dfaf381b7417 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:29.023132 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b827660f-8c33-4d37-9514-dfaf381b7417 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:29.056535 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-91d541ac-9270-4e48-a042-770223536f9a tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:29.083619 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-395af323-9787-4993-a9e0-f053f27d36a0 req-836f11a1-07b4-498f-b406-79dd67e92968 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.116&port_id=ace41464-1d5f-4349-a4dc-c9b16d53b303 HTTP/1.1" status: 200 len: 217 time: 0.0758636 Nov 10 17:44:29.181435 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395af323-9787-4993-a9e0-f053f27d36a0 req-ff55c8f7-f09e-44e0-bf48-423199c109f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:29.183915 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-395af323-9787-4993-a9e0-f053f27d36a0 req-ff55c8f7-f09e-44e0-bf48-423199c109f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b070b46f-5e79-4392-85dc-b29927e8563a HTTP/1.1" status: 200 len: 801 time: 0.0917540 Nov 10 17:44:29.195649 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827660f-8c33-4d37-9514-dfaf381b7417 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b727b7e2-240e-43c0-9a96-6bd97406024f,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:29.284771 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b827660f-8c33-4d37-9514-dfaf381b7417 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:44:29.290492 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-3c5e0ee5-4bc4-4d35-87fc-0f06829ae245 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Deleting port 3aafe61f-b8bb-4b1e-822b-752aa9d5705b {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:44:29.291073 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3c5e0ee5-4bc4-4d35-87fc-0f06829ae245 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:29.372689 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b827660f-8c33-4d37-9514-dfaf381b7417 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:29.373043 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-b827660f-8c33-4d37-9514-dfaf381b7417 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Added segment 0957aee5-e883-4f52-a3e5-ed42b58a3be7 of type vlan for network 21ca4d07-5016-4a28-b278-b09ec54899dd Nov 10 17:44:29.429176 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395af323-9787-4993-a9e0-f053f27d36a0 req-5c0556b3-ee0f-4a99-8ce4-2c8390128f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:29.431967 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-395af323-9787-4993-a9e0-f053f27d36a0 req-5c0556b3-ee0f-4a99-8ce4-2c8390128f42 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ff4495c5-0c07-4641-ac40-5d7a78d02152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2266257 Nov 10 17:44:29.542121 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e40f806e-a6b1-4134-a3fc-aba5fd4951a4 None None] Provisioning complete for port 6c775031-44e8-4506-a98b-0651a69ac11c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:29.542838 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e40f806e-a6b1-4134-a3fc-aba5fd4951a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:29.612557 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-e40f806e-a6b1-4134-a3fc-aba5fd4951a4 None None] Port 6c775031-44e8-4506-a98b-0651a69ac11c cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:44:29.725876 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d541ac-9270-4e48-a042-770223536f9a tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event updated for resources: {'Subnet': ['ID=f6567fa7-0fa7-46d9-97b3-b53b269f6185,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:29.734169 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-213e3c08-d054-4812-b11f-fe3fbbd556cd req-68795b07-11fd-48c8-94a5-34a659aecc39 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:29.739183 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-213e3c08-d054-4812-b11f-fe3fbbd556cd req-68795b07-11fd-48c8-94a5-34a659aecc39 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:29.741319 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-213e3c08-d054-4812-b11f-fe3fbbd556cd req-68795b07-11fd-48c8-94a5-34a659aecc39 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "DELETE /v2.0/security-groups/445fd380-e13f-419a-8344-8db7ca9ffaf0 HTTP/1.1" status: 204 len: 173 time: 1.0017335 Nov 10 17:44:29.796138 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68795b07-11fd-48c8-94a5-34a659aecc39 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=445fd380-e13f-419a-8344-8db7ca9ffaf0,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:29.821905 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d541ac-9270-4e48-a042-770223536f9a tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Checking segment: {'id': 'dc9f4e38-aa7e-436d-a23a-f48b82295005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dfdb4db1-0b56-44fb-8ea8-5ff6dbc2b0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:44:29.823001 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d541ac-9270-4e48-a042-770223536f9a tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Network hostable DHCP agents. Network: dfdb4db1-0b56-44fb-8ea8-5ff6dbc2b0bc, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:44:29.881646 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b827660f-8c33-4d37-9514-dfaf381b7417 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:29.895724 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d541ac-9270-4e48-a042-770223536f9a tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Network dfdb4db1-0b56-44fb-8ea8-5ff6dbc2b0bc is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:44:29.899210 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4009e4-0c59-4f4c-a305-c84645af36e2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Router 1f823a89-2e21-4fa5-b733-fc5b4decdab8 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:44:29.905318 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f2693eb5-8a2a-4834-976a-11f136a21698 req-9229b363-1d85-4983-af05-40fdbb38308b tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "GET /v2.0/security-groups/bec81d4d-ec15-4a0a-9ffd-7564b59e9d63 HTTP/1.1" status: 200 len: 1820 time: 0.1051991 Nov 10 17:44:29.918041 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-91d541ac-9270-4e48-a042-770223536f9a tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, dfdb4db1-0b56-44fb-8ea8-5ff6dbc2b0bc) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:29.926070 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d541ac-9270-4e48-a042-770223536f9a tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:29.927064 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-91d541ac-9270-4e48-a042-770223536f9a tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:29.938762 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f92343-ea88-4c64-b7eb-98f536d28e35 None None] Network dfdb4db1-0b56-44fb-8ea8-5ff6dbc2b0bc requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:44:29.977294 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-91d541ac-9270-4e48-a042-770223536f9a tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8142207 Nov 10 17:44:29.978054 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51270) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:29.984395 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3c5e0ee5-4bc4-4d35-87fc-0f06829ae245 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:30.092958 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-3c5e0ee5-4bc4-4d35-87fc-0f06829ae245 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Calling delete_port for 3aafe61f-b8bb-4b1e-822b-752aa9d5705b owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:44:30.128080 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b827660f-8c33-4d37-9514-dfaf381b7417 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:44:30.184672 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4009e4-0c59-4f4c-a305-c84645af36e2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:44:30.197456 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8a4009e4-0c59-4f4c-a305-c84645af36e2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "PUT /v2.0/routers/1f823a89-2e21-4fa5-b733-fc5b4decdab8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0172572 Nov 10 17:44:30.199231 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f2693eb5-8a2a-4834-976a-11f136a21698 req-501f4a11-caaa-4c9d-8e53-94b9b1478654 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:30.200055 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf89824-4485-41e9-aaf0-bf123ef61179 None None] Sync routers for ids ['1f823a89-2e21-4fa5-b733-fc5b4decdab8'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:44:30.213996 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b827660f-8c33-4d37-9514-dfaf381b7417 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:30.214389 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-b827660f-8c33-4d37-9514-dfaf381b7417 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Added segment 179ef171-8212-4446-a95f-6ef2e67dd6e2 of type vlan for network f6b99d62-b3f4-4b53-9cbf-09655f08d791 Nov 10 17:44:30.216492 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51278) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:30.229992 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc6bfe-c239-4923-99b9-6485f6f3418f req-d4d6db3b-fcca-4243-b426-a76a08c0ea39 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:30.230522 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf89824-4485-41e9-aaf0-bf123ef61179 None None] Routers {'1f823a89-2e21-4fa5-b733-fc5b4decdab8'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:44:30.231384 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-fdf89824-4485-41e9-aaf0-bf123ef61179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:44:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['1f823a89-2e21-4fa5-b733-fc5b4decdab8'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:30.231868 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f2693eb5-8a2a-4834-976a-11f136a21698 req-501f4a11-caaa-4c9d-8e53-94b9b1478654 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:30.236853 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc6bfe-c239-4923-99b9-6485f6f3418f req-d4d6db3b-fcca-4243-b426-a76a08c0ea39 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:30.243899 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc6bfe-c239-4923-99b9-6485f6f3418f req-d4d6db3b-fcca-4243-b426-a76a08c0ea39 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:30.245817 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9ccc6bfe-c239-4923-99b9-6485f6f3418f req-d4d6db3b-fcca-4243-b426-a76a08c0ea39 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 2412 time: 0.3673284 Nov 10 17:44:30.274335 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-395af323-9787-4993-a9e0-f053f27d36a0 req-86e99a12-50e8-4e2e-a7b7-2aa710667ccc service neutron] 10.222.0.13 "GET /v2.0/networks/ff4495c5-0c07-4641-ac40-5d7a78d02152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8298812 Nov 10 17:44:30.298008 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-fdf89824-4485-41e9-aaf0-bf123ef61179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:30.308312 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f2693eb5-8a2a-4834-976a-11f136a21698 req-501f4a11-caaa-4c9d-8e53-94b9b1478654 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:30.321453 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f2693eb5-8a2a-4834-976a-11f136a21698 req-501f4a11-caaa-4c9d-8e53-94b9b1478654 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:30.327557 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f2693eb5-8a2a-4834-976a-11f136a21698 req-501f4a11-caaa-4c9d-8e53-94b9b1478654 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] 10.222.0.39 "DELETE /v2.0/security-groups/bec81d4d-ec15-4a0a-9ffd-7564b59e9d63 HTTP/1.1" status: 204 len: 173 time: 0.3773890 Nov 10 17:44:30.341579 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51284) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:30.366476 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f4a11-caaa-4c9d-8e53-94b9b1478654 tempest-SecurityGroupsTestJSON-161200042 tempest-SecurityGroupsTestJSON-161200042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec81d4d-ec15-4a0a-9ffd-7564b59e9d63,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:30.369252 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf89824-4485-41e9-aaf0-bf123ef61179 None None] Routers {'1f823a89-2e21-4fa5-b733-fc5b4decdab8'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:44:30.370682 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-fdf89824-4485-41e9-aaf0-bf123ef61179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:44:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['1f823a89-2e21-4fa5-b733-fc5b4decdab8'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:30.434942 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-37500263-b623-4cc5-9f18-eb68487dabfb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:30.462286 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7efe34-a5bb-40db-a5b5-ef87604152a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-dfdb4db1-0b56-44fb-8ea8-5ff6dbc2b0bc', 'network_id': 'dfdb4db1-0b56-44fb-8ea8-5ff6dbc2b0bc', 'tenant_id': '1e482b7991684b25b580f167d516644d', 'fixed_ips': [{'subnet_id': 'f6567fa7-0fa7-46d9-97b3-b53b269f6185'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:44:30.463172 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2e7efe34-a5bb-40db-a5b5-ef87604152a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:30.465389 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-8104e9fc-336c-4fe6-baaf-1888381372af admin admin] Deleting subnet 3a568a8b-c286-450f-b9ae-7b517fbbf861 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:44:30.479464 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8104e9fc-336c-4fe6-baaf-1888381372af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:30.488981 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-fdf89824-4485-41e9-aaf0-bf123ef61179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:30.489619 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf89824-4485-41e9-aaf0-bf123ef61179 None None] The sync data for ids ['1f823a89-2e21-4fa5-b733-fc5b4decdab8'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:44:30.518318 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b827660f-8c33-4d37-9514-dfaf381b7417 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:30.536525 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09f8814-a139-407a-b195-53fe42bb648c tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:30.541604 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f09f8814-a139-407a-b195-53fe42bb648c tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "GET /v2.0/ports/6c775031-44e8-4506-a98b-0651a69ac11c HTTP/1.1" status: 200 len: 976 time: 0.2947164 Nov 10 17:44:30.546339 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51286) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:30.592309 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8104e9fc-336c-4fe6-baaf-1888381372af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:30.608192 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9ccc6bfe-c239-4923-99b9-6485f6f3418f req-8e524dd6-7ecd-4f7d-a783-041a8305c526 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386412 Nov 10 17:44:30.616758 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bfe04825-e27e-4a42-b341-8dd012fe45b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:30.666446 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.db.resource_extend [None req-b827660f-8c33-4d37-9514-dfaf381b7417 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 17:44:30.691910 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8104e9fc-336c-4fe6-baaf-1888381372af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:30.807388 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8104e9fc-336c-4fe6-baaf-1888381372af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:30.843860 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b827660f-8c33-4d37-9514-dfaf381b7417 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:30.844933 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b827660f-8c33-4d37-9514-dfaf381b7417 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:30.848290 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-2e7efe34-a5bb-40db-a5b5-ef87604152a3 None None] Allocated IP 2001:db8::1 (dfdb4db1-0b56-44fb-8ea8-5ff6dbc2b0bc/f6567fa7-0fa7-46d9-97b3-b53b269f6185/fa8a018e-8a3c-4c74-b3ad-9b73c5336f90) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:44:30.852533 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b827660f-8c33-4d37-9514-dfaf381b7417 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:30.858000 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b827660f-8c33-4d37-9514-dfaf381b7417 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:30.858960 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b827660f-8c33-4d37-9514-dfaf381b7417 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:30.860029 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104e9fc-336c-4fe6-baaf-1888381372af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a568a8b-c286-450f-b9ae-7b517fbbf861,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:30.866869 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8104e9fc-336c-4fe6-baaf-1888381372af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:30.872654 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8104e9fc-336c-4fe6-baaf-1888381372af admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3a568a8b-c286-450f-b9ae-7b517fbbf861 HTTP/1.1" status: 204 len: 168 time: 0.5294051 Nov 10 17:44:30.876758 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51288) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:30.909039 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b827660f-8c33-4d37-9514-dfaf381b7417 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.9858372 Nov 10 17:44:30.911867 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-395af323-9787-4993-a9e0-f053f27d36a0 req-557cef50-9b6a-4525-b43e-f5426c8ee64a service neutron] 10.222.0.13 "GET /v2.0/networks/ff4495c5-0c07-4641-ac40-5d7a78d02152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114031 Nov 10 17:44:30.916897 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902c8bab-00b1-4a64-82e6-e19ed9c284f8 None None] Network 060d9864-1c5a-45ea-8447-7c5b309eff4c requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:44:30.930803 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51290) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:31.047146 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-37500263-b623-4cc5-9f18-eb68487dabfb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:31.151508 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827660f-8c33-4d37-9514-dfaf381b7417 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Pushing event updated for resources: {'Network': ['ID=21ca4d07-5016-4a28-b278-b09ec54899dd,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:31.154897 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aec41557-0e5f-4bd8-8924-9ea50462adb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:31.274155 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 21ca4d07-5016-4a28-b278-b09ec54899dd details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:44:31.284944 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3c5e0ee5-4bc4-4d35-87fc-0f06829ae245 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:31.323040 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5499a6a-1584-49d7-8715-99df59fc8fc8 req-cf97b98e-343d-44ae-b298-6f33e76e03da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:31.323446 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5499a6a-1584-49d7-8715-99df59fc8fc8 req-cf97b98e-343d-44ae-b298-6f33e76e03da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:31.323855 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5499a6a-1584-49d7-8715-99df59fc8fc8 req-cf97b98e-343d-44ae-b298-6f33e76e03da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:31.325546 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f5499a6a-1584-49d7-8715-99df59fc8fc8 req-cf97b98e-343d-44ae-b298-6f33e76e03da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=066ad4243c364cb2b13d18de8348945c&device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 2868 time: 0.2799428 Nov 10 17:44:31.326236 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827660f-8c33-4d37-9514-dfaf381b7417 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Pushing event updated for resources: {'Network': ['ID=f6b99d62-b3f4-4b53-9cbf-09655f08d791,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:31.351985 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aec41557-0e5f-4bd8-8924-9ea50462adb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:31.362174 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e0ee5-4bc4-4d35-87fc-0f06829ae245 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Pushing event deleted for resources: {'Port': ['ID=3aafe61f-b8bb-4b1e-822b-752aa9d5705b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:31.393219 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237f4687-f649-41ed-ba3c-b59abb92e418 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:31.406742 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237f4687-f649-41ed-ba3c-b59abb92e418 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:31.454119 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237f4687-f649-41ed-ba3c-b59abb92e418 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:31.470179 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237f4687-f649-41ed-ba3c-b59abb92e418 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:31.476643 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-237f4687-f649-41ed-ba3c-b59abb92e418 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5440614 Nov 10 17:44:31.484329 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51294) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:31.584500 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-aec41557-0e5f-4bd8-8924-9ea50462adb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['060d9864-1c5a-45ea-8447-7c5b309eff4c']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:31.601899 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3c5e0ee5-4bc4-4d35-87fc-0f06829ae245 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:31.609276 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5499a6a-1584-49d7-8715-99df59fc8fc8 req-5d232b3f-5a8e-4551-84cf-ff15594b9409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:31.611008 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f5499a6a-1584-49d7-8715-99df59fc8fc8 req-5d232b3f-5a8e-4551-84cf-ff15594b9409 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ff4495c5-0c07-4641-ac40-5d7a78d02152 HTTP/1.1" status: 200 len: 902 time: 0.2597888 Nov 10 17:44:31.678562 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-aec41557-0e5f-4bd8-8924-9ea50462adb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af3c14a2-bee0-4696-ac53-c2f22ec01df7') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:31.678983 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-aec41557-0e5f-4bd8-8924-9ea50462adb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af3c14a2-bee0-4696-ac53-c2f22ec01df7') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:31.685032 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network f6b99d62-b3f4-4b53-9cbf-09655f08d791 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:44:31.686793 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1c8629-4fcc-404c-8965-9a51b934befa None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:44:31.705592 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aec41557-0e5f-4bd8-8924-9ea50462adb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:31.773666 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c79cebf3-dd6a-4518-abf7-068f79224326 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:31.777202 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aec41557-0e5f-4bd8-8924-9ea50462adb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:31.803215 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f7e5dc-14aa-4a56-9ecd-4dcaec16f18d None None] DHCP port deletion for 060d9864-1c5a-45ea-8447-7c5b309eff4c request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:44:31.822190 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec41557-0e5f-4bd8-8924-9ea50462adb0 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:44:31.822929 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aec41557-0e5f-4bd8-8924-9ea50462adb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:31.827277 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:44:31.827277 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:44:31.827277 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:44:31.827277 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:44:31.827277 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:44:31.827277 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:44:31.827277 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:44:31.827277 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:44:31.827277 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:44:31.827277 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:44:31.827277 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:44:31.827277 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:44:31.827277 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:44:31.827277 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:44:31.827277 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:44:31.827277 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:44:31.827277 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:44:31.827277 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:44:31.827277 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:44:31.827277 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:44:31.827277 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:44:31.827277 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:44:31.827277 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:44:31.827277 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:44:31.827277 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:44:31.827277 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:44:31.827277 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:44:31.827277 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:44:31.827277 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:44:31.827277 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:44:31.827277 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:44:31.827277 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:44:31.857870 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2e7efe34-a5bb-40db-a5b5-ef87604152a3 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:31.875899 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2e7efe34-a5bb-40db-a5b5-ef87604152a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:31.900390 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7efe34-a5bb-40db-a5b5-ef87604152a3 None None] Network dfdb4db1-0b56-44fb-8ea8-5ff6dbc2b0bc is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:44:31.906132 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-2e7efe34-a5bb-40db-a5b5-ef87604152a3 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:31.938890 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7efe34-a5bb-40db-a5b5-ef87604152a3 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:44:31.976425 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-37500263-b623-4cc5-9f18-eb68487dabfb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:31.982116 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3c5e0ee5-4bc4-4d35-87fc-0f06829ae245 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:31.989414 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f5499a6a-1584-49d7-8715-99df59fc8fc8 req-cf1a9fb6-e6a1-42a5-9a49-f619e6be84dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.116&port_id=ace41464-1d5f-4349-a4dc-c9b16d53b303 HTTP/1.1" status: 200 len: 217 time: 0.3362818 Nov 10 17:44:31.991980 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3c5e0ee5-4bc4-4d35-87fc-0f06829ae245 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:32.036187 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7efe34-a5bb-40db-a5b5-ef87604152a3 None None] Pushing event updated for resources: {'Port': ['ID=fa8a018e-8a3c-4c74-b3ad-9b73c5336f90,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:32.069466 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-2e7efe34-a5bb-40db-a5b5-ef87604152a3 None None] Attempting to bind port fa8a018e-8a3c-4c74-b3ad-9b73c5336f90 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:44:32.070263 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-2e7efe34-a5bb-40db-a5b5-ef87604152a3 None None] Attempting to bind port fa8a018e-8a3c-4c74-b3ad-9b73c5336f90 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'dc9f4e38-aa7e-436d-a23a-f48b82295005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dfdb4db1-0b56-44fb-8ea8-5ff6dbc2b0bc'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:44:32.071023 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7efe34-a5bb-40db-a5b5-ef87604152a3 None None] Attempting to bind port fa8a018e-8a3c-4c74-b3ad-9b73c5336f90 on network dfdb4db1-0b56-44fb-8ea8-5ff6dbc2b0bc {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:44:32.085860 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7efe34-a5bb-40db-a5b5-ef87604152a3 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:44:32.086574 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7efe34-a5bb-40db-a5b5-ef87604152a3 None None] Checking segment: {'id': 'dc9f4e38-aa7e-436d-a23a-f48b82295005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dfdb4db1-0b56-44fb-8ea8-5ff6dbc2b0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:44:32.087427 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2e7efe34-a5bb-40db-a5b5-ef87604152a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:32.088262 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7efe34-a5bb-40db-a5b5-ef87604152a3 None None] Bound using segment: {'id': 'dc9f4e38-aa7e-436d-a23a-f48b82295005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dfdb4db1-0b56-44fb-8ea8-5ff6dbc2b0bc'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:44:32.089205 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-2e7efe34-a5bb-40db-a5b5-ef87604152a3 None None] Bound port: fa8a018e-8a3c-4c74-b3ad-9b73c5336f90, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc9f4e38-aa7e-436d-a23a-f48b82295005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dfdb4db1-0b56-44fb-8ea8-5ff6dbc2b0bc'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:44:32.089904 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2e7efe34-a5bb-40db-a5b5-ef87604152a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:32.095373 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad99567-522c-4ce0-a7f5-80967e502843 req-f6746f6f-579f-47cc-839c-155533f190df tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:32.108619 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad99567-522c-4ce0-a7f5-80967e502843 req-f6746f6f-579f-47cc-839c-155533f190df tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:32.121787 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad99567-522c-4ce0-a7f5-80967e502843 req-f6746f6f-579f-47cc-839c-155533f190df tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:32.125006 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7ad99567-522c-4ce0-a7f5-80967e502843 req-f6746f6f-579f-47cc-839c-155533f190df tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 2412 time: 0.3736048 Nov 10 17:44:32.177074 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aec41557-0e5f-4bd8-8924-9ea50462adb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:32.188747 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aec41557-0e5f-4bd8-8924-9ea50462adb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:32.199655 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-2e7efe34-a5bb-40db-a5b5-ef87604152a3 None None] For port fa8a018e-8a3c-4c74-b3ad-9b73c5336f90, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:44:32.202145 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-aec41557-0e5f-4bd8-8924-9ea50462adb0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/060d9864-1c5a-45ea-8447-7c5b309eff4c HTTP/1.1" status: 204 len: 168 time: 1.3204412 Nov 10 17:44:32.203522 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-2e7efe34-a5bb-40db-a5b5-ef87604152a3 None None] For port fa8a018e-8a3c-4c74-b3ad-9b73c5336f90, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=fa8a018e-8a3c-4c74-b3ad-9b73c5336f90,segment=NetworkSegment(dc9f4e38-aa7e-436d-a23a-f48b82295005),segment_id=dc9f4e38-aa7e-436d-a23a-f48b82295005)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:44:32.212604 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2e7efe34-a5bb-40db-a5b5-ef87604152a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:32.248070 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec41557-0e5f-4bd8-8924-9ea50462adb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=060d9864-1c5a-45ea-8447-7c5b309eff4c,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:32.292356 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c79cebf3-dd6a-4518-abf7-068f79224326 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:32.360741 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7efe34-a5bb-40db-a5b5-ef87604152a3 None None] Pushing event updated for resources: {'Port': ['ID=fa8a018e-8a3c-4c74-b3ad-9b73c5336f90,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:32.398589 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-c79cebf3-dd6a-4518-abf7-068f79224326 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ca4d07-5016-4a28-b278-b09ec54899dd']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:32.403649 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c1e039-ee85-4e29-a52f-97dab510a0c1 None None] Network dfdb4db1-0b56-44fb-8ea8-5ff6dbc2b0bc requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:44:32.429156 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7ad99567-522c-4ce0-a7f5-80967e502843 req-b9068470-78c7-4573-b4fa-e223fd2a7f7d tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956532 Nov 10 17:44:32.435896 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-c79cebf3-dd6a-4518-abf7-068f79224326 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0957aee5-e883-4f52-a3e5-ed42b58a3be7') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:32.444907 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-c79cebf3-dd6a-4518-abf7-068f79224326 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0957aee5-e883-4f52-a3e5-ed42b58a3be7') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:32.478847 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c79cebf3-dd6a-4518-abf7-068f79224326 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:32.482757 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37500263-b623-4cc5-9f18-eb68487dabfb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event deleted for resources: {'Subnet': ['ID=f6567fa7-0fa7-46d9-97b3-b53b269f6185,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:32.522290 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c79cebf3-dd6a-4518-abf7-068f79224326 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:32.539380 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c79cebf3-dd6a-4518-abf7-068f79224326 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:44:32.539938 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c79cebf3-dd6a-4518-abf7-068f79224326 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:32.546270 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:44:32.546270 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:44:32.546270 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:44:32.546270 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:44:32.546270 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:44:32.546270 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:44:32.546270 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:44:32.546270 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:44:32.546270 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:44:32.546270 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:44:32.546270 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:44:32.546270 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:44:32.546270 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:44:32.546270 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:44:32.546270 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:44:32.546270 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:44:32.546270 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:44:32.546270 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:44:32.546270 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:44:32.546270 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:44:32.546270 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:44:32.546270 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:44:32.546270 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:44:32.546270 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:44:32.546270 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:44:32.546270 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:44:32.546270 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:44:32.546270 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:44:32.546270 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:44:32.546270 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:44:32.546270 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:44:32.546270 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:44:32.622866 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51302) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:32.678476 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128eb804-e588-416c-afd7-b3d35ce6ac90 None None] get_active_networks_info from n-d-776250-10 {{(pid=102470) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 17:44:32.739883 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c79cebf3-dd6a-4518-abf7-068f79224326 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:32.758731 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c79cebf3-dd6a-4518-abf7-068f79224326 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:32.766017 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c79cebf3-dd6a-4518-abf7-068f79224326 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] 10.222.0.39 "DELETE /v2.0/networks/21ca4d07-5016-4a28-b278-b09ec54899dd HTTP/1.1" status: 204 len: 168 time: 1.2639997 Nov 10 17:44:32.767246 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51308) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:32.785698 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3c5e0ee5-4bc4-4d35-87fc-0f06829ae245 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:32.786621 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5e0ee5-4bc4-4d35-87fc-0f06829ae245 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Fanout notify agent at l3_agent the message router_deleted on router 1f118f42-c876-45b0-8361-54a2e4cce601 {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:44:32.844969 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3c5e0ee5-4bc4-4d35-87fc-0f06829ae245 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:32.853798 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3c5e0ee5-4bc4-4d35-87fc-0f06829ae245 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] 10.222.0.39 "DELETE /v2.0/routers/1f118f42-c876-45b0-8361-54a2e4cce601 HTTP/1.1" status: 204 len: 168 time: 5.0530715 Nov 10 17:44:32.877819 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51310) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:32.879490 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-baaba9d0-2d88-4b5a-a4a4-ac09f970cb65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:32.893509 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-55002b6c-a1a7-4e74-a849-268ecfbed63e tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-65723133', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:32.914446 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-37500263-b623-4cc5-9f18-eb68487dabfb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:32.919076 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5499a6a-1584-49d7-8715-99df59fc8fc8 req-e005653c-9867-4de8-b22a-bb2a7521c1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:32.920674 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f5499a6a-1584-49d7-8715-99df59fc8fc8 req-e005653c-9867-4de8-b22a-bb2a7521c1ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b070b46f-5e79-4392-85dc-b29927e8563a HTTP/1.1" status: 200 len: 801 time: 0.9117377 Nov 10 17:44:32.961546 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9ed46849-c40d-4dfb-8923-d069ee891f94 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=28bf93e06f3848a9a72c412217f242f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3367116 Nov 10 17:44:32.967552 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51312) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:33.010212 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cebf3-dd6a-4518-abf7-068f79224326 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Pushing event deleted for resources: {'Network': ['ID=21ca4d07-5016-4a28-b278-b09ec54899dd,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:33.033072 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128eb804-e588-416c-afd7-b3d35ce6ac90 None None] Resources bound (agent type, host, resource id): {{(pid=102470) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 17:44:33.040293 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-37500263-b623-4cc5-9f18-eb68487dabfb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfdb4db1-0b56-44fb-8ea8-5ff6dbc2b0bc']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:33.058525 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d653d2db-1c01-4c62-b437-0716573727a7 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:33.070525 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-37500263-b623-4cc5-9f18-eb68487dabfb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc9f4e38-aa7e-436d-a23a-f48b82295005') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:33.071140 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-37500263-b623-4cc5-9f18-eb68487dabfb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc9f4e38-aa7e-436d-a23a-f48b82295005') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:33.074728 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-55002b6c-a1a7-4e74-a849-268ecfbed63e tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:33.075435 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-863ed2b4-5903-4df3-80cc-a31d9bb87ccc tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:33.076567 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-55002b6c-a1a7-4e74-a849-268ecfbed63e tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:33.169694 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9f1b6346-720d-4280-b1c2-6c0dff8141ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:33.185557 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-55002b6c-a1a7-4e74-a849-268ecfbed63e tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:33.259041 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-55002b6c-a1a7-4e74-a849-268ecfbed63e tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:33.299235 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9f1b6346-720d-4280-b1c2-6c0dff8141ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:33.319312 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-863ed2b4-5903-4df3-80cc-a31d9bb87ccc tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:33.336921 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-37500263-b623-4cc5-9f18-eb68487dabfb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:33.347075 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-55002b6c-a1a7-4e74-a849-268ecfbed63e tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:33.353682 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-55002b6c-a1a7-4e74-a849-268ecfbed63e tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4735522 Nov 10 17:44:33.356892 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5499a6a-1584-49d7-8715-99df59fc8fc8 req-a9b52f1b-8dd4-4a0f-b119-29275f1d191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:33.359611 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f5499a6a-1584-49d7-8715-99df59fc8fc8 req-a9b52f1b-8dd4-4a0f-b119-29275f1d191c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ff4495c5-0c07-4641-ac40-5d7a78d02152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4207587 Nov 10 17:44:33.361247 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51314) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:33.380491 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-36672fec-67ed-4f7f-bfdd-9595e084db30 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'enable_snat': True}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:33.478523 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-863ed2b4-5903-4df3-80cc-a31d9bb87ccc tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b99d62-b3f4-4b53-9cbf-09655f08d791']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:33.484748 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-37500263-b623-4cc5-9f18-eb68487dabfb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:33.511379 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37500263-b623-4cc5-9f18-eb68487dabfb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:44:33.512016 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-37500263-b623-4cc5-9f18-eb68487dabfb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:33.519878 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:44:33.519878 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:44:33.519878 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:44:33.519878 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:44:33.519878 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:44:33.519878 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:44:33.519878 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:44:33.519878 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:44:33.519878 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:44:33.519878 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:44:33.519878 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:44:33.519878 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:44:33.519878 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:44:33.519878 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:44:33.519878 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:44:33.519878 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:44:33.519878 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:44:33.519878 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:44:33.519878 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:44:33.519878 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:44:33.519878 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:44:33.519878 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:44:33.519878 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:44:33.519878 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:44:33.519878 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:44:33.519878 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:44:33.519878 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:44:33.519878 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:44:33.519878 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:44:33.519878 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:44:33.519878 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:44:33.519878 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:44:33.618674 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-863ed2b4-5903-4df3-80cc-a31d9bb87ccc tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '179ef171-8212-4446-a95f-6ef2e67dd6e2') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:33.619073 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-863ed2b4-5903-4df3-80cc-a31d9bb87ccc tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '179ef171-8212-4446-a95f-6ef2e67dd6e2') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:33.687658 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9f1b6346-720d-4280-b1c2-6c0dff8141ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:33.690670 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9f1b6346-720d-4280-b1c2-6c0dff8141ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:33.696390 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9f1b6346-720d-4280-b1c2-6c0dff8141ee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6192f994-9fb3-4bce-b4cd-c03ff5545a43 HTTP/1.1" status: 204 len: 168 time: 0.7231810 Nov 10 17:44:33.701188 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-863ed2b4-5903-4df3-80cc-a31d9bb87ccc tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:33.804989 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-36672fec-67ed-4f7f-bfdd-9595e084db30 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:33.815180 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b6346-720d-4280-b1c2-6c0dff8141ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6192f994-9fb3-4bce-b4cd-c03ff5545a43,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:33.907152 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.db.api [None req-37500263-b623-4cc5-9f18-eb68487dabfb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 17:44:33.907152 n-d-776250-10 neutron-server[102469]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 17:44:33.907152 n-d-776250-10 neutron-server[102469]: [parameters: {'id': 'dfdb4db1-0b56-44fb-8ea8-5ff6dbc2b0bc'}] Nov 10 17:44:33.907152 n-d-776250-10 neutron-server[102469]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:44:33.907867 n-d-776250-10 neutron-server[102469]: DEBUG oslo_db.api [None req-37500263-b623-4cc5-9f18-eb68487dabfb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:44:33.971781 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-863ed2b4-5903-4df3-80cc-a31d9bb87ccc tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:33.982497 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f5499a6a-1584-49d7-8715-99df59fc8fc8 req-98ea8a93-688a-4970-8aba-f29ea9cd5084 service neutron] 10.222.0.13 "GET /v2.0/networks/ff4495c5-0c07-4641-ac40-5d7a78d02152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6037598 Nov 10 17:44:33.987422 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device ace41464-1d5f-4349-a4dc-c9b16d53b303 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:44:33.999786 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863ed2b4-5903-4df3-80cc-a31d9bb87ccc tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:44:34.000693 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-863ed2b4-5903-4df3-80cc-a31d9bb87ccc tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:34.003618 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59923ca3-1c75-40d6-8509-2639700950cf req-0b566a11-cb1b-476e-b796-32bd33875a4f tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:34.032240 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59923ca3-1c75-40d6-8509-2639700950cf req-0b566a11-cb1b-476e-b796-32bd33875a4f tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:34.036623 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59923ca3-1c75-40d6-8509-2639700950cf req-0b566a11-cb1b-476e-b796-32bd33875a4f tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:34.038820 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-59923ca3-1c75-40d6-8509-2639700950cf req-0b566a11-cb1b-476e-b796-32bd33875a4f tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 2412 time: 0.3262374 Nov 10 17:44:34.135282 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:44:34.135282 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:44:34.135282 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:44:34.135282 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:44:34.135282 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:44:34.135282 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:44:34.135282 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:44:34.135282 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:44:34.135282 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:44:34.135282 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:44:34.135282 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:44:34.135282 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:44:34.135282 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:44:34.135282 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:44:34.135282 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:44:34.135282 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:44:34.135282 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:44:34.135282 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:44:34.135282 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:44:34.135282 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:44:34.135282 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:44:34.135282 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:44:34.135282 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:44:34.135282 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:44:34.135282 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:44:34.135282 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:44:34.135282 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:44:34.135282 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:44:34.135282 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:44:34.135282 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:44:34.135282 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:44:34.135282 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:44:34.197606 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-863ed2b4-5903-4df3-80cc-a31d9bb87ccc tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:34.207903 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-863ed2b4-5903-4df3-80cc-a31d9bb87ccc tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:34.218269 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-863ed2b4-5903-4df3-80cc-a31d9bb87ccc tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] 10.222.0.39 "DELETE /v2.0/networks/f6b99d62-b3f4-4b53-9cbf-09655f08d791 HTTP/1.1" status: 204 len: 168 time: 1.4348941 Nov 10 17:44:34.220611 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51326) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:34.273192 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port ace41464-1d5f-4349-a4dc-c9b16d53b303, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=ace41464-1d5f-4349-a4dc-c9b16d53b303,segment=NetworkSegment(ca38939a-a602-4b7e-9a14-47b959ff1dab),segment_id=ca38939a-a602-4b7e-9a14-47b959ff1dab)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:34.304341 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'ace41464-1d5f-4349-a4dc-c9b16d53b303', 'network_id': 'ff4495c5-0c07-4641-ac40-5d7a78d02152', 'port_id': 'ace41464-1d5f-4349-a4dc-c9b16d53b303', 'mac_address': 'fa:16:3e:5e:22:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b070b46f-5e79-4392-85dc-b29927e8563a', 'ip_address': '19.80.0.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:44:34.377022 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-59923ca3-1c75-40d6-8509-2639700950cf req-e9a8711a-ad88-42cf-b224-f389075dd615 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185775 Nov 10 17:44:34.443864 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-37500263-b623-4cc5-9f18-eb68487dabfb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:34.444511 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:34.450244 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:34.480784 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace41464-1d5f-4349-a4dc-c9b16d53b303 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:44:34.510782 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a23ce29-87fd-4f6c-bdf3-b16f6fa6fdc0 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:34.543085 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f5499a6a-1584-49d7-8715-99df59fc8fc8 req-2cbcda96-dae4-449f-a97b-0d3f925666b2 service neutron] 10.222.0.13 "GET /v2.0/networks/ff4495c5-0c07-4641-ac40-5d7a78d02152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5024354 Nov 10 17:44:34.543494 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a23ce29-87fd-4f6c-bdf3-b16f6fa6fdc0 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:34.544990 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port ace41464-1d5f-4349-a4dc-c9b16d53b303, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=ace41464-1d5f-4349-a4dc-c9b16d53b303,segment=NetworkSegment(ca38939a-a602-4b7e-9a14-47b959ff1dab),segment_id=ca38939a-a602-4b7e-9a14-47b959ff1dab)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:34.549875 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5a23ce29-87fd-4f6c-bdf3-b16f6fa6fdc0 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3205488 Nov 10 17:44:34.553346 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ed2b4-5903-4df3-80cc-a31d9bb87ccc tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Pushing event deleted for resources: {'Network': ['ID=f6b99d62-b3f4-4b53-9cbf-09655f08d791,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:34.562181 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51332) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:34.566958 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:34.572848 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device b03edfb4-0a86-4289-96b8-d4b9000867f8 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:44:34.579005 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-54b78e5e-a2ca-4d51-a7a7-2b9991c7ebad tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1874345136'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:34.609303 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b78e5e-a2ca-4d51-a7a7-2b9991c7ebad tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Made reservation on behalf of fc451d9e1d364e44b017f9725fb1b3e6 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:44:34.614036 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-54b78e5e-a2ca-4d51-a7a7-2b9991c7ebad tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:34.659260 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b78e5e-a2ca-4d51-a7a7-2b9991c7ebad tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:44:34.665973 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-d653d2db-1c01-4c62-b437-0716573727a7 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Deleting port 6c775031-44e8-4506-a98b-0651a69ac11c {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:44:34.665973 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d653d2db-1c01-4c62-b437-0716573727a7 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:34.688118 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-54b78e5e-a2ca-4d51-a7a7-2b9991c7ebad tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:34.689436 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-54b78e5e-a2ca-4d51-a7a7-2b9991c7ebad tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Added segment ab113ec5-68f1-4ee6-a9fa-d07cdccdd6ba of type vlan for network 2e60ecdc-492b-4930-8a6a-ec4bc99f4035 Nov 10 17:44:34.708583 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port b03edfb4-0a86-4289-96b8-d4b9000867f8, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=b03edfb4-0a86-4289-96b8-d4b9000867f8,segment=NetworkSegment(ca38939a-a602-4b7e-9a14-47b959ff1dab),segment_id=ca38939a-a602-4b7e-9a14-47b959ff1dab)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:34.721218 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'b03edfb4-0a86-4289-96b8-d4b9000867f8', 'network_id': 'ff4495c5-0c07-4641-ac40-5d7a78d02152', 'port_id': 'b03edfb4-0a86-4289-96b8-d4b9000867f8', 'mac_address': 'fa:16:3e:e9:73:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b070b46f-5e79-4392-85dc-b29927e8563a', 'ip_address': '19.80.0.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:44:34.741845 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=ace41464-1d5f-4349-a4dc-c9b16d53b303,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:34.788915 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-54b78e5e-a2ca-4d51-a7a7-2b9991c7ebad tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:34.825811 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:34.862536 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-37500263-b623-4cc5-9f18-eb68487dabfb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Deleting port fa8a018e-8a3c-4c74-b3ad-9b73c5336f90 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:44:34.863559 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-37500263-b623-4cc5-9f18-eb68487dabfb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:34.877241 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b03edfb4-0a86-4289-96b8-d4b9000867f8 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:44:34.924286 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d653d2db-1c01-4c62-b437-0716573727a7 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:34.955773 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port b03edfb4-0a86-4289-96b8-d4b9000867f8, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=b03edfb4-0a86-4289-96b8-d4b9000867f8,segment=NetworkSegment(ca38939a-a602-4b7e-9a14-47b959ff1dab),segment_id=ca38939a-a602-4b7e-9a14-47b959ff1dab)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:34.959379 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-d653d2db-1c01-4c62-b437-0716573727a7 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Calling delete_port for 6c775031-44e8-4506-a98b-0651a69ac11c owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:44:34.963827 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:34.964944 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 008c28c7-e805-4720-8ee0-7a694cc1bdd2 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:44:34.971027 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-54b78e5e-a2ca-4d51-a7a7-2b9991c7ebad tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:34.999015 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-37500263-b623-4cc5-9f18-eb68487dabfb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] For port fa8a018e-8a3c-4c74-b3ad-9b73c5336f90, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=fa8a018e-8a3c-4c74-b3ad-9b73c5336f90,segment=NetworkSegment(dc9f4e38-aa7e-436d-a23a-f48b82295005),segment_id=dc9f4e38-aa7e-436d-a23a-f48b82295005)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:34.999638 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-37500263-b623-4cc5-9f18-eb68487dabfb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:35.006456 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b78e5e-a2ca-4d51-a7a7-2b9991c7ebad tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:35.007541 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-54b78e5e-a2ca-4d51-a7a7-2b9991c7ebad tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:35.075406 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-37500263-b623-4cc5-9f18-eb68487dabfb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Calling delete_port for fa8a018e-8a3c-4c74-b3ad-9b73c5336f90 owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:44:35.128127 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=b03edfb4-0a86-4289-96b8-d4b9000867f8,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:35.278932 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-54b78e5e-a2ca-4d51-a7a7-2b9991c7ebad tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7108667 Nov 10 17:44:35.281320 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51348) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:35.312791 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-ddb21fdf-7353-4866-94c5-c97e16cec1d8 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2123753065'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:35.319586 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b78e5e-a2ca-4d51-a7a7-2b9991c7ebad tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Pushing event updated for resources: {'Network': ['ID=2e60ecdc-492b-4930-8a6a-ec4bc99f4035,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:35.335783 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 008c28c7-e805-4720-8ee0-7a694cc1bdd2, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=008c28c7-e805-4720-8ee0-7a694cc1bdd2,segment=NetworkSegment(249c0323-6dca-4e3f-a738-983d53eaf0e4),segment_id=249c0323-6dca-4e3f-a738-983d53eaf0e4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:35.361939 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-36672fec-67ed-4f7f-bfdd-9595e084db30 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:35.371886 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 2e60ecdc-492b-4930-8a6a-ec4bc99f4035 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:44:35.433062 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-36672fec-67ed-4f7f-bfdd-9595e084db30 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:35.463962 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '008c28c7-e805-4720-8ee0-7a694cc1bdd2', 'network_id': 'b877c666-d6da-438b-987e-146762b0ecf1', 'port_id': '008c28c7-e805-4720-8ee0-7a694cc1bdd2', 'mac_address': 'fa:16:3e:61:a0:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3411f733-e210-41f9-8958-750e4ef24cb2', 'ip_address': '19.86.0.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:44:35.587966 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb21fdf-7353-4866-94c5-c97e16cec1d8 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Made reservation on behalf of fc451d9e1d364e44b017f9725fb1b3e6 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:44:35.591028 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-37500263-b623-4cc5-9f18-eb68487dabfb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:35.593737 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ddb21fdf-7353-4866-94c5-c97e16cec1d8 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:35.600962 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:35.609845 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51354) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:35.637822 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:35.663683 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 008c28c7-e805-4720-8ee0-7a694cc1bdd2 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:44:35.669998 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37500263-b623-4cc5-9f18-eb68487dabfb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event deleted for resources: {'Port': ['ID=fa8a018e-8a3c-4c74-b3ad-9b73c5336f90,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:35.711222 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37500263-b623-4cc5-9f18-eb68487dabfb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] No DVR routers for this DVR port fa8a018e-8a3c-4c74-b3ad-9b73c5336f90 on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:44:35.724530 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 008c28c7-e805-4720-8ee0-7a694cc1bdd2, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=008c28c7-e805-4720-8ee0-7a694cc1bdd2,segment=NetworkSegment(249c0323-6dca-4e3f-a738-983d53eaf0e4),segment_id=249c0323-6dca-4e3f-a738-983d53eaf0e4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:35.726010 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb21fdf-7353-4866-94c5-c97e16cec1d8 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:44:35.731296 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:35.823685 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=008c28c7-e805-4720-8ee0-7a694cc1bdd2,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:35.901318 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-36672fec-67ed-4f7f-bfdd-9595e084db30 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Allocated IP 172.25.5.150 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/b0a1943e-e098-44b5-9069-0682038e51ec) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:44:35.912077 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-37500263-b623-4cc5-9f18-eb68487dabfb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:35.917261 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d653d2db-1c01-4c62-b437-0716573727a7 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:35.943510 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ddb21fdf-7353-4866-94c5-c97e16cec1d8 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:35.944083 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-ddb21fdf-7353-4866-94c5-c97e16cec1d8 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Added segment 010053a8-1f9e-4555-9b85-bc20ef40b70a of type vlan for network ec3c3265-9abf-4ba7-96eb-bd340d92c42f Nov 10 17:44:35.954419 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-88902e2f-891d-4ff9-a87a-9a02935d0c94 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-549713219-network', 'tenant_id': '87ef8f67c317450abb70e6821b7851c3'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:36.025954 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653d2db-1c01-4c62-b437-0716573727a7 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Port': ['ID=6c775031-44e8-4506-a98b-0651a69ac11c,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:36.031570 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-37500263-b623-4cc5-9f18-eb68487dabfb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfdb4db1-0b56-44fb-8ea8-5ff6dbc2b0bc']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:36.042320 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88902e2f-891d-4ff9-a87a-9a02935d0c94 admin admin] Made reservation on behalf of 87ef8f67c317450abb70e6821b7851c3 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:44:36.046162 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88902e2f-891d-4ff9-a87a-9a02935d0c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:36.114654 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['008c28c7-e805-4720-8ee0-7a694cc1bdd2'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:44:36.117043 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['ace41464-1d5f-4349-a4dc-c9b16d53b303'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:44:36.127911 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['b03edfb4-0a86-4289-96b8-d4b9000867f8'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:44:36.162955 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88902e2f-891d-4ff9-a87a-9a02935d0c94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:36.194786 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ddb21fdf-7353-4866-94c5-c97e16cec1d8 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:36.211200 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f6b7e-c9ab-44c0-af67-5f4900f0530c req-e2b85af1-40e1-4251-a44f-60ec0e97bed0 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:36.218112 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f6b7e-c9ab-44c0-af67-5f4900f0530c req-e2b85af1-40e1-4251-a44f-60ec0e97bed0 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:36.219026 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-37500263-b623-4cc5-9f18-eb68487dabfb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc9f4e38-aa7e-436d-a23a-f48b82295005') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:36.219493 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-37500263-b623-4cc5-9f18-eb68487dabfb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc9f4e38-aa7e-436d-a23a-f48b82295005') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:36.225442 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f6b7e-c9ab-44c0-af67-5f4900f0530c req-e2b85af1-40e1-4251-a44f-60ec0e97bed0 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:36.227202 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4b1f6b7e-c9ab-44c0-af67-5f4900f0530c req-e2b85af1-40e1-4251-a44f-60ec0e97bed0 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 2414 time: 0.5717692 Nov 10 17:44:36.239873 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-37500263-b623-4cc5-9f18-eb68487dabfb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:36.362809 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-37500263-b623-4cc5-9f18-eb68487dabfb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:36.384050 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37500263-b623-4cc5-9f18-eb68487dabfb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:44:36.385044 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-37500263-b623-4cc5-9f18-eb68487dabfb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:36.404349 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d653d2db-1c01-4c62-b437-0716573727a7 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:36.407633 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:44:36.407633 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:44:36.407633 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:44:36.407633 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:44:36.407633 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:44:36.407633 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:44:36.407633 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:44:36.407633 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:44:36.407633 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:44:36.407633 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:44:36.407633 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:44:36.407633 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:44:36.407633 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:44:36.407633 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:44:36.407633 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:44:36.407633 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:44:36.407633 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:44:36.407633 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:44:36.407633 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:44:36.407633 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:44:36.407633 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:44:36.407633 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:44:36.407633 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:44:36.407633 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:44:36.407633 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:44:36.407633 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:44:36.407633 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:44:36.407633 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:44:36.407633 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:44:36.407633 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:44:36.407633 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:44:36.407633 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:44:36.414123 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ddb21fdf-7353-4866-94c5-c97e16cec1d8 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:36.419744 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb21fdf-7353-4866-94c5-c97e16cec1d8 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:36.420442 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ddb21fdf-7353-4866-94c5-c97e16cec1d8 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:36.544546 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-36672fec-67ed-4f7f-bfdd-9595e084db30 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:36.610602 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:36.614804 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ddb21fdf-7353-4866-94c5-c97e16cec1d8 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3294439 Nov 10 17:44:36.623759 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4b1f6b7e-c9ab-44c0-af67-5f4900f0530c req-0c2c8671-035b-4aec-9596-2f7ccbd094e9 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698511 Nov 10 17:44:36.633985 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-37500263-b623-4cc5-9f18-eb68487dabfb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:36.640648 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-37500263-b623-4cc5-9f18-eb68487dabfb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:36.644574 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-37500263-b623-4cc5-9f18-eb68487dabfb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "DELETE /v2.0/networks/dfdb4db1-0b56-44fb-8ea8-5ff6dbc2b0bc HTTP/1.1" status: 204 len: 168 time: 6.6564980 Nov 10 17:44:36.653263 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51362) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:36.655123 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51364) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:36.705899 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-a5f9e4ff-da76-4119-a760-4f12ae65dc26 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-814559407'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:36.719025 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-01e8a83b-a60c-4455-a032-a1cd30dbbc6d tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Request body: {'ports': [{'network_id': '2e60ecdc-492b-4930-8a6a-ec4bc99f4035', 'name': 'tempest-port--1464510397', 'admin_state_up': True}, {'network_id': 'ec3c3265-9abf-4ba7-96eb-bd340d92c42f', 'admin_state_up': False}]} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:36.719567 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-01e8a83b-a60c-4455-a032-a1cd30dbbc6d tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Request body: {'port': {'network_id': '2e60ecdc-492b-4930-8a6a-ec4bc99f4035', 'name': 'tempest-port--1464510397', 'admin_state_up': True}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:36.720445 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-01e8a83b-a60c-4455-a032-a1cd30dbbc6d tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Request body: {'port': {'network_id': 'ec3c3265-9abf-4ba7-96eb-bd340d92c42f', 'admin_state_up': False}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:36.732851 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37500263-b623-4cc5-9f18-eb68487dabfb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event deleted for resources: {'Network': ['ID=dfdb4db1-0b56-44fb-8ea8-5ff6dbc2b0bc,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:36.763253 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb21fdf-7353-4866-94c5-c97e16cec1d8 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Pushing event updated for resources: {'Network': ['ID=ec3c3265-9abf-4ba7-96eb-bd340d92c42f,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:36.807991 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network ec3c3265-9abf-4ba7-96eb-bd340d92c42f details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:44:36.894291 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f9e4ff-da76-4119-a760-4f12ae65dc26 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Made reservation on behalf of 1e482b7991684b25b580f167d516644d for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:44:36.900743 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a5f9e4ff-da76-4119-a760-4f12ae65dc26 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:36.930990 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d653d2db-1c01-4c62-b437-0716573727a7 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Router 1f823a89-2e21-4fa5-b733-fc5b4decdab8 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:44:36.969131 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88902e2f-891d-4ff9-a87a-9a02935d0c94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:37.004996 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88902e2f-891d-4ff9-a87a-9a02935d0c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:37.071863 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-36672fec-67ed-4f7f-bfdd-9595e084db30 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:37.094393 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d653d2db-1c01-4c62-b437-0716573727a7 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:44:37.103150 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f9e4ff-da76-4119-a760-4f12ae65dc26 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:44:37.109869 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d653d2db-1c01-4c62-b437-0716573727a7 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "PUT /v2.0/routers/1f823a89-2e21-4fa5-b733-fc5b4decdab8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5527260 Nov 10 17:44:37.110459 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51366) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:37.124357 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbe9eb0-29f1-408e-95dc-1c9299990193 None None] Sync routers for ids ['1f823a89-2e21-4fa5-b733-fc5b4decdab8'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:44:37.149804 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbe9eb0-29f1-408e-95dc-1c9299990193 None None] Routers {'1f823a89-2e21-4fa5-b733-fc5b4decdab8'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:44:37.150872 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0cbe9eb0-29f1-408e-95dc-1c9299990193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:44:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['1f823a89-2e21-4fa5-b733-fc5b4decdab8'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:37.154888 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88902e2f-891d-4ff9-a87a-9a02935d0c94 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:44:37.174593 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88902e2f-891d-4ff9-a87a-9a02935d0c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:37.186279 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a5f9e4ff-da76-4119-a760-4f12ae65dc26 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:37.187112 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-a5f9e4ff-da76-4119-a760-4f12ae65dc26 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Added segment eec11340-63a9-4b3b-b290-429a1478af8d of type vlan for network 391a3130-a5f8-4bd0-b5f1-7957df9dc56b Nov 10 17:44:37.267167 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0cbe9eb0-29f1-408e-95dc-1c9299990193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:37.279756 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88902e2f-891d-4ff9-a87a-9a02935d0c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:37.280446 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-88902e2f-891d-4ff9-a87a-9a02935d0c94 admin admin] Added segment 5f095d99-d612-47ab-81fe-140248ebc91a of type vlan for network 7ba70b55-5d77-4457-b11f-9823987d654f Nov 10 17:44:37.292968 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36672fec-67ed-4f7f-bfdd-9595e084db30 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:44:37.296860 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36672fec-67ed-4f7f-bfdd-9595e084db30 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Pushing event updated for resources: {'Port': ['ID=b0a1943e-e098-44b5-9069-0682038e51ec,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:37.316607 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-36672fec-67ed-4f7f-bfdd-9595e084db30 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:37.317533 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbe9eb0-29f1-408e-95dc-1c9299990193 None None] Routers {'1f823a89-2e21-4fa5-b733-fc5b4decdab8'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:44:37.320595 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0cbe9eb0-29f1-408e-95dc-1c9299990193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:44:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['1f823a89-2e21-4fa5-b733-fc5b4decdab8'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:37.325504 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36672fec-67ed-4f7f-bfdd-9595e084db30 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:44:37.362351 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c6059f-57bc-4fad-b28e-856e6dd33805 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:44:37.398134 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a5f9e4ff-da76-4119-a760-4f12ae65dc26 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:37.409667 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0cbe9eb0-29f1-408e-95dc-1c9299990193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:37.411086 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbe9eb0-29f1-408e-95dc-1c9299990193 None None] The sync data for ids ['1f823a89-2e21-4fa5-b733-fc5b4decdab8'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:44:37.468859 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a9b26953-aa9f-4d95-8cc6-45e469d954d3 None None] Provisioning complete for port b0a1943e-e098-44b5-9069-0682038e51ec triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:37.469494 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a9b26953-aa9f-4d95-8cc6-45e469d954d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:37.537620 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-a9b26953-aa9f-4d95-8cc6-45e469d954d3 None None] Port b0a1943e-e098-44b5-9069-0682038e51ec cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:44:37.951694 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82ea7b-264a-49d1-82d7-86d77fbfb948 req-666d344e-12d5-431a-8668-587dd9839ad6 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:37.959466 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82ea7b-264a-49d1-82d7-86d77fbfb948 req-666d344e-12d5-431a-8668-587dd9839ad6 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:37.967127 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82ea7b-264a-49d1-82d7-86d77fbfb948 req-666d344e-12d5-431a-8668-587dd9839ad6 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:37.969348 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5c82ea7b-264a-49d1-82d7-86d77fbfb948 req-666d344e-12d5-431a-8668-587dd9839ad6 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 2415 time: 0.1653318 Nov 10 17:44:37.977318 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 008c28c7-e805-4720-8ee0-7a694cc1bdd2 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:44:38.071810 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-3a5ceeaf-cd07-424b-b61d-e7607569bd22 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] remove_router_interface failed (client error): The resource could not be found. Nov 10 17:44:38.073090 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 008c28c7-e805-4720-8ee0-7a694cc1bdd2 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:44:38.078231 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3a5ceeaf-cd07-424b-b61d-e7607569bd22 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "PUT /v2.0/routers/1f823a89-2e21-4fa5-b733-fc5b4decdab8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9658289 Nov 10 17:44:38.079138 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51374) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:38.080779 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 008c28c7-e805-4720-8ee0-7a694cc1bdd2 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:38.081412 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:38.146717 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3a44059e-58a1-4abb-83c6-69ef7d987fc1 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f823a89-2e21-4fa5-b733-fc5b4decdab8 HTTP/1.1" status: 200 len: 205 time: 0.0625324 Nov 10 17:44:38.156318 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51376) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:38.226032 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88902e2f-891d-4ff9-a87a-9a02935d0c94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:38.231717 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e8a83b-a60c-4455-a032-a1cd30dbbc6d tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Made reservation on behalf of fc451d9e1d364e44b017f9725fb1b3e6 for: {'port': 2} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:44:38.241850 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01e8a83b-a60c-4455-a032-a1cd30dbbc6d tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:38.258304 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:38.280852 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01e8a83b-a60c-4455-a032-a1cd30dbbc6d tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:38.302230 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3618042d-01fb-45bd-9f66-005deab15439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008c28c7-e805-4720-8ee0-7a694cc1bdd2'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:44:38.306683 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ba74ae-aa27-48c9-8f6a-bf7eadc707ac" -d '{"events": [{"server_uuid": "3618042d-01fb-45bd-9f66-005deab15439", "name": "network-vif-plugged", "status": "completed", "tag": "008c28c7-e805-4720-8ee0-7a694cc1bdd2"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:44:38.330941 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 008c28c7-e805-4720-8ee0-7a694cc1bdd2, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=008c28c7-e805-4720-8ee0-7a694cc1bdd2,segment=NetworkSegment(249c0323-6dca-4e3f-a738-983d53eaf0e4),segment_id=249c0323-6dca-4e3f-a738-983d53eaf0e4)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:38.336300 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5c82ea7b-264a-49d1-82d7-86d77fbfb948 req-52b64196-e3ad-4882-b0b5-0b6aa440c866 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334596 Nov 10 17:44:38.340046 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:38.440223 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab05bebe-9a61-4857-869b-6971e9644865 x-openstack-request-id: req-ab05bebe-9a61-4857-869b-6971e9644865 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:44:38.440743 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3618042d-01fb-45bd-9f66-005deab15439", "name": "network-vif-plugged", "status": "completed", "tag": "008c28c7-e805-4720-8ee0-7a694cc1bdd2", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:44:38.441148 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ab05bebe-9a61-4857-869b-6971e9644865 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:44:38.442233 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3618042d-01fb-45bd-9f66-005deab15439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008c28c7-e805-4720-8ee0-7a694cc1bdd2', 'code': 200} Nov 10 17:44:38.450650 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a3180366-d0d5-4f11-88cb-2982c6be0c37 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:38.473950 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=008c28c7-e805-4720-8ee0-7a694cc1bdd2,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:38.575366 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a5f9e4ff-da76-4119-a760-4f12ae65dc26 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:38.584900 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f9e4ff-da76-4119-a760-4f12ae65dc26 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:38.585630 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a5f9e4ff-da76-4119-a760-4f12ae65dc26 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:38.606685 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88902e2f-891d-4ff9-a87a-9a02935d0c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:38.607704 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88902e2f-891d-4ff9-a87a-9a02935d0c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:38.608380 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88902e2f-891d-4ff9-a87a-9a02935d0c94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:38.616082 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-01e8a83b-a60c-4455-a032-a1cd30dbbc6d tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] device_id is not set on port 29eb0aa5-238f-47f7-87b1-6b4c0bdf477c yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:44:38.727368 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a5f9e4ff-da76-4119-a760-4f12ae65dc26 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0460355 Nov 10 17:44:38.738390 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51384) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:38.805522 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a3180366-d0d5-4f11-88cb-2982c6be0c37 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:38.807182 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-88902e2f-891d-4ff9-a87a-9a02935d0c94 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.1613545 Nov 10 17:44:38.810307 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a3180366-d0d5-4f11-88cb-2982c6be0c37 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:38.819993 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-66857d4f-3d93-40f7-a449-d8e98527ba3c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Request body: {'subnet': {'network_id': '391a3130-a5f8-4bd0-b5f1-7957df9dc56b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:38.829961 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51390) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:38.845375 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-0a9e5a98-6070-4701-aa7e-bc0ff69b601e admin admin] Request body: {'subnet': {'network_id': '7ba70b55-5d77-4457-b11f-9823987d654f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-549713219-subnet', 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:38.890084 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9e4ff-da76-4119-a760-4f12ae65dc26 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event updated for resources: {'Network': ['ID=391a3130-a5f8-4bd0-b5f1-7957df9dc56b,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:38.909662 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a3180366-d0d5-4f11-88cb-2982c6be0c37 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:38.910997 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 391a3130-a5f8-4bd0-b5f1-7957df9dc56b details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:44:38.911281 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3180366-d0d5-4f11-88cb-2982c6be0c37 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Fanout notify agent at l3_agent the message router_deleted on router 1f823a89-2e21-4fa5-b733-fc5b4decdab8 {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:44:38.928585 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a3180366-d0d5-4f11-88cb-2982c6be0c37 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:38.934181 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a3180366-d0d5-4f11-88cb-2982c6be0c37 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/routers/1f823a89-2e21-4fa5-b733-fc5b4decdab8 HTTP/1.1" status: 204 len: 168 time: 0.7763250 Nov 10 17:44:38.935172 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51394) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:39.031430 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c735443-848d-489a-a971-a05b47081980 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Deleting subnet 0b5c584a-1cf2-40c5-996e-fbc35badb325 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:44:39.033853 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-36672fec-67ed-4f7f-bfdd-9595e084db30 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:39.035251 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7c735443-848d-489a-a971-a05b47081980 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:39.096968 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9e5a98-6070-4701-aa7e-bc0ff69b601e admin admin] Made reservation on behalf of 87ef8f67c317450abb70e6821b7851c3 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:44:39.099590 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0a9e5a98-6070-4701-aa7e-bc0ff69b601e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:39.157077 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7c735443-848d-489a-a971-a05b47081980 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:39.355819 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7c735443-848d-489a-a971-a05b47081980 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:39.483555 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7c735443-848d-489a-a971-a05b47081980 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:39.520585 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66857d4f-3d93-40f7-a449-d8e98527ba3c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Made reservation on behalf of 1e482b7991684b25b580f167d516644d for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:44:39.525499 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-66857d4f-3d93-40f7-a449-d8e98527ba3c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:39.549112 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c735443-848d-489a-a971-a05b47081980 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Subnet': ['ID=0b5c584a-1cf2-40c5-996e-fbc35badb325,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:39.552778 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7c735443-848d-489a-a971-a05b47081980 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:39.560331 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7c735443-848d-489a-a971-a05b47081980 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/subnets/0b5c584a-1cf2-40c5-996e-fbc35badb325 HTTP/1.1" status: 204 len: 168 time: 0.6207395 Nov 10 17:44:39.571062 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51404) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:39.580518 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d49866-5a68-43d3-9c75-3799335ecc2c None None] Network aa56524d-ec01-44ef-9a5f-65bf2a5bc8c0 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:44:39.641397 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01e8a83b-a60c-4455-a032-a1cd30dbbc6d tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:39.740114 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84bfae-16a4-49fe-ad7e-44255d03e1f8 req-dd4c6a6d-3dc2-4331-814b-50ee9926ffdd tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:39.751535 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84bfae-16a4-49fe-ad7e-44255d03e1f8 req-dd4c6a6d-3dc2-4331-814b-50ee9926ffdd tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:39.753739 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88902e2f-891d-4ff9-a87a-9a02935d0c94 admin admin] Pushing event updated for resources: {'Network': ['ID=7ba70b55-5d77-4457-b11f-9823987d654f,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:39.766428 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84bfae-16a4-49fe-ad7e-44255d03e1f8 req-dd4c6a6d-3dc2-4331-814b-50ee9926ffdd tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:39.784484 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-be84bfae-16a4-49fe-ad7e-44255d03e1f8 req-dd4c6a6d-3dc2-4331-814b-50ee9926ffdd tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 2416 time: 0.2398911 Nov 10 17:44:39.790463 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 7ba70b55-5d77-4457-b11f-9823987d654f details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:44:39.823351 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-01e8a83b-a60c-4455-a032-a1cd30dbbc6d tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] device_id is not set on port 13356100-d8c0-4aca-956f-245039eb74f9 yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:44:39.833354 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-487b62bc-6b2b-4e34-ac0f-5bf33ef36287 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:39.980130 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-be84bfae-16a4-49fe-ad7e-44255d03e1f8 req-45381021-be9f-4623-91a9-932a601c068b tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937039 Nov 10 17:44:40.004450 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device ace41464-1d5f-4349-a4dc-c9b16d53b303 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:44:40.058845 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-487b62bc-6b2b-4e34-ac0f-5bf33ef36287 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Deleting port c3204710-58d0-4a81-aec3-c8a96a37f74b {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:44:40.059686 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-487b62bc-6b2b-4e34-ac0f-5bf33ef36287 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:40.135759 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49493519-12e6-4823-b409-3601c8fae763 None None] DHCP port deletion for aa56524d-ec01-44ef-9a5f-65bf2a5bc8c0 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:44:40.206181 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-487b62bc-6b2b-4e34-ac0f-5bf33ef36287 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] For port c3204710-58d0-4a81-aec3-c8a96a37f74b, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c3204710-58d0-4a81-aec3-c8a96a37f74b,segment=NetworkSegment(b9e74752-b150-490e-aabd-0480f39fbb72),segment_id=b9e74752-b150-490e-aabd-0480f39fbb72)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:40.207430 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-487b62bc-6b2b-4e34-ac0f-5bf33ef36287 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:40.222331 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-487b62bc-6b2b-4e34-ac0f-5bf33ef36287 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Calling delete_port for c3204710-58d0-4a81-aec3-c8a96a37f74b owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:44:40.309800 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port ace41464-1d5f-4349-a4dc-c9b16d53b303 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:44:40.326099 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-487b62bc-6b2b-4e34-ac0f-5bf33ef36287 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:40.337466 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port ace41464-1d5f-4349-a4dc-c9b16d53b303 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:40.338697 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:40.362190 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487b62bc-6b2b-4e34-ac0f-5bf33ef36287 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] No DVR routers for this DVR port c3204710-58d0-4a81-aec3-c8a96a37f74b on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:44:40.366264 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-36672fec-67ed-4f7f-bfdd-9595e084db30 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1024386'] for router, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:40.369508 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b62bc-6b2b-4e34-ac0f-5bf33ef36287 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Port': ['ID=c3204710-58d0-4a81-aec3-c8a96a37f74b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:40.380989 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-36672fec-67ed-4f7f-bfdd-9595e084db30 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412472'] for router, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:40.490868 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-487b62bc-6b2b-4e34-ac0f-5bf33ef36287 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:40.522729 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-487b62bc-6b2b-4e34-ac0f-5bf33ef36287 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa56524d-ec01-44ef-9a5f-65bf2a5bc8c0']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:40.541863 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-487b62bc-6b2b-4e34-ac0f-5bf33ef36287 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e74752-b150-490e-aabd-0480f39fbb72') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:40.542243 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-487b62bc-6b2b-4e34-ac0f-5bf33ef36287 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e74752-b150-490e-aabd-0480f39fbb72') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:40.565892 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-487b62bc-6b2b-4e34-ac0f-5bf33ef36287 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:40.601489 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-487b62bc-6b2b-4e34-ac0f-5bf33ef36287 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:40.617703 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487b62bc-6b2b-4e34-ac0f-5bf33ef36287 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:44:40.618114 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-487b62bc-6b2b-4e34-ac0f-5bf33ef36287 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:40.632009 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:44:40.632009 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:44:40.632009 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:44:40.632009 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:44:40.632009 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:44:40.632009 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:44:40.632009 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:44:40.632009 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:44:40.632009 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:44:40.632009 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:44:40.632009 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:44:40.632009 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:44:40.632009 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:44:40.632009 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:44:40.632009 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:44:40.632009 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:44:40.632009 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:44:40.632009 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:44:40.632009 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:44:40.632009 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:44:40.632009 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:44:40.632009 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:44:40.632009 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:44:40.632009 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:44:40.632009 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:44:40.632009 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:44:40.632009 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:44:40.632009 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:44:40.632009 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:44:40.632009 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:44:40.632009 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:44:40.632009 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:44:40.757658 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01e8a83b-a60c-4455-a032-a1cd30dbbc6d tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:40.769548 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0a9e5a98-6070-4701-aa7e-bc0ff69b601e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:40.824876 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-487b62bc-6b2b-4e34-ac0f-5bf33ef36287 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:40.825454 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c3204710-58d0-4a81-aec3-c8a96a37f74b no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:44:40.849826 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-487b62bc-6b2b-4e34-ac0f-5bf33ef36287 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:40.864664 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-487b62bc-6b2b-4e34-ac0f-5bf33ef36287 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/networks/aa56524d-ec01-44ef-9a5f-65bf2a5bc8c0 HTTP/1.1" status: 204 len: 168 time: 1.2900980 Nov 10 17:44:40.866312 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51410) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:40.880135 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-49493519-12e6-4823-b409-3601c8fae763 None None] Deleting port c3204710-58d0-4a81-aec3-c8a96a37f74b {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:44:40.880135 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49493519-12e6-4823-b409-3601c8fae763 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:40.886866 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: c3204710-58d0-4a81-aec3-c8a96a37f74b {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:44:40.887431 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c3204710-58d0-4a81-aec3-c8a96a37f74b not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:44:40.889533 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-933af8cc-64d3-4253-b805-64ab07f1ae8d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Request body: {'network': {'name': 'tempest-RoutersTest-1969861107'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:40.900656 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b62bc-6b2b-4e34-ac0f-5bf33ef36287 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Network': ['ID=aa56524d-ec01-44ef-9a5f-65bf2a5bc8c0,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server [None req-49493519-12e6-4823-b409-3601c8fae763 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network aa56524d-ec01-44ef-9a5f-65bf2a5bc8c0 could not be found. Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 17:44:40.927463 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 17:44:40.931260 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 17:44:40.931260 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 17:44:40.931260 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:44:40.931260 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:44:40.931260 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:44:40.931260 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:44:40.931260 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 17:44:40.931260 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:44:40.931260 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 17:44:40.931260 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 17:44:40.931260 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:44:40.931260 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:44:40.931260 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:44:40.931260 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:44:40.931260 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 17:44:40.931260 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:44:40.931260 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 17:44:40.931260 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 17:44:40.931260 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:44:40.931260 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:44:40.931260 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:44:40.931260 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:44:40.931260 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 17:44:40.931260 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 17:44:40.931260 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Nov 10 17:44:40.931260 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Nov 10 17:44:40.931260 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 17:44:40.931260 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 17:44:40.931260 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 10 17:44:40.931260 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Nov 10 17:44:40.931260 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Nov 10 17:44:40.931260 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Nov 10 17:44:40.931260 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network aa56524d-ec01-44ef-9a5f-65bf2a5bc8c0 could not be found. Nov 10 17:44:40.931260 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server Nov 10 17:44:40.965432 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933af8cc-64d3-4253-b805-64ab07f1ae8d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Made reservation on behalf of 4fd3b9eed2924ca2ac275ce6910fdaae for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:44:40.978990 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-933af8cc-64d3-4253-b805-64ab07f1ae8d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:41.011057 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93afd15c-d1bc-4728-bfb0-c9683e955f67 None None] DHCP port deletion for aa56524d-ec01-44ef-9a5f-65bf2a5bc8c0 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:44:41.034205 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:41.055307 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07511af-86ff-4ad4-adb2-2256278fb8f9 None None] get_active_networks_info from n-d-776250-10 {{(pid=102470) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 17:44:41.063425 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-933af8cc-64d3-4253-b805-64ab07f1ae8d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:44:41.079228 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-933af8cc-64d3-4253-b805-64ab07f1ae8d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:41.080108 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-933af8cc-64d3-4253-b805-64ab07f1ae8d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Added segment 29a783cb-b91f-460e-9518-784b68d0fb76 of type vlan for network 0d7622f0-05aa-401c-a326-c66ce4d0ee53 Nov 10 17:44:41.105446 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port ace41464-1d5f-4349-a4dc-c9b16d53b303, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=ace41464-1d5f-4349-a4dc-c9b16d53b303,segment=NetworkSegment(ca38939a-a602-4b7e-9a14-47b959ff1dab),segment_id=ca38939a-a602-4b7e-9a14-47b959ff1dab)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:41.141924 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3618042d-01fb-45bd-9f66-005deab15439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace41464-1d5f-4349-a4dc-c9b16d53b303'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:44:41.145567 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f057c11-6fe2-4e68-96b9-a59a81abcbda" -d '{"events": [{"server_uuid": "3618042d-01fb-45bd-9f66-005deab15439", "name": "network-vif-plugged", "status": "completed", "tag": "ace41464-1d5f-4349-a4dc-c9b16d53b303"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:44:41.155273 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:41.163539 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device b03edfb4-0a86-4289-96b8-d4b9000867f8 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:44:41.200091 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-933af8cc-64d3-4253-b805-64ab07f1ae8d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:41.222462 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bac1bf2-d944-4678-bc3a-0edbe161185d x-openstack-request-id: req-1bac1bf2-d944-4678-bc3a-0edbe161185d {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:44:41.222934 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3618042d-01fb-45bd-9f66-005deab15439", "name": "network-vif-plugged", "status": "completed", "tag": "ace41464-1d5f-4349-a4dc-c9b16d53b303", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:44:41.223343 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1bac1bf2-d944-4678-bc3a-0edbe161185d {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:44:41.225263 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3618042d-01fb-45bd-9f66-005deab15439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace41464-1d5f-4349-a4dc-c9b16d53b303', 'code': 200} Nov 10 17:44:41.252974 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-66857d4f-3d93-40f7-a449-d8e98527ba3c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:41.264442 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-933af8cc-64d3-4253-b805-64ab07f1ae8d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:41.278364 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933af8cc-64d3-4253-b805-64ab07f1ae8d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:41.280760 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-933af8cc-64d3-4253-b805-64ab07f1ae8d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:41.364960 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-933af8cc-64d3-4253-b805-64ab07f1ae8d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4783158 Nov 10 17:44:41.370893 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51434) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:41.390929 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-62266472-4b49-469e-89b0-cdda00644439 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Request body: {'subnet': {'network_id': '0d7622f0-05aa-401c-a326-c66ce4d0ee53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:41.414987 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933af8cc-64d3-4253-b805-64ab07f1ae8d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Network': ['ID=0d7622f0-05aa-401c-a326-c66ce4d0ee53,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:41.451037 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 0d7622f0-05aa-401c-a326-c66ce4d0ee53 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:44:41.487156 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e5a98-6070-4701-aa7e-bc0ff69b601e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2408a0c7-e08d-426a-ac08-2e242a5b2cbd,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:41.527422 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9e5a98-6070-4701-aa7e-bc0ff69b601e admin admin] Checking segment: {'id': '5f095d99-d612-47ab-81fe-140248ebc91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7ba70b55-5d77-4457-b11f-9823987d654f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:44:41.528056 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9e5a98-6070-4701-aa7e-bc0ff69b601e admin admin] Network hostable DHCP agents. Network: 7ba70b55-5d77-4457-b11f-9823987d654f, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:44:41.541958 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01e8a83b-a60c-4455-a032-a1cd30dbbc6d tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:41.564616 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62266472-4b49-469e-89b0-cdda00644439 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Made reservation on behalf of 4fd3b9eed2924ca2ac275ce6910fdaae for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:44:41.570626 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-62266472-4b49-469e-89b0-cdda00644439 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:41.668858 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=ace41464-1d5f-4349-a4dc-c9b16d53b303,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:41.683810 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port b03edfb4-0a86-4289-96b8-d4b9000867f8 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:44:41.706813 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port b03edfb4-0a86-4289-96b8-d4b9000867f8 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:41.707506 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:41.759544 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90412de-4f76-4d32-9e1d-ca9b1b2b3d7d req-6a012626-c4da-40ba-9b82-5f781a32c625 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:41.772530 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90412de-4f76-4d32-9e1d-ca9b1b2b3d7d req-6a012626-c4da-40ba-9b82-5f781a32c625 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:41.788749 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90412de-4f76-4d32-9e1d-ca9b1b2b3d7d req-6a012626-c4da-40ba-9b82-5f781a32c625 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:41.803867 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b90412de-4f76-4d32-9e1d-ca9b1b2b3d7d req-6a012626-c4da-40ba-9b82-5f781a32c625 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 2417 time: 0.4654400 Nov 10 17:44:41.862608 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66857d4f-3d93-40f7-a449-d8e98527ba3c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Checking segment: {'id': 'eec11340-63a9-4b3b-b290-429a1478af8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '391a3130-a5f8-4bd0-b5f1-7957df9dc56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:44:41.863374 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66857d4f-3d93-40f7-a449-d8e98527ba3c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Network hostable DHCP agents. Network: 391a3130-a5f8-4bd0-b5f1-7957df9dc56b, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:44:41.909741 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:41.947074 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36672fec-67ed-4f7f-bfdd-9595e084db30 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Router b2177c9c-ea95-4194-a653-87ef5bef04ef is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:44:41.985988 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b90412de-4f76-4d32-9e1d-ca9b1b2b3d7d req-c9e706a9-c009-4d49-bb81-34691c8ce88f tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772504 Nov 10 17:44:41.986295 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-62266472-4b49-469e-89b0-cdda00644439 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:41.988326 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9e5a98-6070-4701-aa7e-bc0ff69b601e admin admin] Network 7ba70b55-5d77-4457-b11f-9823987d654f is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:44:41.989723 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port b03edfb4-0a86-4289-96b8-d4b9000867f8, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=b03edfb4-0a86-4289-96b8-d4b9000867f8,segment=NetworkSegment(ca38939a-a602-4b7e-9a14-47b959ff1dab),segment_id=ca38939a-a602-4b7e-9a14-47b959ff1dab)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:41.998437 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:42.013950 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66857d4f-3d93-40f7-a449-d8e98527ba3c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event updated for resources: {'Subnet': ['ID=bf665ac9-5358-4613-b2b2-e7641446406e,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:42.039623 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-0a9e5a98-6070-4701-aa7e-bc0ff69b601e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 7ba70b55-5d77-4457-b11f-9823987d654f) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:42.047323 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8a83b-a60c-4455-a032-a1cd30dbbc6d tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Pushing event updated for resources: {'Port': ['ID=29eb0aa5-238f-47f7-87b1-6b4c0bdf477c,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:42.072561 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9e5a98-6070-4701-aa7e-bc0ff69b601e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:42.073603 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0a9e5a98-6070-4701-aa7e-bc0ff69b601e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:42.125041 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0a9e5a98-6070-4701-aa7e-bc0ff69b601e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.2901938 Nov 10 17:44:42.138886 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51438) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:42.148607 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07511af-86ff-4ad4-adb2-2256278fb8f9 None None] Unable to find a vacant binding_index for network 7ba70b55-5d77-4457-b11f-9823987d654f and agent 47d1e4f2-5556-428d-96bc-be604d2098de {{(pid=102470) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 10 17:44:42.151104 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-56b3ce3b-114b-4e65-a999-91e8e9765a3c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-549713219-router', 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:42.173386 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07511af-86ff-4ad4-adb2-2256278fb8f9 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 7ba70b55-5d77-4457-b11f-9823987d654f) {{(pid=102470) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 17:44:42.178201 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=b03edfb4-0a86-4289-96b8-d4b9000867f8,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:42.189480 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66857d4f-3d93-40f7-a449-d8e98527ba3c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Network 391a3130-a5f8-4bd0-b5f1-7957df9dc56b is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:44:42.227730 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-66857d4f-3d93-40f7-a449-d8e98527ba3c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 391a3130-a5f8-4bd0-b5f1-7957df9dc56b) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:42.236485 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e8a83b-a60c-4455-a032-a1cd30dbbc6d tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Checking segment: {'id': 'ab113ec5-68f1-4ee6-a9fa-d07cdccdd6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2e60ecdc-492b-4930-8a6a-ec4bc99f4035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:44:42.237021 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e8a83b-a60c-4455-a032-a1cd30dbbc6d tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Network hostable DHCP agents. Network: 2e60ecdc-492b-4930-8a6a-ec4bc99f4035, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:44:42.246558 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66857d4f-3d93-40f7-a449-d8e98527ba3c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:42.250417 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-66857d4f-3d93-40f7-a449-d8e98527ba3c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:42.292521 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62266472-4b49-469e-89b0-cdda00644439 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Subnet': ['ID=5bae3962-af72-43ff-ae2d-af3bb798513a,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:42.309764 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62266472-4b49-469e-89b0-cdda00644439 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Checking segment: {'id': '29a783cb-b91f-460e-9518-784b68d0fb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0d7622f0-05aa-401c-a326-c66ce4d0ee53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:44:42.311824 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62266472-4b49-469e-89b0-cdda00644439 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network hostable DHCP agents. Network: 0d7622f0-05aa-401c-a326-c66ce4d0ee53, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:44:42.318989 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-56b3ce3b-114b-4e65-a999-91e8e9765a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:42.321307 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-56b3ce3b-114b-4e65-a999-91e8e9765a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:42.362323 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-66857d4f-3d93-40f7-a449-d8e98527ba3c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5531301 Nov 10 17:44:42.365368 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51442) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:42.385707 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-f8053ce4-6b80-42c6-a745-43ddf13cd0fc tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Request body: {'subnet': {'network_id': '391a3130-a5f8-4bd0-b5f1-7957df9dc56b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:42.427094 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e8a83b-a60c-4455-a032-a1cd30dbbc6d tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Network 2e60ecdc-492b-4930-8a6a-ec4bc99f4035 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:44:42.522936 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-01e8a83b-a60c-4455-a032-a1cd30dbbc6d tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 2e60ecdc-492b-4930-8a6a-ec4bc99f4035) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:42.524841 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62266472-4b49-469e-89b0-cdda00644439 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network 0d7622f0-05aa-401c-a326-c66ce4d0ee53 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:44:42.530699 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e8a83b-a60c-4455-a032-a1cd30dbbc6d tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:44:42.532971 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01e8a83b-a60c-4455-a032-a1cd30dbbc6d tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:42.553417 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-56b3ce3b-114b-4e65-a999-91e8e9765a3c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:42.555366 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-62266472-4b49-469e-89b0-cdda00644439 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 0d7622f0-05aa-401c-a326-c66ce4d0ee53) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:42.567025 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62266472-4b49-469e-89b0-cdda00644439 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:42.568074 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-62266472-4b49-469e-89b0-cdda00644439 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:42.654063 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36672fec-67ed-4f7f-bfdd-9595e084db30 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:44:42.674572 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-36672fec-67ed-4f7f-bfdd-9595e084db30 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:42.683844 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-36672fec-67ed-4f7f-bfdd-9595e084db30 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] 10.222.0.39 "PUT /v2.0/routers/b2177c9c-ea95-4194-a653-87ef5bef04ef HTTP/1.1" status: 200 len: 913 time: 9.3099859 Nov 10 17:44:42.686467 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51446) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:42.771954 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-62266472-4b49-469e-89b0-cdda00644439 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3997629 Nov 10 17:44:42.776120 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51448) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:42.778152 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8a83b-a60c-4455-a032-a1cd30dbbc6d tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Pushing event updated for resources: {'Port': ['ID=13356100-d8c0-4aca-956f-245039eb74f9,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:42.793212 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4556fa-fd14-446d-93d0-7970c85b7e2f None None] Sync routers for ids ['b2177c9c-ea95-4194-a653-87ef5bef04ef'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:44:42.798464 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-539dce9a-54a9-4689-af7d-c347525dbe7f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-8931420', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:42.835498 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcee7e14-244b-4c07-92fe-f34ec65abca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-391a3130-a5f8-4bd0-b5f1-7957df9dc56b', 'network_id': '391a3130-a5f8-4bd0-b5f1-7957df9dc56b', 'tenant_id': '1e482b7991684b25b580f167d516644d', 'fixed_ips': [{'subnet_id': 'bf665ac9-5358-4613-b2b2-e7641446406e'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:44:42.841095 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dcee7e14-244b-4c07-92fe-f34ec65abca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:42.863454 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9e0889-23f8-48d0-93d6-1a088880ba90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-7ba70b55-5d77-4457-b11f-9823987d654f', 'network_id': '7ba70b55-5d77-4457-b11f-9823987d654f', 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'fixed_ips': [{'subnet_id': '2408a0c7-e08d-426a-ac08-2e242a5b2cbd'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:44:42.864818 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ed9e0889-23f8-48d0-93d6-1a088880ba90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:42.889736 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4556fa-fd14-446d-93d0-7970c85b7e2f None None] Routers {'b2177c9c-ea95-4194-a653-87ef5bef04ef'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:44:42.890667 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-5d4556fa-fd14-446d-93d0-7970c85b7e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:44:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['b2177c9c-ea95-4194-a653-87ef5bef04ef'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:42.907356 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8053ce4-6b80-42c6-a745-43ddf13cd0fc tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Made reservation on behalf of 1e482b7991684b25b580f167d516644d for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:44:42.915120 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f8053ce4-6b80-42c6-a745-43ddf13cd0fc tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:42.946157 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-56b3ce3b-114b-4e65-a999-91e8e9765a3c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:42.957355 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e8a83b-a60c-4455-a032-a1cd30dbbc6d tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Checking segment: {'id': '010053a8-1f9e-4555-9b85-bc20ef40b70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ec3c3265-9abf-4ba7-96eb-bd340d92c42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:44:42.958000 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e8a83b-a60c-4455-a032-a1cd30dbbc6d tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Network hostable DHCP agents. Network: ec3c3265-9abf-4ba7-96eb-bd340d92c42f, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:44:43.010498 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-5d4556fa-fd14-446d-93d0-7970c85b7e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:43.063369 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-539dce9a-54a9-4689-af7d-c347525dbe7f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:43.065364 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-539dce9a-54a9-4689-af7d-c347525dbe7f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:43.070365 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e8a83b-a60c-4455-a032-a1cd30dbbc6d tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Network ec3c3265-9abf-4ba7-96eb-bd340d92c42f is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:44:43.087690 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-01e8a83b-a60c-4455-a032-a1cd30dbbc6d tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, ec3c3265-9abf-4ba7-96eb-bd340d92c42f) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:43.096984 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e8a83b-a60c-4455-a032-a1cd30dbbc6d tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:44:43.103198 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e8a83b-a60c-4455-a032-a1cd30dbbc6d tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:43.109167 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e8a83b-a60c-4455-a032-a1cd30dbbc6d tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:43.110046 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01e8a83b-a60c-4455-a032-a1cd30dbbc6d tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:43.120399 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4556fa-fd14-446d-93d0-7970c85b7e2f None None] Routers {'b2177c9c-ea95-4194-a653-87ef5bef04ef'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:44:43.121040 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-5d4556fa-fd14-446d-93d0-7970c85b7e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:44:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['b2177c9c-ea95-4194-a653-87ef5bef04ef'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:43.178538 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-01e8a83b-a60c-4455-a032-a1cd30dbbc6d tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.5156291 Nov 10 17:44:43.179559 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51452) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:43.204539 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-5d4556fa-fd14-446d-93d0-7970c85b7e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:43.205204 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4556fa-fd14-446d-93d0-7970c85b7e2f None None] The sync data for ids ['b2177c9c-ea95-4194-a653-87ef5bef04ef'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:44:43.237118 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3618042d-01fb-45bd-9f66-005deab15439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03edfb4-0a86-4289-96b8-d4b9000867f8'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:44:43.242727 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aac77c6-d9ff-4e80-ae2b-da12cbb89391" -d '{"events": [{"server_uuid": "3618042d-01fb-45bd-9f66-005deab15439", "name": "network-vif-plugged", "status": "completed", "tag": "b03edfb4-0a86-4289-96b8-d4b9000867f8"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:44:43.273989 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-ed9e0889-23f8-48d0-93d6-1a088880ba90 None None] Allocated IP 172.20.0.2 (7ba70b55-5d77-4457-b11f-9823987d654f/2408a0c7-e08d-426a-ac08-2e242a5b2cbd/f14b93eb-7c19-4a10-b4c3-db6f1da57e71) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:44:43.281038 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-dcee7e14-244b-4c07-92fe-f34ec65abca4 None None] Allocated IP 2001:db8::2 (391a3130-a5f8-4bd0-b5f1-7957df9dc56b/bf665ac9-5358-4613-b2b2-e7641446406e/c2938bb5-8afd-4eba-b78f-0ce2deaef4ef) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:44:43.332299 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7482e37c-11f1-42bf-a35e-6807c551bec3 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] 10.222.0.39 "GET /v2.0/routers/b2177c9c-ea95-4194-a653-87ef5bef04ef HTTP/1.1" status: 200 len: 919 time: 0.6426518 Nov 10 17:44:43.333584 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51456) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:43.338704 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b2d948-a782-41a1-84af-33ddd4870e4d x-openstack-request-id: req-41b2d948-a782-41a1-84af-33ddd4870e4d {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:44:43.339377 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3618042d-01fb-45bd-9f66-005deab15439", "name": "network-vif-plugged", "status": "completed", "tag": "b03edfb4-0a86-4289-96b8-d4b9000867f8", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:44:43.339593 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-41b2d948-a782-41a1-84af-33ddd4870e4d {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:44:43.340175 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3618042d-01fb-45bd-9f66-005deab15439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03edfb4-0a86-4289-96b8-d4b9000867f8', 'code': 200} Nov 10 17:44:43.404833 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-539dce9a-54a9-4689-af7d-c347525dbe7f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:43.444847 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e32a1d4-5a72-4778-a99c-585bf8e2bcee tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:43.463265 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e32a1d4-5a72-4778-a99c-585bf8e2bcee tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:43.471068 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2e32a1d4-5a72-4778-a99c-585bf8e2bcee tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2862337 Nov 10 17:44:43.472581 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51458) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:43.474679 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27691d-566b-457c-a0a9-3aee519e1df0 req-77ab327f-70cd-4c54-9b32-fdffda505b43 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:43.481812 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27691d-566b-457c-a0a9-3aee519e1df0 req-77ab327f-70cd-4c54-9b32-fdffda505b43 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:43.491629 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27691d-566b-457c-a0a9-3aee519e1df0 req-77ab327f-70cd-4c54-9b32-fdffda505b43 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:43.494267 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5d27691d-566b-457c-a0a9-3aee519e1df0 req-77ab327f-70cd-4c54-9b32-fdffda505b43 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 2418 time: 0.2735169 Nov 10 17:44:43.495654 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-539dce9a-54a9-4689-af7d-c347525dbe7f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:43.602892 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-539dce9a-54a9-4689-af7d-c347525dbe7f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:43.604872 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-539dce9a-54a9-4689-af7d-c347525dbe7f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.8276908 Nov 10 17:44:43.616817 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51464) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:43.702398 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5d27691d-566b-457c-a0a9-3aee519e1df0 req-f57f8f6a-9ad2-4473-a99f-3dfa9cc491ac tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720812 Nov 10 17:44:43.729255 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20036d23-3e21-4ac2-be43-11e507a3d5a4 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:43.737201 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-20036d23-3e21-4ac2-be43-11e507a3d5a4 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=ef950546-b13c-4865-8837-7444cdb2848e&device_id=b2177c9c-ea95-4194-a653-87ef5bef04ef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3960328 Nov 10 17:44:43.744234 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51468) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:43.745487 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98703289-421b-4ff3-9d0f-c09a27148f3a req-cbe16096-61b7-4fae-af3e-bd53c27582e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:43.745700 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98703289-421b-4ff3-9d0f-c09a27148f3a req-cbe16096-61b7-4fae-af3e-bd53c27582e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:43.746532 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98703289-421b-4ff3-9d0f-c09a27148f3a req-cbe16096-61b7-4fae-af3e-bd53c27582e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:43.749321 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-98703289-421b-4ff3-9d0f-c09a27148f3a req-cbe16096-61b7-4fae-af3e-bd53c27582e6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 2874 time: 0.3007262 Nov 10 17:44:43.881790 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dcee7e14-244b-4c07-92fe-f34ec65abca4 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:43.916727 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dcee7e14-244b-4c07-92fe-f34ec65abca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:44.029685 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ed9e0889-23f8-48d0-93d6-1a088880ba90 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:44.033891 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee7e14-244b-4c07-92fe-f34ec65abca4 None None] Pushing event updated for resources: {'Port': ['ID=c2938bb5-8afd-4eba-b78f-0ce2deaef4ef,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:44.049829 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ed9e0889-23f8-48d0-93d6-1a088880ba90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:44.103515 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcee7e14-244b-4c07-92fe-f34ec65abca4 None None] Network 391a3130-a5f8-4bd0-b5f1-7957df9dc56b is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:44:44.138266 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-dcee7e14-244b-4c07-92fe-f34ec65abca4 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:44.145717 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcee7e14-244b-4c07-92fe-f34ec65abca4 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:44:44.164053 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9e0889-23f8-48d0-93d6-1a088880ba90 None None] Network 7ba70b55-5d77-4457-b11f-9823987d654f is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:44:44.177065 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-ed9e0889-23f8-48d0-93d6-1a088880ba90 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:44.184138 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9e0889-23f8-48d0-93d6-1a088880ba90 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:44:44.247205 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e0889-23f8-48d0-93d6-1a088880ba90 None None] Pushing event updated for resources: {'Port': ['ID=f14b93eb-7c19-4a10-b4c3-db6f1da57e71,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:44.339961 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-ed9e0889-23f8-48d0-93d6-1a088880ba90 None None] Attempting to bind port f14b93eb-7c19-4a10-b4c3-db6f1da57e71 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:44:44.340716 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-ed9e0889-23f8-48d0-93d6-1a088880ba90 None None] Attempting to bind port f14b93eb-7c19-4a10-b4c3-db6f1da57e71 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '5f095d99-d612-47ab-81fe-140248ebc91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7ba70b55-5d77-4457-b11f-9823987d654f'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:44:44.341384 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9e0889-23f8-48d0-93d6-1a088880ba90 None None] Attempting to bind port f14b93eb-7c19-4a10-b4c3-db6f1da57e71 on network 7ba70b55-5d77-4457-b11f-9823987d654f {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:44:44.368017 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9e0889-23f8-48d0-93d6-1a088880ba90 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:44:44.368716 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9e0889-23f8-48d0-93d6-1a088880ba90 None None] Checking segment: {'id': '5f095d99-d612-47ab-81fe-140248ebc91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7ba70b55-5d77-4457-b11f-9823987d654f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:44:44.369466 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ed9e0889-23f8-48d0-93d6-1a088880ba90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:44.370204 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9e0889-23f8-48d0-93d6-1a088880ba90 None None] Bound using segment: {'id': '5f095d99-d612-47ab-81fe-140248ebc91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7ba70b55-5d77-4457-b11f-9823987d654f'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:44:44.371100 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-ed9e0889-23f8-48d0-93d6-1a088880ba90 None None] Bound port: f14b93eb-7c19-4a10-b4c3-db6f1da57e71, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f095d99-d612-47ab-81fe-140248ebc91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7ba70b55-5d77-4457-b11f-9823987d654f'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:44:44.371851 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ed9e0889-23f8-48d0-93d6-1a088880ba90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:44.377192 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-dcee7e14-244b-4c07-92fe-f34ec65abca4 None None] Attempting to bind port c2938bb5-8afd-4eba-b78f-0ce2deaef4ef on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:44:44.377948 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-dcee7e14-244b-4c07-92fe-f34ec65abca4 None None] Attempting to bind port c2938bb5-8afd-4eba-b78f-0ce2deaef4ef by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'eec11340-63a9-4b3b-b290-429a1478af8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '391a3130-a5f8-4bd0-b5f1-7957df9dc56b'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:44:44.378686 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcee7e14-244b-4c07-92fe-f34ec65abca4 None None] Attempting to bind port c2938bb5-8afd-4eba-b78f-0ce2deaef4ef on network 391a3130-a5f8-4bd0-b5f1-7957df9dc56b {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:44:44.404672 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcee7e14-244b-4c07-92fe-f34ec65abca4 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:44:44.405651 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcee7e14-244b-4c07-92fe-f34ec65abca4 None None] Checking segment: {'id': 'eec11340-63a9-4b3b-b290-429a1478af8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '391a3130-a5f8-4bd0-b5f1-7957df9dc56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:44:44.406416 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dcee7e14-244b-4c07-92fe-f34ec65abca4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:44.407159 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcee7e14-244b-4c07-92fe-f34ec65abca4 None None] Bound using segment: {'id': 'eec11340-63a9-4b3b-b290-429a1478af8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '391a3130-a5f8-4bd0-b5f1-7957df9dc56b'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:44:44.408069 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-dcee7e14-244b-4c07-92fe-f34ec65abca4 None None] Bound port: c2938bb5-8afd-4eba-b78f-0ce2deaef4ef, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec11340-63a9-4b3b-b290-429a1478af8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '391a3130-a5f8-4bd0-b5f1-7957df9dc56b'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:44:44.409067 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dcee7e14-244b-4c07-92fe-f34ec65abca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:44.462762 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-98703289-421b-4ff3-9d0f-c09a27148f3a req-6f08ee77-4c18-4a16-9812-bc86cda96b90 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6977749 Nov 10 17:44:44.607433 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-dcee7e14-244b-4c07-92fe-f34ec65abca4 None None] For port c2938bb5-8afd-4eba-b78f-0ce2deaef4ef, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:44:44.611632 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-ed9e0889-23f8-48d0-93d6-1a088880ba90 None None] For port f14b93eb-7c19-4a10-b4c3-db6f1da57e71, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:44:44.620878 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-dcee7e14-244b-4c07-92fe-f34ec65abca4 None None] For port c2938bb5-8afd-4eba-b78f-0ce2deaef4ef, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c2938bb5-8afd-4eba-b78f-0ce2deaef4ef,segment=NetworkSegment(eec11340-63a9-4b3b-b290-429a1478af8d),segment_id=eec11340-63a9-4b3b-b290-429a1478af8d)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:44:44.625955 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-ed9e0889-23f8-48d0-93d6-1a088880ba90 None None] For port f14b93eb-7c19-4a10-b4c3-db6f1da57e71, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=f14b93eb-7c19-4a10-b4c3-db6f1da57e71,segment=NetworkSegment(5f095d99-d612-47ab-81fe-140248ebc91a),segment_id=5f095d99-d612-47ab-81fe-140248ebc91a)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:44:44.630405 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dcee7e14-244b-4c07-92fe-f34ec65abca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:44.664547 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3271f4ca-1590-4e27-8fbb-690142533623 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:44.666979 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3271f4ca-1590-4e27-8fbb-690142533623 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 881 time: 0.9161100 Nov 10 17:44:44.674240 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51472) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:44.765720 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee7e14-244b-4c07-92fe-f34ec65abca4 None None] Pushing event updated for resources: {'Port': ['ID=c2938bb5-8afd-4eba-b78f-0ce2deaef4ef,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:44.793809 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ed9e0889-23f8-48d0-93d6-1a088880ba90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:44.890275 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5a87b42f-435f-44e5-89f3-2bac91a25f0b tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2177c9c-ea95-4194-a653-87ef5bef04ef HTTP/1.1" status: 200 len: 205 time: 0.2139995 Nov 10 17:44:44.902168 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51476) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:44.917852 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e0889-23f8-48d0-93d6-1a088880ba90 None None] Pushing event updated for resources: {'Port': ['ID=f14b93eb-7c19-4a10-b4c3-db6f1da57e71,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:45.119176 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-56b3ce3b-114b-4e65-a999-91e8e9765a3c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:45.249924 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-56b3ce3b-114b-4e65-a999-91e8e9765a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:45.438089 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69b6c7-d291-4b59-a960-ee9cffba5a24 req-76a77b97-0cc4-4aba-a658-50f17a75530f tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:45.450365 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69b6c7-d291-4b59-a960-ee9cffba5a24 req-76a77b97-0cc4-4aba-a658-50f17a75530f tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:45.463522 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69b6c7-d291-4b59-a960-ee9cffba5a24 req-76a77b97-0cc4-4aba-a658-50f17a75530f tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:45.466612 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a69b6c7-d291-4b59-a960-ee9cffba5a24 req-76a77b97-0cc4-4aba-a658-50f17a75530f tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 2418 time: 0.4843738 Nov 10 17:44:45.479683 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f8053ce4-6b80-42c6-a745-43ddf13cd0fc tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:45.556892 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-1e10cb94-694a-4293-a0a6-671be8ebad2e tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Deleting port 29eb0aa5-238f-47f7-87b1-6b4c0bdf477c {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:44:45.568464 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1e10cb94-694a-4293-a0a6-671be8ebad2e tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:45.605743 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e2c7d77a-2f63-46f1-ba30-d6f09d5541c9 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:45.757151 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-56b3ce3b-114b-4e65-a999-91e8e9765a3c admin admin] Allocated IP 172.25.5.96 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/462ce251-4bad-49fb-a84b-fe3673c33258) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:44:45.815052 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cf45491a-5d0e-4c66-9c6e-9753aa86a32f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:45.843416 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8053ce4-6b80-42c6-a745-43ddf13cd0fc tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Network 391a3130-a5f8-4bd0-b5f1-7957df9dc56b is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:44:45.862068 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-f8053ce4-6b80-42c6-a745-43ddf13cd0fc tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:45.896312 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8053ce4-6b80-42c6-a745-43ddf13cd0fc tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:45.897293 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f8053ce4-6b80-42c6-a745-43ddf13cd0fc tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:45.933683 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8053ce4-6b80-42c6-a745-43ddf13cd0fc tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event updated for resources: {'Subnet': ['ID=0b14a0aa-3248-438c-8ed7-f73104df38e1,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:46.008635 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e2c7d77a-2f63-46f1-ba30-d6f09d5541c9 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:46.093309 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1e10cb94-694a-4293-a0a6-671be8ebad2e tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:46.107330 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a69b6c7-d291-4b59-a960-ee9cffba5a24 req-097f9518-eec3-46dd-8c58-93a98f8b0e75 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6163974 Nov 10 17:44:46.114056 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f8053ce4-6b80-42c6-a745-43ddf13cd0fc tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.7361312 Nov 10 17:44:46.125998 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51480) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:46.135647 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-56b3ce3b-114b-4e65-a999-91e8e9765a3c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:46.196933 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-1e10cb94-694a-4293-a0a6-671be8ebad2e tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Calling delete_port for 29eb0aa5-238f-47f7-87b1-6b4c0bdf477c owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:44:46.223598 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-e2c7d77a-2f63-46f1-ba30-d6f09d5541c9 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Deleting port b0a1943e-e098-44b5-9069-0682038e51ec {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:44:46.223598 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e2c7d77a-2f63-46f1-ba30-d6f09d5541c9 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:46.370437 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-56b3ce3b-114b-4e65-a999-91e8e9765a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:46.396549 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e2c7d77a-2f63-46f1-ba30-d6f09d5541c9 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:46.496640 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b3ce3b-114b-4e65-a999-91e8e9765a3c admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:44:46.518821 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026ba69e-5342-43be-9fa8-f806c0dd87fe tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:46.518821 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026ba69e-5342-43be-9fa8-f806c0dd87fe tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:46.523267 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-e2c7d77a-2f63-46f1-ba30-d6f09d5541c9 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Calling delete_port for b0a1943e-e098-44b5-9069-0682038e51ec owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:44:46.526231 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026ba69e-5342-43be-9fa8-f806c0dd87fe tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:46.526453 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-56b3ce3b-114b-4e65-a999-91e8e9765a3c admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:46.539772 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026ba69e-5342-43be-9fa8-f806c0dd87fe tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:46.558237 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026ba69e-5342-43be-9fa8-f806c0dd87fe tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:46.577602 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-026ba69e-5342-43be-9fa8-f806c0dd87fe tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4465628 Nov 10 17:44:46.591829 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51484) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:46.593783 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b3ce3b-114b-4e65-a999-91e8e9765a3c admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:44:46.604261 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3ce3b-114b-4e65-a999-91e8e9765a3c admin admin] Pushing event updated for resources: {'Port': ['ID=462ce251-4bad-49fb-a84b-fe3673c33258,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:46.617542 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1e10cb94-694a-4293-a0a6-671be8ebad2e tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:46.624301 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-cd9163fc-2e30-47ac-8bdb-0170935a4b96 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1813365159'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:46.724369 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device f14b93eb-7c19-4a10-b4c3-db6f1da57e71 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:44:46.821889 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10cb94-694a-4293-a0a6-671be8ebad2e tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Pushing event deleted for resources: {'Port': ['ID=29eb0aa5-238f-47f7-87b1-6b4c0bdf477c,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:46.866306 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1e10cb94-694a-4293-a0a6-671be8ebad2e tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:46.874861 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1e10cb94-694a-4293-a0a6-671be8ebad2e tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] 10.222.0.39 "DELETE /v2.0/ports/29eb0aa5-238f-47f7-87b1-6b4c0bdf477c HTTP/1.1" status: 204 len: 168 time: 3.4003961 Nov 10 17:44:46.881445 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51486) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:46.941635 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port f14b93eb-7c19-4a10-b4c3-db6f1da57e71 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:46.942343 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:47.057966 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-cf45491a-5d0e-4c66-9c6e-9753aa86a32f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Allocated IP 172.20.0.1 (0d7622f0-05aa-401c-a326-c66ce4d0ee53/5bae3962-af72-43ff-ae2d-af3bb798513a/281730de-f094-413c-b5fb-de58f69123bb) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:44:47.081873 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9163fc-2e30-47ac-8bdb-0170935a4b96 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Made reservation on behalf of 1e482b7991684b25b580f167d516644d for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:44:47.098504 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cd9163fc-2e30-47ac-8bdb-0170935a4b96 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:47.490565 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd9163fc-2e30-47ac-8bdb-0170935a4b96 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:44:47.581779 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:47.589618 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e2c7d77a-2f63-46f1-ba30-d6f09d5541c9 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:47.599297 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cd9163fc-2e30-47ac-8bdb-0170935a4b96 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:47.600245 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-cd9163fc-2e30-47ac-8bdb-0170935a4b96 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Added segment 5f893cb3-4960-449d-a259-536d010fb902 of type vlan for network bd965eb5-4f80-4f95-80f2-0689f1f98396 Nov 10 17:44:47.620369 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-d1c0e8e3-bc2a-47fc-8844-04802c85f686 None None] Provisioning complete for port f14b93eb-7c19-4a10-b4c3-db6f1da57e71 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:47.620969 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d1c0e8e3-bc2a-47fc-8844-04802c85f686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:47.651978 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-00b8b387-54db-41c2-b07f-32209296009e tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Deleting port 13356100-d8c0-4aca-956f-245039eb74f9 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:44:47.652564 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-00b8b387-54db-41c2-b07f-32209296009e tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:47.691337 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cf45491a-5d0e-4c66-9c6e-9753aa86a32f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:47.692685 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52689dc5-05d2-4ab6-ac49-c4f0facfe2f7 None None] Network 7ba70b55-5d77-4457-b11f-9823987d654f requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:44:47.694847 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d349bac-c6d2-4a97-a80e-c83ebb666995 None None] Network 391a3130-a5f8-4bd0-b5f1-7957df9dc56b requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:44:47.743405 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7d77a-2f63-46f1-ba30-d6f09d5541c9 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Pushing event deleted for resources: {'Port': ['ID=b0a1943e-e098-44b5-9069-0682038e51ec,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:47.803772 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port f14b93eb-7c19-4a10-b4c3-db6f1da57e71, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=f14b93eb-7c19-4a10-b4c3-db6f1da57e71,segment=NetworkSegment(5f095d99-d612-47ab-81fe-140248ebc91a),segment_id=5f095d99-d612-47ab-81fe-140248ebc91a)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:47.838498 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4bb137-72bf-43a9-afb2-764faf00f6f8 None None] Network 0d7622f0-05aa-401c-a326-c66ce4d0ee53 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:44:47.847006 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:47.849071 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c2938bb5-8afd-4eba-b78f-0ce2deaef4ef up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:44:47.879345 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73670ad6-3961-4b51-b999-33b9d7282aa6 req-2f5396a7-8e7c-4f90-a28d-5f3dedf9a312 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:47.888406 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73670ad6-3961-4b51-b999-33b9d7282aa6 req-2f5396a7-8e7c-4f90-a28d-5f3dedf9a312 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:47.894499 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cd9163fc-2e30-47ac-8bdb-0170935a4b96 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:47.902320 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73670ad6-3961-4b51-b999-33b9d7282aa6 req-2f5396a7-8e7c-4f90-a28d-5f3dedf9a312 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:47.905215 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73670ad6-3961-4b51-b999-33b9d7282aa6 req-2f5396a7-8e7c-4f90-a28d-5f3dedf9a312 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 2418 time: 0.4696176 Nov 10 17:44:47.909242 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-56b3ce3b-114b-4e65-a999-91e8e9765a3c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:48.026807 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=f14b93eb-7c19-4a10-b4c3-db6f1da57e71,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:48.029640 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b63e95-74b9-4812-8d98-9acba8d20a1c None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:44:48.031763 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff83b240-6c33-4e70-b8fb-72dbe2e86a59 None None] Network ec3c3265-9abf-4ba7-96eb-bd340d92c42f requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:44:48.056738 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cd9163fc-2e30-47ac-8bdb-0170935a4b96 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:48.071006 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9163fc-2e30-47ac-8bdb-0170935a4b96 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:48.071673 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cd9163fc-2e30-47ac-8bdb-0170935a4b96 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:48.101032 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d92010-cf93-42bc-b59d-dba5d1ca1082 None None] Network 2e60ecdc-492b-4930-8a6a-ec4bc99f4035 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:44:48.202259 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-00b8b387-54db-41c2-b07f-32209296009e tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:48.202640 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e2c7d77a-2f63-46f1-ba30-d6f09d5541c9 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:48.239952 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cf45491a-5d0e-4c66-9c6e-9753aa86a32f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:48.250185 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-00b8b387-54db-41c2-b07f-32209296009e tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Calling delete_port for 13356100-d8c0-4aca-956f-245039eb74f9 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:44:48.267396 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cd9163fc-2e30-47ac-8bdb-0170935a4b96 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6474669 Nov 10 17:44:48.279674 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51518) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:48.281050 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73670ad6-3961-4b51-b999-33b9d7282aa6 req-4ebffb21-c4f8-4a0c-b069-36f92f664d6c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492267 Nov 10 17:44:48.289641 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-bc2e4500-506a-4854-9b1b-d90875a35c63 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:48.328274 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf45491a-5d0e-4c66-9c6e-9753aa86a32f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network 0d7622f0-05aa-401c-a326-c66ce4d0ee53 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:44:48.332705 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9163fc-2e30-47ac-8bdb-0170935a4b96 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event updated for resources: {'Network': ['ID=bd965eb5-4f80-4f95-80f2-0689f1f98396,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:48.345040 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-cf45491a-5d0e-4c66-9c6e-9753aa86a32f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:48.382284 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf45491a-5d0e-4c66-9c6e-9753aa86a32f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:44:48.427745 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45491a-5d0e-4c66-9c6e-9753aa86a32f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Port': ['ID=281730de-f094-413c-b5fb-de58f69123bb,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:48.463999 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network bd965eb5-4f80-4f95-80f2-0689f1f98396 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:44:48.470788 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cf45491a-5d0e-4c66-9c6e-9753aa86a32f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:48.602349 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe32c06-a61a-4eb6-a58d-71efb47f091b None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:44:48.654741 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e2c7d77a-2f63-46f1-ba30-d6f09d5541c9 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:48.661214 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e2c7d77a-2f63-46f1-ba30-d6f09d5541c9 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:48.812559 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cf45491a-5d0e-4c66-9c6e-9753aa86a32f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:48.821493 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-00b8b387-54db-41c2-b07f-32209296009e tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:48.888820 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-56b3ce3b-114b-4e65-a999-91e8e9765a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:48.989795 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-00b8b387-54db-41c2-b07f-32209296009e tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:48.990851 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port c2938bb5-8afd-4eba-b78f-0ce2deaef4ef triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:48.991348 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:48.999729 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-00b8b387-54db-41c2-b07f-32209296009e tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] 10.222.0.39 "DELETE /v2.0/ports/13356100-d8c0-4aca-956f-245039eb74f9 HTTP/1.1" status: 204 len: 168 time: 2.1121423 Nov 10 17:44:48.999944 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51526) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:49.001471 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bc2e4500-506a-4854-9b1b-d90875a35c63 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:49.020289 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8b387-54db-41c2-b07f-32209296009e tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Pushing event deleted for resources: {'Port': ['ID=13356100-d8c0-4aca-956f-245039eb74f9,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:49.023213 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e2c7d77a-2f63-46f1-ba30-d6f09d5541c9 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:49.023770 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c7d77a-2f63-46f1-ba30-d6f09d5541c9 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Fanout notify agent at l3_agent the message router_deleted on router b2177c9c-ea95-4194-a653-87ef5bef04ef {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:44:49.032245 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e2c7d77a-2f63-46f1-ba30-d6f09d5541c9 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:49.033089 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e2c7d77a-2f63-46f1-ba30-d6f09d5541c9 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] 10.222.0.39 "DELETE /v2.0/routers/b2177c9c-ea95-4194-a653-87ef5bef04ef HTTP/1.1" status: 204 len: 168 time: 4.1271639 Nov 10 17:44:49.043487 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51528) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:49.049717 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-2a01d1c0-92b8-4241-8bef-bb44c6a41144 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-194653802', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:49.082299 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-04ee9636-bc35-4fc5-976b-4b25c5373d0c tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0764244 Nov 10 17:44:49.087594 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bc2e4500-506a-4854-9b1b-d90875a35c63 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:49.092805 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51530) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:49.161841 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-85300e69-8170-4c4a-b3c9-6b59359a98ed None None] Provisioning complete for port 462ce251-4bad-49fb-a84b-fe3673c33258 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:49.162206 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-85300e69-8170-4c4a-b3c9-6b59359a98ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:49.190392 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-632c6171-d249-4a24-8c5a-d224a5960848 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1823113001'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:49.201380 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e4500-506a-4854-9b1b-d90875a35c63 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event updated for resources: {'Network': ['ID=bd965eb5-4f80-4f95-80f2-0689f1f98396,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:49.204089 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-85300e69-8170-4c4a-b3c9-6b59359a98ed None None] Port 462ce251-4bad-49fb-a84b-fe3673c33258 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:44:49.231760 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network bd965eb5-4f80-4f95-80f2-0689f1f98396 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:44:49.255084 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff2bca-df2e-41f7-8394-44b40e64f630 req-5a9cf28f-678c-4b7e-a4c5-98b0902ea08a tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:49.261681 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff2bca-df2e-41f7-8394-44b40e64f630 req-5a9cf28f-678c-4b7e-a4c5-98b0902ea08a tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:49.261978 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bc2e4500-506a-4854-9b1b-d90875a35c63 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Network bd965eb5-4f80-4f95-80f2-0689f1f98396 is not hosted by any dhcp agent {{(pid=102469) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 17:44:49.271369 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff2bca-df2e-41f7-8394-44b40e64f630 req-5a9cf28f-678c-4b7e-a4c5-98b0902ea08a tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:49.273308 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2e4500-506a-4854-9b1b-d90875a35c63 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:49.274758 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bc2e4500-506a-4854-9b1b-d90875a35c63 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:49.277912 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-bc2e4500-506a-4854-9b1b-d90875a35c63 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "PUT /v2.0/networks/bd965eb5-4f80-4f95-80f2-0689f1f98396 HTTP/1.1" status: 200 len: 723 time: 0.9947038 Nov 10 17:44:49.286720 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-36ff2bca-df2e-41f7-8394-44b40e64f630 req-5a9cf28f-678c-4b7e-a4c5-98b0902ea08a tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 2418 time: 0.3997972 Nov 10 17:44:49.293358 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51532) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:49.305965 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-b2c2b678-01c2-4efb-bcb9-a545997266d8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Request body: {'subnet': {'network_id': 'bd965eb5-4f80-4f95-80f2-0689f1f98396', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:49.354992 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2a01d1c0-92b8-4241-8bef-bb44c6a41144 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:49.356720 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2a01d1c0-92b8-4241-8bef-bb44c6a41144 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:49.444232 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632c6171-d249-4a24-8c5a-d224a5960848 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Made reservation on behalf of fc451d9e1d364e44b017f9725fb1b3e6 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:44:49.450436 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-632c6171-d249-4a24-8c5a-d224a5960848 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:49.458557 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-85300e69-8170-4c4a-b3c9-6b59359a98ed None None] Provisioning complete for port c2938bb5-8afd-4eba-b78f-0ce2deaef4ef triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:49.458938 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-85300e69-8170-4c4a-b3c9-6b59359a98ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:49.515280 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1ca18d-38e5-4e12-9a2b-52a71440ecd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-0d7622f0-05aa-401c-a326-c66ce4d0ee53', 'network_id': '0d7622f0-05aa-401c-a326-c66ce4d0ee53', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'fixed_ips': [{'subnet_id': '5bae3962-af72-43ff-ae2d-af3bb798513a'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:44:49.516743 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5e1ca18d-38e5-4e12-9a2b-52a71440ecd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:49.731814 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c2b678-01c2-4efb-bcb9-a545997266d8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Made reservation on behalf of 1e482b7991684b25b580f167d516644d for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:44:49.738382 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2c2b678-01c2-4efb-bcb9-a545997266d8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:49.926524 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:49.987516 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-36ff2bca-df2e-41f7-8394-44b40e64f630 req-99a366de-89f0-4c8f-b212-094527670c8f tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6988664 Nov 10 17:44:50.069248 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092465fa-bb98-42e8-a4f4-89ebf6e776be None None] Update dhcp port {'port': {'network_id': '391a3130-a5f8-4bd0-b5f1-7957df9dc56b', 'fixed_ips': [{'subnet_id': 'bf665ac9-5358-4613-b2b2-e7641446406e', 'ip_address': '2001:db8::2'}, {'subnet_id': '0b14a0aa-3248-438c-8ed7-f73104df38e1'}], 'binding:host_id': 'n-d-776250-10'}, 'id': 'c2938bb5-8afd-4eba-b78f-0ce2deaef4ef'} from n-d-776250-10. {{(pid=102470) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 17:44:50.087357 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2a01d1c0-92b8-4241-8bef-bb44c6a41144 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:50.111566 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2a01d1c0-92b8-4241-8bef-bb44c6a41144 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:50.123160 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-632c6171-d249-4a24-8c5a-d224a5960848 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:44:50.149464 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-85300e69-8170-4c4a-b3c9-6b59359a98ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:50.164130 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port c2938bb5-8afd-4eba-b78f-0ce2deaef4ef, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c2938bb5-8afd-4eba-b78f-0ce2deaef4ef,segment=NetworkSegment(eec11340-63a9-4b3b-b290-429a1478af8d),segment_id=eec11340-63a9-4b3b-b290-429a1478af8d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:50.169736 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-632c6171-d249-4a24-8c5a-d224a5960848 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:50.170092 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-632c6171-d249-4a24-8c5a-d224a5960848 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Added segment d8130d98-72b4-4df2-84e4-e83532b0780a of type vlan for network 5c0efc28-79c7-4d60-a12c-1c30dd1fcad9 Nov 10 17:44:50.194960 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-092465fa-bb98-42e8-a4f4-89ebf6e776be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:50.199177 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2a01d1c0-92b8-4241-8bef-bb44c6a41144 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:50.204645 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2a01d1c0-92b8-4241-8bef-bb44c6a41144 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1560357 Nov 10 17:44:50.208232 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51536) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:50.215779 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:50.216385 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-bd01347e-cab9-46ee-a7f6-12f1070c7c57 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'enable_snat': False}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:50.223074 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-5e1ca18d-38e5-4e12-9a2b-52a71440ecd1 None None] Allocated IP 172.20.0.2 (0d7622f0-05aa-401c-a326-c66ce4d0ee53/5bae3962-af72-43ff-ae2d-af3bb798513a/ad29a79c-18dc-4639-807a-a7e504053371) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:44:50.257889 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b3ce3b-114b-4e65-a999-91e8e9765a3c admin admin] Router a86f7cf7-5515-47fa-b730-337126b5041d is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:44:50.306433 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-632c6171-d249-4a24-8c5a-d224a5960848 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:50.489997 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.db.resource_extend [None req-632c6171-d249-4a24-8c5a-d224a5960848 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 17:44:50.535488 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cf45491a-5d0e-4c66-9c6e-9753aa86a32f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:50.550155 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cf45491a-5d0e-4c66-9c6e-9753aa86a32f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:50.597002 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2c2b678-01c2-4efb-bcb9-a545997266d8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:50.599868 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-632c6171-d249-4a24-8c5a-d224a5960848 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:50.606496 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632c6171-d249-4a24-8c5a-d224a5960848 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:50.607361 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-632c6171-d249-4a24-8c5a-d224a5960848 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:50.725148 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-092465fa-bb98-42e8-a4f4-89ebf6e776be None None] Allocated IP 172.20.0.1 (391a3130-a5f8-4bd0-b5f1-7957df9dc56b/0b14a0aa-3248-438c-8ed7-f73104df38e1/c2938bb5-8afd-4eba-b78f-0ce2deaef4ef) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:44:50.798678 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device f14b93eb-7c19-4a10-b4c3-db6f1da57e71 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:44:50.802309 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacfdc5a-9267-49ed-8bdb-bfefc90cc188 None None] Network 7ba70b55-5d77-4457-b11f-9823987d654f requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:44:50.804851 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc6f96-2f9f-4158-af36-03254f26682e req-583c8c35-7315-4e71-8b80-ad19aaa973dd tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:50.818476 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc6f96-2f9f-4158-af36-03254f26682e req-583c8c35-7315-4e71-8b80-ad19aaa973dd tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:50.831130 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc6f96-2f9f-4158-af36-03254f26682e req-583c8c35-7315-4e71-8b80-ad19aaa973dd tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:50.835875 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-49dc6f96-2f9f-4158-af36-03254f26682e req-583c8c35-7315-4e71-8b80-ad19aaa973dd tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.13 "GET /v2.0/ports?device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 2418 time: 0.3415339 Nov 10 17:44:50.837626 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b3ce3b-114b-4e65-a999-91e8e9765a3c admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:44:50.851695 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403816fb-dbc3-4565-9112-fdd844c45157 None None] Sync routers for ids ['a86f7cf7-5515-47fa-b730-337126b5041d'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:44:50.872935 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403816fb-dbc3-4565-9112-fdd844c45157 None None] Routers {'a86f7cf7-5515-47fa-b730-337126b5041d'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:44:50.876272 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-403816fb-dbc3-4565-9112-fdd844c45157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:44:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a86f7cf7-5515-47fa-b730-337126b5041d'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:50.912566 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cf45491a-5d0e-4c66-9c6e-9753aa86a32f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:50.995468 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45491a-5d0e-4c66-9c6e-9753aa86a32f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Port': ['ID=281730de-f094-413c-b5fb-de58f69123bb,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:50.998533 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-632c6171-d249-4a24-8c5a-d224a5960848 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8122563 Nov 10 17:44:51.058884 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-403816fb-dbc3-4565-9112-fdd844c45157 None None] Set router a86f7cf7-5515-47fa-b730-337126b5041d gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:44:51.088579 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51540) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:51.161615 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-d80df5b6-3d33-431c-83de-806b7148b568 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-946238571'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:51.273639 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c6171-d249-4a24-8c5a-d224a5960848 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Pushing event updated for resources: {'Network': ['ID=5c0efc28-79c7-4d60-a12c-1c30dd1fcad9,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:51.279808 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-56b3ce3b-114b-4e65-a999-91e8e9765a3c admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:51.281517 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-56b3ce3b-114b-4e65-a999-91e8e9765a3c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.1392474 Nov 10 17:44:51.298337 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51544) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:51.362071 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-403816fb-dbc3-4565-9112-fdd844c45157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'name': 'tempest-TaggedBootDevicesTest_v242-549713219-router', 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '462ce251-4bad-49fb-a84b-fe3673c33258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:44:42Z', 'updated_at': '2021-11-10T17:44:47Z', 'revision_number': 3, 'project_id': '87ef8f67c317450abb70e6821b7851c3', 'gw_port': {'id': '462ce251-4bad-49fb-a84b-fe3673c33258', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:44:45Z', 'updated_at': '2021-11-10T17:44:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:51.369556 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 5c0efc28-79c7-4d60-a12c-1c30dd1fcad9 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:44:51.388525 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80df5b6-3d33-431c-83de-806b7148b568 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Made reservation on behalf of fc451d9e1d364e44b017f9725fb1b3e6 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:44:51.395521 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d80df5b6-3d33-431c-83de-806b7148b568 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:51.397932 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=c2938bb5-8afd-4eba-b78f-0ce2deaef4ef,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:51.402919 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403816fb-dbc3-4565-9112-fdd844c45157 None None] Checking router: a86f7cf7-5515-47fa-b730-337126b5041d for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:44:51.403569 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403816fb-dbc3-4565-9112-fdd844c45157 None None] Updating router a86f7cf7-5515-47fa-b730-337126b5041d port 462ce251-4bad-49fb-a84b-fe3673c33258 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:44:51.437612 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-403816fb-dbc3-4565-9112-fdd844c45157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:51.501458 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade1c18-3716-4906-a4fb-36e3df1ab322 req-22acaf9d-a9f5-48f7-be23-35361874dcb5 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:51.538750 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade1c18-3716-4906-a4fb-36e3df1ab322 req-22acaf9d-a9f5-48f7-be23-35361874dcb5 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:51.546582 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-85300e69-8170-4c4a-b3c9-6b59359a98ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:44:51.546928 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-85300e69-8170-4c4a-b3c9-6b59359a98ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:44:51.589635 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade1c18-3716-4906-a4fb-36e3df1ab322 req-22acaf9d-a9f5-48f7-be23-35361874dcb5 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:51.607547 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dade1c18-3716-4906-a4fb-36e3df1ab322 req-22acaf9d-a9f5-48f7-be23-35361874dcb5 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 2418 time: 0.4334292 Nov 10 17:44:51.652010 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2b678-01c2-4efb-bcb9-a545997266d8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event updated for resources: {'Subnet': ['ID=4e398d6c-8e5d-49e9-ad68-21e0c7f5aea3,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:51.779992 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-092465fa-bb98-42e8-a4f4-89ebf6e776be None None] For port c2938bb5-8afd-4eba-b78f-0ce2deaef4ef, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c2938bb5-8afd-4eba-b78f-0ce2deaef4ef,segment=NetworkSegment(eec11340-63a9-4b3b-b290-429a1478af8d),segment_id=eec11340-63a9-4b3b-b290-429a1478af8d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:51.793654 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf45491a-5d0e-4c66-9c6e-9753aa86a32f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network 0d7622f0-05aa-401c-a326-c66ce4d0ee53 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:44:51.804214 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bd01347e-cab9-46ee-a7f6-12f1070c7c57 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:51.806978 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port f14b93eb-7c19-4a10-b4c3-db6f1da57e71 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:51.807359 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:51.811734 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-cf45491a-5d0e-4c66-9c6e-9753aa86a32f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:51.817545 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d80df5b6-3d33-431c-83de-806b7148b568 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:44:51.832535 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c2b678-01c2-4efb-bcb9-a545997266d8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Checking segment: {'id': '5f893cb3-4960-449d-a259-536d010fb902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bd965eb5-4f80-4f95-80f2-0689f1f98396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:44:51.833235 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c2b678-01c2-4efb-bcb9-a545997266d8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Network hostable DHCP agents. Network: bd965eb5-4f80-4f95-80f2-0689f1f98396, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:44:51.837801 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d80df5b6-3d33-431c-83de-806b7148b568 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:51.838596 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-d80df5b6-3d33-431c-83de-806b7148b568 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Added segment 6d9952b8-a6d9-4c31-b668-c06ed2703148 of type vlan for network f7252454-5644-451b-b8b3-075749662cc9 Nov 10 17:44:51.850635 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-403816fb-dbc3-4565-9112-fdd844c45157 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:51.863154 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-403816fb-dbc3-4565-9112-fdd844c45157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:51.880893 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-49dc6f96-2f9f-4158-af36-03254f26682e req-f2acd42f-5336-4530-9da8-1dd23e880e78 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Deleting port 008c28c7-e805-4720-8ee0-7a694cc1bdd2 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:44:51.881242 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-49dc6f96-2f9f-4158-af36-03254f26682e req-f2acd42f-5336-4530-9da8-1dd23e880e78 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:51.962645 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79d093b-0d65-4422-a181-609854534f47 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:44:51.969181 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-403816fb-dbc3-4565-9112-fdd844c45157 None None] Attempting to bind port 462ce251-4bad-49fb-a84b-fe3673c33258 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:44:51.970222 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-403816fb-dbc3-4565-9112-fdd844c45157 None None] Attempting to bind port 462ce251-4bad-49fb-a84b-fe3673c33258 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:44:51.971157 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403816fb-dbc3-4565-9112-fdd844c45157 None None] Attempting to bind port 462ce251-4bad-49fb-a84b-fe3673c33258 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:44:51.993177 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-092465fa-bb98-42e8-a4f4-89ebf6e776be None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:52.012447 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed60ac-ca4f-49de-951e-cc9c0851bd0d None None] Pushing event updated for resources: {'Port': ['ID=462ce251-4bad-49fb-a84b-fe3673c33258,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:52.026997 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d80df5b6-3d33-431c-83de-806b7148b568 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:52.031736 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed60ac-ca4f-49de-951e-cc9c0851bd0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:52.032882 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed60ac-ca4f-49de-951e-cc9c0851bd0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:52.033825 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed60ac-ca4f-49de-951e-cc9c0851bd0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:52.034281 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-092465fa-bb98-42e8-a4f4-89ebf6e776be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:52.036197 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed60ac-ca4f-49de-951e-cc9c0851bd0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:52.037209 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed60ac-ca4f-49de-951e-cc9c0851bd0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:52.038276 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed60ac-ca4f-49de-951e-cc9c0851bd0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:52.038880 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed60ac-ca4f-49de-951e-cc9c0851bd0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:52.039865 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed60ac-ca4f-49de-951e-cc9c0851bd0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:52.040995 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed60ac-ca4f-49de-951e-cc9c0851bd0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:52.041875 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed60ac-ca4f-49de-951e-cc9c0851bd0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:52.042722 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed60ac-ca4f-49de-951e-cc9c0851bd0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:52.043634 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed60ac-ca4f-49de-951e-cc9c0851bd0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:44:52.052833 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403816fb-dbc3-4565-9112-fdd844c45157 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:44:52.053883 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403816fb-dbc3-4565-9112-fdd844c45157 None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:44:52.054883 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-403816fb-dbc3-4565-9112-fdd844c45157 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:52.055679 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403816fb-dbc3-4565-9112-fdd844c45157 None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:44:52.057763 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-403816fb-dbc3-4565-9112-fdd844c45157 None None] Bound port: 462ce251-4bad-49fb-a84b-fe3673c33258, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:44:52.058648 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-403816fb-dbc3-4565-9112-fdd844c45157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:52.069413 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dade1c18-3716-4906-a4fb-36e3df1ab322 req-f774f6e4-b2fa-4c10-8386-2002ba5b45e3 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581909 Nov 10 17:44:52.113753 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5e1ca18d-38e5-4e12-9a2b-52a71440ecd1 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:52.148261 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.db.resource_extend [None req-d80df5b6-3d33-431c-83de-806b7148b568 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 17:44:52.156187 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092465fa-bb98-42e8-a4f4-89ebf6e776be None None] Pushing event updated for resources: {'Port': ['ID=c2938bb5-8afd-4eba-b78f-0ce2deaef4ef,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:52.175645 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c2b678-01c2-4efb-bcb9-a545997266d8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Network bd965eb5-4f80-4f95-80f2-0689f1f98396 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:44:52.186742 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-403816fb-dbc3-4565-9112-fdd844c45157 None None] For port 462ce251-4bad-49fb-a84b-fe3673c33258, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:44:52.193744 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-b2c2b678-01c2-4efb-bcb9-a545997266d8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, bd965eb5-4f80-4f95-80f2-0689f1f98396) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:52.196273 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5e1ca18d-38e5-4e12-9a2b-52a71440ecd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:52.205598 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-403816fb-dbc3-4565-9112-fdd844c45157 None None] For port 462ce251-4bad-49fb-a84b-fe3673c33258, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=462ce251-4bad-49fb-a84b-fe3673c33258,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:44:52.212922 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-403816fb-dbc3-4565-9112-fdd844c45157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:52.215137 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c2b678-01c2-4efb-bcb9-a545997266d8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:52.215793 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2c2b678-01c2-4efb-bcb9-a545997266d8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:52.235543 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-49dc6f96-2f9f-4158-af36-03254f26682e req-f2acd42f-5336-4530-9da8-1dd23e880e78 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] For port 008c28c7-e805-4720-8ee0-7a694cc1bdd2, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=008c28c7-e805-4720-8ee0-7a694cc1bdd2,segment=NetworkSegment(249c0323-6dca-4e3f-a738-983d53eaf0e4),segment_id=249c0323-6dca-4e3f-a738-983d53eaf0e4)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:52.239280 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-49dc6f96-2f9f-4158-af36-03254f26682e req-f2acd42f-5336-4530-9da8-1dd23e880e78 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:52.259736 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b2c2b678-01c2-4efb-bcb9-a545997266d8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9599867 Nov 10 17:44:52.263167 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9599cf26-2527-47a2-a0d1-70c69561e4be None None] Network bd965eb5-4f80-4f95-80f2-0689f1f98396 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:44:52.263360 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51548) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:52.270891 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-1318f6df-4bf1-4d3d-a84e-139fb3ddf499 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:52.278962 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-49dc6f96-2f9f-4158-af36-03254f26682e req-f2acd42f-5336-4530-9da8-1dd23e880e78 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Calling delete_port for 008c28c7-e805-4720-8ee0-7a694cc1bdd2 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:44:52.320044 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf45491a-5d0e-4c66-9c6e-9753aa86a32f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Router 1ec4dce8-5705-4dee-94a7-c55173c8797c is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:44:52.323410 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403816fb-dbc3-4565-9112-fdd844c45157 None None] Routers {'a86f7cf7-5515-47fa-b730-337126b5041d'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:44:52.324964 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-403816fb-dbc3-4565-9112-fdd844c45157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:44:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a86f7cf7-5515-47fa-b730-337126b5041d'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:52.375477 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1318f6df-4bf1-4d3d-a84e-139fb3ddf499 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-57909727'] for subnet, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:52.417523 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae312d1-da43-4e35-95bf-33aa14b42689 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:44:52.558978 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1ca18d-38e5-4e12-9a2b-52a71440ecd1 None None] Network 0d7622f0-05aa-401c-a326-c66ce4d0ee53 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:44:52.585222 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-5e1ca18d-38e5-4e12-9a2b-52a71440ecd1 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:52.600123 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1ca18d-38e5-4e12-9a2b-52a71440ecd1 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:44:52.662379 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d80df5b6-3d33-431c-83de-806b7148b568 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:52.668988 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80df5b6-3d33-431c-83de-806b7148b568 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:52.669612 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d80df5b6-3d33-431c-83de-806b7148b568 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:52.674694 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-7f743f92-ad5b-4ae0-83e9-228cfdb96cd6 None None] Provisioning complete for port 462ce251-4bad-49fb-a84b-fe3673c33258 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:52.675436 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7f743f92-ad5b-4ae0-83e9-228cfdb96cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:52.802122 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ca18d-38e5-4e12-9a2b-52a71440ecd1 None None] Pushing event updated for resources: {'Port': ['ID=ad29a79c-18dc-4639-807a-a7e504053371,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:52.820498 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-49dc6f96-2f9f-4158-af36-03254f26682e req-f2acd42f-5336-4530-9da8-1dd23e880e78 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:52.978619 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-403816fb-dbc3-4565-9112-fdd844c45157 None None] Set router a86f7cf7-5515-47fa-b730-337126b5041d gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:44:52.994792 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d80df5b6-3d33-431c-83de-806b7148b568 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8305879 Nov 10 17:44:53.030384 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c2938bb5-8afd-4eba-b78f-0ce2deaef4ef up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:44:53.153074 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2acd42f-5336-4530-9da8-1dd23e880e78 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Pushing event deleted for resources: {'Port': ['ID=008c28c7-e805-4720-8ee0-7a694cc1bdd2,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:53.190389 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80df5b6-3d33-431c-83de-806b7148b568 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Pushing event updated for resources: {'Network': ['ID=f7252454-5644-451b-b8b3-075749662cc9,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:53.224815 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004639a6-e276-443b-a6f0-f1b1110ea1c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-bd965eb5-4f80-4f95-80f2-0689f1f98396', 'network_id': 'bd965eb5-4f80-4f95-80f2-0689f1f98396', 'tenant_id': '1e482b7991684b25b580f167d516644d', 'fixed_ips': [{'subnet_id': '4e398d6c-8e5d-49e9-ad68-21e0c7f5aea3'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:44:53.225768 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-004639a6-e276-443b-a6f0-f1b1110ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:53.248576 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed60ac-ca4f-49de-951e-cc9c0851bd0d None None] Pushing event updated for resources: {'Port': ['ID=462ce251-4bad-49fb-a84b-fe3673c33258,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:53.272829 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network f7252454-5644-451b-b8b3-075749662cc9 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:44:53.296964 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-49dc6f96-2f9f-4158-af36-03254f26682e req-f2acd42f-5336-4530-9da8-1dd23e880e78 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] No DVR routers for this DVR port 008c28c7-e805-4720-8ee0-7a694cc1bdd2 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:44:53.306132 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-49dc6f96-2f9f-4158-af36-03254f26682e req-f2acd42f-5336-4530-9da8-1dd23e880e78 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:53.330134 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-49dc6f96-2f9f-4158-af36-03254f26682e req-f2acd42f-5336-4530-9da8-1dd23e880e78 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.13 "DELETE /v2.0/ports/008c28c7-e805-4720-8ee0-7a694cc1bdd2 HTTP/1.1" status: 204 len: 173 time: 2.4666672 Nov 10 17:44:53.331001 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3618042d-01fb-45bd-9f66-005deab15439', 'name': 'network-vif-deleted', 'tag': '008c28c7-e805-4720-8ee0-7a694cc1bdd2'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:44:53.334516 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9e93fa-d558-4b11-9a80-891f8020b527" -d '{"events": [{"server_uuid": "3618042d-01fb-45bd-9f66-005deab15439", "name": "network-vif-deleted", "tag": "008c28c7-e805-4720-8ee0-7a694cc1bdd2"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:44:53.566449 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bd01347e-cab9-46ee-a7f6-12f1070c7c57 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:53.634919 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1318f6df-4bf1-4d3d-a84e-139fb3ddf499 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783913680258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63655795'] for subnet, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:53.675859 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bd01347e-cab9-46ee-a7f6-12f1070c7c57 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:53.688331 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-403816fb-dbc3-4565-9112-fdd844c45157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'name': 'tempest-TaggedBootDevicesTest_v242-549713219-router', 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '462ce251-4bad-49fb-a84b-fe3673c33258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:44:42Z', 'updated_at': '2021-11-10T17:44:47Z', 'revision_number': 3, 'project_id': '87ef8f67c317450abb70e6821b7851c3', 'gw_port': {'id': '462ce251-4bad-49fb-a84b-fe3673c33258', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:44:45Z', 'updated_at': '2021-11-10T17:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:53.711792 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-5e1ca18d-38e5-4e12-9a2b-52a71440ecd1 None None] Attempting to bind port ad29a79c-18dc-4639-807a-a7e504053371 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:44:53.712431 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-5e1ca18d-38e5-4e12-9a2b-52a71440ecd1 None None] Attempting to bind port ad29a79c-18dc-4639-807a-a7e504053371 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '29a783cb-b91f-460e-9518-784b68d0fb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0d7622f0-05aa-401c-a326-c66ce4d0ee53'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:44:53.713208 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1ca18d-38e5-4e12-9a2b-52a71440ecd1 None None] Attempting to bind port ad29a79c-18dc-4639-807a-a7e504053371 on network 0d7622f0-05aa-401c-a326-c66ce4d0ee53 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:44:53.805263 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1ca18d-38e5-4e12-9a2b-52a71440ecd1 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:44:53.805891 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1ca18d-38e5-4e12-9a2b-52a71440ecd1 None None] Checking segment: {'id': '29a783cb-b91f-460e-9518-784b68d0fb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0d7622f0-05aa-401c-a326-c66ce4d0ee53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:44:53.806578 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5e1ca18d-38e5-4e12-9a2b-52a71440ecd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:53.807250 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1ca18d-38e5-4e12-9a2b-52a71440ecd1 None None] Bound using segment: {'id': '29a783cb-b91f-460e-9518-784b68d0fb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0d7622f0-05aa-401c-a326-c66ce4d0ee53'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:44:53.816005 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-5e1ca18d-38e5-4e12-9a2b-52a71440ecd1 None None] Bound port: ad29a79c-18dc-4639-807a-a7e504053371, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a783cb-b91f-460e-9518-784b68d0fb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0d7622f0-05aa-401c-a326-c66ce4d0ee53'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:44:53.816831 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5e1ca18d-38e5-4e12-9a2b-52a71440ecd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:53.879774 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403816fb-dbc3-4565-9112-fdd844c45157 None None] The sync data for ids ['a86f7cf7-5515-47fa-b730-337126b5041d'] in n-d-776250-10 is: [{'id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'name': 'tempest-TaggedBootDevicesTest_v242-549713219-router', 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '462ce251-4bad-49fb-a84b-fe3673c33258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:44:42Z', 'updated_at': '2021-11-10T17:44:47Z', 'revision_number': 3, 'project_id': '87ef8f67c317450abb70e6821b7851c3', 'gw_port': {'id': '462ce251-4bad-49fb-a84b-fe3673c33258', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:44:45Z', 'updated_at': '2021-11-10T17:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:44:53.961796 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf45491a-5d0e-4c66-9c6e-9753aa86a32f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:44:53.999804 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cf45491a-5d0e-4c66-9c6e-9753aa86a32f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "PUT /v2.0/routers/1ec4dce8-5705-4dee-94a7-c55173c8797c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3813324 Nov 10 17:44:54.053962 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51572) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:54.056122 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b3b181-4811-4bcd-8bdb-3769c9c83b96 x-openstack-request-id: req-c0b3b181-4811-4bcd-8bdb-3769c9c83b96 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:44:54.056640 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3618042d-01fb-45bd-9f66-005deab15439", "name": "network-vif-deleted", "tag": "008c28c7-e805-4720-8ee0-7a694cc1bdd2", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:44:54.057062 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c0b3b181-4811-4bcd-8bdb-3769c9c83b96 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:44:54.063360 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3618042d-01fb-45bd-9f66-005deab15439', 'name': 'network-vif-deleted', 'tag': '008c28c7-e805-4720-8ee0-7a694cc1bdd2', 'status': 'completed', 'code': 200} Nov 10 17:44:54.303391 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b71b20-a945-457f-a0c5-a9f5f665dac3 None None] Sync routers for ids ['1ec4dce8-5705-4dee-94a7-c55173c8797c'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:44:54.341384 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-bd01347e-cab9-46ee-a7f6-12f1070c7c57 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Allocated IP 172.25.5.79 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/12b67ce9-db14-40a8-ba96-683c58498713) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:44:54.369509 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318f6df-4bf1-4d3d-a84e-139fb3ddf499 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event updated for resources: {'Subnet': ['ID=4e398d6c-8e5d-49e9-ad68-21e0c7f5aea3,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:54.435238 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1318f6df-4bf1-4d3d-a84e-139fb3ddf499 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:54.436669 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1318f6df-4bf1-4d3d-a84e-139fb3ddf499 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:54.469276 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1318f6df-4bf1-4d3d-a84e-139fb3ddf499 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "PUT /v2.0/subnets/4e398d6c-8e5d-49e9-ad68-21e0c7f5aea3 HTTP/1.1" status: 200 len: 826 time: 2.2032278 Nov 10 17:44:54.478481 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51582) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:54.622811 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-004639a6-e276-443b-a6f0-f1b1110ea1c9 None None] Allocated IP 2001:db8::2 (bd965eb5-4f80-4f95-80f2-0689f1f98396/4e398d6c-8e5d-49e9-ad68-21e0c7f5aea3/a0cc6637-59e3-4607-88a0-dbbd399f687a) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:44:54.667109 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d3c5cb-880f-4574-bb04-95daf56b9b84 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:54.676811 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-24d3c5cb-880f-4574-bb04-95daf56b9b84 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "GET /v2.0/ports/281730de-f094-413c-b5fb-de58f69123bb HTTP/1.1" status: 200 len: 910 time: 0.5262549 Nov 10 17:44:54.689285 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51584) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:54.813660 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f27f1-2341-4558-bcf1-7dbdfa08da9a req-4cd1ba46-9834-45bb-a24d-d9b6b7c21c6f tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:54.820021 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port c2938bb5-8afd-4eba-b78f-0ce2deaef4ef triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:54.820824 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:54.822280 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device ace41464-1d5f-4349-a4dc-c9b16d53b303 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:44:54.829754 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae2a96a-3d4f-4802-8565-564fac67de29 None None] Network 391a3130-a5f8-4bd0-b5f1-7957df9dc56b requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:44:54.840533 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f27f1-2341-4558-bcf1-7dbdfa08da9a req-4cd1ba46-9834-45bb-a24d-d9b6b7c21c6f tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:54.873220 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-742f27f1-2341-4558-bcf1-7dbdfa08da9a req-4cd1ba46-9834-45bb-a24d-d9b6b7c21c6f tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 1682 time: 1.3974204 Nov 10 17:44:55.177644 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4956eae0-5a24-489e-841d-ebb8254f11d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:55.192676 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-49dc6f96-2f9f-4158-af36-03254f26682e req-6f35fc09-449c-4b48-8005-97e6ddcb8336 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Deleting port ace41464-1d5f-4349-a4dc-c9b16d53b303 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:44:55.193256 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-49dc6f96-2f9f-4158-af36-03254f26682e req-6f35fc09-449c-4b48-8005-97e6ddcb8336 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:55.576960 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-742f27f1-2341-4558-bcf1-7dbdfa08da9a req-7b10c0e1-1ea7-4b02-a502-db4aaae3393b tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7022803 Nov 10 17:44:55.631324 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e44232c8-f2ab-4aba-92b9-786ff4c28b1b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:55.777359 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bd01347e-cab9-46ee-a7f6-12f1070c7c57 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:56.004794 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e44232c8-f2ab-4aba-92b9-786ff4c28b1b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:56.093139 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bd01347e-cab9-46ee-a7f6-12f1070c7c57 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:56.167524 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7f743f92-ad5b-4ae0-83e9-228cfdb96cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:56.218937 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01347e-cab9-46ee-a7f6-12f1070c7c57 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Pushing event updated for resources: {'Port': ['ID=12b67ce9-db14-40a8-ba96-683c58498713,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:56.231878 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-7f743f92-ad5b-4ae0-83e9-228cfdb96cd6 None None] For port 462ce251-4bad-49fb-a84b-fe3673c33258, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=462ce251-4bad-49fb-a84b-fe3673c33258,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:56.237111 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b71b20-a945-457f-a0c5-a9f5f665dac3 None None] Routers {'1ec4dce8-5705-4dee-94a7-c55173c8797c'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:44:56.238395 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-83b71b20-a945-457f-a0c5-a9f5f665dac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:44:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['1ec4dce8-5705-4dee-94a7-c55173c8797c'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:56.304474 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64d05f-e7cf-4399-9ffb-99b9d49aeba7 req-b40d03e2-28f7-4a9d-810f-5613499a57b1 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:56.310929 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64d05f-e7cf-4399-9ffb-99b9d49aeba7 req-b40d03e2-28f7-4a9d-810f-5613499a57b1 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:56.335161 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64d05f-e7cf-4399-9ffb-99b9d49aeba7 req-b40d03e2-28f7-4a9d-810f-5613499a57b1 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:56.351317 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64d05f-e7cf-4399-9ffb-99b9d49aeba7 req-b40d03e2-28f7-4a9d-810f-5613499a57b1 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:56.368093 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64d05f-e7cf-4399-9ffb-99b9d49aeba7 req-b40d03e2-28f7-4a9d-810f-5613499a57b1 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:56.391301 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64d05f-e7cf-4399-9ffb-99b9d49aeba7 req-b40d03e2-28f7-4a9d-810f-5613499a57b1 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:56.411445 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64d05f-e7cf-4399-9ffb-99b9d49aeba7 req-b40d03e2-28f7-4a9d-810f-5613499a57b1 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:56.418639 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cf64d05f-e7cf-4399-9ffb-99b9d49aeba7 req-b40d03e2-28f7-4a9d-810f-5613499a57b1 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5432 time: 0.5639322 Nov 10 17:44:56.437968 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-004639a6-e276-443b-a6f0-f1b1110ea1c9 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:56.468696 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-83b71b20-a945-457f-a0c5-a9f5f665dac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:56.474729 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e44232c8-f2ab-4aba-92b9-786ff4c28b1b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:56.582043 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd01347e-cab9-46ee-a7f6-12f1070c7c57 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:44:56.583130 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44232c8-f2ab-4aba-92b9-786ff4c28b1b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event deleted for resources: {'Subnet': ['ID=4e398d6c-8e5d-49e9-ad68-21e0c7f5aea3,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:56.588923 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7f743f92-ad5b-4ae0-83e9-228cfdb96cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:56.608455 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:56.611789 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-49dc6f96-2f9f-4158-af36-03254f26682e req-6f35fc09-449c-4b48-8005-97e6ddcb8336 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] For port ace41464-1d5f-4349-a4dc-c9b16d53b303, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=ace41464-1d5f-4349-a4dc-c9b16d53b303,segment=NetworkSegment(ca38939a-a602-4b7e-9a14-47b959ff1dab),segment_id=ca38939a-a602-4b7e-9a14-47b959ff1dab)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:56.614781 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-49dc6f96-2f9f-4158-af36-03254f26682e req-6f35fc09-449c-4b48-8005-97e6ddcb8336 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:56.655110 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-004639a6-e276-443b-a6f0-f1b1110ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:56.698853 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:56.740928 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e44232c8-f2ab-4aba-92b9-786ff4c28b1b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:56.874147 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-bd01347e-cab9-46ee-a7f6-12f1070c7c57 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:56.882754 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd01347e-cab9-46ee-a7f6-12f1070c7c57 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:44:56.902182 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-5e1ca18d-38e5-4e12-9a2b-52a71440ecd1 None None] For port ad29a79c-18dc-4639-807a-a7e504053371, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:44:56.965261 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-49dc6f96-2f9f-4158-af36-03254f26682e req-6f35fc09-449c-4b48-8005-97e6ddcb8336 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Calling delete_port for ace41464-1d5f-4349-a4dc-c9b16d53b303 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:44:56.981370 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-e44232c8-f2ab-4aba-92b9-786ff4c28b1b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd965eb5-4f80-4f95-80f2-0689f1f98396']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:57.045402 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-e44232c8-f2ab-4aba-92b9-786ff4c28b1b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f893cb3-4960-449d-a259-536d010fb902') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:57.047715 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-e44232c8-f2ab-4aba-92b9-786ff4c28b1b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f893cb3-4960-449d-a259-536d010fb902') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:57.049922 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:57.067910 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-7f743f92-ad5b-4ae0-83e9-228cfdb96cd6 None None] Provisioning complete for port f14b93eb-7c19-4a10-b4c3-db6f1da57e71 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:57.068582 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7f743f92-ad5b-4ae0-83e9-228cfdb96cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:57.075249 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa7411d-a11f-40e3-b1ff-e15e1dfc0f21 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:44:57.114280 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e44232c8-f2ab-4aba-92b9-786ff4c28b1b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:57.116605 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004639a6-e276-443b-a6f0-f1b1110ea1c9 None None] Network bd965eb5-4f80-4f95-80f2-0689f1f98396 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:44:57.159020 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-004639a6-e276-443b-a6f0-f1b1110ea1c9 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:57.163857 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004639a6-e276-443b-a6f0-f1b1110ea1c9 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:44:57.171937 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b71b20-a945-457f-a0c5-a9f5f665dac3 None None] Routers {'1ec4dce8-5705-4dee-94a7-c55173c8797c'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:44:57.173236 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-83b71b20-a945-457f-a0c5-a9f5f665dac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:44:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['1ec4dce8-5705-4dee-94a7-c55173c8797c'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:57.214164 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e44232c8-f2ab-4aba-92b9-786ff4c28b1b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:57.355914 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cf64d05f-e7cf-4399-9ffb-99b9d49aeba7 req-7f856680-10ee-4295-93a1-080c64f3bcd4 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8441827 Nov 10 17:44:57.394635 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-5e1ca18d-38e5-4e12-9a2b-52a71440ecd1 None None] For port ad29a79c-18dc-4639-807a-a7e504053371, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ad29a79c-18dc-4639-807a-a7e504053371,segment=NetworkSegment(29a783cb-b91f-460e-9518-784b68d0fb76),segment_id=29a783cb-b91f-460e-9518-784b68d0fb76)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:44:57.483499 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f00f46-0143-439a-8cf3-4638206890a0 req-3e941e2d-2d7b-4e84-9bac-513f0c54cc95 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:57.505689 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f00f46-0143-439a-8cf3-4638206890a0 req-3e941e2d-2d7b-4e84-9bac-513f0c54cc95 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:57.512585 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-96f00f46-0143-439a-8cf3-4638206890a0 req-3e941e2d-2d7b-4e84-9bac-513f0c54cc95 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 1682 time: 0.5952392 Nov 10 17:44:57.560041 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-4956eae0-5a24-489e-841d-ebb8254f11d5 admin admin] Allocated IP 172.20.0.1 (7ba70b55-5d77-4457-b11f-9823987d654f/2408a0c7-e08d-426a-ac08-2e242a5b2cbd/20d77a10-b570-44b2-9c71-dfd6d28bf854) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:44:57.565122 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e44232c8-f2ab-4aba-92b9-786ff4c28b1b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:44:57.567763 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e44232c8-f2ab-4aba-92b9-786ff4c28b1b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:57.594215 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:44:57.594215 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:44:57.594215 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:44:57.594215 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:44:57.594215 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:44:57.594215 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:44:57.594215 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:44:57.594215 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:44:57.594215 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:44:57.594215 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:44:57.594215 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:44:57.594215 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:44:57.594215 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:44:57.594215 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:44:57.594215 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:44:57.594215 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:44:57.594215 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:44:57.594215 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:44:57.594215 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:44:57.594215 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:44:57.594215 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:44:57.594215 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:44:57.594215 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:44:57.594215 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:44:57.594215 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:44:57.594215 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:44:57.594215 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:44:57.594215 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:44:57.594215 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:44:57.594215 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:44:57.594215 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:44:57.594215 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:44:57.633070 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-b44bb698-20fa-4fb8-ad0c-fc1ddbf3a74b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:57.633897 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5e1ca18d-38e5-4e12-9a2b-52a71440ecd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:57.639470 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-b44bb698-20fa-4fb8-ad0c-fc1ddbf3a74b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:57.651621 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-b44bb698-20fa-4fb8-ad0c-fc1ddbf3a74b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:57.651960 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 462ce251-4bad-49fb-a84b-fe3673c33258 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:44:57.658516 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-b44bb698-20fa-4fb8-ad0c-fc1ddbf3a74b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:57.666857 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-b44bb698-20fa-4fb8-ad0c-fc1ddbf3a74b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:57.674331 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-b44bb698-20fa-4fb8-ad0c-fc1ddbf3a74b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:57.683906 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-b44bb698-20fa-4fb8-ad0c-fc1ddbf3a74b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:57.686426 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-b44bb698-20fa-4fb8-ad0c-fc1ddbf3a74b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.11 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5432 time: 0.9349947 Nov 10 17:44:57.714213 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-83b71b20-a945-457f-a0c5-a9f5f665dac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:44:57.714874 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b71b20-a945-457f-a0c5-a9f5f665dac3 None None] The sync data for ids ['1ec4dce8-5705-4dee-94a7-c55173c8797c'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:44:57.778875 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:44:57.799074 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f743f92-ad5b-4ae0-83e9-228cfdb96cd6 None None] Pushing event updated for resources: {'Port': ['ID=462ce251-4bad-49fb-a84b-fe3673c33258,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:57.885508 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3618042d-01fb-45bd-9f66-005deab15439', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ace41464-1d5f-4349-a4dc-c9b16d53b303'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:44:57.901888 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b080c3a1-6f2d-4f74-9ccc-d14328e5198f" -d '{"events": [{"server_uuid": "3618042d-01fb-45bd-9f66-005deab15439", "name": "network-vif-unplugged", "status": "completed", "tag": "ace41464-1d5f-4349-a4dc-c9b16d53b303"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:44:58.024483 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51604) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:44:58.035725 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-5b86dddf-872d-4710-9f6d-7a4b3a489a83 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Request body: {'subnets': [{'network_id': '5c0efc28-79c7-4d60-a12c-1c30dd1fcad9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2074659390', 'ip_version': 6}, {'network_id': 'f7252454-5644-451b-b8b3-075749662cc9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:58.036077 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-5b86dddf-872d-4710-9f6d-7a4b3a489a83 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Request body: {'subnet': {'network_id': '5c0efc28-79c7-4d60-a12c-1c30dd1fcad9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2074659390', 'ip_version': 6}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:58.036771 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-5b86dddf-872d-4710-9f6d-7a4b3a489a83 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Request body: {'subnet': {'network_id': 'f7252454-5644-451b-b8b3-075749662cc9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:58.067647 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.db.api [None req-e44232c8-f2ab-4aba-92b9-786ff4c28b1b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 17:44:58.067647 n-d-776250-10 neutron-server[102468]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 17:44:58.067647 n-d-776250-10 neutron-server[102468]: [parameters: {'id': 'bd965eb5-4f80-4f95-80f2-0689f1f98396'}] Nov 10 17:44:58.067647 n-d-776250-10 neutron-server[102468]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:44:58.068981 n-d-776250-10 neutron-server[102468]: DEBUG oslo_db.api [None req-e44232c8-f2ab-4aba-92b9-786ff4c28b1b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:44:58.080231 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-004639a6-e276-443b-a6f0-f1b1110ea1c9 None None] Attempting to bind port a0cc6637-59e3-4607-88a0-dbbd399f687a on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:44:58.080787 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-004639a6-e276-443b-a6f0-f1b1110ea1c9 None None] Attempting to bind port a0cc6637-59e3-4607-88a0-dbbd399f687a by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '5f893cb3-4960-449d-a259-536d010fb902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bd965eb5-4f80-4f95-80f2-0689f1f98396'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:44:58.082197 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004639a6-e276-443b-a6f0-f1b1110ea1c9 None None] Attempting to bind port a0cc6637-59e3-4607-88a0-dbbd399f687a on network bd965eb5-4f80-4f95-80f2-0689f1f98396 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:44:58.140919 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9a26e7-1f1e-4107-87dd-eaeba0a408be x-openstack-request-id: req-8f9a26e7-1f1e-4107-87dd-eaeba0a408be {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:44:58.141732 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3618042d-01fb-45bd-9f66-005deab15439", "name": "network-vif-unplugged", "status": "completed", "tag": "ace41464-1d5f-4349-a4dc-c9b16d53b303", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:44:58.142382 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8f9a26e7-1f1e-4107-87dd-eaeba0a408be {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:44:58.143219 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3618042d-01fb-45bd-9f66-005deab15439', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ace41464-1d5f-4349-a4dc-c9b16d53b303', 'code': 200} Nov 10 17:44:58.151179 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port ace41464-1d5f-4349-a4dc-c9b16d53b303, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=ace41464-1d5f-4349-a4dc-c9b16d53b303,segment=NetworkSegment(ca38939a-a602-4b7e-9a14-47b959ff1dab),segment_id=ca38939a-a602-4b7e-9a14-47b959ff1dab)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:58.180883 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-e9c75c47-ca9b-4d85-869f-90542a2950a5 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:58.183113 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-e9c75c47-ca9b-4d85-869f-90542a2950a5 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.11 "GET /v2.0/ports/83e707e1-bf12-4c7c-a89d-817fb1d04fd0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4719071 Nov 10 17:44:58.185926 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004639a6-e276-443b-a6f0-f1b1110ea1c9 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:44:58.192947 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004639a6-e276-443b-a6f0-f1b1110ea1c9 None None] Checking segment: {'id': '5f893cb3-4960-449d-a259-536d010fb902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bd965eb5-4f80-4f95-80f2-0689f1f98396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:44:58.193939 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-004639a6-e276-443b-a6f0-f1b1110ea1c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:58.194790 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004639a6-e276-443b-a6f0-f1b1110ea1c9 None None] Bound using segment: {'id': '5f893cb3-4960-449d-a259-536d010fb902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bd965eb5-4f80-4f95-80f2-0689f1f98396'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:44:58.195807 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-004639a6-e276-443b-a6f0-f1b1110ea1c9 None None] Bound port: a0cc6637-59e3-4607-88a0-dbbd399f687a, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f893cb3-4960-449d-a259-536d010fb902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'bd965eb5-4f80-4f95-80f2-0689f1f98396'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:44:58.196739 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-004639a6-e276-443b-a6f0-f1b1110ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:58.201303 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:58.208019 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device b03edfb4-0a86-4289-96b8-d4b9000867f8 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:44:58.225627 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bd01347e-cab9-46ee-a7f6-12f1070c7c57 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:58.252909 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 462ce251-4bad-49fb-a84b-fe3673c33258 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:58.253756 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:58.354732 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4956eae0-5a24-489e-841d-ebb8254f11d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:58.379275 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004639a6-e276-443b-a6f0-f1b1110ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=a0cc6637-59e3-4607-88a0-dbbd399f687a,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:58.412512 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4956eae0-5a24-489e-841d-ebb8254f11d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:58.500247 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-96f00f46-0143-439a-8cf3-4638206890a0 req-32aecb3a-b47d-4e71-8332-e8ee5a20da7c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9515076 Nov 10 17:44:58.572572 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e44232c8-f2ab-4aba-92b9-786ff4c28b1b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:58.762721 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4956eae0-5a24-489e-841d-ebb8254f11d5 admin admin] Network 7ba70b55-5d77-4457-b11f-9823987d654f is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:44:58.766881 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ca18d-38e5-4e12-9a2b-52a71440ecd1 None None] Pushing event updated for resources: {'Port': ['ID=ad29a79c-18dc-4639-807a-a7e504053371,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:58.780546 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-004639a6-e276-443b-a6f0-f1b1110ea1c9 None None] For port a0cc6637-59e3-4607-88a0-dbbd399f687a, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:44:58.799396 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4956eae0-5a24-489e-841d-ebb8254f11d5 admin admin] Pushing event updated for resources: {'Port': ['ID=20d77a10-b570-44b2-9c71-dfd6d28bf854,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:58.806366 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-4956eae0-5a24-489e-841d-ebb8254f11d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:44:58.811267 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4956eae0-5a24-489e-841d-ebb8254f11d5 admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:44:58.834872 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bd01347e-cab9-46ee-a7f6-12f1070c7c57 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1024386'] for router, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:58.837226 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b86dddf-872d-4710-9f6d-7a4b3a489a83 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Made reservation on behalf of fc451d9e1d364e44b017f9725fb1b3e6 for: {'subnet': 2} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:44:58.846886 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5b86dddf-872d-4710-9f6d-7a4b3a489a83 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:58.848030 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5b86dddf-872d-4710-9f6d-7a4b3a489a83 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:58.858323 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bd01347e-cab9-46ee-a7f6-12f1070c7c57 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412472'] for router, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:58.875262 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:59.063898 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f10aed-1d4d-4da7-aa21-cb78f866f153 req-edabf257-3f00-4d4a-a87f-e58f3edeb8c4 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:59.074409 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f10aed-1d4d-4da7-aa21-cb78f866f153 req-edabf257-3f00-4d4a-a87f-e58f3edeb8c4 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:59.098024 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=ace41464-1d5f-4349-a4dc-c9b16d53b303,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:59.098360 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f10aed-1d4d-4da7-aa21-cb78f866f153 req-edabf257-3f00-4d4a-a87f-e58f3edeb8c4 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:59.121197 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f10aed-1d4d-4da7-aa21-cb78f866f153 req-edabf257-3f00-4d4a-a87f-e58f3edeb8c4 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:59.162860 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f10aed-1d4d-4da7-aa21-cb78f866f153 req-edabf257-3f00-4d4a-a87f-e58f3edeb8c4 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:59.186252 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4956eae0-5a24-489e-841d-ebb8254f11d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:59.202692 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-004639a6-e276-443b-a6f0-f1b1110ea1c9 None None] For port a0cc6637-59e3-4607-88a0-dbbd399f687a, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=a0cc6637-59e3-4607-88a0-dbbd399f687a,segment=NetworkSegment(5f893cb3-4960-449d-a259-536d010fb902),segment_id=5f893cb3-4960-449d-a259-536d010fb902)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:44:59.206203 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f10aed-1d4d-4da7-aa21-cb78f866f153 req-edabf257-3f00-4d4a-a87f-e58f3edeb8c4 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:59.222505 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-004639a6-e276-443b-a6f0-f1b1110ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:59.233456 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f10aed-1d4d-4da7-aa21-cb78f866f153 req-edabf257-3f00-4d4a-a87f-e58f3edeb8c4 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:44:59.252517 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-97f10aed-1d4d-4da7-aa21-cb78f866f153 req-edabf257-3f00-4d4a-a87f-e58f3edeb8c4 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5432 time: 0.6643498 Nov 10 17:44:59.382927 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-0a4254fd-2dc9-4dba-8d73-9bb87c0859ac None None] Provisioning complete for port 462ce251-4bad-49fb-a84b-fe3673c33258 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:44:59.385377 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0a4254fd-2dc9-4dba-8d73-9bb87c0859ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:59.464073 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-b891b912-d409-47d4-af45-db4443e6e7c3 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.11 "GET /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.2346678 Nov 10 17:44:59.479274 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-97f10aed-1d4d-4da7-aa21-cb78f866f153 req-6c35488a-3210-49c7-9441-d11e0695e9be tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2025266 Nov 10 17:44:59.496193 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-49dc6f96-2f9f-4158-af36-03254f26682e req-6f35fc09-449c-4b48-8005-97e6ddcb8336 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:59.523433 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-e44232c8-f2ab-4aba-92b9-786ff4c28b1b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Deleting port a0cc6637-59e3-4607-88a0-dbbd399f687a {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:44:59.524051 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e44232c8-f2ab-4aba-92b9-786ff4c28b1b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:59.564903 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fb5d0b-c1d7-46a2-8e87-5ecc1792a0e1 None None] Network 391a3130-a5f8-4bd0-b5f1-7957df9dc56b requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:44:59.578501 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-fb2854cd-c845-4b07-bcae-1688fadccc71 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:44:59.640819 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004639a6-e276-443b-a6f0-f1b1110ea1c9 None None] Pushing event updated for resources: {'Port': ['ID=a0cc6637-59e3-4607-88a0-dbbd399f687a,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:44:59.670624 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port b03edfb4-0a86-4289-96b8-d4b9000867f8, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=b03edfb4-0a86-4289-96b8-d4b9000867f8,segment=NetworkSegment(ca38939a-a602-4b7e-9a14-47b959ff1dab),segment_id=ca38939a-a602-4b7e-9a14-47b959ff1dab)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:59.902324 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0feffe7-8f25-49b0-aa15-0fb319695ee9 None None] Network bd965eb5-4f80-4f95-80f2-0689f1f98396 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:44:59.905092 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:44:59.905793 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 008c28c7-e805-4720-8ee0-7a694cc1bdd2 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:44:59.930125 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd01347e-cab9-46ee-a7f6-12f1070c7c57 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Router d15394f3-eade-4415-8184-f7611a5dd9c3 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:44:59.937737 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-e44232c8-f2ab-4aba-92b9-786ff4c28b1b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] For port a0cc6637-59e3-4607-88a0-dbbd399f687a, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=a0cc6637-59e3-4607-88a0-dbbd399f687a,segment=NetworkSegment(5f893cb3-4960-449d-a259-536d010fb902),segment_id=5f893cb3-4960-449d-a259-536d010fb902)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:44:59.943592 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e44232c8-f2ab-4aba-92b9-786ff4c28b1b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:00.038144 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-e44232c8-f2ab-4aba-92b9-786ff4c28b1b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Calling delete_port for a0cc6637-59e3-4607-88a0-dbbd399f687a owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:45:00.231126 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3d9b24b8-6a55-4f8b-bb25-6d89128f9248 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:00.303232 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ad29a79c-18dc-4639-807a-a7e504053371 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:45:00.305423 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd01347e-cab9-46ee-a7f6-12f1070c7c57 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:45:00.311276 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 008c28c7-e805-4720-8ee0-7a694cc1bdd2 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:45:00.312814 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 008c28c7-e805-4720-8ee0-7a694cc1bdd2 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:45:00.315600 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3618042d-01fb-45bd-9f66-005deab15439', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b03edfb4-0a86-4289-96b8-d4b9000867f8'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:45:00.319070 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bd01347e-cab9-46ee-a7f6-12f1070c7c57 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:00.321597 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bd01347e-cab9-46ee-a7f6-12f1070c7c57 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] 10.222.0.39 "PUT /v2.0/routers/d15394f3-eade-4415-8184-f7611a5dd9c3 HTTP/1.1" status: 200 len: 914 time: 10.1104081 Nov 10 17:45:00.323426 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af9d79c-b61d-4b51-aaa6-b119265f8aa5" -d '{"events": [{"server_uuid": "3618042d-01fb-45bd-9f66-005deab15439", "name": "network-vif-unplugged", "status": "completed", "tag": "b03edfb4-0a86-4289-96b8-d4b9000867f8"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:45:00.323925 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb384695-7842-4a60-adbd-65a3f8b32586 None None] Sync routers for ids ['d15394f3-eade-4415-8184-f7611a5dd9c3'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:45:00.324868 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51614) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:00.343389 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 45ab39ff-f9fe-4c21-8dec-e378b1fe5311 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:45:00.349964 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8d93b7-da2d-491e-90a2-597b7f1d81c5 None None] Network 0d7622f0-05aa-401c-a326-c66ce4d0ee53 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:45:00.396441 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb384695-7842-4a60-adbd-65a3f8b32586 None None] Routers {'d15394f3-eade-4415-8184-f7611a5dd9c3'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:45:00.397434 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-cb384695-7842-4a60-adbd-65a3f8b32586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:44:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['d15394f3-eade-4415-8184-f7611a5dd9c3'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:00.489692 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bdd16ffe-8105-4194-8428-5608d541946e tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] 10.222.0.39 "GET /v2.0/routers/d15394f3-eade-4415-8184-f7611a5dd9c3 HTTP/1.1" status: 200 len: 920 time: 0.1630194 Nov 10 17:45:00.492119 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51624) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:00.589865 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e44232c8-f2ab-4aba-92b9-786ff4c28b1b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:00.606287 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-cb384695-7842-4a60-adbd-65a3f8b32586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:00.631098 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb384695-7842-4a60-adbd-65a3f8b32586 None None] Routers {'d15394f3-eade-4415-8184-f7611a5dd9c3'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:45:00.632675 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-cb384695-7842-4a60-adbd-65a3f8b32586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:44:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['d15394f3-eade-4415-8184-f7611a5dd9c3'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:00.708229 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44232c8-f2ab-4aba-92b9-786ff4c28b1b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event deleted for resources: {'Port': ['ID=a0cc6637-59e3-4607-88a0-dbbd399f687a,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:00.768714 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35fc09-449c-4b48-8005-97e6ddcb8336 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Pushing event deleted for resources: {'Port': ['ID=ace41464-1d5f-4349-a4dc-c9b16d53b303,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:00.807685 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-cb384695-7842-4a60-adbd-65a3f8b32586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:00.812982 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb384695-7842-4a60-adbd-65a3f8b32586 None None] The sync data for ids ['d15394f3-eade-4415-8184-f7611a5dd9c3'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:45:00.865857 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-49dc6f96-2f9f-4158-af36-03254f26682e req-6f35fc09-449c-4b48-8005-97e6ddcb8336 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] No DVR routers for this DVR port ace41464-1d5f-4349-a4dc-c9b16d53b303 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:45:00.871953 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5eae88-1bb5-4749-9606-c302be67ae47 x-openstack-request-id: req-3f5eae88-1bb5-4749-9606-c302be67ae47 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:45:00.873485 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3618042d-01fb-45bd-9f66-005deab15439", "name": "network-vif-unplugged", "status": "completed", "tag": "b03edfb4-0a86-4289-96b8-d4b9000867f8", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:45:00.873485 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3f5eae88-1bb5-4749-9606-c302be67ae47 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:45:00.873485 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3618042d-01fb-45bd-9f66-005deab15439', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b03edfb4-0a86-4289-96b8-d4b9000867f8', 'code': 200} Nov 10 17:45:00.887456 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-fb2854cd-c845-4b07-bcae-1688fadccc71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:00.898034 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-49dc6f96-2f9f-4158-af36-03254f26682e req-6f35fc09-449c-4b48-8005-97e6ddcb8336 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:00.905333 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-49dc6f96-2f9f-4158-af36-03254f26682e req-6f35fc09-449c-4b48-8005-97e6ddcb8336 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.13 "DELETE /v2.0/ports/ace41464-1d5f-4349-a4dc-c9b16d53b303 HTTP/1.1" status: 204 len: 173 time: 7.0576131 Nov 10 17:45:00.943498 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3618042d-01fb-45bd-9f66-005deab15439', 'name': 'network-vif-deleted', 'tag': 'ace41464-1d5f-4349-a4dc-c9b16d53b303'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:45:00.946480 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24832f4-94bc-44df-88b5-9e1a65f494a8" -d '{"events": [{"server_uuid": "3618042d-01fb-45bd-9f66-005deab15439", "name": "network-vif-deleted", "tag": "ace41464-1d5f-4349-a4dc-c9b16d53b303"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:45:01.007009 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e2d5de71-174e-45cc-b3b2-27ceb38e00d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:01.202623 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=b03edfb4-0a86-4289-96b8-d4b9000867f8,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:01.222999 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d638165c-dea7-4862-ad86-374dd6d098d5 None None] Network bd965eb5-4f80-4f95-80f2-0689f1f98396 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:45:01.417995 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e31d3-7f7d-408e-b94a-0aca97f1b0b1 req-8ae8f631-5230-4d79-98d8-5bd274cd7d2a tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:01.427892 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-588e31d3-7f7d-408e-b94a-0aca97f1b0b1 req-8ae8f631-5230-4d79-98d8-5bd274cd7d2a tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 943 time: 1.5955701 Nov 10 17:45:01.526716 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44232c8-f2ab-4aba-92b9-786ff4c28b1b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] No DVR routers for this DVR port a0cc6637-59e3-4607-88a0-dbbd399f687a on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:45:01.617882 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51bea82-4212-4770-8c72-822f204d5d17 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:01.621886 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a51bea82-4212-4770-8c72-822f204d5d17 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=ef950546-b13c-4865-8837-7444cdb2848e&device_id=d15394f3-eade-4415-8184-f7611a5dd9c3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.1276395 Nov 10 17:45:01.640086 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51650) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:01.648766 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:01.876177 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port ad29a79c-18dc-4639-807a-a7e504053371 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:01.876769 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:01.972564 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e19e68-49f0-471c-8d98-46c02d0763e4 req-0a43248e-c851-4ab6-b3ee-c91474905b3c tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:01.986709 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e19e68-49f0-471c-8d98-46c02d0763e4 req-0a43248e-c851-4ab6-b3ee-c91474905b3c tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:02.003014 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e19e68-49f0-471c-8d98-46c02d0763e4 req-0a43248e-c851-4ab6-b3ee-c91474905b3c tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:02.020507 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e19e68-49f0-471c-8d98-46c02d0763e4 req-0a43248e-c851-4ab6-b3ee-c91474905b3c tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:02.035237 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e19e68-49f0-471c-8d98-46c02d0763e4 req-0a43248e-c851-4ab6-b3ee-c91474905b3c tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:02.038061 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-0a4254fd-2dc9-4dba-8d73-9bb87c0859ac None None] Provisioning complete for port 12b67ce9-db14-40a8-ba96-683c58498713 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:02.038700 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0a4254fd-2dc9-4dba-8d73-9bb87c0859ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:02.049248 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e19e68-49f0-471c-8d98-46c02d0763e4 req-0a43248e-c851-4ab6-b3ee-c91474905b3c tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:02.061518 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e19e68-49f0-471c-8d98-46c02d0763e4 req-0a43248e-c851-4ab6-b3ee-c91474905b3c tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:02.065338 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e5e19e68-49f0-471c-8d98-46c02d0763e4 req-0a43248e-c851-4ab6-b3ee-c91474905b3c tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 5432 time: 1.3340240 Nov 10 17:45:02.090508 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e44232c8-f2ab-4aba-92b9-786ff4c28b1b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:02.115165 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-0a4254fd-2dc9-4dba-8d73-9bb87c0859ac None None] Port 12b67ce9-db14-40a8-ba96-683c58498713 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:45:02.130703 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 45ab39ff-f9fe-4c21-8dec-e378b1fe5311, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=45ab39ff-f9fe-4c21-8dec-e378b1fe5311,segment=NetworkSegment(ca95d2b9-fa05-4c17-bc70-13d06fb359ad),segment_id=ca95d2b9-fa05-4c17-bc70-13d06fb359ad)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:02.152128 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:02.152814 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51656) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:02.152947 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 1b397362-5908-4133-821d-3cd55c0c1231 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:45:02.246955 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-e44232c8-f2ab-4aba-92b9-786ff4c28b1b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd965eb5-4f80-4f95-80f2-0689f1f98396']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:02.271912 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-e44232c8-f2ab-4aba-92b9-786ff4c28b1b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f893cb3-4960-449d-a259-536d010fb902') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:02.274366 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-e44232c8-f2ab-4aba-92b9-786ff4c28b1b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f893cb3-4960-449d-a259-536d010fb902') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:02.314797 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e44232c8-f2ab-4aba-92b9-786ff4c28b1b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:02.323392 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4956eae0-5a24-489e-841d-ebb8254f11d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:02.402284 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2d7fb9-b42f-44cb-9730-77ee302b3824 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:02.403766 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-dc2d7fb9-b42f-44cb-9730-77ee302b3824 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 881 time: 0.7616374 Nov 10 17:45:02.430397 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51660) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:02.438373 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-588e31d3-7f7d-408e-b94a-0aca97f1b0b1 req-7db3f0aa-fe11-4ef7-b3ac-51619f8e72c9 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0090363 Nov 10 17:45:02.476288 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-0a4254fd-2dc9-4dba-8d73-9bb87c0859ac None None] Provisioning complete for port c2938bb5-8afd-4eba-b78f-0ce2deaef4ef triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:02.476923 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0a4254fd-2dc9-4dba-8d73-9bb87c0859ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:02.485384 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e44232c8-f2ab-4aba-92b9-786ff4c28b1b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:02.542931 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-fb2854cd-c845-4b07-bcae-1688fadccc71 service neutron] For port 83e707e1-bf12-4c7c-a89d-817fb1d04fd0, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=83e707e1-bf12-4c7c-a89d-817fb1d04fd0,segment=NetworkSegment(075697be-07cf-47b8-98f3-bb3c0c948546),segment_id=075697be-07cf-47b8-98f3-bb3c0c948546)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:02.597976 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e44232c8-f2ab-4aba-92b9-786ff4c28b1b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:45:02.599953 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e44232c8-f2ab-4aba-92b9-786ff4c28b1b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:02.624192 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-fb2854cd-c845-4b07-bcae-1688fadccc71 service neutron] For port 83e707e1-bf12-4c7c-a89d-817fb1d04fd0, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:45:02.689838 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-fb2854cd-c845-4b07-bcae-1688fadccc71 service neutron] device_id is not set on port 83e707e1-bf12-4c7c-a89d-817fb1d04fd0 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:45:02.727969 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-fb2854cd-c845-4b07-bcae-1688fadccc71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:02.734864 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:02.737000 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8111312-ae3a-4ce9-9cdc-65b415703a51 x-openstack-request-id: req-d8111312-ae3a-4ce9-9cdc-65b415703a51 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:45:02.737778 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3618042d-01fb-45bd-9f66-005deab15439", "name": "network-vif-deleted", "tag": "ace41464-1d5f-4349-a4dc-c9b16d53b303", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:45:02.738042 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d8111312-ae3a-4ce9-9cdc-65b415703a51 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:45:02.738523 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3618042d-01fb-45bd-9f66-005deab15439', 'name': 'network-vif-deleted', 'tag': 'ace41464-1d5f-4349-a4dc-c9b16d53b303', 'status': 'completed', 'code': 200} Nov 10 17:45:02.782559 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:45:02.782559 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:45:02.782559 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:45:02.782559 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:45:02.782559 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:45:02.782559 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:45:02.782559 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:45:02.782559 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:45:02.782559 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:45:02.782559 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:45:02.782559 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:45:02.782559 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:45:02.782559 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:45:02.782559 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:45:02.782559 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:45:02.782559 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:45:02.782559 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:45:02.782559 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:45:02.782559 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:45:02.782559 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:45:02.782559 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:45:02.782559 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:45:02.782559 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:45:02.782559 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:45:02.782559 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:45:02.782559 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:45:02.782559 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:45:02.782559 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:45:02.782559 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:45:02.782559 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:45:02.782559 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:45:02.782559 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:45:02.792350 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5cf2fd15-7b97-49db-b2df-212a7507a0ef tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] 10.222.0.39 "GET /v2.0/ports?device_id=d15394f3-eade-4415-8184-f7611a5dd9c3 HTTP/1.1" status: 200 len: 205 time: 0.3461180 Nov 10 17:45:02.800126 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e5e19e68-49f0-471c-8d98-46c02d0763e4 req-eb207883-04ad-42b5-a554-dc76697b61fe tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7045035 Nov 10 17:45:02.802679 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-81c7366a-aac6-43b8-883c-1c48d9d77506 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:02.814855 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51662) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:02.817278 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e44232c8-f2ab-4aba-92b9-786ff4c28b1b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:02.839449 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-fb2854cd-c845-4b07-bcae-1688fadccc71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:02.855808 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 1b397362-5908-4133-821d-3cd55c0c1231, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=1b397362-5908-4133-821d-3cd55c0c1231,segment=NetworkSegment(075697be-07cf-47b8-98f3-bb3c0c948546),segment_id=075697be-07cf-47b8-98f3-bb3c0c948546)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:02.871588 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e44232c8-f2ab-4aba-92b9-786ff4c28b1b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:02.877789 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:02.880917 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:02.881624 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 6d357b0f-39d1-4fb0-b1d9-8e35928b21e5 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:45:02.883090 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45ab39ff-f9fe-4c21-8dec-e378b1fe5311'}, {'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b397362-5908-4133-821d-3cd55c0c1231'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:45:02.885465 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc8531f-b548-4a19-9ac6-bb1f15d0df69" -d '{"events": [{"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-unplugged", "status": "completed", "tag": "45ab39ff-f9fe-4c21-8dec-e378b1fe5311"}, {"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-unplugged", "status": "completed", "tag": "1b397362-5908-4133-821d-3cd55c0c1231"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:45:02.890400 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e44232c8-f2ab-4aba-92b9-786ff4c28b1b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "DELETE /v2.0/networks/bd965eb5-4f80-4f95-80f2-0689f1f98396 HTTP/1.1" status: 204 len: 168 time: 8.3711233 Nov 10 17:45:02.897557 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=45ab39ff-f9fe-4c21-8dec-e378b1fe5311,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:02.917872 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51664) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:02.963916 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ae965094-3ae8-4b8d-809c-9533ed7f8099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:02.993467 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44232c8-f2ab-4aba-92b9-786ff4c28b1b tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event deleted for resources: {'Network': ['ID=bd965eb5-4f80-4f95-80f2-0689f1f98396,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:03.132919 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 10 Nov 2021 17:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d769a3-ae35-426c-910a-f30e2bc40b37 x-openstack-request-id: req-61d769a3-ae35-426c-910a-f30e2bc40b37 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:45:03.135654 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-unplugged", "status": "completed", "tag": "45ab39ff-f9fe-4c21-8dec-e378b1fe5311", "code": 200}, {"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-unplugged", "status": "completed", "tag": "1b397362-5908-4133-821d-3cd55c0c1231", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:45:03.136087 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-61d769a3-ae35-426c-910a-f30e2bc40b37 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:45:03.136784 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45ab39ff-f9fe-4c21-8dec-e378b1fe5311', 'code': 200} Nov 10 17:45:03.137211 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b397362-5908-4133-821d-3cd55c0c1231', 'code': 200} Nov 10 17:45:03.172461 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6de7fae5-50c3-487e-8291-96dd576ef542 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:03.296422 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=1b397362-5908-4133-821d-3cd55c0c1231,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:03.330856 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6de7fae5-50c3-487e-8291-96dd576ef542 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:03.374641 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port ad29a79c-18dc-4639-807a-a7e504053371, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ad29a79c-18dc-4639-807a-a7e504053371,segment=NetworkSegment(29a783cb-b91f-460e-9518-784b68d0fb76),segment_id=29a783cb-b91f-460e-9518-784b68d0fb76)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:03.412219 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:03.414420 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 462ce251-4bad-49fb-a84b-fe3673c33258 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:45:03.428488 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-81c7366a-aac6-43b8-883c-1c48d9d77506 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:03.453926 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-81c7366a-aac6-43b8-883c-1c48d9d77506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:03.488981 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-6810565c-89b5-418e-8aca-294c2d108446 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] DELETE failed (client error): The resource could not be found. Nov 10 17:45:03.490004 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6810565c-89b5-418e-8aca-294c2d108446 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:45:03.499192 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6810565c-89b5-418e-8aca-294c2d108446 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "DELETE /v2.0/networks/bd965eb5-4f80-4f95-80f2-0689f1f98396 HTTP/1.1" status: 404 len: 339 time: 0.4539120 Nov 10 17:45:03.516776 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2854cd-c845-4b07-bcae-1688fadccc71 service neutron] Pushing event updated for resources: {'Port': ['ID=83e707e1-bf12-4c7c-a89d-817fb1d04fd0,revision_number=6']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:03.520393 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51670) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:03.527870 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-81c7366a-aac6-43b8-883c-1c48d9d77506 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5f93b59b5ac24872a7155ba9de3616e6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3601165 Nov 10 17:45:03.534790 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-9cc82ab2-e798-4b18-9d78-573e50b671a8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2023562149', 'description': 'd1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:45:03.540709 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51672) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:03.568343 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=ad29a79c-18dc-4639-807a-a7e504053371,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:03.570240 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-49dc6f96-2f9f-4158-af36-03254f26682e req-0d79c174-c3cd-49e1-bdf0-ade3ee8f0534 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Deleting port b03edfb4-0a86-4289-96b8-d4b9000867f8 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:45:03.571033 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-49dc6f96-2f9f-4158-af36-03254f26682e req-0d79c174-c3cd-49e1-bdf0-ade3ee8f0534 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:03.700676 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:03.732938 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 462ce251-4bad-49fb-a84b-fe3673c33258 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:03.734165 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:03.741486 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-6de7fae5-50c3-487e-8291-96dd576ef542 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Deleting port 12b67ce9-db14-40a8-ba96-683c58498713 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:45:03.742364 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6de7fae5-50c3-487e-8291-96dd576ef542 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:03.801321 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7fe675-4bd6-47a3-8ae6-103bd31d3608 None None] get_active_networks_info from n-d-776250-10 {{(pid=102470) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 17:45:03.821090 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-0a4254fd-2dc9-4dba-8d73-9bb87c0859ac None None] Provisioning complete for port f14b93eb-7c19-4a10-b4c3-db6f1da57e71 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:03.821383 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-49dc6f96-2f9f-4158-af36-03254f26682e req-0d79c174-c3cd-49e1-bdf0-ade3ee8f0534 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] For port b03edfb4-0a86-4289-96b8-d4b9000867f8, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=b03edfb4-0a86-4289-96b8-d4b9000867f8,segment=NetworkSegment(ca38939a-a602-4b7e-9a14-47b959ff1dab),segment_id=ca38939a-a602-4b7e-9a14-47b959ff1dab)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:03.821810 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-49dc6f96-2f9f-4158-af36-03254f26682e req-0d79c174-c3cd-49e1-bdf0-ade3ee8f0534 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:03.822417 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0a4254fd-2dc9-4dba-8d73-9bb87c0859ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:03.844363 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-49dc6f96-2f9f-4158-af36-03254f26682e req-0d79c174-c3cd-49e1-bdf0-ade3ee8f0534 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Calling delete_port for b03edfb4-0a86-4289-96b8-d4b9000867f8 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:45:03.872609 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6de7fae5-50c3-487e-8291-96dd576ef542 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:03.888539 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-6de7fae5-50c3-487e-8291-96dd576ef542 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Calling delete_port for 12b67ce9-db14-40a8-ba96-683c58498713 owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:45:04.022468 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-fb2854cd-c845-4b07-bcae-1688fadccc71 service neutron] No DVR routers for this DVR port 83e707e1-bf12-4c7c-a89d-817fb1d04fd0 on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:45:04.049768 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c7366a-aac6-43b8-883c-1c48d9d77506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf25270-ccc7-4612-98cf-29b68b9e5a42,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:04.056937 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 6d357b0f-39d1-4fb0-b1d9-8e35928b21e5, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=6d357b0f-39d1-4fb0-b1d9-8e35928b21e5,segment=NetworkSegment(a579ae98-b84f-4aec-aba4-51aa8df975cc),segment_id=a579ae98-b84f-4aec-aba4-51aa8df975cc)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:04.066979 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc82ab2-e798-4b18-9d78-573e50b671a8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Made reservation on behalf of 1e482b7991684b25b580f167d516644d for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:45:04.073288 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9cc82ab2-e798-4b18-9d78-573e50b671a8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:04.092772 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:04.095726 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:04.097940 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device d91136a8-ce33-4918-a613-fe42fbce644b no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:45:04.123233 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7366a-aac6-43b8-883c-1c48d9d77506 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:04.124198 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7366a-aac6-43b8-883c-1c48d9d77506 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:04.125126 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7366a-aac6-43b8-883c-1c48d9d77506 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:04.125814 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7366a-aac6-43b8-883c-1c48d9d77506 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:04.126290 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7366a-aac6-43b8-883c-1c48d9d77506 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:04.127198 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7366a-aac6-43b8-883c-1c48d9d77506 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:04.128343 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7366a-aac6-43b8-883c-1c48d9d77506 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:04.128923 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7366a-aac6-43b8-883c-1c48d9d77506 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:04.129548 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7366a-aac6-43b8-883c-1c48d9d77506 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:04.130111 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7366a-aac6-43b8-883c-1c48d9d77506 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:04.130657 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7366a-aac6-43b8-883c-1c48d9d77506 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:04.131235 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c7366a-aac6-43b8-883c-1c48d9d77506 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:04.160407 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d6229079-9dac-43b0-b459-428b67a880d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:04.177408 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720d0da-4c94-4748-8356-1266b3de7c53 req-4f6615c8-ec75-4306-a2f5-ecfc7dc60bc0 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:04.189393 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3720d0da-4c94-4748-8356-1266b3de7c53 req-4f6615c8-ec75-4306-a2f5-ecfc7dc60bc0 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 943 time: 0.5559154 Nov 10 17:45:04.261678 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d6229079-9dac-43b0-b459-428b67a880d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:04.384562 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-49dc6f96-2f9f-4158-af36-03254f26682e req-0d79c174-c3cd-49e1-bdf0-ade3ee8f0534 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:04.400594 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5b86dddf-872d-4710-9f6d-7a4b3a489a83 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:04.432658 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=6d357b0f-39d1-4fb0-b1d9-8e35928b21e5,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:04.433733 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3720d0da-4c94-4748-8356-1266b3de7c53 req-c0c58fc1-ceac-4bef-998a-c1ab4f29909a tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425506 Nov 10 17:45:04.475383 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6de7fae5-50c3-487e-8291-96dd576ef542 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:04.479597 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc82ab2-e798-4b18-9d78-573e50b671a8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:45:04.540406 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7fae5-50c3-487e-8291-96dd576ef542 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Pushing event deleted for resources: {'Port': ['ID=12b67ce9-db14-40a8-ba96-683c58498713,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:04.557304 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9cc82ab2-e798-4b18-9d78-573e50b671a8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:04.558259 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-9cc82ab2-e798-4b18-9d78-573e50b671a8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Added segment b0401647-b4a1-4660-8049-63bd71106ccb of type vlan for network f86f6263-e989-4197-8dd4-3ae6c27e1eaf Nov 10 17:45:04.560866 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d6229079-9dac-43b0-b459-428b67a880d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:04.567922 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d6229079-9dac-43b0-b459-428b67a880d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:04.569374 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d6229079-9dac-43b0-b459-428b67a880d5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fcf25270-ccc7-4612-98cf-29b68b9e5a42 HTTP/1.1" status: 204 len: 168 time: 1.0238311 Nov 10 17:45:04.631268 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:04.715578 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-64ceb345-e214-4630-a578-4b3e6045e627 None None] Provisioning complete for port 20d77a10-b570-44b2-9c71-dfd6d28bf854 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:04.716092 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-64ceb345-e214-4630-a578-4b3e6045e627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:04.722935 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86dddf-872d-4710-9f6d-7a4b3a489a83 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Pushing event updated for resources: {'Subnet': ['ID=f921aa8c-d75b-4dd2-a6d0-9b814c4228ad,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:04.759846 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port d91136a8-ce33-4918-a613-fe42fbce644b, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d91136a8-ce33-4918-a613-fe42fbce644b,segment=NetworkSegment(075697be-07cf-47b8-98f3-bb3c0c948546),segment_id=075697be-07cf-47b8-98f3-bb3c0c948546)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:04.769008 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7fe675-4bd6-47a3-8ae6-103bd31d3608 None None] Resources bound (agent type, host, resource id): {{(pid=102470) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 17:45:04.778098 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9cc82ab2-e798-4b18-9d78-573e50b671a8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:04.811311 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:04.813442 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6229079-9dac-43b0-b459-428b67a880d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf25270-ccc7-4612-98cf-29b68b9e5a42,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:04.827900 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 50e42342-3dd3-4471-9114-97bf09fa8efd no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:45:04.829301 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9cc82ab2-e798-4b18-9d78-573e50b671a8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:04.842752 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc82ab2-e798-4b18-9d78-573e50b671a8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:04.843799 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9cc82ab2-e798-4b18-9d78-573e50b671a8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631629'] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:04.869536 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79c174-c3cd-49e1-bdf0-ade3ee8f0534 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Pushing event deleted for resources: {'Port': ['ID=b03edfb4-0a86-4289-96b8-d4b9000867f8,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:04.881076 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9cc82ab2-e798-4b18-9d78-573e50b671a8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3516219 Nov 10 17:45:04.881788 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51678) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:04.911869 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ad29a79c-18dc-4639-807a-a7e504053371 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:45:04.993036 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc82ab2-e798-4b18-9d78-573e50b671a8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event updated for resources: {'Network': ['ID=f86f6263-e989-4197-8dd4-3ae6c27e1eaf,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:05.020909 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-fb2854cd-c845-4b07-bcae-1688fadccc71 service neutron] In _notify_port_updated(), no bound segment for port 83e707e1-bf12-4c7c-a89d-817fb1d04fd0 on network bd6bf6ab-ba3a-413b-abc3-299018f27566 {{(pid=102469) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 17:45:05.022148 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-fb2854cd-c845-4b07-bcae-1688fadccc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:05.022969 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-fb2854cd-c845-4b07-bcae-1688fadccc71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:05.024568 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-fb2854cd-c845-4b07-bcae-1688fadccc71 service neutron] 10.222.0.11 "PUT /v2.0/ports/83e707e1-bf12-4c7c-a89d-817fb1d04fd0 HTTP/1.1" status: 200 len: 1026 time: 5.4727757 Nov 10 17:45:05.043327 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6f04d-c29a-440e-ba14-5a54a02265ed req-f69da91d-4c93-4368-8e02-8ebf975032be tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:05.055780 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6f04d-c29a-440e-ba14-5a54a02265ed req-f69da91d-4c93-4368-8e02-8ebf975032be tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:05.069385 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6f04d-c29a-440e-ba14-5a54a02265ed req-f69da91d-4c93-4368-8e02-8ebf975032be tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:05.080630 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6f04d-c29a-440e-ba14-5a54a02265ed req-f69da91d-4c93-4368-8e02-8ebf975032be tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:05.090806 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6f04d-c29a-440e-ba14-5a54a02265ed req-f69da91d-4c93-4368-8e02-8ebf975032be tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:05.103203 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6f04d-c29a-440e-ba14-5a54a02265ed req-f69da91d-4c93-4368-8e02-8ebf975032be tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:05.106830 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-41a6f04d-c29a-440e-ba14-5a54a02265ed req-f69da91d-4c93-4368-8e02-8ebf975032be tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 4653 time: 1.0234292 Nov 10 17:45:05.108363 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-49dc6f96-2f9f-4158-af36-03254f26682e req-0d79c174-c3cd-49e1-bdf0-ade3ee8f0534 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] No DVR routers for this DVR port b03edfb4-0a86-4289-96b8-d4b9000867f8 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:45:05.115817 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-49dc6f96-2f9f-4158-af36-03254f26682e req-0d79c174-c3cd-49e1-bdf0-ade3ee8f0534 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:05.123971 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-49dc6f96-2f9f-4158-af36-03254f26682e req-0d79c174-c3cd-49e1-bdf0-ade3ee8f0534 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.13 "DELETE /v2.0/ports/b03edfb4-0a86-4289-96b8-d4b9000867f8 HTTP/1.1" status: 204 len: 173 time: 4.1541557 Nov 10 17:45:05.167781 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6de7fae5-50c3-487e-8291-96dd576ef542 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:05.178088 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3618042d-01fb-45bd-9f66-005deab15439', 'name': 'network-vif-deleted', 'tag': 'b03edfb4-0a86-4289-96b8-d4b9000867f8'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:45:05.183082 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d450e2c3-9f90-45a7-ac74-e1bb7df75a8f" -d '{"events": [{"server_uuid": "3618042d-01fb-45bd-9f66-005deab15439", "name": "network-vif-deleted", "tag": "b03edfb4-0a86-4289-96b8-d4b9000867f8"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:45:05.304981 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6de7fae5-50c3-487e-8291-96dd576ef542 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:05.308616 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6de7fae5-50c3-487e-8291-96dd576ef542 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:05.373179 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b76c279-8a37-4c70-8a62-1d4567c0f567 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:05.375463 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8b76c279-8a37-4c70-8a62-1d4567c0f567 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "GET /v2.0/networks?id=f86f6263-e989-4197-8dd4-3ae6c27e1eaf HTTP/1.1" status: 200 len: 765 time: 0.4668717 Nov 10 17:45:05.379599 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51684) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:05.387590 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-2c1831a4-4531-4bad-86a6-899b11b6324d tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Request body: {'network': {'description': 'd2'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:45:05.395207 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-b012be78-06a2-42f7-8b44-1828f9387d15 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:05.398253 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-b012be78-06a2-42f7-8b44-1828f9387d15 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.11 "GET /v2.0/ports/d91136a8-ce33-4918-a613-fe42fbce644b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2216620 Nov 10 17:45:05.400954 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e302d38-1068-41bc-8b64-efa577dc6d1c x-openstack-request-id: req-2e302d38-1068-41bc-8b64-efa577dc6d1c {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:45:05.401747 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3618042d-01fb-45bd-9f66-005deab15439", "name": "network-vif-deleted", "tag": "b03edfb4-0a86-4289-96b8-d4b9000867f8", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:45:05.402435 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2e302d38-1068-41bc-8b64-efa577dc6d1c {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:45:05.403487 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3618042d-01fb-45bd-9f66-005deab15439', 'name': 'network-vif-deleted', 'tag': 'b03edfb4-0a86-4289-96b8-d4b9000867f8', 'status': 'completed', 'code': 200} Nov 10 17:45:05.412858 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4956eae0-5a24-489e-841d-ebb8254f11d5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:05.421736 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6de7fae5-50c3-487e-8291-96dd576ef542 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:05.422278 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de7fae5-50c3-487e-8291-96dd576ef542 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Fanout notify agent at l3_agent the message router_deleted on router d15394f3-eade-4415-8184-f7611a5dd9c3 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:45:05.464743 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6de7fae5-50c3-487e-8291-96dd576ef542 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:05.465880 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6de7fae5-50c3-487e-8291-96dd576ef542 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] 10.222.0.39 "DELETE /v2.0/routers/d15394f3-eade-4415-8184-f7611a5dd9c3 HTTP/1.1" status: 204 len: 168 time: 2.6443164 Nov 10 17:45:05.466580 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-d90339d9-616d-4dd9-9a70-0690d8734ee1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:45:05.472993 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51686) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:05.490960 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51690) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:05.497184 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4956eae0-5a24-489e-841d-ebb8254f11d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:05.507866 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-a1dd907b-7327-4342-9852-acf8dd4bc6eb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1077064272', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}, 'admin_state_up': False}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:45:05.539395 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b86dddf-872d-4710-9f6d-7a4b3a489a83 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Checking segment: {'id': 'd8130d98-72b4-4df2-84e4-e83532b0780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5c0efc28-79c7-4d60-a12c-1c30dd1fcad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:45:05.539776 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b86dddf-872d-4710-9f6d-7a4b3a489a83 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Network hostable DHCP agents. Network: 5c0efc28-79c7-4d60-a12c-1c30dd1fcad9, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:45:05.551121 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-64ceb345-e214-4630-a578-4b3e6045e627 None None] Port 20d77a10-b570-44b2-9c71-dfd6d28bf854 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:45:05.557189 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d357b0f-39d1-4fb0-b1d9-8e35928b21e5'}, {'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd91136a8-ce33-4918-a613-fe42fbce644b'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:45:05.559922 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87142cb8-aca3-4c1c-9be0-07d23a2f7064" -d '{"events": [{"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-unplugged", "status": "completed", "tag": "6d357b0f-39d1-4fb0-b1d9-8e35928b21e5"}, {"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-unplugged", "status": "completed", "tag": "d91136a8-ce33-4918-a613-fe42fbce644b"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:45:05.609173 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1cdd679a-b8b9-4987-a4dd-e970178471f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:05.669580 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network f86f6263-e989-4197-8dd4-3ae6c27e1eaf details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:45:05.730323 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=d91136a8-ce33-4918-a613-fe42fbce644b,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:05.748556 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-63e70b31-1a14-493c-8d8c-1941f57ef8a4 req-6b1083cd-7185-4daf-bc16-be9b2a036eb4 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=3618042d-01fb-45bd-9f66-005deab15439 HTTP/1.1" status: 200 len: 210 time: 0.0593970 Nov 10 17:45:05.767839 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-d90339d9-616d-4dd9-9a70-0690d8734ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:05.813538 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4956eae0-5a24-489e-841d-ebb8254f11d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:05.819074 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b86dddf-872d-4710-9f6d-7a4b3a489a83 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Network 5c0efc28-79c7-4d60-a12c-1c30dd1fcad9 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:45:05.827546 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1dd907b-7327-4342-9852-acf8dd4bc6eb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:05.829463 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1dd907b-7327-4342-9852-acf8dd4bc6eb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:05.836730 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2c1831a4-4531-4bad-86a6-899b11b6324d tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:05.865504 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-41a6f04d-c29a-440e-ba14-5a54a02265ed req-4fb6fec0-7e9a-43a3-b394-70dcc6a7bf9f tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&id=2bf79875-1c85-4ee9-9e3b-9d8326eecf92&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6896079 Nov 10 17:45:05.885922 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4956eae0-5a24-489e-841d-ebb8254f11d5 admin admin] Pushing event updated for resources: {'Port': ['ID=20d77a10-b570-44b2-9c71-dfd6d28bf854,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:05.917908 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1dd907b-7327-4342-9852-acf8dd4bc6eb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:05.941232 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4956eae0-5a24-489e-841d-ebb8254f11d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:05.942835 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4956eae0-5a24-489e-841d-ebb8254f11d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:05.943311 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4956eae0-5a24-489e-841d-ebb8254f11d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:05.944185 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4956eae0-5a24-489e-841d-ebb8254f11d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:05.944952 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4956eae0-5a24-489e-841d-ebb8254f11d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:05.945571 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4956eae0-5a24-489e-841d-ebb8254f11d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:05.946178 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4956eae0-5a24-489e-841d-ebb8254f11d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:05.946566 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4956eae0-5a24-489e-841d-ebb8254f11d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:05.946902 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4956eae0-5a24-489e-841d-ebb8254f11d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:05.947237 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4956eae0-5a24-489e-841d-ebb8254f11d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:05.947634 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4956eae0-5a24-489e-841d-ebb8254f11d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:05.947970 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4956eae0-5a24-489e-841d-ebb8254f11d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:05.955716 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-3d9b24b8-6a55-4f8b-bb25-6d89128f9248 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Deleting port 281730de-f094-413c-b5fb-de58f69123bb {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:45:05.956139 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3d9b24b8-6a55-4f8b-bb25-6d89128f9248 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:05.982748 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-64ceb345-e214-4630-a578-4b3e6045e627 None None] Provisioning complete for port ad29a79c-18dc-4639-807a-a7e504053371 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:05.983507 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-64ceb345-e214-4630-a578-4b3e6045e627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:05.986351 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-5b86dddf-872d-4710-9f6d-7a4b3a489a83 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 5c0efc28-79c7-4d60-a12c-1c30dd1fcad9) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:45:06.001151 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 10 Nov 2021 17:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70624868-1427-4305-9d28-c040e4c56869 x-openstack-request-id: req-70624868-1427-4305-9d28-c040e4c56869 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:45:06.001456 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-unplugged", "status": "completed", "tag": "6d357b0f-39d1-4fb0-b1d9-8e35928b21e5", "code": 200}, {"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-unplugged", "status": "completed", "tag": "d91136a8-ce33-4918-a613-fe42fbce644b", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:45:06.001677 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-70624868-1427-4305-9d28-c040e4c56869 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:45:06.002088 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d357b0f-39d1-4fb0-b1d9-8e35928b21e5', 'code': 200} Nov 10 17:45:06.002355 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd91136a8-ce33-4918-a613-fe42fbce644b', 'code': 200} Nov 10 17:45:06.010445 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5b86dddf-872d-4710-9f6d-7a4b3a489a83 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:06.036083 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2c1831a4-4531-4bad-86a6-899b11b6324d tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:06.040878 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:06.105801 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port ad29a79c-18dc-4639-807a-a7e504053371 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:06.106082 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:06.139760 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2c1831a4-4531-4bad-86a6-899b11b6324d tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Network f86f6263-e989-4197-8dd4-3ae6c27e1eaf is not hosted by any dhcp agent {{(pid=102468) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 17:45:06.155469 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1831a4-4531-4bad-86a6-899b11b6324d tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:06.155966 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2c1831a4-4531-4bad-86a6-899b11b6324d tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:06.163546 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2c1831a4-4531-4bad-86a6-899b11b6324d tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "PUT /v2.0/networks/f86f6263-e989-4197-8dd4-3ae6c27e1eaf HTTP/1.1" status: 200 len: 762 time: 0.7774055 Nov 10 17:45:06.181427 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51694) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:06.318973 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:06.335329 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86dddf-872d-4710-9f6d-7a4b3a489a83 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Pushing event updated for resources: {'Subnet': ['ID=b9f497e8-c9d6-4a24-a357-af6465465f8e,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:06.372882 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1831a4-4531-4bad-86a6-899b11b6324d tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event updated for resources: {'Network': ['ID=f86f6263-e989-4197-8dd4-3ae6c27e1eaf,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:06.386097 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1dd907b-7327-4342-9852-acf8dd4bc6eb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:06.403372 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:06.419641 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network f86f6263-e989-4197-8dd4-3ae6c27e1eaf details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:45:06.434645 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3d9b24b8-6a55-4f8b-bb25-6d89128f9248 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:06.469609 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1cdd679a-b8b9-4987-a4dd-e970178471f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:06.480020 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1c4866-453e-431e-b64a-fa83dad97904 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:06.488499 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-de1c4866-453e-431e-b64a-fa83dad97904 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "GET /v2.0/networks?id=f86f6263-e989-4197-8dd4-3ae6c27e1eaf HTTP/1.1" status: 200 len: 765 time: 0.2992377 Nov 10 17:45:06.490172 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51696) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:06.493176 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-3d9b24b8-6a55-4f8b-bb25-6d89128f9248 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Calling delete_port for 281730de-f094-413c-b5fb-de58f69123bb owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:45:06.502736 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1cdd679a-b8b9-4987-a4dd-e970178471f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:06.526682 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b86dddf-872d-4710-9f6d-7a4b3a489a83 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Checking segment: {'id': '6d9952b8-a6d9-4c31-b668-c06ed2703148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f7252454-5644-451b-b8b3-075749662cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:45:06.527112 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b86dddf-872d-4710-9f6d-7a4b3a489a83 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Network hostable DHCP agents. Network: f7252454-5644-451b-b8b3-075749662cc9, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:45:06.659670 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4956eae0-5a24-489e-841d-ebb8254f11d5 admin admin] Network 7ba70b55-5d77-4457-b11f-9823987d654f is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:45:06.669431 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1cdd679a-b8b9-4987-a4dd-e970178471f8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8dd273a6b1264605ba26410de10db211&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1724126 Nov 10 17:45:06.669431 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-d90339d9-616d-4dd9-9a70-0690d8734ee1 service neutron] For port d91136a8-ce33-4918-a613-fe42fbce644b, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d91136a8-ce33-4918-a613-fe42fbce644b,segment=NetworkSegment(075697be-07cf-47b8-98f3-bb3c0c948546),segment_id=075697be-07cf-47b8-98f3-bb3c0c948546)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:06.672592 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51698) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:06.674679 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-4956eae0-5a24-489e-841d-ebb8254f11d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:45:06.680003 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd679a-b8b9-4987-a4dd-e970178471f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe6606a-f489-4836-804b-e4666519b2c3,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:06.735868 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-d90339d9-616d-4dd9-9a70-0690d8734ee1 service neutron] For port d91136a8-ce33-4918-a613-fe42fbce644b, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:45:06.776776 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-d90339d9-616d-4dd9-9a70-0690d8734ee1 service neutron] device_id is not set on port d91136a8-ce33-4918-a613-fe42fbce644b yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:45:06.786745 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-d90339d9-616d-4dd9-9a70-0690d8734ee1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:06.789680 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 50e42342-3dd3-4471-9114-97bf09fa8efd, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=50e42342-3dd3-4471-9114-97bf09fa8efd,segment=NetworkSegment(075697be-07cf-47b8-98f3-bb3c0c948546),segment_id=075697be-07cf-47b8-98f3-bb3c0c948546)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:06.820788 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:06.825373 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 83e707e1-bf12-4c7c-a89d-817fb1d04fd0 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:45:06.840050 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e0cb17-24eb-47bb-8ee3-0b4eb5fa5baa None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:45:06.966055 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a6f136-94d7-4408-9ee3-fb7a392d66b9 None None] Network 5c0efc28-79c7-4d60-a12c-1c30dd1fcad9 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:45:06.987311 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-64ceb345-e214-4630-a578-4b3e6045e627 None None] Provisioning complete for port 83e707e1-bf12-4c7c-a89d-817fb1d04fd0 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:06.988332 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-64ceb345-e214-4630-a578-4b3e6045e627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:07.015307 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51704) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:07.016643 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-d90339d9-616d-4dd9-9a70-0690d8734ee1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:07.022026 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b86dddf-872d-4710-9f6d-7a4b3a489a83 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Network f7252454-5644-451b-b8b3-075749662cc9 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:45:07.102026 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-72a4ed95-1e4c-4ea0-aa6e-4d102ed88f75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:07.140064 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431b4a7e-1082-486e-a289-42094c7320d3 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:07.148242 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-431b4a7e-1082-486e-a289-42094c7320d3 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6574950 Nov 10 17:45:07.158163 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3d9b24b8-6a55-4f8b-bb25-6d89128f9248 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:07.162238 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51706) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:07.210306 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-72a4ed95-1e4c-4ea0-aa6e-4d102ed88f75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:07.262218 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-5b86dddf-872d-4710-9f6d-7a4b3a489a83 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, f7252454-5644-451b-b8b3-075749662cc9) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:45:07.284814 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90339d9-616d-4dd9-9a70-0690d8734ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=d91136a8-ce33-4918-a613-fe42fbce644b,revision_number=7']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:07.293419 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=50e42342-3dd3-4471-9114-97bf09fa8efd,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:07.321631 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 83e707e1-bf12-4c7c-a89d-817fb1d04fd0 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:45:07.324587 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 0553aa7b-17be-418d-b02a-fbf798175967 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:45:07.331911 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d1d91e-4f06-4af9-a2de-fc72d9f135e2 None None] Network f7252454-5644-451b-b8b3-075749662cc9 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:45:07.361684 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b86dddf-872d-4710-9f6d-7a4b3a489a83 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:07.362439 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b86dddf-872d-4710-9f6d-7a4b3a489a83 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:07.362964 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5b86dddf-872d-4710-9f6d-7a4b3a489a83 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:07.457238 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-10ccb866-707f-401e-9ace-08417772776f tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "GET /v2.0/subnets?network_id=ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 207 time: 0.2021410 Nov 10 17:45:07.457238 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b24b8-6a55-4f8b-bb25-6d89128f9248 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Port': ['ID=281730de-f094-413c-b5fb-de58f69123bb,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:07.472782 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-64ceb345-e214-4630-a578-4b3e6045e627 None None] Port 83e707e1-bf12-4c7c-a89d-817fb1d04fd0 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:45:07.498101 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-64ceb345-e214-4630-a578-4b3e6045e627 None None] Could not find standard attr ID for object 281730de-f094-413c-b5fb-de58f69123bb. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 17:45:07.557238 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51710) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:07.591564 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-64ceb345-e214-4630-a578-4b3e6045e627 None None] Provisioning complete for port c2938bb5-8afd-4eba-b78f-0ce2deaef4ef triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:07.591881 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-64ceb345-e214-4630-a578-4b3e6045e627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:07.670338 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:07.713514 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1dd907b-7327-4342-9852-acf8dd4bc6eb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:07.756725 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d3391-b747-4b8a-bba6-0b5bf4f2dfee req-0d1dea26-8f69-4ff0-a431-75051bcc0899 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:07.768054 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d3391-b747-4b8a-bba6-0b5bf4f2dfee req-0d1dea26-8f69-4ff0-a431-75051bcc0899 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:07.777645 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d3391-b747-4b8a-bba6-0b5bf4f2dfee req-0d1dea26-8f69-4ff0-a431-75051bcc0899 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:07.783275 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a300a15d-832a-4d06-8f80-86127b800f79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-5c0efc28-79c7-4d60-a12c-1c30dd1fcad9', 'network_id': '5c0efc28-79c7-4d60-a12c-1c30dd1fcad9', 'tenant_id': 'fc451d9e1d364e44b017f9725fb1b3e6', 'fixed_ips': [{'subnet_id': 'f921aa8c-d75b-4dd2-a6d0-9b814c4228ad'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:45:07.786183 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a300a15d-832a-4d06-8f80-86127b800f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:07.788269 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d3391-b747-4b8a-bba6-0b5bf4f2dfee req-0d1dea26-8f69-4ff0-a431-75051bcc0899 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:07.795536 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d3391-b747-4b8a-bba6-0b5bf4f2dfee req-0d1dea26-8f69-4ff0-a431-75051bcc0899 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:07.797770 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-782d3391-b747-4b8a-bba6-0b5bf4f2dfee req-0d1dea26-8f69-4ff0-a431-75051bcc0899 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 3878 time: 0.6653695 Nov 10 17:45:07.937673 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 0553aa7b-17be-418d-b02a-fbf798175967, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=0553aa7b-17be-418d-b02a-fbf798175967,segment=NetworkSegment(a579ae98-b84f-4aec-aba4-51aa8df975cc),segment_id=a579ae98-b84f-4aec-aba4-51aa8df975cc)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:07.947954 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-d90339d9-616d-4dd9-9a70-0690d8734ee1 service neutron] No DVR routers for this DVR port d91136a8-ce33-4918-a613-fe42fbce644b on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:45:07.955492 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:07.958790 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3e991f-51d5-473e-9023-24b320df92ae tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Deleting subnet 3411f733-e210-41f9-8958-750e4ef24cb2 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:45:07.964876 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5e3e991f-51d5-473e-9023-24b320df92ae tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:08.063045 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50e42342-3dd3-4471-9114-97bf09fa8efd'}, {'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0553aa7b-17be-418d-b02a-fbf798175967'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:45:08.067522 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83686db8-0d35-402f-a1a0-70bcbd327672" -d '{"events": [{"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-unplugged", "status": "completed", "tag": "50e42342-3dd3-4471-9114-97bf09fa8efd"}, {"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-unplugged", "status": "completed", "tag": "0553aa7b-17be-418d-b02a-fbf798175967"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:45:08.103625 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-d90339d9-616d-4dd9-9a70-0690d8734ee1 service neutron] In _notify_port_updated(), no bound segment for port d91136a8-ce33-4918-a613-fe42fbce644b on network bd6bf6ab-ba3a-413b-abc3-299018f27566 {{(pid=102469) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 17:45:08.105577 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-d90339d9-616d-4dd9-9a70-0690d8734ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:08.107634 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-d90339d9-616d-4dd9-9a70-0690d8734ee1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:08.114197 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-d90339d9-616d-4dd9-9a70-0690d8734ee1 service neutron] 10.222.0.11 "PUT /v2.0/ports/d91136a8-ce33-4918-a613-fe42fbce644b HTTP/1.1" status: 200 len: 1026 time: 2.6792886 Nov 10 17:45:08.131002 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d01578a-c4e6-4506-9c08-ee7d28017d01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-f7252454-5644-451b-b8b3-075749662cc9', 'network_id': 'f7252454-5644-451b-b8b3-075749662cc9', 'tenant_id': 'fc451d9e1d364e44b017f9725fb1b3e6', 'fixed_ips': [{'subnet_id': 'b9f497e8-c9d6-4a24-a357-af6465465f8e'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:45:08.131894 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6d01578a-c4e6-4506-9c08-ee7d28017d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:08.179716 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 10 Nov 2021 17:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a49f7a6-3f6c-4e55-b3f0-bfac0cc1f448 x-openstack-request-id: req-3a49f7a6-3f6c-4e55-b3f0-bfac0cc1f448 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:45:08.180172 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-unplugged", "status": "completed", "tag": "50e42342-3dd3-4471-9114-97bf09fa8efd", "code": 200}, {"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-unplugged", "status": "completed", "tag": "0553aa7b-17be-418d-b02a-fbf798175967", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:45:08.180537 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3a49f7a6-3f6c-4e55-b3f0-bfac0cc1f448 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:45:08.181122 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50e42342-3dd3-4471-9114-97bf09fa8efd', 'code': 200} Nov 10 17:45:08.181489 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0553aa7b-17be-418d-b02a-fbf798175967', 'code': 200} Nov 10 17:45:08.188209 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5b86dddf-872d-4710-9f6d-7a4b3a489a83 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 10.1591706 Nov 10 17:45:08.237821 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51714) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:08.267528 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-72a4ed95-1e4c-4ea0-aa6e-4d102ed88f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:08.270842 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=0553aa7b-17be-418d-b02a-fbf798175967,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:08.272236 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-72a4ed95-1e4c-4ea0-aa6e-4d102ed88f75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:08.277691 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-72a4ed95-1e4c-4ea0-aa6e-4d102ed88f75 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/efe6606a-f489-4836-804b-e4666519b2c3 HTTP/1.1" status: 204 len: 168 time: 1.5998697 Nov 10 17:45:08.297408 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1dd907b-7327-4342-9852-acf8dd4bc6eb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:08.322825 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5e3e991f-51d5-473e-9023-24b320df92ae tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:08.406741 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4956eae0-5a24-489e-841d-ebb8254f11d5 admin admin] Router a86f7cf7-5515-47fa-b730-337126b5041d has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:45:08.432239 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-a1dd907b-7327-4342-9852-acf8dd4bc6eb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Allocated IP 172.25.5.81 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/81aa81da-7cbe-4b36-a2bb-048b8b5a3281) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:45:08.444456 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-a300a15d-832a-4d06-8f80-86127b800f79 None None] Allocated IP 2001:db8::1 (5c0efc28-79c7-4d60-a12c-1c30dd1fcad9/f921aa8c-d75b-4dd2-a6d0-9b814c4228ad/f7dcd087-cb1c-4cb4-b8d1-0e043498286b) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:45:08.463048 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-502faa61-94dd-4fbf-be9e-8289d280c03f None None] Provisioning complete for port 20d77a10-b570-44b2-9c71-dfd6d28bf854 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:08.463692 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-502faa61-94dd-4fbf-be9e-8289d280c03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:08.658165 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1dd907b-7327-4342-9852-acf8dd4bc6eb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:08.757841 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4ed95-1e4c-4ea0-aa6e-4d102ed88f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe6606a-f489-4836-804b-e4666519b2c3,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:08.839520 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-502faa61-94dd-4fbf-be9e-8289d280c03f None None] Port 20d77a10-b570-44b2-9c71-dfd6d28bf854 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:45:08.871196 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0bb022-46de-4f0c-9321-8ede57d8f9fe tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:08.872805 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0bb022-46de-4f0c-9321-8ede57d8f9fe tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:08.874379 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0bb022-46de-4f0c-9321-8ede57d8f9fe tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:08.887616 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4e0bb022-46de-4f0c-9321-8ede57d8f9fe tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.6207335 Nov 10 17:45:08.887860 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-6d01578a-c4e6-4506-9c08-ee7d28017d01 None None] Allocated IP 2001:db8:0:1::1 (f7252454-5644-451b-b8b3-075749662cc9/b9f497e8-c9d6-4a24-a357-af6465465f8e/ff80451d-e14f-4e70-a0d9-48f26bfa64bc) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:45:08.887977 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3d9b24b8-6a55-4f8b-bb25-6d89128f9248 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:08.892233 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51720) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:08.930435 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1dd907b-7327-4342-9852-acf8dd4bc6eb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:08.937036 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-4626e4f9-2a80-4f10-a7f0-a47f9b845e95 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Deleting port 50e42342-3dd3-4471-9114-97bf09fa8efd {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:45:08.938403 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-4626e4f9-2a80-4f10-a7f0-a47f9b845e95 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:08.943202 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-502faa61-94dd-4fbf-be9e-8289d280c03f None None] Provisioning complete for port d91136a8-ce33-4918-a613-fe42fbce644b triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:08.943649 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-502faa61-94dd-4fbf-be9e-8289d280c03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:09.038776 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceaae3ec-7a7d-4510-81cb-16329be198b1 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:09.049814 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceaae3ec-7a7d-4510-81cb-16329be198b1 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:09.057570 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceaae3ec-7a7d-4510-81cb-16329be198b1 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:09.064720 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceaae3ec-7a7d-4510-81cb-16329be198b1 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:09.071663 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceaae3ec-7a7d-4510-81cb-16329be198b1 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:09.078990 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceaae3ec-7a7d-4510-81cb-16329be198b1 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:09.080968 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ceaae3ec-7a7d-4510-81cb-16329be198b1 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 1.5171711 Nov 10 17:45:09.104466 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51728) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:09.133149 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd907b-7327-4342-9852-acf8dd4bc6eb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Pushing event updated for resources: {'Port': ['ID=81aa81da-7cbe-4b36-a2bb-048b8b5a3281,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:09.166254 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5e3e991f-51d5-473e-9023-24b320df92ae tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:09.242648 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dd907b-7327-4342-9852-acf8dd4bc6eb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:45:09.251352 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-a1dd907b-7327-4342-9852-acf8dd4bc6eb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:45:09.256617 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dd907b-7327-4342-9852-acf8dd4bc6eb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:45:09.276646 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-782d3391-b747-4b8a-bba6-0b5bf4f2dfee req-7b3a0067-0000-49d5-af54-df2898da82d4 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0340126 Nov 10 17:45:09.296733 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5e3e991f-51d5-473e-9023-24b320df92ae tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:09.372954 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f57ddf-ebae-4c38-a5cc-29d0fd7e136b tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Deleting subnet f921aa8c-d75b-4dd2-a6d0-9b814c4228ad {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:45:09.381298 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5e3e991f-51d5-473e-9023-24b320df92ae tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:09.391350 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5e3e991f-51d5-473e-9023-24b320df92ae tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "DELETE /v2.0/subnets/3411f733-e210-41f9-8958-750e4ef24cb2 HTTP/1.1" status: 204 len: 168 time: 2.3602796 Nov 10 17:45:09.391350 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e991f-51d5-473e-9023-24b320df92ae tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Pushing event deleted for resources: {'Subnet': ['ID=3411f733-e210-41f9-8958-750e4ef24cb2,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:09.398071 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51732) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:09.501108 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-4626e4f9-2a80-4f10-a7f0-a47f9b845e95 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] For port 50e42342-3dd3-4471-9114-97bf09fa8efd, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=50e42342-3dd3-4471-9114-97bf09fa8efd,segment=NetworkSegment(075697be-07cf-47b8-98f3-bb3c0c948546),segment_id=075697be-07cf-47b8-98f3-bb3c0c948546)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:09.501800 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-4626e4f9-2a80-4f10-a7f0-a47f9b845e95 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:09.519457 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-4626e4f9-2a80-4f10-a7f0-a47f9b845e95 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Calling delete_port for 50e42342-3dd3-4471-9114-97bf09fa8efd owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:45:09.549348 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6d01578a-c4e6-4506-9c08-ee7d28017d01 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:09.609824 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f8c602-e7d5-403b-82b2-9a36e4718019 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:45:09.615415 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3833d6-d7f0-4a16-815d-49e6cfed5633 None None] Network b877c666-d6da-438b-987e-146762b0ecf1 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:45:09.647540 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-87f9616a-694b-4e27-a116-2c25de56fdf4 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.5418050 Nov 10 17:45:09.656838 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51740) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:09.752883 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6d01578a-c4e6-4506-9c08-ee7d28017d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:09.799568 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4956eae0-5a24-489e-841d-ebb8254f11d5 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:45:09.809056 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dbe4e604-6d5e-44ea-9ca4-69f723257f9c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:09.822613 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4956eae0-5a24-489e-841d-ebb8254f11d5 admin admin] 10.222.0.39 "PUT /v2.0/routers/a86f7cf7-5515-47fa-b730-337126b5041d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.5219896 Nov 10 17:45:09.841098 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-502faa61-94dd-4fbf-be9e-8289d280c03f None None] Port d91136a8-ce33-4918-a613-fe42fbce644b cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:45:09.843062 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4362682a-14c6-436f-94d4-6ea33af9d86a None None] Sync routers for ids ['a86f7cf7-5515-47fa-b730-337126b5041d'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:45:09.859879 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9b24b8-6a55-4f8b-bb25-6d89128f9248 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Router 1ec4dce8-5705-4dee-94a7-c55173c8797c has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:45:09.884699 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-4626e4f9-2a80-4f10-a7f0-a47f9b845e95 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:09.902983 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a300a15d-832a-4d06-8f80-86127b800f79 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:09.907927 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d01578a-c4e6-4506-9c08-ee7d28017d01 None None] Network f7252454-5644-451b-b8b3-075749662cc9 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:45:09.918962 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-6d01578a-c4e6-4506-9c08-ee7d28017d01 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:45:09.927936 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a300a15d-832a-4d06-8f80-86127b800f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:09.930108 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d01578a-c4e6-4506-9c08-ee7d28017d01 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:45:09.939796 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4362682a-14c6-436f-94d4-6ea33af9d86a None None] Routers {'a86f7cf7-5515-47fa-b730-337126b5041d'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:45:09.941929 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-4362682a-14c6-436f-94d4-6ea33af9d86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:45:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a86f7cf7-5515-47fa-b730-337126b5041d'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:09.947360 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01578a-c4e6-4506-9c08-ee7d28017d01 None None] Pushing event updated for resources: {'Port': ['ID=ff80451d-e14f-4e70-a0d9-48f26bfa64bc,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:09.965247 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b9f57ddf-ebae-4c38-a5cc-29d0fd7e136b tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:10.042710 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a300a15d-832a-4d06-8f80-86127b800f79 None None] Network 5c0efc28-79c7-4d60-a12c-1c30dd1fcad9 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:45:10.097361 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-a300a15d-832a-4d06-8f80-86127b800f79 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:45:10.116301 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a300a15d-832a-4d06-8f80-86127b800f79 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:45:10.193843 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc779137-2c2b-4f0c-9f64-c7e0726000a5 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:10.204498 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc779137-2c2b-4f0c-9f64-c7e0726000a5 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:10.208563 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc779137-2c2b-4f0c-9f64-c7e0726000a5 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:10.212906 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300a15d-832a-4d06-8f80-86127b800f79 None None] Pushing event updated for resources: {'Port': ['ID=f7dcd087-cb1c-4cb4-b8d1-0e043498286b,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:10.232674 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc779137-2c2b-4f0c-9f64-c7e0726000a5 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:10.234773 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-4188a084-6ee7-46ef-bb0b-c987a041174b None None] Provisioning complete for port 81aa81da-7cbe-4b36-a2bb-048b8b5a3281 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:10.235382 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4188a084-6ee7-46ef-bb0b-c987a041174b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:10.237562 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626e4f9-2a80-4f10-a7f0-a47f9b845e95 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Pushing event deleted for resources: {'Port': ['ID=50e42342-3dd3-4471-9114-97bf09fa8efd,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:10.241840 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc779137-2c2b-4f0c-9f64-c7e0726000a5 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:10.257902 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-dc779137-2c2b-4f0c-9f64-c7e0726000a5 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5997090 Nov 10 17:45:10.288723 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51752) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:10.312571 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-4626e4f9-2a80-4f10-a7f0-a47f9b845e95 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] No DVR routers for this DVR port 50e42342-3dd3-4471-9114-97bf09fa8efd on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:45:10.320202 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-4626e4f9-2a80-4f10-a7f0-a47f9b845e95 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:10.337513 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-4626e4f9-2a80-4f10-a7f0-a47f9b845e95 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.11 "DELETE /v2.0/ports/50e42342-3dd3-4471-9114-97bf09fa8efd HTTP/1.1" status: 204 len: 173 time: 2.1602478 Nov 10 17:45:10.339336 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9b24b8-6a55-4f8b-bb25-6d89128f9248 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:45:10.346832 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-deleted', 'tag': '50e42342-3dd3-4471-9114-97bf09fa8efd'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:45:10.350982 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7944a03-f91f-49b1-b2f9-750a911c3abd" -d '{"events": [{"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-deleted", "tag": "50e42342-3dd3-4471-9114-97bf09fa8efd"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:45:10.384196 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3d9b24b8-6a55-4f8b-bb25-6d89128f9248 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "PUT /v2.0/routers/1ec4dce8-5705-4dee-94a7-c55173c8797c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.6313758 Nov 10 17:45:10.390264 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51758) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:10.405794 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-6d01578a-c4e6-4506-9c08-ee7d28017d01 None None] Attempting to bind port ff80451d-e14f-4e70-a0d9-48f26bfa64bc on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:45:10.406202 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-6d01578a-c4e6-4506-9c08-ee7d28017d01 None None] Attempting to bind port ff80451d-e14f-4e70-a0d9-48f26bfa64bc by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '6d9952b8-a6d9-4c31-b668-c06ed2703148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f7252454-5644-451b-b8b3-075749662cc9'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:45:10.406576 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d01578a-c4e6-4506-9c08-ee7d28017d01 None None] Attempting to bind port ff80451d-e14f-4e70-a0d9-48f26bfa64bc on network f7252454-5644-451b-b8b3-075749662cc9 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:45:10.410763 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79fa2a8-40cb-4564-a923-05f2a9425135 None None] Sync routers for ids ['1ec4dce8-5705-4dee-94a7-c55173c8797c'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:45:10.477629 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79fa2a8-40cb-4564-a923-05f2a9425135 None None] Routers {'1ec4dce8-5705-4dee-94a7-c55173c8797c'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:45:10.478698 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e79fa2a8-40cb-4564-a923-05f2a9425135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:45:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['1ec4dce8-5705-4dee-94a7-c55173c8797c'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:10.499269 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b9f57ddf-ebae-4c38-a5cc-29d0fd7e136b tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:10.506212 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d01578a-c4e6-4506-9c08-ee7d28017d01 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:45:10.506678 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d01578a-c4e6-4506-9c08-ee7d28017d01 None None] Checking segment: {'id': '6d9952b8-a6d9-4c31-b668-c06ed2703148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f7252454-5644-451b-b8b3-075749662cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:45:10.507196 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6d01578a-c4e6-4506-9c08-ee7d28017d01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:10.507500 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d01578a-c4e6-4506-9c08-ee7d28017d01 None None] Bound using segment: {'id': '6d9952b8-a6d9-4c31-b668-c06ed2703148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f7252454-5644-451b-b8b3-075749662cc9'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:45:10.508008 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-6d01578a-c4e6-4506-9c08-ee7d28017d01 None None] Bound port: ff80451d-e14f-4e70-a0d9-48f26bfa64bc, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9952b8-a6d9-4c31-b668-c06ed2703148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f7252454-5644-451b-b8b3-075749662cc9'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:45:10.520793 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6d01578a-c4e6-4506-9c08-ee7d28017d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:10.582765 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-4362682a-14c6-436f-94d4-6ea33af9d86a None None] Set router a86f7cf7-5515-47fa-b730-337126b5041d gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:45:10.603790 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-4188a084-6ee7-46ef-bb0b-c987a041174b None None] Port 81aa81da-7cbe-4b36-a2bb-048b8b5a3281 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:45:10.630151 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ffd631-1207-43d0-a187-32e639bd5514 x-openstack-request-id: req-a7ffd631-1207-43d0-a187-32e639bd5514 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:45:10.630901 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-deleted", "tag": "50e42342-3dd3-4471-9114-97bf09fa8efd", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:45:10.631114 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a7ffd631-1207-43d0-a187-32e639bd5514 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:45:10.633064 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-deleted', 'tag': '50e42342-3dd3-4471-9114-97bf09fa8efd', 'status': 'completed', 'code': 200} Nov 10 17:45:10.656761 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4c3f3251-ed3a-4e23-b5aa-6f43608105cc tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ec4dce8-5705-4dee-94a7-c55173c8797c HTTP/1.1" status: 200 len: 205 time: 0.2344115 Nov 10 17:45:10.659038 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51762) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:10.680674 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e79fa2a8-40cb-4564-a923-05f2a9425135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:10.702233 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79fa2a8-40cb-4564-a923-05f2a9425135 None None] Routers {'1ec4dce8-5705-4dee-94a7-c55173c8797c'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:45:10.703636 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e79fa2a8-40cb-4564-a923-05f2a9425135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:45:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['1ec4dce8-5705-4dee-94a7-c55173c8797c'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:10.717084 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-a300a15d-832a-4d06-8f80-86127b800f79 None None] Attempting to bind port f7dcd087-cb1c-4cb4-b8d1-0e043498286b on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:45:10.717851 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-a300a15d-832a-4d06-8f80-86127b800f79 None None] Attempting to bind port f7dcd087-cb1c-4cb4-b8d1-0e043498286b by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'd8130d98-72b4-4df2-84e4-e83532b0780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5c0efc28-79c7-4d60-a12c-1c30dd1fcad9'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:45:10.719173 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a300a15d-832a-4d06-8f80-86127b800f79 None None] Attempting to bind port f7dcd087-cb1c-4cb4-b8d1-0e043498286b on network 5c0efc28-79c7-4d60-a12c-1c30dd1fcad9 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:45:10.730361 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1dd907b-7327-4342-9852-acf8dd4bc6eb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:10.810083 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a300a15d-832a-4d06-8f80-86127b800f79 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:45:10.810580 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a300a15d-832a-4d06-8f80-86127b800f79 None None] Checking segment: {'id': 'd8130d98-72b4-4df2-84e4-e83532b0780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5c0efc28-79c7-4d60-a12c-1c30dd1fcad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:45:10.811373 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a300a15d-832a-4d06-8f80-86127b800f79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:10.812748 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a300a15d-832a-4d06-8f80-86127b800f79 None None] Bound using segment: {'id': 'd8130d98-72b4-4df2-84e4-e83532b0780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5c0efc28-79c7-4d60-a12c-1c30dd1fcad9'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:45:10.813586 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-a300a15d-832a-4d06-8f80-86127b800f79 None None] Bound port: f7dcd087-cb1c-4cb4-b8d1-0e043498286b, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8130d98-72b4-4df2-84e4-e83532b0780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5c0efc28-79c7-4d60-a12c-1c30dd1fcad9'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:45:10.819832 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a300a15d-832a-4d06-8f80-86127b800f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:10.879129 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e79fa2a8-40cb-4564-a923-05f2a9425135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:10.881754 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79fa2a8-40cb-4564-a923-05f2a9425135 None None] The sync data for ids ['1ec4dce8-5705-4dee-94a7-c55173c8797c'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:45:10.890043 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91f7f21-26ab-4745-9381-15b9fc96a9a8 None None] DHCP port deletion for b877c666-d6da-438b-987e-146762b0ecf1 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:45:10.993677 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f4339b-bb52-490d-9248-fa1eb51d7227 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['shared'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:10.995204 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f4339b-bb52-490d-9248-fa1eb51d7227 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['shared'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:10.997962 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f4339b-bb52-490d-9248-fa1eb51d7227 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['shared'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:10.999156 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f4339b-bb52-490d-9248-fa1eb51d7227 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['shared'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:11.000868 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f4339b-bb52-490d-9248-fa1eb51d7227 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['shared'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:11.010279 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-12f4339b-bb52-490d-9248-fa1eb51d7227 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.7176261 Nov 10 17:45:11.023524 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51794) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:11.028396 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-dbe4e604-6d5e-44ea-9ca4-69f723257f9c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Deleting port 012a3c7d-4642-4341-83d1-125b5f7dac6c {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:45:11.034562 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dbe4e604-6d5e-44ea-9ca4-69f723257f9c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:11.103910 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 012a3c7d-4642-4341-83d1-125b5f7dac6c no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:45:11.205303 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2e5b9f40-a36d-4bf3-84be-b4f9e85fd005 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:11.290825 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-dbe4e604-6d5e-44ea-9ca4-69f723257f9c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] For port 012a3c7d-4642-4341-83d1-125b5f7dac6c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=012a3c7d-4642-4341-83d1-125b5f7dac6c,segment=NetworkSegment(249c0323-6dca-4e3f-a738-983d53eaf0e4),segment_id=249c0323-6dca-4e3f-a738-983d53eaf0e4)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:11.291728 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dbe4e604-6d5e-44ea-9ca4-69f723257f9c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:11.319776 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-dbe4e604-6d5e-44ea-9ca4-69f723257f9c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Calling delete_port for 012a3c7d-4642-4341-83d1-125b5f7dac6c owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:45:11.393383 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614c6ac-bda0-42ba-a671-c4db524adcf6 req-05a03a88-f3da-4fcf-89dc-81cbb6c696a9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:11.419134 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614c6ac-bda0-42ba-a671-c4db524adcf6 req-05a03a88-f3da-4fcf-89dc-81cbb6c696a9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:11.436660 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-6d01578a-c4e6-4506-9c08-ee7d28017d01 None None] For port ff80451d-e14f-4e70-a0d9-48f26bfa64bc, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:45:11.446008 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614c6ac-bda0-42ba-a671-c4db524adcf6 req-05a03a88-f3da-4fcf-89dc-81cbb6c696a9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:11.463231 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614c6ac-bda0-42ba-a671-c4db524adcf6 req-05a03a88-f3da-4fcf-89dc-81cbb6c696a9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:11.476432 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4614c6ac-bda0-42ba-a671-c4db524adcf6 req-05a03a88-f3da-4fcf-89dc-81cbb6c696a9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 3143 time: 0.5522981 Nov 10 17:45:11.530465 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-6d01578a-c4e6-4506-9c08-ee7d28017d01 None None] For port ff80451d-e14f-4e70-a0d9-48f26bfa64bc, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ff80451d-e14f-4e70-a0d9-48f26bfa64bc,segment=NetworkSegment(6d9952b8-a6d9-4c31-b668-c06ed2703148),segment_id=6d9952b8-a6d9-4c31-b668-c06ed2703148)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:45:11.578727 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6d01578a-c4e6-4506-9c08-ee7d28017d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:11.642854 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dbe4e604-6d5e-44ea-9ca4-69f723257f9c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:11.717809 n-d-776250-10 neutron-server[102470]: INFO neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No ports have port_id starting with 012a3c7d-4642-4341-83d1-125b5f7dac6c Nov 10 17:45:11.722955 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-a300a15d-832a-4d06-8f80-86127b800f79 None None] For port f7dcd087-cb1c-4cb4-b8d1-0e043498286b, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:45:11.821243 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe4e604-6d5e-44ea-9ca4-69f723257f9c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] No DVR routers for this DVR port 012a3c7d-4642-4341-83d1-125b5f7dac6c on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:45:11.844322 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-a300a15d-832a-4d06-8f80-86127b800f79 None None] For port f7dcd087-cb1c-4cb4-b8d1-0e043498286b, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=f7dcd087-cb1c-4cb4-b8d1-0e043498286b,segment=NetworkSegment(d8130d98-72b4-4df2-84e4-e83532b0780a),segment_id=d8130d98-72b4-4df2-84e4-e83532b0780a)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:45:11.861115 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-f91f7f21-26ab-4745-9381-15b9fc96a9a8 None None] Deleting port 012a3c7d-4642-4341-83d1-125b5f7dac6c {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:45:11.865029 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f91f7f21-26ab-4745-9381-15b9fc96a9a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:11.921995 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a300a15d-832a-4d06-8f80-86127b800f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:12.021109 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-9aa09939-06f1-4c1c-90e1-826b60f7aa10 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Deleting port 1b397362-5908-4133-821d-3cd55c0c1231 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:45:12.021646 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-9aa09939-06f1-4c1c-90e1-826b60f7aa10 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:12.048281 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b9f57ddf-ebae-4c38-a5cc-29d0fd7e136b tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:12.058564 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2e5b9f40-a36d-4bf3-84be-b4f9e85fd005 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:12.077825 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2e5b9f40-a36d-4bf3-84be-b4f9e85fd005 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:12.089263 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01578a-c4e6-4506-9c08-ee7d28017d01 None None] Pushing event updated for resources: {'Port': ['ID=ff80451d-e14f-4e70-a0d9-48f26bfa64bc,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:12.234830 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4614c6ac-bda0-42ba-a671-c4db524adcf6 req-6e42bf00-6d08-487e-8fee-353cef48a05f tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7126789 Nov 10 17:45:12.323739 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f91f7f21-26ab-4745-9381-15b9fc96a9a8 None None] For port 012a3c7d-4642-4341-83d1-125b5f7dac6c, host n-d-776250-10, got binding levels [] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:12.324205 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f91f7f21-26ab-4745-9381-15b9fc96a9a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:12.330921 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4e604-6d5e-44ea-9ca4-69f723257f9c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Pushing event deleted for resources: {'Port': ['ID=012a3c7d-4642-4341-83d1-125b5f7dac6c,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:12.442998 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2e5b9f40-a36d-4bf3-84be-b4f9e85fd005 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:12.443932 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5b9f40-a36d-4bf3-84be-b4f9e85fd005 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Fanout notify agent at l3_agent the message router_deleted on router 1ec4dce8-5705-4dee-94a7-c55173c8797c {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:45:12.458582 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2e5b9f40-a36d-4bf3-84be-b4f9e85fd005 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:12.464036 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2e5b9f40-a36d-4bf3-84be-b4f9e85fd005 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/routers/1ec4dce8-5705-4dee-94a7-c55173c8797c HTTP/1.1" status: 204 len: 168 time: 1.7896762 Nov 10 17:45:12.464825 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51834) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:12.528197 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-f91f7f21-26ab-4745-9381-15b9fc96a9a8 None None] Calling delete_port for 012a3c7d-4642-4341-83d1-125b5f7dac6c owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:45:12.534930 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300a15d-832a-4d06-8f80-86127b800f79 None None] Pushing event updated for resources: {'Port': ['ID=f7dcd087-cb1c-4cb4-b8d1-0e043498286b,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:12.548735 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.ipam_backend_mixin [None req-f91f7f21-26ab-4745-9381-15b9fc96a9a8 None None] Port 012a3c7d-4642-4341-83d1-125b5f7dac6c was not found and therefore no delete operation was performed {{(pid=102470) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 17:45:12.553564 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-4362682a-14c6-436f-94d4-6ea33af9d86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'name': 'tempest-TaggedBootDevicesTest_v242-549713219-router', 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '462ce251-4bad-49fb-a84b-fe3673c33258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:44:42Z', 'updated_at': '2021-11-10T17:45:01Z', 'revision_number': 4, 'project_id': '87ef8f67c317450abb70e6821b7851c3', 'gw_port': {'id': '462ce251-4bad-49fb-a84b-fe3673c33258', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:44:45Z', 'updated_at': '2021-11-10T17:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '20d77a10-b570-44b2-9c71-dfd6d28bf854', 'name': '', 'network_id': '7ba70b55-5d77-4457-b11f-9823987d654f', 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'mac_address': 'fa:16:3e:bc:1a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '2408a0c7-e08d-426a-ac08-2e242a5b2cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:44:55Z', 'updated_at': '2021-11-10T17:45:03Z', 'revision_number': 2, 'project_id': '87ef8f67c317450abb70e6821b7851c3', 'subnets': [{'id': '2408a0c7-e08d-426a-ac08-2e242a5b2cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:12.561100 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f91f7f21-26ab-4745-9381-15b9fc96a9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:12.628324 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-9aa09939-06f1-4c1c-90e1-826b60f7aa10 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] For port 1b397362-5908-4133-821d-3cd55c0c1231, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=1b397362-5908-4133-821d-3cd55c0c1231,segment=NetworkSegment(075697be-07cf-47b8-98f3-bb3c0c948546),segment_id=075697be-07cf-47b8-98f3-bb3c0c948546)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:12.628833 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-9aa09939-06f1-4c1c-90e1-826b60f7aa10 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:12.659974 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f59acdf-0471-4e0c-96e8-b1b5fe8b4cdc tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:12.667394 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2f59acdf-0471-4e0c-96e8-b1b5fe8b4cdc tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "GET /v2.0/networks/5dcafdc1-ba8e-4d64-b232-2226acdb3f96 HTTP/1.1" status: 200 len: 803 time: 1.6396742 Nov 10 17:45:12.678417 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-79d93769-18ed-456f-8c6a-9ce1eea5c35a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Deleting subnet 5bae3962-af72-43ff-ae2d-af3bb798513a {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:45:12.696026 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51844) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:12.701972 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-79d93769-18ed-456f-8c6a-9ce1eea5c35a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:12.757871 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4362682a-14c6-436f-94d4-6ea33af9d86a None None] Checking router: a86f7cf7-5515-47fa-b730-337126b5041d for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:45:12.758557 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4362682a-14c6-436f-94d4-6ea33af9d86a None None] Updating router a86f7cf7-5515-47fa-b730-337126b5041d port 20d77a10-b570-44b2-9c71-dfd6d28bf854 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:45:12.821824 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f7f21-26ab-4745-9381-15b9fc96a9a8 None None] Pushing event deleted for resources: {'Port': ['ID=012a3c7d-4642-4341-83d1-125b5f7dac6c,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:12.831249 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91f7f21-26ab-4745-9381-15b9fc96a9a8 None None] No DVR routers for this DVR port 012a3c7d-4642-4341-83d1-125b5f7dac6c on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:45:12.855589 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4362682a-14c6-436f-94d4-6ea33af9d86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:13.143025 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dbe4e604-6d5e-44ea-9ca4-69f723257f9c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:13.164741 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-9aa09939-06f1-4c1c-90e1-826b60f7aa10 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Calling delete_port for 1b397362-5908-4133-821d-3cd55c0c1231 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:45:13.247773 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-dbe4e604-6d5e-44ea-9ca4-69f723257f9c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b877c666-d6da-438b-987e-146762b0ecf1']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:13.280424 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-79d93769-18ed-456f-8c6a-9ce1eea5c35a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:13.296061 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-dbe4e604-6d5e-44ea-9ca4-69f723257f9c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '249c0323-6dca-4e3f-a738-983d53eaf0e4') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:13.296633 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-dbe4e604-6d5e-44ea-9ca4-69f723257f9c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '249c0323-6dca-4e3f-a738-983d53eaf0e4') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:13.319771 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dbe4e604-6d5e-44ea-9ca4-69f723257f9c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:13.347645 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dbe4e604-6d5e-44ea-9ca4-69f723257f9c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:13.457363 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbe4e604-6d5e-44ea-9ca4-69f723257f9c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:45:13.469505 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dbe4e604-6d5e-44ea-9ca4-69f723257f9c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:13.491179 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:45:13.491179 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:45:13.491179 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:45:13.491179 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:45:13.491179 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:45:13.491179 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:45:13.491179 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:45:13.491179 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:45:13.491179 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:45:13.491179 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:45:13.491179 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:45:13.491179 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:45:13.491179 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:45:13.491179 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:45:13.491179 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:45:13.491179 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:45:13.491179 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:45:13.491179 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:45:13.491179 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:45:13.491179 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:45:13.491179 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:45:13.491179 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:45:13.491179 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:45:13.491179 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:45:13.491179 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:45:13.491179 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:45:13.491179 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:45:13.491179 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:45:13.491179 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:45:13.491179 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:45:13.491179 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:45:13.491179 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:45:13.584882 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b9f57ddf-ebae-4c38-a5cc-29d0fd7e136b tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:13.712860 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-79d93769-18ed-456f-8c6a-9ce1eea5c35a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:13.884522 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-79d93769-18ed-456f-8c6a-9ce1eea5c35a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:13.969968 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-79d93769-18ed-456f-8c6a-9ce1eea5c35a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:13.981009 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-79d93769-18ed-456f-8c6a-9ce1eea5c35a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/subnets/5bae3962-af72-43ff-ae2d-af3bb798513a HTTP/1.1" status: 204 len: 168 time: 1.5145447 Nov 10 17:45:14.002045 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d93769-18ed-456f-8c6a-9ce1eea5c35a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Subnet': ['ID=5bae3962-af72-43ff-ae2d-af3bb798513a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:14.016339 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51878) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:14.355124 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-41f644d3-1132-47f0-a9bb-83172450c3c6 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "GET /v2.0/networks/5dcafdc1-ba8e-4d64-b232-2226acdb3f96?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 1.6575823 Nov 10 17:45:14.355323 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1dd907b-7327-4342-9852-acf8dd4bc6eb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:14.361395 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51884) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:14.369418 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f57ddf-ebae-4c38-a5cc-29d0fd7e136b tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Pushing event deleted for resources: {'Subnet': ['ID=f921aa8c-d75b-4dd2-a6d0-9b814c4228ad,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:14.390705 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4362682a-14c6-436f-94d4-6ea33af9d86a None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:14.422658 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device f7dcd087-cb1c-4cb4-b8d1-0e043498286b up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:45:14.434562 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c49d6dc-ba36-4ab9-b23f-bb76d98939a7 None None] Network 0d7622f0-05aa-401c-a326-c66ce4d0ee53 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:45:14.479073 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ad00d645-0580-469e-a7c3-4bdb574a5e71 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:14.502910 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4362682a-14c6-436f-94d4-6ea33af9d86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:14.510154 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51886) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:14.525877 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4941c49-a117-4eb0-adba-cf79281ce66e None None] Network f7252454-5644-451b-b8b3-075749662cc9 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:45:14.643110 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf804be-6132-4fc9-a17d-2427e8686242 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:14.653606 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ccf804be-6132-4fc9-a17d-2427e8686242 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "GET /v2.0/subnets/631f4d3b-1cfa-4074-ba43-9eacf70cb04b HTTP/1.1" status: 200 len: 843 time: 0.2844410 Nov 10 17:45:14.664278 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51890) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:14.858303 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b9f57ddf-ebae-4c38-a5cc-29d0fd7e136b tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:14.860322 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-f5dcca19-9c04-4872-9a05-e5618b32a22e None None] Provisioning complete for port ff80451d-e14f-4e70-a0d9-48f26bfa64bc triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:14.861033 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f5dcca19-9c04-4872-9a05-e5618b32a22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:14.871953 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ce706-5a24-4dac-940f-b34b6e92c20a None None] Pushing event updated for resources: {'Port': ['ID=20d77a10-b570-44b2-9c71-dfd6d28bf854,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:14.873170 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b9f57ddf-ebae-4c38-a5cc-29d0fd7e136b tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] 10.222.0.39 "DELETE /v2.0/subnets/f921aa8c-d75b-4dd2-a6d0-9b814c4228ad HTTP/1.1" status: 204 len: 168 time: 5.9766560 Nov 10 17:45:14.902048 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51892) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:14.979786 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04e3864-a709-4ffd-a00e-0002150d350e None None] Network 5c0efc28-79c7-4d60-a12c-1c30dd1fcad9 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:45:14.995861 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dbe4e604-6d5e-44ea-9ca4-69f723257f9c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:15.034122 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dbe4e604-6d5e-44ea-9ca4-69f723257f9c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:15.040744 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-dbe4e604-6d5e-44ea-9ca4-69f723257f9c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "DELETE /v2.0/networks/b877c666-d6da-438b-987e-146762b0ecf1 HTTP/1.1" status: 204 len: 168 time: 5.6409860 Nov 10 17:45:15.069017 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-4362682a-14c6-436f-94d4-6ea33af9d86a None None] Attempting to bind port 20d77a10-b570-44b2-9c71-dfd6d28bf854 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:45:15.069289 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-4362682a-14c6-436f-94d4-6ea33af9d86a None None] Attempting to bind port 20d77a10-b570-44b2-9c71-dfd6d28bf854 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '5f095d99-d612-47ab-81fe-140248ebc91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7ba70b55-5d77-4457-b11f-9823987d654f'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:45:15.069652 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4362682a-14c6-436f-94d4-6ea33af9d86a None None] Attempting to bind port 20d77a10-b570-44b2-9c71-dfd6d28bf854 on network 7ba70b55-5d77-4457-b11f-9823987d654f {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:45:15.077689 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51894) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:15.143477 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4362682a-14c6-436f-94d4-6ea33af9d86a None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:45:15.144526 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4362682a-14c6-436f-94d4-6ea33af9d86a None None] Checking segment: {'id': '5f095d99-d612-47ab-81fe-140248ebc91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7ba70b55-5d77-4457-b11f-9823987d654f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:45:15.144942 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4362682a-14c6-436f-94d4-6ea33af9d86a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:15.145339 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4362682a-14c6-436f-94d4-6ea33af9d86a None None] Bound using segment: {'id': '5f095d99-d612-47ab-81fe-140248ebc91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7ba70b55-5d77-4457-b11f-9823987d654f'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:45:15.145944 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-4362682a-14c6-436f-94d4-6ea33af9d86a None None] Bound port: 20d77a10-b570-44b2-9c71-dfd6d28bf854, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f095d99-d612-47ab-81fe-140248ebc91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7ba70b55-5d77-4457-b11f-9823987d654f'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:45:15.146341 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4362682a-14c6-436f-94d4-6ea33af9d86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:15.171830 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port f7dcd087-cb1c-4cb4-b8d1-0e043498286b triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:15.172251 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:15.202733 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f9d8f-e36b-47d8-86cb-a2c3bdab034e req-79e9d392-65ba-4451-abfc-cc385578bdc1 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:15.218589 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f9d8f-e36b-47d8-86cb-a2c3bdab034e req-79e9d392-65ba-4451-abfc-cc385578bdc1 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:15.233028 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f9d8f-e36b-47d8-86cb-a2c3bdab034e req-79e9d392-65ba-4451-abfc-cc385578bdc1 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:15.251872 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f9d8f-e36b-47d8-86cb-a2c3bdab034e req-79e9d392-65ba-4451-abfc-cc385578bdc1 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:15.264837 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9e3f9d8f-e36b-47d8-86cb-a2c3bdab034e req-79e9d392-65ba-4451-abfc-cc385578bdc1 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 3143 time: 1.1598237 Nov 10 17:45:15.270494 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4e604-6d5e-44ea-9ca4-69f723257f9c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Pushing event deleted for resources: {'Network': ['ID=b877c666-d6da-438b-987e-146762b0ecf1,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:15.376924 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d70df71-625b-4665-b2f7-aca22ca44ec2 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Deleting subnet b9f497e8-c9d6-4a24-a357-af6465465f8e {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:45:15.419057 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1dd907b-7327-4342-9852-acf8dd4bc6eb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Router 9c3c17e5-42b9-47e7-b206-f4b50d9e94c0 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:45:15.427380 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d70df71-625b-4665-b2f7-aca22ca44ec2 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:15.523413 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64554fb1-345f-4d98-bf45-54945dfa1797 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['shared'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:15.529387 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-64554fb1-345f-4d98-bf45-54945dfa1797 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "GET /v2.0/subnets/631f4d3b-1cfa-4074-ba43-9eacf70cb04b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.8467164 Nov 10 17:45:15.547467 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51898) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:15.555201 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-3b076b4e-4919-4c44-8913-154041236e2d tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1639662651'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:45:15.558470 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b197e18d-ba0d-44da-9078-7e5dcc35b243 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:15.625776 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdad2b9f-b92a-4a1a-98e9-e3722ac1040e tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Deleting subnet b070b46f-5e79-4392-85dc-b29927e8563a {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:45:15.638400 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cdad2b9f-b92a-4a1a-98e9-e3722ac1040e tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:15.639923 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f5dcca19-9c04-4872-9a05-e5618b32a22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:15.662351 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-9aa09939-06f1-4c1c-90e1-826b60f7aa10 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:15.686141 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-ad00d645-0580-469e-a7c3-4bdb574a5e71 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Deleting port ad29a79c-18dc-4639-807a-a7e504053371 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:45:15.686916 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ad00d645-0580-469e-a7c3-4bdb574a5e71 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:15.693316 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-4362682a-14c6-436f-94d4-6ea33af9d86a None None] For port 20d77a10-b570-44b2-9c71-dfd6d28bf854, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:45:15.708706 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e1b8ac-3690-41fd-be22-051607e255d3 None None] DHCP port deletion for 0d7622f0-05aa-401c-a326-c66ce4d0ee53 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:45:15.720038 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa09939-06f1-4c1c-90e1-826b60f7aa10 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Pushing event deleted for resources: {'Port': ['ID=1b397362-5908-4133-821d-3cd55c0c1231,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:15.760509 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-4362682a-14c6-436f-94d4-6ea33af9d86a None None] For port 20d77a10-b570-44b2-9c71-dfd6d28bf854, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=20d77a10-b570-44b2-9c71-dfd6d28bf854,segment=NetworkSegment(5f095d99-d612-47ab-81fe-140248ebc91a),segment_id=5f095d99-d612-47ab-81fe-140248ebc91a)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:45:15.773005 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cdad2b9f-b92a-4a1a-98e9-e3722ac1040e tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:15.810713 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4362682a-14c6-436f-94d4-6ea33af9d86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:15.899433 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f5dcca19-9c04-4872-9a05-e5618b32a22e None None] For port ff80451d-e14f-4e70-a0d9-48f26bfa64bc, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ff80451d-e14f-4e70-a0d9-48f26bfa64bc,segment=NetworkSegment(6d9952b8-a6d9-4c31-b668-c06ed2703148),segment_id=6d9952b8-a6d9-4c31-b668-c06ed2703148)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:15.913644 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-9aa09939-06f1-4c1c-90e1-826b60f7aa10 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] No DVR routers for this DVR port 1b397362-5908-4133-821d-3cd55c0c1231 on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:45:15.919024 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:15.921023 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-9aa09939-06f1-4c1c-90e1-826b60f7aa10 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:15.927774 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-9aa09939-06f1-4c1c-90e1-826b60f7aa10 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.11 "DELETE /v2.0/ports/1b397362-5908-4133-821d-3cd55c0c1231 HTTP/1.1" status: 204 len: 173 time: 5.5386944 Nov 10 17:45:15.931742 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c9bb59-0561-49bf-81ec-81a6c0ae2a1f None None] DHCP port deletion for 5c0efc28-79c7-4d60-a12c-1c30dd1fcad9 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:45:15.949972 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-deleted', 'tag': '1b397362-5908-4133-821d-3cd55c0c1231'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:45:15.957366 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c276a1cc-ba55-47b4-ac82-bc99d676cb68" -d '{"events": [{"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-deleted", "tag": "1b397362-5908-4133-821d-3cd55c0c1231"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:45:15.974078 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f5dcca19-9c04-4872-9a05-e5618b32a22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:16.128059 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab5c849-b716-4354-aa8e-5440a76c6e7e x-openstack-request-id: req-4ab5c849-b716-4354-aa8e-5440a76c6e7e {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:45:16.128059 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-deleted", "tag": "1b397362-5908-4133-821d-3cd55c0c1231", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:45:16.130248 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4ab5c849-b716-4354-aa8e-5440a76c6e7e {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:45:16.130752 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-deleted', 'tag': '1b397362-5908-4133-821d-3cd55c0c1231', 'status': 'completed', 'code': 200} Nov 10 17:45:16.142877 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4362682a-14c6-436f-94d4-6ea33af9d86a None None] Routers {'a86f7cf7-5515-47fa-b730-337126b5041d'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:45:16.144508 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-4362682a-14c6-436f-94d4-6ea33af9d86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:45:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a86f7cf7-5515-47fa-b730-337126b5041d'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:16.153109 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cdad2b9f-b92a-4a1a-98e9-e3722ac1040e tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:16.157470 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ce706-5a24-4dac-940f-b34b6e92c20a None None] Pushing event updated for resources: {'Port': ['ID=20d77a10-b570-44b2-9c71-dfd6d28bf854,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:16.199774 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b197e18d-ba0d-44da-9078-7e5dcc35b243 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:16.218723 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-ad00d645-0580-469e-a7c3-4bdb574a5e71 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] For port ad29a79c-18dc-4639-807a-a7e504053371, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ad29a79c-18dc-4639-807a-a7e504053371,segment=NetworkSegment(29a783cb-b91f-460e-9518-784b68d0fb76),segment_id=29a783cb-b91f-460e-9518-784b68d0fb76)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:16.222244 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ad00d645-0580-469e-a7c3-4bdb574a5e71 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:16.245131 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b197e18d-ba0d-44da-9078-7e5dcc35b243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:16.292910 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b076b4e-4919-4c44-8913-154041236e2d tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Made reservation on behalf of 1e482b7991684b25b580f167d516644d for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:45:16.297109 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port f7dcd087-cb1c-4cb4-b8d1-0e043498286b, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=f7dcd087-cb1c-4cb4-b8d1-0e043498286b,segment=NetworkSegment(d8130d98-72b4-4df2-84e4-e83532b0780a),segment_id=d8130d98-72b4-4df2-84e4-e83532b0780a)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:16.302452 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3b076b4e-4919-4c44-8913-154041236e2d tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:16.328953 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cdad2b9f-b92a-4a1a-98e9-e3722ac1040e tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:16.331057 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:16.332502 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ff80451d-e14f-4e70-a0d9-48f26bfa64bc up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:45:16.344201 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-31d1d01c-fe8b-4582-806c-a4a330fbbef8 None None] Provisioning complete for port 20d77a10-b570-44b2-9c71-dfd6d28bf854 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:16.345101 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-31d1d01c-fe8b-4582-806c-a4a330fbbef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:16.361180 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-ad00d645-0580-469e-a7c3-4bdb574a5e71 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Calling delete_port for ad29a79c-18dc-4639-807a-a7e504053371 owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:45:16.507354 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197e18d-ba0d-44da-9078-7e5dcc35b243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c01213-09dd-45c9-8724-c8566aa6cf26,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:16.538663 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad2b9f-b92a-4a1a-98e9-e3722ac1040e tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Pushing event deleted for resources: {'Subnet': ['ID=b070b46f-5e79-4392-85dc-b29927e8563a,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:16.552900 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-f6e1b8ac-3690-41fd-be22-051607e255d3 None None] Deleting port ad29a79c-18dc-4639-807a-a7e504053371 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:45:16.553484 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f6e1b8ac-3690-41fd-be22-051607e255d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:16.559410 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b197e18d-ba0d-44da-9078-7e5dcc35b243 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d534c50e40c94dae96f8832c8b437cae&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0445440 Nov 10 17:45:16.564771 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51904) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:16.657258 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-1498aae3-a15d-45ca-9a25-38d4312bf890 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Deleting port 45ab39ff-f9fe-4c21-8dec-e378b1fe5311 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:45:16.658027 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-1498aae3-a15d-45ca-9a25-38d4312bf890 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:16.771036 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dcca19-9c04-4872-9a05-e5618b32a22e None None] Pushing event updated for resources: {'Port': ['ID=ff80451d-e14f-4e70-a0d9-48f26bfa64bc,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:16.791405 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ad00d645-0580-469e-a7c3-4bdb574a5e71 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:16.818744 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad00d645-0580-469e-a7c3-4bdb574a5e71 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] No DVR routers for this DVR port ad29a79c-18dc-4639-807a-a7e504053371 on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:45:16.825992 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-09695410-e329-44e1-9dd1-98e6bbde87a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:16.827420 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d70df71-625b-4665-b2f7-aca22ca44ec2 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:16.905321 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00d645-0580-469e-a7c3-4bdb574a5e71 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Port': ['ID=ad29a79c-18dc-4639-807a-a7e504053371,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:16.942536 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9e3f9d8f-e36b-47d8-86cb-a2c3bdab034e req-dc8ed298-29e1-4649-b531-ea2fb8a0f7bc tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6530979 Nov 10 17:45:16.951595 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cdad2b9f-b92a-4a1a-98e9-e3722ac1040e tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:16.954639 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-4362682a-14c6-436f-94d4-6ea33af9d86a None None] Set router a86f7cf7-5515-47fa-b730-337126b5041d gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:45:16.970420 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cdad2b9f-b92a-4a1a-98e9-e3722ac1040e tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "DELETE /v2.0/subnets/b070b46f-5e79-4392-85dc-b29927e8563a HTTP/1.1" status: 204 len: 168 time: 1.8853147 Nov 10 17:45:16.982647 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-79c9bb59-0561-49bf-81ec-81a6c0ae2a1f None None] Deleting port f7dcd087-cb1c-4cb4-b8d1-0e043498286b {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:45:16.983275 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-79c9bb59-0561-49bf-81ec-81a6c0ae2a1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:16.997540 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51906) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:17.013668 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-1498aae3-a15d-45ca-9a25-38d4312bf890 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] For port 45ab39ff-f9fe-4c21-8dec-e378b1fe5311, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=45ab39ff-f9fe-4c21-8dec-e378b1fe5311,segment=NetworkSegment(ca95d2b9-fa05-4c17-bc70-13d06fb359ad),segment_id=ca95d2b9-fa05-4c17-bc70-13d06fb359ad)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:17.014294 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-1498aae3-a15d-45ca-9a25-38d4312bf890 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:17.056816 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485a9bf2-d6b2-4c8e-9dab-6a3823597054 None None] Network ff4495c5-0c07-4641-ac40-5d7a78d02152 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:45:17.136615 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-09695410-e329-44e1-9dd1-98e6bbde87a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:17.319768 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ad00d645-0580-469e-a7c3-4bdb574a5e71 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:17.408618 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-ad00d645-0580-469e-a7c3-4bdb574a5e71 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d7622f0-05aa-401c-a326-c66ce4d0ee53']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:17.517159 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-ad00d645-0580-469e-a7c3-4bdb574a5e71 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29a783cb-b91f-460e-9518-784b68d0fb76') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:17.517652 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-ad00d645-0580-469e-a7c3-4bdb574a5e71 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29a783cb-b91f-460e-9518-784b68d0fb76') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:17.587641 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f6e1b8ac-3690-41fd-be22-051607e255d3 None None] For port ad29a79c-18dc-4639-807a-a7e504053371, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ad29a79c-18dc-4639-807a-a7e504053371,segment=NetworkSegment(29a783cb-b91f-460e-9518-784b68d0fb76),segment_id=29a783cb-b91f-460e-9518-784b68d0fb76)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:17.588902 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f6e1b8ac-3690-41fd-be22-051607e255d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:17.629695 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port ff80451d-e14f-4e70-a0d9-48f26bfa64bc triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:17.630083 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:17.636571 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d70df71-625b-4665-b2f7-aca22ca44ec2 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:17.663190 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ad00d645-0580-469e-a7c3-4bdb574a5e71 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:17.674041 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-09695410-e329-44e1-9dd1-98e6bbde87a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:17.677355 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-09695410-e329-44e1-9dd1-98e6bbde87a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:17.678853 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-09695410-e329-44e1-9dd1-98e6bbde87a3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f0c01213-09dd-45c9-8724-c8566aa6cf26 HTTP/1.1" status: 204 len: 168 time: 1.1108325 Nov 10 17:45:17.707796 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ad00d645-0580-469e-a7c3-4bdb574a5e71 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:17.717562 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09695410-e329-44e1-9dd1-98e6bbde87a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c01213-09dd-45c9-8724-c8566aa6cf26,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:17.731523 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7836e2df-4152-422c-9af4-0b9cc8094514 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:17.734003 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad00d645-0580-469e-a7c3-4bdb574a5e71 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:45:17.734672 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ad00d645-0580-469e-a7c3-4bdb574a5e71 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:17.738549 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:45:17.738549 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:45:17.738549 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:45:17.738549 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:45:17.738549 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:45:17.738549 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:45:17.738549 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:45:17.738549 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:45:17.738549 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:45:17.738549 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:45:17.738549 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:45:17.738549 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:45:17.738549 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:45:17.738549 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:45:17.738549 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:45:17.738549 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:45:17.738549 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:45:17.738549 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:45:17.738549 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:45:17.738549 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:45:17.738549 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:45:17.738549 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:45:17.738549 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:45:17.738549 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:45:17.738549 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:45:17.738549 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:45:17.738549 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:45:17.738549 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:45:17.738549 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:45:17.738549 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:45:17.738549 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:45:17.738549 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:45:17.747140 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b076b4e-4919-4c44-8913-154041236e2d tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:45:17.771496 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3b076b4e-4919-4c44-8913-154041236e2d tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:17.772019 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-3b076b4e-4919-4c44-8913-154041236e2d tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Added segment 1824d7bc-f684-4cd6-b288-48c1ca6be6b1 of type vlan for network b2fc6493-9913-4ddc-9ec8-c22824b17815 Nov 10 17:45:17.776346 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dd907b-7327-4342-9852-acf8dd4bc6eb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:45:17.797173 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-1498aae3-a15d-45ca-9a25-38d4312bf890 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:17.797616 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-1498aae3-a15d-45ca-9a25-38d4312bf890 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:17.797993 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-1498aae3-a15d-45ca-9a25-38d4312bf890 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Floating IP 78362981-8666-41aa-b9fb-79090fa21672 disassociated. External IP: 172.25.5.69, port: 45ab39ff-f9fe-4c21-8dec-e378b1fe5311. Nov 10 17:45:17.798408 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-1498aae3-a15d-45ca-9a25-38d4312bf890 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Calling delete_port for 45ab39ff-f9fe-4c21-8dec-e378b1fe5311 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:45:17.808857 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-f6e1b8ac-3690-41fd-be22-051607e255d3 None None] Calling delete_port for ad29a79c-18dc-4639-807a-a7e504053371 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:45:17.826655 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=f7dcd087-cb1c-4cb4-b8d1-0e043498286b,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:17.863316 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9c73be-b866-4fa6-b491-595bc4816b48 None None] Sync routers for ids ['9c3c17e5-42b9-47e7-b206-f4b50d9e94c0'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:45:17.939988 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3b076b4e-4919-4c44-8913-154041236e2d tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:17.984026 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1dd907b-7327-4342-9852-acf8dd4bc6eb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:17.986493 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a1dd907b-7327-4342-9852-acf8dd4bc6eb tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 12.5119121 Nov 10 17:45:17.992909 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51912) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:18.033546 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-de4e20bc-004b-4a3e-bdda-4d16e55afddf tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:45:18.038114 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-79c9bb59-0561-49bf-81ec-81a6c0ae2a1f None None] For port f7dcd087-cb1c-4cb4-b8d1-0e043498286b, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=f7dcd087-cb1c-4cb4-b8d1-0e043498286b,segment=NetworkSegment(d8130d98-72b4-4df2-84e4-e83532b0780a),segment_id=d8130d98-72b4-4df2-84e4-e83532b0780a)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:18.038818 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-79c9bb59-0561-49bf-81ec-81a6c0ae2a1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:18.140477 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-1498aae3-a15d-45ca-9a25-38d4312bf890 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:18.144812 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ad00d645-0580-469e-a7c3-4bdb574a5e71 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:18.185071 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ad00d645-0580-469e-a7c3-4bdb574a5e71 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:18.191720 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ad00d645-0580-469e-a7c3-4bdb574a5e71 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/networks/0d7622f0-05aa-401c-a326-c66ce4d0ee53 HTTP/1.1" status: 204 len: 168 time: 4.1740389 Nov 10 17:45:18.220564 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51918) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:18.242163 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3b076b4e-4919-4c44-8913-154041236e2d tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:18.263544 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b076b4e-4919-4c44-8913-154041236e2d tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:18.263544 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3b076b4e-4919-4c44-8913-154041236e2d tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:18.296191 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-66c2e4d1-bab4-46a0-9b30-b3e610831ac2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1239444379', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}, 'admin_state_up': False}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:45:18.296663 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d70df71-625b-4665-b2f7-aca22ca44ec2 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:18.302902 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-79c9bb59-0561-49bf-81ec-81a6c0ae2a1f None None] Calling delete_port for f7dcd087-cb1c-4cb4-b8d1-0e043498286b owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:45:18.308280 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498aae3-a15d-45ca-9a25-38d4312bf890 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Pushing event deleted for resources: {'Port': ['ID=45ab39ff-f9fe-4c21-8dec-e378b1fe5311,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:18.344410 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00d645-0580-469e-a7c3-4bdb574a5e71 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Network': ['ID=0d7622f0-05aa-401c-a326-c66ce4d0ee53,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:18.371634 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9c73be-b866-4fa6-b491-595bc4816b48 None None] Routers {'9c3c17e5-42b9-47e7-b206-f4b50d9e94c0'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:45:18.372687 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-ba9c73be-b866-4fa6-b491-595bc4816b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:45:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['9c3c17e5-42b9-47e7-b206-f4b50d9e94c0'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:18.486576 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-66c2e4d1-bab4-46a0-9b30-b3e610831ac2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:18.495857 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-66c2e4d1-bab4-46a0-9b30-b3e610831ac2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:18.512543 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-7836e2df-4152-422c-9af4-0b9cc8094514 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Deleting port 70edc5ba-8e29-4971-ac2a-92ffece2ef72 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:45:18.514552 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7836e2df-4152-422c-9af4-0b9cc8094514 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:18.581611 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-31d1d01c-fe8b-4582-806c-a4a330fbbef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:18.606682 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-ba9c73be-b866-4fa6-b491-595bc4816b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:18.640659 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8f478-e08a-4a76-81c7-12fe3dee9304 req-047ba12a-596e-4465-8fbd-c3d1d26f65c4 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:18.649157 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8f478-e08a-4a76-81c7-12fe3dee9304 req-047ba12a-596e-4465-8fbd-c3d1d26f65c4 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:18.658629 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3cb8f478-e08a-4a76-81c7-12fe3dee9304 req-047ba12a-596e-4465-8fbd-c3d1d26f65c4 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 1677 time: 0.4912446 Nov 10 17:45:18.687896 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51922) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:18.707858 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-31d1d01c-fe8b-4582-806c-a4a330fbbef8 None None] For port 20d77a10-b570-44b2-9c71-dfd6d28bf854, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=20d77a10-b570-44b2-9c71-dfd6d28bf854,segment=NetworkSegment(5f095d99-d612-47ab-81fe-140248ebc91a),segment_id=5f095d99-d612-47ab-81fe-140248ebc91a)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:18.716929 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-7836e2df-4152-422c-9af4-0b9cc8094514 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] For port 70edc5ba-8e29-4971-ac2a-92ffece2ef72, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=70edc5ba-8e29-4971-ac2a-92ffece2ef72,segment=NetworkSegment(ca38939a-a602-4b7e-9a14-47b959ff1dab),segment_id=ca38939a-a602-4b7e-9a14-47b959ff1dab)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:18.717788 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7836e2df-4152-422c-9af4-0b9cc8094514 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:18.736070 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-66c2e4d1-bab4-46a0-9b30-b3e610831ac2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:18.746329 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-31d1d01c-fe8b-4582-806c-a4a330fbbef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:18.783986 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-7836e2df-4152-422c-9af4-0b9cc8094514 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Calling delete_port for 70edc5ba-8e29-4971-ac2a-92ffece2ef72 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:45:18.798154 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d70df71-625b-4665-b2f7-aca22ca44ec2 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:18.822470 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3d70df71-625b-4665-b2f7-aca22ca44ec2 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] 10.222.0.39 "DELETE /v2.0/subnets/b9f497e8-c9d6-4a24-a357-af6465465f8e HTTP/1.1" status: 204 len: 168 time: 3.9115498 Nov 10 17:45:18.832425 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70df71-625b-4665-b2f7-aca22ca44ec2 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Pushing event deleted for resources: {'Subnet': ['ID=b9f497e8-c9d6-4a24-a357-af6465465f8e,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:18.842366 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51926) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:18.959187 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5f7ada-07f9-48e0-87af-dcdf5a9994db None None] Network f7252454-5644-451b-b8b3-075749662cc9 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:45:19.032011 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3b076b4e-4919-4c44-8913-154041236e2d tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.4814448 Nov 10 17:45:19.046755 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51928) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:19.049026 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440d964d-a063-4ba0-b2b6-8aeabe416fda tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:19.052277 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-440d964d-a063-4ba0-b2b6-8aeabe416fda tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1279180 Nov 10 17:45:19.061548 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-4dffed60-500b-4a95-b474-24489aaeceb1 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Request body: {'subnet': {'network_id': 'b2fc6493-9913-4ddc-9ec8-c22824b17815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:45:19.066934 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51930) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:19.107957 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6151d4a5-76dd-4984-a695-083333351651 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:19.109978 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9c73be-b866-4fa6-b491-595bc4816b48 None None] Routers {'9c3c17e5-42b9-47e7-b206-f4b50d9e94c0'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:45:19.111240 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-ba9c73be-b866-4fa6-b491-595bc4816b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:45:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['9c3c17e5-42b9-47e7-b206-f4b50d9e94c0'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:19.147306 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b076b4e-4919-4c44-8913-154041236e2d tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event updated for resources: {'Network': ['ID=b2fc6493-9913-4ddc-9ec8-c22824b17815,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:19.278023 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3cb8f478-e08a-4a76-81c7-12fe3dee9304 req-7c611e4f-667a-4e17-a59f-96cd7f35208c tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6165898 Nov 10 17:45:19.350916 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff88cdc6-ac42-44cf-a1b5-370cf08ccda2 None None] DHCP port deletion for ff4495c5-0c07-4641-ac40-5d7a78d02152 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:45:19.356605 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network b2fc6493-9913-4ddc-9ec8-c22824b17815 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:45:19.371533 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b4ca2b2d-9bb7-4e46-9ad5-b88f01281360 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:19.451631 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-66c2e4d1-bab4-46a0-9b30-b3e610831ac2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:19.475415 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7836e2df-4152-422c-9af4-0b9cc8094514 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:19.478789 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-1498aae3-a15d-45ca-9a25-38d4312bf890 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Router 0d224965-846a-4693-8c36-f8f4d32b7d37 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:45:19.487493 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ff80451d-e14f-4e70-a0d9-48f26bfa64bc up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:45:19.521462 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-31d1d01c-fe8b-4582-806c-a4a330fbbef8 None None] Provisioning complete for port f7dcd087-cb1c-4cb4-b8d1-0e043498286b triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:19.522176 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-31d1d01c-fe8b-4582-806c-a4a330fbbef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:19.558522 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dffed60-500b-4a95-b474-24489aaeceb1 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Made reservation on behalf of 1e482b7991684b25b580f167d516644d for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:45:19.570699 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7836e2df-4152-422c-9af4-0b9cc8094514 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Pushing event deleted for resources: {'Port': ['ID=70edc5ba-8e29-4971-ac2a-92ffece2ef72,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:19.571229 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4dffed60-500b-4a95-b474-24489aaeceb1 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:19.592084 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7836e2df-4152-422c-9af4-0b9cc8094514 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] No DVR routers for this DVR port 70edc5ba-8e29-4971-ac2a-92ffece2ef72 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:45:19.666465 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d1d01c-fe8b-4582-806c-a4a330fbbef8 None None] Pushing event updated for resources: {'Port': ['ID=20d77a10-b570-44b2-9c71-dfd6d28bf854,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:19.674553 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-ba9c73be-b866-4fa6-b491-595bc4816b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:19.675876 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9c73be-b866-4fa6-b491-595bc4816b48 None None] The sync data for ids ['9c3c17e5-42b9-47e7-b206-f4b50d9e94c0'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:45:19.722958 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1d01c-fe8b-4582-806c-a4a330fbbef8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:19.723514 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1d01c-fe8b-4582-806c-a4a330fbbef8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:19.723984 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1d01c-fe8b-4582-806c-a4a330fbbef8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:19.724603 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1d01c-fe8b-4582-806c-a4a330fbbef8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:19.725174 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1d01c-fe8b-4582-806c-a4a330fbbef8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:19.725742 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1d01c-fe8b-4582-806c-a4a330fbbef8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:19.727366 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1d01c-fe8b-4582-806c-a4a330fbbef8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:19.727366 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1d01c-fe8b-4582-806c-a4a330fbbef8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:19.727658 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1d01c-fe8b-4582-806c-a4a330fbbef8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:19.728337 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1d01c-fe8b-4582-806c-a4a330fbbef8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:19.728942 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1d01c-fe8b-4582-806c-a4a330fbbef8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:19.730118 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d1d01c-fe8b-4582-806c-a4a330fbbef8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:45:19.789918 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.ipam_backend_mixin [None req-4dffed60-500b-4a95-b474-24489aaeceb1 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Performing IP validity checks on allocation pools {{(pid=102469) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 17:45:19.790815 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.ipam_backend_mixin [None req-4dffed60-500b-4a95-b474-24489aaeceb1 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102469) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 17:45:19.796572 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-79c9bb59-0561-49bf-81ec-81a6c0ae2a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:19.829866 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-ff88cdc6-ac42-44cf-a1b5-370cf08ccda2 None None] The port '70edc5ba-8e29-4971-ac2a-92ffece2ef72' was deleted {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 10 17:45:19.835184 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c9bb59-0561-49bf-81ec-81a6c0ae2a1f None None] No DVR routers for this DVR port f7dcd087-cb1c-4cb4-b8d1-0e043498286b on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:45:19.850785 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f6e1b8ac-3690-41fd-be22-051607e255d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:19.917962 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6151d4a5-76dd-4984-a695-083333351651 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:19.941391 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6151d4a5-76dd-4984-a695-083333351651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:19.946440 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9bb59-0561-49bf-81ec-81a6c0ae2a1f None None] Pushing event deleted for resources: {'Port': ['ID=f7dcd087-cb1c-4cb4-b8d1-0e043498286b,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:19.962167 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f6e1b8ac-3690-41fd-be22-051607e255d3 None None] Network 0d7622f0-05aa-401c-a326-c66ce4d0ee53 is not hosted by any dhcp agent {{(pid=102470) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 17:45:19.962827 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e1b8ac-3690-41fd-be22-051607e255d3 None None] No DVR routers for this DVR port ad29a79c-18dc-4639-807a-a7e504053371 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:45:19.990891 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7836e2df-4152-422c-9af4-0b9cc8094514 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:20.029697 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-1498aae3-a15d-45ca-9a25-38d4312bf890 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:45:20.033774 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-31d1d01c-fe8b-4582-806c-a4a330fbbef8 None None] Could not find standard attr ID for object f7dcd087-cb1c-4cb4-b8d1-0e043498286b. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 17:45:20.035548 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-7836e2df-4152-422c-9af4-0b9cc8094514 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff4495c5-0c07-4641-ac40-5d7a78d02152']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:20.037343 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1b8ac-3690-41fd-be22-051607e255d3 None None] Pushing event deleted for resources: {'Port': ['ID=ad29a79c-18dc-4639-807a-a7e504053371,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:20.045258 n-d-776250-10 neutron-server[102470]: INFO neutron.plugins.ml2.db [None req-31d1d01c-fe8b-4582-806c-a4a330fbbef8 None None] No ports have port_id starting with f7dcd087-cb1c-4cb4-b8d1-0e043498286b Nov 10 17:45:20.053452 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-7836e2df-4152-422c-9af4-0b9cc8094514 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca38939a-a602-4b7e-9a14-47b959ff1dab') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:20.054112 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-7836e2df-4152-422c-9af4-0b9cc8094514 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca38939a-a602-4b7e-9a14-47b959ff1dab') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:20.068885 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port ff80451d-e14f-4e70-a0d9-48f26bfa64bc triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:20.069197 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:20.077073 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-4362682a-14c6-436f-94d4-6ea33af9d86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'name': 'tempest-TaggedBootDevicesTest_v242-549713219-router', 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '462ce251-4bad-49fb-a84b-fe3673c33258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:44:42Z', 'updated_at': '2021-11-10T17:45:01Z', 'revision_number': 4, 'project_id': '87ef8f67c317450abb70e6821b7851c3', 'gw_port': {'id': '462ce251-4bad-49fb-a84b-fe3673c33258', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:44:45Z', 'updated_at': '2021-11-10T17:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '20d77a10-b570-44b2-9c71-dfd6d28bf854', 'name': '', 'network_id': '7ba70b55-5d77-4457-b11f-9823987d654f', 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'mac_address': 'fa:16:3e:bc:1a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '2408a0c7-e08d-426a-ac08-2e242a5b2cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:44:55Z', 'updated_at': '2021-11-10T17:45:15Z', 'revision_number': 4, 'project_id': '87ef8f67c317450abb70e6821b7851c3', 'subnets': [{'id': '2408a0c7-e08d-426a-ac08-2e242a5b2cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:20.081551 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40618280-1895-4e93-b0e8-de768fc1bd46 None None] Sync routers for ids ['0d224965-846a-4693-8c36-f8f4d32b7d37'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:45:20.082321 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6151d4a5-76dd-4984-a695-083333351651 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9127b9d73b1a4f1083f3978fac720a6f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3374176 Nov 10 17:45:20.082892 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51934) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:20.094457 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7836e2df-4152-422c-9af4-0b9cc8094514 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:20.106548 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40618280-1895-4e93-b0e8-de768fc1bd46 None None] Routers {'0d224965-846a-4693-8c36-f8f4d32b7d37'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:45:20.107174 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-40618280-1895-4e93-b0e8-de768fc1bd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:45:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0d224965-846a-4693-8c36-f8f4d32b7d37'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:20.129259 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-1498aae3-a15d-45ca-9a25-38d4312bf890 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] No DVR routers for this DVR port 45ab39ff-f9fe-4c21-8dec-e378b1fe5311 on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:45:20.136679 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-1498aae3-a15d-45ca-9a25-38d4312bf890 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:20.141614 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7836e2df-4152-422c-9af4-0b9cc8094514 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:20.141974 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-1498aae3-a15d-45ca-9a25-38d4312bf890 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.11 "DELETE /v2.0/ports/45ab39ff-f9fe-4c21-8dec-e378b1fe5311 HTTP/1.1" status: 204 len: 173 time: 4.1740620 Nov 10 17:45:20.142665 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151d4a5-76dd-4984-a695-083333351651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b51750-b78f-480a-802c-3ca4097d02c7,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:20.145813 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-deleted', 'tag': '45ab39ff-f9fe-4c21-8dec-e378b1fe5311'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:45:20.148172 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2d9ecf-1dad-445e-ae62-68658d9577f0" -d '{"events": [{"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-deleted", "tag": "45ab39ff-f9fe-4c21-8dec-e378b1fe5311"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:45:20.152068 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4362682a-14c6-436f-94d4-6ea33af9d86a None None] The sync data for ids ['a86f7cf7-5515-47fa-b730-337126b5041d'] in n-d-776250-10 is: [{'id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'name': 'tempest-TaggedBootDevicesTest_v242-549713219-router', 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '462ce251-4bad-49fb-a84b-fe3673c33258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:44:42Z', 'updated_at': '2021-11-10T17:45:01Z', 'revision_number': 4, 'project_id': '87ef8f67c317450abb70e6821b7851c3', 'gw_port': {'id': '462ce251-4bad-49fb-a84b-fe3673c33258', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:44:45Z', 'updated_at': '2021-11-10T17:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '20d77a10-b570-44b2-9c71-dfd6d28bf854', 'name': '', 'network_id': '7ba70b55-5d77-4457-b11f-9823987d654f', 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'mac_address': 'fa:16:3e:bc:1a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '2408a0c7-e08d-426a-ac08-2e242a5b2cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:44:55Z', 'updated_at': '2021-11-10T17:45:15Z', 'revision_number': 4, 'project_id': '87ef8f67c317450abb70e6821b7851c3', 'subnets': [{'id': '2408a0c7-e08d-426a-ac08-2e242a5b2cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:45:20.172375 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7836e2df-4152-422c-9af4-0b9cc8094514 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:45:20.173250 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7836e2df-4152-422c-9af4-0b9cc8094514 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:20.339208 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89af96f2-d6ae-4acc-91df-0dc5326e4864 None None] DHCP port deletion for f7252454-5644-451b-b8b3-075749662cc9 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:45:20.377583 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e3788e-d56b-4481-83e5-2c409a0e274f x-openstack-request-id: req-c2e3788e-d56b-4481-83e5-2c409a0e274f {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:45:20.378536 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-deleted", "tag": "45ab39ff-f9fe-4c21-8dec-e378b1fe5311", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:45:20.378796 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c2e3788e-d56b-4481-83e5-2c409a0e274f {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:45:20.379418 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-deleted', 'tag': '45ab39ff-f9fe-4c21-8dec-e378b1fe5311', 'status': 'completed', 'code': 200} Nov 10 17:45:20.380279 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:45:20.380279 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:45:20.380279 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:45:20.380279 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:45:20.380279 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:45:20.380279 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:45:20.380279 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:45:20.380279 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:45:20.380279 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:45:20.380279 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:45:20.380279 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:45:20.380279 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:45:20.380279 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:45:20.380279 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:45:20.380279 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:45:20.380279 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:45:20.380279 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:45:20.380279 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:45:20.380279 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:45:20.380279 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:45:20.380279 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:45:20.380279 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:45:20.380279 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:45:20.380279 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:45:20.380279 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:45:20.380279 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:45:20.380279 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:45:20.380279 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:45:20.380279 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:45:20.380279 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:45:20.380279 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:45:20.380279 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:45:20.443112 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-63b5f397-3949-48c7-94af-954d91f7e61d None None] Provisioning complete for port 20d77a10-b570-44b2-9c71-dfd6d28bf854 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:20.444367 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-63b5f397-3949-48c7-94af-954d91f7e61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:20.523502 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-b4ca2b2d-9bb7-4e46-9ad5-b88f01281360 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Deleting port ff80451d-e14f-4e70-a0d9-48f26bfa64bc {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:45:20.524586 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b4ca2b2d-9bb7-4e46-9ad5-b88f01281360 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:20.545252 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7836e2df-4152-422c-9af4-0b9cc8094514 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:20.561433 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-40618280-1895-4e93-b0e8-de768fc1bd46 None None] Set router 0d224965-846a-4693-8c36-f8f4d32b7d37 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:45:20.610761 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7836e2df-4152-422c-9af4-0b9cc8094514 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:20.635542 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7836e2df-4152-422c-9af4-0b9cc8094514 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "DELETE /v2.0/networks/ff4495c5-0c07-4641-ac40-5d7a78d02152 HTTP/1.1" status: 204 len: 168 time: 3.6347833 Nov 10 17:45:20.804039 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-de4e20bc-004b-4a3e-bdda-4d16e55afddf tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:20.819845 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51940) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:20.833675 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-f5d1013b-a24d-4734-add2-720e554731d8 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-751140628'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:45:20.864463 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-89af96f2-d6ae-4acc-91df-0dc5326e4864 None None] Deleting port ff80451d-e14f-4e70-a0d9-48f26bfa64bc {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:45:20.864881 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-89af96f2-d6ae-4acc-91df-0dc5326e4864 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:20.901888 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7836e2df-4152-422c-9af4-0b9cc8094514 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Pushing event deleted for resources: {'Network': ['ID=ff4495c5-0c07-4641-ac40-5d7a78d02152,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:20.913775 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-de4e20bc-004b-4a3e-bdda-4d16e55afddf tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:20.985432 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-b4ca2b2d-9bb7-4e46-9ad5-b88f01281360 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] For port ff80451d-e14f-4e70-a0d9-48f26bfa64bc, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ff80451d-e14f-4e70-a0d9-48f26bfa64bc,segment=NetworkSegment(6d9952b8-a6d9-4c31-b668-c06ed2703148),segment_id=6d9952b8-a6d9-4c31-b668-c06ed2703148)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:20.985961 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b4ca2b2d-9bb7-4e46-9ad5-b88f01281360 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:21.036564 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-b4ca2b2d-9bb7-4e46-9ad5-b88f01281360 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Calling delete_port for ff80451d-e14f-4e70-a0d9-48f26bfa64bc owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:45:21.039478 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d1013b-a24d-4734-add2-720e554731d8 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Made reservation on behalf of 066ad4243c364cb2b13d18de8348945c for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:45:21.040288 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ad29a79c-18dc-4639-807a-a7e504053371 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:45:21.043549 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f5d1013b-a24d-4734-add2-720e554731d8 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:21.123738 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: ad29a79c-18dc-4639-807a-a7e504053371 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:45:21.124387 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ad29a79c-18dc-4639-807a-a7e504053371 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:45:21.125035 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device f7dcd087-cb1c-4cb4-b8d1-0e043498286b no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:45:21.170093 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: f7dcd087-cb1c-4cb4-b8d1-0e043498286b {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:45:21.170526 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device f7dcd087-cb1c-4cb4-b8d1-0e043498286b not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:45:21.197056 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-40618280-1895-4e93-b0e8-de768fc1bd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'name': 'tempest-TaggedBootDevicesTest-1989159049-router', 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '2e8b3a9f-e766-480b-9797-2f641c8242e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:34:03Z', 'updated_at': '2021-11-10T17:34:11Z', 'revision_number': 4, 'project_id': '281475dcac0247d79669d55a1da4eafc', 'gw_port': {'id': '2e8b3a9f-e766-480b-9797-2f641c8242e3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:34:05Z', 'updated_at': '2021-11-10T17:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '47552747-fb8c-44f4-9f2d-3952cad68fa0', 'name': '', 'network_id': 'd70b5a02-c1d9-4cfc-bb38-66395d3e54a1', 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'mac_address': 'fa:16:3e:33:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'b64957d3-50ce-4770-b403-8661f805ffb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:34:09Z', 'updated_at': '2021-11-10T17:34:17Z', 'revision_number': 5, 'project_id': '281475dcac0247d79669d55a1da4eafc', 'subnets': [{'id': 'b64957d3-50ce-4770-b403-8661f805ffb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:21.208769 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-63b5f397-3949-48c7-94af-954d91f7e61d None None] Provisioning complete for port ff80451d-e14f-4e70-a0d9-48f26bfa64bc triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:21.209700 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-63b5f397-3949-48c7-94af-954d91f7e61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:21.252086 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40618280-1895-4e93-b0e8-de768fc1bd46 None None] Checking router: 0d224965-846a-4693-8c36-f8f4d32b7d37 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:45:21.273457 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40618280-1895-4e93-b0e8-de768fc1bd46 None None] Routers {'0d224965-846a-4693-8c36-f8f4d32b7d37'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:45:21.274896 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-40618280-1895-4e93-b0e8-de768fc1bd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:45:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0d224965-846a-4693-8c36-f8f4d32b7d37'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:21.290730 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d1013b-a24d-4734-add2-720e554731d8 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:45:21.326621 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-89af96f2-d6ae-4acc-91df-0dc5326e4864 None None] For port ff80451d-e14f-4e70-a0d9-48f26bfa64bc, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ff80451d-e14f-4e70-a0d9-48f26bfa64bc,segment=NetworkSegment(6d9952b8-a6d9-4c31-b668-c06ed2703148),segment_id=6d9952b8-a6d9-4c31-b668-c06ed2703148)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:21.328111 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-89af96f2-d6ae-4acc-91df-0dc5326e4864 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:21.390373 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f5d1013b-a24d-4734-add2-720e554731d8 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:21.390905 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-f5d1013b-a24d-4734-add2-720e554731d8 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Added segment 2ba91a2d-e20e-4ac7-886f-a4f5d34f4cec of type vlan for network 4be22fe8-5539-4634-8b18-ee471c9578ac Nov 10 17:45:21.561421 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-de4e20bc-004b-4a3e-bdda-4d16e55afddf tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Deleting port 81aa81da-7cbe-4b36-a2bb-048b8b5a3281 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:45:21.562475 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-de4e20bc-004b-4a3e-bdda-4d16e55afddf tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:21.613741 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-40618280-1895-4e93-b0e8-de768fc1bd46 None None] Set router 0d224965-846a-4693-8c36-f8f4d32b7d37 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:45:21.641991 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-89af96f2-d6ae-4acc-91df-0dc5326e4864 None None] Calling delete_port for ff80451d-e14f-4e70-a0d9-48f26bfa64bc owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:45:21.647080 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 20d77a10-b570-44b2-9c71-dfd6d28bf854 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:45:21.701589 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b4ca2b2d-9bb7-4e46-9ad5-b88f01281360 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:21.706515 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f5d1013b-a24d-4734-add2-720e554731d8 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:21.757168 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca2b2d-9bb7-4e46-9ad5-b88f01281360 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Pushing event deleted for resources: {'Port': ['ID=ff80451d-e14f-4e70-a0d9-48f26bfa64bc,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:21.778798 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ca2b2d-9bb7-4e46-9ad5-b88f01281360 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] No DVR routers for this DVR port ff80451d-e14f-4e70-a0d9-48f26bfa64bc on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:45:21.829968 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-13285a93-7f2f-450d-9806-5b795743f5de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:21.851867 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f5d1013b-a24d-4734-add2-720e554731d8 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:21.864275 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d1013b-a24d-4734-add2-720e554731d8 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:21.865305 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f5d1013b-a24d-4734-add2-720e554731d8 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:21.953422 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 20d77a10-b570-44b2-9c71-dfd6d28bf854 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:21.953829 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:21.958779 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-63b5f397-3949-48c7-94af-954d91f7e61d None None] Port ff80451d-e14f-4e70-a0d9-48f26bfa64bc update to ACTIVE by agent not found {{(pid=102470) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 10 17:45:22.079587 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b4ca2b2d-9bb7-4e46-9ad5-b88f01281360 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:22.119712 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-89af96f2-d6ae-4acc-91df-0dc5326e4864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:22.146309 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-b4ca2b2d-9bb7-4e46-9ad5-b88f01281360 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7252454-5644-451b-b8b3-075749662cc9']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:22.171498 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4dffed60-500b-4a95-b474-24489aaeceb1 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:22.181373 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af96f2-d6ae-4acc-91df-0dc5326e4864 None None] Pushing event deleted for resources: {'Port': ['ID=ff80451d-e14f-4e70-a0d9-48f26bfa64bc,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:22.182360 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-b4ca2b2d-9bb7-4e46-9ad5-b88f01281360 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9952b8-a6d9-4c31-b668-c06ed2703148') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:22.183197 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-b4ca2b2d-9bb7-4e46-9ad5-b88f01281360 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9952b8-a6d9-4c31-b668-c06ed2703148') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:22.203850 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-13285a93-7f2f-450d-9806-5b795743f5de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:22.205602 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89af96f2-d6ae-4acc-91df-0dc5326e4864 None None] No DVR routers for this DVR port ff80451d-e14f-4e70-a0d9-48f26bfa64bc on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:45:22.234278 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b4ca2b2d-9bb7-4e46-9ad5-b88f01281360 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:22.280031 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b4ca2b2d-9bb7-4e46-9ad5-b88f01281360 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:22.296871 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ca2b2d-9bb7-4e46-9ad5-b88f01281360 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:45:22.297301 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b4ca2b2d-9bb7-4e46-9ad5-b88f01281360 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:22.311768 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-66c2e4d1-bab4-46a0-9b30-b3e610831ac2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:22.364553 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-40618280-1895-4e93-b0e8-de768fc1bd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'name': 'tempest-TaggedBootDevicesTest-1989159049-router', 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '2e8b3a9f-e766-480b-9797-2f641c8242e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:34:03Z', 'updated_at': '2021-11-10T17:34:11Z', 'revision_number': 4, 'project_id': '281475dcac0247d79669d55a1da4eafc', 'gw_port': {'id': '2e8b3a9f-e766-480b-9797-2f641c8242e3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:34:05Z', 'updated_at': '2021-11-10T17:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '47552747-fb8c-44f4-9f2d-3952cad68fa0', 'name': '', 'network_id': 'd70b5a02-c1d9-4cfc-bb38-66395d3e54a1', 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'mac_address': 'fa:16:3e:33:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'b64957d3-50ce-4770-b403-8661f805ffb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:34:09Z', 'updated_at': '2021-11-10T17:34:17Z', 'revision_number': 5, 'project_id': '281475dcac0247d79669d55a1da4eafc', 'subnets': [{'id': 'b64957d3-50ce-4770-b403-8661f805ffb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:22.421784 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40618280-1895-4e93-b0e8-de768fc1bd46 None None] The sync data for ids ['0d224965-846a-4693-8c36-f8f4d32b7d37'] in n-d-776250-10 is: [{'id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'name': 'tempest-TaggedBootDevicesTest-1989159049-router', 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '2e8b3a9f-e766-480b-9797-2f641c8242e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:34:03Z', 'updated_at': '2021-11-10T17:34:11Z', 'revision_number': 4, 'project_id': '281475dcac0247d79669d55a1da4eafc', 'gw_port': {'id': '2e8b3a9f-e766-480b-9797-2f641c8242e3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:34:05Z', 'updated_at': '2021-11-10T17:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '47552747-fb8c-44f4-9f2d-3952cad68fa0', 'name': '', 'network_id': 'd70b5a02-c1d9-4cfc-bb38-66395d3e54a1', 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'mac_address': 'fa:16:3e:33:aa:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 767, 'fixed_ips': [{'subnet_id': 'b64957d3-50ce-4770-b403-8661f805ffb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:34:09Z', 'updated_at': '2021-11-10T17:34:17Z', 'revision_number': 5, 'project_id': '281475dcac0247d79669d55a1da4eafc', 'subnets': [{'id': 'b64957d3-50ce-4770-b403-8661f805ffb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:45:22.436812 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 70edc5ba-8e29-4971-ac2a-92ffece2ef72 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:45:22.437419 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:45:22.437419 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:45:22.437419 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:45:22.437419 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:45:22.437419 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:45:22.437419 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:45:22.437419 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:45:22.437419 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:45:22.437419 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:45:22.437419 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:45:22.437419 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:45:22.437419 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:45:22.437419 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:45:22.437419 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:45:22.437419 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:45:22.437419 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:45:22.437419 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:45:22.437419 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:45:22.437419 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:45:22.437419 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:45:22.437419 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:45:22.437419 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:45:22.437419 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:45:22.437419 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:45:22.437419 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:45:22.437419 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:45:22.437419 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:45:22.437419 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:45:22.437419 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:45:22.437419 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:45:22.437419 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:45:22.437419 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:45:22.496689 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 70edc5ba-8e29-4971-ac2a-92ffece2ef72 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:45:22.497265 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 70edc5ba-8e29-4971-ac2a-92ffece2ef72 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:45:22.497567 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ff80451d-e14f-4e70-a0d9-48f26bfa64bc no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:45:22.524641 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f5d1013b-a24d-4734-add2-720e554731d8 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7029302 Nov 10 17:45:22.532584 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-de4e20bc-004b-4a3e-bdda-4d16e55afddf tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:22.536622 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b4ca2b2d-9bb7-4e46-9ad5-b88f01281360 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:22.541249 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500ebba-cfbf-4cff-b507-afcc57654f1d req-d8815bae-3b52-4659-a7fa-1020f91c8b7c tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:22.547169 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51946) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:22.554207 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-e0de191c-000f-486b-8d98-c32ab409884c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Request body: {'subnet': {'network_id': '4be22fe8-5539-4634-8b18-ee471c9578ac', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:45:22.562053 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500ebba-cfbf-4cff-b507-afcc57654f1d req-d8815bae-3b52-4659-a7fa-1020f91c8b7c tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:22.569544 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b4ca2b2d-9bb7-4e46-9ad5-b88f01281360 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:22.576848 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b4ca2b2d-9bb7-4e46-9ad5-b88f01281360 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] 10.222.0.39 "DELETE /v2.0/networks/f7252454-5644-451b-b8b3-075749662cc9 HTTP/1.1" status: 204 len: 168 time: 3.5079482 Nov 10 17:45:22.577867 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a500ebba-cfbf-4cff-b507-afcc57654f1d req-d8815bae-3b52-4659-a7fa-1020f91c8b7c tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 1677 time: 0.7758017 Nov 10 17:45:22.587151 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: ff80451d-e14f-4e70-a0d9-48f26bfa64bc {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:45:22.588566 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ff80451d-e14f-4e70-a0d9-48f26bfa64bc not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:45:22.612850 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51948) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:22.636652 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-de4e20bc-004b-4a3e-bdda-4d16e55afddf tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Calling delete_port for 81aa81da-7cbe-4b36-a2bb-048b8b5a3281 owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:45:22.735409 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-66c2e4d1-bab4-46a0-9b30-b3e610831ac2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:22.843801 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-13285a93-7f2f-450d-9806-5b795743f5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:22.849687 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-13285a93-7f2f-450d-9806-5b795743f5de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:22.854305 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-13285a93-7f2f-450d-9806-5b795743f5de admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/39b51750-b78f-480a-802c-3ca4097d02c7 HTTP/1.1" status: 204 len: 168 time: 2.7357202 Nov 10 17:45:22.908142 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1013b-a24d-4734-add2-720e554731d8 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Pushing event updated for resources: {'Network': ['ID=4be22fe8-5539-4634-8b18-ee471c9578ac,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:22.931620 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 4be22fe8-5539-4634-8b18-ee471c9578ac details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:45:23.004626 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a500ebba-cfbf-4cff-b507-afcc57654f1d req-15d8a271-8fbd-4e6e-90d8-ea9cbb5b66fd tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866440 Nov 10 17:45:23.009746 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-6cf8eb22-54be-4b9f-8165-9676104886ee tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Deleting port 0553aa7b-17be-418d-b02a-fbf798175967 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:45:23.010619 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-6cf8eb22-54be-4b9f-8165-9676104886ee tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:23.038230 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dffed60-500b-4a95-b474-24489aaeceb1 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Checking segment: {'id': '1824d7bc-f684-4cd6-b288-48c1ca6be6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b2fc6493-9913-4ddc-9ec8-c22824b17815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:45:23.039220 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dffed60-500b-4a95-b474-24489aaeceb1 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Network hostable DHCP agents. Network: b2fc6493-9913-4ddc-9ec8-c22824b17815, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:45:23.043849 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dffed60-500b-4a95-b474-24489aaeceb1 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event updated for resources: {'Subnet': ['ID=318013c5-8a5a-468e-b483-e4f27c8eeca5,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:23.074557 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13285a93-7f2f-450d-9806-5b795743f5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b51750-b78f-480a-802c-3ca4097d02c7,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:23.107507 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca2b2d-9bb7-4e46-9ad5-b88f01281360 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Pushing event deleted for resources: {'Network': ['ID=f7252454-5644-451b-b8b3-075749662cc9,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:23.317286 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0de191c-000f-486b-8d98-c32ab409884c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Made reservation on behalf of 066ad4243c364cb2b13d18de8348945c for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:45:23.323795 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e0de191c-000f-486b-8d98-c32ab409884c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:23.328613 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-6cf8eb22-54be-4b9f-8165-9676104886ee tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] For port 0553aa7b-17be-418d-b02a-fbf798175967, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=0553aa7b-17be-418d-b02a-fbf798175967,segment=NetworkSegment(a579ae98-b84f-4aec-aba4-51aa8df975cc),segment_id=a579ae98-b84f-4aec-aba4-51aa8df975cc)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:23.329161 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-6cf8eb22-54be-4b9f-8165-9676104886ee tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:23.360543 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-6cf8eb22-54be-4b9f-8165-9676104886ee tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Calling delete_port for 0553aa7b-17be-418d-b02a-fbf798175967 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:45:23.361036 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5fd560a4-51f3-49b2-b10d-f2f3b9af8f2e tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:23.537037 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dffed60-500b-4a95-b474-24489aaeceb1 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Network b2fc6493-9913-4ddc-9ec8-c22824b17815 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:45:23.563940 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b56d272-6355-42fb-91b0-c69aa879d0c1 None None] New status for floating IP 78362981-8666-41aa-b9fb-79090fa21672: DOWN {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:45:23.597685 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-4dffed60-500b-4a95-b474-24489aaeceb1 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, b2fc6493-9913-4ddc-9ec8-c22824b17815) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:45:23.620362 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dffed60-500b-4a95-b474-24489aaeceb1 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:23.621313 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4dffed60-500b-4a95-b474-24489aaeceb1 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:23.624944 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-66c2e4d1-bab4-46a0-9b30-b3e610831ac2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Allocated IP 172.25.5.86 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/3db96acf-6373-4d3c-920b-f3cd88d94deb) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:45:23.641534 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b5ff5f-91ef-4fde-82e4-cdfbf2ea8431 None None] Network b2fc6493-9913-4ddc-9ec8-c22824b17815 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:45:23.697124 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4dffed60-500b-4a95-b474-24489aaeceb1 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 4.6474075 Nov 10 17:45:23.703907 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51958) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:23.739237 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-7b8943ba-570f-46ef-8836-b60dbb9d7e9c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:45:23.869607 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5fd560a4-51f3-49b2-b10d-f2f3b9af8f2e tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:23.994237 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-5fd560a4-51f3-49b2-b10d-f2f3b9af8f2e tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c0efc28-79c7-4d60-a12c-1c30dd1fcad9']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:24.106384 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e0de191c-000f-486b-8d98-c32ab409884c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:24.114878 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-6cf8eb22-54be-4b9f-8165-9676104886ee tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:24.122627 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-5fd560a4-51f3-49b2-b10d-f2f3b9af8f2e tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8130d98-72b4-4df2-84e4-e83532b0780a') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:24.123442 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-5fd560a4-51f3-49b2-b10d-f2f3b9af8f2e tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8130d98-72b4-4df2-84e4-e83532b0780a') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:24.135436 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fc28f6-5e79-481e-a08b-acf35fc1af77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-b2fc6493-9913-4ddc-9ec8-c22824b17815', 'network_id': 'b2fc6493-9913-4ddc-9ec8-c22824b17815', 'tenant_id': '1e482b7991684b25b580f167d516644d', 'fixed_ips': [{'subnet_id': '318013c5-8a5a-468e-b483-e4f27c8eeca5'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:45:24.136953 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-77fc28f6-5e79-481e-a08b-acf35fc1af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:24.158376 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-de4e20bc-004b-4a3e-bdda-4d16e55afddf tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:24.163513 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5fd560a4-51f3-49b2-b10d-f2f3b9af8f2e tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:24.203861 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e20bc-004b-4a3e-bdda-4d16e55afddf tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Pushing event deleted for resources: {'Port': ['ID=81aa81da-7cbe-4b36-a2bb-048b8b5a3281,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:24.238677 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5fd560a4-51f3-49b2-b10d-f2f3b9af8f2e tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:24.266856 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd560a4-51f3-49b2-b10d-f2f3b9af8f2e tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:45:24.267717 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5fd560a4-51f3-49b2-b10d-f2f3b9af8f2e tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:24.297086 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:45:24.297086 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:45:24.297086 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:45:24.297086 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:45:24.297086 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:45:24.297086 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:45:24.297086 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:45:24.297086 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:45:24.297086 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:45:24.297086 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:45:24.297086 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:45:24.297086 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:45:24.297086 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:45:24.297086 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:45:24.297086 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:45:24.297086 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:45:24.297086 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:45:24.297086 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:45:24.297086 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:45:24.297086 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:45:24.297086 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:45:24.297086 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:45:24.297086 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:45:24.297086 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:45:24.297086 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:45:24.297086 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:45:24.297086 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:45:24.297086 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:45:24.297086 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:45:24.297086 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:45:24.297086 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:45:24.297086 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:45:24.353010 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf8eb22-54be-4b9f-8165-9676104886ee tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Pushing event deleted for resources: {'Port': ['ID=0553aa7b-17be-418d-b02a-fbf798175967,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:24.396290 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7b8943ba-570f-46ef-8836-b60dbb9d7e9c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-63076952'] for subnet, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:24.402771 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-66c2e4d1-bab4-46a0-9b30-b3e610831ac2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:24.411768 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9873d26c-bc88-4e2e-b1d4-73e952851836 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:45:24.428201 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-6cf8eb22-54be-4b9f-8165-9676104886ee tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] No DVR routers for this DVR port 0553aa7b-17be-418d-b02a-fbf798175967 on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:45:24.437260 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-6cf8eb22-54be-4b9f-8165-9676104886ee tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:24.442111 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-6cf8eb22-54be-4b9f-8165-9676104886ee tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.11 "DELETE /v2.0/ports/0553aa7b-17be-418d-b02a-fbf798175967 HTTP/1.1" status: 204 len: 173 time: 4.2741556 Nov 10 17:45:24.442606 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-deleted', 'tag': '0553aa7b-17be-418d-b02a-fbf798175967'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:45:24.445098 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3e143d-1786-4a67-884d-82f3f74a0fbc" -d '{"events": [{"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-deleted", "tag": "0553aa7b-17be-418d-b02a-fbf798175967"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:45:24.464762 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de191c-000f-486b-8d98-c32ab409884c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Pushing event updated for resources: {'Subnet': ['ID=63c60713-fade-4b8c-bbf9-f2d40f4124ec,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:24.563415 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0de191c-000f-486b-8d98-c32ab409884c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Checking segment: {'id': '2ba91a2d-e20e-4ac7-886f-a4f5d34f4cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4be22fe8-5539-4634-8b18-ee471c9578ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:45:24.563689 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0de191c-000f-486b-8d98-c32ab409884c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Network hostable DHCP agents. Network: 4be22fe8-5539-4634-8b18-ee471c9578ac, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:45:24.593838 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299e8591-de70-435e-858e-8c10b7d9b770 x-openstack-request-id: req-299e8591-de70-435e-858e-8c10b7d9b770 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:45:24.594157 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-deleted", "tag": "0553aa7b-17be-418d-b02a-fbf798175967", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:45:24.594345 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-299e8591-de70-435e-858e-8c10b7d9b770 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:45:24.594795 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-deleted', 'tag': '0553aa7b-17be-418d-b02a-fbf798175967', 'status': 'completed', 'code': 200} Nov 10 17:45:24.669169 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-66c2e4d1-bab4-46a0-9b30-b3e610831ac2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:24.683725 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-77fc28f6-5e79-481e-a08b-acf35fc1af77 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 10 17:45:24.683725 n-d-776250-10 neutron-server[102470]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 10 17:45:24.683725 n-d-776250-10 neutron-server[102470]: [parameters: {'in_use': 1, 'id_1': '318013c5-8a5a-468e-b483-e4f27c8eeca5'}] Nov 10 17:45:24.683725 n-d-776250-10 neutron-server[102470]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:45:24.685302 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-77fc28f6-5e79-481e-a08b-acf35fc1af77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:45:24.686827 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:24.711044 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5fd560a4-51f3-49b2-b10d-f2f3b9af8f2e tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:24.715885 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5fd560a4-51f3-49b2-b10d-f2f3b9af8f2e tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:24.719672 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5fd560a4-51f3-49b2-b10d-f2f3b9af8f2e tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] 10.222.0.39 "DELETE /v2.0/networks/5c0efc28-79c7-4d60-a12c-1c30dd1fcad9 HTTP/1.1" status: 204 len: 168 time: 2.0794446 Nov 10 17:45:24.727778 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51978) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:24.783506 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-de4e20bc-004b-4a3e-bdda-4d16e55afddf tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:24.795354 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c2e4d1-bab4-46a0-9b30-b3e610831ac2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Port': ['ID=3db96acf-6373-4d3c-920b-f3cd88d94deb,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:24.856546 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105b11e-a5c0-4574-aa92-fef78090fbe4 req-c02caaff-826b-472c-a3ad-4b7f85ea29a9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:24.860901 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e105b11e-a5c0-4574-aa92-fef78090fbe4 req-c02caaff-826b-472c-a3ad-4b7f85ea29a9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 943 time: 0.5325642 Nov 10 17:45:24.862053 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd560a4-51f3-49b2-b10d-f2f3b9af8f2e tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Pushing event deleted for resources: {'Network': ['ID=5c0efc28-79c7-4d60-a12c-1c30dd1fcad9,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:24.873733 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-3eb7fa3e-e0db-4a17-9026-acee37181f29 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Deleting port 6d357b0f-39d1-4fb0-b1d9-8e35928b21e5 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:45:24.874086 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-3eb7fa3e-e0db-4a17-9026-acee37181f29 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:24.887616 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c2e4d1-bab4-46a0-9b30-b3e610831ac2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:45:24.942584 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-66c2e4d1-bab4-46a0-9b30-b3e610831ac2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:45:24.970077 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0de191c-000f-486b-8d98-c32ab409884c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Network 4be22fe8-5539-4634-8b18-ee471c9578ac is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:45:24.975221 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c2e4d1-bab4-46a0-9b30-b3e610831ac2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:45:25.022044 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d615b4-5907-4b86-b66a-93fe648a3771 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:45:25.036653 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-e0de191c-000f-486b-8d98-c32ab409884c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 4be22fe8-5539-4634-8b18-ee471c9578ac) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:45:25.054850 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:25.064830 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9a190f-b2fc-4e2f-9542-606336d925de None None] Network 4be22fe8-5539-4634-8b18-ee471c9578ac requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:45:25.101536 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0de191c-000f-486b-8d98-c32ab409884c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:25.102430 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e0de191c-000f-486b-8d98-c32ab409884c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:25.120580 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7b8943ba-570f-46ef-8836-b60dbb9d7e9c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783913680258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62934929'] for subnet, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:25.222303 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-77fc28f6-5e79-481e-a08b-acf35fc1af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:25.239949 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8943ba-570f-46ef-8836-b60dbb9d7e9c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:25.240611 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7b8943ba-570f-46ef-8836-b60dbb9d7e9c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:25.246080 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7b8943ba-570f-46ef-8836-b60dbb9d7e9c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "PUT /v2.0/subnets/318013c5-8a5a-468e-b483-e4f27c8eeca5 HTTP/1.1" status: 200 len: 900 time: 1.5366406 Nov 10 17:45:25.293038 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51986) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:25.330386 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4410-8cef-4368-8e28-0adb206f5654 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:25.353426 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8943ba-570f-46ef-8836-b60dbb9d7e9c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event updated for resources: {'Subnet': ['ID=318013c5-8a5a-468e-b483-e4f27c8eeca5,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:25.414832 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e0de191c-000f-486b-8d98-c32ab409884c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8667681 Nov 10 17:45:25.423906 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51988) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:25.436393 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-9fb668c7-f82b-4bac-a138-e1eb673bf45c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1682259730'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:45:25.483529 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-3eb7fa3e-e0db-4a17-9026-acee37181f29 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] For port 6d357b0f-39d1-4fb0-b1d9-8e35928b21e5, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=6d357b0f-39d1-4fb0-b1d9-8e35928b21e5,segment=NetworkSegment(a579ae98-b84f-4aec-aba4-51aa8df975cc),segment_id=a579ae98-b84f-4aec-aba4-51aa8df975cc)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:25.483805 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e105b11e-a5c0-4574-aa92-fef78090fbe4 req-c5c52fea-0966-41d4-b258-1e2236fd75f8 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups?id=608b14d9-8ec4-421e-aae1-a188f87dfaee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5235443 Nov 10 17:45:25.483906 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-3eb7fa3e-e0db-4a17-9026-acee37181f29 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:25.512904 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-77fc28f6-5e79-481e-a08b-acf35fc1af77 None None] Allocated IP 2001:db8::3 (b2fc6493-9913-4ddc-9ec8-c22824b17815/318013c5-8a5a-468e-b483-e4f27c8eeca5/a17940f9-cd15-4cbe-ace3-a2bfcf62e608) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:45:25.517876 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-3eb7fa3e-e0db-4a17-9026-acee37181f29 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Calling delete_port for 6d357b0f-39d1-4fb0-b1d9-8e35928b21e5 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:45:25.552940 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-d3d8a6d0-944b-4bc9-9459-43cc2fedb1a9 None None] Provisioning complete for port 3db96acf-6373-4d3c-920b-f3cd88d94deb triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:25.553727 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d3d8a6d0-944b-4bc9-9459-43cc2fedb1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:25.575176 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb668c7-f82b-4bac-a138-e1eb673bf45c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Made reservation on behalf of 066ad4243c364cb2b13d18de8348945c for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:45:25.578887 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9fb668c7-f82b-4bac-a138-e1eb673bf45c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:25.694672 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0c66415-270f-4940-a457-8aa41ddd2ce8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:25.823555 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-d3d8a6d0-944b-4bc9-9459-43cc2fedb1a9 None None] Port 3db96acf-6373-4d3c-920b-f3cd88d94deb cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:45:25.867897 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fb668c7-f82b-4bac-a138-e1eb673bf45c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:45:25.944728 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9fb668c7-f82b-4bac-a138-e1eb673bf45c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:25.945175 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-9fb668c7-f82b-4bac-a138-e1eb673bf45c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Added segment 506fd250-3287-4921-bfd6-7f0514d0c08f of type vlan for network 855b0091-5c7a-4a80-9d02-5492a767409d Nov 10 17:45:25.945620 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a945334-72af-47dc-a1b4-8b26cd3a6556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-4be22fe8-5539-4634-8b18-ee471c9578ac', 'network_id': '4be22fe8-5539-4634-8b18-ee471c9578ac', 'tenant_id': '066ad4243c364cb2b13d18de8348945c', 'fixed_ips': [{'subnet_id': '63c60713-fade-4b8c-bbf9-f2d40f4124ec'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:45:25.957658 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0a945334-72af-47dc-a1b4-8b26cd3a6556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:26.005587 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-66c2e4d1-bab4-46a0-9b30-b3e610831ac2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:26.117630 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0c66415-270f-4940-a457-8aa41ddd2ce8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:26.127364 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9fb668c7-f82b-4bac-a138-e1eb673bf45c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:26.258977 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-3eb7fa3e-e0db-4a17-9026-acee37181f29 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:26.283554 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.db.resource_extend [None req-9fb668c7-f82b-4bac-a138-e1eb673bf45c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 17:45:26.294589 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-77fc28f6-5e79-481e-a08b-acf35fc1af77 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:26.307189 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-77fc28f6-5e79-481e-a08b-acf35fc1af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:26.384546 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7fa3e-e0db-4a17-9026-acee37181f29 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Pushing event deleted for resources: {'Port': ['ID=6d357b0f-39d1-4fb0-b1d9-8e35928b21e5,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:26.436552 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9fb668c7-f82b-4bac-a138-e1eb673bf45c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:26.442490 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc28f6-5e79-481e-a08b-acf35fc1af77 None None] Pushing event updated for resources: {'Port': ['ID=a17940f9-cd15-4cbe-ace3-a2bfcf62e608,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:26.443606 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb668c7-f82b-4bac-a138-e1eb673bf45c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:26.444266 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9fb668c7-f82b-4bac-a138-e1eb673bf45c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:26.475179 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fc28f6-5e79-481e-a08b-acf35fc1af77 None None] Network b2fc6493-9913-4ddc-9ec8-c22824b17815 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:45:26.479850 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-77fc28f6-5e79-481e-a08b-acf35fc1af77 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:45:26.492563 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fc28f6-5e79-481e-a08b-acf35fc1af77 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:45:26.514616 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-0a945334-72af-47dc-a1b4-8b26cd3a6556 None None] Allocated IP 19.80.0.2 (4be22fe8-5539-4634-8b18-ee471c9578ac/63c60713-fade-4b8c-bbf9-f2d40f4124ec/c9202d3e-d2c4-40e6-822a-20303fcc20bf) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:45:26.524000 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9fb668c7-f82b-4bac-a138-e1eb673bf45c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0958970 Nov 10 17:45:26.527940 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51998) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:26.534112 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-a3199008-ec67-4992-bf1d-04fccf0648c7 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Request body: {'subnet': {'network_id': '855b0091-5c7a-4a80-9d02-5492a767409d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:45:26.588518 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-de4e20bc-004b-4a3e-bdda-4d16e55afddf tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1024386'] for router, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:26.646659 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-3eb7fa3e-e0db-4a17-9026-acee37181f29 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] No DVR routers for this DVR port 6d357b0f-39d1-4fb0-b1d9-8e35928b21e5 on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:45:26.648668 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-de4e20bc-004b-4a3e-bdda-4d16e55afddf tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412472'] for router, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:26.650594 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-3eb7fa3e-e0db-4a17-9026-acee37181f29 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:26.654529 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7bce6446-bbaa-4e8d-a23d-f41e57d055ef req-3eb7fa3e-e0db-4a17-9026-acee37181f29 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.11 "DELETE /v2.0/ports/6d357b0f-39d1-4fb0-b1d9-8e35928b21e5 HTTP/1.1" status: 204 len: 173 time: 2.2026556 Nov 10 17:45:26.686295 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-77fc28f6-5e79-481e-a08b-acf35fc1af77 None None] Attempting to bind port a17940f9-cd15-4cbe-ace3-a2bfcf62e608 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:45:26.686891 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-77fc28f6-5e79-481e-a08b-acf35fc1af77 None None] Attempting to bind port a17940f9-cd15-4cbe-ace3-a2bfcf62e608 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '1824d7bc-f684-4cd6-b288-48c1ca6be6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b2fc6493-9913-4ddc-9ec8-c22824b17815'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:45:26.696486 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-deleted', 'tag': '6d357b0f-39d1-4fb0-b1d9-8e35928b21e5'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:45:26.698423 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fc28f6-5e79-481e-a08b-acf35fc1af77 None None] Attempting to bind port a17940f9-cd15-4cbe-ace3-a2bfcf62e608 on network b2fc6493-9913-4ddc-9ec8-c22824b17815 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:45:26.702045 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c67f88-687b-4b9b-bf42-126271ccf9a7" -d '{"events": [{"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-deleted", "tag": "6d357b0f-39d1-4fb0-b1d9-8e35928b21e5"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:45:26.711452 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4410-8cef-4368-8e28-0adb206f5654 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:26.730611 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fc28f6-5e79-481e-a08b-acf35fc1af77 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:45:26.731021 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fc28f6-5e79-481e-a08b-acf35fc1af77 None None] Checking segment: {'id': '1824d7bc-f684-4cd6-b288-48c1ca6be6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b2fc6493-9913-4ddc-9ec8-c22824b17815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:45:26.731388 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-77fc28f6-5e79-481e-a08b-acf35fc1af77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:26.731779 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fc28f6-5e79-481e-a08b-acf35fc1af77 None None] Bound using segment: {'id': '1824d7bc-f684-4cd6-b288-48c1ca6be6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b2fc6493-9913-4ddc-9ec8-c22824b17815'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:45:26.732308 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-77fc28f6-5e79-481e-a08b-acf35fc1af77 None None] Bound port: a17940f9-cd15-4cbe-ace3-a2bfcf62e608, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1824d7bc-f684-4cd6-b288-48c1ca6be6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b2fc6493-9913-4ddc-9ec8-c22824b17815'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:45:26.732696 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-77fc28f6-5e79-481e-a08b-acf35fc1af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:26.762852 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-2e3f4410-8cef-4368-8e28-0adb206f5654 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec3c3265-9abf-4ba7-96eb-bd340d92c42f']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:26.781133 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-2e3f4410-8cef-4368-8e28-0adb206f5654 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '010053a8-1f9e-4555-9b85-bc20ef40b70a') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:26.781421 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-2e3f4410-8cef-4368-8e28-0adb206f5654 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '010053a8-1f9e-4555-9b85-bc20ef40b70a') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:26.803280 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4410-8cef-4368-8e28-0adb206f5654 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:26.828502 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0876191e-27cd-44ec-bb9c-9157e57ab6f2 x-openstack-request-id: req-0876191e-27cd-44ec-bb9c-9157e57ab6f2 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:45:26.828502 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e52ff4-11c0-4966-ab12-b1ea5239ba9b", "name": "network-vif-deleted", "tag": "6d357b0f-39d1-4fb0-b1d9-8e35928b21e5", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:45:26.828502 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0876191e-27cd-44ec-bb9c-9157e57ab6f2 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:45:26.828502 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e52ff4-11c0-4966-ab12-b1ea5239ba9b', 'name': 'network-vif-deleted', 'tag': '6d357b0f-39d1-4fb0-b1d9-8e35928b21e5', 'status': 'completed', 'code': 200} Nov 10 17:45:26.875161 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0c66415-270f-4940-a457-8aa41ddd2ce8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:26.888871 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4410-8cef-4368-8e28-0adb206f5654 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:27.002459 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3f4410-8cef-4368-8e28-0adb206f5654 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:45:27.003585 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4410-8cef-4368-8e28-0adb206f5654 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:27.024223 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:45:27.024223 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:45:27.024223 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:45:27.024223 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:45:27.024223 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:45:27.024223 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:45:27.024223 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:45:27.024223 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:45:27.024223 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:45:27.024223 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:45:27.024223 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:45:27.024223 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:45:27.024223 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:45:27.024223 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:45:27.024223 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:45:27.024223 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:45:27.024223 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:45:27.024223 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:45:27.024223 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:45:27.024223 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:45:27.024223 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:45:27.024223 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:45:27.024223 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:45:27.024223 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:45:27.024223 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:45:27.024223 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:45:27.024223 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:45:27.024223 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:45:27.024223 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:45:27.024223 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:45:27.024223 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:45:27.024223 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:45:27.101554 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-77fc28f6-5e79-481e-a08b-acf35fc1af77 None None] For port a17940f9-cd15-4cbe-ace3-a2bfcf62e608, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:45:27.121591 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-77fc28f6-5e79-481e-a08b-acf35fc1af77 None None] For port a17940f9-cd15-4cbe-ace3-a2bfcf62e608, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=a17940f9-cd15-4cbe-ace3-a2bfcf62e608,segment=NetworkSegment(1824d7bc-f684-4cd6-b288-48c1ca6be6b1),segment_id=1824d7bc-f684-4cd6-b288-48c1ca6be6b1)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:45:27.136807 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-77fc28f6-5e79-481e-a08b-acf35fc1af77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:27.154894 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0a945334-72af-47dc-a1b4-8b26cd3a6556 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:27.216680 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0a945334-72af-47dc-a1b4-8b26cd3a6556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:27.237833 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4e20bc-004b-4a3e-bdda-4d16e55afddf tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Router 9c3c17e5-42b9-47e7-b206-f4b50d9e94c0 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:45:27.407248 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a945334-72af-47dc-a1b4-8b26cd3a6556 None None] Network 4be22fe8-5539-4634-8b18-ee471c9578ac is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:45:27.470981 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-0a945334-72af-47dc-a1b4-8b26cd3a6556 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:45:27.479061 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc28f6-5e79-481e-a08b-acf35fc1af77 None None] Pushing event updated for resources: {'Port': ['ID=a17940f9-cd15-4cbe-ace3-a2bfcf62e608,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:27.490419 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a945334-72af-47dc-a1b4-8b26cd3a6556 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:45:27.575698 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4410-8cef-4368-8e28-0adb206f5654 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:27.578017 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fa759f-b240-4013-9c00-25e83582aa95 None None] Network b2fc6493-9913-4ddc-9ec8-c22824b17815 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:45:27.599409 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2e3f4410-8cef-4368-8e28-0adb206f5654 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:27.602837 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2e3f4410-8cef-4368-8e28-0adb206f5654 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] 10.222.0.39 "DELETE /v2.0/networks/ec3c3265-9abf-4ba7-96eb-bd340d92c42f HTTP/1.1" status: 204 len: 168 time: 2.8682010 Nov 10 17:45:27.615408 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52008) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:27.653346 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4e20bc-004b-4a3e-bdda-4d16e55afddf tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:45:27.667897 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f4410-8cef-4368-8e28-0adb206f5654 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Pushing event deleted for resources: {'Network': ['ID=ec3c3265-9abf-4ba7-96eb-bd340d92c42f,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:27.688430 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-de4e20bc-004b-4a3e-bdda-4d16e55afddf tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:27.690634 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-de4e20bc-004b-4a3e-bdda-4d16e55afddf tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] 10.222.0.39 "PUT /v2.0/routers/9c3c17e5-42b9-47e7-b206-f4b50d9e94c0 HTTP/1.1" status: 200 len: 706 time: 9.6881542 Nov 10 17:45:27.706465 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877d1a94-18c4-4eea-8f21-be82502c28da None None] Sync routers for ids ['9c3c17e5-42b9-47e7-b206-f4b50d9e94c0'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:45:27.720122 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52010) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:27.743492 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-022990d0-65fe-4469-8c29-acab81112394 req-85cfc132-6b3c-4b0b-93d5-62258cfcd10a tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 210 time: 0.8857217 Nov 10 17:45:27.750782 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a945334-72af-47dc-a1b4-8b26cd3a6556 None None] Pushing event updated for resources: {'Port': ['ID=c9202d3e-d2c4-40e6-822a-20303fcc20bf,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:27.767871 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877d1a94-18c4-4eea-8f21-be82502c28da None None] Routers {'9c3c17e5-42b9-47e7-b206-f4b50d9e94c0'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:45:27.770876 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-877d1a94-18c4-4eea-8f21-be82502c28da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:45:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['9c3c17e5-42b9-47e7-b206-f4b50d9e94c0'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:27.869121 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-877d1a94-18c4-4eea-8f21-be82502c28da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:27.886074 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877d1a94-18c4-4eea-8f21-be82502c28da None None] Routers {'9c3c17e5-42b9-47e7-b206-f4b50d9e94c0'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:45:27.887360 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-877d1a94-18c4-4eea-8f21-be82502c28da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:45:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['9c3c17e5-42b9-47e7-b206-f4b50d9e94c0'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:27.927466 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-0a945334-72af-47dc-a1b4-8b26cd3a6556 None None] Attempting to bind port c9202d3e-d2c4-40e6-822a-20303fcc20bf on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:45:27.938580 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-0a945334-72af-47dc-a1b4-8b26cd3a6556 None None] Attempting to bind port c9202d3e-d2c4-40e6-822a-20303fcc20bf by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '2ba91a2d-e20e-4ac7-886f-a4f5d34f4cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4be22fe8-5539-4634-8b18-ee471c9578ac'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:45:27.939181 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a945334-72af-47dc-a1b4-8b26cd3a6556 None None] Attempting to bind port c9202d3e-d2c4-40e6-822a-20303fcc20bf on network 4be22fe8-5539-4634-8b18-ee471c9578ac {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:45:27.953632 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a945334-72af-47dc-a1b4-8b26cd3a6556 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:45:27.965202 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a945334-72af-47dc-a1b4-8b26cd3a6556 None None] Checking segment: {'id': '2ba91a2d-e20e-4ac7-886f-a4f5d34f4cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4be22fe8-5539-4634-8b18-ee471c9578ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:45:27.965202 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0a945334-72af-47dc-a1b4-8b26cd3a6556 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:27.965899 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a945334-72af-47dc-a1b4-8b26cd3a6556 None None] Bound using segment: {'id': '2ba91a2d-e20e-4ac7-886f-a4f5d34f4cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4be22fe8-5539-4634-8b18-ee471c9578ac'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:45:27.966548 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-0a945334-72af-47dc-a1b4-8b26cd3a6556 None None] Bound port: c9202d3e-d2c4-40e6-822a-20303fcc20bf, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ba91a2d-e20e-4ac7-886f-a4f5d34f4cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4be22fe8-5539-4634-8b18-ee471c9578ac'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:45:27.967051 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0a945334-72af-47dc-a1b4-8b26cd3a6556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:27.984313 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c66415-270f-4940-a457-8aa41ddd2ce8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event deleted for resources: {'Subnet': ['ID=318013c5-8a5a-468e-b483-e4f27c8eeca5,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:28.021614 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-877d1a94-18c4-4eea-8f21-be82502c28da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:28.027997 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877d1a94-18c4-4eea-8f21-be82502c28da None None] The sync data for ids ['9c3c17e5-42b9-47e7-b206-f4b50d9e94c0'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:45:28.029688 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb668c7-f82b-4bac-a138-e1eb673bf45c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Pushing event updated for resources: {'Network': ['ID=855b0091-5c7a-4a80-9d02-5492a767409d,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:28.046224 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-185152f7-d0b9-4418-adb1-78e789b4a837 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] 10.222.0.39 "GET /v2.0/routers/9c3c17e5-42b9-47e7-b206-f4b50d9e94c0 HTTP/1.1" status: 200 len: 741 time: 0.3212931 Nov 10 17:45:28.055356 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2d748e54-1e91-478f-bd63-dd5bda599795 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:28.077673 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52012) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:28.195683 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-66c2e4d1-bab4-46a0-9b30-b3e610831ac2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:28.202163 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3199008-ec67-4992-bf1d-04fccf0648c7 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Made reservation on behalf of 066ad4243c364cb2b13d18de8348945c for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:45:28.220100 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a3199008-ec67-4992-bf1d-04fccf0648c7 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:28.249075 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bc94722d-2fec-4ca8-a266-8a21c387da28 tempest-RoutersAdminTest-1087139495 tempest-RoutersAdminTest-1087139495-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=ef950546-b13c-4865-8837-7444cdb2848e&device_id=9c3c17e5-42b9-47e7-b206-f4b50d9e94c0 HTTP/1.1" status: 200 len: 205 time: 0.1579914 Nov 10 17:45:28.250886 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52016) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:28.312386 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0c66415-270f-4940-a457-8aa41ddd2ce8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:28.313080 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-008bcab4-6065-4452-a0e4-55f194439d89 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c3c17e5-42b9-47e7-b206-f4b50d9e94c0 HTTP/1.1" status: 200 len: 205 time: 0.0584998 Nov 10 17:45:28.329433 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52018) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:28.392396 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 855b0091-5c7a-4a80-9d02-5492a767409d details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:45:28.539419 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e9f68d-cea7-451b-a09b-777fd83f4294 None None] Network b2fc6493-9913-4ddc-9ec8-c22824b17815 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:45:28.569052 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2d748e54-1e91-478f-bd63-dd5bda599795 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:28.635533 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-2d748e54-1e91-478f-bd63-dd5bda599795 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e60ecdc-492b-4930-8a6a-ec4bc99f4035']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:28.680505 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-2d748e54-1e91-478f-bd63-dd5bda599795 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab113ec5-68f1-4ee6-a9fa-d07cdccdd6ba') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:28.682160 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-2d748e54-1e91-478f-bd63-dd5bda599795 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab113ec5-68f1-4ee6-a9fa-d07cdccdd6ba') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:28.699760 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-0a945334-72af-47dc-a1b4-8b26cd3a6556 None None] For port c9202d3e-d2c4-40e6-822a-20303fcc20bf, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:45:28.715152 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2d748e54-1e91-478f-bd63-dd5bda599795 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:28.737955 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-0a945334-72af-47dc-a1b4-8b26cd3a6556 None None] For port c9202d3e-d2c4-40e6-822a-20303fcc20bf, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c9202d3e-d2c4-40e6-822a-20303fcc20bf,segment=NetworkSegment(2ba91a2d-e20e-4ac7-886f-a4f5d34f4cec),segment_id=2ba91a2d-e20e-4ac7-886f-a4f5d34f4cec)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:45:28.747895 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0a945334-72af-47dc-a1b4-8b26cd3a6556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:28.765821 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2d748e54-1e91-478f-bd63-dd5bda599795 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:28.803401 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d748e54-1e91-478f-bd63-dd5bda599795 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:45:28.804466 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2d748e54-1e91-478f-bd63-dd5bda599795 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:28.820508 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:45:28.820508 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:45:28.820508 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:45:28.820508 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:45:28.820508 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:45:28.820508 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:45:28.820508 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:45:28.820508 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:45:28.820508 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:45:28.820508 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:45:28.820508 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:45:28.820508 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:45:28.820508 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:45:28.820508 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:45:28.820508 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:45:28.820508 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:45:28.820508 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:45:28.820508 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:45:28.820508 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:45:28.820508 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:45:28.820508 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:45:28.820508 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:45:28.820508 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:45:28.820508 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:45:28.820508 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:45:28.820508 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:45:28.820508 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:45:28.820508 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:45:28.820508 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:45:28.820508 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:45:28.820508 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:45:28.820508 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:45:28.873101 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a945334-72af-47dc-a1b4-8b26cd3a6556 None None] Pushing event updated for resources: {'Port': ['ID=c9202d3e-d2c4-40e6-822a-20303fcc20bf,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:28.953529 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2d748e54-1e91-478f-bd63-dd5bda599795 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:28.991970 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eee5f4ad-ca34-483f-ac7f-18e7b91467c1 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:28.997859 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-e0c66415-270f-4940-a457-8aa41ddd2ce8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2fc6493-9913-4ddc-9ec8-c22824b17815']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:29.006150 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2d748e54-1e91-478f-bd63-dd5bda599795 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:29.010569 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2d748e54-1e91-478f-bd63-dd5bda599795 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] 10.222.0.39 "DELETE /v2.0/networks/2e60ecdc-492b-4930-8a6a-ec4bc99f4035 HTTP/1.1" status: 204 len: 168 time: 1.3854923 Nov 10 17:45:29.011675 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d748e54-1e91-478f-bd63-dd5bda599795 tempest-BulkNetworkOpsIpV6Test-1841445521 tempest-BulkNetworkOpsIpV6Test-1841445521-project] Pushing event deleted for resources: {'Network': ['ID=2e60ecdc-492b-4930-8a6a-ec4bc99f4035,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:29.079209 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-69f9442a-858d-4e2a-beee-4b65e1efd5d1 req-c8f6eac4-bd4e-4751-a8d4-3379deed22c1 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 210 time: 0.0519638 Nov 10 17:45:29.384695 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-e0c66415-270f-4940-a457-8aa41ddd2ce8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1824d7bc-f684-4cd6-b288-48c1ca6be6b1') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:29.385017 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-e0c66415-270f-4940-a457-8aa41ddd2ce8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1824d7bc-f684-4cd6-b288-48c1ca6be6b1') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:29.494788 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0c66415-270f-4940-a457-8aa41ddd2ce8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:29.510252 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eee5f4ad-ca34-483f-ac7f-18e7b91467c1 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:29.514437 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eee5f4ad-ca34-483f-ac7f-18e7b91467c1 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:29.523264 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a3199008-ec67-4992-bf1d-04fccf0648c7 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:29.539770 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0c66415-270f-4940-a457-8aa41ddd2ce8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:29.573624 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c9202d3e-d2c4-40e6-822a-20303fcc20bf up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:45:29.647718 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c66415-270f-4940-a457-8aa41ddd2ce8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:45:29.648554 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0c66415-270f-4940-a457-8aa41ddd2ce8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:29.660779 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:45:29.660779 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:45:29.660779 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:45:29.660779 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:45:29.660779 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:45:29.660779 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:45:29.660779 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:45:29.660779 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:45:29.660779 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:45:29.660779 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:45:29.660779 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:45:29.660779 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:45:29.660779 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:45:29.660779 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:45:29.660779 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:45:29.660779 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:45:29.660779 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:45:29.660779 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:45:29.660779 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:45:29.660779 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:45:29.660779 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:45:29.660779 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:45:29.660779 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:45:29.660779 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:45:29.660779 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:45:29.660779 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:45:29.660779 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:45:29.660779 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:45:29.660779 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:45:29.660779 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:45:29.660779 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:45:29.660779 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:45:29.737594 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eee5f4ad-ca34-483f-ac7f-18e7b91467c1 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:29.745728 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee5f4ad-ca34-483f-ac7f-18e7b91467c1 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Fanout notify agent at l3_agent the message router_deleted on router 9c3c17e5-42b9-47e7-b206-f4b50d9e94c0 {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:45:29.787973 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eee5f4ad-ca34-483f-ac7f-18e7b91467c1 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:29.790645 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-eee5f4ad-ca34-483f-ac7f-18e7b91467c1 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] 10.222.0.39 "DELETE /v2.0/routers/9c3c17e5-42b9-47e7-b206-f4b50d9e94c0 HTTP/1.1" status: 204 len: 168 time: 1.2693462 Nov 10 17:45:29.795906 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52034) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:29.804595 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port c9202d3e-d2c4-40e6-822a-20303fcc20bf triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:29.805240 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:29.879039 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.db.api [None req-e0c66415-270f-4940-a457-8aa41ddd2ce8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 17:45:29.879039 n-d-776250-10 neutron-server[102469]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 17:45:29.879039 n-d-776250-10 neutron-server[102469]: [parameters: {'id': 'b2fc6493-9913-4ddc-9ec8-c22824b17815'}] Nov 10 17:45:29.879039 n-d-776250-10 neutron-server[102469]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:45:29.880869 n-d-776250-10 neutron-server[102469]: DEBUG oslo_db.api [None req-e0c66415-270f-4940-a457-8aa41ddd2ce8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:45:29.899297 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3199008-ec67-4992-bf1d-04fccf0648c7 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Pushing event updated for resources: {'Subnet': ['ID=e9774a2e-ca93-485e-8253-b9311119abcb,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:29.926635 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3199008-ec67-4992-bf1d-04fccf0648c7 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Checking segment: {'id': '506fd250-3287-4921-bfd6-7f0514d0c08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '855b0091-5c7a-4a80-9d02-5492a767409d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:45:29.927476 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3199008-ec67-4992-bf1d-04fccf0648c7 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Network hostable DHCP agents. Network: 855b0091-5c7a-4a80-9d02-5492a767409d, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:45:29.943471 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c2e4d1-bab4-46a0-9b30-b3e610831ac2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Router 09491dd4-bb1d-4123-be78-2c3905410cdb is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:45:29.947857 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:29.963488 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3199008-ec67-4992-bf1d-04fccf0648c7 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Network 855b0091-5c7a-4a80-9d02-5492a767409d is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:45:29.964656 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7d115e33-f91b-47bf-a358-0eda9b81c0e8 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c3c17e5-42b9-47e7-b206-f4b50d9e94c0 HTTP/1.1" status: 200 len: 205 time: 0.1633408 Nov 10 17:45:29.967011 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52036) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:30.048493 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port c9202d3e-d2c4-40e6-822a-20303fcc20bf, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c9202d3e-d2c4-40e6-822a-20303fcc20bf,segment=NetworkSegment(2ba91a2d-e20e-4ac7-886f-a4f5d34f4cec),segment_id=2ba91a2d-e20e-4ac7-886f-a4f5d34f4cec)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:30.060131 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:30.158949 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52040) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:30.166707 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-a3199008-ec67-4992-bf1d-04fccf0648c7 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 855b0091-5c7a-4a80-9d02-5492a767409d) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:45:30.187912 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3199008-ec67-4992-bf1d-04fccf0648c7 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:30.188540 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a3199008-ec67-4992-bf1d-04fccf0648c7 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:30.198113 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-1e00afdc-3889-431c-8f90-ff9bb2f41c8e tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] delete failed (client error): The resource could not be found. Nov 10 17:45:30.214604 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1e00afdc-3889-431c-8f90-ff9bb2f41c8e tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] 10.222.0.39 "DELETE /v2.0/routers/9c3c17e5-42b9-47e7-b206-f4b50d9e94c0 HTTP/1.1" status: 404 len: 336 time: 0.2459621 Nov 10 17:45:30.216559 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52044) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:30.219004 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaae1c3-d571-4154-9481-27e0fff370f9 None None] Network 855b0091-5c7a-4a80-9d02-5492a767409d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:45:30.319140 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a3199008-ec67-4992-bf1d-04fccf0648c7 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.7896829 Nov 10 17:45:30.395386 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c36019ed-8a40-4ff1-b280-5755d300f369 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] 10.222.0.39 "GET /v2.0/ports?device_id=d15394f3-eade-4415-8184-f7611a5dd9c3 HTTP/1.1" status: 200 len: 205 time: 0.1772144 Nov 10 17:45:30.401199 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52052) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:30.648963 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-ecdb5891-bf41-48c9-95b2-aa9a96367dfd tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] delete failed (client error): The resource could not be found. Nov 10 17:45:30.653002 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ecdb5891-bf41-48c9-95b2-aa9a96367dfd tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] 10.222.0.39 "DELETE /v2.0/routers/d15394f3-eade-4415-8184-f7611a5dd9c3 HTTP/1.1" status: 404 len: 336 time: 0.2373548 Nov 10 17:45:30.658560 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52056) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:30.707135 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0c66415-270f-4940-a457-8aa41ddd2ce8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:30.739258 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-774d1936-fcbd-494a-aead-2e8fe1d31998 req-c8fbffc5-4824-4a31-ad65-fff75c9968f5 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 210 time: 0.3799057 Nov 10 17:45:30.817411 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=c9202d3e-d2c4-40e6-822a-20303fcc20bf,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:30.841147 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3317a5c7-8f06-4d18-ae4a-7a173ed409bf tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2177c9c-ea95-4194-a653-87ef5bef04ef HTTP/1.1" status: 200 len: 205 time: 0.1713359 Nov 10 17:45:30.856895 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52064) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:30.898224 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c3db85bc-cf60-4599-83c8-b3f89f5eddcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:30.962074 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-aa0cf058-45be-4800-8508-cc27d2773ec1 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] delete failed (client error): The resource could not be found. Nov 10 17:45:30.966208 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-aa0cf058-45be-4800-8508-cc27d2773ec1 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] 10.222.0.39 "DELETE /v2.0/routers/b2177c9c-ea95-4194-a653-87ef5bef04ef HTTP/1.1" status: 404 len: 336 time: 0.1055198 Nov 10 17:45:30.975665 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52070) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:31.073358 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8e720278-2012-4d75-8202-44836d254e5f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fc451d9e1d364e44b017f9725fb1b3e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9004462 Nov 10 17:45:31.074597 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52072) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:31.125667 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c2e4d1-bab4-46a0-9b30-b3e610831ac2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:45:31.133207 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf68c99c-5e99-4866-90d1-a21bb8871bf4 None None] Network 4be22fe8-5539-4634-8b18-ee471c9578ac requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:45:31.194819 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-66c2e4d1-bab4-46a0-9b30-b3e610831ac2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:31.201851 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-66c2e4d1-bab4-46a0-9b30-b3e610831ac2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 12.9251897 Nov 10 17:45:31.203227 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-e0c66415-270f-4940-a457-8aa41ddd2ce8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Deleting port a17940f9-cd15-4cbe-ace3-a2bfcf62e608 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:45:31.203747 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0c66415-270f-4940-a457-8aa41ddd2ce8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:31.246437 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-dc3ab178-d726-4a43-b0a6-29df928e1e0e tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f118f42-c876-45b0-8361-54a2e4cce601 HTTP/1.1" status: 200 len: 205 time: 0.2667246 Nov 10 17:45:31.248845 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52074) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:31.249400 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52076) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:31.367044 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7db956-90f1-4207-b73d-79d780d502b9 None None] Sync routers for ids ['09491dd4-bb1d-4123-be78-2c3905410cdb'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:45:31.503504 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c9202d3e-d2c4-40e6-822a-20303fcc20bf up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:45:31.549797 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-7b05b11d-81de-4907-80e0-bf0d3439f8f1 None None] Provisioning complete for port c9202d3e-d2c4-40e6-822a-20303fcc20bf triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:31.554278 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7b05b11d-81de-4907-80e0-bf0d3439f8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:31.563556 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-e0c66415-270f-4940-a457-8aa41ddd2ce8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] For port a17940f9-cd15-4cbe-ace3-a2bfcf62e608, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=a17940f9-cd15-4cbe-ace3-a2bfcf62e608,segment=NetworkSegment(1824d7bc-f684-4cd6-b288-48c1ca6be6b1),segment_id=1824d7bc-f684-4cd6-b288-48c1ca6be6b1)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:31.564327 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0c66415-270f-4940-a457-8aa41ddd2ce8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:31.592019 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-a53fafc8-a1d2-4422-9a20-4c4b745d3b0e tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] delete failed (client error): The resource could not be found. Nov 10 17:45:31.599239 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a53fafc8-a1d2-4422-9a20-4c4b745d3b0e tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] 10.222.0.39 "DELETE /v2.0/routers/1f118f42-c876-45b0-8361-54a2e4cce601 HTTP/1.1" status: 404 len: 336 time: 0.3230491 Nov 10 17:45:31.612502 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52080) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:31.660171 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-e0c66415-270f-4940-a457-8aa41ddd2ce8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Calling delete_port for a17940f9-cd15-4cbe-ace3-a2bfcf62e608 owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:45:31.707803 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6c5201c3-0e0c-4b11-8224-02cb9b9a481b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:31.854011 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-eccc285b-a83c-4919-98a6-89647de0e20d tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] 10.222.0.39 "GET /v2.0/ports?device_id=7de826be-f7ea-455d-b483-b702691ec035 HTTP/1.1" status: 200 len: 205 time: 0.2297528 Nov 10 17:45:31.865966 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52086) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:31.866371 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7db956-90f1-4207-b73d-79d780d502b9 None None] Routers {'09491dd4-bb1d-4123-be78-2c3905410cdb'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:45:31.867399 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-fd7db956-90f1-4207-b73d-79d780d502b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:45:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['09491dd4-bb1d-4123-be78-2c3905410cdb'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:31.939739 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-431a1703-8d47-486e-94ac-7dc50975c343 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "GET /v2.0/routers/09491dd4-bb1d-4123-be78-2c3905410cdb HTTP/1.1" status: 200 len: 880 time: 0.6669505 Nov 10 17:45:31.952130 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52088) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:32.015590 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-88bb9468-422e-4c29-ba7b-222c35b6ae9f tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] delete failed (client error): The resource could not be found. Nov 10 17:45:32.024421 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-88bb9468-422e-4c29-ba7b-222c35b6ae9f tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] 10.222.0.39 "DELETE /v2.0/routers/7de826be-f7ea-455d-b483-b702691ec035 HTTP/1.1" status: 404 len: 336 time: 0.1465719 Nov 10 17:45:32.027973 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52090) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:32.137218 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6c5201c3-0e0c-4b11-8224-02cb9b9a481b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:32.137450 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9ae94084-8048-4f83-98a1-08cc7ac31794 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] 10.222.0.39 "GET /v2.0/ports?device_id=5203a821-ccab-4039-aaea-076668d9350a HTTP/1.1" status: 200 len: 205 time: 0.1051993 Nov 10 17:45:32.141326 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a7f629c9-e66d-4cd8-aa97-eaf12d82fb9f req-a5cbe3b0-c311-4ef7-bcbd-a8978a3a5cd1 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 210 time: 0.1301684 Nov 10 17:45:32.145350 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52092) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:32.152119 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea55656-8757-486e-8efe-3e152d58de5b req-701912be-295d-4270-b404-4f2e5d6d97d6 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:32.173946 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea55656-8757-486e-8efe-3e152d58de5b req-701912be-295d-4270-b404-4f2e5d6d97d6 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:32.177112 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-fd7db956-90f1-4207-b73d-79d780d502b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:32.186812 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5ea55656-8757-486e-8efe-3e152d58de5b req-701912be-295d-4270-b404-4f2e5d6d97d6 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/networks?id=4be22fe8-5539-4634-8b18-ee471c9578ac&id=855b0091-5c7a-4a80-9d02-5492a767409d HTTP/1.1" status: 200 len: 1391 time: 1.2212446 Nov 10 17:45:32.192550 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7b37cd-109b-4186-9b8b-0ab6b837629b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-855b0091-5c7a-4a80-9d02-5492a767409d', 'network_id': '855b0091-5c7a-4a80-9d02-5492a767409d', 'tenant_id': '066ad4243c364cb2b13d18de8348945c', 'fixed_ips': [{'subnet_id': 'e9774a2e-ca93-485e-8253-b9311119abcb'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:45:32.198195 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3b7b37cd-109b-4186-9b8b-0ab6b837629b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:32.233360 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-cb175c1b-a740-4135-95db-177500b8e849 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] delete failed (client error): The resource could not be found. Nov 10 17:45:32.237921 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-cb175c1b-a740-4135-95db-177500b8e849 tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] 10.222.0.39 "DELETE /v2.0/routers/5203a821-ccab-4039-aaea-076668d9350a HTTP/1.1" status: 404 len: 336 time: 0.0879796 Nov 10 17:45:32.239106 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52094) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:32.291011 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8d78d81-efd8-4ba8-87a5-4d505b90fc5f tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] DELETE failed (client error): The resource could not be found. Nov 10 17:45:32.293316 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8d78d81-efd8-4ba8-87a5-4d505b90fc5f tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:45:32.301330 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a8d78d81-efd8-4ba8-87a5-4d505b90fc5f tempest-RoutersAdminTest-1217139187 tempest-RoutersAdminTest-1217139187-project] 10.222.0.39 "DELETE /v2.0/subnets/31fcb94b-60c2-4655-81da-56b288ac4749 HTTP/1.1" status: 404 len: 337 time: 0.0600283 Nov 10 17:45:32.303520 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0c66415-270f-4940-a457-8aa41ddd2ce8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:32.381588 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c66415-270f-4940-a457-8aa41ddd2ce8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event deleted for resources: {'Port': ['ID=a17940f9-cd15-4cbe-ace3-a2bfcf62e608,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:32.390646 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5ea55656-8757-486e-8efe-3e152d58de5b req-ffe480f9-9996-4ece-9376-725e4f7b89c2 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/quotas/066ad4243c364cb2b13d18de8348945c HTTP/1.1" status: 200 len: 375 time: 0.1542628 Nov 10 17:45:32.391854 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c66415-270f-4940-a457-8aa41ddd2ce8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] No DVR routers for this DVR port a17940f9-cd15-4cbe-ace3-a2bfcf62e608 on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:45:32.481826 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7db956-90f1-4207-b73d-79d780d502b9 None None] Routers {'09491dd4-bb1d-4123-be78-2c3905410cdb'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:45:32.482490 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-fd7db956-90f1-4207-b73d-79d780d502b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:45:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['09491dd4-bb1d-4123-be78-2c3905410cdb'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:32.645435 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6c5201c3-0e0c-4b11-8224-02cb9b9a481b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:32.649268 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6c5201c3-0e0c-4b11-8224-02cb9b9a481b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:32.651333 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6c5201c3-0e0c-4b11-8224-02cb9b9a481b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b727b7e2-240e-43c0-9a96-6bd97406024f HTTP/1.1" status: 204 len: 168 time: 1.5244780 Nov 10 17:45:32.740084 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-fd7db956-90f1-4207-b73d-79d780d502b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:32.741347 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7db956-90f1-4207-b73d-79d780d502b9 None None] The sync data for ids ['09491dd4-bb1d-4123-be78-2c3905410cdb'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:45:32.840968 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port c9202d3e-d2c4-40e6-822a-20303fcc20bf triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:32.841420 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:32.915031 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0c66415-270f-4940-a457-8aa41ddd2ce8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:32.917526 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5ea55656-8757-486e-8efe-3e152d58de5b req-efe77e2d-a95b-4cbc-98e5-7b8123c02b7a tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=066ad4243c364cb2b13d18de8348945c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5241275 Nov 10 17:45:32.932820 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5201c3-0e0c-4b11-8224-02cb9b9a481b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b727b7e2-240e-43c0-9a96-6bd97406024f,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:33.027928 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-e0c66415-270f-4940-a457-8aa41ddd2ce8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2fc6493-9913-4ddc-9ec8-c22824b17815']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:33.047403 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-3b7b37cd-109b-4186-9b8b-0ab6b837629b None None] Allocated IP 19.86.0.2 (855b0091-5c7a-4a80-9d02-5492a767409d/e9774a2e-ca93-485e-8253-b9311119abcb/43110e3b-2f1f-494a-ba30-cfdb1a4b35ad) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:45:33.074446 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-e0c66415-270f-4940-a457-8aa41ddd2ce8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1824d7bc-f684-4cd6-b288-48c1ca6be6b1') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:33.075986 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-e0c66415-270f-4940-a457-8aa41ddd2ce8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1824d7bc-f684-4cd6-b288-48c1ca6be6b1') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:33.147165 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52108) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:33.184457 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-020e513d-2478-498c-9c51-d4bd9731b93f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:33.188487 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0c66415-270f-4940-a457-8aa41ddd2ce8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:33.265076 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52112) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:33.269517 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bde77cab-d045-4e9a-8b7c-974a581137d7 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.2964776 Nov 10 17:45:33.382970 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-f8ef959c-b25b-456b-bae9-009e6c67b40a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1239444379'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:45:33.538708 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0c66415-270f-4940-a457-8aa41ddd2ce8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:33.590086 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c66415-270f-4940-a457-8aa41ddd2ce8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:45:33.591237 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0c66415-270f-4940-a457-8aa41ddd2ce8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:33.606917 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:45:33.606917 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:45:33.606917 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:45:33.606917 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:45:33.606917 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:45:33.606917 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:45:33.606917 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:45:33.606917 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:45:33.606917 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:45:33.606917 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:45:33.606917 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:45:33.606917 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:45:33.606917 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:45:33.606917 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:45:33.606917 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:45:33.606917 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:45:33.606917 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:45:33.606917 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:45:33.606917 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:45:33.606917 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:45:33.606917 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:45:33.606917 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:45:33.606917 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:45:33.606917 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:45:33.606917 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:45:33.606917 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:45:33.606917 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:45:33.606917 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:45:33.606917 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:45:33.606917 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:45:33.606917 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:45:33.606917 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:45:33.661349 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-63f7656a-2218-44ff-9d2e-ebab9e6deb8e None None] Provisioning complete for port c9202d3e-d2c4-40e6-822a-20303fcc20bf triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:33.665895 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-63f7656a-2218-44ff-9d2e-ebab9e6deb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:33.772797 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3b7b37cd-109b-4186-9b8b-0ab6b837629b None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:33.873981 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3b7b37cd-109b-4186-9b8b-0ab6b837629b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:33.935368 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4dc2ab38-4c59-4503-9dd4-7212a4b85016 req-4c638478-cf40-4c28-bdcf-b0bdc82bb438 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 210 time: 0.3930988 Nov 10 17:45:34.003266 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b37cd-109b-4186-9b8b-0ab6b837629b None None] Pushing event updated for resources: {'Port': ['ID=43110e3b-2f1f-494a-ba30-cfdb1a4b35ad,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:34.090202 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7b37cd-109b-4186-9b8b-0ab6b837629b None None] Network 855b0091-5c7a-4a80-9d02-5492a767409d is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:45:34.099185 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:34.107732 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-3b7b37cd-109b-4186-9b8b-0ab6b837629b None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:45:34.117453 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7b37cd-109b-4186-9b8b-0ab6b837629b None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:45:34.208068 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5ea55656-8757-486e-8efe-3e152d58de5b req-f6ceb9a8-187b-456c-92f7-453e1b38e11e service neutron] 10.222.0.39 "GET /v2.0/networks/4be22fe8-5539-4634-8b18-ee471c9578ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2705722 Nov 10 17:45:34.356804 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-3b7b37cd-109b-4186-9b8b-0ab6b837629b None None] Attempting to bind port 43110e3b-2f1f-494a-ba30-cfdb1a4b35ad on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:45:34.357094 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-3b7b37cd-109b-4186-9b8b-0ab6b837629b None None] Attempting to bind port 43110e3b-2f1f-494a-ba30-cfdb1a4b35ad by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '506fd250-3287-4921-bfd6-7f0514d0c08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '855b0091-5c7a-4a80-9d02-5492a767409d'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:45:34.357469 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b37cd-109b-4186-9b8b-0ab6b837629b None None] Attempting to bind port 43110e3b-2f1f-494a-ba30-cfdb1a4b35ad on network 855b0091-5c7a-4a80-9d02-5492a767409d {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:45:34.357688 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-35ca80b7-7b1f-4b77-aa23-235b79a68073 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:34.361820 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0c66415-270f-4940-a457-8aa41ddd2ce8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:34.380340 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0c66415-270f-4940-a457-8aa41ddd2ce8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:34.386384 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b37cd-109b-4186-9b8b-0ab6b837629b None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:45:34.387231 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b37cd-109b-4186-9b8b-0ab6b837629b None None] Checking segment: {'id': '506fd250-3287-4921-bfd6-7f0514d0c08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '855b0091-5c7a-4a80-9d02-5492a767409d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:45:34.388058 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3b7b37cd-109b-4186-9b8b-0ab6b837629b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:34.388922 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7b37cd-109b-4186-9b8b-0ab6b837629b None None] Bound using segment: {'id': '506fd250-3287-4921-bfd6-7f0514d0c08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '855b0091-5c7a-4a80-9d02-5492a767409d'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:45:34.391050 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-3b7b37cd-109b-4186-9b8b-0ab6b837629b None None] Bound port: 43110e3b-2f1f-494a-ba30-cfdb1a4b35ad, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '506fd250-3287-4921-bfd6-7f0514d0c08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '855b0091-5c7a-4a80-9d02-5492a767409d'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:45:34.391975 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3b7b37cd-109b-4186-9b8b-0ab6b837629b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:34.397567 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e0c66415-270f-4940-a457-8aa41ddd2ce8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "DELETE /v2.0/networks/b2fc6493-9913-4ddc-9ec8-c22824b17815 HTTP/1.1" status: 204 len: 168 time: 9.0995355 Nov 10 17:45:34.405380 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52126) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:34.472252 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-9014e801-7e95-45c1-9826-a3118f6eeb81 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] DELETE failed (client error): The resource could not be found. Nov 10 17:45:34.473391 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9014e801-7e95-45c1-9826-a3118f6eeb81 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:45:34.478984 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9014e801-7e95-45c1-9826-a3118f6eeb81 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "DELETE /v2.0/subnets/318013c5-8a5a-468e-b483-e4f27c8eeca5 HTTP/1.1" status: 404 len: 337 time: 0.0724428 Nov 10 17:45:34.507476 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52130) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:34.563831 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c66415-270f-4940-a457-8aa41ddd2ce8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event deleted for resources: {'Network': ['ID=b2fc6493-9913-4ddc-9ec8-c22824b17815,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:34.623632 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dc51a80-8908-4bc9-b980-37479ff5a13a tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] DELETE failed (client error): The resource could not be found. Nov 10 17:45:34.623975 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dc51a80-8908-4bc9-b980-37479ff5a13a tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:45:34.631018 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8dc51a80-8908-4bc9-b980-37479ff5a13a tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "DELETE /v2.0/networks/b2fc6493-9913-4ddc-9ec8-c22824b17815 HTTP/1.1" status: 404 len: 339 time: 0.1209531 Nov 10 17:45:34.631701 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52132) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:34.658714 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5ea55656-8757-486e-8efe-3e152d58de5b req-b93bb2ee-e8a5-49ac-95bf-4f229776f90d service neutron] 10.222.0.39 "GET /v2.0/networks/4be22fe8-5539-4634-8b18-ee471c9578ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380009 Nov 10 17:45:34.684477 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-3b7b37cd-109b-4186-9b8b-0ab6b837629b None None] For port 43110e3b-2f1f-494a-ba30-cfdb1a4b35ad, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:45:34.720336 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-3b7b37cd-109b-4186-9b8b-0ab6b837629b None None] For port 43110e3b-2f1f-494a-ba30-cfdb1a4b35ad, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=43110e3b-2f1f-494a-ba30-cfdb1a4b35ad,segment=NetworkSegment(506fd250-3287-4921-bfd6-7f0514d0c08f),segment_id=506fd250-3287-4921-bfd6-7f0514d0c08f)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:45:34.793226 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3b7b37cd-109b-4186-9b8b-0ab6b837629b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:34.841172 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:45:34.969907 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b37cd-109b-4186-9b8b-0ab6b837629b None None] Pushing event updated for resources: {'Port': ['ID=43110e3b-2f1f-494a-ba30-cfdb1a4b35ad,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:35.135755 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-35ca80b7-7b1f-4b77-aa23-235b79a68073 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:35.153685 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-35ca80b7-7b1f-4b77-aa23-235b79a68073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:35.356490 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5ea55656-8757-486e-8efe-3e152d58de5b req-2d8e4af9-1189-48fd-9364-20c10d595310 service neutron] 10.222.0.39 "GET /v2.0/networks/855b0091-5c7a-4a80-9d02-5492a767409d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6455889 Nov 10 17:45:35.367612 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f80c8f92-728f-41f1-a49e-2f8a79d69aaa tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:35.596697 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:35.639373 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-35ca80b7-7b1f-4b77-aa23-235b79a68073 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d82fb10cc46a40ab926cce3683adc4dd&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4716926 Nov 10 17:45:35.641331 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52146) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:35.660221 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5ea55656-8757-486e-8efe-3e152d58de5b req-d8d72231-7cce-4dae-a97f-c44a09ed7165 service neutron] 10.222.0.39 "GET /v2.0/networks/855b0091-5c7a-4a80-9d02-5492a767409d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826085 Nov 10 17:45:35.697748 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-45db2d53-7942-439a-8128-09a04b4a50fe req-fa66e1bb-3d1b-4fa9-8172-bc2341baac59 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 210 time: 0.2942050 Nov 10 17:45:36.002238 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f80c8f92-728f-41f1-a49e-2f8a79d69aaa tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:36.066479 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f80c8f92-728f-41f1-a49e-2f8a79d69aaa tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86f6263-e989-4197-8dd4-3ae6c27e1eaf']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:36.100941 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f80c8f92-728f-41f1-a49e-2f8a79d69aaa tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0401647-b4a1-4660-8049-63bd71106ccb') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:36.101239 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f80c8f92-728f-41f1-a49e-2f8a79d69aaa tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0401647-b4a1-4660-8049-63bd71106ccb') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:36.106878 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca80b7-7b1f-4b77-aa23-235b79a68073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698adb30-8d17-471f-a211-24426315c6f5,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:36.130496 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f80c8f92-728f-41f1-a49e-2f8a79d69aaa tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:36.177193 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f80c8f92-728f-41f1-a49e-2f8a79d69aaa tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:36.225305 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80c8f92-728f-41f1-a49e-2f8a79d69aaa tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:45:36.229391 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f80c8f92-728f-41f1-a49e-2f8a79d69aaa tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:36.234379 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9310cb93-57a0-426d-9c11-1e6325311340 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:36.277291 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:36.297865 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:45:36.297865 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:45:36.297865 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:45:36.297865 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:45:36.297865 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:45:36.297865 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:45:36.297865 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:45:36.297865 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:45:36.297865 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:45:36.297865 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:45:36.297865 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:45:36.297865 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:45:36.297865 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:45:36.297865 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:45:36.297865 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:45:36.297865 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:45:36.297865 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:45:36.297865 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:45:36.297865 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:45:36.297865 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:45:36.297865 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:45:36.297865 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:45:36.297865 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:45:36.297865 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:45:36.297865 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:45:36.297865 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:45:36.297865 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:45:36.297865 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:45:36.297865 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:45:36.297865 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:45:36.297865 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:45:36.297865 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:45:36.366427 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9310cb93-57a0-426d-9c11-1e6325311340 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:36.540208 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f80c8f92-728f-41f1-a49e-2f8a79d69aaa tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:36.558597 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f80c8f92-728f-41f1-a49e-2f8a79d69aaa tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:36.569202 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f80c8f92-728f-41f1-a49e-2f8a79d69aaa tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "DELETE /v2.0/networks/f86f6263-e989-4197-8dd4-3ae6c27e1eaf HTTP/1.1" status: 204 len: 168 time: 1.9347627 Nov 10 17:45:36.603110 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52168) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:36.603792 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52170) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:36.604920 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c8f92-728f-41f1-a49e-2f8a79d69aaa tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event deleted for resources: {'Network': ['ID=f86f6263-e989-4197-8dd4-3ae6c27e1eaf,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:36.669533 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8bfae8c-1512-441d-8be8-63dda2dfce6c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] DELETE failed (client error): The resource could not be found. Nov 10 17:45:36.670758 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8bfae8c-1512-441d-8be8-63dda2dfce6c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:45:36.674321 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d8bfae8c-1512-441d-8be8-63dda2dfce6c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "DELETE /v2.0/subnets/4e398d6c-8e5d-49e9-ad68-21e0c7f5aea3 HTTP/1.1" status: 404 len: 337 time: 0.0496726 Nov 10 17:45:36.679508 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52174) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:36.713599 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f8ef959c-b25b-456b-bae9-009e6c67b40a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1024386'] for router, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:36.757611 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-e273357d-e442-469b-aa91-3cbdd4727908 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] DELETE failed (client error): The resource could not be found. Nov 10 17:45:36.758492 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e273357d-e442-469b-aa91-3cbdd4727908 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:45:36.771724 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e273357d-e442-469b-aa91-3cbdd4727908 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "DELETE /v2.0/networks/bd965eb5-4f80-4f95-80f2-0689f1f98396 HTTP/1.1" status: 404 len: 339 time: 0.0906515 Nov 10 17:45:36.782944 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52180) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:37.010910 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b6b6862-a3e6-4e0b-b4cf-6798e81c2177 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Deleting subnet 0b14a0aa-3248-438c-8ed7-f73104df38e1 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:45:37.025683 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b6b6862-a3e6-4e0b-b4cf-6798e81c2177 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:37.166829 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-a001f3e4-013d-4572-8fc9-1736b787db5d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-33070558'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:45:37.301743 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12113899-5a06-4559-81a7-0eb38a65823b None None] Network 855b0091-5c7a-4a80-9d02-5492a767409d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:45:37.315353 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a001f3e4-013d-4572-8fc9-1736b787db5d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Made reservation on behalf of 9e394024f4884a1d89b5a6d9aedb8502 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:45:37.347977 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a001f3e4-013d-4572-8fc9-1736b787db5d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:37.477757 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a001f3e4-013d-4572-8fc9-1736b787db5d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:37.500353 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b6b6862-a3e6-4e0b-b4cf-6798e81c2177 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:37.787676 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f81fe38-113e-4646-b6ea-f7db30b84285 req-9295ced2-3845-4197-a179-d97d20fda338 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=65f361da-3921-4073-b50f-a99efca42da6 HTTP/1.1" status: 200 len: 210 time: 1.2348630 Nov 10 17:45:37.800457 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9310cb93-57a0-426d-9c11-1e6325311340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:37.808578 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b6b6862-a3e6-4e0b-b4cf-6798e81c2177 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:37.809504 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9310cb93-57a0-426d-9c11-1e6325311340 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:37.813555 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9310cb93-57a0-426d-9c11-1e6325311340 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/698adb30-8d17-471f-a211-24426315c6f5 HTTP/1.1" status: 204 len: 168 time: 2.1440458 Nov 10 17:45:37.819956 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f8ef959c-b25b-456b-bae9-009e6c67b40a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412472'] for router, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:37.836090 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310cb93-57a0-426d-9c11-1e6325311340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698adb30-8d17-471f-a211-24426315c6f5,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:37.845122 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3524202b-9c82-4fce-a0ee-6983144ebfe0 req-1afcf607-98b1-44f0-b8f1-6bee2136f55c tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 210 time: 0.7395792 Nov 10 17:45:38.093142 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 43110e3b-2f1f-494a-ba30-cfdb1a4b35ad up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:45:38.094464 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a001f3e4-013d-4572-8fc9-1736b787db5d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:38.172587 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a001f3e4-013d-4572-8fc9-1736b787db5d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:38.176441 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ef959c-b25b-456b-bae9-009e6c67b40a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Router 09491dd4-bb1d-4123-be78-2c3905410cdb has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:45:38.220488 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a001f3e4-013d-4572-8fc9-1736b787db5d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:45:38.255533 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a001f3e4-013d-4572-8fc9-1736b787db5d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:38.257187 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-a001f3e4-013d-4572-8fc9-1736b787db5d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Added segment be931020-b4fc-4495-9e65-587c17b15931 of type vlan for network 522dce3a-5787-4a64-95f6-f0dc4beee792 Nov 10 17:45:38.273554 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-8bfb8bec-6f78-4bcf-b8a6-d4a82af906e4 None None] Provisioning complete for port 43110e3b-2f1f-494a-ba30-cfdb1a4b35ad triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:38.275381 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8bfb8bec-6f78-4bcf-b8a6-d4a82af906e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:38.394417 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 43110e3b-2f1f-494a-ba30-cfdb1a4b35ad triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:38.395468 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:38.431469 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a001f3e4-013d-4572-8fc9-1736b787db5d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:38.522847 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ef959c-b25b-456b-bae9-009e6c67b40a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:45:38.538715 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a001f3e4-013d-4572-8fc9-1736b787db5d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:38.540453 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91991d0-25cb-435c-ba9f-bde83bce298d None None] Sync routers for ids ['09491dd4-bb1d-4123-be78-2c3905410cdb'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:45:38.547213 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f8ef959c-b25b-456b-bae9-009e6c67b40a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:38.558131 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a001f3e4-013d-4572-8fc9-1736b787db5d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:38.560428 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91991d0-25cb-435c-ba9f-bde83bce298d None None] Routers {'09491dd4-bb1d-4123-be78-2c3905410cdb'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:45:38.562575 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f8ef959c-b25b-456b-bae9-009e6c67b40a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "PUT /v2.0/routers/09491dd4-bb1d-4123-be78-2c3905410cdb HTTP/1.1" status: 200 len: 887 time: 5.2409797 Nov 10 17:45:38.563703 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a001f3e4-013d-4572-8fc9-1736b787db5d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:38.564245 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52212) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:38.565711 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d91991d0-25cb-435c-ba9f-bde83bce298d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:45:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['09491dd4-bb1d-4123-be78-2c3905410cdb'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:38.708329 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d91991d0-25cb-435c-ba9f-bde83bce298d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:38.736322 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91991d0-25cb-435c-ba9f-bde83bce298d None None] Routers {'09491dd4-bb1d-4123-be78-2c3905410cdb'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:45:38.737255 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d91991d0-25cb-435c-ba9f-bde83bce298d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:45:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['09491dd4-bb1d-4123-be78-2c3905410cdb'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:38.861352 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d91991d0-25cb-435c-ba9f-bde83bce298d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:38.867108 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91991d0-25cb-435c-ba9f-bde83bce298d None None] The sync data for ids ['09491dd4-bb1d-4123-be78-2c3905410cdb'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:45:38.867396 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b6b6862-a3e6-4e0b-b4cf-6798e81c2177 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:38.943857 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a001f3e4-013d-4572-8fc9-1736b787db5d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.3084061 Nov 10 17:45:38.945855 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-aabb99de-4894-4637-942a-b614ca3c19c4 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "GET /v2.0/routers/09491dd4-bb1d-4123-be78-2c3905410cdb HTTP/1.1" status: 200 len: 887 time: 0.3748865 Nov 10 17:45:38.947175 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52220) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:38.953378 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52222) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:38.966113 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-ded7d837-bb1e-4088-8634-edbbd041f2f0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1382784118'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:45:39.017240 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001f3e4-013d-4572-8fc9-1736b787db5d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0210fea-1820-4944-9268-b67726c977d5,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:39.056857 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b6b6862-a3e6-4e0b-b4cf-6798e81c2177 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:39.078494 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8b6b6862-a3e6-4e0b-b4cf-6798e81c2177 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "DELETE /v2.0/subnets/0b14a0aa-3248-438c-8ed7-f73104df38e1 HTTP/1.1" status: 204 len: 168 time: 2.2939067 Nov 10 17:45:39.085961 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52224) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:39.091725 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b6862-a3e6-4e0b-b4cf-6798e81c2177 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event deleted for resources: {'Subnet': ['ID=0b14a0aa-3248-438c-8ed7-f73104df38e1,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:39.102783 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001f3e4-013d-4572-8fc9-1736b787db5d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Network': ['ID=522dce3a-5787-4a64-95f6-f0dc4beee792,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:39.133899 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3a18e05d-3be0-4135-8aae-ff624896f5ae tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "GET /v2.0/ports?device_id=09491dd4-bb1d-4123-be78-2c3905410cdb HTTP/1.1" status: 200 len: 205 time: 0.1784205 Nov 10 17:45:39.147086 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52228) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:39.148041 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3530d99f-9bbd-4ac2-9b33-f0929e79594e None None] Network 391a3130-a5f8-4bd0-b5f1-7957df9dc56b requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:45:39.268887 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:39.460090 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f101f919-99b4-43a8-b402-9e17e46f3779 req-674b4654-35a8-4812-9767-65f95efd977b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 210 time: 0.1135204 Nov 10 17:45:39.460966 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52232) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:39.476251 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5663435-8da1-467f-a833-409a2285ba7f tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Deleting subnet bf665ac9-5358-4613-b2b2-e7641446406e {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:45:39.503820 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e5663435-8da1-467f-a833-409a2285ba7f tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:39.518441 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c8018dd5-c282-474e-8aaf-8e151653912a req-c8a073cc-bcb0-4aeb-bf51-e9272827677d tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=65f361da-3921-4073-b50f-a99efca42da6 HTTP/1.1" status: 200 len: 210 time: 0.3311803 Nov 10 17:45:39.558019 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 43110e3b-2f1f-494a-ba30-cfdb1a4b35ad, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=43110e3b-2f1f-494a-ba30-cfdb1a4b35ad,segment=NetworkSegment(506fd250-3287-4921-bfd6-7f0514d0c08f),segment_id=506fd250-3287-4921-bfd6-7f0514d0c08f)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:39.561021 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 522dce3a-5787-4a64-95f6-f0dc4beee792 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:45:39.667517 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:39.692226 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded7d837-bb1e-4088-8634-edbbd041f2f0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Made reservation on behalf of 9e394024f4884a1d89b5a6d9aedb8502 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:45:39.695270 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-11a156ad-dec4-477e-86f8-29f8818baae2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4d07678d800b4803833b4908f09add58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2315874 Nov 10 17:45:39.702996 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52234) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:39.703421 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ded7d837-bb1e-4088-8634-edbbd041f2f0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:39.740377 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e5663435-8da1-467f-a833-409a2285ba7f tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:39.778284 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8bfb8bec-6f78-4bcf-b8a6-d4a82af906e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:40.014873 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4626d5f2-f9e0-484a-8e33-13bcb060bb1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:40.126236 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4626d5f2-f9e0-484a-8e33-13bcb060bb1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:40.139906 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded7d837-bb1e-4088-8634-edbbd041f2f0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:45:40.147695 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=43110e3b-2f1f-494a-ba30-cfdb1a4b35ad,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:40.149304 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e5663435-8da1-467f-a833-409a2285ba7f tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:40.161252 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea55656-8757-486e-8efe-3e152d58de5b req-9b5b43d6-15cb-4f40-96a6-ee53d288dfd2 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:40.163543 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-8bfb8bec-6f78-4bcf-b8a6-d4a82af906e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:45:40.164099 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-8bfb8bec-6f78-4bcf-b8a6-d4a82af906e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:45:40.184123 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea55656-8757-486e-8efe-3e152d58de5b req-9b5b43d6-15cb-4f40-96a6-ee53d288dfd2 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:40.185788 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ea55656-8757-486e-8efe-3e152d58de5b req-9b5b43d6-15cb-4f40-96a6-ee53d288dfd2 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.13 "GET /v2.0/networks?id=4be22fe8-5539-4634-8b18-ee471c9578ac&id=855b0091-5c7a-4a80-9d02-5492a767409d HTTP/1.1" status: 200 len: 1391 time: 0.9387453 Nov 10 17:45:40.208700 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-5ea55656-8757-486e-8efe-3e152d58de5b req-705f5b91-3445-43e3-b564-62008c460904 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Request body: {'port': {'device_id': '65f361da-3921-4073-b50f-a99efca42da6', 'network_id': '4be22fe8-5539-4634-8b18-ee471c9578ac', 'admin_state_up': True, 'tenant_id': '066ad4243c364cb2b13d18de8348945c'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:45:40.233885 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-355894c8-eb8a-4619-89d9-17abccb9d85d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:40.312479 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e5663435-8da1-467f-a833-409a2285ba7f tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:40.395420 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5663435-8da1-467f-a833-409a2285ba7f tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event deleted for resources: {'Subnet': ['ID=bf665ac9-5358-4613-b2b2-e7641446406e,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:40.399472 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4626d5f2-f9e0-484a-8e33-13bcb060bb1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:40.414217 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4626d5f2-f9e0-484a-8e33-13bcb060bb1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:40.420638 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4626d5f2-f9e0-484a-8e33-13bcb060bb1c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d416f155-c0cc-4e82-8846-76d27fad2439 HTTP/1.1" status: 204 len: 168 time: 0.7135148 Nov 10 17:45:40.445367 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e5663435-8da1-467f-a833-409a2285ba7f tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:40.462698 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e5663435-8da1-467f-a833-409a2285ba7f tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "DELETE /v2.0/subnets/bf665ac9-5358-4613-b2b2-e7641446406e HTTP/1.1" status: 204 len: 168 time: 1.3662608 Nov 10 17:45:40.464311 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52242) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:40.465376 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626d5f2-f9e0-484a-8e33-13bcb060bb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d416f155-c0cc-4e82-8846-76d27fad2439,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:40.585834 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ded7d837-bb1e-4088-8634-edbbd041f2f0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:40.586066 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-ded7d837-bb1e-4088-8634-edbbd041f2f0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Added segment 9157f89d-4015-4acc-8a70-bd6d424c8787 of type vlan for network 49d4bfb0-566c-442f-9320-f783fd08af5a Nov 10 17:45:40.654220 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea55656-8757-486e-8efe-3e152d58de5b req-705f5b91-3445-43e3-b564-62008c460904 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Made reservation on behalf of 066ad4243c364cb2b13d18de8348945c for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:45:40.663268 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5ea55656-8757-486e-8efe-3e152d58de5b req-705f5b91-3445-43e3-b564-62008c460904 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:40.842574 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7456a9fe-c93d-42c4-986e-e05c67a467d3 None None] Update dhcp port {'port': {'network_id': '391a3130-a5f8-4bd0-b5f1-7957df9dc56b', 'fixed_ips': [{'subnet_id': 'bf665ac9-5358-4613-b2b2-e7641446406e'}], 'binding:host_id': 'n-d-776250-10'}, 'id': 'c2938bb5-8afd-4eba-b78f-0ce2deaef4ef'} from n-d-776250-10. {{(pid=102470) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 17:45:40.920399 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7456a9fe-c93d-42c4-986e-e05c67a467d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:41.013221 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ded7d837-bb1e-4088-8634-edbbd041f2f0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:41.072090 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c5f924bb-00a7-4cbd-a6e7-73a4c14e85b9 None None] Provisioning complete for port 43110e3b-2f1f-494a-ba30-cfdb1a4b35ad triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:41.076687 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c5f924bb-00a7-4cbd-a6e7-73a4c14e85b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:41.113045 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-15c1d8c6-fd19-42d3-965b-83216464cc3d req-96a9efd1-46e9-4695-bddf-d7d028e95bff tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=65f361da-3921-4073-b50f-a99efca42da6 HTTP/1.1" status: 200 len: 210 time: 0.3181496 Nov 10 17:45:41.216372 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.db.resource_extend [None req-ded7d837-bb1e-4088-8634-edbbd041f2f0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 17:45:41.395523 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ded7d837-bb1e-4088-8634-edbbd041f2f0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:41.401651 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded7d837-bb1e-4088-8634-edbbd041f2f0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:41.402275 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ded7d837-bb1e-4088-8634-edbbd041f2f0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:41.610159 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7d837-bb1e-4088-8634-edbbd041f2f0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Network': ['ID=49d4bfb0-566c-442f-9320-f783fd08af5a,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:41.619772 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b757e1cc-a380-48c5-9581-8bf0df91cb5a None None] Network 391a3130-a5f8-4bd0-b5f1-7957df9dc56b requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:45:41.639501 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ded7d837-bb1e-4088-8634-edbbd041f2f0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.6817975 Nov 10 17:45:41.645966 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-355894c8-eb8a-4619-89d9-17abccb9d85d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:41.668020 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52268) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:41.691421 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-ec0f47be-601d-43d7-a95e-ee3b104c0f8b tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Request body: {'subnet': {'network_id': '522dce3a-5787-4a64-95f6-f0dc4beee792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:45:41.824025 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3b9a6293-f70c-4727-8166-9c2d794ab8f9 req-8e017fe1-08e6-43ea-99da-1fcafbb828d9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 210 time: 0.1179779 Nov 10 17:45:41.860572 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d418679c-806d-412c-84cf-016b96dc307e tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:41.886791 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 49d4bfb0-566c-442f-9320-f783fd08af5a details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:45:42.005760 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-d418679c-806d-412c-84cf-016b96dc307e tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Deleting port c2938bb5-8afd-4eba-b78f-0ce2deaef4ef {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:45:42.006520 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d418679c-806d-412c-84cf-016b96dc307e tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:42.072011 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-5ea55656-8757-486e-8efe-3e152d58de5b req-705f5b91-3445-43e3-b564-62008c460904 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Allocated IP 19.80.0.119 (4be22fe8-5539-4634-8b18-ee471c9578ac/63c60713-fade-4b8c-bbf9-f2d40f4124ec/9b57c456-d5dd-496b-9bcc-b4aa1ca3d547) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:45:42.155051 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 43110e3b-2f1f-494a-ba30-cfdb1a4b35ad up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:45:42.186248 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-d418679c-806d-412c-84cf-016b96dc307e tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] For port c2938bb5-8afd-4eba-b78f-0ce2deaef4ef, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c2938bb5-8afd-4eba-b78f-0ce2deaef4ef,segment=NetworkSegment(eec11340-63a9-4b3b-b290-429a1478af8d),segment_id=eec11340-63a9-4b3b-b290-429a1478af8d)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:42.187038 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d418679c-806d-412c-84cf-016b96dc307e tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:42.222906 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-d418679c-806d-412c-84cf-016b96dc307e tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Calling delete_port for c2938bb5-8afd-4eba-b78f-0ce2deaef4ef owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:45:42.269789 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-355894c8-eb8a-4619-89d9-17abccb9d85d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Deleting port 3db96acf-6373-4d3c-920b-f3cd88d94deb {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:45:42.271866 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-355894c8-eb8a-4619-89d9-17abccb9d85d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:42.433154 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d418679c-806d-412c-84cf-016b96dc307e tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:42.489870 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-355894c8-eb8a-4619-89d9-17abccb9d85d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:42.505640 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418679c-806d-412c-84cf-016b96dc307e tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event deleted for resources: {'Port': ['ID=c2938bb5-8afd-4eba-b78f-0ce2deaef4ef,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:42.517705 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d418679c-806d-412c-84cf-016b96dc307e tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] No DVR routers for this DVR port c2938bb5-8afd-4eba-b78f-0ce2deaef4ef on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:45:42.525251 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-355894c8-eb8a-4619-89d9-17abccb9d85d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Calling delete_port for 3db96acf-6373-4d3c-920b-f3cd88d94deb owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:45:42.617270 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-08938ed8-ab99-4d60-b2ec-9ef47f2b976b None None] Could not find standard attr ID for object c2938bb5-8afd-4eba-b78f-0ce2deaef4ef. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 17:45:42.646691 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 43110e3b-2f1f-494a-ba30-cfdb1a4b35ad triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:42.647310 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:42.667366 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7283da8d-957e-459e-b64d-d25df95d8adb None None] DHCP port deletion for 391a3130-a5f8-4bd0-b5f1-7957df9dc56b request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:45:42.722972 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d418679c-806d-412c-84cf-016b96dc307e tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:42.774226 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-d418679c-806d-412c-84cf-016b96dc307e tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['391a3130-a5f8-4bd0-b5f1-7957df9dc56b']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:42.802848 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-d418679c-806d-412c-84cf-016b96dc307e tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec11340-63a9-4b3b-b290-429a1478af8d') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:42.804994 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-d418679c-806d-412c-84cf-016b96dc307e tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec11340-63a9-4b3b-b290-429a1478af8d') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:42.838503 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d418679c-806d-412c-84cf-016b96dc307e tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:42.850707 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47515fce-d7e6-4945-8a71-f630c3966259 None None] get_active_networks_info from n-d-776250-10 {{(pid=102470) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 17:45:42.887895 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d418679c-806d-412c-84cf-016b96dc307e tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:42.897713 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0f47be-601d-43d7-a95e-ee3b104c0f8b tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Made reservation on behalf of 9e394024f4884a1d89b5a6d9aedb8502 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:45:42.904223 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ec0f47be-601d-43d7-a95e-ee3b104c0f8b tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:42.919670 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-355894c8-eb8a-4619-89d9-17abccb9d85d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:42.920986 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d418679c-806d-412c-84cf-016b96dc307e tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:45:42.922503 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d418679c-806d-412c-84cf-016b96dc307e tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:42.933829 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:45:42.933829 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:45:42.933829 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:45:42.933829 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:45:42.933829 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:45:42.933829 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:45:42.933829 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:45:42.933829 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:45:42.933829 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:45:42.933829 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:45:42.933829 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:45:42.933829 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:45:42.933829 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:45:42.933829 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:45:42.933829 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:45:42.933829 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:45:42.933829 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:45:42.933829 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:45:42.933829 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:45:42.933829 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:45:42.933829 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:45:42.933829 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:45:42.933829 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:45:42.933829 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:45:42.933829 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:45:42.933829 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:45:42.933829 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:45:42.933829 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:45:42.933829 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:45:42.933829 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:45:42.933829 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:45:42.933829 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:45:43.119110 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d418679c-806d-412c-84cf-016b96dc307e tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:43.135074 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d418679c-806d-412c-84cf-016b96dc307e tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:43.151459 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d418679c-806d-412c-84cf-016b96dc307e tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "DELETE /v2.0/networks/391a3130-a5f8-4bd0-b5f1-7957df9dc56b HTTP/1.1" status: 204 len: 168 time: 2.6837244 Nov 10 17:45:43.152143 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52294) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:43.188875 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355894c8-eb8a-4619-89d9-17abccb9d85d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Port': ['ID=3db96acf-6373-4d3c-920b-f3cd88d94deb,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:43.207799 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e5ea900b-63ba-48cc-8191-bed7bbec3de5 req-81859f72-8c89-44ec-8fbf-bacdd2f3323c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=65f361da-3921-4073-b50f-a99efca42da6 HTTP/1.1" status: 200 len: 210 time: 0.2881842 Nov 10 17:45:43.364017 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418679c-806d-412c-84cf-016b96dc307e tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event deleted for resources: {'Network': ['ID=391a3130-a5f8-4bd0-b5f1-7957df9dc56b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:43.383252 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b16acb6-2dd3-47b1-ab9a-43699bd3d743 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] DELETE failed (client error): The resource could not be found. Nov 10 17:45:43.383953 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b16acb6-2dd3-47b1-ab9a-43699bd3d743 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:45:43.394757 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0b16acb6-2dd3-47b1-ab9a-43699bd3d743 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "DELETE /v2.0/subnets/f6567fa7-0fa7-46d9-97b3-b53b269f6185 HTTP/1.1" status: 404 len: 337 time: 0.2398167 Nov 10 17:45:43.439329 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52302) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:43.454350 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c789da65-d525-4d66-8b2e-c6943772837a req-f0eae4f5-c17b-4b29-bde0-852b44485d56 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 210 time: 0.2316341 Nov 10 17:45:43.528031 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c2938bb5-8afd-4eba-b78f-0ce2deaef4ef no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:45:43.603068 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: c2938bb5-8afd-4eba-b78f-0ce2deaef4ef {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:45:43.603622 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c2938bb5-8afd-4eba-b78f-0ce2deaef4ef not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:45:43.617276 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-836818ef-0f40-4711-9247-83e0d6d031ac tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] DELETE failed (client error): The resource could not be found. Nov 10 17:45:43.618209 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-836818ef-0f40-4711-9247-83e0d6d031ac tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:45:43.625161 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-836818ef-0f40-4711-9247-83e0d6d031ac tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "DELETE /v2.0/networks/dfdb4db1-0b56-44fb-8ea8-5ff6dbc2b0bc HTTP/1.1" status: 404 len: 339 time: 0.1727362 Nov 10 17:45:43.629202 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52310) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:43.671958 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-355894c8-eb8a-4619-89d9-17abccb9d85d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:43.674843 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47515fce-d7e6-4945-8a71-f630c3966259 None None] Resources bound (agent type, host, resource id): {{(pid=102470) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 17:45:43.773211 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-58c8c954-b31b-46cc-9b85-ee402df1141a tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] DELETE failed (client error): The resource could not be found. Nov 10 17:45:43.774012 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58c8c954-b31b-46cc-9b85-ee402df1141a tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:45:43.796427 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-58c8c954-b31b-46cc-9b85-ee402df1141a tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "DELETE /v2.0/subnets/df4aee6a-e979-4127-87d9-09e9ab48b062 HTTP/1.1" status: 404 len: 337 time: 0.1625392 Nov 10 17:45:43.797437 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52316) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:43.857556 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-e73c4669-bf02-4439-913d-617788d05637 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] DELETE failed (client error): The resource could not be found. Nov 10 17:45:43.859796 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e73c4669-bf02-4439-913d-617788d05637 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:45:43.866420 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e73c4669-bf02-4439-913d-617788d05637 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "DELETE /v2.0/networks/5e776bd7-9825-4ec8-8d6e-a3928e7a01d2 HTTP/1.1" status: 404 len: 339 time: 0.0673237 Nov 10 17:45:43.872364 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52320) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:43.982287 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-e83b7df1-05e0-4cc5-bfa1-fec85d4ab7f2 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] DELETE failed (client error): The resource could not be found. Nov 10 17:45:43.990207 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e83b7df1-05e0-4cc5-bfa1-fec85d4ab7f2 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:45:44.015552 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e83b7df1-05e0-4cc5-bfa1-fec85d4ab7f2 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "DELETE /v2.0/subnets/ffd2b106-9a83-484d-8029-9f780e222abc HTTP/1.1" status: 404 len: 337 time: 0.1363685 Nov 10 17:45:44.019932 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52326) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:44.097093 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5ea55656-8757-486e-8efe-3e152d58de5b req-705f5b91-3445-43e3-b564-62008c460904 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:44.115296 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-355894c8-eb8a-4619-89d9-17abccb9d85d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:44.138940 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-355894c8-eb8a-4619-89d9-17abccb9d85d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:44.176965 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef541aa-5b84-4169-a74b-e64868e12ffb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] DELETE failed (client error): The resource could not be found. Nov 10 17:45:44.182135 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aef541aa-5b84-4169-a74b-e64868e12ffb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:45:44.200407 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-aef541aa-5b84-4169-a74b-e64868e12ffb tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "DELETE /v2.0/networks/0ed418e4-feab-4d7c-9db1-64131f80f8fc HTTP/1.1" status: 404 len: 339 time: 0.1784313 Nov 10 17:45:44.207169 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52328) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:44.334883 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-355894c8-eb8a-4619-89d9-17abccb9d85d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:44.335399 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355894c8-eb8a-4619-89d9-17abccb9d85d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Fanout notify agent at l3_agent the message router_deleted on router 09491dd4-bb1d-4123-be78-2c3905410cdb {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:45:44.350552 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-355894c8-eb8a-4619-89d9-17abccb9d85d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:44.352605 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-355894c8-eb8a-4619-89d9-17abccb9d85d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/routers/09491dd4-bb1d-4123-be78-2c3905410cdb HTTP/1.1" status: 204 len: 168 time: 5.1963136 Nov 10 17:45:44.360640 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52332) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:44.367046 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-e3b75cf7-7cfd-44d7-9d9e-3c7aad432e83 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Request body: {'network': {'name': 'tempest-RoutersTest-1593605564'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:45:44.411707 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5ea55656-8757-486e-8efe-3e152d58de5b req-705f5b91-3445-43e3-b564-62008c460904 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:44.433036 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-cebda99c-9e52-4759-8def-82b16c4f8884 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Deleting subnet a6b5b5ef-29a8-44fe-99a8-7a7e5816d63e {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:45:44.466112 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cebda99c-9e52-4759-8def-82b16c4f8884 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:44.466700 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b75cf7-7cfd-44d7-9d9e-3c7aad432e83 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Made reservation on behalf of 4fd3b9eed2924ca2ac275ce6910fdaae for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:45:44.470449 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e3b75cf7-7cfd-44d7-9d9e-3c7aad432e83 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:44.665086 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cebda99c-9e52-4759-8def-82b16c4f8884 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:44.703417 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a4cdfa-63a8-47fb-9dbc-a4e16c1b7064 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:45:44.870344 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-caa34e0d-e0d4-4c5a-b5bc-dc790a4c0683 req-2a418cf1-7cb9-422b-a572-236800c00769 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 210 time: 0.0875382 Nov 10 17:45:44.963783 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52342) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:45.074884 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cebda99c-9e52-4759-8def-82b16c4f8884 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:45.227605 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ec0f47be-601d-43d7-a95e-ee3b104c0f8b tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:45.249441 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cebda99c-9e52-4759-8def-82b16c4f8884 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:45.273803 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cebda99c-9e52-4759-8def-82b16c4f8884 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:45.278529 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cebda99c-9e52-4759-8def-82b16c4f8884 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "DELETE /v2.0/subnets/a6b5b5ef-29a8-44fe-99a8-7a7e5816d63e HTTP/1.1" status: 204 len: 168 time: 1.0696318 Nov 10 17:45:45.283799 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf29afcb-a905-4848-b85b-767687cac33c None None] Network 390bc3d1-2642-41dd-9c98-073b5a5406de requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:45:45.297069 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea55656-8757-486e-8efe-3e152d58de5b req-705f5b91-3445-43e3-b564-62008c460904 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Network 4be22fe8-5539-4634-8b18-ee471c9578ac is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:45:45.303889 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52348) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:45.318127 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebda99c-9e52-4759-8def-82b16c4f8884 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event deleted for resources: {'Subnet': ['ID=a6b5b5ef-29a8-44fe-99a8-7a7e5816d63e,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:45.391461 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-768c7fef-b32b-444e-b3c8-1b601d9f1d49 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-390149552', 'router:external': True}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:45:45.462316 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-5ea55656-8757-486e-8efe-3e152d58de5b req-705f5b91-3445-43e3-b564-62008c460904 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:45:45.527172 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea55656-8757-486e-8efe-3e152d58de5b req-705f5b91-3445-43e3-b564-62008c460904 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:45:45.537225 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b75cf7-7cfd-44d7-9d9e-3c7aad432e83 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:45:45.545969 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-169963ad-f679-40ac-8288-2c86e98d718c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:45.555850 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768c7fef-b32b-444e-b3c8-1b601d9f1d49 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Made reservation on behalf of 36c0b738f2794d2d8ce5025f0db34c4f for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:45:45.562800 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-768c7fef-b32b-444e-b3c8-1b601d9f1d49 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:45.595216 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-768c7fef-b32b-444e-b3c8-1b601d9f1d49 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:45.772879 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a2eba-dc27-4499-a149-da162d224f65 req-c5ba1d88-8c67-4f75-8d4e-0b1491d18c27 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:45.781109 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b43a2eba-dc27-4499-a149-da162d224f65 req-c5ba1d88-8c67-4f75-8d4e-0b1491d18c27 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=65f361da-3921-4073-b50f-a99efca42da6 HTTP/1.1" status: 200 len: 932 time: 1.4092948 Nov 10 17:45:45.868124 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f5b91-3445-43e3-b564-62008c460904 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Pushing event updated for resources: {'Port': ['ID=9b57c456-d5dd-496b-9bcc-b4aa1ca3d547,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:45.917661 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ae65e5-e948-4f53-8d6f-b1a82a636156 None None] DHCP port deletion for 390bc3d1-2642-41dd-9c98-073b5a5406de request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:45:45.967083 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e3b75cf7-7cfd-44d7-9d9e-3c7aad432e83 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:45.967783 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-e3b75cf7-7cfd-44d7-9d9e-3c7aad432e83 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Added segment 2e6f5b71-de00-4ddb-88a8-42ffd3d9be26 of type vlan for network 94130bfd-0454-4104-a0e6-a60cede17731 Nov 10 17:45:45.983147 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-169963ad-f679-40ac-8288-2c86e98d718c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Deleting port dafcf363-a3f0-4b52-bfb9-6f35df2183a7 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:45:45.985947 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-169963ad-f679-40ac-8288-2c86e98d718c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:46.051669 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e3b75cf7-7cfd-44d7-9d9e-3c7aad432e83 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:46.093439 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f47be-601d-43d7-a95e-ee3b104c0f8b tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Subnet': ['ID=bd11de1b-18b3-49c5-897f-bc067a6ecd91,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:46.101023 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e3b75cf7-7cfd-44d7-9d9e-3c7aad432e83 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:46.108312 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b75cf7-7cfd-44d7-9d9e-3c7aad432e83 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:46.109017 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e3b75cf7-7cfd-44d7-9d9e-3c7aad432e83 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:46.118336 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea55656-8757-486e-8efe-3e152d58de5b req-705f5b91-3445-43e3-b564-62008c460904 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:46.119059 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5ea55656-8757-486e-8efe-3e152d58de5b req-705f5b91-3445-43e3-b564-62008c460904 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:46.132869 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0f47be-601d-43d7-a95e-ee3b104c0f8b tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Checking segment: {'id': 'be931020-b4fc-4495-9e65-587c17b15931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '522dce3a-5787-4a64-95f6-f0dc4beee792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:45:46.133506 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0f47be-601d-43d7-a95e-ee3b104c0f8b tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network hostable DHCP agents. Network: 522dce3a-5787-4a64-95f6-f0dc4beee792, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:45:46.208046 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-38ae65e5-e948-4f53-8d6f-b1a82a636156 None None] Deleting port dafcf363-a3f0-4b52-bfb9-6f35df2183a7 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:45:46.208914 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-38ae65e5-e948-4f53-8d6f-b1a82a636156 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:46.215861 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-169963ad-f679-40ac-8288-2c86e98d718c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] For port dafcf363-a3f0-4b52-bfb9-6f35df2183a7, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=dafcf363-a3f0-4b52-bfb9-6f35df2183a7,segment=NetworkSegment(6ba515b7-41c1-4803-b43a-8e63f77f6509),segment_id=6ba515b7-41c1-4803-b43a-8e63f77f6509)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:46.216477 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-169963ad-f679-40ac-8288-2c86e98d718c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:46.233983 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ea55656-8757-486e-8efe-3e152d58de5b req-705f5b91-3445-43e3-b564-62008c460904 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0363781 Nov 10 17:45:46.246367 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b75cf7-7cfd-44d7-9d9e-3c7aad432e83 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Network': ['ID=94130bfd-0454-4104-a0e6-a60cede17731,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:46.261756 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-169963ad-f679-40ac-8288-2c86e98d718c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Calling delete_port for dafcf363-a3f0-4b52-bfb9-6f35df2183a7 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:45:46.266587 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-5ea55656-8757-486e-8efe-3e152d58de5b req-eca9e544-8bba-48c1-b0b1-64eb15335c28 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Request body: {'port': {'device_id': '65f361da-3921-4073-b50f-a99efca42da6', 'network_id': '855b0091-5c7a-4a80-9d02-5492a767409d', 'admin_state_up': True, 'tenant_id': '066ad4243c364cb2b13d18de8348945c'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:45:46.335567 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0f47be-601d-43d7-a95e-ee3b104c0f8b tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network 522dce3a-5787-4a64-95f6-f0dc4beee792 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:45:46.357315 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e3b75cf7-7cfd-44d7-9d9e-3c7aad432e83 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9953794 Nov 10 17:45:46.361127 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-ec0f47be-601d-43d7-a95e-ee3b104c0f8b tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 522dce3a-5787-4a64-95f6-f0dc4beee792) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:45:46.363107 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52358) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:46.371172 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b43a2eba-dc27-4499-a149-da162d224f65 req-3770bcde-0fee-44e4-9633-ffcb8eb38f39 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5877035 Nov 10 17:45:46.378419 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-a4cc4f9b-d96e-430b-bf68-a2518fd19795 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Request body: {'subnet': {'network_id': '94130bfd-0454-4104-a0e6-a60cede17731', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:45:46.559451 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b2f74999-4c2a-4e26-a9b4-41cc532f74c4 req-1359a4e7-5bbc-457f-9a06-961c61590511 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 210 time: 0.0770144 Nov 10 17:45:46.560353 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-169963ad-f679-40ac-8288-2c86e98d718c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:46.578448 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169963ad-f679-40ac-8288-2c86e98d718c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] No DVR routers for this DVR port dafcf363-a3f0-4b52-bfb9-6f35df2183a7 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:45:46.646566 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0f47be-601d-43d7-a95e-ee3b104c0f8b tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:46.649730 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ec0f47be-601d-43d7-a95e-ee3b104c0f8b tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:46.673699 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-768c7fef-b32b-444e-b3c8-1b601d9f1d49 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:46.675848 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169963ad-f679-40ac-8288-2c86e98d718c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event deleted for resources: {'Port': ['ID=dafcf363-a3f0-4b52-bfb9-6f35df2183a7,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:46.683793 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-768c7fef-b32b-444e-b3c8-1b601d9f1d49 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:46.687228 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ec0f47be-601d-43d7-a95e-ee3b104c0f8b tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.0140643 Nov 10 17:45:46.697031 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cc4f9b-d96e-430b-bf68-a2518fd19795 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Made reservation on behalf of 4fd3b9eed2924ca2ac275ce6910fdaae for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:45:46.703842 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a4cc4f9b-d96e-430b-bf68-a2518fd19795 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:46.709722 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768c7fef-b32b-444e-b3c8-1b601d9f1d49 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:45:46.728878 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-768c7fef-b32b-444e-b3c8-1b601d9f1d49 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:46.729523 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-768c7fef-b32b-444e-b3c8-1b601d9f1d49 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Added segment 68f26d26-4112-4d1c-99d7-032be9279836 of type vlan for network 8ac949c1-38ea-450f-9cdf-9e4a3ab80eca Nov 10 17:45:46.792847 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-38ae65e5-e948-4f53-8d6f-b1a82a636156 None None] For port dafcf363-a3f0-4b52-bfb9-6f35df2183a7, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=dafcf363-a3f0-4b52-bfb9-6f35df2183a7,segment=NetworkSegment(6ba515b7-41c1-4803-b43a-8e63f77f6509),segment_id=6ba515b7-41c1-4803-b43a-8e63f77f6509)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:46.793967 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-38ae65e5-e948-4f53-8d6f-b1a82a636156 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:46.821223 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-38ae65e5-e948-4f53-8d6f-b1a82a636156 None None] Calling delete_port for dafcf363-a3f0-4b52-bfb9-6f35df2183a7 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:45:46.829175 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-768c7fef-b32b-444e-b3c8-1b601d9f1d49 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:46.873785 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52360) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:46.955710 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 94130bfd-0454-4104-a0e6-a60cede17731 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:45:47.008978 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-031caba0-4246-4a30-aac7-c44693fe16ff tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Request body: {'subnet': {'network_id': '49d4bfb0-566c-442f-9320-f783fd08af5a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:45:47.098522 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a4cc4f9b-d96e-430b-bf68-a2518fd19795 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:47.184399 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de784a1-f58a-4df7-9c13-627490d86e43 None None] Network 522dce3a-5787-4a64-95f6-f0dc4beee792 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:45:47.228178 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc4f9b-d96e-430b-bf68-a2518fd19795 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Subnet': ['ID=77a0ea5a-c814-4063-ba97-003b6a491887,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:47.282027 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cc4f9b-d96e-430b-bf68-a2518fd19795 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Checking segment: {'id': '2e6f5b71-de00-4ddb-88a8-42ffd3d9be26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '94130bfd-0454-4104-a0e6-a60cede17731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:45:47.282444 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cc4f9b-d96e-430b-bf68-a2518fd19795 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network hostable DHCP agents. Network: 94130bfd-0454-4104-a0e6-a60cede17731, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:45:47.293045 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c7fef-b32b-444e-b3c8-1b601d9f1d49 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b0afec-a29f-4c9b-9391-68aa0e4ace14,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:47.304447 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-768c7fef-b32b-444e-b3c8-1b601d9f1d49 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:47.306075 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768c7fef-b32b-444e-b3c8-1b601d9f1d49 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:47.307067 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-768c7fef-b32b-444e-b3c8-1b601d9f1d49 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:47.312936 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cc4f9b-d96e-430b-bf68-a2518fd19795 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network 94130bfd-0454-4104-a0e6-a60cede17731 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:45:47.327783 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea55656-8757-486e-8efe-3e152d58de5b req-eca9e544-8bba-48c1-b0b1-64eb15335c28 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Made reservation on behalf of 066ad4243c364cb2b13d18de8348945c for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:45:47.336945 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5ea55656-8757-486e-8efe-3e152d58de5b req-eca9e544-8bba-48c1-b0b1-64eb15335c28 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:47.345354 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-a4cc4f9b-d96e-430b-bf68-a2518fd19795 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 94130bfd-0454-4104-a0e6-a60cede17731) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:45:47.376573 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cc4f9b-d96e-430b-bf68-a2518fd19795 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:47.379202 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a4cc4f9b-d96e-430b-bf68-a2518fd19795 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:47.418585 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-91ed576a-93c3-4c23-94ac-daf59eed4963 None None] Provisioning complete for port 9b57c456-d5dd-496b-9bcc-b4aa1ca3d547 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:47.419212 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-91ed576a-93c3-4c23-94ac-daf59eed4963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:47.475953 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-169963ad-f679-40ac-8288-2c86e98d718c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:47.494599 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031caba0-4246-4a30-aac7-c44693fe16ff tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Made reservation on behalf of 9e394024f4884a1d89b5a6d9aedb8502 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:45:47.498505 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-031caba0-4246-4a30-aac7-c44693fe16ff tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:47.509094 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-768c7fef-b32b-444e-b3c8-1b601d9f1d49 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.5365613 Nov 10 17:45:47.516884 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52368) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:47.538776 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-8d2ab4ef-abd4-48eb-8c10-5c611936a883 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Request body: {'subnet': {'network_id': '8ac949c1-38ea-450f-9cdf-9e4a3ab80eca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:45:47.557236 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a4cc4f9b-d96e-430b-bf68-a2518fd19795 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1903508 Nov 10 17:45:47.558381 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52370) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:47.573307 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c7fef-b32b-444e-b3c8-1b601d9f1d49 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Pushing event updated for resources: {'Network': ['ID=8ac949c1-38ea-450f-9cdf-9e4a3ab80eca,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:47.581405 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-169963ad-f679-40ac-8288-2c86e98d718c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['390bc3d1-2642-41dd-9c98-073b5a5406de']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:47.608920 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2e26a5-9aba-4384-ad08-c337f3f353ee None None] Network 94130bfd-0454-4104-a0e6-a60cede17731 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:45:47.616527 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-169963ad-f679-40ac-8288-2c86e98d718c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ba515b7-41c1-4803-b43a-8e63f77f6509') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:47.617117 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-169963ad-f679-40ac-8288-2c86e98d718c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ba515b7-41c1-4803-b43a-8e63f77f6509') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:47.683552 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2ab4ef-abd4-48eb-8c10-5c611936a883 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Made reservation on behalf of 36c0b738f2794d2d8ce5025f0db34c4f for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:45:47.691988 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d2ab4ef-abd4-48eb-8c10-5c611936a883 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:47.714622 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-169963ad-f679-40ac-8288-2c86e98d718c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:47.766982 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-02b910b3-e16f-4c4e-935e-3f95edd81d1e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-911406142', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:45:47.878571 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-169963ad-f679-40ac-8288-2c86e98d718c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:47.991205 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9b4e3727-fe87-4c64-8e6b-37066653348b req-2bd4ec64-0ebd-4bde-b1fd-4143d0c23e8b tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 210 time: 0.2596138 Nov 10 17:45:48.015782 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169963ad-f679-40ac-8288-2c86e98d718c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:45:48.025017 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-169963ad-f679-40ac-8288-2c86e98d718c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:48.033419 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:45:48.033419 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:45:48.033419 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:45:48.033419 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:45:48.033419 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:45:48.033419 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:45:48.033419 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:45:48.033419 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:45:48.033419 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:45:48.033419 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:45:48.033419 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:45:48.033419 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:45:48.033419 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:45:48.033419 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:45:48.033419 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:45:48.033419 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:45:48.033419 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:45:48.033419 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:45:48.033419 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:45:48.033419 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:45:48.033419 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:45:48.033419 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:45:48.033419 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:45:48.033419 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:45:48.033419 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:45:48.033419 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:45:48.033419 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:45:48.033419 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:45:48.033419 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:45:48.033419 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:45:48.033419 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:45:48.033419 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:45:48.044385 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02b910b3-e16f-4c4e-935e-3f95edd81d1e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:48.050306 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02b910b3-e16f-4c4e-935e-3f95edd81d1e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:48.077025 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 8ac949c1-38ea-450f-9cdf-9e4a3ab80eca details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:45:48.150850 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device dafcf363-a3f0-4b52-bfb9-6f35df2183a7 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:45:48.155619 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-38ae65e5-e948-4f53-8d6f-b1a82a636156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:48.183205 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-5ea55656-8757-486e-8efe-3e152d58de5b req-eca9e544-8bba-48c1-b0b1-64eb15335c28 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Allocated IP 19.86.0.68 (855b0091-5c7a-4a80-9d02-5492a767409d/e9774a2e-ca93-485e-8253-b9311119abcb/5176e358-941f-46e5-84bd-8b027e273406) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:45:48.287011 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: dafcf363-a3f0-4b52-bfb9-6f35df2183a7 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:45:48.287700 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device dafcf363-a3f0-4b52-bfb9-6f35df2183a7 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:45:48.348616 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae65e5-e948-4f53-8d6f-b1a82a636156 None None] Pushing event deleted for resources: {'Port': ['ID=dafcf363-a3f0-4b52-bfb9-6f35df2183a7,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:48.406340 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5ea55656-8757-486e-8efe-3e152d58de5b req-eca9e544-8bba-48c1-b0b1-64eb15335c28 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:48.418520 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b3e8cc-b268-4224-88a0-255f96edea29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-522dce3a-5787-4a64-95f6-f0dc4beee792', 'network_id': '522dce3a-5787-4a64-95f6-f0dc4beee792', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'fixed_ips': [{'subnet_id': 'bd11de1b-18b3-49c5-897f-bc067a6ecd91'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:45:48.419465 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-87b3e8cc-b268-4224-88a0-255f96edea29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:48.467529 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ae65e5-e948-4f53-8d6f-b1a82a636156 None None] No DVR routers for this DVR port dafcf363-a3f0-4b52-bfb9-6f35df2183a7 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:45:48.469337 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f423a56-0864-4046-8dfb-985ba413fc85 req-b683b5db-91bf-4134-aec7-418c9434a919 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:48.471300 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9f423a56-0864-4046-8dfb-985ba413fc85 req-b683b5db-91bf-4134-aec7-418c9434a919 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=65f361da-3921-4073-b50f-a99efca42da6 HTTP/1.1" status: 200 len: 932 time: 0.6953578 Nov 10 17:45:48.475459 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5ea55656-8757-486e-8efe-3e152d58de5b req-eca9e544-8bba-48c1-b0b1-64eb15335c28 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:48.516031 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-031caba0-4246-4a30-aac7-c44693fe16ff tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:48.550541 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9e544-8bba-48c1-b0b1-64eb15335c28 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Pushing event updated for resources: {'Port': ['ID=5176e358-941f-46e5-84bd-8b027e273406,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:48.633182 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02b910b3-e16f-4c4e-935e-3f95edd81d1e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:48.637154 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea55656-8757-486e-8efe-3e152d58de5b req-eca9e544-8bba-48c1-b0b1-64eb15335c28 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Network 855b0091-5c7a-4a80-9d02-5492a767409d is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:45:48.672628 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9f423a56-0864-4046-8dfb-985ba413fc85 req-c364bf66-ef3f-416a-a410-43ae5cac5522 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386526 Nov 10 17:45:48.673827 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02b910b3-e16f-4c4e-935e-3f95edd81d1e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:48.681399 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-5ea55656-8757-486e-8efe-3e152d58de5b req-eca9e544-8bba-48c1-b0b1-64eb15335c28 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:45:48.685786 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea55656-8757-486e-8efe-3e152d58de5b req-eca9e544-8bba-48c1-b0b1-64eb15335c28 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:45:48.695601 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-91ed576a-93c3-4c23-94ac-daf59eed4963 None None] Port 9b57c456-d5dd-496b-9bcc-b4aa1ca3d547 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:45:48.755026 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-169963ad-f679-40ac-8288-2c86e98d718c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:48.761608 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031caba0-4246-4a30-aac7-c44693fe16ff tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Checking segment: {'id': '9157f89d-4015-4acc-8a70-bd6d424c8787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '49d4bfb0-566c-442f-9320-f783fd08af5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:45:48.762033 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031caba0-4246-4a30-aac7-c44693fe16ff tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network hostable DHCP agents. Network: 49d4bfb0-566c-442f-9320-f783fd08af5a, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:45:48.807324 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea55656-8757-486e-8efe-3e152d58de5b req-eca9e544-8bba-48c1-b0b1-64eb15335c28 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:48.807324 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5ea55656-8757-486e-8efe-3e152d58de5b req-eca9e544-8bba-48c1-b0b1-64eb15335c28 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:48.808700 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-169963ad-f679-40ac-8288-2c86e98d718c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:48.812427 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-169963ad-f679-40ac-8288-2c86e98d718c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "DELETE /v2.0/networks/390bc3d1-2642-41dd-9c98-073b5a5406de HTTP/1.1" status: 204 len: 168 time: 3.5073678 Nov 10 17:45:48.820537 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169963ad-f679-40ac-8288-2c86e98d718c tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event deleted for resources: {'Network': ['ID=390bc3d1-2642-41dd-9c98-073b5a5406de,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:48.823952 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52386) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:48.865514 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ea55656-8757-486e-8efe-3e152d58de5b req-eca9e544-8bba-48c1-b0b1-64eb15335c28 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6093662 Nov 10 17:45:48.887869 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-5ea55656-8757-486e-8efe-3e152d58de5b req-4151ceb8-9300-4a14-b8d2-eb24fe9b5a8f service neutron] Request body: {'port': {'device_id': '65f361da-3921-4073-b50f-a99efca42da6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:45:48.899050 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e747c2-cdfd-4724-90a7-8339f7880fa8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] DELETE failed (client error): The resource could not be found. Nov 10 17:45:48.899503 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3e747c2-cdfd-4724-90a7-8339f7880fa8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:45:48.904264 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02b910b3-e16f-4c4e-935e-3f95edd81d1e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:48.916801 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-02b910b3-e16f-4c4e-935e-3f95edd81d1e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1613493 Nov 10 17:45:48.928386 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e3e747c2-cdfd-4724-90a7-8339f7880fa8 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "DELETE /v2.0/subnets/c896197a-f8be-4b1f-9ad3-146d0d48d184 HTTP/1.1" status: 404 len: 337 time: 0.0865450 Nov 10 17:45:48.928924 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52388) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:48.929326 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52390) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:49.026084 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c80a9f9-e9aa-4c5a-96ee-a21fec780eeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-94130bfd-0454-4104-a0e6-a60cede17731', 'network_id': '94130bfd-0454-4104-a0e6-a60cede17731', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'fixed_ips': [{'subnet_id': '77a0ea5a-c814-4063-ba97-003b6a491887'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:45:49.031206 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9c80a9f9-e9aa-4c5a-96ee-a21fec780eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:49.137491 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5ea55656-8757-486e-8efe-3e152d58de5b req-4151ceb8-9300-4a14-b8d2-eb24fe9b5a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:49.176424 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa06621-855a-47b5-b289-3b71f4a73ef9 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] DELETE failed (client error): The resource could not be found. Nov 10 17:45:49.183474 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaa06621-855a-47b5-b289-3b71f4a73ef9 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:45:49.189749 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-eaa06621-855a-47b5-b289-3b71f4a73ef9 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "DELETE /v2.0/networks/ff2b8425-db7c-475b-b215-2fb0466efae4 HTTP/1.1" status: 404 len: 339 time: 0.2538478 Nov 10 17:45:49.190959 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52396) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:49.197700 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031caba0-4246-4a30-aac7-c44693fe16ff tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Subnet': ['ID=ca8ec143-a59a-42e5-877d-8c0725393f97,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:49.398233 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-8074dc35-aebf-4b50-8ad8-51c586588655 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Deleting subnet 631f4d3b-1cfa-4074-ba43-9eacf70cb04b {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:45:49.405762 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8074dc35-aebf-4b50-8ad8-51c586588655 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:49.502169 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8074dc35-aebf-4b50-8ad8-51c586588655 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:49.567477 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-26c61d08-00d8-4d57-8666-327353defb1f None None] Provisioning complete for port 5176e358-941f-46e5-84bd-8b027e273406 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:49.568078 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-26c61d08-00d8-4d57-8666-327353defb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:49.732796 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8074dc35-aebf-4b50-8ad8-51c586588655 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:49.753876 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-87b3e8cc-b268-4224-88a0-255f96edea29 None None] Allocated IP 2001:db8::2 (522dce3a-5787-4a64-95f6-f0dc4beee792/bd11de1b-18b3-49c5-897f-bc067a6ecd91/c27296a2-bca8-4391-a31c-ca110a259ca4) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:45:49.782727 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-26c61d08-00d8-4d57-8666-327353defb1f None None] Port 5176e358-941f-46e5-84bd-8b027e273406 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:45:49.797596 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-9c80a9f9-e9aa-4c5a-96ee-a21fec780eeb None None] Allocated IP 172.20.0.2 (94130bfd-0454-4104-a0e6-a60cede17731/77a0ea5a-c814-4063-ba97-003b6a491887/5619e337-91cf-4f84-99c2-70349ef26030) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:45:49.882745 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-5ea55656-8757-486e-8efe-3e152d58de5b req-4151ceb8-9300-4a14-b8d2-eb24fe9b5a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b57c456-d5dd-496b-9bcc-b4aa1ca3d547 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:45:49.906193 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5ea55656-8757-486e-8efe-3e152d58de5b req-4151ceb8-9300-4a14-b8d2-eb24fe9b5a8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:49.922336 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8074dc35-aebf-4b50-8ad8-51c586588655 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:49.928485 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-5ea55656-8757-486e-8efe-3e152d58de5b req-4151ceb8-9300-4a14-b8d2-eb24fe9b5a8f service neutron] Transition to ACTIVE for port object 9b57c456-d5dd-496b-9bcc-b4aa1ca3d547 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:45:49.941524 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5ea55656-8757-486e-8efe-3e152d58de5b req-4151ceb8-9300-4a14-b8d2-eb24fe9b5a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:50.010394 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52406) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:50.056262 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151ceb8-9300-4a14-b8d2-eb24fe9b5a8f service neutron] Pushing event updated for resources: {'Port': ['ID=9b57c456-d5dd-496b-9bcc-b4aa1ca3d547,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:50.160293 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031caba0-4246-4a30-aac7-c44693fe16ff tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network 49d4bfb0-566c-442f-9320-f783fd08af5a is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:45:50.187389 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8074dc35-aebf-4b50-8ad8-51c586588655 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:50.205331 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8074dc35-aebf-4b50-8ad8-51c586588655 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "DELETE /v2.0/subnets/631f4d3b-1cfa-4074-ba43-9eacf70cb04b HTTP/1.1" status: 204 len: 168 time: 1.0084980 Nov 10 17:45:50.257639 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52410) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:50.318908 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-79e33d47-bdfc-4f82-94b8-df355debef1b req-b91b6aec-8253-4f39-96e0-c430b710d9d7 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 210 time: 1.1229851 Nov 10 17:45:50.372571 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-031caba0-4246-4a30-aac7-c44693fe16ff tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 49d4bfb0-566c-442f-9320-f783fd08af5a) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:45:50.387444 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074dc35-aebf-4b50-8ad8-51c586588655 tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event deleted for resources: {'Subnet': ['ID=631f4d3b-1cfa-4074-ba43-9eacf70cb04b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:50.394752 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031caba0-4246-4a30-aac7-c44693fe16ff tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:50.395782 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-031caba0-4246-4a30-aac7-c44693fe16ff tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:50.578492 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9c80a9f9-e9aa-4c5a-96ee-a21fec780eeb None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:50.609778 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc647de1-d649-485e-8c3e-2ad6fe005df6 None None] Network 5dcafdc1-ba8e-4d64-b232-2226acdb3f96 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:45:50.619882 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a6aa0e0a-1085-4c69-a530-6b30024d1f10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:50.626144 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e010b08a-7cd4-47ec-a7f1-21b2eee04ada None None] Network 49d4bfb0-566c-442f-9320-f783fd08af5a requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:45:50.638587 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9c80a9f9-e9aa-4c5a-96ee-a21fec780eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:50.742667 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ea604-3829-4c01-b919-246ea1eb8bf1 req-7a042081-321d-444d-8990-a59724f676ca tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:50.747385 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ea604-3829-4c01-b919-246ea1eb8bf1 req-7a042081-321d-444d-8990-a59724f676ca tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:50.750123 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-db1ea604-3829-4c01-b919-246ea1eb8bf1 req-7a042081-321d-444d-8990-a59724f676ca tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=65f361da-3921-4073-b50f-a99efca42da6 HTTP/1.1" status: 200 len: 1666 time: 0.6115408 Nov 10 17:45:50.793401 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-5ea55656-8757-486e-8efe-3e152d58de5b req-4151ceb8-9300-4a14-b8d2-eb24fe9b5a8f service neutron] Attempting to bind port 9b57c456-d5dd-496b-9bcc-b4aa1ca3d547 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:45:50.793870 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-5ea55656-8757-486e-8efe-3e152d58de5b req-4151ceb8-9300-4a14-b8d2-eb24fe9b5a8f service neutron] Attempting to bind port 9b57c456-d5dd-496b-9bcc-b4aa1ca3d547 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '2ba91a2d-e20e-4ac7-886f-a4f5d34f4cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4be22fe8-5539-4634-8b18-ee471c9578ac'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:45:50.794269 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea55656-8757-486e-8efe-3e152d58de5b req-4151ceb8-9300-4a14-b8d2-eb24fe9b5a8f service neutron] Attempting to bind port 9b57c456-d5dd-496b-9bcc-b4aa1ca3d547 on network 4be22fe8-5539-4634-8b18-ee471c9578ac {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:45:50.807647 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea55656-8757-486e-8efe-3e152d58de5b req-4151ceb8-9300-4a14-b8d2-eb24fe9b5a8f service neutron] Port 9b57c456-d5dd-496b-9bcc-b4aa1ca3d547 on network 4be22fe8-5539-4634-8b18-ee471c9578ac not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:45:50.808167 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea55656-8757-486e-8efe-3e152d58de5b req-4151ceb8-9300-4a14-b8d2-eb24fe9b5a8f service neutron] Attempting to bind port 9b57c456-d5dd-496b-9bcc-b4aa1ca3d547 on network 4be22fe8-5539-4634-8b18-ee471c9578ac {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:45:50.814327 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a3f640dc-3400-4e09-b58a-dcb918c77cfe tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:50.847459 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-031caba0-4246-4a30-aac7-c44693fe16ff tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.9367406 Nov 10 17:45:50.849316 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea55656-8757-486e-8efe-3e152d58de5b req-4151ceb8-9300-4a14-b8d2-eb24fe9b5a8f service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:45:50.849868 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea55656-8757-486e-8efe-3e152d58de5b req-4151ceb8-9300-4a14-b8d2-eb24fe9b5a8f service neutron] Checking segment: {'id': '2ba91a2d-e20e-4ac7-886f-a4f5d34f4cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4be22fe8-5539-4634-8b18-ee471c9578ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:45:50.850558 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea55656-8757-486e-8efe-3e152d58de5b req-4151ceb8-9300-4a14-b8d2-eb24fe9b5a8f service neutron] Bound using segment: {'id': '2ba91a2d-e20e-4ac7-886f-a4f5d34f4cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4be22fe8-5539-4634-8b18-ee471c9578ac'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:45:50.851735 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52412) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:50.852276 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-5ea55656-8757-486e-8efe-3e152d58de5b req-4151ceb8-9300-4a14-b8d2-eb24fe9b5a8f service neutron] Bound port: 9b57c456-d5dd-496b-9bcc-b4aa1ca3d547, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ba91a2d-e20e-4ac7-886f-a4f5d34f4cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4be22fe8-5539-4634-8b18-ee471c9578ac'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:45:50.852967 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5ea55656-8757-486e-8efe-3e152d58de5b req-4151ceb8-9300-4a14-b8d2-eb24fe9b5a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:50.857087 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-8b11d1c4-63b4-48a0-badf-c6e9c376c72f tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1818181246', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:45:50.882306 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80a9f9-e9aa-4c5a-96ee-a21fec780eeb None None] Pushing event updated for resources: {'Port': ['ID=5619e337-91cf-4f84-99c2-70349ef26030,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:51.043070 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9dfcb53d-ee05-4e3f-84b6-085f878224b5 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:51.071871 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c80a9f9-e9aa-4c5a-96ee-a21fec780eeb None None] Network 94130bfd-0454-4104-a0e6-a60cede17731 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:45:51.118323 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-9c80a9f9-e9aa-4c5a-96ee-a21fec780eeb None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:45:51.124460 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c80a9f9-e9aa-4c5a-96ee-a21fec780eeb None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:45:51.229539 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-db1ea604-3829-4c01-b919-246ea1eb8bf1 req-b6999099-6e65-496a-9636-6e665f6bf2df tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4669950 Nov 10 17:45:51.245304 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a6aa0e0a-1085-4c69-a530-6b30024d1f10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:51.286853 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-5ea55656-8757-486e-8efe-3e152d58de5b req-4151ceb8-9300-4a14-b8d2-eb24fe9b5a8f service neutron] For port 9b57c456-d5dd-496b-9bcc-b4aa1ca3d547, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:45:51.291046 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-5ea55656-8757-486e-8efe-3e152d58de5b req-4151ceb8-9300-4a14-b8d2-eb24fe9b5a8f service neutron] For port 9b57c456-d5dd-496b-9bcc-b4aa1ca3d547, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=9b57c456-d5dd-496b-9bcc-b4aa1ca3d547,segment=NetworkSegment(2ba91a2d-e20e-4ac7-886f-a4f5d34f4cec),segment_id=2ba91a2d-e20e-4ac7-886f-a4f5d34f4cec)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:45:51.293950 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a6aa0e0a-1085-4c69-a530-6b30024d1f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:51.328315 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5ea55656-8757-486e-8efe-3e152d58de5b req-4151ceb8-9300-4a14-b8d2-eb24fe9b5a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:51.347682 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b11d1c4-63b4-48a0-badf-c6e9c376c72f tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:51.348789 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b11d1c4-63b4-48a0-badf-c6e9c376c72f tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:51.467287 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a6aa0e0a-1085-4c69-a530-6b30024d1f10 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bb9a572f15cf48408185da4ed6ddc94c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4504664 Nov 10 17:45:51.478542 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52418) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:51.519702 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-a3f640dc-3400-4e09-b58a-dcb918c77cfe tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Deleting port 353af55b-fda8-43db-8db5-4485b2223083 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:45:51.520227 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a3f640dc-3400-4e09-b58a-dcb918c77cfe tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:51.529006 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa0e0a-1085-4c69-a530-6b30024d1f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a2e751-f4e5-4d67-877e-6fb8f0fb2fde,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:51.646449 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea55656-8757-486e-8efe-3e152d58de5b req-4151ceb8-9300-4a14-b8d2-eb24fe9b5a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:51.648749 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5ea55656-8757-486e-8efe-3e152d58de5b req-4151ceb8-9300-4a14-b8d2-eb24fe9b5a8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:51.658219 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ea55656-8757-486e-8efe-3e152d58de5b req-4151ceb8-9300-4a14-b8d2-eb24fe9b5a8f service neutron] 10.222.0.13 "PUT /v2.0/ports/9b57c456-d5dd-496b-9bcc-b4aa1ca3d547 HTTP/1.1" status: 200 len: 1093 time: 2.7844729 Nov 10 17:45:51.673377 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f361da-3921-4073-b50f-a99efca42da6', 'tag': '9b57c456-d5dd-496b-9bcc-b4aa1ca3d547'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:45:51.680446 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101095ac-3c53-4212-8871-b9e9391228c9" -d '{"events": [{"name": "network-changed", "server_uuid": "65f361da-3921-4073-b50f-a99efca42da6", "tag": "9b57c456-d5dd-496b-9bcc-b4aa1ca3d547"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:45:51.780825 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-9dfcb53d-ee05-4e3f-84b6-085f878224b5 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Allocated IP 172.20.0.1 (94130bfd-0454-4104-a0e6-a60cede17731/77a0ea5a-c814-4063-ba97-003b6a491887/738d6d4b-44bd-4a7e-a494-fd77a6c891af) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:45:51.881800 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-5ea55656-8757-486e-8efe-3e152d58de5b req-f834fd0a-827c-44b7-9219-b9a963eb636d service neutron] Request body: {'port': {'device_id': '65f361da-3921-4073-b50f-a99efca42da6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:45:51.900423 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c319c74-f3c6-4219-87c9-33418d560147 x-openstack-request-id: req-8c319c74-f3c6-4219-87c9-33418d560147 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:45:51.900695 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65f361da-3921-4073-b50f-a99efca42da6", "tag": "9b57c456-d5dd-496b-9bcc-b4aa1ca3d547", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:45:51.900870 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8c319c74-f3c6-4219-87c9-33418d560147 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:45:51.905907 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65f361da-3921-4073-b50f-a99efca42da6', 'tag': '9b57c456-d5dd-496b-9bcc-b4aa1ca3d547', 'status': 'completed', 'code': 200} Nov 10 17:45:51.928255 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1c76fa-fa7b-4cad-a07b-ad98ad949bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-49d4bfb0-566c-442f-9320-f783fd08af5a', 'network_id': '49d4bfb0-566c-442f-9320-f783fd08af5a', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'fixed_ips': [{'subnet_id': 'ca8ec143-a59a-42e5-877d-8c0725393f97'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:45:51.929634 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-be1c76fa-fa7b-4cad-a07b-ad98ad949bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:51.977143 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9dfcb53d-ee05-4e3f-84b6-085f878224b5 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:52.076204 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-a3f640dc-3400-4e09-b58a-dcb918c77cfe tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] For port 353af55b-fda8-43db-8db5-4485b2223083, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=353af55b-fda8-43db-8db5-4485b2223083,segment=NetworkSegment(47bb93b8-4e74-4e16-903d-55d131cbe065),segment_id=47bb93b8-4e74-4e16-903d-55d131cbe065)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:52.076204 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a3f640dc-3400-4e09-b58a-dcb918c77cfe tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:52.124931 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-a3f640dc-3400-4e09-b58a-dcb918c77cfe tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Calling delete_port for 353af55b-fda8-43db-8db5-4485b2223083 owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:45:52.132473 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-9c80a9f9-e9aa-4c5a-96ee-a21fec780eeb None None] Attempting to bind port 5619e337-91cf-4f84-99c2-70349ef26030 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:45:52.132844 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-9c80a9f9-e9aa-4c5a-96ee-a21fec780eeb None None] Attempting to bind port 5619e337-91cf-4f84-99c2-70349ef26030 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '2e6f5b71-de00-4ddb-88a8-42ffd3d9be26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '94130bfd-0454-4104-a0e6-a60cede17731'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:45:52.133211 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c80a9f9-e9aa-4c5a-96ee-a21fec780eeb None None] Attempting to bind port 5619e337-91cf-4f84-99c2-70349ef26030 on network 94130bfd-0454-4104-a0e6-a60cede17731 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:45:52.146944 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c80a9f9-e9aa-4c5a-96ee-a21fec780eeb None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:45:52.147419 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c80a9f9-e9aa-4c5a-96ee-a21fec780eeb None None] Checking segment: {'id': '2e6f5b71-de00-4ddb-88a8-42ffd3d9be26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '94130bfd-0454-4104-a0e6-a60cede17731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:45:52.147844 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9c80a9f9-e9aa-4c5a-96ee-a21fec780eeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:52.148509 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c80a9f9-e9aa-4c5a-96ee-a21fec780eeb None None] Bound using segment: {'id': '2e6f5b71-de00-4ddb-88a8-42ffd3d9be26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '94130bfd-0454-4104-a0e6-a60cede17731'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:45:52.149032 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-9c80a9f9-e9aa-4c5a-96ee-a21fec780eeb None None] Bound port: 5619e337-91cf-4f84-99c2-70349ef26030, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6f5b71-de00-4ddb-88a8-42ffd3d9be26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '94130bfd-0454-4104-a0e6-a60cede17731'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:45:52.149423 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9c80a9f9-e9aa-4c5a-96ee-a21fec780eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:52.220417 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151ceb8-9300-4a14-b8d2-eb24fe9b5a8f service neutron] Pushing event updated for resources: {'Port': ['ID=9b57c456-d5dd-496b-9bcc-b4aa1ca3d547,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:52.286708 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9dfcb53d-ee05-4e3f-84b6-085f878224b5 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:52.337140 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-87b3e8cc-b268-4224-88a0-255f96edea29 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:52.343407 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d64a3cdf-491a-4b14-86ac-dcb9dc150418 req-eeb161eb-7b99-46b3-aa8a-d22ab94da736 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 210 time: 0.3425014 Nov 10 17:45:52.370480 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b11d1c4-63b4-48a0-badf-c6e9c376c72f tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:52.401082 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f4f7d9cc-3ff8-437f-b8d3-abc5bd1574cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:52.408059 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5ea55656-8757-486e-8efe-3e152d58de5b req-f834fd0a-827c-44b7-9219-b9a963eb636d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:52.425683 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-87b3e8cc-b268-4224-88a0-255f96edea29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:52.429320 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101095ac-3c53-4212-8871-b9e9391228c9 req-9be325ff-4a63-44d9-8ca7-56bd6d572b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:52.431356 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101095ac-3c53-4212-8871-b9e9391228c9 req-9be325ff-4a63-44d9-8ca7-56bd6d572b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:52.438149 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-101095ac-3c53-4212-8871-b9e9391228c9 req-9be325ff-4a63-44d9-8ca7-56bd6d572b72 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=066ad4243c364cb2b13d18de8348945c&device_id=65f361da-3921-4073-b50f-a99efca42da6 HTTP/1.1" status: 200 len: 1914 time: 0.3988528 Nov 10 17:45:52.463436 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b11d1c4-63b4-48a0-badf-c6e9c376c72f tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:52.496868 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfcb53d-ee05-4e3f-84b6-085f878224b5 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network 94130bfd-0454-4104-a0e6-a60cede17731 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:45:52.530071 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-9c80a9f9-e9aa-4c5a-96ee-a21fec780eeb None None] For port 5619e337-91cf-4f84-99c2-70349ef26030, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:45:52.535174 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-9c80a9f9-e9aa-4c5a-96ee-a21fec780eeb None None] For port 5619e337-91cf-4f84-99c2-70349ef26030, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=5619e337-91cf-4f84-99c2-70349ef26030,segment=NetworkSegment(2e6f5b71-de00-4ddb-88a8-42ffd3d9be26),segment_id=2e6f5b71-de00-4ddb-88a8-42ffd3d9be26)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:45:52.536684 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b11d1c4-63b4-48a0-badf-c6e9c376c72f tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:52.540530 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8b11d1c4-63b4-48a0-badf-c6e9c376c72f tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.6872303 Nov 10 17:45:52.560408 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-9dfcb53d-ee05-4e3f-84b6-085f878224b5 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:45:52.561791 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b3e8cc-b268-4224-88a0-255f96edea29 None None] Network 522dce3a-5787-4a64-95f6-f0dc4beee792 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:45:52.571942 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfcb53d-ee05-4e3f-84b6-085f878224b5 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:45:52.577478 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52426) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:52.585766 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-87b3e8cc-b268-4224-88a0-255f96edea29 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:45:52.594059 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9c80a9f9-e9aa-4c5a-96ee-a21fec780eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:52.604952 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b3e8cc-b268-4224-88a0-255f96edea29 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:45:52.720970 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfcb53d-ee05-4e3f-84b6-085f878224b5 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Port': ['ID=738d6d4b-44bd-4a7e-a494-fd77a6c891af,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:52.789102 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101095ac-3c53-4212-8871-b9e9391228c9 req-a2c583a3-74b9-4588-a2f6-9e367af0d3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:52.789567 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101095ac-3c53-4212-8871-b9e9391228c9 req-a2c583a3-74b9-4588-a2f6-9e367af0d3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:52.790018 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101095ac-3c53-4212-8871-b9e9391228c9 req-a2c583a3-74b9-4588-a2f6-9e367af0d3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:52.791847 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-101095ac-3c53-4212-8871-b9e9391228c9 req-a2c583a3-74b9-4588-a2f6-9e367af0d3dc service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=066ad4243c364cb2b13d18de8348945c&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3185253 Nov 10 17:45:52.949930 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f4f7d9cc-3ff8-437f-b8d3-abc5bd1574cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:52.972219 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3e8cc-b268-4224-88a0-255f96edea29 None None] Pushing event updated for resources: {'Port': ['ID=c27296a2-bca8-4391-a31c-ca110a259ca4,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:53.014568 n-d-776250-10 neutron-server[102468]: DEBUG neutron.objects.ports [None req-8d2ab4ef-abd4-48eb-8c10-5c611936a883 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102468) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 17:45:53.017453 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d2ab4ef-abd4-48eb-8c10-5c611936a883 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:53.031488 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9dfcb53d-ee05-4e3f-84b6-085f878224b5 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:53.050530 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f67908f-4d0c-4d3f-9da6-9da88104512b None None] DHCP port deletion for 5dcafdc1-ba8e-4d64-b232-2226acdb3f96 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:45:53.122512 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a3f640dc-3400-4e09-b58a-dcb918c77cfe tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:53.189693 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-87b3e8cc-b268-4224-88a0-255f96edea29 None None] Attempting to bind port c27296a2-bca8-4391-a31c-ca110a259ca4 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:45:53.190506 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-87b3e8cc-b268-4224-88a0-255f96edea29 None None] Attempting to bind port c27296a2-bca8-4391-a31c-ca110a259ca4 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'be931020-b4fc-4495-9e65-587c17b15931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '522dce3a-5787-4a64-95f6-f0dc4beee792'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:45:53.191571 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b3e8cc-b268-4224-88a0-255f96edea29 None None] Attempting to bind port c27296a2-bca8-4391-a31c-ca110a259ca4 on network 522dce3a-5787-4a64-95f6-f0dc4beee792 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:45:53.219092 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b3e8cc-b268-4224-88a0-255f96edea29 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:45:53.219560 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b3e8cc-b268-4224-88a0-255f96edea29 None None] Checking segment: {'id': 'be931020-b4fc-4495-9e65-587c17b15931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '522dce3a-5787-4a64-95f6-f0dc4beee792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:45:53.220217 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-87b3e8cc-b268-4224-88a0-255f96edea29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:53.223122 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b3e8cc-b268-4224-88a0-255f96edea29 None None] Bound using segment: {'id': 'be931020-b4fc-4495-9e65-587c17b15931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '522dce3a-5787-4a64-95f6-f0dc4beee792'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:45:53.223882 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-87b3e8cc-b268-4224-88a0-255f96edea29 None None] Bound port: c27296a2-bca8-4391-a31c-ca110a259ca4, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be931020-b4fc-4495-9e65-587c17b15931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '522dce3a-5787-4a64-95f6-f0dc4beee792'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:45:53.224491 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-87b3e8cc-b268-4224-88a0-255f96edea29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:53.240811 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-be1c76fa-fa7b-4cad-a07b-ad98ad949bd3 None None] Allocated IP 2001:db8:1::2 (49d4bfb0-566c-442f-9320-f783fd08af5a/ca8ec143-a59a-42e5-877d-8c0725393f97/0c543fdf-707f-46d7-89ac-eb520091ab90) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:45:53.312062 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f640dc-3400-4e09-b58a-dcb918c77cfe tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] No DVR routers for this DVR port 353af55b-fda8-43db-8db5-4485b2223083 on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:45:53.464867 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a03ef9-4938-4329-b718-7af43476f94a req-b292a711-0d22-4bff-813d-9230e66093fb tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:53.473224 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80a9f9-e9aa-4c5a-96ee-a21fec780eeb None None] Pushing event updated for resources: {'Port': ['ID=5619e337-91cf-4f84-99c2-70349ef26030,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:53.474306 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a03ef9-4938-4329-b718-7af43476f94a req-b292a711-0d22-4bff-813d-9230e66093fb tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:53.476293 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-93a03ef9-4938-4329-b718-7af43476f94a req-b292a711-0d22-4bff-813d-9230e66093fb tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=65f361da-3921-4073-b50f-a99efca42da6 HTTP/1.1" status: 200 len: 1666 time: 1.0274749 Nov 10 17:45:53.477133 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f640dc-3400-4e09-b58a-dcb918c77cfe tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event deleted for resources: {'Port': ['ID=353af55b-fda8-43db-8db5-4485b2223083,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:53.578503 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a3f640dc-3400-4e09-b58a-dcb918c77cfe tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:53.614650 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-a3f640dc-3400-4e09-b58a-dcb918c77cfe tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dcafdc1-ba8e-4d64-b232-2226acdb3f96']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:53.631704 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-a3f640dc-3400-4e09-b58a-dcb918c77cfe tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47bb93b8-4e74-4e16-903d-55d131cbe065') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:53.632082 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-a3f640dc-3400-4e09-b58a-dcb918c77cfe tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47bb93b8-4e74-4e16-903d-55d131cbe065') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:45:53.651260 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a3f640dc-3400-4e09-b58a-dcb918c77cfe tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:53.656223 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-87b3e8cc-b268-4224-88a0-255f96edea29 None None] For port c27296a2-bca8-4391-a31c-ca110a259ca4, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:45:53.668756 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a3f640dc-3400-4e09-b58a-dcb918c77cfe tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:53.679367 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f640dc-3400-4e09-b58a-dcb918c77cfe tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:45:53.679890 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a3f640dc-3400-4e09-b58a-dcb918c77cfe tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:53.717116 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-87b3e8cc-b268-4224-88a0-255f96edea29 None None] For port c27296a2-bca8-4391-a31c-ca110a259ca4, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c27296a2-bca8-4391-a31c-ca110a259ca4,segment=NetworkSegment(be931020-b4fc-4495-9e65-587c17b15931),segment_id=be931020-b4fc-4495-9e65-587c17b15931)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:45:53.731596 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-87b3e8cc-b268-4224-88a0-255f96edea29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:53.958768 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:45:53.958768 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:45:53.958768 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:45:53.958768 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:45:53.958768 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:45:53.958768 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:45:53.958768 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:45:53.958768 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:45:53.958768 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:45:53.958768 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:45:53.958768 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:45:53.958768 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:45:53.958768 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:45:53.958768 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:45:53.958768 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:45:53.958768 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:45:53.958768 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:45:53.958768 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:45:53.958768 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:45:53.958768 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:45:53.958768 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:45:53.958768 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:45:53.958768 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:45:53.958768 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:45:53.958768 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:45:53.958768 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:45:53.958768 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:45:53.958768 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:45:53.958768 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:45:53.958768 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:45:53.958768 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:45:53.958768 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:45:54.005234 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a3f640dc-3400-4e09-b58a-dcb918c77cfe tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:54.031952 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 5619e337-91cf-4f84-99c2-70349ef26030 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:45:54.137345 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-be1c76fa-fa7b-4cad-a07b-ad98ad949bd3 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:54.176800 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-be1c76fa-fa7b-4cad-a07b-ad98ad949bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:54.181965 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3e8cc-b268-4224-88a0-255f96edea29 None None] Pushing event updated for resources: {'Port': ['ID=c27296a2-bca8-4391-a31c-ca110a259ca4,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:54.228888 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a3f640dc-3400-4e09-b58a-dcb918c77cfe tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:54.243638 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a3f640dc-3400-4e09-b58a-dcb918c77cfe tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] 10.222.0.39 "DELETE /v2.0/networks/5dcafdc1-ba8e-4d64-b232-2226acdb3f96 HTTP/1.1" status: 204 len: 168 time: 3.9804175 Nov 10 17:45:54.403204 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1c76fa-fa7b-4cad-a07b-ad98ad949bd3 None None] Network 49d4bfb0-566c-442f-9320-f783fd08af5a is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:45:54.447214 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-be1c76fa-fa7b-4cad-a07b-ad98ad949bd3 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:45:54.454769 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1c76fa-fa7b-4cad-a07b-ad98ad949bd3 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:45:54.530704 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c76fa-fa7b-4cad-a07b-ad98ad949bd3 None None] Pushing event updated for resources: {'Port': ['ID=0c543fdf-707f-46d7-89ac-eb520091ab90,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:54.553017 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 5619e337-91cf-4f84-99c2-70349ef26030 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:54.553889 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:54.610291 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5a8b0bf2-b95f-4846-a9bf-0fa5987656f9 req-b7f99c7a-94bb-4dfc-b8c9-88e4acd7bf25 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 210 time: 0.6011081 Nov 10 17:45:54.772626 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ab4ef-abd4-48eb-8c10-5c611936a883 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8c791a13-8ad0-4fde-9d20-39b5d83b9c98,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:54.835826 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff51086-3276-4ee3-a9bf-74978aa13322 None None] Network 94130bfd-0454-4104-a0e6-a60cede17731 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:45:54.878033 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2ab4ef-abd4-48eb-8c10-5c611936a883 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Checking segment: {'id': '68f26d26-4112-4d1c-99d7-032be9279836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8ac949c1-38ea-450f-9cdf-9e4a3ab80eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:45:54.878637 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2ab4ef-abd4-48eb-8c10-5c611936a883 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Network hostable DHCP agents. Network: 8ac949c1-38ea-450f-9cdf-9e4a3ab80eca, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:45:54.970169 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-be1c76fa-fa7b-4cad-a07b-ad98ad949bd3 None None] Attempting to bind port 0c543fdf-707f-46d7-89ac-eb520091ab90 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:45:54.975297 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-be1c76fa-fa7b-4cad-a07b-ad98ad949bd3 None None] Attempting to bind port 0c543fdf-707f-46d7-89ac-eb520091ab90 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '9157f89d-4015-4acc-8a70-bd6d424c8787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '49d4bfb0-566c-442f-9320-f783fd08af5a'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:45:54.976471 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1c76fa-fa7b-4cad-a07b-ad98ad949bd3 None None] Attempting to bind port 0c543fdf-707f-46d7-89ac-eb520091ab90 on network 49d4bfb0-566c-442f-9320-f783fd08af5a {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:45:54.985446 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b1cd4e5f-72c3-4794-8996-dd72d23b5379 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:54.992649 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52440) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:54.995232 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9dfcb53d-ee05-4e3f-84b6-085f878224b5 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:55.024748 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2ab4ef-abd4-48eb-8c10-5c611936a883 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Network 8ac949c1-38ea-450f-9cdf-9e4a3ab80eca is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:45:55.025643 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1c76fa-fa7b-4cad-a07b-ad98ad949bd3 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:45:55.026035 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1c76fa-fa7b-4cad-a07b-ad98ad949bd3 None None] Checking segment: {'id': '9157f89d-4015-4acc-8a70-bd6d424c8787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '49d4bfb0-566c-442f-9320-f783fd08af5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:45:55.026442 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-be1c76fa-fa7b-4cad-a07b-ad98ad949bd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:55.026897 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1c76fa-fa7b-4cad-a07b-ad98ad949bd3 None None] Bound using segment: {'id': '9157f89d-4015-4acc-8a70-bd6d424c8787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '49d4bfb0-566c-442f-9320-f783fd08af5a'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:45:55.027458 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-be1c76fa-fa7b-4cad-a07b-ad98ad949bd3 None None] Bound port: 0c543fdf-707f-46d7-89ac-eb520091ab90, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9157f89d-4015-4acc-8a70-bd6d424c8787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '49d4bfb0-566c-442f-9320-f783fd08af5a'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:45:55.027857 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-be1c76fa-fa7b-4cad-a07b-ad98ad949bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:55.039669 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:55.089103 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-d0b28a1a-030b-49c6-b9bc-bbd6aa78b13f None None] Provisioning complete for port 5619e337-91cf-4f84-99c2-70349ef26030 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:55.089438 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d0b28a1a-030b-49c6-b9bc-bbd6aa78b13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:55.175574 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-be1c76fa-fa7b-4cad-a07b-ad98ad949bd3 None None] For port 0c543fdf-707f-46d7-89ac-eb520091ab90, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:45:55.181089 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-be1c76fa-fa7b-4cad-a07b-ad98ad949bd3 None None] For port 0c543fdf-707f-46d7-89ac-eb520091ab90, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=0c543fdf-707f-46d7-89ac-eb520091ab90,segment=NetworkSegment(9157f89d-4015-4acc-8a70-bd6d424c8787),segment_id=9157f89d-4015-4acc-8a70-bd6d424c8787)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:45:55.191574 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:55.241712 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-be1c76fa-fa7b-4cad-a07b-ad98ad949bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:55.350676 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f640dc-3400-4e09-b58a-dcb918c77cfe tempest-NetworksIpV6Test-404396166 tempest-NetworksIpV6Test-404396166-project] Pushing event deleted for resources: {'Network': ['ID=5dcafdc1-ba8e-4d64-b232-2226acdb3f96,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:55.351851 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-8d2ab4ef-abd4-48eb-8c10-5c611936a883 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 8ac949c1-38ea-450f-9cdf-9e4a3ab80eca) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:45:55.354487 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101095ac-3c53-4212-8871-b9e9391228c9 req-19faf342-16fe-4da2-b639-770082268d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:55.356533 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-101095ac-3c53-4212-8871-b9e9391228c9 req-19faf342-16fe-4da2-b639-770082268d87 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.5437918 Nov 10 17:45:55.371882 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2ab4ef-abd4-48eb-8c10-5c611936a883 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:55.374794 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d2ab4ef-abd4-48eb-8c10-5c611936a883 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:55.403665 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f4f7d9cc-3ff8-437f-b8d3-abc5bd1574cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:55.410024 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f4f7d9cc-3ff8-437f-b8d3-abc5bd1574cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:55.411902 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f4f7d9cc-3ff8-437f-b8d3-abc5bd1574cf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/82a2e751-f4e5-4d67-877e-6fb8f0fb2fde HTTP/1.1" status: 204 len: 168 time: 3.9182663 Nov 10 17:45:55.439826 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c76fa-fa7b-4cad-a07b-ad98ad949bd3 None None] Pushing event updated for resources: {'Port': ['ID=0c543fdf-707f-46d7-89ac-eb520091ab90,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:55.451370 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4073234-d202-4969-ad94-93ae353c53e1 None None] Network 8ac949c1-38ea-450f-9cdf-9e4a3ab80eca requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:45:55.468445 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7d9cc-3ff8-437f-b8d3-abc5bd1574cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a2e751-f4e5-4d67-877e-6fb8f0fb2fde,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:55.548061 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-93a03ef9-4938-4329-b718-7af43476f94a req-4f759269-5980-4040-95e7-51f1d70fbf87 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6066115 Nov 10 17:45:55.834454 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8d2ab4ef-abd4-48eb-8c10-5c611936a883 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 8.3159161 Nov 10 17:45:55.846946 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52452) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:55.847460 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-5ea55656-8757-486e-8efe-3e152d58de5b req-f834fd0a-827c-44b7-9219-b9a963eb636d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5176e358-941f-46e5-84bd-8b027e273406 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:45:55.860633 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-564c85d6-939b-4c90-9469-cede229697cf tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1687711149', 'network_id': '8ac949c1-38ea-450f-9cdf-9e4a3ab80eca'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:45:55.910804 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5ea55656-8757-486e-8efe-3e152d58de5b req-f834fd0a-827c-44b7-9219-b9a963eb636d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:55.912252 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:55.938180 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-5ea55656-8757-486e-8efe-3e152d58de5b req-f834fd0a-827c-44b7-9219-b9a963eb636d service neutron] Transition to ACTIVE for port object 5176e358-941f-46e5-84bd-8b027e273406 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:45:55.943942 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5ea55656-8757-486e-8efe-3e152d58de5b req-f834fd0a-827c-44b7-9219-b9a963eb636d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:55.954215 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564c85d6-939b-4c90-9469-cede229697cf tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Made reservation on behalf of 36c0b738f2794d2d8ce5025f0db34c4f for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:45:55.958665 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-564c85d6-939b-4c90-9469-cede229697cf tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:55.990713 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b6775bc0-ba4a-4504-a15b-34876e31e11b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1e482b7991684b25b580f167d516644d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9879444 Nov 10 17:45:56.027609 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-564c85d6-939b-4c90-9469-cede229697cf tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] device_id is not set on port 0f823e27-c23f-477e-a941-5a89bd41e7a2 yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:45:56.036046 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52454) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:56.055143 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcd4b8c-93eb-400f-9c26-273064f31fa7 None None] Network 522dce3a-5787-4a64-95f6-f0dc4beee792 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:45:56.125737 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834fd0a-827c-44b7-9219-b9a963eb636d service neutron] Pushing event updated for resources: {'Port': ['ID=5176e358-941f-46e5-84bd-8b027e273406,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:56.149640 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 5619e337-91cf-4f84-99c2-70349ef26030, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=5619e337-91cf-4f84-99c2-70349ef26030,segment=NetworkSegment(2e6f5b71-de00-4ddb-88a8-42ffd3d9be26),segment_id=2e6f5b71-de00-4ddb-88a8-42ffd3d9be26)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:56.239812 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9496b2fe-83a9-4c4b-9e69-01fb2ed5dbf2 req-52fde6e9-cd99-4707-ba9e-0a13af941d19 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 210 time: 0.2874506 Nov 10 17:45:56.416023 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-5ea55656-8757-486e-8efe-3e152d58de5b req-f834fd0a-827c-44b7-9219-b9a963eb636d service neutron] Attempting to bind port 5176e358-941f-46e5-84bd-8b027e273406 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:45:56.417450 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-5ea55656-8757-486e-8efe-3e152d58de5b req-f834fd0a-827c-44b7-9219-b9a963eb636d service neutron] Attempting to bind port 5176e358-941f-46e5-84bd-8b027e273406 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '506fd250-3287-4921-bfd6-7f0514d0c08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '855b0091-5c7a-4a80-9d02-5492a767409d'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:45:56.417810 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea55656-8757-486e-8efe-3e152d58de5b req-f834fd0a-827c-44b7-9219-b9a963eb636d service neutron] Attempting to bind port 5176e358-941f-46e5-84bd-8b027e273406 on network 855b0091-5c7a-4a80-9d02-5492a767409d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:45:56.423911 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea55656-8757-486e-8efe-3e152d58de5b req-f834fd0a-827c-44b7-9219-b9a963eb636d service neutron] Port 5176e358-941f-46e5-84bd-8b027e273406 on network 855b0091-5c7a-4a80-9d02-5492a767409d not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:45:56.424921 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea55656-8757-486e-8efe-3e152d58de5b req-f834fd0a-827c-44b7-9219-b9a963eb636d service neutron] Attempting to bind port 5176e358-941f-46e5-84bd-8b027e273406 on network 855b0091-5c7a-4a80-9d02-5492a767409d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:45:56.433654 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea55656-8757-486e-8efe-3e152d58de5b req-f834fd0a-827c-44b7-9219-b9a963eb636d service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:45:56.434038 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea55656-8757-486e-8efe-3e152d58de5b req-f834fd0a-827c-44b7-9219-b9a963eb636d service neutron] Checking segment: {'id': '506fd250-3287-4921-bfd6-7f0514d0c08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '855b0091-5c7a-4a80-9d02-5492a767409d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:45:56.434448 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea55656-8757-486e-8efe-3e152d58de5b req-f834fd0a-827c-44b7-9219-b9a963eb636d service neutron] Bound using segment: {'id': '506fd250-3287-4921-bfd6-7f0514d0c08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '855b0091-5c7a-4a80-9d02-5492a767409d'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:45:56.434876 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-5ea55656-8757-486e-8efe-3e152d58de5b req-f834fd0a-827c-44b7-9219-b9a963eb636d service neutron] Bound port: 5176e358-941f-46e5-84bd-8b027e273406, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '506fd250-3287-4921-bfd6-7f0514d0c08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '855b0091-5c7a-4a80-9d02-5492a767409d'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:45:56.435270 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5ea55656-8757-486e-8efe-3e152d58de5b req-f834fd0a-827c-44b7-9219-b9a963eb636d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:56.516425 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3fe79dc4-af78-4802-a470-e358532b380c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:56.629893 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-5ea55656-8757-486e-8efe-3e152d58de5b req-f834fd0a-827c-44b7-9219-b9a963eb636d service neutron] For port 5176e358-941f-46e5-84bd-8b027e273406, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:45:56.650700 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-5ea55656-8757-486e-8efe-3e152d58de5b req-f834fd0a-827c-44b7-9219-b9a963eb636d service neutron] For port 5176e358-941f-46e5-84bd-8b027e273406, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5176e358-941f-46e5-84bd-8b027e273406,segment=NetworkSegment(506fd250-3287-4921-bfd6-7f0514d0c08f),segment_id=506fd250-3287-4921-bfd6-7f0514d0c08f)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:45:56.658144 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5ea55656-8757-486e-8efe-3e152d58de5b req-f834fd0a-827c-44b7-9219-b9a963eb636d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:56.698514 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea55656-8757-486e-8efe-3e152d58de5b req-f834fd0a-827c-44b7-9219-b9a963eb636d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:56.700030 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5ea55656-8757-486e-8efe-3e152d58de5b req-f834fd0a-827c-44b7-9219-b9a963eb636d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:56.703219 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:56.713972 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ea55656-8757-486e-8efe-3e152d58de5b req-f834fd0a-827c-44b7-9219-b9a963eb636d service neutron] 10.222.0.13 "PUT /v2.0/ports/5176e358-941f-46e5-84bd-8b027e273406 HTTP/1.1" status: 200 len: 1092 time: 4.8938620 Nov 10 17:45:56.790576 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f361da-3921-4073-b50f-a99efca42da6', 'tag': '5176e358-941f-46e5-84bd-8b027e273406'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:45:56.817961 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14a9c1d-1802-4d51-9611-7b711b1f5040" -d '{"events": [{"name": "network-changed", "server_uuid": "65f361da-3921-4073-b50f-a99efca42da6", "tag": "5176e358-941f-46e5-84bd-8b027e273406"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:45:56.965070 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9dfcb53d-ee05-4e3f-84b6-085f878224b5 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:57.004199 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018940e7-47ef-42e0-a36e-7d32e10651d9 x-openstack-request-id: req-018940e7-47ef-42e0-a36e-7d32e10651d9 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:45:57.004199 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65f361da-3921-4073-b50f-a99efca42da6", "tag": "5176e358-941f-46e5-84bd-8b027e273406", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:45:57.004199 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-018940e7-47ef-42e0-a36e-7d32e10651d9 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:45:57.004199 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65f361da-3921-4073-b50f-a99efca42da6', 'tag': '5176e358-941f-46e5-84bd-8b027e273406', 'status': 'completed', 'code': 200} Nov 10 17:45:57.012618 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 353af55b-fda8-43db-8db5-4485b2223083 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:45:57.054736 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 353af55b-fda8-43db-8db5-4485b2223083 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:45:57.055096 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 353af55b-fda8-43db-8db5-4485b2223083 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:45:57.110454 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2ce04f-79fe-4c55-b66c-789d12f0c5b3 None None] Network 8ac949c1-38ea-450f-9cdf-9e4a3ab80eca requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:45:57.165994 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-b1cd4e5f-72c3-4794-8996-dd72d23b5379 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Allocated IP 2001:db8::1 (522dce3a-5787-4a64-95f6-f0dc4beee792/bd11de1b-18b3-49c5-897f-bc067a6ecd91/30c55014-f9e1-4cda-b88e-1846b440b249) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:45:57.210935 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-baf8cd7e-31ee-4c0a-9a3e-32b1fb61b08f None None] Provisioning complete for port c27296a2-bca8-4391-a31c-ca110a259ca4 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:57.211291 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-baf8cd7e-31ee-4c0a-9a3e-32b1fb61b08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:57.214376 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834fd0a-827c-44b7-9219-b9a963eb636d service neutron] Pushing event updated for resources: {'Port': ['ID=5176e358-941f-46e5-84bd-8b027e273406,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:57.246507 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea55656-8757-486e-8efe-3e152d58de5b req-5ae331ad-1071-4b49-ad5e-4c59d1ed8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:57.253105 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea55656-8757-486e-8efe-3e152d58de5b req-5ae331ad-1071-4b49-ad5e-4c59d1ed8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:57.258526 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ea55656-8757-486e-8efe-3e152d58de5b req-5ae331ad-1071-4b49-ad5e-4c59d1ed8df7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=066ad4243c364cb2b13d18de8348945c&device_id=65f361da-3921-4073-b50f-a99efca42da6 HTTP/1.1" status: 200 len: 1982 time: 0.4225013 Nov 10 17:45:57.310238 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fa999-58ae-4192-a41e-d7a68ddee183 req-53ce9499-6860-4e8c-980f-b64b9cb1e0a7 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:57.335257 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fa999-58ae-4192-a41e-d7a68ddee183 req-53ce9499-6860-4e8c-980f-b64b9cb1e0a7 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:57.345533 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-125fa999-58ae-4192-a41e-d7a68ddee183 req-53ce9499-6860-4e8c-980f-b64b9cb1e0a7 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=65f361da-3921-4073-b50f-a99efca42da6 HTTP/1.1" status: 200 len: 1678 time: 0.5204060 Nov 10 17:45:57.514596 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ea55656-8757-486e-8efe-3e152d58de5b req-e8e64356-bb26-465c-b158-8ecacb61c58c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.119&port_id=9b57c456-d5dd-496b-9bcc-b4aa1ca3d547 HTTP/1.1" status: 200 len: 217 time: 0.2486279 Nov 10 17:45:57.587312 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3fe79dc4-af78-4802-a470-e358532b380c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:57.641441 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=5619e337-91cf-4f84-99c2-70349ef26030,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:57.739335 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-125fa999-58ae-4192-a41e-d7a68ddee183 req-8973b3e6-5815-4367-b2ad-b483932e9ea0 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880601 Nov 10 17:45:57.751950 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 0c543fdf-707f-46d7-89ac-eb520091ab90 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:45:57.764117 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea55656-8757-486e-8efe-3e152d58de5b req-82254a62-30d0-4596-889f-c5c16f06b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:57.781626 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ea55656-8757-486e-8efe-3e152d58de5b req-82254a62-30d0-4596-889f-c5c16f06b593 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=63c60713-fade-4b8c-bbf9-f2d40f4124ec HTTP/1.1" status: 200 len: 801 time: 0.2567856 Nov 10 17:45:57.869719 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea55656-8757-486e-8efe-3e152d58de5b req-5dc08f6d-9d05-45cf-8b04-d602a7ce5e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:57.871535 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ea55656-8757-486e-8efe-3e152d58de5b req-5dc08f6d-9d05-45cf-8b04-d602a7ce5e9a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4be22fe8-5539-4634-8b18-ee471c9578ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818629 Nov 10 17:45:57.966759 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60211909-fe38-45da-8bfd-8b6309163df2 None None] Network 49d4bfb0-566c-442f-9320-f783fd08af5a requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:45:57.969863 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9dfcb53d-ee05-4e3f-84b6-085f878224b5 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:58.152808 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ea55656-8757-486e-8efe-3e152d58de5b req-d84c699b-30eb-41d8-b35c-9284594954c2 service neutron] 10.222.0.13 "GET /v2.0/networks/4be22fe8-5539-4634-8b18-ee471c9578ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725823 Nov 10 17:45:58.190343 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3e313f84-9851-49e2-aae6-c367d7ffa7ec req-6e2b5011-f972-4b97-9fc2-6970926fbf87 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 210 time: 0.2868686 Nov 10 17:45:58.267027 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-564c85d6-939b-4c90-9469-cede229697cf tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Allocated IP 2001:db8::7 (8ac949c1-38ea-450f-9cdf-9e4a3ab80eca/8c791a13-8ad0-4fde-9d20-39b5d83b9c98/0f823e27-c23f-477e-a941-5a89bd41e7a2) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:45:58.359034 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3fe79dc4-af78-4802-a470-e358532b380c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:58.363638 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3fe79dc4-af78-4802-a470-e358532b380c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:58.369054 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3fe79dc4-af78-4802-a470-e358532b380c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b8e5abf8-fb5b-40ac-85a1-0776d10e93ab HTTP/1.1" status: 204 len: 168 time: 2.3179426 Nov 10 17:45:58.444025 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ea55656-8757-486e-8efe-3e152d58de5b req-f605dcfe-c09e-4a36-8300-0bc2641633bf service neutron] 10.222.0.13 "GET /v2.0/networks/4be22fe8-5539-4634-8b18-ee471c9578ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820904 Nov 10 17:45:58.539297 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b1cd4e5f-72c3-4794-8996-dd72d23b5379 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:58.600392 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ea55656-8757-486e-8efe-3e152d58de5b req-49138e96-add7-42ef-8f6c-4376b0853c2b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.68&port_id=5176e358-941f-46e5-84bd-8b027e273406 HTTP/1.1" status: 200 len: 217 time: 0.1361647 Nov 10 17:45:58.707393 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea55656-8757-486e-8efe-3e152d58de5b req-78af2778-4598-44c3-8d8e-5f9e6725881e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:58.715864 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ea55656-8757-486e-8efe-3e152d58de5b req-78af2778-4598-44c3-8d8e-5f9e6725881e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e9774a2e-ca93-485e-8253-b9311119abcb HTTP/1.1" status: 200 len: 801 time: 0.1143706 Nov 10 17:45:58.740393 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe79dc4-af78-4802-a470-e358532b380c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e5abf8-fb5b-40ac-85a1-0776d10e93ab,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:58.845595 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea55656-8757-486e-8efe-3e152d58de5b req-c2de6710-4e52-4d29-b514-d72e293c5670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:58.856904 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ea55656-8757-486e-8efe-3e152d58de5b req-c2de6710-4e52-4d29-b514-d72e293c5670 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=855b0091-5c7a-4a80-9d02-5492a767409d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1303210 Nov 10 17:45:59.125828 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-564c85d6-939b-4c90-9469-cede229697cf tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:59.190698 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b1cd4e5f-72c3-4794-8996-dd72d23b5379 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:59.228906 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-baf8cd7e-31ee-4c0a-9a3e-32b1fb61b08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:59.269024 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52510) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:45:59.296259 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9dfcb53d-ee05-4e3f-84b6-085f878224b5 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:59.311530 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfcb53d-ee05-4e3f-84b6-085f878224b5 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Port': ['ID=738d6d4b-44bd-4a7e-a494-fd77a6c891af,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:59.368954 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cd4e5f-72c3-4794-8996-dd72d23b5379 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network 522dce3a-5787-4a64-95f6-f0dc4beee792 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:45:59.400207 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 0c543fdf-707f-46d7-89ac-eb520091ab90 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:59.400586 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:59.406371 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6b782-b404-4760-8d1b-3bdeaa80bd1c req-59efd10b-74a7-4e5b-ac32-83d0b60af605 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:59.414116 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-b1cd4e5f-72c3-4794-8996-dd72d23b5379 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:45:59.434582 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6b782-b404-4760-8d1b-3bdeaa80bd1c req-59efd10b-74a7-4e5b-ac32-83d0b60af605 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:45:59.450211 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bea6b782-b404-4760-8d1b-3bdeaa80bd1c req-59efd10b-74a7-4e5b-ac32-83d0b60af605 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=65f361da-3921-4073-b50f-a99efca42da6 HTTP/1.1" status: 200 len: 1678 time: 0.4604063 Nov 10 17:45:59.513813 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-baf8cd7e-31ee-4c0a-9a3e-32b1fb61b08f None None] For port c27296a2-bca8-4391-a31c-ca110a259ca4, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c27296a2-bca8-4391-a31c-ca110a259ca4,segment=NetworkSegment(be931020-b4fc-4495-9e65-587c17b15931),segment_id=be931020-b4fc-4495-9e65-587c17b15931)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:59.519731 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cd4e5f-72c3-4794-8996-dd72d23b5379 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:45:59.519731 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b1cd4e5f-72c3-4794-8996-dd72d23b5379 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:59.561518 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ea55656-8757-486e-8efe-3e152d58de5b req-5d61293d-4f5d-4e1a-9657-baa03024e8dc service neutron] 10.222.0.13 "GET /v2.0/networks/855b0091-5c7a-4a80-9d02-5492a767409d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7003105 Nov 10 17:45:59.570060 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-baf8cd7e-31ee-4c0a-9a3e-32b1fb61b08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:59.696012 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8cd7e-31ee-4c0a-9a3e-32b1fb61b08f None None] Pushing event updated for resources: {'Port': ['ID=c27296a2-bca8-4391-a31c-ca110a259ca4,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:45:59.782562 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-dd80d8b8-bbb3-4267-9270-47594f0a6143 None None] Provisioning complete for port 0c543fdf-707f-46d7-89ac-eb520091ab90 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:45:59.783106 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dd80d8b8-bbb3-4267-9270-47594f0a6143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:59.848928 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:59.948996 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 0c543fdf-707f-46d7-89ac-eb520091ab90, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=0c543fdf-707f-46d7-89ac-eb520091ab90,segment=NetworkSegment(9157f89d-4015-4acc-8a70-bd6d424c8787),segment_id=9157f89d-4015-4acc-8a70-bd6d424c8787)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:45:59.957360 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:45:59.958463 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c27296a2-bca8-4391-a31c-ca110a259ca4 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:45:59.968249 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dd80d8b8-bbb3-4267-9270-47594f0a6143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:00.090954 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfcb53d-ee05-4e3f-84b6-085f878224b5 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network 94130bfd-0454-4104-a0e6-a60cede17731 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:46:00.091173 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bea6b782-b404-4760-8d1b-3bdeaa80bd1c req-0e55553b-d5a7-4ee0-8f7c-804c75021e56 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6395285 Nov 10 17:46:00.096066 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bfc772d3-2690-4040-bae7-9ae3d2bc2d28 req-9f10fd51-9d5e-4900-97fe-1f0db25c1012 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 210 time: 0.7213078 Nov 10 17:46:00.105022 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-9dfcb53d-ee05-4e3f-84b6-085f878224b5 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:46:00.129403 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ea55656-8757-486e-8efe-3e152d58de5b req-d6141c8e-36dd-4f9a-84e1-3b12be412358 service neutron] 10.222.0.13 "GET /v2.0/networks/855b0091-5c7a-4a80-9d02-5492a767409d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5598695 Nov 10 17:46:00.131005 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b0dbbf25-5546-4ea0-a76d-977b42768988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:00.142773 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-564c85d6-939b-4c90-9469-cede229697cf tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:00.210416 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564c85d6-939b-4c90-9469-cede229697cf tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Network 8ac949c1-38ea-450f-9cdf-9e4a3ab80eca is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:46:00.519391 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd4e5f-72c3-4794-8996-dd72d23b5379 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Port': ['ID=30c55014-f9e1-4cda-b88e-1846b440b249,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:00.523872 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a9c1d-1802-4d51-9611-7b711b1f5040 req-b5707517-6941-4d2f-adc1-a41576f9b9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:00.525204 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a9c1d-1802-4d51-9611-7b711b1f5040 req-b5707517-6941-4d2f-adc1-a41576f9b9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:00.529545 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-564c85d6-939b-4c90-9469-cede229697cf tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:46:00.532461 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e14a9c1d-1802-4d51-9611-7b711b1f5040 req-b5707517-6941-4d2f-adc1-a41576f9b9a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=066ad4243c364cb2b13d18de8348945c&device_id=65f361da-3921-4073-b50f-a99efca42da6 HTTP/1.1" status: 200 len: 1982 time: 0.2240491 Nov 10 17:46:00.535939 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564c85d6-939b-4c90-9469-cede229697cf tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:46:00.541886 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564c85d6-939b-4c90-9469-cede229697cf tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:00.542932 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-564c85d6-939b-4c90-9469-cede229697cf tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:00.595149 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port c27296a2-bca8-4391-a31c-ca110a259ca4 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:00.596031 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:00.624475 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=0c543fdf-707f-46d7-89ac-eb520091ab90,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:00.777774 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-dd80d8b8-bbb3-4267-9270-47594f0a6143 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:46:00.778425 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-dd80d8b8-bbb3-4267-9270-47594f0a6143 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:46:00.784791 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7d513f8e-09fd-40fc-875c-cff13c20f69c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:00.823903 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b0dbbf25-5546-4ea0-a76d-977b42768988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:00.834466 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b0dbbf25-5546-4ea0-a76d-977b42768988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:00.921854 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-564c85d6-939b-4c90-9469-cede229697cf tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.0665259 Nov 10 17:46:00.926066 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52532) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:00.951347 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b0dbbf25-5546-4ea0-a76d-977b42768988 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=42834cd62bb04bfca0c11e437582d860&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6721120 Nov 10 17:46:00.954550 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dbbf25-5546-4ea0-a76d-977b42768988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ed1ae4-05ab-4136-818c-5adc1e0fd2a2,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:00.960767 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52536) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:01.018771 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a9c1d-1802-4d51-9611-7b711b1f5040 req-06ab020a-15a8-478a-9f30-6f3d495a5c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:01.020563 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e14a9c1d-1802-4d51-9611-7b711b1f5040 req-06ab020a-15a8-478a-9f30-6f3d495a5c8d service neutron] 10.222.0.13 "GET /v2.0/networks?id=855b0091-5c7a-4a80-9d02-5492a767409d HTTP/1.1" status: 200 len: 903 time: 0.4646266 Nov 10 17:46:01.089379 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e14a9c1d-1802-4d51-9611-7b711b1f5040 req-150006ff-eee4-44d5-a235-ac5f0584d371 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.68&port_id=5176e358-941f-46e5-84bd-8b027e273406 HTTP/1.1" status: 200 len: 217 time: 0.0589132 Nov 10 17:46:01.172392 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a9c1d-1802-4d51-9611-7b711b1f5040 req-02972ffd-0efe-40e3-b01d-285e14a01319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:01.177337 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e14a9c1d-1802-4d51-9611-7b711b1f5040 req-02972ffd-0efe-40e3-b01d-285e14a01319 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e9774a2e-ca93-485e-8253-b9311119abcb HTTP/1.1" status: 200 len: 801 time: 0.0754759 Nov 10 17:46:01.188896 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 5619e337-91cf-4f84-99c2-70349ef26030 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:46:01.228925 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2e07400f-1160-495c-8521-126807e41435 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:01.286070 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2e07400f-1160-495c-8521-126807e41435 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:01.444039 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c85d6-939b-4c90-9469-cede229697cf tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Pushing event updated for resources: {'Port': ['ID=0f823e27-c23f-477e-a941-5a89bd41e7a2,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:01.447291 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b1cd4e5f-72c3-4794-8996-dd72d23b5379 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:01.475558 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 5619e337-91cf-4f84-99c2-70349ef26030 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:01.476234 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:01.481494 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a9c1d-1802-4d51-9611-7b711b1f5040 req-761563a0-eeca-44b4-ae9c-9bc24d4c71cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:01.489222 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e14a9c1d-1802-4d51-9611-7b711b1f5040 req-761563a0-eeca-44b4-ae9c-9bc24d4c71cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=855b0091-5c7a-4a80-9d02-5492a767409d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2961280 Nov 10 17:46:01.535637 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2e07400f-1160-495c-8521-126807e41435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:01.551437 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2e07400f-1160-495c-8521-126807e41435 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:01.557770 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2e07400f-1160-495c-8521-126807e41435 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e7ed1ae4-05ab-4136-818c-5adc1e0fd2a2 HTTP/1.1" status: 204 len: 168 time: 0.5905313 Nov 10 17:46:01.562565 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-dd80d8b8-bbb3-4267-9270-47594f0a6143 None None] Provisioning complete for port 5619e337-91cf-4f84-99c2-70349ef26030 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:01.566734 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dd80d8b8-bbb3-4267-9270-47594f0a6143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:01.713636 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1c700ecd-d3f7-4c64-91e0-6efc04815ab3 req-661e1787-8b43-4506-ac9f-698e988bfbab tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 210 time: 0.2309530 Nov 10 17:46:01.808453 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357fada-3ba7-4a27-b083-a29e4d03b576 req-a223bdd8-5a21-46e1-af58-c73eea7cb04e tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:01.872066 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357fada-3ba7-4a27-b083-a29e4d03b576 req-a223bdd8-5a21-46e1-af58-c73eea7cb04e tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:01.882556 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5357fada-3ba7-4a27-b083-a29e4d03b576 req-a223bdd8-5a21-46e1-af58-c73eea7cb04e tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=65f361da-3921-4073-b50f-a99efca42da6 HTTP/1.1" status: 200 len: 1678 time: 0.4991708 Nov 10 17:46:02.071881 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b1cd4e5f-72c3-4794-8996-dd72d23b5379 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:02.083996 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b1cd4e5f-72c3-4794-8996-dd72d23b5379 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:02.085001 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b1cd4e5f-72c3-4794-8996-dd72d23b5379 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:02.099414 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e14a9c1d-1802-4d51-9611-7b711b1f5040 req-a046efb5-82b4-4941-b988-4b0c89b60faf service neutron] 10.222.0.13 "GET /v2.0/networks/855b0091-5c7a-4a80-9d02-5492a767409d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5895877 Nov 10 17:46:02.124054 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07400f-1160-495c-8521-126807e41435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ed1ae4-05ab-4136-818c-5adc1e0fd2a2,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:02.153092 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dfcb53d-ee05-4e3f-84b6-085f878224b5 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Router 569fcb7e-660c-4361-b476-29c85e538f9b is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:46:02.163366 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 0c543fdf-707f-46d7-89ac-eb520091ab90 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:46:02.384608 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-dd80d8b8-bbb3-4267-9270-47594f0a6143 None None] Provisioning complete for port 738d6d4b-44bd-4a7e-a494-fd77a6c891af triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:02.385144 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dd80d8b8-bbb3-4267-9270-47594f0a6143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:02.413572 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfcb53d-ee05-4e3f-84b6-085f878224b5 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:46:02.422806 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9dfcb53d-ee05-4e3f-84b6-085f878224b5 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "PUT /v2.0/routers/569fcb7e-660c-4361-b476-29c85e538f9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4880257 Nov 10 17:46:02.430980 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52572) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:02.494894 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b49536-e2b6-4b4e-a590-84559fb32ed4 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:02.501272 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d0b49536-e2b6-4b4e-a590-84559fb32ed4 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "GET /v2.0/ports/738d6d4b-44bd-4a7e-a494-fd77a6c891af HTTP/1.1" status: 200 len: 910 time: 0.0683677 Nov 10 17:46:02.508062 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a20419-ce21-4ec6-a8a1-88cdb626859c None None] Sync routers for ids ['569fcb7e-660c-4361-b476-29c85e538f9b'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:46:02.509795 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52574) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:02.515109 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-5c72b667-fa07-4143-86df-fd830e9e472a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '77a0ea5a-c814-4063-ba97-003b6a491887'}]}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:02.555495 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e14a9c1d-1802-4d51-9611-7b711b1f5040 req-d72096c4-bb0a-4033-ad3c-d231d2c9e68e service neutron] 10.222.0.13 "GET /v2.0/networks/855b0091-5c7a-4a80-9d02-5492a767409d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275045 Nov 10 17:46:02.565513 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-dd80d8b8-bbb3-4267-9270-47594f0a6143 None None] Port 738d6d4b-44bd-4a7e-a494-fd77a6c891af cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:46:02.605189 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 0c543fdf-707f-46d7-89ac-eb520091ab90 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:02.607553 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:02.683743 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5357fada-3ba7-4a27-b083-a29e4d03b576 req-6da57c53-7e89-471a-9b51-ee4234b5ed84 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7957892 Nov 10 17:46:02.725250 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a20419-ce21-4ec6-a8a1-88cdb626859c None None] Routers {'569fcb7e-660c-4361-b476-29c85e538f9b'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:46:02.728657 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f3a20419-ce21-4ec6-a8a1-88cdb626859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:45:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['569fcb7e-660c-4361-b476-29c85e538f9b'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:02.870189 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a88f0-2615-4bdc-a7bc-f1103c1cc558 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Deleting port 0f823e27-c23f-477e-a941-5a89bd41e7a2 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:46:02.870468 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6b0a88f0-2615-4bdc-a7bc-f1103c1cc558 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:02.951622 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-dd80d8b8-bbb3-4267-9270-47594f0a6143 None None] Provisioning complete for port c27296a2-bca8-4391-a31c-ca110a259ca4 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:02.952653 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dd80d8b8-bbb3-4267-9270-47594f0a6143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:02.956067 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6b0a88f0-2615-4bdc-a7bc-f1103c1cc558 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:02.969810 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-6b0a88f0-2615-4bdc-a7bc-f1103c1cc558 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Calling delete_port for 0f823e27-c23f-477e-a941-5a89bd41e7a2 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:46:02.974805 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f3a20419-ce21-4ec6-a8a1-88cdb626859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:03.132556 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a20419-ce21-4ec6-a8a1-88cdb626859c None None] Routers {'569fcb7e-660c-4361-b476-29c85e538f9b'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:46:03.133636 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f3a20419-ce21-4ec6-a8a1-88cdb626859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:45:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['569fcb7e-660c-4361-b476-29c85e538f9b'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:03.134718 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5c72b667-fa07-4143-86df-fd830e9e472a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:03.211056 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6b0a88f0-2615-4bdc-a7bc-f1103c1cc558 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:03.231675 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-90913145-1b84-45d9-9253-aba6453b19fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:03.241286 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f3a20419-ce21-4ec6-a8a1-88cdb626859c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:03.242215 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a20419-ce21-4ec6-a8a1-88cdb626859c None None] The sync data for ids ['569fcb7e-660c-4361-b476-29c85e538f9b'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:46:03.250387 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c27296a2-bca8-4391-a31c-ca110a259ca4 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:46:03.281043 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd4e5f-72c3-4794-8996-dd72d23b5379 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Port': ['ID=30c55014-f9e1-4cda-b88e-1846b440b249,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:03.303280 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-06d38a65-963e-4bd7-afb1-3ffe6b39635c req-978fa3b8-1abf-459d-91cb-1a58be20eefe tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 210 time: 0.1781025 Nov 10 17:46:03.438969 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port c27296a2-bca8-4391-a31c-ca110a259ca4 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:03.439359 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:03.592696 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a88f0-2615-4bdc-a7bc-f1103c1cc558 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f823e27-c23f-477e-a941-5a89bd41e7a2,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:03.596688 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cd4e5f-72c3-4794-8996-dd72d23b5379 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network 522dce3a-5787-4a64-95f6-f0dc4beee792 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:46:03.694753 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-0722ab62-c064-487a-b08f-1330f5366b89 None None] Provisioning complete for port 0c543fdf-707f-46d7-89ac-eb520091ab90 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:03.696419 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0722ab62-c064-487a-b08f-1330f5366b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:03.707309 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-b1cd4e5f-72c3-4794-8996-dd72d23b5379 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:46:04.075628 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec7457-43db-4b22-af19-cf1b2e61389a req-6002aa49-88ab-4754-8b59-492bdebcd5d1 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:04.104743 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:04.107055 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-0722ab62-c064-487a-b08f-1330f5366b89 None None] Provisioning complete for port 738d6d4b-44bd-4a7e-a494-fd77a6c891af triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:04.107431 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0722ab62-c064-487a-b08f-1330f5366b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:04.132527 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6b0a88f0-2615-4bdc-a7bc-f1103c1cc558 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:04.141085 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6b0a88f0-2615-4bdc-a7bc-f1103c1cc558 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] 10.222.0.39 "DELETE /v2.0/ports/0f823e27-c23f-477e-a941-5a89bd41e7a2 HTTP/1.1" status: 204 len: 168 time: 3.2116020 Nov 10 17:46:04.150019 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec7457-43db-4b22-af19-cf1b2e61389a req-6002aa49-88ab-4754-8b59-492bdebcd5d1 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:04.156179 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52610) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:04.168752 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-937b6ea8-4cb9-4058-9285-8a000df759de tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8ac949c1-38ea-450f-9cdf-9e4a3ab80eca', 'external_fixed_ips': [{'subnet_id': '8c791a13-8ad0-4fde-9d20-39b5d83b9c98', 'ip_address': '2001:db8::7'}]}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:04.177222 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aaec7457-43db-4b22-af19-cf1b2e61389a req-6002aa49-88ab-4754-8b59-492bdebcd5d1 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=65f361da-3921-4073-b50f-a99efca42da6 HTTP/1.1" status: 200 len: 1678 time: 0.2781234 Nov 10 17:46:04.273384 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-0722ab62-c064-487a-b08f-1330f5366b89 None None] Port 738d6d4b-44bd-4a7e-a494-fd77a6c891af cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:46:04.317787 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-0722ab62-c064-487a-b08f-1330f5366b89 None None] Provisioning complete for port 30c55014-f9e1-4cda-b88e-1846b440b249 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:04.318186 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0722ab62-c064-487a-b08f-1330f5366b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:04.337405 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aaec7457-43db-4b22-af19-cf1b2e61389a req-98df6b9a-12fe-435d-9b14-38241045513c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420417 Nov 10 17:46:04.443063 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-937b6ea8-4cb9-4058-9285-8a000df759de tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:04.444186 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-937b6ea8-4cb9-4058-9285-8a000df759de tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:04.446940 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-0722ab62-c064-487a-b08f-1330f5366b89 None None] Port 30c55014-f9e1-4cda-b88e-1846b440b249 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:46:04.451813 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 9b57c456-d5dd-496b-9bcc-b4aa1ca3d547 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:46:04.521392 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-937b6ea8-4cb9-4058-9285-8a000df759de tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:04.618255 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9d354d3c-448d-41ba-8497-5b15f9a12e9b req-395465e0-d780-4b76-b604-3a90a2110810 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 210 time: 0.0949919 Nov 10 17:46:04.638247 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-2031ba55-bc5d-4f87-b284-540901edf0db None None] Provisioning complete for port 30c55014-f9e1-4cda-b88e-1846b440b249 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:04.638890 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2031ba55-bc5d-4f87-b284-540901edf0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:04.699197 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 9b57c456-d5dd-496b-9bcc-b4aa1ca3d547, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=9b57c456-d5dd-496b-9bcc-b4aa1ca3d547,segment=NetworkSegment(2ba91a2d-e20e-4ac7-886f-a4f5d34f4cec),segment_id=2ba91a2d-e20e-4ac7-886f-a4f5d34f4cec)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:04.769652 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-2031ba55-bc5d-4f87-b284-540901edf0db None None] Port 30c55014-f9e1-4cda-b88e-1846b440b249 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:46:04.779210 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '9b57c456-d5dd-496b-9bcc-b4aa1ca3d547', 'network_id': '4be22fe8-5539-4634-8b18-ee471c9578ac', 'port_id': '9b57c456-d5dd-496b-9bcc-b4aa1ca3d547', 'mac_address': 'fa:16:3e:65:c4:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c60713-fade-4b8c-bbf9-f2d40f4124ec', 'ip_address': '19.80.0.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:46:04.807055 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-937b6ea8-4cb9-4058-9285-8a000df759de tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:04.921880 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:04.963366 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b57c456-d5dd-496b-9bcc-b4aa1ca3d547 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:46:04.969744 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1cd4e5f-72c3-4794-8996-dd72d23b5379 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Router 8bc0f090-896b-4cc0-b845-abf12e1bd1c6 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:46:05.025055 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 9b57c456-d5dd-496b-9bcc-b4aa1ca3d547, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=9b57c456-d5dd-496b-9bcc-b4aa1ca3d547,segment=NetworkSegment(2ba91a2d-e20e-4ac7-886f-a4f5d34f4cec),segment_id=2ba91a2d-e20e-4ac7-886f-a4f5d34f4cec)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:05.036912 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:05.039044 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 5176e358-941f-46e5-84bd-8b027e273406 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:46:05.086743 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52622) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:05.092356 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-f4b78212-56d9-417a-88e5-dc941552e2ef tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1340211891'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:05.180542 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b78212-56d9-417a-88e5-dc941552e2ef tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Made reservation on behalf of 87ef8f67c317450abb70e6821b7851c3 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:46:05.190941 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f4b78212-56d9-417a-88e5-dc941552e2ef tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:05.265278 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=9b57c456-d5dd-496b-9bcc-b4aa1ca3d547,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:05.287986 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4b78212-56d9-417a-88e5-dc941552e2ef tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:46:05.304861 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f4b78212-56d9-417a-88e5-dc941552e2ef tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:05.305573 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-f4b78212-56d9-417a-88e5-dc941552e2ef tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Added segment a86ac378-8b1c-4cf2-a7f2-853d02679a02 of type vlan for network 47baead0-3e81-4ecd-90e6-eeb908ade233 Nov 10 17:46:05.336565 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 5176e358-941f-46e5-84bd-8b027e273406, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5176e358-941f-46e5-84bd-8b027e273406,segment=NetworkSegment(506fd250-3287-4921-bfd6-7f0514d0c08f),segment_id=506fd250-3287-4921-bfd6-7f0514d0c08f)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:05.358632 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '5176e358-941f-46e5-84bd-8b027e273406', 'network_id': '855b0091-5c7a-4a80-9d02-5492a767409d', 'port_id': '5176e358-941f-46e5-84bd-8b027e273406', 'mac_address': 'fa:16:3e:5b:7d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9774a2e-ca93-485e-8253-b9311119abcb', 'ip_address': '19.86.0.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:46:05.454122 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f4b78212-56d9-417a-88e5-dc941552e2ef tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:05.490537 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:05.538409 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f4b78212-56d9-417a-88e5-dc941552e2ef tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:05.545419 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b78212-56d9-417a-88e5-dc941552e2ef tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:05.546609 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f4b78212-56d9-417a-88e5-dc941552e2ef tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:05.548082 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:05.553469 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5176e358-941f-46e5-84bd-8b027e273406 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:46:05.609787 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 5176e358-941f-46e5-84bd-8b027e273406, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5176e358-941f-46e5-84bd-8b027e273406,segment=NetworkSegment(506fd250-3287-4921-bfd6-7f0514d0c08f),segment_id=506fd250-3287-4921-bfd6-7f0514d0c08f)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:05.616495 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:05.766664 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b78212-56d9-417a-88e5-dc941552e2ef tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Pushing event updated for resources: {'Network': ['ID=47baead0-3e81-4ecd-90e6-eeb908ade233,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:05.803302 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cd4e5f-72c3-4794-8996-dd72d23b5379 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:46:05.804543 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f4b78212-56d9-417a-88e5-dc941552e2ef tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7164137 Nov 10 17:46:05.805492 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52630) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:05.817106 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34938b3b-c91e-414b-b4dd-fe26a78b7370 None None] Sync routers for ids ['8bc0f090-896b-4cc0-b845-abf12e1bd1c6'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:46:05.822784 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-08f3e5f8-cbf4-456d-ad8a-61a93e11e1d8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-830209912'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:05.824295 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b1cd4e5f-72c3-4794-8996-dd72d23b5379 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "PUT /v2.0/routers/8bc0f090-896b-4cc0-b845-abf12e1bd1c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2211862 Nov 10 17:46:05.827175 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52632) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:05.841023 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34938b3b-c91e-414b-b4dd-fe26a78b7370 None None] Routers {'8bc0f090-896b-4cc0-b845-abf12e1bd1c6'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:46:05.842527 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-34938b3b-c91e-414b-b4dd-fe26a78b7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:46:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['8bc0f090-896b-4cc0-b845-abf12e1bd1c6'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:05.890727 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 47baead0-3e81-4ecd-90e6-eeb908ade233 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:46:05.964262 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-34938b3b-c91e-414b-b4dd-fe26a78b7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:05.983399 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34938b3b-c91e-414b-b4dd-fe26a78b7370 None None] Routers {'8bc0f090-896b-4cc0-b845-abf12e1bd1c6'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:46:05.984487 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-34938b3b-c91e-414b-b4dd-fe26a78b7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:46:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['8bc0f090-896b-4cc0-b845-abf12e1bd1c6'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:06.006312 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5c72b667-fa07-4143-86df-fd830e9e472a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:06.024941 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5c72b667-fa07-4143-86df-fd830e9e472a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:06.043972 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['9b57c456-d5dd-496b-9bcc-b4aa1ca3d547'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:46:06.062840 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=5176e358-941f-46e5-84bd-8b027e273406,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:06.092497 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6c6514fe-6e75-4db4-9c67-f64ed5ecae50 req-8dd76c7c-9ed7-41c2-898b-56f05fa02103 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 210 time: 0.1778073 Nov 10 17:46:06.099087 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-34938b3b-c91e-414b-b4dd-fe26a78b7370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:06.102608 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34938b3b-c91e-414b-b4dd-fe26a78b7370 None None] The sync data for ids ['8bc0f090-896b-4cc0-b845-abf12e1bd1c6'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:46:06.104504 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180ec5d-7aa8-40df-93ca-cd5dc337f957 req-2ce32b1c-7cbd-4671-9965-17375292b76e tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:06.142778 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180ec5d-7aa8-40df-93ca-cd5dc337f957 req-2ce32b1c-7cbd-4671-9965-17375292b76e tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:06.176949 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c180ec5d-7aa8-40df-93ca-cd5dc337f957 req-2ce32b1c-7cbd-4671-9965-17375292b76e tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=65f361da-3921-4073-b50f-a99efca42da6 HTTP/1.1" status: 200 len: 1679 time: 0.6487749 Nov 10 17:46:06.187239 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f3e5f8-cbf4-456d-ad8a-61a93e11e1d8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Made reservation on behalf of 87ef8f67c317450abb70e6821b7851c3 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:46:06.201951 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08f3e5f8-cbf4-456d-ad8a-61a93e11e1d8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:06.247864 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23836e3-78bd-4242-9b05-e99a9541f113 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:06.249618 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e23836e3-78bd-4242-9b05-e99a9541f113 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "GET /v2.0/ports/30c55014-f9e1-4cda-b88e-1846b440b249 HTTP/1.1" status: 200 len: 911 time: 0.4020700 Nov 10 17:46:06.255669 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52644) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:06.282105 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:06.367885 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c72b667-fa07-4143-86df-fd830e9e472a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:06.368588 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5c72b667-fa07-4143-86df-fd830e9e472a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:06.369970 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5c72b667-fa07-4143-86df-fd830e9e472a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "PUT /v2.0/ports/738d6d4b-44bd-4a7e-a494-fd77a6c891af HTTP/1.1" status: 200 len: 910 time: 3.8591466 Nov 10 17:46:06.384891 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52648) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:06.387239 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72b667-fa07-4143-86df-fd830e9e472a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Port': ['ID=738d6d4b-44bd-4a7e-a494-fd77a6c891af,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:06.474720 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72b667-fa07-4143-86df-fd830e9e472a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:06.475071 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72b667-fa07-4143-86df-fd830e9e472a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:06.475414 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72b667-fa07-4143-86df-fd830e9e472a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:06.475760 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72b667-fa07-4143-86df-fd830e9e472a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:06.476102 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72b667-fa07-4143-86df-fd830e9e472a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:06.488690 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72b667-fa07-4143-86df-fd830e9e472a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:06.489068 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72b667-fa07-4143-86df-fd830e9e472a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:06.489421 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72b667-fa07-4143-86df-fd830e9e472a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:06.489770 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72b667-fa07-4143-86df-fd830e9e472a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:06.490115 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72b667-fa07-4143-86df-fd830e9e472a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:06.490454 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72b667-fa07-4143-86df-fd830e9e472a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:06.490793 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c72b667-fa07-4143-86df-fd830e9e472a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:06.508956 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c180ec5d-7aa8-40df-93ca-cd5dc337f957 req-2af0af14-1af6-48db-be3d-91e38abe4fa9 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310907 Nov 10 17:46:06.523946 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f3e5f8-cbf4-456d-ad8a-61a93e11e1d8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:46:06.591998 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08f3e5f8-cbf4-456d-ad8a-61a93e11e1d8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:06.592720 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-08f3e5f8-cbf4-456d-ad8a-61a93e11e1d8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Added segment 593a9bc3-cd7b-417a-b974-3d7aa191c18a of type vlan for network 49bc9a4d-2019-4c3e-98a9-200317b395fd Nov 10 17:46:06.806691 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-937b6ea8-4cb9-4058-9285-8a000df759de tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:06.869994 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-937b6ea8-4cb9-4058-9285-8a000df759de tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:06.906771 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08f3e5f8-cbf4-456d-ad8a-61a93e11e1d8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:06.925519 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['5176e358-941f-46e5-84bd-8b027e273406'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:46:07.122661 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.db.resource_extend [None req-08f3e5f8-cbf4-456d-ad8a-61a93e11e1d8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 17:46:07.168343 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08f3e5f8-cbf4-456d-ad8a-61a93e11e1d8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:07.174740 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f3e5f8-cbf4-456d-ad8a-61a93e11e1d8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:07.175309 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08f3e5f8-cbf4-456d-ad8a-61a93e11e1d8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:07.270310 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3e5f8-cbf4-456d-ad8a-61a93e11e1d8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Pushing event updated for resources: {'Network': ['ID=49bc9a4d-2019-4c3e-98a9-200317b395fd,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:07.287946 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f3e5f8-cbf4-456d-ad8a-61a93e11e1d8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:07.288343 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f3e5f8-cbf4-456d-ad8a-61a93e11e1d8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:07.288939 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f3e5f8-cbf4-456d-ad8a-61a93e11e1d8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:07.289549 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f3e5f8-cbf4-456d-ad8a-61a93e11e1d8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:07.289986 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f3e5f8-cbf4-456d-ad8a-61a93e11e1d8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:07.290337 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f3e5f8-cbf4-456d-ad8a-61a93e11e1d8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:07.290680 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f3e5f8-cbf4-456d-ad8a-61a93e11e1d8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:07.291045 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f3e5f8-cbf4-456d-ad8a-61a93e11e1d8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:07.291531 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f3e5f8-cbf4-456d-ad8a-61a93e11e1d8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:07.291745 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f3e5f8-cbf4-456d-ad8a-61a93e11e1d8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:07.292133 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f3e5f8-cbf4-456d-ad8a-61a93e11e1d8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:07.292525 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f3e5f8-cbf4-456d-ad8a-61a93e11e1d8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:07.306352 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 49bc9a4d-2019-4c3e-98a9-200317b395fd details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:46:07.323120 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-08f3e5f8-cbf4-456d-ad8a-61a93e11e1d8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5124104 Nov 10 17:46:07.323874 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52658) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:07.331903 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-ef40851d-fb28-4f6a-96bd-2cbc7798155d tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Request body: {'subnet': {'network_id': '47baead0-3e81-4ecd-90e6-eeb908ade233', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:07.575866 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-937b6ea8-4cb9-4058-9285-8a000df759de tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Allocated IP 2001:db8::7 (8ac949c1-38ea-450f-9cdf-9e4a3ab80eca/8c791a13-8ad0-4fde-9d20-39b5d83b9c98/bbca0ab0-e961-4a40-a698-e6b8b7a615ae) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:46:07.595479 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a5ca92d7-3ae6-41fa-8563-9d1a1b289ddb req-a8744c28-228f-4897-84fb-c19f227ce0d2 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 210 time: 0.1097085 Nov 10 17:46:07.608175 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef40851d-fb28-4f6a-96bd-2cbc7798155d tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Made reservation on behalf of 87ef8f67c317450abb70e6821b7851c3 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:46:07.619460 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ef40851d-fb28-4f6a-96bd-2cbc7798155d tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:07.834225 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-937b6ea8-4cb9-4058-9285-8a000df759de tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:07.843574 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08f64174-f7d1-4727-afe6-dbf307f9dc9d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:07.861499 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b720e02e-b68c-4a4f-ad77-a79935d0c40d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:08.124349 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-937b6ea8-4cb9-4058-9285-8a000df759de tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:08.153884 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937b6ea8-4cb9-4058-9285-8a000df759de tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Network 8ac949c1-38ea-450f-9cdf-9e4a3ab80eca is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:46:08.198252 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-937b6ea8-4cb9-4058-9285-8a000df759de tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:46:08.202084 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937b6ea8-4cb9-4058-9285-8a000df759de tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:46:08.272221 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ef40851d-fb28-4f6a-96bd-2cbc7798155d tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:08.349947 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a9d34-9029-4aad-99de-31fa2fb49d8a req-b74d94ea-8dfd-4d6d-90ed-f285b82a0902 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:08.361052 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a9d34-9029-4aad-99de-31fa2fb49d8a req-b74d94ea-8dfd-4d6d-90ed-f285b82a0902 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:08.363901 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-532a9d34-9029-4aad-99de-31fa2fb49d8a req-b74d94ea-8dfd-4d6d-90ed-f285b82a0902 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=65f361da-3921-4073-b50f-a99efca42da6 HTTP/1.1" status: 200 len: 1680 time: 0.5062177 Nov 10 17:46:08.454679 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 9b57c456-d5dd-496b-9bcc-b4aa1ca3d547 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:46:08.591077 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b6ea8-4cb9-4058-9285-8a000df759de tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Pushing event updated for resources: {'Port': ['ID=bbca0ab0-e961-4a40-a698-e6b8b7a615ae,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:08.648237 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 9b57c456-d5dd-496b-9bcc-b4aa1ca3d547 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:46:08.659059 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 9b57c456-d5dd-496b-9bcc-b4aa1ca3d547 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:08.662973 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:08.865112 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-77026a96-ac60-4ae1-a2e0-558cc8686df6 req-b05cd20b-11b6-4820-93ad-079257828558 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/ports?device_id=06e52ff4-11c0-4966-ab12-b1ea5239ba9b HTTP/1.1" status: 200 len: 210 time: 0.0531211 Nov 10 17:46:08.925641 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:08.957152 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-937b6ea8-4cb9-4058-9285-8a000df759de tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:09.014787 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f361da-3921-4073-b50f-a99efca42da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b57c456-d5dd-496b-9bcc-b4aa1ca3d547'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:46:09.019694 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94e0029-2a30-4c7c-9521-af3e39a5244c" -d '{"events": [{"server_uuid": "65f361da-3921-4073-b50f-a99efca42da6", "name": "network-vif-plugged", "status": "completed", "tag": "9b57c456-d5dd-496b-9bcc-b4aa1ca3d547"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:46:09.040547 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 9b57c456-d5dd-496b-9bcc-b4aa1ca3d547, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=9b57c456-d5dd-496b-9bcc-b4aa1ca3d547,segment=NetworkSegment(2ba91a2d-e20e-4ac7-886f-a4f5d34f4cec),segment_id=2ba91a2d-e20e-4ac7-886f-a4f5d34f4cec)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:09.048524 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:09.050729 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 5176e358-941f-46e5-84bd-8b027e273406 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:46:09.126442 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2cbeb0-c7ef-419c-a1cf-d68d5c0d9f77 x-openstack-request-id: req-ed2cbeb0-c7ef-419c-a1cf-d68d5c0d9f77 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:46:09.126442 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f361da-3921-4073-b50f-a99efca42da6", "name": "network-vif-plugged", "status": "completed", "tag": "9b57c456-d5dd-496b-9bcc-b4aa1ca3d547", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:46:09.126966 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ed2cbeb0-c7ef-419c-a1cf-d68d5c0d9f77 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:46:09.128676 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f361da-3921-4073-b50f-a99efca42da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b57c456-d5dd-496b-9bcc-b4aa1ca3d547', 'code': 200} Nov 10 17:46:09.364566 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-08f64174-f7d1-4727-afe6-dbf307f9dc9d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Deleting port 738d6d4b-44bd-4a7e-a494-fd77a6c891af {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:46:09.364932 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08f64174-f7d1-4727-afe6-dbf307f9dc9d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:09.451238 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40851d-fb28-4f6a-96bd-2cbc7798155d tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Pushing event updated for resources: {'Subnet': ['ID=235a8a7b-9769-4bcb-b248-e3a3ce641763,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:09.517828 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 5176e358-941f-46e5-84bd-8b027e273406 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:46:09.521596 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=9b57c456-d5dd-496b-9bcc-b4aa1ca3d547,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:09.528333 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 5176e358-941f-46e5-84bd-8b027e273406 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:09.528561 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef40851d-fb28-4f6a-96bd-2cbc7798155d tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Checking segment: {'id': 'a86ac378-8b1c-4cf2-a7f2-853d02679a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '47baead0-3e81-4ecd-90e6-eeb908ade233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:46:09.528715 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef40851d-fb28-4f6a-96bd-2cbc7798155d tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Network hostable DHCP agents. Network: 47baead0-3e81-4ecd-90e6-eeb908ade233, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:46:09.528829 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:09.624638 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-532a9d34-9029-4aad-99de-31fa2fb49d8a req-59f54de2-ee4d-469f-9779-9cd35e5f2185 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2453146 Nov 10 17:46:09.779028 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef40851d-fb28-4f6a-96bd-2cbc7798155d tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Network 47baead0-3e81-4ecd-90e6-eeb908ade233 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:46:09.838819 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-ef40851d-fb28-4f6a-96bd-2cbc7798155d tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 47baead0-3e81-4ecd-90e6-eeb908ade233) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:46:09.855188 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a43422-2643-4b9c-87b4-07e3b157fa00 None None] Network 47baead0-3e81-4ecd-90e6-eeb908ade233 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:46:09.860340 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:09.928459 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef40851d-fb28-4f6a-96bd-2cbc7798155d tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:09.929461 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ef40851d-fb28-4f6a-96bd-2cbc7798155d tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:10.047945 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 5176e358-941f-46e5-84bd-8b027e273406, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5176e358-941f-46e5-84bd-8b027e273406,segment=NetworkSegment(506fd250-3287-4921-bfd6-7f0514d0c08f),segment_id=506fd250-3287-4921-bfd6-7f0514d0c08f)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:10.056200 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ef40851d-fb28-4f6a-96bd-2cbc7798155d tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7203298 Nov 10 17:46:10.056440 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:10.059285 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52694) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:10.083752 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-b720e02e-b68c-4a4f-ad77-a79935d0c40d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Allocated IP 2001:db8:1::1 (49d4bfb0-566c-442f-9320-f783fd08af5a/ca8ec143-a59a-42e5-877d-8c0725393f97/4638e113-8623-420c-8fe4-352ccc22f1a5) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:46:10.086712 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-ae0cf7bf-b881-4f3f-81f6-c4a4723fa67e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Request body: {'subnet': {'network_id': '49bc9a4d-2019-4c3e-98a9-200317b395fd', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:10.113068 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52696) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:10.278513 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-937b6ea8-4cb9-4058-9285-8a000df759de tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:10.286566 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8f41dde3-09bf-4d0f-aad2-24176c61e796 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:10.292012 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049822ba-e44b-43b4-9ee3-ee2aa8132d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-47baead0-3e81-4ecd-90e6-eeb908ade233', 'network_id': '47baead0-3e81-4ecd-90e6-eeb908ade233', 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'fixed_ips': [{'subnet_id': '235a8a7b-9769-4bcb-b248-e3a3ce641763'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:46:10.293703 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-049822ba-e44b-43b4-9ee3-ee2aa8132d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:10.313639 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=5176e358-941f-46e5-84bd-8b027e273406,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:10.323259 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08f64174-f7d1-4727-afe6-dbf307f9dc9d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:10.346180 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8f41dde3-09bf-4d0f-aad2-24176c61e796 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:10.415083 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-08f64174-f7d1-4727-afe6-dbf307f9dc9d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Calling delete_port for 738d6d4b-44bd-4a7e-a494-fd77a6c891af owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:46:10.435724 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0cf7bf-b881-4f3f-81f6-c4a4723fa67e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Made reservation on behalf of 87ef8f67c317450abb70e6821b7851c3 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:46:10.441294 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ae0cf7bf-b881-4f3f-81f6-c4a4723fa67e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:10.445936 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b720e02e-b68c-4a4f-ad77-a79935d0c40d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:10.531681 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8f41dde3-09bf-4d0f-aad2-24176c61e796 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:10.538969 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8f41dde3-09bf-4d0f-aad2-24176c61e796 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:10.545135 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8f41dde3-09bf-4d0f-aad2-24176c61e796 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "DELETE /v2.0/security-groups/608b14d9-8ec4-421e-aae1-a188f87dfaee HTTP/1.1" status: 204 len: 168 time: 0.4245791 Nov 10 17:46:10.570753 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52700) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:10.583285 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-049822ba-e44b-43b4-9ee3-ee2aa8132d85 None None] Allocated IP 10.1.1.2 (47baead0-3e81-4ecd-90e6-eeb908ade233/235a8a7b-9769-4bcb-b248-e3a3ce641763/d32a5c4c-f2ee-422b-9539-362c2321f9c0) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:46:10.673218 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-6a61e452-a8fe-499d-8e60-cfaed6d54370 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] show failed (client error): The resource could not be found. Nov 10 17:46:10.678353 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6a61e452-a8fe-499d-8e60-cfaed6d54370 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "GET /v2.0/security-groups/608b14d9-8ec4-421e-aae1-a188f87dfaee HTTP/1.1" status: 404 len: 347 time: 0.0954478 Nov 10 17:46:10.681752 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41dde3-09bf-4d0f-aad2-24176c61e796 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=608b14d9-8ec4-421e-aae1-a188f87dfaee,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:10.692594 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52704) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:10.857216 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b720e02e-b68c-4a4f-ad77-a79935d0c40d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:10.958827 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f979f7-a18b-4b7c-bed2-6a129e93e937 req-fea586aa-9e74-4c28-a91a-8cddb37eb6fc tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:10.968388 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f979f7-a18b-4b7c-bed2-6a129e93e937 req-fea586aa-9e74-4c28-a91a-8cddb37eb6fc tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:10.974207 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-049822ba-e44b-43b4-9ee3-ee2aa8132d85 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:10.976803 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-04f979f7-a18b-4b7c-bed2-6a129e93e937 req-fea586aa-9e74-4c28-a91a-8cddb37eb6fc tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=65f361da-3921-4073-b50f-a99efca42da6 HTTP/1.1" status: 200 len: 1682 time: 0.1516306 Nov 10 17:46:10.984664 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-049822ba-e44b-43b4-9ee3-ee2aa8132d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:11.010948 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720e02e-b68c-4a4f-ad77-a79935d0c40d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Port': ['ID=4638e113-8623-420c-8fe4-352ccc22f1a5,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:11.032455 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b720e02e-b68c-4a4f-ad77-a79935d0c40d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network 49d4bfb0-566c-442f-9320-f783fd08af5a is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:46:11.054785 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-b720e02e-b68c-4a4f-ad77-a79935d0c40d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:46:11.073054 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b720e02e-b68c-4a4f-ad77-a79935d0c40d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:46:11.075540 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-04f979f7-a18b-4b7c-bed2-6a129e93e937 req-9b2af361-3748-4398-be1b-f1a8d210042d tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976908 Nov 10 17:46:11.077292 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b720e02e-b68c-4a4f-ad77-a79935d0c40d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:11.088932 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049822ba-e44b-43b4-9ee3-ee2aa8132d85 None None] Network 47baead0-3e81-4ecd-90e6-eeb908ade233 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:46:11.095466 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-049822ba-e44b-43b4-9ee3-ee2aa8132d85 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:46:11.102657 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049822ba-e44b-43b4-9ee3-ee2aa8132d85 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:46:11.155446 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f361da-3921-4073-b50f-a99efca42da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5176e358-941f-46e5-84bd-8b027e273406'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:46:11.163791 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3684d45-c0ed-4194-8182-3f1b5b713480" -d '{"events": [{"server_uuid": "65f361da-3921-4073-b50f-a99efca42da6", "name": "network-vif-plugged", "status": "completed", "tag": "5176e358-941f-46e5-84bd-8b027e273406"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:46:11.169911 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937b6ea8-4cb9-4058-9285-8a000df759de tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Router a6067e45-0786-4608-a89c-98a16f1cc474 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:46:11.231156 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049822ba-e44b-43b4-9ee3-ee2aa8132d85 None None] Pushing event updated for resources: {'Port': ['ID=d32a5c4c-f2ee-422b-9539-362c2321f9c0,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:11.259035 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-049822ba-e44b-43b4-9ee3-ee2aa8132d85 None None] Attempting to bind port d32a5c4c-f2ee-422b-9539-362c2321f9c0 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:46:11.272590 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-049822ba-e44b-43b4-9ee3-ee2aa8132d85 None None] Attempting to bind port d32a5c4c-f2ee-422b-9539-362c2321f9c0 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'a86ac378-8b1c-4cf2-a7f2-853d02679a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '47baead0-3e81-4ecd-90e6-eeb908ade233'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:46:11.273668 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049822ba-e44b-43b4-9ee3-ee2aa8132d85 None None] Attempting to bind port d32a5c4c-f2ee-422b-9539-362c2321f9c0 on network 47baead0-3e81-4ecd-90e6-eeb908ade233 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:46:11.288353 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049822ba-e44b-43b4-9ee3-ee2aa8132d85 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:46:11.288825 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049822ba-e44b-43b4-9ee3-ee2aa8132d85 None None] Checking segment: {'id': 'a86ac378-8b1c-4cf2-a7f2-853d02679a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '47baead0-3e81-4ecd-90e6-eeb908ade233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:46:11.292538 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-049822ba-e44b-43b4-9ee3-ee2aa8132d85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:11.293055 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049822ba-e44b-43b4-9ee3-ee2aa8132d85 None None] Bound using segment: {'id': 'a86ac378-8b1c-4cf2-a7f2-853d02679a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '47baead0-3e81-4ecd-90e6-eeb908ade233'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:46:11.293672 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-049822ba-e44b-43b4-9ee3-ee2aa8132d85 None None] Bound port: d32a5c4c-f2ee-422b-9539-362c2321f9c0, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a86ac378-8b1c-4cf2-a7f2-853d02679a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '47baead0-3e81-4ecd-90e6-eeb908ade233'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:46:11.294460 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-049822ba-e44b-43b4-9ee3-ee2aa8132d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:11.332791 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4712cf0-f9c8-4b32-9d45-c407e277cfad x-openstack-request-id: req-b4712cf0-f9c8-4b32-9d45-c407e277cfad {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:46:11.338700 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f361da-3921-4073-b50f-a99efca42da6", "name": "network-vif-plugged", "status": "completed", "tag": "5176e358-941f-46e5-84bd-8b027e273406", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:46:11.339001 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b4712cf0-f9c8-4b32-9d45-c407e277cfad {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:46:11.339444 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f361da-3921-4073-b50f-a99efca42da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5176e358-941f-46e5-84bd-8b027e273406', 'code': 200} Nov 10 17:46:11.353667 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b720e02e-b68c-4a4f-ad77-a79935d0c40d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:11.493900 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-049822ba-e44b-43b4-9ee3-ee2aa8132d85 None None] For port d32a5c4c-f2ee-422b-9539-362c2321f9c0, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:46:11.503809 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-9acc7061-1420-45bb-a0d9-e0afa669ad3e tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Deleting port ce67030d-2f36-44a7-af27-61adc5239ea9 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:46:11.504200 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9acc7061-1420-45bb-a0d9-e0afa669ad3e tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:11.511379 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-049822ba-e44b-43b4-9ee3-ee2aa8132d85 None None] For port d32a5c4c-f2ee-422b-9539-362c2321f9c0, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d32a5c4c-f2ee-422b-9539-362c2321f9c0,segment=NetworkSegment(a86ac378-8b1c-4cf2-a7f2-853d02679a02),segment_id=a86ac378-8b1c-4cf2-a7f2-853d02679a02)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:46:11.519950 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-049822ba-e44b-43b4-9ee3-ee2aa8132d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:11.523405 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ae0cf7bf-b881-4f3f-81f6-c4a4723fa67e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:11.549712 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08f64174-f7d1-4727-afe6-dbf307f9dc9d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:11.648816 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-650f72da-bfb8-491c-8ad9-36ebe363fe8b None None] Provisioning complete for port 4638e113-8623-420c-8fe4-352ccc22f1a5 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:11.649336 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-650f72da-bfb8-491c-8ad9-36ebe363fe8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:11.723568 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049822ba-e44b-43b4-9ee3-ee2aa8132d85 None None] Pushing event updated for resources: {'Port': ['ID=d32a5c4c-f2ee-422b-9539-362c2321f9c0,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:11.755138 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-650f72da-bfb8-491c-8ad9-36ebe363fe8b None None] Port 4638e113-8623-420c-8fe4-352ccc22f1a5 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:46:11.789847 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:46:11.814640 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f64174-f7d1-4727-afe6-dbf307f9dc9d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Port': ['ID=738d6d4b-44bd-4a7e-a494-fd77a6c891af,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:11.909609 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0cf7bf-b881-4f3f-81f6-c4a4723fa67e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Checking segment: {'id': '593a9bc3-cd7b-417a-b974-3d7aa191c18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '49bc9a4d-2019-4c3e-98a9-200317b395fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:46:11.910127 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0cf7bf-b881-4f3f-81f6-c4a4723fa67e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Network hostable DHCP agents. Network: 49bc9a4d-2019-4c3e-98a9-200317b395fd, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:46:12.009354 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9acc7061-1420-45bb-a0d9-e0afa669ad3e tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:12.010182 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9acc7061-1420-45bb-a0d9-e0afa669ad3e tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:12.028677 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-9acc7061-1420-45bb-a0d9-e0afa669ad3e tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Calling delete_port for ce67030d-2f36-44a7-af27-61adc5239ea9 owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:46:12.180195 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68200ed9-b45a-448e-912f-0d5a32b5e8de req-5c558f42-82a5-4f04-9da5-97c2fb0327bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:12.181110 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68200ed9-b45a-448e-912f-0d5a32b5e8de req-5c558f42-82a5-4f04-9da5-97c2fb0327bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:12.182291 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68200ed9-b45a-448e-912f-0d5a32b5e8de req-5c558f42-82a5-4f04-9da5-97c2fb0327bb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=65f361da-3921-4073-b50f-a99efca42da6 HTTP/1.1" status: 200 len: 1986 time: 0.6538560 Nov 10 17:46:12.264275 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0cf7bf-b881-4f3f-81f6-c4a4723fa67e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Pushing event updated for resources: {'Subnet': ['ID=2f88546f-3001-437d-949d-bf2c5fdfec86,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:12.323211 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0cf7bf-b881-4f3f-81f6-c4a4723fa67e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Network 49bc9a4d-2019-4c3e-98a9-200317b395fd is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:46:12.348000 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08f64174-f7d1-4727-afe6-dbf307f9dc9d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:12.523472 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-ae0cf7bf-b881-4f3f-81f6-c4a4723fa67e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 49bc9a4d-2019-4c3e-98a9-200317b395fd) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:46:12.535573 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0cf7bf-b881-4f3f-81f6-c4a4723fa67e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:12.536240 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ae0cf7bf-b881-4f3f-81f6-c4a4723fa67e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:12.540346 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937b6ea8-4cb9-4058-9285-8a000df759de tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:46:12.540795 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c31ba3a-6d92-4911-852b-63c833548b9f None None] Network 49bc9a4d-2019-4c3e-98a9-200317b395fd requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:46:12.587095 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-937b6ea8-4cb9-4058-9285-8a000df759de tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:12.594414 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-937b6ea8-4cb9-4058-9285-8a000df759de tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 8.4362586 Nov 10 17:46:12.600313 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52724) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:12.615520 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68200ed9-b45a-448e-912f-0d5a32b5e8de req-9687e730-2ca8-4c2b-8706-cdea4efe043c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889615 Nov 10 17:46:12.617737 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dca437-a404-4983-ad68-d42705259b12 req-578cbc96-a2d5-4382-a9e9-a3eabac47d80 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:12.631007 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dca437-a404-4983-ad68-d42705259b12 req-578cbc96-a2d5-4382-a9e9-a3eabac47d80 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:12.633981 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-06dca437-a404-4983-ad68-d42705259b12 req-578cbc96-a2d5-4382-a9e9-a3eabac47d80 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=65f361da-3921-4073-b50f-a99efca42da6 HTTP/1.1" status: 200 len: 1682 time: 0.4026904 Nov 10 17:46:12.659594 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c8f9d-d96e-4d98-997c-17bc14a201dd None None] Sync routers for ids ['a6067e45-0786-4608-a89c-98a16f1cc474'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:46:12.701366 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740c8f9d-d96e-4d98-997c-17bc14a201dd None None] Routers {'a6067e45-0786-4608-a89c-98a16f1cc474'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:46:12.702014 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-740c8f9d-d96e-4d98-997c-17bc14a201dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:46:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a6067e45-0786-4608-a89c-98a16f1cc474'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:12.803385 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b720e02e-b68c-4a4f-ad77-a79935d0c40d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:12.898406 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ae0cf7bf-b881-4f3f-81f6-c4a4723fa67e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8347011 Nov 10 17:46:12.906786 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52728) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:12.916318 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-8ace815c-b7e8-4a05-9c63-5c51031d91d1 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Request body: {'port': {'network_id': '47baead0-3e81-4ecd-90e6-eeb908ade233', 'name': 'tempest-TaggedBootDevicesTest_v242-1083436674', 'fixed_ips': [{'subnet_id': '235a8a7b-9769-4bcb-b248-e3a3ce641763'}]}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:12.928873 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4545584-0e1e-4402-9310-04edd2b4d513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-49bc9a4d-2019-4c3e-98a9-200317b395fd', 'network_id': '49bc9a4d-2019-4c3e-98a9-200317b395fd', 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'fixed_ips': [{'subnet_id': '2f88546f-3001-437d-949d-bf2c5fdfec86'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:46:12.930577 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c4545584-0e1e-4402-9310-04edd2b4d513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:12.933163 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b720e02e-b68c-4a4f-ad77-a79935d0c40d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:12.934523 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b720e02e-b68c-4a4f-ad77-a79935d0c40d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:12.953701 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9acc7061-1420-45bb-a0d9-e0afa669ad3e tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:13.045463 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-740c8f9d-d96e-4d98-997c-17bc14a201dd None None] Set router a6067e45-0786-4608-a89c-98a16f1cc474 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:46:13.228095 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ace815c-b7e8-4a05-9c63-5c51031d91d1 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Made reservation on behalf of 87ef8f67c317450abb70e6821b7851c3 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:46:13.282961 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f64174-f7d1-4727-afe6-dbf307f9dc9d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Router 569fcb7e-660c-4361-b476-29c85e538f9b has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:46:13.364484 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720e02e-b68c-4a4f-ad77-a79935d0c40d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Port': ['ID=4638e113-8623-420c-8fe4-352ccc22f1a5,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:13.374797 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-06dca437-a404-4983-ad68-d42705259b12 req-1c54d339-417c-4f08-b207-7c2195af73c3 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7336740 Nov 10 17:46:13.446063 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc7061-1420-45bb-a0d9-e0afa669ad3e tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Pushing event deleted for resources: {'Port': ['ID=ce67030d-2f36-44a7-af27-61adc5239ea9,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:13.489290 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35a39097-6b81-4048-adc9-57e0bac90e1b tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:13.569056 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9acc7061-1420-45bb-a0d9-e0afa669ad3e tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:13.571662 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9acc7061-1420-45bb-a0d9-e0afa669ad3e tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:13.573080 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9acc7061-1420-45bb-a0d9-e0afa669ad3e tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "DELETE /v2.0/floatingips/78362981-8666-41aa-b9fb-79090fa21672 HTTP/1.1" status: 204 len: 168 time: 2.8716071 Nov 10 17:46:13.596359 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52732) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:13.946107 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b720e02e-b68c-4a4f-ad77-a79935d0c40d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network 49d4bfb0-566c-442f-9320-f783fd08af5a is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:46:13.983129 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-b720e02e-b68c-4a4f-ad77-a79935d0c40d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:46:14.057490 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47243c2a-5dff-4a02-9654-819cabdc952b None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:46:14.111206 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d32a5c4c-f2ee-422b-9539-362c2321f9c0 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:46:14.248850 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b720e02e-b68c-4a4f-ad77-a79935d0c40d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Router 8bc0f090-896b-4cc0-b845-abf12e1bd1c6 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:46:14.265455 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffadb26-d084-4f16-a646-887ac618d931 None None] Network 47baead0-3e81-4ecd-90e6-eeb908ade233 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:46:14.362518 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-c4545584-0e1e-4402-9310-04edd2b4d513 None None] Allocated IP 10.2.2.2 (49bc9a4d-2019-4c3e-98a9-200317b395fd/2f88546f-3001-437d-949d-bf2c5fdfec86/d23a49e0-9999-4465-b68c-ebd5d82f6f82) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:46:14.424645 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-cda966d7-aada-42ed-a1a4-a9b0b1598990 None None] Provisioning complete for port d32a5c4c-f2ee-422b-9539-362c2321f9c0 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:14.425178 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cda966d7-aada-42ed-a1a4-a9b0b1598990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:14.479826 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-932c8242-b4e6-45c8-b491-5626f762f1ee tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Deleting port d91136a8-ce33-4918-a613-fe42fbce644b {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:46:14.480619 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-932c8242-b4e6-45c8-b491-5626f762f1ee tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:14.632183 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-740c8f9d-d96e-4d98-997c-17bc14a201dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6067e45-0786-4608-a89c-98a16f1cc474', 'name': '', 'tenant_id': '36c0b738f2794d2d8ce5025f0db34c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ac949c1-38ea-450f-9cdf-9e4a3ab80eca', 'external_fixed_ips': [{'subnet_id': '8c791a13-8ad0-4fde-9d20-39b5d83b9c98', 'ip_address': '2001:db8::7'}], 'enable_snat': True}, 'gw_port_id': 'bbca0ab0-e961-4a40-a698-e6b8b7a615ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:04Z', 'updated_at': '2021-11-10T17:46:08Z', 'revision_number': 3, 'project_id': '36c0b738f2794d2d8ce5025f0db34c4f', 'gw_port': {'id': 'bbca0ab0-e961-4a40-a698-e6b8b7a615ae', 'name': '', 'network_id': '8ac949c1-38ea-450f-9cdf-9e4a3ab80eca', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:86:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6067e45-0786-4608-a89c-98a16f1cc474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2060, 'fixed_ips': [{'subnet_id': '8c791a13-8ad0-4fde-9d20-39b5d83b9c98', 'ip_address': '2001:db8::7', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:06Z', 'updated_at': '2021-11-10T17:46:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c791a13-8ad0-4fde-9d20-39b5d83b9c98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:14.682401 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f64174-f7d1-4727-afe6-dbf307f9dc9d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:46:14.698081 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fef1ed-9f99-43a8-8271-9536ccbe8252 None None] Sync routers for ids ['569fcb7e-660c-4361-b476-29c85e538f9b'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:46:14.707242 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-08f64174-f7d1-4727-afe6-dbf307f9dc9d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "PUT /v2.0/routers/569fcb7e-660c-4361-b476-29c85e538f9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3184102 Nov 10 17:46:14.729167 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52740) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:14.744936 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fef1ed-9f99-43a8-8271-9536ccbe8252 None None] Routers {'569fcb7e-660c-4361-b476-29c85e538f9b'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:46:14.745895 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-31fef1ed-9f99-43a8-8271-9536ccbe8252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:46:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['569fcb7e-660c-4361-b476-29c85e538f9b'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:14.795313 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35a39097-6b81-4048-adc9-57e0bac90e1b tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:14.801885 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b720e02e-b68c-4a4f-ad77-a79935d0c40d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:46:14.811118 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7bf40c56-b775-4bf2-a6b3-e9a99c09ee26 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "GET /v2.0/ports?device_id=569fcb7e-660c-4361-b476-29c85e538f9b HTTP/1.1" status: 200 len: 205 time: 0.0805783 Nov 10 17:46:14.819242 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52742) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:14.852838 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b720e02e-b68c-4a4f-ad77-a79935d0c40d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "PUT /v2.0/routers/8bc0f090-896b-4cc0-b845-abf12e1bd1c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5778430 Nov 10 17:46:14.869799 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52744) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:14.913495 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a5d4b8-9e35-4889-bd97-e8eda8a89b07 None None] Sync routers for ids ['8bc0f090-896b-4cc0-b845-abf12e1bd1c6'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:46:14.916255 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8ace815c-b7e8-4a05-9c63-5c51031d91d1 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:14.929174 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-31fef1ed-9f99-43a8-8271-9536ccbe8252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:14.931486 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c8f9d-d96e-4d98-997c-17bc14a201dd None None] Checking router: a6067e45-0786-4608-a89c-98a16f1cc474 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:46:14.931957 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c8f9d-d96e-4d98-997c-17bc14a201dd None None] Updating router a6067e45-0786-4608-a89c-98a16f1cc474 port bbca0ab0-e961-4a40-a698-e6b8b7a615ae binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:46:14.964645 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a5d4b8-9e35-4889-bd97-e8eda8a89b07 None None] Routers {'8bc0f090-896b-4cc0-b845-abf12e1bd1c6'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:46:14.965467 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-d5a5d4b8-9e35-4889-bd97-e8eda8a89b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:46:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['8bc0f090-896b-4cc0-b845-abf12e1bd1c6'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:14.967802 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-740c8f9d-d96e-4d98-997c-17bc14a201dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:14.969140 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8e54e629-cf69-49a2-9f6a-f1871a102cbc tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:14.970572 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fef1ed-9f99-43a8-8271-9536ccbe8252 None None] Routers {'569fcb7e-660c-4361-b476-29c85e538f9b'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:46:14.977155 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-31fef1ed-9f99-43a8-8271-9536ccbe8252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:46:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['569fcb7e-660c-4361-b476-29c85e538f9b'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:15.132769 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630efb8-948a-4fb9-b519-bb1d5b5ace9c req-41168857-022b-46a5-a153-ae0f2f3c41bc tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:15.136246 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-31fef1ed-9f99-43a8-8271-9536ccbe8252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:15.137764 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fef1ed-9f99-43a8-8271-9536ccbe8252 None None] The sync data for ids ['569fcb7e-660c-4361-b476-29c85e538f9b'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:46:15.165098 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630efb8-948a-4fb9-b519-bb1d5b5ace9c req-41168857-022b-46a5-a153-ae0f2f3c41bc tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:15.169444 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b630efb8-948a-4fb9-b519-bb1d5b5ace9c req-41168857-022b-46a5-a153-ae0f2f3c41bc tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=65f361da-3921-4073-b50f-a99efca42da6 HTTP/1.1" status: 200 len: 1682 time: 0.5749147 Nov 10 17:46:15.227960 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port d32a5c4c-f2ee-422b-9539-362c2321f9c0 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:15.228912 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:15.254034 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8e54e629-cf69-49a2-9f6a-f1871a102cbc tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:15.257308 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8e54e629-cf69-49a2-9f6a-f1871a102cbc tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:15.276437 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f467b1-fbb1-4b96-8a41-d04ed83052c9 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:15.279985 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d5f467b1-fbb1-4b96-8a41-d04ed83052c9 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "GET /v2.0/ports/4638e113-8623-420c-8fe4-352ccc22f1a5 HTTP/1.1" status: 200 len: 913 time: 0.3962510 Nov 10 17:46:15.289368 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52752) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:15.303297 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-932c8242-b4e6-45c8-b491-5626f762f1ee tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:15.366048 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-8ace815c-b7e8-4a05-9c63-5c51031d91d1 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] device_id is not set on port 224ef4d3-dee2-4bcd-947b-b7c7a9b0544c yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:46:15.397802 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-932c8242-b4e6-45c8-b491-5626f762f1ee tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Calling delete_port for d91136a8-ce33-4918-a613-fe42fbce644b owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:46:15.479006 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8e54e629-cf69-49a2-9f6a-f1871a102cbc tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:15.485104 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e54e629-cf69-49a2-9f6a-f1871a102cbc tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Fanout notify agent at l3_agent the message router_deleted on router 569fcb7e-660c-4361-b476-29c85e538f9b {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:46:15.543045 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8e54e629-cf69-49a2-9f6a-f1871a102cbc tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:15.553754 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8e54e629-cf69-49a2-9f6a-f1871a102cbc tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/routers/569fcb7e-660c-4361-b476-29c85e538f9b HTTP/1.1" status: 204 len: 168 time: 0.7220964 Nov 10 17:46:15.558046 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52754) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:15.592878 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c4545584-0e1e-4402-9310-04edd2b4d513 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:15.690257 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-35a39097-6b81-4048-adc9-57e0bac90e1b tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Deleting port bbca0ab0-e961-4a40-a698-e6b8b7a615ae {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:46:15.690257 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35a39097-6b81-4048-adc9-57e0bac90e1b tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:15.693499 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-d5a5d4b8-9e35-4889-bd97-e8eda8a89b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:15.733273 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c4545584-0e1e-4402-9310-04edd2b4d513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:15.754953 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b630efb8-948a-4fb9-b519-bb1d5b5ace9c req-f75b795a-a8ff-4bd4-b023-4e126dda883f tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5733202 Nov 10 17:46:15.802132 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-932c8242-b4e6-45c8-b491-5626f762f1ee tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:15.884544 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c8242-b4e6-45c8-b491-5626f762f1ee tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Pushing event deleted for resources: {'Port': ['ID=d91136a8-ce33-4918-a613-fe42fbce644b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:15.899098 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a5d4b8-9e35-4889-bd97-e8eda8a89b07 None None] Routers {'8bc0f090-896b-4cc0-b845-abf12e1bd1c6'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:46:15.899782 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-d5a5d4b8-9e35-4889-bd97-e8eda8a89b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:46:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['8bc0f090-896b-4cc0-b845-abf12e1bd1c6'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:15.925215 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-52977604-6249-4d22-a7c0-96ef26a33275 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Deleting subnet 77a0ea5a-c814-4063-ba97-003b6a491887 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:46:15.949032 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-52977604-6249-4d22-a7c0-96ef26a33275 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:16.002564 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4545584-0e1e-4402-9310-04edd2b4d513 None None] Network 49bc9a4d-2019-4c3e-98a9-200317b395fd is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:46:16.010167 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-c4545584-0e1e-4402-9310-04edd2b4d513 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:46:16.020951 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4545584-0e1e-4402-9310-04edd2b4d513 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:46:16.056443 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-52977604-6249-4d22-a7c0-96ef26a33275 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:16.077618 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4545584-0e1e-4402-9310-04edd2b4d513 None None] Pushing event updated for resources: {'Port': ['ID=d23a49e0-9999-4465-b68c-ebd5d82f6f82,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:16.084051 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-d5a5d4b8-9e35-4889-bd97-e8eda8a89b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:16.084938 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a5d4b8-9e35-4889-bd97-e8eda8a89b07 None None] The sync data for ids ['8bc0f090-896b-4cc0-b845-abf12e1bd1c6'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:46:16.221432 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-52977604-6249-4d22-a7c0-96ef26a33275 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:16.332226 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-52977604-6249-4d22-a7c0-96ef26a33275 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:16.396965 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cda966d7-aada-42ed-a1a4-a9b0b1598990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:16.530548 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-c4545584-0e1e-4402-9310-04edd2b4d513 None None] Attempting to bind port d23a49e0-9999-4465-b68c-ebd5d82f6f82 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:46:16.530974 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-c4545584-0e1e-4402-9310-04edd2b4d513 None None] Attempting to bind port d23a49e0-9999-4465-b68c-ebd5d82f6f82 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '593a9bc3-cd7b-417a-b974-3d7aa191c18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '49bc9a4d-2019-4c3e-98a9-200317b395fd'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:46:16.531247 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4545584-0e1e-4402-9310-04edd2b4d513 None None] Attempting to bind port d23a49e0-9999-4465-b68c-ebd5d82f6f82 on network 49bc9a4d-2019-4c3e-98a9-200317b395fd {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:46:16.550936 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52977604-6249-4d22-a7c0-96ef26a33275 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Subnet': ['ID=77a0ea5a-c814-4063-ba97-003b6a491887,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:16.624272 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-52977604-6249-4d22-a7c0-96ef26a33275 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:16.632184 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-52977604-6249-4d22-a7c0-96ef26a33275 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/subnets/77a0ea5a-c814-4063-ba97-003b6a491887 HTTP/1.1" status: 204 len: 168 time: 1.0623627 Nov 10 17:46:16.643561 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52770) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:16.645385 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-740c8f9d-d96e-4d98-997c-17bc14a201dd None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:16.659650 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4545584-0e1e-4402-9310-04edd2b4d513 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:46:16.660388 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4545584-0e1e-4402-9310-04edd2b4d513 None None] Checking segment: {'id': '593a9bc3-cd7b-417a-b974-3d7aa191c18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '49bc9a4d-2019-4c3e-98a9-200317b395fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:46:16.661936 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c4545584-0e1e-4402-9310-04edd2b4d513 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:16.663072 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4545584-0e1e-4402-9310-04edd2b4d513 None None] Bound using segment: {'id': '593a9bc3-cd7b-417a-b974-3d7aa191c18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '49bc9a4d-2019-4c3e-98a9-200317b395fd'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:46:16.664901 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-c4545584-0e1e-4402-9310-04edd2b4d513 None None] Bound port: d23a49e0-9999-4465-b68c-ebd5d82f6f82, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '593a9bc3-cd7b-417a-b974-3d7aa191c18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '49bc9a4d-2019-4c3e-98a9-200317b395fd'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:46:16.666624 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c4545584-0e1e-4402-9310-04edd2b4d513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:16.735449 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5817b48-2986-41cd-8b07-bb892c560a0d None None] Network 94130bfd-0454-4104-a0e6-a60cede17731 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:46:16.785414 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-740c8f9d-d96e-4d98-997c-17bc14a201dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:16.873728 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-932c8242-b4e6-45c8-b491-5626f762f1ee tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:16.881733 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-932c8242-b4e6-45c8-b491-5626f762f1ee tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "DELETE /v2.0/ports/d91136a8-ce33-4918-a613-fe42fbce644b HTTP/1.1" status: 204 len: 168 time: 3.2810996 Nov 10 17:46:16.881973 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52774) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:16.957411 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:16.985601 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88c852-f40e-4c2f-a650-3297439e9ce0 None None] Pushing event updated for resources: {'Port': ['ID=bbca0ab0-e961-4a40-a698-e6b8b7a615ae,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:17.003294 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-cda966d7-aada-42ed-a1a4-a9b0b1598990 None None] For port d32a5c4c-f2ee-422b-9539-362c2321f9c0, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d32a5c4c-f2ee-422b-9539-362c2321f9c0,segment=NetworkSegment(a86ac378-8b1c-4cf2-a7f2-853d02679a02),segment_id=a86ac378-8b1c-4cf2-a7f2-853d02679a02)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:17.020427 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-8ace815c-b7e8-4a05-9c63-5c51031d91d1 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Allocated IP 10.1.1.99 (47baead0-3e81-4ecd-90e6-eeb908ade233/235a8a7b-9769-4bcb-b248-e3a3ce641763/224ef4d3-dee2-4bcd-947b-b7c7a9b0544c) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:46:17.027698 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35a39097-6b81-4048-adc9-57e0bac90e1b tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:17.104074 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70a117-9c6c-477f-9a60-20b2be57ba8d req-42cfe4be-99f1-421c-9bd9-91baceb885bd tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:17.116208 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70a117-9c6c-477f-9a60-20b2be57ba8d req-42cfe4be-99f1-421c-9bd9-91baceb885bd tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:17.123906 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-740c8f9d-d96e-4d98-997c-17bc14a201dd None None] Attempting to bind port bbca0ab0-e961-4a40-a698-e6b8b7a615ae on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:46:17.124335 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-740c8f9d-d96e-4d98-997c-17bc14a201dd None None] Attempting to bind port bbca0ab0-e961-4a40-a698-e6b8b7a615ae by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '68f26d26-4112-4d1c-99d7-032be9279836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8ac949c1-38ea-450f-9cdf-9e4a3ab80eca'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:46:17.124718 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740c8f9d-d96e-4d98-997c-17bc14a201dd None None] Attempting to bind port bbca0ab0-e961-4a40-a698-e6b8b7a615ae on network 8ac949c1-38ea-450f-9cdf-9e4a3ab80eca {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:46:17.126814 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cd70a117-9c6c-477f-9a60-20b2be57ba8d req-42cfe4be-99f1-421c-9bd9-91baceb885bd tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=65f361da-3921-4073-b50f-a99efca42da6 HTTP/1.1" status: 200 len: 1682 time: 0.7631269 Nov 10 17:46:17.127297 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cda966d7-aada-42ed-a1a4-a9b0b1598990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:17.132354 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-faa6f6fd-0cc3-4edf-94cb-40b810879d69 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Deleting port 83e707e1-bf12-4c7c-a89d-817fb1d04fd0 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:46:17.132847 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-faa6f6fd-0cc3-4edf-94cb-40b810879d69 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:17.170461 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-35a39097-6b81-4048-adc9-57e0bac90e1b tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Calling delete_port for bbca0ab0-e961-4a40-a698-e6b8b7a615ae owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:46:17.172061 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6021ed3e-3259-4b59-ac64-3de30105bd5e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:17.183234 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e3193378-2b87-4777-aabf-4104f653cd4b tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:17.279341 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740c8f9d-d96e-4d98-997c-17bc14a201dd None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:46:17.279684 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740c8f9d-d96e-4d98-997c-17bc14a201dd None None] Checking segment: {'id': '68f26d26-4112-4d1c-99d7-032be9279836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8ac949c1-38ea-450f-9cdf-9e4a3ab80eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:46:17.283239 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-740c8f9d-d96e-4d98-997c-17bc14a201dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:17.284637 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740c8f9d-d96e-4d98-997c-17bc14a201dd None None] Bound using segment: {'id': '68f26d26-4112-4d1c-99d7-032be9279836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8ac949c1-38ea-450f-9cdf-9e4a3ab80eca'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:46:17.286820 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-740c8f9d-d96e-4d98-997c-17bc14a201dd None None] Bound port: bbca0ab0-e961-4a40-a698-e6b8b7a615ae, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f26d26-4112-4d1c-99d7-032be9279836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8ac949c1-38ea-450f-9cdf-9e4a3ab80eca'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:46:17.287352 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-740c8f9d-d96e-4d98-997c-17bc14a201dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:17.438832 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cd70a117-9c6c-477f-9a60-20b2be57ba8d req-f23d26e9-3597-422b-ac0d-8f84c6723180 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102357 Nov 10 17:46:17.457347 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c4545584-0e1e-4402-9310-04edd2b4d513 None None] For port d23a49e0-9999-4465-b68c-ebd5d82f6f82, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:46:17.461677 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f976f072-649e-447d-86df-95826a8fa97b None None] DHCP port deletion for 94130bfd-0454-4104-a0e6-a60cede17731 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:46:17.583871 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c4545584-0e1e-4402-9310-04edd2b4d513 None None] For port d23a49e0-9999-4465-b68c-ebd5d82f6f82, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d23a49e0-9999-4465-b68c-ebd5d82f6f82,segment=NetworkSegment(593a9bc3-cd7b-417a-b974-3d7aa191c18a),segment_id=593a9bc3-cd7b-417a-b974-3d7aa191c18a)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:46:17.590522 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:46:17.591166 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:46:17.635661 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-831a3c23-6854-497f-a021-d32004e69efd None None] Provisioning complete for port 4638e113-8623-420c-8fe4-352ccc22f1a5 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:17.637360 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-831a3c23-6854-497f-a021-d32004e69efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:17.638175 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8ace815c-b7e8-4a05-9c63-5c51031d91d1 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:17.642773 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda966d7-aada-42ed-a1a4-a9b0b1598990 None None] Pushing event updated for resources: {'Port': ['ID=d32a5c4c-f2ee-422b-9539-362c2321f9c0,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:17.649663 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-e3193378-2b87-4777-aabf-4104f653cd4b tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Deleting port 5619e337-91cf-4f84-99c2-70349ef26030 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:46:17.650157 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e3193378-2b87-4777-aabf-4104f653cd4b tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:17.651509 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-faa6f6fd-0cc3-4edf-94cb-40b810879d69 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:17.662630 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c4545584-0e1e-4402-9310-04edd2b4d513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:17.668779 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-faa6f6fd-0cc3-4edf-94cb-40b810879d69 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Calling delete_port for 83e707e1-bf12-4c7c-a89d-817fb1d04fd0 owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:46:17.868831 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-831a3c23-6854-497f-a021-d32004e69efd None None] Port 4638e113-8623-420c-8fe4-352ccc22f1a5 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:46:17.910752 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ef718-9a35-4d9e-8ce1-677e650c7b12 req-16006a87-1759-4c87-afc7-4ed3c3018f53 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:17.919101 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ef718-9a35-4d9e-8ce1-677e650c7b12 req-16006a87-1759-4c87-afc7-4ed3c3018f53 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:17.920653 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-e3193378-2b87-4777-aabf-4104f653cd4b tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] For port 5619e337-91cf-4f84-99c2-70349ef26030, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=5619e337-91cf-4f84-99c2-70349ef26030,segment=NetworkSegment(2e6f5b71-de00-4ddb-88a8-42ffd3d9be26),segment_id=2e6f5b71-de00-4ddb-88a8-42ffd3d9be26)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:17.921288 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e3193378-2b87-4777-aabf-4104f653cd4b tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:17.921495 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e35ef718-9a35-4d9e-8ce1-677e650c7b12 req-16006a87-1759-4c87-afc7-4ed3c3018f53 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.13 "GET /v2.0/ports?device_id=65f361da-3921-4073-b50f-a99efca42da6 HTTP/1.1" status: 200 len: 1682 time: 0.1084583 Nov 10 17:46:17.923551 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4545584-0e1e-4402-9310-04edd2b4d513 None None] Pushing event updated for resources: {'Port': ['ID=d23a49e0-9999-4465-b68c-ebd5d82f6f82,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:17.943281 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35a39097-6b81-4048-adc9-57e0bac90e1b tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:17.950306 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-e3193378-2b87-4777-aabf-4104f653cd4b tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Calling delete_port for 5619e337-91cf-4f84-99c2-70349ef26030 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:46:17.962072 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8ace815c-b7e8-4a05-9c63-5c51031d91d1 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:17.966365 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-740c8f9d-d96e-4d98-997c-17bc14a201dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:46:17.966989 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-740c8f9d-d96e-4d98-997c-17bc14a201dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:46:17.977076 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-831a3c23-6854-497f-a021-d32004e69efd None None] Provisioning complete for port d32a5c4c-f2ee-422b-9539-362c2321f9c0 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:17.977824 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-831a3c23-6854-497f-a021-d32004e69efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:17.990154 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-f976f072-649e-447d-86df-95826a8fa97b None None] Deleting port 5619e337-91cf-4f84-99c2-70349ef26030 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:46:17.991673 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f976f072-649e-447d-86df-95826a8fa97b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:18.010393 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-6021ed3e-3259-4b59-ac64-3de30105bd5e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Deleting port 4638e113-8623-420c-8fe4-352ccc22f1a5 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:46:18.010736 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6021ed3e-3259-4b59-ac64-3de30105bd5e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:18.025874 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a39097-6b81-4048-adc9-57e0bac90e1b tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Pushing event deleted for resources: {'Port': ['ID=bbca0ab0-e961-4a40-a698-e6b8b7a615ae,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:18.204408 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace815c-b7e8-4a05-9c63-5c51031d91d1 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Pushing event updated for resources: {'Port': ['ID=224ef4d3-dee2-4bcd-947b-b7c7a9b0544c,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:18.302154 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f976f072-649e-447d-86df-95826a8fa97b None None] For port 5619e337-91cf-4f84-99c2-70349ef26030, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=5619e337-91cf-4f84-99c2-70349ef26030,segment=NetworkSegment(2e6f5b71-de00-4ddb-88a8-42ffd3d9be26),segment_id=2e6f5b71-de00-4ddb-88a8-42ffd3d9be26)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:18.302558 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f976f072-649e-447d-86df-95826a8fa97b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:18.356339 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6021ed3e-3259-4b59-ac64-3de30105bd5e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:18.358259 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35a39097-6b81-4048-adc9-57e0bac90e1b tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:18.365404 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-f976f072-649e-447d-86df-95826a8fa97b None None] Calling delete_port for 5619e337-91cf-4f84-99c2-70349ef26030 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:46:18.391993 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-6021ed3e-3259-4b59-ac64-3de30105bd5e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Calling delete_port for 4638e113-8623-420c-8fe4-352ccc22f1a5 owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:46:18.614769 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35a39097-6b81-4048-adc9-57e0bac90e1b tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:18.637708 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35a39097-6b81-4048-adc9-57e0bac90e1b tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:18.639389 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e3193378-2b87-4777-aabf-4104f653cd4b tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:18.649165 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d23a49e0-9999-4465-b68c-ebd5d82f6f82 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:46:18.701765 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-740c8f9d-d96e-4d98-997c-17bc14a201dd None None] Attempting to bind port bbca0ab0-e961-4a40-a698-e6b8b7a615ae on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:46:18.702216 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-740c8f9d-d96e-4d98-997c-17bc14a201dd None None] Attempting to bind port bbca0ab0-e961-4a40-a698-e6b8b7a615ae by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '68f26d26-4112-4d1c-99d7-032be9279836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8ac949c1-38ea-450f-9cdf-9e4a3ab80eca'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:46:18.702711 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740c8f9d-d96e-4d98-997c-17bc14a201dd None None] Attempting to bind port bbca0ab0-e961-4a40-a698-e6b8b7a615ae on network 8ac949c1-38ea-450f-9cdf-9e4a3ab80eca {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:46:18.711744 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740c8f9d-d96e-4d98-997c-17bc14a201dd None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:46:18.712120 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740c8f9d-d96e-4d98-997c-17bc14a201dd None None] Checking segment: {'id': '68f26d26-4112-4d1c-99d7-032be9279836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8ac949c1-38ea-450f-9cdf-9e4a3ab80eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:46:18.712551 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-740c8f9d-d96e-4d98-997c-17bc14a201dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:18.712946 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740c8f9d-d96e-4d98-997c-17bc14a201dd None None] Bound using segment: {'id': '68f26d26-4112-4d1c-99d7-032be9279836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8ac949c1-38ea-450f-9cdf-9e4a3ab80eca'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:46:18.713435 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-740c8f9d-d96e-4d98-997c-17bc14a201dd None None] Bound port: bbca0ab0-e961-4a40-a698-e6b8b7a615ae, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f26d26-4112-4d1c-99d7-032be9279836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8ac949c1-38ea-450f-9cdf-9e4a3ab80eca'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:46:18.713821 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-740c8f9d-d96e-4d98-997c-17bc14a201dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:18.727818 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ace815c-b7e8-4a05-9c63-5c51031d91d1 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Network 47baead0-3e81-4ecd-90e6-eeb908ade233 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:46:18.731100 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3193378-2b87-4777-aabf-4104f653cd4b tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Port': ['ID=5619e337-91cf-4f84-99c2-70349ef26030,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:18.750247 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-8ace815c-b7e8-4a05-9c63-5c51031d91d1 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:46:18.753096 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-740c8f9d-d96e-4d98-997c-17bc14a201dd None None] Port bbca0ab0-e961-4a40-a698-e6b8b7a615ae has been deleted concurrently {{(pid=102470) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 10 17:46:18.753290 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ace815c-b7e8-4a05-9c63-5c51031d91d1 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:46:18.798672 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f976f072-649e-447d-86df-95826a8fa97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:18.816682 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3193378-2b87-4777-aabf-4104f653cd4b tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] No DVR routers for this DVR port 5619e337-91cf-4f84-99c2-70349ef26030 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:46:18.866890 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976f072-649e-447d-86df-95826a8fa97b None None] Pushing event deleted for resources: {'Port': ['ID=5619e337-91cf-4f84-99c2-70349ef26030,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:18.898393 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f976f072-649e-447d-86df-95826a8fa97b None None] No DVR routers for this DVR port 5619e337-91cf-4f84-99c2-70349ef26030 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:46:18.903595 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740c8f9d-d96e-4d98-997c-17bc14a201dd None None] Routers {'a6067e45-0786-4608-a89c-98a16f1cc474'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:46:18.904813 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-740c8f9d-d96e-4d98-997c-17bc14a201dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:46:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a6067e45-0786-4608-a89c-98a16f1cc474'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:18.968337 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35a39097-6b81-4048-adc9-57e0bac90e1b tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:18.969024 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a39097-6b81-4048-adc9-57e0bac90e1b tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a6067e45-0786-4608-a89c-98a16f1cc474 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:46:18.977223 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35a39097-6b81-4048-adc9-57e0bac90e1b tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:18.978443 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-35a39097-6b81-4048-adc9-57e0bac90e1b tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] 10.222.0.39 "DELETE /v2.0/routers/a6067e45-0786-4608-a89c-98a16f1cc474 HTTP/1.1" status: 204 len: 168 time: 6.3405297 Nov 10 17:46:18.994582 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52790) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:19.008138 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port d23a49e0-9999-4465-b68c-ebd5d82f6f82 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:19.009111 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:19.068506 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-740c8f9d-d96e-4d98-997c-17bc14a201dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:19.069432 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c8f9d-d96e-4d98-997c-17bc14a201dd None None] The sync data for ids ['a6067e45-0786-4608-a89c-98a16f1cc474'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:46:19.087040 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-faa6f6fd-0cc3-4edf-94cb-40b810879d69 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:19.094738 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e3193378-2b87-4777-aabf-4104f653cd4b tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:19.122386 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ace815c-b7e8-4a05-9c63-5c51031d91d1 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:19.123051 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8ace815c-b7e8-4a05-9c63-5c51031d91d1 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:19.150487 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6021ed3e-3259-4b59-ac64-3de30105bd5e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:19.152994 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8ace815c-b7e8-4a05-9c63-5c51031d91d1 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.2447650 Nov 10 17:46:19.161349 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52792) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:19.170161 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-a5677ef4-ecb4-4aac-9ea2-6b06e70712f2 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Request body: {'port': {'network_id': '47baead0-3e81-4ecd-90e6-eeb908ade233', 'name': 'tempest-TaggedBootDevicesTest_v242-78319967', 'fixed_ips': [{'subnet_id': '235a8a7b-9769-4bcb-b248-e3a3ce641763'}]}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:19.182034 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-e3193378-2b87-4777-aabf-4104f653cd4b tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94130bfd-0454-4104-a0e6-a60cede17731']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:19.211736 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:19.268743 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-e3193378-2b87-4777-aabf-4104f653cd4b tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e6f5b71-de00-4ddb-88a8-42ffd3d9be26') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:19.269459 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-e3193378-2b87-4777-aabf-4104f653cd4b tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e6f5b71-de00-4ddb-88a8-42ffd3d9be26') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:19.275139 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f22a84-8417-4cc8-8d99-e41bbd578347 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Deleting subnet 8c791a13-8ad0-4fde-9d20-39b5d83b9c98 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:46:19.279014 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-94f22a84-8417-4cc8-8d99-e41bbd578347 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:19.292207 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port d23a49e0-9999-4465-b68c-ebd5d82f6f82, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d23a49e0-9999-4465-b68c-ebd5d82f6f82,segment=NetworkSegment(593a9bc3-cd7b-417a-b974-3d7aa191c18a),segment_id=593a9bc3-cd7b-417a-b974-3d7aa191c18a)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:19.299236 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:19.300018 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d32a5c4c-f2ee-422b-9539-362c2321f9c0 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:46:19.350761 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-94f22a84-8417-4cc8-8d99-e41bbd578347 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:19.359472 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021ed3e-3259-4b59-ac64-3de30105bd5e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Port': ['ID=4638e113-8623-420c-8fe4-352ccc22f1a5,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:19.394630 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=d23a49e0-9999-4465-b68c-ebd5d82f6f82,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:19.441225 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-94f22a84-8417-4cc8-8d99-e41bbd578347 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:19.471931 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6f6fd-0cc3-4edf-94cb-40b810879d69 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Pushing event deleted for resources: {'Port': ['ID=83e707e1-bf12-4c7c-a89d-817fb1d04fd0,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:19.578976 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-d0401dbd-b50e-448d-b48c-4119fffcc8fa None None] Provisioning complete for port 224ef4d3-dee2-4bcd-947b-b7c7a9b0544c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:19.579782 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d0401dbd-b50e-448d-b48c-4119fffcc8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:19.635649 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e3193378-2b87-4777-aabf-4104f653cd4b tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:19.648827 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port d32a5c4c-f2ee-422b-9539-362c2321f9c0 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:19.649445 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:19.691872 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-94f22a84-8417-4cc8-8d99-e41bbd578347 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:19.823853 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e3193378-2b87-4777-aabf-4104f653cd4b tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:19.941650 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-94f22a84-8417-4cc8-8d99-e41bbd578347 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:19.958834 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-94f22a84-8417-4cc8-8d99-e41bbd578347 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/8c791a13-8ad0-4fde-9d20-39b5d83b9c98 HTTP/1.1" status: 204 len: 168 time: 0.9570272 Nov 10 17:46:19.959104 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a7eba-5bec-4baa-87a9-ec4cc3ccbe09 req-d20b3180-6df5-42bf-aae1-70159e562ff1 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:19.959250 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f22a84-8417-4cc8-8d99-e41bbd578347 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8c791a13-8ad0-4fde-9d20-39b5d83b9c98,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:19.968582 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a7eba-5bec-4baa-87a9-ec4cc3ccbe09 req-d20b3180-6df5-42bf-aae1-70159e562ff1 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:19.972845 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ab8a7eba-5bec-4baa-87a9-ec4cc3ccbe09 req-d20b3180-6df5-42bf-aae1-70159e562ff1 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=65f361da-3921-4073-b50f-a99efca42da6 HTTP/1.1" status: 200 len: 1682 time: 0.9827371 Nov 10 17:46:19.974340 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-faa6f6fd-0cc3-4edf-94cb-40b810879d69 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:19.977946 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-faa6f6fd-0cc3-4edf-94cb-40b810879d69 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "DELETE /v2.0/ports/83e707e1-bf12-4c7c-a89d-817fb1d04fd0 HTTP/1.1" status: 204 len: 168 time: 3.0948968 Nov 10 17:46:19.985109 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52798) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:19.985477 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52800) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:19.996253 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-d0401dbd-b50e-448d-b48c-4119fffcc8fa None None] Port 224ef4d3-dee2-4bcd-947b-b7c7a9b0544c cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:46:20.046761 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3193378-2b87-4777-aabf-4104f653cd4b tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:46:20.051632 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10730fa-87a9-4fe2-896d-3cfd0fc423cc None None] Network 49bc9a4d-2019-4c3e-98a9-200317b395fd requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:46:20.054657 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e3193378-2b87-4777-aabf-4104f653cd4b tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:20.058131 n-d-776250-10 neutron-server[102468]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:46:20.058131 n-d-776250-10 neutron-server[102468]: items = [ Nov 10 17:46:20.058131 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:46:20.058131 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:46:20.058131 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:46:20.058131 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:46:20.058131 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:46:20.058131 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:46:20.058131 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:46:20.058131 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:46:20.058131 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:46:20.058131 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:46:20.058131 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:46:20.058131 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:46:20.058131 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:46:20.058131 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:46:20.058131 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:46:20.058131 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:46:20.058131 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:46:20.058131 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:46:20.058131 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:46:20.058131 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:46:20.058131 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:46:20.058131 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:46:20.058131 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:46:20.058131 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:46:20.058131 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:46:20.058131 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:46:20.058131 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:46:20.058131 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:46:20.058131 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:46:20.058131 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:46:20.058131 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:46:20.058131 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:46:20.103543 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-e35ef718-9a35-4d9e-8ce1-677e650c7b12 req-00bd5444-5f30-4007-b3c7-c141f3ec5d9d tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Deleting port 9b57c456-d5dd-496b-9bcc-b4aa1ca3d547 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:46:20.104605 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e35ef718-9a35-4d9e-8ce1-677e650c7b12 req-00bd5444-5f30-4007-b3c7-c141f3ec5d9d tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:20.199384 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-50fcf5a4-bbc5-4b8e-aa3d-1ebd4f871ce1 None None] Provisioning complete for port d23a49e0-9999-4465-b68c-ebd5d82f6f82 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:20.199905 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-50fcf5a4-bbc5-4b8e-aa3d-1ebd4f871ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:20.213314 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ab8a7eba-5bec-4baa-87a9-ec4cc3ccbe09 req-ba557454-a0a7-4012-85ad-bf3c7604474f tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771958 Nov 10 17:46:20.217763 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6021ed3e-3259-4b59-ac64-3de30105bd5e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:20.572277 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-e35ef718-9a35-4d9e-8ce1-677e650c7b12 req-00bd5444-5f30-4007-b3c7-c141f3ec5d9d tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] For port 9b57c456-d5dd-496b-9bcc-b4aa1ca3d547, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=9b57c456-d5dd-496b-9bcc-b4aa1ca3d547,segment=NetworkSegment(2ba91a2d-e20e-4ac7-886f-a4f5d34f4cec),segment_id=2ba91a2d-e20e-4ac7-886f-a4f5d34f4cec)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:20.576506 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e35ef718-9a35-4d9e-8ce1-677e650c7b12 req-00bd5444-5f30-4007-b3c7-c141f3ec5d9d tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:20.614253 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-e35ef718-9a35-4d9e-8ce1-677e650c7b12 req-00bd5444-5f30-4007-b3c7-c141f3ec5d9d tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Calling delete_port for 9b57c456-d5dd-496b-9bcc-b4aa1ca3d547 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:46:20.657260 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 5619e337-91cf-4f84-99c2-70349ef26030 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:46:20.669769 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e3193378-2b87-4777-aabf-4104f653cd4b tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:20.681987 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e454be3-1929-4164-a874-0ea921934519 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Deleting subnet a9a253c1-2e01-46bf-87f1-80f759de3839 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:46:20.686523 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8e454be3-1929-4164-a874-0ea921934519 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:20.696739 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 5619e337-91cf-4f84-99c2-70349ef26030 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:46:20.697344 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 5619e337-91cf-4f84-99c2-70349ef26030 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:46:20.765380 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e3193378-2b87-4777-aabf-4104f653cd4b tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:20.769667 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e3193378-2b87-4777-aabf-4104f653cd4b tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/networks/94130bfd-0454-4104-a0e6-a60cede17731 HTTP/1.1" status: 204 len: 168 time: 4.0932016 Nov 10 17:46:20.779727 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52804) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:20.834361 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8e454be3-1929-4164-a874-0ea921934519 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:20.900328 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d23a49e0-9999-4465-b68c-ebd5d82f6f82 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:46:20.960494 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3193378-2b87-4777-aabf-4104f653cd4b tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Network': ['ID=94130bfd-0454-4104-a0e6-a60cede17731,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:20.967601 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c26357fd-bdd0-4786-ab91-4937a3557d2e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:20.974053 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-c8096ccb-8b3b-4031-90c2-ca57da4481cf tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1978934352', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:21.016045 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8e454be3-1929-4164-a874-0ea921934519 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:21.039828 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6021ed3e-3259-4b59-ac64-3de30105bd5e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Router 8bc0f090-896b-4cc0-b845-abf12e1bd1c6 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:46:21.099773 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port d23a49e0-9999-4465-b68c-ebd5d82f6f82 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:21.100227 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:21.155377 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5677ef4-ecb4-4aac-9ea2-6b06e70712f2 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Made reservation on behalf of 87ef8f67c317450abb70e6821b7851c3 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:46:21.282106 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6021ed3e-3259-4b59-ac64-3de30105bd5e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:46:21.288502 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e35ef718-9a35-4d9e-8ce1-677e650c7b12 req-00bd5444-5f30-4007-b3c7-c141f3ec5d9d tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:21.304433 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6021ed3e-3259-4b59-ac64-3de30105bd5e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "PUT /v2.0/routers/8bc0f090-896b-4cc0-b845-abf12e1bd1c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0072687 Nov 10 17:46:21.325219 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c09c92-f7d8-4aa8-a543-4d0359f26985 None None] Sync routers for ids ['8bc0f090-896b-4cc0-b845-abf12e1bd1c6'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:46:21.339732 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52822) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:21.416778 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-71242430-15d4-4484-a9da-ef3f919a626c None None] Provisioning complete for port d23a49e0-9999-4465-b68c-ebd5d82f6f82 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:21.419219 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-71242430-15d4-4484-a9da-ef3f919a626c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:21.426823 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c09c92-f7d8-4aa8-a543-4d0359f26985 None None] Routers {'8bc0f090-896b-4cc0-b845-abf12e1bd1c6'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:46:21.427580 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-31c09c92-f7d8-4aa8-a543-4d0359f26985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:46:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['8bc0f090-896b-4cc0-b845-abf12e1bd1c6'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:21.472013 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd5444-5f30-4007-b3c7-c141f3ec5d9d tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Pushing event deleted for resources: {'Port': ['ID=9b57c456-d5dd-496b-9bcc-b4aa1ca3d547,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:21.506695 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35ef718-9a35-4d9e-8ce1-677e650c7b12 req-00bd5444-5f30-4007-b3c7-c141f3ec5d9d tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] No DVR routers for this DVR port 9b57c456-d5dd-496b-9bcc-b4aa1ca3d547 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:46:21.531139 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e35ef718-9a35-4d9e-8ce1-677e650c7b12 req-00bd5444-5f30-4007-b3c7-c141f3ec5d9d tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:21.536605 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e35ef718-9a35-4d9e-8ce1-677e650c7b12 req-00bd5444-5f30-4007-b3c7-c141f3ec5d9d tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.13 "DELETE /v2.0/ports/9b57c456-d5dd-496b-9bcc-b4aa1ca3d547 HTTP/1.1" status: 204 len: 173 time: 3.6078994 Nov 10 17:46:21.537351 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f361da-3921-4073-b50f-a99efca42da6', 'name': 'network-vif-deleted', 'tag': '9b57c456-d5dd-496b-9bcc-b4aa1ca3d547'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:46:21.538508 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c8096ccb-8b3b-4031-90c2-ca57da4481cf tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:21.539696 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c8096ccb-8b3b-4031-90c2-ca57da4481cf tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:21.541931 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccea8245-db43-4df6-a9da-3500ad56c04c" -d '{"events": [{"server_uuid": "65f361da-3921-4073-b50f-a99efca42da6", "name": "network-vif-deleted", "tag": "9b57c456-d5dd-496b-9bcc-b4aa1ca3d547"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:46:21.675926 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-31c09c92-f7d8-4aa8-a543-4d0359f26985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:21.689187 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a579dc4c-bc36-495a-a874-40720d372e5e x-openstack-request-id: req-a579dc4c-bc36-495a-a874-40720d372e5e {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:46:21.691660 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f361da-3921-4073-b50f-a99efca42da6", "name": "network-vif-deleted", "tag": "9b57c456-d5dd-496b-9bcc-b4aa1ca3d547", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:46:21.692138 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a579dc4c-bc36-495a-a874-40720d372e5e {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:46:21.706041 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f361da-3921-4073-b50f-a99efca42da6', 'name': 'network-vif-deleted', 'tag': '9b57c456-d5dd-496b-9bcc-b4aa1ca3d547', 'status': 'completed', 'code': 200} Nov 10 17:46:21.717044 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c09c92-f7d8-4aa8-a543-4d0359f26985 None None] Routers {'8bc0f090-896b-4cc0-b845-abf12e1bd1c6'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:46:21.719149 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-31c09c92-f7d8-4aa8-a543-4d0359f26985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:46:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['8bc0f090-896b-4cc0-b845-abf12e1bd1c6'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:21.789249 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-31c09c92-f7d8-4aa8-a543-4d0359f26985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:21.790126 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c09c92-f7d8-4aa8-a543-4d0359f26985 None None] The sync data for ids ['8bc0f090-896b-4cc0-b845-abf12e1bd1c6'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:46:21.820628 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c26357fd-bdd0-4786-ab91-4937a3557d2e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:21.937862 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c8096ccb-8b3b-4031-90c2-ca57da4481cf tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:21.978843 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c8096ccb-8b3b-4031-90c2-ca57da4481cf tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:22.024669 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-c26357fd-bdd0-4786-ab91-4937a3557d2e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ac949c1-38ea-450f-9cdf-9e4a3ab80eca']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:22.044027 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8e454be3-1929-4164-a874-0ea921934519 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:22.048018 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c8096ccb-8b3b-4031-90c2-ca57da4481cf tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:22.053247 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c8096ccb-8b3b-4031-90c2-ca57da4481cf tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.2676780 Nov 10 17:46:22.053247 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-c26357fd-bdd0-4786-ab91-4937a3557d2e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f26d26-4112-4d1c-99d7-032be9279836') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:22.054522 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-c26357fd-bdd0-4786-ab91-4937a3557d2e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f26d26-4112-4d1c-99d7-032be9279836') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:22.069403 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52840) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:22.110813 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-039c656b-c855-4cf6-9477-8bbe9d61b29a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Request body: {'network': {'name': 'tempest-RoutersTest-446989375'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:22.118585 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c26357fd-bdd0-4786-ab91-4937a3557d2e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:22.136770 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e454be3-1929-4164-a874-0ea921934519 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Pushing event deleted for resources: {'Subnet': ['ID=a9a253c1-2e01-46bf-87f1-80f759de3839,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:22.137998 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8e454be3-1929-4164-a874-0ea921934519 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:22.142045 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8e454be3-1929-4164-a874-0ea921934519 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "DELETE /v2.0/subnets/a9a253c1-2e01-46bf-87f1-80f759de3839 HTTP/1.1" status: 204 len: 168 time: 2.1207485 Nov 10 17:46:22.143262 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d71b509-0f8c-4b42-a4d1-341bcfd88782 None None] Network d8ef22d3-496c-4901-a77e-1a8f4787440f requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:46:22.149319 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52846) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:22.154045 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a5677ef4-ecb4-4aac-9ea2-6b06e70712f2 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:22.178886 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d96a4-1f96-4f70-8ead-a03d5cb99438 req-3f4b3295-435f-4e9f-aa65-3c5b4d45290d tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:22.181744 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fa8d96a4-1f96-4f70-8ead-a03d5cb99438 req-3f4b3295-435f-4e9f-aa65-3c5b4d45290d tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=65f361da-3921-4073-b50f-a99efca42da6 HTTP/1.1" status: 200 len: 945 time: 0.6577275 Nov 10 17:46:22.231237 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c26357fd-bdd0-4786-ab91-4937a3557d2e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:22.259601 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039c656b-c855-4cf6-9477-8bbe9d61b29a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Made reservation on behalf of 4fd3b9eed2924ca2ac275ce6910fdaae for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:46:22.263974 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-039c656b-c855-4cf6-9477-8bbe9d61b29a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:22.278358 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-a5677ef4-ecb4-4aac-9ea2-6b06e70712f2 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] device_id is not set on port 47f8f0ae-9d1a-48c8-a567-346cf76cba57 yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:46:22.285567 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26357fd-bdd0-4786-ab91-4937a3557d2e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:46:22.286027 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c26357fd-bdd0-4786-ab91-4937a3557d2e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:22.290561 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:46:22.290561 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:46:22.290561 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:46:22.290561 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:46:22.290561 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:46:22.290561 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:46:22.290561 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:46:22.290561 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:46:22.290561 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:46:22.290561 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:46:22.290561 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:46:22.290561 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:46:22.290561 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:46:22.290561 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:46:22.290561 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:46:22.290561 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:46:22.290561 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:46:22.290561 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:46:22.290561 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:46:22.290561 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:46:22.290561 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:46:22.290561 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:46:22.290561 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:46:22.290561 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:46:22.290561 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:46:22.290561 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:46:22.290561 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:46:22.290561 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:46:22.290561 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:46:22.290561 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:46:22.290561 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:46:22.290561 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:46:22.416499 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-e35ef718-9a35-4d9e-8ce1-677e650c7b12 req-3524c2de-048a-4821-a674-308215a61f7e tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Deleting port 5176e358-941f-46e5-84bd-8b027e273406 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:46:22.417082 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e35ef718-9a35-4d9e-8ce1-677e650c7b12 req-3524c2de-048a-4821-a674-308215a61f7e tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:22.581972 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 9b57c456-d5dd-496b-9bcc-b4aa1ca3d547 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:46:22.588058 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e942d20-52d1-4365-b3c1-09044c518059 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Deleting subnet dc214285-d346-4cd8-ad33-53f4b62c91f1 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:46:22.606279 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fa8d96a4-1f96-4f70-8ead-a03d5cb99438 req-52faf4bb-4698-4cdf-a32a-c19ca18f798b tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114218 Nov 10 17:46:22.607482 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9e942d20-52d1-4365-b3c1-09044c518059 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:22.619026 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-039c656b-c855-4cf6-9477-8bbe9d61b29a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:46:22.659349 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 9b57c456-d5dd-496b-9bcc-b4aa1ca3d547 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:46:22.659712 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 9b57c456-d5dd-496b-9bcc-b4aa1ca3d547 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:46:22.660120 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 5176e358-941f-46e5-84bd-8b027e273406 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:46:22.721607 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-039c656b-c855-4cf6-9477-8bbe9d61b29a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:22.721967 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-039c656b-c855-4cf6-9477-8bbe9d61b29a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Added segment 51c1b5a4-7bb8-4be7-85ed-95a81ff0ce6d of type vlan for network 5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2 Nov 10 17:46:22.725383 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c26357fd-bdd0-4786-ab91-4937a3557d2e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:22.758645 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26357fd-bdd0-4786-ab91-4937a3557d2e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8ac949c1-38ea-450f-9cdf-9e4a3ab80eca {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 17:46:22.787113 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9e942d20-52d1-4365-b3c1-09044c518059 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:22.800973 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c26357fd-bdd0-4786-ab91-4937a3557d2e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:22.810929 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c26357fd-bdd0-4786-ab91-4937a3557d2e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] 10.222.0.39 "DELETE /v2.0/networks/8ac949c1-38ea-450f-9cdf-9e4a3ab80eca HTTP/1.1" status: 204 len: 168 time: 2.8024542 Nov 10 17:46:22.848472 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26357fd-bdd0-4786-ab91-4937a3557d2e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Pushing event deleted for resources: {'Network': ['ID=8ac949c1-38ea-450f-9cdf-9e4a3ab80eca,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:22.871790 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-039c656b-c855-4cf6-9477-8bbe9d61b29a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:22.885464 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:22.941405 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43398a4b-9c75-4dc2-a32c-755ec5e1e01f None None] DHCP port deletion for d8ef22d3-496c-4901-a77e-1a8f4787440f request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:46:22.974700 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f361da-3921-4073-b50f-a99efca42da6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5176e358-941f-46e5-84bd-8b027e273406'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:46:22.987715 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0095970c-55d2-4868-a4f2-60f2e4319683" -d '{"events": [{"server_uuid": "65f361da-3921-4073-b50f-a99efca42da6", "name": "network-vif-unplugged", "status": "completed", "tag": "5176e358-941f-46e5-84bd-8b027e273406"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:46:22.991255 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-039c656b-c855-4cf6-9477-8bbe9d61b29a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:22.997534 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039c656b-c855-4cf6-9477-8bbe9d61b29a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:22.998186 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-039c656b-c855-4cf6-9477-8bbe9d61b29a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:23.043719 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-a5677ef4-ecb4-4aac-9ea2-6b06e70712f2 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Allocated IP 10.1.1.141 (47baead0-3e81-4ecd-90e6-eeb908ade233/235a8a7b-9769-4bcb-b248-e3a3ce641763/47f8f0ae-9d1a-48c8-a567-346cf76cba57) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:46:23.076227 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 5176e358-941f-46e5-84bd-8b027e273406, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5176e358-941f-46e5-84bd-8b027e273406,segment=NetworkSegment(506fd250-3287-4921-bfd6-7f0514d0c08f),segment_id=506fd250-3287-4921-bfd6-7f0514d0c08f)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:23.107855 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:23.122177 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9e942d20-52d1-4365-b3c1-09044c518059 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:23.250487 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f676ee21-1843-4afb-87d7-3d1b77ddd0de x-openstack-request-id: req-f676ee21-1843-4afb-87d7-3d1b77ddd0de {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:46:23.250965 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f361da-3921-4073-b50f-a99efca42da6", "name": "network-vif-unplugged", "status": "completed", "tag": "5176e358-941f-46e5-84bd-8b027e273406", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:46:23.251143 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f676ee21-1843-4afb-87d7-3d1b77ddd0de {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:46:23.251996 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f361da-3921-4073-b50f-a99efca42da6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5176e358-941f-46e5-84bd-8b027e273406', 'code': 200} Nov 10 17:46:23.257093 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-039c656b-c855-4cf6-9477-8bbe9d61b29a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1702392 Nov 10 17:46:23.261797 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52872) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:23.297432 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-e974e1de-1446-4c95-90a0-ce63c7d7120e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Request body: {'subnet': {'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:23.299083 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=5176e358-941f-46e5-84bd-8b027e273406,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:23.327803 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-43398a4b-9c75-4dc2-a32c-755ec5e1e01f None None] Deleting port 35ec66bc-225c-41c1-bae1-faf3d00c75aa {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:46:23.331745 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-43398a4b-9c75-4dc2-a32c-755ec5e1e01f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:23.337400 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c656b-c855-4cf6-9477-8bbe9d61b29a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Network': ['ID=5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:23.510559 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-43398a4b-9c75-4dc2-a32c-755ec5e1e01f None None] For port 35ec66bc-225c-41c1-bae1-faf3d00c75aa, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=35ec66bc-225c-41c1-bae1-faf3d00c75aa,segment=NetworkSegment(a579ae98-b84f-4aec-aba4-51aa8df975cc),segment_id=a579ae98-b84f-4aec-aba4-51aa8df975cc)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:23.510973 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-43398a4b-9c75-4dc2-a32c-755ec5e1e01f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:23.555529 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-43398a4b-9c75-4dc2-a32c-755ec5e1e01f None None] Calling delete_port for 35ec66bc-225c-41c1-bae1-faf3d00c75aa owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:46:23.745460 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9e942d20-52d1-4365-b3c1-09044c518059 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:23.773409 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:46:23.782854 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-43398a4b-9c75-4dc2-a32c-755ec5e1e01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:23.787437 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:23.787804 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:23.788120 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:23.794935 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:23.795624 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:23.795967 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:23.796362 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:23.796691 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:23.797026 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:23.797364 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:23.797690 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:23.798026 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:46:23.844182 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-e35ef718-9a35-4d9e-8ce1-677e650c7b12 req-3524c2de-048a-4821-a674-308215a61f7e tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] For port 5176e358-941f-46e5-84bd-8b027e273406, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5176e358-941f-46e5-84bd-8b027e273406,segment=NetworkSegment(506fd250-3287-4921-bfd6-7f0514d0c08f),segment_id=506fd250-3287-4921-bfd6-7f0514d0c08f)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:23.844845 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e35ef718-9a35-4d9e-8ce1-677e650c7b12 req-3524c2de-048a-4821-a674-308215a61f7e tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:23.907494 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-e35ef718-9a35-4d9e-8ce1-677e650c7b12 req-3524c2de-048a-4821-a674-308215a61f7e tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Calling delete_port for 5176e358-941f-46e5-84bd-8b027e273406 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:46:24.025741 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e942d20-52d1-4365-b3c1-09044c518059 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Pushing event deleted for resources: {'Subnet': ['ID=dc214285-d346-4cd8-ad33-53f4b62c91f1,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:24.054289 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-40121c3c-2234-41c3-88f3-460fbb689886 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:24.089761 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52884) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:24.097039 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43398a4b-9c75-4dc2-a32c-755ec5e1e01f None None] No DVR routers for this DVR port 35ec66bc-225c-41c1-bae1-faf3d00c75aa on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:46:24.105404 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9e942d20-52d1-4365-b3c1-09044c518059 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:24.119095 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9e942d20-52d1-4365-b3c1-09044c518059 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "DELETE /v2.0/subnets/dc214285-d346-4cd8-ad33-53f4b62c91f1 HTTP/1.1" status: 204 len: 168 time: 1.9623604 Nov 10 17:46:24.122339 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3101b8c-c164-4dec-bfc5-e275d715dae3 None None] Network bd6bf6ab-ba3a-413b-abc3-299018f27566 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:46:24.130907 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43398a4b-9c75-4dc2-a32c-755ec5e1e01f None None] Pushing event deleted for resources: {'Port': ['ID=35ec66bc-225c-41c1-bae1-faf3d00c75aa,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:24.132014 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-2b00d917-ee49-47a0-9ec0-2c92739b9576 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Request body: {'router': {'name': 'tempest-router--888822208', 'project_id': 'd022975ad56042cf8b4634994b7120a4'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:24.139819 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52886) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:24.183072 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e974e1de-1446-4c95-90a0-ce63c7d7120e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Made reservation on behalf of 4fd3b9eed2924ca2ac275ce6910fdaae for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:46:24.187618 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e974e1de-1446-4c95-90a0-ce63c7d7120e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:24.341792 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2b00d917-ee49-47a0-9ec0-2c92739b9576 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:24.343155 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2b00d917-ee49-47a0-9ec0-2c92739b9576 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:24.383398 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49709d0e-0b72-414e-bc67-b5f45a543308 req-c425fd6c-b488-4e58-8d07-1456e406fcb0 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:24.393288 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-49709d0e-0b72-414e-bc67-b5f45a543308 req-c425fd6c-b488-4e58-8d07-1456e406fcb0 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=65f361da-3921-4073-b50f-a99efca42da6 HTTP/1.1" status: 200 len: 943 time: 0.4537354 Nov 10 17:46:24.399277 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-287c4ac2-9eb6-4d3f-945d-2b2302267ce9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:24.462242 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a5677ef4-ecb4-4aac-9ea2-6b06e70712f2 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:24.546338 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e35ef718-9a35-4d9e-8ce1-677e650c7b12 req-3524c2de-048a-4821-a674-308215a61f7e tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:24.644305 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2b00d917-ee49-47a0-9ec0-2c92739b9576 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:24.673445 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2b00d917-ee49-47a0-9ec0-2c92739b9576 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:24.687630 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34d83e9-d1a5-4436-8c65-a751c43a55e5 None None] DHCP port deletion for bd6bf6ab-ba3a-413b-abc3-299018f27566 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:46:24.698417 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524c2de-048a-4821-a674-308215a61f7e tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Pushing event deleted for resources: {'Port': ['ID=5176e358-941f-46e5-84bd-8b027e273406,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:24.699873 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:24.710328 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-49709d0e-0b72-414e-bc67-b5f45a543308 req-e86c32b9-bcc0-4ffc-816e-ff09cf24a88f tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/security-groups?id=33d9f880-468b-42a1-8318-b8ead32a03b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155551 Nov 10 17:46:24.872091 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-f34d83e9-d1a5-4436-8c65-a751c43a55e5 None None] Deleting port 62c51de5-ab35-4709-bbfa-9f8db7c3e15a {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:46:24.878398 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f34d83e9-d1a5-4436-8c65-a751c43a55e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:24.920886 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35ef718-9a35-4d9e-8ce1-677e650c7b12 req-3524c2de-048a-4821-a674-308215a61f7e tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] No DVR routers for this DVR port 5176e358-941f-46e5-84bd-8b027e273406 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:46:24.927174 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e35ef718-9a35-4d9e-8ce1-677e650c7b12 req-3524c2de-048a-4821-a674-308215a61f7e tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:24.930407 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e35ef718-9a35-4d9e-8ce1-677e650c7b12 req-3524c2de-048a-4821-a674-308215a61f7e tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.13 "DELETE /v2.0/ports/5176e358-941f-46e5-84bd-8b027e273406 HTTP/1.1" status: 204 len: 173 time: 3.3835630 Nov 10 17:46:24.951694 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f361da-3921-4073-b50f-a99efca42da6', 'name': 'network-vif-deleted', 'tag': '5176e358-941f-46e5-84bd-8b027e273406'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:46:24.981455 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf2d92b-5a50-4e3c-9104-7c0acc52d208" -d '{"events": [{"server_uuid": "65f361da-3921-4073-b50f-a99efca42da6", "name": "network-vif-deleted", "tag": "5176e358-941f-46e5-84bd-8b027e273406"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:46:25.093236 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2b00d917-ee49-47a0-9ec0-2c92739b9576 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:25.100846 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2b00d917-ee49-47a0-9ec0-2c92739b9576 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9799511 Nov 10 17:46:25.106537 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52896) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:25.123577 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-287c4ac2-9eb6-4d3f-945d-2b2302267ce9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:25.150005 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a5677ef4-ecb4-4aac-9ea2-6b06e70712f2 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:25.191816 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f34d83e9-d1a5-4436-8c65-a751c43a55e5 None None] For port 62c51de5-ab35-4709-bbfa-9f8db7c3e15a, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=62c51de5-ab35-4709-bbfa-9f8db7c3e15a,segment=NetworkSegment(075697be-07cf-47b8-98f3-bb3c0c948546),segment_id=075697be-07cf-47b8-98f3-bb3c0c948546)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:25.192274 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f34d83e9-d1a5-4436-8c65-a751c43a55e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:25.225190 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-f34d83e9-d1a5-4436-8c65-a751c43a55e5 None None] Calling delete_port for 62c51de5-ab35-4709-bbfa-9f8db7c3e15a owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:46:25.304544 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5968ef27-1d06-4839-815d-29cc3e9205fe x-openstack-request-id: req-5968ef27-1d06-4839-815d-29cc3e9205fe {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:46:25.305005 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65f361da-3921-4073-b50f-a99efca42da6", "name": "network-vif-deleted", "tag": "5176e358-941f-46e5-84bd-8b027e273406", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:46:25.305444 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5968ef27-1d06-4839-815d-29cc3e9205fe {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:46:25.306099 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65f361da-3921-4073-b50f-a99efca42da6', 'name': 'network-vif-deleted', 'tag': '5176e358-941f-46e5-84bd-8b027e273406', 'status': 'completed', 'code': 200} Nov 10 17:46:25.322982 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-53fa0c11-bc42-4bb6-b997-062916caab2d tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:25.324140 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-287c4ac2-9eb6-4d3f-945d-2b2302267ce9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ef22d3-496c-4901-a77e-1a8f4787440f']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:25.365133 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-287c4ac2-9eb6-4d3f-945d-2b2302267ce9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a579ae98-b84f-4aec-aba4-51aa8df975cc') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:25.365884 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-287c4ac2-9eb6-4d3f-945d-2b2302267ce9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a579ae98-b84f-4aec-aba4-51aa8df975cc') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:25.366018 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 62c51de5-ab35-4709-bbfa-9f8db7c3e15a no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:46:25.376778 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5677ef4-ecb4-4aac-9ea2-6b06e70712f2 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Network 47baead0-3e81-4ecd-90e6-eeb908ade233 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:46:25.395757 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-a5677ef4-ecb4-4aac-9ea2-6b06e70712f2 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:46:25.413188 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-287c4ac2-9eb6-4d3f-945d-2b2302267ce9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:25.416275 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5677ef4-ecb4-4aac-9ea2-6b06e70712f2 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Pushing event updated for resources: {'Port': ['ID=47f8f0ae-9d1a-48c8-a567-346cf76cba57,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:25.420520 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5677ef4-ecb4-4aac-9ea2-6b06e70712f2 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:46:25.446685 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e974e1de-1446-4c95-90a0-ce63c7d7120e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:25.456624 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:25.557967 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f34d83e9-d1a5-4436-8c65-a751c43a55e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:25.583521 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Port 62c51de5-ab35-4709-bbfa-9f8db7c3e15a update to DOWN by agent not found {{(pid=102470) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 10 17:46:25.583966 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 35ec66bc-225c-41c1-bae1-faf3d00c75aa no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:46:25.600114 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-40121c3c-2234-41c3-88f3-460fbb689886 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Deleting port 30c55014-f9e1-4cda-b88e-1846b440b249 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:46:25.600889 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-40121c3c-2234-41c3-88f3-460fbb689886 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:25.615229 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d83e9-d1a5-4436-8c65-a751c43a55e5 None None] Pushing event deleted for resources: {'Port': ['ID=62c51de5-ab35-4709-bbfa-9f8db7c3e15a,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:25.635998 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34d83e9-d1a5-4436-8c65-a751c43a55e5 None None] No DVR routers for this DVR port 62c51de5-ab35-4709-bbfa-9f8db7c3e15a on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:46:25.682552 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 35ec66bc-225c-41c1-bae1-faf3d00c75aa {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:46:25.684064 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 35ec66bc-225c-41c1-bae1-faf3d00c75aa not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:46:26.056254 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-d58b940a-c4ad-47bd-9f73-823b971c842a None None] Provisioning complete for port 47f8f0ae-9d1a-48c8-a567-346cf76cba57 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:26.057183 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d58b940a-c4ad-47bd-9f73-823b971c842a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:26.087987 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-287c4ac2-9eb6-4d3f-945d-2b2302267ce9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:26.137801 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-40121c3c-2234-41c3-88f3-460fbb689886 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:26.139659 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-857d5a60-21ce-47f6-b737-e0819c45516b req-b8d56641-541e-4d60-af02-94d652e94621 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "GET /v2.0/ports?device_id=65f361da-3921-4073-b50f-a99efca42da6 HTTP/1.1" status: 200 len: 210 time: 0.0551100 Nov 10 17:46:26.146111 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-287c4ac2-9eb6-4d3f-945d-2b2302267ce9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:46:26.146650 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-287c4ac2-9eb6-4d3f-945d-2b2302267ce9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:26.149948 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:46:26.149948 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:46:26.149948 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:46:26.149948 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:46:26.149948 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:46:26.149948 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:46:26.149948 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:46:26.149948 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:46:26.149948 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:46:26.149948 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:46:26.149948 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:46:26.149948 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:46:26.149948 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:46:26.149948 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:46:26.149948 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:46:26.149948 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:46:26.149948 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:46:26.149948 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:46:26.149948 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:46:26.149948 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:46:26.149948 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:46:26.149948 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:46:26.149948 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:46:26.149948 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:46:26.149948 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:46:26.149948 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:46:26.149948 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:46:26.149948 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:46:26.149948 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:46:26.149948 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:46:26.149948 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:46:26.149948 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:46:26.170981 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-40121c3c-2234-41c3-88f3-460fbb689886 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Calling delete_port for 30c55014-f9e1-4cda-b88e-1846b440b249 owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:46:26.178312 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5677ef4-ecb4-4aac-9ea2-6b06e70712f2 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:26.179106 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a5677ef4-ecb4-4aac-9ea2-6b06e70712f2 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:26.213268 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-d58b940a-c4ad-47bd-9f73-823b971c842a None None] Port 47f8f0ae-9d1a-48c8-a567-346cf76cba57 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:46:26.262672 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-53fa0c11-bc42-4bb6-b997-062916caab2d tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:26.268533 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e974e1de-1446-4c95-90a0-ce63c7d7120e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Subnet': ['ID=e0699e43-ae07-42b4-8d7a-b64ef62616ae,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:26.269380 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-53fa0c11-bc42-4bb6-b997-062916caab2d tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:26.284443 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-287c4ac2-9eb6-4d3f-945d-2b2302267ce9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:26.299434 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a5677ef4-ecb4-4aac-9ea2-6b06e70712f2 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 7.1264734 Nov 10 17:46:26.302489 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-287c4ac2-9eb6-4d3f-945d-2b2302267ce9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:26.308655 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-287c4ac2-9eb6-4d3f-945d-2b2302267ce9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "DELETE /v2.0/networks/d8ef22d3-496c-4901-a77e-1a8f4787440f HTTP/1.1" status: 204 len: 168 time: 2.1650321 Nov 10 17:46:26.313244 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52908) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:26.355079 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e974e1de-1446-4c95-90a0-ce63c7d7120e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Checking segment: {'id': '51c1b5a4-7bb8-4be7-85ed-95a81ff0ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:46:26.355630 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e974e1de-1446-4c95-90a0-ce63c7d7120e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network hostable DHCP agents. Network: 5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:46:26.390278 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c4ac2-9eb6-4d3f-945d-2b2302267ce9 tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Pushing event deleted for resources: {'Network': ['ID=d8ef22d3-496c-4901-a77e-1a8f4787440f,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:26.444457 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-53fa0c11-bc42-4bb6-b997-062916caab2d tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:26.445367 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fa0c11-bc42-4bb6-b997-062916caab2d tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c487b871-3660-462a-b05c-8250b55ce5d5 {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:46:26.446786 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2034ff1-52f5-498f-9da7-19ced4c431ae tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:26.454338 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-53fa0c11-bc42-4bb6-b997-062916caab2d tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:26.456795 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-53fa0c11-bc42-4bb6-b997-062916caab2d tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] 10.222.0.39 "DELETE /v2.0/routers/c487b871-3660-462a-b05c-8250b55ce5d5 HTTP/1.1" status: 204 len: 168 time: 1.3373344 Nov 10 17:46:26.457244 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e974e1de-1446-4c95-90a0-ce63c7d7120e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network 5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:46:26.496313 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-e974e1de-1446-4c95-90a0-ce63c7d7120e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:46:26.512893 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e974e1de-1446-4c95-90a0-ce63c7d7120e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:26.514656 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e974e1de-1446-4c95-90a0-ce63c7d7120e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:26.525215 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f7cdb3-4ff2-4e04-b14c-19918d069314 None None] Network 5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:46:26.755507 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52914) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:26.837063 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-40121c3c-2234-41c3-88f3-460fbb689886 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:26.859426 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2034ff1-52f5-498f-9da7-19ced4c431ae tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:26.874710 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52918) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:26.897464 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-17a8a29f-1755-4f25-a55f-0691e173af16 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1289445462', 'description': 'tempest-description--476417638'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:26.955648 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e974e1de-1446-4c95-90a0-ce63c7d7120e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6822896 Nov 10 17:46:26.957617 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-b2034ff1-52f5-498f-9da7-19ced4c431ae tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd6bf6ab-ba3a-413b-abc3-299018f27566']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:26.965925 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52924) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:26.972448 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40121c3c-2234-41c3-88f3-460fbb689886 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Port': ['ID=30c55014-f9e1-4cda-b88e-1846b440b249,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:27.007239 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-b2034ff1-52f5-498f-9da7-19ced4c431ae tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '075697be-07cf-47b8-98f3-bb3c0c948546') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:27.007544 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-b2034ff1-52f5-498f-9da7-19ced4c431ae tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '075697be-07cf-47b8-98f3-bb3c0c948546') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:27.103259 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6025753d-fd47-4dea-a420-217d2c610127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2', 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'fixed_ips': [{'subnet_id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:46:27.103998 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6025753d-fd47-4dea-a420-217d2c610127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:27.198759 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17a8a29f-1755-4f25-a55f-0691e173af16 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:27.224284 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2034ff1-52f5-498f-9da7-19ced4c431ae tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:27.265500 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52928) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:27.340233 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-40121c3c-2234-41c3-88f3-460fbb689886 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:27.391050 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2034ff1-52f5-498f-9da7-19ced4c431ae tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:27.408137 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-6025753d-fd47-4dea-a420-217d2c610127 None None] Allocated IP 172.20.0.2 (5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2/e0699e43-ae07-42b4-8d7a-b64ef62616ae/de84b96e-4eda-4168-b5b5-eb62fb025e44) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:46:27.660390 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2034ff1-52f5-498f-9da7-19ced4c431ae tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:46:27.660390 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2034ff1-52f5-498f-9da7-19ced4c431ae tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:27.665615 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:46:27.665615 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:46:27.665615 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:46:27.665615 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:46:27.665615 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:46:27.665615 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:46:27.665615 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:46:27.665615 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:46:27.665615 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:46:27.665615 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:46:27.665615 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:46:27.665615 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:46:27.665615 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:46:27.665615 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:46:27.665615 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:46:27.665615 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:46:27.665615 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:46:27.665615 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:46:27.665615 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:46:27.665615 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:46:27.665615 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:46:27.665615 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:46:27.665615 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:46:27.665615 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:46:27.665615 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:46:27.665615 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:46:27.665615 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:46:27.665615 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:46:27.665615 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:46:27.665615 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:46:27.665615 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:46:27.665615 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:46:27.678986 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-3d900e70-3982-4811-8a06-78e6f4047aac tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1980956790', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}, 'admin_state_up': False}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:27.714591 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8134d6-71b1-473f-a47a-a18cd3c1a73c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Deleting subnet e9774a2e-ca93-485e-8253-b9311119abcb {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:46:27.724266 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0f8134d6-71b1-473f-a47a-a18cd3c1a73c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:27.804086 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3d900e70-3982-4811-8a06-78e6f4047aac tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:27.811702 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3d900e70-3982-4811-8a06-78e6f4047aac tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:27.869765 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2034ff1-52f5-498f-9da7-19ced4c431ae tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:27.906716 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2034ff1-52f5-498f-9da7-19ced4c431ae tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:27.922331 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b2034ff1-52f5-498f-9da7-19ced4c431ae tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] 10.222.0.39 "DELETE /v2.0/networks/bd6bf6ab-ba3a-413b-abc3-299018f27566 HTTP/1.1" status: 204 len: 168 time: 1.5960879 Nov 10 17:46:27.936467 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17a8a29f-1755-4f25-a55f-0691e173af16 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:27.993042 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0f8134d6-71b1-473f-a47a-a18cd3c1a73c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:28.042361 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17a8a29f-1755-4f25-a55f-0691e173af16 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:28.046239 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6025753d-fd47-4dea-a420-217d2c610127 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:28.055896 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6025753d-fd47-4dea-a420-217d2c610127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:28.091192 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2034ff1-52f5-498f-9da7-19ced4c431ae tempest-TaggedBootDevicesTest-304103989 tempest-TaggedBootDevicesTest-304103989-project] Pushing event deleted for resources: {'Network': ['ID=bd6bf6ab-ba3a-413b-abc3-299018f27566,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:28.151751 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6025753d-fd47-4dea-a420-217d2c610127 None None] Network 5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:46:28.172733 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-6025753d-fd47-4dea-a420-217d2c610127 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:46:28.186512 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6025753d-fd47-4dea-a420-217d2c610127 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:46:28.198374 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025753d-fd47-4dea-a420-217d2c610127 None None] Pushing event updated for resources: {'Port': ['ID=de84b96e-4eda-4168-b5b5-eb62fb025e44,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:28.285773 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43ddb7a5-aeb3-4f9a-b129-542c36c393f2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:28.286456 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-6025753d-fd47-4dea-a420-217d2c610127 None None] Attempting to bind port de84b96e-4eda-4168-b5b5-eb62fb025e44 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:46:28.286456 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-6025753d-fd47-4dea-a420-217d2c610127 None None] Attempting to bind port de84b96e-4eda-4168-b5b5-eb62fb025e44 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '51c1b5a4-7bb8-4be7-85ed-95a81ff0ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:46:28.286796 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6025753d-fd47-4dea-a420-217d2c610127 None None] Attempting to bind port de84b96e-4eda-4168-b5b5-eb62fb025e44 on network 5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:46:28.294502 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6025753d-fd47-4dea-a420-217d2c610127 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:46:28.295016 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6025753d-fd47-4dea-a420-217d2c610127 None None] Checking segment: {'id': '51c1b5a4-7bb8-4be7-85ed-95a81ff0ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:46:28.295622 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6025753d-fd47-4dea-a420-217d2c610127 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:28.296168 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6025753d-fd47-4dea-a420-217d2c610127 None None] Bound using segment: {'id': '51c1b5a4-7bb8-4be7-85ed-95a81ff0ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:46:28.296702 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-6025753d-fd47-4dea-a420-217d2c610127 None None] Bound port: de84b96e-4eda-4168-b5b5-eb62fb025e44, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c1b5a4-7bb8-4be7-85ed-95a81ff0ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:46:28.297118 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6025753d-fd47-4dea-a420-217d2c610127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:28.310893 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40121c3c-2234-41c3-88f3-460fbb689886 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Router 8bc0f090-896b-4cc0-b845-abf12e1bd1c6 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:46:28.324188 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3d900e70-3982-4811-8a06-78e6f4047aac tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:28.331778 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17a8a29f-1755-4f25-a55f-0691e173af16 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:28.336826 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-17a8a29f-1755-4f25-a55f-0691e173af16 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.4597754 Nov 10 17:46:28.339304 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8a29f-1755-4f25-a55f-0691e173af16 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b805ccc-7082-4539-8592-5d5acdd89437,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:28.351087 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52942) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:28.370797 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-301efb42-5e20-4627-833d-9f663a899c12 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Request body: {'security_group_rule': {'security_group_id': '6b805ccc-7082-4539-8592-5d5acdd89437', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:28.416821 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-6025753d-fd47-4dea-a420-217d2c610127 None None] For port de84b96e-4eda-4168-b5b5-eb62fb025e44, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:46:28.424680 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-6025753d-fd47-4dea-a420-217d2c610127 None None] For port de84b96e-4eda-4168-b5b5-eb62fb025e44, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=de84b96e-4eda-4168-b5b5-eb62fb025e44,segment=NetworkSegment(51c1b5a4-7bb8-4be7-85ed-95a81ff0ce6d),segment_id=51c1b5a4-7bb8-4be7-85ed-95a81ff0ce6d)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:46:28.448291 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6025753d-fd47-4dea-a420-217d2c610127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:28.520628 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0f8134d6-71b1-473f-a47a-a18cd3c1a73c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:28.571703 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025753d-fd47-4dea-a420-217d2c610127 None None] Pushing event updated for resources: {'Port': ['ID=de84b96e-4eda-4168-b5b5-eb62fb025e44,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:28.832053 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40121c3c-2234-41c3-88f3-460fbb689886 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:46:28.849868 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-40121c3c-2234-41c3-88f3-460fbb689886 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "PUT /v2.0/routers/8bc0f090-896b-4cc0-b845-abf12e1bd1c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5086293 Nov 10 17:46:28.849868 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-301efb42-5e20-4627-833d-9f663a899c12 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:28.855344 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98db36f9-82b1-4a18-bc64-6b8a64518102 None None] Sync routers for ids ['8bc0f090-896b-4cc0-b845-abf12e1bd1c6'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:46:28.862312 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52950) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:28.871374 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3d900e70-3982-4811-8a06-78e6f4047aac tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:28.897654 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98db36f9-82b1-4a18-bc64-6b8a64518102 None None] Routers {'8bc0f090-896b-4cc0-b845-abf12e1bd1c6'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:46:28.898653 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-98db36f9-82b1-4a18-bc64-6b8a64518102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:46:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['8bc0f090-896b-4cc0-b845-abf12e1bd1c6'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:28.981890 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-da8e4ac1-2ea7-42c8-b896-12508f5d7a92 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bc0f090-896b-4cc0-b845-abf12e1bd1c6 HTTP/1.1" status: 200 len: 205 time: 0.1158009 Nov 10 17:46:28.993592 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-98db36f9-82b1-4a18-bc64-6b8a64518102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:28.998211 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52956) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:29.009689 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98db36f9-82b1-4a18-bc64-6b8a64518102 None None] Routers {'8bc0f090-896b-4cc0-b845-abf12e1bd1c6'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:46:29.012972 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-98db36f9-82b1-4a18-bc64-6b8a64518102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:46:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['8bc0f090-896b-4cc0-b845-abf12e1bd1c6'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:29.108812 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-98db36f9-82b1-4a18-bc64-6b8a64518102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:29.109955 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98db36f9-82b1-4a18-bc64-6b8a64518102 None None] The sync data for ids ['8bc0f090-896b-4cc0-b845-abf12e1bd1c6'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:46:29.113832 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0f8134d6-71b1-473f-a47a-a18cd3c1a73c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:29.306785 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8134d6-71b1-473f-a47a-a18cd3c1a73c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Pushing event deleted for resources: {'Subnet': ['ID=e9774a2e-ca93-485e-8253-b9311119abcb,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:29.322545 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-301efb42-5e20-4627-833d-9f663a899c12 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:29.332465 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-301efb42-5e20-4627-833d-9f663a899c12 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:29.369400 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250bd329-f2ab-41eb-8eb2-1ef059e37122 None None] Network 855b0091-5c7a-4a80-9d02-5492a767409d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:46:29.380603 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301efb42-5e20-4627-833d-9f663a899c12 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5096834f-ec0c-4d31-89e2-b08120852c79,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:29.397239 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0f8134d6-71b1-473f-a47a-a18cd3c1a73c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:29.408251 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0f8134d6-71b1-473f-a47a-a18cd3c1a73c tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "DELETE /v2.0/subnets/e9774a2e-ca93-485e-8253-b9311119abcb HTTP/1.1" status: 204 len: 168 time: 2.1413035 Nov 10 17:46:29.412552 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7e803a5e-a075-461e-9d26-d12fa1babd7a tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:29.419125 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52964) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:29.436387 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-301efb42-5e20-4627-833d-9f663a899c12 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:29.438708 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-301efb42-5e20-4627-833d-9f663a899c12 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0773537 Nov 10 17:46:29.449311 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52966) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:29.463918 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-43864351-33f2-42b2-8141-f63bbc7bc1a4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Request body: {'security_group_rule': {'security_group_id': '6b805ccc-7082-4539-8592-5d5acdd89437', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:29.587933 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-43864351-33f2-42b2-8141-f63bbc7bc1a4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:29.729176 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-43ddb7a5-aeb3-4f9a-b129-542c36c393f2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Allocated IP 172.20.0.1 (5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2/e0699e43-ae07-42b4-8d7a-b64ef62616ae/2a6d217d-919a-4078-941e-5e19ad9b03be) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:46:29.788186 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294cb5e9-3c69-43eb-ae61-f06c869b987b None None] DHCP port deletion for 855b0091-5c7a-4a80-9d02-5492a767409d request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:46:29.866890 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ced79d32-891d-42b9-af8b-46d659e5acdf tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:29.906843 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-294cb5e9-3c69-43eb-ae61-f06c869b987b None None] Deleting port 43110e3b-2f1f-494a-ba30-cfdb1a4b35ad {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:46:29.909446 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-294cb5e9-3c69-43eb-ae61-f06c869b987b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:29.913723 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7e803a5e-a075-461e-9d26-d12fa1babd7a tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:29.970096 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-43864351-33f2-42b2-8141-f63bbc7bc1a4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:29.985280 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-43864351-33f2-42b2-8141-f63bbc7bc1a4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:29.995786 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7e803a5e-a075-461e-9d26-d12fa1babd7a tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:30.092353 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3d900e70-3982-4811-8a06-78e6f4047aac tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:30.110659 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-294cb5e9-3c69-43eb-ae61-f06c869b987b None None] For port 43110e3b-2f1f-494a-ba30-cfdb1a4b35ad, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=43110e3b-2f1f-494a-ba30-cfdb1a4b35ad,segment=NetworkSegment(506fd250-3287-4921-bfd6-7f0514d0c08f),segment_id=506fd250-3287-4921-bfd6-7f0514d0c08f)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:30.111063 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-294cb5e9-3c69-43eb-ae61-f06c869b987b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:30.153306 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-294cb5e9-3c69-43eb-ae61-f06c869b987b None None] Calling delete_port for 43110e3b-2f1f-494a-ba30-cfdb1a4b35ad owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:46:30.154931 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43864351-33f2-42b2-8141-f63bbc7bc1a4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bafccc86-cc4b-448a-88dd-18704ffa4d63,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:30.177300 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-43864351-33f2-42b2-8141-f63bbc7bc1a4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:30.183592 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-43864351-33f2-42b2-8141-f63bbc7bc1a4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7249243 Nov 10 17:46:30.183592 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3d900e70-3982-4811-8a06-78e6f4047aac tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:30.185523 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52972) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:30.193218 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-6119af7e-da1f-4943-aa12-80ee4eebbaa5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:30.249807 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7e803a5e-a075-461e-9d26-d12fa1babd7a tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:30.250704 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e803a5e-a075-461e-9d26-d12fa1babd7a tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Fanout notify agent at l3_agent the message router_deleted on router 8bc0f090-896b-4cc0-b845-abf12e1bd1c6 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:46:30.269595 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7e803a5e-a075-461e-9d26-d12fa1babd7a tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:30.271453 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7e803a5e-a075-461e-9d26-d12fa1babd7a tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/routers/8bc0f090-896b-4cc0-b845-abf12e1bd1c6 HTTP/1.1" status: 204 len: 168 time: 1.2713087 Nov 10 17:46:30.289863 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52974) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:30.335510 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6119af7e-da1f-4943-aa12-80ee4eebbaa5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:30.507890 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-294cb5e9-3c69-43eb-ae61-f06c869b987b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:30.621829 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43ddb7a5-aeb3-4f9a-b129-542c36c393f2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:30.629576 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294cb5e9-3c69-43eb-ae61-f06c869b987b None None] Pushing event deleted for resources: {'Port': ['ID=43110e3b-2f1f-494a-ba30-cfdb1a4b35ad,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:30.647237 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-198d1739-533a-4338-8641-a795983d0ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:30.648370 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294cb5e9-3c69-43eb-ae61-f06c869b987b None None] No DVR routers for this DVR port 43110e3b-2f1f-494a-ba30-cfdb1a4b35ad on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:46:30.654794 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-3d900e70-3982-4811-8a06-78e6f4047aac tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Allocated IP 172.25.5.178 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/53580d89-c4ea-40bd-bd11-c237a77b674b) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:46:30.675895 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f833882-88aa-4eb9-86ce-a892d68f232a tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Deleting subnet ca8ec143-a59a-42e5-877d-8c0725393f97 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:46:30.688001 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-ced79d32-891d-42b9-af8b-46d659e5acdf tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Deleting port 43110e3b-2f1f-494a-ba30-cfdb1a4b35ad {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:46:30.688621 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ced79d32-891d-42b9-af8b-46d659e5acdf tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:30.880520 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f833882-88aa-4eb9-86ce-a892d68f232a tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:30.930768 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff01d453-d69b-47b2-9060-14bea267707d None None] Network 5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:46:31.029034 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43ddb7a5-aeb3-4f9a-b129-542c36c393f2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:31.032707 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3d900e70-3982-4811-8a06-78e6f4047aac tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:31.037402 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6119af7e-da1f-4943-aa12-80ee4eebbaa5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:31.153438 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device de84b96e-4eda-4168-b5b5-eb62fb025e44 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:46:31.242344 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ddb7a5-aeb3-4f9a-b129-542c36c393f2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Port': ['ID=2a6d217d-919a-4078-941e-5e19ad9b03be,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:31.291499 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3d900e70-3982-4811-8a06-78e6f4047aac tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:31.293193 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-af318f06-db45-4ec2-b15e-8de164599f9a None None] Provisioning complete for port de84b96e-4eda-4168-b5b5-eb62fb025e44 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:31.294000 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-af318f06-db45-4ec2-b15e-8de164599f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:31.307046 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ddb7a5-aeb3-4f9a-b129-542c36c393f2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network 5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:46:31.351904 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-43ddb7a5-aeb3-4f9a-b129-542c36c393f2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:46:31.359264 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ddb7a5-aeb3-4f9a-b129-542c36c393f2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:46:31.456610 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d900e70-3982-4811-8a06-78e6f4047aac tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:46:31.494311 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-3d900e70-3982-4811-8a06-78e6f4047aac tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:46:31.520458 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-6119af7e-da1f-4943-aa12-80ee4eebbaa5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Allocated IP 172.25.5.158 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/4134dfff-a076-45ad-8c7d-853f24681ecd) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:46:31.522852 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port de84b96e-4eda-4168-b5b5-eb62fb025e44 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:31.524746 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:31.524946 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d900e70-3982-4811-8a06-78e6f4047aac tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:46:31.545737 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d900e70-3982-4811-8a06-78e6f4047aac tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Pushing event updated for resources: {'Port': ['ID=53580d89-c4ea-40bd-bd11-c237a77b674b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:31.648491 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5314d50c-9872-4fc0-962a-a4594be9a587 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:46:32.103841 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f833882-88aa-4eb9-86ce-a892d68f232a tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:32.185096 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43ddb7a5-aeb3-4f9a-b129-542c36c393f2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:32.252720 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-af318f06-db45-4ec2-b15e-8de164599f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:32.278031 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-ced79d32-891d-42b9-af8b-46d659e5acdf tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] For port 43110e3b-2f1f-494a-ba30-cfdb1a4b35ad, host n-d-776250-10, got binding levels [] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:32.282942 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ced79d32-891d-42b9-af8b-46d659e5acdf tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:32.334732 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:32.373789 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6119af7e-da1f-4943-aa12-80ee4eebbaa5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:32.401517 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-ced79d32-891d-42b9-af8b-46d659e5acdf tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Calling delete_port for 43110e3b-2f1f-494a-ba30-cfdb1a4b35ad owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:46:32.416473 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.ipam_backend_mixin [None req-ced79d32-891d-42b9-af8b-46d659e5acdf tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Port 43110e3b-2f1f-494a-ba30-cfdb1a4b35ad was not found and therefore no delete operation was performed {{(pid=102468) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 17:46:32.424568 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port de84b96e-4eda-4168-b5b5-eb62fb025e44, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=de84b96e-4eda-4168-b5b5-eb62fb025e44,segment=NetworkSegment(51c1b5a4-7bb8-4be7-85ed-95a81ff0ce6d),segment_id=51c1b5a4-7bb8-4be7-85ed-95a81ff0ce6d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:32.430378 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ced79d32-891d-42b9-af8b-46d659e5acdf tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:32.434396 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:32.599680 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced79d32-891d-42b9-af8b-46d659e5acdf tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Pushing event deleted for resources: {'Port': ['ID=43110e3b-2f1f-494a-ba30-cfdb1a4b35ad,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:32.614132 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced79d32-891d-42b9-af8b-46d659e5acdf tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] No DVR routers for this DVR port 43110e3b-2f1f-494a-ba30-cfdb1a4b35ad on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:46:32.660232 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=de84b96e-4eda-4168-b5b5-eb62fb025e44,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:32.670250 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 43110e3b-2f1f-494a-ba30-cfdb1a4b35ad no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:46:32.819379 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6119af7e-da1f-4943-aa12-80ee4eebbaa5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:32.882100 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-af318f06-db45-4ec2-b15e-8de164599f9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:46:32.883279 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-af318f06-db45-4ec2-b15e-8de164599f9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:46:32.904113 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 43110e3b-2f1f-494a-ba30-cfdb1a4b35ad {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:46:32.904678 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 43110e3b-2f1f-494a-ba30-cfdb1a4b35ad not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:46:32.937437 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0715b59c-1104-40a5-9be0-0e95454530ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:32.962183 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6119af7e-da1f-4943-aa12-80ee4eebbaa5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:46:32.973059 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119af7e-da1f-4943-aa12-80ee4eebbaa5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Pushing event updated for resources: {'Port': ['ID=4134dfff-a076-45ad-8c7d-853f24681ecd,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:32.980683 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-6119af7e-da1f-4943-aa12-80ee4eebbaa5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:46:32.992228 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6119af7e-da1f-4943-aa12-80ee4eebbaa5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:46:33.023977 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3d900e70-3982-4811-8a06-78e6f4047aac tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:33.036603 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f833882-88aa-4eb9-86ce-a892d68f232a tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:33.055160 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ced79d32-891d-42b9-af8b-46d659e5acdf tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:33.119259 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device de84b96e-4eda-4168-b5b5-eb62fb025e44 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:46:33.135078 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43ddb7a5-aeb3-4f9a-b129-542c36c393f2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:33.179772 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-ced79d32-891d-42b9-af8b-46d659e5acdf tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['855b0091-5c7a-4a80-9d02-5492a767409d']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:33.200636 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-ced79d32-891d-42b9-af8b-46d659e5acdf tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '506fd250-3287-4921-bfd6-7f0514d0c08f') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:33.201298 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-ced79d32-891d-42b9-af8b-46d659e5acdf tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '506fd250-3287-4921-bfd6-7f0514d0c08f') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:33.252835 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ced79d32-891d-42b9-af8b-46d659e5acdf tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:33.288049 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port de84b96e-4eda-4168-b5b5-eb62fb025e44 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:33.288434 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:33.353388 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ced79d32-891d-42b9-af8b-46d659e5acdf tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:33.468254 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced79d32-891d-42b9-af8b-46d659e5acdf tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:46:33.468997 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ced79d32-891d-42b9-af8b-46d659e5acdf tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:33.476697 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:46:33.476697 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:46:33.476697 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:46:33.476697 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:46:33.476697 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:46:33.476697 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:46:33.476697 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:46:33.476697 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:46:33.476697 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:46:33.476697 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:46:33.476697 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:46:33.476697 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:46:33.476697 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:46:33.476697 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:46:33.476697 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:46:33.476697 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:46:33.476697 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:46:33.476697 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:46:33.476697 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:46:33.476697 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:46:33.476697 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:46:33.476697 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:46:33.476697 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:46:33.476697 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:46:33.476697 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:46:33.476697 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:46:33.476697 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:46:33.476697 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:46:33.476697 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:46:33.476697 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:46:33.476697 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:46:33.476697 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:46:33.483130 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f833882-88aa-4eb9-86ce-a892d68f232a tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:33.606050 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3ceb4f85-55b5-438b-940a-bd4b18e91284 None None] Provisioning complete for port 53580d89-c4ea-40bd-bd11-c237a77b674b triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:33.606931 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3ceb4f85-55b5-438b-940a-bd4b18e91284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:33.630266 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f833882-88aa-4eb9-86ce-a892d68f232a tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Subnet': ['ID=ca8ec143-a59a-42e5-877d-8c0725393f97,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:33.630982 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f833882-88aa-4eb9-86ce-a892d68f232a tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:33.635366 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4f833882-88aa-4eb9-86ce-a892d68f232a tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/subnets/ca8ec143-a59a-42e5-877d-8c0725393f97 HTTP/1.1" status: 204 len: 168 time: 3.3424771 Nov 10 17:46:33.648876 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53016) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:33.703098 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ced79d32-891d-42b9-af8b-46d659e5acdf tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:33.705675 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b333419-2b98-4376-ab67-692ec66fad08 None None] Network 49d4bfb0-566c-442f-9320-f783fd08af5a requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:46:33.731387 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ced79d32-891d-42b9-af8b-46d659e5acdf tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:33.742510 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ced79d32-891d-42b9-af8b-46d659e5acdf tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "DELETE /v2.0/networks/855b0091-5c7a-4a80-9d02-5492a767409d HTTP/1.1" status: 204 len: 168 time: 4.3209810 Nov 10 17:46:33.751166 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53018) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:33.848519 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced79d32-891d-42b9-af8b-46d659e5acdf tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Pushing event deleted for resources: {'Network': ['ID=855b0091-5c7a-4a80-9d02-5492a767409d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:33.876434 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cd7af8a-7dc5-47da-9fc7-7cd0dc2a4d68 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Deleting subnet bd11de1b-18b3-49c5-897f-bc067a6ecd91 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:46:33.924769 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0cd7af8a-7dc5-47da-9fc7-7cd0dc2a4d68 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:33.935836 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-3ceb4f85-55b5-438b-940a-bd4b18e91284 None None] Port 53580d89-c4ea-40bd-bd11-c237a77b674b cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:46:34.007363 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-798c60c8-3f47-4e52-bf2b-35deab5b87e9 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Deleting subnet 63c60713-fade-4b8c-bbf9-f2d40f4124ec {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:46:34.039537 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-798c60c8-3f47-4e52-bf2b-35deab5b87e9 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:34.077416 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:34.078305 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3ceb4f85-55b5-438b-940a-bd4b18e91284 None None] Provisioning complete for port de84b96e-4eda-4168-b5b5-eb62fb025e44 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:34.078607 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3ceb4f85-55b5-438b-940a-bd4b18e91284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:34.171470 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0cd7af8a-7dc5-47da-9fc7-7cd0dc2a4d68 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:34.258014 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-798c60c8-3f47-4e52-bf2b-35deab5b87e9 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:34.397829 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6119af7e-da1f-4943-aa12-80ee4eebbaa5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:34.447457 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43ddb7a5-aeb3-4f9a-b129-542c36c393f2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:34.496614 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1bc4da-500d-43b4-a71c-fd2ccf747987 None None] DHCP port deletion for 49d4bfb0-566c-442f-9320-f783fd08af5a request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:46:34.497003 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43ddb7a5-aeb3-4f9a-b129-542c36c393f2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:34.590725 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3ceb4f85-55b5-438b-940a-bd4b18e91284 None None] Provisioning complete for port 2a6d217d-919a-4078-941e-5e19ad9b03be triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:34.591386 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3ceb4f85-55b5-438b-940a-bd4b18e91284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:34.603192 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6119af7e-da1f-4943-aa12-80ee4eebbaa5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:34.629171 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-798c60c8-3f47-4e52-bf2b-35deab5b87e9 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:34.669382 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-3ceb4f85-55b5-438b-940a-bd4b18e91284 None None] Port 2a6d217d-919a-4078-941e-5e19ad9b03be cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:46:34.684580 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-5e1bc4da-500d-43b4-a71c-fd2ccf747987 None None] Deleting port 0c543fdf-707f-46d7-89ac-eb520091ab90 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:46:34.685521 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5e1bc4da-500d-43b4-a71c-fd2ccf747987 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:34.837256 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ddb7a5-aeb3-4f9a-b129-542c36c393f2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Port': ['ID=2a6d217d-919a-4078-941e-5e19ad9b03be,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:34.843369 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-5e1bc4da-500d-43b4-a71c-fd2ccf747987 None None] For port 0c543fdf-707f-46d7-89ac-eb520091ab90, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=0c543fdf-707f-46d7-89ac-eb520091ab90,segment=NetworkSegment(9157f89d-4015-4acc-8a70-bd6d424c8787),segment_id=9157f89d-4015-4acc-8a70-bd6d424c8787)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:34.848738 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5e1bc4da-500d-43b4-a71c-fd2ccf747987 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:34.876035 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0cd7af8a-7dc5-47da-9fc7-7cd0dc2a4d68 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:34.889171 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-5e1bc4da-500d-43b4-a71c-fd2ccf747987 None None] Calling delete_port for 0c543fdf-707f-46d7-89ac-eb520091ab90 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:46:34.966096 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-798c60c8-3f47-4e52-bf2b-35deab5b87e9 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:34.973134 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6119af7e-da1f-4943-aa12-80ee4eebbaa5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:34.989630 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43ddb7a5-aeb3-4f9a-b129-542c36c393f2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:35.044096 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3d900e70-3982-4811-8a06-78e6f4047aac tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:35.054550 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6119af7e-da1f-4943-aa12-80ee4eebbaa5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:35.104134 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 0c543fdf-707f-46d7-89ac-eb520091ab90 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:46:35.149915 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c60c8-3f47-4e52-bf2b-35deab5b87e9 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Pushing event deleted for resources: {'Subnet': ['ID=63c60713-fade-4b8c-bbf9-f2d40f4124ec,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:35.155454 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5e1bc4da-500d-43b4-a71c-fd2ccf747987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:35.185282 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-798c60c8-3f47-4e52-bf2b-35deab5b87e9 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:35.199442 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-798c60c8-3f47-4e52-bf2b-35deab5b87e9 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "DELETE /v2.0/subnets/63c60713-fade-4b8c-bbf9-f2d40f4124ec HTTP/1.1" status: 204 len: 168 time: 1.4376504 Nov 10 17:46:35.209547 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53030) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:35.226950 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb588ec-47dd-4d6a-b5e1-ba466472ae74 None None] Network 4be22fe8-5539-4634-8b18-ee471c9578ac requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:46:35.235170 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1bc4da-500d-43b4-a71c-fd2ccf747987 None None] Pushing event deleted for resources: {'Port': ['ID=0c543fdf-707f-46d7-89ac-eb520091ab90,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:35.325428 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119af7e-da1f-4943-aa12-80ee4eebbaa5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Pushing event updated for resources: {'Port': ['ID=4134dfff-a076-45ad-8c7d-853f24681ecd,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:35.330606 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1bc4da-500d-43b4-a71c-fd2ccf747987 None None] No DVR routers for this DVR port 0c543fdf-707f-46d7-89ac-eb520091ab90 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:46:35.364101 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No active binding found for port 0c543fdf-707f-46d7-89ac-eb520091ab90 {{(pid=102470) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 17:46:35.364925 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 0c543fdf-707f-46d7-89ac-eb520091ab90 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:46:35.472804 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-37683402-df54-4fd2-a846-fe6780f269f9 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:35.504806 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0cd7af8a-7dc5-47da-9fc7-7cd0dc2a4d68 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:35.564093 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6119af7e-da1f-4943-aa12-80ee4eebbaa5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:35.581934 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:35.601618 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7af8a-7dc5-47da-9fc7-7cd0dc2a4d68 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Subnet': ['ID=bd11de1b-18b3-49c5-897f-bc067a6ecd91,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:35.601814 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6119af7e-da1f-4943-aa12-80ee4eebbaa5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:35.616638 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6119af7e-da1f-4943-aa12-80ee4eebbaa5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4306574 Nov 10 17:46:35.628954 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0cd7af8a-7dc5-47da-9fc7-7cd0dc2a4d68 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:35.634078 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0cd7af8a-7dc5-47da-9fc7-7cd0dc2a4d68 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/subnets/bd11de1b-18b3-49c5-897f-bc067a6ecd91 HTTP/1.1" status: 204 len: 168 time: 1.9815617 Nov 10 17:46:35.638575 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53038) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:35.657419 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce20ccc8-bcce-42bd-8b8e-e5f63b25f9f5 None None] Network 522dce3a-5787-4a64-95f6-f0dc4beee792 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:46:35.659960 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ddb7a5-aeb3-4f9a-b129-542c36c393f2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network 5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:46:35.663709 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-43ddb7a5-aeb3-4f9a-b129-542c36c393f2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:46:35.854624 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da60937-8469-4538-8a35-944e6e324b82 None None] DHCP port deletion for 4be22fe8-5539-4634-8b18-ee471c9578ac request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:46:35.910019 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-415bfe65-0f0d-4743-aece-359bd40c6da5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:35.924764 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d900e70-3982-4811-8a06-78e6f4047aac tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Router fd76fffb-f6d0-40a7-bc61-de41bc193a4f is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:46:35.935297 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-37683402-df54-4fd2-a846-fe6780f269f9 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Deleting port c9202d3e-d2c4-40e6-822a-20303fcc20bf {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:46:35.935969 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-37683402-df54-4fd2-a846-fe6780f269f9 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:36.257156 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-37683402-df54-4fd2-a846-fe6780f269f9 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] For port c9202d3e-d2c4-40e6-822a-20303fcc20bf, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c9202d3e-d2c4-40e6-822a-20303fcc20bf,segment=NetworkSegment(2ba91a2d-e20e-4ac7-886f-a4f5d34f4cec),segment_id=2ba91a2d-e20e-4ac7-886f-a4f5d34f4cec)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:36.257752 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-37683402-df54-4fd2-a846-fe6780f269f9 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:36.335148 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-37683402-df54-4fd2-a846-fe6780f269f9 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Calling delete_port for c9202d3e-d2c4-40e6-822a-20303fcc20bf owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:46:36.375957 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:36.420497 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b56f6e79-0efa-42d8-980d-394fa92995c6 None None] Provisioning complete for port 2a6d217d-919a-4078-941e-5e19ad9b03be triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:36.420497 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b56f6e79-0efa-42d8-980d-394fa92995c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:36.427663 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ddb7a5-aeb3-4f9a-b129-542c36c393f2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:46:36.434541 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-415bfe65-0f0d-4743-aece-359bd40c6da5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:36.520046 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-4da60937-8469-4538-8a35-944e6e324b82 None None] Deleting port c9202d3e-d2c4-40e6-822a-20303fcc20bf {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:46:36.520388 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4da60937-8469-4538-8a35-944e6e324b82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:36.541372 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d900e70-3982-4811-8a06-78e6f4047aac tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:46:36.554867 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832702a5-da5b-4296-8b3b-5a798df066b0 None None] Sync routers for ids ['fd76fffb-f6d0-40a7-bc61-de41bc193a4f'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:46:36.587227 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-415bfe65-0f0d-4743-aece-359bd40c6da5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d4bfb0-566c-442f-9320-f783fd08af5a']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:36.592064 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832702a5-da5b-4296-8b3b-5a798df066b0 None None] Routers {'fd76fffb-f6d0-40a7-bc61-de41bc193a4f'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:46:36.592737 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-832702a5-da5b-4296-8b3b-5a798df066b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:46:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['fd76fffb-f6d0-40a7-bc61-de41bc193a4f'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:36.602610 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-415bfe65-0f0d-4743-aece-359bd40c6da5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9157f89d-4015-4acc-8a70-bd6d424c8787') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:36.602994 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-415bfe65-0f0d-4743-aece-359bd40c6da5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9157f89d-4015-4acc-8a70-bd6d424c8787') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:36.614624 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-415bfe65-0f0d-4743-aece-359bd40c6da5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:36.684014 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3d900e70-3982-4811-8a06-78e6f4047aac tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:36.685479 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3d900e70-3982-4811-8a06-78e6f4047aac tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.9285977 Nov 10 17:46:36.692665 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53062) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:36.709341 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-415bfe65-0f0d-4743-aece-359bd40c6da5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:36.724723 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-832702a5-da5b-4296-8b3b-5a798df066b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:36.747663 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832702a5-da5b-4296-8b3b-5a798df066b0 None None] Routers {'fd76fffb-f6d0-40a7-bc61-de41bc193a4f'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:46:36.748629 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-832702a5-da5b-4296-8b3b-5a798df066b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:46:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['fd76fffb-f6d0-40a7-bc61-de41bc193a4f'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:36.757575 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-415bfe65-0f0d-4743-aece-359bd40c6da5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:46:36.758088 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-415bfe65-0f0d-4743-aece-359bd40c6da5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:36.761868 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:46:36.761868 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:46:36.761868 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:46:36.761868 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:46:36.761868 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:46:36.761868 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:46:36.761868 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:46:36.761868 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:46:36.761868 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:46:36.761868 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:46:36.761868 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:46:36.761868 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:46:36.761868 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:46:36.761868 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:46:36.761868 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:46:36.761868 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:46:36.761868 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:46:36.761868 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:46:36.761868 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:46:36.761868 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:46:36.761868 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:46:36.761868 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:46:36.761868 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:46:36.761868 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:46:36.761868 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:46:36.761868 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:46:36.761868 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:46:36.761868 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:46:36.761868 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:46:36.761868 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:46:36.761868 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:46:36.761868 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:46:36.765737 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-4da60937-8469-4538-8a35-944e6e324b82 None None] For port c9202d3e-d2c4-40e6-822a-20303fcc20bf, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c9202d3e-d2c4-40e6-822a-20303fcc20bf,segment=NetworkSegment(2ba91a2d-e20e-4ac7-886f-a4f5d34f4cec),segment_id=2ba91a2d-e20e-4ac7-886f-a4f5d34f4cec)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:36.766303 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4da60937-8469-4538-8a35-944e6e324b82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:36.769737 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-505e52fe-c034-45b8-8133-595d5b3c89df tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1289445462&fields=id&tenant_id=87ef8f67c317450abb70e6821b7851c3 HTTP/1.1" status: 200 len: 267 time: 0.3484542 Nov 10 17:46:36.810178 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-4da60937-8469-4538-8a35-944e6e324b82 None None] Calling delete_port for c9202d3e-d2c4-40e6-822a-20303fcc20bf owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:46:36.840202 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-832702a5-da5b-4296-8b3b-5a798df066b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:36.841546 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832702a5-da5b-4296-8b3b-5a798df066b0 None None] The sync data for ids ['fd76fffb-f6d0-40a7-bc61-de41bc193a4f'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:46:36.857465 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821c87e9-84db-4919-a3f1-16cc237f4b66 None None] DHCP port deletion for 522dce3a-5787-4a64-95f6-f0dc4beee792 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:46:36.946053 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ddb7a5-aeb3-4f9a-b129-542c36c393f2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:46:36.953337 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-0e293c70-e82a-47b6-ba57-ef94c09044b0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:36.954905 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-43ddb7a5-aeb3-4f9a-b129-542c36c393f2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "PUT /v2.0/routers/020f89b0-b6db-4aa4-b7ba-80383aec5c3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9755118 Nov 10 17:46:36.955200 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-0e293c70-e82a-47b6-ba57-ef94c09044b0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports/224ef4d3-dee2-4bcd-947b-b7c7a9b0544c HTTP/1.1" status: 200 len: 936 time: 0.1704352 Nov 10 17:46:36.958198 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-37683402-df54-4fd2-a846-fe6780f269f9 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:36.963906 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53064) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:36.969270 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-11baee68-a29b-461e-bba0-ea850016f86e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Request body: {'network': {'name': 'tempest-RoutersTest-1354420230'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:36.996715 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37683402-df54-4fd2-a846-fe6780f269f9 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] No DVR routers for this DVR port c9202d3e-d2c4-40e6-822a-20303fcc20bf on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:46:37.010359 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f86b1e-1556-412e-96bf-ac86ecca0322 None None] Sync routers for ids ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:46:37.018870 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11baee68-a29b-461e-bba0-ea850016f86e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Made reservation on behalf of 4fd3b9eed2924ca2ac275ce6910fdaae for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:46:37.024661 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-11baee68-a29b-461e-bba0-ea850016f86e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:37.045108 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37683402-df54-4fd2-a846-fe6780f269f9 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Pushing event deleted for resources: {'Port': ['ID=c9202d3e-d2c4-40e6-822a-20303fcc20bf,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:37.054509 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-415bfe65-0f0d-4743-aece-359bd40c6da5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:37.081360 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-415bfe65-0f0d-4743-aece-359bd40c6da5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:37.089388 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-415bfe65-0f0d-4743-aece-359bd40c6da5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/networks/49d4bfb0-566c-442f-9320-f783fd08af5a HTTP/1.1" status: 204 len: 168 time: 1.4449675 Nov 10 17:46:37.096640 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53066) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:37.104609 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f86b1e-1556-412e-96bf-ac86ecca0322 None None] Routers {'020f89b0-b6db-4aa4-b7ba-80383aec5c3f'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:46:37.106058 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f5f86b1e-1556-412e-96bf-ac86ecca0322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:46:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:37.126037 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0c33a114-d21c-4596-a2ad-eafd8cc139e4 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] 10.222.0.39 "GET /v2.0/routers/fd76fffb-f6d0-40a7-bc61-de41bc193a4f HTTP/1.1" status: 200 len: 925 time: 0.4279430 Nov 10 17:46:37.147204 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-cbbbc8ad-596c-47fe-a550-384db1c25146 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:37.148878 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-cbbbc8ad-596c-47fe-a550-384db1c25146 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports/47f8f0ae-9d1a-48c8-a567-346cf76cba57 HTTP/1.1" status: 200 len: 935 time: 0.1496162 Nov 10 17:46:37.149637 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bfe65-0f0d-4743-aece-359bd40c6da5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Network': ['ID=49d4bfb0-566c-442f-9320-f783fd08af5a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:37.152035 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53068) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:37.201860 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-37683402-df54-4fd2-a846-fe6780f269f9 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:37.240617 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-37683402-df54-4fd2-a846-fe6780f269f9 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be22fe8-5539-4634-8b18-ee471c9578ac']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:37.255124 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-37683402-df54-4fd2-a846-fe6780f269f9 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ba91a2d-e20e-4ac7-886f-a4f5d34f4cec') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:37.255452 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-37683402-df54-4fd2-a846-fe6780f269f9 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ba91a2d-e20e-4ac7-886f-a4f5d34f4cec') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:37.269358 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-37683402-df54-4fd2-a846-fe6780f269f9 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:37.283908 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-b56f6e79-0efa-42d8-980d-394fa92995c6 None None] Port 2a6d217d-919a-4078-941e-5e19ad9b03be cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:46:37.285602 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-37683402-df54-4fd2-a846-fe6780f269f9 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:37.298223 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37683402-df54-4fd2-a846-fe6780f269f9 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:46:37.299781 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-37683402-df54-4fd2-a846-fe6780f269f9 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:37.304887 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:46:37.304887 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:46:37.304887 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:46:37.304887 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:46:37.304887 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:46:37.304887 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:46:37.304887 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:46:37.304887 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:46:37.304887 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:46:37.304887 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:46:37.304887 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:46:37.304887 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:46:37.304887 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:46:37.304887 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:46:37.304887 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:46:37.304887 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:46:37.304887 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:46:37.304887 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:46:37.304887 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:46:37.304887 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:46:37.304887 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:46:37.304887 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:46:37.304887 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:46:37.304887 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:46:37.304887 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:46:37.304887 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:46:37.304887 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:46:37.304887 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:46:37.304887 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:46:37.304887 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:46:37.304887 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:46:37.304887 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:46:37.320104 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c9202d3e-d2c4-40e6-822a-20303fcc20bf no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:46:37.344486 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-46a529b4-449d-4beb-8622-0efd14811f64 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd76fffb-f6d0-40a7-bc61-de41bc193a4f HTTP/1.1" status: 200 len: 205 time: 0.1467798 Nov 10 17:46:37.355002 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-5870432a-e2fd-4bc6-adc0-8e0c4113d8e8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?network_id=49bc9a4d-2019-4c3e-98a9-200317b395fd&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1206498 Nov 10 17:46:37.359910 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53070) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:37.403344 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: c9202d3e-d2c4-40e6-822a-20303fcc20bf {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:46:37.405104 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c9202d3e-d2c4-40e6-822a-20303fcc20bf not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:46:37.405764 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c27296a2-bca8-4391-a31c-ca110a259ca4 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:46:37.409301 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-37683402-df54-4fd2-a846-fe6780f269f9 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:37.416954 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-80634cf8-fd87-4781-94fa-d1c3643cb3c0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:37.422485 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11baee68-a29b-461e-bba0-ea850016f86e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:46:37.428751 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-37683402-df54-4fd2-a846-fe6780f269f9 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:37.444410 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-37683402-df54-4fd2-a846-fe6780f269f9 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] 10.222.0.39 "DELETE /v2.0/networks/4be22fe8-5539-4634-8b18-ee471c9578ac HTTP/1.1" status: 204 len: 168 time: 2.2134264 Nov 10 17:46:37.499073 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37683402-df54-4fd2-a846-fe6780f269f9 tempest-ServersTestMultiNic-874393520 tempest-ServersTestMultiNic-874393520-project] Pushing event deleted for resources: {'Network': ['ID=4be22fe8-5539-4634-8b18-ee471c9578ac,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:37.559245 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-f5f86b1e-1556-412e-96bf-ac86ecca0322 None None] Set router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:46:37.607877 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-2f31dcd0-0627-412a-852f-5502ff059b9d tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?network_id=49bc9a4d-2019-4c3e-98a9-200317b395fd&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1872289 Nov 10 17:46:37.610435 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-11baee68-a29b-461e-bba0-ea850016f86e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:37.611190 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-11baee68-a29b-461e-bba0-ea850016f86e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Added segment cc03bd5f-6a20-4d10-82bc-dc659c682fe2 of type vlan for network 4c5cca05-b439-49fc-bc43-1f90397dd7e5 Nov 10 17:46:37.709449 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-11baee68-a29b-461e-bba0-ea850016f86e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:37.800701 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53092) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:37.812384 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4da60937-8469-4538-8a35-944e6e324b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:37.870809 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-11baee68-a29b-461e-bba0-ea850016f86e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:37.895817 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11baee68-a29b-461e-bba0-ea850016f86e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:37.898104 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-11baee68-a29b-461e-bba0-ea850016f86e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:38.025419 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4da60937-8469-4538-8a35-944e6e324b82 None None] Network 4be22fe8-5539-4634-8b18-ee471c9578ac is not hosted by any dhcp agent {{(pid=102470) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 17:46:38.026417 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da60937-8469-4538-8a35-944e6e324b82 None None] No DVR routers for this DVR port c9202d3e-d2c4-40e6-822a-20303fcc20bf on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:46:38.051015 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-11baee68-a29b-461e-bba0-ea850016f86e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0810502 Nov 10 17:46:38.061984 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da60937-8469-4538-8a35-944e6e324b82 None None] Pushing event deleted for resources: {'Port': ['ID=c9202d3e-d2c4-40e6-822a-20303fcc20bf,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:38.134328 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-821c87e9-84db-4919-a3f1-16cc237f4b66 None None] Deleting port c27296a2-bca8-4391-a31c-ca110a259ca4 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:46:38.134757 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-821c87e9-84db-4919-a3f1-16cc237f4b66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:38.139865 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53098) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:38.193693 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-6815e87b-e85e-45b0-a2d5-484c6d643cd4 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Request body: {'subnet': {'network_id': '4c5cca05-b439-49fc-bc43-1f90397dd7e5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:38.361449 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11baee68-a29b-461e-bba0-ea850016f86e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Network': ['ID=4c5cca05-b439-49fc-bc43-1f90397dd7e5,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:38.397639 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c6f6b180-4913-4f5d-8cea-75edf76bcf0a tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:38.486666 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-821c87e9-84db-4919-a3f1-16cc237f4b66 None None] For port c27296a2-bca8-4391-a31c-ca110a259ca4, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c27296a2-bca8-4391-a31c-ca110a259ca4,segment=NetworkSegment(be931020-b4fc-4495-9e65-587c17b15931),segment_id=be931020-b4fc-4495-9e65-587c17b15931)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:38.488255 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-821c87e9-84db-4919-a3f1-16cc237f4b66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:38.532845 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-821c87e9-84db-4919-a3f1-16cc237f4b66 None None] Calling delete_port for c27296a2-bca8-4391-a31c-ca110a259ca4 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:46:38.554162 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6815e87b-e85e-45b0-a2d5-484c6d643cd4 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Made reservation on behalf of 4fd3b9eed2924ca2ac275ce6910fdaae for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:46:38.558793 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6815e87b-e85e-45b0-a2d5-484c6d643cd4 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:38.573157 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-cd77dd20-5cd3-4e54-8f4b-452526d80fc0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:38.591112 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-cd77dd20-5cd3-4e54-8f4b-452526d80fc0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:38.606337 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-cd77dd20-5cd3-4e54-8f4b-452526d80fc0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:38.608133 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-cd77dd20-5cd3-4e54-8f4b-452526d80fc0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/networks?id=7ba70b55-5d77-4457-b11f-9823987d654f&id=47baead0-3e81-4ecd-90e6-eeb908ade233&id=47baead0-3e81-4ecd-90e6-eeb908ade233&id=49bc9a4d-2019-4c3e-98a9-200317b395fd&id=49bc9a4d-2019-4c3e-98a9-200317b395fd HTTP/1.1" status: 200 len: 1994 time: 0.9776006 Nov 10 17:46:38.928247 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 4c5cca05-b439-49fc-bc43-1f90397dd7e5 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:46:38.939820 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-821c87e9-84db-4919-a3f1-16cc237f4b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:38.950834 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:39.425797 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-80634cf8-fd87-4781-94fa-d1c3643cb3c0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Deleting port c27296a2-bca8-4391-a31c-ca110a259ca4 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:46:39.426586 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-80634cf8-fd87-4781-94fa-d1c3643cb3c0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:39.529919 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-80634cf8-fd87-4781-94fa-d1c3643cb3c0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] For port c27296a2-bca8-4391-a31c-ca110a259ca4, host n-d-776250-10, got binding levels [] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:39.530892 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-80634cf8-fd87-4781-94fa-d1c3643cb3c0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:39.557913 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-80634cf8-fd87-4781-94fa-d1c3643cb3c0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Calling delete_port for c27296a2-bca8-4391-a31c-ca110a259ca4 owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:46:39.564326 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.ipam_backend_mixin [None req-80634cf8-fd87-4781-94fa-d1c3643cb3c0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Port c27296a2-bca8-4391-a31c-ca110a259ca4 was not found and therefore no delete operation was performed {{(pid=102469) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 17:46:39.604338 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-80634cf8-fd87-4781-94fa-d1c3643cb3c0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:39.645240 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c87e9-84db-4919-a3f1-16cc237f4b66 None None] Pushing event deleted for resources: {'Port': ['ID=c27296a2-bca8-4391-a31c-ca110a259ca4,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:39.688004 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821c87e9-84db-4919-a3f1-16cc237f4b66 None None] No DVR routers for this DVR port c27296a2-bca8-4391-a31c-ca110a259ca4 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:46:39.799785 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f5f86b1e-1556-412e-96bf-ac86ecca0322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'name': 'tempest-RoutersTest-router-1978934352', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:21Z', 'updated_at': '2021-11-10T17:46:32Z', 'revision_number': 2, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None, '_interfaces': [{'id': '2a6d217d-919a-4078-941e-5e19ad9b03be', 'name': '', 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:3f:a8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:28Z', 'updated_at': '2021-11-10T17:46:33Z', 'revision_number': 2, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:39.867094 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-e1e4ad81-2c22-4565-bf13-d9f560286873 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/quotas/87ef8f67c317450abb70e6821b7851c3 HTTP/1.1" status: 200 len: 375 time: 0.2949409 Nov 10 17:46:39.868011 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80634cf8-fd87-4781-94fa-d1c3643cb3c0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] No DVR routers for this DVR port c27296a2-bca8-4391-a31c-ca110a259ca4 on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:46:39.899197 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b33df73-1026-42b8-ba3b-2d4e028dd439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:39.930518 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f86b1e-1556-412e-96bf-ac86ecca0322 None None] Checking router: 020f89b0-b6db-4aa4-b7ba-80383aec5c3f for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:46:39.931262 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f86b1e-1556-412e-96bf-ac86ecca0322 None None] Updating router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f port 2a6d217d-919a-4078-941e-5e19ad9b03be binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:46:39.948671 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80634cf8-fd87-4781-94fa-d1c3643cb3c0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Port': ['ID=c27296a2-bca8-4391-a31c-ca110a259ca4,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:40.038441 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f5f86b1e-1556-412e-96bf-ac86ecca0322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:40.082074 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c6f6b180-4913-4f5d-8cea-75edf76bcf0a tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:40.389516 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-80634cf8-fd87-4781-94fa-d1c3643cb3c0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:40.609096 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f5f86b1e-1556-412e-96bf-ac86ecca0322 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:40.617396 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-80634cf8-fd87-4781-94fa-d1c3643cb3c0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['522dce3a-5787-4a64-95f6-f0dc4beee792']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:40.619125 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f5f86b1e-1556-412e-96bf-ac86ecca0322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:40.688711 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-667fbba1-a805-40fe-a5de-6e9344871b58 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=87ef8f67c317450abb70e6821b7851c3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.6124244 Nov 10 17:46:40.755946 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9566311-a6d9-4247-b6a1-016df8b41aa6 None None] Pushing event updated for resources: {'Port': ['ID=2a6d217d-919a-4078-941e-5e19ad9b03be,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:40.812269 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-8b33df73-1026-42b8-ba3b-2d4e028dd439 admin admin] Deleting port c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:46:40.812612 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b33df73-1026-42b8-ba3b-2d4e028dd439 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:40.909855 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-80634cf8-fd87-4781-94fa-d1c3643cb3c0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be931020-b4fc-4495-9e65-587c17b15931') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:40.910756 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-80634cf8-fd87-4781-94fa-d1c3643cb3c0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be931020-b4fc-4495-9e65-587c17b15931') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:40.944727 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f5f86b1e-1556-412e-96bf-ac86ecca0322 None None] Attempting to bind port 2a6d217d-919a-4078-941e-5e19ad9b03be on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:46:40.945232 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f5f86b1e-1556-412e-96bf-ac86ecca0322 None None] Attempting to bind port 2a6d217d-919a-4078-941e-5e19ad9b03be by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '51c1b5a4-7bb8-4be7-85ed-95a81ff0ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:46:40.945571 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f86b1e-1556-412e-96bf-ac86ecca0322 None None] Attempting to bind port 2a6d217d-919a-4078-941e-5e19ad9b03be on network 5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:46:40.954259 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f86b1e-1556-412e-96bf-ac86ecca0322 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:46:40.954649 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f86b1e-1556-412e-96bf-ac86ecca0322 None None] Checking segment: {'id': '51c1b5a4-7bb8-4be7-85ed-95a81ff0ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:46:40.955687 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f5f86b1e-1556-412e-96bf-ac86ecca0322 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:40.955999 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f86b1e-1556-412e-96bf-ac86ecca0322 None None] Bound using segment: {'id': '51c1b5a4-7bb8-4be7-85ed-95a81ff0ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:46:40.956612 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f5f86b1e-1556-412e-96bf-ac86ecca0322 None None] Bound port: 2a6d217d-919a-4078-941e-5e19ad9b03be, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c1b5a4-7bb8-4be7-85ed-95a81ff0ce6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:46:40.956938 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f5f86b1e-1556-412e-96bf-ac86ecca0322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:41.003921 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-8b33df73-1026-42b8-ba3b-2d4e028dd439 admin admin] For port c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7,segment=NetworkSegment(506b5647-0870-411d-addc-259c9ee09ffd),segment_id=506b5647-0870-411d-addc-259c9ee09ffd)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:41.004881 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b33df73-1026-42b8-ba3b-2d4e028dd439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:41.022708 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-8b33df73-1026-42b8-ba3b-2d4e028dd439 admin admin] Calling delete_port for c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:46:41.078617 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-80634cf8-fd87-4781-94fa-d1c3643cb3c0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:41.139545 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f5f86b1e-1556-412e-96bf-ac86ecca0322 None None] For port 2a6d217d-919a-4078-941e-5e19ad9b03be, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:46:41.144333 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f5f86b1e-1556-412e-96bf-ac86ecca0322 None None] For port 2a6d217d-919a-4078-941e-5e19ad9b03be, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2a6d217d-919a-4078-941e-5e19ad9b03be,segment=NetworkSegment(51c1b5a4-7bb8-4be7-85ed-95a81ff0ce6d),segment_id=51c1b5a4-7bb8-4be7-85ed-95a81ff0ce6d)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:46:41.151538 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f5f86b1e-1556-412e-96bf-ac86ecca0322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:41.363074 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9566311-a6d9-4247-b6a1-016df8b41aa6 None None] Pushing event updated for resources: {'Port': ['ID=2a6d217d-919a-4078-941e-5e19ad9b03be,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:41.390882 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-80634cf8-fd87-4781-94fa-d1c3643cb3c0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:41.448951 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f86b1e-1556-412e-96bf-ac86ecca0322 None None] Routers {'020f89b0-b6db-4aa4-b7ba-80383aec5c3f'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:46:41.449602 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f5f86b1e-1556-412e-96bf-ac86ecca0322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:46:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:41.452131 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-102798ea-6215-444f-965c-3747bf7019ed None None] Provisioning complete for port 2a6d217d-919a-4078-941e-5e19ad9b03be triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:41.452535 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-102798ea-6215-444f-965c-3747bf7019ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:41.473731 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80634cf8-fd87-4781-94fa-d1c3643cb3c0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:46:41.473976 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-80634cf8-fd87-4781-94fa-d1c3643cb3c0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:41.489615 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:46:41.489615 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:46:41.489615 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:46:41.489615 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:46:41.489615 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:46:41.489615 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:46:41.489615 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:46:41.489615 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:46:41.489615 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:46:41.489615 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:46:41.489615 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:46:41.489615 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:46:41.489615 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:46:41.489615 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:46:41.489615 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:46:41.489615 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:46:41.489615 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:46:41.489615 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:46:41.489615 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:46:41.489615 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:46:41.489615 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:46:41.489615 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:46:41.489615 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:46:41.489615 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:46:41.489615 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:46:41.489615 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:46:41.489615 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:46:41.489615 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:46:41.489615 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:46:41.489615 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:46:41.489615 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:46:41.489615 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:46:41.682514 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-c6f6b180-4913-4f5d-8cea-75edf76bcf0a tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Deleting port 53580d89-c4ea-40bd-bd11-c237a77b674b {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:46:41.682947 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c6f6b180-4913-4f5d-8cea-75edf76bcf0a tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:41.725420 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b33df73-1026-42b8-ba3b-2d4e028dd439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:41.748811 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6815e87b-e85e-45b0-a2d5-484c6d643cd4 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:41.824551 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33df73-1026-42b8-ba3b-2d4e028dd439 admin admin] Pushing event deleted for resources: {'Port': ['ID=c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:41.995602 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-426fb926-3a5b-4648-8ffe-4e75ae9e4294 service neutron] 10.222.0.39 "GET /v2.0/networks/7ba70b55-5d77-4457-b11f-9823987d654f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1232154 Nov 10 17:46:42.046167 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-80634cf8-fd87-4781-94fa-d1c3643cb3c0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:42.212390 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-80634cf8-fd87-4781-94fa-d1c3643cb3c0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:42.222046 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-f5f86b1e-1556-412e-96bf-ac86ecca0322 None None] Set router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:46:42.223861 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-80634cf8-fd87-4781-94fa-d1c3643cb3c0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/networks/522dce3a-5787-4a64-95f6-f0dc4beee792 HTTP/1.1" status: 204 len: 168 time: 5.1243200 Nov 10 17:46:42.231117 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53134) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:42.261652 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-cf914f57-88f6-44bf-9631-dfe1a9cd2bfa tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-840214537'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:42.337989 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf914f57-88f6-44bf-9631-dfe1a9cd2bfa tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Made reservation on behalf of 9e394024f4884a1d89b5a6d9aedb8502 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:46:42.346465 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80634cf8-fd87-4781-94fa-d1c3643cb3c0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Network': ['ID=522dce3a-5787-4a64-95f6-f0dc4beee792,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:42.348232 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cf914f57-88f6-44bf-9631-dfe1a9cd2bfa tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:42.388361 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815e87b-e85e-45b0-a2d5-484c6d643cd4 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Subnet': ['ID=18408d1c-2a1c-4ab1-b45f-976010184a38,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:42.496796 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b33df73-1026-42b8-ba3b-2d4e028dd439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:42.501320 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6815e87b-e85e-45b0-a2d5-484c6d643cd4 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Checking segment: {'id': 'cc03bd5f-6a20-4d10-82bc-dc659c682fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4c5cca05-b439-49fc-bc43-1f90397dd7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:46:42.502088 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6815e87b-e85e-45b0-a2d5-484c6d643cd4 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network hostable DHCP agents. Network: 4c5cca05-b439-49fc-bc43-1f90397dd7e5, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:46:42.513806 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c6f6b180-4913-4f5d-8cea-75edf76bcf0a tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:42.540117 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-102798ea-6215-444f-965c-3747bf7019ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:42.626332 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf914f57-88f6-44bf-9631-dfe1a9cd2bfa tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:46:42.691287 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6815e87b-e85e-45b0-a2d5-484c6d643cd4 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network 4c5cca05-b439-49fc-bc43-1f90397dd7e5 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:46:42.696918 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cf914f57-88f6-44bf-9631-dfe1a9cd2bfa tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:42.697273 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-cf914f57-88f6-44bf-9631-dfe1a9cd2bfa tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Added segment efae55e1-9687-4518-a96f-aafc06363889 of type vlan for network ea39200d-661d-4224-9e20-943f29d4f07c Nov 10 17:46:42.738009 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-c6f6b180-4913-4f5d-8cea-75edf76bcf0a tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Calling delete_port for 53580d89-c4ea-40bd-bd11-c237a77b674b owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:46:42.789453 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-16c0bad1-a874-462a-93e3-980c2f160b58 service neutron] 10.222.0.39 "GET /v2.0/networks/7ba70b55-5d77-4457-b11f-9823987d654f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7446623 Nov 10 17:46:42.790322 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-6815e87b-e85e-45b0-a2d5-484c6d643cd4 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 4c5cca05-b439-49fc-bc43-1f90397dd7e5) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:46:42.801182 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6815e87b-e85e-45b0-a2d5-484c6d643cd4 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:42.805678 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6815e87b-e85e-45b0-a2d5-484c6d643cd4 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:42.834758 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cf914f57-88f6-44bf-9631-dfe1a9cd2bfa tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:42.881612 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-102798ea-6215-444f-965c-3747bf7019ed None None] For port 2a6d217d-919a-4078-941e-5e19ad9b03be, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2a6d217d-919a-4078-941e-5e19ad9b03be,segment=NetworkSegment(51c1b5a4-7bb8-4be7-85ed-95a81ff0ce6d),segment_id=51c1b5a4-7bb8-4be7-85ed-95a81ff0ce6d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:42.894618 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87414e35-376d-4481-98c5-c2546dd3e369 None None] Network 4c5cca05-b439-49fc-bc43-1f90397dd7e5 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:46:42.924594 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6815e87b-e85e-45b0-a2d5-484c6d643cd4 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7493474 Nov 10 17:46:42.925658 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53144) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:42.927323 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cf914f57-88f6-44bf-9631-dfe1a9cd2bfa tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:42.936489 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf914f57-88f6-44bf-9631-dfe1a9cd2bfa tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:42.937131 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cf914f57-88f6-44bf-9631-dfe1a9cd2bfa tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:43.067854 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-102798ea-6215-444f-965c-3747bf7019ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:43.140571 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-ca3a24f0-b34b-4863-8445-525e3112869f service neutron] 10.222.0.39 "GET /v2.0/ports/224ef4d3-dee2-4bcd-947b-b7c7a9b0544c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2828956 Nov 10 17:46:43.156140 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf914f57-88f6-44bf-9631-dfe1a9cd2bfa tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Network': ['ID=ea39200d-661d-4224-9e20-943f29d4f07c,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:43.164204 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cf914f57-88f6-44bf-9631-dfe1a9cd2bfa tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9260876 Nov 10 17:46:43.176424 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53146) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:43.193246 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-6fd7b086-aaeb-47fb-9b49-f317309a3c28 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Request body: {'subnet': {'network_id': 'ea39200d-661d-4224-9e20-943f29d4f07c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:43.250185 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network ea39200d-661d-4224-9e20-943f29d4f07c details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:46:43.400114 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-27d7a436-f768-45cd-98d4-337097b61fb7 None None] Provisioning complete for port 2a6d217d-919a-4078-941e-5e19ad9b03be triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:43.401255 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-27d7a436-f768-45cd-98d4-337097b61fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:43.469528 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b33df73-1026-42b8-ba3b-2d4e028dd439 admin admin] Router 617b80ec-bfde-4096-879e-3457af994746 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:46:43.477865 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd7b086-aaeb-47fb-9b49-f317309a3c28 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Made reservation on behalf of 9e394024f4884a1d89b5a6d9aedb8502 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:46:43.497261 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6fd7b086-aaeb-47fb-9b49-f317309a3c28 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:43.669621 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102798ea-6215-444f-965c-3747bf7019ed None None] Pushing event updated for resources: {'Port': ['ID=2a6d217d-919a-4078-941e-5e19ad9b03be,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:43.699939 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a4e1bb-fdbb-4853-bbe2-63a9afca8510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-4c5cca05-b439-49fc-bc43-1f90397dd7e5', 'network_id': '4c5cca05-b439-49fc-bc43-1f90397dd7e5', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'fixed_ips': [{'subnet_id': '18408d1c-2a1c-4ab1-b45f-976010184a38'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:46:43.705478 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-79a4e1bb-fdbb-4853-bbe2-63a9afca8510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:43.872358 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c6f6b180-4913-4f5d-8cea-75edf76bcf0a tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:43.927584 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6fd7b086-aaeb-47fb-9b49-f317309a3c28 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:44.036061 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6b180-4913-4f5d-8cea-75edf76bcf0a tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Pushing event deleted for resources: {'Port': ['ID=53580d89-c4ea-40bd-bd11-c237a77b674b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:44.088836 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8a29ed-8e81-496c-899d-f8f06d43d42a None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:46:44.115577 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f5f86b1e-1556-412e-96bf-ac86ecca0322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'name': 'tempest-RoutersTest-router-1978934352', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:21Z', 'updated_at': '2021-11-10T17:46:32Z', 'revision_number': 2, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None, '_interfaces': [{'id': '2a6d217d-919a-4078-941e-5e19ad9b03be', 'name': '', 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:3f:a8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:28Z', 'updated_at': '2021-11-10T17:46:41Z', 'revision_number': 4, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:44.202555 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7b086-aaeb-47fb-9b49-f317309a3c28 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Subnet': ['ID=d48223f7-d970-4e98-8eac-61bb0624f103,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:44.233058 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f86b1e-1556-412e-96bf-ac86ecca0322 None None] The sync data for ids ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'] in n-d-776250-10 is: [{'id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'name': 'tempest-RoutersTest-router-1978934352', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:21Z', 'updated_at': '2021-11-10T17:46:32Z', 'revision_number': 2, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None, '_interfaces': [{'id': '2a6d217d-919a-4078-941e-5e19ad9b03be', 'name': '', 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:3f:a8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:28Z', 'updated_at': '2021-11-10T17:46:41Z', 'revision_number': 4, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:46:44.239864 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd7b086-aaeb-47fb-9b49-f317309a3c28 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Checking segment: {'id': 'efae55e1-9687-4518-a96f-aafc06363889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ea39200d-661d-4224-9e20-943f29d4f07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:46:44.240798 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd7b086-aaeb-47fb-9b49-f317309a3c28 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network hostable DHCP agents. Network: ea39200d-661d-4224-9e20-943f29d4f07c, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:46:44.273762 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b33df73-1026-42b8-ba3b-2d4e028dd439 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:46:44.290937 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1fbcec-55a4-4d68-8f1c-1c79ebf48649 None None] Sync routers for ids ['617b80ec-bfde-4096-879e-3457af994746'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:46:44.304638 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8b33df73-1026-42b8-ba3b-2d4e028dd439 admin admin] 10.222.0.39 "PUT /v2.0/routers/617b80ec-bfde-4096-879e-3457af994746/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4989049 Nov 10 17:46:44.307002 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53158) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:44.310969 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1fbcec-55a4-4d68-8f1c-1c79ebf48649 None None] Routers {'617b80ec-bfde-4096-879e-3457af994746'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:46:44.315523 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-2e1fbcec-55a4-4d68-8f1c-1c79ebf48649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:46:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['617b80ec-bfde-4096-879e-3457af994746'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:44.326210 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd7b086-aaeb-47fb-9b49-f317309a3c28 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network ea39200d-661d-4224-9e20-943f29d4f07c is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:46:44.371467 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-79a4e1bb-fdbb-4853-bbe2-63a9afca8510 None None] Allocated IP 172.21.0.2 (4c5cca05-b439-49fc-bc43-1f90397dd7e5/18408d1c-2a1c-4ab1-b45f-976010184a38/c69eb64e-5392-430b-b195-6c8b4ef399f2) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:46:44.481960 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-6fd7b086-aaeb-47fb-9b49-f317309a3c28 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, ea39200d-661d-4224-9e20-943f29d4f07c) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:46:44.498639 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd7b086-aaeb-47fb-9b49-f317309a3c28 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:44.499251 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6fd7b086-aaeb-47fb-9b49-f317309a3c28 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:44.515910 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-2e1fbcec-55a4-4d68-8f1c-1c79ebf48649 None None] Set router 617b80ec-bfde-4096-879e-3457af994746 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:46:44.548891 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64681ec1-e77a-4afc-b2b0-e13ffd31c2aa None None] Network ea39200d-661d-4224-9e20-943f29d4f07c requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:46:44.569290 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6fd7b086-aaeb-47fb-9b49-f317309a3c28 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3898647 Nov 10 17:46:44.580515 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53162) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:44.600299 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-758d0f89-d732-430f-9f7d-b577d5535262 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1005493665', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:44.679495 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53164) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:44.771866 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c6f6b180-4913-4f5d-8cea-75edf76bcf0a tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:44.781500 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-25bcbeae-bd3d-481c-8482-daf6a9d0cc72 service neutron] 10.222.0.39 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6283281 Nov 10 17:46:44.841121 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-758d0f89-d732-430f-9f7d-b577d5535262 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:44.842377 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-758d0f89-d732-430f-9f7d-b577d5535262 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:44.894269 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-79a4e1bb-fdbb-4853-bbe2-63a9afca8510 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:45.071861 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-79a4e1bb-fdbb-4853-bbe2-63a9afca8510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:45.094513 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-758d0f89-d732-430f-9f7d-b577d5535262 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:45.098672 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-27f1b4df-cfa2-4366-b723-bb0b5263d120 admin admin] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:45.112810 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-758d0f89-d732-430f-9f7d-b577d5535262 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:45.184304 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-758d0f89-d732-430f-9f7d-b577d5535262 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:45.185693 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-758d0f89-d732-430f-9f7d-b577d5535262 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6063044 Nov 10 17:46:45.315694 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-2e1fbcec-55a4-4d68-8f1c-1c79ebf48649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617b80ec-bfde-4096-879e-3457af994746', 'name': 'tempest-ServersTestMultiNic-410801503-router', 'tenant_id': '066ad4243c364cb2b13d18de8348945c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '04d23234-1e79-45f6-89d7-fd3d29660dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:43:17Z', 'updated_at': '2021-11-10T17:46:41Z', 'revision_number': 5, 'project_id': '066ad4243c364cb2b13d18de8348945c', 'gw_port': {'id': '04d23234-1e79-45f6-89d7-fd3d29660dc2', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:66:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617b80ec-bfde-4096-879e-3457af994746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:19Z', 'updated_at': '2021-11-10T17:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:45.422682 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-e615ae7f-583b-4500-8b7c-ad55ea0d3f65 service neutron] 10.222.0.39 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790380 Nov 10 17:46:45.426465 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53172) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:45.454457 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1fbcec-55a4-4d68-8f1c-1c79ebf48649 None None] Checking router: 617b80ec-bfde-4096-879e-3457af994746 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:46:45.510906 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1fbcec-55a4-4d68-8f1c-1c79ebf48649 None None] Routers {'617b80ec-bfde-4096-879e-3457af994746'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:46:45.511917 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-2e1fbcec-55a4-4d68-8f1c-1c79ebf48649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:46:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['617b80ec-bfde-4096-879e-3457af994746'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:45.541076 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-a761a70b-b4d4-4edb-95e4-820ff347d1cd tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Request body: {'port': {'network_id': 'ea39200d-661d-4224-9e20-943f29d4f07c', 'name': 'tempest-RoutersIpV6Test-1147728270'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:45.553605 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c4e784bc-c07b-4ee3-babc-09a9fa1779a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:45.592132 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-27f1b4df-cfa2-4366-b723-bb0b5263d120 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:45.613755 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5fec354-c1ef-4934-b30a-e4cf3fe7a0d6 service neutron] 10.222.0.39 "GET /v2.0/ports/47f8f0ae-9d1a-48c8-a567-346cf76cba57?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0513918 Nov 10 17:46:45.633569 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a4e1bb-fdbb-4853-bbe2-63a9afca8510 None None] Network 4c5cca05-b439-49fc-bc43-1f90397dd7e5 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:46:45.641339 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-79a4e1bb-fdbb-4853-bbe2-63a9afca8510 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:46:45.653113 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a4e1bb-fdbb-4853-bbe2-63a9afca8510 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:46:45.803000 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4e1bb-fdbb-4853-bbe2-63a9afca8510 None None] Pushing event updated for resources: {'Port': ['ID=c69eb64e-5392-430b-b195-6c8b4ef399f2,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:45.895596 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c6f6b180-4913-4f5d-8cea-75edf76bcf0a tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:45.896536 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-27f1b4df-cfa2-4366-b723-bb0b5263d120 admin admin] Deleting port 04d23234-1e79-45f6-89d7-fd3d29660dc2 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:46:45.897862 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-27f1b4df-cfa2-4366-b723-bb0b5263d120 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:45.901143 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-39c7bfcc-11e9-438e-9264-3bcdb84b9c71 service neutron] 10.222.0.39 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309806 Nov 10 17:46:46.003219 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f162ad40-2f79-4a73-9eb0-df11be550c23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-ea39200d-661d-4224-9e20-943f29d4f07c', 'network_id': 'ea39200d-661d-4224-9e20-943f29d4f07c', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'fixed_ips': [{'subnet_id': 'd48223f7-d970-4e98-8eac-61bb0624f103'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:46:46.012745 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f162ad40-2f79-4a73-9eb0-df11be550c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:46.028491 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-79a4e1bb-fdbb-4853-bbe2-63a9afca8510 None None] Attempting to bind port c69eb64e-5392-430b-b195-6c8b4ef399f2 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:46:46.032547 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-79a4e1bb-fdbb-4853-bbe2-63a9afca8510 None None] Attempting to bind port c69eb64e-5392-430b-b195-6c8b4ef399f2 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'cc03bd5f-6a20-4d10-82bc-dc659c682fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4c5cca05-b439-49fc-bc43-1f90397dd7e5'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:46:46.034049 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a4e1bb-fdbb-4853-bbe2-63a9afca8510 None None] Attempting to bind port c69eb64e-5392-430b-b195-6c8b4ef399f2 on network 4c5cca05-b439-49fc-bc43-1f90397dd7e5 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:46:46.050966 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a4e1bb-fdbb-4853-bbe2-63a9afca8510 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:46:46.053170 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a4e1bb-fdbb-4853-bbe2-63a9afca8510 None None] Checking segment: {'id': 'cc03bd5f-6a20-4d10-82bc-dc659c682fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4c5cca05-b439-49fc-bc43-1f90397dd7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:46:46.053877 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-79a4e1bb-fdbb-4853-bbe2-63a9afca8510 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:46.054557 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a4e1bb-fdbb-4853-bbe2-63a9afca8510 None None] Bound using segment: {'id': 'cc03bd5f-6a20-4d10-82bc-dc659c682fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4c5cca05-b439-49fc-bc43-1f90397dd7e5'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:46:46.055305 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-79a4e1bb-fdbb-4853-bbe2-63a9afca8510 None None] Bound port: c69eb64e-5392-430b-b195-6c8b4ef399f2, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc03bd5f-6a20-4d10-82bc-dc659c682fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4c5cca05-b439-49fc-bc43-1f90397dd7e5'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:46:46.055971 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-79a4e1bb-fdbb-4853-bbe2-63a9afca8510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:46.113479 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-2e1fbcec-55a4-4d68-8f1c-1c79ebf48649 None None] Set router 617b80ec-bfde-4096-879e-3457af994746 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:46:46.121038 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c4e784bc-c07b-4ee3-babc-09a9fa1779a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:46.151975 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c6f6b180-4913-4f5d-8cea-75edf76bcf0a tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:46.302708 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-27f1b4df-cfa2-4366-b723-bb0b5263d120 admin admin] For port 04d23234-1e79-45f6-89d7-fd3d29660dc2, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=04d23234-1e79-45f6-89d7-fd3d29660dc2,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:46.302708 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-27f1b4df-cfa2-4366-b723-bb0b5263d120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:46.345717 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-27f1b4df-cfa2-4366-b723-bb0b5263d120 admin admin] Calling delete_port for 04d23234-1e79-45f6-89d7-fd3d29660dc2 owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:46:46.361939 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2a6d217d-919a-4078-941e-5e19ad9b03be up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:46:46.422299 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c4e784bc-c07b-4ee3-babc-09a9fa1779a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:46.485976 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-79a4e1bb-fdbb-4853-bbe2-63a9afca8510 None None] For port c69eb64e-5392-430b-b195-6c8b4ef399f2, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:46:46.493562 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-79a4e1bb-fdbb-4853-bbe2-63a9afca8510 None None] For port c69eb64e-5392-430b-b195-6c8b4ef399f2, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c69eb64e-5392-430b-b195-6c8b4ef399f2,segment=NetworkSegment(cc03bd5f-6a20-4d10-82bc-dc659c682fe2),segment_id=cc03bd5f-6a20-4d10-82bc-dc659c682fe2)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:46:46.535942 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-79a4e1bb-fdbb-4853-bbe2-63a9afca8510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:46.606394 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c6f6b180-4913-4f5d-8cea-75edf76bcf0a tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:46.607049 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f6b180-4913-4f5d-8cea-75edf76bcf0a tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Fanout notify agent at l3_agent the message router_deleted on router fd76fffb-f6d0-40a7-bc61-de41bc193a4f {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:46:46.714843 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c6f6b180-4913-4f5d-8cea-75edf76bcf0a tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:46.721177 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c6f6b180-4913-4f5d-8cea-75edf76bcf0a tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] 10.222.0.39 "DELETE /v2.0/routers/fd76fffb-f6d0-40a7-bc61-de41bc193a4f HTTP/1.1" status: 204 len: 168 time: 9.3562877 Nov 10 17:46:46.730106 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53188) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:46.762876 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-07133541-d73b-40d6-9135-f60ec629c95e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Request body: {'router': {'name': 'tempest-snat-router-89799627', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'enable_snat': False}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:46.816381 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-f162ad40-2f79-4a73-9eb0-df11be550c23 None None] Allocated IP 2001:db8::2 (ea39200d-661d-4224-9e20-943f29d4f07c/d48223f7-d970-4e98-8eac-61bb0624f103/ccb3b1d0-99f8-42b3-b35e-478908ec3b4c) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:46:46.852409 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e784bc-c07b-4ee3-babc-09a9fa1779a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb1761e-8b02-4868-840e-8f7cb40fa006,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:46.883547 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-2e1fbcec-55a4-4d68-8f1c-1c79ebf48649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '617b80ec-bfde-4096-879e-3457af994746', 'name': 'tempest-ServersTestMultiNic-410801503-router', 'tenant_id': '066ad4243c364cb2b13d18de8348945c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '04d23234-1e79-45f6-89d7-fd3d29660dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:43:17Z', 'updated_at': '2021-11-10T17:46:41Z', 'revision_number': 5, 'project_id': '066ad4243c364cb2b13d18de8348945c', 'gw_port': {'id': '04d23234-1e79-45f6-89d7-fd3d29660dc2', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:66:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617b80ec-bfde-4096-879e-3457af994746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:19Z', 'updated_at': '2021-11-10T17:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:46.913307 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-06aeb814-15d2-4178-b61e-04d2a433f945 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:46.973485 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c4e784bc-c07b-4ee3-babc-09a9fa1779a8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a0bbcddd44d34419824d73d716588ae8&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2926097 Nov 10 17:46:46.981074 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53194) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:47.016085 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1fbcec-55a4-4d68-8f1c-1c79ebf48649 None None] The sync data for ids ['617b80ec-bfde-4096-879e-3457af994746'] in n-d-776250-10 is: [{'id': '617b80ec-bfde-4096-879e-3457af994746', 'name': 'tempest-ServersTestMultiNic-410801503-router', 'tenant_id': '066ad4243c364cb2b13d18de8348945c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '04d23234-1e79-45f6-89d7-fd3d29660dc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:43:17Z', 'updated_at': '2021-11-10T17:46:41Z', 'revision_number': 5, 'project_id': '066ad4243c364cb2b13d18de8348945c', 'gw_port': {'id': '04d23234-1e79-45f6-89d7-fd3d29660dc2', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:66:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617b80ec-bfde-4096-879e-3457af994746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:43:19Z', 'updated_at': '2021-11-10T17:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:46:47.053905 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-07133541-d73b-40d6-9135-f60ec629c95e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:47.063703 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-07133541-d73b-40d6-9135-f60ec629c95e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:47.135396 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-27f1b4df-cfa2-4366-b723-bb0b5263d120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:47.793412 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f162ad40-2f79-4a73-9eb0-df11be550c23 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:47.904335 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4e1bb-fdbb-4853-bbe2-63a9afca8510 None None] Pushing event updated for resources: {'Port': ['ID=c69eb64e-5392-430b-b195-6c8b4ef399f2,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:47.920913 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f162ad40-2f79-4a73-9eb0-df11be550c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:48.072381 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162ad40-2f79-4a73-9eb0-df11be550c23 None None] Pushing event updated for resources: {'Port': ['ID=ccb3b1d0-99f8-42b3-b35e-478908ec3b4c,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:48.086909 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53204) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:48.091049 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f162ad40-2f79-4a73-9eb0-df11be550c23 None None] Network ea39200d-661d-4224-9e20-943f29d4f07c is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:46:48.108334 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-f162ad40-2f79-4a73-9eb0-df11be550c23 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:46:48.111439 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f162ad40-2f79-4a73-9eb0-df11be550c23 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:46:48.113251 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1b4df-cfa2-4366-b723-bb0b5263d120 admin admin] Pushing event deleted for resources: {'Port': ['ID=04d23234-1e79-45f6-89d7-fd3d29660dc2,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:48.144982 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 2a6d217d-919a-4078-941e-5e19ad9b03be triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:48.145366 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:48.163357 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a761a70b-b4d4-4edb-95e4-820ff347d1cd tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Made reservation on behalf of 9e394024f4884a1d89b5a6d9aedb8502 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:46:48.169467 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a761a70b-b4d4-4edb-95e4-820ff347d1cd tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:48.204855 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798d26d2-e1c8-4dc8-b855-fdd7e851c66c None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:46:48.310790 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-9ac7ec47-18cc-4dec-ad3e-eaab994eeeda service neutron] 10.222.0.39 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1768413 Nov 10 17:46:48.350585 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-a761a70b-b4d4-4edb-95e4-820ff347d1cd tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] device_id is not set on port e9d8221f-4694-4d90-bfb4-ae8b8a616dc2 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:46:48.364941 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-07133541-d73b-40d6-9135-f60ec629c95e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:48.435324 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f162ad40-2f79-4a73-9eb0-df11be550c23 None None] Attempting to bind port ccb3b1d0-99f8-42b3-b35e-478908ec3b4c on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:46:48.437148 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f162ad40-2f79-4a73-9eb0-df11be550c23 None None] Attempting to bind port ccb3b1d0-99f8-42b3-b35e-478908ec3b4c by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'efae55e1-9687-4518-a96f-aafc06363889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ea39200d-661d-4224-9e20-943f29d4f07c'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:46:48.437537 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f162ad40-2f79-4a73-9eb0-df11be550c23 None None] Attempting to bind port ccb3b1d0-99f8-42b3-b35e-478908ec3b4c on network ea39200d-661d-4224-9e20-943f29d4f07c {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:46:48.457634 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f162ad40-2f79-4a73-9eb0-df11be550c23 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:46:48.457907 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f162ad40-2f79-4a73-9eb0-df11be550c23 None None] Checking segment: {'id': 'efae55e1-9687-4518-a96f-aafc06363889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ea39200d-661d-4224-9e20-943f29d4f07c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:46:48.458319 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f162ad40-2f79-4a73-9eb0-df11be550c23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:48.462659 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f162ad40-2f79-4a73-9eb0-df11be550c23 None None] Bound using segment: {'id': 'efae55e1-9687-4518-a96f-aafc06363889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ea39200d-661d-4224-9e20-943f29d4f07c'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:46:48.463190 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f162ad40-2f79-4a73-9eb0-df11be550c23 None None] Bound port: ccb3b1d0-99f8-42b3-b35e-478908ec3b4c, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efae55e1-9687-4518-a96f-aafc06363889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ea39200d-661d-4224-9e20-943f29d4f07c'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:46:48.463603 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f162ad40-2f79-4a73-9eb0-df11be550c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:48.569844 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-a761a70b-b4d4-4edb-95e4-820ff347d1cd tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Allocated IP 2001:db8::1ec (ea39200d-661d-4224-9e20-943f29d4f07c/d48223f7-d970-4e98-8eac-61bb0624f103/e9d8221f-4694-4d90-bfb4-ae8b8a616dc2) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:46:48.655793 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cc94f5e8-c508-4ccb-9155-d8897c252ac4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:48.673999 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-27f1b4df-cfa2-4366-b723-bb0b5263d120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:48.752606 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f162ad40-2f79-4a73-9eb0-df11be550c23 None None] For port ccb3b1d0-99f8-42b3-b35e-478908ec3b4c, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:46:48.759527 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f162ad40-2f79-4a73-9eb0-df11be550c23 None None] For port ccb3b1d0-99f8-42b3-b35e-478908ec3b4c, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ccb3b1d0-99f8-42b3-b35e-478908ec3b4c,segment=NetworkSegment(efae55e1-9687-4518-a96f-aafc06363889),segment_id=efae55e1-9687-4518-a96f-aafc06363889)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:46:48.764772 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f162ad40-2f79-4a73-9eb0-df11be550c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:48.791557 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:46:48.799206 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a761a70b-b4d4-4edb-95e4-820ff347d1cd tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:48.943089 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-f1d1503e-53bb-45ba-bf84-b590e38f0105 service neutron] 10.222.0.39 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062396 Nov 10 17:46:48.948201 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a761a70b-b4d4-4edb-95e4-820ff347d1cd tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:49.023310 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162ad40-2f79-4a73-9eb0-df11be550c23 None None] Pushing event updated for resources: {'Port': ['ID=ccb3b1d0-99f8-42b3-b35e-478908ec3b4c,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:49.137905 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-07133541-d73b-40d6-9135-f60ec629c95e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:49.144141 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c69eb64e-5392-430b-b195-6c8b4ef399f2 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:46:49.145265 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-27f1b4df-cfa2-4366-b723-bb0b5263d120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:49.153135 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-27f1b4df-cfa2-4366-b723-bb0b5263d120 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:49.322275 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port c69eb64e-5392-430b-b195-6c8b4ef399f2 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:49.322828 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:49.503806 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:49.507209 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-27f1b4df-cfa2-4366-b723-bb0b5263d120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:49.508567 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f1b4df-cfa2-4366-b723-bb0b5263d120 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 617b80ec-bfde-4096-879e-3457af994746 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:46:49.544081 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-27f1b4df-cfa2-4366-b723-bb0b5263d120 admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:49.550423 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-27f1b4df-cfa2-4366-b723-bb0b5263d120 admin admin] 10.222.0.39 "DELETE /v2.0/routers/617b80ec-bfde-4096-879e-3457af994746 HTTP/1.1" status: 204 len: 168 time: 5.2380996 Nov 10 17:46:49.554039 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53210) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:49.605975 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port c69eb64e-5392-430b-b195-6c8b4ef399f2, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c69eb64e-5392-430b-b195-6c8b4ef399f2,segment=NetworkSegment(cc03bd5f-6a20-4d10-82bc-dc659c682fe2),segment_id=cc03bd5f-6a20-4d10-82bc-dc659c682fe2)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:49.614320 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-43cdb1f0-0174-45ef-ad96-0159c2f845d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:49.615244 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:49.690191 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:46:49.743659 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-06e4a440-fd3c-417a-a4d8-5b886e68a1b8 service neutron] 10.222.0.39 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7896149 Nov 10 17:46:49.754269 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-43cdb1f0-0174-45ef-ad96-0159c2f845d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:49.800281 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cc94f5e8-c508-4ccb-9155-d8897c252ac4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:49.806898 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d798475-0c9e-44cd-a994-7d486618f9a0 admin admin] Deleting subnet 56084bdd-c366-497a-a928-14ada0aa8f1d {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:46:49.812381 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:46:49.813009 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c121c5c9-d697-4b08-bec8-4f8bc0e9e8f7 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:46:49.820448 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d798475-0c9e-44cd-a994-7d486618f9a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:49.831056 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a761a70b-b4d4-4edb-95e4-820ff347d1cd tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network ea39200d-661d-4224-9e20-943f29d4f07c is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:46:49.836041 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-a761a70b-b4d4-4edb-95e4-820ff347d1cd tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:46:49.841773 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a761a70b-b4d4-4edb-95e4-820ff347d1cd tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:46:49.857118 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=c69eb64e-5392-430b-b195-6c8b4ef399f2,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:49.859284 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a761a70b-b4d4-4edb-95e4-820ff347d1cd tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:46:49.860070 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a761a70b-b4d4-4edb-95e4-820ff347d1cd tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:49.912739 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d798475-0c9e-44cd-a994-7d486618f9a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:49.927653 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a761a70b-b4d4-4edb-95e4-820ff347d1cd tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.3906610 Nov 10 17:46:49.928432 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53214) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:50.008331 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787ee0ac-f10a-439f-b0de-45b10c415c29 None None] Network 4c5cca05-b439-49fc-bc43-1f90397dd7e5 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:46:50.010801 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761a70b-b4d4-4edb-95e4-820ff347d1cd tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Port': ['ID=e9d8221f-4694-4d90-bfb4-ae8b8a616dc2,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:50.116127 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d798475-0c9e-44cd-a994-7d486618f9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:50.143504 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-24d20d7f-ce09-4505-b97c-387f6c0feed3 None None] Provisioning complete for port c69eb64e-5392-430b-b195-6c8b4ef399f2 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:50.147298 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-24d20d7f-ce09-4505-b97c-387f6c0feed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:50.241611 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cc94f5e8-c508-4ccb-9155-d8897c252ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:50.256090 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-06aeb814-15d2-4178-b61e-04d2a433f945 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Allocated IP 172.21.0.1 (4c5cca05-b439-49fc-bc43-1f90397dd7e5/18408d1c-2a1c-4ab1-b45f-976010184a38/83af12c5-b686-4742-a9e7-5ed435cc7c18) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:46:50.383370 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cc94f5e8-c508-4ccb-9155-d8897c252ac4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0e81f4b1ac9b4f9da22e63b43610de36&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2850769 Nov 10 17:46:50.385459 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d798475-0c9e-44cd-a994-7d486618f9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:50.389697 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53216) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:50.396613 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94f5e8-c508-4ccb-9155-d8897c252ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f8e130-ea05-4e55-9513-276cb600d25c,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:50.461536 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d798475-0c9e-44cd-a994-7d486618f9a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56084bdd-c366-497a-a928-14ada0aa8f1d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:50.558430 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-43cdb1f0-0174-45ef-ad96-0159c2f845d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:50.562897 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-43cdb1f0-0174-45ef-ad96-0159c2f845d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:50.570969 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d798475-0c9e-44cd-a994-7d486618f9a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:50.571704 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbd1765-a906-42c6-a31a-41e89b8fde85 None None] Network 65c0c50f-569a-4562-bdff-a3e7188ee69d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:46:50.578714 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5d798475-0c9e-44cd-a994-7d486618f9a0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/56084bdd-c366-497a-a928-14ada0aa8f1d HTTP/1.1" status: 204 len: 168 time: 1.0192556 Nov 10 17:46:50.583432 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-43cdb1f0-0174-45ef-ad96-0159c2f845d8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9bb1761e-8b02-4868-840e-8f7cb40fa006 HTTP/1.1" status: 204 len: 168 time: 3.5982578 Nov 10 17:46:50.600002 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53220) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:50.775086 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cdb1f0-0174-45ef-ad96-0159c2f845d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb1761e-8b02-4868-840e-8f7cb40fa006,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:50.873475 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-d1ce0a0a-9661-4d6c-812b-092eebcda2e4 service neutron] 10.222.0.39 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9701135 Nov 10 17:46:51.019963 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7dff1ee1-c534-4faf-a268-09638cf9f9ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:51.076772 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7dff1ee1-c534-4faf-a268-09638cf9f9ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:51.181048 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33b262c-be90-44e0-b133-115fa9324756 None None] DHCP port deletion for 65c0c50f-569a-4562-bdff-a3e7188ee69d request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:46:51.186741 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8e83590c-7256-4720-9767-2564d0bc980d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:51.194413 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-06aeb814-15d2-4178-b61e-04d2a433f945 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:51.346894 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1d3458-d8af-482f-9682-f429ad9e8d6d None None] Network ea39200d-661d-4224-9e20-943f29d4f07c requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:46:51.434930 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-07133541-d73b-40d6-9135-f60ec629c95e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:51.438575 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-63d8b20c-10de-474d-abfc-4a7770917f69 service neutron] 10.222.0.39 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5311925 Nov 10 17:46:51.444406 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c69eb64e-5392-430b-b195-6c8b4ef399f2 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:46:51.500309 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d063f3a2-306b-4cf9-922e-14cce3c5692a tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:51.514834 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-07133541-d73b-40d6-9135-f60ec629c95e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:51.523765 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7dff1ee1-c534-4faf-a268-09638cf9f9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:51.534998 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7dff1ee1-c534-4faf-a268-09638cf9f9ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:51.547956 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7dff1ee1-c534-4faf-a268-09638cf9f9ec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/15f8e130-ea05-4e55-9513-276cb600d25c HTTP/1.1" status: 204 len: 168 time: 1.1068647 Nov 10 17:46:51.607085 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff1ee1-c534-4faf-a268-09638cf9f9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f8e130-ea05-4e55-9513-276cb600d25c,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:51.724116 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-36a73ee0-e289-4ea1-975c-89ab4ae6ae59 None None] Provisioning complete for port c69eb64e-5392-430b-b195-6c8b4ef399f2 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:51.724662 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-36a73ee0-e289-4ea1-975c-89ab4ae6ae59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:51.733253 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-e33b262c-be90-44e0-b133-115fa9324756 None None] Deleting port e1c6b490-996f-44eb-8274-db82a7363469 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:46:51.733720 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e33b262c-be90-44e0-b133-115fa9324756 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:51.771651 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-968eff17-06d8-40a9-8bae-d07d208131a0 service neutron] 10.222.0.39 "GET /v2.0/networks/49bc9a4d-2019-4c3e-98a9-200317b395fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311400 Nov 10 17:46:51.795532 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-06aeb814-15d2-4178-b61e-04d2a433f945 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:51.807901 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port c69eb64e-5392-430b-b195-6c8b4ef399f2 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:51.808309 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:51.851399 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-07133541-d73b-40d6-9135-f60ec629c95e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Allocated IP 172.25.5.231 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/d9e1e0f7-2b71-41b4-a145-28cfe3c19d04) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:46:51.989154 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-e33b262c-be90-44e0-b133-115fa9324756 None None] For port e1c6b490-996f-44eb-8274-db82a7363469, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=e1c6b490-996f-44eb-8274-db82a7363469,segment=NetworkSegment(506b5647-0870-411d-addc-259c9ee09ffd),segment_id=506b5647-0870-411d-addc-259c9ee09ffd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:51.989719 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e33b262c-be90-44e0-b133-115fa9324756 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:52.028726 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06aeb814-15d2-4178-b61e-04d2a433f945 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network 4c5cca05-b439-49fc-bc43-1f90397dd7e5 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:46:52.029798 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-e33b262c-be90-44e0-b133-115fa9324756 None None] Calling delete_port for e1c6b490-996f-44eb-8274-db82a7363469 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:46:52.094743 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-06aeb814-15d2-4178-b61e-04d2a433f945 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:46:52.099694 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aeb814-15d2-4178-b61e-04d2a433f945 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:46:52.178283 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-07133541-d73b-40d6-9135-f60ec629c95e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:52.301246 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-07133541-d73b-40d6-9135-f60ec629c95e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:52.418920 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ccb3b1d0-99f8-42b3-b35e-478908ec3b4c up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:46:52.429292 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e33b262c-be90-44e0-b133-115fa9324756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:52.512143 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07133541-d73b-40d6-9135-f60ec629c95e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:46:52.524497 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b262c-be90-44e0-b133-115fa9324756 None None] Pushing event deleted for resources: {'Port': ['ID=e1c6b490-996f-44eb-8274-db82a7363469,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:52.548564 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-07133541-d73b-40d6-9135-f60ec629c95e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:46:52.556262 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07133541-d73b-40d6-9135-f60ec629c95e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:46:52.572836 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33b262c-be90-44e0-b133-115fa9324756 None None] No DVR routers for this DVR port e1c6b490-996f-44eb-8274-db82a7363469 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:46:52.578061 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07133541-d73b-40d6-9135-f60ec629c95e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Pushing event updated for resources: {'Port': ['ID=d9e1e0f7-2b71-41b4-a145-28cfe3c19d04,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:52.593382 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b5ae12-2103-47c8-969b-e3246a695789 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:46:52.601649 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-06aeb814-15d2-4178-b61e-04d2a433f945 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:52.702063 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port ccb3b1d0-99f8-42b3-b35e-478908ec3b4c triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:52.702591 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:52.757189 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aeb814-15d2-4178-b61e-04d2a433f945 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Port': ['ID=83af12c5-b686-4742-a9e7-5ed435cc7c18,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:52.770095 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-8e83590c-7256-4720-9767-2564d0bc980d admin admin] Deleting port e1c6b490-996f-44eb-8274-db82a7363469 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:46:52.770714 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8e83590c-7256-4720-9767-2564d0bc980d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:52.794912 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b0520ad3-e0a3-45ab-9e82-56b9d1944d4c None None] Provisioning complete for port ccb3b1d0-99f8-42b3-b35e-478908ec3b4c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:52.795333 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b0520ad3-e0a3-45ab-9e82-56b9d1944d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:52.841084 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53230) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:52.879394 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-8e83590c-7256-4720-9767-2564d0bc980d admin admin] For port e1c6b490-996f-44eb-8274-db82a7363469, host n-d-776250-10, got binding levels [] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:52.880284 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8e83590c-7256-4720-9767-2564d0bc980d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:52.907515 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-8e83590c-7256-4720-9767-2564d0bc980d admin admin] Calling delete_port for e1c6b490-996f-44eb-8274-db82a7363469 owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:46:52.912402 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.ipam_backend_mixin [None req-8e83590c-7256-4720-9767-2564d0bc980d admin admin] Port e1c6b490-996f-44eb-8274-db82a7363469 was not found and therefore no delete operation was performed {{(pid=102469) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 17:46:52.925310 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0f8a8eba-e34b-4a48-bcc8-a0c2cb2e7e21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:52.927398 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8e83590c-7256-4720-9767-2564d0bc980d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:53.004887 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83590c-7256-4720-9767-2564d0bc980d admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c6b490-996f-44eb-8274-db82a7363469,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:53.091688 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:53.154909 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e83590c-7256-4720-9767-2564d0bc980d admin admin] No DVR routers for this DVR port e1c6b490-996f-44eb-8274-db82a7363469 on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:46:53.181171 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port ccb3b1d0-99f8-42b3-b35e-478908ec3b4c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ccb3b1d0-99f8-42b3-b35e-478908ec3b4c,segment=NetworkSegment(efae55e1-9687-4518-a96f-aafc06363889),segment_id=efae55e1-9687-4518-a96f-aafc06363889)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:53.183592 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b0520ad3-e0a3-45ab-9e82-56b9d1944d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:53.187172 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-0556fc03-bb26-4002-a240-2dd8b58bee8e service neutron] 10.222.0.39 "GET /v2.0/networks/49bc9a4d-2019-4c3e-98a9-200317b395fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3959482 Nov 10 17:46:53.218081 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:53.347010 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0f8a8eba-e34b-4a48-bcc8-a0c2cb2e7e21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:53.368171 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0f8a8eba-e34b-4a48-bcc8-a0c2cb2e7e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:53.407499 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=ccb3b1d0-99f8-42b3-b35e-478908ec3b4c,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:53.414034 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 04d23234-1e79-45f6-89d7-fd3d29660dc2 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:46:53.433504 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-07133541-d73b-40d6-9135-f60ec629c95e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:53.469544 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 04d23234-1e79-45f6-89d7-fd3d29660dc2 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:46:53.471519 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 04d23234-1e79-45f6-89d7-fd3d29660dc2 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:46:53.567397 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-b0520ad3-e0a3-45ab-9e82-56b9d1944d4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:46:53.567989 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-b0520ad3-e0a3-45ab-9e82-56b9d1944d4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:46:53.618020 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0f8a8eba-e34b-4a48-bcc8-a0c2cb2e7e21 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b31327f48e5f42bf8178b0dbdeef0fb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7741632 Nov 10 17:46:53.623429 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a8eba-e34b-4a48-bcc8-a0c2cb2e7e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6d020b-9c17-4c30-8280-3e2aa5c23c4c,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:53.628652 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53234) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:53.699295 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ccb3b1d0-99f8-42b3-b35e-478908ec3b4c up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:46:53.832441 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port ccb3b1d0-99f8-42b3-b35e-478908ec3b4c triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:53.833388 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:54.008940 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-06aeb814-15d2-4178-b61e-04d2a433f945 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:54.023188 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-07133541-d73b-40d6-9135-f60ec629c95e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:54.038169 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4b5819c1-f44e-4a78-bafb-25c72b003b8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:54.087662 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8e83590c-7256-4720-9767-2564d0bc980d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:54.150485 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device e1c6b490-996f-44eb-8274-db82a7363469 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:46:54.159785 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4b5819c1-f44e-4a78-bafb-25c72b003b8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:54.213863 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: e1c6b490-996f-44eb-8274-db82a7363469 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:46:54.214296 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device e1c6b490-996f-44eb-8274-db82a7363469 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:46:54.259189 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-8e83590c-7256-4720-9767-2564d0bc980d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65c0c50f-569a-4562-bdff-a3e7188ee69d']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:54.262046 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b0520ad3-e0a3-45ab-9e82-56b9d1944d4c None None] Provisioning complete for port 83af12c5-b686-4742-a9e7-5ed435cc7c18 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:54.264644 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b0520ad3-e0a3-45ab-9e82-56b9d1944d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:54.332531 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-b0520ad3-e0a3-45ab-9e82-56b9d1944d4c None None] Port 83af12c5-b686-4742-a9e7-5ed435cc7c18 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:46:54.355519 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4b5819c1-f44e-4a78-bafb-25c72b003b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:54.360318 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4b5819c1-f44e-4a78-bafb-25c72b003b8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:54.364639 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4b5819c1-f44e-4a78-bafb-25c72b003b8c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b6d020b-9c17-4c30-8280-3e2aa5c23c4c HTTP/1.1" status: 204 len: 168 time: 0.7282658 Nov 10 17:46:54.384667 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5819c1-f44e-4a78-bafb-25c72b003b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6d020b-9c17-4c30-8280-3e2aa5c23c4c,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:54.391385 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07133541-d73b-40d6-9135-f60ec629c95e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Router d21b799f-cdb3-4afd-ac6d-00669cb0b218 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:46:54.474510 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e6c80f47-f612-4eec-b160-497767f5efee None None] Provisioning complete for port e9d8221f-4694-4d90-bfb4-ae8b8a616dc2 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:54.475276 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e6c80f47-f612-4eec-b160-497767f5efee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:54.518286 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-e6c80f47-f612-4eec-b160-497767f5efee None None] Port e9d8221f-4694-4d90-bfb4-ae8b8a616dc2 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:46:54.536772 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e6c80f47-f612-4eec-b160-497767f5efee None None] Provisioning complete for port ccb3b1d0-99f8-42b3-b35e-478908ec3b4c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:54.536772 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e6c80f47-f612-4eec-b160-497767f5efee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:54.681209 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:54.685229 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07133541-d73b-40d6-9135-f60ec629c95e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:46:54.711954 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2a66e-8667-4140-97cb-a74b3903119d None None] Sync routers for ids ['d21b799f-cdb3-4afd-ac6d-00669cb0b218'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:46:54.716562 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e6c80f47-f612-4eec-b160-497767f5efee None None] Provisioning complete for port d9e1e0f7-2b71-41b4-a145-28cfe3c19d04 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:54.716937 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e6c80f47-f612-4eec-b160-497767f5efee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:54.720854 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-07133541-d73b-40d6-9135-f60ec629c95e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:54.727158 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-07133541-d73b-40d6-9135-f60ec629c95e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.9847546 Nov 10 17:46:54.729192 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53240) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:54.766579 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-e6c80f47-f612-4eec-b160-497767f5efee None None] Port d9e1e0f7-2b71-41b4-a145-28cfe3c19d04 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:46:54.778105 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd2a66e-8667-4140-97cb-a74b3903119d None None] Routers {'d21b799f-cdb3-4afd-ac6d-00669cb0b218'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:46:54.778740 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-ffd2a66e-8667-4140-97cb-a74b3903119d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:46:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['d21b799f-cdb3-4afd-ac6d-00669cb0b218'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:54.825738 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-8e83590c-7256-4720-9767-2564d0bc980d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '506b5647-0870-411d-addc-259c9ee09ffd') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:54.827085 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-8e83590c-7256-4720-9767-2564d0bc980d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '506b5647-0870-411d-addc-259c9ee09ffd') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:54.934154 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d063f3a2-306b-4cf9-922e-14cce3c5692a tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:54.947602 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-8ff5214b-2a56-439b-a578-34e8f3e116eb service neutron] 10.222.0.39 "GET /v2.0/networks/49bc9a4d-2019-4c3e-98a9-200317b395fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6936007 Nov 10 17:46:54.949504 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8e83590c-7256-4720-9767-2564d0bc980d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:54.984409 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-68383795-d543-439b-8e2c-3b2d6d396f01 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] 10.222.0.39 "GET /v2.0/routers/d21b799f-cdb3-4afd-ac6d-00669cb0b218 HTTP/1.1" status: 200 len: 907 time: 0.2521412 Nov 10 17:46:54.988276 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53244) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:54.998334 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-3eab26d4-14c5-4506-b9cf-f3645281e735 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Request body: {'router': {'name': 'tempest-snat-router-89799627', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'enable_snat': True}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:55.002312 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d063f3a2-306b-4cf9-922e-14cce3c5692a tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:55.073573 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3eab26d4-14c5-4506-b9cf-f3645281e735 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:55.075263 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3eab26d4-14c5-4506-b9cf-f3645281e735 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:55.162337 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8e83590c-7256-4720-9767-2564d0bc980d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:55.191546 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3eab26d4-14c5-4506-b9cf-f3645281e735 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:55.216963 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e83590c-7256-4720-9767-2564d0bc980d admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:46:55.217797 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8e83590c-7256-4720-9767-2564d0bc980d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:55.222216 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:46:55.222216 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:46:55.222216 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:46:55.222216 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:46:55.222216 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:46:55.222216 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:46:55.222216 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:46:55.222216 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:46:55.222216 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:46:55.222216 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:46:55.222216 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:46:55.222216 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:46:55.222216 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:46:55.222216 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:46:55.222216 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:46:55.222216 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:46:55.222216 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:46:55.222216 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:46:55.222216 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:46:55.222216 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:46:55.222216 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:46:55.222216 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:46:55.222216 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:46:55.222216 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:46:55.222216 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:46:55.222216 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:46:55.222216 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:46:55.222216 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:46:55.222216 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:46:55.222216 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:46:55.222216 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:46:55.222216 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:46:55.380987 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063f3a2-306b-4cf9-922e-14cce3c5692a tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Port': ['ID=e9d8221f-4694-4d90-bfb4-ae8b8a616dc2,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:55.404074 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-ffd2a66e-8667-4140-97cb-a74b3903119d None None] Set router d21b799f-cdb3-4afd-ac6d-00669cb0b218 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:46:55.505450 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-99ddce9f-3b58-4939-96fa-45b328d3f3b5 service neutron] 10.222.0.39 "GET /v2.0/networks/49bc9a4d-2019-4c3e-98a9-200317b395fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5385153 Nov 10 17:46:55.525483 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53256) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:55.595226 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3eab26d4-14c5-4506-b9cf-f3645281e735 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:55.737159 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:55.800297 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8e83590c-7256-4720-9767-2564d0bc980d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:55.807211 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-06aeb814-15d2-4178-b61e-04d2a433f945 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:55.858958 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-06aeb814-15d2-4178-b61e-04d2a433f945 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:55.950924 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8e83590c-7256-4720-9767-2564d0bc980d admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:55.964636 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8e83590c-7256-4720-9767-2564d0bc980d admin admin] 10.222.0.39 "DELETE /v2.0/networks/65c0c50f-569a-4562-bdff-a3e7188ee69d HTTP/1.1" status: 204 len: 168 time: 5.2053599 Nov 10 17:46:55.979364 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-71edbb4b-8f3a-404a-a98e-0f8a38904e74 None None] Provisioning complete for port e9d8221f-4694-4d90-bfb4-ae8b8a616dc2 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:55.979899 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-71edbb4b-8f3a-404a-a98e-0f8a38904e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:56.000345 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d063f3a2-306b-4cf9-922e-14cce3c5692a tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:56.172992 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83590c-7256-4720-9767-2564d0bc980d admin admin] Pushing event deleted for resources: {'Network': ['ID=65c0c50f-569a-4562-bdff-a3e7188ee69d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:56.238032 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-06aeb814-15d2-4178-b61e-04d2a433f945 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:56.294527 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-71edbb4b-8f3a-404a-a98e-0f8a38904e74 None None] Port e9d8221f-4694-4d90-bfb4-ae8b8a616dc2 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:46:56.420961 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-ffd2a66e-8667-4140-97cb-a74b3903119d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21b799f-cdb3-4afd-ac6d-00669cb0b218', 'name': 'tempest-snat-router-89799627', 'tenant_id': '36c0b738f2794d2d8ce5025f0db34c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.231'}], 'enable_snat': False}, 'gw_port_id': 'd9e1e0f7-2b71-41b4-a145-28cfe3c19d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:47Z', 'updated_at': '2021-11-10T17:46:53Z', 'revision_number': 3, 'project_id': '36c0b738f2794d2d8ce5025f0db34c4f', 'gw_port': {'id': 'd9e1e0f7-2b71-41b4-a145-28cfe3c19d04', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:93:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21b799f-cdb3-4afd-ac6d-00669cb0b218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:51Z', 'updated_at': '2021-11-10T17:46:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:56.441884 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53278) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:56.546680 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2a66e-8667-4140-97cb-a74b3903119d None None] Checking router: d21b799f-cdb3-4afd-ac6d-00669cb0b218 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:46:56.551078 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2a66e-8667-4140-97cb-a74b3903119d None None] Updating router d21b799f-cdb3-4afd-ac6d-00669cb0b218 port d9e1e0f7-2b71-41b4-a145-28cfe3c19d04 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:46:56.606383 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ffd2a66e-8667-4140-97cb-a74b3903119d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:56.628231 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aeb814-15d2-4178-b61e-04d2a433f945 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Port': ['ID=83af12c5-b686-4742-a9e7-5ed435cc7c18,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:56.712333 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d063f3a2-306b-4cf9-922e-14cce3c5692a tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:56.876352 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e5b273a4-40d3-4e17-a6d7-8fc2e65d37eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=066ad4243c364cb2b13d18de8348945c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4298766 Nov 10 17:46:56.878493 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53290) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:56.930193 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3eab26d4-14c5-4506-b9cf-f3645281e735 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:56.972957 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3eab26d4-14c5-4506-b9cf-f3645281e735 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:57.023199 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ffd2a66e-8667-4140-97cb-a74b3903119d None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:57.034707 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ffd2a66e-8667-4140-97cb-a74b3903119d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:57.105774 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9392b5-9e11-4309-b458-4873d11cbc24 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:46:57.165127 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-ffd2a66e-8667-4140-97cb-a74b3903119d None None] Attempting to bind port d9e1e0f7-2b71-41b4-a145-28cfe3c19d04 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:46:57.166744 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-ffd2a66e-8667-4140-97cb-a74b3903119d None None] Attempting to bind port d9e1e0f7-2b71-41b4-a145-28cfe3c19d04 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:46:57.167505 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd2a66e-8667-4140-97cb-a74b3903119d None None] Attempting to bind port d9e1e0f7-2b71-41b4-a145-28cfe3c19d04 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:46:57.178228 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd2a66e-8667-4140-97cb-a74b3903119d None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:46:57.179111 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd2a66e-8667-4140-97cb-a74b3903119d None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:46:57.180014 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ffd2a66e-8667-4140-97cb-a74b3903119d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:57.180767 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd2a66e-8667-4140-97cb-a74b3903119d None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:46:57.181623 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-ffd2a66e-8667-4140-97cb-a74b3903119d None None] Bound port: d9e1e0f7-2b71-41b4-a145-28cfe3c19d04, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:46:57.182254 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ffd2a66e-8667-4140-97cb-a74b3903119d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:57.262558 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-ffd2a66e-8667-4140-97cb-a74b3903119d None None] For port d9e1e0f7-2b71-41b4-a145-28cfe3c19d04, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:46:57.268120 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-ffd2a66e-8667-4140-97cb-a74b3903119d None None] For port d9e1e0f7-2b71-41b4-a145-28cfe3c19d04, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d9e1e0f7-2b71-41b4-a145-28cfe3c19d04,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:46:57.270009 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66532298-6299-4efb-8ccb-595eb453a212 None None] Pushing event updated for resources: {'Port': ['ID=d9e1e0f7-2b71-41b4-a145-28cfe3c19d04,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:57.286881 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ffd2a66e-8667-4140-97cb-a74b3903119d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:57.294600 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-3eab26d4-14c5-4506-b9cf-f3645281e735 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Allocated IP 172.25.5.95 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/b64f5447-c428-461b-9938-0f33943d4c45) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:46:57.395853 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0c02fc-29b9-4c49-be81-38631c69bc37 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:46:57.433207 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6c21f2c8-e610-4c90-b6c6-1bb50d0a3586 None None] Provisioning complete for port d9e1e0f7-2b71-41b4-a145-28cfe3c19d04 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:57.433736 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6c21f2c8-e610-4c90-b6c6-1bb50d0a3586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:57.500831 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd2a66e-8667-4140-97cb-a74b3903119d None None] Routers {'d21b799f-cdb3-4afd-ac6d-00669cb0b218'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:46:57.503691 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-ffd2a66e-8667-4140-97cb-a74b3903119d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:46:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['d21b799f-cdb3-4afd-ac6d-00669cb0b218'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:57.559011 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-96a2164a-6309-48b2-bd4f-f4b9bbca5bfc req-1d49775a-d1a7-4f04-9b27-a04e63a5eedc tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 210 time: 0.0922987 Nov 10 17:46:57.645468 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9544dd70-2d69-4eba-b98d-67a76ae31162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:57.675576 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-ffd2a66e-8667-4140-97cb-a74b3903119d None None] Set router d21b799f-cdb3-4afd-ac6d-00669cb0b218 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:46:57.813517 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d063f3a2-306b-4cf9-922e-14cce3c5692a tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:57.829143 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d063f3a2-306b-4cf9-922e-14cce3c5692a tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:57.830968 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d063f3a2-306b-4cf9-922e-14cce3c5692a tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:57.851438 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3eab26d4-14c5-4506-b9cf-f3645281e735 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:57.964906 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06aeb814-15d2-4178-b61e-04d2a433f945 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network 4c5cca05-b439-49fc-bc43-1f90397dd7e5 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:46:58.014138 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6c21f2c8-e610-4c90-b6c6-1bb50d0a3586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:58.024558 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-06aeb814-15d2-4178-b61e-04d2a433f945 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:46:58.037854 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-6c21f2c8-e610-4c90-b6c6-1bb50d0a3586 None None] For port d9e1e0f7-2b71-41b4-a145-28cfe3c19d04, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d9e1e0f7-2b71-41b4-a145-28cfe3c19d04,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:58.066459 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6c21f2c8-e610-4c90-b6c6-1bb50d0a3586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:58.076730 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66532298-6299-4efb-8ccb-595eb453a212 None None] Pushing event updated for resources: {'Port': ['ID=d9e1e0f7-2b71-41b4-a145-28cfe3c19d04,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:58.105884 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063f3a2-306b-4cf9-922e-14cce3c5692a tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Port': ['ID=e9d8221f-4694-4d90-bfb4-ae8b8a616dc2,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:58.177317 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21f2c8-e610-4c90-b6c6-1bb50d0a3586 None None] Pushing event updated for resources: {'Port': ['ID=d9e1e0f7-2b71-41b4-a145-28cfe3c19d04,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:58.180894 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8b0342b8-53fe-4198-971c-c31a49584feb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:58.183835 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-ffd2a66e-8667-4140-97cb-a74b3903119d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21b799f-cdb3-4afd-ac6d-00669cb0b218', 'name': 'tempest-snat-router-89799627', 'tenant_id': '36c0b738f2794d2d8ce5025f0db34c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.231'}], 'enable_snat': False}, 'gw_port_id': 'd9e1e0f7-2b71-41b4-a145-28cfe3c19d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:47Z', 'updated_at': '2021-11-10T17:46:53Z', 'revision_number': 3, 'project_id': '36c0b738f2794d2d8ce5025f0db34c4f', 'gw_port': {'id': 'd9e1e0f7-2b71-41b4-a145-28cfe3c19d04', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:93:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21b799f-cdb3-4afd-ac6d-00669cb0b218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:51Z', 'updated_at': '2021-11-10T17:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:58.200332 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3eab26d4-14c5-4506-b9cf-f3645281e735 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:58.229660 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2a66e-8667-4140-97cb-a74b3903119d None None] The sync data for ids ['d21b799f-cdb3-4afd-ac6d-00669cb0b218'] in n-d-776250-10 is: [{'id': 'd21b799f-cdb3-4afd-ac6d-00669cb0b218', 'name': 'tempest-snat-router-89799627', 'tenant_id': '36c0b738f2794d2d8ce5025f0db34c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.231'}], 'enable_snat': False}, 'gw_port_id': 'd9e1e0f7-2b71-41b4-a145-28cfe3c19d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:47Z', 'updated_at': '2021-11-10T17:46:53Z', 'revision_number': 3, 'project_id': '36c0b738f2794d2d8ce5025f0db34c4f', 'gw_port': {'id': 'd9e1e0f7-2b71-41b4-a145-28cfe3c19d04', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:93:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21b799f-cdb3-4afd-ac6d-00669cb0b218', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:51Z', 'updated_at': '2021-11-10T17:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:46:58.266651 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-ab31dcd1-f7c8-43ca-8cc9-252ec8666b19 None None] Provisioning complete for port d9e1e0f7-2b71-41b4-a145-28cfe3c19d04 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:58.267107 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ab31dcd1-f7c8-43ca-8cc9-252ec8666b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:58.344884 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eab26d4-14c5-4506-b9cf-f3645281e735 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:46:58.363292 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-3eab26d4-14c5-4506-b9cf-f3645281e735 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:46:58.383159 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eab26d4-14c5-4506-b9cf-f3645281e735 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:46:58.401741 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1000e04c-a2b3-42b4-9928-8f63a2d18cc5 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:46:58.468016 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8b0342b8-53fe-4198-971c-c31a49584feb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:58.482090 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab26d4-14c5-4506-b9cf-f3645281e735 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Pushing event updated for resources: {'Port': ['ID=b64f5447-c428-461b-9938-0f33943d4c45,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:58.578573 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d063f3a2-306b-4cf9-922e-14cce3c5692a tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network ea39200d-661d-4224-9e20-943f29d4f07c is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:46:58.592456 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-d063f3a2-306b-4cf9-922e-14cce3c5692a tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:46:58.625362 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06aeb814-15d2-4178-b61e-04d2a433f945 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:46:58.672097 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-7c60dde7-3729-4fce-b3e0-06f1addf5a4e None None] Provisioning complete for port b64f5447-c428-461b-9938-0f33943d4c45 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:58.675784 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7c60dde7-3729-4fce-b3e0-06f1addf5a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:58.794721 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8b0342b8-53fe-4198-971c-c31a49584feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:58.799472 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8b0342b8-53fe-4198-971c-c31a49584feb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:58.801319 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8b0342b8-53fe-4198-971c-c31a49584feb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/33d9f880-468b-42a1-8318-b8ead32a03b3 HTTP/1.1" status: 204 len: 168 time: 1.9115326 Nov 10 17:46:58.860948 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-7c60dde7-3729-4fce-b3e0-06f1addf5a4e None None] Port b64f5447-c428-461b-9938-0f33943d4c45 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:46:58.930781 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-7c60dde7-3729-4fce-b3e0-06f1addf5a4e None None] Provisioning complete for port 83af12c5-b686-4742-a9e7-5ed435cc7c18 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:58.931285 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7c60dde7-3729-4fce-b3e0-06f1addf5a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:58.985458 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e1417d67-c97e-4a85-8471-25a9a412176f req-e440d701-555c-498b-ac38-8aa8266edd9c tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 210 time: 0.1269393 Nov 10 17:46:59.091017 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-7c60dde7-3729-4fce-b3e0-06f1addf5a4e None None] Port 83af12c5-b686-4742-a9e7-5ed435cc7c18 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:46:59.154766 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0342b8-53fe-4198-971c-c31a49584feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d9f880-468b-42a1-8318-b8ead32a03b3,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:46:59.174872 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-9544dd70-2d69-4eba-b98d-67a76ae31162 admin admin] Deleting port 47552747-fb8c-44f4-9f2d-3952cad68fa0 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:46:59.175573 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9544dd70-2d69-4eba-b98d-67a76ae31162 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:59.302081 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e85f837f-4cad-45b5-aee8-4ac7320a392c None None] Provisioning complete for port e9d8221f-4694-4d90-bfb4-ae8b8a616dc2 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:46:59.303043 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e85f837f-4cad-45b5-aee8-4ac7320a392c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:59.375583 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06aeb814-15d2-4178-b61e-04d2a433f945 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:46:59.387436 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-e85f837f-4cad-45b5-aee8-4ac7320a392c None None] Port e9d8221f-4694-4d90-bfb4-ae8b8a616dc2 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:46:59.401354 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1822114b-847e-4878-94cf-8500f2d48c69 None None] Sync routers for ids ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:46:59.402080 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3eab26d4-14c5-4506-b9cf-f3645281e735 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:59.415665 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-06aeb814-15d2-4178-b61e-04d2a433f945 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "PUT /v2.0/routers/020f89b0-b6db-4aa4-b7ba-80383aec5c3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4835868 Nov 10 17:46:59.424651 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1822114b-847e-4878-94cf-8500f2d48c69 None None] Routers {'020f89b0-b6db-4aa4-b7ba-80383aec5c3f'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:46:59.425841 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53332) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:46:59.434689 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-f5d4e278-61e9-4cc5-859f-95397e3e3bf2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Request body: {'network': {'name': 'tempest-RoutersTest-171212138'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:46:59.436358 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-1822114b-847e-4878-94cf-8500f2d48c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:46:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:59.568513 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d063f3a2-306b-4cf9-922e-14cce3c5692a tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Router b7d1c94d-5303-4ca1-bb9a-c0f15ff15200 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:46:59.569088 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-9544dd70-2d69-4eba-b98d-67a76ae31162 admin admin] For port 47552747-fb8c-44f4-9f2d-3952cad68fa0, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=47552747-fb8c-44f4-9f2d-3952cad68fa0,segment=NetworkSegment(ca95d2b9-fa05-4c17-bc70-13d06fb359ad),segment_id=ca95d2b9-fa05-4c17-bc70-13d06fb359ad)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:46:59.569476 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9544dd70-2d69-4eba-b98d-67a76ae31162 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:59.606678 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-1822114b-847e-4878-94cf-8500f2d48c69 None None] Set router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:46:59.657545 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d4e278-61e9-4cc5-859f-95397e3e3bf2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Made reservation on behalf of 4fd3b9eed2924ca2ac275ce6910fdaae for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:46:59.670810 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f5d4e278-61e9-4cc5-859f-95397e3e3bf2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:46:59.742259 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-9544dd70-2d69-4eba-b98d-67a76ae31162 admin admin] Calling delete_port for 47552747-fb8c-44f4-9f2d-3952cad68fa0 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:46:59.763381 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d9e1e0f7-2b71-41b4-a145-28cfe3c19d04 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:46:59.932810 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-1822114b-847e-4878-94cf-8500f2d48c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'name': 'tempest-RoutersTest-router-1978934352', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:21Z', 'updated_at': '2021-11-10T17:46:53Z', 'revision_number': 3, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None, '_interfaces': [{'id': '2a6d217d-919a-4078-941e-5e19ad9b03be', 'name': '', 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:3f:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:28Z', 'updated_at': '2021-11-10T17:46:42Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83af12c5-b686-4742-a9e7-5ed435cc7c18', 'name': '', 'network_id': '4c5cca05-b439-49fc-bc43-1f90397dd7e5', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:4f:39:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:48Z', 'updated_at': '2021-11-10T17:46:54Z', 'revision_number': 2, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:46:59.993488 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1822114b-847e-4878-94cf-8500f2d48c69 None None] Checking router: 020f89b0-b6db-4aa4-b7ba-80383aec5c3f for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:46:59.993768 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1822114b-847e-4878-94cf-8500f2d48c69 None None] Updating router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f port 83af12c5-b686-4742-a9e7-5ed435cc7c18 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:47:00.037160 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port d9e1e0f7-2b71-41b4-a145-28cfe3c19d04 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:00.051913 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:00.054456 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-1822114b-847e-4878-94cf-8500f2d48c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:00.149713 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-97596bd7-cc2b-4dbe-b268-6654a3ca50dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:00.151113 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-97596bd7-cc2b-4dbe-b268-6654a3ca50dc service neutron] 10.222.0.11 "GET /v2.0/ports/224ef4d3-dee2-4bcd-947b-b7c7a9b0544c HTTP/1.1" status: 200 len: 1032 time: 0.1786675 Nov 10 17:47:00.155856 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3eab26d4-14c5-4506-b9cf-f3645281e735 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:00.174405 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d4e278-61e9-4cc5-859f-95397e3e3bf2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:47:00.241836 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d063f3a2-306b-4cf9-922e-14cce3c5692a tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:47:00.270950 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652dd67d-8e28-4a65-90bf-2422de05b5a0 None None] Sync routers for ids ['b7d1c94d-5303-4ca1-bb9a-c0f15ff15200'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:47:00.353589 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d063f3a2-306b-4cf9-922e-14cce3c5692a tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "PUT /v2.0/routers/b7d1c94d-5303-4ca1-bb9a-c0f15ff15200/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4079347 Nov 10 17:47:00.357199 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f5d4e278-61e9-4cc5-859f-95397e3e3bf2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:00.357606 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-f5d4e278-61e9-4cc5-859f-95397e3e3bf2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Added segment 01b5c2e4-7d5a-4b10-8874-7addf758a6d2 of type vlan for network 3e544b5f-2191-40a4-8d47-3256a17969af Nov 10 17:47:00.358802 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53346) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:00.366180 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652dd67d-8e28-4a65-90bf-2422de05b5a0 None None] Routers {'b7d1c94d-5303-4ca1-bb9a-c0f15ff15200'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:00.369855 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-652dd67d-8e28-4a65-90bf-2422de05b5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:46:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['b7d1c94d-5303-4ca1-bb9a-c0f15ff15200'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:00.371895 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b15a6253-220d-4450-b449-149e406945c8 req-fb1c3d18-02f7-49d2-a1a3-8ba480354eed tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 210 time: 0.0517321 Nov 10 17:47:00.374716 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53348) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:00.545446 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-652dd67d-8e28-4a65-90bf-2422de05b5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:00.550609 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9544dd70-2d69-4eba-b98d-67a76ae31162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:00.588889 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-0f1f9379-0d8f-4276-b691-8632629da852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:00.590950 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652dd67d-8e28-4a65-90bf-2422de05b5a0 None None] Routers {'b7d1c94d-5303-4ca1-bb9a-c0f15ff15200'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:00.592107 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-652dd67d-8e28-4a65-90bf-2422de05b5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:46:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['b7d1c94d-5303-4ca1-bb9a-c0f15ff15200'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:00.593984 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-0f1f9379-0d8f-4276-b691-8632629da852 service neutron] 10.222.0.11 "GET /v2.0/ports/47f8f0ae-9d1a-48c8-a567-346cf76cba57 HTTP/1.1" status: 200 len: 1031 time: 0.4171414 Nov 10 17:47:00.637847 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544dd70-2d69-4eba-b98d-67a76ae31162 admin admin] Pushing event deleted for resources: {'Port': ['ID=47552747-fb8c-44f4-9f2d-3952cad68fa0,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:00.647000 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c5396e85-7082-4c69-b483-ee2060fe60d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:00.655385 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-652dd67d-8e28-4a65-90bf-2422de05b5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:00.656452 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652dd67d-8e28-4a65-90bf-2422de05b5a0 None None] The sync data for ids ['b7d1c94d-5303-4ca1-bb9a-c0f15ff15200'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:47:00.748855 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f5d4e278-61e9-4cc5-859f-95397e3e3bf2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:00.775782 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3542b1e-a9d6-4967-8a79-5f498df51441 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:00.787253 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53354) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:00.794031 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f3542b1e-a9d6-4967-8a79-5f498df51441 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "GET /v2.0/ports/e9d8221f-4694-4d90-bfb4-ae8b8a616dc2 HTTP/1.1" status: 200 len: 984 time: 0.3921125 Nov 10 17:47:00.866279 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-1822114b-847e-4878-94cf-8500f2d48c69 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:00.874859 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-1822114b-847e-4878-94cf-8500f2d48c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:00.967612 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.db.resource_extend [None req-f5d4e278-61e9-4cc5-859f-95397e3e3bf2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 17:47:01.084887 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5055f7-b21f-4c9d-8dce-2480a1fb5d1c None None] Pushing event updated for resources: {'Port': ['ID=83af12c5-b686-4742-a9e7-5ed435cc7c18,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:01.121854 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f5d4e278-61e9-4cc5-859f-95397e3e3bf2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:01.123409 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5055f7-b21f-4c9d-8dce-2480a1fb5d1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:01.124239 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5055f7-b21f-4c9d-8dce-2480a1fb5d1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:01.124843 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5055f7-b21f-4c9d-8dce-2480a1fb5d1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:01.127614 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5055f7-b21f-4c9d-8dce-2480a1fb5d1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:01.134617 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5055f7-b21f-4c9d-8dce-2480a1fb5d1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:01.135653 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5055f7-b21f-4c9d-8dce-2480a1fb5d1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:01.139829 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5055f7-b21f-4c9d-8dce-2480a1fb5d1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:01.146490 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5055f7-b21f-4c9d-8dce-2480a1fb5d1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:01.147039 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5055f7-b21f-4c9d-8dce-2480a1fb5d1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:01.150154 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5055f7-b21f-4c9d-8dce-2480a1fb5d1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:01.150773 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5055f7-b21f-4c9d-8dce-2480a1fb5d1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:01.151362 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5055f7-b21f-4c9d-8dce-2480a1fb5d1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:01.153200 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d4e278-61e9-4cc5-859f-95397e3e3bf2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:01.154180 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f5d4e278-61e9-4cc5-859f-95397e3e3bf2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:01.348657 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-1822114b-847e-4878-94cf-8500f2d48c69 None None] Attempting to bind port 83af12c5-b686-4742-a9e7-5ed435cc7c18 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:47:01.349040 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-1822114b-847e-4878-94cf-8500f2d48c69 None None] Attempting to bind port 83af12c5-b686-4742-a9e7-5ed435cc7c18 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'cc03bd5f-6a20-4d10-82bc-dc659c682fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4c5cca05-b439-49fc-bc43-1f90397dd7e5'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:47:01.354895 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1822114b-847e-4878-94cf-8500f2d48c69 None None] Attempting to bind port 83af12c5-b686-4742-a9e7-5ed435cc7c18 on network 4c5cca05-b439-49fc-bc43-1f90397dd7e5 {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:47:01.361326 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1822114b-847e-4878-94cf-8500f2d48c69 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:47:01.369509 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1822114b-847e-4878-94cf-8500f2d48c69 None None] Checking segment: {'id': 'cc03bd5f-6a20-4d10-82bc-dc659c682fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4c5cca05-b439-49fc-bc43-1f90397dd7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:47:01.370230 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-1822114b-847e-4878-94cf-8500f2d48c69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:01.371013 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1822114b-847e-4878-94cf-8500f2d48c69 None None] Bound using segment: {'id': 'cc03bd5f-6a20-4d10-82bc-dc659c682fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4c5cca05-b439-49fc-bc43-1f90397dd7e5'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:47:01.371772 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-1822114b-847e-4878-94cf-8500f2d48c69 None None] Bound port: 83af12c5-b686-4742-a9e7-5ed435cc7c18, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc03bd5f-6a20-4d10-82bc-dc659c682fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4c5cca05-b439-49fc-bc43-1f90397dd7e5'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:47:01.372801 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-1822114b-847e-4878-94cf-8500f2d48c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:01.441143 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f5d4e278-61e9-4cc5-859f-95397e3e3bf2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.0127201 Nov 10 17:47:01.477424 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53364) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:01.511780 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-935466b2-a452-4f11-a719-449cd4afc435 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Request body: {'subnet': {'network_id': '3e544b5f-2191-40a4-8d47-3256a17969af', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:01.658535 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-c4fd39c5-39d6-4199-bff5-5f8ae62381c5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:01.659766 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-1822114b-847e-4878-94cf-8500f2d48c69 None None] For port 83af12c5-b686-4742-a9e7-5ed435cc7c18, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:47:01.664972 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-1822114b-847e-4878-94cf-8500f2d48c69 None None] For port 83af12c5-b686-4742-a9e7-5ed435cc7c18, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=83af12c5-b686-4742-a9e7-5ed435cc7c18,segment=NetworkSegment(cc03bd5f-6a20-4d10-82bc-dc659c682fe2),segment_id=cc03bd5f-6a20-4d10-82bc-dc659c682fe2)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:47:01.677632 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-1822114b-847e-4878-94cf-8500f2d48c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:01.683779 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-c4fd39c5-39d6-4199-bff5-5f8ae62381c5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:01.739607 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-c4fd39c5-39d6-4199-bff5-5f8ae62381c5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:01.753863 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-c4fd39c5-39d6-4199-bff5-5f8ae62381c5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.11 "GET /v2.0/networks?id=7ba70b55-5d77-4457-b11f-9823987d654f&id=47baead0-3e81-4ecd-90e6-eeb908ade233&id=47baead0-3e81-4ecd-90e6-eeb908ade233&id=47baead0-3e81-4ecd-90e6-eeb908ade233&id=47baead0-3e81-4ecd-90e6-eeb908ade233&id=49bc9a4d-2019-4c3e-98a9-200317b395fd&id=49bc9a4d-2019-4c3e-98a9-200317b395fd HTTP/1.1" status: 200 len: 1994 time: 1.1534071 Nov 10 17:47:01.772307 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-af1896c1-1f91-4a62-99d1-f0305884c1b3 None None] Provisioning complete for port 83af12c5-b686-4742-a9e7-5ed435cc7c18 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:01.773144 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-af1896c1-1f91-4a62-99d1-f0305884c1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:01.855088 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1822114b-847e-4878-94cf-8500f2d48c69 None None] Routers {'020f89b0-b6db-4aa4-b7ba-80383aec5c3f'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:01.855996 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-1822114b-847e-4878-94cf-8500f2d48c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:46:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:01.956306 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-af1896c1-1f91-4a62-99d1-f0305884c1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:02.043645 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-af1896c1-1f91-4a62-99d1-f0305884c1b3 None None] For port 83af12c5-b686-4742-a9e7-5ed435cc7c18, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=83af12c5-b686-4742-a9e7-5ed435cc7c18,segment=NetworkSegment(cc03bd5f-6a20-4d10-82bc-dc659c682fe2),segment_id=cc03bd5f-6a20-4d10-82bc-dc659c682fe2)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:47:02.044697 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-af1896c1-1f91-4a62-99d1-f0305884c1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:02.055355 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4e278-61e9-4cc5-859f-95397e3e3bf2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Network': ['ID=3e544b5f-2191-40a4-8d47-3256a17969af,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:02.061096 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c195a2ad-120e-4338-985b-95d44c790629 req-3a6bb0a9-3308-4cf3-993e-3d028aec62af tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 210 time: 0.4444549 Nov 10 17:47:02.109613 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6d29ca47-4f81-41d0-aea2-88b187ac0b21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:02.140597 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 3e544b5f-2191-40a4-8d47-3256a17969af details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:47:02.165144 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-1822114b-847e-4878-94cf-8500f2d48c69 None None] Set router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:47:02.176960 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eab26d4-14c5-4506-b9cf-f3645281e735 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Router e975ab01-eee4-4827-9489-ad8ed2487dcb is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:47:02.271893 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1896c1-1f91-4a62-99d1-f0305884c1b3 None None] Pushing event updated for resources: {'Port': ['ID=83af12c5-b686-4742-a9e7-5ed435cc7c18,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:02.390769 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5055f7-b21f-4c9d-8dce-2480a1fb5d1c None None] Pushing event updated for resources: {'Port': ['ID=83af12c5-b686-4742-a9e7-5ed435cc7c18,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:02.399183 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9544dd70-2d69-4eba-b98d-67a76ae31162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:02.445629 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-86d8c05b-d0a9-4743-96cc-a5f4b9fcc138 None None] Provisioning complete for port 83af12c5-b686-4742-a9e7-5ed435cc7c18 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:02.446398 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-86d8c05b-d0a9-4743-96cc-a5f4b9fcc138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:02.786533 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-1822114b-847e-4878-94cf-8500f2d48c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'name': 'tempest-RoutersTest-router-1978934352', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:21Z', 'updated_at': '2021-11-10T17:46:53Z', 'revision_number': 3, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None, '_interfaces': [{'id': '2a6d217d-919a-4078-941e-5e19ad9b03be', 'name': '', 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:3f:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:28Z', 'updated_at': '2021-11-10T17:46:42Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83af12c5-b686-4742-a9e7-5ed435cc7c18', 'name': '', 'network_id': '4c5cca05-b439-49fc-bc43-1f90397dd7e5', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:4f:39:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:48Z', 'updated_at': '2021-11-10T17:47:01Z', 'revision_number': 4, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:02.793852 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6d29ca47-4f81-41d0-aea2-88b187ac0b21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:02.816088 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6d29ca47-4f81-41d0-aea2-88b187ac0b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:02.862546 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cb8ee2de-cb24-48da-83c4-432cbe2c3b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:02.876840 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1822114b-847e-4878-94cf-8500f2d48c69 None None] The sync data for ids ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'] in n-d-776250-10 is: [{'id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'name': 'tempest-RoutersTest-router-1978934352', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:21Z', 'updated_at': '2021-11-10T17:46:53Z', 'revision_number': 3, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None, '_interfaces': [{'id': '2a6d217d-919a-4078-941e-5e19ad9b03be', 'name': '', 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:3f:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:28Z', 'updated_at': '2021-11-10T17:46:42Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83af12c5-b686-4742-a9e7-5ed435cc7c18', 'name': '', 'network_id': '4c5cca05-b439-49fc-bc43-1f90397dd7e5', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:4f:39:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:48Z', 'updated_at': '2021-11-10T17:47:01Z', 'revision_number': 4, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:47:03.061955 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6d29ca47-4f81-41d0-aea2-88b187ac0b21 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=37e4580b834a495a9becbdbc9dddb099&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6819344 Nov 10 17:47:03.069938 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-527ddeb6-1f39-4242-8bb1-18b8aa5287c9 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87ef8f67c317450abb70e6821b7851c3 HTTP/1.1" status: 200 len: 380 time: 1.1354437 Nov 10 17:47:03.071550 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53390) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:03.076535 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eab26d4-14c5-4506-b9cf-f3645281e735 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:47:03.089088 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-cfe44b61-c613-4341-8768-3e2206262174 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Request body: {'port': {'device_id': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'network_id': '7ba70b55-5d77-4457-b11f-9823987d654f', 'admin_state_up': True, 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'security_groups': ['6b805ccc-7082-4539-8592-5d5acdd89437']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:03.092323 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29ca47-4f81-41d0-aea2-88b187ac0b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cd484b-361d-4f1e-8bd7-805d1dc59e44,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:03.138907 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b48f583-7661-433e-ac86-4d2c6abcd27a None None] Sync routers for ids ['e975ab01-eee4-4827-9489-ad8ed2487dcb'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:47:03.163920 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b48f583-7661-433e-ac86-4d2c6abcd27a None None] Routers {'e975ab01-eee4-4827-9489-ad8ed2487dcb'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:03.165282 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8b48f583-7661-433e-ac86-4d2c6abcd27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['e975ab01-eee4-4827-9489-ad8ed2487dcb'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:03.177414 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935466b2-a452-4f11-a719-449cd4afc435 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Made reservation on behalf of 4fd3b9eed2924ca2ac275ce6910fdaae for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:47:03.183655 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-935466b2-a452-4f11-a719-449cd4afc435 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:03.289241 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3eab26d4-14c5-4506-b9cf-f3645281e735 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:03.293548 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3eab26d4-14c5-4506-b9cf-f3645281e735 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 8.3004723 Nov 10 17:47:03.343981 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53396) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:03.452553 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53398) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:03.664734 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6a23357d-d3dc-4456-b1fe-57e4d4814457 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:03.786510 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-8b48f583-7661-433e-ac86-4d2c6abcd27a None None] Set router e975ab01-eee4-4827-9489-ad8ed2487dcb gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:47:03.798914 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 83af12c5-b686-4742-a9e7-5ed435cc7c18 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:47:03.804305 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5a44d672-9322-4502-a273-5e9789425d61 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] 10.222.0.39 "GET /v2.0/routers/e975ab01-eee4-4827-9489-ad8ed2487dcb HTTP/1.1" status: 200 len: 905 time: 0.4599051 Nov 10 17:47:03.805422 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-cfe44b61-c613-4341-8768-3e2206262174 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Made reservation on behalf of 87ef8f67c317450abb70e6821b7851c3 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:47:03.812309 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-cfe44b61-c613-4341-8768-3e2206262174 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:03.847154 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53402) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:03.880669 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e32044cf-8801-481a-a84f-2a7f9cca280e req-9efeb2db-1e55-48a9-b15f-89543d5cb48d tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 210 time: 0.4351575 Nov 10 17:47:03.888699 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2d27e8c8-1462-481c-a73b-69855574ce11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:03.999045 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:04.013196 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 83af12c5-b686-4742-a9e7-5ed435cc7c18 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:04.013656 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:04.116944 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-97dde5ee-eda9-475b-af8b-3424cf63afc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:04.180290 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-97dde5ee-eda9-475b-af8b-3424cf63afc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:04.217033 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8b48f583-7661-433e-ac86-4d2c6abcd27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e975ab01-eee4-4827-9489-ad8ed2487dcb', 'name': 'tempest-snat-router-89799627', 'tenant_id': '36c0b738f2794d2d8ce5025f0db34c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'b64f5447-c428-461b-9938-0f33943d4c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:55Z', 'updated_at': '2021-11-10T17:46:59Z', 'revision_number': 3, 'project_id': '36c0b738f2794d2d8ce5025f0db34c4f', 'gw_port': {'id': 'b64f5447-c428-461b-9938-0f33943d4c45', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ff:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e975ab01-eee4-4827-9489-ad8ed2487dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:56Z', 'updated_at': '2021-11-10T17:46:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:04.315701 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b48f583-7661-433e-ac86-4d2c6abcd27a None None] Checking router: e975ab01-eee4-4827-9489-ad8ed2487dcb for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:47:04.316263 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b48f583-7661-433e-ac86-4d2c6abcd27a None None] Updating router e975ab01-eee4-4827-9489-ad8ed2487dcb port b64f5447-c428-461b-9938-0f33943d4c45 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:47:04.324600 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-97dde5ee-eda9-475b-af8b-3424cf63afc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:04.329281 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-97dde5ee-eda9-475b-af8b-3424cf63afc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:04.332169 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-97dde5ee-eda9-475b-af8b-3424cf63afc1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b7cd484b-361d-4f1e-8bd7-805d1dc59e44 HTTP/1.1" status: 204 len: 168 time: 1.2429483 Nov 10 17:47:04.368317 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-8b48f583-7661-433e-ac86-4d2c6abcd27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:04.425464 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dde5ee-eda9-475b-af8b-3424cf63afc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cd484b-361d-4f1e-8bd7-805d1dc59e44,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:04.600847 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9544dd70-2d69-4eba-b98d-67a76ae31162 admin admin] Router 0d224965-846a-4693-8c36-f8f4d32b7d37 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:47:04.680753 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-cfe44b61-c613-4341-8768-3e2206262174 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Allocated IP 172.20.0.9 (7ba70b55-5d77-4457-b11f-9823987d654f/2408a0c7-e08d-426a-ac08-2e242a5b2cbd/1f2a1a3d-5b3f-4c67-83ef-66629755aaba) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:47:04.946503 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-cfe44b61-c613-4341-8768-3e2206262174 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:04.983897 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9544dd70-2d69-4eba-b98d-67a76ae31162 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:47:04.999981 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089a25c5-83b3-4952-b360-66eaa75ee7de None None] Sync routers for ids ['0d224965-846a-4693-8c36-f8f4d32b7d37'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:47:05.029705 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-cfe44b61-c613-4341-8768-3e2206262174 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:05.037291 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9544dd70-2d69-4eba-b98d-67a76ae31162 admin admin] 10.222.0.39 "PUT /v2.0/routers/0d224965-846a-4693-8c36-f8f4d32b7d37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5098691 Nov 10 17:47:05.047521 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53410) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:05.050763 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-935466b2-a452-4f11-a719-449cd4afc435 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:05.052186 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089a25c5-83b3-4952-b360-66eaa75ee7de None None] Routers {'0d224965-846a-4693-8c36-f8f4d32b7d37'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:05.053250 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-089a25c5-83b3-4952-b360-66eaa75ee7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0d224965-846a-4693-8c36-f8f4d32b7d37'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:05.100478 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-8b48f583-7661-433e-ac86-4d2c6abcd27a None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:05.107793 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-8b48f583-7661-433e-ac86-4d2c6abcd27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:05.187651 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53412) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:05.193269 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7741bec2-b486-4f73-baef-e61e48a744a0 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:05.201697 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05503fb-2e67-4b15-9782-26f95fe813c8 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:47:05.201968 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-8b48f583-7661-433e-ac86-4d2c6abcd27a None None] Attempting to bind port b64f5447-c428-461b-9938-0f33943d4c45 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:47:05.202282 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-8b48f583-7661-433e-ac86-4d2c6abcd27a None None] Attempting to bind port b64f5447-c428-461b-9938-0f33943d4c45 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:47:05.202618 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b48f583-7661-433e-ac86-4d2c6abcd27a None None] Attempting to bind port b64f5447-c428-461b-9938-0f33943d4c45 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:47:05.214278 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b48f583-7661-433e-ac86-4d2c6abcd27a None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:47:05.214861 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b48f583-7661-433e-ac86-4d2c6abcd27a None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:47:05.215503 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-8b48f583-7661-433e-ac86-4d2c6abcd27a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:05.215959 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b48f583-7661-433e-ac86-4d2c6abcd27a None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:47:05.216526 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-8b48f583-7661-433e-ac86-4d2c6abcd27a None None] Bound port: b64f5447-c428-461b-9938-0f33943d4c45, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:47:05.216913 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-8b48f583-7661-433e-ac86-4d2c6abcd27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:05.272703 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fac025-c55a-4f13-b39d-ce0288b6f3ec None None] Pushing event updated for resources: {'Port': ['ID=b64f5447-c428-461b-9938-0f33943d4c45,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:05.301175 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c92fe0c9-07c9-4b04-8e44-53e5afd78527 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:05.330516 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-8b48f583-7661-433e-ac86-4d2c6abcd27a None None] For port b64f5447-c428-461b-9938-0f33943d4c45, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:47:05.337702 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-8b48f583-7661-433e-ac86-4d2c6abcd27a None None] For port b64f5447-c428-461b-9938-0f33943d4c45, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b64f5447-c428-461b-9938-0f33943d4c45,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:47:05.351985 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-8b48f583-7661-433e-ac86-4d2c6abcd27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:05.408738 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9d20a1-2731-466b-b850-5cfd21c0d896 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:47:05.438553 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b48f583-7661-433e-ac86-4d2c6abcd27a None None] Routers {'e975ab01-eee4-4827-9489-ad8ed2487dcb'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:05.440115 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8b48f583-7661-433e-ac86-4d2c6abcd27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['e975ab01-eee4-4827-9489-ad8ed2487dcb'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:05.486646 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3d13648e-253c-490c-bf3b-e9bcbf89d506 None None] Provisioning complete for port b64f5447-c428-461b-9938-0f33943d4c45 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:05.487083 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3d13648e-253c-490c-bf3b-e9bcbf89d506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:05.548100 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-6a23357d-d3dc-4456-b1fe-57e4d4814457 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Deleting port e9d8221f-4694-4d90-bfb4-ae8b8a616dc2 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:47:05.548912 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6a23357d-d3dc-4456-b1fe-57e4d4814457 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:05.554759 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fac025-c55a-4f13-b39d-ce0288b6f3ec None None] Pushing event updated for resources: {'Port': ['ID=b64f5447-c428-461b-9938-0f33943d4c45,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:05.581065 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-cfe44b61-c613-4341-8768-3e2206262174 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Network 7ba70b55-5d77-4457-b11f-9823987d654f is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:47:05.603675 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe44b61-c613-4341-8768-3e2206262174 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Pushing event updated for resources: {'Port': ['ID=1f2a1a3d-5b3f-4c67-83ef-66629755aaba,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:05.644644 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935466b2-a452-4f11-a719-449cd4afc435 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Checking segment: {'id': '01b5c2e4-7d5a-4b10-8874-7addf758a6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3e544b5f-2191-40a4-8d47-3256a17969af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:47:05.645168 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935466b2-a452-4f11-a719-449cd4afc435 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network hostable DHCP agents. Network: 3e544b5f-2191-40a4-8d47-3256a17969af, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:47:05.649645 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-089a25c5-83b3-4952-b360-66eaa75ee7de None None] Set router 0d224965-846a-4693-8c36-f8f4d32b7d37 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:47:05.654803 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-cfe44b61-c613-4341-8768-3e2206262174 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:47:05.664724 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-cfe44b61-c613-4341-8768-3e2206262174 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:47:05.725991 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2d27e8c8-1462-481c-a73b-69855574ce11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:05.727249 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935466b2-a452-4f11-a719-449cd4afc435 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Subnet': ['ID=09c67418-bc87-4b1f-b4fe-9b36f1bef5c1,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:05.739861 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-8b48f583-7661-433e-ac86-4d2c6abcd27a None None] Set router e975ab01-eee4-4827-9489-ad8ed2487dcb gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:47:05.764538 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2d27e8c8-1462-481c-a73b-69855574ce11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:05.806107 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1c041803-c94c-4b79-a4c2-20ef499b5b4a admin admin] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:05.843413 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:05.955789 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935466b2-a452-4f11-a719-449cd4afc435 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network 3e544b5f-2191-40a4-8d47-3256a17969af is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:47:06.026346 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7741bec2-b486-4f73-baef-e61e48a744a0 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:06.059953 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-cfe44b61-c613-4341-8768-3e2206262174 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:06.075142 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-cfe44b61-c613-4341-8768-3e2206262174 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:06.108099 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2d27e8c8-1462-481c-a73b-69855574ce11 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a7bfb33bd8e54bd7a7d855575323bcc1&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6076469 Nov 10 17:47:06.122488 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5dd0b-eb17-4dc9-9b7d-780d75288bbd req-3eedc302-29c6-4b5c-882a-c5bc1432ae0c tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:06.122879 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53414) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:06.139132 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-69c5dd0b-eb17-4dc9-9b7d-780d75288bbd req-3eedc302-29c6-4b5c-882a-c5bc1432ae0c tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 931 time: 0.7679834 Nov 10 17:47:06.153624 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d27e8c8-1462-481c-a73b-69855574ce11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22da40f-ba3d-4415-a028-a31519a277ff,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:06.165335 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-935466b2-a452-4f11-a719-449cd4afc435 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 3e544b5f-2191-40a4-8d47-3256a17969af) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:47:06.184692 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935466b2-a452-4f11-a719-449cd4afc435 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:06.185508 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-935466b2-a452-4f11-a719-449cd4afc435 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:06.199767 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-cfe44b61-c613-4341-8768-3e2206262174 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1220458 Nov 10 17:47:06.230378 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6a23357d-d3dc-4456-b1fe-57e4d4814457 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:06.247823 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-c6bc1ce1-a784-48be-8005-810a7e98ccd4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Request body: {'port': {'device_id': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'network_id': '47baead0-3e81-4ecd-90e6-eeb908ade233', 'admin_state_up': True, 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'security_groups': ['6b805ccc-7082-4539-8592-5d5acdd89437']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:06.359168 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-935466b2-a452-4f11-a719-449cd4afc435 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8787775 Nov 10 17:47:06.379222 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53416) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:06.449528 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bcc49b-faff-465c-9c28-adb9934162d3 None None] Network 3e544b5f-2191-40a4-8d47-3256a17969af requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:47:06.524632 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8b48f583-7661-433e-ac86-4d2c6abcd27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e975ab01-eee4-4827-9489-ad8ed2487dcb', 'name': 'tempest-snat-router-89799627', 'tenant_id': '36c0b738f2794d2d8ce5025f0db34c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'b64f5447-c428-461b-9938-0f33943d4c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:55Z', 'updated_at': '2021-11-10T17:46:59Z', 'revision_number': 3, 'project_id': '36c0b738f2794d2d8ce5025f0db34c4f', 'gw_port': {'id': 'b64f5447-c428-461b-9938-0f33943d4c45', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ff:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e975ab01-eee4-4827-9489-ad8ed2487dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:56Z', 'updated_at': '2021-11-10T17:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:06.591157 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b48f583-7661-433e-ac86-4d2c6abcd27a None None] The sync data for ids ['e975ab01-eee4-4827-9489-ad8ed2487dcb'] in n-d-776250-10 is: [{'id': 'e975ab01-eee4-4827-9489-ad8ed2487dcb', 'name': 'tempest-snat-router-89799627', 'tenant_id': '36c0b738f2794d2d8ce5025f0db34c4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'b64f5447-c428-461b-9938-0f33943d4c45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:55Z', 'updated_at': '2021-11-10T17:46:59Z', 'revision_number': 3, 'project_id': '36c0b738f2794d2d8ce5025f0db34c4f', 'gw_port': {'id': 'b64f5447-c428-461b-9938-0f33943d4c45', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ff:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e975ab01-eee4-4827-9489-ad8ed2487dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2113, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:56Z', 'updated_at': '2021-11-10T17:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:47:06.615767 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-69c5dd0b-eb17-4dc9-9b7d-780d75288bbd req-daa882ea-cc9a-4678-b495-ad736249af84 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4748216 Nov 10 17:47:06.715959 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:06.843666 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c92fe0c9-07c9-4b04-8e44-53e5afd78527 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:06.868465 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-6a23357d-d3dc-4456-b1fe-57e4d4814457 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Calling delete_port for e9d8221f-4694-4d90-bfb4-ae8b8a616dc2 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:47:06.875861 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c92fe0c9-07c9-4b04-8e44-53e5afd78527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:06.915657 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3d13648e-253c-490c-bf3b-e9bcbf89d506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:06.919445 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ebf30bf9-19de-4404-9b1f-afddfb2093dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:06.928902 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-089a25c5-83b3-4952-b360-66eaa75ee7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'name': 'tempest-TaggedBootDevicesTest-1989159049-router', 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '2e8b3a9f-e766-480b-9797-2f641c8242e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:34:03Z', 'updated_at': '2021-11-10T17:47:00Z', 'revision_number': 5, 'project_id': '281475dcac0247d79669d55a1da4eafc', 'gw_port': {'id': '2e8b3a9f-e766-480b-9797-2f641c8242e3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:18:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:34:05Z', 'updated_at': '2021-11-10T17:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:07.007597 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089a25c5-83b3-4952-b360-66eaa75ee7de None None] Checking router: 0d224965-846a-4693-8c36-f8f4d32b7d37 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:47:07.023423 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1c041803-c94c-4b79-a4c2-20ef499b5b4a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:07.040140 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ebf30bf9-19de-4404-9b1f-afddfb2093dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:07.049925 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-3d13648e-253c-490c-bf3b-e9bcbf89d506 None None] For port b64f5447-c428-461b-9938-0f33943d4c45, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b64f5447-c428-461b-9938-0f33943d4c45,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:47:07.057277 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fe0c9-07c9-4b04-8e44-53e5afd78527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95956950-f7b7-4b02-88ed-006a473ad146,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:07.067026 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089a25c5-83b3-4952-b360-66eaa75ee7de None None] Routers {'0d224965-846a-4693-8c36-f8f4d32b7d37'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:07.068022 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-089a25c5-83b3-4952-b360-66eaa75ee7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0d224965-846a-4693-8c36-f8f4d32b7d37'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:07.070476 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3d13648e-253c-490c-bf3b-e9bcbf89d506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:07.072096 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-7741bec2-b486-4f73-baef-e61e48a744a0 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Deleting port b64f5447-c428-461b-9938-0f33943d4c45 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:47:07.072667 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7741bec2-b486-4f73-baef-e61e48a744a0 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:07.086737 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-c6bc1ce1-a784-48be-8005-810a7e98ccd4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Made reservation on behalf of 87ef8f67c317450abb70e6821b7851c3 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:47:07.091832 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-c6bc1ce1-a784-48be-8005-810a7e98ccd4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:07.199018 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c92fe0c9-07c9-4b04-8e44-53e5afd78527 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b7200141dde44f5d957f8ddc59cab654&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0093935 Nov 10 17:47:07.229102 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53418) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:07.290540 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-089a25c5-83b3-4952-b360-66eaa75ee7de None None] Set router 0d224965-846a-4693-8c36-f8f4d32b7d37 gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:47:07.402760 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-089a25c5-83b3-4952-b360-66eaa75ee7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'name': 'tempest-TaggedBootDevicesTest-1989159049-router', 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:34:03Z', 'updated_at': '2021-11-10T17:47:07Z', 'revision_number': 6, 'project_id': '281475dcac0247d79669d55a1da4eafc', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:07.406336 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92fe0c9-07c9-4b04-8e44-53e5afd78527 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:07.407065 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92fe0c9-07c9-4b04-8e44-53e5afd78527 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:07.407610 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92fe0c9-07c9-4b04-8e44-53e5afd78527 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:07.408279 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92fe0c9-07c9-4b04-8e44-53e5afd78527 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:07.408661 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92fe0c9-07c9-4b04-8e44-53e5afd78527 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:07.409188 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92fe0c9-07c9-4b04-8e44-53e5afd78527 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:07.409630 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92fe0c9-07c9-4b04-8e44-53e5afd78527 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:07.410064 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92fe0c9-07c9-4b04-8e44-53e5afd78527 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:07.410499 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92fe0c9-07c9-4b04-8e44-53e5afd78527 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:07.411018 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92fe0c9-07c9-4b04-8e44-53e5afd78527 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:07.411575 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92fe0c9-07c9-4b04-8e44-53e5afd78527 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:07.412009 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92fe0c9-07c9-4b04-8e44-53e5afd78527 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:07.415847 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ebf30bf9-19de-4404-9b1f-afddfb2093dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:07.418679 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ebf30bf9-19de-4404-9b1f-afddfb2093dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:07.424330 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ebf30bf9-19de-4404-9b1f-afddfb2093dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b22da40f-ba3d-4415-a028-a31519a277ff HTTP/1.1" status: 204 len: 168 time: 1.2239177 Nov 10 17:47:07.479701 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06bb964-5aae-4f9d-b429-00157ca321db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-3e544b5f-2191-40a4-8d47-3256a17969af', 'network_id': '3e544b5f-2191-40a4-8d47-3256a17969af', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'fixed_ips': [{'subnet_id': '09c67418-bc87-4b1f-b4fe-9b36f1bef5c1'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:47:07.480655 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b06bb964-5aae-4f9d-b429-00157ca321db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:07.561282 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf30bf9-19de-4404-9b1f-afddfb2093dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22da40f-ba3d-4415-a028-a31519a277ff,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:07.597918 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089a25c5-83b3-4952-b360-66eaa75ee7de None None] The sync data for ids ['0d224965-846a-4693-8c36-f8f4d32b7d37'] in n-d-776250-10 is: [{'id': '0d224965-846a-4693-8c36-f8f4d32b7d37', 'name': 'tempest-TaggedBootDevicesTest-1989159049-router', 'tenant_id': '281475dcac0247d79669d55a1da4eafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:34:03Z', 'updated_at': '2021-11-10T17:47:07Z', 'revision_number': 6, 'project_id': '281475dcac0247d79669d55a1da4eafc', 'gw_port_host': None}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:47:07.605713 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13648e-253c-490c-bf3b-e9bcbf89d506 None None] Pushing event updated for resources: {'Port': ['ID=b64f5447-c428-461b-9938-0f33943d4c45,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:07.631229 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-935d4fe2-424b-4eab-a4aa-008dd77fafe9 None None] Provisioning complete for port b64f5447-c428-461b-9938-0f33943d4c45 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:07.631711 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-935d4fe2-424b-4eab-a4aa-008dd77fafe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:07.643182 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-7741bec2-b486-4f73-baef-e61e48a744a0 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] For port b64f5447-c428-461b-9938-0f33943d4c45, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b64f5447-c428-461b-9938-0f33943d4c45,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:47:07.643682 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7741bec2-b486-4f73-baef-e61e48a744a0 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:07.703160 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-7741bec2-b486-4f73-baef-e61e48a744a0 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Calling delete_port for b64f5447-c428-461b-9938-0f33943d4c45 owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:47:07.728919 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-1c041803-c94c-4b79-a4c2-20ef499b5b4a admin admin] Deleting port 2e8b3a9f-e766-480b-9797-2f641c8242e3 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:47:07.729989 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1c041803-c94c-4b79-a4c2-20ef499b5b4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:07.951488 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-1c041803-c94c-4b79-a4c2-20ef499b5b4a admin admin] For port 2e8b3a9f-e766-480b-9797-2f641c8242e3, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2e8b3a9f-e766-480b-9797-2f641c8242e3,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:47:07.953578 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1c041803-c94c-4b79-a4c2-20ef499b5b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:08.036041 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-1c041803-c94c-4b79-a4c2-20ef499b5b4a admin admin] Calling delete_port for 2e8b3a9f-e766-480b-9797-2f641c8242e3 owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:47:08.049539 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b64f5447-c428-461b-9938-0f33943d4c45 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:47:08.226918 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6a23357d-d3dc-4456-b1fe-57e4d4814457 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:08.342466 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-935d4fe2-424b-4eab-a4aa-008dd77fafe9 None None] Provisioning complete for port 1f2a1a3d-5b3f-4c67-83ef-66629755aaba triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:08.342846 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-935d4fe2-424b-4eab-a4aa-008dd77fafe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:08.411711 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port b64f5447-c428-461b-9938-0f33943d4c45 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:08.412087 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:08.457614 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-b06bb964-5aae-4f9d-b429-00157ca321db None None] Allocated IP 172.22.0.2 (3e544b5f-2191-40a4-8d47-3256a17969af/09c67418-bc87-4b1f-b4fe-9b36f1bef5c1/0cd7601c-f03e-4601-a3e3-ada84dbd8067) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:47:08.478692 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-935d4fe2-424b-4eab-a4aa-008dd77fafe9 None None] Port 1f2a1a3d-5b3f-4c67-83ef-66629755aaba cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:47:08.479869 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-22acf599-b968-40c3-9b78-2a4e5fa66469 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:08.490172 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23357d-d3dc-4456-b1fe-57e4d4814457 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Port': ['ID=e9d8221f-4694-4d90-bfb4-ae8b8a616dc2,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:08.936788 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6a23357d-d3dc-4456-b1fe-57e4d4814457 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:08.953272 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-c6bc1ce1-a784-48be-8005-810a7e98ccd4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Allocated IP 10.1.1.196 (47baead0-3e81-4ecd-90e6-eeb908ade233/235a8a7b-9769-4bcb-b248-e3a3ce641763/c5181e29-f91d-489f-9f2c-19921b9b79a6) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:47:08.974611 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b06bb964-5aae-4f9d-b429-00157ca321db None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:08.975359 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-22acf599-b968-40c3-9b78-2a4e5fa66469 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:08.986248 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b06bb964-5aae-4f9d-b429-00157ca321db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:09.102512 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-22acf599-b968-40c3-9b78-2a4e5fa66469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:09.105383 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-22acf599-b968-40c3-9b78-2a4e5fa66469 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:09.107159 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-22acf599-b968-40c3-9b78-2a4e5fa66469 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/95956950-f7b7-4b02-88ed-006a473ad146 HTTP/1.1" status: 204 len: 168 time: 1.7222497 Nov 10 17:47:09.144093 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06bb964-5aae-4f9d-b429-00157ca321db None None] Network 3e544b5f-2191-40a4-8d47-3256a17969af is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:47:09.155503 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-b06bb964-5aae-4f9d-b429-00157ca321db None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:47:09.162307 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7aa9f-168d-46e0-9a77-eca0eb4d2932 req-2b6a6266-7fe0-45e9-bdc4-87a7dbc5219b tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:09.171114 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06bb964-5aae-4f9d-b429-00157ca321db None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:47:09.176615 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06bb964-5aae-4f9d-b429-00157ca321db None None] Pushing event updated for resources: {'Port': ['ID=0cd7601c-f03e-4601-a3e3-ada84dbd8067,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:09.183028 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-32c7aa9f-168d-46e0-9a77-eca0eb4d2932 req-2b6a6266-7fe0-45e9-bdc4-87a7dbc5219b tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 931 time: 0.9599905 Nov 10 17:47:09.185996 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22acf599-b968-40c3-9b78-2a4e5fa66469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95956950-f7b7-4b02-88ed-006a473ad146,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:09.352430 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b06bb964-5aae-4f9d-b429-00157ca321db None None] Attempting to bind port 0cd7601c-f03e-4601-a3e3-ada84dbd8067 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:47:09.352970 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b06bb964-5aae-4f9d-b429-00157ca321db None None] Attempting to bind port 0cd7601c-f03e-4601-a3e3-ada84dbd8067 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '01b5c2e4-7d5a-4b10-8874-7addf758a6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3e544b5f-2191-40a4-8d47-3256a17969af'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:47:09.354127 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06bb964-5aae-4f9d-b429-00157ca321db None None] Attempting to bind port 0cd7601c-f03e-4601-a3e3-ada84dbd8067 on network 3e544b5f-2191-40a4-8d47-3256a17969af {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:47:09.366372 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06bb964-5aae-4f9d-b429-00157ca321db None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:47:09.366966 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06bb964-5aae-4f9d-b429-00157ca321db None None] Checking segment: {'id': '01b5c2e4-7d5a-4b10-8874-7addf758a6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3e544b5f-2191-40a4-8d47-3256a17969af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:47:09.367319 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b06bb964-5aae-4f9d-b429-00157ca321db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:09.367786 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06bb964-5aae-4f9d-b429-00157ca321db None None] Bound using segment: {'id': '01b5c2e4-7d5a-4b10-8874-7addf758a6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3e544b5f-2191-40a4-8d47-3256a17969af'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:47:09.368450 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b06bb964-5aae-4f9d-b429-00157ca321db None None] Bound port: 0cd7601c-f03e-4601-a3e3-ada84dbd8067, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b5c2e4-7d5a-4b10-8874-7addf758a6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3e544b5f-2191-40a4-8d47-3256a17969af'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:47:09.368931 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b06bb964-5aae-4f9d-b429-00157ca321db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:09.371709 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7741bec2-b486-4f73-baef-e61e48a744a0 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:09.398236 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-c6bc1ce1-a784-48be-8005-810a7e98ccd4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:09.432923 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7741bec2-b486-4f73-baef-e61e48a744a0 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Pushing event deleted for resources: {'Port': ['ID=b64f5447-c428-461b-9938-0f33943d4c45,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:09.437590 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22f4a5e4-c1b4-4bf3-9127-dc220699cd41 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:09.483454 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741bec2-b486-4f73-baef-e61e48a744a0 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:09.483810 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741bec2-b486-4f73-baef-e61e48a744a0 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:09.496664 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741bec2-b486-4f73-baef-e61e48a744a0 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:09.496664 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741bec2-b486-4f73-baef-e61e48a744a0 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:09.497207 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741bec2-b486-4f73-baef-e61e48a744a0 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:09.497207 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741bec2-b486-4f73-baef-e61e48a744a0 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:09.497542 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741bec2-b486-4f73-baef-e61e48a744a0 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:09.497935 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741bec2-b486-4f73-baef-e61e48a744a0 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:09.498123 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741bec2-b486-4f73-baef-e61e48a744a0 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:09.498348 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741bec2-b486-4f73-baef-e61e48a744a0 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:09.498686 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741bec2-b486-4f73-baef-e61e48a744a0 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:09.502954 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7741bec2-b486-4f73-baef-e61e48a744a0 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:09.556581 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7561333e-b763-431c-b28a-2ed3abdb9c4c None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:47:09.689845 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b06bb964-5aae-4f9d-b429-00157ca321db None None] For port 0cd7601c-f03e-4601-a3e3-ada84dbd8067, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:47:09.699255 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b06bb964-5aae-4f9d-b429-00157ca321db None None] For port 0cd7601c-f03e-4601-a3e3-ada84dbd8067, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=0cd7601c-f03e-4601-a3e3-ada84dbd8067,segment=NetworkSegment(01b5c2e4-7d5a-4b10-8874-7addf758a6d2),segment_id=01b5c2e4-7d5a-4b10-8874-7addf758a6d2)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:47:09.729464 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b06bb964-5aae-4f9d-b429-00157ca321db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:09.766011 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53446) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:09.807575 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7741bec2-b486-4f73-baef-e61e48a744a0 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:09.823519 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-c6bc1ce1-a784-48be-8005-810a7e98ccd4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:09.964551 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2e8b3a9f-e766-480b-9797-2f641c8242e3 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:47:09.994060 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-32c7aa9f-168d-46e0-9a77-eca0eb4d2932 req-ed93c3dc-19d1-4e76-8a85-ad1b6f9c6fc8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7401314 Nov 10 17:47:10.023744 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a23357d-d3dc-4456-b1fe-57e4d4814457 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Router b7d1c94d-5303-4ca1-bb9a-c0f15ff15200 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:47:10.074227 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1c041803-c94c-4b79-a4c2-20ef499b5b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:10.119371 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-8e669559-d52e-4a09-aa21-09fa94bd4517 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-655781316-network', 'tenant_id': '0270caab27604a84907a03a58ad6e001'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:10.136207 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06bb964-5aae-4f9d-b429-00157ca321db None None] Pushing event updated for resources: {'Port': ['ID=0cd7601c-f03e-4601-a3e3-ada84dbd8067,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:10.149894 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No active binding found for port 2e8b3a9f-e766-480b-9797-2f641c8242e3 {{(pid=102470) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 17:47:10.150358 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2e8b3a9f-e766-480b-9797-2f641c8242e3 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:47:10.150780 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 47552747-fb8c-44f4-9f2d-3952cad68fa0 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:47:10.222819 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7741bec2-b486-4f73-baef-e61e48a744a0 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:10.230627 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7741bec2-b486-4f73-baef-e61e48a744a0 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:10.281386 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 47552747-fb8c-44f4-9f2d-3952cad68fa0 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:47:10.281628 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 47552747-fb8c-44f4-9f2d-3952cad68fa0 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:47:10.302044 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c041803-c94c-4b79-a4c2-20ef499b5b4a admin admin] Pushing event deleted for resources: {'Port': ['ID=2e8b3a9f-e766-480b-9797-2f641c8242e3,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:10.408979 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e92f91b-56f7-43ce-9735-89864cec7589 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:47:10.420810 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a23357d-d3dc-4456-b1fe-57e4d4814457 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:47:10.435921 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8de5da-b780-4b03-a7cc-ac022ddce116 None None] Sync routers for ids ['b7d1c94d-5303-4ca1-bb9a-c0f15ff15200'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:47:10.454040 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6a23357d-d3dc-4456-b1fe-57e4d4814457 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "PUT /v2.0/routers/b7d1c94d-5303-4ca1-bb9a-c0f15ff15200/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6635609 Nov 10 17:47:10.459215 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53458) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:10.483725 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8de5da-b780-4b03-a7cc-ac022ddce116 None None] Routers {'b7d1c94d-5303-4ca1-bb9a-c0f15ff15200'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:10.487802 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0a8de5da-b780-4b03-a7cc-ac022ddce116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['b7d1c94d-5303-4ca1-bb9a-c0f15ff15200'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:10.489077 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-c6bc1ce1-a784-48be-8005-810a7e98ccd4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Network 47baead0-3e81-4ecd-90e6-eeb908ade233 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:47:10.507499 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-c6bc1ce1-a784-48be-8005-810a7e98ccd4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:47:10.516371 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7741bec2-b486-4f73-baef-e61e48a744a0 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:10.517925 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7741bec2-b486-4f73-baef-e61e48a744a0 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e975ab01-eee4-4827-9489-ad8ed2487dcb {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:47:10.528065 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-c6bc1ce1-a784-48be-8005-810a7e98ccd4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:47:10.573895 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1c041803-c94c-4b79-a4c2-20ef499b5b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:10.594117 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7741bec2-b486-4f73-baef-e61e48a744a0 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:10.597682 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7741bec2-b486-4f73-baef-e61e48a744a0 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] 10.222.0.39 "DELETE /v2.0/routers/e975ab01-eee4-4827-9489-ad8ed2487dcb HTTP/1.1" status: 204 len: 168 time: 6.7489161 Nov 10 17:47:10.623198 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53460) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:10.662755 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0a8de5da-b780-4b03-a7cc-ac022ddce116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:10.697262 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8de5da-b780-4b03-a7cc-ac022ddce116 None None] Routers {'b7d1c94d-5303-4ca1-bb9a-c0f15ff15200'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:10.698241 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0a8de5da-b780-4b03-a7cc-ac022ddce116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['b7d1c94d-5303-4ca1-bb9a-c0f15ff15200'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:10.703928 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc1ce1-a784-48be-8005-810a7e98ccd4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Pushing event updated for resources: {'Port': ['ID=c5181e29-f91d-489f-9f2c-19921b9b79a6,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:10.791042 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0a8de5da-b780-4b03-a7cc-ac022ddce116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:10.799129 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8de5da-b780-4b03-a7cc-ac022ddce116 None None] The sync data for ids ['b7d1c94d-5303-4ca1-bb9a-c0f15ff15200'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:47:10.854371 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e669559-d52e-4a09-aa21-09fa94bd4517 admin admin] Made reservation on behalf of 0270caab27604a84907a03a58ad6e001 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:47:10.859069 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8e669559-d52e-4a09-aa21-09fa94bd4517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:10.923930 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8e669559-d52e-4a09-aa21-09fa94bd4517 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:10.973628 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1c041803-c94c-4b79-a4c2-20ef499b5b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:10.976115 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1c041803-c94c-4b79-a4c2-20ef499b5b4a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:10.987561 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-c6bc1ce1-a784-48be-8005-810a7e98ccd4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:10.988275 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-c6bc1ce1-a784-48be-8005-810a7e98ccd4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:11.084805 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-c6bc1ce1-a784-48be-8005-810a7e98ccd4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8488832 Nov 10 17:47:11.093394 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a133994f-f499-4b9e-9472-976b3164809e None None] Provisioning complete for port c5181e29-f91d-489f-9f2c-19921b9b79a6 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:11.097931 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a133994f-f499-4b9e-9472-976b3164809e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:11.133088 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-e8dd5be5-827b-4955-a76f-00d998637d1c tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Request body: {'port': {'device_id': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'network_id': '47baead0-3e81-4ecd-90e6-eeb908ade233', 'admin_state_up': True, 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'security_groups': ['6b805ccc-7082-4539-8592-5d5acdd89437']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:11.200408 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-a133994f-f499-4b9e-9472-976b3164809e None None] Port c5181e29-f91d-489f-9f2c-19921b9b79a6 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:47:11.286316 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1c041803-c94c-4b79-a4c2-20ef499b5b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:11.287138 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c041803-c94c-4b79-a4c2-20ef499b5b4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d224965-846a-4693-8c36-f8f4d32b7d37 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:47:11.340177 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1c041803-c94c-4b79-a4c2-20ef499b5b4a admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:11.342054 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1c041803-c94c-4b79-a4c2-20ef499b5b4a admin admin] 10.222.0.39 "DELETE /v2.0/routers/0d224965-846a-4693-8c36-f8f4d32b7d37 HTTP/1.1" status: 204 len: 168 time: 6.2818537 Nov 10 17:47:11.349417 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53474) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:11.418390 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-86ba981f-170d-48f3-85f8-2867681ac275 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] remove_router_interface failed (client error): The resource could not be found. Nov 10 17:47:11.420216 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-86ba981f-170d-48f3-85f8-2867681ac275 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "PUT /v2.0/routers/b7d1c94d-5303-4ca1-bb9a-c0f15ff15200/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9596274 Nov 10 17:47:11.449871 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-465d4f7e-134c-494f-8170-a22711a1782b tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:11.453766 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53476) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:11.457103 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-22f4a5e4-c1b4-4bf3-9127-dc220699cd41 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Allocated IP 172.22.0.1 (3e544b5f-2191-40a4-8d47-3256a17969af/09c67418-bc87-4b1f-b4fe-9b36f1bef5c1/969892b7-9544-4e17-bc9e-a2651d658079) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:47:11.550168 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cb4bbcb7-a600-4b56-bab9-2c872bd0a8ae tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7d1c94d-5303-4ca1-bb9a-c0f15ff15200 HTTP/1.1" status: 200 len: 205 time: 0.0885510 Nov 10 17:47:11.551366 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53480) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:11.607900 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-c90dc0c9-1a3f-40f8-871e-b84063e8686d admin admin] Deleting subnet b64957d3-50ce-4770-b403-8661f805ffb5 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:47:11.657215 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c90dc0c9-1a3f-40f8-871e-b84063e8686d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:11.857641 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19083e14-809d-4c80-9cd6-8d87eb6fa5b4 req-a99c5030-5f3d-4b45-8301-cc01355db33d tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:11.873902 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 0cd7601c-f03e-4601-a3e3-ada84dbd8067 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:47:11.875704 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19083e14-809d-4c80-9cd6-8d87eb6fa5b4 req-a99c5030-5f3d-4b45-8301-cc01355db33d tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:11.877728 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-19083e14-809d-4c80-9cd6-8d87eb6fa5b4 req-a99c5030-5f3d-4b45-8301-cc01355db33d tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 1653 time: 0.4677525 Nov 10 17:47:11.893735 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8e669559-d52e-4a09-aa21-09fa94bd4517 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:11.924370 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9ba5b8-b109-499e-aa4f-fb35ccb45c14 None None] Network 3e544b5f-2191-40a4-8d47-3256a17969af requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:47:11.928215 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8e669559-d52e-4a09-aa21-09fa94bd4517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:11.948995 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c90dc0c9-1a3f-40f8-871e-b84063e8686d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:11.994313 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-952c01a7-098b-48d4-afd1-b749a045b287 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:12.009670 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c458b603-afa0-4d56-86b4-622925cd950b None None] Provisioning complete for port 0cd7601c-f03e-4601-a3e3-ada84dbd8067 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:12.010432 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c458b603-afa0-4d56-86b4-622925cd950b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:12.089018 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 0cd7601c-f03e-4601-a3e3-ada84dbd8067 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:12.089759 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:12.187732 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e669559-d52e-4a09-aa21-09fa94bd4517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7968ed3b-26ff-45d3-99f9-6f88ab874149,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:12.227721 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c458b603-afa0-4d56-86b4-622925cd950b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:12.252579 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-19083e14-809d-4c80-9cd6-8d87eb6fa5b4 req-a0b0b9d5-86a8-4f89-a4e7-33ca8d875692 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3479607 Nov 10 17:47:12.255614 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e669559-d52e-4a09-aa21-09fa94bd4517 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:47:12.278886 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22f4a5e4-c1b4-4bf3-9127-dc220699cd41 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:12.304232 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c458b603-afa0-4d56-86b4-622925cd950b None None] For port 0cd7601c-f03e-4601-a3e3-ada84dbd8067, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=0cd7601c-f03e-4601-a3e3-ada84dbd8067,segment=NetworkSegment(01b5c2e4-7d5a-4b10-8874-7addf758a6d2),segment_id=01b5c2e4-7d5a-4b10-8874-7addf758a6d2)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:47:12.349469 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c458b603-afa0-4d56-86b4-622925cd950b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:12.401323 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8e669559-d52e-4a09-aa21-09fa94bd4517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:12.407013 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-8e669559-d52e-4a09-aa21-09fa94bd4517 admin admin] Added segment ccee7173-55f2-40b1-aecb-b805c25cba00 of type vlan for network 07b214b6-0379-4e57-a79c-5118cee6c24b Nov 10 17:47:12.413464 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-e8dd5be5-827b-4955-a76f-00d998637d1c tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Made reservation on behalf of 87ef8f67c317450abb70e6821b7851c3 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:47:12.427603 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-e8dd5be5-827b-4955-a76f-00d998637d1c tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:12.518431 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22f4a5e4-c1b4-4bf3-9127-dc220699cd41 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:12.550860 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c458b603-afa0-4d56-86b4-622925cd950b None None] Pushing event updated for resources: {'Port': ['ID=0cd7601c-f03e-4601-a3e3-ada84dbd8067,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:12.556527 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-465d4f7e-134c-494f-8170-a22711a1782b tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:12.575465 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b64f5447-c428-461b-9938-0f33943d4c45 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:47:12.602587 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: b64f5447-c428-461b-9938-0f33943d4c45 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:47:12.603227 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b64f5447-c428-461b-9938-0f33943d4c45 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:47:12.731649 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c90dc0c9-1a3f-40f8-871e-b84063e8686d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:12.805167 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8e669559-d52e-4a09-aa21-09fa94bd4517 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:12.834466 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f4a5e4-c1b4-4bf3-9127-dc220699cd41 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network 3e544b5f-2191-40a4-8d47-3256a17969af is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:47:12.858997 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-22f4a5e4-c1b4-4bf3-9127-dc220699cd41 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:47:12.902418 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-952c01a7-098b-48d4-afd1-b749a045b287 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:12.923908 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f4a5e4-c1b4-4bf3-9127-dc220699cd41 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:47:12.929313 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-952c01a7-098b-48d4-afd1-b749a045b287 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:12.934920 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f4a5e4-c1b4-4bf3-9127-dc220699cd41 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Port': ['ID=969892b7-9544-4e17-bc9e-a2651d658079,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:12.951499 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.db.resource_extend [None req-8e669559-d52e-4a09-aa21-09fa94bd4517 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 17:47:13.042054 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8e669559-d52e-4a09-aa21-09fa94bd4517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:13.043119 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e669559-d52e-4a09-aa21-09fa94bd4517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:13.043762 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8e669559-d52e-4a09-aa21-09fa94bd4517 admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:13.088442 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-952c01a7-098b-48d4-afd1-b749a045b287 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:13.089366 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952c01a7-098b-48d4-afd1-b749a045b287 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Fanout notify agent at l3_agent the message router_deleted on router b7d1c94d-5303-4ca1-bb9a-c0f15ff15200 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:47:13.156198 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22f4a5e4-c1b4-4bf3-9127-dc220699cd41 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:13.172966 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-952c01a7-098b-48d4-afd1-b749a045b287 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:13.175873 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-952c01a7-098b-48d4-afd1-b749a045b287 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/routers/b7d1c94d-5303-4ca1-bb9a-c0f15ff15200 HTTP/1.1" status: 204 len: 168 time: 1.6240144 Nov 10 17:47:13.199491 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53496) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:13.216909 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a957f06a-31de-41b7-9ab0-59997ba8fcf6 None None] Provisioning complete for port 0cd7601c-f03e-4601-a3e3-ada84dbd8067 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:13.217351 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a957f06a-31de-41b7-9ab0-59997ba8fcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:13.341428 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c90dc0c9-1a3f-40f8-871e-b84063e8686d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:13.365616 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8e669559-d52e-4a09-aa21-09fa94bd4517 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.5945294 Nov 10 17:47:13.373899 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53502) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:13.396580 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-ef29b77d-3f7c-4851-9cc8-1b0a2bf52b1c admin admin] Request body: {'subnet': {'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-655781316-subnet', 'tenant_id': '0270caab27604a84907a03a58ad6e001', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:13.406141 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e669559-d52e-4a09-aa21-09fa94bd4517 admin admin] Pushing event updated for resources: {'Network': ['ID=07b214b6-0379-4e57-a79c-5118cee6c24b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:13.495991 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-e8dd5be5-827b-4955-a76f-00d998637d1c tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Allocated IP 10.1.1.236 (47baead0-3e81-4ecd-90e6-eeb908ade233/235a8a7b-9769-4bcb-b248-e3a3ce641763/3e2b75e1-1dde-4f1e-8e65-79bd011d0b86) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:47:13.525498 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-1386965d-a240-429c-bb92-ff7692ce8a68 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Deleting subnet d48223f7-d970-4e98-8eac-61bb0624f103 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:47:13.534572 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1386965d-a240-429c-bb92-ff7692ce8a68 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:13.543317 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef29b77d-3f7c-4851-9cc8-1b0a2bf52b1c admin admin] Made reservation on behalf of 0270caab27604a84907a03a58ad6e001 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:47:13.546741 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ef29b77d-3f7c-4851-9cc8-1b0a2bf52b1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:13.648427 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1386965d-a240-429c-bb92-ff7692ce8a68 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:13.741509 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 07b214b6-0379-4e57-a79c-5118cee6c24b details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:47:13.785794 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c90dc0c9-1a3f-40f8-871e-b84063e8686d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:13.794477 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c90dc0c9-1a3f-40f8-871e-b84063e8686d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b64957d3-50ce-4770-b403-8661f805ffb5 HTTP/1.1" status: 204 len: 168 time: 2.4409504 Nov 10 17:47:13.801083 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90dc0c9-1a3f-40f8-871e-b84063e8686d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b64957d3-50ce-4770-b403-8661f805ffb5,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:13.810267 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53512) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:13.822875 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-465d4f7e-134c-494f-8170-a22711a1782b tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Deleting port d9e1e0f7-2b71-41b4-a145-28cfe3c19d04 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:47:13.823205 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-465d4f7e-134c-494f-8170-a22711a1782b tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:13.838495 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22f4a5e4-c1b4-4bf3-9127-dc220699cd41 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:14.050382 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984f36b-5ef3-438f-88b4-772d5f75e014 req-6c42dd01-631c-43d2-97f7-719cb4fd070d tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:14.057866 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984f36b-5ef3-438f-88b4-772d5f75e014 req-6c42dd01-631c-43d2-97f7-719cb4fd070d tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:14.059126 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7984f36b-5ef3-438f-88b4-772d5f75e014 req-6c42dd01-631c-43d2-97f7-719cb4fd070d tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 1653 time: 0.2844119 Nov 10 17:47:14.106485 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1386965d-a240-429c-bb92-ff7692ce8a68 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:14.144246 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-e8dd5be5-827b-4955-a76f-00d998637d1c tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:14.177543 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-465d4f7e-134c-494f-8170-a22711a1782b tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] For port d9e1e0f7-2b71-41b4-a145-28cfe3c19d04, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d9e1e0f7-2b71-41b4-a145-28cfe3c19d04,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:47:14.178142 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-465d4f7e-134c-494f-8170-a22711a1782b tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:14.189249 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8eaed32-06c5-4489-a9ca-7910efb07d6e None None] Network d70b5a02-c1d9-4cfc-bb38-66395d3e54a1 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:47:14.192546 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 0cd7601c-f03e-4601-a3e3-ada84dbd8067 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:47:14.238143 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-465d4f7e-134c-494f-8170-a22711a1782b tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Calling delete_port for d9e1e0f7-2b71-41b4-a145-28cfe3c19d04 owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:47:14.305135 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7984f36b-5ef3-438f-88b4-772d5f75e014 req-ef45906b-ff66-4c00-9b11-ba8b6edc80c1 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295353 Nov 10 17:47:14.411161 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-e8dd5be5-827b-4955-a76f-00d998637d1c tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:14.437741 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ef29b77d-3f7c-4851-9cc8-1b0a2bf52b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:14.484270 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-9e7452e8-a047-4b2f-9287-9eaf8ea34c7d None None] Provisioning complete for port 969892b7-9544-4e17-bc9e-a2651d658079 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:14.484701 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9e7452e8-a047-4b2f-9287-9eaf8ea34c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:14.587669 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 0cd7601c-f03e-4601-a3e3-ada84dbd8067 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:14.587980 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:14.610427 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1386965d-a240-429c-bb92-ff7692ce8a68 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:14.639361 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-9e7452e8-a047-4b2f-9287-9eaf8ea34c7d None None] Port 969892b7-9544-4e17-bc9e-a2651d658079 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:47:14.663061 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-465d4f7e-134c-494f-8170-a22711a1782b tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:14.668896 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-727a0f83-f844-45ee-a38e-2be5f9b5feda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:14.677699 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386965d-a240-429c-bb92-ff7692ce8a68 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Subnet': ['ID=d48223f7-d970-4e98-8eac-61bb0624f103,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:14.745640 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d4f7e-134c-494f-8170-a22711a1782b tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9e1e0f7-2b71-41b4-a145-28cfe3c19d04,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:14.753111 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1386965d-a240-429c-bb92-ff7692ce8a68 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:14.757342 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1386965d-a240-429c-bb92-ff7692ce8a68 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/subnets/d48223f7-d970-4e98-8eac-61bb0624f103 HTTP/1.1" status: 204 len: 168 time: 1.5635850 Nov 10 17:47:14.782372 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd5be5-827b-4955-a76f-00d998637d1c tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Pushing event updated for resources: {'Port': ['ID=3e2b75e1-1dde-4f1e-8e65-79bd011d0b86,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:14.798205 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edab707-0d0e-48cb-83e6-e34c93590e87 None None] Network ea39200d-661d-4224-9e20-943f29d4f07c requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:47:14.802585 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53528) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:14.935224 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ab63a4-e33c-4e31-bffe-3a1650835abc None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:47:15.062693 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86397e23-1272-49f2-a88f-5e3c0004f8d3 None None] DHCP port deletion for d70b5a02-c1d9-4cfc-bb38-66395d3e54a1 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:47:15.113141 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-29021d97-3057-4865-a14a-e6c811d8f9b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:15.145679 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-465d4f7e-134c-494f-8170-a22711a1782b tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:15.225656 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-86397e23-1272-49f2-a88f-5e3c0004f8d3 None None] Deleting port 006a6961-4b8d-4541-a48a-5184ffa1aec6 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:47:15.226609 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-86397e23-1272-49f2-a88f-5e3c0004f8d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:15.296526 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-e8dd5be5-827b-4955-a76f-00d998637d1c tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Network 47baead0-3e81-4ecd-90e6-eeb908ade233 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:47:15.311397 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-e8dd5be5-827b-4955-a76f-00d998637d1c tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:47:15.327058 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-e8dd5be5-827b-4955-a76f-00d998637d1c tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:47:15.364707 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecff391-2545-474e-812f-096e30c436ee None None] DHCP port deletion for ea39200d-661d-4224-9e20-943f29d4f07c request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:47:15.390680 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29b77d-3f7c-4851-9cc8-1b0a2bf52b1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0014d233-a3b8-4110-85a8-3bdeaa4b1e7d,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:15.446411 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-465d4f7e-134c-494f-8170-a22711a1782b tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:15.453759 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-465d4f7e-134c-494f-8170-a22711a1782b tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:15.485757 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef29b77d-3f7c-4851-9cc8-1b0a2bf52b1c admin admin] Checking segment: {'id': 'ccee7173-55f2-40b1-aecb-b805c25cba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:47:15.486669 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef29b77d-3f7c-4851-9cc8-1b0a2bf52b1c admin admin] Network hostable DHCP agents. Network: 07b214b6-0379-4e57-a79c-5118cee6c24b, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:47:15.531362 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-86397e23-1272-49f2-a88f-5e3c0004f8d3 None None] For port 006a6961-4b8d-4541-a48a-5184ffa1aec6, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=006a6961-4b8d-4541-a48a-5184ffa1aec6,segment=NetworkSegment(ca95d2b9-fa05-4c17-bc70-13d06fb359ad),segment_id=ca95d2b9-fa05-4c17-bc70-13d06fb359ad)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:47:15.531800 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-86397e23-1272-49f2-a88f-5e3c0004f8d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:15.564768 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-465d4f7e-134c-494f-8170-a22711a1782b tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:15.567083 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465d4f7e-134c-494f-8170-a22711a1782b tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d21b799f-cdb3-4afd-ac6d-00669cb0b218 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:47:15.572828 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-465d4f7e-134c-494f-8170-a22711a1782b tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:15.583504 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-465d4f7e-134c-494f-8170-a22711a1782b tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] 10.222.0.39 "DELETE /v2.0/routers/d21b799f-cdb3-4afd-ac6d-00669cb0b218 HTTP/1.1" status: 204 len: 168 time: 4.9587431 Nov 10 17:47:15.590227 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53538) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:15.594815 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-86397e23-1272-49f2-a88f-5e3c0004f8d3 None None] Calling delete_port for 006a6961-4b8d-4541-a48a-5184ffa1aec6 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:47:15.602271 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53540) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:15.618908 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-c73f1120-c71e-41cc-aced-bb44c331862b tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1838094960', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}, 'admin_state_up': False}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:15.631495 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-e8dd5be5-827b-4955-a76f-00d998637d1c tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:15.656467 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-e8dd5be5-827b-4955-a76f-00d998637d1c tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:15.683349 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c73f1120-c71e-41cc-aced-bb44c331862b tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:15.684994 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c73f1120-c71e-41cc-aced-bb44c331862b tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:15.733547 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-29021d97-3057-4865-a14a-e6c811d8f9b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Deleting port ccb3b1d0-99f8-42b3-b35e-478908ec3b4c {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:47:15.734032 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-29021d97-3057-4865-a14a-e6c811d8f9b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:15.816945 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-6ecff391-2545-474e-812f-096e30c436ee None None] Deleting port ccb3b1d0-99f8-42b3-b35e-478908ec3b4c {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:47:15.817593 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6ecff391-2545-474e-812f-096e30c436ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:15.931576 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-29021d97-3057-4865-a14a-e6c811d8f9b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] For port ccb3b1d0-99f8-42b3-b35e-478908ec3b4c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ccb3b1d0-99f8-42b3-b35e-478908ec3b4c,segment=NetworkSegment(efae55e1-9687-4518-a96f-aafc06363889),segment_id=efae55e1-9687-4518-a96f-aafc06363889)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:47:15.934970 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-29021d97-3057-4865-a14a-e6c811d8f9b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:15.945414 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22f4a5e4-c1b4-4bf3-9127-dc220699cd41 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:15.961814 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-29021d97-3057-4865-a14a-e6c811d8f9b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Calling delete_port for ccb3b1d0-99f8-42b3-b35e-478908ec3b4c owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:47:15.978130 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22f4a5e4-c1b4-4bf3-9127-dc220699cd41 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:16.011564 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-6ecff391-2545-474e-812f-096e30c436ee None None] For port ccb3b1d0-99f8-42b3-b35e-478908ec3b4c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ccb3b1d0-99f8-42b3-b35e-478908ec3b4c,segment=NetworkSegment(efae55e1-9687-4518-a96f-aafc06363889),segment_id=efae55e1-9687-4518-a96f-aafc06363889)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:47:16.011978 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6ecff391-2545-474e-812f-096e30c436ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:16.023023 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-9acb642b-4ee2-482d-b18d-93fa9c7ede82 None None] Provisioning complete for port 3e2b75e1-1dde-4f1e-8e65-79bd011d0b86 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:16.023642 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9acb642b-4ee2-482d-b18d-93fa9c7ede82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:16.034394 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-86397e23-1272-49f2-a88f-5e3c0004f8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:16.037307 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-6ecff391-2545-474e-812f-096e30c436ee None None] Calling delete_port for ccb3b1d0-99f8-42b3-b35e-478908ec3b4c owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:47:16.065975 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22f4a5e4-c1b4-4bf3-9127-dc220699cd41 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:16.075729 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef29b77d-3f7c-4851-9cc8-1b0a2bf52b1c admin admin] Network 07b214b6-0379-4e57-a79c-5118cee6c24b is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:47:16.109127 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86397e23-1272-49f2-a88f-5e3c0004f8d3 None None] Pushing event deleted for resources: {'Port': ['ID=006a6961-4b8d-4541-a48a-5184ffa1aec6,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:16.142140 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86397e23-1272-49f2-a88f-5e3c0004f8d3 None None] No DVR routers for this DVR port 006a6961-4b8d-4541-a48a-5184ffa1aec6 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:47:16.150423 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-9acb642b-4ee2-482d-b18d-93fa9c7ede82 None None] Port 3e2b75e1-1dde-4f1e-8e65-79bd011d0b86 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:47:16.176397 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c73f1120-c71e-41cc-aced-bb44c331862b tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:16.179938 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-29021d97-3057-4865-a14a-e6c811d8f9b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:16.218180 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6ecff391-2545-474e-812f-096e30c436ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:16.296638 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f4a5e4-c1b4-4bf3-9127-dc220699cd41 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network 3e544b5f-2191-40a4-8d47-3256a17969af is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:47:16.300377 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-ef29b77d-3f7c-4851-9cc8-1b0a2bf52b1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 07b214b6-0379-4e57-a79c-5118cee6c24b) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:47:16.326081 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-22f4a5e4-c1b4-4bf3-9127-dc220699cd41 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:47:16.337515 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1aecec-58b8-4c28-b13c-e548df694be3 None None] Network 07b214b6-0379-4e57-a79c-5118cee6c24b requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:47:16.341469 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecff391-2545-474e-812f-096e30c436ee None None] Pushing event deleted for resources: {'Port': ['ID=ccb3b1d0-99f8-42b3-b35e-478908ec3b4c,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:16.354749 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29021d97-3057-4865-a14a-e6c811d8f9b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] No DVR routers for this DVR port ccb3b1d0-99f8-42b3-b35e-478908ec3b4c on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:47:16.378219 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f4a5e4-c1b4-4bf3-9127-dc220699cd41 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Port': ['ID=969892b7-9544-4e17-bc9e-a2651d658079,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:16.379688 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ccb3b1d0-99f8-42b3-b35e-478908ec3b4c no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:47:16.389301 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-e8dd5be5-827b-4955-a76f-00d998637d1c tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2643664 Nov 10 17:47:16.403220 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef29b77d-3f7c-4851-9cc8-1b0a2bf52b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:16.404737 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ef29b77d-3f7c-4851-9cc8-1b0a2bf52b1c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:16.429792 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-15d62901-db86-4a1b-8f0c-656edb061a95 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Request body: {'port': {'device_id': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '49bc9a4d-2019-4c3e-98a9-200317b395fd', 'admin_state_up': True, 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'security_groups': ['6b805ccc-7082-4539-8592-5d5acdd89437']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:16.436755 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29021d97-3057-4865-a14a-e6c811d8f9b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Port': ['ID=ccb3b1d0-99f8-42b3-b35e-478908ec3b4c,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:16.459966 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecff391-2545-474e-812f-096e30c436ee None None] No DVR routers for this DVR port ccb3b1d0-99f8-42b3-b35e-478908ec3b4c on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:47:16.467732 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: ccb3b1d0-99f8-42b3-b35e-478908ec3b4c {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:47:16.468589 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ccb3b1d0-99f8-42b3-b35e-478908ec3b4c not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:47:16.469405 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 006a6961-4b8d-4541-a48a-5184ffa1aec6 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:47:16.570662 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 006a6961-4b8d-4541-a48a-5184ffa1aec6 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:47:16.571195 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 006a6961-4b8d-4541-a48a-5184ffa1aec6 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:47:16.613275 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-29021d97-3057-4865-a14a-e6c811d8f9b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:16.659590 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-29021d97-3057-4865-a14a-e6c811d8f9b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea39200d-661d-4224-9e20-943f29d4f07c']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:16.674366 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-29021d97-3057-4865-a14a-e6c811d8f9b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efae55e1-9687-4518-a96f-aafc06363889') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:16.674781 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-29021d97-3057-4865-a14a-e6c811d8f9b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efae55e1-9687-4518-a96f-aafc06363889') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:16.687162 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-29021d97-3057-4865-a14a-e6c811d8f9b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:16.713787 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-29021d97-3057-4865-a14a-e6c811d8f9b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:16.718779 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9749a87-5a08-4ad9-9852-216df0929b0a req-f4984084-8d3e-4f86-9b61-bbe9948fa8ef tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:16.733295 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9749a87-5a08-4ad9-9852-216df0929b0a req-f4984084-8d3e-4f86-9b61-bbe9948fa8ef tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:16.739220 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29021d97-3057-4865-a14a-e6c811d8f9b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:47:16.740060 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-29021d97-3057-4865-a14a-e6c811d8f9b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:16.746335 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9749a87-5a08-4ad9-9852-216df0929b0a req-f4984084-8d3e-4f86-9b61-bbe9948fa8ef tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:16.749401 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d9749a87-5a08-4ad9-9852-216df0929b0a req-f4984084-8d3e-4f86-9b61-bbe9948fa8ef tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 2374 time: 1.1457236 Nov 10 17:47:16.757675 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ef29b77d-3f7c-4851-9cc8-1b0a2bf52b1c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3793967 Nov 10 17:47:16.847440 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53546) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:16.870392 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa34bdd-2ebe-4936-af6a-0dd12e98c7d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-07b214b6-0379-4e57-a79c-5118cee6c24b', 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b', 'tenant_id': '0270caab27604a84907a03a58ad6e001', 'fixed_ips': [{'subnet_id': '0014d233-a3b8-4110-85a8-3bdeaa4b1e7d'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:47:16.871359 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-aaa34bdd-2ebe-4936-af6a-0dd12e98c7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:16.880860 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:47:16.880860 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:47:16.880860 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:47:16.880860 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:47:16.880860 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:47:16.880860 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:47:16.880860 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:47:16.880860 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:47:16.880860 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:47:16.880860 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:47:16.880860 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:47:16.880860 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:47:16.880860 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:47:16.880860 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:47:16.880860 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:47:16.880860 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:47:16.880860 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:47:16.880860 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:47:16.880860 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:47:16.880860 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:47:16.880860 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:47:16.880860 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:47:16.880860 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:47:16.880860 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:47:16.880860 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:47:16.880860 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:47:16.880860 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:47:16.880860 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:47:16.880860 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:47:16.880860 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:47:16.880860 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:47:16.880860 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:47:16.893922 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-29021d97-3057-4865-a14a-e6c811d8f9b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:16.903239 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-29021d97-3057-4865-a14a-e6c811d8f9b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:16.909387 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-29021d97-3057-4865-a14a-e6c811d8f9b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/networks/ea39200d-661d-4224-9e20-943f29d4f07c HTTP/1.1" status: 204 len: 168 time: 2.0747631 Nov 10 17:47:16.936378 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-0a178e10-1823-4b9e-b17d-f272d73b0146 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-655781316-router', 'tenant_id': '0270caab27604a84907a03a58ad6e001', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:16.948712 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53548) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:16.958754 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-727a0f83-f844-45ee-a38e-2be5f9b5feda admin admin] Deleting port 006a6961-4b8d-4541-a48a-5184ffa1aec6 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:47:16.959384 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-727a0f83-f844-45ee-a38e-2be5f9b5feda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:16.961790 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-1d982389-45e9-4bdb-8aae-5b2790acb09c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-725813475'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:16.962332 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2a852dd3-d1ec-4c69-a064-68c079c8ca8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:16.969047 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29021d97-3057-4865-a14a-e6c811d8f9b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Network': ['ID=ea39200d-661d-4224-9e20-943f29d4f07c,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:17.045511 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-aaa34bdd-2ebe-4936-af6a-0dd12e98c7d4 None None] Allocated IP 172.20.0.2 (07b214b6-0379-4e57-a79c-5118cee6c24b/0014d233-a3b8-4110-85a8-3bdeaa4b1e7d/349d2029-95a3-4587-863a-9de8d701272e) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:47:17.142524 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c73f1120-c71e-41cc-aced-bb44c331862b tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:17.214990 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-aaa34bdd-2ebe-4936-af6a-0dd12e98c7d4 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:17.228836 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-aaa34bdd-2ebe-4936-af6a-0dd12e98c7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:17.237480 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d9749a87-5a08-4ad9-9852-216df0929b0a req-b9f724e7-ac98-446c-b726-4543116aacc5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3867610 Nov 10 17:47:17.290074 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e968d5c9-b7b8-473e-99fa-a1aea9d0105c None None] Provisioning complete for port 969892b7-9544-4e17-bc9e-a2651d658079 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:17.290896 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e968d5c9-b7b8-473e-99fa-a1aea9d0105c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:17.343746 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa34bdd-2ebe-4936-af6a-0dd12e98c7d4 None None] Network 07b214b6-0379-4e57-a79c-5118cee6c24b is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:47:17.352839 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-aaa34bdd-2ebe-4936-af6a-0dd12e98c7d4 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:47:17.356546 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa34bdd-2ebe-4936-af6a-0dd12e98c7d4 None None] Pushing event updated for resources: {'Port': ['ID=349d2029-95a3-4587-863a-9de8d701272e,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:17.363358 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d982389-45e9-4bdb-8aae-5b2790acb09c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Made reservation on behalf of 9e394024f4884a1d89b5a6d9aedb8502 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:47:17.366634 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0a178e10-1823-4b9e-b17d-f272d73b0146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:17.367069 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa34bdd-2ebe-4936-af6a-0dd12e98c7d4 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:47:17.369218 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1d982389-45e9-4bdb-8aae-5b2790acb09c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:17.371294 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0a178e10-1823-4b9e-b17d-f272d73b0146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:17.400742 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-e968d5c9-b7b8-473e-99fa-a1aea9d0105c None None] Port 969892b7-9544-4e17-bc9e-a2651d658079 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:47:17.425881 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d982389-45e9-4bdb-8aae-5b2790acb09c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:47:17.434919 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-727a0f83-f844-45ee-a38e-2be5f9b5feda admin admin] For port 006a6961-4b8d-4541-a48a-5184ffa1aec6, host n-d-776250-10, got binding levels [] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:47:17.436625 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-727a0f83-f844-45ee-a38e-2be5f9b5feda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:17.442503 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-aaa34bdd-2ebe-4936-af6a-0dd12e98c7d4 None None] Attempting to bind port 349d2029-95a3-4587-863a-9de8d701272e on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:47:17.442992 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-aaa34bdd-2ebe-4936-af6a-0dd12e98c7d4 None None] Attempting to bind port 349d2029-95a3-4587-863a-9de8d701272e by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ccee7173-55f2-40b1-aecb-b805c25cba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:47:17.443470 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa34bdd-2ebe-4936-af6a-0dd12e98c7d4 None None] Attempting to bind port 349d2029-95a3-4587-863a-9de8d701272e on network 07b214b6-0379-4e57-a79c-5118cee6c24b {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:47:17.444078 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1d982389-45e9-4bdb-8aae-5b2790acb09c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:17.444661 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-1d982389-45e9-4bdb-8aae-5b2790acb09c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Added segment 1623536c-3484-4cdc-83ec-365cb5656d15 of type vlan for network 78165afc-63b2-421f-a9ed-3433826278c2 Nov 10 17:47:17.450001 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa34bdd-2ebe-4936-af6a-0dd12e98c7d4 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:47:17.450612 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa34bdd-2ebe-4936-af6a-0dd12e98c7d4 None None] Checking segment: {'id': 'ccee7173-55f2-40b1-aecb-b805c25cba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:47:17.452386 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-aaa34bdd-2ebe-4936-af6a-0dd12e98c7d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:17.452386 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa34bdd-2ebe-4936-af6a-0dd12e98c7d4 None None] Bound using segment: {'id': 'ccee7173-55f2-40b1-aecb-b805c25cba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:47:17.453972 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-aaa34bdd-2ebe-4936-af6a-0dd12e98c7d4 None None] Bound port: 349d2029-95a3-4587-863a-9de8d701272e, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccee7173-55f2-40b1-aecb-b805c25cba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:47:17.453972 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-aaa34bdd-2ebe-4936-af6a-0dd12e98c7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:17.513691 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f4a5e4-c1b4-4bf3-9127-dc220699cd41 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:47:17.558795 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-aaa34bdd-2ebe-4936-af6a-0dd12e98c7d4 None None] For port 349d2029-95a3-4587-863a-9de8d701272e, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:47:17.568395 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-aaa34bdd-2ebe-4936-af6a-0dd12e98c7d4 None None] For port 349d2029-95a3-4587-863a-9de8d701272e, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=349d2029-95a3-4587-863a-9de8d701272e,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:47:17.575138 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-aaa34bdd-2ebe-4936-af6a-0dd12e98c7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:17.581156 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-727a0f83-f844-45ee-a38e-2be5f9b5feda admin admin] Calling delete_port for 006a6961-4b8d-4541-a48a-5184ffa1aec6 owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:47:17.600197 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.ipam_backend_mixin [None req-727a0f83-f844-45ee-a38e-2be5f9b5feda admin admin] Port 006a6961-4b8d-4541-a48a-5184ffa1aec6 was not found and therefore no delete operation was performed {{(pid=102469) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 17:47:17.623781 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1d982389-45e9-4bdb-8aae-5b2790acb09c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:17.639561 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-727a0f83-f844-45ee-a38e-2be5f9b5feda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:17.689451 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa34bdd-2ebe-4936-af6a-0dd12e98c7d4 None None] Pushing event updated for resources: {'Port': ['ID=349d2029-95a3-4587-863a-9de8d701272e,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:17.786565 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d9e1e0f7-2b71-41b4-a145-28cfe3c19d04 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:47:17.795795 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c73f1120-c71e-41cc-aced-bb44c331862b tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:17.828611 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: d9e1e0f7-2b71-41b4-a145-28cfe3c19d04 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:47:17.831274 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d9e1e0f7-2b71-41b4-a145-28cfe3c19d04 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:47:17.854825 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0a178e10-1823-4b9e-b17d-f272d73b0146 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:17.859083 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c73f1120-c71e-41cc-aced-bb44c331862b tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:17.863796 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1d982389-45e9-4bdb-8aae-5b2790acb09c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:17.870761 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d982389-45e9-4bdb-8aae-5b2790acb09c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:17.871548 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1d982389-45e9-4bdb-8aae-5b2790acb09c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:17.928849 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a0f83-f844-45ee-a38e-2be5f9b5feda admin admin] Pushing event deleted for resources: {'Port': ['ID=006a6961-4b8d-4541-a48a-5184ffa1aec6,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:17.979987 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727a0f83-f844-45ee-a38e-2be5f9b5feda admin admin] No DVR routers for this DVR port 006a6961-4b8d-4541-a48a-5184ffa1aec6 on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:47:17.981697 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-15d62901-db86-4a1b-8f0c-656edb061a95 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Made reservation on behalf of 87ef8f67c317450abb70e6821b7851c3 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:47:18.028780 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2a852dd3-d1ec-4c69-a064-68c079c8ca8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:18.029524 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1d982389-45e9-4bdb-8aae-5b2790acb09c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0774324 Nov 10 17:47:18.045358 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53550) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:18.060381 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-6418ae67-d976-484b-963f-3101b3365fca tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Request body: {'subnet': {'network_id': '78165afc-63b2-421f-a9ed-3433826278c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:18.156774 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d982389-45e9-4bdb-8aae-5b2790acb09c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Network': ['ID=78165afc-63b2-421f-a9ed-3433826278c2,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:18.172571 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 78165afc-63b2-421f-a9ed-3433826278c2 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:47:18.194316 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2a852dd3-d1ec-4c69-a064-68c079c8ca8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:18.338341 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-c73f1120-c71e-41cc-aced-bb44c331862b tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Allocated IP 172.25.5.71 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/053e8fc1-6f28-4e25-864b-818cfee27354) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:47:18.449288 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6418ae67-d976-484b-963f-3101b3365fca tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Made reservation on behalf of 9e394024f4884a1d89b5a6d9aedb8502 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:47:18.452779 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6418ae67-d976-484b-963f-3101b3365fca tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:18.465284 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a852dd3-d1ec-4c69-a064-68c079c8ca8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c72f12-de33-4278-aee5-013f0b5b2e8c,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:18.469556 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f4a5e4-c1b4-4bf3-9127-dc220699cd41 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:47:18.476050 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-727a0f83-f844-45ee-a38e-2be5f9b5feda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:18.483752 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c128e8ee-d954-4cad-a104-4f17711220b4 None None] Sync routers for ids ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:47:18.490030 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-22f4a5e4-c1b4-4bf3-9127-dc220699cd41 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "PUT /v2.0/routers/020f89b0-b6db-4aa4-b7ba-80383aec5c3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0970790 Nov 10 17:47:18.501904 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2a852dd3-d1ec-4c69-a064-68c079c8ca8e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3b9fbe5f981e4463a45009e7941da2d8&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8870003 Nov 10 17:47:18.502515 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c128e8ee-d954-4cad-a104-4f17711220b4 None None] Routers {'020f89b0-b6db-4aa4-b7ba-80383aec5c3f'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:18.503053 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c128e8ee-d954-4cad-a104-4f17711220b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:18.503710 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53554) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:18.504247 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53556) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:18.535402 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0a178e10-1823-4b9e-b17d-f272d73b0146 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:18.550604 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-4e1baee3-ef31-4fdd-9944-0f339442adde tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Request body: {'network': {'name': 'tempest-RoutersTest-139857303'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:18.591270 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-727a0f83-f844-45ee-a38e-2be5f9b5feda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d70b5a02-c1d9-4cfc-bb38-66395d3e54a1']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:18.621789 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-15d62901-db86-4a1b-8f0c-656edb061a95 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:18.623717 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-c128e8ee-d954-4cad-a104-4f17711220b4 None None] Set router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:47:18.640833 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-727a0f83-f844-45ee-a38e-2be5f9b5feda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca95d2b9-fa05-4c17-bc70-13d06fb359ad') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:18.641180 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-727a0f83-f844-45ee-a38e-2be5f9b5feda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca95d2b9-fa05-4c17-bc70-13d06fb359ad') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:18.699463 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-727a0f83-f844-45ee-a38e-2be5f9b5feda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:18.755759 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1baee3-ef31-4fdd-9944-0f339442adde tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Made reservation on behalf of 4fd3b9eed2924ca2ac275ce6910fdaae for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:47:18.763544 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4e1baee3-ef31-4fdd-9944-0f339442adde tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:18.786213 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-727a0f83-f844-45ee-a38e-2be5f9b5feda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:18.824633 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-727a0f83-f844-45ee-a38e-2be5f9b5feda admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:47:18.825308 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-727a0f83-f844-45ee-a38e-2be5f9b5feda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:18.865688 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:47:18.865688 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:47:18.865688 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:47:18.865688 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:47:18.865688 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:47:18.865688 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:47:18.865688 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:47:18.865688 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:47:18.865688 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:47:18.865688 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:47:18.865688 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:47:18.865688 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:47:18.865688 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:47:18.865688 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:47:18.865688 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:47:18.865688 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:47:18.865688 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:47:18.865688 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:47:18.865688 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:47:18.865688 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:47:18.865688 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:47:18.865688 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:47:18.865688 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:47:18.865688 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:47:18.865688 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:47:18.865688 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:47:18.865688 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:47:18.865688 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:47:18.865688 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:47:18.865688 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:47:18.865688 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:47:18.865688 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:47:19.013772 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c128e8ee-d954-4cad-a104-4f17711220b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'name': 'tempest-RoutersTest-router-1978934352', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:21Z', 'updated_at': '2021-11-10T17:47:13Z', 'revision_number': 4, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None, '_interfaces': [{'id': '2a6d217d-919a-4078-941e-5e19ad9b03be', 'name': '', 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:3f:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:28Z', 'updated_at': '2021-11-10T17:46:42Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83af12c5-b686-4742-a9e7-5ed435cc7c18', 'name': '', 'network_id': '4c5cca05-b439-49fc-bc43-1f90397dd7e5', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:4f:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:48Z', 'updated_at': '2021-11-10T17:47:01Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969892b7-9544-4e17-bc9e-a2651d658079', 'name': '', 'network_id': '3e544b5f-2191-40a4-8d47-3256a17969af', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:69:8f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '09c67418-bc87-4b1f-b4fe-9b36f1bef5c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:10Z', 'updated_at': '2021-11-10T17:47:15Z', 'revision_number': 2, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '09c67418-bc87-4b1f-b4fe-9b36f1bef5c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:19.016801 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c73f1120-c71e-41cc-aced-bb44c331862b tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:19.034887 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535a248-9f99-4c1c-9640-fb859fefebf4 req-c07fa158-e4d9-4cd7-92bd-0df9e15998f7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:19.041170 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535a248-9f99-4c1c-9640-fb859fefebf4 req-c07fa158-e4d9-4cd7-92bd-0df9e15998f7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:19.047788 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535a248-9f99-4c1c-9640-fb859fefebf4 req-c07fa158-e4d9-4cd7-92bd-0df9e15998f7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:19.055512 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c128e8ee-d954-4cad-a104-4f17711220b4 None None] Checking router: 020f89b0-b6db-4aa4-b7ba-80383aec5c3f for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:47:19.056041 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c128e8ee-d954-4cad-a104-4f17711220b4 None None] Updating router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f port 969892b7-9544-4e17-bc9e-a2651d658079 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:47:19.056997 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2535a248-9f99-4c1c-9640-fb859fefebf4 req-c07fa158-e4d9-4cd7-92bd-0df9e15998f7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 2374 time: 0.7046492 Nov 10 17:47:19.180839 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2535a248-9f99-4c1c-9640-fb859fefebf4 req-631cab2a-2236-4f89-86bd-155774d86acc tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228127 Nov 10 17:47:19.230699 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c73f1120-c71e-41cc-aced-bb44c331862b tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:19.241277 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3033c8d1-785f-4fe1-9547-ed56c163185a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:19.281951 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1baee3-ef31-4fdd-9944-0f339442adde tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:47:19.289517 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73f1120-c71e-41cc-aced-bb44c331862b tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:47:19.290842 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c128e8ee-d954-4cad-a104-4f17711220b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:19.293118 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-c73f1120-c71e-41cc-aced-bb44c331862b tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:47:19.301854 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73f1120-c71e-41cc-aced-bb44c331862b tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:47:19.349376 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd8a516-4563-473f-b1e3-95734feb9513 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:47:19.438470 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4e1baee3-ef31-4fdd-9944-0f339442adde tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:19.439090 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-4e1baee3-ef31-4fdd-9944-0f339442adde tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Added segment 0d088e0e-c90f-41dd-9122-b644e0d2cfda of type vlan for network cfd2a63e-d6aa-4614-8e3e-e38bf5b72563 Nov 10 17:47:19.441425 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-727a0f83-f844-45ee-a38e-2be5f9b5feda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:19.519652 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3033c8d1-785f-4fe1-9547-ed56c163185a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:19.524792 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-727a0f83-f844-45ee-a38e-2be5f9b5feda admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:19.526195 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-803b04c7-ddb0-42a2-8d61-e6bb01848099 None None] Provisioning complete for port 053e8fc1-6f28-4e25-864b-818cfee27354 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:19.526660 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-803b04c7-ddb0-42a2-8d61-e6bb01848099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:19.528825 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8603c4-3c86-4a1b-ba7d-b35bf862ef65 None None] Network 07b214b6-0379-4e57-a79c-5118cee6c24b requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:47:19.530721 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-727a0f83-f844-45ee-a38e-2be5f9b5feda admin admin] 10.222.0.39 "DELETE /v2.0/networks/d70b5a02-c1d9-4cfc-bb38-66395d3e54a1 HTTP/1.1" status: 204 len: 168 time: 5.7067425 Nov 10 17:47:19.542745 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f1120-c71e-41cc-aced-bb44c331862b tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Pushing event updated for resources: {'Port': ['ID=053e8fc1-6f28-4e25-864b-818cfee27354,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:19.632917 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a0f83-f844-45ee-a38e-2be5f9b5feda admin admin] Pushing event deleted for resources: {'Network': ['ID=d70b5a02-c1d9-4cfc-bb38-66395d3e54a1,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:19.727922 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4e1baee3-ef31-4fdd-9944-0f339442adde tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:19.732617 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-803b04c7-ddb0-42a2-8d61-e6bb01848099 None None] Port 053e8fc1-6f28-4e25-864b-818cfee27354 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:47:19.868863 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3033c8d1-785f-4fe1-9547-ed56c163185a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:19.871540 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3033c8d1-785f-4fe1-9547-ed56c163185a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:19.874080 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3033c8d1-785f-4fe1-9547-ed56c163185a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/21c72f12-de33-4278-aee5-013f0b5b2e8c HTTP/1.1" status: 204 len: 168 time: 1.3514862 Nov 10 17:47:19.926759 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c73f1120-c71e-41cc-aced-bb44c331862b tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:19.942381 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53562) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:19.981967 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-892759fe-ff25-4255-aaf7-68c38f4a63de None None] Provisioning complete for port 349d2029-95a3-4587-863a-9de8d701272e triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:19.982554 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-892759fe-ff25-4255-aaf7-68c38f4a63de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:20.040570 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-15d62901-db86-4a1b-8f0c-656edb061a95 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Allocated IP 10.2.2.100 (49bc9a4d-2019-4c3e-98a9-200317b395fd/2f88546f-3001-437d-949d-bf2c5fdfec86/1f10bfec-b077-4852-8bba-c7adc7ab16bd) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:47:20.047626 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033c8d1-785f-4fe1-9547-ed56c163185a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c72f12-de33-4278-aee5-013f0b5b2e8c,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:20.136002 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4e1baee3-ef31-4fdd-9944-0f339442adde tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:20.139345 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 349d2029-95a3-4587-863a-9de8d701272e up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:47:20.158977 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1baee3-ef31-4fdd-9944-0f339442adde tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:20.160000 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4e1baee3-ef31-4fdd-9944-0f339442adde tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:20.384846 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4e1baee3-ef31-4fdd-9944-0f339442adde tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8647201 Nov 10 17:47:20.402008 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53568) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:20.419485 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0a178e10-1823-4b9e-b17d-f272d73b0146 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:20.432622 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-815f6d92-3035-4103-b00e-9b4485fb9584 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Request body: {'subnet': {'network_id': 'cfd2a63e-d6aa-4614-8e3e-e38bf5b72563', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:20.452026 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0a178e10-1823-4b9e-b17d-f272d73b0146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:20.497156 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c128e8ee-d954-4cad-a104-4f17711220b4 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:20.537436 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c128e8ee-d954-4cad-a104-4f17711220b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:20.646771 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-96688bb7-a694-4d65-8564-01e167a20598 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=281475dcac0247d79669d55a1da4eafc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6137974 Nov 10 17:47:20.648516 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6418ae67-d976-484b-963f-3101b3365fca tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:20.660025 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-892759fe-ff25-4255-aaf7-68c38f4a63de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:20.692046 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53570) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:20.724904 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-15d62901-db86-4a1b-8f0c-656edb061a95 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:20.781863 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1baee3-ef31-4fdd-9944-0f339442adde tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Network': ['ID=cfd2a63e-d6aa-4614-8e3e-e38bf5b72563,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:20.863435 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53572) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:20.900090 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-15d62901-db86-4a1b-8f0c-656edb061a95 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:20.906077 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 349d2029-95a3-4587-863a-9de8d701272e triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:20.906675 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:20.911843 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network cfd2a63e-d6aa-4614-8e3e-e38bf5b72563 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:47:20.928026 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-c128e8ee-d954-4cad-a104-4f17711220b4 None None] Attempting to bind port 969892b7-9544-4e17-bc9e-a2651d658079 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:47:20.928641 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-c128e8ee-d954-4cad-a104-4f17711220b4 None None] Attempting to bind port 969892b7-9544-4e17-bc9e-a2651d658079 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '01b5c2e4-7d5a-4b10-8874-7addf758a6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3e544b5f-2191-40a4-8d47-3256a17969af'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:47:20.929253 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c128e8ee-d954-4cad-a104-4f17711220b4 None None] Attempting to bind port 969892b7-9544-4e17-bc9e-a2651d658079 on network 3e544b5f-2191-40a4-8d47-3256a17969af {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:47:20.932773 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d4419-a052-47c2-9f56-73a7cbc69ec3 None None] Pushing event updated for resources: {'Port': ['ID=969892b7-9544-4e17-bc9e-a2651d658079,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:21.070932 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-15d62901-db86-4a1b-8f0c-656edb061a95 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Network 49bc9a4d-2019-4c3e-98a9-200317b395fd is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:47:21.086463 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-15d62901-db86-4a1b-8f0c-656edb061a95 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:47:21.092680 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-15d62901-db86-4a1b-8f0c-656edb061a95 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:47:21.121619 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b4ed2-7627-4f3f-98aa-860ff7d53a55 req-e591fb97-829d-425e-8bf1-e1d5f58c2715 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:21.137166 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b4ed2-7627-4f3f-98aa-860ff7d53a55 req-e591fb97-829d-425e-8bf1-e1d5f58c2715 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:21.150104 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-892759fe-ff25-4255-aaf7-68c38f4a63de None None] For port 349d2029-95a3-4587-863a-9de8d701272e, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=349d2029-95a3-4587-863a-9de8d701272e,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:47:21.155271 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c128e8ee-d954-4cad-a104-4f17711220b4 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:47:21.155922 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c128e8ee-d954-4cad-a104-4f17711220b4 None None] Checking segment: {'id': '01b5c2e4-7d5a-4b10-8874-7addf758a6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3e544b5f-2191-40a4-8d47-3256a17969af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:47:21.156635 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c128e8ee-d954-4cad-a104-4f17711220b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:21.157158 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c128e8ee-d954-4cad-a104-4f17711220b4 None None] Bound using segment: {'id': '01b5c2e4-7d5a-4b10-8874-7addf758a6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3e544b5f-2191-40a4-8d47-3256a17969af'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:47:21.158385 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-c128e8ee-d954-4cad-a104-4f17711220b4 None None] Bound port: 969892b7-9544-4e17-bc9e-a2651d658079, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01b5c2e4-7d5a-4b10-8874-7addf758a6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3e544b5f-2191-40a4-8d47-3256a17969af'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:47:21.159203 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c128e8ee-d954-4cad-a104-4f17711220b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:21.163456 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b4ed2-7627-4f3f-98aa-860ff7d53a55 req-e591fb97-829d-425e-8bf1-e1d5f58c2715 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:21.167816 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ff1b4ed2-7627-4f3f-98aa-860ff7d53a55 req-e591fb97-829d-425e-8bf1-e1d5f58c2715 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 2374 time: 0.8245239 Nov 10 17:47:21.172761 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-892759fe-ff25-4255-aaf7-68c38f4a63de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:21.200312 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a2101302-7a57-4f1a-97cb-26ede3158ec7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:21.308863 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418ae67-d976-484b-963f-3101b3365fca tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Subnet': ['ID=fd3a2174-b59f-492c-92b1-c6b380bd49e8,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:21.333617 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ff1b4ed2-7627-4f3f-98aa-860ff7d53a55 req-1ba26463-a592-4106-9cef-b4388bbada7e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977068 Nov 10 17:47:21.372029 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d62901-db86-4a1b-8f0c-656edb061a95 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Pushing event updated for resources: {'Port': ['ID=1f10bfec-b077-4852-8bba-c7adc7ab16bd,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:21.398198 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c128e8ee-d954-4cad-a104-4f17711220b4 None None] For port 969892b7-9544-4e17-bc9e-a2651d658079, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:47:21.402862 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c128e8ee-d954-4cad-a104-4f17711220b4 None None] For port 969892b7-9544-4e17-bc9e-a2651d658079, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=969892b7-9544-4e17-bc9e-a2651d658079,segment=NetworkSegment(01b5c2e4-7d5a-4b10-8874-7addf758a6d2),segment_id=01b5c2e4-7d5a-4b10-8874-7addf758a6d2)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:47:21.442119 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-15d62901-db86-4a1b-8f0c-656edb061a95 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:21.442852 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-15d62901-db86-4a1b-8f0c-656edb061a95 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:21.457513 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c128e8ee-d954-4cad-a104-4f17711220b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:21.494838 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-0a178e10-1823-4b9e-b17d-f272d73b0146 admin admin] Allocated IP 172.25.5.43 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/3f518f2a-52cc-4ae0-bc8b-28768651529a) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:47:21.496393 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-44e3c6f1-f248-4787-a6b1-6a898e29ffb5 None None] Provisioning complete for port 969892b7-9544-4e17-bc9e-a2651d658079 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:21.496911 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-44e3c6f1-f248-4787-a6b1-6a898e29ffb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:21.542987 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a2101302-7a57-4f1a-97cb-26ede3158ec7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:21.584514 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a2101302-7a57-4f1a-97cb-26ede3158ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:21.599235 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892759fe-ff25-4255-aaf7-68c38f4a63de None None] Pushing event updated for resources: {'Port': ['ID=349d2029-95a3-4587-863a-9de8d701272e,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:21.778091 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c128e8ee-d954-4cad-a104-4f17711220b4 None None] Routers {'020f89b0-b6db-4aa4-b7ba-80383aec5c3f'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:21.778797 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c128e8ee-d954-4cad-a104-4f17711220b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:21.784506 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6418ae67-d976-484b-963f-3101b3365fca tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Checking segment: {'id': '1623536c-3484-4cdc-83ec-365cb5656d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '78165afc-63b2-421f-a9ed-3433826278c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:47:21.786332 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6418ae67-d976-484b-963f-3101b3365fca tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network hostable DHCP agents. Network: 78165afc-63b2-421f-a9ed-3433826278c2, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:47:21.795780 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0a178e10-1823-4b9e-b17d-f272d73b0146 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:21.852080 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7bd79dd8-47b5-4337-b767-9a0c825333fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:21.878890 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-15d62901-db86-4a1b-8f0c-656edb061a95 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4609547 Nov 10 17:47:21.891686 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815f6d92-3035-4103-b00e-9b4485fb9584 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Made reservation on behalf of 4fd3b9eed2924ca2ac275ce6910fdaae for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:47:21.893942 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-023656d1-0fb5-432f-8c30-e8c3c33dba60 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Request body: {'port': {'device_id': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '49bc9a4d-2019-4c3e-98a9-200317b395fd', 'admin_state_up': True, 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'security_groups': ['6b805ccc-7082-4539-8592-5d5acdd89437']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:21.899492 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-815f6d92-3035-4103-b00e-9b4485fb9584 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:21.916114 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0a178e10-1823-4b9e-b17d-f272d73b0146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:21.924581 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a2101302-7a57-4f1a-97cb-26ede3158ec7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d4cda52901e143e4a9131d8353c277da&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0125229 Nov 10 17:47:21.960387 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2101302-7a57-4f1a-97cb-26ede3158ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb5ccd1-9024-43c6-b7f5-4eed5d2883ce,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:21.970425 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53574) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:22.022931 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d4419-a052-47c2-9f56-73a7cbc69ec3 None None] Pushing event updated for resources: {'Port': ['ID=969892b7-9544-4e17-bc9e-a2651d658079,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:22.048086 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 349d2029-95a3-4587-863a-9de8d701272e up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:47:22.158859 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6418ae67-d976-484b-963f-3101b3365fca tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network 78165afc-63b2-421f-a9ed-3433826278c2 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:47:22.165670 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7bd79dd8-47b5-4337-b767-9a0c825333fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:22.194228 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c73f1120-c71e-41cc-aced-bb44c331862b tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:22.261366 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-c128e8ee-d954-4cad-a104-4f17711220b4 None None] Set router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:47:22.264487 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-44e3c6f1-f248-4787-a6b1-6a898e29ffb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:22.369645 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-6418ae67-d976-484b-963f-3101b3365fca tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 78165afc-63b2-421f-a9ed-3433826278c2) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:47:22.425211 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6418ae67-d976-484b-963f-3101b3365fca tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:22.426284 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6418ae67-d976-484b-963f-3101b3365fca tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:22.471104 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 349d2029-95a3-4587-863a-9de8d701272e triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:22.473860 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:22.501658 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a178e10-1823-4b9e-b17d-f272d73b0146 admin admin] Pushing event updated for resources: {'Port': ['ID=3f518f2a-52cc-4ae0-bc8b-28768651529a,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:22.508372 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbf2e20-7c1c-4d22-a0fa-09a41ee4683f None None] Network 78165afc-63b2-421f-a9ed-3433826278c2 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:47:22.545835 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a178e10-1823-4b9e-b17d-f272d73b0146 admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:47:22.552332 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-0a178e10-1823-4b9e-b17d-f272d73b0146 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:47:22.556096 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a178e10-1823-4b9e-b17d-f272d73b0146 admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:47:22.604751 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6418ae67-d976-484b-963f-3101b3365fca tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.5523295 Nov 10 17:47:22.610799 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53578) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:22.616776 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b84f2202-9e47-49d7-9c85-fcc01c40aed2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:22.625016 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-17ba51dd-846c-46e6-8e15-06329f50cc3e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1353028081', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:22.773005 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7bd79dd8-47b5-4337-b767-9a0c825333fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:22.777949 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7bd79dd8-47b5-4337-b767-9a0c825333fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:22.780019 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7bd79dd8-47b5-4337-b767-9a0c825333fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2bf79875-1c85-4ee9-9e3b-9d8326eecf92 HTTP/1.1" status: 204 len: 168 time: 2.0702796 Nov 10 17:47:22.848071 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b84f2202-9e47-49d7-9c85-fcc01c40aed2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:22.854678 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e63bbde-d1db-421f-ac38-1e0d7ff4c054 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:47:22.951747 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17ba51dd-846c-46e6-8e15-06329f50cc3e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:22.956085 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17ba51dd-846c-46e6-8e15-06329f50cc3e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:22.966306 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd79dd8-47b5-4337-b767-9a0c825333fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf79875-1c85-4ee9-9e3b-9d8326eecf92,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:23.013145 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-44e3c6f1-f248-4787-a6b1-6a898e29ffb5 None None] For port 969892b7-9544-4e17-bc9e-a2651d658079, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=969892b7-9544-4e17-bc9e-a2651d658079,segment=NetworkSegment(01b5c2e4-7d5a-4b10-8874-7addf758a6d2),segment_id=01b5c2e4-7d5a-4b10-8874-7addf758a6d2)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:47:23.047407 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-44e3c6f1-f248-4787-a6b1-6a898e29ffb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:23.099642 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5906b-122e-46f4-8654-61b4a38c73ec req-fa1901a4-7888-46f7-b49f-507752ce8b3f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:23.116681 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5906b-122e-46f4-8654-61b4a38c73ec req-fa1901a4-7888-46f7-b49f-507752ce8b3f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:23.133765 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5906b-122e-46f4-8654-61b4a38c73ec req-fa1901a4-7888-46f7-b49f-507752ce8b3f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:23.152908 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5906b-122e-46f4-8654-61b4a38c73ec req-fa1901a4-7888-46f7-b49f-507752ce8b3f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:23.156858 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0ba5906b-122e-46f4-8654-61b4a38c73ec req-fa1901a4-7888-46f7-b49f-507752ce8b3f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 3095 time: 0.5294962 Nov 10 17:47:23.217295 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-023656d1-0fb5-432f-8c30-e8c3c33dba60 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Made reservation on behalf of 87ef8f67c317450abb70e6821b7851c3 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:47:23.237295 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-023656d1-0fb5-432f-8c30-e8c3c33dba60 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:23.244665 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-44e3c6f1-f248-4787-a6b1-6a898e29ffb5 None None] Provisioning complete for port 349d2029-95a3-4587-863a-9de8d701272e triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:23.245706 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-44e3c6f1-f248-4787-a6b1-6a898e29ffb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:23.395325 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17ba51dd-846c-46e6-8e15-06329f50cc3e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:23.468139 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0ba5906b-122e-46f4-8654-61b4a38c73ec req-0a0fdae9-80a1-4953-a44a-39901be59abb tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062013 Nov 10 17:47:23.473598 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-815f6d92-3035-4103-b00e-9b4485fb9584 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:23.514705 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17ba51dd-846c-46e6-8e15-06329f50cc3e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:23.539307 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c73f1120-c71e-41cc-aced-bb44c331862b tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Router 7625c2f1-df92-49eb-b519-d7aa74eb700f is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:47:23.565666 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17ba51dd-846c-46e6-8e15-06329f50cc3e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:23.567448 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-17ba51dd-846c-46e6-8e15-06329f50cc3e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9543114 Nov 10 17:47:23.578966 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53584) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:23.881568 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b84f2202-9e47-49d7-9c85-fcc01c40aed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:23.892385 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b84f2202-9e47-49d7-9c85-fcc01c40aed2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:23.906191 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b84f2202-9e47-49d7-9c85-fcc01c40aed2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bdb5ccd1-9024-43c6-b7f5-4eed5d2883ce HTTP/1.1" status: 204 len: 168 time: 1.8279414 Nov 10 17:47:23.919572 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0a178e10-1823-4b9e-b17d-f272d73b0146 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:24.004879 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e3c6f1-f248-4787-a6b1-6a898e29ffb5 None None] Pushing event updated for resources: {'Port': ['ID=969892b7-9544-4e17-bc9e-a2651d658079,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:24.040715 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c128e8ee-d954-4cad-a104-4f17711220b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'name': 'tempest-RoutersTest-router-1978934352', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:21Z', 'updated_at': '2021-11-10T17:47:13Z', 'revision_number': 4, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None, '_interfaces': [{'id': '2a6d217d-919a-4078-941e-5e19ad9b03be', 'name': '', 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:3f:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:28Z', 'updated_at': '2021-11-10T17:46:42Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83af12c5-b686-4742-a9e7-5ed435cc7c18', 'name': '', 'network_id': '4c5cca05-b439-49fc-bc43-1f90397dd7e5', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:4f:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:48Z', 'updated_at': '2021-11-10T17:47:01Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969892b7-9544-4e17-bc9e-a2651d658079', 'name': '', 'network_id': '3e544b5f-2191-40a4-8d47-3256a17969af', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:69:8f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '09c67418-bc87-4b1f-b4fe-9b36f1bef5c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:10Z', 'updated_at': '2021-11-10T17:47:21Z', 'revision_number': 4, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '09c67418-bc87-4b1f-b4fe-9b36f1bef5c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:24.084291 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f6d92-3035-4103-b00e-9b4485fb9584 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Subnet': ['ID=35bbbca3-be2a-4eda-bd4e-8469cafbf9da,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:24.096892 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815f6d92-3035-4103-b00e-9b4485fb9584 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Checking segment: {'id': '0d088e0e-c90f-41dd-9122-b644e0d2cfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cfd2a63e-d6aa-4614-8e3e-e38bf5b72563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:47:24.106242 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815f6d92-3035-4103-b00e-9b4485fb9584 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network hostable DHCP agents. Network: cfd2a63e-d6aa-4614-8e3e-e38bf5b72563, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:47:24.123395 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e3c6f1-f248-4787-a6b1-6a898e29ffb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:24.123926 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e3c6f1-f248-4787-a6b1-6a898e29ffb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:24.124550 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e3c6f1-f248-4787-a6b1-6a898e29ffb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:24.125105 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e3c6f1-f248-4787-a6b1-6a898e29ffb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:24.125653 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e3c6f1-f248-4787-a6b1-6a898e29ffb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:24.126732 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e3c6f1-f248-4787-a6b1-6a898e29ffb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:24.128227 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e3c6f1-f248-4787-a6b1-6a898e29ffb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:24.129257 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e3c6f1-f248-4787-a6b1-6a898e29ffb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:24.129825 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e3c6f1-f248-4787-a6b1-6a898e29ffb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:24.130372 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e3c6f1-f248-4787-a6b1-6a898e29ffb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:24.131026 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e3c6f1-f248-4787-a6b1-6a898e29ffb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:24.132423 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e3c6f1-f248-4787-a6b1-6a898e29ffb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:47:24.160460 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c128e8ee-d954-4cad-a104-4f17711220b4 None None] The sync data for ids ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'] in n-d-776250-10 is: [{'id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'name': 'tempest-RoutersTest-router-1978934352', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:21Z', 'updated_at': '2021-11-10T17:47:13Z', 'revision_number': 4, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None, '_interfaces': [{'id': '2a6d217d-919a-4078-941e-5e19ad9b03be', 'name': '', 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:3f:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:28Z', 'updated_at': '2021-11-10T17:46:42Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83af12c5-b686-4742-a9e7-5ed435cc7c18', 'name': '', 'network_id': '4c5cca05-b439-49fc-bc43-1f90397dd7e5', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:4f:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:48Z', 'updated_at': '2021-11-10T17:47:01Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969892b7-9544-4e17-bc9e-a2651d658079', 'name': '', 'network_id': '3e544b5f-2191-40a4-8d47-3256a17969af', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:69:8f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '09c67418-bc87-4b1f-b4fe-9b36f1bef5c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:10Z', 'updated_at': '2021-11-10T17:47:21Z', 'revision_number': 4, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '09c67418-bc87-4b1f-b4fe-9b36f1bef5c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:47:24.180583 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f2202-9e47-49d7-9c85-fcc01c40aed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb5ccd1-9024-43c6-b7f5-4eed5d2883ce,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:24.232453 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3e87b61a-5687-4a09-98c4-e9ba006cb0fe None None] Provisioning complete for port 3f518f2a-52cc-4ae0-bc8b-28768651529a triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:24.233243 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3e87b61a-5687-4a09-98c4-e9ba006cb0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:24.332323 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd58fd1-d436-42fc-8e69-72f82566f867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-78165afc-63b2-421f-a9ed-3433826278c2', 'network_id': '78165afc-63b2-421f-a9ed-3433826278c2', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'fixed_ips': [{'subnet_id': 'fd3a2174-b59f-492c-92b1-c6b380bd49e8'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:47:24.333877 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1dd58fd1-d436-42fc-8e69-72f82566f867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:24.438480 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815f6d92-3035-4103-b00e-9b4485fb9584 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network cfd2a63e-d6aa-4614-8e3e-e38bf5b72563 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:47:24.512096 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-815f6d92-3035-4103-b00e-9b4485fb9584 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, cfd2a63e-d6aa-4614-8e3e-e38bf5b72563) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:47:24.537617 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815f6d92-3035-4103-b00e-9b4485fb9584 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:24.540346 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-815f6d92-3035-4103-b00e-9b4485fb9584 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:24.569514 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc93546f-2bc2-4460-b88c-9f718310eb4e None None] Network cfd2a63e-d6aa-4614-8e3e-e38bf5b72563 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:47:24.583841 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-3e87b61a-5687-4a09-98c4-e9ba006cb0fe None None] Port 3f518f2a-52cc-4ae0-bc8b-28768651529a cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:47:24.617199 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73f1120-c71e-41cc-aced-bb44c331862b tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:47:24.635808 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece2fcd1-62dd-4272-ba9b-ab7b23841334 None None] Sync routers for ids ['7625c2f1-df92-49eb-b519-d7aa74eb700f'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:47:24.731175 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece2fcd1-62dd-4272-ba9b-ab7b23841334 None None] Routers {'7625c2f1-df92-49eb-b519-d7aa74eb700f'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:24.751241 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ece2fcd1-62dd-4272-ba9b-ab7b23841334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['7625c2f1-df92-49eb-b519-d7aa74eb700f'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:24.767993 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-815f6d92-3035-4103-b00e-9b4485fb9584 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3599908 Nov 10 17:47:24.790671 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53606) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:24.803395 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c73f1120-c71e-41cc-aced-bb44c331862b tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:24.817288 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c73f1120-c71e-41cc-aced-bb44c331862b tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.2024679 Nov 10 17:47:24.820767 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53610) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:24.836309 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-63223157-44cf-46ad-af68-c9b8be40474a tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'enable_snat': False}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:24.917278 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ece2fcd1-62dd-4272-ba9b-ab7b23841334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:24.973870 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece2fcd1-62dd-4272-ba9b-ab7b23841334 None None] Routers {'7625c2f1-df92-49eb-b519-d7aa74eb700f'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:24.976689 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ece2fcd1-62dd-4272-ba9b-ab7b23841334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['7625c2f1-df92-49eb-b519-d7aa74eb700f'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:24.987595 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:25.050397 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3e87b61a-5687-4a09-98c4-e9ba006cb0fe None None] Provisioning complete for port 1f10bfec-b077-4852-8bba-c7adc7ab16bd triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:25.051361 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3e87b61a-5687-4a09-98c4-e9ba006cb0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:25.106532 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ece2fcd1-62dd-4272-ba9b-ab7b23841334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:25.107883 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece2fcd1-62dd-4272-ba9b-ab7b23841334 None None] The sync data for ids ['7625c2f1-df92-49eb-b519-d7aa74eb700f'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:47:25.226345 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-1dd58fd1-d436-42fc-8e69-72f82566f867 None None] Allocated IP 2001:db8::2 (78165afc-63b2-421f-a9ed-3433826278c2/fd3a2174-b59f-492c-92b1-c6b380bd49e8/11a3bde9-f577-43d5-88e9-d228ba5f6447) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:47:25.393750 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53622) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:25.538963 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-023656d1-0fb5-432f-8c30-e8c3c33dba60 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Allocated IP 10.2.2.200 (49bc9a4d-2019-4c3e-98a9-200317b395fd/2f88546f-3001-437d-949d-bf2c5fdfec86/eacd23a8-ca31-46bb-9e0e-580677075960) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:47:25.598494 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-3e87b61a-5687-4a09-98c4-e9ba006cb0fe None None] Port 1f10bfec-b077-4852-8bba-c7adc7ab16bd cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:47:25.705926 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0a178e10-1823-4b9e-b17d-f272d73b0146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:25.716459 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:25.730314 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1dd58fd1-d436-42fc-8e69-72f82566f867 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:25.732800 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3e87b61a-5687-4a09-98c4-e9ba006cb0fe None None] Provisioning complete for port 969892b7-9544-4e17-bc9e-a2651d658079 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:25.733462 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3e87b61a-5687-4a09-98c4-e9ba006cb0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:25.769777 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41255f02-9d70-421a-8f21-575b989a919d req-348f8626-a5a9-4745-8275-292dcc684c5e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:25.782091 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41255f02-9d70-421a-8f21-575b989a919d req-348f8626-a5a9-4745-8275-292dcc684c5e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:25.795227 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41255f02-9d70-421a-8f21-575b989a919d req-348f8626-a5a9-4745-8275-292dcc684c5e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:25.806530 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:47:25.810494 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41255f02-9d70-421a-8f21-575b989a919d req-348f8626-a5a9-4745-8275-292dcc684c5e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:25.824490 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-0bc3b812-9177-4edf-9f05-5b51171a9df3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-43932158-network', 'tenant_id': '011b819d7acf410d8e58b7cd2d2f2086'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:25.825519 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-41255f02-9d70-421a-8f21-575b989a919d req-348f8626-a5a9-4745-8275-292dcc684c5e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 3095 time: 1.0213122 Nov 10 17:47:25.880897 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1dd58fd1-d436-42fc-8e69-72f82566f867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:25.895264 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc3b812-9177-4edf-9f05-5b51171a9df3 admin admin] Made reservation on behalf of 011b819d7acf410d8e58b7cd2d2f2086 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:47:25.898497 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0bc3b812-9177-4edf-9f05-5b51171a9df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:25.912720 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0bc3b812-9177-4edf-9f05-5b51171a9df3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:25.998462 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-318ed11e-90cc-402c-ad95-f8b840569843 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:26.015499 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd58fd1-d436-42fc-8e69-72f82566f867 None None] Pushing event updated for resources: {'Port': ['ID=11a3bde9-f577-43d5-88e9-d228ba5f6447,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:26.074327 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-63223157-44cf-46ad-af68-c9b8be40474a tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:26.081685 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd58fd1-d436-42fc-8e69-72f82566f867 None None] Network 78165afc-63b2-421f-a9ed-3433826278c2 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:47:26.096569 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-1dd58fd1-d436-42fc-8e69-72f82566f867 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:47:26.104910 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd58fd1-d436-42fc-8e69-72f82566f867 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:47:26.159910 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e297862-c9ef-4d7f-bde9-fecacb4fcb0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-cfd2a63e-d6aa-4614-8e3e-e38bf5b72563', 'network_id': 'cfd2a63e-d6aa-4614-8e3e-e38bf5b72563', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'fixed_ips': [{'subnet_id': '35bbbca3-be2a-4eda-bd4e-8469cafbf9da'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:47:26.161214 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8e297862-c9ef-4d7f-bde9-fecacb4fcb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:26.201467 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-023656d1-0fb5-432f-8c30-e8c3c33dba60 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:26.256115 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0bc3b812-9177-4edf-9f05-5b51171a9df3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:26.263144 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0bc3b812-9177-4edf-9f05-5b51171a9df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:26.330604 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3b812-9177-4edf-9f05-5b51171a9df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ded564d-0434-4434-bc30-323e28040e74,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:26.426387 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc3b812-9177-4edf-9f05-5b51171a9df3 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:47:26.447228 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-8e297862-c9ef-4d7f-bde9-fecacb4fcb0d None None] Allocated IP 172.23.0.2 (cfd2a63e-d6aa-4614-8e3e-e38bf5b72563/35bbbca3-be2a-4eda-bd4e-8469cafbf9da/89a6ac88-0627-4460-9e01-e7b01b5d2371) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:47:26.464908 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0bc3b812-9177-4edf-9f05-5b51171a9df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:26.465784 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-0bc3b812-9177-4edf-9f05-5b51171a9df3 admin admin] Added segment 2909710e-61d8-4091-a89d-f907aac12e3d of type vlan for network cf02ed0f-7652-43b3-86a9-cc243c50176d Nov 10 17:47:26.600181 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 969892b7-9544-4e17-bc9e-a2651d658079 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:47:26.685575 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-023656d1-0fb5-432f-8c30-e8c3c33dba60 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:26.696117 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-41255f02-9d70-421a-8f21-575b989a919d req-8721cf3b-80a0-42a1-94ef-5e6eca1c68e8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8526313 Nov 10 17:47:26.699548 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8e297862-c9ef-4d7f-bde9-fecacb4fcb0d None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:26.718346 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-1dd58fd1-d436-42fc-8e69-72f82566f867 None None] Attempting to bind port 11a3bde9-f577-43d5-88e9-d228ba5f6447 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:47:26.718917 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-1dd58fd1-d436-42fc-8e69-72f82566f867 None None] Attempting to bind port 11a3bde9-f577-43d5-88e9-d228ba5f6447 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '1623536c-3484-4cdc-83ec-365cb5656d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '78165afc-63b2-421f-a9ed-3433826278c2'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:47:26.719609 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd58fd1-d436-42fc-8e69-72f82566f867 None None] Attempting to bind port 11a3bde9-f577-43d5-88e9-d228ba5f6447 on network 78165afc-63b2-421f-a9ed-3433826278c2 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:47:26.732907 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8e297862-c9ef-4d7f-bde9-fecacb4fcb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:26.856224 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd58fd1-d436-42fc-8e69-72f82566f867 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:47:26.856662 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd58fd1-d436-42fc-8e69-72f82566f867 None None] Checking segment: {'id': '1623536c-3484-4cdc-83ec-365cb5656d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '78165afc-63b2-421f-a9ed-3433826278c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:47:26.857044 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1dd58fd1-d436-42fc-8e69-72f82566f867 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:26.857453 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd58fd1-d436-42fc-8e69-72f82566f867 None None] Bound using segment: {'id': '1623536c-3484-4cdc-83ec-365cb5656d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '78165afc-63b2-421f-a9ed-3433826278c2'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:47:26.857988 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-1dd58fd1-d436-42fc-8e69-72f82566f867 None None] Bound port: 11a3bde9-f577-43d5-88e9-d228ba5f6447, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1623536c-3484-4cdc-83ec-365cb5656d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '78165afc-63b2-421f-a9ed-3433826278c2'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:47:26.858393 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1dd58fd1-d436-42fc-8e69-72f82566f867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:26.963965 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e297862-c9ef-4d7f-bde9-fecacb4fcb0d None None] Pushing event updated for resources: {'Port': ['ID=89a6ac88-0627-4460-9e01-e7b01b5d2371,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:26.984210 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e297862-c9ef-4d7f-bde9-fecacb4fcb0d None None] Network cfd2a63e-d6aa-4614-8e3e-e38bf5b72563 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:47:26.990727 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-8e297862-c9ef-4d7f-bde9-fecacb4fcb0d None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:47:26.997227 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e297862-c9ef-4d7f-bde9-fecacb4fcb0d None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:47:27.133909 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0bc3b812-9177-4edf-9f05-5b51171a9df3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:27.151645 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 969892b7-9544-4e17-bc9e-a2651d658079 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:27.152493 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:27.227925 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0bc3b812-9177-4edf-9f05-5b51171a9df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:27.229056 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc3b812-9177-4edf-9f05-5b51171a9df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:27.230946 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0bc3b812-9177-4edf-9f05-5b51171a9df3 admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:27.245151 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-8e297862-c9ef-4d7f-bde9-fecacb4fcb0d None None] Attempting to bind port 89a6ac88-0627-4460-9e01-e7b01b5d2371 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:47:27.245525 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-8e297862-c9ef-4d7f-bde9-fecacb4fcb0d None None] Attempting to bind port 89a6ac88-0627-4460-9e01-e7b01b5d2371 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '0d088e0e-c90f-41dd-9122-b644e0d2cfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cfd2a63e-d6aa-4614-8e3e-e38bf5b72563'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:47:27.245916 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e297862-c9ef-4d7f-bde9-fecacb4fcb0d None None] Attempting to bind port 89a6ac88-0627-4460-9e01-e7b01b5d2371 on network cfd2a63e-d6aa-4614-8e3e-e38bf5b72563 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:47:27.249575 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-1dd58fd1-d436-42fc-8e69-72f82566f867 None None] For port 11a3bde9-f577-43d5-88e9-d228ba5f6447, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:47:27.254697 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-1dd58fd1-d436-42fc-8e69-72f82566f867 None None] For port 11a3bde9-f577-43d5-88e9-d228ba5f6447, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=11a3bde9-f577-43d5-88e9-d228ba5f6447,segment=NetworkSegment(1623536c-3484-4cdc-83ec-365cb5656d15),segment_id=1623536c-3484-4cdc-83ec-365cb5656d15)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:47:27.262274 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1dd58fd1-d436-42fc-8e69-72f82566f867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:27.264467 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e297862-c9ef-4d7f-bde9-fecacb4fcb0d None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:47:27.264836 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e297862-c9ef-4d7f-bde9-fecacb4fcb0d None None] Checking segment: {'id': '0d088e0e-c90f-41dd-9122-b644e0d2cfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cfd2a63e-d6aa-4614-8e3e-e38bf5b72563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:47:27.265423 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8e297862-c9ef-4d7f-bde9-fecacb4fcb0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:27.266301 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e297862-c9ef-4d7f-bde9-fecacb4fcb0d None None] Bound using segment: {'id': '0d088e0e-c90f-41dd-9122-b644e0d2cfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cfd2a63e-d6aa-4614-8e3e-e38bf5b72563'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:47:27.267871 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-8e297862-c9ef-4d7f-bde9-fecacb4fcb0d None None] Bound port: 89a6ac88-0627-4460-9e01-e7b01b5d2371, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d088e0e-c90f-41dd-9122-b644e0d2cfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cfd2a63e-d6aa-4614-8e3e-e38bf5b72563'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:47:27.268541 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8e297862-c9ef-4d7f-bde9-fecacb4fcb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:27.348499 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-8e297862-c9ef-4d7f-bde9-fecacb4fcb0d None None] For port 89a6ac88-0627-4460-9e01-e7b01b5d2371, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:47:27.352935 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-8e297862-c9ef-4d7f-bde9-fecacb4fcb0d None None] For port 89a6ac88-0627-4460-9e01-e7b01b5d2371, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=89a6ac88-0627-4460-9e01-e7b01b5d2371,segment=NetworkSegment(0d088e0e-c90f-41dd-9122-b644e0d2cfda),segment_id=0d088e0e-c90f-41dd-9122-b644e0d2cfda)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:47:27.385911 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8e297862-c9ef-4d7f-bde9-fecacb4fcb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:27.560480 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0bc3b812-9177-4edf-9f05-5b51171a9df3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1646497 Nov 10 17:47:27.576801 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53644) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:27.584953 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd58fd1-d436-42fc-8e69-72f82566f867 None None] Pushing event updated for resources: {'Port': ['ID=11a3bde9-f577-43d5-88e9-d228ba5f6447,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:27.626054 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-2af62218-496c-4606-a499-7156308e7bfb admin admin] Request body: {'subnet': {'network_id': 'cf02ed0f-7652-43b3-86a9-cc243c50176d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-43932158-subnet', 'tenant_id': '011b819d7acf410d8e58b7cd2d2f2086', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:27.760376 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-023656d1-0fb5-432f-8c30-e8c3c33dba60 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Network 49bc9a4d-2019-4c3e-98a9-200317b395fd is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:47:27.776481 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e297862-c9ef-4d7f-bde9-fecacb4fcb0d None None] Pushing event updated for resources: {'Port': ['ID=89a6ac88-0627-4460-9e01-e7b01b5d2371,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:27.787536 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3b812-9177-4edf-9f05-5b51171a9df3 admin admin] Pushing event updated for resources: {'Network': ['ID=cf02ed0f-7652-43b3-86a9-cc243c50176d,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:27.825648 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network cf02ed0f-7652-43b3-86a9-cc243c50176d details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:47:27.845617 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af62218-496c-4606-a499-7156308e7bfb admin admin] Made reservation on behalf of 011b819d7acf410d8e58b7cd2d2f2086 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:47:27.857656 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2af62218-496c-4606-a499-7156308e7bfb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:28.021454 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-023656d1-0fb5-432f-8c30-e8c3c33dba60 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:47:28.054778 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-023656d1-0fb5-432f-8c30-e8c3c33dba60 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:47:28.084445 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023656d1-0fb5-432f-8c30-e8c3c33dba60 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Pushing event updated for resources: {'Port': ['ID=eacd23a8-ca31-46bb-9e0e-580677075960,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:28.409134 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-023656d1-0fb5-432f-8c30-e8c3c33dba60 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:28.421060 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-023656d1-0fb5-432f-8c30-e8c3c33dba60 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:28.605729 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 89a6ac88-0627-4460-9e01-e7b01b5d2371 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:47:28.680250 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba57894-157d-48c3-949f-764714fc647c req-98cb020b-0dbb-4a1c-9331-d6006abf2c1e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:28.684914 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a178e10-1823-4b9e-b17d-f272d73b0146 admin admin] Router 036b59f5-60b4-4385-af75-7ed2767384a0 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:47:28.687355 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba57894-157d-48c3-949f-764714fc647c req-98cb020b-0dbb-4a1c-9331-d6006abf2c1e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:28.694997 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba57894-157d-48c3-949f-764714fc647c req-98cb020b-0dbb-4a1c-9331-d6006abf2c1e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:28.701186 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba57894-157d-48c3-949f-764714fc647c req-98cb020b-0dbb-4a1c-9331-d6006abf2c1e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:28.712380 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba57894-157d-48c3-949f-764714fc647c req-98cb020b-0dbb-4a1c-9331-d6006abf2c1e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:28.714374 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4ba57894-157d-48c3-949f-764714fc647c req-98cb020b-0dbb-4a1c-9331-d6006abf2c1e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 3816 time: 0.6073763 Nov 10 17:47:28.720037 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2af62218-496c-4606-a499-7156308e7bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:28.729706 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-d1416325-d21d-4987-bea2-d9da30208289 None None] Provisioning complete for port eacd23a8-ca31-46bb-9e0e-580677075960 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:28.730072 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d1416325-d21d-4987-bea2-d9da30208289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:28.772352 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-023656d1-0fb5-432f-8c30-e8c3c33dba60 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8851242 Nov 10 17:47:28.784832 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cb03debc-fb08-42af-9fb9-5f793d4c602a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:28.792884 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-d1416325-d21d-4987-bea2-d9da30208289 None None] Port eacd23a8-ca31-46bb-9e0e-580677075960 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:47:28.796504 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 89a6ac88-0627-4460-9e01-e7b01b5d2371 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:28.799908 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:28.836722 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-79e6ee74-64a3-4fe4-8dfe-f5b0f9174b75 service neutron] Request body: {'port': {'device_id': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:28.852891 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-63223157-44cf-46ad-af68-c9b8be40474a tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1024386'] for router, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:28.876654 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-63223157-44cf-46ad-af68-c9b8be40474a tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412472'] for router, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:28.953895 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af62218-496c-4606-a499-7156308e7bfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f0cbfff-75ec-47fb-a2f2-d4ca78bff207,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:29.019425 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:29.093767 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 89a6ac88-0627-4460-9e01-e7b01b5d2371, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=89a6ac88-0627-4460-9e01-e7b01b5d2371,segment=NetworkSegment(0d088e0e-c90f-41dd-9122-b644e0d2cfda),segment_id=0d088e0e-c90f-41dd-9122-b644e0d2cfda)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:47:29.102862 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:29.105366 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 11a3bde9-f577-43d5-88e9-d228ba5f6447 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:47:29.215110 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a178e10-1823-4b9e-b17d-f272d73b0146 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:47:29.236902 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbf7dec-39a6-4c3d-aeb1-08ee80f9b4cd None None] Sync routers for ids ['036b59f5-60b4-4385-af75-7ed2767384a0'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:47:29.253681 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0a178e10-1823-4b9e-b17d-f272d73b0146 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:29.255344 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0a178e10-1823-4b9e-b17d-f272d73b0146 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.3996234 Nov 10 17:47:29.257164 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-318ed11e-90cc-402c-ad95-f8b840569843 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Allocated IP 2001:db8::1 (78165afc-63b2-421f-a9ed-3433826278c2/fd3a2174-b59f-492c-92b1-c6b380bd49e8/bbbe6d59-c13a-4978-a94f-d7485b282018) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:47:29.261264 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53650) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:29.264497 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-79e6ee74-64a3-4fe4-8dfe-f5b0f9174b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:29.287580 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4ba57894-157d-48c3-949f-764714fc647c req-4ec3e1ab-e6e6-49c4-b6fe-6704f4ec2dfa tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5244455 Nov 10 17:47:29.289572 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af62218-496c-4606-a499-7156308e7bfb admin admin] Checking segment: {'id': '2909710e-61d8-4091-a89d-f907aac12e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cf02ed0f-7652-43b3-86a9-cc243c50176d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:47:29.290298 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af62218-496c-4606-a499-7156308e7bfb admin admin] Network hostable DHCP agents. Network: cf02ed0f-7652-43b3-86a9-cc243c50176d, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:47:29.313733 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63223157-44cf-46ad-af68-c9b8be40474a tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Router 7625c2f1-df92-49eb-b519-d7aa74eb700f has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:47:29.334051 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbf7dec-39a6-4c3d-aeb1-08ee80f9b4cd None None] Routers {'036b59f5-60b4-4385-af75-7ed2767384a0'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:29.334051 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6bbf7dec-39a6-4c3d-aeb1-08ee80f9b4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['036b59f5-60b4-4385-af75-7ed2767384a0'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:29.427397 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af62218-496c-4606-a499-7156308e7bfb admin admin] Network cf02ed0f-7652-43b3-86a9-cc243c50176d is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:47:29.499295 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 11a3bde9-f577-43d5-88e9-d228ba5f6447 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:29.504779 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:29.594140 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=89a6ac88-0627-4460-9e01-e7b01b5d2371,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:29.722120 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-2af62218-496c-4606-a499-7156308e7bfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, cf02ed0f-7652-43b3-86a9-cc243c50176d) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:47:29.726207 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63223157-44cf-46ad-af68-c9b8be40474a tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:47:29.737559 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89695ede-a5b5-4904-b199-c620921beb37 None None] Sync routers for ids ['7625c2f1-df92-49eb-b519-d7aa74eb700f'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:47:29.749498 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af62218-496c-4606-a499-7156308e7bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:29.750423 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2af62218-496c-4606-a499-7156308e7bfb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:29.759861 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89695ede-a5b5-4904-b199-c620921beb37 None None] Routers {'7625c2f1-df92-49eb-b519-d7aa74eb700f'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:29.764718 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-89695ede-a5b5-4904-b199-c620921beb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['7625c2f1-df92-49eb-b519-d7aa74eb700f'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:29.768641 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-63223157-44cf-46ad-af68-c9b8be40474a tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:29.773108 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ea1470-2f77-4cc9-862b-3747db91538a None None] Network cf02ed0f-7652-43b3-86a9-cc243c50176d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:47:29.779899 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-63223157-44cf-46ad-af68-c9b8be40474a tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] 10.222.0.39 "PUT /v2.0/routers/7625c2f1-df92-49eb-b519-d7aa74eb700f HTTP/1.1" status: 200 len: 925 time: 4.9576120 Nov 10 17:47:29.784663 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53656) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:29.871282 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-6bbf7dec-39a6-4c3d-aeb1-08ee80f9b4cd None None] Set router 036b59f5-60b4-4385-af75-7ed2767384a0 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:47:29.893071 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-89695ede-a5b5-4904-b199-c620921beb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:29.925263 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89695ede-a5b5-4904-b199-c620921beb37 None None] Routers {'7625c2f1-df92-49eb-b519-d7aa74eb700f'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:29.926204 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-89695ede-a5b5-4904-b199-c620921beb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['7625c2f1-df92-49eb-b519-d7aa74eb700f'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:30.018885 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-89695ede-a5b5-4904-b199-c620921beb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:30.019566 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89695ede-a5b5-4904-b199-c620921beb37 None None] The sync data for ids ['7625c2f1-df92-49eb-b519-d7aa74eb700f'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:47:30.138235 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-fd52cc6e-b15f-419a-b537-ffe436f116d9 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] 10.222.0.39 "GET /v2.0/routers/7625c2f1-df92-49eb-b519-d7aa74eb700f HTTP/1.1" status: 200 len: 925 time: 0.3360357 Nov 10 17:47:30.142326 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53660) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:30.214819 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2af62218-496c-4606-a499-7156308e7bfb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6332412 Nov 10 17:47:30.307832 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-318ed11e-90cc-402c-ad95-f8b840569843 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:30.310664 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f05050e-8331-44d8-9299-3e537d017a64 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:30.316740 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2f05050e-8331-44d8-9299-3e537d017a64 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=ef950546-b13c-4865-8837-7444cdb2848e&device_id=7625c2f1-df92-49eb-b519-d7aa74eb700f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1676290 Nov 10 17:47:30.318035 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53664) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:30.374794 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-cb03debc-fb08-42af-9fb9-5f793d4c602a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Allocated IP 172.23.0.1 (cfd2a63e-d6aa-4614-8e3e-e38bf5b72563/35bbbca3-be2a-4eda-bd4e-8469cafbf9da/ab632d11-6b5c-4d3e-a5bf-75f6a340aded) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:47:30.391188 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748a632f-af25-45cd-aa71-5a71cae610d5 None None] Network 78165afc-63b2-421f-a9ed-3433826278c2 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:47:30.395119 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57fd7ab-0420-422b-84d8-bf3c6750e2e1 None None] Network cfd2a63e-d6aa-4614-8e3e-e38bf5b72563 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:47:30.553011 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7268f63-6ae6-4acd-adfb-e4faef93cf1e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:30.558026 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c7268f63-6ae6-4acd-adfb-e4faef93cf1e tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 881 time: 0.2366180 Nov 10 17:47:30.594111 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53668) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:30.660404 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-ca2badbc-e915-4144-bb4c-7a9e923d4388 None None] Provisioning complete for port 11a3bde9-f577-43d5-88e9-d228ba5f6447 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:30.660779 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ca2badbc-e915-4144-bb4c-7a9e923d4388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:30.671106 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ef461ee6-2e15-4cfb-96b5-1644274b6dc5 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] 10.222.0.39 "GET /v2.0/ports?device_id=7625c2f1-df92-49eb-b519-d7aa74eb700f HTTP/1.1" status: 200 len: 205 time: 0.0748658 Nov 10 17:47:30.681807 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53672) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:30.734549 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2c23fa87-5cfa-477e-bd0e-294c13956ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:30.768387 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-79e6ee74-64a3-4fe4-8dfe-f5b0f9174b75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f2a1a3d-5b3f-4c67-83ef-66629755aaba {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:47:30.801412 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-79e6ee74-64a3-4fe4-8dfe-f5b0f9174b75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:30.883130 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-318ed11e-90cc-402c-ad95-f8b840569843 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:31.036031 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-79e6ee74-64a3-4fe4-8dfe-f5b0f9174b75 service neutron] Transition to ACTIVE for port object 1f2a1a3d-5b3f-4c67-83ef-66629755aaba will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:47:31.036358 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:31.051069 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ed11e-90cc-402c-ad95-f8b840569843 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Port': ['ID=bbbe6d59-c13a-4978-a94f-d7485b282018,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:31.090078 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318ed11e-90cc-402c-ad95-f8b840569843 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network 78165afc-63b2-421f-a9ed-3433826278c2 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:47:31.090959 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-79e6ee74-64a3-4fe4-8dfe-f5b0f9174b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:31.169800 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6ee74-64a3-4fe4-8dfe-f5b0f9174b75 service neutron] Pushing event updated for resources: {'Port': ['ID=1f2a1a3d-5b3f-4c67-83ef-66629755aaba,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:31.187223 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-318ed11e-90cc-402c-ad95-f8b840569843 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:47:31.191466 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318ed11e-90cc-402c-ad95-f8b840569843 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:47:31.192607 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-318ed11e-90cc-402c-ad95-f8b840569843 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:31.267308 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01541c3-face-4d2a-b5b7-6e2428403a2f req-e805fbf5-4330-4e71-ae8f-f2d828a4a821 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:31.274885 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01541c3-face-4d2a-b5b7-6e2428403a2f req-e805fbf5-4330-4e71-ae8f-f2d828a4a821 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:31.281745 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01541c3-face-4d2a-b5b7-6e2428403a2f req-e805fbf5-4330-4e71-ae8f-f2d828a4a821 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:31.288997 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01541c3-face-4d2a-b5b7-6e2428403a2f req-e805fbf5-4330-4e71-ae8f-f2d828a4a821 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:31.295466 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01541c3-face-4d2a-b5b7-6e2428403a2f req-e805fbf5-4330-4e71-ae8f-f2d828a4a821 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:31.297745 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b01541c3-face-4d2a-b5b7-6e2428403a2f req-e805fbf5-4330-4e71-ae8f-f2d828a4a821 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 3816 time: 0.6564610 Nov 10 17:47:31.466468 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 11a3bde9-f577-43d5-88e9-d228ba5f6447, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=11a3bde9-f577-43d5-88e9-d228ba5f6447,segment=NetworkSegment(1623536c-3484-4cdc-83ec-365cb5656d15),segment_id=1623536c-3484-4cdc-83ec-365cb5656d15)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:47:31.476786 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-79e6ee74-64a3-4fe4-8dfe-f5b0f9174b75 service neutron] Attempting to bind port 1f2a1a3d-5b3f-4c67-83ef-66629755aaba on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:47:31.477904 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-79e6ee74-64a3-4fe4-8dfe-f5b0f9174b75 service neutron] Attempting to bind port 1f2a1a3d-5b3f-4c67-83ef-66629755aaba by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '5f095d99-d612-47ab-81fe-140248ebc91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7ba70b55-5d77-4457-b11f-9823987d654f'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:47:31.478478 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-79e6ee74-64a3-4fe4-8dfe-f5b0f9174b75 service neutron] Attempting to bind port 1f2a1a3d-5b3f-4c67-83ef-66629755aaba on network 7ba70b55-5d77-4457-b11f-9823987d654f {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:47:31.489663 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-79e6ee74-64a3-4fe4-8dfe-f5b0f9174b75 service neutron] Port 1f2a1a3d-5b3f-4c67-83ef-66629755aaba on network 7ba70b55-5d77-4457-b11f-9823987d654f not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:47:31.490417 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-79e6ee74-64a3-4fe4-8dfe-f5b0f9174b75 service neutron] Attempting to bind port 1f2a1a3d-5b3f-4c67-83ef-66629755aaba on network 7ba70b55-5d77-4457-b11f-9823987d654f {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:47:31.518017 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cb03debc-fb08-42af-9fb9-5f793d4c602a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:31.527631 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-41d4fea1-f637-4348-9a68-5b9c44bc20f3 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:31.533602 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-79e6ee74-64a3-4fe4-8dfe-f5b0f9174b75 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:47:31.534342 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-79e6ee74-64a3-4fe4-8dfe-f5b0f9174b75 service neutron] Checking segment: {'id': '5f095d99-d612-47ab-81fe-140248ebc91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7ba70b55-5d77-4457-b11f-9823987d654f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:47:31.534995 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-79e6ee74-64a3-4fe4-8dfe-f5b0f9174b75 service neutron] Bound using segment: {'id': '5f095d99-d612-47ab-81fe-140248ebc91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7ba70b55-5d77-4457-b11f-9823987d654f'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:47:31.535698 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-79e6ee74-64a3-4fe4-8dfe-f5b0f9174b75 service neutron] Bound port: 1f2a1a3d-5b3f-4c67-83ef-66629755aaba, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f095d99-d612-47ab-81fe-140248ebc91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7ba70b55-5d77-4457-b11f-9823987d654f'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:47:31.536404 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-79e6ee74-64a3-4fe4-8dfe-f5b0f9174b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:31.614061 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:31.667836 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e0372-ae85-42fb-b20f-9020bd603933 req-16a3979b-6b83-4182-8e35-06d896103e68 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:31.671910 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-381e0372-ae85-42fb-b20f-9020bd603933 req-16a3979b-6b83-4182-8e35-06d896103e68 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/networks?id=cf02ed0f-7652-43b3-86a9-cc243c50176d HTTP/1.1" status: 200 len: 812 time: 0.3972085 Nov 10 17:47:31.674470 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b01541c3-face-4d2a-b5b7-6e2428403a2f req-947634ad-8ac9-4377-810c-b55e9d2c8b6a tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3428726 Nov 10 17:47:31.704493 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbeab85f-cb0c-4ddd-a68d-f715d3c6e21a None None] Network cf02ed0f-7652-43b3-86a9-cc243c50176d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:47:31.715744 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-79e6ee74-64a3-4fe4-8dfe-f5b0f9174b75 service neutron] For port 1f2a1a3d-5b3f-4c67-83ef-66629755aaba, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:47:31.778353 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-79e6ee74-64a3-4fe4-8dfe-f5b0f9174b75 service neutron] For port 1f2a1a3d-5b3f-4c67-83ef-66629755aaba, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=1f2a1a3d-5b3f-4c67-83ef-66629755aaba,segment=NetworkSegment(5f095d99-d612-47ab-81fe-140248ebc91a),segment_id=5f095d99-d612-47ab-81fe-140248ebc91a)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:47:31.783445 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-318ed11e-90cc-402c-ad95-f8b840569843 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:31.807399 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01a0c36e-af7e-424b-a20f-5bbf8f7ae6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:31.810406 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-381e0372-ae85-42fb-b20f-9020bd603933 req-30f62277-3e00-4b1d-935a-37aec2fccf8c tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/quotas/011b819d7acf410d8e58b7cd2d2f2086 HTTP/1.1" status: 200 len: 375 time: 0.1235819 Nov 10 17:47:31.818032 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-79e6ee74-64a3-4fe4-8dfe-f5b0f9174b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:31.887302 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 89a6ac88-0627-4460-9e01-e7b01b5d2371 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:47:31.934433 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cb03debc-fb08-42af-9fb9-5f793d4c602a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:31.960719 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-79e6ee74-64a3-4fe4-8dfe-f5b0f9174b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:31.961725 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-79e6ee74-64a3-4fe4-8dfe-f5b0f9174b75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:31.966881 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-79e6ee74-64a3-4fe4-8dfe-f5b0f9174b75 service neutron] 10.222.0.11 "PUT /v2.0/ports/1f2a1a3d-5b3f-4c67-83ef-66629755aaba HTTP/1.1" status: 200 len: 1092 time: 3.1348639 Nov 10 17:47:31.973896 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'tag': '1f2a1a3d-5b3f-4c67-83ef-66629755aaba'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:47:31.982152 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769e617f-28a1-43cb-b528-743517144895" -d '{"events": [{"name": "network-changed", "server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "tag": "1f2a1a3d-5b3f-4c67-83ef-66629755aaba"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:47:32.012386 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-1bad8841-0511-49fa-b8cb-5c011bd74f48 service neutron] Request body: {'port': {'device_id': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:32.013970 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-381e0372-ae85-42fb-b20f-9020bd603933 req-3f78c7d6-134b-4ea0-8cbf-9483f4a53847 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=011b819d7acf410d8e58b7cd2d2f2086&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1204355 Nov 10 17:47:32.109085 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb03debc-fb08-42af-9fb9-5f793d4c602a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network cfd2a63e-d6aa-4614-8e3e-e38bf5b72563 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:47:32.147714 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1c0869-abb9-4e08-ac6b-894cd8c595dc x-openstack-request-id: req-4b1c0869-abb9-4e08-ac6b-894cd8c595dc {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:47:32.148440 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "tag": "1f2a1a3d-5b3f-4c67-83ef-66629755aaba", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:47:32.148926 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4b1c0869-abb9-4e08-ac6b-894cd8c595dc {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:47:32.149560 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'tag': '1f2a1a3d-5b3f-4c67-83ef-66629755aaba', 'status': 'completed', 'code': 200} Nov 10 17:47:32.220720 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-41d4fea1-f637-4348-9a68-5b9c44bc20f3 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:32.221203 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6bbf7dec-39a6-4c3d-aeb1-08ee80f9b4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'name': 'tempest-ServerActionsTestJSON-655781316-router', 'tenant_id': '0270caab27604a84907a03a58ad6e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '3f518f2a-52cc-4ae0-bc8b-28768651529a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:47:17Z', 'updated_at': '2021-11-10T17:47:23Z', 'revision_number': 3, 'project_id': '0270caab27604a84907a03a58ad6e001', 'gw_port': {'id': '3f518f2a-52cc-4ae0-bc8b-28768651529a', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cc:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:20Z', 'updated_at': '2021-11-10T17:47:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:32.249345 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-cb03debc-fb08-42af-9fb9-5f793d4c602a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:47:32.304658 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb03debc-fb08-42af-9fb9-5f793d4c602a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:47:32.348188 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6ee74-64a3-4fe4-8dfe-f5b0f9174b75 service neutron] Pushing event updated for resources: {'Port': ['ID=1f2a1a3d-5b3f-4c67-83ef-66629755aaba,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:32.386267 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbf7dec-39a6-4c3d-aeb1-08ee80f9b4cd None None] Checking router: 036b59f5-60b4-4385-af75-7ed2767384a0 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:47:32.386769 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbf7dec-39a6-4c3d-aeb1-08ee80f9b4cd None None] Updating router 036b59f5-60b4-4385-af75-7ed2767384a0 port 3f518f2a-52cc-4ae0-bc8b-28768651529a binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:47:32.400679 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ca2badbc-e915-4144-bb4c-7a9e923d4388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:32.552886 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-01a0c36e-af7e-424b-a20f-5bbf8f7ae6ee admin admin] Allocated IP 172.20.0.1 (07b214b6-0379-4e57-a79c-5118cee6c24b/0014d233-a3b8-4110-85a8-3bdeaa4b1e7d/5450b6ab-a4eb-4291-b5f7-31fd97d3b64b) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:47:32.553761 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=11a3bde9-f577-43d5-88e9-d228ba5f6447,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:32.581243 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 89a6ac88-0627-4460-9e01-e7b01b5d2371 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:32.584390 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:32.653617 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-1bad8841-0511-49fa-b8cb-5c011bd74f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:32.683699 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6bbf7dec-39a6-4c3d-aeb1-08ee80f9b4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:32.738729 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cb03debc-fb08-42af-9fb9-5f793d4c602a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:32.761317 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01a0c36e-af7e-424b-a20f-5bbf8f7ae6ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:32.775239 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03debc-fb08-42af-9fb9-5f793d4c602a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Port': ['ID=ab632d11-6b5c-4d3e-a5bf-75f6a340aded,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:32.929634 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-381e0372-ae85-42fb-b20f-9020bd603933 req-da68531f-4e2f-4f34-8186-26b0cc82f969 service neutron] 10.222.0.39 "GET /v2.0/networks/cf02ed0f-7652-43b3-86a9-cc243c50176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9036543 Nov 10 17:47:32.942743 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01a0c36e-af7e-424b-a20f-5bbf8f7ae6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:33.294924 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a0c36e-af7e-424b-a20f-5bbf8f7ae6ee admin admin] Pushing event updated for resources: {'Port': ['ID=5450b6ab-a4eb-4291-b5f7-31fd97d3b64b,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:33.302314 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a0c36e-af7e-424b-a20f-5bbf8f7ae6ee admin admin] Network 07b214b6-0379-4e57-a79c-5118cee6c24b is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:47:33.310935 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-01a0c36e-af7e-424b-a20f-5bbf8f7ae6ee admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:47:33.327002 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a0c36e-af7e-424b-a20f-5bbf8f7ae6ee admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:47:33.354367 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-41d4fea1-f637-4348-9a68-5b9c44bc20f3 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Deleting port 053e8fc1-6f28-4e25-864b-818cfee27354 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:47:33.354707 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-41d4fea1-f637-4348-9a68-5b9c44bc20f3 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:33.474821 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01a0c36e-af7e-424b-a20f-5bbf8f7ae6ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:33.479667 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-381e0372-ae85-42fb-b20f-9020bd603933 req-41dfa513-b16c-4f12-8dd7-7a96942d8d93 service neutron] 10.222.0.39 "GET /v2.0/networks/cf02ed0f-7652-43b3-86a9-cc243c50176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5432267 Nov 10 17:47:33.513515 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6bbf7dec-39a6-4c3d-aeb1-08ee80f9b4cd None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:33.522930 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1f206c0d-c9c0-48cc-87ab-56478e1ce1a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:33.526624 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6bbf7dec-39a6-4c3d-aeb1-08ee80f9b4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:33.530195 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-ca2badbc-e915-4144-bb4c-7a9e923d4388 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:47:33.530646 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-ca2badbc-e915-4144-bb4c-7a9e923d4388 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:47:33.690447 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee918f-4682-48ba-9443-690d9fa14c7a None None] Pushing event updated for resources: {'Port': ['ID=3f518f2a-52cc-4ae0-bc8b-28768651529a,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:33.705421 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-41d4fea1-f637-4348-9a68-5b9c44bc20f3 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:33.755589 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-41d4fea1-f637-4348-9a68-5b9c44bc20f3 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Calling delete_port for 053e8fc1-6f28-4e25-864b-818cfee27354 owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:47:33.795766 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-6bbf7dec-39a6-4c3d-aeb1-08ee80f9b4cd None None] Attempting to bind port 3f518f2a-52cc-4ae0-bc8b-28768651529a on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:47:33.797634 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-6bbf7dec-39a6-4c3d-aeb1-08ee80f9b4cd None None] Attempting to bind port 3f518f2a-52cc-4ae0-bc8b-28768651529a by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:47:33.798150 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbf7dec-39a6-4c3d-aeb1-08ee80f9b4cd None None] Attempting to bind port 3f518f2a-52cc-4ae0-bc8b-28768651529a on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:47:33.820329 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dd42b3-0bc3-402a-b4a9-566c32a4a693 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:47:33.855529 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbf7dec-39a6-4c3d-aeb1-08ee80f9b4cd None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:47:33.855964 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbf7dec-39a6-4c3d-aeb1-08ee80f9b4cd None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:47:33.857845 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6bbf7dec-39a6-4c3d-aeb1-08ee80f9b4cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:33.858273 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbf7dec-39a6-4c3d-aeb1-08ee80f9b4cd None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:47:33.858788 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-6bbf7dec-39a6-4c3d-aeb1-08ee80f9b4cd None None] Bound port: 3f518f2a-52cc-4ae0-bc8b-28768651529a, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:47:33.859187 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6bbf7dec-39a6-4c3d-aeb1-08ee80f9b4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:33.870442 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 11a3bde9-f577-43d5-88e9-d228ba5f6447 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:47:33.895676 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01a0c36e-af7e-424b-a20f-5bbf8f7ae6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:33.897923 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e617f-28a1-43cb-b528-743517144895 req-be85cf5b-060d-4be0-a2cb-a1c240f2d146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:33.898414 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e617f-28a1-43cb-b528-743517144895 req-be85cf5b-060d-4be0-a2cb-a1c240f2d146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:33.898925 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e617f-28a1-43cb-b528-743517144895 req-be85cf5b-060d-4be0-a2cb-a1c240f2d146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:33.899273 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e617f-28a1-43cb-b528-743517144895 req-be85cf5b-060d-4be0-a2cb-a1c240f2d146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:33.899750 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e617f-28a1-43cb-b528-743517144895 req-be85cf5b-060d-4be0-a2cb-a1c240f2d146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:33.901523 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-769e617f-28a1-43cb-b528-743517144895 req-be85cf5b-060d-4be0-a2cb-a1c240f2d146 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87ef8f67c317450abb70e6821b7851c3&device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 4364 time: 1.6320353 Nov 10 17:47:34.067438 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6e0feaa9-7f74-433f-8389-a3fc06e892f0 req-832dfb5b-f1fc-4b47-87ed-13fcbb2805ec tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/ports?device_id=7acd2f98-83de-4016-85bc-02311f9b1a33 HTTP/1.1" status: 200 len: 210 time: 0.1446729 Nov 10 17:47:34.389653 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:34.463504 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 11a3bde9-f577-43d5-88e9-d228ba5f6447 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:34.464227 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:34.472088 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-6bbf7dec-39a6-4c3d-aeb1-08ee80f9b4cd None None] For port 3f518f2a-52cc-4ae0-bc8b-28768651529a, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:47:34.494507 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-41d4fea1-f637-4348-9a68-5b9c44bc20f3 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:34.551803 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01a0c36e-af7e-424b-a20f-5bbf8f7ae6ee admin admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:34.583713 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b3d6d-9f96-4b6f-a419-02119d0f06d4 req-f90982f4-4f07-4053-9fe4-d9dfbed30589 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:34.590434 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b3d6d-9f96-4b6f-a419-02119d0f06d4 req-f90982f4-4f07-4053-9fe4-d9dfbed30589 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:34.598676 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b3d6d-9f96-4b6f-a419-02119d0f06d4 req-f90982f4-4f07-4053-9fe4-d9dfbed30589 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:34.607541 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b3d6d-9f96-4b6f-a419-02119d0f06d4 req-f90982f4-4f07-4053-9fe4-d9dfbed30589 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:34.615353 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b3d6d-9f96-4b6f-a419-02119d0f06d4 req-f90982f4-4f07-4053-9fe4-d9dfbed30589 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:34.624538 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-568b3d6d-9f96-4b6f-a419-02119d0f06d4 req-f90982f4-4f07-4053-9fe4-d9dfbed30589 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 3828 time: 0.7345366 Nov 10 17:47:34.632921 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb340842-55c8-4629-b252-64eb90652935 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:47:34.635540 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-41d4fea1-f637-4348-9a68-5b9c44bc20f3 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:34.650339 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-6bbf7dec-39a6-4c3d-aeb1-08ee80f9b4cd None None] For port 3f518f2a-52cc-4ae0-bc8b-28768651529a, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=3f518f2a-52cc-4ae0-bc8b-28768651529a,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:47:34.660447 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6bbf7dec-39a6-4c3d-aeb1-08ee80f9b4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:34.773963 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cb03debc-fb08-42af-9fb9-5f793d4c602a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:34.774345 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-41d4fea1-f637-4348-9a68-5b9c44bc20f3 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:34.776710 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-41d4fea1-f637-4348-9a68-5b9c44bc20f3 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:34.797386 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-34991070-450b-4949-8124-3c66576d4780 None None] Provisioning complete for port bbbe6d59-c13a-4978-a94f-d7485b282018 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:34.798075 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-34991070-450b-4949-8124-3c66576d4780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:34.840695 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01a0c36e-af7e-424b-a20f-5bbf8f7ae6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:34.866926 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-34991070-450b-4949-8124-3c66576d4780 None None] Port bbbe6d59-c13a-4978-a94f-d7485b282018 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:47:34.915755 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230b8e65-1547-4e1d-9f3b-25fe28eefdcd None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:47:34.931812 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-34991070-450b-4949-8124-3c66576d4780 None None] Provisioning complete for port 89a6ac88-0627-4460-9e01-e7b01b5d2371 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:34.932301 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-34991070-450b-4949-8124-3c66576d4780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:34.956195 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01a0c36e-af7e-424b-a20f-5bbf8f7ae6ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:34.983658 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-41d4fea1-f637-4348-9a68-5b9c44bc20f3 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:34.984256 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d4fea1-f637-4348-9a68-5b9c44bc20f3 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Fanout notify agent at l3_agent the message router_deleted on router 7625c2f1-df92-49eb-b519-d7aa74eb700f {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:47:34.997667 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbf7dec-39a6-4c3d-aeb1-08ee80f9b4cd None None] Routers {'036b59f5-60b4-4385-af75-7ed2767384a0'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:34.998937 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6bbf7dec-39a6-4c3d-aeb1-08ee80f9b4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['036b59f5-60b4-4385-af75-7ed2767384a0'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:35.002295 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-41d4fea1-f637-4348-9a68-5b9c44bc20f3 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:35.006878 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-41d4fea1-f637-4348-9a68-5b9c44bc20f3 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] 10.222.0.39 "DELETE /v2.0/routers/7625c2f1-df92-49eb-b519-d7aa74eb700f HTTP/1.1" status: 204 len: 168 time: 4.3174219 Nov 10 17:47:35.006878 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4fea1-f637-4348-9a68-5b9c44bc20f3 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Pushing event deleted for resources: {'Port': ['ID=053e8fc1-6f28-4e25-864b-818cfee27354,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:35.023085 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53712) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:35.071626 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-568b3d6d-9f96-4b6f-a419-02119d0f06d4 req-496fc273-905e-4be7-b528-0e84221707f6 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4428606 Nov 10 17:47:35.089479 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-0051ea4a-f6f8-4864-bd4c-1529aab0ea4d tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-821741847', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:35.163702 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0051ea4a-f6f8-4864-bd4c-1529aab0ea4d tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:35.164433 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0051ea4a-f6f8-4864-bd4c-1529aab0ea4d tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:35.186729 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a0c36e-af7e-424b-a20f-5bbf8f7ae6ee admin admin] Pushing event updated for resources: {'Port': ['ID=5450b6ab-a4eb-4291-b5f7-31fd97d3b64b,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:35.213600 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-6bbf7dec-39a6-4c3d-aeb1-08ee80f9b4cd None None] Set router 036b59f5-60b4-4385-af75-7ed2767384a0 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:47:35.229999 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e617f-28a1-43cb-b528-743517144895 req-e2bba498-7adc-4166-8c33-a2012cb4c4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:35.230718 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e617f-28a1-43cb-b528-743517144895 req-e2bba498-7adc-4166-8c33-a2012cb4c4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:35.231450 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e617f-28a1-43cb-b528-743517144895 req-e2bba498-7adc-4166-8c33-a2012cb4c4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:35.233383 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-769e617f-28a1-43cb-b528-743517144895 req-e2bba498-7adc-4166-8c33-a2012cb4c4f0 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=87ef8f67c317450abb70e6821b7851c3&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.2564628 Nov 10 17:47:35.245625 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a0c36e-af7e-424b-a20f-5bbf8f7ae6ee admin admin] Network 07b214b6-0379-4e57-a79c-5118cee6c24b is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:47:35.247922 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-14bf113f-97f0-43ee-b52c-871e7b1cf200 req-fd0517f2-f8fd-4fdb-8c13-1880e6fe6346 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/ports?device_id=7acd2f98-83de-4016-85bc-02311f9b1a33 HTTP/1.1" status: 200 len: 210 time: 0.0445242 Nov 10 17:47:35.249725 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-01a0c36e-af7e-424b-a20f-5bbf8f7ae6ee admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:47:35.366557 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-318ed11e-90cc-402c-ad95-f8b840569843 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:35.465677 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-318ed11e-90cc-402c-ad95-f8b840569843 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:35.466734 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-318ed11e-90cc-402c-ad95-f8b840569843 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:35.496026 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee918f-4682-48ba-9443-690d9fa14c7a None None] Pushing event updated for resources: {'Port': ['ID=3f518f2a-52cc-4ae0-bc8b-28768651529a,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:35.578938 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:35.593454 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a0c36e-af7e-424b-a20f-5bbf8f7ae6ee admin admin] Router 036b59f5-60b4-4385-af75-7ed2767384a0 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:47:35.857132 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a0c36e-af7e-424b-a20f-5bbf8f7ae6ee admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:47:35.885269 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-01a0c36e-af7e-424b-a20f-5bbf8f7ae6ee admin admin] 10.222.0.39 "PUT /v2.0/routers/036b59f5-60b4-4385-af75-7ed2767384a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5738332 Nov 10 17:47:35.887039 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cb03debc-fb08-42af-9fb9-5f793d4c602a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:35.950480 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6bbf7dec-39a6-4c3d-aeb1-08ee80f9b4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'name': 'tempest-ServerActionsTestJSON-655781316-router', 'tenant_id': '0270caab27604a84907a03a58ad6e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '3f518f2a-52cc-4ae0-bc8b-28768651529a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:47:17Z', 'updated_at': '2021-11-10T17:47:33Z', 'revision_number': 4, 'project_id': '0270caab27604a84907a03a58ad6e001', 'gw_port': {'id': '3f518f2a-52cc-4ae0-bc8b-28768651529a', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cc:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:20Z', 'updated_at': '2021-11-10T17:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '5450b6ab-a4eb-4291-b5f7-31fd97d3b64b', 'name': '', 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b', 'tenant_id': '0270caab27604a84907a03a58ad6e001', 'mac_address': 'fa:16:3e:78:73:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '0014d233-a3b8-4110-85a8-3bdeaa4b1e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:32Z', 'updated_at': '2021-11-10T17:47:34Z', 'revision_number': 2, 'project_id': '0270caab27604a84907a03a58ad6e001', 'subnets': [{'id': '0014d233-a3b8-4110-85a8-3bdeaa4b1e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:35.953977 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-34991070-450b-4949-8124-3c66576d4780 None None] Provisioning complete for port 5450b6ab-a4eb-4291-b5f7-31fd97d3b64b triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:35.954476 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-34991070-450b-4949-8124-3c66576d4780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:35.979178 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-1bad8841-0511-49fa-b8cb-5c011bd74f48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 224ef4d3-dee2-4bcd-947b-b7c7a9b0544c {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:47:35.990039 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-1bad8841-0511-49fa-b8cb-5c011bd74f48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:36.055526 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-34991070-450b-4949-8124-3c66576d4780 None None] Port 5450b6ab-a4eb-4291-b5f7-31fd97d3b64b cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:47:36.067561 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbf7dec-39a6-4c3d-aeb1-08ee80f9b4cd None None] The sync data for ids ['036b59f5-60b4-4385-af75-7ed2767384a0'] in n-d-776250-10 is: [{'id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'name': 'tempest-ServerActionsTestJSON-655781316-router', 'tenant_id': '0270caab27604a84907a03a58ad6e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '3f518f2a-52cc-4ae0-bc8b-28768651529a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:47:17Z', 'updated_at': '2021-11-10T17:47:33Z', 'revision_number': 4, 'project_id': '0270caab27604a84907a03a58ad6e001', 'gw_port': {'id': '3f518f2a-52cc-4ae0-bc8b-28768651529a', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cc:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:20Z', 'updated_at': '2021-11-10T17:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '5450b6ab-a4eb-4291-b5f7-31fd97d3b64b', 'name': '', 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b', 'tenant_id': '0270caab27604a84907a03a58ad6e001', 'mac_address': 'fa:16:3e:78:73:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '0014d233-a3b8-4110-85a8-3bdeaa4b1e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:32Z', 'updated_at': '2021-11-10T17:47:34Z', 'revision_number': 2, 'project_id': '0270caab27604a84907a03a58ad6e001', 'subnets': [{'id': '0014d233-a3b8-4110-85a8-3bdeaa4b1e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:47:36.069055 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0051ea4a-f6f8-4864-bd4c-1529aab0ea4d tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:36.071440 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cb03debc-fb08-42af-9fb9-5f793d4c602a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:36.093810 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-34991070-450b-4949-8124-3c66576d4780 None None] Provisioning complete for port ab632d11-6b5c-4d3e-a5bf-75f6a340aded triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:36.094359 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-34991070-450b-4949-8124-3c66576d4780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:36.158151 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-34991070-450b-4949-8124-3c66576d4780 None None] Port ab632d11-6b5c-4d3e-a5bf-75f6a340aded cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:47:36.173661 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-34991070-450b-4949-8124-3c66576d4780 None None] Provisioning complete for port 3f518f2a-52cc-4ae0-bc8b-28768651529a triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:36.174193 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-34991070-450b-4949-8124-3c66576d4780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:36.197946 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0051ea4a-f6f8-4864-bd4c-1529aab0ea4d tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:36.234585 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-1bad8841-0511-49fa-b8cb-5c011bd74f48 service neutron] Transition to ACTIVE for port object 224ef4d3-dee2-4bcd-947b-b7c7a9b0544c will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:47:36.317260 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:36.333851 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-34991070-450b-4949-8124-3c66576d4780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:36.348655 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-1bad8841-0511-49fa-b8cb-5c011bd74f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:36.370800 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-34991070-450b-4949-8124-3c66576d4780 None None] For port 3f518f2a-52cc-4ae0-bc8b-28768651529a, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=3f518f2a-52cc-4ae0-bc8b-28768651529a,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:47:36.381946 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-34991070-450b-4949-8124-3c66576d4780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:36.389588 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1b0d6-2b25-4007-b457-b2dbc9b34041 req-7140f74e-6611-403e-bd3b-db69242cc5b4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:36.404945 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1b0d6-2b25-4007-b457-b2dbc9b34041 req-7140f74e-6611-403e-bd3b-db69242cc5b4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:36.430536 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1b0d6-2b25-4007-b457-b2dbc9b34041 req-7140f74e-6611-403e-bd3b-db69242cc5b4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:36.445384 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1b0d6-2b25-4007-b457-b2dbc9b34041 req-7140f74e-6611-403e-bd3b-db69242cc5b4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:36.461837 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1b0d6-2b25-4007-b457-b2dbc9b34041 req-7140f74e-6611-403e-bd3b-db69242cc5b4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:36.475629 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1b0d6-2b25-4007-b457-b2dbc9b34041 req-7140f74e-6611-403e-bd3b-db69242cc5b4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:36.492700 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cfc1b0d6-2b25-4007-b457-b2dbc9b34041 req-7140f74e-6611-403e-bd3b-db69242cc5b4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 4605 time: 0.2393932 Nov 10 17:47:36.530639 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-34991070-450b-4949-8124-3c66576d4780 None None] Provisioning complete for port 11a3bde9-f577-43d5-88e9-d228ba5f6447 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:36.531017 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-34991070-450b-4949-8124-3c66576d4780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:36.542329 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ed11e-90cc-402c-ad95-f8b840569843 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Port': ['ID=bbbe6d59-c13a-4978-a94f-d7485b282018,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:36.561426 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0051ea4a-f6f8-4864-bd4c-1529aab0ea4d tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:36.564097 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0051ea4a-f6f8-4864-bd4c-1529aab0ea4d tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.4909177 Nov 10 17:47:36.569161 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53730) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:36.612407 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-50860cc3-aa75-4cee-ab4e-52e4fe02c1a0 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:36.634151 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34991070-450b-4949-8124-3c66576d4780 None None] Pushing event updated for resources: {'Port': ['ID=3f518f2a-52cc-4ae0-bc8b-28768651529a,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:36.689629 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e617f-28a1-43cb-b528-743517144895 req-d9098043-fb20-48e7-ab35-4492e917783e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:36.697397 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-769e617f-28a1-43cb-b528-743517144895 req-d9098043-fb20-48e7-ab35-4492e917783e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3764436 Nov 10 17:47:36.698176 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03debc-fb08-42af-9fb9-5f793d4c602a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event updated for resources: {'Port': ['ID=ab632d11-6b5c-4d3e-a5bf-75f6a340aded,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:36.751917 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cb03debc-fb08-42af-9fb9-5f793d4c602a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:36.878671 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cfc1b0d6-2b25-4007-b457-b2dbc9b34041 req-6b5226f4-0305-4527-8c53-5ac3712c38d0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3723366 Nov 10 17:47:36.917589 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-dfe6e031-1447-4490-994b-6cee722a3804 None None] Provisioning complete for port 3f518f2a-52cc-4ae0-bc8b-28768651529a triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:36.918178 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dfe6e031-1447-4490-994b-6cee722a3804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:37.205863 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-dfe6e031-1447-4490-994b-6cee722a3804 None None] Provisioning complete for port 5450b6ab-a4eb-4291-b5f7-31fd97d3b64b triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:37.206796 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dfe6e031-1447-4490-994b-6cee722a3804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:37.316792 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-dfe6e031-1447-4490-994b-6cee722a3804 None None] Port 5450b6ab-a4eb-4291-b5f7-31fd97d3b64b cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:47:37.323999 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53732) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:37.384860 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e0372-ae85-42fb-b20f-9020bd603933 req-69b7e93f-5300-4cbb-be4a-0a721d7800aa tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:37.386447 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-381e0372-ae85-42fb-b20f-9020bd603933 req-69b7e93f-5300-4cbb-be4a-0a721d7800aa tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.13 "GET /v2.0/networks?id=cf02ed0f-7652-43b3-86a9-cc243c50176d HTTP/1.1" status: 200 len: 812 time: 1.8339009 Nov 10 17:47:37.389799 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-56afc31f-797b-4edc-9463-d50a2cb88d9e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Request body: {'security_group': {'name': 'tempest-securitygroup--187465292', 'description': 'tempest-description--1214605364'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:37.443334 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318ed11e-90cc-402c-ad95-f8b840569843 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network 78165afc-63b2-421f-a9ed-3433826278c2 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:47:37.462878 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-381e0372-ae85-42fb-b20f-9020bd603933 req-18642e56-4ae7-4f73-9f39-dd2a1d5107b9 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] Request body: {'port': {'device_id': '7acd2f98-83de-4016-85bc-02311f9b1a33', 'network_id': 'cf02ed0f-7652-43b3-86a9-cc243c50176d', 'admin_state_up': True, 'tenant_id': '011b819d7acf410d8e58b7cd2d2f2086'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:37.468417 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-318ed11e-90cc-402c-ad95-f8b840569843 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:47:37.493947 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad8841-0511-49fa-b8cb-5c011bd74f48 service neutron] Pushing event updated for resources: {'Port': ['ID=224ef4d3-dee2-4bcd-947b-b7c7a9b0544c,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:37.508005 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-1bad8841-0511-49fa-b8cb-5c011bd74f48 service neutron] Attempting to bind port 224ef4d3-dee2-4bcd-947b-b7c7a9b0544c on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:47:37.508371 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-1bad8841-0511-49fa-b8cb-5c011bd74f48 service neutron] Attempting to bind port 224ef4d3-dee2-4bcd-947b-b7c7a9b0544c by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': 'a86ac378-8b1c-4cf2-a7f2-853d02679a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '47baead0-3e81-4ecd-90e6-eeb908ade233'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:47:37.508706 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-1bad8841-0511-49fa-b8cb-5c011bd74f48 service neutron] Attempting to bind port 224ef4d3-dee2-4bcd-947b-b7c7a9b0544c on network 47baead0-3e81-4ecd-90e6-eeb908ade233 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:47:37.552732 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-1bad8841-0511-49fa-b8cb-5c011bd74f48 service neutron] Port 224ef4d3-dee2-4bcd-947b-b7c7a9b0544c on network 47baead0-3e81-4ecd-90e6-eeb908ade233 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:47:37.556072 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-1bad8841-0511-49fa-b8cb-5c011bd74f48 service neutron] Attempting to bind port 224ef4d3-dee2-4bcd-947b-b7c7a9b0544c on network 47baead0-3e81-4ecd-90e6-eeb908ade233 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:47:37.578814 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cce9dda1-d2c0-4d17-98dd-cc6c7769fa75 req-2e411578-6aa9-4e45-b6e4-2596bf51f98b tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/ports?device_id=7acd2f98-83de-4016-85bc-02311f9b1a33 HTTP/1.1" status: 200 len: 210 time: 0.0559447 Nov 10 17:47:37.731714 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-56afc31f-797b-4edc-9463-d50a2cb88d9e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:37.822225 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-50860cc3-aa75-4cee-ab4e-52e4fe02c1a0 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:37.959127 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 3f518f2a-52cc-4ae0-bc8b-28768651529a up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:47:38.083207 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 3f518f2a-52cc-4ae0-bc8b-28768651529a triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:38.083602 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:38.166266 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-1bad8841-0511-49fa-b8cb-5c011bd74f48 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:47:38.172617 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-1bad8841-0511-49fa-b8cb-5c011bd74f48 service neutron] Checking segment: {'id': 'a86ac378-8b1c-4cf2-a7f2-853d02679a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '47baead0-3e81-4ecd-90e6-eeb908ade233'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:47:38.173977 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-1bad8841-0511-49fa-b8cb-5c011bd74f48 service neutron] Bound using segment: {'id': 'a86ac378-8b1c-4cf2-a7f2-853d02679a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '47baead0-3e81-4ecd-90e6-eeb908ade233'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:47:38.174721 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-1bad8841-0511-49fa-b8cb-5c011bd74f48 service neutron] Bound port: 224ef4d3-dee2-4bcd-947b-b7c7a9b0544c, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a86ac378-8b1c-4cf2-a7f2-853d02679a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '47baead0-3e81-4ecd-90e6-eeb908ade233'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:47:38.175230 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-1bad8841-0511-49fa-b8cb-5c011bd74f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:38.246623 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb03debc-fb08-42af-9fb9-5f793d4c602a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Network cfd2a63e-d6aa-4614-8e3e-e38bf5b72563 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:47:38.292972 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-34e7f0ab-2b6b-4e02-b63f-dc9f2e0571b8 None None] Provisioning complete for port bbbe6d59-c13a-4978-a94f-d7485b282018 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:38.293572 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-34e7f0ab-2b6b-4e02-b63f-dc9f2e0571b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:38.305933 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-50860cc3-aa75-4cee-ab4e-52e4fe02c1a0 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:38.314697 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-cb03debc-fb08-42af-9fb9-5f793d4c602a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:47:38.353426 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-50860cc3-aa75-4cee-ab4e-52e4fe02c1a0 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:38.353663 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-34e7f0ab-2b6b-4e02-b63f-dc9f2e0571b8 None None] Port bbbe6d59-c13a-4978-a94f-d7485b282018 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:47:38.431512 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84174a8c-73f4-41c5-9162-9fc995f20aec req-6278fb21-b846-4701-8d28-58681a0f80bc tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:38.439124 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84174a8c-73f4-41c5-9162-9fc995f20aec req-6278fb21-b846-4701-8d28-58681a0f80bc tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:38.445775 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84174a8c-73f4-41c5-9162-9fc995f20aec req-6278fb21-b846-4701-8d28-58681a0f80bc tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:38.452550 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84174a8c-73f4-41c5-9162-9fc995f20aec req-6278fb21-b846-4701-8d28-58681a0f80bc tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:38.459634 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84174a8c-73f4-41c5-9162-9fc995f20aec req-6278fb21-b846-4701-8d28-58681a0f80bc tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:38.472796 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84174a8c-73f4-41c5-9162-9fc995f20aec req-6278fb21-b846-4701-8d28-58681a0f80bc tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:38.474840 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-84174a8c-73f4-41c5-9162-9fc995f20aec req-6278fb21-b846-4701-8d28-58681a0f80bc tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 4605 time: 0.3571520 Nov 10 17:47:38.512011 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-50860cc3-aa75-4cee-ab4e-52e4fe02c1a0 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Allocated IP 172.25.5.82 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/fd3aad70-af43-4bef-b1ea-112b318edde5) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:47:38.619064 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-1bad8841-0511-49fa-b8cb-5c011bd74f48 service neutron] For port 224ef4d3-dee2-4bcd-947b-b7c7a9b0544c, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:47:38.697944 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-1bad8841-0511-49fa-b8cb-5c011bd74f48 service neutron] For port 224ef4d3-dee2-4bcd-947b-b7c7a9b0544c, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=224ef4d3-dee2-4bcd-947b-b7c7a9b0544c,segment=NetworkSegment(a86ac378-8b1c-4cf2-a7f2-853d02679a02),segment_id=a86ac378-8b1c-4cf2-a7f2-853d02679a02)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:47:38.737319 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-1bad8841-0511-49fa-b8cb-5c011bd74f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:38.789754 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b948f61b-85be-4b56-9e14-d2f8be7c5737 None None] Provisioning complete for port ab632d11-6b5c-4d3e-a5bf-75f6a340aded triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:38.790148 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b948f61b-85be-4b56-9e14-d2f8be7c5737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:38.810107 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-50860cc3-aa75-4cee-ab4e-52e4fe02c1a0 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:38.858119 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-b948f61b-85be-4b56-9e14-d2f8be7c5737 None None] Port ab632d11-6b5c-4d3e-a5bf-75f6a340aded cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:47:38.861935 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-131c7328-28fb-419e-a8df-625ff04a544b req-e8327898-ec0b-4cd8-903e-d5c71043a473 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/ports?device_id=7acd2f98-83de-4016-85bc-02311f9b1a33 HTTP/1.1" status: 200 len: 210 time: 0.0817587 Nov 10 17:47:38.900417 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-50860cc3-aa75-4cee-ab4e-52e4fe02c1a0 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:38.956098 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50860cc3-aa75-4cee-ab4e-52e4fe02c1a0 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:47:38.961471 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-50860cc3-aa75-4cee-ab4e-52e4fe02c1a0 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:47:38.977502 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba909fa4-3b96-483a-a8cb-c183efea5d44 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:47:38.983164 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50860cc3-aa75-4cee-ab4e-52e4fe02c1a0 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:47:39.042553 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50860cc3-aa75-4cee-ab4e-52e4fe02c1a0 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Pushing event updated for resources: {'Port': ['ID=fd3aad70-af43-4bef-b1ea-112b318edde5,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:39.100546 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-8623af33-2289-4a00-9ee1-52caa32c0ef3 None None] Provisioning complete for port fd3aad70-af43-4bef-b1ea-112b318edde5 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:39.101161 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8623af33-2289-4a00-9ee1-52caa32c0ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:39.167282 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-8623af33-2289-4a00-9ee1-52caa32c0ef3 None None] Port fd3aad70-af43-4bef-b1ea-112b318edde5 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:47:39.462126 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb03debc-fb08-42af-9fb9-5f793d4c602a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:47:39.464458 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-1bad8841-0511-49fa-b8cb-5c011bd74f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:39.465456 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-1bad8841-0511-49fa-b8cb-5c011bd74f48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:39.468065 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-1bad8841-0511-49fa-b8cb-5c011bd74f48 service neutron] 10.222.0.11 "PUT /v2.0/ports/224ef4d3-dee2-4bcd-947b-b7c7a9b0544c HTTP/1.1" status: 200 len: 1136 time: 7.4636383 Nov 10 17:47:39.468907 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'tag': '224ef4d3-dee2-4bcd-947b-b7c7a9b0544c'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:47:39.473852 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3cf59f-7d90-414c-b550-06af569a4342" -d '{"events": [{"name": "network-changed", "server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "tag": "224ef4d3-dee2-4bcd-947b-b7c7a9b0544c"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:47:39.488860 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-56afc31f-797b-4edc-9463-d50a2cb88d9e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:39.507963 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-98b62b69-8d6d-489c-8c94-385f91fcc05a service neutron] Request body: {'port': {'device_id': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:39.518139 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad8841-0511-49fa-b8cb-5c011bd74f48 service neutron] Pushing event updated for resources: {'Port': ['ID=224ef4d3-dee2-4bcd-947b-b7c7a9b0544c,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:39.557182 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-84174a8c-73f4-41c5-9162-9fc995f20aec req-89f9d124-6fbb-4088-93be-2fb98e7ca6e4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0612233 Nov 10 17:47:39.558777 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-56afc31f-797b-4edc-9463-d50a2cb88d9e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:39.590883 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-50860cc3-aa75-4cee-ab4e-52e4fe02c1a0 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:39.681734 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318ed11e-90cc-402c-ad95-f8b840569843 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Router 6d7c1f7f-8610-4e19-8d86-a9e5d40ea1aa is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:47:39.687566 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-381e0372-ae85-42fb-b20f-9020bd603933 req-18642e56-4ae7-4f73-9f39-dd2a1d5107b9 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] Made reservation on behalf of 011b819d7acf410d8e58b7cd2d2f2086 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:47:39.704719 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-381e0372-ae85-42fb-b20f-9020bd603933 req-18642e56-4ae7-4f73-9f39-dd2a1d5107b9 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:39.763750 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f7386a-3c0c-46cc-9562-76570464e40f x-openstack-request-id: req-17f7386a-3c0c-46cc-9562-76570464e40f {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:47:39.764421 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "tag": "224ef4d3-dee2-4bcd-947b-b7c7a9b0544c", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:47:39.764898 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-17f7386a-3c0c-46cc-9562-76570464e40f {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:47:39.765501 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'tag': '224ef4d3-dee2-4bcd-947b-b7c7a9b0544c', 'status': 'completed', 'code': 200} Nov 10 17:47:39.951230 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff16327-736c-431f-9665-30b0c0ee2523 None None] Sync routers for ids ['036b59f5-60b4-4385-af75-7ed2767384a0'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:47:39.965739 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff16327-736c-431f-9665-30b0c0ee2523 None None] Routers {'036b59f5-60b4-4385-af75-7ed2767384a0'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:39.966263 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-cff16327-736c-431f-9665-30b0c0ee2523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['036b59f5-60b4-4385-af75-7ed2767384a0'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:40.060017 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-56afc31f-797b-4edc-9463-d50a2cb88d9e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:40.065584 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-56afc31f-797b-4edc-9463-d50a2cb88d9e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 2.7364624 Nov 10 17:47:40.077020 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-50860cc3-aa75-4cee-ab4e-52e4fe02c1a0 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1024386'] for router, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:40.082113 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-50860cc3-aa75-4cee-ab4e-52e4fe02c1a0 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412472'] for router, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:40.084790 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53752) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:40.092351 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-9b2f1620-a545-422f-bb6b-79a1f58fdda1 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Request body: {'security_group_rule': {'security_group_id': 'faa63592-a5bc-4a17-bdf7-dc587c5e4e8c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:40.165690 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-98b62b69-8d6d-489c-8c94-385f91fcc05a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:40.169156 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56afc31f-797b-4edc-9463-d50a2cb88d9e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:40.212379 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-381e0372-ae85-42fb-b20f-9020bd603933 req-18642e56-4ae7-4f73-9f39-dd2a1d5107b9 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] Allocated IP 172.20.0.5 (cf02ed0f-7652-43b3-86a9-cc243c50176d/7f0cbfff-75ec-47fb-a2f2-d4ca78bff207/abac35dc-9156-4bc9-912c-13b33fe153c2) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:47:40.231743 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9b2f1620-a545-422f-bb6b-79a1f58fdda1 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:40.266418 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-06b12277-9f53-4128-b127-150b5ad3be19 req-ec910529-9845-4541-9538-e0768916fc6b tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/ports?device_id=7acd2f98-83de-4016-85bc-02311f9b1a33 HTTP/1.1" status: 200 len: 210 time: 0.1191154 Nov 10 17:47:40.343331 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9b2f1620-a545-422f-bb6b-79a1f58fdda1 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:40.352890 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9b2f1620-a545-422f-bb6b-79a1f58fdda1 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:40.380550 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50860cc3-aa75-4cee-ab4e-52e4fe02c1a0 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Router 49bca292-f10b-497c-98fb-a86c4609751d is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:47:40.390887 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9b2f1620-a545-422f-bb6b-79a1f58fdda1 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:40.392769 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9b2f1620-a545-422f-bb6b-79a1f58fdda1 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3057303 Nov 10 17:47:40.396964 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53754) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:40.402766 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-5f066528-99f5-4aff-9699-8c4c08d48cb9 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Request body: {'security_group_rule': {'security_group_id': 'faa63592-a5bc-4a17-bdf7-dc587c5e4e8c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:40.404269 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cf59f-7d90-414c-b550-06af569a4342 req-b8d226c9-6cc9-4c57-81fd-c5745ce81543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:40.404700 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cf59f-7d90-414c-b550-06af569a4342 req-b8d226c9-6cc9-4c57-81fd-c5745ce81543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:40.405158 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cf59f-7d90-414c-b550-06af569a4342 req-b8d226c9-6cc9-4c57-81fd-c5745ce81543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:40.405611 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cf59f-7d90-414c-b550-06af569a4342 req-b8d226c9-6cc9-4c57-81fd-c5745ce81543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:40.406113 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cf59f-7d90-414c-b550-06af569a4342 req-b8d226c9-6cc9-4c57-81fd-c5745ce81543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:40.406568 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cf59f-7d90-414c-b550-06af569a4342 req-b8d226c9-6cc9-4c57-81fd-c5745ce81543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:40.409423 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bf3cf59f-7d90-414c-b550-06af569a4342 req-b8d226c9-6cc9-4c57-81fd-c5745ce81543 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87ef8f67c317450abb70e6821b7851c3&device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5293 time: 0.6383955 Nov 10 17:47:40.409662 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f1620-a545-422f-bb6b-79a1f58fdda1 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a68db054-c1d3-4b5b-a760-e44dfcd89fcb,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:40.470544 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-cff16327-736c-431f-9665-30b0c0ee2523 None None] Set router 036b59f5-60b4-4385-af75-7ed2767384a0 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:47:40.505148 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318ed11e-90cc-402c-ad95-f8b840569843 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:47:40.522051 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787d47e7-38c8-4b41-86dc-bdfa3baf02cf None None] Sync routers for ids ['6d7c1f7f-8610-4e19-8d86-a9e5d40ea1aa'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:47:40.538928 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787d47e7-38c8-4b41-86dc-bdfa3baf02cf None None] Routers {'6d7c1f7f-8610-4e19-8d86-a9e5d40ea1aa'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:40.539551 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-787d47e7-38c8-4b41-86dc-bdfa3baf02cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6d7c1f7f-8610-4e19-8d86-a9e5d40ea1aa'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:40.560661 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-318ed11e-90cc-402c-ad95-f8b840569843 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "PUT /v2.0/routers/6d7c1f7f-8610-4e19-8d86-a9e5d40ea1aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.9779193 Nov 10 17:47:40.566027 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53756) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:40.629929 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-787d47e7-38c8-4b41-86dc-bdfa3baf02cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:40.661153 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e330432f-a72a-4fa4-a552-b891a7696d4e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:40.665675 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e330432f-a72a-4fa4-a552-b891a7696d4e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "GET /v2.0/ports/bbbe6d59-c13a-4978-a94f-d7485b282018 HTTP/1.1" status: 200 len: 911 time: 0.0935631 Nov 10 17:47:40.665967 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787d47e7-38c8-4b41-86dc-bdfa3baf02cf None None] Routers {'6d7c1f7f-8610-4e19-8d86-a9e5d40ea1aa'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:40.667351 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5f066528-99f5-4aff-9699-8c4c08d48cb9 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:40.667629 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-787d47e7-38c8-4b41-86dc-bdfa3baf02cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6d7c1f7f-8610-4e19-8d86-a9e5d40ea1aa'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:40.682101 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53760) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:40.758899 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-787d47e7-38c8-4b41-86dc-bdfa3baf02cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:40.759531 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787d47e7-38c8-4b41-86dc-bdfa3baf02cf None None] The sync data for ids ['6d7c1f7f-8610-4e19-8d86-a9e5d40ea1aa'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:47:40.803884 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb03debc-fb08-42af-9fb9-5f793d4c602a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:47:40.816799 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-cb03debc-fb08-42af-9fb9-5f793d4c602a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "PUT /v2.0/routers/020f89b0-b6db-4aa4-b7ba-80383aec5c3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0196779 Nov 10 17:47:40.821815 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53762) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:40.824383 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08588dab-6471-4f89-b6fa-2723d5d37c97 None None] Sync routers for ids ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:47:40.834905 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-2e5696a0-3a0f-4b97-aae2-8c842006d818 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:40.844888 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08588dab-6471-4f89-b6fa-2723d5d37c97 None None] Routers {'020f89b0-b6db-4aa4-b7ba-80383aec5c3f'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:40.845853 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-08588dab-6471-4f89-b6fa-2723d5d37c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:40.971535 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-cff16327-736c-431f-9665-30b0c0ee2523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'name': 'tempest-ServerActionsTestJSON-655781316-router', 'tenant_id': '0270caab27604a84907a03a58ad6e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '3f518f2a-52cc-4ae0-bc8b-28768651529a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:47:17Z', 'updated_at': '2021-11-10T17:47:33Z', 'revision_number': 4, 'project_id': '0270caab27604a84907a03a58ad6e001', 'gw_port': {'id': '3f518f2a-52cc-4ae0-bc8b-28768651529a', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:20Z', 'updated_at': '2021-11-10T17:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '5450b6ab-a4eb-4291-b5f7-31fd97d3b64b', 'name': '', 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b', 'tenant_id': '0270caab27604a84907a03a58ad6e001', 'mac_address': 'fa:16:3e:78:73:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '0014d233-a3b8-4110-85a8-3bdeaa4b1e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:32Z', 'updated_at': '2021-11-10T17:47:34Z', 'revision_number': 2, 'project_id': '0270caab27604a84907a03a58ad6e001', 'subnets': [{'id': '0014d233-a3b8-4110-85a8-3bdeaa4b1e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:41.031382 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50860cc3-aa75-4cee-ab4e-52e4fe02c1a0 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:47:41.047009 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081b9dba-fdbd-4a63-b088-e88fb5ef6cb0 None None] Sync routers for ids ['49bca292-f10b-497c-98fb-a86c4609751d'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:47:41.057016 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-50860cc3-aa75-4cee-ab4e-52e4fe02c1a0 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:41.061529 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff16327-736c-431f-9665-30b0c0ee2523 None None] Checking router: 036b59f5-60b4-4385-af75-7ed2767384a0 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:47:41.061889 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff16327-736c-431f-9665-30b0c0ee2523 None None] Updating router 036b59f5-60b4-4385-af75-7ed2767384a0 port 5450b6ab-a4eb-4291-b5f7-31fd97d3b64b binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:47:41.066264 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-50860cc3-aa75-4cee-ab4e-52e4fe02c1a0 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] 10.222.0.39 "PUT /v2.0/routers/49bca292-f10b-497c-98fb-a86c4609751d HTTP/1.1" status: 200 len: 882 time: 4.4676461 Nov 10 17:47:41.067454 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081b9dba-fdbd-4a63-b088-e88fb5ef6cb0 None None] Routers {'49bca292-f10b-497c-98fb-a86c4609751d'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:41.068855 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53766) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:41.069890 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-081b9dba-fdbd-4a63-b088-e88fb5ef6cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['49bca292-f10b-497c-98fb-a86c4609751d'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:41.086842 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-08588dab-6471-4f89-b6fa-2723d5d37c97 None None] Set router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:47:41.132962 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cff16327-736c-431f-9665-30b0c0ee2523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:41.172356 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-081b9dba-fdbd-4a63-b088-e88fb5ef6cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:41.201163 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081b9dba-fdbd-4a63-b088-e88fb5ef6cb0 None None] Routers {'49bca292-f10b-497c-98fb-a86c4609751d'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:41.201846 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-081b9dba-fdbd-4a63-b088-e88fb5ef6cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['49bca292-f10b-497c-98fb-a86c4609751d'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:41.227737 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5f066528-99f5-4aff-9699-8c4c08d48cb9 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:41.252944 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-081b9dba-fdbd-4a63-b088-e88fb5ef6cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:41.253948 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081b9dba-fdbd-4a63-b088-e88fb5ef6cb0 None None] The sync data for ids ['49bca292-f10b-497c-98fb-a86c4609751d'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:47:41.259043 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38064e-d365-4317-ad19-fde448eb2997 req-11896758-7b04-4ec2-aabf-780ad8808dc5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:41.272502 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38064e-d365-4317-ad19-fde448eb2997 req-11896758-7b04-4ec2-aabf-780ad8808dc5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:41.279674 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38064e-d365-4317-ad19-fde448eb2997 req-11896758-7b04-4ec2-aabf-780ad8808dc5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:41.287782 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38064e-d365-4317-ad19-fde448eb2997 req-11896758-7b04-4ec2-aabf-780ad8808dc5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:41.294859 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38064e-d365-4317-ad19-fde448eb2997 req-11896758-7b04-4ec2-aabf-780ad8808dc5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:41.302340 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38064e-d365-4317-ad19-fde448eb2997 req-11896758-7b04-4ec2-aabf-780ad8808dc5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:41.304972 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4e38064e-d365-4317-ad19-fde448eb2997 req-11896758-7b04-4ec2-aabf-780ad8808dc5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 4605 time: 0.4774625 Nov 10 17:47:41.353145 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5f066528-99f5-4aff-9699-8c4c08d48cb9 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:41.449953 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-381e0372-ae85-42fb-b20f-9020bd603933 req-18642e56-4ae7-4f73-9f39-dd2a1d5107b9 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:41.458693 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-08588dab-6471-4f89-b6fa-2723d5d37c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'name': 'tempest-RoutersTest-router-1978934352', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:21Z', 'updated_at': '2021-11-10T17:47:34Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None, '_interfaces': [{'id': '2a6d217d-919a-4078-941e-5e19ad9b03be', 'name': '', 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:3f:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:28Z', 'updated_at': '2021-11-10T17:46:42Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83af12c5-b686-4742-a9e7-5ed435cc7c18', 'name': '', 'network_id': '4c5cca05-b439-49fc-bc43-1f90397dd7e5', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:4f:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:48Z', 'updated_at': '2021-11-10T17:47:01Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969892b7-9544-4e17-bc9e-a2651d658079', 'name': '', 'network_id': '3e544b5f-2191-40a4-8d47-3256a17969af', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:69:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '09c67418-bc87-4b1f-b4fe-9b36f1bef5c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:10Z', 'updated_at': '2021-11-10T17:47:22Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '09c67418-bc87-4b1f-b4fe-9b36f1bef5c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab632d11-6b5c-4d3e-a5bf-75f6a340aded', 'name': '', 'network_id': 'cfd2a63e-d6aa-4614-8e3e-e38bf5b72563', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:ba:5b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '35bbbca3-be2a-4eda-bd4e-8469cafbf9da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:29Z', 'updated_at': '2021-11-10T17:47:35Z', 'revision_number': 2, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '35bbbca3-be2a-4eda-bd4e-8469cafbf9da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:41.494753 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f066528-99f5-4aff-9699-8c4c08d48cb9 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31b010be-21ac-4f33-8a75-a4d737d3f052,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:41.494969 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08588dab-6471-4f89-b6fa-2723d5d37c97 None None] Checking router: 020f89b0-b6db-4aa4-b7ba-80383aec5c3f for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:47:41.495318 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08588dab-6471-4f89-b6fa-2723d5d37c97 None None] Updating router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f port ab632d11-6b5c-4d3e-a5bf-75f6a340aded binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:47:41.513632 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5f066528-99f5-4aff-9699-8c4c08d48cb9 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:41.514855 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5f066528-99f5-4aff-9699-8c4c08d48cb9 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1157510 Nov 10 17:47:41.519938 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53770) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:41.535779 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-3cf815c3-6070-476e-85e4-750a496d6bd2 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:41.536546 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-08588dab-6471-4f89-b6fa-2723d5d37c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:41.569283 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cf59f-7d90-414c-b550-06af569a4342 req-b54f1277-43fa-43e5-afac-cda6856f2d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:41.569875 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cf59f-7d90-414c-b550-06af569a4342 req-b54f1277-43fa-43e5-afac-cda6856f2d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:41.570206 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cf59f-7d90-414c-b550-06af569a4342 req-b54f1277-43fa-43e5-afac-cda6856f2d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:41.571785 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bf3cf59f-7d90-414c-b550-06af569a4342 req-b54f1277-43fa-43e5-afac-cda6856f2d9c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=87ef8f67c317450abb70e6821b7851c3&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.1405556 Nov 10 17:47:41.580398 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09a56133-f905-4e6a-b981-07c47d7ab1b2 req-00367424-cd38-4b31-a51a-a7fc8391df08 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/ports?device_id=7acd2f98-83de-4016-85bc-02311f9b1a33 HTTP/1.1" status: 200 len: 210 time: 0.1209085 Nov 10 17:47:41.652388 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-fbc6ce70-3f07-49e1-9404-94c449295ddb tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] 10.222.0.39 "GET /v2.0/routers/49bca292-f10b-497c-98fb-a86c4609751d HTTP/1.1" status: 200 len: 923 time: 0.5734344 Nov 10 17:47:41.653011 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53772) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:41.682733 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4e38064e-d365-4317-ad19-fde448eb2997 req-6abc905c-9fb0-486d-8460-d095658c00ad tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3190179 Nov 10 17:47:41.718340 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3cf815c3-6070-476e-85e4-750a496d6bd2 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks [] for floatingip, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:41.754715 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-98b62b69-8d6d-489c-8c94-385f91fcc05a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f8f0ae-9d1a-48c8-a567-346cf76cba57 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:47:41.783798 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-98b62b69-8d6d-489c-8c94-385f91fcc05a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:41.820280 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a27c107-e7f4-47e9-9ce4-4983b23bd8f0 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:41.823986 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-381e0372-ae85-42fb-b20f-9020bd603933 req-18642e56-4ae7-4f73-9f39-dd2a1d5107b9 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:41.824294 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6a27c107-e7f4-47e9-9ce4-4983b23bd8f0 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=ef950546-b13c-4865-8837-7444cdb2848e&device_id=49bca292-f10b-497c-98fb-a86c4609751d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1677699 Nov 10 17:47:41.831339 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53774) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:41.847259 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cff16327-736c-431f-9665-30b0c0ee2523 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:41.855764 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cff16327-736c-431f-9665-30b0c0ee2523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:41.886755 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cf59f-7d90-414c-b550-06af569a4342 req-4e5cc0d1-3a19-4dff-8e8b-55d5d5cdbf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:41.888255 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bf3cf59f-7d90-414c-b550-06af569a4342 req-4e5cc0d1-3a19-4dff-8e8b-55d5d5cdbf8c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3007803 Nov 10 17:47:41.893014 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-98b62b69-8d6d-489c-8c94-385f91fcc05a service neutron] Transition to ACTIVE for port object 47f8f0ae-9d1a-48c8-a567-346cf76cba57 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:47:41.922182 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-98b62b69-8d6d-489c-8c94-385f91fcc05a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:41.939287 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-381e0372-ae85-42fb-b20f-9020bd603933 req-18642e56-4ae7-4f73-9f39-dd2a1d5107b9 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] Network cf02ed0f-7652-43b3-86a9-cc243c50176d is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:47:41.959634 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-381e0372-ae85-42fb-b20f-9020bd603933 req-18642e56-4ae7-4f73-9f39-dd2a1d5107b9 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:47:41.963453 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18642e56-4ae7-4f73-9f39-dd2a1d5107b9 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] Pushing event updated for resources: {'Port': ['ID=abac35dc-9156-4bc9-912c-13b33fe153c2,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:41.968525 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-381e0372-ae85-42fb-b20f-9020bd603933 req-18642e56-4ae7-4f73-9f39-dd2a1d5107b9 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:47:41.983693 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05357d4e-c166-4d3c-9120-0352ea458afd None None] Pushing event updated for resources: {'Port': ['ID=5450b6ab-a4eb-4291-b5f7-31fd97d3b64b,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:42.054925 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-cff16327-736c-431f-9665-30b0c0ee2523 None None] Attempting to bind port 5450b6ab-a4eb-4291-b5f7-31fd97d3b64b on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:47:42.059864 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-cff16327-736c-431f-9665-30b0c0ee2523 None None] Attempting to bind port 5450b6ab-a4eb-4291-b5f7-31fd97d3b64b by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ccee7173-55f2-40b1-aecb-b805c25cba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:47:42.060434 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff16327-736c-431f-9665-30b0c0ee2523 None None] Attempting to bind port 5450b6ab-a4eb-4291-b5f7-31fd97d3b64b on network 07b214b6-0379-4e57-a79c-5118cee6c24b {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:47:42.088947 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff16327-736c-431f-9665-30b0c0ee2523 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:47:42.089460 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff16327-736c-431f-9665-30b0c0ee2523 None None] Checking segment: {'id': 'ccee7173-55f2-40b1-aecb-b805c25cba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:47:42.089963 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cff16327-736c-431f-9665-30b0c0ee2523 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:42.090461 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff16327-736c-431f-9665-30b0c0ee2523 None None] Bound using segment: {'id': 'ccee7173-55f2-40b1-aecb-b805c25cba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:47:42.091067 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-cff16327-736c-431f-9665-30b0c0ee2523 None None] Bound port: 5450b6ab-a4eb-4291-b5f7-31fd97d3b64b, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccee7173-55f2-40b1-aecb-b805c25cba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:47:42.091569 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cff16327-736c-431f-9665-30b0c0ee2523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:42.137048 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc33e11a-8e30-4a77-9123-f07faed1cf5d tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:42.142968 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-dc33e11a-8e30-4a77-9123-f07faed1cf5d tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 881 time: 0.3099246 Nov 10 17:47:42.147611 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53776) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:42.218674 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b6547f01-dd13-4948-8a15-6b6d95e003d4 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] 10.222.0.39 "GET /v2.0/ports?device_id=49bca292-f10b-497c-98fb-a86c4609751d HTTP/1.1" status: 200 len: 205 time: 0.0647905 Nov 10 17:47:42.226631 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53780) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:42.229138 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7f4f1bd6-94fa-483f-a0e2-b05719302fcf tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:42.230061 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e0372-ae85-42fb-b20f-9020bd603933 req-18642e56-4ae7-4f73-9f39-dd2a1d5107b9 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:42.230678 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-381e0372-ae85-42fb-b20f-9020bd603933 req-18642e56-4ae7-4f73-9f39-dd2a1d5107b9 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:42.270050 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b62b69-8d6d-489c-8c94-385f91fcc05a service neutron] Pushing event updated for resources: {'Port': ['ID=47f8f0ae-9d1a-48c8-a567-346cf76cba57,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:42.316039 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.extraroute_db [None req-2e5696a0-3a0f-4b97-aae2-8c842006d818 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102469) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 17:47:42.325669 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-cff16327-736c-431f-9665-30b0c0ee2523 None None] For port 5450b6ab-a4eb-4291-b5f7-31fd97d3b64b, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:47:42.331312 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-381e0372-ae85-42fb-b20f-9020bd603933 req-18642e56-4ae7-4f73-9f39-dd2a1d5107b9 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8774879 Nov 10 17:47:42.349823 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-cff16327-736c-431f-9665-30b0c0ee2523 None None] For port 5450b6ab-a4eb-4291-b5f7-31fd97d3b64b, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=5450b6ab-a4eb-4291-b5f7-31fd97d3b64b,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:47:42.353666 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-381e0372-ae85-42fb-b20f-9020bd603933 req-52f2c153-b2eb-4eb1-8379-701a84d013cf service neutron] Request body: {'port': {'device_id': '7acd2f98-83de-4016-85bc-02311f9b1a33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:42.398849 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cff16327-736c-431f-9665-30b0c0ee2523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:42.403361 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-08588dab-6471-4f89-b6fa-2723d5d37c97 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:42.434421 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.extraroute_db [None req-2e5696a0-3a0f-4b97-aae2-8c842006d818 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Removed routes are [] {{(pid=102469) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 17:47:42.435101 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2e5696a0-3a0f-4b97-aae2-8c842006d818 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1024386'] for router, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:42.448300 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-98b62b69-8d6d-489c-8c94-385f91fcc05a service neutron] Attempting to bind port 47f8f0ae-9d1a-48c8-a567-346cf76cba57 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:47:42.455112 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-98b62b69-8d6d-489c-8c94-385f91fcc05a service neutron] Attempting to bind port 47f8f0ae-9d1a-48c8-a567-346cf76cba57 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': 'a86ac378-8b1c-4cf2-a7f2-853d02679a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '47baead0-3e81-4ecd-90e6-eeb908ade233'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:47:42.455766 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-98b62b69-8d6d-489c-8c94-385f91fcc05a service neutron] Attempting to bind port 47f8f0ae-9d1a-48c8-a567-346cf76cba57 on network 47baead0-3e81-4ecd-90e6-eeb908ade233 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:47:42.503829 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05357d4e-c166-4d3c-9120-0352ea458afd None None] Pushing event updated for resources: {'Port': ['ID=5450b6ab-a4eb-4291-b5f7-31fd97d3b64b,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:42.511938 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-08588dab-6471-4f89-b6fa-2723d5d37c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:42.521852 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-98b62b69-8d6d-489c-8c94-385f91fcc05a service neutron] Port 47f8f0ae-9d1a-48c8-a567-346cf76cba57 on network 47baead0-3e81-4ecd-90e6-eeb908ade233 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:47:42.522173 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-98b62b69-8d6d-489c-8c94-385f91fcc05a service neutron] Attempting to bind port 47f8f0ae-9d1a-48c8-a567-346cf76cba57 on network 47baead0-3e81-4ecd-90e6-eeb908ade233 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:47:42.572894 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df3dac-a797-4794-8f25-01006ca5d0b9 None None] Pushing event updated for resources: {'Port': ['ID=ab632d11-6b5c-4d3e-a5bf-75f6a340aded,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:42.574367 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-98b62b69-8d6d-489c-8c94-385f91fcc05a service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:47:42.574892 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-98b62b69-8d6d-489c-8c94-385f91fcc05a service neutron] Checking segment: {'id': 'a86ac378-8b1c-4cf2-a7f2-853d02679a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '47baead0-3e81-4ecd-90e6-eeb908ade233'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:47:42.575083 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-98b62b69-8d6d-489c-8c94-385f91fcc05a service neutron] Bound using segment: {'id': 'a86ac378-8b1c-4cf2-a7f2-853d02679a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '47baead0-3e81-4ecd-90e6-eeb908ade233'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:47:42.575535 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-98b62b69-8d6d-489c-8c94-385f91fcc05a service neutron] Bound port: 47f8f0ae-9d1a-48c8-a567-346cf76cba57, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a86ac378-8b1c-4cf2-a7f2-853d02679a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '47baead0-3e81-4ecd-90e6-eeb908ade233'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:47:42.575890 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-98b62b69-8d6d-489c-8c94-385f91fcc05a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:42.585101 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-381e0372-ae85-42fb-b20f-9020bd603933 req-52f2c153-b2eb-4eb1-8379-701a84d013cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:42.611619 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b816fc27-cb61-46fa-bf6a-d2317ff70c8e None None] Provisioning complete for port 5450b6ab-a4eb-4291-b5f7-31fd97d3b64b triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:42.612844 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b816fc27-cb61-46fa-bf6a-d2317ff70c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:42.788879 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff16327-736c-431f-9665-30b0c0ee2523 None None] Routers {'036b59f5-60b4-4385-af75-7ed2767384a0'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:42.789879 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-cff16327-736c-431f-9665-30b0c0ee2523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['036b59f5-60b4-4385-af75-7ed2767384a0'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:42.803745 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3cf815c3-6070-476e-85e4-750a496d6bd2 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:42.948184 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-cff16327-736c-431f-9665-30b0c0ee2523 None None] Set router 036b59f5-60b4-4385-af75-7ed2767384a0 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:47:43.097093 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d55dd-217b-4bbc-8460-e98367e06db6 req-30a2538e-ea56-4b8d-b794-e6779be1a703 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:43.106391 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d55dd-217b-4bbc-8460-e98367e06db6 req-30a2538e-ea56-4b8d-b794-e6779be1a703 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:43.115077 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d55dd-217b-4bbc-8460-e98367e06db6 req-30a2538e-ea56-4b8d-b794-e6779be1a703 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:43.125083 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d55dd-217b-4bbc-8460-e98367e06db6 req-30a2538e-ea56-4b8d-b794-e6779be1a703 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:43.135240 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d55dd-217b-4bbc-8460-e98367e06db6 req-30a2538e-ea56-4b8d-b794-e6779be1a703 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:43.142857 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d55dd-217b-4bbc-8460-e98367e06db6 req-30a2538e-ea56-4b8d-b794-e6779be1a703 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:43.151607 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d55dd-217b-4bbc-8460-e98367e06db6 req-30a2538e-ea56-4b8d-b794-e6779be1a703 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:43.153755 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-923d55dd-217b-4bbc-8460-e98367e06db6 req-30a2538e-ea56-4b8d-b794-e6779be1a703 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5381 time: 0.3565650 Nov 10 17:47:43.219998 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a32ff534-f673-41a9-a763-149f7e18121c tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:43.306332 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b816fc27-cb61-46fa-bf6a-d2317ff70c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:43.321170 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-08588dab-6471-4f89-b6fa-2723d5d37c97 None None] Attempting to bind port ab632d11-6b5c-4d3e-a5bf-75f6a340aded on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:47:43.321709 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-08588dab-6471-4f89-b6fa-2723d5d37c97 None None] Attempting to bind port ab632d11-6b5c-4d3e-a5bf-75f6a340aded by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '0d088e0e-c90f-41dd-9122-b644e0d2cfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cfd2a63e-d6aa-4614-8e3e-e38bf5b72563'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:47:43.322120 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08588dab-6471-4f89-b6fa-2723d5d37c97 None None] Attempting to bind port ab632d11-6b5c-4d3e-a5bf-75f6a340aded on network cfd2a63e-d6aa-4614-8e3e-e38bf5b72563 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:47:43.383924 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b816fc27-cb61-46fa-bf6a-d2317ff70c8e None None] For port 5450b6ab-a4eb-4291-b5f7-31fd97d3b64b, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=5450b6ab-a4eb-4291-b5f7-31fd97d3b64b,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:47:43.395242 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b816fc27-cb61-46fa-bf6a-d2317ff70c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:43.427311 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2e5696a0-3a0f-4b97-aae2-8c842006d818 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1024386'] for router, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:43.440113 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2e5696a0-3a0f-4b97-aae2-8c842006d818 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412472'] for router, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:43.480424 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816fc27-cb61-46fa-bf6a-d2317ff70c8e None None] Pushing event updated for resources: {'Port': ['ID=5450b6ab-a4eb-4291-b5f7-31fd97d3b64b,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:43.483527 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08588dab-6471-4f89-b6fa-2723d5d37c97 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:47:43.483911 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08588dab-6471-4f89-b6fa-2723d5d37c97 None None] Checking segment: {'id': '0d088e0e-c90f-41dd-9122-b644e0d2cfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cfd2a63e-d6aa-4614-8e3e-e38bf5b72563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:47:43.484355 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-08588dab-6471-4f89-b6fa-2723d5d37c97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:43.485051 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08588dab-6471-4f89-b6fa-2723d5d37c97 None None] Bound using segment: {'id': '0d088e0e-c90f-41dd-9122-b644e0d2cfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cfd2a63e-d6aa-4614-8e3e-e38bf5b72563'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:47:43.486086 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-08588dab-6471-4f89-b6fa-2723d5d37c97 None None] Bound port: ab632d11-6b5c-4d3e-a5bf-75f6a340aded, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d088e0e-c90f-41dd-9122-b644e0d2cfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cfd2a63e-d6aa-4614-8e3e-e38bf5b72563'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:47:43.486483 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-08588dab-6471-4f89-b6fa-2723d5d37c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:43.516378 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-3cf815c3-6070-476e-85e4-750a496d6bd2 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Allocated IP 172.25.5.26 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/c8dfd0ec-45b0-41f2-9d65-01df604fd948) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:47:43.547960 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-cff16327-736c-431f-9665-30b0c0ee2523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'name': 'tempest-ServerActionsTestJSON-655781316-router', 'tenant_id': '0270caab27604a84907a03a58ad6e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '3f518f2a-52cc-4ae0-bc8b-28768651529a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:47:17Z', 'updated_at': '2021-11-10T17:47:33Z', 'revision_number': 4, 'project_id': '0270caab27604a84907a03a58ad6e001', 'gw_port': {'id': '3f518f2a-52cc-4ae0-bc8b-28768651529a', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:20Z', 'updated_at': '2021-11-10T17:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '5450b6ab-a4eb-4291-b5f7-31fd97d3b64b', 'name': '', 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b', 'tenant_id': '0270caab27604a84907a03a58ad6e001', 'mac_address': 'fa:16:3e:78:73:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '0014d233-a3b8-4110-85a8-3bdeaa4b1e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:32Z', 'updated_at': '2021-11-10T17:47:42Z', 'revision_number': 4, 'project_id': '0270caab27604a84907a03a58ad6e001', 'subnets': [{'id': '0014d233-a3b8-4110-85a8-3bdeaa4b1e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:43.581307 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-923d55dd-217b-4bbc-8460-e98367e06db6 req-70fd2578-800e-4aa1-87df-9881ce64afef tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3860109 Nov 10 17:47:43.675572 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff16327-736c-431f-9665-30b0c0ee2523 None None] The sync data for ids ['036b59f5-60b4-4385-af75-7ed2767384a0'] in n-d-776250-10 is: [{'id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'name': 'tempest-ServerActionsTestJSON-655781316-router', 'tenant_id': '0270caab27604a84907a03a58ad6e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '3f518f2a-52cc-4ae0-bc8b-28768651529a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:47:17Z', 'updated_at': '2021-11-10T17:47:33Z', 'revision_number': 4, 'project_id': '0270caab27604a84907a03a58ad6e001', 'gw_port': {'id': '3f518f2a-52cc-4ae0-bc8b-28768651529a', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:20Z', 'updated_at': '2021-11-10T17:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '5450b6ab-a4eb-4291-b5f7-31fd97d3b64b', 'name': '', 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b', 'tenant_id': '0270caab27604a84907a03a58ad6e001', 'mac_address': 'fa:16:3e:78:73:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '0014d233-a3b8-4110-85a8-3bdeaa4b1e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:32Z', 'updated_at': '2021-11-10T17:47:42Z', 'revision_number': 4, 'project_id': '0270caab27604a84907a03a58ad6e001', 'subnets': [{'id': '0014d233-a3b8-4110-85a8-3bdeaa4b1e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:47:43.697012 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-08588dab-6471-4f89-b6fa-2723d5d37c97 None None] For port ab632d11-6b5c-4d3e-a5bf-75f6a340aded, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:47:43.721977 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-08588dab-6471-4f89-b6fa-2723d5d37c97 None None] For port ab632d11-6b5c-4d3e-a5bf-75f6a340aded, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ab632d11-6b5c-4d3e-a5bf-75f6a340aded,segment=NetworkSegment(0d088e0e-c90f-41dd-9122-b644e0d2cfda),segment_id=0d088e0e-c90f-41dd-9122-b644e0d2cfda)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:47:43.735995 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-492c34f2-4f30-49ce-8445-5efa3263ff87 None None] Provisioning complete for port 5450b6ab-a4eb-4291-b5f7-31fd97d3b64b triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:43.741440 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a32ff534-f673-41a9-a763-149f7e18121c tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:43.742144 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-492c34f2-4f30-49ce-8445-5efa3263ff87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:43.822827 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-98b62b69-8d6d-489c-8c94-385f91fcc05a service neutron] For port 47f8f0ae-9d1a-48c8-a567-346cf76cba57, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:47:43.857338 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279d4de-2d7f-4355-b0b1-10fe794f6e8f req-fe759a25-da00-4e5e-a869-3513a55a4cba tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:43.859885 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c279d4de-2d7f-4355-b0b1-10fe794f6e8f req-fe759a25-da00-4e5e-a869-3513a55a4cba tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/ports?device_id=7acd2f98-83de-4016-85bc-02311f9b1a33 HTTP/1.1" status: 200 len: 931 time: 1.1443348 Nov 10 17:47:43.928965 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-98b62b69-8d6d-489c-8c94-385f91fcc05a service neutron] For port 47f8f0ae-9d1a-48c8-a567-346cf76cba57, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=47f8f0ae-9d1a-48c8-a567-346cf76cba57,segment=NetworkSegment(a86ac378-8b1c-4cf2-a7f2-853d02679a02),segment_id=a86ac378-8b1c-4cf2-a7f2-853d02679a02)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:47:43.951791 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3cf815c3-6070-476e-85e4-750a496d6bd2 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:44.014065 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-98b62b69-8d6d-489c-8c94-385f91fcc05a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:44.067663 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-7f4f1bd6-94fa-483f-a0e2-b05719302fcf tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Deleting port bbbe6d59-c13a-4978-a94f-d7485b282018 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:47:44.068093 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7f4f1bd6-94fa-483f-a0e2-b05719302fcf tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:44.068591 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-08588dab-6471-4f89-b6fa-2723d5d37c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:44.147809 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 5450b6ab-a4eb-4291-b5f7-31fd97d3b64b up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:47:44.167877 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df3dac-a797-4794-8f25-01006ca5d0b9 None None] Pushing event updated for resources: {'Port': ['ID=ab632d11-6b5c-4d3e-a5bf-75f6a340aded,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:44.191104 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08588dab-6471-4f89-b6fa-2723d5d37c97 None None] Routers {'020f89b0-b6db-4aa4-b7ba-80383aec5c3f'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:44.197378 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-08588dab-6471-4f89-b6fa-2723d5d37c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:44.217320 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3cf815c3-6070-476e-85e4-750a496d6bd2 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:44.244358 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-a32ff534-f673-41a9-a763-149f7e18121c tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Deleting port fd3aad70-af43-4bef-b1ea-112b318edde5 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:47:44.244830 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a32ff534-f673-41a9-a763-149f7e18121c tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:44.328835 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-381e0372-ae85-42fb-b20f-9020bd603933 req-52f2c153-b2eb-4eb1-8379-701a84d013cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abac35dc-9156-4bc9-912c-13b33fe153c2 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:47:44.349188 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-381e0372-ae85-42fb-b20f-9020bd603933 req-52f2c153-b2eb-4eb1-8379-701a84d013cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:44.371425 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-381e0372-ae85-42fb-b20f-9020bd603933 req-52f2c153-b2eb-4eb1-8379-701a84d013cf service neutron] Transition to ACTIVE for port object abac35dc-9156-4bc9-912c-13b33fe153c2 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:47:44.373805 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b62b69-8d6d-489c-8c94-385f91fcc05a service neutron] Pushing event updated for resources: {'Port': ['ID=47f8f0ae-9d1a-48c8-a567-346cf76cba57,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:44.402290 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5696a0-3a0f-4b97-aae2-8c842006d818 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:47:44.415288 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-381e0372-ae85-42fb-b20f-9020bd603933 req-52f2c153-b2eb-4eb1-8379-701a84d013cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:44.462722 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-08588dab-6471-4f89-b6fa-2723d5d37c97 None None] Set router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:47:44.471408 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf815c3-6070-476e-85e4-750a496d6bd2 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:47:44.488234 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7f4f1bd6-94fa-483f-a0e2-b05719302fcf tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:44.498874 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-3cf815c3-6070-476e-85e4-750a496d6bd2 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:47:44.556931 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf815c3-6070-476e-85e4-750a496d6bd2 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:47:44.584994 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2c153-b2eb-4eb1-8379-701a84d013cf service neutron] Pushing event updated for resources: {'Port': ['ID=abac35dc-9156-4bc9-912c-13b33fe153c2,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:44.605889 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c279d4de-2d7f-4355-b0b1-10fe794f6e8f req-64c13128-8e12-4250-b79b-5916b3bed20c tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ded564d-0434-4434-bc30-323e28040e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7096672 Nov 10 17:47:44.619987 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-98b62b69-8d6d-489c-8c94-385f91fcc05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:44.621590 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-98b62b69-8d6d-489c-8c94-385f91fcc05a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:44.623966 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-98b62b69-8d6d-489c-8c94-385f91fcc05a service neutron] 10.222.0.11 "PUT /v2.0/ports/47f8f0ae-9d1a-48c8-a567-346cf76cba57 HTTP/1.1" status: 200 len: 1135 time: 5.1221247 Nov 10 17:47:44.635855 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'tag': '47f8f0ae-9d1a-48c8-a567-346cf76cba57'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:47:44.645107 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f586e9b-8022-4d9e-aba3-5d160d723c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "tag": "47f8f0ae-9d1a-48c8-a567-346cf76cba57"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:47:44.654505 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-7f4f1bd6-94fa-483f-a0e2-b05719302fcf tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Calling delete_port for bbbe6d59-c13a-4978-a94f-d7485b282018 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:47:44.665640 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a32ff534-f673-41a9-a763-149f7e18121c tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:44.702710 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf815c3-6070-476e-85e4-750a496d6bd2 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Pushing event updated for resources: {'Port': ['ID=c8dfd0ec-45b0-41f2-9d65-01df604fd948,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:44.712905 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5e252c3-cb6a-49b8-845b-336f4f88cdc4 service neutron] Request body: {'port': {'device_id': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:44.837315 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 5450b6ab-a4eb-4291-b5f7-31fd97d3b64b triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:44.837931 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:44.872082 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e8b14e-f78c-49e2-9327-8d07fcc82c47 x-openstack-request-id: req-d6e8b14e-f78c-49e2-9327-8d07fcc82c47 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:47:44.873289 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "tag": "47f8f0ae-9d1a-48c8-a567-346cf76cba57", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:47:44.873955 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d6e8b14e-f78c-49e2-9327-8d07fcc82c47 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:47:44.874618 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'tag': '47f8f0ae-9d1a-48c8-a567-346cf76cba57', 'status': 'completed', 'code': 200} Nov 10 17:47:44.960864 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3cf815c3-6070-476e-85e4-750a496d6bd2 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:45.007870 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-a32ff534-f673-41a9-a763-149f7e18121c tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Calling delete_port for fd3aad70-af43-4bef-b1ea-112b318edde5 owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:47:45.113170 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3cf815c3-6070-476e-85e4-750a496d6bd2 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:45.153756 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-492c34f2-4f30-49ce-8445-5efa3263ff87 None None] Provisioning complete for port ab632d11-6b5c-4d3e-a5bf-75f6a340aded triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:45.154157 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-492c34f2-4f30-49ce-8445-5efa3263ff87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:45.203095 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5e252c3-cb6a-49b8-845b-336f4f88cdc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:45.210396 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5696a0-3a0f-4b97-aae2-8c842006d818 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:47:45.230046 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2e5696a0-3a0f-4b97-aae2-8c842006d818 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:45.232133 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2e5696a0-3a0f-4b97-aae2-8c842006d818 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "PUT /v2.0/routers/020f89b0-b6db-4aa4-b7ba-80383aec5c3f HTTP/1.1" status: 200 len: 934 time: 4.4015710 Nov 10 17:47:45.233965 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-08588dab-6471-4f89-b6fa-2723d5d37c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'name': 'tempest-RoutersTest-router-1978934352', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:21Z', 'updated_at': '2021-11-10T17:47:42Z', 'revision_number': 6, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None, '_interfaces': [{'id': '2a6d217d-919a-4078-941e-5e19ad9b03be', 'name': '', 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:3f:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:28Z', 'updated_at': '2021-11-10T17:46:42Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83af12c5-b686-4742-a9e7-5ed435cc7c18', 'name': '', 'network_id': '4c5cca05-b439-49fc-bc43-1f90397dd7e5', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:4f:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:48Z', 'updated_at': '2021-11-10T17:47:01Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969892b7-9544-4e17-bc9e-a2651d658079', 'name': '', 'network_id': '3e544b5f-2191-40a4-8d47-3256a17969af', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:69:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '09c67418-bc87-4b1f-b4fe-9b36f1bef5c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:10Z', 'updated_at': '2021-11-10T17:47:22Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '09c67418-bc87-4b1f-b4fe-9b36f1bef5c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab632d11-6b5c-4d3e-a5bf-75f6a340aded', 'name': '', 'network_id': 'cfd2a63e-d6aa-4614-8e3e-e38bf5b72563', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:ba:5b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '35bbbca3-be2a-4eda-bd4e-8469cafbf9da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:29Z', 'updated_at': '2021-11-10T17:47:43Z', 'revision_number': 4, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '35bbbca3-be2a-4eda-bd4e-8469cafbf9da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:45.249254 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f586e9b-8022-4d9e-aba3-5d160d723c0e req-add80e23-8a24-4a37-8d92-742564ebd854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:45.250155 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f586e9b-8022-4d9e-aba3-5d160d723c0e req-add80e23-8a24-4a37-8d92-742564ebd854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:45.250788 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f586e9b-8022-4d9e-aba3-5d160d723c0e req-add80e23-8a24-4a37-8d92-742564ebd854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:45.251562 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f586e9b-8022-4d9e-aba3-5d160d723c0e req-add80e23-8a24-4a37-8d92-742564ebd854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:45.252460 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f586e9b-8022-4d9e-aba3-5d160d723c0e req-add80e23-8a24-4a37-8d92-742564ebd854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:45.253251 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f586e9b-8022-4d9e-aba3-5d160d723c0e req-add80e23-8a24-4a37-8d92-742564ebd854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:45.253878 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f586e9b-8022-4d9e-aba3-5d160d723c0e req-add80e23-8a24-4a37-8d92-742564ebd854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:45.256092 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f586e9b-8022-4d9e-aba3-5d160d723c0e req-add80e23-8a24-4a37-8d92-742564ebd854 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87ef8f67c317450abb70e6821b7851c3&device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 6221 time: 0.3800015 Nov 10 17:47:45.257027 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53794) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:45.266148 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-381e0372-ae85-42fb-b20f-9020bd603933 req-52f2c153-b2eb-4eb1-8379-701a84d013cf service neutron] Attempting to bind port abac35dc-9156-4bc9-912c-13b33fe153c2 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:47:45.266854 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-381e0372-ae85-42fb-b20f-9020bd603933 req-52f2c153-b2eb-4eb1-8379-701a84d013cf service neutron] Attempting to bind port abac35dc-9156-4bc9-912c-13b33fe153c2 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '2909710e-61d8-4091-a89d-f907aac12e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cf02ed0f-7652-43b3-86a9-cc243c50176d'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:47:45.267837 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381e0372-ae85-42fb-b20f-9020bd603933 req-52f2c153-b2eb-4eb1-8379-701a84d013cf service neutron] Attempting to bind port abac35dc-9156-4bc9-912c-13b33fe153c2 on network cf02ed0f-7652-43b3-86a9-cc243c50176d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:47:45.280382 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08588dab-6471-4f89-b6fa-2723d5d37c97 None None] The sync data for ids ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'] in n-d-776250-10 is: [{'id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'name': 'tempest-RoutersTest-router-1978934352', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:21Z', 'updated_at': '2021-11-10T17:47:42Z', 'revision_number': 6, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None, '_interfaces': [{'id': '2a6d217d-919a-4078-941e-5e19ad9b03be', 'name': '', 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:3f:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:28Z', 'updated_at': '2021-11-10T17:46:42Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83af12c5-b686-4742-a9e7-5ed435cc7c18', 'name': '', 'network_id': '4c5cca05-b439-49fc-bc43-1f90397dd7e5', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:4f:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:48Z', 'updated_at': '2021-11-10T17:47:01Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969892b7-9544-4e17-bc9e-a2651d658079', 'name': '', 'network_id': '3e544b5f-2191-40a4-8d47-3256a17969af', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:69:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '09c67418-bc87-4b1f-b4fe-9b36f1bef5c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:10Z', 'updated_at': '2021-11-10T17:47:22Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '09c67418-bc87-4b1f-b4fe-9b36f1bef5c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab632d11-6b5c-4d3e-a5bf-75f6a340aded', 'name': '', 'network_id': 'cfd2a63e-d6aa-4614-8e3e-e38bf5b72563', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:ba:5b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '35bbbca3-be2a-4eda-bd4e-8469cafbf9da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:29Z', 'updated_at': '2021-11-10T17:47:43Z', 'revision_number': 4, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '35bbbca3-be2a-4eda-bd4e-8469cafbf9da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:47:45.418141 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-492c34f2-4f30-49ce-8445-5efa3263ff87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:45.431513 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7f4f1bd6-94fa-483f-a0e2-b05719302fcf tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:45.432902 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381e0372-ae85-42fb-b20f-9020bd603933 req-52f2c153-b2eb-4eb1-8379-701a84d013cf service neutron] Port abac35dc-9156-4bc9-912c-13b33fe153c2 on network cf02ed0f-7652-43b3-86a9-cc243c50176d not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:47:45.432902 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381e0372-ae85-42fb-b20f-9020bd603933 req-52f2c153-b2eb-4eb1-8379-701a84d013cf service neutron] Attempting to bind port abac35dc-9156-4bc9-912c-13b33fe153c2 on network cf02ed0f-7652-43b3-86a9-cc243c50176d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:47:45.470467 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-492c34f2-4f30-49ce-8445-5efa3263ff87 None None] For port ab632d11-6b5c-4d3e-a5bf-75f6a340aded, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ab632d11-6b5c-4d3e-a5bf-75f6a340aded,segment=NetworkSegment(0d088e0e-c90f-41dd-9122-b644e0d2cfda),segment_id=0d088e0e-c90f-41dd-9122-b644e0d2cfda)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:47:45.475366 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-492c34f2-4f30-49ce-8445-5efa3263ff87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:45.557857 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f1bd6-94fa-483f-a0e2-b05719302fcf tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Port': ['ID=bbbe6d59-c13a-4978-a94f-d7485b282018,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:45.572653 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381e0372-ae85-42fb-b20f-9020bd603933 req-52f2c153-b2eb-4eb1-8379-701a84d013cf service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:47:45.572997 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381e0372-ae85-42fb-b20f-9020bd603933 req-52f2c153-b2eb-4eb1-8379-701a84d013cf service neutron] Checking segment: {'id': '2909710e-61d8-4091-a89d-f907aac12e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cf02ed0f-7652-43b3-86a9-cc243c50176d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:47:45.573393 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381e0372-ae85-42fb-b20f-9020bd603933 req-52f2c153-b2eb-4eb1-8379-701a84d013cf service neutron] Bound using segment: {'id': '2909710e-61d8-4091-a89d-f907aac12e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cf02ed0f-7652-43b3-86a9-cc243c50176d'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:47:45.573851 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-381e0372-ae85-42fb-b20f-9020bd603933 req-52f2c153-b2eb-4eb1-8379-701a84d013cf service neutron] Bound port: abac35dc-9156-4bc9-912c-13b33fe153c2, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2909710e-61d8-4091-a89d-f907aac12e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cf02ed0f-7652-43b3-86a9-cc243c50176d'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:47:45.574351 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-381e0372-ae85-42fb-b20f-9020bd603933 req-52f2c153-b2eb-4eb1-8379-701a84d013cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:45.592537 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c34f2-4f30-49ce-8445-5efa3263ff87 None None] Pushing event updated for resources: {'Port': ['ID=ab632d11-6b5c-4d3e-a5bf-75f6a340aded,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:45.593055 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b58c2e-71ef-4faf-adcf-f9ffa8075d9a req-b16ad090-a417-4aef-8987-ca3cc29c5d43 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:45.605428 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b58c2e-71ef-4faf-adcf-f9ffa8075d9a req-b16ad090-a417-4aef-8987-ca3cc29c5d43 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:45.612664 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b58c2e-71ef-4faf-adcf-f9ffa8075d9a req-b16ad090-a417-4aef-8987-ca3cc29c5d43 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:45.619537 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b58c2e-71ef-4faf-adcf-f9ffa8075d9a req-b16ad090-a417-4aef-8987-ca3cc29c5d43 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:45.626651 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b58c2e-71ef-4faf-adcf-f9ffa8075d9a req-b16ad090-a417-4aef-8987-ca3cc29c5d43 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:45.637178 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b58c2e-71ef-4faf-adcf-f9ffa8075d9a req-b16ad090-a417-4aef-8987-ca3cc29c5d43 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:45.653331 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-f9aff428-5237-4ac2-81f5-db07bccdf999 None None] Provisioning complete for port ab632d11-6b5c-4d3e-a5bf-75f6a340aded triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:45.653719 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f9aff428-5237-4ac2-81f5-db07bccdf999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:45.653845 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b58c2e-71ef-4faf-adcf-f9ffa8075d9a req-b16ad090-a417-4aef-8987-ca3cc29c5d43 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:45.658944 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-75b58c2e-71ef-4faf-adcf-f9ffa8075d9a req-b16ad090-a417-4aef-8987-ca3cc29c5d43 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5381 time: 0.6844680 Nov 10 17:47:45.707156 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-381e0372-ae85-42fb-b20f-9020bd603933 req-52f2c153-b2eb-4eb1-8379-701a84d013cf service neutron] For port abac35dc-9156-4bc9-912c-13b33fe153c2, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:47:45.711045 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-381e0372-ae85-42fb-b20f-9020bd603933 req-52f2c153-b2eb-4eb1-8379-701a84d013cf service neutron] For port abac35dc-9156-4bc9-912c-13b33fe153c2, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=abac35dc-9156-4bc9-912c-13b33fe153c2,segment=NetworkSegment(2909710e-61d8-4091-a89d-f907aac12e3d),segment_id=2909710e-61d8-4091-a89d-f907aac12e3d)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:47:45.800909 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f586e9b-8022-4d9e-aba3-5d160d723c0e req-050b69db-1f1c-4e26-a5c5-7dfefcd13b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:45.801499 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f586e9b-8022-4d9e-aba3-5d160d723c0e req-050b69db-1f1c-4e26-a5c5-7dfefcd13b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:45.802076 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f586e9b-8022-4d9e-aba3-5d160d723c0e req-050b69db-1f1c-4e26-a5c5-7dfefcd13b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:45.803850 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f586e9b-8022-4d9e-aba3-5d160d723c0e req-050b69db-1f1c-4e26-a5c5-7dfefcd13b66 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=87ef8f67c317450abb70e6821b7851c3&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5251770 Nov 10 17:47:45.909367 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ab632d11-6b5c-4d3e-a5bf-75f6a340aded up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:47:46.069329 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7f4f1bd6-94fa-483f-a0e2-b05719302fcf tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:46.072763 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port ab632d11-6b5c-4d3e-a5bf-75f6a340aded triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:46.073173 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:46.266344 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5e252c3-cb6a-49b8-845b-336f4f88cdc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5181e29-f91d-489f-9f2c-19921b9b79a6 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:47:46.276834 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5e252c3-cb6a-49b8-845b-336f4f88cdc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:46.305239 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-af4da88b-0556-4c09-a4a1-abe6549c0cbe tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "GET /v2.0/routers/020f89b0-b6db-4aa4-b7ba-80383aec5c3f HTTP/1.1" status: 200 len: 934 time: 1.0400577 Nov 10 17:47:46.307246 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-381e0372-ae85-42fb-b20f-9020bd603933 req-52f2c153-b2eb-4eb1-8379-701a84d013cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:46.326998 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53800) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:46.349988 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-ff35450a-b1a8-4263-b3bc-7d0182b7c142 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Request body: {'router': {'routes': None}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:46.522568 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5e252c3-cb6a-49b8-845b-336f4f88cdc4 service neutron] Transition to ACTIVE for port object c5181e29-f91d-489f-9f2c-19921b9b79a6 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:47:46.540528 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e0372-ae85-42fb-b20f-9020bd603933 req-52f2c153-b2eb-4eb1-8379-701a84d013cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:46.541650 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-381e0372-ae85-42fb-b20f-9020bd603933 req-52f2c153-b2eb-4eb1-8379-701a84d013cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:46.543381 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-381e0372-ae85-42fb-b20f-9020bd603933 req-52f2c153-b2eb-4eb1-8379-701a84d013cf service neutron] 10.222.0.13 "PUT /v2.0/ports/abac35dc-9156-4bc9-912c-13b33fe153c2 HTTP/1.1" status: 200 len: 1092 time: 4.2039120 Nov 10 17:47:46.567574 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5e252c3-cb6a-49b8-845b-336f4f88cdc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:46.662261 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2c153-b2eb-4eb1-8379-701a84d013cf service neutron] Pushing event updated for resources: {'Port': ['ID=abac35dc-9156-4bc9-912c-13b33fe153c2,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:46.694248 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079af31-32ba-465a-956f-cf899fcbff06 req-eedaed04-7fcf-4d9f-b6ce-46f012e55e00 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:46.696031 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f079af31-32ba-465a-956f-cf899fcbff06 req-eedaed04-7fcf-4d9f-b6ce-46f012e55e00 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/ports?device_id=7acd2f98-83de-4016-85bc-02311f9b1a33 HTTP/1.1" status: 200 len: 943 time: 0.3844187 Nov 10 17:47:46.726476 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e782c9d-1e26-4528-ab33-e73668466325 None None] Sync routers for ids ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:47:46.742990 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-75b58c2e-71ef-4faf-adcf-f9ffa8075d9a req-669732aa-c856-4bee-b1e8-468033174404 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0552673 Nov 10 17:47:46.770294 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e782c9d-1e26-4528-ab33-e73668466325 None None] Routers {'020f89b0-b6db-4aa4-b7ba-80383aec5c3f'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:46.772447 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-8e782c9d-1e26-4528-ab33-e73668466325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:46.879702 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7acd2f98-83de-4016-85bc-02311f9b1a33', 'tag': 'abac35dc-9156-4bc9-912c-13b33fe153c2'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:47:46.885210 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e18fdb-9021-4550-b8c7-5c65a16e3876" -d '{"events": [{"name": "network-changed", "server_uuid": "7acd2f98-83de-4016-85bc-02311f9b1a33", "tag": "abac35dc-9156-4bc9-912c-13b33fe153c2"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:47:46.902932 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4f1bd6-94fa-483f-a0e2-b05719302fcf tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Router 6d7c1f7f-8610-4e19-8d86-a9e5d40ea1aa has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:47:46.931575 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-8e782c9d-1e26-4528-ab33-e73668466325 None None] Set router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:47:46.996737 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3fd152-d298-4d15-a6f5-c749a3d6709f x-openstack-request-id: req-5b3fd152-d298-4d15-a6f5-c749a3d6709f {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:47:46.997463 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7acd2f98-83de-4016-85bc-02311f9b1a33", "tag": "abac35dc-9156-4bc9-912c-13b33fe153c2", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:47:46.997938 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b3fd152-d298-4d15-a6f5-c749a3d6709f {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:47:47.004668 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7acd2f98-83de-4016-85bc-02311f9b1a33', 'tag': 'abac35dc-9156-4bc9-912c-13b33fe153c2', 'status': 'completed', 'code': 200} Nov 10 17:47:47.079104 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e0372-ae85-42fb-b20f-9020bd603933 req-84f82067-b2a2-4dd0-a812-ce82add23ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:47.082081 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-381e0372-ae85-42fb-b20f-9020bd603933 req-84f82067-b2a2-4dd0-a812-ce82add23ab4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=011b819d7acf410d8e58b7cd2d2f2086&device_id=7acd2f98-83de-4016-85bc-02311f9b1a33 HTTP/1.1" status: 200 len: 1095 time: 0.4796095 Nov 10 17:47:47.100809 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4f1bd6-94fa-483f-a0e2-b05719302fcf tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:47:47.113889 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c5b099-52e6-48e8-a73d-f93bd86510c6 None None] Sync routers for ids ['6d7c1f7f-8610-4e19-8d86-a9e5d40ea1aa'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:47:47.123238 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e252c3-cb6a-49b8-845b-336f4f88cdc4 service neutron] Pushing event updated for resources: {'Port': ['ID=c5181e29-f91d-489f-9f2c-19921b9b79a6,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:47.130647 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7f4f1bd6-94fa-483f-a0e2-b05719302fcf tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "PUT /v2.0/routers/6d7c1f7f-8610-4e19-8d86-a9e5d40ea1aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4474244 Nov 10 17:47:47.135616 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c5b099-52e6-48e8-a73d-f93bd86510c6 None None] Routers {'6d7c1f7f-8610-4e19-8d86-a9e5d40ea1aa'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:47.136264 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c3c5b099-52e6-48e8-a73d-f93bd86510c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6d7c1f7f-8610-4e19-8d86-a9e5d40ea1aa'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:47.142566 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53806) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:47.163330 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f586e9b-8022-4d9e-aba3-5d160d723c0e req-6dea2c2c-9e06-42a1-b990-213d6cf34659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:47.167654 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f586e9b-8022-4d9e-aba3-5d160d723c0e req-6dea2c2c-9e06-42a1-b990-213d6cf34659 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8389003 Nov 10 17:47:47.208355 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3cf815c3-6070-476e-85e4-750a496d6bd2 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:47.212646 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f5895b49-5092-4f0e-9efc-06b333aba1c6 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d7c1f7f-8610-4e19-8d86-a9e5d40ea1aa HTTP/1.1" status: 200 len: 205 time: 0.0649672 Nov 10 17:47:47.214310 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a32ff534-f673-41a9-a763-149f7e18121c tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:47.217026 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53808) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:47.235750 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3cf815c3-6070-476e-85e4-750a496d6bd2 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:47.237025 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-381e0372-ae85-42fb-b20f-9020bd603933 req-87e3bb66-4831-4283-acd6-3d4457a2f5c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abac35dc-9156-4bc9-912c-13b33fe153c2 HTTP/1.1" status: 200 len: 217 time: 0.0858738 Nov 10 17:47:47.240422 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c3c5b099-52e6-48e8-a73d-f93bd86510c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:47.248389 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f079af31-32ba-465a-956f-cf899fcbff06 req-73dc1827-2c16-49f7-a6ba-ca73c5713fb5 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ded564d-0434-4434-bc30-323e28040e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4944773 Nov 10 17:47:47.278340 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c5b099-52e6-48e8-a73d-f93bd86510c6 None None] Routers {'6d7c1f7f-8610-4e19-8d86-a9e5d40ea1aa'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:47.278983 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c3c5b099-52e6-48e8-a73d-f93bd86510c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6d7c1f7f-8610-4e19-8d86-a9e5d40ea1aa'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:47.359512 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5e252c3-cb6a-49b8-845b-336f4f88cdc4 service neutron] Attempting to bind port c5181e29-f91d-489f-9f2c-19921b9b79a6 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:47:47.360101 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5e252c3-cb6a-49b8-845b-336f4f88cdc4 service neutron] Attempting to bind port c5181e29-f91d-489f-9f2c-19921b9b79a6 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': 'a86ac378-8b1c-4cf2-a7f2-853d02679a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '47baead0-3e81-4ecd-90e6-eeb908ade233'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:47:47.361118 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5e252c3-cb6a-49b8-845b-336f4f88cdc4 service neutron] Attempting to bind port c5181e29-f91d-489f-9f2c-19921b9b79a6 on network 47baead0-3e81-4ecd-90e6-eeb908ade233 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:47:47.363841 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c3c5b099-52e6-48e8-a73d-f93bd86510c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:47.368881 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c5b099-52e6-48e8-a73d-f93bd86510c6 None None] The sync data for ids ['6d7c1f7f-8610-4e19-8d86-a9e5d40ea1aa'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:47:47.378598 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-8e782c9d-1e26-4528-ab33-e73668466325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'name': 'tempest-RoutersTest-router-1978934352', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:21Z', 'updated_at': '2021-11-10T17:47:42Z', 'revision_number': 6, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None, '_interfaces': [{'id': '2a6d217d-919a-4078-941e-5e19ad9b03be', 'name': '', 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:3f:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:28Z', 'updated_at': '2021-11-10T17:46:42Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83af12c5-b686-4742-a9e7-5ed435cc7c18', 'name': '', 'network_id': '4c5cca05-b439-49fc-bc43-1f90397dd7e5', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:4f:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:48Z', 'updated_at': '2021-11-10T17:47:01Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969892b7-9544-4e17-bc9e-a2651d658079', 'name': '', 'network_id': '3e544b5f-2191-40a4-8d47-3256a17969af', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:69:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '09c67418-bc87-4b1f-b4fe-9b36f1bef5c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:10Z', 'updated_at': '2021-11-10T17:47:22Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '09c67418-bc87-4b1f-b4fe-9b36f1bef5c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab632d11-6b5c-4d3e-a5bf-75f6a340aded', 'name': '', 'network_id': 'cfd2a63e-d6aa-4614-8e3e-e38bf5b72563', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:ba:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '35bbbca3-be2a-4eda-bd4e-8469cafbf9da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:29Z', 'updated_at': '2021-11-10T17:47:45Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '35bbbca3-be2a-4eda-bd4e-8469cafbf9da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:47.403659 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5e252c3-cb6a-49b8-845b-336f4f88cdc4 service neutron] Port c5181e29-f91d-489f-9f2c-19921b9b79a6 on network 47baead0-3e81-4ecd-90e6-eeb908ade233 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:47:47.404272 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5e252c3-cb6a-49b8-845b-336f4f88cdc4 service neutron] Attempting to bind port c5181e29-f91d-489f-9f2c-19921b9b79a6 on network 47baead0-3e81-4ecd-90e6-eeb908ade233 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:47:47.410856 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ff534-f673-41a9-a763-149f7e18121c tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Pushing event deleted for resources: {'Port': ['ID=fd3aad70-af43-4bef-b1ea-112b318edde5,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:47.411210 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e782c9d-1e26-4528-ab33-e73668466325 None None] Checking router: 020f89b0-b6db-4aa4-b7ba-80383aec5c3f for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:47:47.415010 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3cf815c3-6070-476e-85e4-750a496d6bd2 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:47.428748 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5e252c3-cb6a-49b8-845b-336f4f88cdc4 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:47:47.429592 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5e252c3-cb6a-49b8-845b-336f4f88cdc4 service neutron] Checking segment: {'id': 'a86ac378-8b1c-4cf2-a7f2-853d02679a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '47baead0-3e81-4ecd-90e6-eeb908ade233'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:47:47.430071 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5e252c3-cb6a-49b8-845b-336f4f88cdc4 service neutron] Bound using segment: {'id': 'a86ac378-8b1c-4cf2-a7f2-853d02679a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '47baead0-3e81-4ecd-90e6-eeb908ade233'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:47:47.430691 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5e252c3-cb6a-49b8-845b-336f4f88cdc4 service neutron] Bound port: c5181e29-f91d-489f-9f2c-19921b9b79a6, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a86ac378-8b1c-4cf2-a7f2-853d02679a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '47baead0-3e81-4ecd-90e6-eeb908ade233'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:47:47.431146 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5e252c3-cb6a-49b8-845b-336f4f88cdc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:47.432384 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c725ef41-3393-447e-bd4a-4edd8dd86f18 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:47:47.441946 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e782c9d-1e26-4528-ab33-e73668466325 None None] Routers {'020f89b0-b6db-4aa4-b7ba-80383aec5c3f'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:47.443107 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-8e782c9d-1e26-4528-ab33-e73668466325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:47.466077 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e0372-ae85-42fb-b20f-9020bd603933 req-16ecdf30-259e-4ed1-8b20-37236387b1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:47.467528 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf815c3-6070-476e-85e4-750a496d6bd2 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Pushing event updated for resources: {'Port': ['ID=c8dfd0ec-45b0-41f2-9d65-01df604fd948,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:47.468452 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-381e0372-ae85-42fb-b20f-9020bd603933 req-16ecdf30-259e-4ed1-8b20-37236387b1d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f0cbfff-75ec-47fb-a2f2-d4ca78bff207 HTTP/1.1" status: 200 len: 852 time: 0.1903818 Nov 10 17:47:47.505465 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-59b3bfcd-5a7b-4c2b-a24b-248899f44872 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:47.562951 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-8e782c9d-1e26-4528-ab33-e73668466325 None None] Set router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:47:47.566180 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-381e0372-ae85-42fb-b20f-9020bd603933 req-16b5def3-68e0-430a-8044-9189c436deb9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf02ed0f-7652-43b3-86a9-cc243c50176d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665298 Nov 10 17:47:47.574188 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3cf815c3-6070-476e-85e4-750a496d6bd2 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:47.576632 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3cf815c3-6070-476e-85e4-750a496d6bd2 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0539193 Nov 10 17:47:47.646404 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a32ff534-f673-41a9-a763-149f7e18121c tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:47.680449 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-381e0372-ae85-42fb-b20f-9020bd603933 req-61335927-84c7-4168-82aa-bdd7145eebc8 service neutron] 10.222.0.13 "GET /v2.0/networks/cf02ed0f-7652-43b3-86a9-cc243c50176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016872 Nov 10 17:47:47.914919 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a32ff534-f673-41a9-a763-149f7e18121c tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:47.917714 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-59b3bfcd-5a7b-4c2b-a24b-248899f44872 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:47.921148 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a32ff534-f673-41a9-a763-149f7e18121c tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:47.923793 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-59b3bfcd-5a7b-4c2b-a24b-248899f44872 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:47.984859 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-8e782c9d-1e26-4528-ab33-e73668466325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'name': 'tempest-RoutersTest-router-1978934352', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:21Z', 'updated_at': '2021-11-10T17:47:42Z', 'revision_number': 6, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None, '_interfaces': [{'id': '2a6d217d-919a-4078-941e-5e19ad9b03be', 'name': '', 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:3f:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:28Z', 'updated_at': '2021-11-10T17:46:42Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83af12c5-b686-4742-a9e7-5ed435cc7c18', 'name': '', 'network_id': '4c5cca05-b439-49fc-bc43-1f90397dd7e5', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:4f:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:48Z', 'updated_at': '2021-11-10T17:47:01Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969892b7-9544-4e17-bc9e-a2651d658079', 'name': '', 'network_id': '3e544b5f-2191-40a4-8d47-3256a17969af', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:69:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '09c67418-bc87-4b1f-b4fe-9b36f1bef5c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:10Z', 'updated_at': '2021-11-10T17:47:22Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '09c67418-bc87-4b1f-b4fe-9b36f1bef5c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab632d11-6b5c-4d3e-a5bf-75f6a340aded', 'name': '', 'network_id': 'cfd2a63e-d6aa-4614-8e3e-e38bf5b72563', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:ba:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '35bbbca3-be2a-4eda-bd4e-8469cafbf9da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:29Z', 'updated_at': '2021-11-10T17:47:45Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '35bbbca3-be2a-4eda-bd4e-8469cafbf9da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:48.019010 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e782c9d-1e26-4528-ab33-e73668466325 None None] The sync data for ids ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'] in n-d-776250-10 is: [{'id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'name': 'tempest-RoutersTest-router-1978934352', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:21Z', 'updated_at': '2021-11-10T17:47:42Z', 'revision_number': 6, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None, '_interfaces': [{'id': '2a6d217d-919a-4078-941e-5e19ad9b03be', 'name': '', 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:3f:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:28Z', 'updated_at': '2021-11-10T17:46:42Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83af12c5-b686-4742-a9e7-5ed435cc7c18', 'name': '', 'network_id': '4c5cca05-b439-49fc-bc43-1f90397dd7e5', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:4f:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:48Z', 'updated_at': '2021-11-10T17:47:01Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969892b7-9544-4e17-bc9e-a2651d658079', 'name': '', 'network_id': '3e544b5f-2191-40a4-8d47-3256a17969af', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:69:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '09c67418-bc87-4b1f-b4fe-9b36f1bef5c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:10Z', 'updated_at': '2021-11-10T17:47:22Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '09c67418-bc87-4b1f-b4fe-9b36f1bef5c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab632d11-6b5c-4d3e-a5bf-75f6a340aded', 'name': '', 'network_id': 'cfd2a63e-d6aa-4614-8e3e-e38bf5b72563', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:ba:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '35bbbca3-be2a-4eda-bd4e-8469cafbf9da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:29Z', 'updated_at': '2021-11-10T17:47:45Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '35bbbca3-be2a-4eda-bd4e-8469cafbf9da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:47:48.046389 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-59b3bfcd-5a7b-4c2b-a24b-248899f44872 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:48.046999 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b3bfcd-5a7b-4c2b-a24b-248899f44872 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Fanout notify agent at l3_agent the message router_deleted on router 6d7c1f7f-8610-4e19-8d86-a9e5d40ea1aa {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:47:48.049082 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a32ff534-f673-41a9-a763-149f7e18121c tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:48.049734 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32ff534-f673-41a9-a763-149f7e18121c tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Fanout notify agent at l3_agent the message router_deleted on router 49bca292-f10b-497c-98fb-a86c4609751d {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:47:48.060026 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-59b3bfcd-5a7b-4c2b-a24b-248899f44872 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:48.061483 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-59b3bfcd-5a7b-4c2b-a24b-248899f44872 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/routers/6d7c1f7f-8610-4e19-8d86-a9e5d40ea1aa HTTP/1.1" status: 204 len: 168 time: 0.8394804 Nov 10 17:47:48.069267 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a32ff534-f673-41a9-a763-149f7e18121c tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:48.076005 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a32ff534-f673-41a9-a763-149f7e18121c tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] 10.222.0.39 "DELETE /v2.0/routers/49bca292-f10b-497c-98fb-a86c4609751d HTTP/1.1" status: 204 len: 168 time: 5.8408165 Nov 10 17:47:48.082929 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53826) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:48.083560 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53828) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:48.140574 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-73e76f44-caa6-49f9-8961-b7bd195f3c44 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1672873329', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:48.168433 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-612b5f08-6e39-42a9-bb36-90b5719e1601 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--187465292&fields=id&tenant_id=0270caab27604a84907a03a58ad6e001 HTTP/1.1" status: 200 len: 267 time: 0.3241870 Nov 10 17:47:48.175254 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-a206a16c-a195-4063-84be-ed4bbdd2bcda tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Deleting subnet fd3a2174-b59f-492c-92b1-c6b380bd49e8 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:47:48.181828 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5e252c3-cb6a-49b8-845b-336f4f88cdc4 service neutron] For port c5181e29-f91d-489f-9f2c-19921b9b79a6, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:47:48.185578 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5e252c3-cb6a-49b8-845b-336f4f88cdc4 service neutron] For port c5181e29-f91d-489f-9f2c-19921b9b79a6, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c5181e29-f91d-489f-9f2c-19921b9b79a6,segment=NetworkSegment(a86ac378-8b1c-4cf2-a7f2-853d02679a02),segment_id=a86ac378-8b1c-4cf2-a7f2-853d02679a02)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:47:48.197092 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a206a16c-a195-4063-84be-ed4bbdd2bcda tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:48.217038 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5e252c3-cb6a-49b8-845b-336f4f88cdc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:48.264008 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-73e76f44-caa6-49f9-8961-b7bd195f3c44 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:48.265177 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-73e76f44-caa6-49f9-8961-b7bd195f3c44 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:48.308710 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a206a16c-a195-4063-84be-ed4bbdd2bcda tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:48.320311 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5e252c3-cb6a-49b8-845b-336f4f88cdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:48.320940 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5e252c3-cb6a-49b8-845b-336f4f88cdc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:48.322382 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5e252c3-cb6a-49b8-845b-336f4f88cdc4 service neutron] 10.222.0.11 "PUT /v2.0/ports/c5181e29-f91d-489f-9f2c-19921b9b79a6 HTTP/1.1" status: 200 len: 1092 time: 3.6144042 Nov 10 17:47:48.367048 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-bcbde8cb-eee8-4475-a145-100d9fce7d22 service neutron] Request body: {'port': {'device_id': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:48.429004 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-73e76f44-caa6-49f9-8961-b7bd195f3c44 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:48.437967 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-73e76f44-caa6-49f9-8961-b7bd195f3c44 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:48.459578 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-379b4b4b-c5c9-4e23-ad1f-2c11c40d4e38 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:48.461276 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-379b4b4b-c5c9-4e23-ad1f-2c11c40d4e38 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/networks?id=07b214b6-0379-4e57-a79c-5118cee6c24b HTTP/1.1" status: 200 len: 811 time: 0.2770591 Nov 10 17:47:48.466576 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-73e76f44-caa6-49f9-8961-b7bd195f3c44 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:48.471087 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-73e76f44-caa6-49f9-8961-b7bd195f3c44 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3847256 Nov 10 17:47:48.473336 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53834) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:48.477800 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-1b8ec8a5-7f02-433d-83eb-a3cf29d2bc34 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'enable_snat': True}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:48.501566 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.extraroute_db [None req-ff35450a-b1a8-4263-b3bc-7d0182b7c142 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Added routes are [] {{(pid=102469) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 17:47:48.501888 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.extraroute_db [None req-ff35450a-b1a8-4263-b3bc-7d0182b7c142 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102469) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 17:47:48.506358 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e252c3-cb6a-49b8-845b-336f4f88cdc4 service neutron] Pushing event updated for resources: {'Port': ['ID=c5181e29-f91d-489f-9f2c-19921b9b79a6,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:48.526645 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6485af5-a0f9-4c2c-9ffc-df09aedbbca6 req-86a26375-e59a-4fa0-a14f-6151d9be90e8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:48.533267 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6485af5-a0f9-4c2c-9ffc-df09aedbbca6 req-86a26375-e59a-4fa0-a14f-6151d9be90e8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:48.539372 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6485af5-a0f9-4c2c-9ffc-df09aedbbca6 req-86a26375-e59a-4fa0-a14f-6151d9be90e8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:48.546730 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6485af5-a0f9-4c2c-9ffc-df09aedbbca6 req-86a26375-e59a-4fa0-a14f-6151d9be90e8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:48.553154 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6485af5-a0f9-4c2c-9ffc-df09aedbbca6 req-86a26375-e59a-4fa0-a14f-6151d9be90e8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:48.559081 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6485af5-a0f9-4c2c-9ffc-df09aedbbca6 req-86a26375-e59a-4fa0-a14f-6151d9be90e8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:48.565521 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6485af5-a0f9-4c2c-9ffc-df09aedbbca6 req-86a26375-e59a-4fa0-a14f-6151d9be90e8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:48.567933 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f6485af5-a0f9-4c2c-9ffc-df09aedbbca6 req-86a26375-e59a-4fa0-a14f-6151d9be90e8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5393 time: 0.3755927 Nov 10 17:47:48.577997 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-bcbde8cb-eee8-4475-a145-100d9fce7d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:48.599993 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-f3db75a9-1338-4e19-b0e7-59277789dedf tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/quotas/0270caab27604a84907a03a58ad6e001 HTTP/1.1" status: 200 len: 375 time: 0.1196246 Nov 10 17:47:48.636099 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-381e0372-ae85-42fb-b20f-9020bd603933 req-ffd0498c-2fad-4c83-be63-25e50348faec service neutron] 10.222.0.13 "GET /v2.0/networks/cf02ed0f-7652-43b3-86a9-cc243c50176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9228957 Nov 10 17:47:48.670750 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a206a16c-a195-4063-84be-ed4bbdd2bcda tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:48.712086 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ff35450a-b1a8-4263-b3bc-7d0182b7c142 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1024386'] for router, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:48.812013 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f6485af5-a0f9-4c2c-9ffc-df09aedbbca6 req-9a320055-01c1-48fc-9c47-5e11d2bf6010 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2308633 Nov 10 17:47:48.992380 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-59a1317e-958f-4123-b4c2-faae4c0bdde5 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0270caab27604a84907a03a58ad6e001&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3911417 Nov 10 17:47:48.998412 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec8a5-7f02-433d-83eb-a3cf29d2bc34 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:49.005804 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a206a16c-a195-4063-84be-ed4bbdd2bcda tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:49.069665 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'tag': 'c5181e29-f91d-489f-9f2c-19921b9b79a6'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:47:49.072283 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f82ee1d-fa90-4a85-9535-9366c39f977f" -d '{"events": [{"name": "network-changed", "server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "tag": "c5181e29-f91d-489f-9f2c-19921b9b79a6"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:47:49.088229 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a206a16c-a195-4063-84be-ed4bbdd2bcda tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:49.091633 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a803c6-78e8-4b4d-bec9-40911397e921 None None] Network 78165afc-63b2-421f-a9ed-3433826278c2 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:47:49.102769 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a206a16c-a195-4063-84be-ed4bbdd2bcda tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/subnets/fd3a2174-b59f-492c-92b1-c6b380bd49e8 HTTP/1.1" status: 204 len: 168 time: 1.0176599 Nov 10 17:47:49.107018 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53846) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:49.151997 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206a16c-a195-4063-84be-ed4bbdd2bcda tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Subnet': ['ID=fd3a2174-b59f-492c-92b1-c6b380bd49e8,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:49.198667 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e18fdb-9021-4550-b8c7-5c65a16e3876 req-686bd6b5-9f34-40b9-8d08-549f685491f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:49.217724 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72e18fdb-9021-4550-b8c7-5c65a16e3876 req-686bd6b5-9f34-40b9-8d08-549f685491f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=011b819d7acf410d8e58b7cd2d2f2086&device_id=7acd2f98-83de-4016-85bc-02311f9b1a33 HTTP/1.1" status: 200 len: 1095 time: 0.5199335 Nov 10 17:47:49.368378 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbddf6-cf00-498d-b8b3-e6b740dc234f req-97d3d3df-bdf2-4103-85cc-77911898af18 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:49.370391 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d1dbddf6-cf00-498d-b8b3-e6b740dc234f req-97d3d3df-bdf2-4103-85cc-77911898af18 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/ports?device_id=7acd2f98-83de-4016-85bc-02311f9b1a33 HTTP/1.1" status: 200 len: 943 time: 0.3737290 Nov 10 17:47:49.397297 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9d8db0-4bc5-449e-8849-fc978cea0df7 None None] DHCP port deletion for 78165afc-63b2-421f-a9ed-3433826278c2 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:47:49.463317 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-bf9d8db0-4bc5-449e-8849-fc978cea0df7 None None] Deleting port 11a3bde9-f577-43d5-88e9-d228ba5f6447 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:47:49.463779 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bf9d8db0-4bc5-449e-8849-fc978cea0df7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:49.515933 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-fc846130-64b9-4f03-86ae-513e629d2911 service neutron] 10.222.0.39 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512739 Nov 10 17:47:49.577750 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-97f6fe42-e59e-407b-915a-99a676677b47 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:49.682976 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ff35450a-b1a8-4263-b3bc-7d0182b7c142 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1024386'] for router, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:49.693559 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e18fdb-9021-4550-b8c7-5c65a16e3876 req-01cde862-5c45-4928-84a1-cbf0b61d33be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:49.695338 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72e18fdb-9021-4550-b8c7-5c65a16e3876 req-01cde862-5c45-4928-84a1-cbf0b61d33be service neutron] 10.222.0.13 "GET /v2.0/networks?id=cf02ed0f-7652-43b3-86a9-cc243c50176d HTTP/1.1" status: 200 len: 913 time: 0.3984938 Nov 10 17:47:49.698828 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ff35450a-b1a8-4263-b3bc-7d0182b7c142 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412472'] for router, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:49.706786 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d1dbddf6-cf00-498d-b8b3-e6b740dc234f req-e79d37a4-ed07-4df3-8190-ce045e4ccbce tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ded564d-0434-4434-bc30-323e28040e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977929 Nov 10 17:47:49.760217 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72e18fdb-9021-4550-b8c7-5c65a16e3876 req-d395f62c-1cb6-4996-8994-5de8d16d307d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abac35dc-9156-4bc9-912c-13b33fe153c2 HTTP/1.1" status: 200 len: 217 time: 0.0468826 Nov 10 17:47:49.851257 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a538661-d5b9-470a-b55c-e118b8b5f0db x-openstack-request-id: req-0a538661-d5b9-470a-b55c-e118b8b5f0db {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:47:49.851547 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "tag": "c5181e29-f91d-489f-9f2c-19921b9b79a6", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:47:49.851932 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0a538661-d5b9-470a-b55c-e118b8b5f0db {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:47:49.852421 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'tag': 'c5181e29-f91d-489f-9f2c-19921b9b79a6', 'status': 'completed', 'code': 200} Nov 10 17:47:49.854833 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 11a3bde9-f577-43d5-88e9-d228ba5f6447 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:47:49.859467 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-2f80c45d-d731-4ccc-8289-d7e0a845f659 service neutron] 10.222.0.39 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190937 Nov 10 17:47:49.965174 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-97f6fe42-e59e-407b-915a-99a676677b47 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Deleting port 11a3bde9-f577-43d5-88e9-d228ba5f6447 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:47:49.965539 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-97f6fe42-e59e-407b-915a-99a676677b47 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:49.991754 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-bf9d8db0-4bc5-449e-8849-fc978cea0df7 None None] For port 11a3bde9-f577-43d5-88e9-d228ba5f6447, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=11a3bde9-f577-43d5-88e9-d228ba5f6447,segment=NetworkSegment(1623536c-3484-4cdc-83ec-365cb5656d15),segment_id=1623536c-3484-4cdc-83ec-365cb5656d15)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:47:49.992601 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bf9d8db0-4bc5-449e-8849-fc978cea0df7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:50.053633 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:50.071859 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-bcbde8cb-eee8-4475-a145-100d9fce7d22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e2b75e1-1dde-4f1e-8e65-79bd011d0b86 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:47:50.086673 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-bf9d8db0-4bc5-449e-8849-fc978cea0df7 None None] Calling delete_port for 11a3bde9-f577-43d5-88e9-d228ba5f6447 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:47:50.100129 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e18fdb-9021-4550-b8c7-5c65a16e3876 req-652c4094-1e3d-4fdb-a5ae-09e797d28947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:50.102278 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72e18fdb-9021-4550-b8c7-5c65a16e3876 req-652c4094-1e3d-4fdb-a5ae-09e797d28947 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f0cbfff-75ec-47fb-a2f2-d4ca78bff207 HTTP/1.1" status: 200 len: 852 time: 0.3258591 Nov 10 17:47:50.108644 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-bcbde8cb-eee8-4475-a145-100d9fce7d22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:50.121703 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 11a3bde9-f577-43d5-88e9-d228ba5f6447, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=11a3bde9-f577-43d5-88e9-d228ba5f6447,segment=NetworkSegment(1623536c-3484-4cdc-83ec-365cb5656d15),segment_id=1623536c-3484-4cdc-83ec-365cb5656d15)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:47:50.129488 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82ee1d-fa90-4a85-9535-9366c39f977f req-fc3c942b-a4d0-4424-9051-a5a02e132c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:50.130662 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82ee1d-fa90-4a85-9535-9366c39f977f req-fc3c942b-a4d0-4424-9051-a5a02e132c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:50.131198 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82ee1d-fa90-4a85-9535-9366c39f977f req-fc3c942b-a4d0-4424-9051-a5a02e132c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:50.131668 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82ee1d-fa90-4a85-9535-9366c39f977f req-fc3c942b-a4d0-4424-9051-a5a02e132c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:50.132181 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82ee1d-fa90-4a85-9535-9366c39f977f req-fc3c942b-a4d0-4424-9051-a5a02e132c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:50.132826 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82ee1d-fa90-4a85-9535-9366c39f977f req-fc3c942b-a4d0-4424-9051-a5a02e132c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:50.133287 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82ee1d-fa90-4a85-9535-9366c39f977f req-fc3c942b-a4d0-4424-9051-a5a02e132c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:50.135314 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2f82ee1d-fa90-4a85-9535-9366c39f977f req-fc3c942b-a4d0-4424-9051-a5a02e132c0f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87ef8f67c317450abb70e6821b7851c3&device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 6289 time: 0.2785299 Nov 10 17:47:50.156265 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-97f6fe42-e59e-407b-915a-99a676677b47 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] For port 11a3bde9-f577-43d5-88e9-d228ba5f6447, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=11a3bde9-f577-43d5-88e9-d228ba5f6447,segment=NetworkSegment(1623536c-3484-4cdc-83ec-365cb5656d15),segment_id=1623536c-3484-4cdc-83ec-365cb5656d15)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:47:50.161826 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-97f6fe42-e59e-407b-915a-99a676677b47 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:50.189653 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-97f6fe42-e59e-407b-915a-99a676677b47 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Calling delete_port for 11a3bde9-f577-43d5-88e9-d228ba5f6447 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:47:50.190080 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:50.258342 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff35450a-b1a8-4263-b3bc-7d0182b7c142 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:47:50.261157 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72e18fdb-9021-4550-b8c7-5c65a16e3876 req-5641a962-151c-413d-8f32-2ed50ae05265 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf02ed0f-7652-43b3-86a9-cc243c50176d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1415882 Nov 10 17:47:50.283592 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=11a3bde9-f577-43d5-88e9-d228ba5f6447,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:50.316022 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-bcbde8cb-eee8-4475-a145-100d9fce7d22 service neutron] Transition to ACTIVE for port object 3e2b75e1-1dde-4f1e-8e65-79bd011d0b86 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:47:50.320535 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bf9d8db0-4bc5-449e-8849-fc978cea0df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:50.354212 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebc14c-2d8a-4a28-ba5c-1e7c62adb9b7 req-1b1046c1-ea3d-4260-89de-8b9888875091 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:50.366259 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebc14c-2d8a-4a28-ba5c-1e7c62adb9b7 req-1b1046c1-ea3d-4260-89de-8b9888875091 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:50.377516 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebc14c-2d8a-4a28-ba5c-1e7c62adb9b7 req-1b1046c1-ea3d-4260-89de-8b9888875091 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:50.384514 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d8db0-4bc5-449e-8849-fc978cea0df7 None None] Pushing event deleted for resources: {'Port': ['ID=11a3bde9-f577-43d5-88e9-d228ba5f6447,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:50.387185 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebc14c-2d8a-4a28-ba5c-1e7c62adb9b7 req-1b1046c1-ea3d-4260-89de-8b9888875091 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:50.401161 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9d8db0-4bc5-449e-8849-fc978cea0df7 None None] No DVR routers for this DVR port 11a3bde9-f577-43d5-88e9-d228ba5f6447 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:47:50.401666 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebc14c-2d8a-4a28-ba5c-1e7c62adb9b7 req-1b1046c1-ea3d-4260-89de-8b9888875091 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:50.421820 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebc14c-2d8a-4a28-ba5c-1e7c62adb9b7 req-1b1046c1-ea3d-4260-89de-8b9888875091 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:50.431409 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebc14c-2d8a-4a28-ba5c-1e7c62adb9b7 req-1b1046c1-ea3d-4260-89de-8b9888875091 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:50.433458 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ceebc14c-2d8a-4a28-ba5c-1e7c62adb9b7 req-1b1046c1-ea3d-4260-89de-8b9888875091 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5393 time: 0.4760723 Nov 10 17:47:50.450129 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-bcbde8cb-eee8-4475-a145-100d9fce7d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:50.767276 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5cbb5b15-4d41-49b2-8939-5d50f7956667 req-2099afc7-b527-4fe0-a7b1-fa6c2a12811a tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 210 time: 0.1236923 Nov 10 17:47:50.872304 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ceebc14c-2d8a-4a28-ba5c-1e7c62adb9b7 req-48bfcfe7-5ee4-400d-a7ab-db8b09646a46 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4144115 Nov 10 17:47:50.885685 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbde8cb-eee8-4475-a145-100d9fce7d22 service neutron] Pushing event updated for resources: {'Port': ['ID=3e2b75e1-1dde-4f1e-8e65-79bd011d0b86,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:50.915734 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82ee1d-fa90-4a85-9535-9366c39f977f req-503e60b7-5331-42fa-adb2-6efbc2b8c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:50.916410 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82ee1d-fa90-4a85-9535-9366c39f977f req-503e60b7-5331-42fa-adb2-6efbc2b8c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:50.917177 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82ee1d-fa90-4a85-9535-9366c39f977f req-503e60b7-5331-42fa-adb2-6efbc2b8c2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:50.918890 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2f82ee1d-fa90-4a85-9535-9366c39f977f req-503e60b7-5331-42fa-adb2-6efbc2b8c2cd service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=87ef8f67c317450abb70e6821b7851c3&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7652285 Nov 10 17:47:50.963794 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec8a5-7f02-433d-83eb-a3cf29d2bc34 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:50.991779 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72e18fdb-9021-4550-b8c7-5c65a16e3876 req-2deb6aab-7fe2-4822-b1f2-9308e68d4f6d service neutron] 10.222.0.13 "GET /v2.0/networks/cf02ed0f-7652-43b3-86a9-cc243c50176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571766 Nov 10 17:47:51.014801 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec8a5-7f02-433d-83eb-a3cf29d2bc34 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:51.105520 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f56fb-cb78-4437-87fb-606a63793acc req-5c9e808e-a898-4827-a886-dd16d98157dc tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:51.113429 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-975f56fb-cb78-4437-87fb-606a63793acc req-5c9e808e-a898-4827-a886-dd16d98157dc tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/ports?device_id=7acd2f98-83de-4016-85bc-02311f9b1a33 HTTP/1.1" status: 200 len: 943 time: 0.2030132 Nov 10 17:47:51.134866 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-97f6fe42-e59e-407b-915a-99a676677b47 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:51.184401 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6fe42-e59e-407b-915a-99a676677b47 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Port': ['ID=11a3bde9-f577-43d5-88e9-d228ba5f6447,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:51.191324 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f6fe42-e59e-407b-915a-99a676677b47 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] No DVR routers for this DVR port 11a3bde9-f577-43d5-88e9-d228ba5f6447 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:47:51.316402 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-975f56fb-cb78-4437-87fb-606a63793acc req-f6a79370-61be-4ae5-a526-7bd5fa06e86d tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ded564d-0434-4434-bc30-323e28040e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016461 Nov 10 17:47:51.350006 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-1b8ec8a5-7f02-433d-83eb-a3cf29d2bc34 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Allocated IP 172.25.5.106 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/272c4f02-596f-49d7-b39e-f24a51b6b3c4) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:47:51.353007 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-97f6fe42-e59e-407b-915a-99a676677b47 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:51.362987 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff35450a-b1a8-4263-b3bc-7d0182b7c142 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:47:51.374736 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6225a868-a6a0-4841-ab29-7576e208a251 None None] Sync routers for ids ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:47:51.388110 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ff35450a-b1a8-4263-b3bc-7d0182b7c142 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:51.391975 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ff35450a-b1a8-4263-b3bc-7d0182b7c142 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "PUT /v2.0/routers/020f89b0-b6db-4aa4-b7ba-80383aec5c3f HTTP/1.1" status: 200 len: 700 time: 5.0450511 Nov 10 17:47:51.392951 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6225a868-a6a0-4841-ab29-7576e208a251 None None] Routers {'020f89b0-b6db-4aa4-b7ba-80383aec5c3f'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:51.393989 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6225a868-a6a0-4841-ab29-7576e208a251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:51.398168 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-97f6fe42-e59e-407b-915a-99a676677b47 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78165afc-63b2-421f-a9ed-3433826278c2']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:51.408999 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53870) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:51.423681 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-97f6fe42-e59e-407b-915a-99a676677b47 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1623536c-3484-4cdc-83ec-365cb5656d15') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:51.424484 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-97f6fe42-e59e-407b-915a-99a676677b47 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1623536c-3484-4cdc-83ec-365cb5656d15') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:51.457176 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-bcbde8cb-eee8-4475-a145-100d9fce7d22 service neutron] Attempting to bind port 3e2b75e1-1dde-4f1e-8e65-79bd011d0b86 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:47:51.457509 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-bcbde8cb-eee8-4475-a145-100d9fce7d22 service neutron] Attempting to bind port 3e2b75e1-1dde-4f1e-8e65-79bd011d0b86 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': 'a86ac378-8b1c-4cf2-a7f2-853d02679a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '47baead0-3e81-4ecd-90e6-eeb908ade233'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:47:51.457822 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-bcbde8cb-eee8-4475-a145-100d9fce7d22 service neutron] Attempting to bind port 3e2b75e1-1dde-4f1e-8e65-79bd011d0b86 on network 47baead0-3e81-4ecd-90e6-eeb908ade233 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:47:51.472914 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-bcbde8cb-eee8-4475-a145-100d9fce7d22 service neutron] Port 3e2b75e1-1dde-4f1e-8e65-79bd011d0b86 on network 47baead0-3e81-4ecd-90e6-eeb908ade233 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:47:51.473235 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-bcbde8cb-eee8-4475-a145-100d9fce7d22 service neutron] Attempting to bind port 3e2b75e1-1dde-4f1e-8e65-79bd011d0b86 on network 47baead0-3e81-4ecd-90e6-eeb908ade233 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:47:51.492913 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-97f6fe42-e59e-407b-915a-99a676677b47 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:51.498826 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-bcbde8cb-eee8-4475-a145-100d9fce7d22 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:47:51.499164 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-bcbde8cb-eee8-4475-a145-100d9fce7d22 service neutron] Checking segment: {'id': 'a86ac378-8b1c-4cf2-a7f2-853d02679a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '47baead0-3e81-4ecd-90e6-eeb908ade233'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:47:51.499553 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-bcbde8cb-eee8-4475-a145-100d9fce7d22 service neutron] Bound using segment: {'id': 'a86ac378-8b1c-4cf2-a7f2-853d02679a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '47baead0-3e81-4ecd-90e6-eeb908ade233'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:47:51.499996 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-bcbde8cb-eee8-4475-a145-100d9fce7d22 service neutron] Bound port: 3e2b75e1-1dde-4f1e-8e65-79bd011d0b86, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a86ac378-8b1c-4cf2-a7f2-853d02679a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '47baead0-3e81-4ecd-90e6-eeb908ade233'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:47:51.500400 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-bcbde8cb-eee8-4475-a145-100d9fce7d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:51.531415 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-6225a868-a6a0-4841-ab29-7576e208a251 None None] Set router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:47:51.537196 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82ee1d-fa90-4a85-9535-9366c39f977f req-3c36d561-2699-4e60-a0ca-480da662f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:51.538104 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2f82ee1d-fa90-4a85-9535-9366c39f977f req-3c36d561-2699-4e60-a0ca-480da662f452 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5730612 Nov 10 17:47:51.541793 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72e18fdb-9021-4550-b8c7-5c65a16e3876 req-c1387b10-877b-4cf0-834d-a2cc3f749067 service neutron] 10.222.0.13 "GET /v2.0/networks/cf02ed0f-7652-43b3-86a9-cc243c50176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908040 Nov 10 17:47:51.587693 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5a4c7602-6690-42e4-b872-96f6f22957cf tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "GET /v2.0/routers/020f89b0-b6db-4aa4-b7ba-80383aec5c3f HTTP/1.1" status: 200 len: 700 time: 0.1746364 Nov 10 17:47:51.592749 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53874) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:51.601228 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-97f6fe42-e59e-407b-915a-99a676677b47 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:51.609539 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97f6fe42-e59e-407b-915a-99a676677b47 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:47:51.610278 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-97f6fe42-e59e-407b-915a-99a676677b47 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: self.session.flush() Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: self.session.flush() Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: self.session.flush() Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: self.session.flush() Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:47:51.824753 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:47:51.870835 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6225a868-a6a0-4841-ab29-7576e208a251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'name': 'tempest-RoutersTest-router-1978934352', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:21Z', 'updated_at': '2021-11-10T17:47:48Z', 'revision_number': 7, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None, '_interfaces': [{'id': '2a6d217d-919a-4078-941e-5e19ad9b03be', 'name': '', 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:3f:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:28Z', 'updated_at': '2021-11-10T17:46:42Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83af12c5-b686-4742-a9e7-5ed435cc7c18', 'name': '', 'network_id': '4c5cca05-b439-49fc-bc43-1f90397dd7e5', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:4f:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:48Z', 'updated_at': '2021-11-10T17:47:01Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969892b7-9544-4e17-bc9e-a2651d658079', 'name': '', 'network_id': '3e544b5f-2191-40a4-8d47-3256a17969af', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:69:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '09c67418-bc87-4b1f-b4fe-9b36f1bef5c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:10Z', 'updated_at': '2021-11-10T17:47:22Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '09c67418-bc87-4b1f-b4fe-9b36f1bef5c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab632d11-6b5c-4d3e-a5bf-75f6a340aded', 'name': '', 'network_id': 'cfd2a63e-d6aa-4614-8e3e-e38bf5b72563', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:ba:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '35bbbca3-be2a-4eda-bd4e-8469cafbf9da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:29Z', 'updated_at': '2021-11-10T17:47:45Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '35bbbca3-be2a-4eda-bd4e-8469cafbf9da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:51.912450 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-bcbde8cb-eee8-4475-a145-100d9fce7d22 service neutron] For port 3e2b75e1-1dde-4f1e-8e65-79bd011d0b86, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:47:51.937811 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-bcbde8cb-eee8-4475-a145-100d9fce7d22 service neutron] For port 3e2b75e1-1dde-4f1e-8e65-79bd011d0b86, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=3e2b75e1-1dde-4f1e-8e65-79bd011d0b86,segment=NetworkSegment(a86ac378-8b1c-4cf2-a7f2-853d02679a02),segment_id=a86ac378-8b1c-4cf2-a7f2-853d02679a02)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:47:51.946237 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6225a868-a6a0-4841-ab29-7576e208a251 None None] Checking router: 020f89b0-b6db-4aa4-b7ba-80383aec5c3f for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:47:51.953132 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-bcbde8cb-eee8-4475-a145-100d9fce7d22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:51.961440 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-92541093-fc1b-40d9-8240-343f689e82f1 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:51.961710 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6225a868-a6a0-4841-ab29-7576e208a251 None None] Routers {'020f89b0-b6db-4aa4-b7ba-80383aec5c3f'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:51.962194 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6225a868-a6a0-4841-ab29-7576e208a251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:51.963321 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-92541093-fc1b-40d9-8240-343f689e82f1 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.11 "GET /v2.0/networks?id=07b214b6-0379-4e57-a79c-5118cee6c24b HTTP/1.1" status: 200 len: 811 time: 0.2846029 Nov 10 17:47:51.968551 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-97f6fe42-e59e-407b-915a-99a676677b47 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:51.989051 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-97f6fe42-e59e-407b-915a-99a676677b47 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:52.004326 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-97f6fe42-e59e-407b-915a-99a676677b47 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/networks/78165afc-63b2-421f-a9ed-3433826278c2 HTTP/1.1" status: 204 len: 168 time: 2.8593624 Nov 10 17:47:52.014378 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-60984344-b2b4-4292-86fc-18dacf059f67 req-bfea23ef-b2b7-4d08-b0be-a9efc8aae7ac tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 210 time: 0.0491126 Nov 10 17:47:52.017394 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53884) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:52.026645 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-5cf815fd-ccca-4f5e-bc4a-9c7467a3032e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1893106965', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}, 'admin_state_up': False}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:52.073583 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6fe42-e59e-407b-915a-99a676677b47 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Network': ['ID=78165afc-63b2-421f-a9ed-3433826278c2,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:52.117890 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-6225a868-a6a0-4841-ab29-7576e208a251 None None] Set router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:47:52.136535 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-bcbde8cb-eee8-4475-a145-100d9fce7d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:52.137891 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-bcbde8cb-eee8-4475-a145-100d9fce7d22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:52.141863 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-bcbde8cb-eee8-4475-a145-100d9fce7d22 service neutron] 10.222.0.11 "PUT /v2.0/ports/3e2b75e1-1dde-4f1e-8e65-79bd011d0b86 HTTP/1.1" status: 200 len: 1092 time: 3.7781007 Nov 10 17:47:52.148937 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec8a5-7f02-433d-83eb-a3cf29d2bc34 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:52.176947 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'tag': '3e2b75e1-1dde-4f1e-8e65-79bd011d0b86'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:47:52.180945 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848a3b4e-28ab-48c0-9bfa-c9ba0c78e1bc" -d '{"events": [{"name": "network-changed", "server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "tag": "3e2b75e1-1dde-4f1e-8e65-79bd011d0b86"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:47:52.219006 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-85c31ba2-dad9-4ba6-aba0-8e9ff1334014 service neutron] Request body: {'port': {'device_id': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:52.221912 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec8a5-7f02-433d-83eb-a3cf29d2bc34 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:52.291102 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffeedf6-0730-4446-b464-46a0e4c39124 x-openstack-request-id: req-6ffeedf6-0730-4446-b464-46a0e4c39124 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:47:52.291640 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "tag": "3e2b75e1-1dde-4f1e-8e65-79bd011d0b86", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:47:52.291950 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6ffeedf6-0730-4446-b464-46a0e4c39124 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:47:52.292683 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'tag': '3e2b75e1-1dde-4f1e-8e65-79bd011d0b86', 'status': 'completed', 'code': 200} Nov 10 17:47:52.366005 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536e1a0-3105-49d4-9456-82abbe34c7bb req-48e332ec-512c-45c5-82ec-c9051ca294d3 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:52.375191 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536e1a0-3105-49d4-9456-82abbe34c7bb req-48e332ec-512c-45c5-82ec-c9051ca294d3 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:52.384619 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536e1a0-3105-49d4-9456-82abbe34c7bb req-48e332ec-512c-45c5-82ec-c9051ca294d3 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:52.393713 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536e1a0-3105-49d4-9456-82abbe34c7bb req-48e332ec-512c-45c5-82ec-c9051ca294d3 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:52.404870 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536e1a0-3105-49d4-9456-82abbe34c7bb req-48e332ec-512c-45c5-82ec-c9051ca294d3 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:52.414433 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536e1a0-3105-49d4-9456-82abbe34c7bb req-48e332ec-512c-45c5-82ec-c9051ca294d3 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:52.422897 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536e1a0-3105-49d4-9456-82abbe34c7bb req-48e332ec-512c-45c5-82ec-c9051ca294d3 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:52.425085 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9536e1a0-3105-49d4-9456-82abbe34c7bb req-48e332ec-512c-45c5-82ec-c9051ca294d3 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5405 time: 0.3948858 Nov 10 17:47:52.426130 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5cf815fd-ccca-4f5e-bc4a-9c7467a3032e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:52.427655 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5cf815fd-ccca-4f5e-bc4a-9c7467a3032e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:52.444956 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8ec8a5-7f02-433d-83eb-a3cf29d2bc34 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:47:52.467558 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-1b8ec8a5-7f02-433d-83eb-a3cf29d2bc34 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:47:52.493238 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3736087-f1f5-42a4-b42a-5ecf830d887d None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:47:52.497850 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8ec8a5-7f02-433d-83eb-a3cf29d2bc34 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:47:52.522025 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-0b0df8d8-ba70-48d0-9848-e1e72c2c0129 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0270caab27604a84907a03a58ad6e001 HTTP/1.1" status: 200 len: 379 time: 0.5435071 Nov 10 17:47:52.544801 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbde8cb-eee8-4475-a145-100d9fce7d22 service neutron] Pushing event updated for resources: {'Port': ['ID=3e2b75e1-1dde-4f1e-8e65-79bd011d0b86,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:52.583111 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6225a868-a6a0-4841-ab29-7576e208a251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'name': 'tempest-RoutersTest-router-1978934352', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:21Z', 'updated_at': '2021-11-10T17:47:48Z', 'revision_number': 7, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None, '_interfaces': [{'id': '2a6d217d-919a-4078-941e-5e19ad9b03be', 'name': '', 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:3f:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:28Z', 'updated_at': '2021-11-10T17:46:42Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83af12c5-b686-4742-a9e7-5ed435cc7c18', 'name': '', 'network_id': '4c5cca05-b439-49fc-bc43-1f90397dd7e5', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:4f:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:48Z', 'updated_at': '2021-11-10T17:47:01Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969892b7-9544-4e17-bc9e-a2651d658079', 'name': '', 'network_id': '3e544b5f-2191-40a4-8d47-3256a17969af', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:69:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '09c67418-bc87-4b1f-b4fe-9b36f1bef5c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:10Z', 'updated_at': '2021-11-10T17:47:22Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '09c67418-bc87-4b1f-b4fe-9b36f1bef5c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab632d11-6b5c-4d3e-a5bf-75f6a340aded', 'name': '', 'network_id': 'cfd2a63e-d6aa-4614-8e3e-e38bf5b72563', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:ba:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '35bbbca3-be2a-4eda-bd4e-8469cafbf9da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:29Z', 'updated_at': '2021-11-10T17:47:45Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '35bbbca3-be2a-4eda-bd4e-8469cafbf9da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:52.617147 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-f8019a92-b401-4032-951e-81918bf25079 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Request body: {'port': {'device_id': 'be7e95a3-e687-47fe-8bd5-a81e6baeab34', 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b', 'admin_state_up': True, 'tenant_id': '0270caab27604a84907a03a58ad6e001', 'security_groups': ['faa63592-a5bc-4a17-bdf7-dc587c5e4e8c']}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:52.632249 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-85c31ba2-dad9-4ba6-aba0-8e9ff1334014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:52.643876 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6225a868-a6a0-4841-ab29-7576e208a251 None None] The sync data for ids ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'] in n-d-776250-10 is: [{'id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'name': 'tempest-RoutersTest-router-1978934352', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:21Z', 'updated_at': '2021-11-10T17:47:48Z', 'revision_number': 7, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None, '_interfaces': [{'id': '2a6d217d-919a-4078-941e-5e19ad9b03be', 'name': '', 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:3f:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:28Z', 'updated_at': '2021-11-10T17:46:42Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83af12c5-b686-4742-a9e7-5ed435cc7c18', 'name': '', 'network_id': '4c5cca05-b439-49fc-bc43-1f90397dd7e5', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:4f:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:48Z', 'updated_at': '2021-11-10T17:47:01Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969892b7-9544-4e17-bc9e-a2651d658079', 'name': '', 'network_id': '3e544b5f-2191-40a4-8d47-3256a17969af', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:69:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '09c67418-bc87-4b1f-b4fe-9b36f1bef5c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:10Z', 'updated_at': '2021-11-10T17:47:22Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '09c67418-bc87-4b1f-b4fe-9b36f1bef5c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ab632d11-6b5c-4d3e-a5bf-75f6a340aded', 'name': '', 'network_id': 'cfd2a63e-d6aa-4614-8e3e-e38bf5b72563', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:ba:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2180, 'fixed_ips': [{'subnet_id': '35bbbca3-be2a-4eda-bd4e-8469cafbf9da', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:29Z', 'updated_at': '2021-11-10T17:47:45Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '35bbbca3-be2a-4eda-bd4e-8469cafbf9da', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:47:52.702767 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-9aba3eb0-a478-425d-be6c-e40d49d05460 None None] Provisioning complete for port 272c4f02-596f-49d7-b39e-f24a51b6b3c4 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:52.703685 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9aba3eb0-a478-425d-be6c-e40d49d05460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:52.731499 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5cf815fd-ccca-4f5e-bc4a-9c7467a3032e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:52.750188 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9a824-4591-49d0-bf55-0af03518f4b6 req-602d4537-7994-4ec6-84a5-da78c3392f62 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:52.752352 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b0a9a824-4591-49d0-bf55-0af03518f4b6 req-602d4537-7994-4ec6-84a5-da78c3392f62 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/ports?device_id=7acd2f98-83de-4016-85bc-02311f9b1a33 HTTP/1.1" status: 200 len: 943 time: 0.3302164 Nov 10 17:47:52.772478 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ec8a5-7f02-433d-83eb-a3cf29d2bc34 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Pushing event updated for resources: {'Port': ['ID=272c4f02-596f-49d7-b39e-f24a51b6b3c4,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:52.794060 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a3b4e-28ab-48c0-9bfa-c9ba0c78e1bc req-7fa1bccf-b8d6-4f4d-8936-04226e5709fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:52.794531 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a3b4e-28ab-48c0-9bfa-c9ba0c78e1bc req-7fa1bccf-b8d6-4f4d-8936-04226e5709fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:52.794995 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a3b4e-28ab-48c0-9bfa-c9ba0c78e1bc req-7fa1bccf-b8d6-4f4d-8936-04226e5709fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:52.795454 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a3b4e-28ab-48c0-9bfa-c9ba0c78e1bc req-7fa1bccf-b8d6-4f4d-8936-04226e5709fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:52.795979 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a3b4e-28ab-48c0-9bfa-c9ba0c78e1bc req-7fa1bccf-b8d6-4f4d-8936-04226e5709fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:52.796402 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a3b4e-28ab-48c0-9bfa-c9ba0c78e1bc req-7fa1bccf-b8d6-4f4d-8936-04226e5709fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:52.796856 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a3b4e-28ab-48c0-9bfa-c9ba0c78e1bc req-7fa1bccf-b8d6-4f4d-8936-04226e5709fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:52.799109 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-848a3b4e-28ab-48c0-9bfa-c9ba0c78e1bc req-7fa1bccf-b8d6-4f4d-8936-04226e5709fc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87ef8f67c317450abb70e6821b7851c3&device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 6357 time: 0.4921312 Nov 10 17:47:52.800963 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-9aba3eb0-a478-425d-be6c-e40d49d05460 None None] Port 272c4f02-596f-49d7-b39e-f24a51b6b3c4 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:47:52.953158 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9536e1a0-3105-49d4-9456-82abbe34c7bb req-b312a466-439f-4c78-bf92-8bd7ae4a014e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5040565 Nov 10 17:47:52.970501 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device abac35dc-9156-4bc9-912c-13b33fe153c2 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:47:53.006897 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-f8019a92-b401-4032-951e-81918bf25079 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Made reservation on behalf of 0270caab27604a84907a03a58ad6e001 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:47:53.010457 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-f8019a92-b401-4032-951e-81918bf25079 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:53.192136 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b0a9a824-4591-49d0-bf55-0af03518f4b6 req-8b496a04-64f1-467f-b957-d9647cb0f369 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ded564d-0434-4434-bc30-323e28040e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078724 Nov 10 17:47:53.198381 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-336aabfd-ebc8-48d2-a77c-d0e002de8f7c req-a4164120-4a4f-4062-9d07-f019eff408cd tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 210 time: 0.0448451 Nov 10 17:47:53.205583 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec8a5-7f02-433d-83eb-a3cf29d2bc34 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:53.206628 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5cf815fd-ccca-4f5e-bc4a-9c7467a3032e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:53.247179 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port abac35dc-9156-4bc9-912c-13b33fe153c2, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=abac35dc-9156-4bc9-912c-13b33fe153c2,segment=NetworkSegment(2909710e-61d8-4091-a89d-f907aac12e3d),segment_id=2909710e-61d8-4091-a89d-f907aac12e3d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:47:53.267509 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'abac35dc-9156-4bc9-912c-13b33fe153c2', 'network_id': 'cf02ed0f-7652-43b3-86a9-cc243c50176d', 'port_id': 'abac35dc-9156-4bc9-912c-13b33fe153c2', 'mac_address': 'fa:16:3e:b5:6d:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f0cbfff-75ec-47fb-a2f2-d4ca78bff207', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:47:53.309452 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a3b4e-28ab-48c0-9bfa-c9ba0c78e1bc req-523b9710-ffba-4180-9da7-90cdad656584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:53.309925 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a3b4e-28ab-48c0-9bfa-c9ba0c78e1bc req-523b9710-ffba-4180-9da7-90cdad656584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:53.310377 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a3b4e-28ab-48c0-9bfa-c9ba0c78e1bc req-523b9710-ffba-4180-9da7-90cdad656584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:53.311986 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-848a3b4e-28ab-48c0-9bfa-c9ba0c78e1bc req-523b9710-ffba-4180-9da7-90cdad656584 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=87ef8f67c317450abb70e6821b7851c3&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5006618 Nov 10 17:47:53.321330 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:53.333503 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-f8019a92-b401-4032-951e-81918bf25079 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Allocated IP 172.20.0.8 (07b214b6-0379-4e57-a79c-5118cee6c24b/0014d233-a3b8-4110-85a8-3bdeaa4b1e7d/94a55a60-1af8-4730-86c8-8397af10e93f) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:47:53.338012 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abac35dc-9156-4bc9-912c-13b33fe153c2 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:47:53.368506 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port abac35dc-9156-4bc9-912c-13b33fe153c2, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=abac35dc-9156-4bc9-912c-13b33fe153c2,segment=NetworkSegment(2909710e-61d8-4091-a89d-f907aac12e3d),segment_id=2909710e-61d8-4091-a89d-f907aac12e3d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:47:53.374278 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:53.447419 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=abac35dc-9156-4bc9-912c-13b33fe153c2,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:53.467301 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d2672736-9a2f-413a-9ff4-acebfceb3db4 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:53.612372 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['abac35dc-9156-4bc9-912c-13b33fe153c2'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:47:53.620580 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-f8019a92-b401-4032-951e-81918bf25079 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:53.635632 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a3b4e-28ab-48c0-9bfa-c9ba0c78e1bc req-e6cdcc03-1e47-4714-bfe6-8a6329ddcdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:53.637141 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-848a3b4e-28ab-48c0-9bfa-c9ba0c78e1bc req-e6cdcc03-1e47-4714-bfe6-8a6329ddcdb7 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2905707 Nov 10 17:47:53.670798 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-85c31ba2-dad9-4ba6-aba0-8e9ff1334014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f10bfec-b077-4852-8bba-c7adc7ab16bd {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:47:53.696405 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec8a5-7f02-433d-83eb-a3cf29d2bc34 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1024386'] for router, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:53.705207 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec8a5-7f02-433d-83eb-a3cf29d2bc34 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412472'] for router, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:53.715387 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-85c31ba2-dad9-4ba6-aba0-8e9ff1334014 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:53.773065 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-f8019a92-b401-4032-951e-81918bf25079 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:53.776373 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-85c31ba2-dad9-4ba6-aba0-8e9ff1334014 service neutron] Transition to ACTIVE for port object 1f10bfec-b077-4852-8bba-c7adc7ab16bd will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:47:53.784732 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-85c31ba2-dad9-4ba6-aba0-8e9ff1334014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:53.848738 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-f8019a92-b401-4032-951e-81918bf25079 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Network 07b214b6-0379-4e57-a79c-5118cee6c24b is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:47:53.863136 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-f8019a92-b401-4032-951e-81918bf25079 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:47:53.889029 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-f8019a92-b401-4032-951e-81918bf25079 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:47:54.035290 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c31ba2-dad9-4ba6-aba0-8e9ff1334014 service neutron] Pushing event updated for resources: {'Port': ['ID=1f10bfec-b077-4852-8bba-c7adc7ab16bd,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:54.072476 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5cf815fd-ccca-4f5e-bc4a-9c7467a3032e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:54.128345 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8019a92-b401-4032-951e-81918bf25079 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Pushing event updated for resources: {'Port': ['ID=94a55a60-1af8-4730-86c8-8397af10e93f,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:54.140637 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5cf815fd-ccca-4f5e-bc4a-9c7467a3032e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:54.229784 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-f8019a92-b401-4032-951e-81918bf25079 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:54.230625 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-f8019a92-b401-4032-951e-81918bf25079 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:54.276910 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-f8019a92-b401-4032-951e-81918bf25079 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6630712 Nov 10 17:47:54.299508 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-17511e92-2128-4530-aebc-d0529cfd5311 service neutron] Request body: {'port': {'device_id': 'be7e95a3-e687-47fe-8bd5-a81e6baeab34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:54.393605 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8ec8a5-7f02-433d-83eb-a3cf29d2bc34 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Router 96c9dcae-a961-461c-82f3-3b6817dff780 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:47:54.396928 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-ea1b8ea0-4c19-4214-b5a7-26c20e0e0629 None None] Provisioning complete for port 94a55a60-1af8-4730-86c8-8397af10e93f triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:54.396928 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea1b8ea0-4c19-4214-b5a7-26c20e0e0629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:54.417134 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-17511e92-2128-4530-aebc-d0529cfd5311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:54.437464 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-ea1b8ea0-4c19-4214-b5a7-26c20e0e0629 None None] Port 94a55a60-1af8-4730-86c8-8397af10e93f cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:47:54.654386 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:54.761435 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-85c31ba2-dad9-4ba6-aba0-8e9ff1334014 service neutron] Attempting to bind port 1f10bfec-b077-4852-8bba-c7adc7ab16bd on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:47:54.762220 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12cdc8-3715-4201-989f-fb1fc18f7891 req-9140cdbb-f5ce-467f-9025-9809f63a60ab tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:54.762384 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-85c31ba2-dad9-4ba6-aba0-8e9ff1334014 service neutron] Attempting to bind port 1f10bfec-b077-4852-8bba-c7adc7ab16bd by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '593a9bc3-cd7b-417a-b974-3d7aa191c18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '49bc9a4d-2019-4c3e-98a9-200317b395fd'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:47:54.762384 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-85c31ba2-dad9-4ba6-aba0-8e9ff1334014 service neutron] Attempting to bind port 1f10bfec-b077-4852-8bba-c7adc7ab16bd on network 49bc9a4d-2019-4c3e-98a9-200317b395fd {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:47:54.762924 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5e12cdc8-3715-4201-989f-fb1fc18f7891 req-9140cdbb-f5ce-467f-9025-9809f63a60ab tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/ports?device_id=7acd2f98-83de-4016-85bc-02311f9b1a33 HTTP/1.1" status: 200 len: 944 time: 0.4206569 Nov 10 17:47:54.781245 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041d580-3b8b-4729-b7ce-e9e98e9bafc5 req-5804462b-535e-4534-b990-f85b8515c5b7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:54.787676 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041d580-3b8b-4729-b7ce-e9e98e9bafc5 req-5804462b-535e-4534-b990-f85b8515c5b7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:54.793605 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041d580-3b8b-4729-b7ce-e9e98e9bafc5 req-5804462b-535e-4534-b990-f85b8515c5b7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:54.800739 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041d580-3b8b-4729-b7ce-e9e98e9bafc5 req-5804462b-535e-4534-b990-f85b8515c5b7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:54.806635 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041d580-3b8b-4729-b7ce-e9e98e9bafc5 req-5804462b-535e-4534-b990-f85b8515c5b7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:54.813546 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041d580-3b8b-4729-b7ce-e9e98e9bafc5 req-5804462b-535e-4534-b990-f85b8515c5b7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:54.819887 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041d580-3b8b-4729-b7ce-e9e98e9bafc5 req-5804462b-535e-4534-b990-f85b8515c5b7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:54.821889 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1041d580-3b8b-4729-b7ce-e9e98e9bafc5 req-5804462b-535e-4534-b990-f85b8515c5b7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5417 time: 0.6893656 Nov 10 17:47:54.831585 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-85c31ba2-dad9-4ba6-aba0-8e9ff1334014 service neutron] Port 1f10bfec-b077-4852-8bba-c7adc7ab16bd on network 49bc9a4d-2019-4c3e-98a9-200317b395fd not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:47:54.831916 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-85c31ba2-dad9-4ba6-aba0-8e9ff1334014 service neutron] Attempting to bind port 1f10bfec-b077-4852-8bba-c7adc7ab16bd on network 49bc9a4d-2019-4c3e-98a9-200317b395fd {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:47:54.864330 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-85c31ba2-dad9-4ba6-aba0-8e9ff1334014 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:47:54.865169 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-85c31ba2-dad9-4ba6-aba0-8e9ff1334014 service neutron] Checking segment: {'id': '593a9bc3-cd7b-417a-b974-3d7aa191c18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '49bc9a4d-2019-4c3e-98a9-200317b395fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:47:54.865169 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-85c31ba2-dad9-4ba6-aba0-8e9ff1334014 service neutron] Bound using segment: {'id': '593a9bc3-cd7b-417a-b974-3d7aa191c18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '49bc9a4d-2019-4c3e-98a9-200317b395fd'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:47:54.866006 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-85c31ba2-dad9-4ba6-aba0-8e9ff1334014 service neutron] Bound port: 1f10bfec-b077-4852-8bba-c7adc7ab16bd, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593a9bc3-cd7b-417a-b974-3d7aa191c18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '49bc9a4d-2019-4c3e-98a9-200317b395fd'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:47:54.866006 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-85c31ba2-dad9-4ba6-aba0-8e9ff1334014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:54.902556 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-5cf815fd-ccca-4f5e-bc4a-9c7467a3032e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Allocated IP 172.25.5.181 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/f09ffd5b-14e7-4ec9-965f-d78e3f79bad0) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:47:54.970638 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device abac35dc-9156-4bc9-912c-13b33fe153c2 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:47:54.979056 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-d2672736-9a2f-413a-9ff4-acebfceb3db4 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Deleting port ab632d11-6b5c-4d3e-a5bf-75f6a340aded {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:47:54.979415 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d2672736-9a2f-413a-9ff4-acebfceb3db4 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:54.997759 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5e12cdc8-3715-4201-989f-fb1fc18f7891 req-6470f289-8045-4063-8fb9-7e9f4be20078 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ded564d-0434-4434-bc30-323e28040e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156043 Nov 10 17:47:55.007496 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8ec8a5-7f02-433d-83eb-a3cf29d2bc34 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:47:55.016281 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da22dac-31ca-4cd3-aad6-17093a472538 None None] Sync routers for ids ['96c9dcae-a961-461c-82f3-3b6817dff780'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:47:55.018630 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1b8ec8a5-7f02-433d-83eb-a3cf29d2bc34 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:55.022530 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1b8ec8a5-7f02-433d-83eb-a3cf29d2bc34 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] 10.222.0.39 "PUT /v2.0/routers/96c9dcae-a961-461c-82f3-3b6817dff780 HTTP/1.1" status: 200 len: 919 time: 6.5481536 Nov 10 17:47:55.029668 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53906) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:55.052965 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da22dac-31ca-4cd3-aad6-17093a472538 None None] Routers {'96c9dcae-a961-461c-82f3-3b6817dff780'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:55.052965 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8da22dac-31ca-4cd3-aad6-17093a472538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['96c9dcae-a961-461c-82f3-3b6817dff780'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:55.101255 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:55.113377 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8da22dac-31ca-4cd3-aad6-17093a472538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:55.124606 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da22dac-31ca-4cd3-aad6-17093a472538 None None] Routers {'96c9dcae-a961-461c-82f3-3b6817dff780'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:55.125219 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8da22dac-31ca-4cd3-aad6-17093a472538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['96c9dcae-a961-461c-82f3-3b6817dff780'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:55.134383 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port abac35dc-9156-4bc9-912c-13b33fe153c2 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:47:55.144717 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1041d580-3b8b-4729-b7ce-e9e98e9bafc5 req-4b25d45c-e20f-425c-bb3b-0d6861af5dff tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3141263 Nov 10 17:47:55.153251 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port abac35dc-9156-4bc9-912c-13b33fe153c2 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:55.159112 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:55.174186 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8da22dac-31ca-4cd3-aad6-17093a472538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:55.175016 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da22dac-31ca-4cd3-aad6-17093a472538 None None] The sync data for ids ['96c9dcae-a961-461c-82f3-3b6817dff780'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:47:55.178868 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-85c31ba2-dad9-4ba6-aba0-8e9ff1334014 service neutron] For port 1f10bfec-b077-4852-8bba-c7adc7ab16bd, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:47:55.191827 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-85c31ba2-dad9-4ba6-aba0-8e9ff1334014 service neutron] For port 1f10bfec-b077-4852-8bba-c7adc7ab16bd, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=1f10bfec-b077-4852-8bba-c7adc7ab16bd,segment=NetworkSegment(593a9bc3-cd7b-417a-b974-3d7aa191c18a),segment_id=593a9bc3-cd7b-417a-b974-3d7aa191c18a)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:47:55.205686 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-85c31ba2-dad9-4ba6-aba0-8e9ff1334014 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:55.277170 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-85c31ba2-dad9-4ba6-aba0-8e9ff1334014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:55.278077 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-85c31ba2-dad9-4ba6-aba0-8e9ff1334014 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:55.279453 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-85c31ba2-dad9-4ba6-aba0-8e9ff1334014 service neutron] 10.222.0.11 "PUT /v2.0/ports/1f10bfec-b077-4852-8bba-c7adc7ab16bd HTTP/1.1" status: 200 len: 1092 time: 3.0941846 Nov 10 17:47:55.297197 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'tag': '1f10bfec-b077-4852-8bba-c7adc7ab16bd'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:47:55.300024 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccb03a3-2162-4bef-a079-0935eda46eae" -d '{"events": [{"name": "network-changed", "server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "tag": "1f10bfec-b077-4852-8bba-c7adc7ab16bd"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:47:55.325168 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:55.342556 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5a42b50-2b4b-4f3b-9a4e-da2d3cc5cea8 service neutron] Request body: {'port': {'device_id': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:55.369890 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5cf815fd-ccca-4f5e-bc4a-9c7467a3032e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:55.372858 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acd2f98-83de-4016-85bc-02311f9b1a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abac35dc-9156-4bc9-912c-13b33fe153c2'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:47:55.375134 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff0c4bb-b05c-4c98-8f5b-dadc8f63dcce" -d '{"events": [{"server_uuid": "7acd2f98-83de-4016-85bc-02311f9b1a33", "name": "network-vif-plugged", "status": "completed", "tag": "abac35dc-9156-4bc9-912c-13b33fe153c2"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:47:55.419769 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port abac35dc-9156-4bc9-912c-13b33fe153c2, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=abac35dc-9156-4bc9-912c-13b33fe153c2,segment=NetworkSegment(2909710e-61d8-4091-a89d-f907aac12e3d),segment_id=2909710e-61d8-4091-a89d-f907aac12e3d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:47:55.425829 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:55.453844 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30f821f-a2e1-41b9-9769-136bb9ee86a2 x-openstack-request-id: req-e30f821f-a2e1-41b9-9769-136bb9ee86a2 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:47:55.453844 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "tag": "1f10bfec-b077-4852-8bba-c7adc7ab16bd", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:47:55.454255 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e30f821f-a2e1-41b9-9769-136bb9ee86a2 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:47:55.456367 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'tag': '1f10bfec-b077-4852-8bba-c7adc7ab16bd', 'status': 'completed', 'code': 200} Nov 10 17:47:55.503756 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d915e5b3-3526-4468-90c7-19d42735b171 x-openstack-request-id: req-d915e5b3-3526-4468-90c7-19d42735b171 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:47:55.505879 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acd2f98-83de-4016-85bc-02311f9b1a33", "name": "network-vif-plugged", "status": "completed", "tag": "abac35dc-9156-4bc9-912c-13b33fe153c2", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:47:55.506222 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d915e5b3-3526-4468-90c7-19d42735b171 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:47:55.506728 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7acd2f98-83de-4016-85bc-02311f9b1a33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abac35dc-9156-4bc9-912c-13b33fe153c2', 'code': 200} Nov 10 17:47:55.513014 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=abac35dc-9156-4bc9-912c-13b33fe153c2,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:55.547249 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5cf815fd-ccca-4f5e-bc4a-9c7467a3032e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:55.573080 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-d2672736-9a2f-413a-9ff4-acebfceb3db4 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] For port ab632d11-6b5c-4d3e-a5bf-75f6a340aded, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ab632d11-6b5c-4d3e-a5bf-75f6a340aded,segment=NetworkSegment(0d088e0e-c90f-41dd-9122-b644e0d2cfda),segment_id=0d088e0e-c90f-41dd-9122-b644e0d2cfda)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:47:55.573702 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d2672736-9a2f-413a-9ff4-acebfceb3db4 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:55.576923 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c31ba2-dad9-4ba6-aba0-8e9ff1334014 service neutron] Pushing event updated for resources: {'Port': ['ID=1f10bfec-b077-4852-8bba-c7adc7ab16bd,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:55.590624 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc17e3-f3a2-4de1-96e4-906267138cd2 req-03d72b0c-a7ca-4a44-8d13-44cb868b656b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:55.592393 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-67cc17e3-f3a2-4de1-96e4-906267138cd2 req-03d72b0c-a7ca-4a44-8d13-44cb868b656b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 931 time: 0.3894482 Nov 10 17:47:55.623889 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-040f7918-957c-4bfe-9606-113353041728 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] 10.222.0.39 "GET /v2.0/routers/96c9dcae-a961-461c-82f3-3b6817dff780 HTTP/1.1" status: 200 len: 925 time: 0.5929463 Nov 10 17:47:55.634330 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53920) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:55.697155 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-d2672736-9a2f-413a-9ff4-acebfceb3db4 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Calling delete_port for ab632d11-6b5c-4d3e-a5bf-75f6a340aded owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:47:55.737910 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-17511e92-2128-4530-aebc-d0529cfd5311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94a55a60-1af8-4730-86c8-8397af10e93f {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:47:55.748584 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-67cc17e3-f3a2-4de1-96e4-906267138cd2 req-f7057640-2e0a-4c3f-bca8-674953d833d1 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468949 Nov 10 17:47:55.758867 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-17511e92-2128-4530-aebc-d0529cfd5311 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:55.760177 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf815fd-ccca-4f5e-bc4a-9c7467a3032e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:47:55.772370 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8090e9-9363-4b68-8354-e21d54611fc4 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:55.773756 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8c8090e9-9363-4b68-8354-e21d54611fc4 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=ef950546-b13c-4865-8837-7444cdb2848e&device_id=96c9dcae-a961-461c-82f3-3b6817dff780&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1361890 Nov 10 17:47:55.778807 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53924) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:55.802926 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5a42b50-2b4b-4f3b-9a4e-da2d3cc5cea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:55.806171 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-5cf815fd-ccca-4f5e-bc4a-9c7467a3032e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:47:55.812774 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf815fd-ccca-4f5e-bc4a-9c7467a3032e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Port': ['ID=f09ffd5b-14e7-4ec9-965f-d78e3f79bad0,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:55.825253 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-17511e92-2128-4530-aebc-d0529cfd5311 service neutron] Transition to ACTIVE for port object 94a55a60-1af8-4730-86c8-8397af10e93f will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:47:55.826120 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf815fd-ccca-4f5e-bc4a-9c7467a3032e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:47:55.839977 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577d73cc-f723-40b6-9d4d-55cc9f4bfe9e None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:47:55.863424 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-17511e92-2128-4530-aebc-d0529cfd5311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:55.865900 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb03a3-2162-4bef-a079-0935eda46eae req-657387f5-d396-4e92-90e9-4262cd86fcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:55.866980 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb03a3-2162-4bef-a079-0935eda46eae req-657387f5-d396-4e92-90e9-4262cd86fcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:55.867495 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb03a3-2162-4bef-a079-0935eda46eae req-657387f5-d396-4e92-90e9-4262cd86fcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:55.867933 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb03a3-2162-4bef-a079-0935eda46eae req-657387f5-d396-4e92-90e9-4262cd86fcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:55.868425 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb03a3-2162-4bef-a079-0935eda46eae req-657387f5-d396-4e92-90e9-4262cd86fcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:55.868933 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb03a3-2162-4bef-a079-0935eda46eae req-657387f5-d396-4e92-90e9-4262cd86fcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:55.869679 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb03a3-2162-4bef-a079-0935eda46eae req-657387f5-d396-4e92-90e9-4262cd86fcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:55.871555 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ccb03a3-2162-4bef-a079-0935eda46eae req-657387f5-d396-4e92-90e9-4262cd86fcbf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87ef8f67c317450abb70e6821b7851c3&device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 6425 time: 0.3962760 Nov 10 17:47:55.883316 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a162c-51bc-4cf1-b111-8d2385502360 req-4b83815a-fb42-463b-8b98-4f45b3cd8835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:55.884840 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-699a162c-51bc-4cf1-b111-8d2385502360 req-4b83815a-fb42-463b-8b98-4f45b3cd8835 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7acd2f98-83de-4016-85bc-02311f9b1a33 HTTP/1.1" status: 200 len: 1097 time: 0.2773256 Nov 10 17:47:55.929802 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-fc0d654e-5659-464d-98aa-8e7c166c92ce None None] Provisioning complete for port f09ffd5b-14e7-4ec9-965f-d78e3f79bad0 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:47:55.930031 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fc0d654e-5659-464d-98aa-8e7c166c92ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:55.996552 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-fc0d654e-5659-464d-98aa-8e7c166c92ce None None] Port f09ffd5b-14e7-4ec9-965f-d78e3f79bad0 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:47:56.023513 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4217efe-de1a-4a80-979e-374c3008e3bf tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:56.025021 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a4217efe-de1a-4a80-979e-374c3008e3bf tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 881 time: 0.2452478 Nov 10 17:47:56.027664 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17511e92-2128-4530-aebc-d0529cfd5311 service neutron] Pushing event updated for resources: {'Port': ['ID=94a55a60-1af8-4730-86c8-8397af10e93f,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:56.031871 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53926) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:56.110392 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6b8c84af-8196-4687-ac7d-6c3c2e98637d tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] 10.222.0.39 "GET /v2.0/ports?device_id=96c9dcae-a961-461c-82f3-3b6817dff780 HTTP/1.1" status: 200 len: 205 time: 0.0461655 Nov 10 17:47:56.167875 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53930) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:56.256096 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-17511e92-2128-4530-aebc-d0529cfd5311 service neutron] Attempting to bind port 94a55a60-1af8-4730-86c8-8397af10e93f on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:47:56.256395 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-17511e92-2128-4530-aebc-d0529cfd5311 service neutron] Attempting to bind port 94a55a60-1af8-4730-86c8-8397af10e93f by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': 'ccee7173-55f2-40b1-aecb-b805c25cba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:47:56.256727 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-17511e92-2128-4530-aebc-d0529cfd5311 service neutron] Attempting to bind port 94a55a60-1af8-4730-86c8-8397af10e93f on network 07b214b6-0379-4e57-a79c-5118cee6c24b {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:47:56.264823 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-17511e92-2128-4530-aebc-d0529cfd5311 service neutron] Port 94a55a60-1af8-4730-86c8-8397af10e93f on network 07b214b6-0379-4e57-a79c-5118cee6c24b not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:47:56.265213 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-17511e92-2128-4530-aebc-d0529cfd5311 service neutron] Attempting to bind port 94a55a60-1af8-4730-86c8-8397af10e93f on network 07b214b6-0379-4e57-a79c-5118cee6c24b {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:47:56.296259 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-17511e92-2128-4530-aebc-d0529cfd5311 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:47:56.296679 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-17511e92-2128-4530-aebc-d0529cfd5311 service neutron] Checking segment: {'id': 'ccee7173-55f2-40b1-aecb-b805c25cba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:47:56.296980 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-17511e92-2128-4530-aebc-d0529cfd5311 service neutron] Bound using segment: {'id': 'ccee7173-55f2-40b1-aecb-b805c25cba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:47:56.297433 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-17511e92-2128-4530-aebc-d0529cfd5311 service neutron] Bound port: 94a55a60-1af8-4730-86c8-8397af10e93f, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccee7173-55f2-40b1-aecb-b805c25cba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:47:56.297839 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-17511e92-2128-4530-aebc-d0529cfd5311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:56.426466 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13b3e0dc-80c9-460c-9c92-64ec1a4ff1ad tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:56.442801 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a390c-9458-4416-ab6c-e4541f2ea45f req-532f1911-dfce-4439-a516-6fc6af67c725 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:56.449148 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a390c-9458-4416-ab6c-e4541f2ea45f req-532f1911-dfce-4439-a516-6fc6af67c725 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:56.451228 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-699a162c-51bc-4cf1-b111-8d2385502360 req-f1d155a3-ad9e-4035-8889-a828b1743ba5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9ded564d-0434-4434-bc30-323e28040e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5179856 Nov 10 17:47:56.457114 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a390c-9458-4416-ab6c-e4541f2ea45f req-532f1911-dfce-4439-a516-6fc6af67c725 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:56.462853 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a390c-9458-4416-ab6c-e4541f2ea45f req-532f1911-dfce-4439-a516-6fc6af67c725 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:56.469394 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a390c-9458-4416-ab6c-e4541f2ea45f req-532f1911-dfce-4439-a516-6fc6af67c725 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:56.476868 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a390c-9458-4416-ab6c-e4541f2ea45f req-532f1911-dfce-4439-a516-6fc6af67c725 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:56.483002 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a390c-9458-4416-ab6c-e4541f2ea45f req-532f1911-dfce-4439-a516-6fc6af67c725 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:56.485718 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b31a390c-9458-4416-ab6c-e4541f2ea45f req-532f1911-dfce-4439-a516-6fc6af67c725 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5417 time: 0.2117276 Nov 10 17:47:56.574005 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-17511e92-2128-4530-aebc-d0529cfd5311 service neutron] For port 94a55a60-1af8-4730-86c8-8397af10e93f, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:47:56.574821 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb03a3-2162-4bef-a079-0935eda46eae req-0d2c81bc-7d55-4dcc-a06b-6d767c3b2024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:56.575306 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb03a3-2162-4bef-a079-0935eda46eae req-0d2c81bc-7d55-4dcc-a06b-6d767c3b2024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:56.575767 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb03a3-2162-4bef-a079-0935eda46eae req-0d2c81bc-7d55-4dcc-a06b-6d767c3b2024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:56.577793 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ccb03a3-2162-4bef-a079-0935eda46eae req-0d2c81bc-7d55-4dcc-a06b-6d767c3b2024 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=87ef8f67c317450abb70e6821b7851c3&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6624267 Nov 10 17:47:56.637223 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-17511e92-2128-4530-aebc-d0529cfd5311 service neutron] For port 94a55a60-1af8-4730-86c8-8397af10e93f, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=94a55a60-1af8-4730-86c8-8397af10e93f,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:47:56.655678 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-17511e92-2128-4530-aebc-d0529cfd5311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:56.655964 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5788b-7252-46f2-a20c-888de361debd req-6165c93f-4bc0-4b73-83b7-2445651e4f15 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:56.657862 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-25d5788b-7252-46f2-a20c-888de361debd req-6165c93f-4bc0-4b73-83b7-2445651e4f15 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/ports?device_id=7acd2f98-83de-4016-85bc-02311f9b1a33 HTTP/1.1" status: 200 len: 945 time: 0.4399309 Nov 10 17:47:56.727553 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b31a390c-9458-4416-ab6c-e4541f2ea45f req-195b58e2-f883-4172-8ac4-b78e4dcd229d tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1959720 Nov 10 17:47:56.732299 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-17511e92-2128-4530-aebc-d0529cfd5311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:56.732933 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-17511e92-2128-4530-aebc-d0529cfd5311 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:56.734457 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-17511e92-2128-4530-aebc-d0529cfd5311 service neutron] 10.222.0.11 "PUT /v2.0/ports/94a55a60-1af8-4730-86c8-8397af10e93f HTTP/1.1" status: 200 len: 1092 time: 2.4500165 Nov 10 17:47:56.735796 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7e95a3-e687-47fe-8bd5-a81e6baeab34', 'tag': '94a55a60-1af8-4730-86c8-8397af10e93f'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:47:56.742235 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2df0660-c563-421e-b266-6f7c7f5d5400" -d '{"events": [{"name": "network-changed", "server_uuid": "be7e95a3-e687-47fe-8bd5-a81e6baeab34", "tag": "94a55a60-1af8-4730-86c8-8397af10e93f"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:47:56.749476 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d2672736-9a2f-413a-9ff4-acebfceb3db4 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:56.758043 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13b3e0dc-80c9-460c-9c92-64ec1a4ff1ad tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:56.839342 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5cf815fd-ccca-4f5e-bc4a-9c7467a3032e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:56.850050 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17511e92-2128-4530-aebc-d0529cfd5311 service neutron] Pushing event updated for resources: {'Port': ['ID=94a55a60-1af8-4730-86c8-8397af10e93f,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:56.903546 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e319d2-bea9-477e-a95c-9752f00b535d x-openstack-request-id: req-11e319d2-bea9-477e-a95c-9752f00b535d {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:47:56.903855 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7e95a3-e687-47fe-8bd5-a81e6baeab34", "tag": "94a55a60-1af8-4730-86c8-8397af10e93f", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:47:56.904114 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-11e319d2-bea9-477e-a95c-9752f00b535d {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:47:56.904547 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7e95a3-e687-47fe-8bd5-a81e6baeab34', 'tag': '94a55a60-1af8-4730-86c8-8397af10e93f', 'status': 'completed', 'code': 200} Nov 10 17:47:56.933793 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2672736-9a2f-413a-9ff4-acebfceb3db4 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Port': ['ID=ab632d11-6b5c-4d3e-a5bf-75f6a340aded,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:56.953113 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-637e7dff-720c-41c8-89ce-3f929b6c3a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:56.955554 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-637e7dff-720c-41c8-89ce-3f929b6c3a7b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0270caab27604a84907a03a58ad6e001&device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 1095 time: 0.1664076 Nov 10 17:47:57.050344 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-7b053ca8-87f8-4143-b280-23292b4683e1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94a55a60-1af8-4730-86c8-8397af10e93f HTTP/1.1" status: 200 len: 217 time: 0.0818622 Nov 10 17:47:57.118106 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-25d5788b-7252-46f2-a20c-888de361debd req-8d1f4b47-82f8-4a3c-b4e5-1e917db99e6f tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ded564d-0434-4434-bc30-323e28040e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142909 Nov 10 17:47:57.194803 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-92cc58be-d358-4a44-8f9d-b4fbfe91fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:57.196505 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-92cc58be-d358-4a44-8f9d-b4fbfe91fb1e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0014d233-a3b8-4110-85a8-3bdeaa4b1e7d HTTP/1.1" status: 200 len: 850 time: 0.0866554 Nov 10 17:47:57.218320 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-13b3e0dc-80c9-460c-9c92-64ec1a4ff1ad tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Deleting port 272c4f02-596f-49d7-b39e-f24a51b6b3c4 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:47:57.219418 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13b3e0dc-80c9-460c-9c92-64ec1a4ff1ad tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:57.321169 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0b70c-2216-4b1c-a63c-7228965456a3 req-24c1da27-81e4-48a5-82c3-41372b001662 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:57.322982 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-39f0b70c-2216-4b1c-a63c-7228965456a3 req-24c1da27-81e4-48a5-82c3-41372b001662 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 943 time: 0.2675793 Nov 10 17:47:57.398851 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-51a26863-98e3-468b-9e47-38e6bba0d474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:57.400487 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-51a26863-98e3-468b-9e47-38e6bba0d474 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=07b214b6-0379-4e57-a79c-5118cee6c24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1650987 Nov 10 17:47:57.540562 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb03a3-2162-4bef-a079-0935eda46eae req-14f70e45-4275-4e4e-ba64-a1d51dfa48ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:57.542089 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ccb03a3-2162-4bef-a079-0935eda46eae req-14f70e45-4275-4e4e-ba64-a1d51dfa48ba service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9477448 Nov 10 17:47:57.606685 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5a42b50-2b4b-4f3b-9a4e-da2d3cc5cea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eacd23a8-ca31-46bb-9e0e-580677075960 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:47:57.652677 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5a42b50-2b4b-4f3b-9a4e-da2d3cc5cea8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:57.683871 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d2672736-9a2f-413a-9ff4-acebfceb3db4 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:57.764539 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13b3e0dc-80c9-460c-9c92-64ec1a4ff1ad tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:57.773937 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-13b3e0dc-80c9-460c-9c92-64ec1a4ff1ad tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Calling delete_port for 272c4f02-596f-49d7-b39e-f24a51b6b3c4 owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:47:57.833345 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5a42b50-2b4b-4f3b-9a4e-da2d3cc5cea8 service neutron] Transition to ACTIVE for port object eacd23a8-ca31-46bb-9e0e-580677075960 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:47:57.866366 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5cf815fd-ccca-4f5e-bc4a-9c7467a3032e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:57.897181 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-39f0b70c-2216-4b1c-a63c-7228965456a3 req-4f605296-611b-4ed1-a4ce-a1d9aca32d8b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5516152 Nov 10 17:47:57.899537 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5a42b50-2b4b-4f3b-9a4e-da2d3cc5cea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:58.050530 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a42b50-2b4b-4f3b-9a4e-da2d3cc5cea8 service neutron] Pushing event updated for resources: {'Port': ['ID=eacd23a8-ca31-46bb-9e0e-580677075960,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:58.073176 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-96072f2d-5c78-473d-8356-ca42587f31ad service neutron] 10.222.0.11 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6598136 Nov 10 17:47:58.075130 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13b3e0dc-80c9-460c-9c92-64ec1a4ff1ad tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:58.077932 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f32ff8-b8ac-4f95-852a-4e1751ecaa74 req-35ecb7e2-9dae-4f44-ac79-56d6ebc3fad0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:58.088205 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f32ff8-b8ac-4f95-852a-4e1751ecaa74 req-35ecb7e2-9dae-4f44-ac79-56d6ebc3fad0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:58.095011 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f32ff8-b8ac-4f95-852a-4e1751ecaa74 req-35ecb7e2-9dae-4f44-ac79-56d6ebc3fad0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:58.101320 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f32ff8-b8ac-4f95-852a-4e1751ecaa74 req-35ecb7e2-9dae-4f44-ac79-56d6ebc3fad0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:58.107452 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f32ff8-b8ac-4f95-852a-4e1751ecaa74 req-35ecb7e2-9dae-4f44-ac79-56d6ebc3fad0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:58.113595 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f32ff8-b8ac-4f95-852a-4e1751ecaa74 req-35ecb7e2-9dae-4f44-ac79-56d6ebc3fad0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:58.119524 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f32ff8-b8ac-4f95-852a-4e1751ecaa74 req-35ecb7e2-9dae-4f44-ac79-56d6ebc3fad0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:58.129601 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-67f32ff8-b8ac-4f95-852a-4e1751ecaa74 req-35ecb7e2-9dae-4f44-ac79-56d6ebc3fad0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5429 time: 0.2456200 Nov 10 17:47:58.328236 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cd1c14-1295-406d-b47c-2dbba8a5412b None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:47:58.371059 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b3e0dc-80c9-460c-9c92-64ec1a4ff1ad tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Pushing event deleted for resources: {'Port': ['ID=272c4f02-596f-49d7-b39e-f24a51b6b3c4,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:58.381083 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0696f926-a10d-4b27-8a72-ffac73c57250 req-516d2cc8-a478-4e59-a1ee-26f72962e8c5 service neutron] 10.222.0.11 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951646 Nov 10 17:47:58.428634 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a22742-933c-4621-8225-7ff690e21c8f req-a778ce5c-00af-4957-93be-a2d808936b09 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:58.430373 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e6a22742-933c-4621-8225-7ff690e21c8f req-a778ce5c-00af-4957-93be-a2d808936b09 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/ports?device_id=7acd2f98-83de-4016-85bc-02311f9b1a33 HTTP/1.1" status: 200 len: 945 time: 0.1611226 Nov 10 17:47:58.431527 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13b3e0dc-80c9-460c-9c92-64ec1a4ff1ad tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:58.446498 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2672736-9a2f-413a-9ff4-acebfceb3db4 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:47:58.447328 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5a42b50-2b4b-4f3b-9a4e-da2d3cc5cea8 service neutron] Attempting to bind port eacd23a8-ca31-46bb-9e0e-580677075960 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:47:58.447812 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5a42b50-2b4b-4f3b-9a4e-da2d3cc5cea8 service neutron] Attempting to bind port eacd23a8-ca31-46bb-9e0e-580677075960 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '593a9bc3-cd7b-417a-b974-3d7aa191c18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '49bc9a4d-2019-4c3e-98a9-200317b395fd'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:47:58.448158 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5a42b50-2b4b-4f3b-9a4e-da2d3cc5cea8 service neutron] Attempting to bind port eacd23a8-ca31-46bb-9e0e-580677075960 on network 49bc9a4d-2019-4c3e-98a9-200317b395fd {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:47:58.457217 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-67f32ff8-b8ac-4f95-852a-4e1751ecaa74 req-b344d78d-cfb6-4177-a54a-428bd9758190 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3267412 Nov 10 17:47:58.467706 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5a42b50-2b4b-4f3b-9a4e-da2d3cc5cea8 service neutron] Port eacd23a8-ca31-46bb-9e0e-580677075960 on network 49bc9a4d-2019-4c3e-98a9-200317b395fd not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:47:58.468229 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5a42b50-2b4b-4f3b-9a4e-da2d3cc5cea8 service neutron] Attempting to bind port eacd23a8-ca31-46bb-9e0e-580677075960 on network 49bc9a4d-2019-4c3e-98a9-200317b395fd {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:47:58.485683 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5a42b50-2b4b-4f3b-9a4e-da2d3cc5cea8 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:47:58.486140 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5a42b50-2b4b-4f3b-9a4e-da2d3cc5cea8 service neutron] Checking segment: {'id': '593a9bc3-cd7b-417a-b974-3d7aa191c18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '49bc9a4d-2019-4c3e-98a9-200317b395fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:47:58.486140 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5a42b50-2b4b-4f3b-9a4e-da2d3cc5cea8 service neutron] Bound using segment: {'id': '593a9bc3-cd7b-417a-b974-3d7aa191c18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '49bc9a4d-2019-4c3e-98a9-200317b395fd'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:47:58.486863 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5a42b50-2b4b-4f3b-9a4e-da2d3cc5cea8 service neutron] Bound port: eacd23a8-ca31-46bb-9e0e-580677075960, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '593a9bc3-cd7b-417a-b974-3d7aa191c18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '49bc9a4d-2019-4c3e-98a9-200317b395fd'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:47:58.487812 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5a42b50-2b4b-4f3b-9a4e-da2d3cc5cea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:58.509984 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf815fd-ccca-4f5e-bc4a-9c7467a3032e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Router 8e5332bd-3035-45b1-8a7d-e32a17a13d1b is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:47:58.575135 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13b3e0dc-80c9-460c-9c92-64ec1a4ff1ad tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:58.580497 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13b3e0dc-80c9-460c-9c92-64ec1a4ff1ad tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:58.645946 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df0660-c563-421e-b266-6f7c7f5d5400 req-02a1392b-abee-4f2a-a3b8-9abb3fd22e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:58.647886 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f2df0660-c563-421e-b266-6f7c7f5d5400 req-02a1392b-abee-4f2a-a3b8-9abb3fd22e25 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0270caab27604a84907a03a58ad6e001&device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 1095 time: 0.1862955 Nov 10 17:47:58.650040 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13b3e0dc-80c9-460c-9c92-64ec1a4ff1ad tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:58.650848 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b3e0dc-80c9-460c-9c92-64ec1a4ff1ad tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Fanout notify agent at l3_agent the message router_deleted on router 96c9dcae-a961-461c-82f3-3b6817dff780 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:47:58.655375 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e6a22742-933c-4621-8225-7ff690e21c8f req-d5e65d23-4ad7-4ce2-9b5b-0e018c4b1382 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ded564d-0434-4434-bc30-323e28040e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653788 Nov 10 17:47:58.661552 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13b3e0dc-80c9-460c-9c92-64ec1a4ff1ad tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:58.667846 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-13b3e0dc-80c9-460c-9c92-64ec1a4ff1ad tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] 10.222.0.39 "DELETE /v2.0/routers/96c9dcae-a961-461c-82f3-3b6817dff780 HTTP/1.1" status: 204 len: 168 time: 2.4909945 Nov 10 17:47:58.671074 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53946) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:58.676677 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-af2fa97a-a35b-4002-af31-7ee959042348 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-955061515', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:58.745080 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5a42b50-2b4b-4f3b-9a4e-da2d3cc5cea8 service neutron] For port eacd23a8-ca31-46bb-9e0e-580677075960, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:47:58.765082 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5a42b50-2b4b-4f3b-9a4e-da2d3cc5cea8 service neutron] For port eacd23a8-ca31-46bb-9e0e-580677075960, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=eacd23a8-ca31-46bb-9e0e-580677075960,segment=NetworkSegment(593a9bc3-cd7b-417a-b974-3d7aa191c18a),segment_id=593a9bc3-cd7b-417a-b974-3d7aa191c18a)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:47:58.809312 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5a42b50-2b4b-4f3b-9a4e-da2d3cc5cea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:58.822443 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2672736-9a2f-413a-9ff4-acebfceb3db4 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:47:58.834364 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d2672736-9a2f-413a-9ff4-acebfceb3db4 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "PUT /v2.0/routers/020f89b0-b6db-4aa4-b7ba-80383aec5c3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2378154 Nov 10 17:47:58.835826 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-af2fa97a-a35b-4002-af31-7ee959042348 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:58.836372 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0074201a-a321-4a2f-879e-e8577f9a3496 None None] Sync routers for ids ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:47:58.836936 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53954) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:58.840032 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-af2fa97a-a35b-4002-af31-7ee959042348 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:58.859958 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0074201a-a321-4a2f-879e-e8577f9a3496 None None] Routers {'020f89b0-b6db-4aa4-b7ba-80383aec5c3f'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:58.861314 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-0074201a-a321-4a2f-879e-e8577f9a3496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:58.861892 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5a42b50-2b4b-4f3b-9a4e-da2d3cc5cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:58.862581 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5a42b50-2b4b-4f3b-9a4e-da2d3cc5cea8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:58.865109 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a5a42b50-2b4b-4f3b-9a4e-da2d3cc5cea8 service neutron] 10.222.0.11 "PUT /v2.0/ports/eacd23a8-ca31-46bb-9e0e-580677075960 HTTP/1.1" status: 200 len: 1092 time: 3.5265644 Nov 10 17:47:58.884578 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'tag': 'eacd23a8-ca31-46bb-9e0e-580677075960'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:47:58.895167 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0086d84a-0082-4cf9-bde1-a52358a84e99" -d '{"events": [{"name": "network-changed", "server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "tag": "eacd23a8-ca31-46bb-9e0e-580677075960"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:47:59.010829 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac87430-872a-4c39-bfb1-cff387d04f45 x-openstack-request-id: req-eac87430-872a-4c39-bfb1-cff387d04f45 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:47:59.011120 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "tag": "eacd23a8-ca31-46bb-9e0e-580677075960", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:47:59.011375 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eac87430-872a-4c39-bfb1-cff387d04f45 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:47:59.011923 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'tag': 'eacd23a8-ca31-46bb-9e0e-580677075960', 'status': 'completed', 'code': 200} Nov 10 17:47:59.078053 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf815fd-ccca-4f5e-bc4a-9c7467a3032e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:47:59.090525 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c39d7e7-4f9c-4f6f-bd93-d94838869e42 None None] Sync routers for ids ['8e5332bd-3035-45b1-8a7d-e32a17a13d1b'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:47:59.104558 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c39d7e7-4f9c-4f6f-bd93-d94838869e42 None None] Routers {'8e5332bd-3035-45b1-8a7d-e32a17a13d1b'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:59.105435 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-4c39d7e7-4f9c-4f6f-bd93-d94838869e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['8e5332bd-3035-45b1-8a7d-e32a17a13d1b'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:59.142881 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-af2fa97a-a35b-4002-af31-7ee959042348 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:59.154339 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5cf815fd-ccca-4f5e-bc4a-9c7467a3032e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:59.161031 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5cf815fd-ccca-4f5e-bc4a-9c7467a3032e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.1358385 Nov 10 17:47:59.167621 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53962) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:59.176349 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-4c39d7e7-4f9c-4f6f-bd93-d94838869e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:59.179907 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df0660-c563-421e-b266-6f7c7f5d5400 req-71897c53-3d3e-40cf-882d-6c1d1c5d5600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:59.182715 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-0074201a-a321-4a2f-879e-e8577f9a3496 None None] Set router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:47:59.183778 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f2df0660-c563-421e-b266-6f7c7f5d5400 req-71897c53-3d3e-40cf-882d-6c1d1c5d5600 service neutron] 10.222.0.11 "GET /v2.0/networks?id=07b214b6-0379-4e57-a79c-5118cee6c24b HTTP/1.1" status: 200 len: 912 time: 0.5200803 Nov 10 17:47:59.186407 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-af2fa97a-a35b-4002-af31-7ee959042348 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:59.202538 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c39d7e7-4f9c-4f6f-bd93-d94838869e42 None None] Routers {'8e5332bd-3035-45b1-8a7d-e32a17a13d1b'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:59.207231 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-4c39d7e7-4f9c-4f6f-bd93-d94838869e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['8e5332bd-3035-45b1-8a7d-e32a17a13d1b'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:59.278520 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-4c39d7e7-4f9c-4f6f-bd93-d94838869e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:59.279474 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c39d7e7-4f9c-4f6f-bd93-d94838869e42 None None] The sync data for ids ['8e5332bd-3035-45b1-8a7d-e32a17a13d1b'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:47:59.340523 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f2df0660-c563-421e-b266-6f7c7f5d5400 req-d0e7e00a-d1b5-42e2-a5f6-234e49ade0c3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94a55a60-1af8-4730-86c8-8397af10e93f HTTP/1.1" status: 200 len: 217 time: 0.1104677 Nov 10 17:47:59.351469 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-3520432e-11f1-4bc1-a571-e1c25a5eaf64 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Deleting subnet 35bbbca3-be2a-4eda-bd4e-8469cafbf9da {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:47:59.355449 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3520432e-11f1-4bc1-a571-e1c25a5eaf64 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:59.399057 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3520432e-11f1-4bc1-a571-e1c25a5eaf64 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:59.424889 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df0660-c563-421e-b266-6f7c7f5d5400 req-b360553d-1694-4816-a905-15712b87f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:59.427245 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f2df0660-c563-421e-b266-6f7c7f5d5400 req-b360553d-1694-4816-a905-15712b87f2ed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0014d233-a3b8-4110-85a8-3bdeaa4b1e7d HTTP/1.1" status: 200 len: 850 time: 0.0691099 Nov 10 17:47:59.430504 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-af2fa97a-a35b-4002-af31-7ee959042348 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:59.435432 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-af2fa97a-a35b-4002-af31-7ee959042348 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7632496 Nov 10 17:47:59.455100 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53964) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:59.474476 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-b08f2442-5115-4e31-be6f-59752e317a14 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'enable_snat': False}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:47:59.481103 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-0074201a-a321-4a2f-879e-e8577f9a3496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'name': 'tempest-RoutersTest-router-1978934352', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:21Z', 'updated_at': '2021-11-10T17:47:56Z', 'revision_number': 8, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None, '_interfaces': [{'id': '2a6d217d-919a-4078-941e-5e19ad9b03be', 'name': '', 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:3f:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:28Z', 'updated_at': '2021-11-10T17:46:42Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83af12c5-b686-4742-a9e7-5ed435cc7c18', 'name': '', 'network_id': '4c5cca05-b439-49fc-bc43-1f90397dd7e5', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:4f:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:48Z', 'updated_at': '2021-11-10T17:47:01Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969892b7-9544-4e17-bc9e-a2651d658079', 'name': '', 'network_id': '3e544b5f-2191-40a4-8d47-3256a17969af', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:69:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '09c67418-bc87-4b1f-b4fe-9b36f1bef5c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:10Z', 'updated_at': '2021-11-10T17:47:22Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '09c67418-bc87-4b1f-b4fe-9b36f1bef5c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:59.495010 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3520432e-11f1-4bc1-a571-e1c25a5eaf64 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:59.524167 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0074201a-a321-4a2f-879e-e8577f9a3496 None None] Checking router: 020f89b0-b6db-4aa4-b7ba-80383aec5c3f for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:47:59.536182 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0074201a-a321-4a2f-879e-e8577f9a3496 None None] Routers {'020f89b0-b6db-4aa4-b7ba-80383aec5c3f'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:47:59.536836 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-0074201a-a321-4a2f-879e-e8577f9a3496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:47:59.546480 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a42b50-2b4b-4f3b-9a4e-da2d3cc5cea8 service neutron] Pushing event updated for resources: {'Port': ['ID=eacd23a8-ca31-46bb-9e0e-580677075960,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:59.552217 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950033a4-8dd0-4452-88d7-7295dc20a844 req-7d7bc10f-d86b-43ba-b20e-9b0745f92856 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:59.560001 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-950033a4-8dd0-4452-88d7-7295dc20a844 req-7d7bc10f-d86b-43ba-b20e-9b0745f92856 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/ports?device_id=7acd2f98-83de-4016-85bc-02311f9b1a33 HTTP/1.1" status: 200 len: 945 time: 0.3527627 Nov 10 17:47:59.576209 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe9813-e213-4d2b-88df-fd7da557ea97 req-67825d37-43f2-4ee2-9d35-3423b131b039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:59.578238 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-20fe9813-e213-4d2b-88df-fd7da557ea97 req-67825d37-43f2-4ee2-9d35-3423b131b039 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=011b819d7acf410d8e58b7cd2d2f2086&device_id=7acd2f98-83de-4016-85bc-02311f9b1a33 HTTP/1.1" status: 200 len: 1097 time: 0.4033017 Nov 10 17:47:59.586629 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c5755-219e-4d91-bd6b-b7e62b926827 req-b8f2e062-fdab-4fa3-9d5e-3839e441c6eb tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:59.588553 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-610c5755-219e-4d91-bd6b-b7e62b926827 req-b8f2e062-fdab-4fa3-9d5e-3839e441c6eb tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 943 time: 0.4630435 Nov 10 17:47:59.622695 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a263dca3-badc-4af3-8370-dde2aeabd954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:59.623544 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a263dca3-badc-4af3-8370-dde2aeabd954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:59.624213 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a263dca3-badc-4af3-8370-dde2aeabd954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:59.624861 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a263dca3-badc-4af3-8370-dde2aeabd954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:59.625435 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a263dca3-badc-4af3-8370-dde2aeabd954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:59.625927 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a263dca3-badc-4af3-8370-dde2aeabd954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:59.626373 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a263dca3-badc-4af3-8370-dde2aeabd954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:59.628422 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a263dca3-badc-4af3-8370-dde2aeabd954 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87ef8f67c317450abb70e6821b7851c3&device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 6493 time: 0.6467016 Nov 10 17:47:59.682180 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df0660-c563-421e-b266-6f7c7f5d5400 req-9a90a9e0-2c18-4ab2-b413-a27766210f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:47:59.684328 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f2df0660-c563-421e-b266-6f7c7f5d5400 req-9a90a9e0-2c18-4ab2-b413-a27766210f77 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=07b214b6-0379-4e57-a79c-5118cee6c24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2467778 Nov 10 17:47:59.695567 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-f2df0660-c563-421e-b266-6f7c7f5d5400 req-f5938bbd-3afb-43a5-8fda-011a0ac8568d service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:47:59.696691 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f2df0660-c563-421e-b266-6f7c7f5d5400 req-f5938bbd-3afb-43a5-8fda-011a0ac8568d service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054033 Nov 10 17:47:59.730990 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-0074201a-a321-4a2f-879e-e8577f9a3496 None None] Set router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:47:59.773345 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-950033a4-8dd0-4452-88d7-7295dc20a844 req-4d666637-3d56-4997-8288-2efb802b305d tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ded564d-0434-4434-bc30-323e28040e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123685 Nov 10 17:47:59.775261 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-6bfcae9c-706f-4f87-b6ab-648e53154212 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f2a1a3d-5b3f-4c67-83ef-66629755aaba HTTP/1.1" status: 200 len: 217 time: 0.0905144 Nov 10 17:47:59.802863 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3520432e-11f1-4bc1-a571-e1c25a5eaf64 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:59.852750 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3520432e-11f1-4bc1-a571-e1c25a5eaf64 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:59.859722 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3520432e-11f1-4bc1-a571-e1c25a5eaf64 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/subnets/35bbbca3-be2a-4eda-bd4e-8469cafbf9da HTTP/1.1" status: 204 len: 168 time: 0.9921024 Nov 10 17:47:59.865734 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53968) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:47:59.929444 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706068a8-d0cd-4fcd-a05c-ffbf6b45e34a None None] Network cfd2a63e-d6aa-4614-8e3e-e38bf5b72563 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:47:59.948900 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520432e-11f1-4bc1-a571-e1c25a5eaf64 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Subnet': ['ID=35bbbca3-be2a-4eda-bd4e-8469cafbf9da,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:47:59.971984 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b08f2442-5115-4e31-be6f-59752e317a14 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:47:59.980681 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f2df0660-c563-421e-b266-6f7c7f5d5400 req-fbfd2d83-fed9-49a8-a2eb-702961f48920 service neutron] 10.222.0.11 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773099 Nov 10 17:48:00.040837 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-610c5755-219e-4d91-bd6b-b7e62b926827 req-041a16af-a90f-49c7-966f-6fd35643ecb0 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4393556 Nov 10 17:48:00.342611 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c78d47-f75d-4702-b77c-5a3d00414f61 req-f9df5432-df11-4793-90b7-e9b31a59b4f5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:00.360321 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c78d47-f75d-4702-b77c-5a3d00414f61 req-f9df5432-df11-4793-90b7-e9b31a59b4f5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:00.367092 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c78d47-f75d-4702-b77c-5a3d00414f61 req-f9df5432-df11-4793-90b7-e9b31a59b4f5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:00.373550 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c78d47-f75d-4702-b77c-5a3d00414f61 req-f9df5432-df11-4793-90b7-e9b31a59b4f5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:00.383981 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-0074201a-a321-4a2f-879e-e8577f9a3496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'name': 'tempest-RoutersTest-router-1978934352', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:21Z', 'updated_at': '2021-11-10T17:47:56Z', 'revision_number': 8, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None, '_interfaces': [{'id': '2a6d217d-919a-4078-941e-5e19ad9b03be', 'name': '', 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:3f:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:28Z', 'updated_at': '2021-11-10T17:46:42Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83af12c5-b686-4742-a9e7-5ed435cc7c18', 'name': '', 'network_id': '4c5cca05-b439-49fc-bc43-1f90397dd7e5', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:4f:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:48Z', 'updated_at': '2021-11-10T17:47:01Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969892b7-9544-4e17-bc9e-a2651d658079', 'name': '', 'network_id': '3e544b5f-2191-40a4-8d47-3256a17969af', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:69:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '09c67418-bc87-4b1f-b4fe-9b36f1bef5c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:10Z', 'updated_at': '2021-11-10T17:47:22Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '09c67418-bc87-4b1f-b4fe-9b36f1bef5c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:00.385032 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c78d47-f75d-4702-b77c-5a3d00414f61 req-f9df5432-df11-4793-90b7-e9b31a59b4f5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:00.391948 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c78d47-f75d-4702-b77c-5a3d00414f61 req-f9df5432-df11-4793-90b7-e9b31a59b4f5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:00.398353 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c78d47-f75d-4702-b77c-5a3d00414f61 req-f9df5432-df11-4793-90b7-e9b31a59b4f5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:00.404964 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-64c78d47-f75d-4702-b77c-5a3d00414f61 req-f9df5432-df11-4793-90b7-e9b31a59b4f5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5429 time: 0.4694622 Nov 10 17:48:00.445750 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0074201a-a321-4a2f-879e-e8577f9a3496 None None] The sync data for ids ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'] in n-d-776250-10 is: [{'id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'name': 'tempest-RoutersTest-router-1978934352', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:21Z', 'updated_at': '2021-11-10T17:47:56Z', 'revision_number': 8, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None, '_interfaces': [{'id': '2a6d217d-919a-4078-941e-5e19ad9b03be', 'name': '', 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:3f:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:28Z', 'updated_at': '2021-11-10T17:46:42Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83af12c5-b686-4742-a9e7-5ed435cc7c18', 'name': '', 'network_id': '4c5cca05-b439-49fc-bc43-1f90397dd7e5', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:4f:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:48Z', 'updated_at': '2021-11-10T17:47:01Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '969892b7-9544-4e17-bc9e-a2651d658079', 'name': '', 'network_id': '3e544b5f-2191-40a4-8d47-3256a17969af', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:69:8f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '09c67418-bc87-4b1f-b4fe-9b36f1bef5c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:10Z', 'updated_at': '2021-11-10T17:47:22Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '09c67418-bc87-4b1f-b4fe-9b36f1bef5c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:48:00.448204 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-cb5ad30c-f1cc-48ba-9aad-7160ab0a7a03 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "GET /v2.0/routers/8e5332bd-3035-45b1-8a7d-e32a17a13d1b HTTP/1.1" status: 200 len: 885 time: 1.2026358 Nov 10 17:48:00.449846 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe9813-e213-4d2b-88df-fd7da557ea97 req-094eb5ce-4479-4a51-a68d-0829dec47239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:00.450805 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-20fe9813-e213-4d2b-88df-fd7da557ea97 req-094eb5ce-4479-4a51-a68d-0829dec47239 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cf02ed0f-7652-43b3-86a9-cc243c50176d HTTP/1.1" status: 200 len: 913 time: 0.8602772 Nov 10 17:48:00.459968 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c0a7bd-17bb-4d63-81bd-9596197ff3c4 None None] DHCP port deletion for cfd2a63e-d6aa-4614-8e3e-e38bf5b72563 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:48:00.460954 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53972) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:00.507410 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-2af76566-2245-4ad2-8c26-530d9003d5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:00.508938 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-2af76566-2245-4ad2-8c26-530d9003d5ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2408a0c7-e08d-426a-ac08-2e242a5b2cbd HTTP/1.1" status: 200 len: 855 time: 0.7179012 Nov 10 17:48:00.513562 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-148185d0-2574-46bf-9459-da0a70500785 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:00.517083 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-20fe9813-e213-4d2b-88df-fd7da557ea97 req-a5248596-1381-4750-8381-40eb18b18469 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abac35dc-9156-4bc9-912c-13b33fe153c2 HTTP/1.1" status: 200 len: 217 time: 0.0552506 Nov 10 17:48:00.530583 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-92066243-edf6-402d-82bc-edecb1badbe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:00.554493 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-b8c0a7bd-17bb-4d63-81bd-9596197ff3c4 None None] Deleting port 89a6ac88-0627-4460-9e01-e7b01b5d2371 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:48:00.555241 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b8c0a7bd-17bb-4d63-81bd-9596197ff3c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:00.622895 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f2df0660-c563-421e-b266-6f7c7f5d5400 req-04fed930-46df-4cc7-b8d3-079c5bbd165a service neutron] 10.222.0.11 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6247265 Nov 10 17:48:00.629058 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-daa8d70b-03b5-4018-aa19-3f686b7af2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:00.630377 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-daa8d70b-03b5-4018-aa19-3f686b7af2de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ba70b55-5d77-4457-b11f-9823987d654f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1117451 Nov 10 17:48:00.633183 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe9813-e213-4d2b-88df-fd7da557ea97 req-52187e16-fcc6-4b9b-888f-a54b38f4f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:00.634548 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-20fe9813-e213-4d2b-88df-fd7da557ea97 req-52187e16-fcc6-4b9b-888f-a54b38f4f928 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f0cbfff-75ec-47fb-a2f2-d4ca78bff207 HTTP/1.1" status: 200 len: 852 time: 0.1068716 Nov 10 17:48:00.647125 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-64c78d47-f75d-4702-b77c-5a3d00414f61 req-215b271d-05d9-4704-8df1-7309308f6837 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2310793 Nov 10 17:48:00.684170 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b8c0a7bd-17bb-4d63-81bd-9596197ff3c4 None None] For port 89a6ac88-0627-4460-9e01-e7b01b5d2371, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=89a6ac88-0627-4460-9e01-e7b01b5d2371,segment=NetworkSegment(0d088e0e-c90f-41dd-9122-b644e0d2cfda),segment_id=0d088e0e-c90f-41dd-9122-b644e0d2cfda)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:00.687856 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b8c0a7bd-17bb-4d63-81bd-9596197ff3c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:00.731974 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-20fe9813-e213-4d2b-88df-fd7da557ea97 req-ed1ebc71-cc8a-454c-a431-6bc1f36163a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf02ed0f-7652-43b3-86a9-cc243c50176d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833344 Nov 10 17:48:00.734794 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-b8c0a7bd-17bb-4d63-81bd-9596197ff3c4 None None] Calling delete_port for 89a6ac88-0627-4460-9e01-e7b01b5d2371 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:48:00.850906 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-148185d0-2574-46bf-9459-da0a70500785 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Deleting port 89a6ac88-0627-4460-9e01-e7b01b5d2371 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:48:00.851311 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-148185d0-2574-46bf-9459-da0a70500785 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:00.951191 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b8c0a7bd-17bb-4d63-81bd-9596197ff3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:00.981757 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a8b7d9ee-d3ec-4c89-a7c2-c8b6f2e13573 service neutron] 10.222.0.11 "GET /v2.0/networks/7ba70b55-5d77-4457-b11f-9823987d654f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432324 Nov 10 17:48:01.036036 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c0a7bd-17bb-4d63-81bd-9596197ff3c4 None None] No DVR routers for this DVR port 89a6ac88-0627-4460-9e01-e7b01b5d2371 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:48:01.058262 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0a7bd-17bb-4d63-81bd-9596197ff3c4 None None] Pushing event deleted for resources: {'Port': ['ID=89a6ac88-0627-4460-9e01-e7b01b5d2371,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:01.069841 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 94a55a60-1af8-4730-86c8-8397af10e93f details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:48:01.161699 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-20fe9813-e213-4d2b-88df-fd7da557ea97 req-fed0eac7-6f95-402c-a59e-e258148822ec service neutron] 10.222.0.13 "GET /v2.0/networks/cf02ed0f-7652-43b3-86a9-cc243c50176d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188259 Nov 10 17:48:01.199402 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-148185d0-2574-46bf-9459-da0a70500785 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] For port 89a6ac88-0627-4460-9e01-e7b01b5d2371, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=89a6ac88-0627-4460-9e01-e7b01b5d2371,segment=NetworkSegment(0d088e0e-c90f-41dd-9122-b644e0d2cfda),segment_id=0d088e0e-c90f-41dd-9122-b644e0d2cfda)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:01.199782 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-148185d0-2574-46bf-9459-da0a70500785 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:01.276498 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-148185d0-2574-46bf-9459-da0a70500785 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Calling delete_port for 89a6ac88-0627-4460-9e01-e7b01b5d2371 owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:48:01.285268 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 94a55a60-1af8-4730-86c8-8397af10e93f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=94a55a60-1af8-4730-86c8-8397af10e93f,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:01.291197 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82090941-40ba-40c5-ad57-70613dcce34d req-67de4548-00d1-4596-b1cc-96cdebb7d14f tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:01.296296 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-27118cce-f97b-44f8-a887-6ec6c6753305 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.8200068 Nov 10 17:48:01.297834 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53980) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:01.299278 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '94a55a60-1af8-4730-86c8-8397af10e93f', 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b', 'port_id': '94a55a60-1af8-4730-86c8-8397af10e93f', 'mac_address': 'fa:16:3e:c1:c1:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0014d233-a3b8-4110-85a8-3bdeaa4b1e7d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:48:01.300891 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-82090941-40ba-40c5-ad57-70613dcce34d req-67de4548-00d1-4596-b1cc-96cdebb7d14f tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/ports?device_id=7acd2f98-83de-4016-85bc-02311f9b1a33 HTTP/1.1" status: 200 len: 945 time: 0.3949404 Nov 10 17:48:01.302947 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-1dfca16b-1bc0-4b0b-b705-5047949b73c4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1893106965'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:01.352124 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:01.365779 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b08f2442-5115-4e31-be6f-59752e317a14 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:01.368489 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a55a60-1af8-4730-86c8-8397af10e93f {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:48:01.384200 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc977e5-f3a9-4bd7-bf00-5fc69dfbe9b2 req-b9a9b746-5f75-4458-80b9-ec4de573c34e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:01.391783 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 94a55a60-1af8-4730-86c8-8397af10e93f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=94a55a60-1af8-4730-86c8-8397af10e93f,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:01.393501 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7dc977e5-f3a9-4bd7-bf00-5fc69dfbe9b2 req-b9a9b746-5f75-4458-80b9-ec4de573c34e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 943 time: 0.1666884 Nov 10 17:48:01.398041 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:01.425131 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b08f2442-5115-4e31-be6f-59752e317a14 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:01.445085 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-47af3666-7fdd-428b-82fd-97aa50b3c7fb service neutron] 10.222.0.11 "GET /v2.0/networks/7ba70b55-5d77-4457-b11f-9823987d654f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386210 Nov 10 17:48:01.453753 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-20fe9813-e213-4d2b-88df-fd7da557ea97 req-77331a1b-47af-4b43-aa39-1f09b93fab84 service neutron] 10.222.0.13 "GET /v2.0/networks/cf02ed0f-7652-43b3-86a9-cc243c50176d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653208 Nov 10 17:48:01.478012 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=94a55a60-1af8-4730-86c8-8397af10e93f,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:01.484769 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-82090941-40ba-40c5-ad57-70613dcce34d req-782c30d9-acc8-4118-96ef-7a69461ad0fe tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ded564d-0434-4434-bc30-323e28040e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828990 Nov 10 17:48:01.540529 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-43c57ef8-8d96-4b8c-9f89-509a50537180 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=224ef4d3-dee2-4bcd-947b-b7c7a9b0544c HTTP/1.1" status: 200 len: 217 time: 0.0811393 Nov 10 17:48:01.568859 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7dc977e5-f3a9-4bd7-bf00-5fc69dfbe9b2 req-93bfe3bb-a416-4944-8a99-a4a7d6f7d912 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742401 Nov 10 17:48:01.591309 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-148185d0-2574-46bf-9459-da0a70500785 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:01.627227 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148185d0-2574-46bf-9459-da0a70500785 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Port': ['ID=89a6ac88-0627-4460-9e01-e7b01b5d2371,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:01.646772 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['94a55a60-1af8-4730-86c8-8397af10e93f'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:48:01.662001 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148185d0-2574-46bf-9459-da0a70500785 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] No DVR routers for this DVR port 89a6ac88-0627-4460-9e01-e7b01b5d2371 on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:48:01.681737 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-6003dc5f-1197-4a40-b9dc-099ae1ee5097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:01.685026 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-6003dc5f-1197-4a40-b9dc-099ae1ee5097 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=235a8a7b-9769-4bcb-b248-e3a3ce641763 HTTP/1.1" status: 200 len: 797 time: 0.1348124 Nov 10 17:48:01.866917 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-b08f2442-5115-4e31-be6f-59752e317a14 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Allocated IP 172.25.5.119 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/3b589b92-c353-4c3c-8301-921698da0b79) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:48:01.901696 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 89a6ac88-0627-4460-9e01-e7b01b5d2371 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:48:01.962362 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 89a6ac88-0627-4460-9e01-e7b01b5d2371 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:48:01.962869 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 89a6ac88-0627-4460-9e01-e7b01b5d2371 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:48:01.963368 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ab632d11-6b5c-4d3e-a5bf-75f6a340aded no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:48:01.975147 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-ec4948ae-bb83-45d6-9ef1-680bc162b801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:01.977889 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-ec4948ae-bb83-45d6-9ef1-680bc162b801 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47baead0-3e81-4ecd-90e6-eeb908ade233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2537837 Nov 10 17:48:02.003188 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: ab632d11-6b5c-4d3e-a5bf-75f6a340aded {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:48:02.003188 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ab632d11-6b5c-4d3e-a5bf-75f6a340aded not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:48:02.022110 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-148185d0-2574-46bf-9459-da0a70500785 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:02.088980 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1dfca16b-1bc0-4b0b-b705-5047949b73c4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1024386'] for router, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:02.115793 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1dfca16b-1bc0-4b0b-b705-5047949b73c4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412472'] for router, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:02.194247 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b08f2442-5115-4e31-be6f-59752e317a14 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:02.207270 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-148185d0-2574-46bf-9459-da0a70500785 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd2a63e-d6aa-4614-8e3e-e38bf5b72563']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:02.228617 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-148185d0-2574-46bf-9459-da0a70500785 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d088e0e-c90f-41dd-9122-b644e0d2cfda') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:02.228934 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-148185d0-2574-46bf-9459-da0a70500785 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d088e0e-c90f-41dd-9122-b644e0d2cfda') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:02.248691 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-148185d0-2574-46bf-9459-da0a70500785 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:02.281218 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e3563-011d-40cf-b03f-105f929848bc req-a872f5d0-4692-40dd-a028-8d06f881cc66 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:02.289709 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e3563-011d-40cf-b03f-105f929848bc req-a872f5d0-4692-40dd-a028-8d06f881cc66 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:02.295189 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfca16b-1bc0-4b0b-b705-5047949b73c4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Router 8e5332bd-3035-45b1-8a7d-e32a17a13d1b has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:48:02.296604 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b08f2442-5115-4e31-be6f-59752e317a14 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:02.300282 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e3563-011d-40cf-b03f-105f929848bc req-a872f5d0-4692-40dd-a028-8d06f881cc66 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:02.305028 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e3563-011d-40cf-b03f-105f929848bc req-a872f5d0-4692-40dd-a028-8d06f881cc66 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:02.314088 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e3563-011d-40cf-b03f-105f929848bc req-a872f5d0-4692-40dd-a028-8d06f881cc66 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:02.322718 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e3563-011d-40cf-b03f-105f929848bc req-a872f5d0-4692-40dd-a028-8d06f881cc66 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:02.331060 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e3563-011d-40cf-b03f-105f929848bc req-a872f5d0-4692-40dd-a028-8d06f881cc66 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:02.333283 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-580e3563-011d-40cf-b03f-105f929848bc req-a872f5d0-4692-40dd-a028-8d06f881cc66 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5429 time: 0.4162877 Nov 10 17:48:02.348282 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08f2442-5115-4e31-be6f-59752e317a14 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:48:02.356889 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-b08f2442-5115-4e31-be6f-59752e317a14 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:02.373552 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fffd91b-7f91-40bd-bf7b-493d6ec494b2 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:48:02.373914 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-148185d0-2574-46bf-9459-da0a70500785 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:02.389153 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-148185d0-2574-46bf-9459-da0a70500785 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:48:02.389558 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-148185d0-2574-46bf-9459-da0a70500785 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: self.session.flush() Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: self.session.flush() Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: self.session.flush() Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: self.session.flush() Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:48:02.395740 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:48:02.400633 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08f2442-5115-4e31-be6f-59752e317a14 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:48:02.404521 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f2442-5115-4e31-be6f-59752e317a14 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Pushing event updated for resources: {'Port': ['ID=3b589b92-c353-4c3c-8301-921698da0b79,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:02.411407 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-e0bdb492-fa10-4ef4-9e8f-3d1932698382 service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928840 Nov 10 17:48:02.529578 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-7b278302-03e9-4e2c-8970-e3a22ccce8a2 None None] Provisioning complete for port 3b589b92-c353-4c3c-8301-921698da0b79 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:02.531740 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7b278302-03e9-4e2c-8970-e3a22ccce8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:02.539367 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-148185d0-2574-46bf-9459-da0a70500785 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:02.551109 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-148185d0-2574-46bf-9459-da0a70500785 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:02.554328 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-148185d0-2574-46bf-9459-da0a70500785 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/networks/cfd2a63e-d6aa-4614-8e3e-e38bf5b72563 HTTP/1.1" status: 204 len: 168 time: 2.6671267 Nov 10 17:48:02.558779 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53988) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:02.603491 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfca16b-1bc0-4b0b-b705-5047949b73c4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:48:02.615820 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1dfca16b-1bc0-4b0b-b705-5047949b73c4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:02.619608 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1dfca16b-1bc0-4b0b-b705-5047949b73c4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "PUT /v2.0/routers/8e5332bd-3035-45b1-8a7d-e32a17a13d1b HTTP/1.1" status: 200 len: 892 time: 1.3180177 Nov 10 17:48:02.619608 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53992) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:02.635580 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9503b2d-6d57-4614-9624-4a246c50bfcc None None] Sync routers for ids ['8e5332bd-3035-45b1-8a7d-e32a17a13d1b'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:48:02.688089 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-7b278302-03e9-4e2c-8970-e3a22ccce8a2 None None] Port 3b589b92-c353-4c3c-8301-921698da0b79 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:48:02.718657 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9503b2d-6d57-4614-9624-4a246c50bfcc None None] Routers {'8e5332bd-3035-45b1-8a7d-e32a17a13d1b'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:02.721023 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a9503b2d-6d57-4614-9624-4a246c50bfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['8e5332bd-3035-45b1-8a7d-e32a17a13d1b'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:02.788711 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a9503b2d-6d57-4614-9624-4a246c50bfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:02.799629 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9503b2d-6d57-4614-9624-4a246c50bfcc None None] Routers {'8e5332bd-3035-45b1-8a7d-e32a17a13d1b'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:02.800654 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a9503b2d-6d57-4614-9624-4a246c50bfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:47:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['8e5332bd-3035-45b1-8a7d-e32a17a13d1b'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:02.803695 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:48:02.836414 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-580e3563-011d-40cf-b03f-105f929848bc req-76d78b56-208d-416b-aead-86efb103aab6 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4905782 Nov 10 17:48:02.841104 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148185d0-2574-46bf-9459-da0a70500785 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Network': ['ID=cfd2a63e-d6aa-4614-8e3e-e38bf5b72563,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:02.848180 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a9503b2d-6d57-4614-9624-4a246c50bfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:02.849211 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9503b2d-6d57-4614-9624-4a246c50bfcc None None] The sync data for ids ['8e5332bd-3035-45b1-8a7d-e32a17a13d1b'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:48:02.892852 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-64f86d53-b25b-4ef9-a5ae-078e8d11b99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:02.989709 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f13d8-916e-40d8-a8f7-724cef1ece07 req-fc52aada-7a79-447d-88b4-8259e142e49d tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:02.991675 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c39f13d8-916e-40d8-a8f7-724cef1ece07 req-fc52aada-7a79-447d-88b4-8259e142e49d tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/ports?device_id=7acd2f98-83de-4016-85bc-02311f9b1a33 HTTP/1.1" status: 200 len: 945 time: 0.1939402 Nov 10 17:48:02.993284 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-397ad280-3526-42c9-a130-e3a00b4e72ba service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5476303 Nov 10 17:48:03.008683 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-269c3101-c8e5-471d-92a4-1609cdbdb2a8 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "GET /v2.0/routers/8e5332bd-3035-45b1-8a7d-e32a17a13d1b HTTP/1.1" status: 200 len: 892 time: 0.3879282 Nov 10 17:48:03.017992 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 94a55a60-1af8-4730-86c8-8397af10e93f up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:48:03.019485 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53994) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:03.039150 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b08f2442-5115-4e31-be6f-59752e317a14 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:03.059033 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-04081706-0d6b-4e67-afb1-d51cf4cf81cb tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e5332bd-3035-45b1-8a7d-e32a17a13d1b HTTP/1.1" status: 200 len: 205 time: 0.0380402 Nov 10 17:48:03.066884 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-e86af280-9eb1-445e-8fc0-01a07bb4af09 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=47f8f0ae-9d1a-48c8-a567-346cf76cba57 HTTP/1.1" status: 200 len: 217 time: 0.0452638 Nov 10 17:48:03.068524 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53996) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:03.163096 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1eb07-039a-4010-a102-0efc81bd2049 req-92d63bfe-5724-40a6-a653-c1686db7b603 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:03.169921 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 94a55a60-1af8-4730-86c8-8397af10e93f completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:48:03.170769 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-12b1eb07-039a-4010-a102-0efc81bd2049 req-92d63bfe-5724-40a6-a653-c1686db7b603 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.2214048 Nov 10 17:48:03.194601 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 94a55a60-1af8-4730-86c8-8397af10e93f triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:03.200377 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:03.206184 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c39f13d8-916e-40d8-a8f7-724cef1ece07 req-b72cccbf-1c64-4582-98a6-8f499948e2c1 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ded564d-0434-4434-bc30-323e28040e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915600 Nov 10 17:48:03.316874 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-d84a184c-2183-417b-848b-d09e299dea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:03.330926 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-d84a184c-2183-417b-848b-d09e299dea7e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=235a8a7b-9769-4bcb-b248-e3a3ce641763 HTTP/1.1" status: 200 len: 797 time: 0.2533829 Nov 10 17:48:03.372913 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-12b1eb07-039a-4010-a102-0efc81bd2049 req-17c99919-100c-4ef1-a9c1-beaeccbfd938 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011709 Nov 10 17:48:03.499247 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-760809ef-5f5a-4f05-b8ae-89b8eeccc989 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:03.522344 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:03.552311 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b08f2442-5115-4e31-be6f-59752e317a14 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1024386'] for router, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:03.556372 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b08f2442-5115-4e31-be6f-59752e317a14 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412472'] for router, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:03.603063 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7e95a3-e687-47fe-8bd5-a81e6baeab34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a55a60-1af8-4730-86c8-8397af10e93f'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:48:03.612984 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c906fd6-b693-4eb5-a3e9-92abc7db2e29" -d '{"events": [{"server_uuid": "be7e95a3-e687-47fe-8bd5-a81e6baeab34", "name": "network-vif-plugged", "status": "completed", "tag": "94a55a60-1af8-4730-86c8-8397af10e93f"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:48:03.640447 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 94a55a60-1af8-4730-86c8-8397af10e93f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=94a55a60-1af8-4730-86c8-8397af10e93f,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:03.646598 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:03.733275 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-e92519af-f4ff-4b37-ab85-7d457c45e827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:03.734261 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749cfc81-5e78-4ab0-8f51-64542e679559 x-openstack-request-id: req-749cfc81-5e78-4ab0-8f51-64542e679559 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:48:03.734768 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7e95a3-e687-47fe-8bd5-a81e6baeab34", "name": "network-vif-plugged", "status": "completed", "tag": "94a55a60-1af8-4730-86c8-8397af10e93f", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:48:03.734909 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-749cfc81-5e78-4ab0-8f51-64542e679559 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:48:03.735855 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7e95a3-e687-47fe-8bd5-a81e6baeab34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a55a60-1af8-4730-86c8-8397af10e93f', 'code': 200} Nov 10 17:48:03.740869 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-e92519af-f4ff-4b37-ab85-7d457c45e827 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47baead0-3e81-4ecd-90e6-eeb908ade233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3634419 Nov 10 17:48:03.781355 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=94a55a60-1af8-4730-86c8-8397af10e93f,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:03.912658 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6c488-7df9-457f-a44c-d62a88b2989d req-4e64c5f8-e56c-4f02-99bc-8d5c03fb6e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:03.914891 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-10a6c488-7df9-457f-a44c-d62a88b2989d req-4e64c5f8-e56c-4f02-99bc-8d5c03fb6e0d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 1097 time: 0.1331794 Nov 10 17:48:03.990329 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:04.059109 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-760809ef-5f5a-4f05-b8ae-89b8eeccc989 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:04.136633 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f12a79-3d6e-41e1-9e3c-838eb3e609b5 req-f7b7e632-b5b1-42f1-88d7-656293110675 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:04.144990 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-67f12a79-3d6e-41e1-9e3c-838eb3e609b5 req-f7b7e632-b5b1-42f1-88d7-656293110675 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/ports?device_id=7acd2f98-83de-4016-85bc-02311f9b1a33 HTTP/1.1" status: 200 len: 945 time: 0.2416468 Nov 10 17:48:04.159322 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-10a6c488-7df9-457f-a44c-d62a88b2989d req-da08f1d0-adbc-443b-8dfe-b6ab85b8da61 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291262 Nov 10 17:48:04.163133 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08f2442-5115-4e31-be6f-59752e317a14 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Router 14a58847-4c42-4a73-99be-40bf1ce3d419 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:48:04.227085 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05800fad-803b-46e0-b68a-c13f76c508ab req-b7af6c49-9c26-473e-be0f-41a984222173 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:04.248886 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05800fad-803b-46e0-b68a-c13f76c508ab req-b7af6c49-9c26-473e-be0f-41a984222173 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:04.265627 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05800fad-803b-46e0-b68a-c13f76c508ab req-b7af6c49-9c26-473e-be0f-41a984222173 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:04.283006 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05800fad-803b-46e0-b68a-c13f76c508ab req-b7af6c49-9c26-473e-be0f-41a984222173 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:04.293207 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05800fad-803b-46e0-b68a-c13f76c508ab req-b7af6c49-9c26-473e-be0f-41a984222173 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:04.299905 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05800fad-803b-46e0-b68a-c13f76c508ab req-b7af6c49-9c26-473e-be0f-41a984222173 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:04.306499 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05800fad-803b-46e0-b68a-c13f76c508ab req-b7af6c49-9c26-473e-be0f-41a984222173 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:04.308368 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-05800fad-803b-46e0-b68a-c13f76c508ab req-b7af6c49-9c26-473e-be0f-41a984222173 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5429 time: 0.3310704 Nov 10 17:48:04.476191 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-05800fad-803b-46e0-b68a-c13f76c508ab req-23663d3d-7605-4e8f-9a6c-ce4cd6332ca7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1320064 Nov 10 17:48:04.503495 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08f2442-5115-4e31-be6f-59752e317a14 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:48:04.530979 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643a6f57-1526-4022-8048-9f99274449a2 None None] Sync routers for ids ['14a58847-4c42-4a73-99be-40bf1ce3d419'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:48:04.535534 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b08f2442-5115-4e31-be6f-59752e317a14 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:04.546486 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b08f2442-5115-4e31-be6f-59752e317a14 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] 10.222.0.39 "PUT /v2.0/routers/14a58847-4c42-4a73-99be-40bf1ce3d419 HTTP/1.1" status: 200 len: 919 time: 5.0874107 Nov 10 17:48:04.548679 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54014) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:04.549835 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643a6f57-1526-4022-8048-9f99274449a2 None None] Routers {'14a58847-4c42-4a73-99be-40bf1ce3d419'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:04.550459 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-643a6f57-1526-4022-8048-9f99274449a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:48:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['14a58847-4c42-4a73-99be-40bf1ce3d419'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:04.665642 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-9238c68a-e1a5-4461-ad5d-250a85face64 service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7787910 Nov 10 17:48:04.676256 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d190033b-b1da-4c58-974c-d82da95fb9b9 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:04.680822 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-643a6f57-1526-4022-8048-9f99274449a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:04.701529 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643a6f57-1526-4022-8048-9f99274449a2 None None] Routers {'14a58847-4c42-4a73-99be-40bf1ce3d419'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:04.702596 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-643a6f57-1526-4022-8048-9f99274449a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:48:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['14a58847-4c42-4a73-99be-40bf1ce3d419'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:04.831212 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-643a6f57-1526-4022-8048-9f99274449a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:04.832017 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643a6f57-1526-4022-8048-9f99274449a2 None None] The sync data for ids ['14a58847-4c42-4a73-99be-40bf1ce3d419'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:48:04.897507 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-67f12a79-3d6e-41e1-9e3c-838eb3e609b5 req-c083af01-e21b-46fd-8e64-18e9115d0b8b tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ded564d-0434-4434-bc30-323e28040e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7515085 Nov 10 17:48:04.916433 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-760809ef-5f5a-4f05-b8ae-89b8eeccc989 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Deleting port f09ffd5b-14e7-4ec9-965f-d78e3f79bad0 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:48:04.917125 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-760809ef-5f5a-4f05-b8ae-89b8eeccc989 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:05.059248 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4994a8f-2e9c-431f-909a-bf100bb4148c req-b6adcec8-0a8b-456a-bf06-393e573efff4 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:05.061019 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a4994a8f-2e9c-431f-909a-bf100bb4148c req-b6adcec8-0a8b-456a-bf06-393e573efff4 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 945 time: 0.5099247 Nov 10 17:48:05.062657 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-bda78946-2389-494d-afdf-9aea28c19393 service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821571 Nov 10 17:48:05.108510 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-41ec6025-88e4-489e-90fd-ddb4d1c91757 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] 10.222.0.39 "GET /v2.0/routers/14a58847-4c42-4a73-99be-40bf1ce3d419 HTTP/1.1" status: 200 len: 925 time: 0.5577912 Nov 10 17:48:05.114564 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54016) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:05.161121 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a4994a8f-2e9c-431f-909a-bf100bb4148c req-933adc28-2b06-4fd3-b3aa-ff86ec8fafa7 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914972 Nov 10 17:48:05.176777 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-3babb686-f079-4e43-8089-d94db32c602d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=c5181e29-f91d-489f-9f2c-19921b9b79a6 HTTP/1.1" status: 200 len: 217 time: 0.0911500 Nov 10 17:48:05.189070 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf84cd2-79af-4927-9632-5fd3a4445199 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:05.192249 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-dcf84cd2-79af-4927-9632-5fd3a4445199 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=ef950546-b13c-4865-8837-7444cdb2848e&device_id=14a58847-4c42-4a73-99be-40bf1ce3d419&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0764692 Nov 10 17:48:05.198802 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54018) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:05.208732 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-760809ef-5f5a-4f05-b8ae-89b8eeccc989 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:05.261039 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-760809ef-5f5a-4f05-b8ae-89b8eeccc989 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Calling delete_port for f09ffd5b-14e7-4ec9-965f-d78e3f79bad0 owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:48:05.318481 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce3c39-127f-4d58-baee-2b069e8ef2dc req-f11b7cb2-2aa2-41ba-902d-9bd40c3ecab9 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:05.325592 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a9ce3c39-127f-4d58-baee-2b069e8ef2dc req-f11b7cb2-2aa2-41ba-902d-9bd40c3ecab9 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.13 "GET /v2.0/ports?device_id=7acd2f98-83de-4016-85bc-02311f9b1a33 HTTP/1.1" status: 200 len: 945 time: 0.2646799 Nov 10 17:48:05.380751 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-ab0ff8d3-57ce-40ed-b423-645c561a0bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:05.382615 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-ab0ff8d3-57ce-40ed-b423-645c561a0bf0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=235a8a7b-9769-4bcb-b248-e3a3ce641763 HTTP/1.1" status: 200 len: 797 time: 0.1852643 Nov 10 17:48:05.387505 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d660ccf7-390c-44a1-b44e-e1e0a5f22829 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:05.390163 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d660ccf7-390c-44a1-b44e-e1e0a5f22829 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] 10.222.0.39 "GET /v2.0/networks/ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 881 time: 0.1849775 Nov 10 17:48:05.394014 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54020) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:05.435796 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-dd3f00e9-813d-4305-b3e2-c4beae37bfd5 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] 10.222.0.39 "GET /v2.0/ports?device_id=14a58847-4c42-4a73-99be-40bf1ce3d419 HTTP/1.1" status: 200 len: 205 time: 0.0401342 Nov 10 17:48:05.445382 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54022) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:05.496365 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:05.620667 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-f7d620e7-3230-491b-aaae-a14628f0a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:05.623148 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-f7d620e7-3230-491b-aaae-a14628f0a490 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47baead0-3e81-4ecd-90e6-eeb908ade233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2180798 Nov 10 17:48:05.649534 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5021ff08-5efd-4708-9bcc-ca126510233d tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:05.807112 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5021ff08-5efd-4708-9bcc-ca126510233d tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:05.889084 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66712e3-6022-4043-8ed9-5a3262fbf608 req-e7fe7c6c-02b2-4bc4-a4ed-0f6ae41b10f0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:05.896194 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66712e3-6022-4043-8ed9-5a3262fbf608 req-e7fe7c6c-02b2-4bc4-a4ed-0f6ae41b10f0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:05.900455 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-5021ff08-5efd-4708-9bcc-ca126510233d tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Deleting port 3b589b92-c353-4c3c-8301-921698da0b79 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:48:05.901119 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5021ff08-5efd-4708-9bcc-ca126510233d tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:05.903134 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66712e3-6022-4043-8ed9-5a3262fbf608 req-e7fe7c6c-02b2-4bc4-a4ed-0f6ae41b10f0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:05.915856 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66712e3-6022-4043-8ed9-5a3262fbf608 req-e7fe7c6c-02b2-4bc4-a4ed-0f6ae41b10f0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:05.925332 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66712e3-6022-4043-8ed9-5a3262fbf608 req-e7fe7c6c-02b2-4bc4-a4ed-0f6ae41b10f0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:05.935119 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66712e3-6022-4043-8ed9-5a3262fbf608 req-e7fe7c6c-02b2-4bc4-a4ed-0f6ae41b10f0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:05.946652 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66712e3-6022-4043-8ed9-5a3262fbf608 req-e7fe7c6c-02b2-4bc4-a4ed-0f6ae41b10f0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:05.949941 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d66712e3-6022-4043-8ed9-5a3262fbf608 req-e7fe7c6c-02b2-4bc4-a4ed-0f6ae41b10f0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5429 time: 0.3329713 Nov 10 17:48:06.036387 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5021ff08-5efd-4708-9bcc-ca126510233d tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:06.053075 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-5021ff08-5efd-4708-9bcc-ca126510233d tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Calling delete_port for 3b589b92-c353-4c3c-8301-921698da0b79 owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:48:06.058479 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-a9ce3c39-127f-4d58-baee-2b069e8ef2dc req-c933ab26-3698-4e3c-8c28-964819c1f3f1 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] Deleting port abac35dc-9156-4bc9-912c-13b33fe153c2 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:48:06.059026 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a9ce3c39-127f-4d58-baee-2b069e8ef2dc req-c933ab26-3698-4e3c-8c28-964819c1f3f1 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:06.098918 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-d190033b-b1da-4c58-974c-d82da95fb9b9 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Deleting port 969892b7-9544-4e17-bc9e-a2651d658079 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:48:06.099568 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d190033b-b1da-4c58-974c-d82da95fb9b9 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:06.190462 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-1479120e-d69b-4e76-b6f6-dc7b15111c4c service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5346897 Nov 10 17:48:06.237787 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5879ff-ee18-4902-87d5-20b34c606696 req-6a4c1037-5309-45bb-a6a4-f2d591c9748a tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:06.239294 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6e5879ff-ee18-4902-87d5-20b34c606696 req-6a4c1037-5309-45bb-a6a4-f2d591c9748a tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/ports?device_id=7acd2f98-83de-4016-85bc-02311f9b1a33 HTTP/1.1" status: 200 len: 945 time: 0.1380711 Nov 10 17:48:06.282675 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:06.348039 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-760809ef-5f5a-4f05-b8ae-89b8eeccc989 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:06.365440 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6e5879ff-ee18-4902-87d5-20b34c606696 req-1ad1508b-ebc4-4d0e-aa07-8e2130f8cf3c tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ded564d-0434-4434-bc30-323e28040e74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022799 Nov 10 17:48:06.382854 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5021ff08-5efd-4708-9bcc-ca126510233d tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:06.408233 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d66712e3-6022-4043-8ed9-5a3262fbf608 req-211ca027-b6d3-4379-8f7a-57fe752c4ea3 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4413106 Nov 10 17:48:06.444770 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5021ff08-5efd-4708-9bcc-ca126510233d tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Pushing event deleted for resources: {'Port': ['ID=3b589b92-c353-4c3c-8301-921698da0b79,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:06.446830 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760809ef-5f5a-4f05-b8ae-89b8eeccc989 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Port': ['ID=f09ffd5b-14e7-4ec9-965f-d78e3f79bad0,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:06.457106 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8796fa7-4b96-4bbc-b591-d09748889025 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:48:06.506883 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304e50f3-a5e6-41a7-a03a-431c9fd135ac None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:48:06.545213 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-a9ce3c39-127f-4d58-baee-2b069e8ef2dc req-c933ab26-3698-4e3c-8c28-964819c1f3f1 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] For port abac35dc-9156-4bc9-912c-13b33fe153c2, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=abac35dc-9156-4bc9-912c-13b33fe153c2,segment=NetworkSegment(2909710e-61d8-4091-a89d-f907aac12e3d),segment_id=2909710e-61d8-4091-a89d-f907aac12e3d)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:06.545591 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a9ce3c39-127f-4d58-baee-2b069e8ef2dc req-c933ab26-3698-4e3c-8c28-964819c1f3f1 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:06.572640 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5021ff08-5efd-4708-9bcc-ca126510233d tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:06.579579 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-d190033b-b1da-4c58-974c-d82da95fb9b9 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] For port 969892b7-9544-4e17-bc9e-a2651d658079, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=969892b7-9544-4e17-bc9e-a2651d658079,segment=NetworkSegment(01b5c2e4-7d5a-4b10-8874-7addf758a6d2),segment_id=01b5c2e4-7d5a-4b10-8874-7addf758a6d2)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:06.580516 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d190033b-b1da-4c58-974c-d82da95fb9b9 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:06.582794 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525962e-6bd4-44c4-a563-2815200f9c63 req-ecf33a7d-b268-4f47-a35b-7027625efaa6 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:06.589907 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6525962e-6bd4-44c4-a563-2815200f9c63 req-ecf33a7d-b268-4f47-a35b-7027625efaa6 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 945 time: 0.1144328 Nov 10 17:48:06.614862 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-a9ce3c39-127f-4d58-baee-2b069e8ef2dc req-c933ab26-3698-4e3c-8c28-964819c1f3f1 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] Calling delete_port for abac35dc-9156-4bc9-912c-13b33fe153c2 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:48:06.616781 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-d190033b-b1da-4c58-974c-d82da95fb9b9 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Calling delete_port for 969892b7-9544-4e17-bc9e-a2651d658079 owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:48:06.633417 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-dc2176fa-4172-4b86-8d13-9d1a9f820121 service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806214 Nov 10 17:48:06.712892 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5021ff08-5efd-4708-9bcc-ca126510233d tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:06.723749 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5021ff08-5efd-4708-9bcc-ca126510233d tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:06.726446 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-56393c3c-4b35-4305-bad6-69525e79cd00 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=3e2b75e1-1dde-4f1e-8e65-79bd011d0b86 HTTP/1.1" status: 200 len: 217 time: 0.0829551 Nov 10 17:48:06.755071 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-760809ef-5f5a-4f05-b8ae-89b8eeccc989 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:06.793649 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6525962e-6bd4-44c4-a563-2815200f9c63 req-97ebc86c-2397-44ba-8385-0605a37da0ac tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2029433 Nov 10 17:48:06.803045 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5021ff08-5efd-4708-9bcc-ca126510233d tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:06.803695 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5021ff08-5efd-4708-9bcc-ca126510233d tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Fanout notify agent at l3_agent the message router_deleted on router 14a58847-4c42-4a73-99be-40bf1ce3d419 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:48:06.811600 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5021ff08-5efd-4708-9bcc-ca126510233d tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:06.817558 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5021ff08-5efd-4708-9bcc-ca126510233d tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] 10.222.0.39 "DELETE /v2.0/routers/14a58847-4c42-4a73-99be-40bf1ce3d419 HTTP/1.1" status: 204 len: 168 time: 1.3664591 Nov 10 17:48:06.819115 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54040) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:06.825973 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-fbba7615-22f1-4643-86d0-bb4b83bf0994 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1123951683', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}, 'admin_state_up': False}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:06.862300 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fbba7615-22f1-4643-86d0-bb4b83bf0994 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:06.863746 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fbba7615-22f1-4643-86d0-bb4b83bf0994 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:06.926035 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-760809ef-5f5a-4f05-b8ae-89b8eeccc989 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:06.935208 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-760809ef-5f5a-4f05-b8ae-89b8eeccc989 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:06.945861 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fbba7615-22f1-4643-86d0-bb4b83bf0994 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:06.990448 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-537c992c-db33-4a1c-a890-6daf5ac5ef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:06.991934 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-537c992c-db33-4a1c-a890-6daf5ac5ef87 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=235a8a7b-9769-4bcb-b248-e3a3ce641763 HTTP/1.1" status: 200 len: 797 time: 0.2322998 Nov 10 17:48:07.093979 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fbba7615-22f1-4643-86d0-bb4b83bf0994 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:07.117730 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-760809ef-5f5a-4f05-b8ae-89b8eeccc989 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:07.118176 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760809ef-5f5a-4f05-b8ae-89b8eeccc989 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Fanout notify agent at l3_agent the message router_deleted on router 8e5332bd-3035-45b1-8a7d-e32a17a13d1b {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:48:07.129249 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-760809ef-5f5a-4f05-b8ae-89b8eeccc989 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:07.136382 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-760809ef-5f5a-4f05-b8ae-89b8eeccc989 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/routers/8e5332bd-3035-45b1-8a7d-e32a17a13d1b HTTP/1.1" status: 204 len: 168 time: 4.0599463 Nov 10 17:48:07.136382 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54044) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:07.150022 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-f89f3fac-985a-4c26-9c0a-1f062dbe7fb6 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2136264141'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:07.182592 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a4662-f4d7-463c-881a-890045d1327f req-29a3787c-4d28-4427-b3e2-6daddbc12f5b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:07.184402 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e81a4662-f4d7-463c-881a-890045d1327f req-29a3787c-4d28-4427-b3e2-6daddbc12f5b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 945 time: 0.2459896 Nov 10 17:48:07.199046 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54046) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:07.204114 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-a093efc7-9b82-4cb1-8cc6-93fe8e0251e3 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Request body: {'floatingip': {'port_id': '94a55a60-1af8-4730-86c8-8397af10e93f'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:07.216634 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-3a019bb4-2978-48b4-94a2-1ea54c64551e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:07.218134 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-3a019bb4-2978-48b4-94a2-1ea54c64551e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47baead0-3e81-4ecd-90e6-eeb908ade233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1865380 Nov 10 17:48:07.279372 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a093efc7-9b82-4cb1-8cc6-93fe8e0251e3 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks [] for floatingip, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:07.322367 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89f3fac-985a-4c26-9c0a-1f062dbe7fb6 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Made reservation on behalf of 9e394024f4884a1d89b5a6d9aedb8502 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:48:07.326048 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f89f3fac-985a-4c26-9c0a-1f062dbe7fb6 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:07.351190 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a9ce3c39-127f-4d58-baee-2b069e8ef2dc req-c933ab26-3698-4e3c-8c28-964819c1f3f1 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:07.388646 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d190033b-b1da-4c58-974c-d82da95fb9b9 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:07.404047 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933ab26-3698-4e3c-8c28-964819c1f3f1 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] Pushing event deleted for resources: {'Port': ['ID=abac35dc-9156-4bc9-912c-13b33fe153c2,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:07.424436 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f89f3fac-985a-4c26-9c0a-1f062dbe7fb6 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:48:07.479475 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190033b-b1da-4c58-974c-d82da95fb9b9 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Port': ['ID=969892b7-9544-4e17-bc9e-a2651d658079,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:07.537250 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f89f3fac-985a-4c26-9c0a-1f062dbe7fb6 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:07.537611 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-f89f3fac-985a-4c26-9c0a-1f062dbe7fb6 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Added segment 94751d65-2604-4509-b7a8-cc818e6ce105 of type vlan for network 6c322c9a-f9b0-4d78-94e2-f3e1ef332cb3 Nov 10 17:48:07.544287 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fbba7615-22f1-4643-86d0-bb4b83bf0994 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:07.559110 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ce3c39-127f-4d58-baee-2b069e8ef2dc req-c933ab26-3698-4e3c-8c28-964819c1f3f1 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] No DVR routers for this DVR port abac35dc-9156-4bc9-912c-13b33fe153c2 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:48:07.579297 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a9ce3c39-127f-4d58-baee-2b069e8ef2dc req-c933ab26-3698-4e3c-8c28-964819c1f3f1 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:07.582707 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a9ce3c39-127f-4d58-baee-2b069e8ef2dc req-c933ab26-3698-4e3c-8c28-964819c1f3f1 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.13 "DELETE /v2.0/ports/abac35dc-9156-4bc9-912c-13b33fe153c2 HTTP/1.1" status: 204 len: 173 time: 2.2488167 Nov 10 17:48:07.588275 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acd2f98-83de-4016-85bc-02311f9b1a33', 'name': 'network-vif-deleted', 'tag': 'abac35dc-9156-4bc9-912c-13b33fe153c2'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:48:07.590535 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28eb66c1-4897-4294-b2c3-bd53305bb365" -d '{"events": [{"server_uuid": "7acd2f98-83de-4016-85bc-02311f9b1a33", "name": "network-vif-deleted", "tag": "abac35dc-9156-4bc9-912c-13b33fe153c2"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:48:07.599036 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fbba7615-22f1-4643-86d0-bb4b83bf0994 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:07.606752 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-efbd1d83-e546-4a2d-8f4e-b0e1c4075f47 req-00e9b096-c9c4-4e38-a43b-951c97538d06 tempest-InstanceActionsTestJSON-698770167 tempest-InstanceActionsTestJSON-698770167-project] 10.222.0.39 "GET /v2.0/ports?device_id=7acd2f98-83de-4016-85bc-02311f9b1a33 HTTP/1.1" status: 200 len: 210 time: 0.1100152 Nov 10 17:48:07.620916 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-e81f1dfe-4653-4731-a782-dc43112f3348 service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737738 Nov 10 17:48:08.033724 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-fbba7615-22f1-4643-86d0-bb4b83bf0994 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Allocated IP 172.25.5.88 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/2ffc6f3f-421f-4810-b98b-5e1435d1203a) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:48:08.108545 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520350b0-933f-4179-8ccd-e06a5efd742c x-openstack-request-id: req-520350b0-933f-4179-8ccd-e06a5efd742c {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:48:08.109122 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acd2f98-83de-4016-85bc-02311f9b1a33", "name": "network-vif-deleted", "tag": "abac35dc-9156-4bc9-912c-13b33fe153c2", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:48:08.109580 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-520350b0-933f-4179-8ccd-e06a5efd742c {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:48:08.110257 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7acd2f98-83de-4016-85bc-02311f9b1a33', 'name': 'network-vif-deleted', 'tag': 'abac35dc-9156-4bc9-912c-13b33fe153c2', 'status': 'completed', 'code': 200} Nov 10 17:48:08.128794 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f89f3fac-985a-4c26-9c0a-1f062dbe7fb6 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:08.302622 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46fb636-441a-49ac-ac3a-dab492512119 req-b79790cf-87f0-44c0-a016-271e21b2ad12 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:08.311023 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46fb636-441a-49ac-ac3a-dab492512119 req-b79790cf-87f0-44c0-a016-271e21b2ad12 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:08.319669 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46fb636-441a-49ac-ac3a-dab492512119 req-b79790cf-87f0-44c0-a016-271e21b2ad12 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:08.325755 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46fb636-441a-49ac-ac3a-dab492512119 req-b79790cf-87f0-44c0-a016-271e21b2ad12 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:08.332841 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46fb636-441a-49ac-ac3a-dab492512119 req-b79790cf-87f0-44c0-a016-271e21b2ad12 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:08.339263 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46fb636-441a-49ac-ac3a-dab492512119 req-b79790cf-87f0-44c0-a016-271e21b2ad12 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:08.345626 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46fb636-441a-49ac-ac3a-dab492512119 req-b79790cf-87f0-44c0-a016-271e21b2ad12 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:08.347680 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b46fb636-441a-49ac-ac3a-dab492512119 req-b79790cf-87f0-44c0-a016-271e21b2ad12 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5429 time: 0.8084726 Nov 10 17:48:08.349686 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-4c72c771-f0eb-486d-bf43-383115252cee service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6785092 Nov 10 17:48:08.364260 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f89f3fac-985a-4c26-9c0a-1f062dbe7fb6 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:08.369901 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89f3fac-985a-4c26-9c0a-1f062dbe7fb6 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:08.370548 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f89f3fac-985a-4c26-9c0a-1f062dbe7fb6 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:08.455987 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-da1b0ee9-036f-4f72-bd16-87dd7260282c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1f10bfec-b077-4852-8bba-c7adc7ab16bd HTTP/1.1" status: 200 len: 217 time: 0.0927787 Nov 10 17:48:08.528813 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d190033b-b1da-4c58-974c-d82da95fb9b9 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:08.536187 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f89f3fac-985a-4c26-9c0a-1f062dbe7fb6 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3954346 Nov 10 17:48:08.572943 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54056) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:08.592528 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f3fac-985a-4c26-9c0a-1f062dbe7fb6 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Network': ['ID=6c322c9a-f9b0-4d78-94e2-f3e1ef332cb3,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:08.606466 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 6c322c9a-f9b0-4d78-94e2-f3e1ef332cb3 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:48:08.625622 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-9c8439ed-29dc-4c82-b6da-db0e747884c8 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Request body: {'subnet': {'network_id': '6c322c9a-f9b0-4d78-94e2-f3e1ef332cb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:08.702935 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.db.resource_extend [None req-a093efc7-9b82-4cb1-8cc6-93fe8e0251e3 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 17:48:08.740340 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54060) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:08.809822 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fbba7615-22f1-4643-86d0-bb4b83bf0994 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:08.862222 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a093efc7-9b82-4cb1-8cc6-93fe8e0251e3 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:08.873446 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a093efc7-9b82-4cb1-8cc6-93fe8e0251e3 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:08.917085 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b46fb636-441a-49ac-ac3a-dab492512119 req-2b76391e-d3a4-4660-985d-394411752f16 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5550601 Nov 10 17:48:08.927320 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7012d8b-48ee-41ee-9431-6b96552515cb admin admin] Deleting subnet 7f0cbfff-75ec-47fb-a2f2-d4ca78bff207 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:48:08.930660 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-1e6f7a9b-43ab-4312-a171-8ac9b869fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:08.930660 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-1e6f7a9b-43ab-4312-a171-8ac9b869fbc0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2f88546f-3001-437d-949d-bf2c5fdfec86 HTTP/1.1" status: 200 len: 797 time: 0.4424062 Nov 10 17:48:08.937426 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7012d8b-48ee-41ee-9431-6b96552515cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:08.992201 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fbba7615-22f1-4643-86d0-bb4b83bf0994 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:09.031191 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device abac35dc-9156-4bc9-912c-13b33fe153c2 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:48:09.059805 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: abac35dc-9156-4bc9-912c-13b33fe153c2 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:48:09.060533 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device abac35dc-9156-4bc9-912c-13b33fe153c2 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:48:09.103510 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7012d8b-48ee-41ee-9431-6b96552515cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:09.115972 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8439ed-29dc-4c82-b6da-db0e747884c8 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Made reservation on behalf of 9e394024f4884a1d89b5a6d9aedb8502 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:48:09.119579 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9c8439ed-29dc-4c82-b6da-db0e747884c8 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:09.126289 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-597d77ab-566a-4811-a955-f2b3d58ec9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:09.127986 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-597d77ab-566a-4811-a955-f2b3d58ec9bb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=49bc9a4d-2019-4c3e-98a9-200317b395fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1830275 Nov 10 17:48:09.142133 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbba7615-22f1-4643-86d0-bb4b83bf0994 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:48:09.151095 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-fbba7615-22f1-4643-86d0-bb4b83bf0994 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:09.154202 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [None req-a093efc7-9b82-4cb1-8cc6-93fe8e0251e3 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Floating IP 43e9c5b5-8d78-40b5-aac8-2459e7adffac associated. External IP: 172.25.5.26, port: 94a55a60-1af8-4730-86c8-8397af10e93f. Nov 10 17:48:09.171615 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8598aea-e064-46c8-894d-6e97be6bb801 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:48:09.177449 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbba7615-22f1-4643-86d0-bb4b83bf0994 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:48:09.270892 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d190033b-b1da-4c58-974c-d82da95fb9b9 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:48:09.304047 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba7615-22f1-4643-86d0-bb4b83bf0994 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Pushing event updated for resources: {'Port': ['ID=2ffc6f3f-421f-4810-b98b-5e1435d1203a,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:09.312020 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-1be9d8dd-f14e-464b-8e61-60619e7eed32 None None] Provisioning complete for port 2ffc6f3f-421f-4810-b98b-5e1435d1203a triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:09.315853 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1be9d8dd-f14e-464b-8e61-60619e7eed32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:09.341923 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba7615-22f1-4643-86d0-bb4b83bf0994 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:09.342372 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba7615-22f1-4643-86d0-bb4b83bf0994 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:09.342837 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba7615-22f1-4643-86d0-bb4b83bf0994 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:09.343311 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba7615-22f1-4643-86d0-bb4b83bf0994 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:09.343729 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba7615-22f1-4643-86d0-bb4b83bf0994 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:09.344212 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba7615-22f1-4643-86d0-bb4b83bf0994 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:09.344749 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba7615-22f1-4643-86d0-bb4b83bf0994 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:09.344749 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba7615-22f1-4643-86d0-bb4b83bf0994 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:09.345459 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba7615-22f1-4643-86d0-bb4b83bf0994 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:09.345830 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba7615-22f1-4643-86d0-bb4b83bf0994 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:09.346341 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba7615-22f1-4643-86d0-bb4b83bf0994 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:09.346770 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba7615-22f1-4643-86d0-bb4b83bf0994 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:09.361082 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7012d8b-48ee-41ee-9431-6b96552515cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:09.384279 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-1be9d8dd-f14e-464b-8e61-60619e7eed32 None None] Port 2ffc6f3f-421f-4810-b98b-5e1435d1203a cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:48:09.413697 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-d0d94896-f0e5-463a-b25f-84fef21a0aa7 service neutron] 10.222.0.11 "GET /v2.0/networks/49bc9a4d-2019-4c3e-98a9-200317b395fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702565 Nov 10 17:48:09.527602 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d190033b-b1da-4c58-974c-d82da95fb9b9 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:48:09.537024 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d190033b-b1da-4c58-974c-d82da95fb9b9 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "PUT /v2.0/routers/020f89b0-b6db-4aa4-b7ba-80383aec5c3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9771843 Nov 10 17:48:09.539006 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd9a01-7d8b-493f-91d4-16bfe4b0817c None None] Sync routers for ids ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:48:09.542647 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54064) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:09.552819 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd9a01-7d8b-493f-91d4-16bfe4b0817c None None] Routers {'020f89b0-b6db-4aa4-b7ba-80383aec5c3f'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:09.554099 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6afd9a01-7d8b-493f-91d4-16bfe4b0817c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:48:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:09.604278 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9c8439ed-29dc-4c82-b6da-db0e747884c8 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:09.638207 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-a08bf915-6dac-4cdd-be97-1b1dae5e3566 service neutron] 10.222.0.11 "GET /v2.0/networks/49bc9a4d-2019-4c3e-98a9-200317b395fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130160 Nov 10 17:48:09.673988 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7012d8b-48ee-41ee-9431-6b96552515cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:09.682023 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-6afd9a01-7d8b-493f-91d4-16bfe4b0817c None None] Set router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:48:09.691223 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-95e5c9b0-5d8f-413c-beee-d617ec396cc3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eacd23a8-ca31-46bb-9e0e-580677075960 HTTP/1.1" status: 200 len: 217 time: 0.0448701 Nov 10 17:48:09.697236 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-a570e99f-c14e-4e8a-a127-b56fa37beb2d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Deleting subnet 09c67418-bc87-4b1f-b4fe-9b36f1bef5c1 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:48:09.725934 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a570e99f-c14e-4e8a-a127-b56fa37beb2d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:09.756289 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7012d8b-48ee-41ee-9431-6b96552515cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f0cbfff-75ec-47fb-a2f2-d4ca78bff207,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:09.773119 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8439ed-29dc-4c82-b6da-db0e747884c8 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Subnet': ['ID=384c619c-7d04-4f37-8eab-523b39383e36,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:09.793332 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8439ed-29dc-4c82-b6da-db0e747884c8 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:09.793708 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8439ed-29dc-4c82-b6da-db0e747884c8 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:09.794501 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8439ed-29dc-4c82-b6da-db0e747884c8 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:09.794501 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8439ed-29dc-4c82-b6da-db0e747884c8 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:09.794754 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8439ed-29dc-4c82-b6da-db0e747884c8 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:09.794977 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8439ed-29dc-4c82-b6da-db0e747884c8 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:09.795307 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8439ed-29dc-4c82-b6da-db0e747884c8 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:09.795630 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8439ed-29dc-4c82-b6da-db0e747884c8 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:09.795956 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8439ed-29dc-4c82-b6da-db0e747884c8 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:09.796308 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8439ed-29dc-4c82-b6da-db0e747884c8 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:09.796955 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8439ed-29dc-4c82-b6da-db0e747884c8 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:09.796955 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8439ed-29dc-4c82-b6da-db0e747884c8 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:09.803308 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7012d8b-48ee-41ee-9431-6b96552515cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:09.803610 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-ee1fe9cd-1712-4c73-a1b1-6bc59c8f6b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:09.805145 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-ee1fe9cd-1712-4c73-a1b1-6bc59c8f6b1a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2f88546f-3001-437d-949d-bf2c5fdfec86 HTTP/1.1" status: 200 len: 797 time: 0.1046677 Nov 10 17:48:09.806875 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b7012d8b-48ee-41ee-9431-6b96552515cb admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7f0cbfff-75ec-47fb-a2f2-d4ca78bff207 HTTP/1.1" status: 204 len: 168 time: 1.0591996 Nov 10 17:48:09.810350 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54066) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:09.869325 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8439ed-29dc-4c82-b6da-db0e747884c8 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Checking segment: {'id': '94751d65-2604-4509-b7a8-cc818e6ce105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6c322c9a-f9b0-4d78-94e2-f3e1ef332cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:48:09.870045 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8439ed-29dc-4c82-b6da-db0e747884c8 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network hostable DHCP agents. Network: 6c322c9a-f9b0-4d78-94e2-f3e1ef332cb3, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:48:09.874696 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a570e99f-c14e-4e8a-a127-b56fa37beb2d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:09.931162 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8439ed-29dc-4c82-b6da-db0e747884c8 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network 6c322c9a-f9b0-4d78-94e2-f3e1ef332cb3 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:48:09.957157 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a093efc7-9b82-4cb1-8cc6-93fe8e0251e3 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Router 036b59f5-60b4-4385-af75-7ed2767384a0 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:48:09.961824 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-64b7e7e5-2021-4af0-8256-3bff6b29dcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:09.963660 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-64b7e7e5-2021-4af0-8256-3bff6b29dcdb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=49bc9a4d-2019-4c3e-98a9-200317b395fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1024549 Nov 10 17:48:09.964503 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-9c8439ed-29dc-4c82-b6da-db0e747884c8 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 6c322c9a-f9b0-4d78-94e2-f3e1ef332cb3) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:09.992432 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9a13b2-c536-4cf7-82ad-664e1df9cc7f None None] Network 6c322c9a-f9b0-4d78-94e2-f3e1ef332cb3 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:48:10.005386 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8439ed-29dc-4c82-b6da-db0e747884c8 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:10.027719 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9c8439ed-29dc-4c82-b6da-db0e747884c8 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:10.032888 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fbba7615-22f1-4643-86d0-bb4b83bf0994 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:10.060073 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8febe8e2-5dcd-4d94-b274-1e735df3e1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:10.099802 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9c8439ed-29dc-4c82-b6da-db0e747884c8 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5227497 Nov 10 17:48:10.106557 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54072) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:10.140335 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-60aae500-cf67-4144-b2a5-3a1a0557b9e7 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1986946896', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:10.169760 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a570e99f-c14e-4e8a-a127-b56fa37beb2d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:10.247356 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8febe8e2-5dcd-4d94-b274-1e735df3e1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:10.252948 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-60aae500-cf67-4144-b2a5-3a1a0557b9e7 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:10.254128 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-60aae500-cf67-4144-b2a5-3a1a0557b9e7 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:10.299106 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3fcc5e-7edc-4ad7-a622-559384473b0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-6c322c9a-f9b0-4d78-94e2-f3e1ef332cb3', 'network_id': '6c322c9a-f9b0-4d78-94e2-f3e1ef332cb3', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'fixed_ips': [{'subnet_id': '384c619c-7d04-4f37-8eab-523b39383e36'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:48:10.299985 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4a3fcc5e-7edc-4ad7-a622-559384473b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:10.310388 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6afd9a01-7d8b-493f-91d4-16bfe4b0817c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'name': 'tempest-RoutersTest-router-1978934352', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:21Z', 'updated_at': '2021-11-10T17:48:07Z', 'revision_number': 9, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None, '_interfaces': [{'id': '2a6d217d-919a-4078-941e-5e19ad9b03be', 'name': '', 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:3f:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:28Z', 'updated_at': '2021-11-10T17:46:42Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83af12c5-b686-4742-a9e7-5ed435cc7c18', 'name': '', 'network_id': '4c5cca05-b439-49fc-bc43-1f90397dd7e5', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:4f:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:48Z', 'updated_at': '2021-11-10T17:47:01Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:10.338721 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-60aae500-cf67-4144-b2a5-3a1a0557b9e7 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:10.360074 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-60aae500-cf67-4144-b2a5-3a1a0557b9e7 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:10.368419 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd9a01-7d8b-493f-91d4-16bfe4b0817c None None] Checking router: 020f89b0-b6db-4aa4-b7ba-80383aec5c3f for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:48:10.386928 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd9a01-7d8b-493f-91d4-16bfe4b0817c None None] Routers {'020f89b0-b6db-4aa4-b7ba-80383aec5c3f'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:10.387609 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6afd9a01-7d8b-493f-91d4-16bfe4b0817c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:48:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:10.393415 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-60aae500-cf67-4144-b2a5-3a1a0557b9e7 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:10.394852 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-60aae500-cf67-4144-b2a5-3a1a0557b9e7 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2593997 Nov 10 17:48:10.399817 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54074) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:10.411725 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd503c-5309-4c00-92a6-8a2cb6bca5f0 req-dee2884e-5692-47e1-a166-4461cb5523f4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:10.418670 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd503c-5309-4c00-92a6-8a2cb6bca5f0 req-dee2884e-5692-47e1-a166-4461cb5523f4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:10.425176 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd503c-5309-4c00-92a6-8a2cb6bca5f0 req-dee2884e-5692-47e1-a166-4461cb5523f4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:10.433137 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd503c-5309-4c00-92a6-8a2cb6bca5f0 req-dee2884e-5692-47e1-a166-4461cb5523f4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:10.439945 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd503c-5309-4c00-92a6-8a2cb6bca5f0 req-dee2884e-5692-47e1-a166-4461cb5523f4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:10.448462 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd503c-5309-4c00-92a6-8a2cb6bca5f0 req-dee2884e-5692-47e1-a166-4461cb5523f4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:10.454832 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd503c-5309-4c00-92a6-8a2cb6bca5f0 req-dee2884e-5692-47e1-a166-4461cb5523f4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:10.456871 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c2fd503c-5309-4c00-92a6-8a2cb6bca5f0 req-dee2884e-5692-47e1-a166-4461cb5523f4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5429 time: 0.3048332 Nov 10 17:48:10.461809 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a093efc7-9b82-4cb1-8cc6-93fe8e0251e3 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:48:10.467197 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a093efc7-9b82-4cb1-8cc6-93fe8e0251e3 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:10.472991 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96707516-e2d6-4e0d-a375-083249d595e6 None None] Sync routers for ids ['036b59f5-60b4-4385-af75-7ed2767384a0'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:48:10.491683 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96707516-e2d6-4e0d-a375-083249d595e6 None None] Routers {'036b59f5-60b4-4385-af75-7ed2767384a0'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:10.494529 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-96707516-e2d6-4e0d-a375-083249d595e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:48:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['036b59f5-60b4-4385-af75-7ed2767384a0'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:10.504426 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-8febe8e2-5dcd-4d94-b274-1e735df3e1f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf02ed0f-7652-43b3-86a9-cc243c50176d']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:10.544381 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a570e99f-c14e-4e8a-a127-b56fa37beb2d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:10.601904 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-dcd78ef7-3efd-4509-8c72-ba16c2dbc9b6 service neutron] 10.222.0.11 "GET /v2.0/networks/49bc9a4d-2019-4c3e-98a9-200317b395fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6218596 Nov 10 17:48:10.609552 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-6afd9a01-7d8b-493f-91d4-16bfe4b0817c None None] Set router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:48:10.659763 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-96707516-e2d6-4e0d-a375-083249d595e6 None None] Set router 036b59f5-60b4-4385-af75-7ed2767384a0 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:48:10.762033 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-8febe8e2-5dcd-4d94-b274-1e735df3e1f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2909710e-61d8-4091-a89d-f907aac12e3d') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:10.762412 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-8febe8e2-5dcd-4d94-b274-1e735df3e1f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2909710e-61d8-4091-a89d-f907aac12e3d') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:10.826184 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd3b7bcb-ef40-44fd-968f-97e522af45b2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:10.875678 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8febe8e2-5dcd-4d94-b274-1e735df3e1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:11.021191 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-4a3fcc5e-7edc-4ad7-a622-559384473b0d None None] Allocated IP 2001:db8::2 (6c322c9a-f9b0-4d78-94e2-f3e1ef332cb3/384c619c-7d04-4f37-8eab-523b39383e36/d5517f6c-92dc-4bf5-8e64-f38d34c4831c) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:48:11.023970 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570e99f-c14e-4e8a-a127-b56fa37beb2d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Subnet': ['ID=09c67418-bc87-4b1f-b4fe-9b36f1bef5c1,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:11.027968 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a093efc7-9b82-4cb1-8cc6-93fe8e0251e3 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "PUT /v2.0/floatingips/43e9c5b5-8d78-40b5-aac8-2459e7adffac HTTP/1.1" status: 200 len: 990 time: 3.8274410 Nov 10 17:48:11.041366 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac7f16f-b816-472d-8948-43c426a3d6be None None] Network 3e544b5f-2191-40a4-8d47-3256a17969af requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:48:11.059002 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a570e99f-c14e-4e8a-a127-b56fa37beb2d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:11.065770 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a570e99f-c14e-4e8a-a127-b56fa37beb2d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/subnets/09c67418-bc87-4b1f-b4fe-9b36f1bef5c1 HTTP/1.1" status: 204 len: 168 time: 1.5221717 Nov 10 17:48:11.068991 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54078) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:11.070120 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7e95a3-e687-47fe-8bd5-a81e6baeab34', 'tag': '94a55a60-1af8-4730-86c8-8397af10e93f'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:48:11.072724 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd94c73-54f6-40b4-a408-4336405ce405" -d '{"events": [{"name": "network-changed", "server_uuid": "be7e95a3-e687-47fe-8bd5-a81e6baeab34", "tag": "94a55a60-1af8-4730-86c8-8397af10e93f"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:48:11.091892 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-96707516-e2d6-4e0d-a375-083249d595e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'name': 'tempest-ServerActionsTestJSON-655781316-router', 'tenant_id': '0270caab27604a84907a03a58ad6e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '3f518f2a-52cc-4ae0-bc8b-28768651529a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:47:17Z', 'updated_at': '2021-11-10T17:47:33Z', 'revision_number': 4, 'project_id': '0270caab27604a84907a03a58ad6e001', 'gw_port': {'id': '3f518f2a-52cc-4ae0-bc8b-28768651529a', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:20Z', 'updated_at': '2021-11-10T17:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '43e9c5b5-8d78-40b5-aac8-2459e7adffac', 'tenant_id': '0270caab27604a84907a03a58ad6e001', 'floating_ip_address': '172.25.5.26', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'port_id': '94a55a60-1af8-4730-86c8-8397af10e93f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b', 'mac_address': 'fa:16:3e:c1:c1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7e95a3-e687-47fe-8bd5-a81e6baeab34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:47:44Z', 'updated_at': '2021-11-10T17:48:08Z', 'revision_number': 1, 'project_id': '0270caab27604a84907a03a58ad6e001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5450b6ab-a4eb-4291-b5f7-31fd97d3b64b', 'name': '', 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b', 'tenant_id': '0270caab27604a84907a03a58ad6e001', 'mac_address': 'fa:16:3e:78:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '0014d233-a3b8-4110-85a8-3bdeaa4b1e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:32Z', 'updated_at': '2021-11-10T17:47:43Z', 'revision_number': 5, 'project_id': '0270caab27604a84907a03a58ad6e001', 'subnets': [{'id': '0014d233-a3b8-4110-85a8-3bdeaa4b1e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:11.129975 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c2fd503c-5309-4c00-92a6-8a2cb6bca5f0 req-ed04ca2a-3723-404f-82f3-0826aae889e6 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6600459 Nov 10 17:48:11.153065 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fbba7615-22f1-4643-86d0-bb4b83bf0994 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:11.186959 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96707516-e2d6-4e0d-a375-083249d595e6 None None] Checking router: 036b59f5-60b4-4385-af75-7ed2767384a0 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:48:11.208520 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96707516-e2d6-4e0d-a375-083249d595e6 None None] Routers {'036b59f5-60b4-4385-af75-7ed2767384a0'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:11.214772 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-96707516-e2d6-4e0d-a375-083249d595e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:48:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['036b59f5-60b4-4385-af75-7ed2767384a0'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:11.273052 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30efc78-9a43-4141-b058-c17270cbaab9 x-openstack-request-id: req-b30efc78-9a43-4141-b058-c17270cbaab9 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:48:11.273403 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7e95a3-e687-47fe-8bd5-a81e6baeab34", "tag": "94a55a60-1af8-4730-86c8-8397af10e93f", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:48:11.273761 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b30efc78-9a43-4141-b058-c17270cbaab9 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:48:11.274262 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7e95a3-e687-47fe-8bd5-a81e6baeab34', 'tag': '94a55a60-1af8-4730-86c8-8397af10e93f', 'status': 'completed', 'code': 200} Nov 10 17:48:11.354609 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-96707516-e2d6-4e0d-a375-083249d595e6 None None] Set router 036b59f5-60b4-4385-af75-7ed2767384a0 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:48:11.374152 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd94c73-54f6-40b4-a408-4336405ce405 req-c52782e6-9fbc-4b5c-a162-96bd47b0280b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:11.376421 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cfd94c73-54f6-40b4-a408-4336405ce405 req-c52782e6-9fbc-4b5c-a162-96bd47b0280b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0270caab27604a84907a03a58ad6e001&device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 1097 time: 0.1126971 Nov 10 17:48:11.523231 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbba7615-22f1-4643-86d0-bb4b83bf0994 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Router e7d166e9-ca98-4e7a-8088-6d2c0e24ecb6 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:48:11.570317 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb11d9db-8556-4443-bc82-15785de52e59 None None] DHCP port deletion for 3e544b5f-2191-40a4-8d47-3256a17969af request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:48:11.586111 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd94c73-54f6-40b4-a408-4336405ce405 req-f8df454f-3352-47c5-96b4-53d01df65a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:11.588023 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cfd94c73-54f6-40b4-a408-4336405ce405 req-f8df454f-3352-47c5-96b4-53d01df65a85 service neutron] 10.222.0.11 "GET /v2.0/networks?id=07b214b6-0379-4e57-a79c-5118cee6c24b HTTP/1.1" status: 200 len: 912 time: 0.2054434 Nov 10 17:48:11.628291 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6afd9a01-7d8b-493f-91d4-16bfe4b0817c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'name': 'tempest-RoutersTest-router-1978934352', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:21Z', 'updated_at': '2021-11-10T17:48:07Z', 'revision_number': 9, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None, '_interfaces': [{'id': '2a6d217d-919a-4078-941e-5e19ad9b03be', 'name': '', 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:3f:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:28Z', 'updated_at': '2021-11-10T17:46:42Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83af12c5-b686-4742-a9e7-5ed435cc7c18', 'name': '', 'network_id': '4c5cca05-b439-49fc-bc43-1f90397dd7e5', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:4f:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:48Z', 'updated_at': '2021-11-10T17:47:01Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:11.631036 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4a3fcc5e-7edc-4ad7-a622-559384473b0d None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:11.700700 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afd9a01-7d8b-493f-91d4-16bfe4b0817c None None] The sync data for ids ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'] in n-d-776250-10 is: [{'id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'name': 'tempest-RoutersTest-router-1978934352', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:21Z', 'updated_at': '2021-11-10T17:48:07Z', 'revision_number': 9, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None, '_interfaces': [{'id': '2a6d217d-919a-4078-941e-5e19ad9b03be', 'name': '', 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:3f:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:28Z', 'updated_at': '2021-11-10T17:46:42Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83af12c5-b686-4742-a9e7-5ed435cc7c18', 'name': '', 'network_id': '4c5cca05-b439-49fc-bc43-1f90397dd7e5', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:4f:39:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:48Z', 'updated_at': '2021-11-10T17:47:01Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': '18408d1c-2a1c-4ab1-b45f-976010184a38', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:48:11.713668 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4a3fcc5e-7edc-4ad7-a622-559384473b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:11.768274 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-96707516-e2d6-4e0d-a375-083249d595e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'name': 'tempest-ServerActionsTestJSON-655781316-router', 'tenant_id': '0270caab27604a84907a03a58ad6e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '3f518f2a-52cc-4ae0-bc8b-28768651529a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:47:17Z', 'updated_at': '2021-11-10T17:47:33Z', 'revision_number': 4, 'project_id': '0270caab27604a84907a03a58ad6e001', 'gw_port': {'id': '3f518f2a-52cc-4ae0-bc8b-28768651529a', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:20Z', 'updated_at': '2021-11-10T17:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '43e9c5b5-8d78-40b5-aac8-2459e7adffac', 'tenant_id': '0270caab27604a84907a03a58ad6e001', 'floating_ip_address': '172.25.5.26', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'port_id': '94a55a60-1af8-4730-86c8-8397af10e93f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b', 'mac_address': 'fa:16:3e:c1:c1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7e95a3-e687-47fe-8bd5-a81e6baeab34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:47:44Z', 'updated_at': '2021-11-10T17:48:08Z', 'revision_number': 1, 'project_id': '0270caab27604a84907a03a58ad6e001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5450b6ab-a4eb-4291-b5f7-31fd97d3b64b', 'name': '', 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b', 'tenant_id': '0270caab27604a84907a03a58ad6e001', 'mac_address': 'fa:16:3e:78:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '0014d233-a3b8-4110-85a8-3bdeaa4b1e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:32Z', 'updated_at': '2021-11-10T17:47:43Z', 'revision_number': 5, 'project_id': '0270caab27604a84907a03a58ad6e001', 'subnets': [{'id': '0014d233-a3b8-4110-85a8-3bdeaa4b1e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:11.804729 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96707516-e2d6-4e0d-a375-083249d595e6 None None] The sync data for ids ['036b59f5-60b4-4385-af75-7ed2767384a0'] in n-d-776250-10 is: [{'id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'name': 'tempest-ServerActionsTestJSON-655781316-router', 'tenant_id': '0270caab27604a84907a03a58ad6e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '3f518f2a-52cc-4ae0-bc8b-28768651529a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:47:17Z', 'updated_at': '2021-11-10T17:47:33Z', 'revision_number': 4, 'project_id': '0270caab27604a84907a03a58ad6e001', 'gw_port': {'id': '3f518f2a-52cc-4ae0-bc8b-28768651529a', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:20Z', 'updated_at': '2021-11-10T17:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '43e9c5b5-8d78-40b5-aac8-2459e7adffac', 'tenant_id': '0270caab27604a84907a03a58ad6e001', 'floating_ip_address': '172.25.5.26', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'port_id': '94a55a60-1af8-4730-86c8-8397af10e93f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b', 'mac_address': 'fa:16:3e:c1:c1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be7e95a3-e687-47fe-8bd5-a81e6baeab34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:47:44Z', 'updated_at': '2021-11-10T17:48:08Z', 'revision_number': 1, 'project_id': '0270caab27604a84907a03a58ad6e001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5450b6ab-a4eb-4291-b5f7-31fd97d3b64b', 'name': '', 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b', 'tenant_id': '0270caab27604a84907a03a58ad6e001', 'mac_address': 'fa:16:3e:78:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '0014d233-a3b8-4110-85a8-3bdeaa4b1e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:32Z', 'updated_at': '2021-11-10T17:47:43Z', 'revision_number': 5, 'project_id': '0270caab27604a84907a03a58ad6e001', 'subnets': [{'id': '0014d233-a3b8-4110-85a8-3bdeaa4b1e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:48:11.809233 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8febe8e2-5dcd-4d94-b274-1e735df3e1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:11.812848 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-5ba36b5a-cdca-48d3-a6e8-e6c0b3c09d8f req-b436aef3-4b4b-4326-a430-3f52ed656c44 service neutron] (102469) timed out ('10.222.0.39', 54730) {{(pid=102469) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 17:48:11.870418 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3fcc5e-7edc-4ad7-a622-559384473b0d None None] Pushing event updated for resources: {'Port': ['ID=d5517f6c-92dc-4bf5-8e64-f38d34c4831c,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:11.887224 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3fcc5e-7edc-4ad7-a622-559384473b0d None None] Network 6c322c9a-f9b0-4d78-94e2-f3e1ef332cb3 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:48:11.891307 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-4a3fcc5e-7edc-4ad7-a622-559384473b0d None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:11.893194 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8febe8e2-5dcd-4d94-b274-1e735df3e1f5 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:48:11.894009 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8febe8e2-5dcd-4d94-b274-1e735df3e1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:11.899230 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:48:11.899230 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:48:11.899230 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:48:11.899230 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:48:11.899230 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:48:11.899230 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:48:11.899230 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:48:11.899230 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:48:11.899230 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:48:11.899230 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:48:11.899230 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:48:11.899230 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:48:11.899230 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:48:11.899230 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:48:11.899230 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:48:11.899230 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:48:11.899230 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:48:11.899230 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:48:11.899230 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:48:11.899230 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:48:11.899230 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:48:11.899230 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:48:11.899230 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:48:11.899230 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:48:11.899230 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:48:11.899230 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:48:11.899230 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:48:11.899230 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:48:11.899230 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:48:11.899230 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:48:11.899230 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:48:11.899230 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:48:11.902081 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3fcc5e-7edc-4ad7-a622-559384473b0d None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:48:11.908598 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbba7615-22f1-4643-86d0-bb4b83bf0994 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:48:11.943135 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc4eb8d-1a6d-4042-820e-3b7d1319bae8 None None] Sync routers for ids ['e7d166e9-ca98-4e7a-8088-6d2c0e24ecb6'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:48:11.977142 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cfd94c73-54f6-40b4-a408-4336405ce405 req-f114736b-e43f-43f9-b513-38323674cf4c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94a55a60-1af8-4730-86c8-8397af10e93f HTTP/1.1" status: 200 len: 998 time: 0.3755934 Nov 10 17:48:11.994306 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-bb11d9db-8556-4443-bc82-15785de52e59 None None] Deleting port 0cd7601c-f03e-4601-a3e3-ada84dbd8067 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:48:11.994845 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bb11d9db-8556-4443-bc82-15785de52e59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:12.008319 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f320fda-c710-4f48-8d2e-4ce35c1eabcd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:12.010217 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fbba7615-22f1-4643-86d0-bb4b83bf0994 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:12.012672 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-fbba7615-22f1-4643-86d0-bb4b83bf0994 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.1923544 Nov 10 17:48:12.029383 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54084) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:12.039327 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-e0b32038-376a-4caf-abb0-599369eaffd2 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:12.043269 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5064f69-5590-4b53-b13d-b925ca0642fd req-fc6a8b65-40ba-458d-8b54-49e50209b93f service neutron] 10.222.0.11 "GET /v2.0/networks/49bc9a4d-2019-4c3e-98a9-200317b395fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3536379 Nov 10 17:48:12.080864 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd94c73-54f6-40b4-a408-4336405ce405 req-a07bdff5-96dd-46a0-9bf5-d2cbcfa5329f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:12.082991 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cfd94c73-54f6-40b4-a408-4336405ce405 req-a07bdff5-96dd-46a0-9bf5-d2cbcfa5329f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0014d233-a3b8-4110-85a8-3bdeaa4b1e7d HTTP/1.1" status: 200 len: 850 time: 0.0869775 Nov 10 17:48:12.113779 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-bb11d9db-8556-4443-bc82-15785de52e59 None None] For port 0cd7601c-f03e-4601-a3e3-ada84dbd8067, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=0cd7601c-f03e-4601-a3e3-ada84dbd8067,segment=NetworkSegment(01b5c2e4-7d5a-4b10-8874-7addf758a6d2),segment_id=01b5c2e4-7d5a-4b10-8874-7addf758a6d2)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:12.114415 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bb11d9db-8556-4443-bc82-15785de52e59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:12.154891 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-bb11d9db-8556-4443-bc82-15785de52e59 None None] Calling delete_port for 0cd7601c-f03e-4601-a3e3-ada84dbd8067 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:48:12.164406 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd94c73-54f6-40b4-a408-4336405ce405 req-3ca09354-4d1d-4580-a733-130551710bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:12.166622 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cfd94c73-54f6-40b4-a408-4336405ce405 req-3ca09354-4d1d-4580-a733-130551710bf2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=07b214b6-0379-4e57-a79c-5118cee6c24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575051 Nov 10 17:48:12.191991 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8febe8e2-5dcd-4d94-b274-1e735df3e1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:12.221985 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57da96db-bdbc-420a-8dd0-98777729c10e None None] New status for floating IP 43e9c5b5-8d78-40b5-aac8-2459e7adffac: ACTIVE {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:48:12.284362 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8febe8e2-5dcd-4d94-b274-1e735df3e1f5 admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:12.296436 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8febe8e2-5dcd-4d94-b274-1e735df3e1f5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/cf02ed0f-7652-43b3-86a9-cc243c50176d HTTP/1.1" status: 204 len: 168 time: 2.4831004 Nov 10 17:48:12.402413 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cfd94c73-54f6-40b4-a408-4336405ce405 req-deaca9ac-9dd9-441e-b6f7-354a7e906ca0 service neutron] 10.222.0.11 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263978 Nov 10 17:48:12.444632 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc4eb8d-1a6d-4042-820e-3b7d1319bae8 None None] Routers {'e7d166e9-ca98-4e7a-8088-6d2c0e24ecb6'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:12.445269 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-0dc4eb8d-1a6d-4042-820e-3b7d1319bae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:48:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['e7d166e9-ca98-4e7a-8088-6d2c0e24ecb6'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:12.450231 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8febe8e2-5dcd-4d94-b274-1e735df3e1f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf02ed0f-7652-43b3-86a9-cc243c50176d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:12.522438 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-dd3b7bcb-ef40-44fd-968f-97e522af45b2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Allocated IP 2001:db8::1 (6c322c9a-f9b0-4d78-94e2-f3e1ef332cb3/384c619c-7d04-4f37-8eab-523b39383e36/75d54c60-426a-4c8f-a950-82b0c449d649) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:48:12.561464 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-4a3fcc5e-7edc-4ad7-a622-559384473b0d None None] Attempting to bind port d5517f6c-92dc-4bf5-8e64-f38d34c4831c on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:48:12.564312 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-4a3fcc5e-7edc-4ad7-a622-559384473b0d None None] Attempting to bind port d5517f6c-92dc-4bf5-8e64-f38d34c4831c by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '94751d65-2604-4509-b7a8-cc818e6ce105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6c322c9a-f9b0-4d78-94e2-f3e1ef332cb3'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:48:12.564773 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3fcc5e-7edc-4ad7-a622-559384473b0d None None] Attempting to bind port d5517f6c-92dc-4bf5-8e64-f38d34c4831c on network 6c322c9a-f9b0-4d78-94e2-f3e1ef332cb3 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:48:12.573045 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 0cd7601c-f03e-4601-a3e3-ada84dbd8067 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:48:12.589147 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-0dc4eb8d-1a6d-4042-820e-3b7d1319bae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:12.618492 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bb11d9db-8556-4443-bc82-15785de52e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:12.655218 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086d84a-0082-4cf9-bde1-a52358a84e99 req-1bd3bc14-9d8a-480a-8c4f-a0503dcf7508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:12.655785 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086d84a-0082-4cf9-bde1-a52358a84e99 req-1bd3bc14-9d8a-480a-8c4f-a0503dcf7508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:12.656300 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086d84a-0082-4cf9-bde1-a52358a84e99 req-1bd3bc14-9d8a-480a-8c4f-a0503dcf7508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:12.656833 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086d84a-0082-4cf9-bde1-a52358a84e99 req-1bd3bc14-9d8a-480a-8c4f-a0503dcf7508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:12.657296 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086d84a-0082-4cf9-bde1-a52358a84e99 req-1bd3bc14-9d8a-480a-8c4f-a0503dcf7508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:12.663271 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086d84a-0082-4cf9-bde1-a52358a84e99 req-1bd3bc14-9d8a-480a-8c4f-a0503dcf7508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:12.663804 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086d84a-0082-4cf9-bde1-a52358a84e99 req-1bd3bc14-9d8a-480a-8c4f-a0503dcf7508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:12.665878 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0086d84a-0082-4cf9-bde1-a52358a84e99 req-1bd3bc14-9d8a-480a-8c4f-a0503dcf7508 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87ef8f67c317450abb70e6821b7851c3&device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 6493 time: 0.5237150 Nov 10 17:48:12.683785 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cfd94c73-54f6-40b4-a408-4336405ce405 req-5b705b12-25ff-4f7c-9a8c-085009db16c4 service neutron] 10.222.0.11 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732370 Nov 10 17:48:12.703385 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54102) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:12.715018 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 0cd7601c-f03e-4601-a3e3-ada84dbd8067 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:48:12.715372 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 0cd7601c-f03e-4601-a3e3-ada84dbd8067 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:48:12.769596 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb11d9db-8556-4443-bc82-15785de52e59 None None] No DVR routers for this DVR port 0cd7601c-f03e-4601-a3e3-ada84dbd8067 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:48:12.791055 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3fcc5e-7edc-4ad7-a622-559384473b0d None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:48:12.791055 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3fcc5e-7edc-4ad7-a622-559384473b0d None None] Checking segment: {'id': '94751d65-2604-4509-b7a8-cc818e6ce105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6c322c9a-f9b0-4d78-94e2-f3e1ef332cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:48:12.791587 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4a3fcc5e-7edc-4ad7-a622-559384473b0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:12.792106 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3fcc5e-7edc-4ad7-a622-559384473b0d None None] Bound using segment: {'id': '94751d65-2604-4509-b7a8-cc818e6ce105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6c322c9a-f9b0-4d78-94e2-f3e1ef332cb3'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:48:12.793079 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-4a3fcc5e-7edc-4ad7-a622-559384473b0d None None] Bound port: d5517f6c-92dc-4bf5-8e64-f38d34c4831c, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94751d65-2604-4509-b7a8-cc818e6ce105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6c322c9a-f9b0-4d78-94e2-f3e1ef332cb3'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:48:12.793701 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4a3fcc5e-7edc-4ad7-a622-559384473b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:12.818422 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc4eb8d-1a6d-4042-820e-3b7d1319bae8 None None] Routers {'e7d166e9-ca98-4e7a-8088-6d2c0e24ecb6'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:12.824893 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-36e7dcd4-230f-4b60-bfa3-b84618776fb7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=011b819d7acf410d8e58b7cd2d2f2086&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1151817 Nov 10 17:48:12.826257 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-0dc4eb8d-1a6d-4042-820e-3b7d1319bae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:48:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['e7d166e9-ca98-4e7a-8088-6d2c0e24ecb6'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:12.826486 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54104) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:12.880242 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-0dc4eb8d-1a6d-4042-820e-3b7d1319bae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:12.880896 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc4eb8d-1a6d-4042-820e-3b7d1319bae8 None None] The sync data for ids ['e7d166e9-ca98-4e7a-8088-6d2c0e24ecb6'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:48:12.889694 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb11d9db-8556-4443-bc82-15785de52e59 None None] Pushing event deleted for resources: {'Port': ['ID=0cd7601c-f03e-4601-a3e3-ada84dbd8067,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:12.899218 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4627e6c-d3d5-4781-9f98-9849312ac05a req-33262bbc-5da4-48e8-a254-bbc78ffeb46b tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:12.907429 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4627e6c-d3d5-4781-9f98-9849312ac05a req-33262bbc-5da4-48e8-a254-bbc78ffeb46b tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:12.913926 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4627e6c-d3d5-4781-9f98-9849312ac05a req-33262bbc-5da4-48e8-a254-bbc78ffeb46b tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:12.920840 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4627e6c-d3d5-4781-9f98-9849312ac05a req-33262bbc-5da4-48e8-a254-bbc78ffeb46b tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:12.927140 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4627e6c-d3d5-4781-9f98-9849312ac05a req-33262bbc-5da4-48e8-a254-bbc78ffeb46b tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:12.933576 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4627e6c-d3d5-4781-9f98-9849312ac05a req-33262bbc-5da4-48e8-a254-bbc78ffeb46b tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:12.946018 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4627e6c-d3d5-4781-9f98-9849312ac05a req-33262bbc-5da4-48e8-a254-bbc78ffeb46b tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:12.947420 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b50efd09-a422-4aa8-95b1-f0083c6b5e8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:12.955990 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d4627e6c-d3d5-4781-9f98-9849312ac05a req-33262bbc-5da4-48e8-a254-bbc78ffeb46b tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5429 time: 0.5966167 Nov 10 17:48:12.966341 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-4a3fcc5e-7edc-4ad7-a622-559384473b0d None None] For port d5517f6c-92dc-4bf5-8e64-f38d34c4831c, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:48:12.971258 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-4a3fcc5e-7edc-4ad7-a622-559384473b0d None None] For port d5517f6c-92dc-4bf5-8e64-f38d34c4831c, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d5517f6c-92dc-4bf5-8e64-f38d34c4831c,segment=NetworkSegment(94751d65-2604-4509-b7a8-cc818e6ce105),segment_id=94751d65-2604-4509-b7a8-cc818e6ce105)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:48:12.975762 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4a3fcc5e-7edc-4ad7-a622-559384473b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:12.998852 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b50efd09-a422-4aa8-95b1-f0083c6b5e8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:13.050442 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3fcc5e-7edc-4ad7-a622-559384473b0d None None] Pushing event updated for resources: {'Port': ['ID=d5517f6c-92dc-4bf5-8e64-f38d34c4831c,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:13.098369 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b50efd09-a422-4aa8-95b1-f0083c6b5e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:13.102496 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b50efd09-a422-4aa8-95b1-f0083c6b5e8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:13.103770 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b50efd09-a422-4aa8-95b1-f0083c6b5e8e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9ded564d-0434-4434-bc30-323e28040e74 HTTP/1.1" status: 204 len: 168 time: 0.2771964 Nov 10 17:48:13.114142 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50efd09-a422-4aa8-95b1-f0083c6b5e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ded564d-0434-4434-bc30-323e28040e74,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:13.137712 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-7f320fda-c710-4f48-8d2e-4ce35c1eabcd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Deleting port 0cd7601c-f03e-4601-a3e3-ada84dbd8067 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:48:13.138077 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f320fda-c710-4f48-8d2e-4ce35c1eabcd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:13.226502 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086d84a-0082-4cf9-bde1-a52358a84e99 req-a7c0e0d6-8d30-4219-b72e-8e43c6d7e9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:13.228012 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0086d84a-0082-4cf9-bde1-a52358a84e99 req-a7c0e0d6-8d30-4219-b72e-8e43c6d7e9ed service neutron] 10.222.0.11 "GET /v2.0/networks?id=49bc9a4d-2019-4c3e-98a9-200317b395fd HTTP/1.1" status: 200 len: 902 time: 0.5305831 Nov 10 17:48:13.372273 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd3b7bcb-ef40-44fd-968f-97e522af45b2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:13.374926 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0086d84a-0082-4cf9-bde1-a52358a84e99 req-7ea0a1f7-b320-4b65-a4a6-1a7ca11e0a70 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eacd23a8-ca31-46bb-9e0e-580677075960 HTTP/1.1" status: 200 len: 217 time: 0.1275330 Nov 10 17:48:13.439031 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-7f320fda-c710-4f48-8d2e-4ce35c1eabcd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] For port 0cd7601c-f03e-4601-a3e3-ada84dbd8067, host n-d-776250-10, got binding levels [] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:13.439404 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f320fda-c710-4f48-8d2e-4ce35c1eabcd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:13.478996 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d4627e6c-d3d5-4781-9f98-9849312ac05a req-66d93854-9c2d-4a62-8b2c-5afd33843998 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5220590 Nov 10 17:48:13.510691 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-7f320fda-c710-4f48-8d2e-4ce35c1eabcd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Calling delete_port for 0cd7601c-f03e-4601-a3e3-ada84dbd8067 owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:48:13.515224 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.ipam_backend_mixin [None req-7f320fda-c710-4f48-8d2e-4ce35c1eabcd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Port 0cd7601c-f03e-4601-a3e3-ada84dbd8067 was not found and therefore no delete operation was performed {{(pid=102469) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 17:48:13.520037 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f320fda-c710-4f48-8d2e-4ce35c1eabcd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:13.570002 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f320fda-c710-4f48-8d2e-4ce35c1eabcd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Port': ['ID=0cd7601c-f03e-4601-a3e3-ada84dbd8067,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:13.644990 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f320fda-c710-4f48-8d2e-4ce35c1eabcd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] No DVR routers for this DVR port 0cd7601c-f03e-4601-a3e3-ada84dbd8067 on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:48:13.659706 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086d84a-0082-4cf9-bde1-a52358a84e99 req-5d4f2863-afd8-441c-805f-d358a14bffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:13.661305 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0086d84a-0082-4cf9-bde1-a52358a84e99 req-5d4f2863-afd8-441c-805f-d358a14bffbe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2f88546f-3001-437d-949d-bf2c5fdfec86 HTTP/1.1" status: 200 len: 797 time: 0.2318974 Nov 10 17:48:13.746321 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0b32038-376a-4caf-abb0-599369eaffd2 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:13.775257 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd3b7bcb-ef40-44fd-968f-97e522af45b2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:13.863252 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d5517f6c-92dc-4bf5-8e64-f38d34c4831c up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:48:13.898264 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3b7bcb-ef40-44fd-968f-97e522af45b2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network 6c322c9a-f9b0-4d78-94e2-f3e1ef332cb3 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:48:13.912923 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0b32038-376a-4caf-abb0-599369eaffd2 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:13.916170 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-dd3b7bcb-ef40-44fd-968f-97e522af45b2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:13.929279 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b7bcb-ef40-44fd-968f-97e522af45b2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Port': ['ID=75d54c60-426a-4c8f-a950-82b0c449d649,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:13.942655 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3b7bcb-ef40-44fd-968f-97e522af45b2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:48:13.943474 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd3b7bcb-ef40-44fd-968f-97e522af45b2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:13.947405 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f320fda-c710-4f48-8d2e-4ce35c1eabcd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:13.969350 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port d5517f6c-92dc-4bf5-8e64-f38d34c4831c triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:13.970460 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:14.051067 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086d84a-0082-4cf9-bde1-a52358a84e99 req-eaeb3a30-4d67-4e5e-871f-bf78282ee2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:14.056062 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0086d84a-0082-4cf9-bde1-a52358a84e99 req-eaeb3a30-4d67-4e5e-871f-bf78282ee2c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=49bc9a4d-2019-4c3e-98a9-200317b395fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3486996 Nov 10 17:48:14.148585 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-7f320fda-c710-4f48-8d2e-4ce35c1eabcd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e544b5f-2191-40a4-8d47-3256a17969af']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:14.179744 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:14.237364 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-7f320fda-c710-4f48-8d2e-4ce35c1eabcd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01b5c2e4-7d5a-4b10-8874-7addf758a6d2') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:14.237953 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-7f320fda-c710-4f48-8d2e-4ce35c1eabcd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01b5c2e4-7d5a-4b10-8874-7addf758a6d2') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:14.290691 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port d5517f6c-92dc-4bf5-8e64-f38d34c4831c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d5517f6c-92dc-4bf5-8e64-f38d34c4831c,segment=NetworkSegment(94751d65-2604-4509-b7a8-cc818e6ce105),segment_id=94751d65-2604-4509-b7a8-cc818e6ce105)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:14.296342 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f320fda-c710-4f48-8d2e-4ce35c1eabcd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:14.301428 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:14.346175 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f320fda-c710-4f48-8d2e-4ce35c1eabcd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:14.397411 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 969892b7-9544-4e17-bc9e-a2651d658079 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:48:14.400930 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=d5517f6c-92dc-4bf5-8e64-f38d34c4831c,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:14.434681 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 969892b7-9544-4e17-bc9e-a2651d658079 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:48:14.435025 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 969892b7-9544-4e17-bc9e-a2651d658079 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:48:14.470000 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f320fda-c710-4f48-8d2e-4ce35c1eabcd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:48:14.470412 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f320fda-c710-4f48-8d2e-4ce35c1eabcd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:14.489046 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:48:14.489046 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:48:14.489046 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:48:14.489046 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:48:14.489046 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:48:14.489046 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:48:14.489046 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:48:14.489046 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:48:14.489046 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:48:14.489046 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:48:14.489046 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:48:14.489046 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:48:14.489046 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:48:14.489046 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:48:14.489046 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:48:14.489046 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:48:14.489046 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:48:14.489046 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:48:14.489046 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:48:14.489046 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:48:14.489046 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:48:14.489046 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:48:14.489046 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:48:14.489046 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:48:14.489046 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:48:14.489046 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:48:14.489046 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:48:14.489046 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:48:14.489046 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:48:14.489046 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:48:14.489046 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:48:14.489046 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:48:14.627355 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9c06e8-398e-4300-9ae8-2659370b1265 None None] Network 6c322c9a-f9b0-4d78-94e2-f3e1ef332cb3 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:48:14.632225 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd3b7bcb-ef40-44fd-968f-97e522af45b2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:14.640195 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-e0b32038-376a-4caf-abb0-599369eaffd2 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Deleting port 2ffc6f3f-421f-4810-b98b-5e1435d1203a {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:48:14.640195 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0b32038-376a-4caf-abb0-599369eaffd2 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:14.650189 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0086d84a-0082-4cf9-bde1-a52358a84e99 req-03e0ac2a-2503-433c-98c2-867ef339e22a service neutron] 10.222.0.11 "GET /v2.0/networks/49bc9a4d-2019-4c3e-98a9-200317b395fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5713038 Nov 10 17:48:14.818715 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-7b66cc51-6138-422c-8c71-5f4cbbbdde47 None None] Provisioning complete for port d5517f6c-92dc-4bf5-8e64-f38d34c4831c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:14.819253 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7b66cc51-6138-422c-8c71-5f4cbbbdde47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:15.269912 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f320fda-c710-4f48-8d2e-4ce35c1eabcd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:15.309859 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f320fda-c710-4f48-8d2e-4ce35c1eabcd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:15.321348 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54156) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:15.336002 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7f320fda-c710-4f48-8d2e-4ce35c1eabcd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/networks/3e544b5f-2191-40a4-8d47-3256a17969af HTTP/1.1" status: 204 len: 168 time: 4.2589695 Nov 10 17:48:15.416378 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0086d84a-0082-4cf9-bde1-a52358a84e99 req-a87b7479-60ab-45a2-96f2-a2b6e9e64b2f service neutron] 10.222.0.11 "GET /v2.0/networks/49bc9a4d-2019-4c3e-98a9-200317b395fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7332988 Nov 10 17:48:15.417039 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f320fda-c710-4f48-8d2e-4ce35c1eabcd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Network': ['ID=3e544b5f-2191-40a4-8d47-3256a17969af,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:15.437298 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-49a7ca70-e7cf-4d76-9a8f-47c7a35626b3 req-39815b36-e599-4803-a23d-42dc4f73ef87 tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee82a286-5e6c-41d0-a98d-bcf3b2b45115 HTTP/1.1" status: 200 len: 210 time: 0.1037385 Nov 10 17:48:15.479736 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c5427-df33-4530-871f-191cbd5e3710 req-95331020-bf96-48ee-a9d4-e0f4d6cc82e3 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:15.491786 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c5427-df33-4530-871f-191cbd5e3710 req-95331020-bf96-48ee-a9d4-e0f4d6cc82e3 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:15.560072 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c5427-df33-4530-871f-191cbd5e3710 req-95331020-bf96-48ee-a9d4-e0f4d6cc82e3 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:15.570166 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c5427-df33-4530-871f-191cbd5e3710 req-95331020-bf96-48ee-a9d4-e0f4d6cc82e3 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:15.595061 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-1f6fdd7d-b2f8-4db9-bf36-0aaa982a41a4 None None] Provisioning complete for port d5517f6c-92dc-4bf5-8e64-f38d34c4831c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:15.595686 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1f6fdd7d-b2f8-4db9-bf36-0aaa982a41a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:15.597137 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c5427-df33-4530-871f-191cbd5e3710 req-95331020-bf96-48ee-a9d4-e0f4d6cc82e3 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:15.616656 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c5427-df33-4530-871f-191cbd5e3710 req-95331020-bf96-48ee-a9d4-e0f4d6cc82e3 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:15.624201 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c5427-df33-4530-871f-191cbd5e3710 req-95331020-bf96-48ee-a9d4-e0f4d6cc82e3 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:15.630633 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e1c5427-df33-4530-871f-191cbd5e3710 req-95331020-bf96-48ee-a9d4-e0f4d6cc82e3 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5429 time: 1.0154090 Nov 10 17:48:15.829348 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0b32038-376a-4caf-abb0-599369eaffd2 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:15.869517 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-e0b32038-376a-4caf-abb0-599369eaffd2 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Calling delete_port for 2ffc6f3f-421f-4810-b98b-5e1435d1203a owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:48:15.897207 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d5517f6c-92dc-4bf5-8e64-f38d34c4831c up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:48:16.146501 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port d5517f6c-92dc-4bf5-8e64-f38d34c4831c triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:16.146983 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:16.210141 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-1f6fdd7d-b2f8-4db9-bf36-0aaa982a41a4 None None] Provisioning complete for port 75d54c60-426a-4c8f-a950-82b0c449d649 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:16.211129 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1f6fdd7d-b2f8-4db9-bf36-0aaa982a41a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:16.274105 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e1c5427-df33-4530-871f-191cbd5e3710 req-2ce37133-8f24-4a7f-b918-a0cc55edf110 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5918071 Nov 10 17:48:16.294237 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-1f6fdd7d-b2f8-4db9-bf36-0aaa982a41a4 None None] Port 75d54c60-426a-4c8f-a950-82b0c449d649 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:48:16.484532 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e650d259-7ec7-4c98-9062-3720b7992298 None None] Provisioning complete for port 75d54c60-426a-4c8f-a950-82b0c449d649 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:16.485665 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e650d259-7ec7-4c98-9062-3720b7992298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:16.489832 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e831affc-9979-4fe1-8f3b-3c900c7ab196 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:16.620407 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-e650d259-7ec7-4c98-9062-3720b7992298 None None] Port 75d54c60-426a-4c8f-a950-82b0c449d649 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:48:16.665806 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd3b7bcb-ef40-44fd-968f-97e522af45b2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:16.680610 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd3b7bcb-ef40-44fd-968f-97e522af45b2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:16.682079 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd3b7bcb-ef40-44fd-968f-97e522af45b2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:16.973530 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b7bcb-ef40-44fd-968f-97e522af45b2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Port': ['ID=75d54c60-426a-4c8f-a950-82b0c449d649,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:17.092204 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3b7bcb-ef40-44fd-968f-97e522af45b2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network 6c322c9a-f9b0-4d78-94e2-f3e1ef332cb3 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:48:17.097378 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-e831affc-9979-4fe1-8f3b-3c900c7ab196 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Deleting port 83af12c5-b686-4742-a9e7-5ed435cc7c18 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:48:17.099049 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e831affc-9979-4fe1-8f3b-3c900c7ab196 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:17.120814 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5c9ee424-c27d-4d69-8e84-082de8fd86f6 req-3fcdbe6e-d8bf-45d8-9b17-cb73bd648349 tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.39 "GET /v2.0/ports?device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1 HTTP/1.1" status: 200 len: 210 time: 0.4466701 Nov 10 17:48:17.124717 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-dd3b7bcb-ef40-44fd-968f-97e522af45b2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:17.142429 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0b32038-376a-4caf-abb0-599369eaffd2 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:17.216246 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9cae8f-1f8a-45cd-bbeb-297646234dd5 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:48:17.369873 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0b32038-376a-4caf-abb0-599369eaffd2 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:17.373675 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b32038-376a-4caf-abb0-599369eaffd2 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Pushing event deleted for resources: {'Port': ['ID=2ffc6f3f-421f-4810-b98b-5e1435d1203a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:17.395225 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-e831affc-9979-4fe1-8f3b-3c900c7ab196 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] For port 83af12c5-b686-4742-a9e7-5ed435cc7c18, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=83af12c5-b686-4742-a9e7-5ed435cc7c18,segment=NetworkSegment(cc03bd5f-6a20-4d10-82bc-dc659c682fe2),segment_id=cc03bd5f-6a20-4d10-82bc-dc659c682fe2)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:17.395847 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e831affc-9979-4fe1-8f3b-3c900c7ab196 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:17.453175 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-e831affc-9979-4fe1-8f3b-3c900c7ab196 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Calling delete_port for 83af12c5-b686-4742-a9e7-5ed435cc7c18 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:48:17.687214 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-d67ed461-2cab-41f7-9257-c749a26a5e75 None None] Provisioning complete for port 75d54c60-426a-4c8f-a950-82b0c449d649 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:17.688966 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d67ed461-2cab-41f7-9257-c749a26a5e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:17.781914 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d5238-1f09-4bef-b29f-c887f531b7ef req-e0c3c330-6466-41d6-a852-f5b514bc56f2 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:17.793192 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-d67ed461-2cab-41f7-9257-c749a26a5e75 None None] Port 75d54c60-426a-4c8f-a950-82b0c449d649 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:48:17.810293 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d5238-1f09-4bef-b29f-c887f531b7ef req-e0c3c330-6466-41d6-a852-f5b514bc56f2 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:17.821021 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d5238-1f09-4bef-b29f-c887f531b7ef req-e0c3c330-6466-41d6-a852-f5b514bc56f2 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:17.828304 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d5238-1f09-4bef-b29f-c887f531b7ef req-e0c3c330-6466-41d6-a852-f5b514bc56f2 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:17.835456 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d5238-1f09-4bef-b29f-c887f531b7ef req-e0c3c330-6466-41d6-a852-f5b514bc56f2 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:17.844079 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d5238-1f09-4bef-b29f-c887f531b7ef req-e0c3c330-6466-41d6-a852-f5b514bc56f2 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:17.852254 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d5238-1f09-4bef-b29f-c887f531b7ef req-e0c3c330-6466-41d6-a852-f5b514bc56f2 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:17.856514 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-169d5238-1f09-4bef-b29f-c887f531b7ef req-e0c3c330-6466-41d6-a852-f5b514bc56f2 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5429 time: 0.2920458 Nov 10 17:48:17.966951 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54214) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:18.026178 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e831affc-9979-4fe1-8f3b-3c900c7ab196 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:18.076851 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831affc-9979-4fe1-8f3b-3c900c7ab196 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Port': ['ID=83af12c5-b686-4742-a9e7-5ed435cc7c18,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:18.095388 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-169d5238-1f09-4bef-b29f-c887f531b7ef req-5c958d35-8777-4749-a925-d5320b76ac06 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1275363 Nov 10 17:48:18.109550 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3b7bcb-ef40-44fd-968f-97e522af45b2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Router 990f15e1-22d9-4d4e-9c69-7df05468f0a7 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:48:18.159064 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0b32038-376a-4caf-abb0-599369eaffd2 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1024386'] for router, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:18.163921 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c11db667-f429-4d3e-8150-5bdafaff8497 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:18.168132 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0b32038-376a-4caf-abb0-599369eaffd2 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412472'] for router, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:18.356381 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e831affc-9979-4fe1-8f3b-3c900c7ab196 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:18.409597 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0bcf6ba2-74d7-490c-9852-6b02dc04ac7e req-d9d18323-7dc3-4a3b-8121-b579a36175ba tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.39 "GET /v2.0/ports?device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1 HTTP/1.1" status: 200 len: 210 time: 0.0884266 Nov 10 17:48:18.444213 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b32038-376a-4caf-abb0-599369eaffd2 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Router e7d166e9-ca98-4e7a-8088-6d2c0e24ecb6 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:48:18.450395 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3b7bcb-ef40-44fd-968f-97e522af45b2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:48:18.456606 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-dd3b7bcb-ef40-44fd-968f-97e522af45b2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "PUT /v2.0/routers/990f15e1-22d9-4d4e-9c69-7df05468f0a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0553088 Nov 10 17:48:18.460784 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54220) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:18.468022 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de00a0ff-9b15-4efb-827d-34ec7c282730 None None] Sync routers for ids ['990f15e1-22d9-4d4e-9c69-7df05468f0a7'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:48:18.487293 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de00a0ff-9b15-4efb-827d-34ec7c282730 None None] Routers {'990f15e1-22d9-4d4e-9c69-7df05468f0a7'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:18.488292 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-de00a0ff-9b15-4efb-827d-34ec7c282730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:48:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['990f15e1-22d9-4d4e-9c69-7df05468f0a7'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:18.556013 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-de00a0ff-9b15-4efb-827d-34ec7c282730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:18.566882 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de00a0ff-9b15-4efb-827d-34ec7c282730 None None] Routers {'990f15e1-22d9-4d4e-9c69-7df05468f0a7'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:18.568520 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-de00a0ff-9b15-4efb-827d-34ec7c282730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:48:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['990f15e1-22d9-4d4e-9c69-7df05468f0a7'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:18.580525 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95b9767-38db-4465-a369-8ca381523e46 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:18.584455 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b95b9767-38db-4465-a369-8ca381523e46 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "GET /v2.0/ports/75d54c60-426a-4c8f-a950-82b0c449d649 HTTP/1.1" status: 200 len: 911 time: 0.1203840 Nov 10 17:48:18.585509 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54222) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:18.592138 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-e5daae6b-46d5-45e1-bf3c-0a8562f34f4d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '384c619c-7d04-4f37-8eab-523b39383e36'}]}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:18.633212 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-de00a0ff-9b15-4efb-827d-34ec7c282730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:18.633794 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de00a0ff-9b15-4efb-827d-34ec7c282730 None None] The sync data for ids ['990f15e1-22d9-4d4e-9c69-7df05468f0a7'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:48:18.637797 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b32038-376a-4caf-abb0-599369eaffd2 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:48:18.646713 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0b32038-376a-4caf-abb0-599369eaffd2 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:18.647893 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e0b32038-376a-4caf-abb0-599369eaffd2 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] 10.222.0.39 "PUT /v2.0/routers/e7d166e9-ca98-4e7a-8088-6d2c0e24ecb6 HTTP/1.1" status: 200 len: 710 time: 6.6125579 Nov 10 17:48:18.654323 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54224) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:18.654698 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da5f90f-51f9-41c5-8f1e-61f174ed9fda None None] Sync routers for ids ['e7d166e9-ca98-4e7a-8088-6d2c0e24ecb6'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:48:18.676569 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da5f90f-51f9-41c5-8f1e-61f174ed9fda None None] Routers {'e7d166e9-ca98-4e7a-8088-6d2c0e24ecb6'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:18.677324 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0da5f90f-51f9-41c5-8f1e-61f174ed9fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:48:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['e7d166e9-ca98-4e7a-8088-6d2c0e24ecb6'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:18.681255 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c11db667-f429-4d3e-8150-5bdafaff8497 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:18.696916 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c11db667-f429-4d3e-8150-5bdafaff8497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:18.750466 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0da5f90f-51f9-41c5-8f1e-61f174ed9fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:18.764655 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da5f90f-51f9-41c5-8f1e-61f174ed9fda None None] Routers {'e7d166e9-ca98-4e7a-8088-6d2c0e24ecb6'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:18.765685 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0da5f90f-51f9-41c5-8f1e-61f174ed9fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:48:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['e7d166e9-ca98-4e7a-8088-6d2c0e24ecb6'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:18.794234 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11db667-f429-4d3e-8150-5bdafaff8497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecf01ad-eb09-4d17-a0b9-6597c85f1b73,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:18.802767 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c11db667-f429-4d3e-8150-5bdafaff8497 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6fe91f917abd4437a9f0030a455864bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8334646 Nov 10 17:48:18.805953 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54226) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:18.814887 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0da5f90f-51f9-41c5-8f1e-61f174ed9fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:18.815795 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da5f90f-51f9-41c5-8f1e-61f174ed9fda None None] The sync data for ids ['e7d166e9-ca98-4e7a-8088-6d2c0e24ecb6'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:48:18.823684 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fb364470-0d21-4053-bdbf-f39041393bf2 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] 10.222.0.39 "GET /v2.0/routers/e7d166e9-ca98-4e7a-8088-6d2c0e24ecb6 HTTP/1.1" status: 200 len: 745 time: 0.1682627 Nov 10 17:48:18.831172 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54228) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:18.919019 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e831affc-9979-4fe1-8f3b-3c900c7ab196 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:48:18.944256 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3122c5bc-a397-467c-8735-e59e422ceeb2 tempest-RoutersIpV6AdminTest-1039141657 tempest-RoutersIpV6AdminTest-1039141657-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=ef950546-b13c-4865-8837-7444cdb2848e&device_id=e7d166e9-ca98-4e7a-8088-6d2c0e24ecb6 HTTP/1.1" status: 200 len: 205 time: 0.1086228 Nov 10 17:48:18.965919 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54230) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:19.036224 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e831affc-9979-4fe1-8f3b-3c900c7ab196 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:48:19.044531 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e831affc-9979-4fe1-8f3b-3c900c7ab196 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "PUT /v2.0/routers/020f89b0-b6db-4aa4-b7ba-80383aec5c3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7209346 Nov 10 17:48:19.045138 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54232) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:19.047532 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756366cf-14e3-40a2-805f-5181f010c08d None None] Sync routers for ids ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:48:19.059932 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756366cf-14e3-40a2-805f-5181f010c08d None None] Routers {'020f89b0-b6db-4aa4-b7ba-80383aec5c3f'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:19.060791 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-756366cf-14e3-40a2-805f-5181f010c08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:48:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:19.064875 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-41cfbda1-2064-4cf9-8115-166aea1ff238 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7d166e9-ca98-4e7a-8088-6d2c0e24ecb6 HTTP/1.1" status: 200 len: 205 time: 0.0944335 Nov 10 17:48:19.065678 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54236) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:19.107949 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-40945e0e-e85f-4f71-8ac8-0b650d19e166 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Deleting subnet 18408d1c-2a1c-4ab1-b45f-976010184a38 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:48:19.111767 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-40945e0e-e85f-4f71-8ac8-0b650d19e166 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:19.113814 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-95a79df0-5a68-4686-a674-146853912fdf req-e2a12a1f-c2b4-4ec9-af32-c83d10a8bd25 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ee82a286-5e6c-41d0-a98d-bcf3b2b45115 HTTP/1.1" status: 200 len: 210 time: 0.1156063 Nov 10 17:48:19.164309 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-40945e0e-e85f-4f71-8ac8-0b650d19e166 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:19.168209 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-756366cf-14e3-40a2-805f-5181f010c08d None None] Set router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:48:19.272467 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-40945e0e-e85f-4f71-8ac8-0b650d19e166 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:19.311590 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-77c1c6d7-ccbf-4dc2-85f2-ca00a8ab4eb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:19.335972 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e5daae6b-46d5-45e1-bf3c-0a8562f34f4d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:19.347697 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-df0e577f-6eae-40b3-a7fe-9edc0ff61dd3 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:19.370404 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-40945e0e-e85f-4f71-8ac8-0b650d19e166 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:19.413688 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40945e0e-e85f-4f71-8ac8-0b650d19e166 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Subnet': ['ID=18408d1c-2a1c-4ab1-b45f-976010184a38,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:19.419912 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-40945e0e-e85f-4f71-8ac8-0b650d19e166 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:19.429625 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-40945e0e-e85f-4f71-8ac8-0b650d19e166 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/subnets/18408d1c-2a1c-4ab1-b45f-976010184a38 HTTP/1.1" status: 204 len: 168 time: 0.3816981 Nov 10 17:48:19.431076 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54240) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:19.433936 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5a7271-3c3a-4013-a4f9-62e75a93ee43 None None] Network 4c5cca05-b439-49fc-bc43-1f90397dd7e5 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:48:19.442879 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-77c1c6d7-ccbf-4dc2-85f2-ca00a8ab4eb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:19.513816 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46991f7c-5678-4180-8e86-1ba523eea4b5 req-7b0631ea-8ef2-4afa-b8de-7d8e3fe152d5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:19.521134 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46991f7c-5678-4180-8e86-1ba523eea4b5 req-7b0631ea-8ef2-4afa-b8de-7d8e3fe152d5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:19.527224 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46991f7c-5678-4180-8e86-1ba523eea4b5 req-7b0631ea-8ef2-4afa-b8de-7d8e3fe152d5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:19.534009 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46991f7c-5678-4180-8e86-1ba523eea4b5 req-7b0631ea-8ef2-4afa-b8de-7d8e3fe152d5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:19.539834 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43571ceb-e312-4b98-ab0b-4b01d16d8a58 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:19.540219 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46991f7c-5678-4180-8e86-1ba523eea4b5 req-7b0631ea-8ef2-4afa-b8de-7d8e3fe152d5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:19.546030 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46991f7c-5678-4180-8e86-1ba523eea4b5 req-7b0631ea-8ef2-4afa-b8de-7d8e3fe152d5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:19.554455 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46991f7c-5678-4180-8e86-1ba523eea4b5 req-7b0631ea-8ef2-4afa-b8de-7d8e3fe152d5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:19.563719 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-46991f7c-5678-4180-8e86-1ba523eea4b5 req-7b0631ea-8ef2-4afa-b8de-7d8e3fe152d5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5429 time: 0.2880123 Nov 10 17:48:19.632623 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-43571ceb-e312-4b98-ab0b-4b01d16d8a58 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Deleting port c69eb64e-5392-430b-b195-6c8b4ef399f2 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:48:19.633515 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43571ceb-e312-4b98-ab0b-4b01d16d8a58 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:19.637333 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7a0a12c7-6c57-4c77-b627-20b323480dac req-f462c493-1cb2-4610-a75d-a675c266adc3 tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.39 "GET /v2.0/ports?device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1 HTTP/1.1" status: 200 len: 210 time: 0.0367169 Nov 10 17:48:19.738995 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-df0e577f-6eae-40b3-a7fe-9edc0ff61dd3 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:19.748711 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-756366cf-14e3-40a2-805f-5181f010c08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'name': 'tempest-RoutersTest-router-1978934352', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:21Z', 'updated_at': '2021-11-10T17:48:17Z', 'revision_number': 10, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None, '_interfaces': [{'id': '2a6d217d-919a-4078-941e-5e19ad9b03be', 'name': '', 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:3f:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:28Z', 'updated_at': '2021-11-10T17:46:42Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:19.761301 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-df0e577f-6eae-40b3-a7fe-9edc0ff61dd3 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:19.764213 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-43571ceb-e312-4b98-ab0b-4b01d16d8a58 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] For port c69eb64e-5392-430b-b195-6c8b4ef399f2, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c69eb64e-5392-430b-b195-6c8b4ef399f2,segment=NetworkSegment(cc03bd5f-6a20-4d10-82bc-dc659c682fe2),segment_id=cc03bd5f-6a20-4d10-82bc-dc659c682fe2)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:19.765351 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43571ceb-e312-4b98-ab0b-4b01d16d8a58 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:19.792944 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756366cf-14e3-40a2-805f-5181f010c08d None None] Checking router: 020f89b0-b6db-4aa4-b7ba-80383aec5c3f for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:48:19.794863 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-43571ceb-e312-4b98-ab0b-4b01d16d8a58 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Calling delete_port for c69eb64e-5392-430b-b195-6c8b4ef399f2 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:48:19.837451 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756366cf-14e3-40a2-805f-5181f010c08d None None] Routers {'020f89b0-b6db-4aa4-b7ba-80383aec5c3f'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:19.838285 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-756366cf-14e3-40a2-805f-5181f010c08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:48:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:19.919224 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43571ceb-e312-4b98-ab0b-4b01d16d8a58 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:19.952922 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43571ceb-e312-4b98-ab0b-4b01d16d8a58 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Port': ['ID=c69eb64e-5392-430b-b195-6c8b4ef399f2,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:19.960255 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43571ceb-e312-4b98-ab0b-4b01d16d8a58 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] No DVR routers for this DVR port c69eb64e-5392-430b-b195-6c8b4ef399f2 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:48:19.964216 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-756366cf-14e3-40a2-805f-5181f010c08d None None] Set router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:48:20.101969 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdecb0f-186a-420e-ab55-6e49cd385a02 None None] DHCP port deletion for 4c5cca05-b439-49fc-bc43-1f90397dd7e5 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:48:20.108599 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43571ceb-e312-4b98-ab0b-4b01d16d8a58 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:20.156675 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-43571ceb-e312-4b98-ab0b-4b01d16d8a58 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c5cca05-b439-49fc-bc43-1f90397dd7e5']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:20.179742 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-43571ceb-e312-4b98-ab0b-4b01d16d8a58 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc03bd5f-6a20-4d10-82bc-dc659c682fe2') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:20.180294 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-43571ceb-e312-4b98-ab0b-4b01d16d8a58 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc03bd5f-6a20-4d10-82bc-dc659c682fe2') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:20.201280 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43571ceb-e312-4b98-ab0b-4b01d16d8a58 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:20.226091 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43571ceb-e312-4b98-ab0b-4b01d16d8a58 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:20.237688 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43571ceb-e312-4b98-ab0b-4b01d16d8a58 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:48:20.238275 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43571ceb-e312-4b98-ab0b-4b01d16d8a58 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:20.243669 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:48:20.243669 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:48:20.243669 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:48:20.243669 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:48:20.243669 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:48:20.243669 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:48:20.243669 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:48:20.243669 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:48:20.243669 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:48:20.243669 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:48:20.243669 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:48:20.243669 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:48:20.243669 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:48:20.243669 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:48:20.243669 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:48:20.243669 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:48:20.243669 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:48:20.243669 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:48:20.243669 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:48:20.243669 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:48:20.243669 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:48:20.243669 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:48:20.243669 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:48:20.243669 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:48:20.243669 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:48:20.243669 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:48:20.243669 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:48:20.243669 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:48:20.243669 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:48:20.243669 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:48:20.243669 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:48:20.243669 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:48:20.262782 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-756366cf-14e3-40a2-805f-5181f010c08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'name': 'tempest-RoutersTest-router-1978934352', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:21Z', 'updated_at': '2021-11-10T17:48:17Z', 'revision_number': 10, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None, '_interfaces': [{'id': '2a6d217d-919a-4078-941e-5e19ad9b03be', 'name': '', 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:3f:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:28Z', 'updated_at': '2021-11-10T17:46:42Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:20.337328 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756366cf-14e3-40a2-805f-5181f010c08d None None] The sync data for ids ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'] in n-d-776250-10 is: [{'id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'name': 'tempest-RoutersTest-router-1978934352', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:21Z', 'updated_at': '2021-11-10T17:48:17Z', 'revision_number': 10, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None, '_interfaces': [{'id': '2a6d217d-919a-4078-941e-5e19ad9b03be', 'name': '', 'network_id': '5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'mac_address': 'fa:16:3e:3f:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:46:28Z', 'updated_at': '2021-11-10T17:46:42Z', 'revision_number': 5, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'subnets': [{'id': 'e0699e43-ae07-42b4-8d7a-b64ef62616ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:48:20.383836 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43571ceb-e312-4b98-ab0b-4b01d16d8a58 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:20.404043 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43571ceb-e312-4b98-ab0b-4b01d16d8a58 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:20.410918 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-43571ceb-e312-4b98-ab0b-4b01d16d8a58 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/networks/4c5cca05-b439-49fc-bc43-1f90397dd7e5 HTTP/1.1" status: 204 len: 168 time: 0.9774168 Nov 10 17:48:20.412173 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54246) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:20.457283 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-51feb8da-97b2-46a8-a8e1-d8ce7356bd43 req-babbf6e8-c469-4e77-8a49-aa42252e734b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1 HTTP/1.1" status: 200 len: 210 time: 0.0904894 Nov 10 17:48:20.467160 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43571ceb-e312-4b98-ab0b-4b01d16d8a58 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Network': ['ID=4c5cca05-b439-49fc-bc43-1f90397dd7e5,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:20.482948 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-df0e577f-6eae-40b3-a7fe-9edc0ff61dd3 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:20.483813 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0e577f-6eae-40b3-a7fe-9edc0ff61dd3 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Fanout notify agent at l3_agent the message router_deleted on router e7d166e9-ca98-4e7a-8088-6d2c0e24ecb6 {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:48:20.495403 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-77c1c6d7-ccbf-4dc2-85f2-ca00a8ab4eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:20.497957 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-77c1c6d7-ccbf-4dc2-85f2-ca00a8ab4eb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:20.499277 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-77c1c6d7-ccbf-4dc2-85f2-ca00a8ab4eb1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8ecf01ad-eb09-4d17-a0b9-6597c85f1b73 HTTP/1.1" status: 204 len: 168 time: 1.6908631 Nov 10 17:48:20.510007 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-df0e577f-6eae-40b3-a7fe-9edc0ff61dd3 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:20.511464 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-df0e577f-6eae-40b3-a7fe-9edc0ff61dd3 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] 10.222.0.39 "DELETE /v2.0/routers/e7d166e9-ca98-4e7a-8088-6d2c0e24ecb6 HTTP/1.1" status: 204 len: 168 time: 1.4096050 Nov 10 17:48:20.536137 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54250) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:20.558138 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1c6d7-ccbf-4dc2-85f2-ca00a8ab4eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecf01ad-eb09-4d17-a0b9-6597c85f1b73,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:20.567821 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-46991f7c-5678-4180-8e86-1ba523eea4b5 req-df387c0e-3c97-4928-8f6e-eff356acc096 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0029299 Nov 10 17:48:20.577188 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b5f3ab7e-2b62-47dc-9834-ce5d8e4b7061 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7d166e9-ca98-4e7a-8088-6d2c0e24ecb6 HTTP/1.1" status: 200 len: 205 time: 0.0400958 Nov 10 17:48:20.580938 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54252) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:20.769370 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-f31e1521-9af3-4236-ade4-46d8cbbb5ba8 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] delete failed (client error): The resource could not be found. Nov 10 17:48:20.774657 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f31e1521-9af3-4236-ade4-46d8cbbb5ba8 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] 10.222.0.39 "DELETE /v2.0/routers/e7d166e9-ca98-4e7a-8088-6d2c0e24ecb6 HTTP/1.1" status: 404 len: 336 time: 0.1767724 Nov 10 17:48:20.776347 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54258) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:20.844508 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-fe8c7418-94aa-4758-ac35-68ffc170c7a9 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] 10.222.0.39 "GET /v2.0/ports?device_id=14a58847-4c42-4a73-99be-40bf1ce3d419 HTTP/1.1" status: 200 len: 205 time: 0.0678957 Nov 10 17:48:20.850673 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54260) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:20.866096 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1f306983-7221-45d6-a43e-499d288cd14c req-09b7ab50-3b2a-4cd0-a662-3bcc159347d5 tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.39 "GET /v2.0/ports?device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1 HTTP/1.1" status: 200 len: 210 time: 0.0525696 Nov 10 17:48:20.933415 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-9d262c05-796c-49af-b881-96312af3e6ab tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] delete failed (client error): The resource could not be found. Nov 10 17:48:20.939259 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9d262c05-796c-49af-b881-96312af3e6ab tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] 10.222.0.39 "DELETE /v2.0/routers/14a58847-4c42-4a73-99be-40bf1ce3d419 HTTP/1.1" status: 404 len: 336 time: 0.0826101 Nov 10 17:48:20.942974 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54264) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:20.985634 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c28e985d-06d2-4d93-849c-f0cacf4dacd7 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] 10.222.0.39 "GET /v2.0/ports?device_id=96c9dcae-a961-461c-82f3-3b6817dff780 HTTP/1.1" status: 200 len: 205 time: 0.0407236 Nov 10 17:48:20.989448 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54268) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:20.993810 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e5daae6b-46d5-45e1-bf3c-0a8562f34f4d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:21.042194 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-ee48a1fe-e045-491d-a68f-c3e8fd58dba6 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] delete failed (client error): The resource could not be found. Nov 10 17:48:21.046073 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ee48a1fe-e045-491d-a68f-c3e8fd58dba6 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] 10.222.0.39 "DELETE /v2.0/routers/96c9dcae-a961-461c-82f3-3b6817dff780 HTTP/1.1" status: 404 len: 336 time: 0.0529075 Nov 10 17:48:21.046388 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54270) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:21.080834 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-29290b49-bf69-46b4-883b-d2f079329334 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] 10.222.0.39 "GET /v2.0/ports?device_id=49bca292-f10b-497c-98fb-a86c4609751d HTTP/1.1" status: 200 len: 205 time: 0.0328271 Nov 10 17:48:21.081945 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e5daae6b-46d5-45e1-bf3c-0a8562f34f4d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:21.084029 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54274) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:21.088437 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5daae6b-46d5-45e1-bf3c-0a8562f34f4d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:21.089249 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e5daae6b-46d5-45e1-bf3c-0a8562f34f4d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:21.090724 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e5daae6b-46d5-45e1-bf3c-0a8562f34f4d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "PUT /v2.0/ports/75d54c60-426a-4c8f-a950-82b0c449d649 HTTP/1.1" status: 200 len: 911 time: 2.5042856 Nov 10 17:48:21.098525 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54276) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:21.148320 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-07910e99-4f2f-4861-a2c8-52aa8cf6ccaf tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] delete failed (client error): The resource could not be found. Nov 10 17:48:21.149363 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-07910e99-4f2f-4861-a2c8-52aa8cf6ccaf tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] 10.222.0.39 "DELETE /v2.0/routers/49bca292-f10b-497c-98fb-a86c4609751d HTTP/1.1" status: 404 len: 336 time: 0.0637901 Nov 10 17:48:21.157669 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54280) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:21.190770 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e877a0c6-3e5a-43fa-a2b6-3de4f4d90109 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] 10.222.0.39 "GET /v2.0/ports?device_id=7625c2f1-df92-49eb-b519-d7aa74eb700f HTTP/1.1" status: 200 len: 205 time: 0.0369518 Nov 10 17:48:21.199306 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54282) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:21.258566 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-f93e3672-892f-46ce-8348-765b25b5f480 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] delete failed (client error): The resource could not be found. Nov 10 17:48:21.261196 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f93e3672-892f-46ce-8348-765b25b5f480 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] 10.222.0.39 "DELETE /v2.0/routers/7625c2f1-df92-49eb-b519-d7aa74eb700f HTTP/1.1" status: 404 len: 336 time: 0.0579731 Nov 10 17:48:21.265708 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54284) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:21.269245 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fe9c3f37-f693-4738-9caf-b4a748d79282 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:21.294188 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5daae6b-46d5-45e1-bf3c-0a8562f34f4d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Port': ['ID=75d54c60-426a-4c8f-a950-82b0c449d649,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:21.328130 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0358fcaf-32ae-48c8-af66-d1fb477c2b4a tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd76fffb-f6d0-40a7-bc61-de41bc193a4f HTTP/1.1" status: 200 len: 205 time: 0.0519221 Nov 10 17:48:21.328803 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54288) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:21.392754 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-9138ee9e-de26-4a20-8684-e3f5341d5c91 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] delete failed (client error): The resource could not be found. Nov 10 17:48:21.394058 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9138ee9e-de26-4a20-8684-e3f5341d5c91 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] 10.222.0.39 "DELETE /v2.0/routers/fd76fffb-f6d0-40a7-bc61-de41bc193a4f HTTP/1.1" status: 404 len: 336 time: 0.0637326 Nov 10 17:48:21.420569 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54292) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:21.608657 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7882a66-a8c2-4848-bb1d-3792215f2f89 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] DELETE failed (client error): The resource could not be found. Nov 10 17:48:21.611159 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7882a66-a8c2-4848-bb1d-3792215f2f89 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:48:21.619213 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e7882a66-a8c2-4848-bb1d-3792215f2f89 tempest-RoutersIpV6AdminTest-1141488548 tempest-RoutersIpV6AdminTest-1141488548-project] 10.222.0.39 "DELETE /v2.0/subnets/8c791a13-8ad0-4fde-9d20-39b5d83b9c98 HTTP/1.1" status: 404 len: 337 time: 0.1924586 Nov 10 17:48:21.825326 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c69eb64e-5392-430b-b195-6c8b4ef399f2 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:48:21.875368 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54304) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:21.876110 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: c69eb64e-5392-430b-b195-6c8b4ef399f2 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:48:21.876832 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c69eb64e-5392-430b-b195-6c8b4ef399f2 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:48:21.877682 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 83af12c5-b686-4742-a9e7-5ed435cc7c18 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:48:21.913720 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 83af12c5-b686-4742-a9e7-5ed435cc7c18 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:48:21.914226 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 83af12c5-b686-4742-a9e7-5ed435cc7c18 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:48:21.960243 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9bdc9-74f4-437b-ae17-cca377fe4cef req-8b016f7c-5d31-4eef-9301-9fccfa3f8ac4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:21.966389 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9bdc9-74f4-437b-ae17-cca377fe4cef req-8b016f7c-5d31-4eef-9301-9fccfa3f8ac4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:21.973509 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9bdc9-74f4-437b-ae17-cca377fe4cef req-8b016f7c-5d31-4eef-9301-9fccfa3f8ac4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:21.979839 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9bdc9-74f4-437b-ae17-cca377fe4cef req-8b016f7c-5d31-4eef-9301-9fccfa3f8ac4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:21.986345 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9bdc9-74f4-437b-ae17-cca377fe4cef req-8b016f7c-5d31-4eef-9301-9fccfa3f8ac4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:21.994880 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9bdc9-74f4-437b-ae17-cca377fe4cef req-8b016f7c-5d31-4eef-9301-9fccfa3f8ac4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:22.002878 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9bdc9-74f4-437b-ae17-cca377fe4cef req-8b016f7c-5d31-4eef-9301-9fccfa3f8ac4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:22.013089 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a4f9bdc9-74f4-437b-ae17-cca377fe4cef req-8b016f7c-5d31-4eef-9301-9fccfa3f8ac4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5429 time: 0.1357031 Nov 10 17:48:22.131272 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b22834fd-090a-4dd4-b1a4-f42243dbc2c5 req-d51c87f9-9fb1-4faf-8a2b-b488a505610a tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.39 "GET /v2.0/ports?device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1 HTTP/1.1" status: 200 len: 210 time: 0.0734260 Nov 10 17:48:22.158240 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-454a0235-fdec-4351-aa93-204c2f43b966 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:22.163214 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a4f9bdc9-74f4-437b-ae17-cca377fe4cef req-6dd6c693-0a8d-46b3-ab4c-6536cf8b3287 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1418643 Nov 10 17:48:22.204141 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-85602743-86eb-4910-a49b-f7a934e8adec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1391481830-network', 'tenant_id': 'e1569f9ec4844e5da0abe0399c5b21b2'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:22.341475 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85602743-86eb-4910-a49b-f7a934e8adec admin admin] Made reservation on behalf of e1569f9ec4844e5da0abe0399c5b21b2 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:48:22.346070 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-85602743-86eb-4910-a49b-f7a934e8adec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:22.349109 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54322) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:22.370181 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-85602743-86eb-4910-a49b-f7a934e8adec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:22.442336 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-fe9c3f37-f693-4738-9caf-b4a748d79282 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Deleting port 2a6d217d-919a-4078-941e-5e19ad9b03be {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:48:22.442770 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fe9c3f37-f693-4738-9caf-b4a748d79282 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:22.574292 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-85602743-86eb-4910-a49b-f7a934e8adec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:22.586517 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-454a0235-fdec-4351-aa93-204c2f43b966 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Deleting port 75d54c60-426a-4c8f-a950-82b0c449d649 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:48:22.587163 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-454a0235-fdec-4351-aa93-204c2f43b966 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:22.598288 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-85602743-86eb-4910-a49b-f7a934e8adec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:22.604133 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-fe9c3f37-f693-4738-9caf-b4a748d79282 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] For port 2a6d217d-919a-4078-941e-5e19ad9b03be, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2a6d217d-919a-4078-941e-5e19ad9b03be,segment=NetworkSegment(51c1b5a4-7bb8-4be7-85ed-95a81ff0ce6d),segment_id=51c1b5a4-7bb8-4be7-85ed-95a81ff0ce6d)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:22.604520 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fe9c3f37-f693-4738-9caf-b4a748d79282 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:22.608984 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-86ae3945-7f12-47c2-9689-c89324fa3d58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:22.644018 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-fe9c3f37-f693-4738-9caf-b4a748d79282 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Calling delete_port for 2a6d217d-919a-4078-941e-5e19ad9b03be owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:48:22.662333 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85602743-86eb-4910-a49b-f7a934e8adec admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:48:22.691053 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85602743-86eb-4910-a49b-f7a934e8adec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0021e546-4f7f-49c4-abd3-0d4bc5500397,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:22.701015 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3c9d1bc9-5125-45b4-925b-b2866d9095cb req-83c463a5-c101-4a92-bdd1-c32fc1993cbc tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.39 "GET /v2.0/ports?device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1 HTTP/1.1" status: 200 len: 210 time: 0.0371640 Nov 10 17:48:22.732670 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-85602743-86eb-4910-a49b-f7a934e8adec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:22.733016 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-85602743-86eb-4910-a49b-f7a934e8adec admin admin] Added segment baeb23fd-b08b-446f-96bc-a6860148d525 of type vlan for network 9d712752-3829-4a19-bac1-728b7bac1b26 Nov 10 17:48:22.758425 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-454a0235-fdec-4351-aa93-204c2f43b966 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:22.770699 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-454a0235-fdec-4351-aa93-204c2f43b966 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Calling delete_port for 75d54c60-426a-4c8f-a950-82b0c449d649 owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:48:22.833038 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-85602743-86eb-4910-a49b-f7a934e8adec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:22.895985 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-86ae3945-7f12-47c2-9689-c89324fa3d58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:22.917234 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-86ae3945-7f12-47c2-9689-c89324fa3d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:22.953026 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-85602743-86eb-4910-a49b-f7a934e8adec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:22.954637 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85602743-86eb-4910-a49b-f7a934e8adec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:22.955438 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-85602743-86eb-4910-a49b-f7a934e8adec admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:22.993469 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-86ae3945-7f12-47c2-9689-c89324fa3d58 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0db462c677d34ca6a398d28d425a736c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6425562 Nov 10 17:48:22.996662 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54330) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:23.004596 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-454a0235-fdec-4351-aa93-204c2f43b966 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:23.028036 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae3945-7f12-47c2-9689-c89324fa3d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a6b929-3429-4b62-afa6-8ca927980cab,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:23.060773 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a0235-fdec-4351-aa93-204c2f43b966 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Port': ['ID=75d54c60-426a-4c8f-a950-82b0c449d649,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:23.079501 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-85602743-86eb-4910-a49b-f7a934e8adec admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1998262 Nov 10 17:48:23.083985 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54332) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:23.098339 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-85d1a11b-0495-4a57-93bb-9a0005e826f1 admin admin] Request body: {'subnet': {'network_id': '9d712752-3829-4a19-bac1-728b7bac1b26', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1391481830-subnet', 'tenant_id': 'e1569f9ec4844e5da0abe0399c5b21b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:23.104660 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85602743-86eb-4910-a49b-f7a934e8adec admin admin] Pushing event updated for resources: {'Network': ['ID=9d712752-3829-4a19-bac1-728b7bac1b26,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:23.124841 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 9d712752-3829-4a19-bac1-728b7bac1b26 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:48:23.132695 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fe9c3f37-f693-4738-9caf-b4a748d79282 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:23.145120 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d1a11b-0495-4a57-93bb-9a0005e826f1 admin admin] Made reservation on behalf of e1569f9ec4844e5da0abe0399c5b21b2 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:48:23.147649 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-85d1a11b-0495-4a57-93bb-9a0005e826f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:23.181108 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c3f37-f693-4738-9caf-b4a748d79282 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Port': ['ID=2a6d217d-919a-4078-941e-5e19ad9b03be,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:23.215445 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-454a0235-fdec-4351-aa93-204c2f43b966 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:23.364242 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e193ad0e-f83b-432d-8bfe-1d44bbf931c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:23.389663 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e193ad0e-f83b-432d-8bfe-1d44bbf931c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:23.506323 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad53e4f-c146-4bbd-b1be-6f29237695a7 req-31e2069f-3249-48dc-ace4-80e3d7af6a5f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:23.512703 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454a0235-fdec-4351-aa93-204c2f43b966 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Router 990f15e1-22d9-4d4e-9c69-7df05468f0a7 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:48:23.512854 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad53e4f-c146-4bbd-b1be-6f29237695a7 req-31e2069f-3249-48dc-ace4-80e3d7af6a5f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:23.520425 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad53e4f-c146-4bbd-b1be-6f29237695a7 req-31e2069f-3249-48dc-ace4-80e3d7af6a5f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:23.526815 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad53e4f-c146-4bbd-b1be-6f29237695a7 req-31e2069f-3249-48dc-ace4-80e3d7af6a5f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:23.533468 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad53e4f-c146-4bbd-b1be-6f29237695a7 req-31e2069f-3249-48dc-ace4-80e3d7af6a5f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:23.539448 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad53e4f-c146-4bbd-b1be-6f29237695a7 req-31e2069f-3249-48dc-ace4-80e3d7af6a5f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:23.545585 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad53e4f-c146-4bbd-b1be-6f29237695a7 req-31e2069f-3249-48dc-ace4-80e3d7af6a5f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:23.548717 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0ad53e4f-c146-4bbd-b1be-6f29237695a7 req-31e2069f-3249-48dc-ace4-80e3d7af6a5f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5429 time: 0.2466993 Nov 10 17:48:23.556123 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fe9c3f37-f693-4738-9caf-b4a748d79282 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:23.604091 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454a0235-fdec-4351-aa93-204c2f43b966 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:48:23.612450 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-454a0235-fdec-4351-aa93-204c2f43b966 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "PUT /v2.0/routers/990f15e1-22d9-4d4e-9c69-7df05468f0a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5143909 Nov 10 17:48:23.614195 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e193ad0e-f83b-432d-8bfe-1d44bbf931c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:23.619280 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e193ad0e-f83b-432d-8bfe-1d44bbf931c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:23.620607 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e193ad0e-f83b-432d-8bfe-1d44bbf931c5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/61a6b929-3429-4b62-afa6-8ca927980cab HTTP/1.1" status: 204 len: 168 time: 0.6227956 Nov 10 17:48:23.621616 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54338) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:23.633880 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815a2e27-c601-4821-ad23-0f9bb31240d5 None None] Sync routers for ids ['990f15e1-22d9-4d4e-9c69-7df05468f0a7'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:48:23.678518 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815a2e27-c601-4821-ad23-0f9bb31240d5 None None] Routers {'990f15e1-22d9-4d4e-9c69-7df05468f0a7'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:23.684895 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193ad0e-f83b-432d-8bfe-1d44bbf931c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a6b929-3429-4b62-afa6-8ca927980cab,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:23.685096 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-815a2e27-c601-4821-ad23-0f9bb31240d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:48:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['990f15e1-22d9-4d4e-9c69-7df05468f0a7'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:23.788991 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a2da4366-01f4-468f-9bdb-a15d5c0eaa30 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "GET /v2.0/ports?device_id=990f15e1-22d9-4d4e-9c69-7df05468f0a7 HTTP/1.1" status: 200 len: 205 time: 0.1364923 Nov 10 17:48:23.790967 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54350) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:23.815032 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-815a2e27-c601-4821-ad23-0f9bb31240d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:23.851960 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815a2e27-c601-4821-ad23-0f9bb31240d5 None None] Routers {'990f15e1-22d9-4d4e-9c69-7df05468f0a7'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:23.853386 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-815a2e27-c601-4821-ad23-0f9bb31240d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:48:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['990f15e1-22d9-4d4e-9c69-7df05468f0a7'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:23.918699 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-815a2e27-c601-4821-ad23-0f9bb31240d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:23.919709 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815a2e27-c601-4821-ad23-0f9bb31240d5 None None] The sync data for ids ['990f15e1-22d9-4d4e-9c69-7df05468f0a7'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:48:23.975003 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-444c30a5-a5fe-4d73-b793-60732260bb81 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:24.064621 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0bcabe85-5963-4ed1-8bb5-0d803425a877 req-079bbb06-c0cd-4108-aaa0-c70624c4fdec tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.39 "GET /v2.0/ports?device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1 HTTP/1.1" status: 200 len: 210 time: 0.1077776 Nov 10 17:48:24.101956 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-85d1a11b-0495-4a57-93bb-9a0005e826f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:24.111149 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9c3f37-f693-4738-9caf-b4a748d79282 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:48:24.137505 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0ad53e4f-c146-4bbd-b1be-6f29237695a7 req-c15558cf-92bc-436f-a983-e756f0f4f2ec tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5766523 Nov 10 17:48:24.199462 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-444c30a5-a5fe-4d73-b793-60732260bb81 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:24.201306 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54354) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:24.204426 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-444c30a5-a5fe-4d73-b793-60732260bb81 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:24.261447 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1a11b-0495-4a57-93bb-9a0005e826f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24f622c7-f4ac-4cbc-908c-215b17fdf179,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:24.277037 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-444c30a5-a5fe-4d73-b793-60732260bb81 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:24.277654 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444c30a5-a5fe-4d73-b793-60732260bb81 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Fanout notify agent at l3_agent the message router_deleted on router 990f15e1-22d9-4d4e-9c69-7df05468f0a7 {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:48:24.279538 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9c3f37-f693-4738-9caf-b4a748d79282 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:48:24.287453 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-444c30a5-a5fe-4d73-b793-60732260bb81 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:24.287678 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-fe9c3f37-f693-4738-9caf-b4a748d79282 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "PUT /v2.0/routers/020f89b0-b6db-4aa4-b7ba-80383aec5c3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8714321 Nov 10 17:48:24.288508 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54356) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:24.291857 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-444c30a5-a5fe-4d73-b793-60732260bb81 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/routers/990f15e1-22d9-4d4e-9c69-7df05468f0a7 HTTP/1.1" status: 204 len: 168 time: 0.4964726 Nov 10 17:48:24.291857 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54358) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:24.296600 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d388cb-e30d-41a8-9824-122a8b73f20d None None] Sync routers for ids ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:48:24.305618 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d77a8676-3408-4e1e-99ec-623cda882d3a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36c0b738f2794d2d8ce5025f0db34c4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1008708 Nov 10 17:48:24.306158 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54360) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:24.316326 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d388cb-e30d-41a8-9824-122a8b73f20d None None] Routers {'020f89b0-b6db-4aa4-b7ba-80383aec5c3f'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:24.317345 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e1d388cb-e30d-41a8-9824-122a8b73f20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:48:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:24.347637 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-99cb2125-e95d-48c2-a7df-baafe3e71459 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Deleting subnet 384c619c-7d04-4f37-8eab-523b39383e36 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:48:24.351024 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-99cb2125-e95d-48c2-a7df-baafe3e71459 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:24.351230 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d1a11b-0495-4a57-93bb-9a0005e826f1 admin admin] Checking segment: {'id': 'baeb23fd-b08b-446f-96bc-a6860148d525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d712752-3829-4a19-bac1-728b7bac1b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:48:24.351636 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d1a11b-0495-4a57-93bb-9a0005e826f1 admin admin] Network hostable DHCP agents. Network: 9d712752-3829-4a19-bac1-728b7bac1b26, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:48:24.397145 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-e1d388cb-e30d-41a8-9824-122a8b73f20d None None] Set router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:48:24.408391 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-99cb2125-e95d-48c2-a7df-baafe3e71459 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:24.414271 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-320c8937-cf4a-4018-8272-415c1cb3a29d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Deleting subnet e0699e43-ae07-42b4-8d7a-b64ef62616ae {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:48:24.418968 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-320c8937-cf4a-4018-8272-415c1cb3a29d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:24.421723 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2dd66240-3d54-4266-85dc-0948106d9486 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:24.446337 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2dd66240-3d54-4266-85dc-0948106d9486 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:24.457255 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e1d388cb-e30d-41a8-9824-122a8b73f20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'name': 'tempest-RoutersTest-router-1978934352', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:21Z', 'updated_at': '2021-11-10T17:48:22Z', 'revision_number': 11, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:24.484069 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d1a11b-0495-4a57-93bb-9a0005e826f1 admin admin] Network 9d712752-3829-4a19-bac1-728b7bac1b26 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:48:24.486581 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d388cb-e30d-41a8-9824-122a8b73f20d None None] Checking router: 020f89b0-b6db-4aa4-b7ba-80383aec5c3f for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:48:24.500019 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d388cb-e30d-41a8-9824-122a8b73f20d None None] Routers {'020f89b0-b6db-4aa4-b7ba-80383aec5c3f'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:24.501279 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e1d388cb-e30d-41a8-9824-122a8b73f20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:48:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:24.521841 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-320c8937-cf4a-4018-8272-415c1cb3a29d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:24.523355 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-99cb2125-e95d-48c2-a7df-baafe3e71459 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:24.543262 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-85d1a11b-0495-4a57-93bb-9a0005e826f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 9d712752-3829-4a19-bac1-728b7bac1b26) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:24.552700 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d1a11b-0495-4a57-93bb-9a0005e826f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:24.553129 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-85d1a11b-0495-4a57-93bb-9a0005e826f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:24.574672 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2575138b-5806-4204-89f2-63eb7b83c872 None None] Network 9d712752-3829-4a19-bac1-728b7bac1b26 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:48:24.586163 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2dd66240-3d54-4266-85dc-0948106d9486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:24.588816 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2dd66240-3d54-4266-85dc-0948106d9486 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:24.590202 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2dd66240-3d54-4266-85dc-0948106d9486 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d6b0afec-a29f-4c9b-9391-68aa0e4ace14 HTTP/1.1" status: 204 len: 168 time: 0.2637074 Nov 10 17:48:24.611620 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-85d1a11b-0495-4a57-93bb-9a0005e826f1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5123534 Nov 10 17:48:24.611620 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd66240-3d54-4266-85dc-0948106d9486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b0afec-a29f-4c9b-9391-68aa0e4ace14,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:24.629945 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-e1d388cb-e30d-41a8-9824-122a8b73f20d None None] Set router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:48:24.662842 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-320c8937-cf4a-4018-8272-415c1cb3a29d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:24.663637 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-99cb2125-e95d-48c2-a7df-baafe3e71459 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:24.747158 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb2125-e95d-48c2-a7df-baafe3e71459 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Subnet': ['ID=384c619c-7d04-4f37-8eab-523b39383e36,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:24.753657 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-99cb2125-e95d-48c2-a7df-baafe3e71459 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:24.765907 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-99cb2125-e95d-48c2-a7df-baafe3e71459 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/subnets/384c619c-7d04-4f37-8eab-523b39383e36 HTTP/1.1" status: 204 len: 168 time: 0.4729009 Nov 10 17:48:24.767253 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54370) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:24.790031 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-320c8937-cf4a-4018-8272-415c1cb3a29d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:24.794196 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf068b4-cbfd-4113-86ca-5de55860a85c None None] Network 6c322c9a-f9b0-4d78-94e2-f3e1ef332cb3 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:48:24.839443 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c8937-cf4a-4018-8272-415c1cb3a29d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Subnet': ['ID=e0699e43-ae07-42b4-8d7a-b64ef62616ae,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:24.841644 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-320c8937-cf4a-4018-8272-415c1cb3a29d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:24.848316 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-320c8937-cf4a-4018-8272-415c1cb3a29d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/subnets/e0699e43-ae07-42b4-8d7a-b64ef62616ae HTTP/1.1" status: 204 len: 168 time: 0.5573220 Nov 10 17:48:24.849141 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54374) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:24.876776 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c281f2e9-8386-4867-a9e5-f691fc70044d None None] Network 5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:48:24.882194 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e1d388cb-e30d-41a8-9824-122a8b73f20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'name': 'tempest-RoutersTest-router-1978934352', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:21Z', 'updated_at': '2021-11-10T17:48:22Z', 'revision_number': 11, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:25.029683 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-99201bce-7aec-4f72-8f10-e70848bd1fa2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:25.030280 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c13c8233-42bd-4772-87e9-844244b7a2d0 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:25.032989 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d388cb-e30d-41a8-9824-122a8b73f20d None None] The sync data for ids ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'] in n-d-776250-10 is: [{'id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'name': 'tempest-RoutersTest-router-1978934352', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:21Z', 'updated_at': '2021-11-10T17:48:22Z', 'revision_number': 11, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:48:25.080645 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:25.111904 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-c13c8233-42bd-4772-87e9-844244b7a2d0 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Deleting port de84b96e-4eda-4168-b5b5-eb62fb025e44 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:48:25.112506 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c13c8233-42bd-4772-87e9-844244b7a2d0 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:25.129507 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-99201bce-7aec-4f72-8f10-e70848bd1fa2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Deleting port d5517f6c-92dc-4bf5-8e64-f38d34c4831c {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:48:25.130156 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-99201bce-7aec-4f72-8f10-e70848bd1fa2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:25.216233 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:25.236889 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-99201bce-7aec-4f72-8f10-e70848bd1fa2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] For port d5517f6c-92dc-4bf5-8e64-f38d34c4831c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d5517f6c-92dc-4bf5-8e64-f38d34c4831c,segment=NetworkSegment(94751d65-2604-4509-b7a8-cc818e6ce105),segment_id=94751d65-2604-4509-b7a8-cc818e6ce105)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:25.237389 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-99201bce-7aec-4f72-8f10-e70848bd1fa2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:25.240954 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f19e11-9305-47a0-a6d5-006e1b8fc539 None None] Network 9d712752-3829-4a19-bac1-728b7bac1b26 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:48:25.254199 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-99201bce-7aec-4f72-8f10-e70848bd1fa2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Calling delete_port for d5517f6c-92dc-4bf5-8e64-f38d34c4831c owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:48:25.291397 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-c13c8233-42bd-4772-87e9-844244b7a2d0 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] For port de84b96e-4eda-4168-b5b5-eb62fb025e44, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=de84b96e-4eda-4168-b5b5-eb62fb025e44,segment=NetworkSegment(51c1b5a4-7bb8-4be7-85ed-95a81ff0ce6d),segment_id=51c1b5a4-7bb8-4be7-85ed-95a81ff0ce6d)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:25.291791 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c13c8233-42bd-4772-87e9-844244b7a2d0 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:25.309824 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-c13c8233-42bd-4772-87e9-844244b7a2d0 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Calling delete_port for de84b96e-4eda-4168-b5b5-eb62fb025e44 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:48:25.429578 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c13c8233-42bd-4772-87e9-844244b7a2d0 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:25.493256 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f0d407-be59-4fb9-8a1d-9cee61aee681 None None] DHCP port deletion for 6c322c9a-f9b0-4d78-94e2-f3e1ef332cb3 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:48:25.511549 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c8233-42bd-4772-87e9-844244b7a2d0 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Port': ['ID=de84b96e-4eda-4168-b5b5-eb62fb025e44,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:25.515114 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13c8233-42bd-4772-87e9-844244b7a2d0 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] No DVR routers for this DVR port de84b96e-4eda-4168-b5b5-eb62fb025e44 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:48:25.561797 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854fed0-bbfe-4ef8-8ea6-3e3e311d7ed2 req-4811914a-11e3-4adb-8d86-8f88f39a5404 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:25.565137 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ed077e-2cc9-40c0-b95e-f9c1dea59d24 None None] DHCP port deletion for 5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:48:25.571384 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854fed0-bbfe-4ef8-8ea6-3e3e311d7ed2 req-4811914a-11e3-4adb-8d86-8f88f39a5404 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:25.588216 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854fed0-bbfe-4ef8-8ea6-3e3e311d7ed2 req-4811914a-11e3-4adb-8d86-8f88f39a5404 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:25.595977 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-34ddcbc6-07f5-43a3-823d-7a1808339392 req-f4432b6f-9885-4737-ad2f-ec009fce8b06 tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.39 "GET /v2.0/ports?device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1 HTTP/1.1" status: 200 len: 210 time: 0.1751673 Nov 10 17:48:25.597434 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854fed0-bbfe-4ef8-8ea6-3e3e311d7ed2 req-4811914a-11e3-4adb-8d86-8f88f39a5404 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:25.614135 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-32f0d407-be59-4fb9-8a1d-9cee61aee681 None None] Deleting port d5517f6c-92dc-4bf5-8e64-f38d34c4831c {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:48:25.614135 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-32f0d407-be59-4fb9-8a1d-9cee61aee681 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:25.638518 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854fed0-bbfe-4ef8-8ea6-3e3e311d7ed2 req-4811914a-11e3-4adb-8d86-8f88f39a5404 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:25.653483 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854fed0-bbfe-4ef8-8ea6-3e3e311d7ed2 req-4811914a-11e3-4adb-8d86-8f88f39a5404 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:25.659794 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854fed0-bbfe-4ef8-8ea6-3e3e311d7ed2 req-4811914a-11e3-4adb-8d86-8f88f39a5404 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:25.681089 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a854fed0-bbfe-4ef8-8ea6-3e3e311d7ed2 req-4811914a-11e3-4adb-8d86-8f88f39a5404 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5429 time: 0.3488355 Nov 10 17:48:25.718495 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-32f0d407-be59-4fb9-8a1d-9cee61aee681 None None] For port d5517f6c-92dc-4bf5-8e64-f38d34c4831c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d5517f6c-92dc-4bf5-8e64-f38d34c4831c,segment=NetworkSegment(94751d65-2604-4509-b7a8-cc818e6ce105),segment_id=94751d65-2604-4509-b7a8-cc818e6ce105)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:25.721314 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-32f0d407-be59-4fb9-8a1d-9cee61aee681 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:25.734704 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c13c8233-42bd-4772-87e9-844244b7a2d0 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:25.754564 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-99201bce-7aec-4f72-8f10-e70848bd1fa2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:25.755123 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-32f0d407-be59-4fb9-8a1d-9cee61aee681 None None] Calling delete_port for d5517f6c-92dc-4bf5-8e64-f38d34c4831c owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:48:25.784518 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99201bce-7aec-4f72-8f10-e70848bd1fa2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] No DVR routers for this DVR port d5517f6c-92dc-4bf5-8e64-f38d34c4831c on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:48:25.795027 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-c13c8233-42bd-4772-87e9-844244b7a2d0 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:25.808856 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-c13c8233-42bd-4772-87e9-844244b7a2d0 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c1b5a4-7bb8-4be7-85ed-95a81ff0ce6d') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:25.809233 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-c13c8233-42bd-4772-87e9-844244b7a2d0 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c1b5a4-7bb8-4be7-85ed-95a81ff0ce6d') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:25.821824 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c13c8233-42bd-4772-87e9-844244b7a2d0 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:25.837552 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c13c8233-42bd-4772-87e9-844244b7a2d0 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:25.846319 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c13c8233-42bd-4772-87e9-844244b7a2d0 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:48:25.847016 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c13c8233-42bd-4772-87e9-844244b7a2d0 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:25.853839 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:48:25.853839 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:48:25.853839 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:48:25.853839 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:48:25.853839 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:48:25.853839 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:48:25.853839 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:48:25.853839 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:48:25.853839 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:48:25.853839 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:48:25.853839 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:48:25.853839 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:48:25.853839 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:48:25.853839 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:48:25.853839 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:48:25.853839 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:48:25.853839 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:48:25.853839 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:48:25.853839 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:48:25.853839 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:48:25.853839 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:48:25.853839 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:48:25.853839 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:48:25.853839 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:48:25.853839 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:48:25.853839 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:48:25.853839 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:48:25.853839 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:48:25.853839 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:48:25.853839 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:48:25.853839 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:48:25.853839 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:48:25.873347 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device de84b96e-4eda-4168-b5b5-eb62fb025e44 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:48:25.879294 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99201bce-7aec-4f72-8f10-e70848bd1fa2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Port': ['ID=d5517f6c-92dc-4bf5-8e64-f38d34c4831c,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:25.923103 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-32f0d407-be59-4fb9-8a1d-9cee61aee681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:25.932885 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a854fed0-bbfe-4ef8-8ea6-3e3e311d7ed2 req-3edc87c6-3977-4c39-96cb-bd7724857c2f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2487371 Nov 10 17:48:25.947705 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c13c8233-42bd-4772-87e9-844244b7a2d0 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:25.976897 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-99201bce-7aec-4f72-8f10-e70848bd1fa2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:25.984298 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c13c8233-42bd-4772-87e9-844244b7a2d0 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:26.000363 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: de84b96e-4eda-4168-b5b5-eb62fb025e44 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:48:26.001152 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device de84b96e-4eda-4168-b5b5-eb62fb025e44 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:48:26.001758 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d5517f6c-92dc-4bf5-8e64-f38d34c4831c no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:48:26.007710 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c13c8233-42bd-4772-87e9-844244b7a2d0 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/networks/5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2 HTTP/1.1" status: 204 len: 168 time: 1.1547618 Nov 10 17:48:26.007886 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0d407-be59-4fb9-8a1d-9cee61aee681 None None] Pushing event deleted for resources: {'Port': ['ID=d5517f6c-92dc-4bf5-8e64-f38d34c4831c,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:26.008401 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-99201bce-7aec-4f72-8f10-e70848bd1fa2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c322c9a-f9b0-4d78-94e2-f3e1ef332cb3']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:26.010546 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54406) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:26.012101 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f0d407-be59-4fb9-8a1d-9cee61aee681 None None] No DVR routers for this DVR port d5517f6c-92dc-4bf5-8e64-f38d34c4831c on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:48:26.016874 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-dd4b92c7-a2c3-4e9e-84a9-a5e7a4f5c76d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Request body: {'router': {'routes': None}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:26.035677 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c8233-42bd-4772-87e9-844244b7a2d0 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Pushing event deleted for resources: {'Network': ['ID=5da37dd6-5bc5-47d9-a78b-1a98db4ff7e2,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:26.047787 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: d5517f6c-92dc-4bf5-8e64-f38d34c4831c {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:48:26.048993 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d5517f6c-92dc-4bf5-8e64-f38d34c4831c not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:48:26.049425 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2a6d217d-919a-4078-941e-5e19ad9b03be no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:48:26.052928 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f0d407-be59-4fb9-8a1d-9cee61aee681 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:26.053278 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f0d407-be59-4fb9-8a1d-9cee61aee681 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:26.053627 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f0d407-be59-4fb9-8a1d-9cee61aee681 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:26.053963 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f0d407-be59-4fb9-8a1d-9cee61aee681 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:26.054301 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f0d407-be59-4fb9-8a1d-9cee61aee681 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:26.054634 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f0d407-be59-4fb9-8a1d-9cee61aee681 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:26.054961 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f0d407-be59-4fb9-8a1d-9cee61aee681 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:26.055289 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f0d407-be59-4fb9-8a1d-9cee61aee681 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:26.055616 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f0d407-be59-4fb9-8a1d-9cee61aee681 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:26.055946 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f0d407-be59-4fb9-8a1d-9cee61aee681 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:26.056385 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f0d407-be59-4fb9-8a1d-9cee61aee681 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:26.056743 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f0d407-be59-4fb9-8a1d-9cee61aee681 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:26.085121 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 2a6d217d-919a-4078-941e-5e19ad9b03be {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:48:26.085472 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2a6d217d-919a-4078-941e-5e19ad9b03be not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:48:26.113125 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-99201bce-7aec-4f72-8f10-e70848bd1fa2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94751d65-2604-4509-b7a8-cc818e6ce105') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:26.113638 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-99201bce-7aec-4f72-8f10-e70848bd1fa2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94751d65-2604-4509-b7a8-cc818e6ce105') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:26.155676 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-99201bce-7aec-4f72-8f10-e70848bd1fa2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:26.253172 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-99201bce-7aec-4f72-8f10-e70848bd1fa2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:26.264291 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99201bce-7aec-4f72-8f10-e70848bd1fa2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:48:26.264927 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-99201bce-7aec-4f72-8f10-e70848bd1fa2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:26.268422 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:48:26.268422 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:48:26.268422 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:48:26.268422 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:48:26.268422 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:48:26.268422 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:48:26.268422 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:48:26.268422 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:48:26.268422 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:48:26.268422 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:48:26.268422 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:48:26.268422 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:48:26.268422 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:48:26.268422 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:48:26.268422 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:48:26.268422 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:48:26.268422 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:48:26.268422 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:48:26.268422 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:48:26.268422 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:48:26.268422 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:48:26.268422 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:48:26.268422 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:48:26.268422 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:48:26.268422 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:48:26.268422 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:48:26.268422 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:48:26.268422 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:48:26.268422 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:48:26.268422 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:48:26.268422 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:48:26.268422 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:48:26.292241 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.extraroute_db [None req-dd4b92c7-a2c3-4e9e-84a9-a5e7a4f5c76d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Added routes are [] {{(pid=102469) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 17:48:26.292603 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.extraroute_db [None req-dd4b92c7-a2c3-4e9e-84a9-a5e7a4f5c76d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Removed routes are [] {{(pid=102469) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 17:48:26.292902 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd4b92c7-a2c3-4e9e-84a9-a5e7a4f5c76d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1024386'] for router, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:26.417224 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-99201bce-7aec-4f72-8f10-e70848bd1fa2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:26.427621 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-99201bce-7aec-4f72-8f10-e70848bd1fa2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:26.430880 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-99201bce-7aec-4f72-8f10-e70848bd1fa2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/networks/6c322c9a-f9b0-4d78-94e2-f3e1ef332cb3 HTTP/1.1" status: 204 len: 168 time: 1.6629786 Nov 10 17:48:26.434761 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54414) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:26.442706 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-33c3bbff-da6b-4ee6-bfc8-c11c3dd9a4f8 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-92437754', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:26.483878 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-33c3bbff-da6b-4ee6-bfc8-c11c3dd9a4f8 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:26.486526 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-33c3bbff-da6b-4ee6-bfc8-c11c3dd9a4f8 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:26.513055 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99201bce-7aec-4f72-8f10-e70848bd1fa2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Network': ['ID=6c322c9a-f9b0-4d78-94e2-f3e1ef332cb3,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:26.525598 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd4b92c7-a2c3-4e9e-84a9-a5e7a4f5c76d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1024386'] for router, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:26.529786 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd4b92c7-a2c3-4e9e-84a9-a5e7a4f5c76d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412472'] for router, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:26.566357 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-33c3bbff-da6b-4ee6-bfc8-c11c3dd9a4f8 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:26.571917 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-33c3bbff-da6b-4ee6-bfc8-c11c3dd9a4f8 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:26.597860 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-33c3bbff-da6b-4ee6-bfc8-c11c3dd9a4f8 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:26.599594 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-33c3bbff-da6b-4ee6-bfc8-c11c3dd9a4f8 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1623065 Nov 10 17:48:26.602997 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54420) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:26.611105 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-035db55a-24a3-4cb6-a7e6-94c217c5bbe4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-780137979'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:26.629344 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4b92c7-a2c3-4e9e-84a9-a5e7a4f5c76d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:48:26.638624 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035db55a-24a3-4cb6-a7e6-94c217c5bbe4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Made reservation on behalf of 9e394024f4884a1d89b5a6d9aedb8502 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:48:26.649785 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-035db55a-24a3-4cb6-a7e6-94c217c5bbe4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:26.680095 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035db55a-24a3-4cb6-a7e6-94c217c5bbe4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:48:26.691505 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-035db55a-24a3-4cb6-a7e6-94c217c5bbe4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:26.691843 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-035db55a-24a3-4cb6-a7e6-94c217c5bbe4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Added segment bf5ba8bf-7bd8-425c-b3b7-ae024e53e2fa of type vlan for network 84a853f7-5323-4c65-a2e2-96c29ca3ed8a Nov 10 17:48:26.740182 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4b92c7-a2c3-4e9e-84a9-a5e7a4f5c76d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:48:26.761793 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd4b92c7-a2c3-4e9e-84a9-a5e7a4f5c76d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:26.766616 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-dd4b92c7-a2c3-4e9e-84a9-a5e7a4f5c76d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "PUT /v2.0/routers/020f89b0-b6db-4aa4-b7ba-80383aec5c3f HTTP/1.1" status: 200 len: 701 time: 0.7546787 Nov 10 17:48:26.768723 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-035db55a-24a3-4cb6-a7e6-94c217c5bbe4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:26.772174 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54428) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:26.782638 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bf3bf6-7260-4690-a43f-0fcf6dd365c1 None None] Sync routers for ids ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:48:26.810183 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b358487d-6450-46e4-a763-2df836a739d8 req-e22a37cc-c87d-40cb-bf11-31be6e376cbb tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.39 "GET /v2.0/ports?device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1 HTTP/1.1" status: 200 len: 210 time: 0.0860438 Nov 10 17:48:26.820573 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bf3bf6-7260-4690-a43f-0fcf6dd365c1 None None] Routers {'020f89b0-b6db-4aa4-b7ba-80383aec5c3f'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:26.823060 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-73bf3bf6-7260-4690-a43f-0fcf6dd365c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:48:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:26.859210 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-da53923a-b2f0-4c94-8e2a-1346f8f59263 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "GET /v2.0/ports?device_id=020f89b0-b6db-4aa4-b7ba-80383aec5c3f HTTP/1.1" status: 200 len: 205 time: 0.0855985 Nov 10 17:48:26.863727 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54432) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:26.886618 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-035db55a-24a3-4cb6-a7e6-94c217c5bbe4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:26.895396 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035db55a-24a3-4cb6-a7e6-94c217c5bbe4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:26.896073 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-035db55a-24a3-4cb6-a7e6-94c217c5bbe4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:26.962631 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-73bf3bf6-7260-4690-a43f-0fcf6dd365c1 None None] Set router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:48:26.967287 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54434) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:26.991654 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035db55a-24a3-4cb6-a7e6-94c217c5bbe4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Network': ['ID=84a853f7-5323-4c65-a2e2-96c29ca3ed8a,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:26.998480 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-301a0edb-2f52-4fcb-802b-1b9203f06241 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:27.007583 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 84a853f7-5323-4c65-a2e2-96c29ca3ed8a details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:48:27.022815 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-73bf3bf6-7260-4690-a43f-0fcf6dd365c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'name': 'tempest-RoutersTest-router-1978934352', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:21Z', 'updated_at': '2021-11-10T17:48:22Z', 'revision_number': 11, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:27.025896 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-035db55a-24a3-4cb6-a7e6-94c217c5bbe4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4210775 Nov 10 17:48:27.030399 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54440) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:27.035467 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-5719470d-1a24-4216-a221-d8b7d3ab85b9 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Request body: {'subnet': {'network_id': '84a853f7-5323-4c65-a2e2-96c29ca3ed8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:27.091550 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bf3bf6-7260-4690-a43f-0fcf6dd365c1 None None] Checking router: 020f89b0-b6db-4aa4-b7ba-80383aec5c3f for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:48:27.110156 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bf3bf6-7260-4690-a43f-0fcf6dd365c1 None None] Routers {'020f89b0-b6db-4aa4-b7ba-80383aec5c3f'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:27.111554 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-73bf3bf6-7260-4690-a43f-0fcf6dd365c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:48:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:27.206318 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-73bf3bf6-7260-4690-a43f-0fcf6dd365c1 None None] Set router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:48:27.253821 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88f406-d8ac-4273-b6fd-390d83ec5a74 req-ad7afb87-59e1-4261-a0d9-5267cff112c1 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:27.259918 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88f406-d8ac-4273-b6fd-390d83ec5a74 req-ad7afb87-59e1-4261-a0d9-5267cff112c1 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:27.266828 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88f406-d8ac-4273-b6fd-390d83ec5a74 req-ad7afb87-59e1-4261-a0d9-5267cff112c1 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:27.273313 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88f406-d8ac-4273-b6fd-390d83ec5a74 req-ad7afb87-59e1-4261-a0d9-5267cff112c1 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:27.275315 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-73bf3bf6-7260-4690-a43f-0fcf6dd365c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'name': 'tempest-RoutersTest-router-1978934352', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:21Z', 'updated_at': '2021-11-10T17:48:22Z', 'revision_number': 11, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:27.279530 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88f406-d8ac-4273-b6fd-390d83ec5a74 req-ad7afb87-59e1-4261-a0d9-5267cff112c1 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:27.286156 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88f406-d8ac-4273-b6fd-390d83ec5a74 req-ad7afb87-59e1-4261-a0d9-5267cff112c1 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:27.292263 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88f406-d8ac-4273-b6fd-390d83ec5a74 req-ad7afb87-59e1-4261-a0d9-5267cff112c1 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:27.294194 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0a88f406-d8ac-4273-b6fd-390d83ec5a74 req-ad7afb87-59e1-4261-a0d9-5267cff112c1 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5429 time: 0.1454418 Nov 10 17:48:27.295695 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5719470d-1a24-4216-a221-d8b7d3ab85b9 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Made reservation on behalf of 9e394024f4884a1d89b5a6d9aedb8502 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:48:27.299579 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5719470d-1a24-4216-a221-d8b7d3ab85b9 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:27.305104 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bf3bf6-7260-4690-a43f-0fcf6dd365c1 None None] The sync data for ids ['020f89b0-b6db-4aa4-b7ba-80383aec5c3f'] in n-d-776250-10 is: [{'id': '020f89b0-b6db-4aa4-b7ba-80383aec5c3f', 'name': 'tempest-RoutersTest-router-1978934352', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:46:21Z', 'updated_at': '2021-11-10T17:48:22Z', 'revision_number': 11, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:48:27.441722 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0a88f406-d8ac-4273-b6fd-390d83ec5a74 req-50ef6761-9565-4c53-957c-c3ff3f6c3a8f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1319745 Nov 10 17:48:27.525195 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-59c61142-2d91-409e-9a23-e632370b4225 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-870811591', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:27.556705 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5719470d-1a24-4216-a221-d8b7d3ab85b9 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:27.600627 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-301a0edb-2f52-4fcb-802b-1b9203f06241 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:27.603730 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-301a0edb-2f52-4fcb-802b-1b9203f06241 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:27.620906 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719470d-1a24-4216-a221-d8b7d3ab85b9 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Subnet': ['ID=994ef84d-76e3-47dc-abd0-4350401648da,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:27.629050 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5719470d-1a24-4216-a221-d8b7d3ab85b9 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Checking segment: {'id': 'bf5ba8bf-7bd8-425c-b3b7-ae024e53e2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '84a853f7-5323-4c65-a2e2-96c29ca3ed8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:48:27.629425 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5719470d-1a24-4216-a221-d8b7d3ab85b9 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network hostable DHCP agents. Network: 84a853f7-5323-4c65-a2e2-96c29ca3ed8a, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:48:27.645888 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5719470d-1a24-4216-a221-d8b7d3ab85b9 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network 84a853f7-5323-4c65-a2e2-96c29ca3ed8a is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:48:27.647244 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c61142-2d91-409e-9a23-e632370b4225 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] Made reservation on behalf of aaaa7f0f2ea0412b9b44e14020bd08f2 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:48:27.649900 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-59c61142-2d91-409e-9a23-e632370b4225 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:27.656933 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-5719470d-1a24-4216-a221-d8b7d3ab85b9 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 84a853f7-5323-4c65-a2e2-96c29ca3ed8a) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:27.660346 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-59c61142-2d91-409e-9a23-e632370b4225 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:27.663771 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5719470d-1a24-4216-a221-d8b7d3ab85b9 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:27.664530 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5719470d-1a24-4216-a221-d8b7d3ab85b9 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:27.670027 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-301a0edb-2f52-4fcb-802b-1b9203f06241 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:27.670606 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301a0edb-2f52-4fcb-802b-1b9203f06241 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Fanout notify agent at l3_agent the message router_deleted on router 020f89b0-b6db-4aa4-b7ba-80383aec5c3f {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:48:27.673464 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937643c0-3e4f-4204-a78d-6a1edd43620e None None] Network 84a853f7-5323-4c65-a2e2-96c29ca3ed8a requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:48:27.681815 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-301a0edb-2f52-4fcb-802b-1b9203f06241 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:27.682822 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-301a0edb-2f52-4fcb-802b-1b9203f06241 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/routers/020f89b0-b6db-4aa4-b7ba-80383aec5c3f HTTP/1.1" status: 204 len: 168 time: 0.8186707 Nov 10 17:48:27.688961 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54444) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:27.690066 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5719470d-1a24-4216-a221-d8b7d3ab85b9 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6593986 Nov 10 17:48:27.693469 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54446) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:27.694347 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-a943e796-252e-4fbc-b04a-0dd754fcbf6e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1408449388', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:27.744242 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a943e796-252e-4fbc-b04a-0dd754fcbf6e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:27.745348 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a943e796-252e-4fbc-b04a-0dd754fcbf6e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:27.907864 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-59c61142-2d91-409e-9a23-e632370b4225 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:27.916570 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a943e796-252e-4fbc-b04a-0dd754fcbf6e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:27.917319 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37ed5f3-e7d1-47ab-a6c4-0b8c3d24c4f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-84a853f7-5323-4c65-a2e2-96c29ca3ed8a', 'network_id': '84a853f7-5323-4c65-a2e2-96c29ca3ed8a', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'fixed_ips': [{'subnet_id': '994ef84d-76e3-47dc-abd0-4350401648da'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:48:27.918573 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e37ed5f3-e7d1-47ab-a6c4-0b8c3d24c4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:27.922061 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-59c61142-2d91-409e-9a23-e632370b4225 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:27.932026 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-59c61142-2d91-409e-9a23-e632370b4225 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] device_id is not set on port 416ec0ed-c9d7-42d4-a694-0c3b5826fdc1 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:48:27.942075 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a943e796-252e-4fbc-b04a-0dd754fcbf6e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:28.086830 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c61142-2d91-409e-9a23-e632370b4225 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ca431d-d6ff-4a1c-b58a-680b61c823bc,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:28.089094 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8beab42f-607c-4968-98e2-de8b571f5260 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:28.112644 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-59c61142-2d91-409e-9a23-e632370b4225 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] Allocated IP 172.25.5.174 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/416ec0ed-c9d7-42d4-a694-0c3b5826fdc1) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:48:28.117216 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-e37ed5f3-e7d1-47ab-a6c4-0b8c3d24c4f4 None None] Allocated IP 2001:db8::2 (84a853f7-5323-4c65-a2e2-96c29ca3ed8a/994ef84d-76e3-47dc-abd0-4350401648da/e28be486-32a7-4395-b961-930ec05003e6) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:48:28.162292 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a943e796-252e-4fbc-b04a-0dd754fcbf6e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:28.162292 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a943e796-252e-4fbc-b04a-0dd754fcbf6e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4710195 Nov 10 17:48:28.170447 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8c8d7a78-1143-4305-9cd0-6fc6696b0a80 req-c4888568-c349-4171-af0d-4be64d590fea tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.39 "GET /v2.0/ports?device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1 HTTP/1.1" status: 200 len: 210 time: 0.0724070 Nov 10 17:48:28.170989 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54464) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:28.181194 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-de0696c4-9f3d-4788-9878-28007c9ea35e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:28.296960 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-171a8887-6e5a-4e38-b1f6-0263c9b0097c tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:28.298949 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-171a8887-6e5a-4e38-b1f6-0263c9b0097c tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/networks?id=9d712752-3829-4a19-bac1-728b7bac1b26 HTTP/1.1" status: 200 len: 809 time: 0.1987944 Nov 10 17:48:28.303880 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e37ed5f3-e7d1-47ab-a6c4-0b8c3d24c4f4 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:28.312107 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e37ed5f3-e7d1-47ab-a6c4-0b8c3d24c4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:28.364111 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37ed5f3-e7d1-47ab-a6c4-0b8c3d24c4f4 None None] Network 84a853f7-5323-4c65-a2e2-96c29ca3ed8a is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:48:28.377856 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-e37ed5f3-e7d1-47ab-a6c4-0b8c3d24c4f4 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:28.383790 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37ed5f3-e7d1-47ab-a6c4-0b8c3d24c4f4 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:48:28.399489 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ed5f3-e7d1-47ab-a6c4-0b8c3d24c4f4 None None] Pushing event updated for resources: {'Port': ['ID=e28be486-32a7-4395-b961-930ec05003e6,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:28.456934 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-e37ed5f3-e7d1-47ab-a6c4-0b8c3d24c4f4 None None] Attempting to bind port e28be486-32a7-4395-b961-930ec05003e6 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:48:28.457774 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-e37ed5f3-e7d1-47ab-a6c4-0b8c3d24c4f4 None None] Attempting to bind port e28be486-32a7-4395-b961-930ec05003e6 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'bf5ba8bf-7bd8-425c-b3b7-ae024e53e2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '84a853f7-5323-4c65-a2e2-96c29ca3ed8a'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:48:28.458233 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37ed5f3-e7d1-47ab-a6c4-0b8c3d24c4f4 None None] Attempting to bind port e28be486-32a7-4395-b961-930ec05003e6 on network 84a853f7-5323-4c65-a2e2-96c29ca3ed8a {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:48:28.463878 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37ed5f3-e7d1-47ab-a6c4-0b8c3d24c4f4 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:48:28.464564 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37ed5f3-e7d1-47ab-a6c4-0b8c3d24c4f4 None None] Checking segment: {'id': 'bf5ba8bf-7bd8-425c-b3b7-ae024e53e2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '84a853f7-5323-4c65-a2e2-96c29ca3ed8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:48:28.464979 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e37ed5f3-e7d1-47ab-a6c4-0b8c3d24c4f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:28.465388 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37ed5f3-e7d1-47ab-a6c4-0b8c3d24c4f4 None None] Bound using segment: {'id': 'bf5ba8bf-7bd8-425c-b3b7-ae024e53e2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '84a853f7-5323-4c65-a2e2-96c29ca3ed8a'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:48:28.465859 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-e37ed5f3-e7d1-47ab-a6c4-0b8c3d24c4f4 None None] Bound port: e28be486-32a7-4395-b961-930ec05003e6, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5ba8bf-7bd8-425c-b3b7-ae024e53e2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '84a853f7-5323-4c65-a2e2-96c29ca3ed8a'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:48:28.466245 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e37ed5f3-e7d1-47ab-a6c4-0b8c3d24c4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:28.533884 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-de0696c4-9f3d-4788-9878-28007c9ea35e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1024386'] for router, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:28.542703 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-e37ed5f3-e7d1-47ab-a6c4-0b8c3d24c4f4 None None] For port e28be486-32a7-4395-b961-930ec05003e6, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:48:28.546660 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-e37ed5f3-e7d1-47ab-a6c4-0b8c3d24c4f4 None None] For port e28be486-32a7-4395-b961-930ec05003e6, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=e28be486-32a7-4395-b961-930ec05003e6,segment=NetworkSegment(bf5ba8bf-7bd8-425c-b3b7-ae024e53e2fa),segment_id=bf5ba8bf-7bd8-425c-b3b7-ae024e53e2fa)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:48:28.553634 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e37ed5f3-e7d1-47ab-a6c4-0b8c3d24c4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:28.575619 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-de0696c4-9f3d-4788-9878-28007c9ea35e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412472'] for router, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:28.591854 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-59c61142-2d91-409e-9a23-e632370b4225 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:28.616982 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ed5f3-e7d1-47ab-a6c4-0b8c3d24c4f4 None None] Pushing event updated for resources: {'Port': ['ID=e28be486-32a7-4395-b961-930ec05003e6,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:28.699133 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-0e4f4c2f-4ea0-493b-b243-2eb1a69457d0 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/quotas/e1569f9ec4844e5da0abe0399c5b21b2 HTTP/1.1" status: 200 len: 375 time: 0.3865399 Nov 10 17:48:28.740349 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-b5187ef4-dd96-44c6-b3a7-cd4af5d031e6 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1569f9ec4844e5da0abe0399c5b21b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336828 Nov 10 17:48:28.750751 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb65a1-f7bf-4f5a-8ea5-f101cded65dc req-2c4afa9a-18aa-4565-8863-aa4fc9dc4943 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:28.757346 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb65a1-f7bf-4f5a-8ea5-f101cded65dc req-2c4afa9a-18aa-4565-8863-aa4fc9dc4943 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:28.763573 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb65a1-f7bf-4f5a-8ea5-f101cded65dc req-2c4afa9a-18aa-4565-8863-aa4fc9dc4943 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:28.771598 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb65a1-f7bf-4f5a-8ea5-f101cded65dc req-2c4afa9a-18aa-4565-8863-aa4fc9dc4943 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:28.777589 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb65a1-f7bf-4f5a-8ea5-f101cded65dc req-2c4afa9a-18aa-4565-8863-aa4fc9dc4943 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:28.784840 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb65a1-f7bf-4f5a-8ea5-f101cded65dc req-2c4afa9a-18aa-4565-8863-aa4fc9dc4943 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:28.798054 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb65a1-f7bf-4f5a-8ea5-f101cded65dc req-2c4afa9a-18aa-4565-8863-aa4fc9dc4943 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:28.801966 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-42eb65a1-f7bf-4f5a-8ea5-f101cded65dc req-2c4afa9a-18aa-4565-8863-aa4fc9dc4943 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5429 time: 0.2333364 Nov 10 17:48:28.884113 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-59c61142-2d91-409e-9a23-e632370b4225 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:28.965851 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-8beab42f-607c-4968-98e2-de8b571f5260 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Allocated IP 2001:db8::1 (84a853f7-5323-4c65-a2e2-96c29ca3ed8a/994ef84d-76e3-47dc-abd0-4350401648da/2217527e-3166-4d51-a260-79c9f3d6e7fb) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:48:28.970394 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-3d7d5bb1-6be5-4c13-8580-c54401ae3d03 service neutron] 10.222.0.39 "GET /v2.0/networks/9d712752-3829-4a19-bac1-728b7bac1b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986568 Nov 10 17:48:28.978261 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-42eb65a1-f7bf-4f5a-8ea5-f101cded65dc req-98c016b8-4adc-4032-aabe-7f0275d31ea8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1746488 Nov 10 17:48:28.980610 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c61142-2d91-409e-9a23-e632370b4225 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:48:28.988759 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0696c4-9f3d-4788-9878-28007c9ea35e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Router 278435f2-644d-4fa6-8de2-e02aab8ef9b9 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:48:29.008285 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-59c61142-2d91-409e-9a23-e632370b4225 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:29.016200 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c61142-2d91-409e-9a23-e632370b4225 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] Pushing event updated for resources: {'Port': ['ID=416ec0ed-c9d7-42d4-a694-0c3b5826fdc1,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:29.044846 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49f6ae1-8209-4dcf-bf40-c17409445d76 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:48:29.055657 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c61142-2d91-409e-9a23-e632370b4225 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:48:29.119603 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0696c4-9f3d-4788-9878-28007c9ea35e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:48:29.127253 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-de0696c4-9f3d-4788-9878-28007c9ea35e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:29.128454 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-de0696c4-9f3d-4788-9878-28007c9ea35e tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "PUT /v2.0/routers/278435f2-644d-4fa6-8de2-e02aab8ef9b9 HTTP/1.1" status: 200 len: 694 time: 0.9544706 Nov 10 17:48:29.133140 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54470) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:29.136476 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0a06d9-5187-46a7-81ce-f5ff0f8b3963 None None] Sync routers for ids ['278435f2-644d-4fa6-8de2-e02aab8ef9b9'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:48:29.158051 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0a06d9-5187-46a7-81ce-f5ff0f8b3963 None None] Routers {'278435f2-644d-4fa6-8de2-e02aab8ef9b9'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:29.159090 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-8a0a06d9-5187-46a7-81ce-f5ff0f8b3963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:48:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['278435f2-644d-4fa6-8de2-e02aab8ef9b9'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:29.182307 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-f6b355ff-fccb-463c-b06c-b69f8ce1e1e0 service neutron] 10.222.0.39 "GET /v2.0/networks/9d712752-3829-4a19-bac1-728b7bac1b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930466 Nov 10 17:48:29.184936 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8beab42f-607c-4968-98e2-de8b571f5260 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:29.250213 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8beab42f-607c-4968-98e2-de8b571f5260 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:29.250819 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c61142-2d91-409e-9a23-e632370b4225 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:29.252141 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-59c61142-2d91-409e-9a23-e632370b4225 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:29.297165 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-22861d97-650f-4cd0-8b74-dd44087aefd7 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "GET /v2.0/routers/278435f2-644d-4fa6-8de2-e02aab8ef9b9 HTTP/1.1" status: 200 len: 700 time: 0.1601207 Nov 10 17:48:29.300142 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54476) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:29.338980 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beab42f-607c-4968-98e2-de8b571f5260 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Port': ['ID=2217527e-3166-4d51-a260-79c9f3d6e7fb,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:29.339218 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-59c61142-2d91-409e-9a23-e632370b4225 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3676505 Nov 10 17:48:29.340337 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beab42f-607c-4968-98e2-de8b571f5260 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network 84a853f7-5323-4c65-a2e2-96c29ca3ed8a is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:48:29.341400 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54478) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:29.345146 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-8beab42f-607c-4968-98e2-de8b571f5260 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:29.350388 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-acd102fe-54e2-40b7-bdc3-0a7bca6d7435 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.174'}]}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:29.354161 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beab42f-607c-4968-98e2-de8b571f5260 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:48:29.354789 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8beab42f-607c-4968-98e2-de8b571f5260 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:29.373531 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f0ef738d-23ef-45c5-bc42-30ca14b4c123 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "GET /v2.0/ports?device_id=278435f2-644d-4fa6-8de2-e02aab8ef9b9 HTTP/1.1" status: 200 len: 205 time: 0.0720322 Nov 10 17:48:29.378274 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54480) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:29.436482 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5b00818d-96a5-4461-a14f-c131941b863c req-1fcbd759-6d6f-4e81-b679-6ee292db2af6 tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.39 "GET /v2.0/ports?device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1 HTTP/1.1" status: 200 len: 210 time: 0.0800638 Nov 10 17:48:29.514995 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-acd102fe-54e2-40b7-bdc3-0a7bca6d7435 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:29.517103 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-acd102fe-54e2-40b7-bdc3-0a7bca6d7435 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:29.644946 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-acd102fe-54e2-40b7-bdc3-0a7bca6d7435 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:29.652355 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b9cdb32b-9dc2-4b7c-a6fb-4c225d674bc3 None None] Provisioning complete for port 416ec0ed-c9d7-42d4-a694-0c3b5826fdc1 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:29.652936 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b9cdb32b-9dc2-4b7c-a6fb-4c225d674bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:29.655614 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-8a0a06d9-5187-46a7-81ce-f5ff0f8b3963 None None] Set router 278435f2-644d-4fa6-8de2-e02aab8ef9b9 gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:48:29.659091 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8beab42f-607c-4968-98e2-de8b571f5260 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:29.680305 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-255d5b07-7709-4d90-ba75-f03b44f0e407 req-8c374092-d608-44fc-9b2e-aabd161b1197 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb3a39c-039c-449c-a4c7-7f52e8258d80 HTTP/1.1" status: 200 len: 210 time: 0.0725334 Nov 10 17:48:29.686144 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1d7a1a12-4a4d-4c03-9054-6e1b0dacc11c tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:29.847484 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-8a0a06d9-5187-46a7-81ce-f5ff0f8b3963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278435f2-644d-4fa6-8de2-e02aab8ef9b9', 'name': 'tempest-RoutersTest-router-1408449388', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:27Z', 'updated_at': '2021-11-10T17:48:28Z', 'revision_number': 2, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:29.936615 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0a06d9-5187-46a7-81ce-f5ff0f8b3963 None None] Checking router: 278435f2-644d-4fa6-8de2-e02aab8ef9b9 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:48:29.944403 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device e28be486-32a7-4395-b961-930ec05003e6 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:48:29.974881 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1d7a1a12-4a4d-4c03-9054-6e1b0dacc11c tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:29.984478 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1d7a1a12-4a4d-4c03-9054-6e1b0dacc11c tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:30.006043 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-b9cdb32b-9dc2-4b7c-a6fb-4c225d674bc3 None None] Port 416ec0ed-c9d7-42d4-a694-0c3b5826fdc1 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:48:30.023512 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0a06d9-5187-46a7-81ce-f5ff0f8b3963 None None] Routers {'278435f2-644d-4fa6-8de2-e02aab8ef9b9'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:30.024189 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-8a0a06d9-5187-46a7-81ce-f5ff0f8b3963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:48:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['278435f2-644d-4fa6-8de2-e02aab8ef9b9'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:30.078046 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1d7a1a12-4a4d-4c03-9054-6e1b0dacc11c tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:30.079058 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7a1a12-4a4d-4c03-9054-6e1b0dacc11c tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Fanout notify agent at l3_agent the message router_deleted on router 278435f2-644d-4fa6-8de2-e02aab8ef9b9 {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:48:30.095330 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-acd102fe-54e2-40b7-bdc3-0a7bca6d7435 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:30.104312 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1d7a1a12-4a4d-4c03-9054-6e1b0dacc11c tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:30.112032 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1d7a1a12-4a4d-4c03-9054-6e1b0dacc11c tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/routers/278435f2-644d-4fa6-8de2-e02aab8ef9b9 HTTP/1.1" status: 204 len: 168 time: 0.7302332 Nov 10 17:48:30.112032 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54494) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:30.160062 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8cbc0f0a-06c4-4656-a33e-e9dccfe8ffcd tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "GET /v2.0/ports?device_id=278435f2-644d-4fa6-8de2-e02aab8ef9b9 HTTP/1.1" status: 200 len: 205 time: 0.0466092 Nov 10 17:48:30.163274 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54496) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:30.195404 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port e28be486-32a7-4395-b961-930ec05003e6 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:30.195890 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:30.231838 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019483d3-62fa-4c03-b81f-03f9f0407418 None None] Network 84a853f7-5323-4c65-a2e2-96c29ca3ed8a requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:48:30.237903 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-938201e1-76f2-49d1-8c16-bf78709bfc45 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] delete failed (client error): The resource could not be found. Nov 10 17:48:30.239079 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-938201e1-76f2-49d1-8c16-bf78709bfc45 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/routers/278435f2-644d-4fa6-8de2-e02aab8ef9b9 HTTP/1.1" status: 404 len: 336 time: 0.0742602 Nov 10 17:48:30.241936 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54498) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:30.286405 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b5d5d0-80e5-4050-a023-990aba183cdc tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] DELETE failed (client error): The resource could not be found. Nov 10 17:48:30.286822 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b5d5d0-80e5-4050-a023-990aba183cdc tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:48:30.299686 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-88b5d5d0-80e5-4050-a023-990aba183cdc tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/subnets/35bbbca3-be2a-4eda-bd4e-8469cafbf9da HTTP/1.1" status: 404 len: 337 time: 0.0534101 Nov 10 17:48:30.299947 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-8a0a06d9-5187-46a7-81ce-f5ff0f8b3963 None None] Set router 278435f2-644d-4fa6-8de2-e02aab8ef9b9 gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:48:30.301606 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54500) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:30.330737 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-b783a6bf-6686-4eac-9cda-9821c644eee8 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] DELETE failed (client error): The resource could not be found. Nov 10 17:48:30.331180 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b783a6bf-6686-4eac-9cda-9821c644eee8 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:48:30.335039 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b783a6bf-6686-4eac-9cda-9821c644eee8 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/subnets/09c67418-bc87-4b1f-b4fe-9b36f1bef5c1 HTTP/1.1" status: 404 len: 337 time: 0.0309544 Nov 10 17:48:30.338346 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54502) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:30.373328 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-455aa840-c61e-4328-8c53-15ea2e5fe0e1 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] DELETE failed (client error): The resource could not be found. Nov 10 17:48:30.374089 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-455aa840-c61e-4328-8c53-15ea2e5fe0e1 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:48:30.378288 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-455aa840-c61e-4328-8c53-15ea2e5fe0e1 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/subnets/18408d1c-2a1c-4ab1-b45f-976010184a38 HTTP/1.1" status: 404 len: 337 time: 0.0383680 Nov 10 17:48:30.381348 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54504) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:30.383300 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b95021-5f8e-4339-9b29-24e10304bf0f req-d44c46ed-ac90-40dc-8877-96d400a08a9f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:30.391762 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b95021-5f8e-4339-9b29-24e10304bf0f req-d44c46ed-ac90-40dc-8877-96d400a08a9f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:30.397371 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-8a0a06d9-5187-46a7-81ce-f5ff0f8b3963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '278435f2-644d-4fa6-8de2-e02aab8ef9b9', 'name': 'tempest-RoutersTest-router-1408449388', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:27Z', 'updated_at': '2021-11-10T17:48:28Z', 'revision_number': 2, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:30.399798 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b95021-5f8e-4339-9b29-24e10304bf0f req-d44c46ed-ac90-40dc-8877-96d400a08a9f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:30.407719 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b95021-5f8e-4339-9b29-24e10304bf0f req-d44c46ed-ac90-40dc-8877-96d400a08a9f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:30.414204 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b95021-5f8e-4339-9b29-24e10304bf0f req-d44c46ed-ac90-40dc-8877-96d400a08a9f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:30.417114 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-440dda2e-07d3-4bd0-b195-dcb64f8957d8 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] DELETE failed (client error): The resource could not be found. Nov 10 17:48:30.417958 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-440dda2e-07d3-4bd0-b195-dcb64f8957d8 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:48:30.421122 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b95021-5f8e-4339-9b29-24e10304bf0f req-d44c46ed-ac90-40dc-8877-96d400a08a9f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:30.427196 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-440dda2e-07d3-4bd0-b195-dcb64f8957d8 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/subnets/e0699e43-ae07-42b4-8d7a-b64ef62616ae HTTP/1.1" status: 404 len: 337 time: 0.0446661 Nov 10 17:48:30.427893 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b95021-5f8e-4339-9b29-24e10304bf0f req-d44c46ed-ac90-40dc-8877-96d400a08a9f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:30.428635 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54506) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:30.429935 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-09b95021-5f8e-4339-9b29-24e10304bf0f req-d44c46ed-ac90-40dc-8877-96d400a08a9f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5429 time: 0.2526803 Nov 10 17:48:30.446763 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0a06d9-5187-46a7-81ce-f5ff0f8b3963 None None] The sync data for ids ['278435f2-644d-4fa6-8de2-e02aab8ef9b9'] in n-d-776250-10 is: [{'id': '278435f2-644d-4fa6-8de2-e02aab8ef9b9', 'name': 'tempest-RoutersTest-router-1408449388', 'tenant_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:27Z', 'updated_at': '2021-11-10T17:48:28Z', 'revision_number': 2, 'project_id': '4fd3b9eed2924ca2ac275ce6910fdaae', 'gw_port_host': None}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:48:30.462373 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-159fe30a-0f1c-47d3-a6cc-e5dfeebb9cb6 None None] Provisioning complete for port e28be486-32a7-4395-b961-930ec05003e6 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:30.463555 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-159fe30a-0f1c-47d3-a6cc-e5dfeebb9cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:30.469007 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f1980962-1e27-42b6-b125-f5a694be86e9 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "GET /v2.0/ports?device_id=020f89b0-b6db-4aa4-b7ba-80383aec5c3f HTTP/1.1" status: 200 len: 205 time: 0.0389705 Nov 10 17:48:30.472479 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54508) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:30.523781 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-86a7c7a8-22c3-4514-8028-8c0159a02c7a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] delete failed (client error): The resource could not be found. Nov 10 17:48:30.525876 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-86a7c7a8-22c3-4514-8028-8c0159a02c7a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/routers/020f89b0-b6db-4aa4-b7ba-80383aec5c3f HTTP/1.1" status: 404 len: 336 time: 0.0520136 Nov 10 17:48:30.529697 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54514) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:30.581091 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4ed298ea-06ef-4edd-af60-2aa8f12f7e9d tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "GET /v2.0/ports?device_id=569fcb7e-660c-4361-b476-29c85e538f9b HTTP/1.1" status: 200 len: 205 time: 0.0497079 Nov 10 17:48:30.584904 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54516) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:30.655745 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-09b95021-5f8e-4339-9b29-24e10304bf0f req-6392af83-cf32-4d57-9f80-b3fbadac75a1 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2106152 Nov 10 17:48:30.676275 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-daf6f6c3-4672-4d21-adde-67dea9d0daf0 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] delete failed (client error): The resource could not be found. Nov 10 17:48:30.676593 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-daf6f6c3-4672-4d21-adde-67dea9d0daf0 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/routers/569fcb7e-660c-4361-b476-29c85e538f9b HTTP/1.1" status: 404 len: 336 time: 0.0901475 Nov 10 17:48:30.687876 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b4485f45-2c99-41eb-961a-fba138713780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:30.690208 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54518) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:30.701863 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8beab42f-607c-4968-98e2-de8b571f5260 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:30.727015 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1589dd59-04b3-4385-97cf-40d9cade9f5b req-c5d3e2fa-4469-4627-8d61-b91dd0500e0a tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.39 "GET /v2.0/ports?device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1 HTTP/1.1" status: 200 len: 210 time: 0.1289802 Nov 10 17:48:30.792761 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8beab42f-607c-4968-98e2-de8b571f5260 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:30.804791 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8beab42f-607c-4968-98e2-de8b571f5260 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:30.815774 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:30.865996 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2e77e9-3ae9-4e9f-96d0-4a66884f02fc tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] DELETE failed (client error): The resource could not be found. Nov 10 17:48:30.866923 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da2e77e9-3ae9-4e9f-96d0-4a66884f02fc tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:48:30.870407 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-da2e77e9-3ae9-4e9f-96d0-4a66884f02fc tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/subnets/77a0ea5a-c814-4063-ba97-003b6a491887 HTTP/1.1" status: 404 len: 337 time: 0.1738331 Nov 10 17:48:30.884269 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54522) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:30.919920 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-56affd0f-d422-49ae-8c0e-2a125151aba2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "GET /v2.0/ports?device_id=09491dd4-bb1d-4123-be78-2c3905410cdb HTTP/1.1" status: 200 len: 205 time: 0.0338831 Nov 10 17:48:30.928774 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-159fe30a-0f1c-47d3-a6cc-e5dfeebb9cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:30.930234 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54524) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:30.934366 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port e28be486-32a7-4395-b961-930ec05003e6, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=e28be486-32a7-4395-b961-930ec05003e6,segment=NetworkSegment(bf5ba8bf-7bd8-425c-b3b7-ae024e53e2fa),segment_id=bf5ba8bf-7bd8-425c-b3b7-ae024e53e2fa)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:30.948490 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:30.956413 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0ae287cd-10ec-4289-b869-a00d4772fb55 req-51e3470f-609b-49a1-a920-6211bde23263 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb3a39c-039c-449c-a4c7-7f52e8258d80 HTTP/1.1" status: 200 len: 210 time: 0.0702603 Nov 10 17:48:31.039453 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-987b876b-ee0c-4582-9365-413307abab90 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] delete failed (client error): The resource could not be found. Nov 10 17:48:31.042035 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-987b876b-ee0c-4582-9365-413307abab90 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/routers/09491dd4-bb1d-4123-be78-2c3905410cdb HTTP/1.1" status: 404 len: 336 time: 0.0650496 Nov 10 17:48:31.044618 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54526) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:31.110432 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b20093ac-fa65-4547-ac14-db308b9933b8 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ec4dce8-5705-4dee-94a7-c55173c8797c HTTP/1.1" status: 200 len: 205 time: 0.0645044 Nov 10 17:48:31.111637 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54528) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:31.136419 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=e28be486-32a7-4395-b961-930ec05003e6,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:31.153982 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beab42f-607c-4968-98e2-de8b571f5260 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Port': ['ID=2217527e-3166-4d51-a260-79c9f3d6e7fb,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:31.172227 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 1f10bfec-b077-4852-8bba-c7adc7ab16bd details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:48:31.193758 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-159fe30a-0f1c-47d3-a6cc-e5dfeebb9cb6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:48:31.194275 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-159fe30a-0f1c-47d3-a6cc-e5dfeebb9cb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:48:31.196371 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-f7e3ca8c-bf83-4e06-b566-718b69029d7a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] delete failed (client error): The resource could not be found. Nov 10 17:48:31.200811 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f7e3ca8c-bf83-4e06-b566-718b69029d7a tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/routers/1ec4dce8-5705-4dee-94a7-c55173c8797c HTTP/1.1" status: 404 len: 336 time: 0.0856185 Nov 10 17:48:31.211858 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-acd102fe-54e2-40b7-bdc3-0a7bca6d7435 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:31.218270 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54530) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:31.227751 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beab42f-607c-4968-98e2-de8b571f5260 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network 84a853f7-5323-4c65-a2e2-96c29ca3ed8a is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:48:31.234471 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-8beab42f-607c-4968-98e2-de8b571f5260 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:31.337958 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 1f10bfec-b077-4852-8bba-c7adc7ab16bd, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=1f10bfec-b077-4852-8bba-c7adc7ab16bd,segment=NetworkSegment(593a9bc3-cd7b-417a-b974-3d7aa191c18a),segment_id=593a9bc3-cd7b-417a-b974-3d7aa191c18a)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:31.360559 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '1f10bfec-b077-4852-8bba-c7adc7ab16bd', 'network_id': '49bc9a4d-2019-4c3e-98a9-200317b395fd', 'port_id': '1f10bfec-b077-4852-8bba-c7adc7ab16bd', 'mac_address': 'fa:16:3e:c6:9d:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f88546f-3001-437d-949d-bf2c5fdfec86', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:48:31.425747 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-555628c0-e9bc-43bd-bb6f-6a69819693ad tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:31.427612 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-555628c0-e9bc-43bd-bb6f-6a69819693ad tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.11 "GET /v2.0/networks?id=9d712752-3829-4a19-bac1-728b7bac1b26 HTTP/1.1" status: 200 len: 809 time: 0.3149645 Nov 10 17:48:31.430946 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:31.446296 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-acd102fe-54e2-40b7-bdc3-0a7bca6d7435 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:31.459408 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-e8c497d2-08c3-4573-8f09-5d608c8f949e tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Request body: {'port': {'device_id': '5fb3a39c-039c-449c-a4c7-7f52e8258d80', 'network_id': '9d712752-3829-4a19-bac1-728b7bac1b26', 'admin_state_up': True, 'tenant_id': 'e1569f9ec4844e5da0abe0399c5b21b2'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:31.462179 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f10bfec-b077-4852-8bba-c7adc7ab16bd {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:48:31.495735 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 1f10bfec-b077-4852-8bba-c7adc7ab16bd, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=1f10bfec-b077-4852-8bba-c7adc7ab16bd,segment=NetworkSegment(593a9bc3-cd7b-417a-b974-3d7aa191c18a),segment_id=593a9bc3-cd7b-417a-b974-3d7aa191c18a)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:31.502075 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:31.503723 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 224ef4d3-dee2-4bcd-947b-b7c7a9b0544c details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:48:31.535324 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-27cb9818-5489-4102-ace2-dded8a3337b5 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] DELETE failed (client error): The resource could not be found. Nov 10 17:48:31.535994 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27cb9818-5489-4102-ace2-dded8a3337b5 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:48:31.555300 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8beab42f-607c-4968-98e2-de8b571f5260 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Router 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:48:31.560621 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-27cb9818-5489-4102-ace2-dded8a3337b5 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/subnets/5bae3962-af72-43ff-ae2d-af3bb798513a HTTP/1.1" status: 404 len: 337 time: 0.3413579 Nov 10 17:48:31.562074 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54532) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:31.667999 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=1f10bfec-b077-4852-8bba-c7adc7ab16bd,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:31.875114 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 224ef4d3-dee2-4bcd-947b-b7c7a9b0544c, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=224ef4d3-dee2-4bcd-947b-b7c7a9b0544c,segment=NetworkSegment(a86ac378-8b1c-4cf2-a7f2-853d02679a02),segment_id=a86ac378-8b1c-4cf2-a7f2-853d02679a02)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:31.912356 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '224ef4d3-dee2-4bcd-947b-b7c7a9b0544c', 'network_id': '47baead0-3e81-4ecd-90e6-eeb908ade233', 'port_id': '224ef4d3-dee2-4bcd-947b-b7c7a9b0544c', 'mac_address': 'fa:16:3e:28:40:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235a8a7b-9769-4bcb-b248-e3a3ce641763', 'ip_address': '10.1.1.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:48:31.927593 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device e28be486-32a7-4395-b961-930ec05003e6 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:48:31.952457 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8beab42f-607c-4968-98e2-de8b571f5260 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:48:31.971345 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d1fd3f-bfeb-4362-8b4d-d13817dc91b7 None None] Sync routers for ids ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:48:31.989305 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d1fd3f-bfeb-4362-8b4d-d13817dc91b7 None None] Routers {'91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:31.989589 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-87d1fd3f-bfeb-4362-8b4d-d13817dc91b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:48:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:32.021011 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8beab42f-607c-4968-98e2-de8b571f5260 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "PUT /v2.0/routers/91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3263593 Nov 10 17:48:32.027781 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54542) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:32.043676 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-1b0293d6-adf8-465e-916f-c0b9025a6fd5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-393951516'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:32.092196 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-acd102fe-54e2-40b7-bdc3-0a7bca6d7435 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:32.118017 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64175124-d3a9-4c3e-9778-c5b093d7e974 req-5810b4a2-8717-4648-8d92-b02b3fec0cfc tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:32.124796 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64175124-d3a9-4c3e-9778-c5b093d7e974 req-5810b4a2-8717-4648-8d92-b02b3fec0cfc tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:32.133106 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64175124-d3a9-4c3e-9778-c5b093d7e974 req-5810b4a2-8717-4648-8d92-b02b3fec0cfc tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:32.140128 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64175124-d3a9-4c3e-9778-c5b093d7e974 req-5810b4a2-8717-4648-8d92-b02b3fec0cfc tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:32.147804 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64175124-d3a9-4c3e-9778-c5b093d7e974 req-5810b4a2-8717-4648-8d92-b02b3fec0cfc tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:32.154519 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64175124-d3a9-4c3e-9778-c5b093d7e974 req-5810b4a2-8717-4648-8d92-b02b3fec0cfc tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:32.162306 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64175124-d3a9-4c3e-9778-c5b093d7e974 req-5810b4a2-8717-4648-8d92-b02b3fec0cfc tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:32.171988 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-64175124-d3a9-4c3e-9778-c5b093d7e974 req-5810b4a2-8717-4648-8d92-b02b3fec0cfc tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5430 time: 0.2526739 Nov 10 17:48:32.173513 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port e28be486-32a7-4395-b961-930ec05003e6 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:32.174120 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:32.196541 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-87d1fd3f-bfeb-4362-8b4d-d13817dc91b7 None None] Set router 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:48:32.225572 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:32.270887 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-129921fd-b4bd-4801-b2b3-59229351990e None None] Provisioning complete for port 2217527e-3166-4d51-a260-79c9f3d6e7fb triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:32.271856 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-129921fd-b4bd-4801-b2b3-59229351990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:32.282981 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0293d6-adf8-465e-916f-c0b9025a6fd5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Made reservation on behalf of 9e394024f4884a1d89b5a6d9aedb8502 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:48:32.287639 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1b0293d6-adf8-465e-916f-c0b9025a6fd5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:32.291516 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d67abb67-1d41-4cd5-b45b-75a778dadbad tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f823a89-2e21-4fa5-b733-fc5b4decdab8 HTTP/1.1" status: 200 len: 205 time: 0.7242060 Nov 10 17:48:32.295035 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54544) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:32.339776 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-129921fd-b4bd-4801-b2b3-59229351990e None None] Port 2217527e-3166-4d51-a260-79c9f3d6e7fb cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:48:32.352802 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 224ef4d3-dee2-4bcd-947b-b7c7a9b0544c {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:48:32.367655 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7cb32f0-75e5-4c49-9b18-9e0c7b85df33 req-2778e428-731a-478b-8ab7-9acaf154d9b4 tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.39 "GET /v2.0/ports?device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1 HTTP/1.1" status: 200 len: 210 time: 0.0789924 Nov 10 17:48:32.384271 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-64175124-d3a9-4c3e-9778-c5b093d7e974 req-a075f711-6c08-4ff9-ae52-ebd24609ed20 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2109361 Nov 10 17:48:32.459446 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-129921fd-b4bd-4801-b2b3-59229351990e None None] Provisioning complete for port e28be486-32a7-4395-b961-930ec05003e6 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:32.460218 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-129921fd-b4bd-4801-b2b3-59229351990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:32.533263 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-e8c497d2-08c3-4573-8f09-5d608c8f949e tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Made reservation on behalf of e1569f9ec4844e5da0abe0399c5b21b2 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:48:32.536841 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 224ef4d3-dee2-4bcd-947b-b7c7a9b0544c, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=224ef4d3-dee2-4bcd-947b-b7c7a9b0544c,segment=NetworkSegment(a86ac378-8b1c-4cf2-a7f2-853d02679a02),segment_id=a86ac378-8b1c-4cf2-a7f2-853d02679a02)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:32.541155 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-e8c497d2-08c3-4573-8f09-5d608c8f949e tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:32.558755 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:32.559500 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 3e2b75e1-1dde-4f1e-8e65-79bd011d0b86 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:48:32.615859 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0293d6-adf8-465e-916f-c0b9025a6fd5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:48:32.655659 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-acd102fe-54e2-40b7-bdc3-0a7bca6d7435 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:32.657920 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1b0293d6-adf8-465e-916f-c0b9025a6fd5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:32.658458 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-1b0293d6-adf8-465e-916f-c0b9025a6fd5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Added segment bec3522c-b7e8-4ec4-970d-ac76765bff75 of type vlan for network 830f68a1-746c-4694-afad-be801df76ca0 Nov 10 17:48:32.661021 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-acd102fe-54e2-40b7-bdc3-0a7bca6d7435 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:32.668777 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4114baed-b687-48b2-b995-9817fbbcb39d req-6ba1c020-edc6-4620-a121-985259038720 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb3a39c-039c-449c-a4c7-7f52e8258d80 HTTP/1.1" status: 200 len: 210 time: 0.1017303 Nov 10 17:48:32.700237 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=224ef4d3-dee2-4bcd-947b-b7c7a9b0544c,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:32.715452 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-c703b9aa-529a-4d48-8399-dfe8c460c591 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] delete failed (client error): The resource could not be found. Nov 10 17:48:32.716827 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 3e2b75e1-1dde-4f1e-8e65-79bd011d0b86, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=3e2b75e1-1dde-4f1e-8e65-79bd011d0b86,segment=NetworkSegment(a86ac378-8b1c-4cf2-a7f2-853d02679a02),segment_id=a86ac378-8b1c-4cf2-a7f2-853d02679a02)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:32.717139 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c703b9aa-529a-4d48-8399-dfe8c460c591 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/routers/1f823a89-2e21-4fa5-b733-fc5b4decdab8 HTTP/1.1" status: 404 len: 336 time: 0.4208553 Nov 10 17:48:32.722676 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54548) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:32.756323 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '3e2b75e1-1dde-4f1e-8e65-79bd011d0b86', 'network_id': '47baead0-3e81-4ecd-90e6-eeb908ade233', 'port_id': '3e2b75e1-1dde-4f1e-8e65-79bd011d0b86', 'mac_address': 'fa:16:3e:a4:03:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235a8a7b-9769-4bcb-b248-e3a3ce641763', 'ip_address': '10.1.1.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:48:32.765488 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-87d1fd3f-bfeb-4362-8b4d-d13817dc91b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'name': 'tempest-RoutersIpV6Test-router-92437754', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:26Z', 'updated_at': '2021-11-10T17:48:29Z', 'revision_number': 2, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'gw_port_host': None, '_interfaces': [{'id': '2217527e-3166-4d51-a260-79c9f3d6e7fb', 'name': '', 'network_id': '84a853f7-5323-4c65-a2e2-96c29ca3ed8a', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:cd:dd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '994ef84d-76e3-47dc-abd0-4350401648da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:28Z', 'updated_at': '2021-11-10T17:48:30Z', 'revision_number': 2, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '994ef84d-76e3-47dc-abd0-4350401648da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:32.765782 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1b0293d6-adf8-465e-916f-c0b9025a6fd5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:32.782617 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba4fb2e-063e-4fd4-9ed6-1e68c5a2cbe0 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] DELETE failed (client error): The resource could not be found. Nov 10 17:48:32.783588 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba4fb2e-063e-4fd4-9ed6-1e68c5a2cbe0 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:48:32.791375 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3ba4fb2e-063e-4fd4-9ed6-1e68c5a2cbe0 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/subnets/0b5c584a-1cf2-40c5-996e-fbc35badb325 HTTP/1.1" status: 404 len: 337 time: 0.0651457 Nov 10 17:48:32.793667 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54550) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:32.802375 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:32.806490 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d1fd3f-bfeb-4362-8b4d-d13817dc91b7 None None] Checking router: 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:48:32.807094 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d1fd3f-bfeb-4362-8b4d-d13817dc91b7 None None] Updating router 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f port 2217527e-3166-4d51-a260-79c9f3d6e7fb binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:48:32.825765 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e2b75e1-1dde-4f1e-8e65-79bd011d0b86 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:48:32.845998 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9ec7027c-9746-408a-b41d-be23661b5013 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "GET /v2.0/ports?device_id=24bb19f1-c620-4e5f-bd26-c0e74c777bf5 HTTP/1.1" status: 200 len: 205 time: 0.0482454 Nov 10 17:48:32.848344 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7926b5ac-2e61-4bda-830f-dc9504873b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:32.858723 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-87d1fd3f-bfeb-4362-8b4d-d13817dc91b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:32.862486 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 3e2b75e1-1dde-4f1e-8e65-79bd011d0b86, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=3e2b75e1-1dde-4f1e-8e65-79bd011d0b86,segment=NetworkSegment(a86ac378-8b1c-4cf2-a7f2-853d02679a02),segment_id=a86ac378-8b1c-4cf2-a7f2-853d02679a02)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:32.867670 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54552) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:32.868784 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1b0293d6-adf8-465e-916f-c0b9025a6fd5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:32.871461 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:32.872304 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 1f2a1a3d-5b3f-4c67-83ef-66629755aaba details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:48:32.879796 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0293d6-adf8-465e-916f-c0b9025a6fd5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:32.880544 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1b0293d6-adf8-465e-916f-c0b9025a6fd5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:32.935983 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-e8c497d2-08c3-4573-8f09-5d608c8f949e tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Allocated IP 172.20.0.8 (9d712752-3829-4a19-bac1-728b7bac1b26/24f622c7-f4ac-4cbc-908c-215b17fdf179/0dd3b8fc-3c00-4803-91f7-fa6022fb8173) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:48:32.943968 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-54d547fe-765b-4c21-b9f4-187a96772408 None None] Provisioning complete for port 2217527e-3166-4d51-a260-79c9f3d6e7fb triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:32.944452 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-54d547fe-765b-4c21-b9f4-187a96772408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:33.047017 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-acd102fe-54e2-40b7-bdc3-0a7bca6d7435 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:33.048435 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd102fe-54e2-40b7-bdc3-0a7bca6d7435 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e8ad1eb6-e95f-4365-91e9-686991c88160 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:48:33.052994 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-2c76fc8e-8f0e-4e05-b7ac-226789725db2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] delete failed (client error): The resource could not be found. Nov 10 17:48:33.057032 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2c76fc8e-8f0e-4e05-b7ac-226789725db2 tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/routers/24bb19f1-c620-4e5f-bd26-c0e74c777bf5 HTTP/1.1" status: 404 len: 336 time: 0.1696525 Nov 10 17:48:33.060995 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=3e2b75e1-1dde-4f1e-8e65-79bd011d0b86,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:33.071079 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54554) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:33.078198 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-54d547fe-765b-4c21-b9f4-187a96772408 None None] Port 2217527e-3166-4d51-a260-79c9f3d6e7fb cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:48:33.083822 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1b0293d6-adf8-465e-916f-c0b9025a6fd5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0520301 Nov 10 17:48:33.129980 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 1f2a1a3d-5b3f-4c67-83ef-66629755aaba, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=1f2a1a3d-5b3f-4c67-83ef-66629755aaba,segment=NetworkSegment(5f095d99-d612-47ab-81fe-140248ebc91a),segment_id=5f095d99-d612-47ab-81fe-140248ebc91a)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:33.144177 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '1f2a1a3d-5b3f-4c67-83ef-66629755aaba', 'network_id': '7ba70b55-5d77-4457-b11f-9823987d654f', 'port_id': '1f2a1a3d-5b3f-4c67-83ef-66629755aaba', 'mac_address': 'fa:16:3e:ed:6a:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2408a0c7-e08d-426a-ac08-2e242a5b2cbd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:48:33.144912 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc5dec33-c9c2-4b1f-a2f7-6ca482e8b07f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] DELETE failed (client error): The resource could not be found. Nov 10 17:48:33.145635 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc5dec33-c9c2-4b1f-a2f7-6ca482e8b07f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:48:33.150907 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-fc5dec33-c9c2-4b1f-a2f7-6ca482e8b07f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/subnets/d4f8363a-b141-4008-8fed-e0fd5eaeb583 HTTP/1.1" status: 404 len: 337 time: 0.0778694 Nov 10 17:48:33.151824 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54556) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:33.177705 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-a13a7d13-f3e1-4f9f-8082-f4a5e2283610 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Request body: {'subnet': {'network_id': '830f68a1-746c-4694-afad-be801df76ca0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:33.188912 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54558) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:33.210668 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:33.236065 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f2a1a3d-5b3f-4c67-83ef-66629755aaba {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:48:33.246182 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f5c3b7-f1ef-4df7-ba6b-a0e59b30f39f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] DELETE failed (client error): The resource could not be found. Nov 10 17:48:33.246779 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20f5c3b7-f1ef-4df7-ba6b-a0e59b30f39f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:48:33.250122 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-20f5c3b7-f1ef-4df7-ba6b-a0e59b30f39f tempest-RoutersTest-1812702053 tempest-RoutersTest-1812702053-project] 10.222.0.39 "DELETE /v2.0/subnets/a7d7f488-6fb7-4682-bb02-b02855ff76f7 HTTP/1.1" status: 404 len: 337 time: 0.0598059 Nov 10 17:48:33.265950 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0293d6-adf8-465e-916f-c0b9025a6fd5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Network': ['ID=830f68a1-746c-4694-afad-be801df76ca0,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:33.271615 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-acd102fe-54e2-40b7-bdc3-0a7bca6d7435 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 10 17:48:33.275585 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-acd102fe-54e2-40b7-bdc3-0a7bca6d7435 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.9294541 Nov 10 17:48:33.275817 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54562) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:33.284014 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 1f2a1a3d-5b3f-4c67-83ef-66629755aaba, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=1f2a1a3d-5b3f-4c67-83ef-66629755aaba,segment=NetworkSegment(5f095d99-d612-47ab-81fe-140248ebc91a),segment_id=5f095d99-d612-47ab-81fe-140248ebc91a)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:33.293565 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 830f68a1-746c-4694-afad-be801df76ca0 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:48:33.315248 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-e8c497d2-08c3-4573-8f09-5d608c8f949e tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:33.321929 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13a7d13-f3e1-4f9f-8082-f4a5e2283610 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Made reservation on behalf of 9e394024f4884a1d89b5a6d9aedb8502 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:48:33.325299 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a13a7d13-f3e1-4f9f-8082-f4a5e2283610 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:33.336514 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-87d1fd3f-bfeb-4362-8b4d-d13817dc91b7 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:33.353902 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-87d1fd3f-bfeb-4362-8b4d-d13817dc91b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:33.396385 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-e8c497d2-08c3-4573-8f09-5d608c8f949e tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:33.514246 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-e8c497d2-08c3-4573-8f09-5d608c8f949e tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Network 9d712752-3829-4a19-bac1-728b7bac1b26 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:48:33.517961 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-e8c497d2-08c3-4573-8f09-5d608c8f949e tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:33.522007 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-e8c497d2-08c3-4573-8f09-5d608c8f949e tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:48:33.523597 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fce31f-dbf2-4356-b594-6a5c88cb8c59 None None] Pushing event updated for resources: {'Port': ['ID=2217527e-3166-4d51-a260-79c9f3d6e7fb,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:33.601998 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:33.602751 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 47f8f0ae-9d1a-48c8-a567-346cf76cba57 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:48:33.626437 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fce31f-dbf2-4356-b594-6a5c88cb8c59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:33.626860 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fce31f-dbf2-4356-b594-6a5c88cb8c59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:33.635950 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fce31f-dbf2-4356-b594-6a5c88cb8c59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:33.636514 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fce31f-dbf2-4356-b594-6a5c88cb8c59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:33.636832 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fce31f-dbf2-4356-b594-6a5c88cb8c59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:33.637184 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fce31f-dbf2-4356-b594-6a5c88cb8c59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:33.637521 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fce31f-dbf2-4356-b594-6a5c88cb8c59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:33.637854 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fce31f-dbf2-4356-b594-6a5c88cb8c59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:33.638193 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fce31f-dbf2-4356-b594-6a5c88cb8c59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:33.638637 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fce31f-dbf2-4356-b594-6a5c88cb8c59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:33.639163 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fce31f-dbf2-4356-b594-6a5c88cb8c59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:33.639733 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fce31f-dbf2-4356-b594-6a5c88cb8c59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:48:33.663227 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-9553ea0c-60de-4558-9772-184b26491386 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] Deleting port 416ec0ed-c9d7-42d4-a694-0c3b5826fdc1 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:48:33.663573 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9553ea0c-60de-4558-9772-184b26491386 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:33.678665 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=1f2a1a3d-5b3f-4c67-83ef-66629755aaba,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:33.704616 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54572) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:33.711085 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8f153dd6-6661-45f1-a5c4-2cdd4e07ce32 req-ab947a05-aaa1-44d4-a68e-68f72dad76fc tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.39 "GET /v2.0/ports?device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1 HTTP/1.1" status: 200 len: 210 time: 0.0911505 Nov 10 17:48:33.713773 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-87d1fd3f-bfeb-4362-8b4d-d13817dc91b7 None None] Attempting to bind port 2217527e-3166-4d51-a260-79c9f3d6e7fb on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:48:33.714569 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c497d2-08c3-4573-8f09-5d608c8f949e tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Pushing event updated for resources: {'Port': ['ID=0dd3b8fc-3c00-4803-91f7-fa6022fb8173,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:33.717152 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-87d1fd3f-bfeb-4362-8b4d-d13817dc91b7 None None] Attempting to bind port 2217527e-3166-4d51-a260-79c9f3d6e7fb by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'bf5ba8bf-7bd8-425c-b3b7-ae024e53e2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '84a853f7-5323-4c65-a2e2-96c29ca3ed8a'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:48:33.717715 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d1fd3f-bfeb-4362-8b4d-d13817dc91b7 None None] Attempting to bind port 2217527e-3166-4d51-a260-79c9f3d6e7fb on network 84a853f7-5323-4c65-a2e2-96c29ca3ed8a {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:48:33.725418 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d1fd3f-bfeb-4362-8b4d-d13817dc91b7 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:48:33.726989 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d1fd3f-bfeb-4362-8b4d-d13817dc91b7 None None] Checking segment: {'id': 'bf5ba8bf-7bd8-425c-b3b7-ae024e53e2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '84a853f7-5323-4c65-a2e2-96c29ca3ed8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:48:33.727683 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-87d1fd3f-bfeb-4362-8b4d-d13817dc91b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:33.728282 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d1fd3f-bfeb-4362-8b4d-d13817dc91b7 None None] Bound using segment: {'id': 'bf5ba8bf-7bd8-425c-b3b7-ae024e53e2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '84a853f7-5323-4c65-a2e2-96c29ca3ed8a'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:48:33.729030 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-87d1fd3f-bfeb-4362-8b4d-d13817dc91b7 None None] Bound port: 2217527e-3166-4d51-a260-79c9f3d6e7fb, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5ba8bf-7bd8-425c-b3b7-ae024e53e2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '84a853f7-5323-4c65-a2e2-96c29ca3ed8a'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:48:33.729593 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-87d1fd3f-bfeb-4362-8b4d-d13817dc91b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:33.762470 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-e8c497d2-08c3-4573-8f09-5d608c8f949e tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:33.763421 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-e8c497d2-08c3-4573-8f09-5d608c8f949e tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:33.791364 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-e8c497d2-08c3-4573-8f09-5d608c8f949e tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3364654 Nov 10 17:48:33.863739 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 47f8f0ae-9d1a-48c8-a567-346cf76cba57, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=47f8f0ae-9d1a-48c8-a567-346cf76cba57,segment=NetworkSegment(a86ac378-8b1c-4cf2-a7f2-853d02679a02),segment_id=a86ac378-8b1c-4cf2-a7f2-853d02679a02)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:33.877956 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '47f8f0ae-9d1a-48c8-a567-346cf76cba57', 'network_id': '47baead0-3e81-4ecd-90e6-eeb908ade233', 'port_id': '47f8f0ae-9d1a-48c8-a567-346cf76cba57', 'mac_address': 'fa:16:3e:d7:19:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235a8a7b-9769-4bcb-b248-e3a3ce641763', 'ip_address': '10.1.1.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:48:33.885996 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-87d1fd3f-bfeb-4362-8b4d-d13817dc91b7 None None] For port 2217527e-3166-4d51-a260-79c9f3d6e7fb, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:48:33.892314 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-87d1fd3f-bfeb-4362-8b4d-d13817dc91b7 None None] For port 2217527e-3166-4d51-a260-79c9f3d6e7fb, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2217527e-3166-4d51-a260-79c9f3d6e7fb,segment=NetworkSegment(bf5ba8bf-7bd8-425c-b3b7-ae024e53e2fa),segment_id=bf5ba8bf-7bd8-425c-b3b7-ae024e53e2fa)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:48:33.899007 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-87d1fd3f-bfeb-4362-8b4d-d13817dc91b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:33.987007 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:33.990919 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:33.999889 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d1fd3f-bfeb-4362-8b4d-d13817dc91b7 None None] Routers {'91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:34.005660 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f8f0ae-9d1a-48c8-a567-346cf76cba57 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:48:34.012545 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-87d1fd3f-bfeb-4362-8b4d-d13817dc91b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:48:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:34.038315 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 47f8f0ae-9d1a-48c8-a567-346cf76cba57, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=47f8f0ae-9d1a-48c8-a567-346cf76cba57,segment=NetworkSegment(a86ac378-8b1c-4cf2-a7f2-853d02679a02),segment_id=a86ac378-8b1c-4cf2-a7f2-853d02679a02)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:34.069129 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-57504873-bb1f-4ab8-8932-bf5e0f4b03f1 service neutron] Request body: {'port': {'device_id': '5fb3a39c-039c-449c-a4c7-7f52e8258d80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:34.073327 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:34.074078 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device eacd23a8-ca31-46bb-9e0e-580677075960 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:48:34.117364 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port eacd23a8-ca31-46bb-9e0e-580677075960, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=eacd23a8-ca31-46bb-9e0e-580677075960,segment=NetworkSegment(593a9bc3-cd7b-417a-b974-3d7aa191c18a),segment_id=593a9bc3-cd7b-417a-b974-3d7aa191c18a)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:34.126299 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef381ca5-3def-40ac-a5ea-091c6610909b req-e70e062a-3cbf-4546-892e-e20b44faa539 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:34.136009 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ef381ca5-3def-40ac-a5ea-091c6610909b req-e70e062a-3cbf-4546-892e-e20b44faa539 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb3a39c-039c-449c-a4c7-7f52e8258d80 HTTP/1.1" status: 200 len: 931 time: 0.1209624 Nov 10 17:48:34.189134 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'eacd23a8-ca31-46bb-9e0e-580677075960', 'network_id': '49bc9a4d-2019-4c3e-98a9-200317b395fd', 'port_id': 'eacd23a8-ca31-46bb-9e0e-580677075960', 'mac_address': 'fa:16:3e:4c:b8:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f88546f-3001-437d-949d-bf2c5fdfec86', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:48:34.194792 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=47f8f0ae-9d1a-48c8-a567-346cf76cba57,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:34.215938 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-57504873-bb1f-4ab8-8932-bf5e0f4b03f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:34.242461 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-7da1752c-badb-4772-bcef-8056a1f3b1ed None None] Provisioning complete for port 2217527e-3166-4d51-a260-79c9f3d6e7fb triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:34.242843 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7da1752c-badb-4772-bcef-8056a1f3b1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:34.247354 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ef381ca5-3def-40ac-a5ea-091c6610909b req-b9310fd8-b72a-4957-91ed-a1a9f2b9f4d3 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/security-groups?id=0021e546-4f7f-49c4-abd3-0d4bc5500397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101384 Nov 10 17:48:34.286417 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:34.314320 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eacd23a8-ca31-46bb-9e0e-580677075960 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:48:34.335850 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-87d1fd3f-bfeb-4362-8b4d-d13817dc91b7 None None] Set router 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:48:34.337115 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port eacd23a8-ca31-46bb-9e0e-580677075960, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=eacd23a8-ca31-46bb-9e0e-580677075960,segment=NetworkSegment(593a9bc3-cd7b-417a-b974-3d7aa191c18a),segment_id=593a9bc3-cd7b-417a-b974-3d7aa191c18a)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:34.342949 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:34.343668 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device c5181e29-f91d-489f-9f2c-19921b9b79a6 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:48:34.389296 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fce31f-dbf2-4356-b594-6a5c88cb8c59 None None] Pushing event updated for resources: {'Port': ['ID=2217527e-3166-4d51-a260-79c9f3d6e7fb,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:34.475629 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01ccf5-b90a-40ca-841c-8eb03140adfb req-06d2f056-3b34-41d1-bf90-89e591a5cdf4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:34.486115 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01ccf5-b90a-40ca-841c-8eb03140adfb req-06d2f056-3b34-41d1-bf90-89e591a5cdf4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:34.492647 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.resource_extend [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 17:48:34.496673 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01ccf5-b90a-40ca-841c-8eb03140adfb req-06d2f056-3b34-41d1-bf90-89e591a5cdf4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:34.507325 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01ccf5-b90a-40ca-841c-8eb03140adfb req-06d2f056-3b34-41d1-bf90-89e591a5cdf4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:34.509240 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=eacd23a8-ca31-46bb-9e0e-580677075960,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:34.514394 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7da1752c-badb-4772-bcef-8056a1f3b1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:34.514566 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01ccf5-b90a-40ca-841c-8eb03140adfb req-06d2f056-3b34-41d1-bf90-89e591a5cdf4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:34.517737 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port c5181e29-f91d-489f-9f2c-19921b9b79a6, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c5181e29-f91d-489f-9f2c-19921b9b79a6,segment=NetworkSegment(a86ac378-8b1c-4cf2-a7f2-853d02679a02),segment_id=a86ac378-8b1c-4cf2-a7f2-853d02679a02)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:34.522705 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01ccf5-b90a-40ca-841c-8eb03140adfb req-06d2f056-3b34-41d1-bf90-89e591a5cdf4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:34.534932 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01ccf5-b90a-40ca-841c-8eb03140adfb req-06d2f056-3b34-41d1-bf90-89e591a5cdf4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:34.541216 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'c5181e29-f91d-489f-9f2c-19921b9b79a6', 'network_id': '47baead0-3e81-4ecd-90e6-eeb908ade233', 'port_id': 'c5181e29-f91d-489f-9f2c-19921b9b79a6', 'mac_address': 'fa:16:3e:a4:6a:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235a8a7b-9769-4bcb-b248-e3a3ce641763', 'ip_address': '10.1.1.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:48:34.547150 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0f01ccf5-b90a-40ca-841c-8eb03140adfb req-06d2f056-3b34-41d1-bf90-89e591a5cdf4 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5433 time: 0.9601352 Nov 10 17:48:34.591351 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-87d1fd3f-bfeb-4362-8b4d-d13817dc91b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'name': 'tempest-RoutersIpV6Test-router-92437754', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:26Z', 'updated_at': '2021-11-10T17:48:29Z', 'revision_number': 2, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'gw_port_host': None, '_interfaces': [{'id': '2217527e-3166-4d51-a260-79c9f3d6e7fb', 'name': '', 'network_id': '84a853f7-5323-4c65-a2e2-96c29ca3ed8a', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:cd:dd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '994ef84d-76e3-47dc-abd0-4350401648da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:28Z', 'updated_at': '2021-11-10T17:48:33Z', 'revision_number': 4, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '994ef84d-76e3-47dc-abd0-4350401648da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:34.592565 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-7da1752c-badb-4772-bcef-8056a1f3b1ed None None] For port 2217527e-3166-4d51-a260-79c9f3d6e7fb, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2217527e-3166-4d51-a260-79c9f3d6e7fb,segment=NetworkSegment(bf5ba8bf-7bd8-425c-b3b7-ae024e53e2fa),segment_id=bf5ba8bf-7bd8-425c-b3b7-ae024e53e2fa)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:34.604272 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7da1752c-badb-4772-bcef-8056a1f3b1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:34.626648 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d1fd3f-bfeb-4362-8b4d-d13817dc91b7 None None] The sync data for ids ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'] in n-d-776250-10 is: [{'id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'name': 'tempest-RoutersIpV6Test-router-92437754', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:26Z', 'updated_at': '2021-11-10T17:48:29Z', 'revision_number': 2, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'gw_port_host': None, '_interfaces': [{'id': '2217527e-3166-4d51-a260-79c9f3d6e7fb', 'name': '', 'network_id': '84a853f7-5323-4c65-a2e2-96c29ca3ed8a', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:cd:dd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '994ef84d-76e3-47dc-abd0-4350401648da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:28Z', 'updated_at': '2021-11-10T17:48:33Z', 'revision_number': 4, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '994ef84d-76e3-47dc-abd0-4350401648da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:48:34.629345 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-57504873-bb1f-4ab8-8932-bf5e0f4b03f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dd3b8fc-3c00-4803-91f7-fa6022fb8173 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:48:34.643288 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-57504873-bb1f-4ab8-8932-bf5e0f4b03f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:34.644893 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:34.665042 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-57504873-bb1f-4ab8-8932-bf5e0f4b03f1 service neutron] Transition to ACTIVE for port object 0dd3b8fc-3c00-4803-91f7-fa6022fb8173 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:48:34.670042 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-57504873-bb1f-4ab8-8932-bf5e0f4b03f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:34.672460 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9553ea0c-60de-4558-9772-184b26491386 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:34.675324 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5181e29-f91d-489f-9f2c-19921b9b79a6 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:48:34.701427 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da1752c-badb-4772-bcef-8056a1f3b1ed None None] Pushing event updated for resources: {'Port': ['ID=2217527e-3166-4d51-a260-79c9f3d6e7fb,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:34.713065 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port c5181e29-f91d-489f-9f2c-19921b9b79a6, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c5181e29-f91d-489f-9f2c-19921b9b79a6,segment=NetworkSegment(a86ac378-8b1c-4cf2-a7f2-853d02679a02),segment_id=a86ac378-8b1c-4cf2-a7f2-853d02679a02)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:34.725863 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:34.739418 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57504873-bb1f-4ab8-8932-bf5e0f4b03f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0dd3b8fc-3c00-4803-91f7-fa6022fb8173,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:34.753531 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-9553ea0c-60de-4558-9772-184b26491386 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] Calling delete_port for 416ec0ed-c9d7-42d4-a694-0c3b5826fdc1 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:48:34.768994 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6dec0192-ae7f-4494-875f-86778ac4cd73 None None] Provisioning complete for port 2217527e-3166-4d51-a260-79c9f3d6e7fb triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:34.769389 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6dec0192-ae7f-4494-875f-86778ac4cd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:34.769864 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a13a7d13-f3e1-4f9f-8082-f4a5e2283610 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:34.822086 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=c5181e29-f91d-489f-9f2c-19921b9b79a6,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:34.835946 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-57504873-bb1f-4ab8-8932-bf5e0f4b03f1 service neutron] Attempting to bind port 0dd3b8fc-3c00-4803-91f7-fa6022fb8173 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:48:34.836594 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-57504873-bb1f-4ab8-8932-bf5e0f4b03f1 service neutron] Attempting to bind port 0dd3b8fc-3c00-4803-91f7-fa6022fb8173 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': 'baeb23fd-b08b-446f-96bc-a6860148d525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d712752-3829-4a19-bac1-728b7bac1b26'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:48:34.837057 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-57504873-bb1f-4ab8-8932-bf5e0f4b03f1 service neutron] Attempting to bind port 0dd3b8fc-3c00-4803-91f7-fa6022fb8173 on network 9d712752-3829-4a19-bac1-728b7bac1b26 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:48:34.843475 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-57504873-bb1f-4ab8-8932-bf5e0f4b03f1 service neutron] Port 0dd3b8fc-3c00-4803-91f7-fa6022fb8173 on network 9d712752-3829-4a19-bac1-728b7bac1b26 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:48:34.844693 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-57504873-bb1f-4ab8-8932-bf5e0f4b03f1 service neutron] Attempting to bind port 0dd3b8fc-3c00-4803-91f7-fa6022fb8173 on network 9d712752-3829-4a19-bac1-728b7bac1b26 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:48:34.855950 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-23a10a14-eb20-49a3-9e59-ae11104aeb3f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4fd3b9eed2924ca2ac275ce6910fdaae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4810278 Nov 10 17:48:34.861993 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54582) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:34.869544 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-57504873-bb1f-4ab8-8932-bf5e0f4b03f1 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:48:34.869771 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-57504873-bb1f-4ab8-8932-bf5e0f4b03f1 service neutron] Checking segment: {'id': 'baeb23fd-b08b-446f-96bc-a6860148d525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d712752-3829-4a19-bac1-728b7bac1b26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:48:34.870143 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-57504873-bb1f-4ab8-8932-bf5e0f4b03f1 service neutron] Bound using segment: {'id': 'baeb23fd-b08b-446f-96bc-a6860148d525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d712752-3829-4a19-bac1-728b7bac1b26'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:48:34.870771 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-57504873-bb1f-4ab8-8932-bf5e0f4b03f1 service neutron] Bound port: 0dd3b8fc-3c00-4803-91f7-fa6022fb8173, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baeb23fd-b08b-446f-96bc-a6860148d525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d712752-3829-4a19-bac1-728b7bac1b26'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:48:34.870946 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-57504873-bb1f-4ab8-8932-bf5e0f4b03f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:34.904345 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0f01ccf5-b90a-40ca-841c-8eb03140adfb req-e5646cc0-ea65-46a4-b3c5-dd82d7558529 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3470848 Nov 10 17:48:34.956695 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a7d13-f3e1-4f9f-8082-f4a5e2283610 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Subnet': ['ID=6aeff5aa-855d-44b7-a0f9-025c2ed0d97a,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:34.958873 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13a7d13-f3e1-4f9f-8082-f4a5e2283610 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Checking segment: {'id': 'bec3522c-b7e8-4ec4-970d-ac76765bff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '830f68a1-746c-4694-afad-be801df76ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:48:34.959731 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13a7d13-f3e1-4f9f-8082-f4a5e2283610 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network hostable DHCP agents. Network: 830f68a1-746c-4694-afad-be801df76ca0, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:48:34.995280 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-457f4870-71f9-460a-a2d0-252b9e1b93c1 req-0a780ce0-e09c-4a9d-91f9-5156522fce13 tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.39 "GET /v2.0/ports?device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1 HTTP/1.1" status: 200 len: 210 time: 0.1157682 Nov 10 17:48:35.052671 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13a7d13-f3e1-4f9f-8082-f4a5e2283610 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network 830f68a1-746c-4694-afad-be801df76ca0 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:48:35.066560 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-a13a7d13-f3e1-4f9f-8082-f4a5e2283610 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 830f68a1-746c-4694-afad-be801df76ca0) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:35.081942 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13a7d13-f3e1-4f9f-8082-f4a5e2283610 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:35.082864 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a13a7d13-f3e1-4f9f-8082-f4a5e2283610 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:35.091253 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5f74b170-1dc4-487d-873d-413cc486cf0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:35.097867 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bd87bc-e3de-4719-a87a-1e8ad789aa92 None None] Network 830f68a1-746c-4694-afad-be801df76ca0 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:48:35.166418 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-57504873-bb1f-4ab8-8932-bf5e0f4b03f1 service neutron] For port 0dd3b8fc-3c00-4803-91f7-fa6022fb8173, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:48:35.174681 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5f74b170-1dc4-487d-873d-413cc486cf0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:35.175465 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9553ea0c-60de-4558-9772-184b26491386 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:35.187927 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a13a7d13-f3e1-4f9f-8082-f4a5e2283610 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0260634 Nov 10 17:48:35.194047 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54586) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:35.250768 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-57504873-bb1f-4ab8-8932-bf5e0f4b03f1 service neutron] For port 0dd3b8fc-3c00-4803-91f7-fa6022fb8173, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=0dd3b8fc-3c00-4803-91f7-fa6022fb8173,segment=NetworkSegment(baeb23fd-b08b-446f-96bc-a6860148d525),segment_id=baeb23fd-b08b-446f-96bc-a6860148d525)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:48:35.260794 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-57504873-bb1f-4ab8-8932-bf5e0f4b03f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:35.338011 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41058baa-0b42-4c2b-aeaf-dd679d0ca4e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-830f68a1-746c-4694-afad-be801df76ca0', 'network_id': '830f68a1-746c-4694-afad-be801df76ca0', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'fixed_ips': [{'subnet_id': '6aeff5aa-855d-44b7-a0f9-025c2ed0d97a'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:48:35.338893 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-41058baa-0b42-4c2b-aeaf-dd679d0ca4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:35.346910 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-57504873-bb1f-4ab8-8932-bf5e0f4b03f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:35.348284 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-57504873-bb1f-4ab8-8932-bf5e0f4b03f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:35.351844 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-57504873-bb1f-4ab8-8932-bf5e0f4b03f1 service neutron] 10.222.0.11 "PUT /v2.0/ports/0dd3b8fc-3c00-4803-91f7-fa6022fb8173 HTTP/1.1" status: 200 len: 1092 time: 1.5499525 Nov 10 17:48:35.363094 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb3a39c-039c-449c-a4c7-7f52e8258d80', 'tag': '0dd3b8fc-3c00-4803-91f7-fa6022fb8173'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:48:35.366910 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['eacd23a8-ca31-46bb-9e0e-580677075960'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:48:35.367062 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8053c7-56b7-4b91-b10b-c43c7479e774" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb3a39c-039c-449c-a4c7-7f52e8258d80", "tag": "0dd3b8fc-3c00-4803-91f7-fa6022fb8173"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:48:35.396091 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553ea0c-60de-4558-9772-184b26491386 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] Pushing event deleted for resources: {'Port': ['ID=416ec0ed-c9d7-42d4-a694-0c3b5826fdc1,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:35.420432 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['47f8f0ae-9d1a-48c8-a567-346cf76cba57'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:48:35.426716 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['224ef4d3-dee2-4bcd-947b-b7c7a9b0544c'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:48:35.438425 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['3e2b75e1-1dde-4f1e-8e65-79bd011d0b86'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:48:35.441690 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['1f10bfec-b077-4852-8bba-c7adc7ab16bd'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:48:35.443984 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb58d38f-6d66-4bbc-873e-a6e88beaffcb None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:48:35.507888 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['c5181e29-f91d-489f-9f2c-19921b9b79a6'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:48:35.544870 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57504873-bb1f-4ab8-8932-bf5e0f4b03f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0dd3b8fc-3c00-4803-91f7-fa6022fb8173,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:35.564459 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5f74b170-1dc4-487d-873d-413cc486cf0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:35.567381 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5f74b170-1dc4-487d-873d-413cc486cf0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:35.579960 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5f74b170-1dc4-487d-873d-413cc486cf0d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/60f209fa-822f-42cd-93b1-8e11c3e613ef HTTP/1.1" status: 204 len: 168 time: 0.7089550 Nov 10 17:48:35.619360 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74b170-1dc4-487d-873d-413cc486cf0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f209fa-822f-42cd-93b1-8e11c3e613ef,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:35.652774 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-02a354bf-38d2-45f8-aadd-7bc861eb1c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:35.657192 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-02a354bf-38d2-45f8-aadd-7bc861eb1c46 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e1569f9ec4844e5da0abe0399c5b21b2&device_id=5fb3a39c-039c-449c-a4c7-7f52e8258d80 HTTP/1.1" status: 200 len: 1095 time: 0.2084584 Nov 10 17:48:35.673793 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b64e3-e762-4453-83e0-2898b7695ea1 req-1308c39c-755a-48c7-9a60-33d5c684a8cb tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:35.681775 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-020b64e3-e762-4453-83e0-2898b7695ea1 req-1308c39c-755a-48c7-9a60-33d5c684a8cb tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb3a39c-039c-449c-a4c7-7f52e8258d80 HTTP/1.1" status: 200 len: 943 time: 0.3085496 Nov 10 17:48:35.756121 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9553ea0c-60de-4558-9772-184b26491386 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:35.759451 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9553ea0c-60de-4558-9772-184b26491386 tempest-RoutersAdminNegativeTest-1429336931 tempest-RoutersAdminNegativeTest-1429336931-project-admin] 10.222.0.39 "DELETE /v2.0/ports/416ec0ed-c9d7-42d4-a694-0c3b5826fdc1 HTTP/1.1" status: 204 len: 168 time: 2.4826288 Nov 10 17:48:35.864296 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb50c5fd-566f-46b8-80d6-9eae9183daea x-openstack-request-id: req-fb50c5fd-566f-46b8-80d6-9eae9183daea {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:48:35.867193 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb3a39c-039c-449c-a4c7-7f52e8258d80", "tag": "0dd3b8fc-3c00-4803-91f7-fa6022fb8173", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:48:35.867639 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fb50c5fd-566f-46b8-80d6-9eae9183daea {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:48:35.868272 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb3a39c-039c-449c-a4c7-7f52e8258d80', 'tag': '0dd3b8fc-3c00-4803-91f7-fa6022fb8173', 'status': 'completed', 'code': 200} Nov 10 17:48:35.875017 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-7dcaf394-d01f-48f2-ab97-8840f60a1124 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0dd3b8fc-3c00-4803-91f7-fa6022fb8173 HTTP/1.1" status: 200 len: 217 time: 0.1722686 Nov 10 17:48:35.990677 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-020b64e3-e762-4453-83e0-2898b7695ea1 req-705ddf6e-ca28-44b3-83af-123bbec14348 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/security-groups?id=0021e546-4f7f-49c4-abd3-0d4bc5500397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933233 Nov 10 17:48:36.017529 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-f0ac1e7d-f0bc-4a3c-acdc-779818896392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:36.018636 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9f83d8ec-5dbc-4278-82fc-63ba02e11569 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:36.019217 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-f0ac1e7d-f0bc-4a3c-acdc-779818896392 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24f622c7-f4ac-4cbc-908c-215b17fdf179 HTTP/1.1" status: 200 len: 849 time: 0.1340268 Nov 10 17:48:36.035189 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2217527e-3166-4d51-a260-79c9f3d6e7fb up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:48:36.081783 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-6ae35a7b-622b-4c21-96a8-cc29e018247f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9d712752-3829-4a19-bac1-728b7bac1b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529387 Nov 10 17:48:36.184114 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:36.288223 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4cd661f0-0bee-4c25-806f-f44bfe042053 req-848e2edf-2768-4daf-b454-4484a43f9bbb tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.39 "GET /v2.0/ports?device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1 HTTP/1.1" status: 200 len: 210 time: 0.0446980 Nov 10 17:48:36.288954 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54612) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:36.296860 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-ca463268-e70f-40cf-af68-1035a2542745 service neutron] 10.222.0.11 "GET /v2.0/networks/9d712752-3829-4a19-bac1-728b7bac1b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039011 Nov 10 17:48:36.457038 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['1f2a1a3d-5b3f-4c67-83ef-66629755aaba'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:48:36.460847 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-18d97c5f-d3ef-4764-8453-7677ff80344c req-f9ac1ccd-43bc-4a61-8fda-5df152c6275e service neutron] 10.222.0.11 "GET /v2.0/networks/9d712752-3829-4a19-bac1-728b7bac1b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505728 Nov 10 17:48:36.496131 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabbf1c-20e4-4e57-a3cb-946ea49e4d52 req-613796e2-5b16-430a-bff7-6b1609096f8b tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:36.503418 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabbf1c-20e4-4e57-a3cb-946ea49e4d52 req-613796e2-5b16-430a-bff7-6b1609096f8b tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:36.510903 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabbf1c-20e4-4e57-a3cb-946ea49e4d52 req-613796e2-5b16-430a-bff7-6b1609096f8b tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:36.519801 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabbf1c-20e4-4e57-a3cb-946ea49e4d52 req-613796e2-5b16-430a-bff7-6b1609096f8b tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:36.530392 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabbf1c-20e4-4e57-a3cb-946ea49e4d52 req-613796e2-5b16-430a-bff7-6b1609096f8b tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:36.541172 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabbf1c-20e4-4e57-a3cb-946ea49e4d52 req-613796e2-5b16-430a-bff7-6b1609096f8b tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:36.550316 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabbf1c-20e4-4e57-a3cb-946ea49e4d52 req-613796e2-5b16-430a-bff7-6b1609096f8b tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:36.558794 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-aaabbf1c-20e4-4e57-a3cb-946ea49e4d52 req-613796e2-5b16-430a-bff7-6b1609096f8b tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5436 time: 0.4977157 Nov 10 17:48:36.592892 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b2764d65-17fa-43e3-8374-f254aed66cdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:36.616053 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-41058baa-0b42-4c2b-aeaf-dd679d0ca4e3 None None] Allocated IP 2001:db8:1::2 (830f68a1-746c-4694-afad-be801df76ca0/6aeff5aa-855d-44b7-a0f9-025c2ed0d97a/2924c6f3-2018-40ef-ae6a-fe0da92b3f43) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:48:36.618346 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8053c7-56b7-4b91-b10b-c43c7479e774 req-b979885d-085d-4eb6-9205-0d0e19fc25d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:36.620275 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa8053c7-56b7-4b91-b10b-c43c7479e774 req-b979885d-085d-4eb6-9205-0d0e19fc25d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e1569f9ec4844e5da0abe0399c5b21b2&device_id=5fb3a39c-039c-449c-a4c7-7f52e8258d80 HTTP/1.1" status: 200 len: 1095 time: 0.0965896 Nov 10 17:48:36.652405 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-aaabbf1c-20e4-4e57-a3cb-946ea49e4d52 req-6d16b177-2705-46bc-a2af-d2e0650d3834 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0923848 Nov 10 17:48:36.706852 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:36.758239 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8053c7-56b7-4b91-b10b-c43c7479e774 req-cfbb4313-e134-4204-8d9b-e307b53c243d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:36.760220 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa8053c7-56b7-4b91-b10b-c43c7479e774 req-cfbb4313-e134-4204-8d9b-e307b53c243d service neutron] 10.222.0.11 "GET /v2.0/networks?id=9d712752-3829-4a19-bac1-728b7bac1b26 HTTP/1.1" status: 200 len: 910 time: 0.1286752 Nov 10 17:48:36.823290 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa8053c7-56b7-4b91-b10b-c43c7479e774 req-f16583de-86d1-4e1c-afa2-bd4e7ec33fa4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0dd3b8fc-3c00-4803-91f7-fa6022fb8173 HTTP/1.1" status: 200 len: 217 time: 0.0533648 Nov 10 17:48:36.906323 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b2764d65-17fa-43e3-8374-f254aed66cdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:36.909420 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8053c7-56b7-4b91-b10b-c43c7479e774 req-57502e62-e481-4650-9d35-b8809a824a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:36.911109 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa8053c7-56b7-4b91-b10b-c43c7479e774 req-57502e62-e481-4650-9d35-b8809a824a61 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24f622c7-f4ac-4cbc-908c-215b17fdf179 HTTP/1.1" status: 200 len: 849 time: 0.0790610 Nov 10 17:48:36.912261 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b2764d65-17fa-43e3-8374-f254aed66cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:36.926893 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 2217527e-3166-4d51-a260-79c9f3d6e7fb triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:36.927434 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:36.983703 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa8053c7-56b7-4b91-b10b-c43c7479e774 req-29c050ee-4003-4e34-9c1a-178339d1544d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9d712752-3829-4a19-bac1-728b7bac1b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574579 Nov 10 17:48:36.994249 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b2764d65-17fa-43e3-8374-f254aed66cdf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7b91a31e6311409ba723bb5ed3a3a2be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7017727 Nov 10 17:48:36.994569 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54630) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:37.015668 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2764d65-17fa-43e3-8374-f254aed66cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f23a37-d2a4-44b4-a8c8-de53138f9758,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:37.238224 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-247df079-168d-4c72-9dda-1fa812792264 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:37.256394 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa8053c7-56b7-4b91-b10b-c43c7479e774 req-435dff93-e919-4446-a4b1-41493d34ff0a service neutron] 10.222.0.11 "GET /v2.0/networks/9d712752-3829-4a19-bac1-728b7bac1b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634549 Nov 10 17:48:37.267224 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c3e10-c856-411a-af58-c5fe782d4ac3 req-578ba323-a6b7-47a8-a59b-dda768a98573 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:37.268813 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-398c3e10-c856-411a-af58-c5fe782d4ac3 req-578ba323-a6b7-47a8-a59b-dda768a98573 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb3a39c-039c-449c-a4c7-7f52e8258d80 HTTP/1.1" status: 200 len: 943 time: 0.1556544 Nov 10 17:48:37.288718 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-247df079-168d-4c72-9dda-1fa812792264 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:37.447085 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-398c3e10-c856-411a-af58-c5fe782d4ac3 req-2def7478-719b-4974-98af-6a94fe15a86a tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/security-groups?id=0021e546-4f7f-49c4-abd3-0d4bc5500397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614039 Nov 10 17:48:37.465615 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-043704e9-3e0d-46d9-a961-a441985f4b0a req-435c9df4-c65c-4d04-95f6-78593ea2df47 tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.39 "GET /v2.0/ports?device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1 HTTP/1.1" status: 200 len: 210 time: 0.0559454 Nov 10 17:48:37.483047 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa8053c7-56b7-4b91-b10b-c43c7479e774 req-8b4212af-d0f5-436b-a18f-f575fcedeb1e service neutron] 10.222.0.11 "GET /v2.0/networks/9d712752-3829-4a19-bac1-728b7bac1b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130997 Nov 10 17:48:37.493737 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-247df079-168d-4c72-9dda-1fa812792264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:37.497189 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-247df079-168d-4c72-9dda-1fa812792264 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:37.498526 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-247df079-168d-4c72-9dda-1fa812792264 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/80f23a37-d2a4-44b4-a8c8-de53138f9758 HTTP/1.1" status: 204 len: 168 time: 0.5031924 Nov 10 17:48:37.509854 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247df079-168d-4c72-9dda-1fa812792264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f23a37-d2a4-44b4-a8c8-de53138f9758,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:37.661423 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-41058baa-0b42-4c2b-aeaf-dd679d0ca4e3 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:37.709975 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-41058baa-0b42-4c2b-aeaf-dd679d0ca4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:37.832639 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-9f83d8ec-5dbc-4278-82fc-63ba02e11569 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Allocated IP 2001:db8:1::1 (830f68a1-746c-4694-afad-be801df76ca0/6aeff5aa-855d-44b7-a0f9-025c2ed0d97a/cd739288-56de-46cd-9fce-675bec32e795) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:48:37.872185 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41058baa-0b42-4c2b-aeaf-dd679d0ca4e3 None None] Network 830f68a1-746c-4694-afad-be801df76ca0 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:48:37.873635 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41058baa-0b42-4c2b-aeaf-dd679d0ca4e3 None None] Pushing event updated for resources: {'Port': ['ID=2924c6f3-2018-40ef-ae6a-fe0da92b3f43,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:37.886311 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-41058baa-0b42-4c2b-aeaf-dd679d0ca4e3 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:37.889676 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41058baa-0b42-4c2b-aeaf-dd679d0ca4e3 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:48:37.918187 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd0e01-06e9-4245-a219-f275b1a35526 req-1e5cb321-f789-4260-9fe8-529107a591e5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:37.924474 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd0e01-06e9-4245-a219-f275b1a35526 req-1e5cb321-f789-4260-9fe8-529107a591e5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:37.931555 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd0e01-06e9-4245-a219-f275b1a35526 req-1e5cb321-f789-4260-9fe8-529107a591e5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:37.939686 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd0e01-06e9-4245-a219-f275b1a35526 req-1e5cb321-f789-4260-9fe8-529107a591e5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:37.945301 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd0e01-06e9-4245-a219-f275b1a35526 req-1e5cb321-f789-4260-9fe8-529107a591e5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:37.951665 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd0e01-06e9-4245-a219-f275b1a35526 req-1e5cb321-f789-4260-9fe8-529107a591e5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:37.959004 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd0e01-06e9-4245-a219-f275b1a35526 req-1e5cb321-f789-4260-9fe8-529107a591e5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:37.967992 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9fcd0e01-06e9-4245-a219-f275b1a35526 req-1e5cb321-f789-4260-9fe8-529107a591e5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5436 time: 0.1398630 Nov 10 17:48:37.998195 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-41058baa-0b42-4c2b-aeaf-dd679d0ca4e3 None None] Attempting to bind port 2924c6f3-2018-40ef-ae6a-fe0da92b3f43 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:48:37.998623 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-41058baa-0b42-4c2b-aeaf-dd679d0ca4e3 None None] Attempting to bind port 2924c6f3-2018-40ef-ae6a-fe0da92b3f43 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'bec3522c-b7e8-4ec4-970d-ac76765bff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '830f68a1-746c-4694-afad-be801df76ca0'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:48:37.998991 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41058baa-0b42-4c2b-aeaf-dd679d0ca4e3 None None] Attempting to bind port 2924c6f3-2018-40ef-ae6a-fe0da92b3f43 on network 830f68a1-746c-4694-afad-be801df76ca0 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:48:38.005806 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41058baa-0b42-4c2b-aeaf-dd679d0ca4e3 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:48:38.006250 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41058baa-0b42-4c2b-aeaf-dd679d0ca4e3 None None] Checking segment: {'id': 'bec3522c-b7e8-4ec4-970d-ac76765bff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '830f68a1-746c-4694-afad-be801df76ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:48:38.006643 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-41058baa-0b42-4c2b-aeaf-dd679d0ca4e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:38.007038 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41058baa-0b42-4c2b-aeaf-dd679d0ca4e3 None None] Bound using segment: {'id': 'bec3522c-b7e8-4ec4-970d-ac76765bff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '830f68a1-746c-4694-afad-be801df76ca0'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:48:38.007517 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-41058baa-0b42-4c2b-aeaf-dd679d0ca4e3 None None] Bound port: 2924c6f3-2018-40ef-ae6a-fe0da92b3f43, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bec3522c-b7e8-4ec4-970d-ac76765bff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '830f68a1-746c-4694-afad-be801df76ca0'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:48:38.007902 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-41058baa-0b42-4c2b-aeaf-dd679d0ca4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:38.028189 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9f83d8ec-5dbc-4278-82fc-63ba02e11569 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:38.050783 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9fcd0e01-06e9-4245-a219-f275b1a35526 req-f5f07699-b027-464b-9ba0-cef115584d21 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749829 Nov 10 17:48:38.080659 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9f83d8ec-5dbc-4278-82fc-63ba02e11569 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:38.090061 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-41058baa-0b42-4c2b-aeaf-dd679d0ca4e3 None None] For port 2924c6f3-2018-40ef-ae6a-fe0da92b3f43, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:48:38.095394 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-41058baa-0b42-4c2b-aeaf-dd679d0ca4e3 None None] For port 2924c6f3-2018-40ef-ae6a-fe0da92b3f43, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2924c6f3-2018-40ef-ae6a-fe0da92b3f43,segment=NetworkSegment(bec3522c-b7e8-4ec4-970d-ac76765bff75),segment_id=bec3522c-b7e8-4ec4-970d-ac76765bff75)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:48:38.099588 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-41058baa-0b42-4c2b-aeaf-dd679d0ca4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:38.129210 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f83d8ec-5dbc-4278-82fc-63ba02e11569 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network 830f68a1-746c-4694-afad-be801df76ca0 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:48:38.137768 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-9f83d8ec-5dbc-4278-82fc-63ba02e11569 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:38.145033 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f83d8ec-5dbc-4278-82fc-63ba02e11569 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:48:38.145932 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9f83d8ec-5dbc-4278-82fc-63ba02e11569 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:38.179169 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54660) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:38.185199 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41058baa-0b42-4c2b-aeaf-dd679d0ca4e3 None None] Pushing event updated for resources: {'Port': ['ID=2924c6f3-2018-40ef-ae6a-fe0da92b3f43,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:38.210692 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83d8ec-5dbc-4278-82fc-63ba02e11569 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Port': ['ID=cd739288-56de-46cd-9fce-675bec32e795,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:38.257338 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8c09e5a9-3c38-4fde-bc57-68a56a57eb45 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aaaa7f0f2ea0412b9b44e14020bd08f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0766480 Nov 10 17:48:38.260200 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54670) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:38.338733 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-06754266-5f85-4bb8-8b4c-08474dd20f7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:38.341611 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9f83d8ec-5dbc-4278-82fc-63ba02e11569 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:38.366707 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-06754266-5f85-4bb8-8b4c-08474dd20f7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:38.427620 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-06754266-5f85-4bb8-8b4c-08474dd20f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:38.430906 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-06754266-5f85-4bb8-8b4c-08474dd20f7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:38.432274 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-06754266-5f85-4bb8-8b4c-08474dd20f7b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e8ca431d-d6ff-4a1c-b58a-680b61c823bc HTTP/1.1" status: 204 len: 168 time: 0.1710951 Nov 10 17:48:38.456492 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06754266-5f85-4bb8-8b4c-08474dd20f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ca431d-d6ff-4a1c-b58a-680b61c823bc,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:38.641965 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b76f11-4539-4267-bc8f-a72b65ac031f req-8f3cab9d-c6f9-4dce-a618-05d7ef928e4b tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:38.644095 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a9b76f11-4539-4267-bc8f-a72b65ac031f req-8f3cab9d-c6f9-4dce-a618-05d7ef928e4b tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb3a39c-039c-449c-a4c7-7f52e8258d80 HTTP/1.1" status: 200 len: 943 time: 0.0905857 Nov 10 17:48:38.713103 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-434fea42-2556-4a29-b668-c3dbd2438e96 req-7b0c33c0-6652-413f-bc64-ea71d108fb9d tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.39 "GET /v2.0/ports?device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1 HTTP/1.1" status: 200 len: 210 time: 0.1064198 Nov 10 17:48:38.725270 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a9b76f11-4539-4267-bc8f-a72b65ac031f req-51456027-ee16-426f-b113-118ddccf1a7f tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/security-groups?id=0021e546-4f7f-49c4-abd3-0d4bc5500397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721147 Nov 10 17:48:38.756637 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 0dd3b8fc-3c00-4803-91f7-fa6022fb8173 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:48:38.758700 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device eacd23a8-ca31-46bb-9e0e-580677075960 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:48:38.903618 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9f83d8ec-5dbc-4278-82fc-63ba02e11569 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:38.913057 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9f83d8ec-5dbc-4278-82fc-63ba02e11569 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:38.914663 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9f83d8ec-5dbc-4278-82fc-63ba02e11569 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:38.967391 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port eacd23a8-ca31-46bb-9e0e-580677075960 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:48:38.988043 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port eacd23a8-ca31-46bb-9e0e-580677075960 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:38.988436 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:38.994994 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 0dd3b8fc-3c00-4803-91f7-fa6022fb8173, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=0dd3b8fc-3c00-4803-91f7-fa6022fb8173,segment=NetworkSegment(baeb23fd-b08b-446f-96bc-a6860148d525),segment_id=baeb23fd-b08b-446f-96bc-a6860148d525)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:39.028358 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83d8ec-5dbc-4278-82fc-63ba02e11569 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Port': ['ID=cd739288-56de-46cd-9fce-675bec32e795,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:39.031096 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '0dd3b8fc-3c00-4803-91f7-fa6022fb8173', 'network_id': '9d712752-3829-4a19-bac1-728b7bac1b26', 'port_id': '0dd3b8fc-3c00-4803-91f7-fa6022fb8173', 'mac_address': 'fa:16:3e:78:8d:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24f622c7-f4ac-4cbc-908c-215b17fdf179', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:48:39.072943 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f83d8ec-5dbc-4278-82fc-63ba02e11569 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network 830f68a1-746c-4694-afad-be801df76ca0 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:48:39.077513 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-9f83d8ec-5dbc-4278-82fc-63ba02e11569 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:39.088603 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:39.129470 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dd3b8fc-3c00-4803-91f7-fa6022fb8173 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:48:39.148637 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:39.169463 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 0dd3b8fc-3c00-4803-91f7-fa6022fb8173, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=0dd3b8fc-3c00-4803-91f7-fa6022fb8173,segment=NetworkSegment(baeb23fd-b08b-446f-96bc-a6860148d525),segment_id=baeb23fd-b08b-446f-96bc-a6860148d525)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:39.181190 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:39.192704 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eacd23a8-ca31-46bb-9e0e-580677075960'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:48:39.195699 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f5c0f3-61e3-4010-bf54-8ea54291a85c" -d '{"events": [{"server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "name": "network-vif-plugged", "status": "completed", "tag": "eacd23a8-ca31-46bb-9e0e-580677075960"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:48:39.236467 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port eacd23a8-ca31-46bb-9e0e-580677075960, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=eacd23a8-ca31-46bb-9e0e-580677075960,segment=NetworkSegment(593a9bc3-cd7b-417a-b974-3d7aa191c18a),segment_id=593a9bc3-cd7b-417a-b974-3d7aa191c18a)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:39.242975 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:39.247603 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 1f10bfec-b077-4852-8bba-c7adc7ab16bd up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:48:39.274818 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f83d8ec-5dbc-4278-82fc-63ba02e11569 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Router 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:48:39.311072 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=0dd3b8fc-3c00-4803-91f7-fa6022fb8173,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:39.352092 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e21b46-fd3a-4efb-a8e4-a77507ee90ab req-d0bb01df-0f00-4f1b-8954-b1990f6c14bd tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:39.372383 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e21b46-fd3a-4efb-a8e4-a77507ee90ab req-d0bb01df-0f00-4f1b-8954-b1990f6c14bd tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:39.397229 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e21b46-fd3a-4efb-a8e4-a77507ee90ab req-d0bb01df-0f00-4f1b-8954-b1990f6c14bd tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:39.406189 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 1f10bfec-b077-4852-8bba-c7adc7ab16bd completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:48:39.417718 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e21b46-fd3a-4efb-a8e4-a77507ee90ab req-d0bb01df-0f00-4f1b-8954-b1990f6c14bd tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:39.426238 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 1f10bfec-b077-4852-8bba-c7adc7ab16bd triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:39.426631 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:39.435810 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e21b46-fd3a-4efb-a8e4-a77507ee90ab req-d0bb01df-0f00-4f1b-8954-b1990f6c14bd tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:39.441366 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f83d8ec-5dbc-4278-82fc-63ba02e11569 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:48:39.450746 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9f83d8ec-5dbc-4278-82fc-63ba02e11569 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "PUT /v2.0/routers/91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2542522 Nov 10 17:48:39.454796 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54704) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:39.456078 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e21b46-fd3a-4efb-a8e4-a77507ee90ab req-d0bb01df-0f00-4f1b-8954-b1990f6c14bd tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:39.463107 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=eacd23a8-ca31-46bb-9e0e-580677075960,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:39.471660 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-b78cd750-89c1-49dc-8470-66c1ad06f174 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-60213930'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:39.476677 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e21b46-fd3a-4efb-a8e4-a77507ee90ab req-d0bb01df-0f00-4f1b-8954-b1990f6c14bd tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:39.478770 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c784f-a807-46a8-a88b-f9457026fc83 None None] Sync routers for ids ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:48:39.490394 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2e21b46-fd3a-4efb-a8e4-a77507ee90ab req-d0bb01df-0f00-4f1b-8954-b1990f6c14bd tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5437 time: 0.2996542 Nov 10 17:48:39.510114 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572c784f-a807-46a8-a88b-f9457026fc83 None None] Routers {'91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:39.510823 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-572c784f-a807-46a8-a88b-f9457026fc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:48:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:39.518873 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78cd750-89c1-49dc-8470-66c1ad06f174 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Made reservation on behalf of 9e394024f4884a1d89b5a6d9aedb8502 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:48:39.529161 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b78cd750-89c1-49dc-8470-66c1ad06f174 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:39.568749 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['0dd3b8fc-3c00-4803-91f7-fa6022fb8173'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:48:39.590736 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b78cd750-89c1-49dc-8470-66c1ad06f174 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:48:39.598093 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2e21b46-fd3a-4efb-a8e4-a77507ee90ab req-c22e44bd-e4ca-4009-8b8d-036efea0d1ea tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1051888 Nov 10 17:48:39.606392 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b78cd750-89c1-49dc-8470-66c1ad06f174 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:39.606712 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-b78cd750-89c1-49dc-8470-66c1ad06f174 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Added segment 88256e77-ec59-4ceb-ae36-2852f98af872 of type vlan for network 67091ac9-7b8e-4b56-895e-a2effcb62627 Nov 10 17:48:39.663983 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b78cd750-89c1-49dc-8470-66c1ad06f174 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:39.677177 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c740c07d-7c97-4b15-a511-a78b3fc925cc x-openstack-request-id: req-c740c07d-7c97-4b15-a511-a78b3fc925cc {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:48:39.677537 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "name": "network-vif-plugged", "status": "completed", "tag": "eacd23a8-ca31-46bb-9e0e-580677075960", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:48:39.677724 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c740c07d-7c97-4b15-a511-a78b3fc925cc {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:48:39.678124 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eacd23a8-ca31-46bb-9e0e-580677075960', 'code': 200} Nov 10 17:48:39.697277 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f857a1e6-bbfd-4da8-8818-2ddb753416ea None None] Network 830f68a1-746c-4694-afad-be801df76ca0 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:48:39.713399 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b78cd750-89c1-49dc-8470-66c1ad06f174 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:39.728953 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78cd750-89c1-49dc-8470-66c1ad06f174 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:39.729713 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b78cd750-89c1-49dc-8470-66c1ad06f174 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:39.755983 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54710) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:39.799106 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:48:39.851843 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-572c784f-a807-46a8-a88b-f9457026fc83 None None] Set router 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:48:39.855624 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54718) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:39.858932 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-f0f3f837-4e0e-479b-8d1e-f72f8a554a8e None None] Provisioning complete for port 2924c6f3-2018-40ef-ae6a-fe0da92b3f43 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:39.859201 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f0f3f837-4e0e-479b-8d1e-f72f8a554a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:39.862990 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-85d9ab34-05b4-4615-9b7a-0fd4831d485c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Request body: {'subnet': {'network_id': '67091ac9-7b8e-4b56-895e-a2effcb62627', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:39.867759 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b78cd750-89c1-49dc-8470-66c1ad06f174 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4118195 Nov 10 17:48:39.970828 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-93dbef12-d25c-4a9e-a903-745391ebd381 req-e112a262-3777-4c8f-8a6b-942627802b20 tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.39 "GET /v2.0/ports?device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1 HTTP/1.1" status: 200 len: 210 time: 0.1210635 Nov 10 17:48:39.975678 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78cd750-89c1-49dc-8470-66c1ad06f174 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Network': ['ID=67091ac9-7b8e-4b56-895e-a2effcb62627,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:39.976469 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-d07af1c7-1250-4cd8-a94e-fa0cb12d16f8 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-213059157', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:39.997704 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:40.022241 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 67091ac9-7b8e-4b56-895e-a2effcb62627 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:48:40.116589 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2924c6f3-2018-40ef-ae6a-fe0da92b3f43 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:48:40.135372 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d07af1c7-1250-4cd8-a94e-fa0cb12d16f8 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:40.136443 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d07af1c7-1250-4cd8-a94e-fa0cb12d16f8 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:40.149921 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7897ec6-bc7f-4a7d-8fa5-f717a667eace req-b5c1781c-b78b-4fab-b369-7e7cf56f131f tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:40.151519 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7897ec6-bc7f-4a7d-8fa5-f717a667eace req-b5c1781c-b78b-4fab-b369-7e7cf56f131f tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb3a39c-039c-449c-a4c7-7f52e8258d80 HTTP/1.1" status: 200 len: 944 time: 0.1795776 Nov 10 17:48:40.173265 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d9ab34-05b4-4615-9b7a-0fd4831d485c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Made reservation on behalf of 9e394024f4884a1d89b5a6d9aedb8502 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:48:40.176568 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-85d9ab34-05b4-4615-9b7a-0fd4831d485c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:40.288861 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d07af1c7-1250-4cd8-a94e-fa0cb12d16f8 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:40.305977 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d07af1c7-1250-4cd8-a94e-fa0cb12d16f8 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:40.322598 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 1f10bfec-b077-4852-8bba-c7adc7ab16bd, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=1f10bfec-b077-4852-8bba-c7adc7ab16bd,segment=NetworkSegment(593a9bc3-cd7b-417a-b974-3d7aa191c18a),segment_id=593a9bc3-cd7b-417a-b974-3d7aa191c18a)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:40.328712 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7897ec6-bc7f-4a7d-8fa5-f717a667eace req-5fb2a88d-c18b-4180-9895-f4748301d43f tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/security-groups?id=0021e546-4f7f-49c4-abd3-0d4bc5500397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658669 Nov 10 17:48:40.342405 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d07af1c7-1250-4cd8-a94e-fa0cb12d16f8 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:40.343611 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d07af1c7-1250-4cd8-a94e-fa0cb12d16f8 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5835080 Nov 10 17:48:40.348417 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54724) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:40.351366 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:40.352288 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 47f8f0ae-9d1a-48c8-a567-346cf76cba57 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:48:40.355426 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-39e0b942-6d16-4021-ae02-214eceeae6c4 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1407952466'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:40.413409 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e0b942-6d16-4021-ae02-214eceeae6c4 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Made reservation on behalf of b5d6f3d8c3ef419eb86df66d46ed43e2 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:48:40.416864 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39e0b942-6d16-4021-ae02-214eceeae6c4 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:40.433614 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39e0b942-6d16-4021-ae02-214eceeae6c4 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:40.516665 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-85d9ab34-05b4-4615-9b7a-0fd4831d485c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:40.612931 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9ab34-05b4-4615-9b7a-0fd4831d485c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Subnet': ['ID=fb70ef73-d3a6-42c8-8592-812086bedccf,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:40.615467 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f0f3f837-4e0e-479b-8d1e-f72f8a554a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:40.637419 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d9ab34-05b4-4615-9b7a-0fd4831d485c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Checking segment: {'id': '88256e77-ec59-4ceb-ae36-2852f98af872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '67091ac9-7b8e-4b56-895e-a2effcb62627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:48:40.637796 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d9ab34-05b4-4615-9b7a-0fd4831d485c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network hostable DHCP agents. Network: 67091ac9-7b8e-4b56-895e-a2effcb62627, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:48:40.646904 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39e0b942-6d16-4021-ae02-214eceeae6c4 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:40.656094 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39e0b942-6d16-4021-ae02-214eceeae6c4 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:40.690299 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e0b942-6d16-4021-ae02-214eceeae6c4 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:48:40.696957 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d9ab34-05b4-4615-9b7a-0fd4831d485c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network 67091ac9-7b8e-4b56-895e-a2effcb62627 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:48:40.716721 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0b942-6d16-4021-ae02-214eceeae6c4 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=191c3846-3011-4ffe-8a63-64ba70fb962b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:40.724293 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-85d9ab34-05b4-4615-9b7a-0fd4831d485c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 67091ac9-7b8e-4b56-895e-a2effcb62627) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:40.726527 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39e0b942-6d16-4021-ae02-214eceeae6c4 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:40.726989 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-39e0b942-6d16-4021-ae02-214eceeae6c4 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Added segment cc7ebe87-6e80-45d6-9d4a-59b48342441b of type vlan for network 57358b00-724d-4419-bfb1-cc5b8336e8f8 Nov 10 17:48:40.732119 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 2924c6f3-2018-40ef-ae6a-fe0da92b3f43 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:40.734163 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:40.751523 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d9ab34-05b4-4615-9b7a-0fd4831d485c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:40.757819 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-85d9ab34-05b4-4615-9b7a-0fd4831d485c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:40.775133 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f0f3f837-4e0e-479b-8d1e-f72f8a554a8e None None] For port 2924c6f3-2018-40ef-ae6a-fe0da92b3f43, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2924c6f3-2018-40ef-ae6a-fe0da92b3f43,segment=NetworkSegment(bec3522c-b7e8-4ec4-970d-ac76765bff75),segment_id=bec3522c-b7e8-4ec4-970d-ac76765bff75)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:40.783721 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=1f10bfec-b077-4852-8bba-c7adc7ab16bd,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:40.811535 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec0bfd-9cfb-473d-b07e-e6e6a7c0e1b9 req-b1d6f230-9e7c-4c3e-beb4-75570d9578ea tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:40.820533 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec0bfd-9cfb-473d-b07e-e6e6a7c0e1b9 req-b1d6f230-9e7c-4c3e-beb4-75570d9578ea tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:40.827818 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec0bfd-9cfb-473d-b07e-e6e6a7c0e1b9 req-b1d6f230-9e7c-4c3e-beb4-75570d9578ea tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:40.835819 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec0bfd-9cfb-473d-b07e-e6e6a7c0e1b9 req-b1d6f230-9e7c-4c3e-beb4-75570d9578ea tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:40.838821 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-85d9ab34-05b4-4615-9b7a-0fd4831d485c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9819946 Nov 10 17:48:40.840079 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54732) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:40.847846 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec0bfd-9cfb-473d-b07e-e6e6a7c0e1b9 req-b1d6f230-9e7c-4c3e-beb4-75570d9578ea tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:40.848585 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e72e97-c598-47fe-b450-4e36c1c51dd4 None None] Network 67091ac9-7b8e-4b56-895e-a2effcb62627 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:48:40.855585 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec0bfd-9cfb-473d-b07e-e6e6a7c0e1b9 req-b1d6f230-9e7c-4c3e-beb4-75570d9578ea tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:40.857784 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f0f3f837-4e0e-479b-8d1e-f72f8a554a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:40.864918 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec0bfd-9cfb-473d-b07e-e6e6a7c0e1b9 req-b1d6f230-9e7c-4c3e-beb4-75570d9578ea tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:40.866283 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d9ec0bfd-9cfb-473d-b07e-e6e6a7c0e1b9 req-b1d6f230-9e7c-4c3e-beb4-75570d9578ea tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5438 time: 0.1566195 Nov 10 17:48:40.868356 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39e0b942-6d16-4021-ae02-214eceeae6c4 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:40.966419 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d9ec0bfd-9cfb-473d-b07e-e6e6a7c0e1b9 req-0723e9a4-732d-44b3-bd50-6fece3e02a3d tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0924525 Nov 10 17:48:40.991304 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39e0b942-6d16-4021-ae02-214eceeae6c4 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:41.006605 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 47f8f0ae-9d1a-48c8-a567-346cf76cba57 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:48:41.010156 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e0b942-6d16-4021-ae02-214eceeae6c4 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:41.010997 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39e0b942-6d16-4021-ae02-214eceeae6c4 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:41.022817 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 47f8f0ae-9d1a-48c8-a567-346cf76cba57 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:41.023214 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:41.125531 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f3f837-4e0e-479b-8d1e-f72f8a554a8e None None] Pushing event updated for resources: {'Port': ['ID=2924c6f3-2018-40ef-ae6a-fe0da92b3f43,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:41.228849 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-39e0b942-6d16-4021-ae02-214eceeae6c4 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8788960 Nov 10 17:48:41.234608 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54740) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:41.248514 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-db73b24a-35c1-425e-9459-d290c37b37f6 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Request body: {'subnet': {'network_id': '57358b00-724d-4419-bfb1-cc5b8336e8f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:41.253225 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-572c784f-a807-46a8-a88b-f9457026fc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'name': 'tempest-RoutersIpV6Test-router-92437754', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:26Z', 'updated_at': '2021-11-10T17:48:38Z', 'revision_number': 3, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'gw_port_host': None, '_interfaces': [{'id': '2217527e-3166-4d51-a260-79c9f3d6e7fb', 'name': '', 'network_id': '84a853f7-5323-4c65-a2e2-96c29ca3ed8a', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:cd:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '994ef84d-76e3-47dc-abd0-4350401648da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:28Z', 'updated_at': '2021-11-10T17:48:34Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '994ef84d-76e3-47dc-abd0-4350401648da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd739288-56de-46cd-9fce-675bec32e795', 'name': '', 'network_id': '830f68a1-746c-4694-afad-be801df76ca0', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:2e:f8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '6aeff5aa-855d-44b7-a0f9-025c2ed0d97a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:36Z', 'updated_at': '2021-11-10T17:48:38Z', 'revision_number': 2, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '6aeff5aa-855d-44b7-a0f9-025c2ed0d97a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:41.265210 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-29eb1f81-9ac7-4ac2-8af2-dc9a0b056158 req-fee8e13d-4d2a-4ea5-be4e-8f3f563eaecc tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.39 "GET /v2.0/ports?device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1 HTTP/1.1" status: 200 len: 210 time: 0.0688307 Nov 10 17:48:41.287923 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c784f-a807-46a8-a88b-f9457026fc83 None None] Checking router: 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:48:41.287923 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c784f-a807-46a8-a88b-f9457026fc83 None None] Updating router 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f port cd739288-56de-46cd-9fce-675bec32e795 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:48:41.417607 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66c184b-a39f-4db7-b3fc-24875a601cfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-67091ac9-7b8e-4b56-895e-a2effcb62627', 'network_id': '67091ac9-7b8e-4b56-895e-a2effcb62627', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'fixed_ips': [{'subnet_id': 'fb70ef73-d3a6-42c8-8592-812086bedccf'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:48:41.423820 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e66c184b-a39f-4db7-b3fc-24875a601cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:41.425513 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0b942-6d16-4021-ae02-214eceeae6c4 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Pushing event updated for resources: {'Network': ['ID=57358b00-724d-4419-bfb1-cc5b8336e8f8,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:41.462636 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 57358b00-724d-4419-bfb1-cc5b8336e8f8 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:48:41.465183 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-572c784f-a807-46a8-a88b-f9457026fc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:41.562010 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db73b24a-35c1-425e-9459-d290c37b37f6 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Made reservation on behalf of b5d6f3d8c3ef419eb86df66d46ed43e2 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:48:41.566408 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-db73b24a-35c1-425e-9459-d290c37b37f6 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:41.620617 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7a4f-ae73-4ca7-b2d3-75c2796fdbfc tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:41.649300 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:41.749574 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df743e2-182a-4211-a9a9-9b43d234aa28 req-870bb02f-9923-4544-abb2-0775f96a39d1 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:41.764715 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0df743e2-182a-4211-a9a9-9b43d234aa28 req-870bb02f-9923-4544-abb2-0775f96a39d1 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb3a39c-039c-449c-a4c7-7f52e8258d80 HTTP/1.1" status: 200 len: 944 time: 0.2855022 Nov 10 17:48:41.851127 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f10bfec-b077-4852-8bba-c7adc7ab16bd'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:48:41.864114 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6807f315-067e-4639-816b-652a74c9c78b" -d '{"events": [{"server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "name": "network-vif-plugged", "status": "completed", "tag": "1f10bfec-b077-4852-8bba-c7adc7ab16bd"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:48:41.941340 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0df743e2-182a-4211-a9a9-9b43d234aa28 req-b07e329a-6d82-4bf1-a3a0-5e6e38fe74b2 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/security-groups?id=0021e546-4f7f-49c4-abd3-0d4bc5500397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580827 Nov 10 17:48:42.083008 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e74b82a-2e1d-4093-9b2c-0f6a3e6d0f41 x-openstack-request-id: req-2e74b82a-2e1d-4093-9b2c-0f6a3e6d0f41 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:48:42.083302 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "name": "network-vif-plugged", "status": "completed", "tag": "1f10bfec-b077-4852-8bba-c7adc7ab16bd", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:48:42.083533 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2e74b82a-2e1d-4093-9b2c-0f6a3e6d0f41 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:48:42.083932 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f10bfec-b077-4852-8bba-c7adc7ab16bd', 'code': 200} Nov 10 17:48:42.097822 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2924c6f3-2018-40ef-ae6a-fe0da92b3f43 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:48:42.126065 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-7bbf077a-bd81-4b2a-99d6-7bcd2bb5dbb4 None None] Provisioning complete for port cd739288-56de-46cd-9fce-675bec32e795 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:42.127725 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7bbf077a-bd81-4b2a-99d6-7bcd2bb5dbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:42.238799 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-db73b24a-35c1-425e-9459-d290c37b37f6 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:42.342222 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13d689-b912-4baf-9fdc-b99da8be57bc req-33999b52-06c6-4dbb-8bbc-e412fd842d7d tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:42.355276 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13d689-b912-4baf-9fdc-b99da8be57bc req-33999b52-06c6-4dbb-8bbc-e412fd842d7d tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:42.369346 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13d689-b912-4baf-9fdc-b99da8be57bc req-33999b52-06c6-4dbb-8bbc-e412fd842d7d tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:42.382689 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13d689-b912-4baf-9fdc-b99da8be57bc req-33999b52-06c6-4dbb-8bbc-e412fd842d7d tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:42.391522 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13d689-b912-4baf-9fdc-b99da8be57bc req-33999b52-06c6-4dbb-8bbc-e412fd842d7d tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:42.398082 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13d689-b912-4baf-9fdc-b99da8be57bc req-33999b52-06c6-4dbb-8bbc-e412fd842d7d tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:42.405022 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13d689-b912-4baf-9fdc-b99da8be57bc req-33999b52-06c6-4dbb-8bbc-e412fd842d7d tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:42.407660 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ec13d689-b912-4baf-9fdc-b99da8be57bc req-33999b52-06c6-4dbb-8bbc-e412fd842d7d tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5438 time: 0.2764888 Nov 10 17:48:42.416981 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73b24a-35c1-425e-9459-d290c37b37f6 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Pushing event updated for resources: {'Subnet': ['ID=49e5803b-1101-4835-91ec-1784c25c2aa6,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:42.432458 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db73b24a-35c1-425e-9459-d290c37b37f6 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Checking segment: {'id': 'cc7ebe87-6e80-45d6-9d4a-59b48342441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '57358b00-724d-4419-bfb1-cc5b8336e8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:48:42.432882 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db73b24a-35c1-425e-9459-d290c37b37f6 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Network hostable DHCP agents. Network: 57358b00-724d-4419-bfb1-cc5b8336e8f8, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:48:42.456324 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 47f8f0ae-9d1a-48c8-a567-346cf76cba57, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=47f8f0ae-9d1a-48c8-a567-346cf76cba57,segment=NetworkSegment(a86ac378-8b1c-4cf2-a7f2-853d02679a02),segment_id=a86ac378-8b1c-4cf2-a7f2-853d02679a02)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:42.474193 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0d992d86-21bb-4d04-9722-a7f03ea1aebf req-374baf59-4de1-4538-b75a-1734517aa5a4 tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.39 "GET /v2.0/ports?device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1 HTTP/1.1" status: 200 len: 210 time: 0.0441422 Nov 10 17:48:42.480024 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:42.496696 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-7bbf077a-bd81-4b2a-99d6-7bcd2bb5dbb4 None None] Port cd739288-56de-46cd-9fce-675bec32e795 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:48:42.506749 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 224ef4d3-dee2-4bcd-947b-b7c7a9b0544c up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:48:42.513743 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db73b24a-35c1-425e-9459-d290c37b37f6 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Network 57358b00-724d-4419-bfb1-cc5b8336e8f8 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:48:42.530440 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-db73b24a-35c1-425e-9459-d290c37b37f6 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 57358b00-724d-4419-bfb1-cc5b8336e8f8) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:42.534926 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db73b24a-35c1-425e-9459-d290c37b37f6 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:42.535603 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-db73b24a-35c1-425e-9459-d290c37b37f6 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:42.546284 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ec13d689-b912-4baf-9fdc-b99da8be57bc req-e1101497-9207-440b-be0a-1504221d3662 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1281524 Nov 10 17:48:42.560638 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-db73b24a-35c1-425e-9459-d290c37b37f6 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3221126 Nov 10 17:48:42.560853 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54762) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:42.570872 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-aaa92af4-a9e6-41d6-8059-c8f5004b9486 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Request body: {'network': {'name': 'tempest-router-network01--246880461'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:42.600969 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b9e790-d74e-4483-b582-cad2fdae0905 None None] Network 57358b00-724d-4419-bfb1-cc5b8336e8f8 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:48:42.607317 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa92af4-a9e6-41d6-8059-c8f5004b9486 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Made reservation on behalf of b5d6f3d8c3ef419eb86df66d46ed43e2 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:48:42.613283 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aaa92af4-a9e6-41d6-8059-c8f5004b9486 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:42.648500 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa92af4-a9e6-41d6-8059-c8f5004b9486 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:48:42.664725 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aaa92af4-a9e6-41d6-8059-c8f5004b9486 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:42.665477 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-aaa92af4-a9e6-41d6-8059-c8f5004b9486 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Added segment 92bb1a4d-e4ab-44ab-a628-43beead1cc3f of type vlan for network 3b992436-e63d-47cb-b348-cca8e5cea573 Nov 10 17:48:42.695096 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-e66c184b-a39f-4db7-b3fc-24875a601cfd None None] Allocated IP 2001:db8:2::2 (67091ac9-7b8e-4b56-895e-a2effcb62627/fb70ef73-d3a6-42c8-8592-812086bedccf/abbb5406-e0f7-4e0a-b9bf-9813885e8a6f) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:48:42.729024 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aaa92af4-a9e6-41d6-8059-c8f5004b9486 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:42.756364 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-7bbf077a-bd81-4b2a-99d6-7bcd2bb5dbb4 None None] Provisioning complete for port 2924c6f3-2018-40ef-ae6a-fe0da92b3f43 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:42.756746 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7bbf077a-bd81-4b2a-99d6-7bcd2bb5dbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:42.781275 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aaa92af4-a9e6-41d6-8059-c8f5004b9486 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:42.787285 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa92af4-a9e6-41d6-8059-c8f5004b9486 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:42.787937 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aaa92af4-a9e6-41d6-8059-c8f5004b9486 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:42.792690 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=47f8f0ae-9d1a-48c8-a567-346cf76cba57,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:42.795529 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 2924c6f3-2018-40ef-ae6a-fe0da92b3f43 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:42.796228 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:42.857657 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-aaa92af4-a9e6-41d6-8059-c8f5004b9486 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2918670 Nov 10 17:48:42.862540 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54764) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:42.875459 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-bdb4cdba-1b1d-4795-a353-7b447c717690 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Request body: {'network': {'name': 'tempest-router-network02--1194148893'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:42.889318 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa92af4-a9e6-41d6-8059-c8f5004b9486 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Pushing event updated for resources: {'Network': ['ID=3b992436-e63d-47cb-b348-cca8e5cea573,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:42.912896 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb4cdba-1b1d-4795-a353-7b447c717690 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Made reservation on behalf of b5d6f3d8c3ef419eb86df66d46ed43e2 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:48:42.916878 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bdb4cdba-1b1d-4795-a353-7b447c717690 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:42.936814 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 3b992436-e63d-47cb-b348-cca8e5cea573 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:48:42.975968 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb4cdba-1b1d-4795-a353-7b447c717690 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:48:43.059689 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 224ef4d3-dee2-4bcd-947b-b7c7a9b0544c completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:48:43.066264 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bdb4cdba-1b1d-4795-a353-7b447c717690 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:43.066878 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-bdb4cdba-1b1d-4795-a353-7b447c717690 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Added segment 6afe05ad-7259-441c-9b1b-aa4e2457bc3e of type vlan for network eea8bc4c-9a9d-4d61-a1e6-ae5f712747a7 Nov 10 17:48:43.160056 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bdb4cdba-1b1d-4795-a353-7b447c717690 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:43.193481 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bdb4cdba-1b1d-4795-a353-7b447c717690 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:43.200318 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb4cdba-1b1d-4795-a353-7b447c717690 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:43.200974 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bdb4cdba-1b1d-4795-a353-7b447c717690 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:43.212878 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825facf-3d36-4277-a0b2-8956f78d7ae4 req-24ae243e-a1c0-4cb4-9508-1dd985d97b46 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:43.223785 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d825facf-3d36-4277-a0b2-8956f78d7ae4 req-24ae243e-a1c0-4cb4-9508-1dd985d97b46 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb3a39c-039c-449c-a4c7-7f52e8258d80 HTTP/1.1" status: 200 len: 944 time: 0.0837562 Nov 10 17:48:43.274831 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bdb4cdba-1b1d-4795-a353-7b447c717690 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4107769 Nov 10 17:48:43.275642 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54774) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:43.284587 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-ea03e156-ae98-4439-8c07-2c9673fc2d82 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Request body: {'subnet': {'network_id': '3b992436-e63d-47cb-b348-cca8e5cea573', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:43.290142 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d825facf-3d36-4277-a0b2-8956f78d7ae4 req-07534a5b-27b0-4a74-b0fa-7171fd75f9be tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/security-groups?id=0021e546-4f7f-49c4-abd3-0d4bc5500397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651350 Nov 10 17:48:43.330517 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 224ef4d3-dee2-4bcd-947b-b7c7a9b0544c triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:43.330894 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:43.341322 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4cdba-1b1d-4795-a353-7b447c717690 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Pushing event updated for resources: {'Network': ['ID=eea8bc4c-9a9d-4d61-a1e6-ae5f712747a7,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:43.387827 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-572c784f-a807-46a8-a88b-f9457026fc83 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:43.393039 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network eea8bc4c-9a9d-4d61-a1e6-ae5f712747a7 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:48:43.403584 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea03e156-ae98-4439-8c07-2c9673fc2d82 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Made reservation on behalf of b5d6f3d8c3ef419eb86df66d46ed43e2 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:48:43.409641 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ea03e156-ae98-4439-8c07-2c9673fc2d82 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:43.464870 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-572c784f-a807-46a8-a88b-f9457026fc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:43.683338 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ea03e156-ae98-4439-8c07-2c9673fc2d82 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:43.744122 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d46b59-9175-4052-82f0-99f557666fd3 req-79175b14-0fee-4727-8847-1d458de1bf8e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:43.758060 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d46b59-9175-4052-82f0-99f557666fd3 req-79175b14-0fee-4727-8847-1d458de1bf8e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:43.765173 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d46b59-9175-4052-82f0-99f557666fd3 req-79175b14-0fee-4727-8847-1d458de1bf8e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:43.773886 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d46b59-9175-4052-82f0-99f557666fd3 req-79175b14-0fee-4727-8847-1d458de1bf8e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:43.783848 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d46b59-9175-4052-82f0-99f557666fd3 req-79175b14-0fee-4727-8847-1d458de1bf8e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:43.786210 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c174513b-08d6-464c-b031-94e8af1c2ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-57358b00-724d-4419-bfb1-cc5b8336e8f8', 'network_id': '57358b00-724d-4419-bfb1-cc5b8336e8f8', 'tenant_id': 'b5d6f3d8c3ef419eb86df66d46ed43e2', 'fixed_ips': [{'subnet_id': '49e5803b-1101-4835-91ec-1784c25c2aa6'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:48:43.788345 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c174513b-08d6-464c-b031-94e8af1c2ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:43.790780 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d46b59-9175-4052-82f0-99f557666fd3 req-79175b14-0fee-4727-8847-1d458de1bf8e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:43.791358 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f99eb8fa-7766-465b-95d7-b894fd855965 req-90231ccb-844f-4b71-84ee-d3cb7b11e045 tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.39 "GET /v2.0/ports?device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1 HTTP/1.1" status: 200 len: 210 time: 0.1002445 Nov 10 17:48:43.799362 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d46b59-9175-4052-82f0-99f557666fd3 req-79175b14-0fee-4727-8847-1d458de1bf8e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:43.803188 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-95d46b59-9175-4052-82f0-99f557666fd3 req-79175b14-0fee-4727-8847-1d458de1bf8e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5439 time: 0.1395047 Nov 10 17:48:43.819430 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e66c184b-a39f-4db7-b3fc-24875a601cfd None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:43.851315 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03e156-ae98-4439-8c07-2c9673fc2d82 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Pushing event updated for resources: {'Subnet': ['ID=dd18d13e-f85d-4394-86c4-7fa736ab3fc4,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:43.854385 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc3e9f-0269-4eb3-bb22-ed2577bde783 None None] Pushing event updated for resources: {'Port': ['ID=cd739288-56de-46cd-9fce-675bec32e795,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:43.875704 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea03e156-ae98-4439-8c07-2c9673fc2d82 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Checking segment: {'id': '92bb1a4d-e4ab-44ab-a628-43beead1cc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3b992436-e63d-47cb-b348-cca8e5cea573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:48:43.876908 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea03e156-ae98-4439-8c07-2c9673fc2d82 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Network hostable DHCP agents. Network: 3b992436-e63d-47cb-b348-cca8e5cea573, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:48:43.879159 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e66c184b-a39f-4db7-b3fc-24875a601cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:43.930222 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea03e156-ae98-4439-8c07-2c9673fc2d82 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Network 3b992436-e63d-47cb-b348-cca8e5cea573 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:48:43.950465 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-ea03e156-ae98-4439-8c07-2c9673fc2d82 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 3b992436-e63d-47cb-b348-cca8e5cea573) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:43.955665 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea03e156-ae98-4439-8c07-2c9673fc2d82 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:43.956247 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ea03e156-ae98-4439-8c07-2c9673fc2d82 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:43.973830 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-5c3e7a4f-ae73-4ca7-b2d3-75c2796fdbfc tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Allocated IP 2001:db8:2::1 (67091ac9-7b8e-4b56-895e-a2effcb62627/fb70ef73-d3a6-42c8-8592-812086bedccf/29cee489-6d27-4070-8a1f-2dc0b8f50383) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:48:43.981123 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ea03e156-ae98-4439-8c07-2c9673fc2d82 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7018476 Nov 10 17:48:43.983653 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54780) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:43.991588 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-3d920007-3089-4952-8b42-62e596352de7 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Request body: {'subnet': {'network_id': 'eea8bc4c-9a9d-4d61-a1e6-ae5f712747a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:44.007369 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-95d46b59-9175-4052-82f0-99f557666fd3 req-577be547-e0aa-4593-89ae-523a3427a66b tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1952116 Nov 10 17:48:44.098586 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e475d6e-dfef-488e-bfca-cdddda8829b0 None None] Network 3b992436-e63d-47cb-b348-cca8e5cea573 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:48:44.101102 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f8f0ae-9d1a-48c8-a567-346cf76cba57'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:48:44.104964 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77414910-74aa-4b2f-b067-4fcc931415f5" -d '{"events": [{"server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "name": "network-vif-plugged", "status": "completed", "tag": "47f8f0ae-9d1a-48c8-a567-346cf76cba57"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:48:44.145595 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d920007-3089-4952-8b42-62e596352de7 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Made reservation on behalf of b5d6f3d8c3ef419eb86df66d46ed43e2 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:48:44.151991 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d920007-3089-4952-8b42-62e596352de7 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:44.224630 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82c66e1-6014-4cf6-89ba-9c3c0e56d4a7 x-openstack-request-id: req-b82c66e1-6014-4cf6-89ba-9c3c0e56d4a7 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:48:44.225238 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "name": "network-vif-plugged", "status": "completed", "tag": "47f8f0ae-9d1a-48c8-a567-346cf76cba57", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:48:44.225868 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b82c66e1-6014-4cf6-89ba-9c3c0e56d4a7 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:48:44.226449 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f8f0ae-9d1a-48c8-a567-346cf76cba57', 'code': 200} Nov 10 17:48:44.293140 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66c184b-a39f-4db7-b3fc-24875a601cfd None None] Network 67091ac9-7b8e-4b56-895e-a2effcb62627 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:48:44.294965 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-572c784f-a807-46a8-a88b-f9457026fc83 None None] Attempting to bind port cd739288-56de-46cd-9fce-675bec32e795 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:48:44.295581 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-572c784f-a807-46a8-a88b-f9457026fc83 None None] Attempting to bind port cd739288-56de-46cd-9fce-675bec32e795 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'bec3522c-b7e8-4ec4-970d-ac76765bff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '830f68a1-746c-4694-afad-be801df76ca0'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:48:44.296216 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572c784f-a807-46a8-a88b-f9457026fc83 None None] Attempting to bind port cd739288-56de-46cd-9fce-675bec32e795 on network 830f68a1-746c-4694-afad-be801df76ca0 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:48:44.317049 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572c784f-a807-46a8-a88b-f9457026fc83 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:48:44.317888 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572c784f-a807-46a8-a88b-f9457026fc83 None None] Checking segment: {'id': 'bec3522c-b7e8-4ec4-970d-ac76765bff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '830f68a1-746c-4694-afad-be801df76ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:48:44.318528 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-572c784f-a807-46a8-a88b-f9457026fc83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:44.330160 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572c784f-a807-46a8-a88b-f9457026fc83 None None] Bound using segment: {'id': 'bec3522c-b7e8-4ec4-970d-ac76765bff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '830f68a1-746c-4694-afad-be801df76ca0'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:48:44.333109 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-572c784f-a807-46a8-a88b-f9457026fc83 None None] Bound port: cd739288-56de-46cd-9fce-675bec32e795, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bec3522c-b7e8-4ec4-970d-ac76765bff75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '830f68a1-746c-4694-afad-be801df76ca0'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:48:44.333950 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-572c784f-a807-46a8-a88b-f9457026fc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:44.376770 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-e66c184b-a39f-4db7-b3fc-24875a601cfd None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:44.431042 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66c184b-a39f-4db7-b3fc-24875a601cfd None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:48:44.475194 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-8b894523-6383-4d0d-995b-bf9679a58709 None None] Provisioning complete for port cd739288-56de-46cd-9fce-675bec32e795 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:44.475884 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8b894523-6383-4d0d-995b-bf9679a58709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:44.477727 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c184b-a39f-4db7-b3fc-24875a601cfd None None] Pushing event updated for resources: {'Port': ['ID=abbb5406-e0f7-4e0a-b9bf-9813885e8a6f,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:44.590086 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c2e17-a4b4-4d8e-8193-f56fe5a861ba req-7629fe07-0e3a-4d44-82eb-f26cb8e0a064 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:44.593136 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-119c2e17-a4b4-4d8e-8193-f56fe5a861ba req-7629fe07-0e3a-4d44-82eb-f26cb8e0a064 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb3a39c-039c-449c-a4c7-7f52e8258d80 HTTP/1.1" status: 200 len: 944 time: 0.1587398 Nov 10 17:48:44.595904 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d920007-3089-4952-8b42-62e596352de7 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:44.637242 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:44.725381 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7a4f-ae73-4ca7-b2d3-75c2796fdbfc tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:44.726855 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d920007-3089-4952-8b42-62e596352de7 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Pushing event updated for resources: {'Subnet': ['ID=018d13a5-04ba-4326-bfe3-8c4965bc49b4,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:44.737572 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-572c784f-a807-46a8-a88b-f9457026fc83 None None] For port cd739288-56de-46cd-9fce-675bec32e795, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:48:44.793838 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d920007-3089-4952-8b42-62e596352de7 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Checking segment: {'id': '6afe05ad-7259-441c-9b1b-aa4e2457bc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eea8bc4c-9a9d-4d61-a1e6-ae5f712747a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:48:44.794665 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d920007-3089-4952-8b42-62e596352de7 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Network hostable DHCP agents. Network: eea8bc4c-9a9d-4d61-a1e6-ae5f712747a7, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:48:44.811670 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-119c2e17-a4b4-4d8e-8193-f56fe5a861ba req-c1ee2010-742f-450a-a38b-f57ee2da5495 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/security-groups?id=0021e546-4f7f-49c4-abd3-0d4bc5500397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973591 Nov 10 17:48:44.811819 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-c174513b-08d6-464c-b031-94e8af1c2ba9 None None] Allocated IP 172.20.0.2 (57358b00-724d-4419-bfb1-cc5b8336e8f8/49e5803b-1101-4835-91ec-1784c25c2aa6/2405cff7-01a8-454c-a735-7c8e9cbb38bb) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:48:44.811819 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-572c784f-a807-46a8-a88b-f9457026fc83 None None] For port cd739288-56de-46cd-9fce-675bec32e795, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=cd739288-56de-46cd-9fce-675bec32e795,segment=NetworkSegment(bec3522c-b7e8-4ec4-970d-ac76765bff75),segment_id=bec3522c-b7e8-4ec4-970d-ac76765bff75)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:48:44.821493 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-8b894523-6383-4d0d-995b-bf9679a58709 None None] Port cd739288-56de-46cd-9fce-675bec32e795 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:48:44.826285 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7a4f-ae73-4ca7-b2d3-75c2796fdbfc tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:44.833861 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-e66c184b-a39f-4db7-b3fc-24875a601cfd None None] Attempting to bind port abbb5406-e0f7-4e0a-b9bf-9813885e8a6f on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:48:44.834244 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-e66c184b-a39f-4db7-b3fc-24875a601cfd None None] Attempting to bind port abbb5406-e0f7-4e0a-b9bf-9813885e8a6f by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '88256e77-ec59-4ceb-ae36-2852f98af872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '67091ac9-7b8e-4b56-895e-a2effcb62627'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:48:44.834619 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66c184b-a39f-4db7-b3fc-24875a601cfd None None] Attempting to bind port abbb5406-e0f7-4e0a-b9bf-9813885e8a6f on network 67091ac9-7b8e-4b56-895e-a2effcb62627 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:48:44.862568 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d920007-3089-4952-8b42-62e596352de7 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Network eea8bc4c-9a9d-4d61-a1e6-ae5f712747a7 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:48:44.862934 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66c184b-a39f-4db7-b3fc-24875a601cfd None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:48:44.862934 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66c184b-a39f-4db7-b3fc-24875a601cfd None None] Checking segment: {'id': '88256e77-ec59-4ceb-ae36-2852f98af872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '67091ac9-7b8e-4b56-895e-a2effcb62627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:48:44.862934 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e66c184b-a39f-4db7-b3fc-24875a601cfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:44.863519 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66c184b-a39f-4db7-b3fc-24875a601cfd None None] Bound using segment: {'id': '88256e77-ec59-4ceb-ae36-2852f98af872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '67091ac9-7b8e-4b56-895e-a2effcb62627'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:48:44.863685 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-e66c184b-a39f-4db7-b3fc-24875a601cfd None None] Bound port: abbb5406-e0f7-4e0a-b9bf-9813885e8a6f, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88256e77-ec59-4ceb-ae36-2852f98af872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '67091ac9-7b8e-4b56-895e-a2effcb62627'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:48:44.863983 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e66c184b-a39f-4db7-b3fc-24875a601cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:44.866566 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-572c784f-a807-46a8-a88b-f9457026fc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:44.871019 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3e7a4f-ae73-4ca7-b2d3-75c2796fdbfc tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network 67091ac9-7b8e-4b56-895e-a2effcb62627 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:48:44.877837 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-5c3e7a4f-ae73-4ca7-b2d3-75c2796fdbfc tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:44.880905 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3e7a4f-ae73-4ca7-b2d3-75c2796fdbfc tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:48:44.881655 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7a4f-ae73-4ca7-b2d3-75c2796fdbfc tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:44.888919 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-3d920007-3089-4952-8b42-62e596352de7 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, eea8bc4c-9a9d-4d61-a1e6-ae5f712747a7) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:44.910328 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d920007-3089-4952-8b42-62e596352de7 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:44.911508 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d920007-3089-4952-8b42-62e596352de7 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:44.939423 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e7a4f-ae73-4ca7-b2d3-75c2796fdbfc tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Port': ['ID=29cee489-6d27-4070-8a1f-2dc0b8f50383,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:44.939801 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 224ef4d3-dee2-4bcd-947b-b7c7a9b0544c, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=224ef4d3-dee2-4bcd-947b-b7c7a9b0544c,segment=NetworkSegment(a86ac378-8b1c-4cf2-a7f2-853d02679a02),segment_id=a86ac378-8b1c-4cf2-a7f2-853d02679a02)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:44.946740 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cc3e9f-0269-4eb3-bb22-ed2577bde783 None None] Pushing event updated for resources: {'Port': ['ID=cd739288-56de-46cd-9fce-675bec32e795,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:44.950137 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8425ca9-9b64-43ef-a159-a0f1cf483702 None None] Network eea8bc4c-9a9d-4d61-a1e6-ae5f712747a7 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:48:44.972782 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3d920007-3089-4952-8b42-62e596352de7 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9829662 Nov 10 17:48:44.977089 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54810) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:45.004472 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:45.005310 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device c5181e29-f91d-489f-9f2c-19921b9b79a6 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:48:45.119555 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1c58b246-fb1e-4a73-a812-7d1e21b15bd2 req-ce56f19e-e97e-4f75-b211-110cb05ed6ba tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.39 "GET /v2.0/ports?device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1 HTTP/1.1" status: 200 len: 210 time: 0.0894258 Nov 10 17:48:45.154770 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7609db08-e16d-4507-8363-da69a559e1ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-3b992436-e63d-47cb-b348-cca8e5cea573', 'network_id': '3b992436-e63d-47cb-b348-cca8e5cea573', 'tenant_id': 'b5d6f3d8c3ef419eb86df66d46ed43e2', 'fixed_ips': [{'subnet_id': 'dd18d13e-f85d-4394-86c4-7fa736ab3fc4'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:48:45.155667 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7609db08-e16d-4507-8363-da69a559e1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:45.208640 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7a4f-ae73-4ca7-b2d3-75c2796fdbfc tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:45.395353 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd679e2-defd-49b0-a904-10204dad0e48 req-bd7b34be-65b8-4231-8153-36f5067208f1 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:45.404364 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd679e2-defd-49b0-a904-10204dad0e48 req-bd7b34be-65b8-4231-8153-36f5067208f1 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:45.411438 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd679e2-defd-49b0-a904-10204dad0e48 req-bd7b34be-65b8-4231-8153-36f5067208f1 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:45.418282 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd679e2-defd-49b0-a904-10204dad0e48 req-bd7b34be-65b8-4231-8153-36f5067208f1 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:45.425447 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd679e2-defd-49b0-a904-10204dad0e48 req-bd7b34be-65b8-4231-8153-36f5067208f1 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:45.431482 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd679e2-defd-49b0-a904-10204dad0e48 req-bd7b34be-65b8-4231-8153-36f5067208f1 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:45.437545 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd679e2-defd-49b0-a904-10204dad0e48 req-bd7b34be-65b8-4231-8153-36f5067208f1 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:45.440400 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cfd679e2-defd-49b0-a904-10204dad0e48 req-bd7b34be-65b8-4231-8153-36f5067208f1 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5440 time: 0.2294261 Nov 10 17:48:45.565217 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b6363efd-3fd7-4ff6-900d-c82ea10eec43 None None] Provisioning complete for port cd739288-56de-46cd-9fce-675bec32e795 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:45.565900 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b6363efd-3fd7-4ff6-900d-c82ea10eec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:45.678022 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-e66c184b-a39f-4db7-b3fc-24875a601cfd None None] For port abbb5406-e0f7-4e0a-b9bf-9813885e8a6f, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:48:45.746162 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cfd679e2-defd-49b0-a904-10204dad0e48 req-a3999839-e343-4b5f-ac1f-8eee94dc4569 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2174397 Nov 10 17:48:45.750848 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ce68f337-90be-4e3f-9fef-94c77b5a571b tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:45.753068 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7a4f-ae73-4ca7-b2d3-75c2796fdbfc tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:45.762440 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7a4f-ae73-4ca7-b2d3-75c2796fdbfc tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:45.763525 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c3e7a4f-ae73-4ca7-b2d3-75c2796fdbfc tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:45.885438 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e7a4f-ae73-4ca7-b2d3-75c2796fdbfc tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Port': ['ID=29cee489-6d27-4070-8a1f-2dc0b8f50383,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:45.899108 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-7609db08-e16d-4507-8363-da69a559e1ad None None] Allocated IP 172.20.0.2 (3b992436-e63d-47cb-b348-cca8e5cea573/dd18d13e-f85d-4394-86c4-7fa736ab3fc4/a4bd9de6-2c3e-4414-8505-7f5269e97964) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:48:45.935102 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=224ef4d3-dee2-4bcd-947b-b7c7a9b0544c,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:45.940502 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572c784f-a807-46a8-a88b-f9457026fc83 None None] Routers {'91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:45.941148 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-572c784f-a807-46a8-a88b-f9457026fc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:48:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:45.950935 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3e7a4f-ae73-4ca7-b2d3-75c2796fdbfc tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network 67091ac9-7b8e-4b56-895e-a2effcb62627 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:48:45.953692 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-5c3e7a4f-ae73-4ca7-b2d3-75c2796fdbfc tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:46.127160 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3e7a4f-ae73-4ca7-b2d3-75c2796fdbfc tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Router 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:48:46.135497 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dde81a-612f-46c9-aad8-1c73a2d30cab req-3473fbc5-55cc-462d-a819-ac661848bbe8 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:46.137152 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-66dde81a-612f-46c9-aad8-1c73a2d30cab req-3473fbc5-55cc-462d-a819-ac661848bbe8 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb3a39c-039c-449c-a4c7-7f52e8258d80 HTTP/1.1" status: 200 len: 944 time: 0.0841935 Nov 10 17:48:46.233294 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-e66c184b-a39f-4db7-b3fc-24875a601cfd None None] For port abbb5406-e0f7-4e0a-b9bf-9813885e8a6f, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=abbb5406-e0f7-4e0a-b9bf-9813885e8a6f,segment=NetworkSegment(88256e77-ec59-4ceb-ae36-2852f98af872),segment_id=88256e77-ec59-4ceb-ae36-2852f98af872)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:48:46.242308 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224ef4d3-dee2-4bcd-947b-b7c7a9b0544c'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:48:46.245768 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbfeca2-6f35-4242-b35c-ce12fa3aef35" -d '{"events": [{"server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "name": "network-vif-plugged", "status": "completed", "tag": "224ef4d3-dee2-4bcd-947b-b7c7a9b0544c"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:48:46.251916 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port c5181e29-f91d-489f-9f2c-19921b9b79a6 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:48:46.266964 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c174513b-08d6-464c-b031-94e8af1c2ba9 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:46.303418 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e66c184b-a39f-4db7-b3fc-24875a601cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:46.318954 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port c5181e29-f91d-489f-9f2c-19921b9b79a6 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:46.318954 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:46.333357 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-66dde81a-612f-46c9-aad8-1c73a2d30cab req-53fb3a11-8d91-446c-a16d-49867e98461d tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/security-groups?id=0021e546-4f7f-49c4-abd3-0d4bc5500397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871762 Nov 10 17:48:46.338193 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3e7a4f-ae73-4ca7-b2d3-75c2796fdbfc tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:48:46.340876 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e349a680-c6ca-4065-9999-facfcf00d6f3 req-e86b58aa-e07d-4ec7-9829-27993ca348e7 tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.39 "GET /v2.0/ports?device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1 HTTP/1.1" status: 200 len: 210 time: 0.0516191 Nov 10 17:48:46.342470 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c174513b-08d6-464c-b031-94e8af1c2ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:46.352769 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54830) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:46.353911 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5c3e7a4f-ae73-4ca7-b2d3-75c2796fdbfc tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "PUT /v2.0/routers/91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5022671 Nov 10 17:48:46.357977 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-ef195439-8b6d-489d-8bef-a657722bb246 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-347037192'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:46.418202 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef195439-8b6d-489d-8bef-a657722bb246 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Made reservation on behalf of 9e394024f4884a1d89b5a6d9aedb8502 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:48:46.423706 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef195439-8b6d-489d-8bef-a657722bb246 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:46.461706 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef195439-8b6d-489d-8bef-a657722bb246 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:48:46.470459 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0d6139-b939-4f39-8db0-e366754b1af9 x-openstack-request-id: req-ae0d6139-b939-4f39-8db0-e366754b1af9 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:48:46.471370 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "name": "network-vif-plugged", "status": "completed", "tag": "224ef4d3-dee2-4bcd-947b-b7c7a9b0544c", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:48:46.471665 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ae0d6139-b939-4f39-8db0-e366754b1af9 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:48:46.472733 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224ef4d3-dee2-4bcd-947b-b7c7a9b0544c', 'code': 200} Nov 10 17:48:46.477830 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef195439-8b6d-489d-8bef-a657722bb246 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:46.478580 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-ef195439-8b6d-489d-8bef-a657722bb246 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Added segment 1821159a-1f11-4977-9d1f-e2bc6ddc854b of type vlan for network 9211759f-390e-4c15-99b1-15aad966f347 Nov 10 17:48:46.523743 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-572c784f-a807-46a8-a88b-f9457026fc83 None None] Set router 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:48:46.565543 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef195439-8b6d-489d-8bef-a657722bb246 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:46.589861 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f0d2f1-ef47-4793-b28c-701d5a19426c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-eea8bc4c-9a9d-4d61-a1e6-ae5f712747a7', 'network_id': 'eea8bc4c-9a9d-4d61-a1e6-ae5f712747a7', 'tenant_id': 'b5d6f3d8c3ef419eb86df66d46ed43e2', 'fixed_ips': [{'subnet_id': '018d13a5-04ba-4326-bfe3-8c4965bc49b4'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:48:46.590753 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-00f0d2f1-ef47-4793-b28c-701d5a19426c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:46.593777 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b6363efd-3fd7-4ff6-900d-c82ea10eec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:46.604139 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c174513b-08d6-464c-b031-94e8af1c2ba9 None None] Network 57358b00-724d-4419-bfb1-cc5b8336e8f8 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:48:46.623230 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef195439-8b6d-489d-8bef-a657722bb246 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:46.632746 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef195439-8b6d-489d-8bef-a657722bb246 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:46.633738 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef195439-8b6d-489d-8bef-a657722bb246 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:46.640675 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-c174513b-08d6-464c-b031-94e8af1c2ba9 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:46.643882 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c174513b-08d6-464c-b031-94e8af1c2ba9 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:48:46.665920 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54834) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:46.672386 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-8f46da24-0365-497d-ad45-1e7250bdcbfd tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Request body: {'subnet': {'network_id': '9211759f-390e-4c15-99b1-15aad966f347', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:46.676822 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c184b-a39f-4db7-b3fc-24875a601cfd None None] Pushing event updated for resources: {'Port': ['ID=abbb5406-e0f7-4e0a-b9bf-9813885e8a6f,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:46.677129 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ef195439-8b6d-489d-8bef-a657722bb246 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3226671 Nov 10 17:48:46.789767 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef195439-8b6d-489d-8bef-a657722bb246 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Network': ['ID=9211759f-390e-4c15-99b1-15aad966f347,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:46.852911 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 9211759f-390e-4c15-99b1-15aad966f347 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:48:46.966023 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f46da24-0365-497d-ad45-1e7250bdcbfd tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Made reservation on behalf of 9e394024f4884a1d89b5a6d9aedb8502 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:48:46.972635 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8f46da24-0365-497d-ad45-1e7250bdcbfd tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:47.121263 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b6363efd-3fd7-4ff6-900d-c82ea10eec43 None None] For port cd739288-56de-46cd-9fce-675bec32e795, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=cd739288-56de-46cd-9fce-675bec32e795,segment=NetworkSegment(bec3522c-b7e8-4ec4-970d-ac76765bff75),segment_id=bec3522c-b7e8-4ec4-970d-ac76765bff75)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:47.135635 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae1408-689c-49d8-a2cf-7d44e7847225 req-e1e6716f-e633-4b50-9531-5db36f9ff24e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:47.142827 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae1408-689c-49d8-a2cf-7d44e7847225 req-e1e6716f-e633-4b50-9531-5db36f9ff24e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:47.149744 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae1408-689c-49d8-a2cf-7d44e7847225 req-e1e6716f-e633-4b50-9531-5db36f9ff24e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:47.158167 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae1408-689c-49d8-a2cf-7d44e7847225 req-e1e6716f-e633-4b50-9531-5db36f9ff24e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:47.165911 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae1408-689c-49d8-a2cf-7d44e7847225 req-e1e6716f-e633-4b50-9531-5db36f9ff24e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:47.173369 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae1408-689c-49d8-a2cf-7d44e7847225 req-e1e6716f-e633-4b50-9531-5db36f9ff24e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:47.180508 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae1408-689c-49d8-a2cf-7d44e7847225 req-e1e6716f-e633-4b50-9531-5db36f9ff24e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:47.183958 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b6363efd-3fd7-4ff6-900d-c82ea10eec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:47.184368 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b9ae1408-689c-49d8-a2cf-7d44e7847225 req-e1e6716f-e633-4b50-9531-5db36f9ff24e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5440 time: 0.2549655 Nov 10 17:48:47.215826 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174513b-08d6-464c-b031-94e8af1c2ba9 None None] Pushing event updated for resources: {'Port': ['ID=2405cff7-01a8-454c-a735-7c8e9cbb38bb,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:47.221619 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-c174513b-08d6-464c-b031-94e8af1c2ba9 None None] Attempting to bind port 2405cff7-01a8-454c-a735-7c8e9cbb38bb on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:48:47.221954 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-c174513b-08d6-464c-b031-94e8af1c2ba9 None None] Attempting to bind port 2405cff7-01a8-454c-a735-7c8e9cbb38bb by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'cc7ebe87-6e80-45d6-9d4a-59b48342441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '57358b00-724d-4419-bfb1-cc5b8336e8f8'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:48:47.222235 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c174513b-08d6-464c-b031-94e8af1c2ba9 None None] Attempting to bind port 2405cff7-01a8-454c-a735-7c8e9cbb38bb on network 57358b00-724d-4419-bfb1-cc5b8336e8f8 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:48:47.239049 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:47.308049 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c174513b-08d6-464c-b031-94e8af1c2ba9 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:48:47.308049 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c174513b-08d6-464c-b031-94e8af1c2ba9 None None] Checking segment: {'id': 'cc7ebe87-6e80-45d6-9d4a-59b48342441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '57358b00-724d-4419-bfb1-cc5b8336e8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:48:47.309419 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c174513b-08d6-464c-b031-94e8af1c2ba9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:47.309419 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c174513b-08d6-464c-b031-94e8af1c2ba9 None None] Bound using segment: {'id': 'cc7ebe87-6e80-45d6-9d4a-59b48342441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '57358b00-724d-4419-bfb1-cc5b8336e8f8'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:48:47.309419 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-c174513b-08d6-464c-b031-94e8af1c2ba9 None None] Bound port: 2405cff7-01a8-454c-a735-7c8e9cbb38bb, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc7ebe87-6e80-45d6-9d4a-59b48342441b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '57358b00-724d-4419-bfb1-cc5b8336e8f8'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:48:47.309831 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c174513b-08d6-464c-b031-94e8af1c2ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:47.341138 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b9ae1408-689c-49d8-a2cf-7d44e7847225 req-04bc2184-322a-490b-812f-8bcdd8ee5cf5 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1448214 Nov 10 17:48:47.474679 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7609db08-e16d-4507-8363-da69a559e1ad None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:47.482224 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8f46da24-0365-497d-ad45-1e7250bdcbfd tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:47.514131 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7609db08-e16d-4507-8363-da69a559e1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:47.578844 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6363efd-3fd7-4ff6-900d-c82ea10eec43 None None] Pushing event updated for resources: {'Port': ['ID=cd739288-56de-46cd-9fce-675bec32e795,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:47.645149 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609db08-e16d-4507-8363-da69a559e1ad None None] Pushing event updated for resources: {'Port': ['ID=a4bd9de6-2c3e-4414-8505-7f5269e97964,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:47.658632 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-39f7b90b-3b52-425b-9e93-0f48149af821 req-1699155e-5c94-4031-810e-f98fd55225ef tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.39 "GET /v2.0/ports?device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1 HTTP/1.1" status: 200 len: 210 time: 0.0902178 Nov 10 17:48:47.672643 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port c5181e29-f91d-489f-9f2c-19921b9b79a6, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c5181e29-f91d-489f-9f2c-19921b9b79a6,segment=NetworkSegment(a86ac378-8b1c-4cf2-a7f2-853d02679a02),segment_id=a86ac378-8b1c-4cf2-a7f2-853d02679a02)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:47.681196 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46da24-0365-497d-ad45-1e7250bdcbfd tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Subnet': ['ID=ac4f51a9-b457-4ee0-9238-7ca1a5f56ab2,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:47.693953 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-2b657c6e-084c-43cb-9282-dccd0772fae7 None None] Provisioning complete for port cd739288-56de-46cd-9fce-675bec32e795 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:47.694365 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2b657c6e-084c-43cb-9282-dccd0772fae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:47.699008 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-00f0d2f1-ef47-4793-b28c-701d5a19426c None None] Allocated IP 172.20.0.2 (eea8bc4c-9a9d-4d61-a1e6-ae5f712747a7/018d13a5-04ba-4326-bfe3-8c4965bc49b4/8fbe9268-e925-4ebb-82a0-97f7396a9e81) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:48:47.716224 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:47.717202 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f46da24-0365-497d-ad45-1e7250bdcbfd tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Checking segment: {'id': '1821159a-1f11-4977-9d1f-e2bc6ddc854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9211759f-390e-4c15-99b1-15aad966f347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:48:47.717378 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-ce68f337-90be-4e3f-9fef-94c77b5a571b tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Allocated IP 172.20.0.1 (3b992436-e63d-47cb-b348-cca8e5cea573/dd18d13e-f85d-4394-86c4-7fa736ab3fc4/bba41a67-a6c6-4822-8064-4bd987f4729f) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:48:47.717837 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 0dd3b8fc-3c00-4803-91f7-fa6022fb8173 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:48:47.717955 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f46da24-0365-497d-ad45-1e7250bdcbfd tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network hostable DHCP agents. Network: 9211759f-390e-4c15-99b1-15aad966f347, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:48:47.776391 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f46da24-0365-497d-ad45-1e7250bdcbfd tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network 9211759f-390e-4c15-99b1-15aad966f347 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:48:47.780888 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7609db08-e16d-4507-8363-da69a559e1ad None None] Network 3b992436-e63d-47cb-b348-cca8e5cea573 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:48:47.785332 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a28bf-de3a-4e8b-a8e4-9b7fe96e0cfc req-d455386a-a58c-453f-b8c6-c2092bbaa6e2 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:47.795800 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-8f46da24-0365-497d-ad45-1e7250bdcbfd tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 9211759f-390e-4c15-99b1-15aad966f347) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:47.800058 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4a6a28bf-de3a-4e8b-a8e4-9b7fe96e0cfc req-d455386a-a58c-453f-b8c6-c2092bbaa6e2 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb3a39c-039c-449c-a4c7-7f52e8258d80 HTTP/1.1" status: 200 len: 944 time: 0.2347066 Nov 10 17:48:47.823634 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f46da24-0365-497d-ad45-1e7250bdcbfd tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:47.831313 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8f46da24-0365-497d-ad45-1e7250bdcbfd tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:47.866819 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8f46da24-0365-497d-ad45-1e7250bdcbfd tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1968024 Nov 10 17:48:47.867309 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54848) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:47.962053 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4a6a28bf-de3a-4e8b-a8e4-9b7fe96e0cfc req-61c4a326-9346-4cb9-ba6a-ed53aea6ac83 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/security-groups?id=0021e546-4f7f-49c4-abd3-0d4bc5500397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600845 Nov 10 17:48:48.031966 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089e9cf1-bdd7-407c-ba64-e813d14869d8 None None] Network 9211759f-390e-4c15-99b1-15aad966f347 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:48:48.055456 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ce68f337-90be-4e3f-9fef-94c77b5a571b tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:48.096073 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ce68f337-90be-4e3f-9fef-94c77b5a571b tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:48.137503 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c174513b-08d6-464c-b031-94e8af1c2ba9 None None] For port 2405cff7-01a8-454c-a735-7c8e9cbb38bb, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:48:48.142146 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-7609db08-e16d-4507-8363-da69a559e1ad None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:48.227408 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device abbb5406-e0f7-4e0a-b9bf-9813885e8a6f up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:48:48.310729 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7609db08-e16d-4507-8363-da69a559e1ad None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:48:48.384106 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c174513b-08d6-464c-b031-94e8af1c2ba9 None None] For port 2405cff7-01a8-454c-a735-7c8e9cbb38bb, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2405cff7-01a8-454c-a735-7c8e9cbb38bb,segment=NetworkSegment(cc7ebe87-6e80-45d6-9d4a-59b48342441b),segment_id=cc7ebe87-6e80-45d6-9d4a-59b48342441b)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:48:48.492747 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3108f09-3669-4592-9418-5498603ef5b2 None None] Network 67091ac9-7b8e-4b56-895e-a2effcb62627 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:48:48.510468 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c174513b-08d6-464c-b031-94e8af1c2ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:48.531894 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=c5181e29-f91d-489f-9f2c-19921b9b79a6,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:48.554438 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5181e29-f91d-489f-9f2c-19921b9b79a6'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:48:48.556851 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ab5c5d-834a-40b1-a448-81e62b27ab80" -d '{"events": [{"server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "name": "network-vif-plugged", "status": "completed", "tag": "c5181e29-f91d-489f-9f2c-19921b9b79a6"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:48:48.685783 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d425aeac-b9d2-4c67-b96e-8ceb79269ae3 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:48.772636 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec1d7b2-8ad7-4788-86a6-fe79d93caf3b x-openstack-request-id: req-aec1d7b2-8ad7-4788-86a6-fe79d93caf3b {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:48:48.772636 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "name": "network-vif-plugged", "status": "completed", "tag": "c5181e29-f91d-489f-9f2c-19921b9b79a6", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:48:48.772636 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aec1d7b2-8ad7-4788-86a6-fe79d93caf3b {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:48:48.773340 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5181e29-f91d-489f-9f2c-19921b9b79a6', 'code': 200} Nov 10 17:48:48.821949 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce68f337-90be-4e3f-9fef-94c77b5a571b tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Network 3b992436-e63d-47cb-b348-cca8e5cea573 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:48:48.834466 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-ce68f337-90be-4e3f-9fef-94c77b5a571b tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:48.843364 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce68f337-90be-4e3f-9fef-94c77b5a571b tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:48:48.958131 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68f337-90be-4e3f-9fef-94c77b5a571b tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Pushing event updated for resources: {'Port': ['ID=bba41a67-a6c6-4822-8064-4bd987f4729f,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:48.998939 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ce68f337-90be-4e3f-9fef-94c77b5a571b tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:49.012893 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9c840568-9916-4c71-9275-0eae138e342e req-099b3a4d-bc29-476f-b125-e5804a5e40fa tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.39 "GET /v2.0/ports?device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1 HTTP/1.1" status: 200 len: 210 time: 0.0997922 Nov 10 17:48:49.154519 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca3614-acd3-4d7e-a8c4-9c86ef522402 req-aa72e8e1-ed53-4234-bf24-21131bfa863f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:49.174661 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca3614-acd3-4d7e-a8c4-9c86ef522402 req-aa72e8e1-ed53-4234-bf24-21131bfa863f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:49.182736 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca3614-acd3-4d7e-a8c4-9c86ef522402 req-aa72e8e1-ed53-4234-bf24-21131bfa863f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:49.194703 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca3614-acd3-4d7e-a8c4-9c86ef522402 req-aa72e8e1-ed53-4234-bf24-21131bfa863f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:49.204047 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca3614-acd3-4d7e-a8c4-9c86ef522402 req-aa72e8e1-ed53-4234-bf24-21131bfa863f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:49.225458 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca3614-acd3-4d7e-a8c4-9c86ef522402 req-aa72e8e1-ed53-4234-bf24-21131bfa863f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:49.236958 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca3614-acd3-4d7e-a8c4-9c86ef522402 req-aa72e8e1-ed53-4234-bf24-21131bfa863f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:49.245667 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fbca3614-acd3-4d7e-a8c4-9c86ef522402 req-aa72e8e1-ed53-4234-bf24-21131bfa863f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5441 time: 0.6299779 Nov 10 17:48:49.300213 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e49316f7-86e7-4275-bd24-7f5a8150db70 req-940f9219-c31c-4842-9fd8-1d7c25708541 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3218222 Nov 10 17:48:49.302849 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-126551ab-349d-4920-9dfa-aa646626a0d6 req-d32d8474-2052-476c-8d94-c399d55336d2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ee82a286-5e6c-41d0-a98d-bcf3b2b45115&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2472031 Nov 10 17:48:49.341784 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ce68f337-90be-4e3f-9fef-94c77b5a571b tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:49.399283 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port abbb5406-e0f7-4e0a-b9bf-9813885e8a6f triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:49.399882 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:49.441445 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fbca3614-acd3-4d7e-a8c4-9c86ef522402 req-b34bcaa2-943d-445b-9530-92ac2e029bc2 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1931016 Nov 10 17:48:49.485416 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-7609db08-e16d-4507-8363-da69a559e1ad None None] Attempting to bind port a4bd9de6-2c3e-4414-8505-7f5269e97964 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:48:49.485835 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-7609db08-e16d-4507-8363-da69a559e1ad None None] Attempting to bind port a4bd9de6-2c3e-4414-8505-7f5269e97964 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '92bb1a4d-e4ab-44ab-a628-43beead1cc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3b992436-e63d-47cb-b348-cca8e5cea573'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:48:49.486073 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7609db08-e16d-4507-8363-da69a559e1ad None None] Attempting to bind port a4bd9de6-2c3e-4414-8505-7f5269e97964 on network 3b992436-e63d-47cb-b348-cca8e5cea573 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:48:49.488825 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 0dd3b8fc-3c00-4803-91f7-fa6022fb8173 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:48:49.503360 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-126551ab-349d-4920-9dfa-aa646626a0d6 req-479f2b14-fb7e-442f-8327-1d9ecac8eeab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aaa3085879a640b0bf87287128581bac&device_id=ee82a286-5e6c-41d0-a98d-bcf3b2b45115 HTTP/1.1" status: 200 len: 210 time: 0.0514712 Nov 10 17:48:49.519864 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49316f7-86e7-4275-bd24-7f5a8150db70 req-fd60e583-783e-48cb-bef8-edb24cf2c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:49.521889 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e49316f7-86e7-4275-bd24-7f5a8150db70 req-fd60e583-783e-48cb-bef8-edb24cf2c893 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0270caab27604a84907a03a58ad6e001&device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 1097 time: 0.1307313 Nov 10 17:48:49.541235 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174513b-08d6-464c-b031-94e8af1c2ba9 None None] Pushing event updated for resources: {'Port': ['ID=2405cff7-01a8-454c-a735-7c8e9cbb38bb,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:49.609281 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 0dd3b8fc-3c00-4803-91f7-fa6022fb8173 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:49.612294 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:49.619547 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-572c784f-a807-46a8-a88b-f9457026fc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'name': 'tempest-RoutersIpV6Test-router-92437754', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:26Z', 'updated_at': '2021-11-10T17:48:45Z', 'revision_number': 4, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'gw_port_host': None, '_interfaces': [{'id': '2217527e-3166-4d51-a260-79c9f3d6e7fb', 'name': '', 'network_id': '84a853f7-5323-4c65-a2e2-96c29ca3ed8a', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:cd:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '994ef84d-76e3-47dc-abd0-4350401648da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:28Z', 'updated_at': '2021-11-10T17:48:34Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '994ef84d-76e3-47dc-abd0-4350401648da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29cee489-6d27-4070-8a1f-2dc0b8f50383', 'name': '', 'network_id': '67091ac9-7b8e-4b56-895e-a2effcb62627', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:ae:78:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'fb70ef73-d3a6-42c8-8592-812086bedccf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:41Z', 'updated_at': '2021-11-10T17:48:45Z', 'revision_number': 2, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': 'fb70ef73-d3a6-42c8-8592-812086bedccf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd739288-56de-46cd-9fce-675bec32e795', 'name': '', 'network_id': '830f68a1-746c-4694-afad-be801df76ca0', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:2e:f8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '6aeff5aa-855d-44b7-a0f9-025c2ed0d97a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:36Z', 'updated_at': '2021-11-10T17:48:44Z', 'revision_number': 4, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '6aeff5aa-855d-44b7-a0f9-025c2ed0d97a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:49.622025 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785f7d0-a2c7-4a0b-85e6-85b451873527 req-c47a9422-ecaa-4741-934c-f7fab9df604f tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:49.623853 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9785f7d0-a2c7-4a0b-85e6-85b451873527 req-c47a9422-ecaa-4741-934c-f7fab9df604f tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb3a39c-039c-449c-a4c7-7f52e8258d80 HTTP/1.1" status: 200 len: 944 time: 0.2401168 Nov 10 17:48:49.637861 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-126551ab-349d-4920-9dfa-aa646626a0d6 req-a71d4cae-e317-4248-96df-17f92986a102 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=aaa3085879a640b0bf87287128581bac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664294 Nov 10 17:48:49.649838 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3030e2ac-5567-48bd-8956-e650ba8b2ae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-9211759f-390e-4c15-99b1-15aad966f347', 'network_id': '9211759f-390e-4c15-99b1-15aad966f347', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'fixed_ips': [{'subnet_id': 'ac4f51a9-b457-4ee0-9238-7ca1a5f56ab2'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:48:49.651016 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3030e2ac-5567-48bd-8956-e650ba8b2ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:49.793772 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7609db08-e16d-4507-8363-da69a559e1ad None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:48:49.794171 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7609db08-e16d-4507-8363-da69a559e1ad None None] Checking segment: {'id': '92bb1a4d-e4ab-44ab-a628-43beead1cc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3b992436-e63d-47cb-b348-cca8e5cea573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:48:49.794584 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7609db08-e16d-4507-8363-da69a559e1ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:49.794987 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7609db08-e16d-4507-8363-da69a559e1ad None None] Bound using segment: {'id': '92bb1a4d-e4ab-44ab-a628-43beead1cc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3b992436-e63d-47cb-b348-cca8e5cea573'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:48:49.795484 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-7609db08-e16d-4507-8363-da69a559e1ad None None] Bound port: a4bd9de6-2c3e-4414-8505-7f5269e97964, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92bb1a4d-e4ab-44ab-a628-43beead1cc3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3b992436-e63d-47cb-b348-cca8e5cea573'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:48:49.795872 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7609db08-e16d-4507-8363-da69a559e1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:49.895811 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c784f-a807-46a8-a88b-f9457026fc83 None None] The sync data for ids ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'] in n-d-776250-10 is: [{'id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'name': 'tempest-RoutersIpV6Test-router-92437754', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:26Z', 'updated_at': '2021-11-10T17:48:45Z', 'revision_number': 4, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'gw_port_host': None, '_interfaces': [{'id': '2217527e-3166-4d51-a260-79c9f3d6e7fb', 'name': '', 'network_id': '84a853f7-5323-4c65-a2e2-96c29ca3ed8a', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:cd:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '994ef84d-76e3-47dc-abd0-4350401648da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:28Z', 'updated_at': '2021-11-10T17:48:34Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '994ef84d-76e3-47dc-abd0-4350401648da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29cee489-6d27-4070-8a1f-2dc0b8f50383', 'name': '', 'network_id': '67091ac9-7b8e-4b56-895e-a2effcb62627', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:ae:78:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'fb70ef73-d3a6-42c8-8592-812086bedccf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:41Z', 'updated_at': '2021-11-10T17:48:45Z', 'revision_number': 2, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': 'fb70ef73-d3a6-42c8-8592-812086bedccf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd739288-56de-46cd-9fce-675bec32e795', 'name': '', 'network_id': '830f68a1-746c-4694-afad-be801df76ca0', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:2e:f8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '6aeff5aa-855d-44b7-a0f9-025c2ed0d97a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:36Z', 'updated_at': '2021-11-10T17:48:44Z', 'revision_number': 4, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '6aeff5aa-855d-44b7-a0f9-025c2ed0d97a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:48:49.896588 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9785f7d0-a2c7-4a0b-85e6-85b451873527 req-21afcbb9-7bdf-4164-8d2f-b8ca8927e8fb tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/security-groups?id=0021e546-4f7f-49c4-abd3-0d4bc5500397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431600 Nov 10 17:48:49.940391 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-00f0d2f1-ef47-4793-b28c-701d5a19426c None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:50.062537 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ce68f337-90be-4e3f-9fef-94c77b5a571b tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:50.070358 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ce68f337-90be-4e3f-9fef-94c77b5a571b tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:50.153668 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-00f0d2f1-ef47-4793-b28c-701d5a19426c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:50.195251 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49316f7-86e7-4275-bd24-7f5a8150db70 req-900d5bf6-8c8c-4c0c-8533-cbcf65df8e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:50.196796 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e49316f7-86e7-4275-bd24-7f5a8150db70 req-900d5bf6-8c8c-4c0c-8533-cbcf65df8e56 service neutron] 10.222.0.11 "GET /v2.0/networks?id=07b214b6-0379-4e57-a79c-5118cee6c24b HTTP/1.1" status: 200 len: 912 time: 0.6343713 Nov 10 17:48:50.209706 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ce68f337-90be-4e3f-9fef-94c77b5a571b tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:50.250912 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68f337-90be-4e3f-9fef-94c77b5a571b tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Pushing event updated for resources: {'Port': ['ID=bba41a67-a6c6-4822-8064-4bd987f4729f,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:50.285989 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-d1486c15-3cb8-4994-b0b4-f6ea5dd6d17a None None] Provisioning complete for port abbb5406-e0f7-4e0a-b9bf-9813885e8a6f triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:50.286674 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d1486c15-3cb8-4994-b0b4-f6ea5dd6d17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:50.445464 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bea1b8a5-581c-4dbd-baff-791ecbd71af6 req-94aaacfc-50fc-4f47-9d6b-95d5452267bd tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.39 "GET /v2.0/ports?device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1 HTTP/1.1" status: 200 len: 210 time: 0.2157180 Nov 10 17:48:50.448042 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e49316f7-86e7-4275-bd24-7f5a8150db70 req-3c1d832b-83c2-4f89-8f0f-5c3fcc044b3a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94a55a60-1af8-4730-86c8-8397af10e93f HTTP/1.1" status: 200 len: 1000 time: 0.2426307 Nov 10 17:48:50.449486 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-d425aeac-b9d2-4c67-b96e-8ceb79269ae3 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Allocated IP 2001:db8:3::1 (9211759f-390e-4c15-99b1-15aad966f347/ac4f51a9-b457-4ee0-9238-7ca1a5f56ab2/4abe1c94-a612-4990-8369-1caf91cf900a) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:48:50.452123 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126551ab-349d-4920-9dfa-aa646626a0d6 req-06562fbc-a757-41d9-b15f-2cf5805654eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:50.467820 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-126551ab-349d-4920-9dfa-aa646626a0d6 req-06562fbc-a757-41d9-b15f-2cf5805654eb service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8199601 Nov 10 17:48:50.485041 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f0d2f1-ef47-4793-b28c-701d5a19426c None None] Network eea8bc4c-9a9d-4d61-a1e6-ae5f712747a7 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:48:50.532118 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce68f337-90be-4e3f-9fef-94c77b5a571b tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Network 3b992436-e63d-47cb-b348-cca8e5cea573 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:48:50.536040 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-ce68f337-90be-4e3f-9fef-94c77b5a571b tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:50.590068 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49316f7-86e7-4275-bd24-7f5a8150db70 req-4b3ff75c-693f-4990-b0a1-e039567615b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:50.591641 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e49316f7-86e7-4275-bd24-7f5a8150db70 req-4b3ff75c-693f-4990-b0a1-e039567615b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0014d233-a3b8-4110-85a8-3bdeaa4b1e7d HTTP/1.1" status: 200 len: 850 time: 0.1227849 Nov 10 17:48:50.622018 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-00f0d2f1-ef47-4793-b28c-701d5a19426c None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:50.642308 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0d2f1-ef47-4793-b28c-701d5a19426c None None] Pushing event updated for resources: {'Port': ['ID=8fbe9268-e925-4ebb-82a0-97f7396a9e81,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:50.652720 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f0d2f1-ef47-4793-b28c-701d5a19426c None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:48:50.748516 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-7609db08-e16d-4507-8363-da69a559e1ad None None] For port a4bd9de6-2c3e-4414-8505-7f5269e97964, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:48:50.809770 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49316f7-86e7-4275-bd24-7f5a8150db70 req-741159db-560d-45a8-a6cd-47f5a8414925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:50.815160 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e49316f7-86e7-4275-bd24-7f5a8150db70 req-741159db-560d-45a8-a6cd-47f5a8414925 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=07b214b6-0379-4e57-a79c-5118cee6c24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2069962 Nov 10 17:48:50.839987 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3573706e-d295-4b8d-a95a-a585e8e395dc None None] Network 57358b00-724d-4419-bfb1-cc5b8336e8f8 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:48:50.983914 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d425aeac-b9d2-4c67-b96e-8ceb79269ae3 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:51.035761 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fdc27-7953-46d1-ad7b-7598048b2839 req-5e2a18f2-62f3-4b24-ac8d-76b67af6bf25 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:51.050232 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:51.059749 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fdc27-7953-46d1-ad7b-7598048b2839 req-5e2a18f2-62f3-4b24-ac8d-76b67af6bf25 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:51.076100 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fdc27-7953-46d1-ad7b-7598048b2839 req-5e2a18f2-62f3-4b24-ac8d-76b67af6bf25 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:51.115457 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fdc27-7953-46d1-ad7b-7598048b2839 req-5e2a18f2-62f3-4b24-ac8d-76b67af6bf25 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:51.125088 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-7609db08-e16d-4507-8363-da69a559e1ad None None] For port a4bd9de6-2c3e-4414-8505-7f5269e97964, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=a4bd9de6-2c3e-4414-8505-7f5269e97964,segment=NetworkSegment(92bb1a4d-e4ab-44ab-a628-43beead1cc3f),segment_id=92bb1a4d-e4ab-44ab-a628-43beead1cc3f)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:48:51.131456 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d425aeac-b9d2-4c67-b96e-8ceb79269ae3 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:51.134285 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fdc27-7953-46d1-ad7b-7598048b2839 req-5e2a18f2-62f3-4b24-ac8d-76b67af6bf25 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:51.157565 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fdc27-7953-46d1-ad7b-7598048b2839 req-5e2a18f2-62f3-4b24-ac8d-76b67af6bf25 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:51.174239 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fdc27-7953-46d1-ad7b-7598048b2839 req-5e2a18f2-62f3-4b24-ac8d-76b67af6bf25 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:51.176371 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-266fdc27-7953-46d1-ad7b-7598048b2839 req-5e2a18f2-62f3-4b24-ac8d-76b67af6bf25 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5441 time: 0.4227545 Nov 10 17:48:51.226607 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce68f337-90be-4e3f-9fef-94c77b5a571b tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Router fe98460d-be68-4692-b4c0-4d3e53aa14c5 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:48:51.377195 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 0dd3b8fc-3c00-4803-91f7-fa6022fb8173, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=0dd3b8fc-3c00-4803-91f7-fa6022fb8173,segment=NetworkSegment(baeb23fd-b08b-446f-96bc-a6860148d525),segment_id=baeb23fd-b08b-446f-96bc-a6860148d525)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:51.392335 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:51.397318 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7609db08-e16d-4507-8363-da69a559e1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:51.417320 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb3a39c-039c-449c-a4c7-7f52e8258d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd3b8fc-3c00-4803-91f7-fa6022fb8173'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:48:51.420006 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ed8435-92c3-422d-8cac-5dc22392c9bd" -d '{"events": [{"server_uuid": "5fb3a39c-039c-449c-a4c7-7f52e8258d80", "name": "network-vif-plugged", "status": "completed", "tag": "0dd3b8fc-3c00-4803-91f7-fa6022fb8173"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:48:51.507332 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce68f337-90be-4e3f-9fef-94c77b5a571b tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:48:51.523082 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d881830e-91ec-433f-b154-931437757ca4 None None] Sync routers for ids ['fe98460d-be68-4692-b4c0-4d3e53aa14c5'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:48:51.544102 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ce68f337-90be-4e3f-9fef-94c77b5a571b tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] 10.222.0.39 "PUT /v2.0/routers/fe98460d-be68-4692-b4c0-4d3e53aa14c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5650232 Nov 10 17:48:51.546753 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54906) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:51.547269 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d881830e-91ec-433f-b154-931437757ca4 None None] Routers {'fe98460d-be68-4692-b4c0-4d3e53aa14c5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:51.548178 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d881830e-91ec-433f-b154-931437757ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:48:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['fe98460d-be68-4692-b4c0-4d3e53aa14c5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:51.636652 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d881830e-91ec-433f-b154-931437757ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:51.676703 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d881830e-91ec-433f-b154-931437757ca4 None None] Routers {'fe98460d-be68-4692-b4c0-4d3e53aa14c5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:51.677736 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d881830e-91ec-433f-b154-931437757ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:48:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['fe98460d-be68-4692-b4c0-4d3e53aa14c5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:51.684735 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609db08-e16d-4507-8363-da69a559e1ad None None] Pushing event updated for resources: {'Port': ['ID=a4bd9de6-2c3e-4414-8505-7f5269e97964,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:51.691804 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-266fdc27-7953-46d1-ad7b-7598048b2839 req-78c8a6c3-dfc0-486c-87ad-6034f96d14c8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5037854 Nov 10 17:48:51.721476 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:51.722300 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 3e2b75e1-1dde-4f1e-8e65-79bd011d0b86 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:48:51.835538 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d881830e-91ec-433f-b154-931437757ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:51.840582 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d881830e-91ec-433f-b154-931437757ca4 None None] The sync data for ids ['fe98460d-be68-4692-b4c0-4d3e53aa14c5'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:48:52.092911 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d292335-2f24-44db-bc3d-5d5a2a201cb0 x-openstack-request-id: req-7d292335-2f24-44db-bc3d-5d5a2a201cb0 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:48:52.093302 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb3a39c-039c-449c-a4c7-7f52e8258d80", "name": "network-vif-plugged", "status": "completed", "tag": "0dd3b8fc-3c00-4803-91f7-fa6022fb8173", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:48:52.093449 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7d292335-2f24-44db-bc3d-5d5a2a201cb0 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:48:52.093879 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb3a39c-039c-449c-a4c7-7f52e8258d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd3b8fc-3c00-4803-91f7-fa6022fb8173', 'code': 200} Nov 10 17:48:52.201896 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-00f0d2f1-ef47-4793-b28c-701d5a19426c None None] Attempting to bind port 8fbe9268-e925-4ebb-82a0-97f7396a9e81 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:48:52.201896 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-00f0d2f1-ef47-4793-b28c-701d5a19426c None None] Attempting to bind port 8fbe9268-e925-4ebb-82a0-97f7396a9e81 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '6afe05ad-7259-441c-9b1b-aa4e2457bc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eea8bc4c-9a9d-4d61-a1e6-ae5f712747a7'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:48:52.201896 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f0d2f1-ef47-4793-b28c-701d5a19426c None None] Attempting to bind port 8fbe9268-e925-4ebb-82a0-97f7396a9e81 on network eea8bc4c-9a9d-4d61-a1e6-ae5f712747a7 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:48:52.252446 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f0d2f1-ef47-4793-b28c-701d5a19426c None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:48:52.252862 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f0d2f1-ef47-4793-b28c-701d5a19426c None None] Checking segment: {'id': '6afe05ad-7259-441c-9b1b-aa4e2457bc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eea8bc4c-9a9d-4d61-a1e6-ae5f712747a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:48:52.253275 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-00f0d2f1-ef47-4793-b28c-701d5a19426c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:52.253663 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f0d2f1-ef47-4793-b28c-701d5a19426c None None] Bound using segment: {'id': '6afe05ad-7259-441c-9b1b-aa4e2457bc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eea8bc4c-9a9d-4d61-a1e6-ae5f712747a7'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:48:52.254160 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-00f0d2f1-ef47-4793-b28c-701d5a19426c None None] Bound port: 8fbe9268-e925-4ebb-82a0-97f7396a9e81, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6afe05ad-7259-441c-9b1b-aa4e2457bc3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eea8bc4c-9a9d-4d61-a1e6-ae5f712747a7'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:48:52.254547 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-00f0d2f1-ef47-4793-b28c-701d5a19426c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:52.370030 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-3030e2ac-5567-48bd-8956-e650ba8b2ae0 None None] Allocated IP 2001:db8:3::2 (9211759f-390e-4c15-99b1-15aad966f347/ac4f51a9-b457-4ee0-9238-7ca1a5f56ab2/ab071ba2-1fbb-4fad-8820-d5d75cc77ece) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:48:52.378719 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f1661899-b042-4af2-8e60-51301adc8686 req-a6e5a9cc-f037-4379-bb14-38923ae5b5fc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1 HTTP/1.1" status: 200 len: 210 time: 0.0961912 Nov 10 17:48:52.379271 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d1486c15-3cb8-4994-b0b4-f6ea5dd6d17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:52.385445 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-44bdfe11-f1eb-44df-a56a-41878fa2e5ed req-fb28c04e-08d2-4e9e-aef7-faf1f2d61d61 tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.39 "GET /v2.0/ports?device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1 HTTP/1.1" status: 200 len: 210 time: 0.1114118 Nov 10 17:48:52.403809 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d425aeac-b9d2-4c67-b96e-8ceb79269ae3 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network 9211759f-390e-4c15-99b1-15aad966f347 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:48:52.427783 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87efab-857c-467a-89f8-6c83f90e1890 req-89780a42-4396-4cb4-b55f-dddd986cfd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:52.427783 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0b87efab-857c-467a-89f8-6c83f90e1890 req-89780a42-4396-4cb4-b55f-dddd986cfd98 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5fb3a39c-039c-449c-a4c7-7f52e8258d80 HTTP/1.1" status: 200 len: 1097 time: 0.2791426 Nov 10 17:48:52.428089 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-d425aeac-b9d2-4c67-b96e-8ceb79269ae3 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:52.430556 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d425aeac-b9d2-4c67-b96e-8ceb79269ae3 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:48:52.431393 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d425aeac-b9d2-4c67-b96e-8ceb79269ae3 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:52.515927 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425aeac-b9d2-4c67-b96e-8ceb79269ae3 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Port': ['ID=4abe1c94-a612-4990-8369-1caf91cf900a,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:52.555319 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cfe10-3715-4864-aef1-8a5b97554afb req-727e5b80-aa0a-4242-98c4-a9785832781a tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:52.557310 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-179cfe10-3715-4864-aef1-8a5b97554afb req-727e5b80-aa0a-4242-98c4-a9785832781a tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb3a39c-039c-449c-a4c7-7f52e8258d80 HTTP/1.1" status: 200 len: 945 time: 1.4630401 Nov 10 17:48:52.566977 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e49316f7-86e7-4275-bd24-7f5a8150db70 req-4ce3829a-d708-4c0d-b4b4-839ecc135b52 service neutron] 10.222.0.11 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7448165 Nov 10 17:48:52.612280 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port abbb5406-e0f7-4e0a-b9bf-9813885e8a6f, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=abbb5406-e0f7-4e0a-b9bf-9813885e8a6f,segment=NetworkSegment(88256e77-ec59-4ceb-ae36-2852f98af872),segment_id=88256e77-ec59-4ceb-ae36-2852f98af872)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:52.617561 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] Sync routers for ids ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:48:52.643357 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:52.662951 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=0dd3b8fc-3c00-4803-91f7-fa6022fb8173,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:52.768107 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0b87efab-857c-467a-89f8-6c83f90e1890 req-f34ab32e-582f-456e-9cd7-ccd28a43d12e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0021e546-4f7f-49c4-abd3-0d4bc5500397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217299 Nov 10 17:48:52.886502 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-d1486c15-3cb8-4994-b0b4-f6ea5dd6d17a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:48:52.886957 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-d1486c15-3cb8-4994-b0b4-f6ea5dd6d17a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:48:52.892946 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-179cfe10-3715-4864-aef1-8a5b97554afb req-ac593676-23fa-4a5a-a721-8d9855d7125a tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/security-groups?id=0021e546-4f7f-49c4-abd3-0d4bc5500397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205791 Nov 10 17:48:52.900880 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] Routers {'91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:52.901668 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:48:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:53.003051 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d425aeac-b9d2-4c67-b96e-8ceb79269ae3 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:53.049461 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e49316f7-86e7-4275-bd24-7f5a8150db70 req-b68b6b1a-0b27-4f92-ba4b-da0c787789eb service neutron] 10.222.0.11 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680793 Nov 10 17:48:53.094675 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 3e2b75e1-1dde-4f1e-8e65-79bd011d0b86 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:48:53.123527 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-bd8868dc-6c60-426f-9fb7-d8a952f14958 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:48:53.128070 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bd8868dc-6c60-426f-9fb7-d8a952f14958 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] 10.222.0.39 "PUT /v2.0/routers/fe98460d-be68-4692-b4c0-4d3e53aa14c5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5604348 Nov 10 17:48:53.129181 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54920) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:53.153210 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb4a03-47bb-47fc-8359-fa47d3995d50 req-b907b239-80b6-4c35-bd88-cb63f63cceb9 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:53.160118 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb4a03-47bb-47fc-8359-fa47d3995d50 req-b907b239-80b6-4c35-bd88-cb63f63cceb9 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:53.167565 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb4a03-47bb-47fc-8359-fa47d3995d50 req-b907b239-80b6-4c35-bd88-cb63f63cceb9 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:53.174645 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb4a03-47bb-47fc-8359-fa47d3995d50 req-b907b239-80b6-4c35-bd88-cb63f63cceb9 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:53.180821 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb4a03-47bb-47fc-8359-fa47d3995d50 req-b907b239-80b6-4c35-bd88-cb63f63cceb9 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:53.187226 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb4a03-47bb-47fc-8359-fa47d3995d50 req-b907b239-80b6-4c35-bd88-cb63f63cceb9 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:53.194503 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb4a03-47bb-47fc-8359-fa47d3995d50 req-b907b239-80b6-4c35-bd88-cb63f63cceb9 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:53.202781 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-03bb4a03-47bb-47fc-8359-fa47d3995d50 req-b907b239-80b6-4c35-bd88-cb63f63cceb9 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5441 time: 0.2930434 Nov 10 17:48:53.319780 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2405cff7-01a8-454c-a735-7c8e9cbb38bb up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:48:53.449522 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-03bb4a03-47bb-47fc-8359-fa47d3995d50 req-5f20e245-ebdb-4ad2-ab0b-73dc1d5d6940 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2457259 Nov 10 17:48:53.627685 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d425aeac-b9d2-4c67-b96e-8ceb79269ae3 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:53.638524 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d425aeac-b9d2-4c67-b96e-8ceb79269ae3 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:53.639444 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d425aeac-b9d2-4c67-b96e-8ceb79269ae3 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:53.754529 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-00f0d2f1-ef47-4793-b28c-701d5a19426c None None] For port 8fbe9268-e925-4ebb-82a0-97f7396a9e81, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:48:53.775194 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e7bc08-aecf-4349-8f7a-88274c07bd87 None None] Network 3b992436-e63d-47cb-b348-cca8e5cea573 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:48:53.778362 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 3e2b75e1-1dde-4f1e-8e65-79bd011d0b86 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:53.778967 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:53.863663 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425aeac-b9d2-4c67-b96e-8ceb79269ae3 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event updated for resources: {'Port': ['ID=4abe1c94-a612-4990-8369-1caf91cf900a,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:53.883830 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8e5a6162-936a-4157-98e4-14bb19ab3f8e req-69f69916-d2d3-4e89-86d5-cfc807fd4dad tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.39 "GET /v2.0/ports?device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1 HTTP/1.1" status: 200 len: 210 time: 0.2953470 Nov 10 17:48:53.923904 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-07936202-c312-47af-ad0e-679d5a33c8bb tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:53.993980 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-00f0d2f1-ef47-4793-b28c-701d5a19426c None None] For port 8fbe9268-e925-4ebb-82a0-97f7396a9e81, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=8fbe9268-e925-4ebb-82a0-97f7396a9e81,segment=NetworkSegment(6afe05ad-7259-441c-9b1b-aa4e2457bc3e),segment_id=6afe05ad-7259-441c-9b1b-aa4e2457bc3e)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:48:54.001351 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=abbb5406-e0f7-4e0a-b9bf-9813885e8a6f,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:54.046659 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-00f0d2f1-ef47-4793-b28c-701d5a19426c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:54.059056 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3030e2ac-5567-48bd-8956-e650ba8b2ae0 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:54.127304 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d425aeac-b9d2-4c67-b96e-8ceb79269ae3 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Network 9211759f-390e-4c15-99b1-15aad966f347 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:48:54.128756 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] Set router 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:48:54.132420 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3030e2ac-5567-48bd-8956-e650ba8b2ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:54.133096 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-d425aeac-b9d2-4c67-b96e-8ceb79269ae3 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:54.188453 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37faf7-c7dc-4021-bb3d-93f7f373036e req-9e4c0735-2389-4df1-925f-d5e7b58bbbcd tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:54.190033 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dd37faf7-c7dc-4021-bb3d-93f7f373036e req-9e4c0735-2389-4df1-925f-d5e7b58bbbcd tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb3a39c-039c-449c-a4c7-7f52e8258d80 HTTP/1.1" status: 200 len: 945 time: 0.1282685 Nov 10 17:48:54.293929 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d425aeac-b9d2-4c67-b96e-8ceb79269ae3 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Router 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:48:54.301570 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dd37faf7-c7dc-4021-bb3d-93f7f373036e req-06f5dd9f-4506-4186-ae6d-2b9bd4e3ba55 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/security-groups?id=0021e546-4f7f-49c4-abd3-0d4bc5500397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034207 Nov 10 17:48:54.515049 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-069bd7a9-5eed-42ce-8880-9c9cb1e26f15 req-5d9b8a8f-e729-4626-8e1a-51f2ce70e2d6 tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.39 "GET /v2.0/ports?device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1&device_id=ee82a286-5e6c-41d0-a98d-bcf3b2b45115 HTTP/1.1" status: 200 len: 210 time: 0.0853217 Nov 10 17:48:54.563914 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d425aeac-b9d2-4c67-b96e-8ceb79269ae3 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:48:54.566574 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3030e2ac-5567-48bd-8956-e650ba8b2ae0 None None] Network 9211759f-390e-4c15-99b1-15aad966f347 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:48:54.572375 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 2405cff7-01a8-454c-a735-7c8e9cbb38bb triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:54.573234 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:54.582486 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54948) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:54.584810 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d425aeac-b9d2-4c67-b96e-8ceb79269ae3 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "PUT /v2.0/routers/91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7090604 Nov 10 17:48:54.605425 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-49f16f3f-21b4-4a96-b6ee-a1c9eafd763d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:54.951120 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-3030e2ac-5567-48bd-8956-e650ba8b2ae0 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:48:54.990947 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-93db89d3-973e-4f4b-a5dc-27c4454e3744 req-cb16a0f2-634c-4906-b912-d731c11de34f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aaa3085879a640b0bf87287128581bac&device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1 HTTP/1.1" status: 200 len: 210 time: 0.0765846 Nov 10 17:48:55.043015 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-93db89d3-973e-4f4b-a5dc-27c4454e3744 req-23eba2cf-45d3-4914-a571-12e51426b0ae service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=aaa3085879a640b0bf87287128581bac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430582 Nov 10 17:48:55.049264 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:55.052572 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-9ec67117-4c27-46e9-aecf-4e2d2f5aacd3 None None] Provisioning complete for port 29cee489-6d27-4070-8a1f-2dc0b8f50383 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:55.052947 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9ec67117-4c27-46e9-aecf-4e2d2f5aacd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:55.152786 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0d2f1-ef47-4793-b28c-701d5a19426c None None] Pushing event updated for resources: {'Port': ['ID=8fbe9268-e925-4ebb-82a0-97f7396a9e81,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:55.160667 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3030e2ac-5567-48bd-8956-e650ba8b2ae0 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:48:55.182867 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-9ec67117-4c27-46e9-aecf-4e2d2f5aacd3 None None] Port 29cee489-6d27-4070-8a1f-2dc0b8f50383 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:48:55.212159 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db89d3-973e-4f4b-a5dc-27c4454e3744 req-e47ad49f-3f10-428e-aa44-13677e287bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:55.213776 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-93db89d3-973e-4f4b-a5dc-27c4454e3744 req-e47ad49f-3f10-428e-aa44-13677e287bae service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1631088 Nov 10 17:48:55.270203 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d20f1bc6-3143-4827-97a8-a08ca25e3472 req-29025c64-70ed-4d98-9844-08849aa8cd3a tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.39 "GET /v2.0/ports?device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1 HTTP/1.1" status: 200 len: 210 time: 0.0552115 Nov 10 17:48:55.323889 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:55.393144 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:55.437088 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-9ec67117-4c27-46e9-aecf-4e2d2f5aacd3 None None] Provisioning complete for port 2405cff7-01a8-454c-a735-7c8e9cbb38bb triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:55.437582 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9ec67117-4c27-46e9-aecf-4e2d2f5aacd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:55.474143 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-07936202-c312-47af-ad0e-679d5a33c8bb tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Deleting port bba41a67-a6c6-4822-8064-4bd987f4729f {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:48:55.475153 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-07936202-c312-47af-ad0e-679d5a33c8bb tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:55.528270 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2b75e1-1dde-4f1e-8e65-79bd011d0b86'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:48:55.530753 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2754608f-6eb2-4676-bd8d-ca1a384de917" -d '{"events": [{"server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "name": "network-vif-plugged", "status": "completed", "tag": "3e2b75e1-1dde-4f1e-8e65-79bd011d0b86"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:48:55.565747 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030e2ac-5567-48bd-8956-e650ba8b2ae0 None None] Pushing event updated for resources: {'Port': ['ID=ab071ba2-1fbb-4fad-8820-d5d75cc77ece,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:55.583299 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 3e2b75e1-1dde-4f1e-8e65-79bd011d0b86, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=3e2b75e1-1dde-4f1e-8e65-79bd011d0b86,segment=NetworkSegment(a86ac378-8b1c-4cf2-a7f2-853d02679a02),segment_id=a86ac378-8b1c-4cf2-a7f2-853d02679a02)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:55.621379 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:55.622191 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 1f2a1a3d-5b3f-4c67-83ef-66629755aaba up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:48:55.641199 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'name': 'tempest-RoutersIpV6Test-router-92437754', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:26Z', 'updated_at': '2021-11-10T17:48:52Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'gw_port_host': None, '_interfaces': [{'id': '2217527e-3166-4d51-a260-79c9f3d6e7fb', 'name': '', 'network_id': '84a853f7-5323-4c65-a2e2-96c29ca3ed8a', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:cd:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '994ef84d-76e3-47dc-abd0-4350401648da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:28Z', 'updated_at': '2021-11-10T17:48:34Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '994ef84d-76e3-47dc-abd0-4350401648da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29cee489-6d27-4070-8a1f-2dc0b8f50383', 'name': '', 'network_id': '67091ac9-7b8e-4b56-895e-a2effcb62627', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:ae:78:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'fb70ef73-d3a6-42c8-8592-812086bedccf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:41Z', 'updated_at': '2021-11-10T17:48:45Z', 'revision_number': 2, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': 'fb70ef73-d3a6-42c8-8592-812086bedccf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4abe1c94-a612-4990-8369-1caf91cf900a', 'name': '', 'network_id': '9211759f-390e-4c15-99b1-15aad966f347', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:31:f8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': 'ac4f51a9-b457-4ee0-9238-7ca1a5f56ab2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:49Z', 'updated_at': '2021-11-10T17:48:50Z', 'revision_number': 1, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': 'ac4f51a9-b457-4ee0-9238-7ca1a5f56ab2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd739288-56de-46cd-9fce-675bec32e795', 'name': '', 'network_id': '830f68a1-746c-4694-afad-be801df76ca0', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:2e:f8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '6aeff5aa-855d-44b7-a0f9-025c2ed0d97a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:36Z', 'updated_at': '2021-11-10T17:48:46Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '6aeff5aa-855d-44b7-a0f9-025c2ed0d97a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:55.644583 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-3030e2ac-5567-48bd-8956-e650ba8b2ae0 None None] Attempting to bind port ab071ba2-1fbb-4fad-8820-d5d75cc77ece on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:48:55.645392 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-3030e2ac-5567-48bd-8956-e650ba8b2ae0 None None] Attempting to bind port ab071ba2-1fbb-4fad-8820-d5d75cc77ece by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '1821159a-1f11-4977-9d1f-e2bc6ddc854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9211759f-390e-4c15-99b1-15aad966f347'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:48:55.646245 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3030e2ac-5567-48bd-8956-e650ba8b2ae0 None None] Attempting to bind port ab071ba2-1fbb-4fad-8820-d5d75cc77ece on network 9211759f-390e-4c15-99b1-15aad966f347 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:48:55.676800 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfc8aa-bec0-4a7c-96c8-7546038b3392 req-d834381e-6266-46ce-91ab-b062116f51ca tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:55.695258 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfc8aa-bec0-4a7c-96c8-7546038b3392 req-d834381e-6266-46ce-91ab-b062116f51ca tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:55.705999 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfc8aa-bec0-4a7c-96c8-7546038b3392 req-d834381e-6266-46ce-91ab-b062116f51ca tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:55.713358 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfc8aa-bec0-4a7c-96c8-7546038b3392 req-d834381e-6266-46ce-91ab-b062116f51ca tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:55.724221 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfc8aa-bec0-4a7c-96c8-7546038b3392 req-d834381e-6266-46ce-91ab-b062116f51ca tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:55.730720 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfc8aa-bec0-4a7c-96c8-7546038b3392 req-d834381e-6266-46ce-91ab-b062116f51ca tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:55.751149 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfc8aa-bec0-4a7c-96c8-7546038b3392 req-d834381e-6266-46ce-91ab-b062116f51ca tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:55.759951 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fdcfc8aa-bec0-4a7c-96c8-7546038b3392 req-d834381e-6266-46ce-91ab-b062116f51ca tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5441 time: 0.3828890 Nov 10 17:48:55.779824 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3030e2ac-5567-48bd-8956-e650ba8b2ae0 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:48:55.780282 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3030e2ac-5567-48bd-8956-e650ba8b2ae0 None None] Checking segment: {'id': '1821159a-1f11-4977-9d1f-e2bc6ddc854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9211759f-390e-4c15-99b1-15aad966f347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:48:55.780692 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3030e2ac-5567-48bd-8956-e650ba8b2ae0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:55.781083 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3030e2ac-5567-48bd-8956-e650ba8b2ae0 None None] Bound using segment: {'id': '1821159a-1f11-4977-9d1f-e2bc6ddc854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9211759f-390e-4c15-99b1-15aad966f347'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:48:55.781735 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-3030e2ac-5567-48bd-8956-e650ba8b2ae0 None None] Bound port: ab071ba2-1fbb-4fad-8820-d5d75cc77ece, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1821159a-1f11-4977-9d1f-e2bc6ddc854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9211759f-390e-4c15-99b1-15aad966f347'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:48:55.782155 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3030e2ac-5567-48bd-8956-e650ba8b2ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:55.784414 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] Checking router: 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:48:55.784765 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] Updating router 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f port 29cee489-6d27-4070-8a1f-2dc0b8f50383 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:48:55.785935 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b281d-cfb9-4b73-ac53-35dd3a4826d0 req-a462f308-e137-4481-8999-ab7724189921 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:55.796188 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c29b281d-cfb9-4b73-ac53-35dd3a4826d0 req-a462f308-e137-4481-8999-ab7724189921 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb3a39c-039c-449c-a4c7-7f52e8258d80 HTTP/1.1" status: 200 len: 945 time: 0.0947723 Nov 10 17:48:55.884949 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c29b281d-cfb9-4b73-ac53-35dd3a4826d0 req-4272f60e-54bc-4b35-bd67-c5aed37ee3a4 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/security-groups?id=0021e546-4f7f-49c4-abd3-0d4bc5500397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875938 Nov 10 17:48:55.937783 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:55.982085 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-3030e2ac-5567-48bd-8956-e650ba8b2ae0 None None] For port ab071ba2-1fbb-4fad-8820-d5d75cc77ece, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:48:55.986398 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-3030e2ac-5567-48bd-8956-e650ba8b2ae0 None None] For port ab071ba2-1fbb-4fad-8820-d5d75cc77ece, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ab071ba2-1fbb-4fad-8820-d5d75cc77ece,segment=NetworkSegment(1821159a-1f11-4977-9d1f-e2bc6ddc854b),segment_id=1821159a-1f11-4977-9d1f-e2bc6ddc854b)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:48:56.000789 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a92d6e-435a-495a-aee8-81f557df6bc0 x-openstack-request-id: req-11a92d6e-435a-495a-aee8-81f557df6bc0 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:48:56.001117 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "name": "network-vif-plugged", "status": "completed", "tag": "3e2b75e1-1dde-4f1e-8e65-79bd011d0b86", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:48:56.001376 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-11a92d6e-435a-495a-aee8-81f557df6bc0 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:48:56.001799 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2b75e1-1dde-4f1e-8e65-79bd011d0b86', 'code': 200} Nov 10 17:48:56.004820 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9ec67117-4c27-46e9-aecf-4e2d2f5aacd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:56.012543 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:56.024591 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=3e2b75e1-1dde-4f1e-8e65-79bd011d0b86,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:56.024952 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fdcfc8aa-bec0-4a7c-96c8-7546038b3392 req-b8003cf4-2544-4a87-b3e9-98eecf5294a2 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2638252 Nov 10 17:48:56.036864 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3030e2ac-5567-48bd-8956-e650ba8b2ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:56.088671 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-07936202-c312-47af-ad0e-679d5a33c8bb tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:56.111150 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-07936202-c312-47af-ad0e-679d5a33c8bb tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Calling delete_port for bba41a67-a6c6-4822-8064-4bd987f4729f owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:48:56.158674 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 2405cff7-01a8-454c-a735-7c8e9cbb38bb, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2405cff7-01a8-454c-a735-7c8e9cbb38bb,segment=NetworkSegment(cc7ebe87-6e80-45d6-9d4a-59b48342441b),segment_id=cc7ebe87-6e80-45d6-9d4a-59b48342441b)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:56.190022 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 1f2a1a3d-5b3f-4c67-83ef-66629755aaba completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:48:56.202454 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:56.203343 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device a4bd9de6-2c3e-4414-8505-7f5269e97964 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:48:56.353311 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-2a256be9-f69e-43d4-9952-3e618e8a15b3 req-3f580b28-2e4d-4f62-8004-419966485d2e service neutron] (102468) timed out ('10.222.0.11', 64891) {{(pid=102468) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 17:48:56.353625 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d1740e-8dc2-4489-a678-19c6d0ca03ee None None] Network eea8bc4c-9a9d-4d61-a1e6-ae5f712747a7 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:48:56.363564 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-9ec67117-4c27-46e9-aecf-4e2d2f5aacd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:48:56.363927 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-9ec67117-4c27-46e9-aecf-4e2d2f5aacd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:48:56.364856 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 1f2a1a3d-5b3f-4c67-83ef-66629755aaba triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:56.365227 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:56.395674 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.extraroute_db [None req-49f16f3f-21b4-4a96-b6ee-a1c9eafd763d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102468) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 17:48:56.439624 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.extraroute_db [None req-49f16f3f-21b4-4a96-b6ee-a1c9eafd763d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Removed routes are [] {{(pid=102468) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 17:48:56.440533 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-49f16f3f-21b4-4a96-b6ee-a1c9eafd763d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1024386'] for router, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:56.478245 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030e2ac-5567-48bd-8956-e650ba8b2ae0 None None] Pushing event updated for resources: {'Port': ['ID=ab071ba2-1fbb-4fad-8820-d5d75cc77ece,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:56.508367 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6af2146e-064e-4850-9e9b-5fad158c3f6b req-c5fa5c2d-f88a-498f-849c-f45266c326e9 tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.39 "GET /v2.0/ports?device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1 HTTP/1.1" status: 200 len: 210 time: 0.0638833 Nov 10 17:48:56.645747 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-93db89d3-973e-4f4b-a5dc-27c4454e3744 req-1d3b0b2d-7fe1-421b-be1b-955da04339e8 tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.13 "GET /v2.0/ports?device_id=68feefa0-5bd5-43ef-97cf-5f1891b761b1 HTTP/1.1" status: 200 len: 210 time: 0.0783913 Nov 10 17:48:56.692589 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-07936202-c312-47af-ad0e-679d5a33c8bb tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:56.758050 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07936202-c312-47af-ad0e-679d5a33c8bb tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Pushing event deleted for resources: {'Port': ['ID=bba41a67-a6c6-4822-8064-4bd987f4729f,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:57.036241 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd0860-b853-47e2-8e2a-a33c1a0c6ca5 req-12cb3f5f-abb5-415f-8668-2594ec69463d tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:57.039170 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-38cd0860-b853-47e2-8e2a-a33c1a0c6ca5 req-12cb3f5f-abb5-415f-8668-2594ec69463d tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fb3a39c-039c-449c-a4c7-7f52e8258d80 HTTP/1.1" status: 200 len: 945 time: 0.1432483 Nov 10 17:48:57.071138 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bccd23f-d1ed-40a9-83d1-743af50ab79a req-25f074ac-619b-45fa-9ef6-79ef1a65defb tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:57.094818 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2bccd23f-d1ed-40a9-83d1-743af50ab79a req-25f074ac-619b-45fa-9ef6-79ef1a65defb tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb3a39c-039c-449c-a4c7-7f52e8258d80 HTTP/1.1" status: 200 len: 945 time: 0.1053162 Nov 10 17:48:57.228801 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port a4bd9de6-2c3e-4414-8505-7f5269e97964 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:57.229546 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:57.255409 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2bccd23f-d1ed-40a9-83d1-743af50ab79a req-bd1e9c85-edaf-4281-bfec-42e9d063e9f1 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/security-groups?id=0021e546-4f7f-49c4-abd3-0d4bc5500397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529768 Nov 10 17:48:57.299179 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=2405cff7-01a8-454c-a735-7c8e9cbb38bb,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:57.348858 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-38cd0860-b853-47e2-8e2a-a33c1a0c6ca5 req-1b1db181-ec9d-44ea-bdce-4c221f047ed9 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Deleting port 0dd3b8fc-3c00-4803-91f7-fa6022fb8173 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:48:57.349663 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-38cd0860-b853-47e2-8e2a-a33c1a0c6ca5 req-1b1db181-ec9d-44ea-bdce-4c221f047ed9 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:57.354618 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-07936202-c312-47af-ad0e-679d5a33c8bb tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:57.379332 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-49f16f3f-21b4-4a96-b6ee-a1c9eafd763d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1024386'] for router, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:57.420331 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5246a-c8e9-47e8-b73b-7280f22a2b22 req-6ecc8f96-b87f-46c2-add4-35170d84ef25 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:57.426618 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5246a-c8e9-47e8-b73b-7280f22a2b22 req-6ecc8f96-b87f-46c2-add4-35170d84ef25 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:57.442635 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5246a-c8e9-47e8-b73b-7280f22a2b22 req-6ecc8f96-b87f-46c2-add4-35170d84ef25 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:57.450842 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5246a-c8e9-47e8-b73b-7280f22a2b22 req-6ecc8f96-b87f-46c2-add4-35170d84ef25 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:57.461068 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5246a-c8e9-47e8-b73b-7280f22a2b22 req-6ecc8f96-b87f-46c2-add4-35170d84ef25 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:57.468113 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5246a-c8e9-47e8-b73b-7280f22a2b22 req-6ecc8f96-b87f-46c2-add4-35170d84ef25 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:57.474983 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5246a-c8e9-47e8-b73b-7280f22a2b22 req-6ecc8f96-b87f-46c2-add4-35170d84ef25 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:57.483578 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-19a5246a-c8e9-47e8-b73b-7280f22a2b22 req-6ecc8f96-b87f-46c2-add4-35170d84ef25 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5442 time: 0.2027607 Nov 10 17:48:57.491446 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-49f16f3f-21b4-4a96-b6ee-a1c9eafd763d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412472'] for router, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:57.523639 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-38cd0860-b853-47e2-8e2a-a33c1a0c6ca5 req-1b1db181-ec9d-44ea-bdce-4c221f047ed9 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] For port 0dd3b8fc-3c00-4803-91f7-fa6022fb8173, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=0dd3b8fc-3c00-4803-91f7-fa6022fb8173,segment=NetworkSegment(baeb23fd-b08b-446f-96bc-a6860148d525),segment_id=baeb23fd-b08b-446f-96bc-a6860148d525)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:57.524914 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-38cd0860-b853-47e2-8e2a-a33c1a0c6ca5 req-1b1db181-ec9d-44ea-bdce-4c221f047ed9 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:57.545932 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-38cd0860-b853-47e2-8e2a-a33c1a0c6ca5 req-1b1db181-ec9d-44ea-bdce-4c221f047ed9 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Calling delete_port for 0dd3b8fc-3c00-4803-91f7-fa6022fb8173 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:48:57.711018 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:57.724183 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:57.759070 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-19a5246a-c8e9-47e8-b73b-7280f22a2b22 req-9daa096d-7118-4cbf-9b2d-1e1f8a4816db tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2567537 Nov 10 17:48:57.814185 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-38cd0860-b853-47e2-8e2a-a33c1a0c6ca5 req-1b1db181-ec9d-44ea-bdce-4c221f047ed9 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:57.849002 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['0dd3b8fc-3c00-4803-91f7-fa6022fb8173'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:48:57.874431 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1db181-ec9d-44ea-bdce-4c221f047ed9 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Pushing event deleted for resources: {'Port': ['ID=0dd3b8fc-3c00-4803-91f7-fa6022fb8173,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:57.920517 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f16f3f-21b4-4a96-b6ee-a1c9eafd763d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Router 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:48:57.934499 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07936202-c312-47af-ad0e-679d5a33c8bb tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Router fe98460d-be68-4692-b4c0-4d3e53aa14c5 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:48:57.952081 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-38cd0860-b853-47e2-8e2a-a33c1a0c6ca5 req-1b1db181-ec9d-44ea-bdce-4c221f047ed9 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] No DVR routers for this DVR port 0dd3b8fc-3c00-4803-91f7-fa6022fb8173 on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:48:57.956252 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-38cd0860-b853-47e2-8e2a-a33c1a0c6ca5 req-1b1db181-ec9d-44ea-bdce-4c221f047ed9 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:57.965930 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-38cd0860-b853-47e2-8e2a-a33c1a0c6ca5 req-1b1db181-ec9d-44ea-bdce-4c221f047ed9 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.11 "DELETE /v2.0/ports/0dd3b8fc-3c00-4803-91f7-fa6022fb8173 HTTP/1.1" status: 204 len: 173 time: 0.9165480 Nov 10 17:48:57.967173 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb3a39c-039c-449c-a4c7-7f52e8258d80', 'name': 'network-vif-deleted', 'tag': '0dd3b8fc-3c00-4803-91f7-fa6022fb8173'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:48:57.973616 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9433ad7-1080-40b7-ab36-b88bd1d0c759" -d '{"events": [{"server_uuid": "5fb3a39c-039c-449c-a4c7-7f52e8258d80", "name": "network-vif-deleted", "tag": "0dd3b8fc-3c00-4803-91f7-fa6022fb8173"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:48:57.996310 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:58.078548 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-52739fbf-ac36-4cd6-8d39-1f9fb07c8012 req-fa6f41a9-c11c-4999-8623-d3434469c675 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aaa3085879a640b0bf87287128581bac&device_id=ee82a286-5e6c-41d0-a98d-bcf3b2b45115 HTTP/1.1" status: 200 len: 210 time: 0.0917690 Nov 10 17:48:58.086333 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a6d360-c0f1-4641-81cb-b5f14f3eaa4d x-openstack-request-id: req-24a6d360-c0f1-4641-81cb-b5f14f3eaa4d {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:48:58.086916 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb3a39c-039c-449c-a4c7-7f52e8258d80", "name": "network-vif-deleted", "tag": "0dd3b8fc-3c00-4803-91f7-fa6022fb8173", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:48:58.087425 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-24a6d360-c0f1-4641-81cb-b5f14f3eaa4d {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:48:58.096066 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb3a39c-039c-449c-a4c7-7f52e8258d80', 'name': 'network-vif-deleted', 'tag': '0dd3b8fc-3c00-4803-91f7-fa6022fb8173', 'status': 'completed', 'code': 200} Nov 10 17:48:58.115588 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-9ec67117-4c27-46e9-aecf-4e2d2f5aacd3 None None] Provisioning complete for port a4bd9de6-2c3e-4414-8505-7f5269e97964 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:58.116286 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9ec67117-4c27-46e9-aecf-4e2d2f5aacd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:58.123828 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd12695-09a9-4549-a789-33b610595157 None None] Pushing event updated for resources: {'Port': ['ID=29cee489-6d27-4070-8a1f-2dc0b8f50383,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:58.165094 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-52739fbf-ac36-4cd6-8d39-1f9fb07c8012 req-18338fa1-2c7b-40aa-89c8-23e19ff3ca22 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=aaa3085879a640b0bf87287128581bac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677261 Nov 10 17:48:58.177396 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0039f7d3-b8c6-4f3d-9fe7-8b6be5a15aa8 None None] Network 9211759f-390e-4c15-99b1-15aad966f347 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:48:58.255629 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b0d85bcb-cb2a-4abc-ba4a-0de3d405d1b0 req-ae0bdd82-6a7e-49a6-b15c-2f793df15c51 tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee82a286-5e6c-41d0-a98d-bcf3b2b45115 HTTP/1.1" status: 200 len: 210 time: 0.0775347 Nov 10 17:48:58.288367 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07936202-c312-47af-ad0e-679d5a33c8bb tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:48:58.306715 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa832258-e81c-4d1c-a623-d1e2bb3edcb4 None None] Sync routers for ids ['fe98460d-be68-4692-b4c0-4d3e53aa14c5'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:48:58.311471 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-07936202-c312-47af-ad0e-679d5a33c8bb tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] 10.222.0.39 "PUT /v2.0/routers/fe98460d-be68-4692-b4c0-4d3e53aa14c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1812129 Nov 10 17:48:58.315265 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55010) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:58.322048 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa832258-e81c-4d1c-a623-d1e2bb3edcb4 None None] Routers {'fe98460d-be68-4692-b4c0-4d3e53aa14c5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:58.325294 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-aa832258-e81c-4d1c-a623-d1e2bb3edcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:48:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['fe98460d-be68-4692-b4c0-4d3e53aa14c5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:58.333843 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2a1a3d-5b3f-4c67-83ef-66629755aaba'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:48:58.336093 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790b48e8-29a8-413e-8018-1283d3e5b44d" -d '{"events": [{"server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "name": "network-vif-plugged", "status": "completed", "tag": "1f2a1a3d-5b3f-4c67-83ef-66629755aaba"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:48:58.392184 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-a6d05149-15bf-4e2e-9a6a-8c7e66a45498 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] delete failed (client error): The resource could not be found. Nov 10 17:48:58.400684 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a6d05149-15bf-4e2e-9a6a-8c7e66a45498 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-1743062358 HTTP/1.1" status: 404 len: 335 time: 0.0841417 Nov 10 17:48:58.401375 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55014) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:58.403720 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f16f3f-21b4-4a96-b6ee-a1c9eafd763d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:48:58.415395 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-1eda2797-894c-41ab-8fbc-f80984e17c79 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fe98460d-be68-4692-b4c0-4d3e53aa14c5'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:58.429932 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-49f16f3f-21b4-4a96-b6ee-a1c9eafd763d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:58.434232 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-49f16f3f-21b4-4a96-b6ee-a1c9eafd763d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "PUT /v2.0/routers/91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f HTTP/1.1" status: 200 len: 952 time: 3.8506434 Nov 10 17:48:58.435026 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55016) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:58.483316 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-aa832258-e81c-4d1c-a623-d1e2bb3edcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:58.544651 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa832258-e81c-4d1c-a623-d1e2bb3edcb4 None None] Routers {'fe98460d-be68-4692-b4c0-4d3e53aa14c5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:48:58.545051 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f0c226-6e35-4f97-be6e-09417a34accf x-openstack-request-id: req-78f0c226-6e35-4f97-be6e-09417a34accf {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:48:58.545365 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "name": "network-vif-plugged", "status": "completed", "tag": "1f2a1a3d-5b3f-4c67-83ef-66629755aaba", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:48:58.545624 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-78f0c226-6e35-4f97-be6e-09417a34accf {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:48:58.546023 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2a1a3d-5b3f-4c67-83ef-66629755aaba', 'code': 200} Nov 10 17:48:58.546640 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-aa832258-e81c-4d1c-a623-d1e2bb3edcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:48:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['fe98460d-be68-4692-b4c0-4d3e53aa14c5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:58.551658 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 1f2a1a3d-5b3f-4c67-83ef-66629755aaba, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=1f2a1a3d-5b3f-4c67-83ef-66629755aaba,segment=NetworkSegment(5f095d99-d612-47ab-81fe-140248ebc91a),segment_id=5f095d99-d612-47ab-81fe-140248ebc91a)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:58.569332 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:58.571883 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:58.587621 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-853d249e-d98f-4142-a7f6-c7e3e55dab7e req-f5d8bb26-8908-4e29-8a02-4c5138a8ee8b tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fb3a39c-039c-449c-a4c7-7f52e8258d80 HTTP/1.1" status: 200 len: 210 time: 0.0622420 Nov 10 17:48:58.669684 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ad041f4c-2477-4913-9247-548217f1b2dc tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "GET /v2.0/routers/91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f HTTP/1.1" status: 200 len: 952 time: 0.2333467 Nov 10 17:48:58.670655 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55018) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:58.678541 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-aa832258-e81c-4d1c-a623-d1e2bb3edcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:48:58.679474 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa832258-e81c-4d1c-a623-d1e2bb3edcb4 None None] The sync data for ids ['fe98460d-be68-4692-b4c0-4d3e53aa14c5'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:48:58.682121 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-28fc4e53-cedb-4fd6-9958-3536d6bbb85c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Request body: {'router': {'routes': None}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:48:58.737359 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=1f2a1a3d-5b3f-4c67-83ef-66629755aaba,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:58.764771 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] Attempting to bind port 29cee489-6d27-4070-8a1f-2dc0b8f50383 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:48:58.765370 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] Attempting to bind port 29cee489-6d27-4070-8a1f-2dc0b8f50383 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '88256e77-ec59-4ceb-ae36-2852f98af872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '67091ac9-7b8e-4b56-895e-a2effcb62627'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:48:58.766407 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] Attempting to bind port 29cee489-6d27-4070-8a1f-2dc0b8f50383 on network 67091ac9-7b8e-4b56-895e-a2effcb62627 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:48:58.795454 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port a4bd9de6-2c3e-4414-8505-7f5269e97964, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=a4bd9de6-2c3e-4414-8505-7f5269e97964,segment=NetworkSegment(92bb1a4d-e4ab-44ab-a628-43beead1cc3f),segment_id=92bb1a4d-e4ab-44ab-a628-43beead1cc3f)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:48:58.800365 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:48:58.801002 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] Checking segment: {'id': '88256e77-ec59-4ceb-ae36-2852f98af872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '67091ac9-7b8e-4b56-895e-a2effcb62627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:48:58.801553 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:58.802085 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] Bound using segment: {'id': '88256e77-ec59-4ceb-ae36-2852f98af872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '67091ac9-7b8e-4b56-895e-a2effcb62627'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:48:58.802720 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] Bound port: 29cee489-6d27-4070-8a1f-2dc0b8f50383, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88256e77-ec59-4ceb-ae36-2852f98af872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '67091ac9-7b8e-4b56-895e-a2effcb62627'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:48:58.803262 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:58.811481 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:58.812655 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device cd739288-56de-46cd-9fce-675bec32e795 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:48:58.985001 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=a4bd9de6-2c3e-4414-8505-7f5269e97964,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:59.031558 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52739fbf-ac36-4cd6-8d39-1f9fb07c8012 req-1e353d02-2716-41e5-891c-24cc5e263564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:59.034944 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-52739fbf-ac36-4cd6-8d39-1f9fb07c8012 req-1e353d02-2716-41e5-891c-24cc5e263564 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8543665 Nov 10 17:48:59.067105 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-9ec67117-4c27-46e9-aecf-4e2d2f5aacd3 None None] Provisioning complete for port abbb5406-e0f7-4e0a-b9bf-9813885e8a6f triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:59.067484 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9ec67117-4c27-46e9-aecf-4e2d2f5aacd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:59.121364 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1eda2797-894c-41ab-8fbc-f80984e17c79 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:59.147862 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06637e17-89bd-44c2-a6f6-f244f722a9b5 req-025bb1bb-1e6f-4f89-837d-b77241a9c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:59.148532 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06637e17-89bd-44c2-a6f6-f244f722a9b5 req-025bb1bb-1e6f-4f89-837d-b77241a9c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:59.149059 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06637e17-89bd-44c2-a6f6-f244f722a9b5 req-025bb1bb-1e6f-4f89-837d-b77241a9c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:59.150286 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06637e17-89bd-44c2-a6f6-f244f722a9b5 req-025bb1bb-1e6f-4f89-837d-b77241a9c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:59.151270 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06637e17-89bd-44c2-a6f6-f244f722a9b5 req-025bb1bb-1e6f-4f89-837d-b77241a9c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:59.152576 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06637e17-89bd-44c2-a6f6-f244f722a9b5 req-025bb1bb-1e6f-4f89-837d-b77241a9c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:59.153410 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06637e17-89bd-44c2-a6f6-f244f722a9b5 req-025bb1bb-1e6f-4f89-837d-b77241a9c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:59.155553 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-06637e17-89bd-44c2-a6f6-f244f722a9b5 req-025bb1bb-1e6f-4f89-837d-b77241a9c666 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 6507 time: 0.5732467 Nov 10 17:48:59.165586 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] For port 29cee489-6d27-4070-8a1f-2dc0b8f50383, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:48:59.172481 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] For port 29cee489-6d27-4070-8a1f-2dc0b8f50383, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=29cee489-6d27-4070-8a1f-2dc0b8f50383,segment=NetworkSegment(88256e77-ec59-4ceb-ae36-2852f98af872),segment_id=88256e77-ec59-4ceb-ae36-2852f98af872)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:48:59.191118 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a0c43-0f8b-4be4-8117-e9cc48acc553 req-0b92e0ec-6840-4b77-a342-048cfb6efb28 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:59.191285 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:59.198579 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port cd739288-56de-46cd-9fce-675bec32e795 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:59.198947 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:59.200793 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a0c43-0f8b-4be4-8117-e9cc48acc553 req-0b92e0ec-6840-4b77-a342-048cfb6efb28 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:59.208998 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a0c43-0f8b-4be4-8117-e9cc48acc553 req-0b92e0ec-6840-4b77-a342-048cfb6efb28 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:59.215934 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a0c43-0f8b-4be4-8117-e9cc48acc553 req-0b92e0ec-6840-4b77-a342-048cfb6efb28 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:59.223769 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a0c43-0f8b-4be4-8117-e9cc48acc553 req-0b92e0ec-6840-4b77-a342-048cfb6efb28 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:59.232325 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a0c43-0f8b-4be4-8117-e9cc48acc553 req-0b92e0ec-6840-4b77-a342-048cfb6efb28 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:59.252239 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a0c43-0f8b-4be4-8117-e9cc48acc553 req-0b92e0ec-6840-4b77-a342-048cfb6efb28 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:48:59.254449 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-668a0c43-0f8b-4be4-8117-e9cc48acc553 req-0b92e0ec-6840-4b77-a342-048cfb6efb28 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5443 time: 0.3091755 Nov 10 17:48:59.275019 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-1eda2797-894c-41ab-8fbc-f80984e17c79 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] update failed (client error): The resource could not be found. Nov 10 17:48:59.283542 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1eda2797-894c-41ab-8fbc-f80984e17c79 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] 10.222.0.39 "PUT /v2.0/routers/fe98460d-be68-4692-b4c0-4d3e53aa14c5 HTTP/1.1" status: 404 len: 339 time: 0.8803828 Nov 10 17:48:59.284002 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] Updating router 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f port 4abe1c94-a612-4990-8369-1caf91cf900a binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:48:59.286018 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55030) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:48:59.387555 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:48:59.430147 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd12695-09a9-4549-a789-33b610595157 None None] Pushing event updated for resources: {'Port': ['ID=29cee489-6d27-4070-8a1f-2dc0b8f50383,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:48:59.494154 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-668a0c43-0f8b-4be4-8117-e9cc48acc553 req-834c2526-5193-4e2a-9599-d1e72c62015e tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2068632 Nov 10 17:48:59.497642 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-06637e17-89bd-44c2-a6f6-f244f722a9b5 req-0bed9413-8a2d-4d15-8441-64c57c374d65 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2420144 Nov 10 17:48:59.587019 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-90e7ddb1-fd5e-4882-ba60-52da6313bf5c req-edfad18e-326f-4053-8508-2d20285ce7d7 tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee82a286-5e6c-41d0-a98d-bcf3b2b45115 HTTP/1.1" status: 200 len: 210 time: 0.1306183 Nov 10 17:48:59.747476 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-95a4f23d-bd72-47d0-8651-9957892bcaa7 None None] Provisioning complete for port 29cee489-6d27-4070-8a1f-2dc0b8f50383 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:48:59.748476 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-95a4f23d-bd72-47d0-8651-9957892bcaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:00.036693 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-95a4f23d-bd72-47d0-8651-9957892bcaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:00.052806 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ab071ba2-1fbb-4fad-8820-d5d75cc77ece up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:49:00.150359 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7285fe04-dd52-40d2-b6c1-60f28cc6d0c6 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:00.154717 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:00.161563 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-95a4f23d-bd72-47d0-8651-9957892bcaa7 None None] For port 29cee489-6d27-4070-8a1f-2dc0b8f50383, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=29cee489-6d27-4070-8a1f-2dc0b8f50383,segment=NetworkSegment(88256e77-ec59-4ceb-ae36-2852f98af872),segment_id=88256e77-ec59-4ceb-ae36-2852f98af872)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:49:00.165527 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:00.194622 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-95a4f23d-bd72-47d0-8651-9957892bcaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:00.237114 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd12695-09a9-4549-a789-33b610595157 None None] Pushing event updated for resources: {'Port': ['ID=4abe1c94-a612-4990-8369-1caf91cf900a,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:00.252815 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-95a4f23d-bd72-47d0-8651-9957892bcaa7 None None] Provisioning complete for port ab071ba2-1fbb-4fad-8820-d5d75cc77ece triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:49:00.253004 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-95a4f23d-bd72-47d0-8651-9957892bcaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:00.292251 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port ab071ba2-1fbb-4fad-8820-d5d75cc77ece triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:49:00.292632 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:00.308421 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-1918713c-83af-4f20-977c-120941bfe32d tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:00.310017 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-1918713c-83af-4f20-977c-120941bfe32d tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/networks?id=9d712752-3829-4a19-bac1-728b7bac1b26 HTTP/1.1" status: 200 len: 809 time: 0.3285403 Nov 10 17:49:00.343443 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-9790efd1-fb8f-464e-965f-490af0020580 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/quotas/e1569f9ec4844e5da0abe0399c5b21b2 HTTP/1.1" status: 200 len: 375 time: 0.0235767 Nov 10 17:49:00.390245 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-52739fbf-ac36-4cd6-8d39-1f9fb07c8012 req-fa14ede8-6f5c-45f7-a723-786518380fff tempest-ServerShowV247Test-318242902 tempest-ServerShowV247Test-318242902-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee82a286-5e6c-41d0-a98d-bcf3b2b45115 HTTP/1.1" status: 200 len: 210 time: 0.0493832 Nov 10 17:49:00.434443 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-1a8a48eb-ffc8-4d14-b944-cedd6ac22800 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e1569f9ec4844e5da0abe0399c5b21b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596423 Nov 10 17:49:00.459702 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-b729e763-0225-4f8c-b2cf-dcd1ce52c049 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:49:00.460741 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-b729e763-0225-4f8c-b2cf-dcd1ce52c049 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060389 Nov 10 17:49:00.544468 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.extraroute_db [None req-28fc4e53-cedb-4fd6-9958-3536d6bbb85c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Added routes are [] {{(pid=102468) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 17:49:00.544796 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.extraroute_db [None req-28fc4e53-cedb-4fd6-9958-3536d6bbb85c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102468) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 17:49:00.697921 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4f23d-bd72-47d0-8651-9957892bcaa7 None None] Pushing event updated for resources: {'Port': ['ID=29cee489-6d27-4070-8a1f-2dc0b8f50383,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:00.716072 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-061aa2e6-0d70-44c9-922b-2a759bc2d3fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:00.725337 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] Attempting to bind port 4abe1c94-a612-4990-8369-1caf91cf900a on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:49:00.726066 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] Attempting to bind port 4abe1c94-a612-4990-8369-1caf91cf900a by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '1821159a-1f11-4977-9d1f-e2bc6ddc854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9211759f-390e-4c15-99b1-15aad966f347'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:49:00.726644 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] Attempting to bind port 4abe1c94-a612-4990-8369-1caf91cf900a on network 9211759f-390e-4c15-99b1-15aad966f347 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:49:00.738418 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:49:00.739149 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] Checking segment: {'id': '1821159a-1f11-4977-9d1f-e2bc6ddc854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9211759f-390e-4c15-99b1-15aad966f347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:49:00.739674 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:00.740203 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] Bound using segment: {'id': '1821159a-1f11-4977-9d1f-e2bc6ddc854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9211759f-390e-4c15-99b1-15aad966f347'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:49:00.740851 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] Bound port: 4abe1c94-a612-4990-8369-1caf91cf900a, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1821159a-1f11-4977-9d1f-e2bc6ddc854b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9211759f-390e-4c15-99b1-15aad966f347'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:49:00.741398 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:00.749235 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-28fc4e53-cedb-4fd6-9958-3536d6bbb85c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1024386'] for router, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:00.792303 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597896ce-5bb5-4662-b0ec-bbbe24df2904 req-01228026-1aca-4912-95bd-c5edba0801fb tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:00.799641 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597896ce-5bb5-4662-b0ec-bbbe24df2904 req-01228026-1aca-4912-95bd-c5edba0801fb tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:00.805747 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597896ce-5bb5-4662-b0ec-bbbe24df2904 req-01228026-1aca-4912-95bd-c5edba0801fb tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:00.821592 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597896ce-5bb5-4662-b0ec-bbbe24df2904 req-01228026-1aca-4912-95bd-c5edba0801fb tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:00.824211 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-f9712039-d3bc-42fa-86ff-f82a90ff840d service neutron] 10.222.0.39 "GET /v2.0/networks/9d712752-3829-4a19-bac1-728b7bac1b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118534 Nov 10 17:49:00.831642 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597896ce-5bb5-4662-b0ec-bbbe24df2904 req-01228026-1aca-4912-95bd-c5edba0801fb tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:00.839546 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597896ce-5bb5-4662-b0ec-bbbe24df2904 req-01228026-1aca-4912-95bd-c5edba0801fb tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:00.848646 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-95a4f23d-bd72-47d0-8651-9957892bcaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:00.851226 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 0dd3b8fc-3c00-4803-91f7-fa6022fb8173 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:49:00.852699 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597896ce-5bb5-4662-b0ec-bbbe24df2904 req-01228026-1aca-4912-95bd-c5edba0801fb tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:00.857813 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-597896ce-5bb5-4662-b0ec-bbbe24df2904 req-01228026-1aca-4912-95bd-c5edba0801fb tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5443 time: 0.2266352 Nov 10 17:49:00.884022 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-7285fe04-dd52-40d2-b6c1-60f28cc6d0c6 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Allocated IP 172.20.0.1 (57358b00-724d-4419-bfb1-cc5b8336e8f8/49e5803b-1101-4835-91ec-1784c25c2aa6/b552e9f2-4331-470d-8c80-690fe9a8054b) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:49:00.885341 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 0dd3b8fc-3c00-4803-91f7-fa6022fb8173 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:49:00.885899 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 0dd3b8fc-3c00-4803-91f7-fa6022fb8173 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:49:01.037353 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-597896ce-5bb5-4662-b0ec-bbbe24df2904 req-12ac1ce2-9f92-4bcf-b392-65b85fc703b3 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1360872 Nov 10 17:49:01.108847 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] For port 4abe1c94-a612-4990-8369-1caf91cf900a, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:49:01.114897 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] For port 4abe1c94-a612-4990-8369-1caf91cf900a, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=4abe1c94-a612-4990-8369-1caf91cf900a,segment=NetworkSegment(1821159a-1f11-4977-9d1f-e2bc6ddc854b),segment_id=1821159a-1f11-4977-9d1f-e2bc6ddc854b)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:49:01.135069 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:01.217501 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-95a4f23d-bd72-47d0-8651-9957892bcaa7 None None] For port ab071ba2-1fbb-4fad-8820-d5d75cc77ece, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ab071ba2-1fbb-4fad-8820-d5d75cc77ece,segment=NetworkSegment(1821159a-1f11-4977-9d1f-e2bc6ddc854b),segment_id=1821159a-1f11-4977-9d1f-e2bc6ddc854b)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:49:01.232824 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-b3864ada-3cc8-499d-bfbe-d57a0a4caa4d service neutron] 10.222.0.39 "GET /v2.0/networks/9d712752-3829-4a19-bac1-728b7bac1b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073567 Nov 10 17:49:01.235231 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:01.251257 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-95a4f23d-bd72-47d0-8651-9957892bcaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:01.271625 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] Routers {'91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:49:01.272306 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:48:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:01.281094 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-95a4f23d-bd72-47d0-8651-9957892bcaa7 None None] Could not find standard attr ID for object bba41a67-a6c6-4822-8064-4bd987f4729f. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 17:49:01.349729 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-28fc4e53-cedb-4fd6-9958-3536d6bbb85c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1024386'] for router, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:01.357349 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7285fe04-dd52-40d2-b6c1-60f28cc6d0c6 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:01.363767 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-28fc4e53-cedb-4fd6-9958-3536d6bbb85c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412472'] for router, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:01.414718 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd12695-09a9-4549-a789-33b610595157 None None] Pushing event updated for resources: {'Port': ['ID=4abe1c94-a612-4990-8369-1caf91cf900a,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:01.565380 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7285fe04-dd52-40d2-b6c1-60f28cc6d0c6 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:01.576585 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-95a4f23d-bd72-47d0-8651-9957892bcaa7 None None] Provisioning complete for port a4bd9de6-2c3e-4414-8505-7f5269e97964 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:49:01.576966 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-95a4f23d-bd72-47d0-8651-9957892bcaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:01.621323 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9a5f54fd-1fed-4f2a-8d3b-1d1aabd0f40c req-9463c941-da5a-443a-817e-dd2cde520757 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a3264-f5e2-4caa-8c76-7a54c65c0c4a HTTP/1.1" status: 200 len: 210 time: 0.0791342 Nov 10 17:49:01.633543 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] Set router 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:49:01.635729 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:49:01.636085 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:49:01.650023 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7285fe04-dd52-40d2-b6c1-60f28cc6d0c6 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Network 57358b00-724d-4419-bfb1-cc5b8336e8f8 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:49:01.651894 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fc4e53-cedb-4fd6-9958-3536d6bbb85c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Router 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:49:01.653601 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-7285fe04-dd52-40d2-b6c1-60f28cc6d0c6 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:49:01.661308 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7285fe04-dd52-40d2-b6c1-60f28cc6d0c6 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:49:01.714042 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4f23d-bd72-47d0-8651-9957892bcaa7 None None] Pushing event updated for resources: {'Port': ['ID=ab071ba2-1fbb-4fad-8820-d5d75cc77ece,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:01.757166 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55080) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:01.921496 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285fe04-dd52-40d2-b6c1-60f28cc6d0c6 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Pushing event updated for resources: {'Port': ['ID=b552e9f2-4331-470d-8c80-690fe9a8054b,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:01.934741 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7285fe04-dd52-40d2-b6c1-60f28cc6d0c6 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:02.031195 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-029072f1-cf04-41cc-b4df-d1adc0837be3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:02.069571 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fc4e53-cedb-4fd6-9958-3536d6bbb85c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:49:02.090077 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-28fc4e53-cedb-4fd6-9958-3536d6bbb85c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:02.094674 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55094) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:02.099567 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-28fc4e53-cedb-4fd6-9958-3536d6bbb85c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "PUT /v2.0/routers/91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f HTTP/1.1" status: 200 len: 702 time: 3.4242384 Nov 10 17:49:02.114113 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-95a4f23d-bd72-47d0-8651-9957892bcaa7 None None] Provisioning complete for port 8fbe9268-e925-4ebb-82a0-97f7396a9e81 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:49:02.114588 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-95a4f23d-bd72-47d0-8651-9957892bcaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:02.236531 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device abbb5406-e0f7-4e0a-b9bf-9813885e8a6f up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:49:02.377446 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7285fe04-dd52-40d2-b6c1-60f28cc6d0c6 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:02.389349 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fc06f330-524d-4f22-b955-e23afd950b15 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "GET /v2.0/routers/91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f HTTP/1.1" status: 200 len: 702 time: 0.2902694 Nov 10 17:49:02.390022 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55104) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:02.392666 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'name': 'tempest-RoutersIpV6Test-router-92437754', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:26Z', 'updated_at': '2021-11-10T17:49:00Z', 'revision_number': 7, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'gw_port_host': None, '_interfaces': [{'id': '2217527e-3166-4d51-a260-79c9f3d6e7fb', 'name': '', 'network_id': '84a853f7-5323-4c65-a2e2-96c29ca3ed8a', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:cd:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '994ef84d-76e3-47dc-abd0-4350401648da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:28Z', 'updated_at': '2021-11-10T17:48:34Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '994ef84d-76e3-47dc-abd0-4350401648da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29cee489-6d27-4070-8a1f-2dc0b8f50383', 'name': '', 'network_id': '67091ac9-7b8e-4b56-895e-a2effcb62627', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:ae:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'fb70ef73-d3a6-42c8-8592-812086bedccf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:41Z', 'updated_at': '2021-11-10T17:49:00Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': 'fb70ef73-d3a6-42c8-8592-812086bedccf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4abe1c94-a612-4990-8369-1caf91cf900a', 'name': '', 'network_id': '9211759f-390e-4c15-99b1-15aad966f347', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:31:f8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': 'ac4f51a9-b457-4ee0-9238-7ca1a5f56ab2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:49Z', 'updated_at': '2021-11-10T17:49:01Z', 'revision_number': 4, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': 'ac4f51a9-b457-4ee0-9238-7ca1a5f56ab2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd739288-56de-46cd-9fce-675bec32e795', 'name': '', 'network_id': '830f68a1-746c-4694-afad-be801df76ca0', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:2e:f8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '6aeff5aa-855d-44b7-a0f9-025c2ed0d97a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:36Z', 'updated_at': '2021-11-10T17:48:46Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '6aeff5aa-855d-44b7-a0f9-025c2ed0d97a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:02.496754 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95660800-9fa1-4f3b-89e2-98b598a9cd40 None None] The sync data for ids ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'] in n-d-776250-10 is: [{'id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'name': 'tempest-RoutersIpV6Test-router-92437754', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:26Z', 'updated_at': '2021-11-10T17:49:00Z', 'revision_number': 7, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'gw_port_host': None, '_interfaces': [{'id': '2217527e-3166-4d51-a260-79c9f3d6e7fb', 'name': '', 'network_id': '84a853f7-5323-4c65-a2e2-96c29ca3ed8a', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:cd:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '994ef84d-76e3-47dc-abd0-4350401648da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:28Z', 'updated_at': '2021-11-10T17:48:34Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '994ef84d-76e3-47dc-abd0-4350401648da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29cee489-6d27-4070-8a1f-2dc0b8f50383', 'name': '', 'network_id': '67091ac9-7b8e-4b56-895e-a2effcb62627', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:ae:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'fb70ef73-d3a6-42c8-8592-812086bedccf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:41Z', 'updated_at': '2021-11-10T17:49:00Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': 'fb70ef73-d3a6-42c8-8592-812086bedccf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4abe1c94-a612-4990-8369-1caf91cf900a', 'name': '', 'network_id': '9211759f-390e-4c15-99b1-15aad966f347', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:31:f8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': 'ac4f51a9-b457-4ee0-9238-7ca1a5f56ab2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:49Z', 'updated_at': '2021-11-10T17:49:01Z', 'revision_number': 4, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': 'ac4f51a9-b457-4ee0-9238-7ca1a5f56ab2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd739288-56de-46cd-9fce-675bec32e795', 'name': '', 'network_id': '830f68a1-746c-4694-afad-be801df76ca0', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:2e:f8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '6aeff5aa-855d-44b7-a0f9-025c2ed0d97a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:36Z', 'updated_at': '2021-11-10T17:48:46Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '6aeff5aa-855d-44b7-a0f9-025c2ed0d97a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:49:02.546474 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-95a4f23d-bd72-47d0-8651-9957892bcaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:02.554542 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port abbb5406-e0f7-4e0a-b9bf-9813885e8a6f triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:49:02.554919 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:02.583997 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-029072f1-cf04-41cc-b4df-d1adc0837be3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:02.599169 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-029072f1-cf04-41cc-b4df-d1adc0837be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:02.622905 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df5c61-3cda-4c69-9383-8d84205fb782 req-10f2c8b0-c9c9-4a49-b4d2-3c06f9f9a4f8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:02.658682 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df5c61-3cda-4c69-9383-8d84205fb782 req-10f2c8b0-c9c9-4a49-b4d2-3c06f9f9a4f8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:02.682661 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df5c61-3cda-4c69-9383-8d84205fb782 req-10f2c8b0-c9c9-4a49-b4d2-3c06f9f9a4f8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:02.690474 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df5c61-3cda-4c69-9383-8d84205fb782 req-10f2c8b0-c9c9-4a49-b4d2-3c06f9f9a4f8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:02.699749 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df5c61-3cda-4c69-9383-8d84205fb782 req-10f2c8b0-c9c9-4a49-b4d2-3c06f9f9a4f8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:02.720994 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df5c61-3cda-4c69-9383-8d84205fb782 req-10f2c8b0-c9c9-4a49-b4d2-3c06f9f9a4f8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:02.730573 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df5c61-3cda-4c69-9383-8d84205fb782 req-10f2c8b0-c9c9-4a49-b4d2-3c06f9f9a4f8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:02.746499 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-63df5c61-3cda-4c69-9383-8d84205fb782 req-10f2c8b0-c9c9-4a49-b4d2-3c06f9f9a4f8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5443 time: 0.4486358 Nov 10 17:49:02.812140 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-95a4f23d-bd72-47d0-8651-9957892bcaa7 None None] For port 8fbe9268-e925-4ebb-82a0-97f7396a9e81, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=8fbe9268-e925-4ebb-82a0-97f7396a9e81,segment=NetworkSegment(6afe05ad-7259-441c-9b1b-aa4e2457bc3e),segment_id=6afe05ad-7259-441c-9b1b-aa4e2457bc3e)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:49:02.837110 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-95a4f23d-bd72-47d0-8651-9957892bcaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:02.925010 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ed8e6109-499b-41a1-8587-78c1ff831290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:03.017234 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-63df5c61-3cda-4c69-9383-8d84205fb782 req-ddc56e1a-067c-4da6-9c38-0ac0a4638e89 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2685218 Nov 10 17:49:03.089561 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-15351dca-be4f-4bb9-9d5c-5314974c28dd req-dcafdc79-ae25-49da-ac88-0196337da8d4 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a3264-f5e2-4caa-8c76-7a54c65c0c4a HTTP/1.1" status: 200 len: 210 time: 0.1502235 Nov 10 17:49:03.098886 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029072f1-cf04-41cc-b4df-d1adc0837be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a12dbb-d37c-4c5b-ac52-626d435ef157,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:03.110867 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-029072f1-cf04-41cc-b4df-d1adc0837be3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aaa3085879a640b0bf87287128581bac&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3517222 Nov 10 17:49:03.114440 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55120) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:03.145503 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4f23d-bd72-47d0-8651-9957892bcaa7 None None] Pushing event updated for resources: {'Port': ['ID=8fbe9268-e925-4ebb-82a0-97f7396a9e81,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:03.162875 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 29cee489-6d27-4070-8a1f-2dc0b8f50383 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:49:03.278149 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-36e95356-13ef-4427-a3cb-359ff5254970 None None] Provisioning complete for port 29cee489-6d27-4070-8a1f-2dc0b8f50383 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:49:03.278428 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-36e95356-13ef-4427-a3cb-359ff5254970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:03.347897 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 29cee489-6d27-4070-8a1f-2dc0b8f50383 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:49:03.348301 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:03.488531 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-36e95356-13ef-4427-a3cb-359ff5254970 None None] Provisioning complete for port 4abe1c94-a612-4990-8369-1caf91cf900a triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:49:03.489006 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-36e95356-13ef-4427-a3cb-359ff5254970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:03.578959 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-834bcd41-e76a-4bd4-afef-0cc7932108c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:03.587715 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 8fbe9268-e925-4ebb-82a0-97f7396a9e81 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:49:03.631500 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-834bcd41-e76a-4bd4-afef-0cc7932108c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:03.727444 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-834bcd41-e76a-4bd4-afef-0cc7932108c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:03.732526 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-834bcd41-e76a-4bd4-afef-0cc7932108c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:03.733974 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-834bcd41-e76a-4bd4-afef-0cc7932108c0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e8a12dbb-d37c-4c5b-ac52-626d435ef157 HTTP/1.1" status: 204 len: 168 time: 0.6183248 Nov 10 17:49:03.770775 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834bcd41-e76a-4bd4-afef-0cc7932108c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a12dbb-d37c-4c5b-ac52-626d435ef157,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:03.799232 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67cdd60-aee2-4f0a-af6a-1742905557db None None] Sync routers for ids ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:49:03.816012 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 8fbe9268-e925-4ebb-82a0-97f7396a9e81 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:49:03.819889 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:03.826655 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-36e95356-13ef-4427-a3cb-359ff5254970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:03.866660 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-df00c384-7af0-4956-8043-43497a304d78 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:03.868568 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-df00c384-7af0-4956-8043-43497a304d78 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.13 "GET /v2.0/networks?id=9d712752-3829-4a19-bac1-728b7bac1b26 HTTP/1.1" status: 200 len: 809 time: 0.7072427 Nov 10 17:49:03.886155 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-27d9cd86-4e96-41c3-91be-920f62dacc20 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Request body: {'port': {'device_id': '374a3264-f5e2-4caa-8c76-7a54c65c0c4a', 'network_id': '9d712752-3829-4a19-bac1-728b7bac1b26', 'admin_state_up': True, 'tenant_id': 'e1569f9ec4844e5da0abe0399c5b21b2'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:03.939468 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67cdd60-aee2-4f0a-af6a-1742905557db None None] Routers {'91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:49:03.948753 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f67cdd60-aee2-4f0a-af6a-1742905557db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:49:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:04.105911 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ab9a0-a2f9-491d-9f1e-a32880aadf82 req-8e051efb-2dcf-475e-b34d-eab87ae59621 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:04.115330 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ab9a0-a2f9-491d-9f1e-a32880aadf82 req-8e051efb-2dcf-475e-b34d-eab87ae59621 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:04.122324 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ab9a0-a2f9-491d-9f1e-a32880aadf82 req-8e051efb-2dcf-475e-b34d-eab87ae59621 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:04.133802 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ab9a0-a2f9-491d-9f1e-a32880aadf82 req-8e051efb-2dcf-475e-b34d-eab87ae59621 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:04.141450 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ab9a0-a2f9-491d-9f1e-a32880aadf82 req-8e051efb-2dcf-475e-b34d-eab87ae59621 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:04.150865 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ab9a0-a2f9-491d-9f1e-a32880aadf82 req-8e051efb-2dcf-475e-b34d-eab87ae59621 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:04.159278 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ab9a0-a2f9-491d-9f1e-a32880aadf82 req-8e051efb-2dcf-475e-b34d-eab87ae59621 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:04.165942 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-788ab9a0-a2f9-491d-9f1e-a32880aadf82 req-8e051efb-2dcf-475e-b34d-eab87ae59621 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5443 time: 0.1659791 Nov 10 17:49:04.177929 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55134) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:04.186247 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-6b2d0636-8e57-4150-b2a2-25c8beb87076 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Request body: {'floatingip': {'port_id': '1f2a1a3d-5b3f-4c67-83ef-66629755aaba'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:04.273106 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-27d9cd86-4e96-41c3-91be-920f62dacc20 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Made reservation on behalf of e1569f9ec4844e5da0abe0399c5b21b2 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:49:04.282816 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-27d9cd86-4e96-41c3-91be-920f62dacc20 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:04.287372 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6b2d0636-8e57-4150-b2a2-25c8beb87076 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for floatingip, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:04.327263 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b887e507-2430-4e63-ab03-a44209b54c3c req-3fa5af89-8a15-4a97-a8b1-3951bd9bd11e tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a3264-f5e2-4caa-8c76-7a54c65c0c4a HTTP/1.1" status: 200 len: 210 time: 0.0946193 Nov 10 17:49:04.394016 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-062fc80c-91a7-4d0c-912a-0e92dc9e9281 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:04.601396 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-36e95356-13ef-4427-a3cb-359ff5254970 None None] For port 4abe1c94-a612-4990-8369-1caf91cf900a, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=4abe1c94-a612-4990-8369-1caf91cf900a,segment=NetworkSegment(1821159a-1f11-4977-9d1f-e2bc6ddc854b),segment_id=1821159a-1f11-4977-9d1f-e2bc6ddc854b)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:49:04.623314 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:04.692593 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-36e95356-13ef-4427-a3cb-359ff5254970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:04.858092 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7285fe04-dd52-40d2-b6c1-60f28cc6d0c6 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:04.864833 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7285fe04-dd52-40d2-b6c1-60f28cc6d0c6 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:04.867113 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-f67cdd60-aee2-4f0a-af6a-1742905557db None None] Set router 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:49:05.013592 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-36e95356-13ef-4427-a3cb-359ff5254970 None None] Provisioning complete for port ab071ba2-1fbb-4fad-8820-d5d75cc77ece triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:49:05.016024 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-36e95356-13ef-4427-a3cb-359ff5254970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:05.100367 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e95356-13ef-4427-a3cb-359ff5254970 None None] Pushing event updated for resources: {'Port': ['ID=4abe1c94-a612-4990-8369-1caf91cf900a,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:05.120562 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2405cff7-01a8-454c-a735-7c8e9cbb38bb up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:49:05.232605 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7285fe04-dd52-40d2-b6c1-60f28cc6d0c6 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:05.293721 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-27d9cd86-4e96-41c3-91be-920f62dacc20 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Allocated IP 172.20.0.2 (9d712752-3829-4a19-bac1-728b7bac1b26/24f622c7-f4ac-4cbc-908c-215b17fdf179/0c24c677-9cde-40f4-b2c8-bdabeff65fcb) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:49:05.324394 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6b2d0636-8e57-4150-b2a2-25c8beb87076 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:05.373446 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285fe04-dd52-40d2-b6c1-60f28cc6d0c6 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Pushing event updated for resources: {'Port': ['ID=b552e9f2-4331-470d-8c80-690fe9a8054b,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:05.384298 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6b2d0636-8e57-4150-b2a2-25c8beb87076 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:05.405657 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 2405cff7-01a8-454c-a735-7c8e9cbb38bb triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:49:05.406006 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:05.587032 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-36e95356-13ef-4427-a3cb-359ff5254970 None None] Provisioning complete for port b552e9f2-4331-470d-8c80-690fe9a8054b triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:49:05.588684 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-36e95356-13ef-4427-a3cb-359ff5254970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:05.623131 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9958019e-8753-4eee-ada4-810899118a7a req-5f2d0866-0c97-46ce-adc5-7cd2c6b959bc tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a3264-f5e2-4caa-8c76-7a54c65c0c4a HTTP/1.1" status: 200 len: 210 time: 0.0538700 Nov 10 17:49:05.739706 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-062fc80c-91a7-4d0c-912a-0e92dc9e9281 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Deleting port 4abe1c94-a612-4990-8369-1caf91cf900a {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:49:05.740056 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-062fc80c-91a7-4d0c-912a-0e92dc9e9281 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:05.752907 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:05.789428 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7285fe04-dd52-40d2-b6c1-60f28cc6d0c6 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Network 57358b00-724d-4419-bfb1-cc5b8336e8f8 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:49:05.797674 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-7285fe04-dd52-40d2-b6c1-60f28cc6d0c6 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:49:05.839997 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-36e95356-13ef-4427-a3cb-359ff5254970 None None] Port b552e9f2-4331-470d-8c80-690fe9a8054b cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:49:05.840618 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-27d9cd86-4e96-41c3-91be-920f62dacc20 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:05.965408 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device a4bd9de6-2c3e-4414-8505-7f5269e97964 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:49:06.005966 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-062fc80c-91a7-4d0c-912a-0e92dc9e9281 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] For port 4abe1c94-a612-4990-8369-1caf91cf900a, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=4abe1c94-a612-4990-8369-1caf91cf900a,segment=NetworkSegment(1821159a-1f11-4977-9d1f-e2bc6ddc854b),segment_id=1821159a-1f11-4977-9d1f-e2bc6ddc854b)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:49:06.027656 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-062fc80c-91a7-4d0c-912a-0e92dc9e9281 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:06.049435 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f67cdd60-aee2-4f0a-af6a-1742905557db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'name': 'tempest-RoutersIpV6Test-router-92437754', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:26Z', 'updated_at': '2021-11-10T17:49:00Z', 'revision_number': 7, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'gw_port_host': None, '_interfaces': [{'id': '2217527e-3166-4d51-a260-79c9f3d6e7fb', 'name': '', 'network_id': '84a853f7-5323-4c65-a2e2-96c29ca3ed8a', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:cd:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '994ef84d-76e3-47dc-abd0-4350401648da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:28Z', 'updated_at': '2021-11-10T17:48:34Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '994ef84d-76e3-47dc-abd0-4350401648da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29cee489-6d27-4070-8a1f-2dc0b8f50383', 'name': '', 'network_id': '67091ac9-7b8e-4b56-895e-a2effcb62627', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:ae:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'fb70ef73-d3a6-42c8-8592-812086bedccf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:41Z', 'updated_at': '2021-11-10T17:49:00Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': 'fb70ef73-d3a6-42c8-8592-812086bedccf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4abe1c94-a612-4990-8369-1caf91cf900a', 'name': '', 'network_id': '9211759f-390e-4c15-99b1-15aad966f347', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:31:f8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': 'ac4f51a9-b457-4ee0-9238-7ca1a5f56ab2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:49Z', 'updated_at': '2021-11-10T17:49:01Z', 'revision_number': 4, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': 'ac4f51a9-b457-4ee0-9238-7ca1a5f56ab2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd739288-56de-46cd-9fce-675bec32e795', 'name': '', 'network_id': '830f68a1-746c-4694-afad-be801df76ca0', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:2e:f8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '6aeff5aa-855d-44b7-a0f9-025c2ed0d97a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:36Z', 'updated_at': '2021-11-10T17:48:46Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '6aeff5aa-855d-44b7-a0f9-025c2ed0d97a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:06.071313 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7285fe04-dd52-40d2-b6c1-60f28cc6d0c6 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Router fe98460d-be68-4692-b4c0-4d3e53aa14c5 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:49:06.100672 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-27d9cd86-4e96-41c3-91be-920f62dacc20 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:06.104580 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [None req-6b2d0636-8e57-4150-b2a2-25c8beb87076 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Floating IP 35228e79-11fa-410a-ab3d-030f33733273 associated. External IP: 172.25.5.158, port: 1f2a1a3d-5b3f-4c67-83ef-66629755aaba. Nov 10 17:49:06.116418 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-062fc80c-91a7-4d0c-912a-0e92dc9e9281 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Calling delete_port for 4abe1c94-a612-4990-8369-1caf91cf900a owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:49:06.145945 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67cdd60-aee2-4f0a-af6a-1742905557db None None] Checking router: 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:49:06.188678 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67cdd60-aee2-4f0a-af6a-1742905557db None None] Routers {'91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:49:06.191468 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f67cdd60-aee2-4f0a-af6a-1742905557db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:49:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:06.236499 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-27d9cd86-4e96-41c3-91be-920f62dacc20 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Network 9d712752-3829-4a19-bac1-728b7bac1b26 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:49:06.463395 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port a4bd9de6-2c3e-4414-8505-7f5269e97964 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:49:06.463998 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:06.485762 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9cd86-4e96-41c3-91be-920f62dacc20 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Pushing event updated for resources: {'Port': ['ID=0c24c677-9cde-40f4-b2c8-bdabeff65fcb,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:06.499995 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-27d9cd86-4e96-41c3-91be-920f62dacc20 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:49:06.512884 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-27d9cd86-4e96-41c3-91be-920f62dacc20 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:49:06.580892 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-d5c1d0c9-7af7-4744-950c-4e19675d9366 None None] Provisioning complete for port b552e9f2-4331-470d-8c80-690fe9a8054b triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:49:06.581568 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d5c1d0c9-7af7-4744-950c-4e19675d9366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:06.587551 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-062fc80c-91a7-4d0c-912a-0e92dc9e9281 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:06.624930 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062fc80c-91a7-4d0c-912a-0e92dc9e9281 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Port': ['ID=4abe1c94-a612-4990-8369-1caf91cf900a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:06.689749 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-27d9cd86-4e96-41c3-91be-920f62dacc20 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:06.690443 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-27d9cd86-4e96-41c3-91be-920f62dacc20 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:06.697453 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-f67cdd60-aee2-4f0a-af6a-1742905557db None None] Set router 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:49:06.737127 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7285fe04-dd52-40d2-b6c1-60f28cc6d0c6 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:49:06.761378 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcea151d-d956-42e3-842b-0b1ecb7baa67 None None] Sync routers for ids ['fe98460d-be68-4692-b4c0-4d3e53aa14c5'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:49:06.763840 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7285fe04-dd52-40d2-b6c1-60f28cc6d0c6 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] 10.222.0.39 "PUT /v2.0/routers/fe98460d-be68-4692-b4c0-4d3e53aa14c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4718866 Nov 10 17:49:06.769261 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55188) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:06.790936 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:06.791427 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcea151d-d956-42e3-842b-0b1ecb7baa67 None None] Routers {'fe98460d-be68-4692-b4c0-4d3e53aa14c5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:49:06.792464 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-fcea151d-d956-42e3-842b-0b1ecb7baa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:49:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['fe98460d-be68-4692-b4c0-4d3e53aa14c5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:06.899717 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-fcea151d-d956-42e3-842b-0b1ecb7baa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:06.909800 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-27d9cd86-4e96-41c3-91be-920f62dacc20 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0274539 Nov 10 17:49:06.910330 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-062fc80c-91a7-4d0c-912a-0e92dc9e9281 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:06.929400 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-9e59492e-1342-4d21-a5a7-d018ac3aefa2 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:49:06.930943 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-9e59492e-1342-4d21-a5a7-d018ac3aefa2 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095949 Nov 10 17:49:06.936858 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcea151d-d956-42e3-842b-0b1ecb7baa67 None None] Routers {'fe98460d-be68-4692-b4c0-4d3e53aa14c5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:49:06.940033 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-fcea151d-d956-42e3-842b-0b1ecb7baa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:49:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['fe98460d-be68-4692-b4c0-4d3e53aa14c5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:07.046336 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-fcea151d-d956-42e3-842b-0b1ecb7baa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:07.053611 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcea151d-d956-42e3-842b-0b1ecb7baa67 None None] The sync data for ids ['fe98460d-be68-4692-b4c0-4d3e53aa14c5'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:49:07.089669 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-d5c1d0c9-7af7-4744-950c-4e19675d9366 None None] Port b552e9f2-4331-470d-8c80-690fe9a8054b cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:49:07.143516 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2d0636-8e57-4150-b2a2-25c8beb87076 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Router a86f7cf7-5515-47fa-b730-337126b5041d has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:49:07.255650 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-6c8a801a-fe90-490a-9416-76efc62c4f6d service neutron] Request body: {'port': {'device_id': '374a3264-f5e2-4caa-8c76-7a54c65c0c4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:07.261165 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-11f4b66a-2477-417f-a18f-6dba1d7ad8cd tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:07.347499 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 8fbe9268-e925-4ebb-82a0-97f7396a9e81 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:49:07.470954 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-11f4b66a-2477-417f-a18f-6dba1d7ad8cd tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 10 17:49:07.472026 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-11f4b66a-2477-417f-a18f-6dba1d7ad8cd tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] 10.222.0.39 "DELETE /v2.0/routers/fe98460d-be68-4692-b4c0-4d3e53aa14c5 HTTP/1.1" status: 409 len: 329 time: 0.6966400 Nov 10 17:49:07.476717 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55194) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:07.532997 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 8fbe9268-e925-4ebb-82a0-97f7396a9e81 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:49:07.533895 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:07.557282 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062fc80c-91a7-4d0c-912a-0e92dc9e9281 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Router 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:49:07.615290 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c2c59-d21d-400e-aa79-52071212d76e req-91ea8669-ed4a-419d-a12c-cb86aa392809 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:07.635548 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a49c2c59-d21d-400e-aa79-52071212d76e req-91ea8669-ed4a-419d-a12c-cb86aa392809 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a3264-f5e2-4caa-8c76-7a54c65c0c4a HTTP/1.1" status: 200 len: 931 time: 0.7152579 Nov 10 17:49:07.637020 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f67cdd60-aee2-4f0a-af6a-1742905557db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'name': 'tempest-RoutersIpV6Test-router-92437754', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:26Z', 'updated_at': '2021-11-10T17:49:00Z', 'revision_number': 7, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'gw_port_host': None, '_interfaces': [{'id': '2217527e-3166-4d51-a260-79c9f3d6e7fb', 'name': '', 'network_id': '84a853f7-5323-4c65-a2e2-96c29ca3ed8a', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:cd:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '994ef84d-76e3-47dc-abd0-4350401648da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:28Z', 'updated_at': '2021-11-10T17:48:34Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '994ef84d-76e3-47dc-abd0-4350401648da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29cee489-6d27-4070-8a1f-2dc0b8f50383', 'name': '', 'network_id': '67091ac9-7b8e-4b56-895e-a2effcb62627', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:ae:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'fb70ef73-d3a6-42c8-8592-812086bedccf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:41Z', 'updated_at': '2021-11-10T17:49:00Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': 'fb70ef73-d3a6-42c8-8592-812086bedccf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4abe1c94-a612-4990-8369-1caf91cf900a', 'name': '', 'network_id': '9211759f-390e-4c15-99b1-15aad966f347', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:31:f8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': 'ac4f51a9-b457-4ee0-9238-7ca1a5f56ab2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:49Z', 'updated_at': '2021-11-10T17:49:03Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': 'ac4f51a9-b457-4ee0-9238-7ca1a5f56ab2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd739288-56de-46cd-9fce-675bec32e795', 'name': '', 'network_id': '830f68a1-746c-4694-afad-be801df76ca0', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:2e:f8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '6aeff5aa-855d-44b7-a0f9-025c2ed0d97a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:36Z', 'updated_at': '2021-11-10T17:48:46Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '6aeff5aa-855d-44b7-a0f9-025c2ed0d97a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:07.651574 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2d0636-8e57-4150-b2a2-25c8beb87076 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:49:07.673281 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-6c8a801a-fe90-490a-9416-76efc62c4f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:07.748324 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6b2d0636-8e57-4150-b2a2-25c8beb87076 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:07.766013 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8a5575-bde2-46f5-975f-7c7844b2f2ec None None] Sync routers for ids ['a86f7cf7-5515-47fa-b730-337126b5041d'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:49:07.774085 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67cdd60-aee2-4f0a-af6a-1742905557db None None] The sync data for ids ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'] in n-d-776250-10 is: [{'id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'name': 'tempest-RoutersIpV6Test-router-92437754', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:26Z', 'updated_at': '2021-11-10T17:49:00Z', 'revision_number': 7, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'gw_port_host': None, '_interfaces': [{'id': '2217527e-3166-4d51-a260-79c9f3d6e7fb', 'name': '', 'network_id': '84a853f7-5323-4c65-a2e2-96c29ca3ed8a', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:cd:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '994ef84d-76e3-47dc-abd0-4350401648da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:28Z', 'updated_at': '2021-11-10T17:48:34Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '994ef84d-76e3-47dc-abd0-4350401648da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29cee489-6d27-4070-8a1f-2dc0b8f50383', 'name': '', 'network_id': '67091ac9-7b8e-4b56-895e-a2effcb62627', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:ae:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'fb70ef73-d3a6-42c8-8592-812086bedccf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:41Z', 'updated_at': '2021-11-10T17:49:00Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': 'fb70ef73-d3a6-42c8-8592-812086bedccf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4abe1c94-a612-4990-8369-1caf91cf900a', 'name': '', 'network_id': '9211759f-390e-4c15-99b1-15aad966f347', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:31:f8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': 'ac4f51a9-b457-4ee0-9238-7ca1a5f56ab2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:49Z', 'updated_at': '2021-11-10T17:49:03Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': 'ac4f51a9-b457-4ee0-9238-7ca1a5f56ab2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd739288-56de-46cd-9fce-675bec32e795', 'name': '', 'network_id': '830f68a1-746c-4694-afad-be801df76ca0', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:2e:f8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '6aeff5aa-855d-44b7-a0f9-025c2ed0d97a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:36Z', 'updated_at': '2021-11-10T17:48:46Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '6aeff5aa-855d-44b7-a0f9-025c2ed0d97a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:49:07.787366 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6b2d0636-8e57-4150-b2a2-25c8beb87076 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "PUT /v2.0/floatingips/35228e79-11fa-410a-ab3d-030f33733273 HTTP/1.1" status: 200 len: 991 time: 3.6080661 Nov 10 17:49:07.798055 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a49c2c59-d21d-400e-aa79-52071212d76e req-d609969f-34e2-4de1-b60f-d1d66a4db569 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/security-groups?id=0021e546-4f7f-49c4-abd3-0d4bc5500397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188190 Nov 10 17:49:07.819498 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'tag': '1f2a1a3d-5b3f-4c67-83ef-66629755aaba'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:49:07.821078 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7efa84-3d9d-4114-872e-f20540c050b0" -d '{"events": [{"name": "network-changed", "server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "tag": "1f2a1a3d-5b3f-4c67-83ef-66629755aaba"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:49:07.921715 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8a5575-bde2-46f5-975f-7c7844b2f2ec None None] Routers {'a86f7cf7-5515-47fa-b730-337126b5041d'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:49:07.922886 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-ac8a5575-bde2-46f5-975f-7c7844b2f2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:49:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a86f7cf7-5515-47fa-b730-337126b5041d'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:07.954798 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062fc80c-91a7-4d0c-912a-0e92dc9e9281 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:49:08.099259 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 29cee489-6d27-4070-8a1f-2dc0b8f50383 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:49:08.102017 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-062fc80c-91a7-4d0c-912a-0e92dc9e9281 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "PUT /v2.0/routers/91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7099247 Nov 10 17:49:08.102990 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55210) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:08.179916 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55212) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:08.263145 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-ac8a5575-bde2-46f5-975f-7c7844b2f2ec None None] Set router a86f7cf7-5515-47fa-b730-337126b5041d gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:49:08.284482 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5182df96-86e6-4b55-b8b4-d165b72ad1f3 None None] Sync routers for ids ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:49:08.303885 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5182df96-86e6-4b55-b8b4-d165b72ad1f3 None None] Routers {'91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:49:08.305933 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-5182df96-86e6-4b55-b8b4-d165b72ad1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:49:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:08.314048 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-793a17cc-ae48-4d9b-9e2e-88190b14316e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Deleting subnet ac4f51a9-b457-4ee0-9238-7ca1a5f56ab2 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:49:08.329278 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 29cee489-6d27-4070-8a1f-2dc0b8f50383 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:49:08.329660 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:08.334883 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-793a17cc-ae48-4d9b-9e2e-88190b14316e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:08.459335 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-793a17cc-ae48-4d9b-9e2e-88190b14316e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:08.521234 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-5182df96-86e6-4b55-b8b4-d165b72ad1f3 None None] Set router 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:49:08.546744 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ab071ba2-1fbb-4fad-8820-d5d75cc77ece up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:49:08.547507 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-6c8a801a-fe90-490a-9416-76efc62c4f6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c24c677-9cde-40f4-b2c8-bdabeff65fcb {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:49:08.562803 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-6c8a801a-fe90-490a-9416-76efc62c4f6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:08.584231 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-6c8a801a-fe90-490a-9416-76efc62c4f6d service neutron] Transition to ACTIVE for port object 0c24c677-9cde-40f4-b2c8-bdabeff65fcb will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:49:08.607379 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-793a17cc-ae48-4d9b-9e2e-88190b14316e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:08.632105 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-6c8a801a-fe90-490a-9416-76efc62c4f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:08.695472 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd15346-c1bf-4fd9-b4d8-0c726a5495d3 x-openstack-request-id: req-8cd15346-c1bf-4fd9-b4d8-0c726a5495d3 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:49:08.696001 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "tag": "1f2a1a3d-5b3f-4c67-83ef-66629755aaba", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:49:08.696470 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8cd15346-c1bf-4fd9-b4d8-0c726a5495d3 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:49:08.697097 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'tag': '1f2a1a3d-5b3f-4c67-83ef-66629755aaba', 'status': 'completed', 'code': 200} Nov 10 17:49:08.698267 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd1bd-eadf-42f7-9c91-75ba49e99bc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:08.698819 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7efa84-3d9d-4114-872e-f20540c050b0 req-47934b64-56c8-4a81-afac-ea243290ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:08.699395 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7efa84-3d9d-4114-872e-f20540c050b0 req-47934b64-56c8-4a81-afac-ea243290ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:08.700048 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7efa84-3d9d-4114-872e-f20540c050b0 req-47934b64-56c8-4a81-afac-ea243290ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:08.700812 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7efa84-3d9d-4114-872e-f20540c050b0 req-47934b64-56c8-4a81-afac-ea243290ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:08.701343 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7efa84-3d9d-4114-872e-f20540c050b0 req-47934b64-56c8-4a81-afac-ea243290ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:08.702041 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7efa84-3d9d-4114-872e-f20540c050b0 req-47934b64-56c8-4a81-afac-ea243290ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:08.702466 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7efa84-3d9d-4114-872e-f20540c050b0 req-47934b64-56c8-4a81-afac-ea243290ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:08.705136 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4e7efa84-3d9d-4114-872e-f20540c050b0 req-47934b64-56c8-4a81-afac-ea243290ef0b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87ef8f67c317450abb70e6821b7851c3&device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 6507 time: 0.1188560 Nov 10 17:49:08.713470 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-793a17cc-ae48-4d9b-9e2e-88190b14316e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:08.763428 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a17cc-ae48-4d9b-9e2e-88190b14316e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Subnet': ['ID=ac4f51a9-b457-4ee0-9238-7ca1a5f56ab2,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:08.879648 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd1bd-eadf-42f7-9c91-75ba49e99bc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:08.891185 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a801a-fe90-490a-9416-76efc62c4f6d service neutron] Pushing event updated for resources: {'Port': ['ID=0c24c677-9cde-40f4-b2c8-bdabeff65fcb,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:08.896662 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd1bd-eadf-42f7-9c91-75ba49e99bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:08.909423 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port ab071ba2-1fbb-4fad-8820-d5d75cc77ece triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:49:08.909805 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:08.929323 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6c467ac3-c8fa-4639-a0ab-d6f9c32017aa tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:08.938351 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c7bcd1bd-eadf-42f7-9c91-75ba49e99bc1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cbfb47e349cd4570967a5e5f36292048&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7571959 Nov 10 17:49:08.940481 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55222) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:08.945309 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-793a17cc-ae48-4d9b-9e2e-88190b14316e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:08.950019 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-793a17cc-ae48-4d9b-9e2e-88190b14316e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/subnets/ac4f51a9-b457-4ee0-9238-7ca1a5f56ab2 HTTP/1.1" status: 204 len: 168 time: 0.8440678 Nov 10 17:49:08.963942 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6bc5cb-6dac-4388-9ed5-f9edb78f6360 None None] Network 9211759f-390e-4c15-99b1-15aad966f347 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:49:08.969674 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55224) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:09.020971 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-5182df96-86e6-4b55-b8b4-d165b72ad1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'name': 'tempest-RoutersIpV6Test-router-92437754', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:26Z', 'updated_at': '2021-11-10T17:49:06Z', 'revision_number': 8, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'gw_port_host': None, '_interfaces': [{'id': '2217527e-3166-4d51-a260-79c9f3d6e7fb', 'name': '', 'network_id': '84a853f7-5323-4c65-a2e2-96c29ca3ed8a', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:cd:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '994ef84d-76e3-47dc-abd0-4350401648da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:28Z', 'updated_at': '2021-11-10T17:48:34Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '994ef84d-76e3-47dc-abd0-4350401648da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29cee489-6d27-4070-8a1f-2dc0b8f50383', 'name': '', 'network_id': '67091ac9-7b8e-4b56-895e-a2effcb62627', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:ae:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'fb70ef73-d3a6-42c8-8592-812086bedccf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:41Z', 'updated_at': '2021-11-10T17:49:00Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': 'fb70ef73-d3a6-42c8-8592-812086bedccf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd739288-56de-46cd-9fce-675bec32e795', 'name': '', 'network_id': '830f68a1-746c-4694-afad-be801df76ca0', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:2e:f8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '6aeff5aa-855d-44b7-a0f9-025c2ed0d97a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:36Z', 'updated_at': '2021-11-10T17:48:46Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '6aeff5aa-855d-44b7-a0f9-025c2ed0d97a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:09.061643 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-6c8a801a-fe90-490a-9416-76efc62c4f6d service neutron] Attempting to bind port 0c24c677-9cde-40f4-b2c8-bdabeff65fcb on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:49:09.062611 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-6c8a801a-fe90-490a-9416-76efc62c4f6d service neutron] Attempting to bind port 0c24c677-9cde-40f4-b2c8-bdabeff65fcb by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': 'baeb23fd-b08b-446f-96bc-a6860148d525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d712752-3829-4a19-bac1-728b7bac1b26'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:49:09.064058 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-6c8a801a-fe90-490a-9416-76efc62c4f6d service neutron] Attempting to bind port 0c24c677-9cde-40f4-b2c8-bdabeff65fcb on network 9d712752-3829-4a19-bac1-728b7bac1b26 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:49:09.066413 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5182df96-86e6-4b55-b8b4-d165b72ad1f3 None None] Checking router: 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:49:09.080505 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-6c8a801a-fe90-490a-9416-76efc62c4f6d service neutron] Port 0c24c677-9cde-40f4-b2c8-bdabeff65fcb on network 9d712752-3829-4a19-bac1-728b7bac1b26 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:49:09.081062 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-6c8a801a-fe90-490a-9416-76efc62c4f6d service neutron] Attempting to bind port 0c24c677-9cde-40f4-b2c8-bdabeff65fcb on network 9d712752-3829-4a19-bac1-728b7bac1b26 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:49:09.092131 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5182df96-86e6-4b55-b8b4-d165b72ad1f3 None None] Routers {'91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:49:09.093048 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-5182df96-86e6-4b55-b8b4-d165b72ad1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:49:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:09.099710 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-6c8a801a-fe90-490a-9416-76efc62c4f6d service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:49:09.100450 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-6c8a801a-fe90-490a-9416-76efc62c4f6d service neutron] Checking segment: {'id': 'baeb23fd-b08b-446f-96bc-a6860148d525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d712752-3829-4a19-bac1-728b7bac1b26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:49:09.101181 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-6c8a801a-fe90-490a-9416-76efc62c4f6d service neutron] Bound using segment: {'id': 'baeb23fd-b08b-446f-96bc-a6860148d525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d712752-3829-4a19-bac1-728b7bac1b26'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:49:09.102129 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-6c8a801a-fe90-490a-9416-76efc62c4f6d service neutron] Bound port: 0c24c677-9cde-40f4-b2c8-bdabeff65fcb, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baeb23fd-b08b-446f-96bc-a6860148d525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d712752-3829-4a19-bac1-728b7bac1b26'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:49:09.102860 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-6c8a801a-fe90-490a-9416-76efc62c4f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:09.201062 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-ac8a5575-bde2-46f5-975f-7c7844b2f2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'name': 'tempest-TaggedBootDevicesTest_v242-549713219-router', 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '462ce251-4bad-49fb-a84b-fe3673c33258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:44:42Z', 'updated_at': '2021-11-10T17:45:01Z', 'revision_number': 4, 'project_id': '87ef8f67c317450abb70e6821b7851c3', 'gw_port': {'id': '462ce251-4bad-49fb-a84b-fe3673c33258', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:44:45Z', 'updated_at': '2021-11-10T17:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '35228e79-11fa-410a-ab3d-030f33733273', 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'floating_ip_address': '172.25.5.158', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'port_id': '1f2a1a3d-5b3f-4c67-83ef-66629755aaba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ba70b55-5d77-4457-b11f-9823987d654f', 'mac_address': 'fa:16:3e:ed:6a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:46:34Z', 'updated_at': '2021-11-10T17:49:05Z', 'revision_number': 1, 'project_id': '87ef8f67c317450abb70e6821b7851c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d77a10-b570-44b2-9c71-dfd6d28bf854', 'name': '', 'network_id': '7ba70b55-5d77-4457-b11f-9823987d654f', 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'mac_address': 'fa:16:3e:bc:1a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '2408a0c7-e08d-426a-ac08-2e242a5b2cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:44:55Z', 'updated_at': '2021-11-10T17:45:18Z', 'revision_number': 5, 'project_id': '87ef8f67c317450abb70e6821b7851c3', 'subnets': [{'id': '2408a0c7-e08d-426a-ac08-2e242a5b2cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:09.269307 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8a5575-bde2-46f5-975f-7c7844b2f2ec None None] Checking router: a86f7cf7-5515-47fa-b730-337126b5041d for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:49:09.286468 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-5182df96-86e6-4b55-b8b4-d165b72ad1f3 None None] Set router 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:49:09.292267 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac792f1-6937-4556-815d-cba1ab0a754b None None] DHCP port deletion for 9211759f-390e-4c15-99b1-15aad966f347 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:49:09.292617 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-6c8a801a-fe90-490a-9416-76efc62c4f6d service neutron] For port 0c24c677-9cde-40f4-b2c8-bdabeff65fcb, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:49:09.299155 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-6c8a801a-fe90-490a-9416-76efc62c4f6d service neutron] For port 0c24c677-9cde-40f4-b2c8-bdabeff65fcb, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=0c24c677-9cde-40f4-b2c8-bdabeff65fcb,segment=NetworkSegment(baeb23fd-b08b-446f-96bc-a6860148d525),segment_id=baeb23fd-b08b-446f-96bc-a6860148d525)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:49:09.309966 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-6c8a801a-fe90-490a-9416-76efc62c4f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:09.338214 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8a5575-bde2-46f5-975f-7c7844b2f2ec None None] Routers {'a86f7cf7-5515-47fa-b730-337126b5041d'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:49:09.338745 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-ac8a5575-bde2-46f5-975f-7c7844b2f2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:49:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a86f7cf7-5515-47fa-b730-337126b5041d'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:09.396806 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22d60623-f377-4d16-864c-73e61b79fef4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:09.409418 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-6c8a801a-fe90-490a-9416-76efc62c4f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:09.410149 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-6c8a801a-fe90-490a-9416-76efc62c4f6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:09.411673 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-6c8a801a-fe90-490a-9416-76efc62c4f6d service neutron] 10.222.0.13 "PUT /v2.0/ports/0c24c677-9cde-40f4-b2c8-bdabeff65fcb HTTP/1.1" status: 200 len: 1092 time: 2.1675487 Nov 10 17:49:09.427199 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7efa84-3d9d-4114-872e-f20540c050b0 req-1b8cc53a-4997-4c54-8523-a31dd3928dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:09.432072 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4e7efa84-3d9d-4114-872e-f20540c050b0 req-1b8cc53a-4997-4c54-8523-a31dd3928dda service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ba70b55-5d77-4457-b11f-9823987d654f HTTP/1.1" status: 200 len: 917 time: 0.7054098 Nov 10 17:49:09.433136 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374a3264-f5e2-4caa-8c76-7a54c65c0c4a', 'tag': '0c24c677-9cde-40f4-b2c8-bdabeff65fcb'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:49:09.435614 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009b48f5-8a3d-477a-9cc2-12b01bf80092" -d '{"events": [{"name": "network-changed", "server_uuid": "374a3264-f5e2-4caa-8c76-7a54c65c0c4a", "tag": "0c24c677-9cde-40f4-b2c8-bdabeff65fcb"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:49:09.543042 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232298cc-2b69-4760-abce-e68eceb86e81 x-openstack-request-id: req-232298cc-2b69-4760-abce-e68eceb86e81 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:49:09.543430 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "374a3264-f5e2-4caa-8c76-7a54c65c0c4a", "tag": "0c24c677-9cde-40f4-b2c8-bdabeff65fcb", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:49:09.543755 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-232298cc-2b69-4760-abce-e68eceb86e81 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:49:09.544288 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '374a3264-f5e2-4caa-8c76-7a54c65c0c4a', 'tag': '0c24c677-9cde-40f4-b2c8-bdabeff65fcb', 'status': 'completed', 'code': 200} Nov 10 17:49:09.563074 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-ac8a5575-bde2-46f5-975f-7c7844b2f2ec None None] Set router a86f7cf7-5515-47fa-b730-337126b5041d gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:49:09.611016 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a801a-fe90-490a-9416-76efc62c4f6d service neutron] Pushing event updated for resources: {'Port': ['ID=0c24c677-9cde-40f4-b2c8-bdabeff65fcb,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:09.615397 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4e7efa84-3d9d-4114-872e-f20540c050b0 req-67a2f923-28a0-45d7-8d44-5a71c86d9d89 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f2a1a3d-5b3f-4c67-83ef-66629755aaba HTTP/1.1" status: 200 len: 999 time: 0.1652384 Nov 10 17:49:09.644066 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-5182df96-86e6-4b55-b8b4-d165b72ad1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'name': 'tempest-RoutersIpV6Test-router-92437754', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:26Z', 'updated_at': '2021-11-10T17:49:06Z', 'revision_number': 8, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'gw_port_host': None, '_interfaces': [{'id': '2217527e-3166-4d51-a260-79c9f3d6e7fb', 'name': '', 'network_id': '84a853f7-5323-4c65-a2e2-96c29ca3ed8a', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:cd:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '994ef84d-76e3-47dc-abd0-4350401648da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:28Z', 'updated_at': '2021-11-10T17:48:34Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '994ef84d-76e3-47dc-abd0-4350401648da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29cee489-6d27-4070-8a1f-2dc0b8f50383', 'name': '', 'network_id': '67091ac9-7b8e-4b56-895e-a2effcb62627', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:ae:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'fb70ef73-d3a6-42c8-8592-812086bedccf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:41Z', 'updated_at': '2021-11-10T17:49:00Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': 'fb70ef73-d3a6-42c8-8592-812086bedccf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd739288-56de-46cd-9fce-675bec32e795', 'name': '', 'network_id': '830f68a1-746c-4694-afad-be801df76ca0', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:2e:f8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '6aeff5aa-855d-44b7-a0f9-025c2ed0d97a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:36Z', 'updated_at': '2021-11-10T17:48:46Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '6aeff5aa-855d-44b7-a0f9-025c2ed0d97a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:09.693618 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-b8fb3d9e-d2f5-4c18-8501-eaa8d74dec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:09.695556 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-b8fb3d9e-d2f5-4c18-8501-eaa8d74dec06 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1569f9ec4844e5da0abe0399c5b21b2&device_id=374a3264-f5e2-4caa-8c76-7a54c65c0c4a HTTP/1.1" status: 200 len: 1095 time: 0.1930456 Nov 10 17:49:09.698636 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5182df96-86e6-4b55-b8b4-d165b72ad1f3 None None] The sync data for ids ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'] in n-d-776250-10 is: [{'id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'name': 'tempest-RoutersIpV6Test-router-92437754', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:26Z', 'updated_at': '2021-11-10T17:49:06Z', 'revision_number': 8, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'gw_port_host': None, '_interfaces': [{'id': '2217527e-3166-4d51-a260-79c9f3d6e7fb', 'name': '', 'network_id': '84a853f7-5323-4c65-a2e2-96c29ca3ed8a', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:cd:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '994ef84d-76e3-47dc-abd0-4350401648da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:28Z', 'updated_at': '2021-11-10T17:48:34Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '994ef84d-76e3-47dc-abd0-4350401648da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29cee489-6d27-4070-8a1f-2dc0b8f50383', 'name': '', 'network_id': '67091ac9-7b8e-4b56-895e-a2effcb62627', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:ae:78:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2264, 'fixed_ips': [{'subnet_id': 'fb70ef73-d3a6-42c8-8592-812086bedccf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:41Z', 'updated_at': '2021-11-10T17:49:00Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': 'fb70ef73-d3a6-42c8-8592-812086bedccf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd739288-56de-46cd-9fce-675bec32e795', 'name': '', 'network_id': '830f68a1-746c-4694-afad-be801df76ca0', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:2e:f8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '6aeff5aa-855d-44b7-a0f9-025c2ed0d97a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:36Z', 'updated_at': '2021-11-10T17:48:46Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '6aeff5aa-855d-44b7-a0f9-025c2ed0d97a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:49:09.772551 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-22d60623-f377-4d16-864c-73e61b79fef4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Deleting port ab071ba2-1fbb-4fad-8820-d5d75cc77ece {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:49:09.776721 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22d60623-f377-4d16-864c-73e61b79fef4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:09.785175 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-69ca20f8-8ddd-4023-b758-94c029a62174 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c24c677-9cde-40f4-b2c8-bdabeff65fcb HTTP/1.1" status: 200 len: 217 time: 0.0777321 Nov 10 17:49:09.787266 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7efa84-3d9d-4114-872e-f20540c050b0 req-85936f1e-d78a-428e-8a9d-bd3d62cc0fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:09.789336 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4e7efa84-3d9d-4114-872e-f20540c050b0 req-85936f1e-d78a-428e-8a9d-bd3d62cc0fbb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2408a0c7-e08d-426a-ac08-2e242a5b2cbd HTTP/1.1" status: 200 len: 855 time: 0.1508689 Nov 10 17:49:09.846687 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bcd1bd-eadf-42f7-9c91-75ba49e99bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d739cf9-eab8-48e4-8a6b-30396afb0fc2,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:09.860458 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-77a5aa5c-20b2-4e74-acbf-7dd2c0962c0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:09.866720 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-fc7236ab-9010-4e26-9ea3-e509e063c738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:09.868568 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-fc7236ab-9010-4e26-9ea3-e509e063c738 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=24f622c7-f4ac-4cbc-908c-215b17fdf179 HTTP/1.1" status: 200 len: 849 time: 0.0670867 Nov 10 17:49:09.885599 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-77a5aa5c-20b2-4e74-acbf-7dd2c0962c0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:09.892170 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-0ac792f1-6937-4556-815d-cba1ab0a754b None None] Deleting port ab071ba2-1fbb-4fad-8820-d5d75cc77ece {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:49:09.892763 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0ac792f1-6937-4556-815d-cba1ab0a754b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:09.944205 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcd1bd-eadf-42f7-9c91-75ba49e99bc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:09.945550 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcd1bd-eadf-42f7-9c91-75ba49e99bc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:09.945550 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcd1bd-eadf-42f7-9c91-75ba49e99bc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:09.947494 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcd1bd-eadf-42f7-9c91-75ba49e99bc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:09.947941 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcd1bd-eadf-42f7-9c91-75ba49e99bc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:09.948711 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcd1bd-eadf-42f7-9c91-75ba49e99bc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:09.948711 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcd1bd-eadf-42f7-9c91-75ba49e99bc1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:09.949174 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcd1bd-eadf-42f7-9c91-75ba49e99bc1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:09.949577 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcd1bd-eadf-42f7-9c91-75ba49e99bc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:09.949978 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcd1bd-eadf-42f7-9c91-75ba49e99bc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:09.950381 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcd1bd-eadf-42f7-9c91-75ba49e99bc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:09.950813 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bcd1bd-eadf-42f7-9c91-75ba49e99bc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:09.980531 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94141283-149a-434f-96ae-d9608db0a50c req-ab2257e1-53e8-45da-9e66-a2edcd06b6f7 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:09.988036 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-5fb45a59-2164-41bc-84ff-551f7bfc2490 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d712752-3829-4a19-bac1-728b7bac1b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547140 Nov 10 17:49:09.989578 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-94141283-149a-434f-96ae-d9608db0a50c req-ab2257e1-53e8-45da-9e66-a2edcd06b6f7 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a3264-f5e2-4caa-8c76-7a54c65c0c4a HTTP/1.1" status: 200 len: 943 time: 0.9527071 Nov 10 17:49:09.994478 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-77a5aa5c-20b2-4e74-acbf-7dd2c0962c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:09.997421 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-77a5aa5c-20b2-4e74-acbf-7dd2c0962c0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:10.008377 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-77a5aa5c-20b2-4e74-acbf-7dd2c0962c0f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2d739cf9-eab8-48e4-8a6b-30396afb0fc2 HTTP/1.1" status: 204 len: 168 time: 1.0570080 Nov 10 17:49:10.027681 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7efa84-3d9d-4114-872e-f20540c050b0 req-fbdbe20c-a8f6-490e-8bb1-2b0987e68e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:10.029562 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4e7efa84-3d9d-4114-872e-f20540c050b0 req-fbdbe20c-a8f6-490e-8bb1-2b0987e68e4f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ba70b55-5d77-4457-b11f-9823987d654f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1593356 Nov 10 17:49:10.051315 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-0ac792f1-6937-4556-815d-cba1ab0a754b None None] For port ab071ba2-1fbb-4fad-8820-d5d75cc77ece, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ab071ba2-1fbb-4fad-8820-d5d75cc77ece,segment=NetworkSegment(1821159a-1f11-4977-9d1f-e2bc6ddc854b),segment_id=1821159a-1f11-4977-9d1f-e2bc6ddc854b)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:49:10.051825 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0ac792f1-6937-4556-815d-cba1ab0a754b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:10.095431 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-0ac792f1-6937-4556-815d-cba1ab0a754b None None] Calling delete_port for ab071ba2-1fbb-4fad-8820-d5d75cc77ece owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:49:10.122306 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5aa5c-20b2-4e74-acbf-7dd2c0962c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d739cf9-eab8-48e4-8a6b-30396afb0fc2,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:10.230823 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-ac8a5575-bde2-46f5-975f-7c7844b2f2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'name': 'tempest-TaggedBootDevicesTest_v242-549713219-router', 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '462ce251-4bad-49fb-a84b-fe3673c33258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:44:42Z', 'updated_at': '2021-11-10T17:45:01Z', 'revision_number': 4, 'project_id': '87ef8f67c317450abb70e6821b7851c3', 'gw_port': {'id': '462ce251-4bad-49fb-a84b-fe3673c33258', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:44:45Z', 'updated_at': '2021-11-10T17:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '35228e79-11fa-410a-ab3d-030f33733273', 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'floating_ip_address': '172.25.5.158', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'port_id': '1f2a1a3d-5b3f-4c67-83ef-66629755aaba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ba70b55-5d77-4457-b11f-9823987d654f', 'mac_address': 'fa:16:3e:ed:6a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:46:34Z', 'updated_at': '2021-11-10T17:49:05Z', 'revision_number': 1, 'project_id': '87ef8f67c317450abb70e6821b7851c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d77a10-b570-44b2-9c71-dfd6d28bf854', 'name': '', 'network_id': '7ba70b55-5d77-4457-b11f-9823987d654f', 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'mac_address': 'fa:16:3e:bc:1a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '2408a0c7-e08d-426a-ac08-2e242a5b2cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:44:55Z', 'updated_at': '2021-11-10T17:45:18Z', 'revision_number': 5, 'project_id': '87ef8f67c317450abb70e6821b7851c3', 'subnets': [{'id': '2408a0c7-e08d-426a-ac08-2e242a5b2cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:10.256730 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 4abe1c94-a612-4990-8369-1caf91cf900a no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:49:10.264414 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-94141283-149a-434f-96ae-d9608db0a50c req-8dd8105d-cae9-437f-be6c-a7e9d9fe251a tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/security-groups?id=0021e546-4f7f-49c4-abd3-0d4bc5500397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712431 Nov 10 17:49:10.350595 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4e7efa84-3d9d-4114-872e-f20540c050b0 req-5f20f10c-4f4c-4ad7-ae32-16fb986a1424 service neutron] 10.222.0.11 "GET /v2.0/networks/7ba70b55-5d77-4457-b11f-9823987d654f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033063 Nov 10 17:49:10.354533 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-22d60623-f377-4d16-864c-73e61b79fef4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] For port ab071ba2-1fbb-4fad-8820-d5d75cc77ece, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ab071ba2-1fbb-4fad-8820-d5d75cc77ece,segment=NetworkSegment(1821159a-1f11-4977-9d1f-e2bc6ddc854b),segment_id=1821159a-1f11-4977-9d1f-e2bc6ddc854b)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:49:10.354994 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22d60623-f377-4d16-864c-73e61b79fef4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:10.397700 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 4abe1c94-a612-4990-8369-1caf91cf900a {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:49:10.398214 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 4abe1c94-a612-4990-8369-1caf91cf900a not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:49:10.398777 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ab071ba2-1fbb-4fad-8820-d5d75cc77ece no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:49:10.400367 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-22d60623-f377-4d16-864c-73e61b79fef4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Calling delete_port for ab071ba2-1fbb-4fad-8820-d5d75cc77ece owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:49:10.417611 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8a5575-bde2-46f5-975f-7c7844b2f2ec None None] The sync data for ids ['a86f7cf7-5515-47fa-b730-337126b5041d'] in n-d-776250-10 is: [{'id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'name': 'tempest-TaggedBootDevicesTest_v242-549713219-router', 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '462ce251-4bad-49fb-a84b-fe3673c33258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:44:42Z', 'updated_at': '2021-11-10T17:45:01Z', 'revision_number': 4, 'project_id': '87ef8f67c317450abb70e6821b7851c3', 'gw_port': {'id': '462ce251-4bad-49fb-a84b-fe3673c33258', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:44:45Z', 'updated_at': '2021-11-10T17:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '35228e79-11fa-410a-ab3d-030f33733273', 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'floating_ip_address': '172.25.5.158', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'port_id': '1f2a1a3d-5b3f-4c67-83ef-66629755aaba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ba70b55-5d77-4457-b11f-9823987d654f', 'mac_address': 'fa:16:3e:ed:6a:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:46:34Z', 'updated_at': '2021-11-10T17:49:05Z', 'revision_number': 1, 'project_id': '87ef8f67c317450abb70e6821b7851c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d77a10-b570-44b2-9c71-dfd6d28bf854', 'name': '', 'network_id': '7ba70b55-5d77-4457-b11f-9823987d654f', 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'mac_address': 'fa:16:3e:bc:1a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '2408a0c7-e08d-426a-ac08-2e242a5b2cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:44:55Z', 'updated_at': '2021-11-10T17:45:18Z', 'revision_number': 5, 'project_id': '87ef8f67c317450abb70e6821b7851c3', 'subnets': [{'id': '2408a0c7-e08d-426a-ac08-2e242a5b2cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:49:10.489004 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-6c467ac3-c8fa-4639-a0ab-d6f9c32017aa tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Deleting port b552e9f2-4331-470d-8c80-690fe9a8054b {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:49:10.489364 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6c467ac3-c8fa-4639-a0ab-d6f9c32017aa tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:10.586365 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-2021e8fd-31b9-4e2f-9d93-d43b6feb7f53 service neutron] 10.222.0.13 "GET /v2.0/networks/9d712752-3829-4a19-bac1-728b7bac1b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5894625 Nov 10 17:49:10.615812 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0ac792f1-6937-4556-815d-cba1ab0a754b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:10.631035 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55244) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:10.686068 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Port ab071ba2-1fbb-4fad-8820-d5d75cc77ece update to DOWN by agent not found {{(pid=102470) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 10 17:49:10.704058 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6c467ac3-c8fa-4639-a0ab-d6f9c32017aa tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:10.707462 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac792f1-6937-4556-815d-cba1ab0a754b None None] No DVR routers for this DVR port ab071ba2-1fbb-4fad-8820-d5d75cc77ece on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:49:10.711491 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac792f1-6937-4556-815d-cba1ab0a754b None None] Pushing event deleted for resources: {'Port': ['ID=ab071ba2-1fbb-4fad-8820-d5d75cc77ece,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:10.724547 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-6c467ac3-c8fa-4639-a0ab-d6f9c32017aa tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Calling delete_port for b552e9f2-4331-470d-8c80-690fe9a8054b owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:49:10.728812 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-68872846-0654-4eac-b326-ca7a2e6af1e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:10.751855 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4e7efa84-3d9d-4114-872e-f20540c050b0 req-e8578715-0003-4201-a268-99430d2ec98d service neutron] 10.222.0.11 "GET /v2.0/networks/7ba70b55-5d77-4457-b11f-9823987d654f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690517 Nov 10 17:49:10.816800 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22d60623-f377-4d16-864c-73e61b79fef4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:10.865964 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a95c940-361e-476c-b7be-6739cf4c656f None None] New status for floating IP 35228e79-11fa-410a-ab3d-030f33733273: ACTIVE {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:49:10.876011 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d60623-f377-4d16-864c-73e61b79fef4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Port': ['ID=ab071ba2-1fbb-4fad-8820-d5d75cc77ece,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:10.897635 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d60623-f377-4d16-864c-73e61b79fef4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] No DVR routers for this DVR port ab071ba2-1fbb-4fad-8820-d5d75cc77ece on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:49:10.915896 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d60623-f377-4d16-864c-73e61b79fef4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:10.916330 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d60623-f377-4d16-864c-73e61b79fef4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:10.916925 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d60623-f377-4d16-864c-73e61b79fef4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:10.917515 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d60623-f377-4d16-864c-73e61b79fef4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:10.918734 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d60623-f377-4d16-864c-73e61b79fef4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:10.918734 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d60623-f377-4d16-864c-73e61b79fef4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:10.918935 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d60623-f377-4d16-864c-73e61b79fef4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:10.919548 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d60623-f377-4d16-864c-73e61b79fef4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:10.919934 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d60623-f377-4d16-864c-73e61b79fef4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:10.920475 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d60623-f377-4d16-864c-73e61b79fef4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:10.921598 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d60623-f377-4d16-864c-73e61b79fef4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:10.921598 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d60623-f377-4d16-864c-73e61b79fef4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:10.952383 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b459c5e-2063-46a0-b050-fab7150cc453 req-02a7868a-cf14-47f7-8c45-3f6ea13f598f service neutron] 10.222.0.13 "GET /v2.0/networks/9d712752-3829-4a19-bac1-728b7bac1b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534198 Nov 10 17:49:10.983764 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-68872846-0654-4eac-b326-ca7a2e6af1e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:11.060494 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-68872846-0654-4eac-b326-ca7a2e6af1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:11.112174 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22d60623-f377-4d16-864c-73e61b79fef4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:11.131662 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-68872846-0654-4eac-b326-ca7a2e6af1e6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=49a0c9707c344661ab4c682000e8116d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4995465 Nov 10 17:49:11.135176 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68872846-0654-4eac-b326-ca7a2e6af1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f950b084-e9b9-463e-8d2b-7b7ff63f7edd,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:11.138508 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55250) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:11.141131 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6c467ac3-c8fa-4639-a0ab-d6f9c32017aa tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:11.153147 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-22d60623-f377-4d16-864c-73e61b79fef4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9211759f-390e-4c15-99b1-15aad966f347']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:11.182700 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-22d60623-f377-4d16-864c-73e61b79fef4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1821159a-1f11-4977-9d1f-e2bc6ddc854b') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:11.182700 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-22d60623-f377-4d16-864c-73e61b79fef4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1821159a-1f11-4977-9d1f-e2bc6ddc854b') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:11.212363 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22d60623-f377-4d16-864c-73e61b79fef4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:11.233762 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c467ac3-c8fa-4639-a0ab-d6f9c32017aa tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Pushing event deleted for resources: {'Port': ['ID=b552e9f2-4331-470d-8c80-690fe9a8054b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:11.234999 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22d60623-f377-4d16-864c-73e61b79fef4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:11.248748 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d60623-f377-4d16-864c-73e61b79fef4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:49:11.249289 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22d60623-f377-4d16-864c-73e61b79fef4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:11.255106 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b48f5-8a3d-477a-9cc2-12b01bf80092 req-8c113bf5-1e0a-49d7-b545-4e6a90ffd6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:11.256834 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-009b48f5-8a3d-477a-9cc2-12b01bf80092 req-8c113bf5-1e0a-49d7-b545-4e6a90ffd6aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e1569f9ec4844e5da0abe0399c5b21b2&device_id=374a3264-f5e2-4caa-8c76-7a54c65c0c4a HTTP/1.1" status: 200 len: 1095 time: 0.0896308 Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: self.session.flush() Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: self.session.flush() Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: self.session.flush() Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: self.session.flush() Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:49:11.257617 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:49:11.389414 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ab58f516-8862-43d5-9d4d-254849671353 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:11.430540 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ab58f516-8862-43d5-9d4d-254849671353 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:11.445819 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b48f5-8a3d-477a-9cc2-12b01bf80092 req-17b12f1a-f914-41ce-b745-67ccf5506618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:11.447135 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-009b48f5-8a3d-477a-9cc2-12b01bf80092 req-17b12f1a-f914-41ce-b745-67ccf5506618 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9d712752-3829-4a19-bac1-728b7bac1b26 HTTP/1.1" status: 200 len: 910 time: 0.1770322 Nov 10 17:49:11.550838 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-009b48f5-8a3d-477a-9cc2-12b01bf80092 req-2cbccc6b-e365-48ee-95fe-bd298e67890c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c24c677-9cde-40f4-b2c8-bdabeff65fcb HTTP/1.1" status: 200 len: 217 time: 0.0691712 Nov 10 17:49:11.551496 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22d60623-f377-4d16-864c-73e61b79fef4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:11.582621 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22d60623-f377-4d16-864c-73e61b79fef4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:11.589384 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-22d60623-f377-4d16-864c-73e61b79fef4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/networks/9211759f-390e-4c15-99b1-15aad966f347 HTTP/1.1" status: 204 len: 168 time: 2.6186171 Nov 10 17:49:11.600229 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55258) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:11.634798 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d60623-f377-4d16-864c-73e61b79fef4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Network': ['ID=9211759f-390e-4c15-99b1-15aad966f347,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:11.657790 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ab58f516-8862-43d5-9d4d-254849671353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:11.658607 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3220e00-717d-499b-8410-45aeef20bada req-98e4aa0f-9d4e-4b84-8956-34308630f9e8 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:11.660315 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a3220e00-717d-499b-8410-45aeef20bada req-98e4aa0f-9d4e-4b84-8956-34308630f9e8 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a3264-f5e2-4caa-8c76-7a54c65c0c4a HTTP/1.1" status: 200 len: 943 time: 0.1814892 Nov 10 17:49:11.663632 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ab58f516-8862-43d5-9d4d-254849671353 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:11.665824 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ab58f516-8862-43d5-9d4d-254849671353 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f950b084-e9b9-463e-8d2b-7b7ff63f7edd HTTP/1.1" status: 204 len: 168 time: 0.5258925 Nov 10 17:49:11.688578 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b48f5-8a3d-477a-9cc2-12b01bf80092 req-e663e54d-8e74-42da-8f18-e4832bc62a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:11.690199 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-009b48f5-8a3d-477a-9cc2-12b01bf80092 req-e663e54d-8e74-42da-8f18-e4832bc62a71 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=24f622c7-f4ac-4cbc-908c-215b17fdf179 HTTP/1.1" status: 200 len: 849 time: 0.1193061 Nov 10 17:49:11.744103 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-009b48f5-8a3d-477a-9cc2-12b01bf80092 req-a8aaa50d-6bd6-4a53-a4a2-d7b52be9db90 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9d712752-3829-4a19-bac1-728b7bac1b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457783 Nov 10 17:49:11.747410 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6c467ac3-c8fa-4639-a0ab-d6f9c32017aa tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:11.901059 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58f516-8862-43d5-9d4d-254849671353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f950b084-e9b9-463e-8d2b-7b7ff63f7edd,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:12.182642 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c467ac3-c8fa-4639-a0ab-d6f9c32017aa tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Router fe98460d-be68-4692-b4c0-4d3e53aa14c5 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:49:12.296596 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a3220e00-717d-499b-8410-45aeef20bada req-3cfc512a-5537-4e20-8b70-67b2eedb4153 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/security-groups?id=0021e546-4f7f-49c4-abd3-0d4bc5500397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6233492 Nov 10 17:49:12.364869 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-009b48f5-8a3d-477a-9cc2-12b01bf80092 req-0e58d1dd-2c0d-4d2c-8e60-3b7da49c3e4c service neutron] 10.222.0.13 "GET /v2.0/networks/9d712752-3829-4a19-bac1-728b7bac1b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6105516 Nov 10 17:49:12.365517 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c467ac3-c8fa-4639-a0ab-d6f9c32017aa tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:49:12.382460 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404f8715-352a-4df7-868c-480bd804df03 None None] Sync routers for ids ['fe98460d-be68-4692-b4c0-4d3e53aa14c5'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:49:12.384552 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6c467ac3-c8fa-4639-a0ab-d6f9c32017aa tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] 10.222.0.39 "PUT /v2.0/routers/fe98460d-be68-4692-b4c0-4d3e53aa14c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9069586 Nov 10 17:49:12.385301 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55282) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:12.432067 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404f8715-352a-4df7-868c-480bd804df03 None None] Routers {'fe98460d-be68-4692-b4c0-4d3e53aa14c5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:49:12.433432 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-404f8715-352a-4df7-868c-480bd804df03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:49:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['fe98460d-be68-4692-b4c0-4d3e53aa14c5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:12.532702 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-23f99180-dc47-40ce-b90b-8b50f2cfb70e tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] show failed (client error): The resource could not be found. Nov 10 17:49:12.538316 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-23f99180-dc47-40ce-b90b-8b50f2cfb70e tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-1715862989 HTTP/1.1" status: 404 len: 335 time: 0.1503980 Nov 10 17:49:12.547417 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55292) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:12.551564 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-404f8715-352a-4df7-868c-480bd804df03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:12.571811 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-6106a15c-1051-4f87-84f5-895723855f30 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:12.587444 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404f8715-352a-4df7-868c-480bd804df03 None None] Routers {'fe98460d-be68-4692-b4c0-4d3e53aa14c5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:49:12.588449 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-404f8715-352a-4df7-868c-480bd804df03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:49:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['fe98460d-be68-4692-b4c0-4d3e53aa14c5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:12.629256 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-009b48f5-8a3d-477a-9cc2-12b01bf80092 req-4999dc04-bc97-4bf3-81c0-bc24ab27d88f service neutron] 10.222.0.13 "GET /v2.0/networks/9d712752-3829-4a19-bac1-728b7bac1b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566464 Nov 10 17:49:12.677875 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-404f8715-352a-4df7-868c-480bd804df03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:12.678554 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404f8715-352a-4df7-868c-480bd804df03 None None] The sync data for ids ['fe98460d-be68-4692-b4c0-4d3e53aa14c5'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:49:12.695991 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-6106a15c-1051-4f87-84f5-895723855f30 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] update failed (client error): The resource could not be found. Nov 10 17:49:12.697374 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6106a15c-1051-4f87-84f5-895723855f30 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-851194876 HTTP/1.1" status: 404 len: 334 time: 0.1437538 Nov 10 17:49:12.702091 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55304) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:12.754229 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-82f2cf39-d553-4509-a420-0159bb7ee939 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:12.799097 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a7dda6-da72-44b4-8c04-26faf80e0c66 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Deleting subnet 018d13a5-04ba-4326-bfe3-8c4965bc49b4 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:49:12.817053 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f3a7dda6-da72-44b4-8c04-26faf80e0c66 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:12.894945 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f3a7dda6-da72-44b4-8c04-26faf80e0c66 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:13.033985 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f3a7dda6-da72-44b4-8c04-26faf80e0c66 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:13.137768 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f3a7dda6-da72-44b4-8c04-26faf80e0c66 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:13.180690 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7dda6-da72-44b4-8c04-26faf80e0c66 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Pushing event deleted for resources: {'Subnet': ['ID=018d13a5-04ba-4326-bfe3-8c4965bc49b4,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:13.184571 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55318) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:13.193618 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f3a7dda6-da72-44b4-8c04-26faf80e0c66 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:13.198465 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a69dd5c-b5d0-4492-89d1-1405b2184994 None None] Network eea8bc4c-9a9d-4d61-a1e6-ae5f712747a7 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:49:13.200667 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f3a7dda6-da72-44b4-8c04-26faf80e0c66 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] 10.222.0.39 "DELETE /v2.0/subnets/018d13a5-04ba-4326-bfe3-8c4965bc49b4 HTTP/1.1" status: 204 len: 168 time: 0.4964035 Nov 10 17:49:13.204023 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55322) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:13.266667 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-82f2cf39-d553-4509-a420-0159bb7ee939 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Deleting port 29cee489-6d27-4070-8a1f-2dc0b8f50383 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:49:13.267939 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-82f2cf39-d553-4509-a420-0159bb7ee939 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:13.297188 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 0c24c677-9cde-40f4-b2c8-bdabeff65fcb details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:49:13.306389 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-527620d2-4990-47aa-95ca-cd76f6c5c791 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Deleting subnet dd18d13e-f85d-4394-86c4-7fa736ab3fc4 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:49:13.315047 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-527620d2-4990-47aa-95ca-cd76f6c5c791 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:13.436126 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-527620d2-4990-47aa-95ca-cd76f6c5c791 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:13.440301 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-91a54c74-1e85-4979-8d03-daa0c118ce41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:13.452516 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-82f2cf39-d553-4509-a420-0159bb7ee939 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] For port 29cee489-6d27-4070-8a1f-2dc0b8f50383, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=29cee489-6d27-4070-8a1f-2dc0b8f50383,segment=NetworkSegment(88256e77-ec59-4ceb-ae36-2852f98af872),segment_id=88256e77-ec59-4ceb-ae36-2852f98af872)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:49:13.453295 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-82f2cf39-d553-4509-a420-0159bb7ee939 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:13.471115 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-82f2cf39-d553-4509-a420-0159bb7ee939 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Calling delete_port for 29cee489-6d27-4070-8a1f-2dc0b8f50383 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:49:13.555578 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 0c24c677-9cde-40f4-b2c8-bdabeff65fcb, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=0c24c677-9cde-40f4-b2c8-bdabeff65fcb,segment=NetworkSegment(baeb23fd-b08b-446f-96bc-a6860148d525),segment_id=baeb23fd-b08b-446f-96bc-a6860148d525)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:49:13.580001 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '0c24c677-9cde-40f4-b2c8-bdabeff65fcb', 'network_id': '9d712752-3829-4a19-bac1-728b7bac1b26', 'port_id': '0c24c677-9cde-40f4-b2c8-bdabeff65fcb', 'mac_address': 'fa:16:3e:3c:bd:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24f622c7-f4ac-4cbc-908c-215b17fdf179', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:49:13.586588 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-527620d2-4990-47aa-95ca-cd76f6c5c791 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:13.667725 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:13.675209 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f687483-d2eb-47c7-b7e9-4a4e3df88cf6 None None] DHCP port deletion for eea8bc4c-9a9d-4d61-a1e6-ae5f712747a7 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:49:13.683271 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-91a54c74-1e85-4979-8d03-daa0c118ce41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:13.695933 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-91a54c74-1e85-4979-8d03-daa0c118ce41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:13.700854 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c24c677-9cde-40f4-b2c8-bdabeff65fcb {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:49:13.709676 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374f2e2-774c-4075-8357-0e57c1e92756 req-1ab7b322-be52-4fbe-b527-72e056071b67 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:13.711234 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4374f2e2-774c-4075-8357-0e57c1e92756 req-1ab7b322-be52-4fbe-b527-72e056071b67 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a3264-f5e2-4caa-8c76-7a54c65c0c4a HTTP/1.1" status: 200 len: 943 time: 0.1432731 Nov 10 17:49:13.742937 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-91a54c74-1e85-4979-8d03-daa0c118ce41 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9056269793f2470cbda071133d0d0ec8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5568409 Nov 10 17:49:13.744739 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55338) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:13.798642 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 0c24c677-9cde-40f4-b2c8-bdabeff65fcb, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=0c24c677-9cde-40f4-b2c8-bdabeff65fcb,segment=NetworkSegment(baeb23fd-b08b-446f-96bc-a6860148d525),segment_id=baeb23fd-b08b-446f-96bc-a6860148d525)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:49:13.815895 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:13.842853 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4374f2e2-774c-4075-8357-0e57c1e92756 req-f40634df-42f8-4719-8d34-c21da961a961 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/security-groups?id=0021e546-4f7f-49c4-abd3-0d4bc5500397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932128 Nov 10 17:49:13.869547 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a54c74-1e85-4979-8d03-daa0c118ce41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024715fe-c9d7-4f71-ad50-fc250a7c8a66,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:13.908283 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-527620d2-4990-47aa-95ca-cd76f6c5c791 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:13.934891 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=0c24c677-9cde-40f4-b2c8-bdabeff65fcb,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:13.939085 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 8fbe9268-e925-4ebb-82a0-97f7396a9e81 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:49:13.952531 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527620d2-4990-47aa-95ca-cd76f6c5c791 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Pushing event deleted for resources: {'Subnet': ['ID=dd18d13e-f85d-4394-86c4-7fa736ab3fc4,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:13.953336 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-82f2cf39-d553-4509-a420-0159bb7ee939 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:13.977678 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-527620d2-4990-47aa-95ca-cd76f6c5c791 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:13.981144 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-527620d2-4990-47aa-95ca-cd76f6c5c791 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] 10.222.0.39 "DELETE /v2.0/subnets/dd18d13e-f85d-4394-86c4-7fa736ab3fc4 HTTP/1.1" status: 204 len: 168 time: 0.7760282 Nov 10 17:49:13.981946 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e42e812e-0140-4512-b6d0-7125637429fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:13.998731 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-4f687483-d2eb-47c7-b7e9-4a4e3df88cf6 None None] Deleting port 8fbe9268-e925-4ebb-82a0-97f7396a9e81 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:49:13.999099 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4f687483-d2eb-47c7-b7e9-4a4e3df88cf6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:14.011458 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ebc10a-f393-4b1c-9cef-e316580011f2 None None] Network 3b992436-e63d-47cb-b348-cca8e5cea573 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:49:14.017059 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e42e812e-0140-4512-b6d0-7125637429fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:14.031124 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55344) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:14.102303 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e42e812e-0140-4512-b6d0-7125637429fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:14.108808 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e42e812e-0140-4512-b6d0-7125637429fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:14.112971 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e42e812e-0140-4512-b6d0-7125637429fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/024715fe-c9d7-4f71-ad50-fc250a7c8a66 HTTP/1.1" status: 204 len: 168 time: 0.3655155 Nov 10 17:49:14.131330 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e812e-0140-4512-b6d0-7125637429fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024715fe-c9d7-4f71-ad50-fc250a7c8a66,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:14.143247 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['0c24c677-9cde-40f4-b2c8-bdabeff65fcb'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:49:14.147060 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2543598a-bfb5-4a05-8dff-e653ec4f4a7c tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:14.244553 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2cf39-d553-4509-a420-0159bb7ee939 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Port': ['ID=29cee489-6d27-4070-8a1f-2dc0b8f50383,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:14.328107 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-82f2cf39-d553-4509-a420-0159bb7ee939 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:14.456552 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-2543598a-bfb5-4a05-8dff-e653ec4f4a7c tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Deleting port 8fbe9268-e925-4ebb-82a0-97f7396a9e81 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:49:14.456882 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2543598a-bfb5-4a05-8dff-e653ec4f4a7c tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:14.462813 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:14.499793 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-4f687483-d2eb-47c7-b7e9-4a4e3df88cf6 None None] For port 8fbe9268-e925-4ebb-82a0-97f7396a9e81, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=8fbe9268-e925-4ebb-82a0-97f7396a9e81,segment=NetworkSegment(6afe05ad-7259-441c-9b1b-aa4e2457bc3e),segment_id=6afe05ad-7259-441c-9b1b-aa4e2457bc3e)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:49:14.500953 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4f687483-d2eb-47c7-b7e9-4a4e3df88cf6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:14.526793 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-4f687483-d2eb-47c7-b7e9-4a4e3df88cf6 None None] Calling delete_port for 8fbe9268-e925-4ebb-82a0-97f7396a9e81 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:49:14.615630 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 8fbe9268-e925-4ebb-82a0-97f7396a9e81, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=8fbe9268-e925-4ebb-82a0-97f7396a9e81,segment=NetworkSegment(6afe05ad-7259-441c-9b1b-aa4e2457bc3e),segment_id=6afe05ad-7259-441c-9b1b-aa4e2457bc3e)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:49:14.616207 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-2543598a-bfb5-4a05-8dff-e653ec4f4a7c tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] For port 8fbe9268-e925-4ebb-82a0-97f7396a9e81, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=8fbe9268-e925-4ebb-82a0-97f7396a9e81,segment=NetworkSegment(6afe05ad-7259-441c-9b1b-aa4e2457bc3e),segment_id=6afe05ad-7259-441c-9b1b-aa4e2457bc3e)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:49:14.616830 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2543598a-bfb5-4a05-8dff-e653ec4f4a7c tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:14.629296 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:14.674892 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-2543598a-bfb5-4a05-8dff-e653ec4f4a7c tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Calling delete_port for 8fbe9268-e925-4ebb-82a0-97f7396a9e81 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:49:14.698641 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=8fbe9268-e925-4ebb-82a0-97f7396a9e81,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:14.734690 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fefc97b-d7ab-42e0-8ef8-38524e00c8e7 None None] DHCP port deletion for 3b992436-e63d-47cb-b348-cca8e5cea573 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:49:14.768863 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f2cf39-d553-4509-a420-0159bb7ee939 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Router 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:49:14.893472 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4f687483-d2eb-47c7-b7e9-4a4e3df88cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:14.895814 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55370) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:14.919038 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e5036292-acc9-4e57-9201-6b5ab7ec8828 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:14.943586 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f687483-d2eb-47c7-b7e9-4a4e3df88cf6 None None] No DVR routers for this DVR port 8fbe9268-e925-4ebb-82a0-97f7396a9e81 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:49:14.987351 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f687483-d2eb-47c7-b7e9-4a4e3df88cf6 None None] Pushing event deleted for resources: {'Port': ['ID=8fbe9268-e925-4ebb-82a0-97f7396a9e81,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:15.003284 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-7fefc97b-d7ab-42e0-8ef8-38524e00c8e7 None None] Deleting port a4bd9de6-2c3e-4414-8505-7f5269e97964 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:49:15.003664 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7fefc97b-d7ab-42e0-8ef8-38524e00c8e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:15.027942 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f2cf39-d553-4509-a420-0159bb7ee939 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:49:15.036871 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-82f2cf39-d553-4509-a420-0159bb7ee939 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "PUT /v2.0/routers/91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4343200 Nov 10 17:49:15.046665 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b62fed-783e-4121-a01a-c18dc9f235f1 None None] Sync routers for ids ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:49:15.053341 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2543598a-bfb5-4a05-8dff-e653ec4f4a7c tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:15.059540 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55376) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:15.064792 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b62fed-783e-4121-a01a-c18dc9f235f1 None None] Routers {'91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:49:15.065623 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-d3b62fed-783e-4121-a01a-c18dc9f235f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:49:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:15.147530 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e5036292-acc9-4e57-9201-6b5ab7ec8828 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:15.161339 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3eeca6-3aad-42c2-9565-c2650d6d2f77 req-87207c29-037a-4f81-9f79-571f7ea015e4 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:15.162949 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a3eeca6-3aad-42c2-9565-c2650d6d2f77 req-87207c29-037a-4f81-9f79-571f7ea015e4 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a3264-f5e2-4caa-8c76-7a54c65c0c4a HTTP/1.1" status: 200 len: 944 time: 0.1416993 Nov 10 17:49:15.164135 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e5036292-acc9-4e57-9201-6b5ab7ec8828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:15.173613 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543598a-bfb5-4a05-8dff-e653ec4f4a7c tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Pushing event deleted for resources: {'Port': ['ID=8fbe9268-e925-4ebb-82a0-97f7396a9e81,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:15.180906 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-573004ab-f77c-41a2-aaec-33850a84dd51 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Deleting subnet fb70ef73-d3a6-42c8-8592-812086bedccf {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:49:15.181474 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-7fefc97b-d7ab-42e0-8ef8-38524e00c8e7 None None] For port a4bd9de6-2c3e-4414-8505-7f5269e97964, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=a4bd9de6-2c3e-4414-8505-7f5269e97964,segment=NetworkSegment(92bb1a4d-e4ab-44ab-a628-43beead1cc3f),segment_id=92bb1a4d-e4ab-44ab-a628-43beead1cc3f)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:49:15.182091 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7fefc97b-d7ab-42e0-8ef8-38524e00c8e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:15.187277 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2543598a-bfb5-4a05-8dff-e653ec4f4a7c tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] No DVR routers for this DVR port 8fbe9268-e925-4ebb-82a0-97f7396a9e81 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:49:15.191091 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-573004ab-f77c-41a2-aaec-33850a84dd51 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:15.202117 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e5036292-acc9-4e57-9201-6b5ab7ec8828 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d628171780f94da7959f34b4a84e4e60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3051023 Nov 10 17:49:15.202744 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55380) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:15.208835 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-7fefc97b-d7ab-42e0-8ef8-38524e00c8e7 None None] Calling delete_port for a4bd9de6-2c3e-4414-8505-7f5269e97964 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:49:15.211689 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-d3b62fed-783e-4121-a01a-c18dc9f235f1 None None] Set router 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:49:15.280348 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5036292-acc9-4e57-9201-6b5ab7ec8828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59159263-b080-4828-8c7b-8725025d62c7,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:15.319749 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a3eeca6-3aad-42c2-9565-c2650d6d2f77 req-9867608f-876a-4ce0-988c-148f231ad6e8 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/security-groups?id=0021e546-4f7f-49c4-abd3-0d4bc5500397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250272 Nov 10 17:49:15.345849 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 0c24c677-9cde-40f4-b2c8-bdabeff65fcb up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:49:15.346811 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d6b6edee-f82f-4791-a84a-05fad8679431 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:15.376462 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d6b6edee-f82f-4791-a84a-05fad8679431 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:15.448183 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d6b6edee-f82f-4791-a84a-05fad8679431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:15.452516 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d6b6edee-f82f-4791-a84a-05fad8679431 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:15.458328 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d6b6edee-f82f-4791-a84a-05fad8679431 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/59159263-b080-4828-8c7b-8725025d62c7 HTTP/1.1" status: 204 len: 168 time: 0.2514954 Nov 10 17:49:15.471332 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6edee-f82f-4791-a84a-05fad8679431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59159263-b080-4828-8c7b-8725025d62c7,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:15.548633 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7fefc97b-d7ab-42e0-8ef8-38524e00c8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:15.587492 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fefc97b-d7ab-42e0-8ef8-38524e00c8e7 None None] Pushing event deleted for resources: {'Port': ['ID=a4bd9de6-2c3e-4414-8505-7f5269e97964,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:15.593192 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 0c24c677-9cde-40f4-b2c8-bdabeff65fcb completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:49:15.603309 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fefc97b-d7ab-42e0-8ef8-38524e00c8e7 None None] No DVR routers for this DVR port a4bd9de6-2c3e-4414-8505-7f5269e97964 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:49:15.631748 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 0c24c677-9cde-40f4-b2c8-bdabeff65fcb triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:49:15.632086 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:15.699018 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-573004ab-f77c-41a2-aaec-33850a84dd51 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:15.741343 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-d3b62fed-783e-4121-a01a-c18dc9f235f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'name': 'tempest-RoutersIpV6Test-router-92437754', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:26Z', 'updated_at': '2021-11-10T17:49:13Z', 'revision_number': 9, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'gw_port_host': None, '_interfaces': [{'id': '2217527e-3166-4d51-a260-79c9f3d6e7fb', 'name': '', 'network_id': '84a853f7-5323-4c65-a2e2-96c29ca3ed8a', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:cd:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '994ef84d-76e3-47dc-abd0-4350401648da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:28Z', 'updated_at': '2021-11-10T17:48:34Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '994ef84d-76e3-47dc-abd0-4350401648da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd739288-56de-46cd-9fce-675bec32e795', 'name': '', 'network_id': '830f68a1-746c-4694-afad-be801df76ca0', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:2e:f8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '6aeff5aa-855d-44b7-a0f9-025c2ed0d97a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:36Z', 'updated_at': '2021-11-10T17:48:46Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '6aeff5aa-855d-44b7-a0f9-025c2ed0d97a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:15.802064 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2543598a-bfb5-4a05-8dff-e653ec4f4a7c tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:15.820790 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-573004ab-f77c-41a2-aaec-33850a84dd51 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:15.839160 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b62fed-783e-4121-a01a-c18dc9f235f1 None None] Checking router: 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:49:15.851438 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:15.855674 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-2543598a-bfb5-4a05-8dff-e653ec4f4a7c tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea8bc4c-9a9d-4d61-a1e6-ae5f712747a7']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:15.870479 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b62fed-783e-4121-a01a-c18dc9f235f1 None None] Routers {'91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:49:15.871371 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-d3b62fed-783e-4121-a01a-c18dc9f235f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:49:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:15.873656 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-2543598a-bfb5-4a05-8dff-e653ec4f4a7c tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6afe05ad-7259-441c-9b1b-aa4e2457bc3e') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:15.873956 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-2543598a-bfb5-4a05-8dff-e653ec4f4a7c tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6afe05ad-7259-441c-9b1b-aa4e2457bc3e') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:15.888762 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2543598a-bfb5-4a05-8dff-e653ec4f4a7c tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:15.921320 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2543598a-bfb5-4a05-8dff-e653ec4f4a7c tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:15.937048 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2543598a-bfb5-4a05-8dff-e653ec4f4a7c tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:49:15.947231 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2543598a-bfb5-4a05-8dff-e653ec4f4a7c tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: self.session.flush() Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: self.session.flush() Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: self.session.flush() Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: self.session.flush() Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:49:15.950919 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:49:15.986381 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-573004ab-f77c-41a2-aaec-33850a84dd51 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:16.040119 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-573004ab-f77c-41a2-aaec-33850a84dd51 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:16.042558 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d27a75-c945-469c-a7dd-158231f898f4 None None] Network 67091ac9-7b8e-4b56-895e-a2effcb62627 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:49:16.047647 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-573004ab-f77c-41a2-aaec-33850a84dd51 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/subnets/fb70ef73-d3a6-42c8-8592-812086bedccf HTTP/1.1" status: 204 len: 168 time: 0.9848166 Nov 10 17:49:16.051559 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55402) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:16.107627 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374a3264-f5e2-4caa-8c76-7a54c65c0c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c24c677-9cde-40f4-b2c8-bdabeff65fcb'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:49:16.110254 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132654a4-2217-4e86-9d20-96ad6c585b1d" -d '{"events": [{"server_uuid": "374a3264-f5e2-4caa-8c76-7a54c65c0c4a", "name": "network-vif-plugged", "status": "completed", "tag": "0c24c677-9cde-40f4-b2c8-bdabeff65fcb"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:49:16.125036 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573004ab-f77c-41a2-aaec-33850a84dd51 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Subnet': ['ID=fb70ef73-d3a6-42c8-8592-812086bedccf,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:16.166510 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device a4bd9de6-2c3e-4414-8505-7f5269e97964 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:49:16.173285 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2543598a-bfb5-4a05-8dff-e653ec4f4a7c tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:16.180464 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2543598a-bfb5-4a05-8dff-e653ec4f4a7c tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:16.186332 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2543598a-bfb5-4a05-8dff-e653ec4f4a7c tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] 10.222.0.39 "DELETE /v2.0/networks/eea8bc4c-9a9d-4d61-a1e6-ae5f712747a7 HTTP/1.1" status: 204 len: 168 time: 2.1444967 Nov 10 17:49:16.187193 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55408) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:16.237122 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543598a-bfb5-4a05-8dff-e653ec4f4a7c tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Pushing event deleted for resources: {'Network': ['ID=eea8bc4c-9a9d-4d61-a1e6-ae5f712747a7,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:16.297069 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 0c24c677-9cde-40f4-b2c8-bdabeff65fcb, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=0c24c677-9cde-40f4-b2c8-bdabeff65fcb,segment=NetworkSegment(baeb23fd-b08b-446f-96bc-a6860148d525),segment_id=baeb23fd-b08b-446f-96bc-a6860148d525)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:49:16.315532 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4307ab0e-7c64-4d92-8736-3662719a37cc tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:16.317719 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1263549b-1f27-45f9-a07b-55db89044c3e x-openstack-request-id: req-1263549b-1f27-45f9-a07b-55db89044c3e {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:49:16.318096 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374a3264-f5e2-4caa-8c76-7a54c65c0c4a", "name": "network-vif-plugged", "status": "completed", "tag": "0c24c677-9cde-40f4-b2c8-bdabeff65fcb", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:49:16.318453 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1263549b-1f27-45f9-a07b-55db89044c3e {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:49:16.320336 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374a3264-f5e2-4caa-8c76-7a54c65c0c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c24c677-9cde-40f4-b2c8-bdabeff65fcb', 'code': 200} Nov 10 17:49:16.323548 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: a4bd9de6-2c3e-4414-8505-7f5269e97964 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:49:16.324313 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d31b3d03-c735-48db-9aa3-ffbc4d17fca5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:16.324722 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device a4bd9de6-2c3e-4414-8505-7f5269e97964 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:49:16.342793 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:16.437652 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-d3b62fed-783e-4121-a01a-c18dc9f235f1 None None] Set router 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:49:16.525612 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d99eae-f0ce-4961-8787-3a489e005f4b req-dd70a784-9189-4d22-9655-3f5222a9e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:16.527150 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d2d99eae-f0ce-4961-8787-3a489e005f4b req-dd70a784-9189-4d22-9655-3f5222a9e4a0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=374a3264-f5e2-4caa-8c76-7a54c65c0c4a HTTP/1.1" status: 200 len: 1097 time: 0.1948776 Nov 10 17:49:16.546437 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4307ab0e-7c64-4d92-8736-3662719a37cc tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:16.573404 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-d31b3d03-c735-48db-9aa3-ffbc4d17fca5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Deleting port abbb5406-e0f7-4e0a-b9bf-9813885e8a6f {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:49:16.573747 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d31b3d03-c735-48db-9aa3-ffbc4d17fca5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:16.602586 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-4307ab0e-7c64-4d92-8736-3662719a37cc tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b992436-e63d-47cb-b348-cca8e5cea573']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:16.614971 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-4307ab0e-7c64-4d92-8736-3662719a37cc tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92bb1a4d-e4ab-44ab-a628-43beead1cc3f') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:16.615284 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-4307ab0e-7c64-4d92-8736-3662719a37cc tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92bb1a4d-e4ab-44ab-a628-43beead1cc3f') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:16.627964 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4307ab0e-7c64-4d92-8736-3662719a37cc tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:16.629167 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f1200-2a66-4910-a7f8-79ad49039548 req-847144b4-2682-4788-a62b-a4201a55083b tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:16.636397 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-603f1200-2a66-4910-a7f8-79ad49039548 req-847144b4-2682-4788-a62b-a4201a55083b tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a3264-f5e2-4caa-8c76-7a54c65c0c4a HTTP/1.1" status: 200 len: 945 time: 0.1663129 Nov 10 17:49:16.651483 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4307ab0e-7c64-4d92-8736-3662719a37cc tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:16.660184 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4307ab0e-7c64-4d92-8736-3662719a37cc tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:49:16.660796 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4307ab0e-7c64-4d92-8736-3662719a37cc tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:16.689305 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d2d99eae-f0ce-4961-8787-3a489e005f4b req-7314d6b2-65e3-4a29-8f23-4ca89ef61bb9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0021e546-4f7f-49c4-abd3-0d4bc5500397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493518 Nov 10 17:49:16.711206 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=0c24c677-9cde-40f4-b2c8-bdabeff65fcb,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:16.713808 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-d31b3d03-c735-48db-9aa3-ffbc4d17fca5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] For port abbb5406-e0f7-4e0a-b9bf-9813885e8a6f, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=abbb5406-e0f7-4e0a-b9bf-9813885e8a6f,segment=NetworkSegment(88256e77-ec59-4ceb-ae36-2852f98af872),segment_id=88256e77-ec59-4ceb-ae36-2852f98af872)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:49:16.714187 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d31b3d03-c735-48db-9aa3-ffbc4d17fca5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:16.732263 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:49:16.732263 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:49:16.732263 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:49:16.732263 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:49:16.732263 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:49:16.732263 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:49:16.732263 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:49:16.732263 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:49:16.732263 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:49:16.732263 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:49:16.732263 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:49:16.732263 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:49:16.732263 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:49:16.732263 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:49:16.732263 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:49:16.732263 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:49:16.732263 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:49:16.732263 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:49:16.732263 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:49:16.732263 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:49:16.732263 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:49:16.732263 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:49:16.732263 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:49:16.732263 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:49:16.732263 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:49:16.732263 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:49:16.732263 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:49:16.732263 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:49:16.732263 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:49:16.732263 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:49:16.732263 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:49:16.732263 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:49:16.736782 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4307ab0e-7c64-4d92-8736-3662719a37cc tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:16.739243 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-d31b3d03-c735-48db-9aa3-ffbc4d17fca5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Calling delete_port for abbb5406-e0f7-4e0a-b9bf-9813885e8a6f owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:49:16.760691 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-603f1200-2a66-4910-a7f8-79ad49039548 req-da2f0974-92b2-4943-90de-3599bd637663 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/security-groups?id=0021e546-4f7f-49c4-abd3-0d4bc5500397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229877 Nov 10 17:49:16.764521 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4307ab0e-7c64-4d92-8736-3662719a37cc tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:16.769873 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4307ab0e-7c64-4d92-8736-3662719a37cc tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] 10.222.0.39 "DELETE /v2.0/networks/3b992436-e63d-47cb-b348-cca8e5cea573 HTTP/1.1" status: 204 len: 168 time: 0.5700369 Nov 10 17:49:16.773225 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55428) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:16.782470 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307ab0e-7c64-4d92-8736-3662719a37cc tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Pushing event deleted for resources: {'Network': ['ID=3b992436-e63d-47cb-b348-cca8e5cea573,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:16.801641 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:49:16.879592 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-a85229b8-bda7-4cbf-9050-f599a0206625 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Deleting subnet 49e5803b-1101-4835-91ec-1784c25c2aa6 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:49:16.884577 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a85229b8-bda7-4cbf-9050-f599a0206625 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:16.947556 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a85229b8-bda7-4cbf-9050-f599a0206625 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:16.972783 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d31b3d03-c735-48db-9aa3-ffbc4d17fca5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:16.992503 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2214e282-c87c-4700-9ac5-4a0092b7501b None None] DHCP port deletion for 67091ac9-7b8e-4b56-895e-a2effcb62627 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:49:17.018235 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31b3d03-c735-48db-9aa3-ffbc4d17fca5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] No DVR routers for this DVR port abbb5406-e0f7-4e0a-b9bf-9813885e8a6f on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:49:17.020478 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b3d03-c735-48db-9aa3-ffbc4d17fca5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Port': ['ID=abbb5406-e0f7-4e0a-b9bf-9813885e8a6f,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:17.067038 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-d3b62fed-783e-4121-a01a-c18dc9f235f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'name': 'tempest-RoutersIpV6Test-router-92437754', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:26Z', 'updated_at': '2021-11-10T17:49:13Z', 'revision_number': 9, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'gw_port_host': None, '_interfaces': [{'id': '2217527e-3166-4d51-a260-79c9f3d6e7fb', 'name': '', 'network_id': '84a853f7-5323-4c65-a2e2-96c29ca3ed8a', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:cd:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '994ef84d-76e3-47dc-abd0-4350401648da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:28Z', 'updated_at': '2021-11-10T17:48:34Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '994ef84d-76e3-47dc-abd0-4350401648da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd739288-56de-46cd-9fce-675bec32e795', 'name': '', 'network_id': '830f68a1-746c-4694-afad-be801df76ca0', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:2e:f8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '6aeff5aa-855d-44b7-a0f9-025c2ed0d97a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:36Z', 'updated_at': '2021-11-10T17:48:46Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '6aeff5aa-855d-44b7-a0f9-025c2ed0d97a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:17.112950 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b62fed-783e-4121-a01a-c18dc9f235f1 None None] The sync data for ids ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'] in n-d-776250-10 is: [{'id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'name': 'tempest-RoutersIpV6Test-router-92437754', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:26Z', 'updated_at': '2021-11-10T17:49:13Z', 'revision_number': 9, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'gw_port_host': None, '_interfaces': [{'id': '2217527e-3166-4d51-a260-79c9f3d6e7fb', 'name': '', 'network_id': '84a853f7-5323-4c65-a2e2-96c29ca3ed8a', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:cd:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '994ef84d-76e3-47dc-abd0-4350401648da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:28Z', 'updated_at': '2021-11-10T17:48:34Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '994ef84d-76e3-47dc-abd0-4350401648da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd739288-56de-46cd-9fce-675bec32e795', 'name': '', 'network_id': '830f68a1-746c-4694-afad-be801df76ca0', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:2e:f8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': '6aeff5aa-855d-44b7-a0f9-025c2ed0d97a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:36Z', 'updated_at': '2021-11-10T17:48:46Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '6aeff5aa-855d-44b7-a0f9-025c2ed0d97a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:49:17.187285 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d31b3d03-c735-48db-9aa3-ffbc4d17fca5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:17.230038 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a85229b8-bda7-4cbf-9050-f599a0206625 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:17.273720 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-d31b3d03-c735-48db-9aa3-ffbc4d17fca5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67091ac9-7b8e-4b56-895e-a2effcb62627']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:17.290333 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-d31b3d03-c735-48db-9aa3-ffbc4d17fca5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88256e77-ec59-4ceb-ae36-2852f98af872') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:17.290717 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-d31b3d03-c735-48db-9aa3-ffbc4d17fca5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88256e77-ec59-4ceb-ae36-2852f98af872') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:17.311604 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d31b3d03-c735-48db-9aa3-ffbc4d17fca5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:17.332257 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d31b3d03-c735-48db-9aa3-ffbc4d17fca5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:17.341238 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d31b3d03-c735-48db-9aa3-ffbc4d17fca5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:49:17.341679 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d31b3d03-c735-48db-9aa3-ffbc4d17fca5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:17.345764 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:49:17.345764 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:49:17.345764 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:49:17.345764 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:49:17.345764 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:49:17.345764 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:49:17.345764 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:49:17.345764 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:49:17.345764 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:49:17.345764 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:49:17.345764 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:49:17.345764 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:49:17.345764 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:49:17.345764 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:49:17.345764 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:49:17.345764 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:49:17.345764 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:49:17.345764 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:49:17.345764 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:49:17.345764 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:49:17.345764 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:49:17.345764 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:49:17.345764 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:49:17.345764 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:49:17.345764 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:49:17.345764 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:49:17.345764 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:49:17.345764 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:49:17.345764 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:49:17.345764 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:49:17.345764 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:49:17.345764 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:49:17.351534 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a85229b8-bda7-4cbf-9050-f599a0206625 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:17.452624 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85229b8-bda7-4cbf-9050-f599a0206625 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Pushing event deleted for resources: {'Subnet': ['ID=49e5803b-1101-4835-91ec-1784c25c2aa6,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:17.465391 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a85229b8-bda7-4cbf-9050-f599a0206625 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:17.470809 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78e4ab6-8edb-42bc-9eaa-49b51f75eec8 None None] Network 57358b00-724d-4419-bfb1-cc5b8336e8f8 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:49:17.480971 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a85229b8-bda7-4cbf-9050-f599a0206625 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] 10.222.0.39 "DELETE /v2.0/subnets/49e5803b-1101-4835-91ec-1784c25c2aa6 HTTP/1.1" status: 204 len: 168 time: 0.7043808 Nov 10 17:49:17.481330 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55452) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:17.504106 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d31b3d03-c735-48db-9aa3-ffbc4d17fca5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:17.519651 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d31b3d03-c735-48db-9aa3-ffbc4d17fca5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:17.528468 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d31b3d03-c735-48db-9aa3-ffbc4d17fca5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/networks/67091ac9-7b8e-4b56-895e-a2effcb62627 HTTP/1.1" status: 204 len: 168 time: 1.4737179 Nov 10 17:49:17.533144 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55454) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:17.652636 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa72facb-7826-49b8-9bce-7b9c3468a18e tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:17.686451 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b3d03-c735-48db-9aa3-ffbc4d17fca5 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Network': ['ID=67091ac9-7b8e-4b56-895e-a2effcb62627,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:17.788264 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-aa72facb-7826-49b8-9bce-7b9c3468a18e tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Deleting port 2405cff7-01a8-454c-a735-7c8e9cbb38bb {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:49:17.788721 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa72facb-7826-49b8-9bce-7b9c3468a18e tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:17.880938 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de31ca5-71c4-431a-b5f3-bf61a7582e11 None None] DHCP port deletion for 57358b00-724d-4419-bfb1-cc5b8336e8f8 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:49:17.956370 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 29cee489-6d27-4070-8a1f-2dc0b8f50383 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:49:18.002552 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-aa72facb-7826-49b8-9bce-7b9c3468a18e tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] For port 2405cff7-01a8-454c-a735-7c8e9cbb38bb, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2405cff7-01a8-454c-a735-7c8e9cbb38bb,segment=NetworkSegment(cc7ebe87-6e80-45d6-9d4a-59b48342441b),segment_id=cc7ebe87-6e80-45d6-9d4a-59b48342441b)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:49:18.003153 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa72facb-7826-49b8-9bce-7b9c3468a18e tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:18.019273 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 29cee489-6d27-4070-8a1f-2dc0b8f50383 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:49:18.020501 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 29cee489-6d27-4070-8a1f-2dc0b8f50383 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:49:18.021321 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device abbb5406-e0f7-4e0a-b9bf-9813885e8a6f no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:49:18.030464 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c178a-ec7c-4d41-af98-afbddc4482b6 req-c8b55ea3-e6b6-434b-bd95-4542f5a3ba79 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:18.038822 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6c8c178a-ec7c-4d41-af98-afbddc4482b6 req-c8b55ea3-e6b6-434b-bd95-4542f5a3ba79 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a3264-f5e2-4caa-8c76-7a54c65c0c4a HTTP/1.1" status: 200 len: 945 time: 0.1024864 Nov 10 17:49:18.041956 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-aa72facb-7826-49b8-9bce-7b9c3468a18e tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Calling delete_port for 2405cff7-01a8-454c-a735-7c8e9cbb38bb owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:49:18.161520 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6c8c178a-ec7c-4d41-af98-afbddc4482b6 req-77bf3b41-5d82-4d12-ab08-1b79c02b36c6 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/security-groups?id=0021e546-4f7f-49c4-abd3-0d4bc5500397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213970 Nov 10 17:49:18.243760 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa72facb-7826-49b8-9bce-7b9c3468a18e tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:18.285330 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72facb-7826-49b8-9bce-7b9c3468a18e tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Pushing event deleted for resources: {'Port': ['ID=2405cff7-01a8-454c-a735-7c8e9cbb38bb,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:18.299806 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa72facb-7826-49b8-9bce-7b9c3468a18e tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] No DVR routers for this DVR port 2405cff7-01a8-454c-a735-7c8e9cbb38bb on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:49:18.448837 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa72facb-7826-49b8-9bce-7b9c3468a18e tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:18.458453 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: abbb5406-e0f7-4e0a-b9bf-9813885e8a6f {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:49:18.458856 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device abbb5406-e0f7-4e0a-b9bf-9813885e8a6f not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:49:18.461464 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-447ea0de-bc38-4548-ba95-998d32b99503 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:18.466228 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-0de31ca5-71c4-431a-b5f3-bf61a7582e11 None None] Deleting port 2405cff7-01a8-454c-a735-7c8e9cbb38bb {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:49:18.466852 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0de31ca5-71c4-431a-b5f3-bf61a7582e11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:18.495780 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-aa72facb-7826-49b8-9bce-7b9c3468a18e tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57358b00-724d-4419-bfb1-cc5b8336e8f8']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:18.508959 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-aa72facb-7826-49b8-9bce-7b9c3468a18e tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc7ebe87-6e80-45d6-9d4a-59b48342441b') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:18.509315 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-aa72facb-7826-49b8-9bce-7b9c3468a18e tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc7ebe87-6e80-45d6-9d4a-59b48342441b') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:18.522608 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa72facb-7826-49b8-9bce-7b9c3468a18e tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:18.545432 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa72facb-7826-49b8-9bce-7b9c3468a18e tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:18.581408 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa72facb-7826-49b8-9bce-7b9c3468a18e tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:49:18.581899 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa72facb-7826-49b8-9bce-7b9c3468a18e tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:18.594343 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:49:18.594343 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:49:18.594343 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:49:18.594343 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:49:18.594343 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:49:18.594343 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:49:18.594343 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:49:18.594343 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:49:18.594343 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:49:18.594343 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:49:18.594343 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:49:18.594343 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:49:18.594343 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:49:18.594343 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:49:18.594343 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:49:18.594343 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:49:18.594343 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:49:18.594343 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:49:18.594343 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:49:18.594343 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:49:18.594343 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:49:18.594343 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:49:18.594343 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:49:18.594343 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:49:18.594343 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:49:18.594343 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:49:18.594343 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:49:18.594343 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:49:18.594343 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:49:18.594343 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:49:18.594343 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:49:18.594343 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:49:18.608412 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-0de31ca5-71c4-431a-b5f3-bf61a7582e11 None None] For port 2405cff7-01a8-454c-a735-7c8e9cbb38bb, host n-d-776250-10, got binding levels [] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:49:18.608801 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0de31ca5-71c4-431a-b5f3-bf61a7582e11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:18.643747 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-0de31ca5-71c4-431a-b5f3-bf61a7582e11 None None] Calling delete_port for 2405cff7-01a8-454c-a735-7c8e9cbb38bb owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:49:18.652855 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.ipam_backend_mixin [None req-0de31ca5-71c4-431a-b5f3-bf61a7582e11 None None] Port 2405cff7-01a8-454c-a735-7c8e9cbb38bb was not found and therefore no delete operation was performed {{(pid=102470) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 17:49:18.654243 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0de31ca5-71c4-431a-b5f3-bf61a7582e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:18.679844 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de31ca5-71c4-431a-b5f3-bf61a7582e11 None None] Pushing event deleted for resources: {'Port': ['ID=2405cff7-01a8-454c-a735-7c8e9cbb38bb,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:18.692187 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de31ca5-71c4-431a-b5f3-bf61a7582e11 None None] No DVR routers for this DVR port 2405cff7-01a8-454c-a735-7c8e9cbb38bb on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:49:18.706137 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa72facb-7826-49b8-9bce-7b9c3468a18e tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:18.713410 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa72facb-7826-49b8-9bce-7b9c3468a18e tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:18.728898 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-aa72facb-7826-49b8-9bce-7b9c3468a18e tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] 10.222.0.39 "DELETE /v2.0/networks/57358b00-724d-4419-bfb1-cc5b8336e8f8 HTTP/1.1" status: 204 len: 168 time: 1.2462239 Nov 10 17:49:18.729919 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55486) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:18.817770 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2da4e36c-8e52-466b-b605-3530e851b2c7 tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe98460d-be68-4692-b4c0-4d3e53aa14c5 HTTP/1.1" status: 200 len: 205 time: 0.0710671 Nov 10 17:49:18.824348 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72facb-7826-49b8-9bce-7b9c3468a18e tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Pushing event deleted for resources: {'Network': ['ID=57358b00-724d-4419-bfb1-cc5b8336e8f8,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:18.826430 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55492) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:18.941046 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1feac51b-6f5d-44f2-9266-82cdbde6313c tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:19.034093 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-447ea0de-bc38-4548-ba95-998d32b99503 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Deleting port cd739288-56de-46cd-9fce-675bec32e795 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:49:19.036515 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-447ea0de-bc38-4548-ba95-998d32b99503 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:19.197585 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1feac51b-6f5d-44f2-9266-82cdbde6313c tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:19.200630 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1feac51b-6f5d-44f2-9266-82cdbde6313c tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:19.212988 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-447ea0de-bc38-4548-ba95-998d32b99503 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] For port cd739288-56de-46cd-9fce-675bec32e795, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=cd739288-56de-46cd-9fce-675bec32e795,segment=NetworkSegment(bec3522c-b7e8-4ec4-970d-ac76765bff75),segment_id=bec3522c-b7e8-4ec4-970d-ac76765bff75)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:49:19.213725 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-447ea0de-bc38-4548-ba95-998d32b99503 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:19.245438 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-447ea0de-bc38-4548-ba95-998d32b99503 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Calling delete_port for cd739288-56de-46cd-9fce-675bec32e795 owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:49:19.331460 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1feac51b-6f5d-44f2-9266-82cdbde6313c tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:19.332430 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1feac51b-6f5d-44f2-9266-82cdbde6313c tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Fanout notify agent at l3_agent the message router_deleted on router fe98460d-be68-4692-b4c0-4d3e53aa14c5 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:49:19.345686 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1feac51b-6f5d-44f2-9266-82cdbde6313c tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:19.350112 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1feac51b-6f5d-44f2-9266-82cdbde6313c tempest-RoutersNegativeTest-763648021 tempest-RoutersNegativeTest-763648021-project] 10.222.0.39 "DELETE /v2.0/routers/fe98460d-be68-4692-b4c0-4d3e53aa14c5 HTTP/1.1" status: 204 len: 168 time: 0.5217700 Nov 10 17:49:19.642220 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7b68c-eb3f-4e73-b188-aba425a9c1dd req-fc27fd74-41be-44e3-bf8b-726fb7606ade tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:19.650869 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-36b7b68c-eb3f-4e73-b188-aba425a9c1dd req-fc27fd74-41be-44e3-bf8b-726fb7606ade tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a3264-f5e2-4caa-8c76-7a54c65c0c4a HTTP/1.1" status: 200 len: 945 time: 0.1548893 Nov 10 17:49:19.694763 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-447ea0de-bc38-4548-ba95-998d32b99503 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:19.743988 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ea0de-bc38-4548-ba95-998d32b99503 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Port': ['ID=cd739288-56de-46cd-9fce-675bec32e795,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:19.759379 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-36b7b68c-eb3f-4e73-b188-aba425a9c1dd req-d1211249-d0a1-4655-969f-ed0d8c84fae8 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/security-groups?id=0021e546-4f7f-49c4-abd3-0d4bc5500397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074374 Nov 10 17:49:19.848077 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55524) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:19.925894 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-447ea0de-bc38-4548-ba95-998d32b99503 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:20.014794 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2405cff7-01a8-454c-a735-7c8e9cbb38bb no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:49:20.064611 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 2405cff7-01a8-454c-a735-7c8e9cbb38bb {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:49:20.065596 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2405cff7-01a8-454c-a735-7c8e9cbb38bb not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:49:20.182812 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447ea0de-bc38-4548-ba95-998d32b99503 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Router 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:49:20.245475 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6a6f681c-a744-46a2-971f-4d38f8d2cfae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b5d6f3d8c3ef419eb86df66d46ed43e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3952823 Nov 10 17:49:20.247917 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55532) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:20.306646 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447ea0de-bc38-4548-ba95-998d32b99503 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:49:20.319089 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-447ea0de-bc38-4548-ba95-998d32b99503 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "PUT /v2.0/routers/91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7822165 Nov 10 17:49:20.319459 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55534) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:20.322332 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-994dfb2b-cef0-4e72-8b13-c309702d58b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:20.323931 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f54b341-b115-4771-92bb-5233ea6a4d2c None None] Sync routers for ids ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:49:20.338692 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f54b341-b115-4771-92bb-5233ea6a4d2c None None] Routers {'91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:49:20.340600 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-3f54b341-b115-4771-92bb-5233ea6a4d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:49:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:20.371173 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-994dfb2b-cef0-4e72-8b13-c309702d58b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:20.407368 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d9458d0-8d38-4c68-a29c-9249759b8e91 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Deleting subnet 6aeff5aa-855d-44b7-a0f9-025c2ed0d97a {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:49:20.411706 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2d9458d0-8d38-4c68-a29c-9249759b8e91 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:20.472194 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-994dfb2b-cef0-4e72-8b13-c309702d58b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:20.474818 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-994dfb2b-cef0-4e72-8b13-c309702d58b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:20.479006 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-994dfb2b-cef0-4e72-8b13-c309702d58b9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/191c3846-3011-4ffe-8a63-64ba70fb962b HTTP/1.1" status: 204 len: 168 time: 0.2270570 Nov 10 17:49:20.491423 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994dfb2b-cef0-4e72-8b13-c309702d58b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191c3846-3011-4ffe-8a63-64ba70fb962b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:20.502632 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2d9458d0-8d38-4c68-a29c-9249759b8e91 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:20.675912 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-3f54b341-b115-4771-92bb-5233ea6a4d2c None None] Set router 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:49:20.681678 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2d9458d0-8d38-4c68-a29c-9249759b8e91 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:20.981826 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d462f3b-8b8f-4ab3-9ced-47c0650ba0fd req-e532cfc3-08e4-44bf-b7fa-ebd2ccb9a8d8 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:20.984255 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2d462f3b-8b8f-4ab3-9ced-47c0650ba0fd req-e532cfc3-08e4-44bf-b7fa-ebd2ccb9a8d8 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a3264-f5e2-4caa-8c76-7a54c65c0c4a HTTP/1.1" status: 200 len: 945 time: 0.0709243 Nov 10 17:49:21.071404 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-3f54b341-b115-4771-92bb-5233ea6a4d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'name': 'tempest-RoutersIpV6Test-router-92437754', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:26Z', 'updated_at': '2021-11-10T17:49:19Z', 'revision_number': 10, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'gw_port_host': None, '_interfaces': [{'id': '2217527e-3166-4d51-a260-79c9f3d6e7fb', 'name': '', 'network_id': '84a853f7-5323-4c65-a2e2-96c29ca3ed8a', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:cd:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '994ef84d-76e3-47dc-abd0-4350401648da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:28Z', 'updated_at': '2021-11-10T17:48:34Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '994ef84d-76e3-47dc-abd0-4350401648da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:21.073496 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2d462f3b-8b8f-4ab3-9ced-47c0650ba0fd req-d0d723d2-2c4d-4e3f-b969-fb77b55dc719 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/security-groups?id=0021e546-4f7f-49c4-abd3-0d4bc5500397&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816746 Nov 10 17:49:21.137826 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f54b341-b115-4771-92bb-5233ea6a4d2c None None] Checking router: 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:49:21.155816 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f54b341-b115-4771-92bb-5233ea6a4d2c None None] Routers {'91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:49:21.157467 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-3f54b341-b115-4771-92bb-5233ea6a4d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:49:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:21.299694 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-3f54b341-b115-4771-92bb-5233ea6a4d2c None None] Set router 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:49:21.310952 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da19040-3d41-41f6-9fb4-9fec2a14d1ee req-0cfc2e72-036f-4a44-b6b3-42ce9eb92d20 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:21.313303 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0da19040-3d41-41f6-9fb4-9fec2a14d1ee req-0cfc2e72-036f-4a44-b6b3-42ce9eb92d20 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.13 "GET /v2.0/ports?device_id=374a3264-f5e2-4caa-8c76-7a54c65c0c4a HTTP/1.1" status: 200 len: 945 time: 0.0740309 Nov 10 17:49:21.349572 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2d9458d0-8d38-4c68-a29c-9249759b8e91 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:21.394246 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9458d0-8d38-4c68-a29c-9249759b8e91 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Subnet': ['ID=6aeff5aa-855d-44b7-a0f9-025c2ed0d97a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:21.396485 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2d9458d0-8d38-4c68-a29c-9249759b8e91 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:21.402379 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2d9458d0-8d38-4c68-a29c-9249759b8e91 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/subnets/6aeff5aa-855d-44b7-a0f9-025c2ed0d97a HTTP/1.1" status: 204 len: 168 time: 1.0792606 Nov 10 17:49:21.404931 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55568) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:21.407485 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5f389a-8de8-436a-a27d-a541add9596c None None] Network 830f68a1-746c-4694-afad-be801df76ca0 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:49:21.531441 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-0da19040-3d41-41f6-9fb4-9fec2a14d1ee req-e451aa07-6acc-4412-a40d-692d09f54978 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Deleting port 0c24c677-9cde-40f4-b2c8-bdabeff65fcb {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:49:21.532727 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0da19040-3d41-41f6-9fb4-9fec2a14d1ee req-e451aa07-6acc-4412-a40d-692d09f54978 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:21.596336 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e4698725-ff0f-4d46-9ab2-f1cbd85edb28 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:21.634072 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-3f54b341-b115-4771-92bb-5233ea6a4d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'name': 'tempest-RoutersIpV6Test-router-92437754', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:26Z', 'updated_at': '2021-11-10T17:49:19Z', 'revision_number': 10, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'gw_port_host': None, '_interfaces': [{'id': '2217527e-3166-4d51-a260-79c9f3d6e7fb', 'name': '', 'network_id': '84a853f7-5323-4c65-a2e2-96c29ca3ed8a', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:cd:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '994ef84d-76e3-47dc-abd0-4350401648da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:28Z', 'updated_at': '2021-11-10T17:48:34Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '994ef84d-76e3-47dc-abd0-4350401648da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:21.689277 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f54b341-b115-4771-92bb-5233ea6a4d2c None None] The sync data for ids ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'] in n-d-776250-10 is: [{'id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'name': 'tempest-RoutersIpV6Test-router-92437754', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:26Z', 'updated_at': '2021-11-10T17:49:19Z', 'revision_number': 10, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'gw_port_host': None, '_interfaces': [{'id': '2217527e-3166-4d51-a260-79c9f3d6e7fb', 'name': '', 'network_id': '84a853f7-5323-4c65-a2e2-96c29ca3ed8a', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'mac_address': 'fa:16:3e:cd:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '994ef84d-76e3-47dc-abd0-4350401648da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:48:28Z', 'updated_at': '2021-11-10T17:48:34Z', 'revision_number': 5, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'subnets': [{'id': '994ef84d-76e3-47dc-abd0-4350401648da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:49:21.690286 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753ef80c-9903-4714-9fa3-65ed1e7b1bab None None] DHCP port deletion for 830f68a1-746c-4694-afad-be801df76ca0 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:49:21.835064 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-e4698725-ff0f-4d46-9ab2-f1cbd85edb28 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Deleting port 2924c6f3-2018-40ef-ae6a-fe0da92b3f43 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:49:21.835064 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e4698725-ff0f-4d46-9ab2-f1cbd85edb28 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:21.858317 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-753ef80c-9903-4714-9fa3-65ed1e7b1bab None None] Deleting port 2924c6f3-2018-40ef-ae6a-fe0da92b3f43 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:49:21.859036 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-753ef80c-9903-4714-9fa3-65ed1e7b1bab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:21.879920 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-0da19040-3d41-41f6-9fb4-9fec2a14d1ee req-e451aa07-6acc-4412-a40d-692d09f54978 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] For port 0c24c677-9cde-40f4-b2c8-bdabeff65fcb, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=0c24c677-9cde-40f4-b2c8-bdabeff65fcb,segment=NetworkSegment(baeb23fd-b08b-446f-96bc-a6860148d525),segment_id=baeb23fd-b08b-446f-96bc-a6860148d525)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:49:21.880487 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0da19040-3d41-41f6-9fb4-9fec2a14d1ee req-e451aa07-6acc-4412-a40d-692d09f54978 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:21.924375 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-0da19040-3d41-41f6-9fb4-9fec2a14d1ee req-e451aa07-6acc-4412-a40d-692d09f54978 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Calling delete_port for 0c24c677-9cde-40f4-b2c8-bdabeff65fcb owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:49:22.043570 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-e4698725-ff0f-4d46-9ab2-f1cbd85edb28 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] For port 2924c6f3-2018-40ef-ae6a-fe0da92b3f43, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2924c6f3-2018-40ef-ae6a-fe0da92b3f43,segment=NetworkSegment(bec3522c-b7e8-4ec4-970d-ac76765bff75),segment_id=bec3522c-b7e8-4ec4-970d-ac76765bff75)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:49:22.044135 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e4698725-ff0f-4d46-9ab2-f1cbd85edb28 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:22.079951 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-753ef80c-9903-4714-9fa3-65ed1e7b1bab None None] For port 2924c6f3-2018-40ef-ae6a-fe0da92b3f43, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2924c6f3-2018-40ef-ae6a-fe0da92b3f43,segment=NetworkSegment(bec3522c-b7e8-4ec4-970d-ac76765bff75),segment_id=bec3522c-b7e8-4ec4-970d-ac76765bff75)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:49:22.080938 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-753ef80c-9903-4714-9fa3-65ed1e7b1bab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:22.140896 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-753ef80c-9903-4714-9fa3-65ed1e7b1bab None None] Calling delete_port for 2924c6f3-2018-40ef-ae6a-fe0da92b3f43 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:49:22.171382 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-e4698725-ff0f-4d46-9ab2-f1cbd85edb28 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Calling delete_port for 2924c6f3-2018-40ef-ae6a-fe0da92b3f43 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:49:22.492206 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f563a004-a977-4724-9ab0-966a758cd9be req-a6f2ec31-b26d-47cb-8f77-95cb3b009c5e tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a3264-f5e2-4caa-8c76-7a54c65c0c4a HTTP/1.1" status: 200 len: 210 time: 0.1502755 Nov 10 17:49:22.497648 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0da19040-3d41-41f6-9fb4-9fec2a14d1ee req-e451aa07-6acc-4412-a40d-692d09f54978 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:22.499064 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2924c6f3-2018-40ef-ae6a-fe0da92b3f43 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:49:22.547523 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e4698725-ff0f-4d46-9ab2-f1cbd85edb28 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:22.586498 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['0c24c677-9cde-40f4-b2c8-bdabeff65fcb'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:49:22.597695 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451aa07-6acc-4412-a40d-692d09f54978 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Pushing event deleted for resources: {'Port': ['ID=0c24c677-9cde-40f4-b2c8-bdabeff65fcb,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:22.615613 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4698725-ff0f-4d46-9ab2-f1cbd85edb28 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Port': ['ID=2924c6f3-2018-40ef-ae6a-fe0da92b3f43,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:22.619182 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4698725-ff0f-4d46-9ab2-f1cbd85edb28 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] No DVR routers for this DVR port 2924c6f3-2018-40ef-ae6a-fe0da92b3f43 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:49:22.698770 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55606) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:22.701254 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da19040-3d41-41f6-9fb4-9fec2a14d1ee req-e451aa07-6acc-4412-a40d-692d09f54978 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] No DVR routers for this DVR port 0c24c677-9cde-40f4-b2c8-bdabeff65fcb on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:49:22.708681 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0da19040-3d41-41f6-9fb4-9fec2a14d1ee req-e451aa07-6acc-4412-a40d-692d09f54978 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:22.712575 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0da19040-3d41-41f6-9fb4-9fec2a14d1ee req-e451aa07-6acc-4412-a40d-692d09f54978 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.13 "DELETE /v2.0/ports/0c24c677-9cde-40f4-b2c8-bdabeff65fcb HTTP/1.1" status: 204 len: 173 time: 1.3920932 Nov 10 17:49:22.713239 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374a3264-f5e2-4caa-8c76-7a54c65c0c4a', 'name': 'network-vif-deleted', 'tag': '0c24c677-9cde-40f4-b2c8-bdabeff65fcb'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:49:22.716193 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca14125-72ec-4a69-9fce-fc35a1d21f3a" -d '{"events": [{"server_uuid": "374a3264-f5e2-4caa-8c76-7a54c65c0c4a", "name": "network-vif-deleted", "tag": "0c24c677-9cde-40f4-b2c8-bdabeff65fcb"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:49:22.733856 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No active binding found for port 2924c6f3-2018-40ef-ae6a-fe0da92b3f43 {{(pid=102470) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 17:49:22.734337 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2924c6f3-2018-40ef-ae6a-fe0da92b3f43 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:49:22.735021 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device cd739288-56de-46cd-9fce-675bec32e795 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:49:22.781837 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30810e3-bbb5-460b-914c-0210db6c040a x-openstack-request-id: req-c30810e3-bbb5-460b-914c-0210db6c040a {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:49:22.782567 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374a3264-f5e2-4caa-8c76-7a54c65c0c4a", "name": "network-vif-deleted", "tag": "0c24c677-9cde-40f4-b2c8-bdabeff65fcb", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:49:22.782978 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c30810e3-bbb5-460b-914c-0210db6c040a {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:49:22.783526 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374a3264-f5e2-4caa-8c76-7a54c65c0c4a', 'name': 'network-vif-deleted', 'tag': '0c24c677-9cde-40f4-b2c8-bdabeff65fcb', 'status': 'completed', 'code': 200} Nov 10 17:49:22.813528 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-753ef80c-9903-4714-9fa3-65ed1e7b1bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:22.863951 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e4698725-ff0f-4d46-9ab2-f1cbd85edb28 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:22.926505 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ef80c-9903-4714-9fa3-65ed1e7b1bab None None] Pushing event deleted for resources: {'Port': ['ID=2924c6f3-2018-40ef-ae6a-fe0da92b3f43,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:22.929907 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: cd739288-56de-46cd-9fce-675bec32e795 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:49:22.930887 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device cd739288-56de-46cd-9fce-675bec32e795 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:49:22.950008 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753ef80c-9903-4714-9fa3-65ed1e7b1bab None None] No DVR routers for this DVR port 2924c6f3-2018-40ef-ae6a-fe0da92b3f43 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:49:22.962372 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-e4698725-ff0f-4d46-9ab2-f1cbd85edb28 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['830f68a1-746c-4694-afad-be801df76ca0']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:23.006801 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-e4698725-ff0f-4d46-9ab2-f1cbd85edb28 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bec3522c-b7e8-4ec4-970d-ac76765bff75') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:23.007200 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-e4698725-ff0f-4d46-9ab2-f1cbd85edb28 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bec3522c-b7e8-4ec4-970d-ac76765bff75') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:23.038598 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e4698725-ff0f-4d46-9ab2-f1cbd85edb28 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:23.066462 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e4698725-ff0f-4d46-9ab2-f1cbd85edb28 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:23.079413 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4698725-ff0f-4d46-9ab2-f1cbd85edb28 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:49:23.079881 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e4698725-ff0f-4d46-9ab2-f1cbd85edb28 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:23.089213 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:49:23.089213 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:49:23.089213 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:49:23.089213 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:49:23.089213 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:49:23.089213 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:49:23.089213 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:49:23.089213 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:49:23.089213 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:49:23.089213 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:49:23.089213 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:49:23.089213 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:49:23.089213 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:49:23.089213 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:49:23.089213 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:49:23.089213 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:49:23.089213 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:49:23.089213 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:49:23.089213 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:49:23.089213 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:49:23.089213 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:49:23.089213 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:49:23.089213 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:49:23.089213 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:49:23.089213 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:49:23.089213 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:49:23.089213 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:49:23.089213 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:49:23.089213 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:49:23.089213 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:49:23.089213 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:49:23.089213 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:49:23.106749 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-5909fa2d-8e8d-4a0f-909e-910a7c3fa30a tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Request body: {'security_group': {'name': 'tempest-secgroup--619307016'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:23.139984 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5909fa2d-8e8d-4a0f-909e-910a7c3fa30a tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:23.152332 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5909fa2d-8e8d-4a0f-909e-910a7c3fa30a tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:23.228413 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e4698725-ff0f-4d46-9ab2-f1cbd85edb28 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:23.241531 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e4698725-ff0f-4d46-9ab2-f1cbd85edb28 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:23.252397 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e4698725-ff0f-4d46-9ab2-f1cbd85edb28 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/networks/830f68a1-746c-4694-afad-be801df76ca0 HTTP/1.1" status: 204 len: 168 time: 1.8418722 Nov 10 17:49:23.255211 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55628) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:23.346320 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5909fa2d-8e8d-4a0f-909e-910a7c3fa30a tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:23.353105 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5909fa2d-8e8d-4a0f-909e-910a7c3fa30a tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:23.445056 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5909fa2d-8e8d-4a0f-909e-910a7c3fa30a tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:23.451496 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5909fa2d-8e8d-4a0f-909e-910a7c3fa30a tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:23.492857 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909fa2d-8e8d-4a0f-909e-910a7c3fa30a tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a139904-ae72-4bcd-b52e-e23e94b8086c,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:23.507795 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5909fa2d-8e8d-4a0f-909e-910a7c3fa30a tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:23.513419 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5909fa2d-8e8d-4a0f-909e-910a7c3fa30a tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8091292 Nov 10 17:49:23.525214 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55630) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:23.597820 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909fa2d-8e8d-4a0f-909e-910a7c3fa30a tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0ee6c8-2a9e-40ac-88b8-8010a9f0a2b1,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:23.650978 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8490ba63-75c2-474c-b8fb-a259dffa18fe tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1245944 Nov 10 17:49:23.655428 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55636) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:23.664204 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-f00251a8-e0b7-4a79-bcd9-ddd24dea14c7 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Request body: {'security_group': {'name': 'tempest-security--1900282783', 'description': 'tempest-security-description-1597049829'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:23.677567 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4698725-ff0f-4d46-9ab2-f1cbd85edb28 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Network': ['ID=830f68a1-746c-4694-afad-be801df76ca0,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:23.751763 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f00251a8-e0b7-4a79-bcd9-ddd24dea14c7 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:23.879466 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2015188b-c320-45a7-b853-204ff081a098 req-eeb5ee30-4871-4bb2-a409-cf62ff0c0fe7 tempest-VolumesActionsTest-38353384 tempest-VolumesActionsTest-38353384-project] 10.222.0.39 "GET /v2.0/ports?device_id=374a3264-f5e2-4caa-8c76-7a54c65c0c4a HTTP/1.1" status: 200 len: 210 time: 0.0670981 Nov 10 17:49:23.918847 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f00251a8-e0b7-4a79-bcd9-ddd24dea14c7 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:23.926755 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f00251a8-e0b7-4a79-bcd9-ddd24dea14c7 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:23.929706 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f00251a8-e0b7-4a79-bcd9-ddd24dea14c7 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:23.930987 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f00251a8-e0b7-4a79-bcd9-ddd24dea14c7 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "PUT /v2.0/security-groups/cd0ee6c8-2a9e-40ac-88b8-8010a9f0a2b1 HTTP/1.1" status: 200 len: 1797 time: 0.2740817 Nov 10 17:49:23.934287 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55640) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:23.992830 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00251a8-e0b7-4a79-bcd9-ddd24dea14c7 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0ee6c8-2a9e-40ac-88b8-8010a9f0a2b1,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:24.057027 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55646) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:24.063523 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5005f62f-52cb-4d20-a413-6dc519ed36d7 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "GET /v2.0/security-groups/cd0ee6c8-2a9e-40ac-88b8-8010a9f0a2b1 HTTP/1.1" status: 200 len: 1797 time: 0.0874116 Nov 10 17:49:24.096946 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f46d527-e918-4697-a780-749068f4373c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:24.172648 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1e6d5289-fd0c-4d72-91e7-88107e98f544 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:24.268579 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1e6d5289-fd0c-4d72-91e7-88107e98f544 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:24.353686 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1e6d5289-fd0c-4d72-91e7-88107e98f544 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:24.359397 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1e6d5289-fd0c-4d72-91e7-88107e98f544 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:24.364695 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1e6d5289-fd0c-4d72-91e7-88107e98f544 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "DELETE /v2.0/security-groups/cd0ee6c8-2a9e-40ac-88b8-8010a9f0a2b1 HTTP/1.1" status: 204 len: 168 time: 0.3043470 Nov 10 17:49:24.365525 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55652) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:24.379558 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d5289-fd0c-4d72-91e7-88107e98f544 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0ee6c8-2a9e-40ac-88b8-8010a9f0a2b1,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:24.458137 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4fa2e697-95ed-4bfb-977a-710a06aba3fc tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0890012 Nov 10 17:49:24.461088 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55654) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:24.493855 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-30ba738f-9ebd-4ef1-83aa-fb9612705769 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] delete failed (client error): The resource could not be found. Nov 10 17:49:24.493855 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-30ba738f-9ebd-4ef1-83aa-fb9612705769 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "DELETE /v2.0/security-groups/cd0ee6c8-2a9e-40ac-88b8-8010a9f0a2b1 HTTP/1.1" status: 404 len: 347 time: 0.0243201 Nov 10 17:49:24.495586 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55656) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:24.501977 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-ff2e30a3-9b7e-43df-bcf5-88a47ad11b6c tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Request body: {'security_group': {'name': 'tempest-secgroup--1517868380'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:24.606247 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ff2e30a3-9b7e-43df-bcf5-88a47ad11b6c tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:24.712379 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:24.825192 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ff2e30a3-9b7e-43df-bcf5-88a47ad11b6c tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:24.832985 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ff2e30a3-9b7e-43df-bcf5-88a47ad11b6c tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:24.883956 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ff2e30a3-9b7e-43df-bcf5-88a47ad11b6c tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:24.885497 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ff2e30a3-9b7e-43df-bcf5-88a47ad11b6c tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3890133 Nov 10 17:49:24.889175 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55662) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:24.893243 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-4f46d527-e918-4697-a780-749068f4373c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Deleting port 2217527e-3166-4d51-a260-79c9f3d6e7fb {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:49:24.893629 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f46d527-e918-4697-a780-749068f4373c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:24.894546 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-d4e85893-5989-4f97-b92e-95d37cde3797 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Request body: {'security_group_rule': {'security_group_id': '152c4a7a-01cd-4fca-adc8-fefb069281cf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:24.898524 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e30a3-9b7e-43df-bcf5-88a47ad11b6c tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=152c4a7a-01cd-4fca-adc8-fefb069281cf,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:24.935226 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4e85893-5989-4f97-b92e-95d37cde3797 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:25.020594 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:25.066882 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4e85893-5989-4f97-b92e-95d37cde3797 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:25.074405 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4e85893-5989-4f97-b92e-95d37cde3797 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:25.101072 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-4f46d527-e918-4697-a780-749068f4373c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] For port 2217527e-3166-4d51-a260-79c9f3d6e7fb, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2217527e-3166-4d51-a260-79c9f3d6e7fb,segment=NetworkSegment(bf5ba8bf-7bd8-425c-b3b7-ae024e53e2fa),segment_id=bf5ba8bf-7bd8-425c-b3b7-ae024e53e2fa)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:49:25.101824 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e85893-5989-4f97-b92e-95d37cde3797 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dfe0fbe-9be8-460f-a006-bb3b8abe7cc7,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:25.102867 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f46d527-e918-4697-a780-749068f4373c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:25.130975 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-4f46d527-e918-4697-a780-749068f4373c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Calling delete_port for 2217527e-3166-4d51-a260-79c9f3d6e7fb owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:49:25.135995 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4e85893-5989-4f97-b92e-95d37cde3797 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:25.138471 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d4e85893-5989-4f97-b92e-95d37cde3797 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2480981 Nov 10 17:49:25.143397 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55674) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:25.199154 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6a09436a-4a3c-4809-94e7-33b05ad2155e tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:25.212414 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6a09436a-4a3c-4809-94e7-33b05ad2155e tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:25.268566 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6a09436a-4a3c-4809-94e7-33b05ad2155e tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:25.275416 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6a09436a-4a3c-4809-94e7-33b05ad2155e tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:25.280546 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6a09436a-4a3c-4809-94e7-33b05ad2155e tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/3dfe0fbe-9be8-460f-a006-bb3b8abe7cc7 HTTP/1.1" status: 204 len: 168 time: 0.1310840 Nov 10 17:49:25.281097 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55684) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:25.323377 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09436a-4a3c-4809-94e7-33b05ad2155e tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3dfe0fbe-9be8-460f-a006-bb3b8abe7cc7,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:25.338915 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 0c24c677-9cde-40f4-b2c8-bdabeff65fcb no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:49:25.372612 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-71f6ada2-e96f-45f4-baff-5cdc4e90b43a tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0889077 Nov 10 17:49:25.377031 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55692) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:25.433996 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 0c24c677-9cde-40f4-b2c8-bdabeff65fcb {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:49:25.439138 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 0c24c677-9cde-40f4-b2c8-bdabeff65fcb not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:49:25.520063 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f46d527-e918-4697-a780-749068f4373c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:25.599006 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-48aae278-1779-4a4d-9db3-00fa508e783d tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:25.602289 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46d527-e918-4697-a780-749068f4373c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Port': ['ID=2217527e-3166-4d51-a260-79c9f3d6e7fb,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:25.771908 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-48aae278-1779-4a4d-9db3-00fa508e783d tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:25.793083 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f46d527-e918-4697-a780-749068f4373c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:26.001073 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-48aae278-1779-4a4d-9db3-00fa508e783d tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:26.009432 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-48aae278-1779-4a4d-9db3-00fa508e783d tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:26.018803 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55714) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:26.038412 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-48aae278-1779-4a4d-9db3-00fa508e783d tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "DELETE /v2.0/security-groups/152c4a7a-01cd-4fca-adc8-fefb069281cf HTTP/1.1" status: 204 len: 168 time: 0.6590683 Nov 10 17:49:26.090157 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aae278-1779-4a4d-9db3-00fa508e783d tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=152c4a7a-01cd-4fca-adc8-fefb069281cf,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:26.142066 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2ddbb3a7-9941-4c46-8b4d-1db900cd5015 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1208661 Nov 10 17:49:26.142862 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55720) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:26.151910 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-7f14a7a5-b65a-426c-bacc-26410f9a4d9c tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Request body: {'security_group': {'name': 'tempest-secgroup--267364375'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:26.209800 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f14a7a5-b65a-426c-bacc-26410f9a4d9c tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:26.245108 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f46d527-e918-4697-a780-749068f4373c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Router 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:49:26.305286 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f14a7a5-b65a-426c-bacc-26410f9a4d9c tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:26.310130 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f14a7a5-b65a-426c-bacc-26410f9a4d9c tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:26.349631 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f46d527-e918-4697-a780-749068f4373c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:49:26.358408 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4f46d527-e918-4697-a780-749068f4373c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "PUT /v2.0/routers/91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0991998 Nov 10 17:49:26.363080 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55730) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:26.367376 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839bafa4-8af7-42be-8f50-1296527282d3 None None] Sync routers for ids ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:49:26.378841 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f14a7a5-b65a-426c-bacc-26410f9a4d9c tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:26.383192 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7f14a7a5-b65a-426c-bacc-26410f9a4d9c tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2360075 Nov 10 17:49:26.387191 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55732) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:26.390257 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839bafa4-8af7-42be-8f50-1296527282d3 None None] Routers {'91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:49:26.392070 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-839bafa4-8af7-42be-8f50-1296527282d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:49:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:26.394949 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-fa30c644-e40b-482b-8d2a-a7593d16d535 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Request body: {'security_group_rule': {'security_group_id': 'a6174099-1315-46f6-9e7a-e51224d63f70', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:26.435891 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14a7a5-b65a-426c-bacc-26410f9a4d9c tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6174099-1315-46f6-9e7a-e51224d63f70,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:26.489736 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fa30c644-e40b-482b-8d2a-a7593d16d535 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:26.602368 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fa30c644-e40b-482b-8d2a-a7593d16d535 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:26.609951 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fa30c644-e40b-482b-8d2a-a7593d16d535 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:26.638134 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-839bafa4-8af7-42be-8f50-1296527282d3 None None] Set router 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:49:26.657681 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa30c644-e40b-482b-8d2a-a7593d16d535 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a5fc82d-baa6-4cda-a9bd-d44e4f26a906,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:26.683432 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fa30c644-e40b-482b-8d2a-a7593d16d535 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:26.693694 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fa30c644-e40b-482b-8d2a-a7593d16d535 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3050234 Nov 10 17:49:26.694443 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55748) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:26.702752 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-90965036-3959-43e5-a6a2-0d955c99f098 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Request body: {'security_group_rule': {'security_group_id': 'a6174099-1315-46f6-9e7a-e51224d63f70', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:26.752890 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-90965036-3959-43e5-a6a2-0d955c99f098 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:26.754052 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-839bafa4-8af7-42be-8f50-1296527282d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'name': 'tempest-RoutersIpV6Test-router-92437754', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:26Z', 'updated_at': '2021-11-10T17:49:25Z', 'revision_number': 11, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:26.801929 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839bafa4-8af7-42be-8f50-1296527282d3 None None] Checking router: 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:49:26.816681 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839bafa4-8af7-42be-8f50-1296527282d3 None None] Routers {'91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:49:26.817922 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-839bafa4-8af7-42be-8f50-1296527282d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:49:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:26.885510 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-90965036-3959-43e5-a6a2-0d955c99f098 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:26.894839 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-90965036-3959-43e5-a6a2-0d955c99f098 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:26.952223 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90965036-3959-43e5-a6a2-0d955c99f098 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b1892d1-0b98-41b7-b476-a4c559d98180,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:26.962429 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae7468d-8b59-4966-9380-3a190c5c56c1 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Deleting subnet 994ef84d-76e3-47dc-abd0-4350401648da {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:49:26.966376 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-839bafa4-8af7-42be-8f50-1296527282d3 None None] Set router 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:49:26.968513 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bae7468d-8b59-4966-9380-3a190c5c56c1 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:26.983592 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-90965036-3959-43e5-a6a2-0d955c99f098 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:26.992096 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-90965036-3959-43e5-a6a2-0d955c99f098 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2934308 Nov 10 17:49:26.992096 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55760) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:27.009892 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-0b7df0ea-eb65-4614-8e59-32b6814dd503 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Request body: {'security_group_rule': {'security_group_id': 'a6174099-1315-46f6-9e7a-e51224d63f70', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:27.049872 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bae7468d-8b59-4966-9380-3a190c5c56c1 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:27.101006 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0b7df0ea-eb65-4614-8e59-32b6814dd503 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:27.126665 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-839bafa4-8af7-42be-8f50-1296527282d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'name': 'tempest-RoutersIpV6Test-router-92437754', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:26Z', 'updated_at': '2021-11-10T17:49:25Z', 'revision_number': 11, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:27.233677 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839bafa4-8af7-42be-8f50-1296527282d3 None None] The sync data for ids ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'] in n-d-776250-10 is: [{'id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'name': 'tempest-RoutersIpV6Test-router-92437754', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:26Z', 'updated_at': '2021-11-10T17:49:25Z', 'revision_number': 11, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'gw_port_host': None}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:49:27.283685 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0b7df0ea-eb65-4614-8e59-32b6814dd503 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:27.292668 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bae7468d-8b59-4966-9380-3a190c5c56c1 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:27.305289 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0b7df0ea-eb65-4614-8e59-32b6814dd503 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:27.372535 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bae7468d-8b59-4966-9380-3a190c5c56c1 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:27.410556 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7468d-8b59-4966-9380-3a190c5c56c1 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Subnet': ['ID=994ef84d-76e3-47dc-abd0-4350401648da,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:27.424948 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7df0ea-eb65-4614-8e59-32b6814dd503 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4faee7d-1647-4d06-8919-cca4a87f40f8,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:27.425415 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd995ee-d779-4085-93e9-d22c90f89a80 None None] Network 84a853f7-5323-4c65-a2e2-96c29ca3ed8a requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:49:27.436929 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bae7468d-8b59-4966-9380-3a190c5c56c1 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:27.443046 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bae7468d-8b59-4966-9380-3a190c5c56c1 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/subnets/994ef84d-76e3-47dc-abd0-4350401648da HTTP/1.1" status: 204 len: 168 time: 1.0782835 Nov 10 17:49:27.447919 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0b7df0ea-eb65-4614-8e59-32b6814dd503 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:27.450880 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55770) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:27.458004 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0b7df0ea-eb65-4614-8e59-32b6814dd503 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4600189 Nov 10 17:49:27.458499 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55772) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:27.464429 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-2be9ea61-fd10-41e7-b4ba-abdb18c5ede3 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Request body: {'security_group_rule': {'security_group_id': 'a6174099-1315-46f6-9e7a-e51224d63f70', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:27.584030 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2be9ea61-fd10-41e7-b4ba-abdb18c5ede3 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:27.725744 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-30d5c9b5-9113-4754-9e59-45b774f526b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:27.824481 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2be9ea61-fd10-41e7-b4ba-abdb18c5ede3 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:27.841036 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2be9ea61-fd10-41e7-b4ba-abdb18c5ede3 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:27.857861 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-30d5c9b5-9113-4754-9e59-45b774f526b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Deleting port e28be486-32a7-4395-b961-930ec05003e6 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:49:27.857861 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-30d5c9b5-9113-4754-9e59-45b774f526b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:27.872442 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2217527e-3166-4d51-a260-79c9f3d6e7fb no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:49:27.896774 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9ea61-fd10-41e7-b4ba-abdb18c5ede3 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce00de9-9d10-46e9-bf33-5f6d98b4c0fa,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:27.925205 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2be9ea61-fd10-41e7-b4ba-abdb18c5ede3 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:27.929991 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2be9ea61-fd10-41e7-b4ba-abdb18c5ede3 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4690289 Nov 10 17:49:27.936829 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55788) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:27.946788 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-7f03fc1a-b1aa-4396-a049-c36be9964648 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Request body: {'security_group_rule': {'security_group_id': 'a6174099-1315-46f6-9e7a-e51224d63f70', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:27.947611 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 2217527e-3166-4d51-a260-79c9f3d6e7fb {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:49:27.950716 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2217527e-3166-4d51-a260-79c9f3d6e7fb not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:49:27.973014 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fe1024-6d74-4027-9d1a-0fd83c53f937 None None] DHCP port deletion for 84a853f7-5323-4c65-a2e2-96c29ca3ed8a request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:49:28.025883 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f03fc1a-b1aa-4396-a049-c36be9964648 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:28.052578 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-30d5c9b5-9113-4754-9e59-45b774f526b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] For port e28be486-32a7-4395-b961-930ec05003e6, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=e28be486-32a7-4395-b961-930ec05003e6,segment=NetworkSegment(bf5ba8bf-7bd8-425c-b3b7-ae024e53e2fa),segment_id=bf5ba8bf-7bd8-425c-b3b7-ae024e53e2fa)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:49:28.052977 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-30d5c9b5-9113-4754-9e59-45b774f526b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:28.074137 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe1024-6d74-4027-9d1a-0fd83c53f937 None None] Deleting port e28be486-32a7-4395-b961-930ec05003e6 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:49:28.074469 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e1fe1024-6d74-4027-9d1a-0fd83c53f937 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:28.089124 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-30d5c9b5-9113-4754-9e59-45b774f526b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Calling delete_port for e28be486-32a7-4395-b961-930ec05003e6 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:49:28.134095 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f03fc1a-b1aa-4396-a049-c36be9964648 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:28.140432 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f03fc1a-b1aa-4396-a049-c36be9964648 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:28.179721 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03fc1a-b1aa-4396-a049-c36be9964648 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7cf09db-9d0e-4086-9ed3-72fbbcbcabc3,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:28.205417 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f03fc1a-b1aa-4396-a049-c36be9964648 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:28.208481 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7f03fc1a-b1aa-4396-a049-c36be9964648 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2704670 Nov 10 17:49:28.211676 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55796) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:28.263835 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-e1fe1024-6d74-4027-9d1a-0fd83c53f937 None None] For port e28be486-32a7-4395-b961-930ec05003e6, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=e28be486-32a7-4395-b961-930ec05003e6,segment=NetworkSegment(bf5ba8bf-7bd8-425c-b3b7-ae024e53e2fa),segment_id=bf5ba8bf-7bd8-425c-b3b7-ae024e53e2fa)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:49:28.267238 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e1fe1024-6d74-4027-9d1a-0fd83c53f937 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:28.271391 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c3e7fa58-4a9d-4e71-af0c-62d5b65eb8d2 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:28.291416 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c3e7fa58-4a9d-4e71-af0c-62d5b65eb8d2 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:28.298243 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-e1fe1024-6d74-4027-9d1a-0fd83c53f937 None None] Calling delete_port for e28be486-32a7-4395-b961-930ec05003e6 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:49:28.300116 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-30d5c9b5-9113-4754-9e59-45b774f526b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:28.373853 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c3e7fa58-4a9d-4e71-af0c-62d5b65eb8d2 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:28.389671 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d5c9b5-9113-4754-9e59-45b774f526b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] No DVR routers for this DVR port e28be486-32a7-4395-b961-930ec05003e6 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:49:28.392703 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5c9b5-9113-4754-9e59-45b774f526b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Port': ['ID=e28be486-32a7-4395-b961-930ec05003e6,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:28.415329 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c3e7fa58-4a9d-4e71-af0c-62d5b65eb8d2 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:28.423663 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c3e7fa58-4a9d-4e71-af0c-62d5b65eb8d2 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/c7cf09db-9d0e-4086-9ed3-72fbbcbcabc3 HTTP/1.1" status: 204 len: 168 time: 0.2096722 Nov 10 17:49:28.427656 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7fa58-4a9d-4e71-af0c-62d5b65eb8d2 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7cf09db-9d0e-4086-9ed3-72fbbcbcabc3,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:28.432445 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55800) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:28.547520 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-30d5c9b5-9113-4754-9e59-45b774f526b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:28.551010 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9da0d348-82a6-42fd-985a-e65a6a9614f2 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1142797 Nov 10 17:49:28.552948 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55804) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:28.557751 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e1fe1024-6d74-4027-9d1a-0fd83c53f937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:28.603608 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe1024-6d74-4027-9d1a-0fd83c53f937 None None] Pushing event deleted for resources: {'Port': ['ID=e28be486-32a7-4395-b961-930ec05003e6,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:28.611485 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fe1024-6d74-4027-9d1a-0fd83c53f937 None None] No DVR routers for this DVR port e28be486-32a7-4395-b961-930ec05003e6 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:49:28.623527 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-30d5c9b5-9113-4754-9e59-45b774f526b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a853f7-5323-4c65-a2e2-96c29ca3ed8a']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:28.637996 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe1024-6d74-4027-9d1a-0fd83c53f937 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:28.638726 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe1024-6d74-4027-9d1a-0fd83c53f937 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:28.643845 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8bda0f71-2678-46aa-b9c1-7b2b0a29841f tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:28.645166 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe1024-6d74-4027-9d1a-0fd83c53f937 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:28.645810 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe1024-6d74-4027-9d1a-0fd83c53f937 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:28.647105 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe1024-6d74-4027-9d1a-0fd83c53f937 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:28.648187 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe1024-6d74-4027-9d1a-0fd83c53f937 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:28.648739 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe1024-6d74-4027-9d1a-0fd83c53f937 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:28.649533 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe1024-6d74-4027-9d1a-0fd83c53f937 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:28.650714 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe1024-6d74-4027-9d1a-0fd83c53f937 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:28.651372 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe1024-6d74-4027-9d1a-0fd83c53f937 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:28.652214 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe1024-6d74-4027-9d1a-0fd83c53f937 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:28.652946 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe1024-6d74-4027-9d1a-0fd83c53f937 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:49:28.655516 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8bda0f71-2678-46aa-b9c1-7b2b0a29841f tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:28.679200 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-30d5c9b5-9113-4754-9e59-45b774f526b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf5ba8bf-7bd8-425c-b3b7-ae024e53e2fa') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:28.679361 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-30d5c9b5-9113-4754-9e59-45b774f526b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf5ba8bf-7bd8-425c-b3b7-ae024e53e2fa') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:28.716310 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-30d5c9b5-9113-4754-9e59-45b774f526b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:28.740230 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-30d5c9b5-9113-4754-9e59-45b774f526b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:28.740230 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8bda0f71-2678-46aa-b9c1-7b2b0a29841f tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:28.754513 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8bda0f71-2678-46aa-b9c1-7b2b0a29841f tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:28.759993 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8bda0f71-2678-46aa-b9c1-7b2b0a29841f tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/4ce00de9-9d10-46e9-bf33-5f6d98b4c0fa HTTP/1.1" status: 204 len: 168 time: 0.2015073 Nov 10 17:49:28.762112 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d5c9b5-9113-4754-9e59-45b774f526b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:49:28.762513 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-30d5c9b5-9113-4754-9e59-45b774f526b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:28.764517 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55824) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:28.765796 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:49:28.765796 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:49:28.765796 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:49:28.765796 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:49:28.765796 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:49:28.765796 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:49:28.765796 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:49:28.765796 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:49:28.765796 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:49:28.765796 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:49:28.765796 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:49:28.765796 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:49:28.765796 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:49:28.765796 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:49:28.765796 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:49:28.765796 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:49:28.765796 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:49:28.765796 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:49:28.765796 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:49:28.765796 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:49:28.765796 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:49:28.765796 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:49:28.765796 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:49:28.765796 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:49:28.765796 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:49:28.765796 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:49:28.765796 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:49:28.765796 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:49:28.765796 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:49:28.765796 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:49:28.765796 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:49:28.765796 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:49:28.784826 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda0f71-2678-46aa-b9c1-7b2b0a29841f tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ce00de9-9d10-46e9-bf33-5f6d98b4c0fa,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:28.866922 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-30d5c9b5-9113-4754-9e59-45b774f526b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:28.886204 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-30d5c9b5-9113-4754-9e59-45b774f526b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:28.893496 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-30d5c9b5-9113-4754-9e59-45b774f526b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/networks/84a853f7-5323-4c65-a2e2-96c29ca3ed8a HTTP/1.1" status: 204 len: 168 time: 1.4373324 Nov 10 17:49:28.894621 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55830) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:28.906101 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5c9b5-9113-4754-9e59-45b774f526b0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Pushing event deleted for resources: {'Network': ['ID=84a853f7-5323-4c65-a2e2-96c29ca3ed8a,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:28.916398 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-6c5b945c-d4b4-4004-8c74-46e95bd1ac77 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Request body: {'router': {'routes': None}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:29.071269 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-524eb519-7b79-47b6-b1a0-08c7d0dd3679 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3051033 Nov 10 17:49:29.074387 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55840) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:29.165373 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-94aa1973-c7f0-4640-9800-d941a2f3ef92 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:29.195423 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-94aa1973-c7f0-4640-9800-d941a2f3ef92 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:29.262459 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-94aa1973-c7f0-4640-9800-d941a2f3ef92 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:29.274129 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-94aa1973-c7f0-4640-9800-d941a2f3ef92 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:29.275518 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.extraroute_db [None req-6c5b945c-d4b4-4004-8c74-46e95bd1ac77 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Added routes are [] {{(pid=102469) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 10 17:49:29.275920 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.extraroute_db [None req-6c5b945c-d4b4-4004-8c74-46e95bd1ac77 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Removed routes are [] {{(pid=102469) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 10 17:49:29.276415 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6c5b945c-d4b4-4004-8c74-46e95bd1ac77 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1024386'] for router, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:29.280474 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-94aa1973-c7f0-4640-9800-d941a2f3ef92 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/b4faee7d-1647-4d06-8919-cca4a87f40f8 HTTP/1.1" status: 204 len: 168 time: 0.2020597 Nov 10 17:49:29.285211 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55844) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:29.324533 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa1973-c7f0-4640-9800-d941a2f3ef92 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4faee7d-1647-4d06-8919-cca4a87f40f8,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:29.416920 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-af23e283-f921-485f-a458-29d3f486defe tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1262860 Nov 10 17:49:29.424929 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55848) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:29.571190 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7a527ab3-0a84-4b30-aa4a-73e027270c75 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:29.589700 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7a527ab3-0a84-4b30-aa4a-73e027270c75 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:29.593496 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6c5b945c-d4b4-4004-8c74-46e95bd1ac77 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1024386'] for router, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:29.654929 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6c5b945c-d4b4-4004-8c74-46e95bd1ac77 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412472'] for router, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:29.663999 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7a527ab3-0a84-4b30-aa4a-73e027270c75 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:29.729487 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7a527ab3-0a84-4b30-aa4a-73e027270c75 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:29.731086 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7a527ab3-0a84-4b30-aa4a-73e027270c75 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/0b1892d1-0b98-41b7-b476-a4c559d98180 HTTP/1.1" status: 204 len: 168 time: 0.3043411 Nov 10 17:49:29.736324 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55854) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:29.832753 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a527ab3-0a84-4b30-aa4a-73e027270c75 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b1892d1-0b98-41b7-b476-a4c559d98180,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:29.843368 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-64e40cab-35d5-4b61-b1bd-34bcba4b9f26 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1053641 Nov 10 17:49:29.849677 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55856) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:29.893099 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5b945c-d4b4-4004-8c74-46e95bd1ac77 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Router 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:49:29.943882 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a0b41ea6-ee2a-42d0-bbd7-6034b5c85bcc tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:29.947514 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device e28be486-32a7-4395-b961-930ec05003e6 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:49:29.956012 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a0b41ea6-ee2a-42d0-bbd7-6034b5c85bcc tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:30.010304 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a0b41ea6-ee2a-42d0-bbd7-6034b5c85bcc tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:30.037829 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a0b41ea6-ee2a-42d0-bbd7-6034b5c85bcc tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:30.041809 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a0b41ea6-ee2a-42d0-bbd7-6034b5c85bcc tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/3a5fc82d-baa6-4cda-a9bd-d44e4f26a906 HTTP/1.1" status: 204 len: 168 time: 0.1750684 Nov 10 17:49:30.042256 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55868) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:30.075162 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: e28be486-32a7-4395-b961-930ec05003e6 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:49:30.080752 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device e28be486-32a7-4395-b961-930ec05003e6 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:49:30.170573 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-68981e29-4ff4-4af3-ab58-cb57760ce695 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1270995 Nov 10 17:49:30.178253 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55872) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:30.196242 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5b945c-d4b4-4004-8c74-46e95bd1ac77 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:49:30.209012 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6c5b945c-d4b4-4004-8c74-46e95bd1ac77 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:30.210843 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6c5b945c-d4b4-4004-8c74-46e95bd1ac77 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "PUT /v2.0/routers/91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f HTTP/1.1" status: 200 len: 703 time: 1.3149850 Nov 10 17:49:30.211801 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd37a4e-241d-4a6a-8b44-0fbe7e07d3df None None] Sync routers for ids ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:49:30.212554 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b41ea6-ee2a-42d0-bbd7-6034b5c85bcc tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a5fc82d-baa6-4cda-a9bd-d44e4f26a906,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:30.221808 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55874) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:30.250698 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd37a4e-241d-4a6a-8b44-0fbe7e07d3df None None] Routers {'91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:49:30.262488 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ecd37a4e-241d-4a6a-8b44-0fbe7e07d3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:49:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:30.293872 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c80ce54f-35e8-44c1-9f48-45b5dbc923ec tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "GET /v2.0/ports?device_id=91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f HTTP/1.1" status: 200 len: 205 time: 0.0698316 Nov 10 17:49:30.299448 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55876) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:30.343520 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-02909560-3457-4e89-8c51-9e7012856b12 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:30.375127 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-ecd37a4e-241d-4a6a-8b44-0fbe7e07d3df None None] Set router 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:49:30.404836 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-02909560-3457-4e89-8c51-9e7012856b12 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:30.506056 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-41ed12ad-97e8-44ce-a785-fb75adb700ee tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:30.526723 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-02909560-3457-4e89-8c51-9e7012856b12 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:30.530282 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-02909560-3457-4e89-8c51-9e7012856b12 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:30.537725 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c44dbae0-9a7f-48d2-8031-23899f371c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:30.542354 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-02909560-3457-4e89-8c51-9e7012856b12 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "DELETE /v2.0/security-groups/a6174099-1315-46f6-9e7a-e51224d63f70 HTTP/1.1" status: 204 len: 168 time: 0.3628888 Nov 10 17:49:30.544180 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55882) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:30.587984 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ecd37a4e-241d-4a6a-8b44-0fbe7e07d3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'name': 'tempest-RoutersIpV6Test-router-92437754', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:26Z', 'updated_at': '2021-11-10T17:49:25Z', 'revision_number': 11, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:30.649554 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02909560-3457-4e89-8c51-9e7012856b12 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6174099-1315-46f6-9e7a-e51224d63f70,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:30.674035 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd37a4e-241d-4a6a-8b44-0fbe7e07d3df None None] Checking router: 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:49:30.710154 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd37a4e-241d-4a6a-8b44-0fbe7e07d3df None None] Routers {'91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:49:30.710797 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ecd37a4e-241d-4a6a-8b44-0fbe7e07d3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:49:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:30.891010 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8c91e336-271c-4cab-9c1d-6501b3c96d82 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2697961 Nov 10 17:49:30.897505 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55892) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:30.915648 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-9bb198f7-a26f-4df5-bed3-6008513f9efa tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Request body: {'security_group': {'name': 'tempest-secgroup--634547009'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:30.973446 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-ecd37a4e-241d-4a6a-8b44-0fbe7e07d3df None None] Set router 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:49:30.990857 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9bb198f7-a26f-4df5-bed3-6008513f9efa tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:31.071355 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-41ed12ad-97e8-44ce-a785-fb75adb700ee tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:31.074491 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-41ed12ad-97e8-44ce-a785-fb75adb700ee tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:31.202558 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-41ed12ad-97e8-44ce-a785-fb75adb700ee tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:31.204187 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ed12ad-97e8-44ce-a785-fb75adb700ee tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Fanout notify agent at l3_agent the message router_deleted on router 91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:49:31.221850 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-41ed12ad-97e8-44ce-a785-fb75adb700ee tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:31.228722 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-41ed12ad-97e8-44ce-a785-fb75adb700ee tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/routers/91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f HTTP/1.1" status: 204 len: 168 time: 0.9279490 Nov 10 17:49:31.230965 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55906) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:31.241620 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-39ae6988-934b-4598-8954-a196f6357234 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1742089333', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:31.247119 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ecd37a4e-241d-4a6a-8b44-0fbe7e07d3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'name': 'tempest-RoutersIpV6Test-router-92437754', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:26Z', 'updated_at': '2021-11-10T17:49:25Z', 'revision_number': 11, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:31.267700 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9bb198f7-a26f-4df5-bed3-6008513f9efa tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:31.278097 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9bb198f7-a26f-4df5-bed3-6008513f9efa tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:31.307348 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39ae6988-934b-4598-8954-a196f6357234 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:31.313523 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39ae6988-934b-4598-8954-a196f6357234 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:31.381271 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd37a4e-241d-4a6a-8b44-0fbe7e07d3df None None] The sync data for ids ['91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f'] in n-d-776250-10 is: [{'id': '91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f', 'name': 'tempest-RoutersIpV6Test-router-92437754', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:48:26Z', 'updated_at': '2021-11-10T17:49:25Z', 'revision_number': 11, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'gw_port_host': None}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:49:31.398137 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9bb198f7-a26f-4df5-bed3-6008513f9efa tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:31.401956 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9bb198f7-a26f-4df5-bed3-6008513f9efa tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5004587 Nov 10 17:49:31.402578 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55912) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:31.411708 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-b5296f66-27ea-46cc-af7c-81f6de11fc58 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Request body: {'security_group_rule': {'security_group_id': '70d8e4a4-de0c-44c0-9e16-c875964eb20f', 'direction': 'ingress', 'protocol': 17}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:31.458513 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb198f7-a26f-4df5-bed3-6008513f9efa tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70d8e4a4-de0c-44c0-9e16-c875964eb20f,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:31.477430 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5296f66-27ea-46cc-af7c-81f6de11fc58 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:31.481738 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39ae6988-934b-4598-8954-a196f6357234 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:31.486959 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39ae6988-934b-4598-8954-a196f6357234 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:31.521152 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39ae6988-934b-4598-8954-a196f6357234 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:31.527088 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-39ae6988-934b-4598-8954-a196f6357234 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2943568 Nov 10 17:49:31.528716 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55914) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:31.545066 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-ff5bd2ee-5957-4deb-af9d-6e706878c00e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:31.691141 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5296f66-27ea-46cc-af7c-81f6de11fc58 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:31.696777 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5296f66-27ea-46cc-af7c-81f6de11fc58 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:31.842318 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5296f66-27ea-46cc-af7c-81f6de11fc58 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bcf1350-2d53-460e-85a6-86ab4a5e3da4,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:31.854491 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5296f66-27ea-46cc-af7c-81f6de11fc58 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:31.869298 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b5296f66-27ea-46cc-af7c-81f6de11fc58 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4647336 Nov 10 17:49:31.870288 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55920) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:32.071578 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d71142b1-4d0f-46b3-a5ca-0009d310ecad tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:32.133094 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d71142b1-4d0f-46b3-a5ca-0009d310ecad tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:32.145515 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ff5bd2ee-5957-4deb-af9d-6e706878c00e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1024386'] for router, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:32.166349 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ff5bd2ee-5957-4deb-af9d-6e706878c00e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412472'] for router, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:32.277615 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d71142b1-4d0f-46b3-a5ca-0009d310ecad tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:32.301034 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d71142b1-4d0f-46b3-a5ca-0009d310ecad tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:32.305819 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d71142b1-4d0f-46b3-a5ca-0009d310ecad tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "DELETE /v2.0/security-groups/70d8e4a4-de0c-44c0-9e16-c875964eb20f HTTP/1.1" status: 204 len: 168 time: 0.4341629 Nov 10 17:49:32.309578 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55930) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:32.462466 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5bd2ee-5957-4deb-af9d-6e706878c00e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Router 2706f28e-6d7d-43fe-aa0b-ad266fe6a3a1 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:49:32.487345 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71142b1-4d0f-46b3-a5ca-0009d310ecad tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d8e4a4-de0c-44c0-9e16-c875964eb20f,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:32.582998 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55934) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:32.583902 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-994c719b-f2f3-48ee-a151-2081e42fcf6a tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2285781 Nov 10 17:49:32.590409 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-923e12a7-b526-4cdb-a76c-82158d0b8263 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Request body: {'security_group': {'name': 'tempest-secgroup--1399796972'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:32.604422 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5bd2ee-5957-4deb-af9d-6e706878c00e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:49:32.625368 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b91cbb3-f47d-463c-965b-62061f7b565e None None] Sync routers for ids ['2706f28e-6d7d-43fe-aa0b-ad266fe6a3a1'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:49:32.627945 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ff5bd2ee-5957-4deb-af9d-6e706878c00e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:32.633091 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ff5bd2ee-5957-4deb-af9d-6e706878c00e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "PUT /v2.0/routers/2706f28e-6d7d-43fe-aa0b-ad266fe6a3a1 HTTP/1.1" status: 200 len: 698 time: 1.1019423 Nov 10 17:49:32.634292 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55938) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:32.657828 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-923e12a7-b526-4cdb-a76c-82158d0b8263 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:32.684465 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b91cbb3-f47d-463c-965b-62061f7b565e None None] Routers {'2706f28e-6d7d-43fe-aa0b-ad266fe6a3a1'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:49:32.685147 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-2b91cbb3-f47d-463c-965b-62061f7b565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:49:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['2706f28e-6d7d-43fe-aa0b-ad266fe6a3a1'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:32.747899 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-84ae06a2-7611-4643-a1fd-5720947555b2 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "GET /v2.0/routers/2706f28e-6d7d-43fe-aa0b-ad266fe6a3a1 HTTP/1.1" status: 200 len: 704 time: 0.1107435 Nov 10 17:49:32.752787 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55940) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:32.804940 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b79e950f-3e5c-4939-b0d6-e36739f0655a tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "GET /v2.0/ports?device_id=2706f28e-6d7d-43fe-aa0b-ad266fe6a3a1 HTTP/1.1" status: 200 len: 205 time: 0.0503936 Nov 10 17:49:32.809363 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55942) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:32.851339 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-923e12a7-b526-4cdb-a76c-82158d0b8263 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:32.858513 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-923e12a7-b526-4cdb-a76c-82158d0b8263 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:32.931669 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-2b91cbb3-f47d-463c-965b-62061f7b565e None None] Set router 2706f28e-6d7d-43fe-aa0b-ad266fe6a3a1 gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:49:32.939594 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3d4f7f78-108d-4542-9b32-e18cebe7eb07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:32.955975 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-923e12a7-b526-4cdb-a76c-82158d0b8263 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:32.962292 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-923e12a7-b526-4cdb-a76c-82158d0b8263 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3762209 Nov 10 17:49:32.965566 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55946) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:32.975404 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-bec18ca1-9d7c-4c06-aa63-2d3c87344c6f tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Request body: {'security_group': {'name': 'tempest-secgroup--443959737'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:32.982751 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e12a7-b526-4cdb-a76c-82158d0b8263 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0c400c-9da3-4adc-a8a5-c52be2c8d81c,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:33.013648 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bec18ca1-9d7c-4c06-aa63-2d3c87344c6f tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:33.064203 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-363752ba-37a8-4ab7-b8c6-2c79f0897833 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:33.185668 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-2b91cbb3-f47d-463c-965b-62061f7b565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2706f28e-6d7d-43fe-aa0b-ad266fe6a3a1', 'name': 'tempest-RoutersIpV6Test-router-1742089333', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:49:31Z', 'updated_at': '2021-11-10T17:49:32Z', 'revision_number': 2, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:33.208011 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bec18ca1-9d7c-4c06-aa63-2d3c87344c6f tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:33.216539 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bec18ca1-9d7c-4c06-aa63-2d3c87344c6f tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:33.306712 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b91cbb3-f47d-463c-965b-62061f7b565e None None] Checking router: 2706f28e-6d7d-43fe-aa0b-ad266fe6a3a1 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:49:33.319024 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bec18ca1-9d7c-4c06-aa63-2d3c87344c6f tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:33.326638 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-bec18ca1-9d7c-4c06-aa63-2d3c87344c6f tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3587906 Nov 10 17:49:33.331084 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55954) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:33.340249 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b91cbb3-f47d-463c-965b-62061f7b565e None None] Routers {'2706f28e-6d7d-43fe-aa0b-ad266fe6a3a1'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:49:33.341601 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-2b91cbb3-f47d-463c-965b-62061f7b565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:49:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['2706f28e-6d7d-43fe-aa0b-ad266fe6a3a1'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:33.349029 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-9e873aac-5dd5-48e7-81bf-1e7eef9f1c18 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Request body: {'security_group_rule': {'security_group_id': 'bb0c400c-9da3-4adc-a8a5-c52be2c8d81c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd92fa505-90ee-43f4-9a02-0f32591c62e0', 'remote_ip_prefix': None}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:33.358023 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec18ca1-9d7c-4c06-aa63-2d3c87344c6f tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d92fa505-90ee-43f4-9a02-0f32591c62e0,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:33.418595 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9e873aac-5dd5-48e7-81bf-1e7eef9f1c18 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:33.622744 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-2b91cbb3-f47d-463c-965b-62061f7b565e None None] Set router 2706f28e-6d7d-43fe-aa0b-ad266fe6a3a1 gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:49:33.627723 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9e873aac-5dd5-48e7-81bf-1e7eef9f1c18 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:33.636864 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9e873aac-5dd5-48e7-81bf-1e7eef9f1c18 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:33.692184 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e873aac-5dd5-48e7-81bf-1e7eef9f1c18 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f215a4ea-d035-4a56-9743-b08258983cbb,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:33.737285 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9e873aac-5dd5-48e7-81bf-1e7eef9f1c18 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:33.738677 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9e873aac-5dd5-48e7-81bf-1e7eef9f1c18 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4046805 Nov 10 17:49:33.741648 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55962) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:33.762200 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-2b91cbb3-f47d-463c-965b-62061f7b565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2706f28e-6d7d-43fe-aa0b-ad266fe6a3a1', 'name': 'tempest-RoutersIpV6Test-router-1742089333', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:49:31Z', 'updated_at': '2021-11-10T17:49:32Z', 'revision_number': 2, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:49:33.820894 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-14a78cfb-d324-4fac-969b-754b34ae5bf8 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:33.847367 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-14a78cfb-d324-4fac-969b-754b34ae5bf8 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:33.856905 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b91cbb3-f47d-463c-965b-62061f7b565e None None] The sync data for ids ['2706f28e-6d7d-43fe-aa0b-ad266fe6a3a1'] in n-d-776250-10 is: [{'id': '2706f28e-6d7d-43fe-aa0b-ad266fe6a3a1', 'name': 'tempest-RoutersIpV6Test-router-1742089333', 'tenant_id': '9e394024f4884a1d89b5a6d9aedb8502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:49:31Z', 'updated_at': '2021-11-10T17:49:32Z', 'revision_number': 2, 'project_id': '9e394024f4884a1d89b5a6d9aedb8502', 'gw_port_host': None}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:49:33.887708 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-363752ba-37a8-4ab7-b8c6-2c79f0897833 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:33.899000 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-363752ba-37a8-4ab7-b8c6-2c79f0897833 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:33.974804 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-363752ba-37a8-4ab7-b8c6-2c79f0897833 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:33.975678 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363752ba-37a8-4ab7-b8c6-2c79f0897833 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Fanout notify agent at l3_agent the message router_deleted on router 2706f28e-6d7d-43fe-aa0b-ad266fe6a3a1 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:49:34.004844 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:34.016721 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-14a78cfb-d324-4fac-969b-754b34ae5bf8 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:34.027363 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-363752ba-37a8-4ab7-b8c6-2c79f0897833 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:34.038844 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-363752ba-37a8-4ab7-b8c6-2c79f0897833 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/routers/2706f28e-6d7d-43fe-aa0b-ad266fe6a3a1 HTTP/1.1" status: 204 len: 168 time: 1.2280746 Nov 10 17:49:34.039652 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55970) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:34.042396 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-14a78cfb-d324-4fac-969b-754b34ae5bf8 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:34.052416 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-14a78cfb-d324-4fac-969b-754b34ae5bf8 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/f215a4ea-d035-4a56-9743-b08258983cbb HTTP/1.1" status: 204 len: 168 time: 0.3094461 Nov 10 17:49:34.070941 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55972) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:34.115586 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a78cfb-d324-4fac-969b-754b34ae5bf8 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f215a4ea-d035-4a56-9743-b08258983cbb,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:34.128000 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-59d74feb-5abb-4794-8154-7630ed6b66c1 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "GET /v2.0/ports?device_id=2706f28e-6d7d-43fe-aa0b-ad266fe6a3a1 HTTP/1.1" status: 200 len: 205 time: 0.0870171 Nov 10 17:49:34.128993 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55976) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:34.239024 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-918570a1-b915-4925-bb3e-c98fedacac42 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1643376 Nov 10 17:49:34.242672 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55982) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:34.271515 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-f6ac3605-cc36-4ce5-9b8b-066d56315b6c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] delete failed (client error): The resource could not be found. Nov 10 17:49:34.273518 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f6ac3605-cc36-4ce5-9b8b-066d56315b6c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/routers/2706f28e-6d7d-43fe-aa0b-ad266fe6a3a1 HTTP/1.1" status: 404 len: 336 time: 0.1433926 Nov 10 17:49:34.282977 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55984) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:34.365987 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-e45eeb01-81ec-4d01-8fd8-57e36fab3b7c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] DELETE failed (client error): The resource could not be found. Nov 10 17:49:34.378761 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e45eeb01-81ec-4d01-8fd8-57e36fab3b7c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:49:34.389430 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e45eeb01-81ec-4d01-8fd8-57e36fab3b7c tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/subnets/ac4f51a9-b457-4ee0-9238-7ca1a5f56ab2 HTTP/1.1" status: 404 len: 337 time: 0.0996785 Nov 10 17:49:34.389975 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55988) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:34.410908 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-804b2c62-d437-4ce0-a8dd-294cfbb31361 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:34.471336 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-804b2c62-d437-4ce0-a8dd-294cfbb31361 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:34.479074 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf59c603-3ad6-4d74-bc70-eea9dc1e5ea8 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] DELETE failed (client error): The resource could not be found. Nov 10 17:49:34.483475 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf59c603-3ad6-4d74-bc70-eea9dc1e5ea8 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:49:34.492890 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cf59c603-3ad6-4d74-bc70-eea9dc1e5ea8 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/subnets/fb70ef73-d3a6-42c8-8592-812086bedccf HTTP/1.1" status: 404 len: 337 time: 0.1005979 Nov 10 17:49:34.495675 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55990) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:34.560236 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-804b2c62-d437-4ce0-a8dd-294cfbb31361 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:34.569757 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-804b2c62-d437-4ce0-a8dd-294cfbb31361 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:34.576556 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-804b2c62-d437-4ce0-a8dd-294cfbb31361 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "DELETE /v2.0/security-groups/d92fa505-90ee-43f4-9a02-0f32591c62e0 HTTP/1.1" status: 204 len: 168 time: 0.3279700 Nov 10 17:49:34.584772 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55994) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:34.619263 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d74d885-93d2-420d-a806-e7d5a42acd44 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] DELETE failed (client error): The resource could not be found. Nov 10 17:49:34.619745 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d74d885-93d2-420d-a806-e7d5a42acd44 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:49:34.630641 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9d74d885-93d2-420d-a806-e7d5a42acd44 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/subnets/6aeff5aa-855d-44b7-a0f9-025c2ed0d97a HTTP/1.1" status: 404 len: 337 time: 0.1310835 Nov 10 17:49:34.632339 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55996) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:34.733062 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b2c62-d437-4ce0-a8dd-294cfbb31361 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92fa505-90ee-43f4-9a02-0f32591c62e0,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:34.742111 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-80434aa3-fe7a-487a-a4b5-881006a999f3 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] DELETE failed (client error): The resource could not be found. Nov 10 17:49:34.746302 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80434aa3-fe7a-487a-a4b5-881006a999f3 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:49:34.759807 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-80434aa3-fe7a-487a-a4b5-881006a999f3 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/subnets/994ef84d-76e3-47dc-abd0-4350401648da HTTP/1.1" status: 404 len: 337 time: 0.1243808 Nov 10 17:49:34.762892 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56000) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:34.834382 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-48829c08-bca0-4bdc-bafe-30d51c24513c tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2434998 Nov 10 17:49:34.843460 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56004) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:34.983851 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-382f757f-d0f9-40bd-b02b-bb359e84c8bd tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "GET /v2.0/ports?device_id=91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f HTTP/1.1" status: 200 len: 205 time: 0.2152328 Nov 10 17:49:34.991249 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56010) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:35.156466 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-81dc9868-71d5-43c9-8153-0c74717aa1ab tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] delete failed (client error): The resource could not be found. Nov 10 17:49:35.163665 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-81dc9868-71d5-43c9-8153-0c74717aa1ab tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/routers/91e9a6b0-28f0-4ecf-b9c0-d642bc54c38f HTTP/1.1" status: 404 len: 336 time: 0.1686113 Nov 10 17:49:35.167148 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56012) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:35.251569 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cda4add5-3081-4fa9-9bfc-f78ec002fd66 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:35.281692 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-29a4b979-397b-4975-8c21-322cdf07a64b tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "GET /v2.0/ports?device_id=990f15e1-22d9-4d4e-9c69-7df05468f0a7 HTTP/1.1" status: 200 len: 205 time: 0.1100001 Nov 10 17:49:35.282894 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56018) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:35.309101 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cda4add5-3081-4fa9-9bfc-f78ec002fd66 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:35.393557 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-f35b9c81-221b-4e24-b629-fbfecb2cf7f0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] delete failed (client error): The resource could not be found. Nov 10 17:49:35.398440 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f35b9c81-221b-4e24-b629-fbfecb2cf7f0 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/routers/990f15e1-22d9-4d4e-9c69-7df05468f0a7 HTTP/1.1" status: 404 len: 336 time: 0.1081386 Nov 10 17:49:35.400132 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56022) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:35.463428 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-906d7d96-14fc-460b-8530-3fa8e6dc07b9 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] DELETE failed (client error): The resource could not be found. Nov 10 17:49:35.464240 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-906d7d96-14fc-460b-8530-3fa8e6dc07b9 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:49:35.473892 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-906d7d96-14fc-460b-8530-3fa8e6dc07b9 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/subnets/384c619c-7d04-4f37-8eab-523b39383e36 HTTP/1.1" status: 404 len: 337 time: 0.0682380 Nov 10 17:49:35.474131 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56024) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:35.502592 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cda4add5-3081-4fa9-9bfc-f78ec002fd66 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:35.507452 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cda4add5-3081-4fa9-9bfc-f78ec002fd66 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:35.509330 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-cda4add5-3081-4fa9-9bfc-f78ec002fd66 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "DELETE /v2.0/security-groups/bb0c400c-9da3-4adc-a8a5-c52be2c8d81c HTTP/1.1" status: 204 len: 168 time: 0.6521766 Nov 10 17:49:35.557721 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-00e483b4-bdd1-43a8-859c-03959b132dd3 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e5332bd-3035-45b1-8a7d-e32a17a13d1b HTTP/1.1" status: 200 len: 205 time: 0.0820363 Nov 10 17:49:35.558018 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56028) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:35.559396 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4add5-3081-4fa9-9bfc-f78ec002fd66 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0c400c-9da3-4adc-a8a5-c52be2c8d81c,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:35.564492 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56032) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:35.592689 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:35.644821 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-94cd38c6-70c4-4f17-a4cc-fd9c59f6407d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] delete failed (client error): The resource could not be found. Nov 10 17:49:35.646566 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-94cd38c6-70c4-4f17-a4cc-fd9c59f6407d tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/routers/8e5332bd-3035-45b1-8a7d-e32a17a13d1b HTTP/1.1" status: 404 len: 336 time: 0.0788617 Nov 10 17:49:35.650059 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56034) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:35.730914 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6d98b990-0577-4f3e-aa66-d27a1774da19 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1614132 Nov 10 17:49:35.733538 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e41e9770-ad3c-4ae2-b207-4206cd3f074e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d7c1f7f-8610-4e19-8d86-a9e5d40ea1aa HTTP/1.1" status: 200 len: 205 time: 0.0814607 Nov 10 17:49:35.739671 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56036) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:35.739888 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56038) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:35.747636 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-7a1b48c9-ba49-45ad-bd0d-7a25b9ce1cd8 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Request body: {'security_group': {'name': 'tempest-secgroup--3016779'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:35.844910 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7a1b48c9-ba49-45ad-bd0d-7a25b9ce1cd8 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:35.931055 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-f8498dfe-0185-4c93-8f91-c4d927ed585e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] delete failed (client error): The resource could not be found. Nov 10 17:49:35.936732 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f8498dfe-0185-4c93-8f91-c4d927ed585e tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/routers/6d7c1f7f-8610-4e19-8d86-a9e5d40ea1aa HTTP/1.1" status: 404 len: 336 time: 0.1915600 Nov 10 17:49:35.939700 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56042) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:36.065637 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-489c13c5-fe93-43e5-9657-5ccc2106c0ea tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] DELETE failed (client error): The resource could not be found. Nov 10 17:49:36.066368 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-489c13c5-fe93-43e5-9657-5ccc2106c0ea tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:49:36.074971 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56050) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:36.085868 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-489c13c5-fe93-43e5-9657-5ccc2106c0ea tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/subnets/fd3a2174-b59f-492c-92b1-c6b380bd49e8 HTTP/1.1" status: 404 len: 337 time: 0.1447470 Nov 10 17:49:36.188965 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c58e600d-d5fa-4a0f-87c1-0af554ad0a58 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7d1c94d-5303-4ca1-bb9a-c0f15ff15200 HTTP/1.1" status: 200 len: 205 time: 0.1114259 Nov 10 17:49:36.192525 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56060) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:36.229722 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7a1b48c9-ba49-45ad-bd0d-7a25b9ce1cd8 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:36.264828 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7a1b48c9-ba49-45ad-bd0d-7a25b9ce1cd8 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:36.269342 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-dd9eda69-b5fb-4e17-9a8c-bcba26d04ec4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] delete failed (client error): The resource could not be found. Nov 10 17:49:36.272616 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-dd9eda69-b5fb-4e17-9a8c-bcba26d04ec4 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/routers/b7d1c94d-5303-4ca1-bb9a-c0f15ff15200 HTTP/1.1" status: 404 len: 336 time: 0.0782883 Nov 10 17:49:36.279287 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56068) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:36.336752 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d2a6e0-aa70-4a21-a099-ff0e212359d6 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] DELETE failed (client error): The resource could not be found. Nov 10 17:49:36.337884 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85d2a6e0-aa70-4a21-a099-ff0e212359d6 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:49:36.342956 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-85d2a6e0-aa70-4a21-a099-ff0e212359d6 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/subnets/d48223f7-d970-4e98-8eac-61bb0624f103 HTTP/1.1" status: 404 len: 337 time: 0.0580254 Nov 10 17:49:36.350449 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56072) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:36.420453 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7a1b48c9-ba49-45ad-bd0d-7a25b9ce1cd8 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:36.426116 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7a1b48c9-ba49-45ad-bd0d-7a25b9ce1cd8 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6822634 Nov 10 17:49:36.448953 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56076) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:36.460070 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-6d2e4622-8b9d-4b96-80c0-b93d5d718012 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Request body: {'security_group_rule': {'security_group_id': 'b6c97abb-ff18-4d01-a51a-ab256fba689d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:36.469165 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bd655cd7-e1ea-4dc3-a419-c93860cd0f55 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "GET /v2.0/ports?device_id=8bc0f090-896b-4cc0-b845-abf12e1bd1c6 HTTP/1.1" status: 200 len: 205 time: 0.1169589 Nov 10 17:49:36.473498 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56078) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:36.483431 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b48c9-ba49-45ad-bd0d-7a25b9ce1cd8 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c97abb-ff18-4d01-a51a-ab256fba689d,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:36.537857 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6d2e4622-8b9d-4b96-80c0-b93d5d718012 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:36.569845 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-e8b5005b-1b4b-4a6a-a3e0-176673074c89 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] delete failed (client error): The resource could not be found. Nov 10 17:49:36.571626 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e8b5005b-1b4b-4a6a-a3e0-176673074c89 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/routers/8bc0f090-896b-4cc0-b845-abf12e1bd1c6 HTTP/1.1" status: 404 len: 336 time: 0.0967789 Nov 10 17:49:36.575995 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56082) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:36.658562 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6d2e4622-8b9d-4b96-80c0-b93d5d718012 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:36.664889 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-8534629c-1c86-479a-8f5e-ec6c5e956185 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] DELETE failed (client error): The resource could not be found. Nov 10 17:49:36.670126 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8534629c-1c86-479a-8f5e-ec6c5e956185 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:49:36.670328 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6d2e4622-8b9d-4b96-80c0-b93d5d718012 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:36.676547 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8534629c-1c86-479a-8f5e-ec6c5e956185 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/subnets/ca8ec143-a59a-42e5-877d-8c0725393f97 HTTP/1.1" status: 404 len: 337 time: 0.0990071 Nov 10 17:49:36.681572 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56086) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:36.720122 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6d2e4622-8b9d-4b96-80c0-b93d5d718012 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:36.724011 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6d2e4622-8b9d-4b96-80c0-b93d5d718012 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2715805 Nov 10 17:49:36.729231 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56088) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:36.791815 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-e976e07f-5947-4dbc-ac19-1a3feaf4f7d3 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] DELETE failed (client error): The resource could not be found. Nov 10 17:49:36.792448 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e976e07f-5947-4dbc-ac19-1a3feaf4f7d3 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:49:36.796309 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e976e07f-5947-4dbc-ac19-1a3feaf4f7d3 tempest-RoutersIpV6Test-1880386347 tempest-RoutersIpV6Test-1880386347-project] 10.222.0.39 "DELETE /v2.0/subnets/bd11de1b-18b3-49c5-897f-bc067a6ecd91 HTTP/1.1" status: 404 len: 337 time: 0.1122408 Nov 10 17:49:36.805394 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e4622-8b9d-4b96-80c0-b93d5d718012 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a73ec7b-4917-473c-a44e-e50d541c5007,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:36.851947 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eaabf557-6f37-4cb7-97cf-d0531abe0b7b tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:36.927302 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eaabf557-6f37-4cb7-97cf-d0531abe0b7b tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:37.013739 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:37.079404 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eaabf557-6f37-4cb7-97cf-d0531abe0b7b tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:37.107500 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eaabf557-6f37-4cb7-97cf-d0531abe0b7b tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:37.110712 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-eaabf557-6f37-4cb7-97cf-d0531abe0b7b tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/2a73ec7b-4917-473c-a44e-e50d541c5007 HTTP/1.1" status: 204 len: 168 time: 0.3799121 Nov 10 17:49:37.113477 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56094) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:37.130467 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaabf557-6f37-4cb7-97cf-d0531abe0b7b tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a73ec7b-4917-473c-a44e-e50d541c5007,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:37.231994 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56098) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:37.241893 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-08770a0a-6035-4022-9ae3-2b00052eae20 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1184993 Nov 10 17:49:37.615945 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c46a6ab6-5bfb-4e60-b564-4b9316ac8c5b tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:37.782455 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56114) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:37.790913 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c46a6ab6-5bfb-4e60-b564-4b9316ac8c5b tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:38.014733 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c46a6ab6-5bfb-4e60-b564-4b9316ac8c5b tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:38.089646 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c46a6ab6-5bfb-4e60-b564-4b9316ac8c5b tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:38.089646 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c46a6ab6-5bfb-4e60-b564-4b9316ac8c5b tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "DELETE /v2.0/security-groups/b6c97abb-ff18-4d01-a51a-ab256fba689d HTTP/1.1" status: 204 len: 168 time: 0.7894373 Nov 10 17:49:38.090036 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56120) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:38.090118 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a6ab6-5bfb-4e60-b564-4b9316ac8c5b tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c97abb-ff18-4d01-a51a-ab256fba689d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:38.135969 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c7793f59-76ef-40b1-a53a-38a2640ccbaf tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1052868 Nov 10 17:49:38.147212 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56122) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:38.153095 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-4af9b23c-617e-4256-adf5-da27b13f500e tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Request body: {'security_group': {'name': 'tempest-secgroup--252290861'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:38.201770 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4af9b23c-617e-4256-adf5-da27b13f500e tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:38.368790 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4af9b23c-617e-4256-adf5-da27b13f500e tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:38.373934 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4af9b23c-617e-4256-adf5-da27b13f500e tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:38.430106 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4af9b23c-617e-4256-adf5-da27b13f500e tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:38.434446 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4af9b23c-617e-4256-adf5-da27b13f500e tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2826760 Nov 10 17:49:38.435510 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56126) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:38.446560 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-11e544bd-06fb-4248-922e-df7796359852 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Request body: {'security_group_rule': {'security_group_id': 'e27fa937-c0fd-4c0c-9ddf-3601217c8130', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:38.518186 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9b23c-617e-4256-adf5-da27b13f500e tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e27fa937-c0fd-4c0c-9ddf-3601217c8130,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:38.536810 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-11e544bd-06fb-4248-922e-df7796359852 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:38.562934 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-875201ba-80eb-49be-a6e8-1e36cdb9cac5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9e394024f4884a1d89b5a6d9aedb8502&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7784755 Nov 10 17:49:38.566725 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56134) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:38.706688 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-11e544bd-06fb-4248-922e-df7796359852 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:38.717283 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-11e544bd-06fb-4248-922e-df7796359852 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:38.759968 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e1903e43-c04e-4ae2-b3bc-9901dd925a2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:38.795843 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e544bd-06fb-4248-922e-df7796359852 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f496c99e-aee6-45d1-b146-5d5f9a0b317e,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:38.824785 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-11e544bd-06fb-4248-922e-df7796359852 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:38.832306 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-11e544bd-06fb-4248-922e-df7796359852 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3955929 Nov 10 17:49:38.835367 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56140) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:38.844444 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e1903e43-c04e-4ae2-b3bc-9901dd925a2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:38.880814 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e0375971-e62e-4943-8224-0d6204b8e04d tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "GET /v2.0/security-group-rules/f496c99e-aee6-45d1-b146-5d5f9a0b317e HTTP/1.1" status: 200 len: 763 time: 0.0435636 Nov 10 17:49:38.881877 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56144) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:38.948629 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e1903e43-c04e-4ae2-b3bc-9901dd925a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:38.956300 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e1903e43-c04e-4ae2-b3bc-9901dd925a2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:38.961057 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e1903e43-c04e-4ae2-b3bc-9901dd925a2e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b0210fea-1820-4944-9268-b67726c977d5 HTTP/1.1" status: 204 len: 168 time: 0.3903387 Nov 10 17:49:38.982449 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1903e43-c04e-4ae2-b3bc-9901dd925a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0210fea-1820-4944-9268-b67726c977d5,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:39.009431 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56150) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:39.044972 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a0077cf4-d2c2-4a82-8695-97c840e19a52 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1605353 Nov 10 17:49:39.077644 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b7f155f-a475-4465-ae9d-4da6cd86f7b3 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:39.098219 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b7f155f-a475-4465-ae9d-4da6cd86f7b3 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:39.138833 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b7f155f-a475-4465-ae9d-4da6cd86f7b3 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:39.160756 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b7f155f-a475-4465-ae9d-4da6cd86f7b3 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:39.166783 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56152) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:39.187407 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8b7f155f-a475-4465-ae9d-4da6cd86f7b3 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/f496c99e-aee6-45d1-b146-5d5f9a0b317e HTTP/1.1" status: 204 len: 168 time: 0.1726501 Nov 10 17:49:39.195291 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f155f-a475-4465-ae9d-4da6cd86f7b3 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f496c99e-aee6-45d1-b146-5d5f9a0b317e,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:39.316227 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6d05715c-9f84-4349-b77c-4d01d45c4071 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1468592 Nov 10 17:49:39.318794 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56154) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:39.323697 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-330255f9-36b7-41ad-ab80-2b3126aeebea tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Request body: {'security_group_rule': {'security_group_id': 'e27fa937-c0fd-4c0c-9ddf-3601217c8130', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:39.421087 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-330255f9-36b7-41ad-ab80-2b3126aeebea tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:39.690321 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-330255f9-36b7-41ad-ab80-2b3126aeebea tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:39.695898 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-330255f9-36b7-41ad-ab80-2b3126aeebea tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:39.760732 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-330255f9-36b7-41ad-ab80-2b3126aeebea tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:39.762334 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-330255f9-36b7-41ad-ab80-2b3126aeebea tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4424951 Nov 10 17:49:39.763802 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330255f9-36b7-41ad-ab80-2b3126aeebea tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8b4c7ea-a65e-404b-aa33-edc5169f76d7,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:39.766930 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56164) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:39.815815 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0daba76a-7d64-494d-b998-cf4b7ecfdeaa tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "GET /v2.0/security-group-rules/d8b4c7ea-a65e-404b-aa33-edc5169f76d7 HTTP/1.1" status: 200 len: 763 time: 0.0450268 Nov 10 17:49:39.816402 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56168) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:39.912519 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56172) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:39.919596 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-95bf2d1e-5eca-4c11-b09c-50f243d6ce76 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0989399 Nov 10 17:49:40.008258 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d2ceb99b-a2c6-4f89-b281-10049750e755 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:40.055373 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d2ceb99b-a2c6-4f89-b281-10049750e755 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:40.131771 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d2ceb99b-a2c6-4f89-b281-10049750e755 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:40.149289 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d2ceb99b-a2c6-4f89-b281-10049750e755 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:40.154699 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56182) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:40.158332 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d2ceb99b-a2c6-4f89-b281-10049750e755 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/d8b4c7ea-a65e-404b-aa33-edc5169f76d7 HTTP/1.1" status: 204 len: 168 time: 0.2432258 Nov 10 17:49:40.167783 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ceb99b-a2c6-4f89-b281-10049750e755 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8b4c7ea-a65e-404b-aa33-edc5169f76d7,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:40.317419 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6b914b6f-4aa6-46a3-b5bd-cc9b44d82a69 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1612873 Nov 10 17:49:40.320650 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56186) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:40.327104 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-4ea4bf59-4d91-48a4-aa5f-f526e871de0a tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Request body: {'security_group_rule': {'security_group_id': 'e27fa937-c0fd-4c0c-9ddf-3601217c8130', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:40.402306 n-d-776250-10 neutron-server[102469]: INFO neutron.db.securitygroups_db [None req-4ea4bf59-4d91-48a4-aa5f-f526e871de0a tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Project 459bb94d4c5e4afe85c62702536038fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:49:40.419668 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4ea4bf59-4d91-48a4-aa5f-f526e871de0a tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:40.567417 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4ea4bf59-4d91-48a4-aa5f-f526e871de0a tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:40.581521 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4ea4bf59-4d91-48a4-aa5f-f526e871de0a tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:40.588939 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56192) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:40.634109 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4bf59-4d91-48a4-aa5f-f526e871de0a tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f1c928-b5d0-455d-b4c2-28a3fd81e4f8,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:40.647412 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4ea4bf59-4d91-48a4-aa5f-f526e871de0a tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:40.649009 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4ea4bf59-4d91-48a4-aa5f-f526e871de0a tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3270173 Nov 10 17:49:40.653282 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56202) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:40.681115 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0b2af9b6-f3af-4006-88c9-563ea18c95aa tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "GET /v2.0/security-group-rules/89f1c928-b5d0-455d-b4c2-28a3fd81e4f8 HTTP/1.1" status: 200 len: 769 time: 0.0226965 Nov 10 17:49:40.681504 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56204) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:40.808729 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56208) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:40.810342 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-91ff6beb-f821-4c17-903a-635d22f6a50b tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1273634 Nov 10 17:49:40.882139 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c2cec34d-4e3a-4cbb-9b5b-05dde8aa844e tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:40.901874 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c2cec34d-4e3a-4cbb-9b5b-05dde8aa844e tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:40.963542 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c2cec34d-4e3a-4cbb-9b5b-05dde8aa844e tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:40.996411 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c2cec34d-4e3a-4cbb-9b5b-05dde8aa844e tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:41.003988 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c2cec34d-4e3a-4cbb-9b5b-05dde8aa844e tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/89f1c928-b5d0-455d-b4c2-28a3fd81e4f8 HTTP/1.1" status: 204 len: 168 time: 0.1941664 Nov 10 17:49:41.007917 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56218) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:41.036476 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cec34d-4e3a-4cbb-9b5b-05dde8aa844e tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89f1c928-b5d0-455d-b4c2-28a3fd81e4f8,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:41.114840 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-83919a05-151e-46eb-9e9d-46c64ece4293 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1034243 Nov 10 17:49:41.118672 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56222) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:41.211465 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56226) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:41.286296 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e9f9282d-5582-4fa0-9900-9b1942d42ce6 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:41.326274 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e9f9282d-5582-4fa0-9900-9b1942d42ce6 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:41.370733 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-f4226001-6ede-4c84-9f79-f2da2bad8850 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:41.372667 n-d-776250-10 neutron-server[102469]: WARNING neutron.api.v2.base [None req-f4226001-6ede-4c84-9f79-f2da2bad8850 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 10 17:49:41.373978 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-f4226001-6ede-4c84-9f79-f2da2bad8850 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] create failed (client error): There was a conflict when trying to complete your request. Nov 10 17:49:41.377372 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f4226001-6ede-4c84-9f79-f2da2bad8850 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1640985 Nov 10 17:49:41.381208 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56232) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:41.397782 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-39ec2e80-fe6f-43ff-afd3-cd711469e752 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Request body: {'security_group': {'name': 'tempest-secgroup--238280595'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:41.414460 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bb79da9c-6b28-4704-a912-97333181d0cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:41.454301 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39ec2e80-fe6f-43ff-afd3-cd711469e752 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:41.489141 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39ec2e80-fe6f-43ff-afd3-cd711469e752 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:41.515131 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e9f9282d-5582-4fa0-9900-9b1942d42ce6 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:41.524540 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e9f9282d-5582-4fa0-9900-9b1942d42ce6 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:41.531114 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e9f9282d-5582-4fa0-9900-9b1942d42ce6 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "DELETE /v2.0/security-groups/e27fa937-c0fd-4c0c-9ddf-3601217c8130 HTTP/1.1" status: 204 len: 168 time: 0.4104702 Nov 10 17:49:41.533615 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56234) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:41.663469 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bb79da9c-6b28-4704-a912-97333181d0cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:41.665493 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9282d-5582-4fa0-9900-9b1942d42ce6 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27fa937-c0fd-4c0c-9ddf-3601217c8130,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:41.672855 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8527ac16-b6c2-48f8-8f7f-6c649cd992e3 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1363828 Nov 10 17:49:41.690623 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56240) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:41.692685 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bb79da9c-6b28-4704-a912-97333181d0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:41.801285 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c03b4c7f-435f-454f-877d-bd0d0efd2b70 tempest-SecGroupIPv6Test-2043552332 tempest-SecGroupIPv6Test-2043552332-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1041374 Nov 10 17:49:41.838033 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79da9c-6b28-4704-a912-97333181d0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c1029c-acd3-4a11-92d9-f9587e51dad1,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:41.865121 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39ec2e80-fe6f-43ff-afd3-cd711469e752 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:41.867125 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bb79da9c-6b28-4704-a912-97333181d0cf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=392507aabba94dfca631098e0e71e625&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2765012 Nov 10 17:49:41.877014 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56244) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:41.888040 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39ec2e80-fe6f-43ff-afd3-cd711469e752 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:42.014037 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec2e80-fe6f-43ff-afd3-cd711469e752 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1045d1ca-c182-4d6a-bce5-07f8d4758a32,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:42.072135 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a31409ec-9801-4bc2-b1fd-ef01c081b403 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:42.118919 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a31409ec-9801-4bc2-b1fd-ef01c081b403 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:42.302247 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39ec2e80-fe6f-43ff-afd3-cd711469e752 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:42.310360 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39ec2e80-fe6f-43ff-afd3-cd711469e752 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:42.315666 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56252) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:42.337028 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a31409ec-9801-4bc2-b1fd-ef01c081b403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:42.339728 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a31409ec-9801-4bc2-b1fd-ef01c081b403 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:42.344495 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a31409ec-9801-4bc2-b1fd-ef01c081b403 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/18c1029c-acd3-4a11-92d9-f9587e51dad1 HTTP/1.1" status: 204 len: 168 time: 0.4607978 Nov 10 17:49:42.361420 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39ec2e80-fe6f-43ff-afd3-cd711469e752 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:42.362974 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-39ec2e80-fe6f-43ff-afd3-cd711469e752 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9793782 Nov 10 17:49:42.364024 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec2e80-fe6f-43ff-afd3-cd711469e752 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf54a8e0-0e7d-4f79-a618-246f924640ae,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:42.366322 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56258) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:42.381382 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-fd87ab1e-cbb6-459f-9cd8-f19bb1ad24e2 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Request body: {'security_group_rule': {'security_group_id': 'cf54a8e0-0e7d-4f79-a618-246f924640ae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:42.399157 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31409ec-9801-4bc2-b1fd-ef01c081b403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c1029c-acd3-4a11-92d9-f9587e51dad1,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:42.454370 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fd87ab1e-cbb6-459f-9cd8-f19bb1ad24e2 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:42.605395 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fd87ab1e-cbb6-459f-9cd8-f19bb1ad24e2 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:42.611867 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fd87ab1e-cbb6-459f-9cd8-f19bb1ad24e2 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:42.720655 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87ab1e-cbb6-459f-9cd8-f19bb1ad24e2 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd496f01-f8bf-46f5-9cac-4ad055bbf05c,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:42.736571 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fd87ab1e-cbb6-459f-9cd8-f19bb1ad24e2 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:42.748515 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fd87ab1e-cbb6-459f-9cd8-f19bb1ad24e2 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3807788 Nov 10 17:49:42.764583 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56268) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:42.772075 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-90c255db-d941-40fb-baed-638d1910418e tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Request body: {'security_group_rule': {'security_group_id': 'cf54a8e0-0e7d-4f79-a618-246f924640ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:42.833174 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3af00915-764a-4ea5-9430-34ebf5e2e85b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=459bb94d4c5e4afe85c62702536038fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5138104 Nov 10 17:49:42.834407 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56270) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:42.854033 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-90c255db-d941-40fb-baed-638d1910418e tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:42.971577 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-90c255db-d941-40fb-baed-638d1910418e tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] create failed (client error): There was a conflict when trying to complete your request. Nov 10 17:49:42.978266 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-90c255db-d941-40fb-baed-638d1910418e tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2084417 Nov 10 17:49:42.982411 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56272) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:43.041498 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e52b7448-ea37-4ba6-81c5-e9314ec01b8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:43.080490 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e52b7448-ea37-4ba6-81c5-e9314ec01b8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:43.149752 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6c0a98f8-5cb0-459d-8aee-b872c3d09078 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:43.215514 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6c0a98f8-5cb0-459d-8aee-b872c3d09078 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:43.216277 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e52b7448-ea37-4ba6-81c5-e9314ec01b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:43.227472 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e52b7448-ea37-4ba6-81c5-e9314ec01b8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:43.230532 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e52b7448-ea37-4ba6-81c5-e9314ec01b8b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6a139904-ae72-4bcd-b52e-e23e94b8086c HTTP/1.1" status: 204 len: 168 time: 0.3893800 Nov 10 17:49:43.249388 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56276) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:43.276281 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b7448-ea37-4ba6-81c5-e9314ec01b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a139904-ae72-4bcd-b52e-e23e94b8086c,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:43.286571 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7cb2e3b7-9309-41dd-adc7-a2329ae14cd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:43.347705 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6c0a98f8-5cb0-459d-8aee-b872c3d09078 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:43.351340 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6c0a98f8-5cb0-459d-8aee-b872c3d09078 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:43.352771 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6c0a98f8-5cb0-459d-8aee-b872c3d09078 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "DELETE /v2.0/security-groups/cf54a8e0-0e7d-4f79-a618-246f924640ae HTTP/1.1" status: 204 len: 168 time: 0.3722579 Nov 10 17:49:43.356742 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56280) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:43.445728 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a98f8-5cb0-459d-8aee-b872c3d09078 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf54a8e0-0e7d-4f79-a618-246f924640ae,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:43.507729 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3ecbcb68-c85c-4972-9da1-cd1d9ff0798c tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1450739 Nov 10 17:49:43.508522 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56284) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:43.516707 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-b54566d0-b743-4064-b1d3-25fda60f7abf tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Request body: {'security_group': {'name': 'tempest-secgroup--1397526474'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:43.520302 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7cb2e3b7-9309-41dd-adc7-a2329ae14cd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:43.526210 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7cb2e3b7-9309-41dd-adc7-a2329ae14cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:43.575293 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b54566d0-b743-4064-b1d3-25fda60f7abf tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:43.628964 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7cb2e3b7-9309-41dd-adc7-a2329ae14cd9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c3523fcc929b4f4baa3d380178c30482&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3766458 Nov 10 17:49:43.630544 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2e3b7-9309-41dd-adc7-a2329ae14cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cd3166-4eaa-4894-ba2d-08f623f09984,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:43.634562 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56286) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:43.725988 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-399d9961-c6d8-475d-af3a-39a672223587 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:43.789496 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-399d9961-c6d8-475d-af3a-39a672223587 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:43.808048 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b54566d0-b743-4064-b1d3-25fda60f7abf tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:43.826974 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b54566d0-b743-4064-b1d3-25fda60f7abf tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:43.864748 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b54566d0-b743-4064-b1d3-25fda60f7abf tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:43.870341 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b54566d0-b743-4064-b1d3-25fda60f7abf tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3592346 Nov 10 17:49:43.872355 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56292) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:43.882367 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-f7ff818b-ae3a-47f4-96d7-975dc2fd28a1 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Request body: {'security_group_rule': {'security_group_id': '87fcd6a8-9292-40fd-8c59-47fe760a90b6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:43.884364 n-d-776250-10 neutron-server[102468]: WARNING neutron.api.v2.base [None req-f7ff818b-ae3a-47f4-96d7-975dc2fd28a1 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 10 17:49:43.885169 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-f7ff818b-ae3a-47f4-96d7-975dc2fd28a1 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:49:43.890089 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f7ff818b-ae3a-47f4-96d7-975dc2fd28a1 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0121489 Nov 10 17:49:43.895767 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56296) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:43.908980 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54566d0-b743-4064-b1d3-25fda60f7abf tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87fcd6a8-9292-40fd-8c59-47fe760a90b6,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:44.048523 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-399d9961-c6d8-475d-af3a-39a672223587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:44.055392 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-399d9961-c6d8-475d-af3a-39a672223587 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:44.061223 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-399d9961-c6d8-475d-af3a-39a672223587 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b1cd3166-4eaa-4894-ba2d-08f623f09984 HTTP/1.1" status: 204 len: 168 time: 0.4242189 Nov 10 17:49:44.188411 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d9961-c6d8-475d-af3a-39a672223587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cd3166-4eaa-4894-ba2d-08f623f09984,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:44.215730 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-52773607-c8bd-48cf-b309-bbaf8df42f9d tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:44.300195 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-52773607-c8bd-48cf-b309-bbaf8df42f9d tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:44.443070 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-52773607-c8bd-48cf-b309-bbaf8df42f9d tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:44.449635 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-52773607-c8bd-48cf-b309-bbaf8df42f9d tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:44.459359 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-52773607-c8bd-48cf-b309-bbaf8df42f9d tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "DELETE /v2.0/security-groups/87fcd6a8-9292-40fd-8c59-47fe760a90b6 HTTP/1.1" status: 204 len: 168 time: 0.5591598 Nov 10 17:49:44.459771 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56310) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:44.530117 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52773607-c8bd-48cf-b309-bbaf8df42f9d tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fcd6a8-9292-40fd-8c59-47fe760a90b6,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:44.648264 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56316) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:44.649283 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5c11b06b-8d10-4d67-a2cf-c0e0e5ee9f19 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1880596 Nov 10 17:49:44.658834 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-31f24d34-ef36-464c-87e4-c5b82be6bb50 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Request body: {'security_group': {'name': 'tempest-secgroup--320353939'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:44.790559 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-31f24d34-ef36-464c-87e4-c5b82be6bb50 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:45.210935 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-31f24d34-ef36-464c-87e4-c5b82be6bb50 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:45.220378 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-31f24d34-ef36-464c-87e4-c5b82be6bb50 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:45.428538 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f24d34-ef36-464c-87e4-c5b82be6bb50 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4354ccd-08f5-48ec-b8dd-e2a732d3d49b,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:45.449227 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-31f24d34-ef36-464c-87e4-c5b82be6bb50 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:45.452236 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-31f24d34-ef36-464c-87e4-c5b82be6bb50 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8015313 Nov 10 17:49:45.455571 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56338) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:45.462629 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-ff2f8d95-bc48-44f9-9068-0edc7b9a0eac tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Request body: {'security_group_rule': {'security_group_id': 'e4354ccd-08f5-48ec-b8dd-e2a732d3d49b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:45.464409 n-d-776250-10 neutron-server[102468]: WARNING neutron.api.v2.base [None req-ff2f8d95-bc48-44f9-9068-0edc7b9a0eac tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 10 17:49:45.466450 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-ff2f8d95-bc48-44f9-9068-0edc7b9a0eac tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:49:45.468084 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ff2f8d95-bc48-44f9-9068-0edc7b9a0eac tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0109136 Nov 10 17:49:45.471921 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56340) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:45.585399 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-17e25145-16f6-42d1-9832-c61a8e71560b tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:45.639062 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-17e25145-16f6-42d1-9832-c61a8e71560b tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:45.784506 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-17e25145-16f6-42d1-9832-c61a8e71560b tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:45.791068 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-17e25145-16f6-42d1-9832-c61a8e71560b tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:45.792539 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-17e25145-16f6-42d1-9832-c61a8e71560b tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "DELETE /v2.0/security-groups/e4354ccd-08f5-48ec-b8dd-e2a732d3d49b HTTP/1.1" status: 204 len: 168 time: 0.3167546 Nov 10 17:49:45.795437 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56356) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:45.862565 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e25145-16f6-42d1-9832-c61a8e71560b tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4354ccd-08f5-48ec-b8dd-e2a732d3d49b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:45.937873 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-292f93ca-384a-4f44-9cf2-4d5f867dea17 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1303229 Nov 10 17:49:45.944633 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56364) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:45.955064 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-cb87aec4-a51e-42f5-b1e9-222c5832b908 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Request body: {'security_group': {'name': 'tempest-secgroup--1489337262'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:45.995915 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cb87aec4-a51e-42f5-b1e9-222c5832b908 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:46.275873 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cb87aec4-a51e-42f5-b1e9-222c5832b908 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:46.298612 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56372) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:46.303027 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031331 Nov 10 17:49:46.310521 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56374) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:46.358934 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cb87aec4-a51e-42f5-b1e9-222c5832b908 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:46.492611 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56384) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:46.556908 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cb87aec4-a51e-42f5-b1e9-222c5832b908 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:46.561658 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-cb87aec4-a51e-42f5-b1e9-222c5832b908 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6117322 Nov 10 17:49:46.562545 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56390) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:46.571276 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-48b72e3e-4f22-4089-bf19-328fed126454 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Request body: {'security_group_rule': {'security_group_id': '61c2814f-2c74-4aee-b596-63677ccc6d1b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:46.583747 n-d-776250-10 neutron-server[102468]: WARNING neutron.api.v2.base [None req-48b72e3e-4f22-4089-bf19-328fed126454 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 10 17:49:46.585289 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-48b72e3e-4f22-4089-bf19-328fed126454 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:49:46.589399 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87aec4-a51e-42f5-b1e9-222c5832b908 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61c2814f-2c74-4aee-b596-63677ccc6d1b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:46.590383 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-48b72e3e-4f22-4089-bf19-328fed126454 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0242736 Nov 10 17:49:46.592588 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56392) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:46.610499 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-abfcefdf-23b9-4fa6-b90b-a4385a44bb5a tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Request body: {'security_group_rule': {'security_group_id': '61c2814f-2c74-4aee-b596-63677ccc6d1b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:46.613460 n-d-776250-10 neutron-server[102469]: WARNING neutron.api.v2.base [None req-abfcefdf-23b9-4fa6-b90b-a4385a44bb5a tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 10 17:49:46.617186 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-abfcefdf-23b9-4fa6-b90b-a4385a44bb5a tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:49:46.621318 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-abfcefdf-23b9-4fa6-b90b-a4385a44bb5a tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0227151 Nov 10 17:49:46.622292 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56394) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:46.631912 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-6dc08b99-2440-4dce-a50b-7cd4b6bc78ca tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Request body: {'security_group_rule': {'security_group_id': '61c2814f-2c74-4aee-b596-63677ccc6d1b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:46.633722 n-d-776250-10 neutron-server[102469]: WARNING neutron.api.v2.base [None req-6dc08b99-2440-4dce-a50b-7cd4b6bc78ca tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 10 17:49:46.634556 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-6dc08b99-2440-4dce-a50b-7cd4b6bc78ca tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:49:46.638706 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6dc08b99-2440-4dce-a50b-7cd4b6bc78ca tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0127037 Nov 10 17:49:46.642604 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56396) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:46.650211 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-b4498f95-f257-4e0a-9c8b-5e6fa3b55797 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Request body: {'security_group_rule': {'security_group_id': '61c2814f-2c74-4aee-b596-63677ccc6d1b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:46.652475 n-d-776250-10 neutron-server[102468]: WARNING neutron.api.v2.base [None req-b4498f95-f257-4e0a-9c8b-5e6fa3b55797 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 10 17:49:46.654130 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-b4498f95-f257-4e0a-9c8b-5e6fa3b55797 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:49:46.661367 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b4498f95-f257-4e0a-9c8b-5e6fa3b55797 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0169401 Nov 10 17:49:46.662594 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56398) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:46.686523 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307e6d7-8deb-48b4-af1f-d28dfa67c331 req-455071cf-e050-4272-8900-772e8d82526f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:46.691276 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e307e6d7-8deb-48b4-af1f-d28dfa67c331 req-455071cf-e050-4272-8900-772e8d82526f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 945 time: 0.4213400 Nov 10 17:49:46.852292 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-699adbe7-1e54-4b1c-bdb4-2582546560a0 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:46.861106 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e307e6d7-8deb-48b4-af1f-d28dfa67c331 req-7613beef-c685-4fcc-859f-daf32dada7e6 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516957 Nov 10 17:49:47.013833 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cdd20825-d0f7-4475-9f66-06acc336d323 tempest-NetworksApiDiscovery-211248528 tempest-NetworksApiDiscovery-211248528-project] 10.222.0.39 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.7008455 Nov 10 17:49:47.040656 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b7e74d6-3f08-4f3a-8f69-6e25f88014a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:47.109376 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-699adbe7-1e54-4b1c-bdb4-2582546560a0 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:47.561711 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b7e74d6-3f08-4f3a-8f69-6e25f88014a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:47.678115 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b7e74d6-3f08-4f3a-8f69-6e25f88014a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:47.699980 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-699adbe7-1e54-4b1c-bdb4-2582546560a0 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:47.722077 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-699adbe7-1e54-4b1c-bdb4-2582546560a0 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:47.723803 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-699adbe7-1e54-4b1c-bdb4-2582546560a0 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "DELETE /v2.0/security-groups/61c2814f-2c74-4aee-b596-63677ccc6d1b HTTP/1.1" status: 204 len: 168 time: 1.0595400 Nov 10 17:49:47.728851 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56424) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:47.790841 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e74d6-3f08-4f3a-8f69-6e25f88014a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7709dbfe-368d-4cfb-8cd3-85f30d0892d4,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:47.797578 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56426) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:47.820781 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699adbe7-1e54-4b1c-bdb4-2582546560a0 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c2814f-2c74-4aee-b596-63677ccc6d1b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:47.828770 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8b7e74d6-3f08-4f3a-8f69-6e25f88014a8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b88bf6600724091b22812cf9aaa7c34&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3345869 Nov 10 17:49:47.854817 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56430) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:47.993602 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-643ef2a0-3ea4-4389-9c0d-3cb83c862ad9 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2630837 Nov 10 17:49:48.002159 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56436) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:48.015654 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-391724b4-6861-468d-a883-7a96f400e517 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Request body: {'security_group': {'name': 'tempest-secgroup--147141737'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:48.022850 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1df9db3e-49b0-465b-90fd-5c3fed5ed52b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:48.054952 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-391724b4-6861-468d-a883-7a96f400e517 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:48.081564 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1df9db3e-49b0-465b-90fd-5c3fed5ed52b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:48.231643 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1df9db3e-49b0-465b-90fd-5c3fed5ed52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:48.236239 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1df9db3e-49b0-465b-90fd-5c3fed5ed52b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:48.237693 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1df9db3e-49b0-465b-90fd-5c3fed5ed52b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7709dbfe-368d-4cfb-8cd3-85f30d0892d4 HTTP/1.1" status: 204 len: 168 time: 0.3771238 Nov 10 17:49:48.258625 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9db3e-49b0-465b-90fd-5c3fed5ed52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7709dbfe-368d-4cfb-8cd3-85f30d0892d4,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:48.333082 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-391724b4-6861-468d-a883-7a96f400e517 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:48.338847 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-391724b4-6861-468d-a883-7a96f400e517 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:48.516430 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391724b4-6861-468d-a883-7a96f400e517 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b90a3d-3725-4ee8-b70a-de2ce7e573d0,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:48.535771 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0ebf0c00-4c58-4b6c-80b5-d6adb9a62bee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:48.552031 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-391724b4-6861-468d-a883-7a96f400e517 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:48.555487 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-391724b4-6861-468d-a883-7a96f400e517 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5500770 Nov 10 17:49:48.560184 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56448) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:48.569944 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-faf0391f-825d-4086-b6a3-af91bce312cc tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Request body: {'security_group_rule': {'security_group_id': 'e5b90a3d-3725-4ee8-b70a-de2ce7e573d0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:48.571319 n-d-776250-10 neutron-server[102468]: WARNING neutron.api.v2.base [None req-faf0391f-825d-4086-b6a3-af91bce312cc tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 10 17:49:48.580668 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-faf0391f-825d-4086-b6a3-af91bce312cc tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:49:48.585817 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-faf0391f-825d-4086-b6a3-af91bce312cc tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0236394 Nov 10 17:49:48.589524 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56450) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:48.628282 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-1aa9e96c-f498-472d-99ad-85201dd5b328 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Request body: {'security_group_rule': {'security_group_id': 'e5b90a3d-3725-4ee8-b70a-de2ce7e573d0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:48.754343 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-1aa9e96c-f498-472d-99ad-85201dd5b328 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:49:48.757573 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1aa9e96c-f498-472d-99ad-85201dd5b328 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1627724 Nov 10 17:49:48.764800 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56454) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:48.777664 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-1a9abc32-a1bd-4639-b016-b6a7e1985072 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Request body: {'security_group_rule': {'security_group_id': 'e5b90a3d-3725-4ee8-b70a-de2ce7e573d0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:48.778470 n-d-776250-10 neutron-server[102468]: WARNING neutron.api.v2.base [None req-1a9abc32-a1bd-4639-b016-b6a7e1985072 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 10 17:49:48.779160 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-1a9abc32-a1bd-4639-b016-b6a7e1985072 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:49:48.780401 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1a9abc32-a1bd-4639-b016-b6a7e1985072 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0087626 Nov 10 17:49:48.790524 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56458) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:48.815956 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-7f84935d-381f-4844-b98f-84ed934255e1 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Request body: {'security_group_rule': {'security_group_id': 'e5b90a3d-3725-4ee8-b70a-de2ce7e573d0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:48.889039 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0ebf0c00-4c58-4b6c-80b5-d6adb9a62bee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:48.901698 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0ebf0c00-4c58-4b6c-80b5-d6adb9a62bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:48.903501 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-7f84935d-381f-4844-b98f-84ed934255e1 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:49:48.909778 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7f84935d-381f-4844-b98f-84ed934255e1 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1120412 Nov 10 17:49:48.913821 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56464) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:48.928628 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-714fa344-4249-4523-93c1-98877fe8b36f tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Request body: {'security_group_rule': {'security_group_id': 'e5b90a3d-3725-4ee8-b70a-de2ce7e573d0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:48.930135 n-d-776250-10 neutron-server[102468]: WARNING neutron.api.v2.base [None req-714fa344-4249-4523-93c1-98877fe8b36f tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 10 17:49:48.930880 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-714fa344-4249-4523-93c1-98877fe8b36f tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:49:48.932058 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-714fa344-4249-4523-93c1-98877fe8b36f tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0171156 Nov 10 17:49:48.936545 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56466) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:48.949742 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-9579bcec-8402-4870-82b0-861c5a725349 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Request body: {'security_group_rule': {'security_group_id': 'e5b90a3d-3725-4ee8-b70a-de2ce7e573d0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:49.013930 n-d-776250-10 neutron-server[102468]: INFO neutron.db.securitygroups_db [None req-9579bcec-8402-4870-82b0-861c5a725349 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Project 8a9fdaa1038a4877a404ae82a57bc655 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:49:49.042846 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-9579bcec-8402-4870-82b0-861c5a725349 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:49:49.043963 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9579bcec-8402-4870-82b0-861c5a725349 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1062260 Nov 10 17:49:49.049764 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56468) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:49.055077 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-1e2617c1-e48f-4dad-a25f-acfbf8b740ec tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Request body: {'security_group_rule': {'security_group_id': 'e5b90a3d-3725-4ee8-b70a-de2ce7e573d0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:49.059581 n-d-776250-10 neutron-server[102468]: WARNING neutron.api.v2.base [None req-1e2617c1-e48f-4dad-a25f-acfbf8b740ec tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 10 17:49:49.060461 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-1e2617c1-e48f-4dad-a25f-acfbf8b740ec tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:49:49.061186 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1e2617c1-e48f-4dad-a25f-acfbf8b740ec tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0103745 Nov 10 17:49:49.067251 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56470) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:49.078712 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-39415b3a-d4d0-4b10-a01b-b1e806229944 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Request body: {'security_group_rule': {'security_group_id': 'e5b90a3d-3725-4ee8-b70a-de2ce7e573d0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:49.103634 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0ebf0c00-4c58-4b6c-80b5-d6adb9a62bee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4bd891cb5a1e4621969dd608626f20ee&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2891862 Nov 10 17:49:49.106404 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56472) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:49.126118 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf0c00-4c58-4b6c-80b5-d6adb9a62bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856462a8-f51b-4524-ab81-6784a78ed068,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:49.181398 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56480) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:49.188351 n-d-776250-10 neutron-server[102468]: INFO neutron.db.securitygroups_db [None req-39415b3a-d4d0-4b10-a01b-b1e806229944 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Project 8a9fdaa1038a4877a404ae82a57bc655 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:49:49.245993 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-39415b3a-d4d0-4b10-a01b-b1e806229944 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:49:49.248322 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-39415b3a-d4d0-4b10-a01b-b1e806229944 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1792846 Nov 10 17:49:49.252082 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56488) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:49.262981 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-abb4d02a-3693-49cb-85b8-58d1a686ba95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:49.263367 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-899c34aa-f2f2-4d40-902b-3590decf5c08 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Request body: {'security_group_rule': {'security_group_id': 'e5b90a3d-3725-4ee8-b70a-de2ce7e573d0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:49.339132 n-d-776250-10 neutron-server[102468]: INFO neutron.db.securitygroups_db [None req-899c34aa-f2f2-4d40-902b-3590decf5c08 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Project 8a9fdaa1038a4877a404ae82a57bc655 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:49:49.356426 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-248be10d-2096-40fb-b0e7-6afeb14371f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:49.366294 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-899c34aa-f2f2-4d40-902b-3590decf5c08 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:49:49.370949 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-899c34aa-f2f2-4d40-902b-3590decf5c08 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1148913 Nov 10 17:49:49.371528 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56490) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:49.431651 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-248be10d-2096-40fb-b0e7-6afeb14371f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:49.516868 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-02e020f3-5974-426b-bb24-6440f5b247a2 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:49.545995 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-248be10d-2096-40fb-b0e7-6afeb14371f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:49.558750 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-248be10d-2096-40fb-b0e7-6afeb14371f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:49.560231 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-248be10d-2096-40fb-b0e7-6afeb14371f5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/856462a8-f51b-4524-ab81-6784a78ed068 HTTP/1.1" status: 204 len: 168 time: 0.4520206 Nov 10 17:49:49.591928 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-02e020f3-5974-426b-bb24-6440f5b247a2 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:49.606464 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248be10d-2096-40fb-b0e7-6afeb14371f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856462a8-f51b-4524-ab81-6784a78ed068,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:49.641080 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-abb4d02a-3693-49cb-85b8-58d1a686ba95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:49.646964 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-abb4d02a-3693-49cb-85b8-58d1a686ba95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:49.722981 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb4d02a-3693-49cb-85b8-58d1a686ba95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480f6646-98a6-4a9c-a279-2360747e4043,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:49.784263 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-02e020f3-5974-426b-bb24-6440f5b247a2 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:49.787287 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-02e020f3-5974-426b-bb24-6440f5b247a2 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:49.798668 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-02e020f3-5974-426b-bb24-6440f5b247a2 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "DELETE /v2.0/security-groups/e5b90a3d-3725-4ee8-b70a-de2ce7e573d0 HTTP/1.1" status: 204 len: 168 time: 0.4249706 Nov 10 17:49:49.799915 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56500) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:49.818212 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-abb4d02a-3693-49cb-85b8-58d1a686ba95 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=755caeb443a343f98a503f3b58f43947&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6273417 Nov 10 17:49:49.851783 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56502) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:49.851783 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e020f3-5974-426b-bb24-6440f5b247a2 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b90a3d-3725-4ee8-b70a-de2ce7e573d0,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:50.019042 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ea72a01e-62d8-4d81-9530-bb4878924801 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1781485 Nov 10 17:49:50.024698 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56506) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:50.062210 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-5d9db581-b1e1-4048-83a4-46edbc2e56f9 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Request body: {'security_group': {'name': 'tempest-secgroup--2130367286'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:50.098742 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bf1c1377-1d7b-483c-b9a9-db5b4863814a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:50.138936 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d9db581-b1e1-4048-83a4-46edbc2e56f9 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:50.170089 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bf1c1377-1d7b-483c-b9a9-db5b4863814a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:50.331653 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bf1c1377-1d7b-483c-b9a9-db5b4863814a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:50.340197 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bf1c1377-1d7b-483c-b9a9-db5b4863814a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:50.345902 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bf1c1377-1d7b-483c-b9a9-db5b4863814a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/480f6646-98a6-4a9c-a279-2360747e4043 HTTP/1.1" status: 204 len: 168 time: 0.4872684 Nov 10 17:49:50.413050 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c1377-1d7b-483c-b9a9-db5b4863814a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480f6646-98a6-4a9c-a279-2360747e4043,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:50.448464 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d9db581-b1e1-4048-83a4-46edbc2e56f9 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:50.459097 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d9db581-b1e1-4048-83a4-46edbc2e56f9 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:50.515122 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9db581-b1e1-4048-83a4-46edbc2e56f9 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8603c2a1-275a-45ad-8faf-75f4d40c90b1,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:50.551737 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d9db581-b1e1-4048-83a4-46edbc2e56f9 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:50.554304 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5d9db581-b1e1-4048-83a4-46edbc2e56f9 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5125384 Nov 10 17:49:50.558309 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56528) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:50.566584 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-93acfe87-1325-474b-a11d-861771772fb0 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Request body: {'security_group_rule': {'security_group_id': '8603c2a1-275a-45ad-8faf-75f4d40c90b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:50.669882 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-93acfe87-1325-474b-a11d-861771772fb0 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] create failed (client error): The resource could not be found. Nov 10 17:49:50.671351 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-93acfe87-1325-474b-a11d-861771772fb0 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1117158 Nov 10 17:49:50.680221 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56532) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:50.686607 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-ac69cb13-bcc2-4ddd-bbfe-7be7244332f1 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Request body: {'security_group_rule': {'security_group_id': '8603c2a1-275a-45ad-8faf-75f4d40c90b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '3e0f45d1-622b-43e4-9500-fdba6e746c06'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:50.726683 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-21b1e36c-5cfb-42e2-a9f9-1b9d0ba8e5d9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.9073513 Nov 10 17:49:50.787203 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-ac69cb13-bcc2-4ddd-bbfe-7be7244332f1 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] create failed (client error): The resource could not be found. Nov 10 17:49:50.788555 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ac69cb13-bcc2-4ddd-bbfe-7be7244332f1 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1065173 Nov 10 17:49:50.791311 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56536) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:50.946793 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c7a0e16f-ea40-474e-96f2-6fc6dfb08139 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:50.994669 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-699391cf-a7b6-45be-8727-10920fa12749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:51.005581 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-699391cf-a7b6-45be-8727-10920fa12749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:51.008605 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-699391cf-a7b6-45be-8727-10920fa12749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:51.009283 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c7a0e16f-ea40-474e-96f2-6fc6dfb08139 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:51.011347 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-699391cf-a7b6-45be-8727-10920fa12749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:51.011846 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-699391cf-a7b6-45be-8727-10920fa12749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:51.012345 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-699391cf-a7b6-45be-8727-10920fa12749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:51.012808 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-699391cf-a7b6-45be-8727-10920fa12749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:51.029462 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-699391cf-a7b6-45be-8727-10920fa12749 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87ef8f67c317450abb70e6821b7851c3&device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 6507 time: 0.2134438 Nov 10 17:49:51.100541 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c7a0e16f-ea40-474e-96f2-6fc6dfb08139 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:51.114260 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c7a0e16f-ea40-474e-96f2-6fc6dfb08139 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:51.123011 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c7a0e16f-ea40-474e-96f2-6fc6dfb08139 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "DELETE /v2.0/security-groups/8603c2a1-275a-45ad-8faf-75f4d40c90b1 HTTP/1.1" status: 204 len: 168 time: 0.3304355 Nov 10 17:49:51.128767 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56542) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:51.196502 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a0e16f-ea40-474e-96f2-6fc6dfb08139 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8603c2a1-275a-45ad-8faf-75f4d40c90b1,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:51.310755 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-cb694eab-6042-4373-99d4-0204f74069c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:51.311226 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-cb694eab-6042-4373-99d4-0204f74069c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:51.311679 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-cb694eab-6042-4373-99d4-0204f74069c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:51.318905 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-cb694eab-6042-4373-99d4-0204f74069c4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ba70b55-5d77-4457-b11f-9823987d654f&id=47baead0-3e81-4ecd-90e6-eeb908ade233&id=47baead0-3e81-4ecd-90e6-eeb908ade233&id=47baead0-3e81-4ecd-90e6-eeb908ade233&id=47baead0-3e81-4ecd-90e6-eeb908ade233&id=49bc9a4d-2019-4c3e-98a9-200317b395fd&id=49bc9a4d-2019-4c3e-98a9-200317b395fd HTTP/1.1" status: 200 len: 2297 time: 0.2471437 Nov 10 17:49:51.366591 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56560) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:51.374074 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-7b6f9238-3571-4a6c-86cc-4b3a4e09d64f tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Request body: {'security_group_rule': {'security_group_id': '773c73c8-c656-4004-b927-8df356deacd2', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:51.375015 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-027ebe9b-cc41-4ac6-9347-040f77ecac7a tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2054479 Nov 10 17:49:51.509079 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-75138dd1-1099-42fe-ab18-b05f6d08057b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f2a1a3d-5b3f-4c67-83ef-66629755aaba HTTP/1.1" status: 200 len: 1001 time: 0.1782091 Nov 10 17:49:51.644417 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-094c83bd-9e72-4e5e-aeb3-a7fce6860acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:51.646262 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-094c83bd-9e72-4e5e-aeb3-a7fce6860acb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2408a0c7-e08d-426a-ac08-2e242a5b2cbd HTTP/1.1" status: 200 len: 855 time: 0.1223180 Nov 10 17:49:51.746743 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-7b6f9238-3571-4a6c-86cc-4b3a4e09d64f tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] create failed (client error): The resource could not be found. Nov 10 17:49:51.753781 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56576) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:51.762050 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-58c81dd2-b68d-44df-9b24-17bdeadc34b6 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Request body: {'security_group': {'name': 'tempest-secgroup--1576066586'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:51.774181 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7b6f9238-3571-4a6c-86cc-4b3a4e09d64f tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4063091 Nov 10 17:49:51.833913 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-58c81dd2-b68d-44df-9b24-17bdeadc34b6 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:51.837744 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-74d580db-32fd-453b-ae48-d92bf151be82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:51.847447 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-74d580db-32fd-453b-ae48-d92bf151be82 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ba70b55-5d77-4457-b11f-9823987d654f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1924574 Nov 10 17:49:52.025037 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-58c81dd2-b68d-44df-9b24-17bdeadc34b6 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:52.032309 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-58c81dd2-b68d-44df-9b24-17bdeadc34b6 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:52.088811 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-7268fad3-693d-4afb-8b88-f17259e42d69 service neutron] 10.222.0.11 "GET /v2.0/networks/7ba70b55-5d77-4457-b11f-9823987d654f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275865 Nov 10 17:49:52.143385 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-58c81dd2-b68d-44df-9b24-17bdeadc34b6 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:52.147188 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-58c81dd2-b68d-44df-9b24-17bdeadc34b6 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3892617 Nov 10 17:49:52.162342 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56592) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:52.167704 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-2bf9c0ed-1df8-4f1d-be9b-97302e5631ed tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Request body: {'security_group': {'name': 'tempest-secgroup--1190024555'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:52.192709 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c81dd2-b68d-44df-9b24-17bdeadc34b6 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=439dfef8-185b-458c-b84e-9b16cc30a11c,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:52.250672 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2bf9c0ed-1df8-4f1d-be9b-97302e5631ed tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:52.385685 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-57baafaf-898b-498e-a60c-73ae2401f271 service neutron] 10.222.0.11 "GET /v2.0/networks/7ba70b55-5d77-4457-b11f-9823987d654f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895947 Nov 10 17:49:52.473514 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2bf9c0ed-1df8-4f1d-be9b-97302e5631ed tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:52.482387 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2bf9c0ed-1df8-4f1d-be9b-97302e5631ed tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:52.533535 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2bf9c0ed-1df8-4f1d-be9b-97302e5631ed tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:52.538352 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2bf9c0ed-1df8-4f1d-be9b-97302e5631ed tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3720927 Nov 10 17:49:52.538544 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-d9c459c8-25db-4e74-9aa2-08eb66855776 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=224ef4d3-dee2-4bcd-947b-b7c7a9b0544c HTTP/1.1" status: 200 len: 217 time: 0.1431477 Nov 10 17:49:52.538771 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56614) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:52.545110 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-412365a4-fb93-4f02-8846-0615f2c1868c tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Request body: {'security_group_rule': {'security_group_id': '439dfef8-185b-458c-b84e-9b16cc30a11c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '933e47ed-e500-4321-b7ed-64872278bb6a'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:52.558444 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9c0ed-1df8-4f1d-be9b-97302e5631ed tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=933e47ed-e500-4321-b7ed-64872278bb6a,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:52.615309 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-412365a4-fb93-4f02-8846-0615f2c1868c tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:49:52.615309 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-412365a4-fb93-4f02-8846-0615f2c1868c tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0686302 Nov 10 17:49:52.617991 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56616) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:52.680818 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-9599de59-af68-4a8d-8e43-8863bc80098d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:52.686058 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-9599de59-af68-4a8d-8e43-8863bc80098d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=235a8a7b-9769-4bcb-b248-e3a3ce641763 HTTP/1.1" status: 200 len: 797 time: 0.1390922 Nov 10 17:49:52.727277 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4c2307c2-7925-4463-b1ad-786793b91ab1 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:52.791275 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4c2307c2-7925-4463-b1ad-786793b91ab1 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:52.854783 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-a3090184-c255-4e88-89a6-04e85de1e3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:52.861548 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-a3090184-c255-4e88-89a6-04e85de1e3ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47baead0-3e81-4ecd-90e6-eeb908ade233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1657002 Nov 10 17:49:52.864594 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56626) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:52.931166 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4c2307c2-7925-4463-b1ad-786793b91ab1 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:52.941999 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4c2307c2-7925-4463-b1ad-786793b91ab1 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:52.947776 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4c2307c2-7925-4463-b1ad-786793b91ab1 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "DELETE /v2.0/security-groups/933e47ed-e500-4321-b7ed-64872278bb6a HTTP/1.1" status: 204 len: 168 time: 0.3280857 Nov 10 17:49:52.967681 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56630) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:52.989339 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 94a55a60-1af8-4730-86c8-8397af10e93f details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:49:53.024917 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2307c2-7925-4463-b1ad-786793b91ab1 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=933e47ed-e500-4321-b7ed-64872278bb6a,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:53.174264 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-07a15806-abb9-41e2-a5b0-8a14e2716e3d tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1822276 Nov 10 17:49:53.175218 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56634) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:53.250200 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-210433fe-15c3-4b13-a416-4f2a63a41487 service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632159 Nov 10 17:49:53.307145 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 94a55a60-1af8-4730-86c8-8397af10e93f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=94a55a60-1af8-4730-86c8-8397af10e93f,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:49:53.366842 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '94a55a60-1af8-4730-86c8-8397af10e93f', 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b', 'port_id': '94a55a60-1af8-4730-86c8-8397af10e93f', 'mac_address': 'fa:16:3e:c1:c1:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0014d233-a3b8-4110-85a8-3bdeaa4b1e7d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:49:53.385890 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-facfb657-b033-4299-ab9f-fae1af7af66f tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:53.464683 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:53.468771 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-c40fb673-cf23-43c2-b65e-b0f2ab8b5675 service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104135 Nov 10 17:49:53.483279 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 94a55a60-1af8-4730-86c8-8397af10e93f {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:49:53.505650 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-facfb657-b033-4299-ab9f-fae1af7af66f tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:53.518242 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 94a55a60-1af8-4730-86c8-8397af10e93f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=94a55a60-1af8-4730-86c8-8397af10e93f,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:49:53.526930 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:53.572287 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-4c532d0c-364d-4b51-a893-ca4f956c5e23 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=47f8f0ae-9d1a-48c8-a567-346cf76cba57 HTTP/1.1" status: 200 len: 217 time: 0.0944521 Nov 10 17:49:53.671377 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=94a55a60-1af8-4730-86c8-8397af10e93f,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:53.673385 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-facfb657-b033-4299-ab9f-fae1af7af66f tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:53.688534 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-facfb657-b033-4299-ab9f-fae1af7af66f tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:53.690020 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-facfb657-b033-4299-ab9f-fae1af7af66f tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "DELETE /v2.0/security-groups/439dfef8-185b-458c-b84e-9b16cc30a11c HTTP/1.1" status: 204 len: 168 time: 0.5134606 Nov 10 17:49:53.695966 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56642) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:53.751280 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfb657-b033-4299-ab9f-fae1af7af66f tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=439dfef8-185b-458c-b84e-9b16cc30a11c,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:53.777388 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['94a55a60-1af8-4730-86c8-8397af10e93f'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:49:53.792131 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-909753f3-c249-40b4-ab69-bf502528bc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:53.794574 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-909753f3-c249-40b4-ab69-bf502528bc1a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=235a8a7b-9769-4bcb-b248-e3a3ce641763 HTTP/1.1" status: 200 len: 797 time: 0.2108657 Nov 10 17:49:53.824321 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:49:53.926941 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-99e80a75-addb-4acd-92d6-6236aa103272 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2251956 Nov 10 17:49:53.931852 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56652) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:53.955517 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-adcebed7-0c8e-48a1-b087-b406679ed049 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Request body: {'security_group': {'name': 'tempest-secgroup--168568080'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:53.969643 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-48dd60d9-979c-4c78-9074-b9c5b09722a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:53.972017 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-48dd60d9-979c-4c78-9074-b9c5b09722a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47baead0-3e81-4ecd-90e6-eeb908ade233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1697962 Nov 10 17:49:54.018612 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-adcebed7-0c8e-48a1-b087-b406679ed049 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:54.192294 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-adcebed7-0c8e-48a1-b087-b406679ed049 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:54.207427 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-adcebed7-0c8e-48a1-b087-b406679ed049 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:54.258338 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b3022fd3-5f73-45c7-af44-d95fa0cc6c53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:54.327231 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-adcebed7-0c8e-48a1-b087-b406679ed049 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:54.333838 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56662) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:54.337143 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-adcebed7-0c8e-48a1-b087-b406679ed049 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4005606 Nov 10 17:49:54.358388 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcebed7-0c8e-48a1-b087-b406679ed049 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e38e49e-90b1-478c-851a-7c6d96b72cdc,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:54.388727 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-e9b35952-2ddf-436a-801c-cdcee6d0e52a tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Request body: {'security_group_rule': {'security_group_id': '3e38e49e-90b1-478c-851a-7c6d96b72cdc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:54.596933 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-893d123b-a100-4a90-9173-86030fd232ad service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6134760 Nov 10 17:49:54.704788 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:54.711821 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-e9b35952-2ddf-436a-801c-cdcee6d0e52a tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:49:54.715554 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56672) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:54.723825 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-dad67fc8-e03d-4a6a-ab2e-a635ed8f6d90 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Request body: {'security_group_rule': {'security_group_id': '3e38e49e-90b1-478c-851a-7c6d96b72cdc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:54.729034 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e9b35952-2ddf-436a-801c-cdcee6d0e52a tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3718257 Nov 10 17:49:54.860459 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-dad67fc8-e03d-4a6a-ab2e-a635ed8f6d90 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:49:54.880190 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-dad67fc8-e03d-4a6a-ab2e-a635ed8f6d90 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1594748 Nov 10 17:49:54.880190 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56674) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:54.994688 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 94a55a60-1af8-4730-86c8-8397af10e93f up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:49:55.164553 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b3022fd3-5f73-45c7-af44-d95fa0cc6c53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:55.192109 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b3022fd3-5f73-45c7-af44-d95fa0cc6c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:55.239322 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-100c6536-e150-4b97-b407-32b4e35529e3 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:55.270437 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:55.296058 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 94a55a60-1af8-4730-86c8-8397af10e93f triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:49:55.296754 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:55.351594 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-100c6536-e150-4b97-b407-32b4e35529e3 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:55.508514 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56688) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:55.508912 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b3022fd3-5f73-45c7-af44-d95fa0cc6c53 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e76b484a66b64ac4b0ee939bb36c969d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6402497 Nov 10 17:49:55.518858 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-18459aaa-a106-4116-b5b4-6c006b57b92c service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8410480 Nov 10 17:49:55.522339 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3022fd3-5f73-45c7-af44-d95fa0cc6c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3376e84a-2109-42c7-a13f-f43d8807b9d7,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:55.610943 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-59c76863-ae09-4522-b699-b56986781e38 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=c5181e29-f91d-489f-9f2c-19921b9b79a6 HTTP/1.1" status: 200 len: 217 time: 0.0800555 Nov 10 17:49:55.619221 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:55.700014 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-100c6536-e150-4b97-b407-32b4e35529e3 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:55.706027 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 94a55a60-1af8-4730-86c8-8397af10e93f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=94a55a60-1af8-4730-86c8-8397af10e93f,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:49:55.715782 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-100c6536-e150-4b97-b407-32b4e35529e3 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:55.717922 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7e95a3-e687-47fe-8bd5-a81e6baeab34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a55a60-1af8-4730-86c8-8397af10e93f'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:49:55.723757 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-100c6536-e150-4b97-b407-32b4e35529e3 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "DELETE /v2.0/security-groups/3e38e49e-90b1-478c-851a-7c6d96b72cdc HTTP/1.1" status: 204 len: 168 time: 0.8412514 Nov 10 17:49:55.729282 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587c7579-53bc-4e98-bc55-87ac96715611" -d '{"events": [{"server_uuid": "be7e95a3-e687-47fe-8bd5-a81e6baeab34", "name": "network-vif-plugged", "status": "completed", "tag": "94a55a60-1af8-4730-86c8-8397af10e93f"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:49:55.752390 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:55.771161 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56690) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:55.842557 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-979b04db-e233-4e56-835c-2a61242675a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:55.846270 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-979b04db-e233-4e56-835c-2a61242675a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=235a8a7b-9769-4bcb-b248-e3a3ce641763 HTTP/1.1" status: 200 len: 797 time: 0.2279816 Nov 10 17:49:55.857505 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c6536-e150-4b97-b407-32b4e35529e3 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e38e49e-90b1-478c-851a-7c6d96b72cdc,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:55.935383 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6454fc36-9472-4f18-b9a6-be79bf6cddd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:55.948661 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-965d7345-4e15-4caa-bd58-ab0f23aea9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:55.951114 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-965d7345-4e15-4caa-bd58-ab0f23aea9a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47baead0-3e81-4ecd-90e6-eeb908ade233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0883491 Nov 10 17:49:55.961125 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc93d94a-ccd3-4393-9979-2d16b93b4e6b x-openstack-request-id: req-bc93d94a-ccd3-4393-9979-2d16b93b4e6b {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:49:55.961603 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7e95a3-e687-47fe-8bd5-a81e6baeab34", "name": "network-vif-plugged", "status": "completed", "tag": "94a55a60-1af8-4730-86c8-8397af10e93f", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:49:55.962219 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bc93d94a-ccd3-4393-9979-2d16b93b4e6b {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:49:55.962869 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7e95a3-e687-47fe-8bd5-a81e6baeab34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a55a60-1af8-4730-86c8-8397af10e93f', 'code': 200} Nov 10 17:49:56.019580 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=94a55a60-1af8-4730-86c8-8397af10e93f,revision_number=7']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:56.065184 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6454fc36-9472-4f18-b9a6-be79bf6cddd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:56.094906 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a3c68279-068e-40e0-aac5-55e7687b5893 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3105731 Nov 10 17:49:56.102058 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56706) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:56.106362 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-21374ddf-cf19-40fc-8221-377c0503e850 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Request body: {'security_group': {'name': 'tempest-secgroup--805092766'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:56.181111 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-21374ddf-cf19-40fc-8221-377c0503e850 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:56.229464 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6454fc36-9472-4f18-b9a6-be79bf6cddd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:56.234681 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6454fc36-9472-4f18-b9a6-be79bf6cddd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:56.247738 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6454fc36-9472-4f18-b9a6-be79bf6cddd0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3376e84a-2109-42c7-a13f-f43d8807b9d7 HTTP/1.1" status: 204 len: 168 time: 0.7340584 Nov 10 17:49:56.280693 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454fc36-9472-4f18-b9a6-be79bf6cddd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3376e84a-2109-42c7-a13f-f43d8807b9d7,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:56.283612 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-5a28b9ed-2b05-4c0c-b2d6-45205c2ba6d7 service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179607 Nov 10 17:49:56.458470 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-21374ddf-cf19-40fc-8221-377c0503e850 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:56.468131 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-21374ddf-cf19-40fc-8221-377c0503e850 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:56.575857 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-21374ddf-cf19-40fc-8221-377c0503e850 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:56.578593 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-21374ddf-cf19-40fc-8221-377c0503e850 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4766109 Nov 10 17:49:56.581849 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-c18398ef-7977-4c72-8ea2-c624a8be7609 service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974474 Nov 10 17:49:56.582689 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56712) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:56.603402 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21374ddf-cf19-40fc-8221-377c0503e850 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dffa7c1c-4a80-4b05-bcac-5dee3acc0f9c,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:56.611066 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-2d061a4d-b9c9-4485-b921-1690638a801f tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:49:56.612260 n-d-776250-10 neutron-server[102469]: WARNING neutron.api.v2.base [None req-2d061a4d-b9c9-4485-b921-1690638a801f tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 10 17:49:56.614406 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-2d061a4d-b9c9-4485-b921-1690638a801f tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] update failed (client error): There was a conflict when trying to complete your request. Nov 10 17:49:56.619994 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2d061a4d-b9c9-4485-b921-1690638a801f tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "PUT /v2.0/security-groups/dffa7c1c-4a80-4b05-bcac-5dee3acc0f9c HTTP/1.1" status: 409 len: 330 time: 0.0346088 Nov 10 17:49:56.623589 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56714) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:56.947898 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-8c16ba92-f81a-4a2c-9a37-077c1673fd34 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=3e2b75e1-1dde-4f1e-8e65-79bd011d0b86 HTTP/1.1" status: 200 len: 217 time: 0.3251033 Nov 10 17:49:57.115534 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56722) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:57.125470 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7df72af8-3dd9-4550-ace2-7b83cce1a321 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:57.205734 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-1b3a6c68-e73f-4d65-9ffe-64a0cf792a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:57.209979 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-1b3a6c68-e73f-4d65-9ffe-64a0cf792a85 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=235a8a7b-9769-4bcb-b248-e3a3ce641763 HTTP/1.1" status: 200 len: 797 time: 0.2512932 Nov 10 17:49:57.264523 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7df72af8-3dd9-4550-ace2-7b83cce1a321 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:57.334986 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9dfb8464-c261-4047-8ef1-ea3ea7a599ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:57.351889 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-6fb08674-dd8a-4501-a014-ebdd47dbb402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:57.353466 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-6fb08674-dd8a-4501-a014-ebdd47dbb402 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47baead0-3e81-4ecd-90e6-eeb908ade233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1309865 Nov 10 17:49:57.551472 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7df72af8-3dd9-4550-ace2-7b83cce1a321 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:57.554951 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7df72af8-3dd9-4550-ace2-7b83cce1a321 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:57.558742 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7df72af8-3dd9-4550-ace2-7b83cce1a321 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "DELETE /v2.0/security-groups/dffa7c1c-4a80-4b05-bcac-5dee3acc0f9c HTTP/1.1" status: 204 len: 168 time: 0.9202704 Nov 10 17:49:57.581362 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56738) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:57.588291 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df72af8-3dd9-4550-ace2-7b83cce1a321 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffa7c1c-4a80-4b05-bcac-5dee3acc0f9c,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:57.620383 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9dfb8464-c261-4047-8ef1-ea3ea7a599ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:57.632235 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9dfb8464-c261-4047-8ef1-ea3ea7a599ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:57.713090 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb8464-c261-4047-8ef1-ea3ea7a599ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bea0bfc-4599-4fb5-8b7a-6908512de29e,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:57.805245 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9dfb8464-c261-4047-8ef1-ea3ea7a599ed admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=22a8e72c6c9f43f998b25f913c14587b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6864846 Nov 10 17:49:57.806618 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56744) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:57.837942 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e6e55515-021c-42a9-b548-1c40e4a09d29 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2295713 Nov 10 17:49:57.852431 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-c7157fff-e129-44db-bc43-412ee82b6f91 service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807670 Nov 10 17:49:57.854170 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56746) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:57.901415 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-10e71e33-e6ee-404c-aca0-cbea808531f7 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] delete failed (client error): The resource could not be found. Nov 10 17:49:57.904770 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-10e71e33-e6ee-404c-aca0-cbea808531f7 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "DELETE /v2.0/security-groups/44d10bcb-ab70-447b-93e5-5292d810f354 HTTP/1.1" status: 404 len: 347 time: 0.0492363 Nov 10 17:49:57.911023 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56750) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:57.977488 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-50fa9ef6-476f-4787-b928-4d5d5b663fce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:58.039363 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-50fa9ef6-476f-4787-b928-4d5d5b663fce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:58.178563 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-50fa9ef6-476f-4787-b928-4d5d5b663fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:58.181204 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-50fa9ef6-476f-4787-b928-4d5d5b663fce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:58.185788 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-50fa9ef6-476f-4787-b928-4d5d5b663fce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1bea0bfc-4599-4fb5-8b7a-6908512de29e HTTP/1.1" status: 204 len: 168 time: 0.3778656 Nov 10 17:49:58.201784 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa9ef6-476f-4787-b928-4d5d5b663fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bea0bfc-4599-4fb5-8b7a-6908512de29e,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:49:58.346373 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-1c2617d0-1963-445e-a948-65108928d5d1 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] show failed (client error): The resource could not be found. Nov 10 17:49:58.353266 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1c2617d0-1963-445e-a948-65108928d5d1 tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "GET /v2.0/security-groups/ff329461-4be2-4c59-b9d6-b7b1b6a2570e HTTP/1.1" status: 404 len: 347 time: 0.4400535 Nov 10 17:49:58.356769 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56756) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:58.370005 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-445637c1-43b0-44dd-8994-bbaba778762f service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636796 Nov 10 17:49:58.394633 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-523ced88-109f-45de-8d7b-f29ed27a1cdc tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] show failed (client error): The resource could not be found. Nov 10 17:49:58.397388 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-523ced88-109f-45de-8d7b-f29ed27a1cdc tempest-NegativeSecGroupIPv6Test-1456598540 tempest-NegativeSecGroupIPv6Test-1456598540-project] 10.222.0.39 "GET /v2.0/security-group-rules/b732558a-5e27-46d6-831b-2a5e725633e1 HTTP/1.1" status: 404 len: 356 time: 0.0388546 Nov 10 17:49:58.502808 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-07e9e821-bf3b-46a8-b255-c1c06a738d7c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1f10bfec-b077-4852-8bba-c7adc7ab16bd HTTP/1.1" status: 200 len: 217 time: 0.1249125 Nov 10 17:49:58.600741 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-e3135d22-d37a-456b-a0cc-5107fae908fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:58.601601 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-e3135d22-d37a-456b-a0cc-5107fae908fc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2f88546f-3001-437d-949d-bf2c5fdfec86 HTTP/1.1" status: 200 len: 797 time: 0.0890155 Nov 10 17:49:58.666765 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-bd586ea2-5518-41b9-93a6-e3e33072e8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:58.668731 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-bd586ea2-5518-41b9-93a6-e3e33072e8cd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=49bc9a4d-2019-4c3e-98a9-200317b395fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0573676 Nov 10 17:49:59.267376 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-2415ebbb-ac5f-4e6e-bf11-b2eef74f5523 service neutron] 10.222.0.11 "GET /v2.0/networks/49bc9a4d-2019-4c3e-98a9-200317b395fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5773089 Nov 10 17:49:59.532907 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-1e293d03-7d63-47fa-99f9-40ecdfd9d068 service neutron] 10.222.0.11 "GET /v2.0/networks/49bc9a4d-2019-4c3e-98a9-200317b395fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569525 Nov 10 17:49:59.617901 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56778) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:49:59.662527 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-bf021d03-7fb8-4c0e-8978-3f06f41d8f7b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eacd23a8-ca31-46bb-9e0e-580677075960 HTTP/1.1" status: 200 len: 217 time: 0.1234682 Nov 10 17:49:59.668176 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fbffede3-d402-4d33-9727-d43ce1715d6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:59.832617 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-8bfc84b1-3b70-4c25-81a2-41eadd96ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:49:59.841562 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-8bfc84b1-3b70-4c25-81a2-41eadd96ce20 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2f88546f-3001-437d-949d-bf2c5fdfec86 HTTP/1.1" status: 200 len: 797 time: 0.1718554 Nov 10 17:49:59.899492 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fbffede3-d402-4d33-9727-d43ce1715d6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:59.906116 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fbffede3-d402-4d33-9727-d43ce1715d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:49:59.987612 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffede3-d402-4d33-9727-d43ce1715d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6259d4f8-3491-4b30-8417-28606ac3ad9b,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:00.040836 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-c7a3f999-0b5d-42b7-907c-385e97cbf0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:00.041315 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56788) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:00.043555 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-c7a3f999-0b5d-42b7-907c-385e97cbf0c8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=49bc9a4d-2019-4c3e-98a9-200317b395fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1951382 Nov 10 17:50:00.069863 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-fbffede3-d402-4d33-9727-d43ce1715d6e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c159ffe482e4afc8ac570546fe05ef9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4497712 Nov 10 17:50:00.077034 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56792) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:00.210258 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d75dba3-ce94-4880-b1c6-a830a100a60f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:00.277183 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d75dba3-ce94-4880-b1c6-a830a100a60f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:00.300929 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-1e34a003-6461-4081-a954-70fe29f20025 service neutron] 10.222.0.11 "GET /v2.0/networks/49bc9a4d-2019-4c3e-98a9-200317b395fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410505 Nov 10 17:50:00.378745 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d75dba3-ce94-4880-b1c6-a830a100a60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:00.383700 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d75dba3-ce94-4880-b1c6-a830a100a60f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:00.385414 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3d75dba3-ce94-4880-b1c6-a830a100a60f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6259d4f8-3491-4b30-8417-28606ac3ad9b HTTP/1.1" status: 204 len: 168 time: 0.3047526 Nov 10 17:50:00.408055 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75dba3-ce94-4880-b1c6-a830a100a60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6259d4f8-3491-4b30-8417-28606ac3ad9b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:00.573029 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cdfd207-bf41-42da-a7ca-78e17cf41c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:00.633176 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-598f9e4c-49e9-4614-b7fe-d2d906086d41 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8a9fdaa1038a4877a404ae82a57bc655&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5877948 Nov 10 17:50:00.636973 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56804) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:00.790369 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-851cd735-aed7-4bf7-96d7-e2b34469e47c req-738c7bcb-8bae-4a46-9101-4c0fcc856399 service neutron] 10.222.0.11 "GET /v2.0/networks/49bc9a4d-2019-4c3e-98a9-200317b395fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4802377 Nov 10 17:50:00.807720 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08290276-c7c9-4707-9859-0948fe9d4c9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:00.895855 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08290276-c7c9-4707-9859-0948fe9d4c9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:01.043806 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08290276-c7c9-4707-9859-0948fe9d4c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:01.047353 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08290276-c7c9-4707-9859-0948fe9d4c9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:01.048508 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-08290276-c7c9-4707-9859-0948fe9d4c9e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1045d1ca-c182-4d6a-bce5-07f8d4758a32 HTTP/1.1" status: 204 len: 168 time: 0.4104881 Nov 10 17:50:01.066515 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08290276-c7c9-4707-9859-0948fe9d4c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1045d1ca-c182-4d6a-bce5-07f8d4758a32,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:02.854280 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a8eff6e8-cf92-4110-b212-b1a85f0406c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:03.128047 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56874) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:03.415050 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-5b78ee56-c30f-4d4b-a027-5e07e2aa72f6 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:03.416000 n-d-776250-10 neutron-server[102468]: WARNING neutron.api.v2.base [None req-5b78ee56-c30f-4d4b-a027-5e07e2aa72f6 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 10 17:50:03.416696 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-5b78ee56-c30f-4d4b-a027-5e07e2aa72f6 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] create failed (client error): There was a conflict when trying to complete your request. Nov 10 17:50:03.424195 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56882) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:03.425357 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5b78ee56-c30f-4d4b-a027-5e07e2aa72f6 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2948298 Nov 10 17:50:03.429530 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-186eff26-6bab-48c2-9026-17a53fbccbb8 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Request body: {'security_group': {'name': 'tempest-secgroup--1298206914'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:03.485883 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-186eff26-6bab-48c2-9026-17a53fbccbb8 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:03.512805 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-186eff26-6bab-48c2-9026-17a53fbccbb8 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:03.874266 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-186eff26-6bab-48c2-9026-17a53fbccbb8 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:03.885435 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-186eff26-6bab-48c2-9026-17a53fbccbb8 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:03.962773 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186eff26-6bab-48c2-9026-17a53fbccbb8 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6adc2508-22ae-4ee2-a878-332b25336972,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:04.038807 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-186eff26-6bab-48c2-9026-17a53fbccbb8 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:04.054646 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-186eff26-6bab-48c2-9026-17a53fbccbb8 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:04.087904 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:04.114405 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-186eff26-6bab-48c2-9026-17a53fbccbb8 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:04.118784 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-186eff26-6bab-48c2-9026-17a53fbccbb8 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6907699 Nov 10 17:50:04.119299 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56892) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:04.126447 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-0ed04a35-f4a8-41a3-9f97-fd55b7272e22 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Request body: {'security_group_rule': {'security_group_id': '14be46f4-76a6-4756-b86b-b127842806c8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:04.131994 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186eff26-6bab-48c2-9026-17a53fbccbb8 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14be46f4-76a6-4756-b86b-b127842806c8,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:04.233825 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0ed04a35-f4a8-41a3-9f97-fd55b7272e22 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:04.444138 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0ed04a35-f4a8-41a3-9f97-fd55b7272e22 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:04.458195 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0ed04a35-f4a8-41a3-9f97-fd55b7272e22 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:04.538634 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed04a35-f4a8-41a3-9f97-fd55b7272e22 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8bb26e5-cb4f-4675-af66-1fdc39b6284c,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:04.554376 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0ed04a35-f4a8-41a3-9f97-fd55b7272e22 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:04.566532 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56898) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:04.585504 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-200be7a4-6ab1-42cd-b11b-64106f3e5a9f tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Request body: {'security_group_rule': {'security_group_id': '14be46f4-76a6-4756-b86b-b127842806c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:04.590191 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0ed04a35-f4a8-41a3-9f97-fd55b7272e22 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4687223 Nov 10 17:50:04.638173 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-200be7a4-6ab1-42cd-b11b-64106f3e5a9f tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:04.731203 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-200be7a4-6ab1-42cd-b11b-64106f3e5a9f tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] create failed (client error): There was a conflict when trying to complete your request. Nov 10 17:50:04.739549 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56904) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:04.754514 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-200be7a4-6ab1-42cd-b11b-64106f3e5a9f tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1836870 Nov 10 17:50:04.998482 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-706aeb81-28d8-4e6c-beae-57ee98c43e39 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:05.141707 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-706aeb81-28d8-4e6c-beae-57ee98c43e39 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:05.329346 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-706aeb81-28d8-4e6c-beae-57ee98c43e39 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:05.338683 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-706aeb81-28d8-4e6c-beae-57ee98c43e39 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:05.347632 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-706aeb81-28d8-4e6c-beae-57ee98c43e39 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "DELETE /v2.0/security-groups/14be46f4-76a6-4756-b86b-b127842806c8 HTTP/1.1" status: 204 len: 168 time: 0.6044116 Nov 10 17:50:05.348622 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56918) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:05.391780 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706aeb81-28d8-4e6c-beae-57ee98c43e39 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14be46f4-76a6-4756-b86b-b127842806c8,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:05.545610 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:05.587550 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56920) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:05.600191 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-bd5322f7-56d7-47b9-a733-7e31e5c9625e tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Request body: {'security_group': {'name': 'tempest-secgroup--580890156'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:05.601279 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9da0c493-2911-46bb-b7de-6ea965da32e9 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2509181 Nov 10 17:50:05.686526 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bd5322f7-56d7-47b9-a733-7e31e5c9625e tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:05.900676 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bd5322f7-56d7-47b9-a733-7e31e5c9625e tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:05.912221 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bd5322f7-56d7-47b9-a733-7e31e5c9625e tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:06.057430 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bd5322f7-56d7-47b9-a733-7e31e5c9625e tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:06.063074 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-bd5322f7-56d7-47b9-a733-7e31e5c9625e tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4726040 Nov 10 17:50:06.065760 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5322f7-56d7-47b9-a733-7e31e5c9625e tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c608ce03-6013-4d67-a96a-66f8cfe1bde7,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:06.066938 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56928) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:06.073248 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-7695e39b-6a72-4d78-9cdd-efb3501b038d tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Request body: {'security_group_rule': {'security_group_id': 'c608ce03-6013-4d67-a96a-66f8cfe1bde7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:06.074091 n-d-776250-10 neutron-server[102468]: WARNING neutron.api.v2.base [None req-7695e39b-6a72-4d78-9cdd-efb3501b038d tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 10 17:50:06.074814 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-7695e39b-6a72-4d78-9cdd-efb3501b038d tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:50:06.080802 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56930) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:06.088995 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7695e39b-6a72-4d78-9cdd-efb3501b038d tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0204198 Nov 10 17:50:06.146213 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56932) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:06.278999 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6cfd88cf-6a9a-421e-97e7-3ab854576549 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:06.300197 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:06.381065 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e971add0-24a6-4b2c-82ac-36e2654da479 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:06.395475 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6cfd88cf-6a9a-421e-97e7-3ab854576549 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:06.519257 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6cfd88cf-6a9a-421e-97e7-3ab854576549 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:06.522888 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6cfd88cf-6a9a-421e-97e7-3ab854576549 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:06.529739 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6cfd88cf-6a9a-421e-97e7-3ab854576549 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "DELETE /v2.0/security-groups/c608ce03-6013-4d67-a96a-66f8cfe1bde7 HTTP/1.1" status: 204 len: 168 time: 0.4486876 Nov 10 17:50:06.530418 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56936) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:06.546000 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e971add0-24a6-4b2c-82ac-36e2654da479 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:06.554488 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e971add0-24a6-4b2c-82ac-36e2654da479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:06.601866 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd88cf-6a9a-421e-97e7-3ab854576549 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c608ce03-6013-4d67-a96a-66f8cfe1bde7,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:06.703377 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-da626178-bcd4-49e6-a435-7c0703ffd7fa tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1639447 Nov 10 17:50:06.705078 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971add0-24a6-4b2c-82ac-36e2654da479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32f9ba3-560c-4044-9716-8ec41e3aa78b,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:06.709250 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56938) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:06.715050 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-a5117657-a13a-4a46-a17a-0a8db69fbea0 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Request body: {'security_group': {'name': 'tempest-secgroup--722409276'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:06.797260 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a5117657-a13a-4a46-a17a-0a8db69fbea0 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:06.825978 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e971add0-24a6-4b2c-82ac-36e2654da479 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a3295425689c45f2acba6d410b808645&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6771052 Nov 10 17:50:06.828166 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56940) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:07.018162 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a5117657-a13a-4a46-a17a-0a8db69fbea0 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:07.025087 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a5117657-a13a-4a46-a17a-0a8db69fbea0 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:07.045437 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0e3bb41b-0863-4f24-aefc-e0e66fd10771 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:07.093055 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a5117657-a13a-4a46-a17a-0a8db69fbea0 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:07.112375 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a5117657-a13a-4a46-a17a-0a8db69fbea0 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4016147 Nov 10 17:50:07.114832 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56946) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:07.129625 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5117657-a13a-4a46-a17a-0a8db69fbea0 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d384eb7b-9480-475c-8b75-5836e2af43e4,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:07.133585 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-c7162bd5-bb30-478c-bbf1-b78954771470 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Request body: {'security_group_rule': {'security_group_id': 'd384eb7b-9480-475c-8b75-5836e2af43e4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:07.134148 n-d-776250-10 neutron-server[102468]: WARNING neutron.api.v2.base [None req-c7162bd5-bb30-478c-bbf1-b78954771470 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 10 17:50:07.134645 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-c7162bd5-bb30-478c-bbf1-b78954771470 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:50:07.135621 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c7162bd5-bb30-478c-bbf1-b78954771470 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0184808 Nov 10 17:50:07.138630 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0e3bb41b-0863-4f24-aefc-e0e66fd10771 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:07.139426 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56948) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:07.297365 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-59a01c02-1fad-446a-a8fc-11b2152de904 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:07.334561 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0e3bb41b-0863-4f24-aefc-e0e66fd10771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:07.337266 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0e3bb41b-0863-4f24-aefc-e0e66fd10771 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:07.338517 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0e3bb41b-0863-4f24-aefc-e0e66fd10771 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e32f9ba3-560c-4044-9716-8ec41e3aa78b HTTP/1.1" status: 204 len: 168 time: 0.4990368 Nov 10 17:50:07.352556 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3bb41b-0863-4f24-aefc-e0e66fd10771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32f9ba3-560c-4044-9716-8ec41e3aa78b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:07.370396 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-59a01c02-1fad-446a-a8fc-11b2152de904 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:07.492261 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-59a01c02-1fad-446a-a8fc-11b2152de904 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:07.496798 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-59a01c02-1fad-446a-a8fc-11b2152de904 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:07.499152 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-59a01c02-1fad-446a-a8fc-11b2152de904 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "DELETE /v2.0/security-groups/d384eb7b-9480-475c-8b75-5836e2af43e4 HTTP/1.1" status: 204 len: 168 time: 0.3586564 Nov 10 17:50:07.501362 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56952) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:07.540525 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a01c02-1fad-446a-a8fc-11b2152de904 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d384eb7b-9480-475c-8b75-5836e2af43e4,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:07.705148 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5751de92-e533-4828-80e6-b2b1a34f98f7 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2010827 Nov 10 17:50:07.709454 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56956) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:07.715121 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-eddc000b-b043-40f4-9277-1a1df0d10d89 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Request body: {'security_group': {'name': 'tempest-secgroup--1918385006'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:07.813090 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eddc000b-b043-40f4-9277-1a1df0d10d89 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:08.247415 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eddc000b-b043-40f4-9277-1a1df0d10d89 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:08.253520 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eddc000b-b043-40f4-9277-1a1df0d10d89 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:08.433264 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc000b-b043-40f4-9277-1a1df0d10d89 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e62521c6-4ccc-454b-8736-658a42d71cf8,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:08.460017 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eddc000b-b043-40f4-9277-1a1df0d10d89 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:08.464561 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-eddc000b-b043-40f4-9277-1a1df0d10d89 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7533667 Nov 10 17:50:08.469550 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56964) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:08.469942 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56966) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:08.490569 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-7ad92a9c-2051-436d-ac5e-260b6fdd645e tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Request body: {'security_group_rule': {'security_group_id': 'e62521c6-4ccc-454b-8736-658a42d71cf8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:08.492362 n-d-776250-10 neutron-server[102469]: WARNING neutron.api.v2.base [None req-7ad92a9c-2051-436d-ac5e-260b6fdd645e tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 10 17:50:08.493084 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-7ad92a9c-2051-436d-ac5e-260b6fdd645e tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:50:08.495283 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7ad92a9c-2051-436d-ac5e-260b6fdd645e tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0214570 Nov 10 17:50:08.499258 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56968) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:08.519672 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-832118af-1d33-4bb8-97cc-dc7ad84490de tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Request body: {'security_group_rule': {'security_group_id': 'e62521c6-4ccc-454b-8736-658a42d71cf8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:08.522595 n-d-776250-10 neutron-server[102469]: WARNING neutron.api.v2.base [None req-832118af-1d33-4bb8-97cc-dc7ad84490de tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 10 17:50:08.523138 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-832118af-1d33-4bb8-97cc-dc7ad84490de tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:50:08.523423 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a2540b2d-e1ef-4ae8-a816-5b4633dc4ef6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:08.525592 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-832118af-1d33-4bb8-97cc-dc7ad84490de tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0240760 Nov 10 17:50:08.529911 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56972) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:08.547931 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-5cc49b16-b1fd-4e08-8e2a-965b04feaa9a tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Request body: {'security_group_rule': {'security_group_id': 'e62521c6-4ccc-454b-8736-658a42d71cf8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:08.551068 n-d-776250-10 neutron-server[102469]: WARNING neutron.api.v2.base [None req-5cc49b16-b1fd-4e08-8e2a-965b04feaa9a tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 10 17:50:08.551273 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-5cc49b16-b1fd-4e08-8e2a-965b04feaa9a tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:50:08.556220 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5cc49b16-b1fd-4e08-8e2a-965b04feaa9a tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0248437 Nov 10 17:50:08.559662 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56974) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:08.574138 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-6354ee21-18aa-4faa-bc0c-3e6d696d85d1 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Request body: {'security_group_rule': {'security_group_id': 'e62521c6-4ccc-454b-8736-658a42d71cf8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:08.575972 n-d-776250-10 neutron-server[102469]: WARNING neutron.api.v2.base [None req-6354ee21-18aa-4faa-bc0c-3e6d696d85d1 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 10 17:50:08.578247 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-6354ee21-18aa-4faa-bc0c-3e6d696d85d1 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:50:08.585393 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6354ee21-18aa-4faa-bc0c-3e6d696d85d1 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0204287 Nov 10 17:50:08.585816 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56976) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:08.716818 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a2540b2d-e1ef-4ae8-a816-5b4633dc4ef6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:08.722772 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a2540b2d-e1ef-4ae8-a816-5b4633dc4ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:08.753075 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e8a438c8-88eb-4bbb-b502-32aa3bc79aa3 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:08.803044 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a2540b2d-e1ef-4ae8-a816-5b4633dc4ef6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b3f20d67842d4008884aef6d90c92202&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3315992 Nov 10 17:50:08.812933 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56980) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:08.816837 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e8a438c8-88eb-4bbb-b502-32aa3bc79aa3 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:08.858376 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2540b2d-e1ef-4ae8-a816-5b4633dc4ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e027ed0-f7e0-4365-9b77-657aa75ffac4,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:09.091418 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e8a438c8-88eb-4bbb-b502-32aa3bc79aa3 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:09.094975 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e8a438c8-88eb-4bbb-b502-32aa3bc79aa3 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:09.102608 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e8a438c8-88eb-4bbb-b502-32aa3bc79aa3 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "DELETE /v2.0/security-groups/e62521c6-4ccc-454b-8736-658a42d71cf8 HTTP/1.1" status: 204 len: 168 time: 0.5152028 Nov 10 17:50:09.105301 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56982) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:09.129798 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3b827487-24fa-41f9-80bb-cfd552850688 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:09.146041 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a438c8-88eb-4bbb-b502-32aa3bc79aa3 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62521c6-4ccc-454b-8736-658a42d71cf8,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:09.245641 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3b827487-24fa-41f9-80bb-cfd552850688 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:09.272111 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-29a578d1-2b40-4456-9d82-2c5a50fcade7 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1639862 Nov 10 17:50:09.273662 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56986) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:09.294705 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-9199cb2e-9b59-4b85-8118-f6e59f2a23ab tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Request body: {'security_group': {'name': 'tempest-secgroup--525228470'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:09.360035 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9199cb2e-9b59-4b85-8118-f6e59f2a23ab tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:09.418755 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3b827487-24fa-41f9-80bb-cfd552850688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:09.441346 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3b827487-24fa-41f9-80bb-cfd552850688 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:09.444940 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3b827487-24fa-41f9-80bb-cfd552850688 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4e027ed0-f7e0-4365-9b77-657aa75ffac4 HTTP/1.1" status: 204 len: 168 time: 0.6304798 Nov 10 17:50:09.519259 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b827487-24fa-41f9-80bb-cfd552850688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e027ed0-f7e0-4365-9b77-657aa75ffac4,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:09.634875 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9199cb2e-9b59-4b85-8118-f6e59f2a23ab tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:09.640863 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9199cb2e-9b59-4b85-8118-f6e59f2a23ab tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:09.687760 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9199cb2e-9b59-4b85-8118-f6e59f2a23ab tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:09.691939 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9199cb2e-9b59-4b85-8118-f6e59f2a23ab tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4145222 Nov 10 17:50:09.696243 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 56996) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:09.708505 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-4f838d4f-3fe9-4861-8a49-2a66c52f024a tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Request body: {'security_group_rule': {'security_group_id': '235c742e-adc0-414b-aef4-fd675323b7b5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:09.726124 n-d-776250-10 neutron-server[102469]: WARNING neutron.api.v2.base [None req-4f838d4f-3fe9-4861-8a49-2a66c52f024a tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 10 17:50:09.728248 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-4f838d4f-3fe9-4861-8a49-2a66c52f024a tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:50:09.748927 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199cb2e-9b59-4b85-8118-f6e59f2a23ab tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=235c742e-adc0-414b-aef4-fd675323b7b5,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:09.769992 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 56998) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:09.770274 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4f838d4f-3fe9-4861-8a49-2a66c52f024a tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0720999 Nov 10 17:50:09.779908 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-7ac7e1b2-5cec-4bc1-8e51-1b3b1a6434c2 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Request body: {'security_group_rule': {'security_group_id': '235c742e-adc0-414b-aef4-fd675323b7b5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:09.855716 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-7ac7e1b2-5cec-4bc1-8e51-1b3b1a6434c2 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:50:09.858571 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7ac7e1b2-5cec-4bc1-8e51-1b3b1a6434c2 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0864370 Nov 10 17:50:09.861060 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57004) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:09.878872 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-582ad973-0f99-4109-829d-ee9556206fce tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Request body: {'security_group_rule': {'security_group_id': '235c742e-adc0-414b-aef4-fd675323b7b5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:09.881161 n-d-776250-10 neutron-server[102468]: WARNING neutron.api.v2.base [None req-582ad973-0f99-4109-829d-ee9556206fce tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 10 17:50:09.887383 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-582ad973-0f99-4109-829d-ee9556206fce tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:50:09.893182 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57008) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:09.900549 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-acea8b8f-0f86-4e68-a4d1-7bb4bb2acd1b tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Request body: {'security_group_rule': {'security_group_id': '235c742e-adc0-414b-aef4-fd675323b7b5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:09.906600 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-582ad973-0f99-4109-829d-ee9556206fce tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0444241 Nov 10 17:50:10.033995 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-acea8b8f-0f86-4e68-a4d1-7bb4bb2acd1b tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:50:10.038890 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57010) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:10.045205 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-bb7f78c2-79ee-496d-9d48-d1be33e907ca tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Request body: {'security_group_rule': {'security_group_id': '235c742e-adc0-414b-aef4-fd675323b7b5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:10.045751 n-d-776250-10 neutron-server[102468]: WARNING neutron.api.v2.base [None req-bb7f78c2-79ee-496d-9d48-d1be33e907ca tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 10 17:50:10.047314 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-bb7f78c2-79ee-496d-9d48-d1be33e907ca tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:50:10.053931 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bb7f78c2-79ee-496d-9d48-d1be33e907ca tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0122912 Nov 10 17:50:10.054681 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57012) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:10.056629 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-acea8b8f-0f86-4e68-a4d1-7bb4bb2acd1b tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1585643 Nov 10 17:50:10.061577 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-b50ef0f0-ff84-4194-a503-60910a5361d5 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Request body: {'security_group_rule': {'security_group_id': '235c742e-adc0-414b-aef4-fd675323b7b5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:10.194264 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-b50ef0f0-ff84-4194-a503-60910a5361d5 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:50:10.201685 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57014) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:10.206684 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-eb61007e-bb70-4d06-bab5-50a800ff3206 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Request body: {'security_group_rule': {'security_group_id': '235c742e-adc0-414b-aef4-fd675323b7b5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:10.207783 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b50ef0f0-ff84-4194-a503-60910a5361d5 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1513968 Nov 10 17:50:10.208662 n-d-776250-10 neutron-server[102469]: WARNING neutron.api.v2.base [None req-eb61007e-bb70-4d06-bab5-50a800ff3206 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 10 17:50:10.209933 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-eb61007e-bb70-4d06-bab5-50a800ff3206 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:50:10.214918 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57016) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:10.217022 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-eb61007e-bb70-4d06-bab5-50a800ff3206 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0139933 Nov 10 17:50:10.239175 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-9211aaec-7055-4bca-b797-404921d7e6b2 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Request body: {'security_group_rule': {'security_group_id': '235c742e-adc0-414b-aef4-fd675323b7b5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:10.375970 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-9211aaec-7055-4bca-b797-404921d7e6b2 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:50:10.383889 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57020) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:10.388740 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9211aaec-7055-4bca-b797-404921d7e6b2 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1706374 Nov 10 17:50:10.394755 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-e2f9e7c3-acb3-49fd-979b-8a09022d07b0 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Request body: {'security_group_rule': {'security_group_id': '235c742e-adc0-414b-aef4-fd675323b7b5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:10.522499 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-e2f9e7c3-acb3-49fd-979b-8a09022d07b0 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:50:10.526712 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57026) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:10.528353 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e2f9e7c3-acb3-49fd-979b-8a09022d07b0 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1426153 Nov 10 17:50:10.713421 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4fc058f7-c13b-4270-ba74-3bccb6f0925d tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:10.799970 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4fc058f7-c13b-4270-ba74-3bccb6f0925d tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:10.907176 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4fc058f7-c13b-4270-ba74-3bccb6f0925d tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:10.911799 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4fc058f7-c13b-4270-ba74-3bccb6f0925d tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:10.922487 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4fc058f7-c13b-4270-ba74-3bccb6f0925d tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "DELETE /v2.0/security-groups/235c742e-adc0-414b-aef4-fd675323b7b5 HTTP/1.1" status: 204 len: 168 time: 0.3941019 Nov 10 17:50:10.924992 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57034) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:10.944808 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc058f7-c13b-4270-ba74-3bccb6f0925d tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=235c742e-adc0-414b-aef4-fd675323b7b5,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:10.970132 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc058f7-c13b-4270-ba74-3bccb6f0925d tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:10.972088 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc058f7-c13b-4270-ba74-3bccb6f0925d tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:10.974143 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc058f7-c13b-4270-ba74-3bccb6f0925d tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:10.974606 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc058f7-c13b-4270-ba74-3bccb6f0925d tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:10.975079 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc058f7-c13b-4270-ba74-3bccb6f0925d tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:10.975520 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc058f7-c13b-4270-ba74-3bccb6f0925d tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:10.976523 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc058f7-c13b-4270-ba74-3bccb6f0925d tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:10.980681 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc058f7-c13b-4270-ba74-3bccb6f0925d tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:10.981309 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc058f7-c13b-4270-ba74-3bccb6f0925d tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:10.982269 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc058f7-c13b-4270-ba74-3bccb6f0925d tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:10.982816 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc058f7-c13b-4270-ba74-3bccb6f0925d tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:10.983474 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc058f7-c13b-4270-ba74-3bccb6f0925d tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:11.080846 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d7b14f23-2a51-402b-a1e4-9bef4e8522ce tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1530552 Nov 10 17:50:11.084510 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57040) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:11.093996 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-e6e73650-5422-438e-bd3b-cb20a2fb7c0b tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Request body: {'security_group': {'name': 'tempest-secgroup--42301624'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:11.145497 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e6e73650-5422-438e-bd3b-cb20a2fb7c0b tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:11.336561 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e6e73650-5422-438e-bd3b-cb20a2fb7c0b tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:11.349022 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e6e73650-5422-438e-bd3b-cb20a2fb7c0b tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:11.394306 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e6e73650-5422-438e-bd3b-cb20a2fb7c0b tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:11.399420 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57046) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:11.400989 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e6e73650-5422-438e-bd3b-cb20a2fb7c0b tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3148050 Nov 10 17:50:11.404634 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-d36015a4-2270-4a13-b7ba-ef0574e7e740 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Request body: {'security_group_rule': {'security_group_id': '4205ef2b-b55e-4da3-86ab-79b3642b7f8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:11.408775 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e73650-5422-438e-bd3b-cb20a2fb7c0b tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4205ef2b-b55e-4da3-86ab-79b3642b7f8b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:11.426359 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e73650-5422-438e-bd3b-cb20a2fb7c0b tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:11.426910 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e73650-5422-438e-bd3b-cb20a2fb7c0b tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:11.427762 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e73650-5422-438e-bd3b-cb20a2fb7c0b tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:11.427938 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e73650-5422-438e-bd3b-cb20a2fb7c0b tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:11.428501 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e73650-5422-438e-bd3b-cb20a2fb7c0b tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:11.428988 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e73650-5422-438e-bd3b-cb20a2fb7c0b tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:11.429472 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e73650-5422-438e-bd3b-cb20a2fb7c0b tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:11.429917 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e73650-5422-438e-bd3b-cb20a2fb7c0b tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:11.430257 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e73650-5422-438e-bd3b-cb20a2fb7c0b tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:11.430845 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e73650-5422-438e-bd3b-cb20a2fb7c0b tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:11.431419 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e73650-5422-438e-bd3b-cb20a2fb7c0b tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:11.432183 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e73650-5422-438e-bd3b-cb20a2fb7c0b tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:11.572741 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-d36015a4-2270-4a13-b7ba-ef0574e7e740 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] create failed (client error): The resource could not be found. Nov 10 17:50:11.578782 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57052) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:11.578959 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d36015a4-2270-4a13-b7ba-ef0574e7e740 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1781404 Nov 10 17:50:11.598486 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-4aaac056-6f38-4abc-8eb4-00822f4c60f4 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Request body: {'security_group_rule': {'security_group_id': '4205ef2b-b55e-4da3-86ab-79b3642b7f8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e0babbc7-c304-46aa-aa0d-641a2c2e5ce1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:11.671058 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-4aaac056-6f38-4abc-8eb4-00822f4c60f4 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] create failed (client error): The resource could not be found. Nov 10 17:50:11.672728 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4aaac056-6f38-4abc-8eb4-00822f4c60f4 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0915158 Nov 10 17:50:11.679456 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57060) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:11.837372 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b21f7023-67e1-4a0a-92b0-b009da456f4b tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:11.902806 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b21f7023-67e1-4a0a-92b0-b009da456f4b tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:11.982459 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b21f7023-67e1-4a0a-92b0-b009da456f4b tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:11.989145 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b21f7023-67e1-4a0a-92b0-b009da456f4b tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:11.992994 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b21f7023-67e1-4a0a-92b0-b009da456f4b tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "DELETE /v2.0/security-groups/4205ef2b-b55e-4da3-86ab-79b3642b7f8b HTTP/1.1" status: 204 len: 168 time: 0.3119032 Nov 10 17:50:11.996261 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57072) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:12.035517 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f7023-67e1-4a0a-92b0-b009da456f4b tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4205ef2b-b55e-4da3-86ab-79b3642b7f8b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:12.121515 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6a17e897-26b0-4422-9a89-6a6a645c759e tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1231124 Nov 10 17:50:12.129125 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57076) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:12.141093 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-81e4fb3c-44df-4576-a22f-a8cbcb276c09 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Request body: {'security_group_rule': {'security_group_id': 'daafedaa-8f74-48a0-88a4-bb958110c070', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:12.279923 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-81e4fb3c-44df-4576-a22f-a8cbcb276c09 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] create failed (client error): The resource could not be found. Nov 10 17:50:12.285858 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57080) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:12.286989 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-81e4fb3c-44df-4576-a22f-a8cbcb276c09 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1556063 Nov 10 17:50:12.291490 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-1f5ae34a-912e-43c5-9643-711eb286c76b tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Request body: {'security_group': {'name': 'tempest-secgroup--858776210'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:12.352519 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1f5ae34a-912e-43c5-9643-711eb286c76b tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:12.540094 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1f5ae34a-912e-43c5-9643-711eb286c76b tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:12.545490 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1f5ae34a-912e-43c5-9643-711eb286c76b tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:12.592809 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1f5ae34a-912e-43c5-9643-711eb286c76b tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:12.594442 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1f5ae34a-912e-43c5-9643-711eb286c76b tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3072541 Nov 10 17:50:12.598332 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57090) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:12.605686 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-3704033e-c7bc-4d29-8239-087506062e04 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Request body: {'security_group': {'name': 'tempest-secgroup--106183888'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:12.610450 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ae34a-912e-43c5-9643-711eb286c76b tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f33be68-100e-4821-b7b0-4e39100449a2,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:12.676934 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3704033e-c7bc-4d29-8239-087506062e04 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:12.931019 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3704033e-c7bc-4d29-8239-087506062e04 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:12.940574 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3704033e-c7bc-4d29-8239-087506062e04 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:12.979025 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3704033e-c7bc-4d29-8239-087506062e04 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:12.983994 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3704033e-c7bc-4d29-8239-087506062e04 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3814363 Nov 10 17:50:12.985604 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57118) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:12.989138 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704033e-c7bc-4d29-8239-087506062e04 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=675a3e92-4050-436c-91e6-c9ca868f8b7b,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:13.009969 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-ca353c62-aac4-458e-a308-0b4840a334e8 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Request body: {'security_group_rule': {'security_group_id': '6f33be68-100e-4821-b7b0-4e39100449a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '675a3e92-4050-436c-91e6-c9ca868f8b7b'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:13.137076 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-ca353c62-aac4-458e-a308-0b4840a334e8 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:50:13.147200 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ca353c62-aac4-458e-a308-0b4840a334e8 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1597459 Nov 10 17:50:13.150903 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57134) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:13.280051 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35835b86-f83e-4862-83b9-db3caf5c2478 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:13.351439 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35835b86-f83e-4862-83b9-db3caf5c2478 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:13.462339 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35835b86-f83e-4862-83b9-db3caf5c2478 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:13.470166 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35835b86-f83e-4862-83b9-db3caf5c2478 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:13.476237 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-35835b86-f83e-4862-83b9-db3caf5c2478 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "DELETE /v2.0/security-groups/675a3e92-4050-436c-91e6-c9ca868f8b7b HTTP/1.1" status: 204 len: 168 time: 0.3204994 Nov 10 17:50:13.476775 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57152) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:13.533222 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35835b86-f83e-4862-83b9-db3caf5c2478 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=675a3e92-4050-436c-91e6-c9ca868f8b7b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:13.742877 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57160) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:13.751696 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d67c964e-dc9d-4265-85f6-3e8d97dc3020 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2729194 Nov 10 17:50:13.932221 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b781a74a-4691-4298-8fe7-a3dc25eb9763 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:14.006621 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b781a74a-4691-4298-8fe7-a3dc25eb9763 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:14.104553 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b781a74a-4691-4298-8fe7-a3dc25eb9763 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:14.108123 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b781a74a-4691-4298-8fe7-a3dc25eb9763 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:14.110373 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b781a74a-4691-4298-8fe7-a3dc25eb9763 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "DELETE /v2.0/security-groups/6f33be68-100e-4821-b7b0-4e39100449a2 HTTP/1.1" status: 204 len: 168 time: 0.3639209 Nov 10 17:50:14.114469 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57174) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:14.129216 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781a74a-4691-4298-8fe7-a3dc25eb9763 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f33be68-100e-4821-b7b0-4e39100449a2,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:14.273186 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-783fb121-b27a-413f-b2c4-c818e0cd731d tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1567338 Nov 10 17:50:14.278230 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57178) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:14.289676 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-68771295-92fd-496d-8f8d-80ce4f44cf35 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Request body: {'security_group': {'name': 'tempest-secgroup--647640556'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:14.346928 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57180) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:14.362135 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-68771295-92fd-496d-8f8d-80ce4f44cf35 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:14.384501 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57184) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:14.538257 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-68771295-92fd-496d-8f8d-80ce4f44cf35 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:14.548180 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-68771295-92fd-496d-8f8d-80ce4f44cf35 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:14.596885 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-68771295-92fd-496d-8f8d-80ce4f44cf35 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:14.598310 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-68771295-92fd-496d-8f8d-80ce4f44cf35 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3189576 Nov 10 17:50:14.600749 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68771295-92fd-496d-8f8d-80ce4f44cf35 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e186996-9fb2-4b9d-b4f4-6d5215dcaa90,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:14.602929 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57188) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:14.609546 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-c2db969c-e564-434f-8366-1bd3074e5b5f tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:14.610346 n-d-776250-10 neutron-server[102469]: WARNING neutron.api.v2.base [None req-c2db969c-e564-434f-8366-1bd3074e5b5f tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 10 17:50:14.611169 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-c2db969c-e564-434f-8366-1bd3074e5b5f tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] update failed (client error): There was a conflict when trying to complete your request. Nov 10 17:50:14.612611 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c2db969c-e564-434f-8366-1bd3074e5b5f tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "PUT /v2.0/security-groups/6e186996-9fb2-4b9d-b4f4-6d5215dcaa90 HTTP/1.1" status: 409 len: 330 time: 0.0081854 Nov 10 17:50:14.616792 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57190) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:14.643404 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-84f10491-a320-4e21-a364-de9060988797 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:14.789872 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e7992ebe-90e0-4644-93d5-5da50a4764d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:14.839670 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-74d39b84-0d97-4210-948a-a8cdad605473 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:14.863995 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-84f10491-a320-4e21-a364-de9060988797 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:14.874595 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-84f10491-a320-4e21-a364-de9060988797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:14.889506 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-74d39b84-0d97-4210-948a-a8cdad605473 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:14.966047 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-74d39b84-0d97-4210-948a-a8cdad605473 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:14.970844 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-74d39b84-0d97-4210-948a-a8cdad605473 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:14.972615 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-74d39b84-0d97-4210-948a-a8cdad605473 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "DELETE /v2.0/security-groups/6e186996-9fb2-4b9d-b4f4-6d5215dcaa90 HTTP/1.1" status: 204 len: 168 time: 0.3541141 Nov 10 17:50:14.978527 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57192) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:14.998673 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d39b84-0d97-4210-948a-a8cdad605473 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e186996-9fb2-4b9d-b4f4-6d5215dcaa90,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:15.089824 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e7992ebe-90e0-4644-93d5-5da50a4764d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:15.097071 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e7992ebe-90e0-4644-93d5-5da50a4764d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:15.121708 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f10491-a320-4e21-a364-de9060988797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a124c3c9-8d6d-447d-9bcf-2d9210933ab2,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:15.132983 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-84f10491-a320-4e21-a364-de9060988797 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=28808f24acae4fd2a2b1eb991246f6f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7846143 Nov 10 17:50:15.139062 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57196) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:15.183382 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7992ebe-90e0-4644-93d5-5da50a4764d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e678e875-c9e9-4368-b44d-6492aeb35784,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:15.246638 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e7992ebe-90e0-4644-93d5-5da50a4764d8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e008ca5c203d4fa2bcbb244f6a692b44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8602529 Nov 10 17:50:15.247311 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57206) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:15.297074 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a9748a64-b31b-4209-aa97-e4cec1d94235 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2909377 Nov 10 17:50:15.304177 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57212) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:15.359712 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-fd55560a-047b-4b97-9f23-265163b200c9 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] delete failed (client error): The resource could not be found. Nov 10 17:50:15.361143 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fd55560a-047b-4b97-9f23-265163b200c9 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "DELETE /v2.0/security-groups/64c45205-5bb3-4a0b-b3dc-36161e319bf3 HTTP/1.1" status: 404 len: 347 time: 0.0559351 Nov 10 17:50:15.387322 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57218) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:15.408816 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2400193e-d696-4414-85c8-b2d79f516ac9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:15.428160 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-39531f28-71de-4159-8142-10267e2f9cc5 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] show failed (client error): The resource could not be found. Nov 10 17:50:15.430078 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-39531f28-71de-4159-8142-10267e2f9cc5 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "GET /v2.0/security-groups/5ef53952-0d40-4085-8c3e-d1d3f72d337d HTTP/1.1" status: 404 len: 347 time: 0.0402594 Nov 10 17:50:15.436378 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57226) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:15.474556 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-c828eb57-06f8-4208-be58-cd32d481ec13 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] show failed (client error): The resource could not be found. Nov 10 17:50:15.480098 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c828eb57-06f8-4208-be58-cd32d481ec13 tempest-NegativeSecGroupTest-378190785 tempest-NegativeSecGroupTest-378190785-project] 10.222.0.39 "GET /v2.0/security-group-rules/91ff3649-93ca-43f1-aefa-d9145c45182d HTTP/1.1" status: 404 len: 356 time: 0.0362146 Nov 10 17:50:15.483588 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2400193e-d696-4414-85c8-b2d79f516ac9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:15.487322 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ac3fcb5e-7d24-4459-b5da-e77326c1f62e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:15.522958 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ac3fcb5e-7d24-4459-b5da-e77326c1f62e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:15.617063 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2400193e-d696-4414-85c8-b2d79f516ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:15.619975 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2400193e-d696-4414-85c8-b2d79f516ac9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:15.625223 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2400193e-d696-4414-85c8-b2d79f516ac9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a124c3c9-8d6d-447d-9bcf-2d9210933ab2 HTTP/1.1" status: 204 len: 168 time: 0.4784389 Nov 10 17:50:15.649832 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400193e-d696-4414-85c8-b2d79f516ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a124c3c9-8d6d-447d-9bcf-2d9210933ab2,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:15.682845 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ac3fcb5e-7d24-4459-b5da-e77326c1f62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:15.704485 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ac3fcb5e-7d24-4459-b5da-e77326c1f62e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:15.708434 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ac3fcb5e-7d24-4459-b5da-e77326c1f62e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e678e875-c9e9-4368-b44d-6492aeb35784 HTTP/1.1" status: 204 len: 168 time: 0.4574070 Nov 10 17:50:15.761078 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3fcb5e-7d24-4459-b5da-e77326c1f62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e678e875-c9e9-4368-b44d-6492aeb35784,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:16.434659 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57268) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:16.682152 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57278) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:16.711037 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-14ffd063-cf9d-4a36-b4ec-015afe9f8bea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:16.796477 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57284) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:16.849320 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bce7e1a8-762d-49b6-bf39-9cd8b178a9c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:16.907452 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-14ffd063-cf9d-4a36-b4ec-015afe9f8bea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:16.914445 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-14ffd063-cf9d-4a36-b4ec-015afe9f8bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:17.048310 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ffd063-cf9d-4a36-b4ec-015afe9f8bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c839a3-315b-4f82-b476-1532767f916e,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:17.071308 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-14ffd063-cf9d-4a36-b4ec-015afe9f8bea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da9759c827fb452a9f35f32fa129c51c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3875799 Nov 10 17:50:17.075886 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57296) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:17.111384 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bce7e1a8-762d-49b6-bf39-9cd8b178a9c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:17.116884 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bce7e1a8-762d-49b6-bf39-9cd8b178a9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:17.167408 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7e1a8-762d-49b6-bf39-9cd8b178a9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214e1ff2-6d42-4982-9bea-3b57463af5da,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:17.172754 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bce7e1a8-762d-49b6-bf39-9cd8b178a9c0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1ee5801b1d2c40d08b731531eae35a2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3728688 Nov 10 17:50:17.194957 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57298) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:17.344699 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-935e89e8-109f-4911-9995-fa2fa8db23ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:17.351203 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ea955ccb-6ed7-4d93-aabd-1244f7d5d8e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:17.382646 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ea955ccb-6ed7-4d93-aabd-1244f7d5d8e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:17.383796 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-935e89e8-109f-4911-9995-fa2fa8db23ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:17.497839 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ea955ccb-6ed7-4d93-aabd-1244f7d5d8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:17.501351 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ea955ccb-6ed7-4d93-aabd-1244f7d5d8e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:17.532245 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ea955ccb-6ed7-4d93-aabd-1244f7d5d8e8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/45c839a3-315b-4f82-b476-1532767f916e HTTP/1.1" status: 204 len: 168 time: 0.4117913 Nov 10 17:50:17.560475 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-935e89e8-109f-4911-9995-fa2fa8db23ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:17.572585 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-935e89e8-109f-4911-9995-fa2fa8db23ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:17.580046 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-935e89e8-109f-4911-9995-fa2fa8db23ac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/214e1ff2-6d42-4982-9bea-3b57463af5da HTTP/1.1" status: 204 len: 168 time: 0.3777688 Nov 10 17:50:17.627472 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea955ccb-6ed7-4d93-aabd-1244f7d5d8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c839a3-315b-4f82-b476-1532767f916e,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:17.674756 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e89e8-109f-4911-9995-fa2fa8db23ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214e1ff2-6d42-4982-9bea-3b57463af5da,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:17.834811 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8074730f-c113-4ee0-995b-73df933f6f74 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e7448d1d1d5b4ca7969c25c34cfb5509&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3967640 Nov 10 17:50:17.835419 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57332) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:18.045714 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-423f43da-05f0-40e5-a81d-10c5bb6967e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:18.082283 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-423f43da-05f0-40e5-a81d-10c5bb6967e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:18.169359 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-423f43da-05f0-40e5-a81d-10c5bb6967e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:18.181332 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-423f43da-05f0-40e5-a81d-10c5bb6967e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:18.184675 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-423f43da-05f0-40e5-a81d-10c5bb6967e1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6adc2508-22ae-4ee2-a878-332b25336972 HTTP/1.1" status: 204 len: 168 time: 0.3413429 Nov 10 17:50:18.215699 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f43da-05f0-40e5-a81d-10c5bb6967e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adc2508-22ae-4ee2-a878-332b25336972,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:18.722062 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57360) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:19.042269 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-73975e22-0f39-4545-ac1d-908b8f119f88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:19.289940 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-73975e22-0f39-4545-ac1d-908b8f119f88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:19.301843 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-73975e22-0f39-4545-ac1d-908b8f119f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:19.387984 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-73975e22-0f39-4545-ac1d-908b8f119f88 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5c3bb2cec031427489b551c28b63fabb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6642048 Nov 10 17:50:19.389759 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73975e22-0f39-4545-ac1d-908b8f119f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dfc882-1d55-4807-ae11-d90ff8636438,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:19.392985 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57388) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:19.569547 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-461b13af-03dd-49a2-8fac-415d50b020b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:19.608325 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-461b13af-03dd-49a2-8fac-415d50b020b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:19.676442 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-461b13af-03dd-49a2-8fac-415d50b020b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:19.679835 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-461b13af-03dd-49a2-8fac-415d50b020b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:19.681741 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-461b13af-03dd-49a2-8fac-415d50b020b0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c8dfc882-1d55-4807-ae11-d90ff8636438 HTTP/1.1" status: 204 len: 168 time: 0.2870953 Nov 10 17:50:19.692945 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b13af-03dd-49a2-8fac-415d50b020b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dfc882-1d55-4807-ae11-d90ff8636438,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:20.357888 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e2191-29b8-4c97-b109-0524b3dd162b req-2d1606dd-8669-4f14-b77d-9dbb45599679 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:20.361571 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-121e2191-29b8-4c97-b109-0524b3dd162b req-2d1606dd-8669-4f14-b77d-9dbb45599679 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 945 time: 0.1054685 Nov 10 17:50:20.480430 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-121e2191-29b8-4c97-b109-0524b3dd162b req-eb221909-e3c2-4f31-9429-614851708195 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110296 Nov 10 17:50:20.550615 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57442) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:20.579257 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-02d16219-235b-4da9-8674-735bea7a1ef9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:20.842420 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-02d16219-235b-4da9-8674-735bea7a1ef9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:20.851190 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-02d16219-235b-4da9-8674-735bea7a1ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:20.938593 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-02d16219-235b-4da9-8674-735bea7a1ef9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4c0e78a29f714599a65f52fee28d2cc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3851147 Nov 10 17:50:20.940758 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d16219-235b-4da9-8674-735bea7a1ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44828fd1-3b59-49ce-93cd-3bd734c445b6,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:20.941475 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57456) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:21.127117 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b1008d6-ffe0-494e-b6cf-9e1836c2d6a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:21.180219 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b1008d6-ffe0-494e-b6cf-9e1836c2d6a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:21.275638 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b1008d6-ffe0-494e-b6cf-9e1836c2d6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:21.278840 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b1008d6-ffe0-494e-b6cf-9e1836c2d6a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:21.284873 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4b1008d6-ffe0-494e-b6cf-9e1836c2d6a7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/44828fd1-3b59-49ce-93cd-3bd734c445b6 HTTP/1.1" status: 204 len: 168 time: 0.3410180 Nov 10 17:50:21.305253 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1008d6-ffe0-494e-b6cf-9e1836c2d6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44828fd1-3b59-49ce-93cd-3bd734c445b6,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:21.525699 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57480) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:21.616948 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a7f395e-b6bb-4139-bf10-d84c2ede5a4d admin admin] Deleting subnet 24f622c7-f4ac-4cbc-908c-215b17fdf179 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:50:21.626212 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a7f395e-b6bb-4139-bf10-d84c2ede5a4d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:21.688889 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57486) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:21.696105 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a7f395e-b6bb-4139-bf10-d84c2ede5a4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:21.775881 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a7f395e-b6bb-4139-bf10-d84c2ede5a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:21.893012 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a7f395e-b6bb-4139-bf10-d84c2ede5a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:21.939799 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f395e-b6bb-4139-bf10-d84c2ede5a4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24f622c7-f4ac-4cbc-908c-215b17fdf179,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:21.970577 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a7f395e-b6bb-4139-bf10-d84c2ede5a4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:21.976581 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4a7f395e-b6bb-4139-bf10-d84c2ede5a4d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/24f622c7-f4ac-4cbc-908c-215b17fdf179 HTTP/1.1" status: 204 len: 168 time: 0.4494410 Nov 10 17:50:21.980188 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57502) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:22.102110 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-26ffab6d-153c-4d16-a88f-43207ecf6ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:22.209614 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-0a88aa7d-4b3b-4007-a391-197788835500 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1100134547-network', 'tenant_id': 'd5a5211679c447bd8d62f99355e89c1e'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:22.256612 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-26ffab6d-153c-4d16-a88f-43207ecf6ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:22.275205 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a88aa7d-4b3b-4007-a391-197788835500 admin admin] Made reservation on behalf of d5a5211679c447bd8d62f99355e89c1e for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:50:22.279694 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0a88aa7d-4b3b-4007-a391-197788835500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:22.302048 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0a88aa7d-4b3b-4007-a391-197788835500 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:22.317816 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-26ffab6d-153c-4d16-a88f-43207ecf6ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d712752-3829-4a19-bac1-728b7bac1b26']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:22.351317 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-26ffab6d-153c-4d16-a88f-43207ecf6ef6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baeb23fd-b08b-446f-96bc-a6860148d525') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:22.351674 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-26ffab6d-153c-4d16-a88f-43207ecf6ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baeb23fd-b08b-446f-96bc-a6860148d525') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:22.378837 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-26ffab6d-153c-4d16-a88f-43207ecf6ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:22.397829 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-26ffab6d-153c-4d16-a88f-43207ecf6ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:22.410242 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ffab6d-153c-4d16-a88f-43207ecf6ef6 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:50:22.410774 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-26ffab6d-153c-4d16-a88f-43207ecf6ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:22.412987 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:50:22.412987 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:50:22.412987 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:50:22.412987 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:50:22.412987 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:50:22.412987 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:50:22.412987 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:50:22.412987 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:50:22.412987 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:50:22.412987 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:50:22.412987 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:50:22.412987 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:50:22.412987 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:50:22.412987 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:50:22.412987 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:50:22.412987 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:50:22.412987 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:50:22.412987 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:50:22.412987 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:50:22.412987 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:50:22.412987 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:50:22.412987 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:50:22.412987 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:50:22.412987 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:50:22.412987 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:50:22.412987 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:50:22.412987 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:50:22.412987 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:50:22.412987 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:50:22.412987 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:50:22.412987 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:50:22.412987 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:50:22.434692 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0a88aa7d-4b3b-4007-a391-197788835500 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:22.439747 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0a88aa7d-4b3b-4007-a391-197788835500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:22.481274 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88aa7d-4b3b-4007-a391-197788835500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52dfbe68-1905-4c42-8f61-d217f8aa4084,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:22.491992 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-26ffab6d-153c-4d16-a88f-43207ecf6ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:22.512510 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a88aa7d-4b3b-4007-a391-197788835500 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:50:22.522493 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-26ffab6d-153c-4d16-a88f-43207ecf6ef6 admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:22.536618 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-26ffab6d-153c-4d16-a88f-43207ecf6ef6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9d712752-3829-4a19-bac1-728b7bac1b26 HTTP/1.1" status: 204 len: 168 time: 0.5535417 Nov 10 17:50:22.541317 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0a88aa7d-4b3b-4007-a391-197788835500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:22.542117 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-0a88aa7d-4b3b-4007-a391-197788835500 admin admin] Added segment 713861f6-9225-466b-a0fe-ccf8e9c5a353 of type vlan for network a0392cb6-3415-4120-a9fd-35ca9eef8365 Nov 10 17:50:22.567265 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffab6d-153c-4d16-a88f-43207ecf6ef6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d712752-3829-4a19-bac1-728b7bac1b26,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:22.616722 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0a88aa7d-4b3b-4007-a391-197788835500 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:22.651355 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0a88aa7d-4b3b-4007-a391-197788835500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:22.652374 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a88aa7d-4b3b-4007-a391-197788835500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:22.653148 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0a88aa7d-4b3b-4007-a391-197788835500 admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:22.685353 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0a88aa7d-4b3b-4007-a391-197788835500 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9946644 Nov 10 17:50:22.690012 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57524) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:22.700114 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-dff7d8f8-2e9c-47d1-9088-461f07617d08 admin admin] Request body: {'subnet': {'network_id': 'a0392cb6-3415-4120-a9fd-35ca9eef8365', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1100134547-subnet', 'tenant_id': 'd5a5211679c447bd8d62f99355e89c1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:22.747898 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff7d8f8-2e9c-47d1-9088-461f07617d08 admin admin] Made reservation on behalf of d5a5211679c447bd8d62f99355e89c1e for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:50:22.750512 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dff7d8f8-2e9c-47d1-9088-461f07617d08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:22.802072 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88aa7d-4b3b-4007-a391-197788835500 admin admin] Pushing event updated for resources: {'Network': ['ID=a0392cb6-3415-4120-a9fd-35ca9eef8365,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:22.817915 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network a0392cb6-3415-4120-a9fd-35ca9eef8365 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:50:22.947363 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57538) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:23.020247 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4a5cc750-364b-4d42-9a87-d7f44e2acc0b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e1569f9ec4844e5da0abe0399c5b21b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0689433 Nov 10 17:50:23.021733 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57540) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:23.103978 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 94a55a60-1af8-4730-86c8-8397af10e93f no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:50:23.110204 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c55292d4-c97f-4f16-9242-95114e0186c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:23.114167 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dff7d8f8-2e9c-47d1-9088-461f07617d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:23.187891 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c55292d4-c97f-4f16-9242-95114e0186c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:23.225122 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:23.227308 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7d8f8-2e9c-47d1-9088-461f07617d08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dbad408-e09b-409b-bd39-0b63c3a86d69,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:23.232025 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff7d8f8-2e9c-47d1-9088-461f07617d08 admin admin] Checking segment: {'id': '713861f6-9225-466b-a0fe-ccf8e9c5a353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a0392cb6-3415-4120-a9fd-35ca9eef8365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:50:23.232413 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff7d8f8-2e9c-47d1-9088-461f07617d08 admin admin] Network hostable DHCP agents. Network: a0392cb6-3415-4120-a9fd-35ca9eef8365, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:50:23.267692 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 94a55a60-1af8-4730-86c8-8397af10e93f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=94a55a60-1af8-4730-86c8-8397af10e93f,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:50:23.269517 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7e95a3-e687-47fe-8bd5-a81e6baeab34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94a55a60-1af8-4730-86c8-8397af10e93f'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:50:23.273013 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc851077-02c2-4760-9088-7d4e9e0742d2" -d '{"events": [{"server_uuid": "be7e95a3-e687-47fe-8bd5-a81e6baeab34", "name": "network-vif-unplugged", "status": "completed", "tag": "94a55a60-1af8-4730-86c8-8397af10e93f"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:50:23.289323 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:23.295138 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff7d8f8-2e9c-47d1-9088-461f07617d08 admin admin] Network a0392cb6-3415-4120-a9fd-35ca9eef8365 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:50:23.314401 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c55292d4-c97f-4f16-9242-95114e0186c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:23.318561 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c55292d4-c97f-4f16-9242-95114e0186c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:23.325733 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c55292d4-c97f-4f16-9242-95114e0186c6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0021e546-4f7f-49c4-abd3-0d4bc5500397 HTTP/1.1" status: 204 len: 168 time: 0.3004248 Nov 10 17:50:23.330976 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-dff7d8f8-2e9c-47d1-9088-461f07617d08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, a0392cb6-3415-4120-a9fd-35ca9eef8365) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:50:23.344224 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff7d8f8-2e9c-47d1-9088-461f07617d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:23.344888 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dff7d8f8-2e9c-47d1-9088-461f07617d08 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:23.352964 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55292d4-c97f-4f16-9242-95114e0186c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0021e546-4f7f-49c4-abd3-0d4bc5500397,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:23.396497 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-dff7d8f8-2e9c-47d1-9088-461f07617d08 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6988652 Nov 10 17:50:23.402973 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63dd060f-dce8-4aff-9af1-84ab11b9c61d x-openstack-request-id: req-63dd060f-dce8-4aff-9af1-84ab11b9c61d {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:50:23.403456 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7e95a3-e687-47fe-8bd5-a81e6baeab34", "name": "network-vif-unplugged", "status": "completed", "tag": "94a55a60-1af8-4730-86c8-8397af10e93f", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:50:23.403876 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-63dd060f-dce8-4aff-9af1-84ab11b9c61d {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:50:23.404859 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7e95a3-e687-47fe-8bd5-a81e6baeab34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94a55a60-1af8-4730-86c8-8397af10e93f', 'code': 200} Nov 10 17:50:23.412270 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=94a55a60-1af8-4730-86c8-8397af10e93f,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:23.417485 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220e4b4a-10ba-4fb1-8427-c6b560155112 None None] Network a0392cb6-3415-4120-a9fd-35ca9eef8365 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:50:23.644850 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c482623-5a18-416a-b48a-785a85c786bc None None] Network a0392cb6-3415-4120-a9fd-35ca9eef8365 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:50:24.193089 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57598) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:24.529369 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3c8c16f5-01ca-4d68-9846-63fbe7fb9bc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:24.675258 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3c8c16f5-01ca-4d68-9846-63fbe7fb9bc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:24.682380 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3c8c16f5-01ca-4d68-9846-63fbe7fb9bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:24.722095 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:24.741571 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c16f5-01ca-4d68-9846-63fbe7fb9bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456a0b06-6916-45c2-8e9b-76f4d6066eda,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:24.747045 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3c8c16f5-01ca-4d68-9846-63fbe7fb9bc6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7b910069dcde4462a77d890d00295395&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5521679 Nov 10 17:50:24.750129 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57634) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:24.818895 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c16e5613-8604-42a7-9911-cf1ae463b907 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:24.850871 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c16e5613-8604-42a7-9911-cf1ae463b907 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:24.937277 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c16e5613-8604-42a7-9911-cf1ae463b907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:24.940514 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c16e5613-8604-42a7-9911-cf1ae463b907 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:24.941839 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c16e5613-8604-42a7-9911-cf1ae463b907 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/456a0b06-6916-45c2-8e9b-76f4d6066eda HTTP/1.1" status: 204 len: 168 time: 0.1902392 Nov 10 17:50:24.962925 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e5613-8604-42a7-9911-cf1ae463b907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456a0b06-6916-45c2-8e9b-76f4d6066eda,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:25.042490 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:25.110596 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 94a55a60-1af8-4730-86c8-8397af10e93f details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:50:25.241889 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 94a55a60-1af8-4730-86c8-8397af10e93f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=94a55a60-1af8-4730-86c8-8397af10e93f,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:50:25.255301 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '94a55a60-1af8-4730-86c8-8397af10e93f', 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b', 'port_id': '94a55a60-1af8-4730-86c8-8397af10e93f', 'mac_address': 'fa:16:3e:c1:c1:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0014d233-a3b8-4110-85a8-3bdeaa4b1e7d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:50:25.296724 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:25.314501 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a55a60-1af8-4730-86c8-8397af10e93f {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:50:25.337199 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 94a55a60-1af8-4730-86c8-8397af10e93f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=94a55a60-1af8-4730-86c8-8397af10e93f,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:50:25.341928 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:25.345980 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57674) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:25.352128 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-feb4d07b-f038-4534-a06d-8efc190b15ff admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1073532465-network', 'tenant_id': '39cde8e8221e4ef8a6076bc81094b694'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:25.381174 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb4d07b-f038-4534-a06d-8efc190b15ff admin admin] Made reservation on behalf of 39cde8e8221e4ef8a6076bc81094b694 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:50:25.385679 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-feb4d07b-f038-4534-a06d-8efc190b15ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:25.398359 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-feb4d07b-f038-4534-a06d-8efc190b15ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:25.410536 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=94a55a60-1af8-4730-86c8-8397af10e93f,revision_number=9']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:25.457925 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['94a55a60-1af8-4730-86c8-8397af10e93f'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:50:25.511044 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-feb4d07b-f038-4534-a06d-8efc190b15ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:25.518882 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-feb4d07b-f038-4534-a06d-8efc190b15ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:25.548063 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feb4d07b-f038-4534-a06d-8efc190b15ff admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:50:25.565998 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4d07b-f038-4534-a06d-8efc190b15ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5162711-25e3-42e4-80e6-f473c1ef4adb,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:25.572620 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-feb4d07b-f038-4534-a06d-8efc190b15ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:25.573202 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-feb4d07b-f038-4534-a06d-8efc190b15ff admin admin] Added segment 71057b99-a936-49c1-9307-24b82c8b62b2 of type vlan for network 5e3bd459-15c5-4142-8f98-9b0676326fa8 Nov 10 17:50:25.655100 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-feb4d07b-f038-4534-a06d-8efc190b15ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:25.711030 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-feb4d07b-f038-4534-a06d-8efc190b15ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:25.712142 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb4d07b-f038-4534-a06d-8efc190b15ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:25.713537 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-feb4d07b-f038-4534-a06d-8efc190b15ff admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:25.752763 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57684) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:25.767625 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1b643c40-83a0-4651-b64f-abe739a5c803 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:25.784783 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4d07b-f038-4534-a06d-8efc190b15ff admin admin] Pushing event updated for resources: {'Network': ['ID=5e3bd459-15c5-4142-8f98-9b0676326fa8,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:25.797711 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-feb4d07b-f038-4534-a06d-8efc190b15ff admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4496088 Nov 10 17:50:25.801543 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57686) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:25.807248 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 5e3bd459-15c5-4142-8f98-9b0676326fa8 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:50:25.816210 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-dc9cfef5-71c5-43ad-bf24-017fcf016806 admin admin] Request body: {'subnet': {'network_id': '5e3bd459-15c5-4142-8f98-9b0676326fa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1073532465-subnet', 'tenant_id': '39cde8e8221e4ef8a6076bc81094b694', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:25.863183 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9cfef5-71c5-43ad-bf24-017fcf016806 admin admin] Made reservation on behalf of 39cde8e8221e4ef8a6076bc81094b694 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:50:25.870319 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dc9cfef5-71c5-43ad-bf24-017fcf016806 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:25.910474 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1b643c40-83a0-4651-b64f-abe739a5c803 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:25.916457 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1b643c40-83a0-4651-b64f-abe739a5c803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:25.981302 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1b643c40-83a0-4651-b64f-abe739a5c803 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bbfc6c089b504751939e71f513d9f68c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2252946 Nov 10 17:50:25.994805 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57694) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:26.073811 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57696) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:26.123098 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b643c40-83a0-4651-b64f-abe739a5c803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace6b99b-8316-42e1-bfdc-51ae67e6ba41,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:26.236771 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dc9cfef5-71c5-43ad-bf24-017fcf016806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:26.320975 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-98b1726c-f53e-4082-bd56-221daf2df3b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:26.364679 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9cfef5-71c5-43ad-bf24-017fcf016806 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70def68f-fdc6-4a7a-ab10-9c070478dfe1,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:26.399284 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9cfef5-71c5-43ad-bf24-017fcf016806 admin admin] Checking segment: {'id': '71057b99-a936-49c1-9307-24b82c8b62b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5e3bd459-15c5-4142-8f98-9b0676326fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:50:26.399658 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9cfef5-71c5-43ad-bf24-017fcf016806 admin admin] Network hostable DHCP agents. Network: 5e3bd459-15c5-4142-8f98-9b0676326fa8, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:50:26.435788 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9cfef5-71c5-43ad-bf24-017fcf016806 admin admin] Network 5e3bd459-15c5-4142-8f98-9b0676326fa8 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:50:26.450269 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57710) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:26.469359 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-dc9cfef5-71c5-43ad-bf24-017fcf016806 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 5e3bd459-15c5-4142-8f98-9b0676326fa8) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:50:26.478616 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9cfef5-71c5-43ad-bf24-017fcf016806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:26.478806 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dc9cfef5-71c5-43ad-bf24-017fcf016806 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:26.483737 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae36d841-0000-457b-a93b-4d63d2369242 None None] Network 5e3bd459-15c5-4142-8f98-9b0676326fa8 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:50:26.496539 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-98b1726c-f53e-4082-bd56-221daf2df3b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:26.502256 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-98b1726c-f53e-4082-bd56-221daf2df3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:26.516182 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-dc9cfef5-71c5-43ad-bf24-017fcf016806 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7123353 Nov 10 17:50:26.559352 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-98b1726c-f53e-4082-bd56-221daf2df3b7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9f727fd32f784ed2b084b8121e98f9ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4842694 Nov 10 17:50:26.561648 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1726c-f53e-4082-bd56-221daf2df3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1fff40-8054-4122-8d08-b524a221d4d8,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:26.564569 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57718) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:26.662019 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-15872cbd-74b9-4a74-992e-665d8ed53ac0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:26.723105 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-15872cbd-74b9-4a74-992e-665d8ed53ac0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:26.826291 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-9bf498ed-26db-444c-8a45-62b040b7404f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1998506311-network', 'tenant_id': 'acff72951c8f4036b58130594185f7d0'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:26.840849 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57722) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:26.861614 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68a25ec-33bf-4259-848c-3f475030798d None None] Network 5e3bd459-15c5-4142-8f98-9b0676326fa8 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:50:26.878576 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e9b28350-d887-4481-81d6-5052d84e7017 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:26.918699 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e9b28350-d887-4481-81d6-5052d84e7017 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:26.925741 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-15872cbd-74b9-4a74-992e-665d8ed53ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:26.935218 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-15872cbd-74b9-4a74-992e-665d8ed53ac0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:26.936875 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-15872cbd-74b9-4a74-992e-665d8ed53ac0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dd1fff40-8054-4122-8d08-b524a221d4d8 HTTP/1.1" status: 204 len: 168 time: 0.3713381 Nov 10 17:50:27.006158 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e9b28350-d887-4481-81d6-5052d84e7017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:27.011313 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e9b28350-d887-4481-81d6-5052d84e7017 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:27.014298 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e9b28350-d887-4481-81d6-5052d84e7017 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ace6b99b-8316-42e1-bfdc-51ae67e6ba41 HTTP/1.1" status: 204 len: 168 time: 1.0159972 Nov 10 17:50:27.020724 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15872cbd-74b9-4a74-992e-665d8ed53ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1fff40-8054-4122-8d08-b524a221d4d8,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:27.031174 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b28350-d887-4481-81d6-5052d84e7017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace6b99b-8316-42e1-bfdc-51ae67e6ba41,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:27.052030 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf498ed-26db-444c-8a45-62b040b7404f admin admin] Made reservation on behalf of acff72951c8f4036b58130594185f7d0 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:50:27.054520 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9bf498ed-26db-444c-8a45-62b040b7404f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:27.061877 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c0d41d2-acba-42c4-a161-036e0fee2443 admin admin] Deleting subnet 4dbad408-e09b-409b-bd39-0b63c3a86d69 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:50:27.082725 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9bf498ed-26db-444c-8a45-62b040b7404f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:27.096057 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6c0d41d2-acba-42c4-a161-036e0fee2443 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:27.158515 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 94a55a60-1af8-4730-86c8-8397af10e93f up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:50:27.221234 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6c0d41d2-acba-42c4-a161-036e0fee2443 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:27.305504 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 94a55a60-1af8-4730-86c8-8397af10e93f triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:27.305882 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:27.404380 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6c0d41d2-acba-42c4-a161-036e0fee2443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:27.512919 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:27.593823 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9bf498ed-26db-444c-8a45-62b040b7404f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:27.605691 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9bf498ed-26db-444c-8a45-62b040b7404f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:27.646409 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7e95a3-e687-47fe-8bd5-a81e6baeab34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a55a60-1af8-4730-86c8-8397af10e93f'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:50:27.653263 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6c0d41d2-acba-42c4-a161-036e0fee2443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:27.654213 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae91f37-112d-4ac7-92b4-7e76dde64979" -d '{"events": [{"server_uuid": "be7e95a3-e687-47fe-8bd5-a81e6baeab34", "name": "network-vif-plugged", "status": "completed", "tag": "94a55a60-1af8-4730-86c8-8397af10e93f"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:50:27.670925 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf498ed-26db-444c-8a45-62b040b7404f admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:50:27.711732 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d41d2-acba-42c4-a161-036e0fee2443 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dbad408-e09b-409b-bd39-0b63c3a86d69,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:27.719331 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6c0d41d2-acba-42c4-a161-036e0fee2443 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:27.724333 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6c0d41d2-acba-42c4-a161-036e0fee2443 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4dbad408-e09b-409b-bd39-0b63c3a86d69 HTTP/1.1" status: 204 len: 168 time: 0.8803575 Nov 10 17:50:27.729633 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57744) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:27.730521 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9bf498ed-26db-444c-8a45-62b040b7404f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:27.730875 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-9bf498ed-26db-444c-8a45-62b040b7404f admin admin] Added segment 7f0d5679-a9d5-4d15-af61-8e99dbd1bd98 of type vlan for network 2dd476e6-793e-44bf-aabd-48157f37f673 Nov 10 17:50:27.732009 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 94a55a60-1af8-4730-86c8-8397af10e93f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=94a55a60-1af8-4730-86c8-8397af10e93f,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:50:27.732354 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf498ed-26db-444c-8a45-62b040b7404f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8c0fab-3897-4543-99df-b02694f9a520,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:27.740952 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:27.860790 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57754) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:27.877310 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=94a55a60-1af8-4730-86c8-8397af10e93f,revision_number=10']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:27.883478 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72692ef7-1fa7-4447-8ff8-a1d6a8719023 x-openstack-request-id: req-72692ef7-1fa7-4447-8ff8-a1d6a8719023 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:50:27.883989 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7e95a3-e687-47fe-8bd5-a81e6baeab34", "name": "network-vif-plugged", "status": "completed", "tag": "94a55a60-1af8-4730-86c8-8397af10e93f", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:50:27.884526 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-72692ef7-1fa7-4447-8ff8-a1d6a8719023 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:50:27.885181 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7e95a3-e687-47fe-8bd5-a81e6baeab34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a55a60-1af8-4730-86c8-8397af10e93f', 'code': 200} Nov 10 17:50:27.891635 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9bf498ed-26db-444c-8a45-62b040b7404f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:27.909805 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-305af9c7-4387-423c-95ac-6e96b3bdae31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:27.981658 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9bf498ed-26db-444c-8a45-62b040b7404f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:27.983447 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf498ed-26db-444c-8a45-62b040b7404f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:27.985000 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9bf498ed-26db-444c-8a45-62b040b7404f admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:28.018752 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-48a3e265-2b60-438f-bf6d-dae5b7ec5cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:28.122015 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9bf498ed-26db-444c-8a45-62b040b7404f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6701169 Nov 10 17:50:28.122987 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57760) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:28.148735 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-17150efd-ad10-4b6b-a690-43376a21df28 admin admin] Request body: {'subnet': {'network_id': '2dd476e6-793e-44bf-aabd-48157f37f673', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1998506311-subnet', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:28.188711 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf498ed-26db-444c-8a45-62b040b7404f admin admin] Pushing event updated for resources: {'Network': ['ID=2dd476e6-793e-44bf-aabd-48157f37f673,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:28.210877 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 2dd476e6-793e-44bf-aabd-48157f37f673 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:50:28.256402 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17150efd-ad10-4b6b-a690-43376a21df28 admin admin] Made reservation on behalf of acff72951c8f4036b58130594185f7d0 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:50:28.259251 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17150efd-ad10-4b6b-a690-43376a21df28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:28.275975 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-48a3e265-2b60-438f-bf6d-dae5b7ec5cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:28.351390 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-48a3e265-2b60-438f-bf6d-dae5b7ec5cdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0392cb6-3415-4120-a9fd-35ca9eef8365']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:28.380755 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-48a3e265-2b60-438f-bf6d-dae5b7ec5cdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '713861f6-9225-466b-a0fe-ccf8e9c5a353') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:28.381235 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-48a3e265-2b60-438f-bf6d-dae5b7ec5cdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '713861f6-9225-466b-a0fe-ccf8e9c5a353') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:28.420973 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-305af9c7-4387-423c-95ac-6e96b3bdae31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:28.431830 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-48a3e265-2b60-438f-bf6d-dae5b7ec5cdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:28.441471 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-305af9c7-4387-423c-95ac-6e96b3bdae31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:28.508691 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-48a3e265-2b60-438f-bf6d-dae5b7ec5cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:28.554327 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a3e265-2b60-438f-bf6d-dae5b7ec5cdb admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:50:28.554538 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-48a3e265-2b60-438f-bf6d-dae5b7ec5cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:28.646976 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-305af9c7-4387-423c-95ac-6e96b3bdae31 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b37e34f632f4084ac30f7aa6f420ea7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7823591 Nov 10 17:50:28.659846 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305af9c7-4387-423c-95ac-6e96b3bdae31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a2ba0d-a302-447a-9605-79cb0f4c3579,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:28.666720 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57774) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:28.818042 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:50:28.818042 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:50:28.818042 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:50:28.818042 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:50:28.818042 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:50:28.818042 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:50:28.818042 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:50:28.818042 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:50:28.818042 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:50:28.818042 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:50:28.818042 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:50:28.818042 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:50:28.818042 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:50:28.818042 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:50:28.818042 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:50:28.818042 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:50:28.818042 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:50:28.818042 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:50:28.818042 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:50:28.818042 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:50:28.818042 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:50:28.818042 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:50:28.818042 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:50:28.818042 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:50:28.818042 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:50:28.818042 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:50:28.818042 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:50:28.818042 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:50:28.818042 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:50:28.818042 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:50:28.818042 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:50:28.818042 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:50:28.824400 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a9838a7f-2eda-4af6-99d9-5f9d9b84b1e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:28.827257 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-48a3e265-2b60-438f-bf6d-dae5b7ec5cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:28.855567 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-48a3e265-2b60-438f-bf6d-dae5b7ec5cdb admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:28.860717 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-48a3e265-2b60-438f-bf6d-dae5b7ec5cdb admin admin] 10.222.0.39 "DELETE /v2.0/networks/a0392cb6-3415-4120-a9fd-35ca9eef8365 HTTP/1.1" status: 204 len: 168 time: 1.1294568 Nov 10 17:50:28.873903 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a9838a7f-2eda-4af6-99d9-5f9d9b84b1e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:28.878827 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57782) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:29.008951 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a9838a7f-2eda-4af6-99d9-5f9d9b84b1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:29.019381 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a9838a7f-2eda-4af6-99d9-5f9d9b84b1e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:29.022834 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3e265-2b60-438f-bf6d-dae5b7ec5cdb admin admin] Pushing event deleted for resources: {'Network': ['ID=a0392cb6-3415-4120-a9fd-35ca9eef8365,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:29.025628 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a9838a7f-2eda-4af6-99d9-5f9d9b84b1e0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/46a2ba0d-a302-447a-9605-79cb0f4c3579 HTTP/1.1" status: 204 len: 168 time: 0.3573081 Nov 10 17:50:29.061357 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9838a7f-2eda-4af6-99d9-5f9d9b84b1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a2ba0d-a302-447a-9605-79cb0f4c3579,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:29.067496 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17150efd-ad10-4b6b-a690-43376a21df28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:29.106996 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-665f827a-925e-400d-a861-9bc0b2f2d0c3 admin admin] Deleting subnet 70def68f-fdc6-4a7a-ab10-9c070478dfe1 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:50:29.118699 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-665f827a-925e-400d-a861-9bc0b2f2d0c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:29.196843 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-665f827a-925e-400d-a861-9bc0b2f2d0c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:29.230705 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17150efd-ad10-4b6b-a690-43376a21df28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f2cccc8-127e-4986-96f4-ea926a4536bf,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:29.274342 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17150efd-ad10-4b6b-a690-43376a21df28 admin admin] Checking segment: {'id': '7f0d5679-a9d5-4d15-af61-8e99dbd1bd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2dd476e6-793e-44bf-aabd-48157f37f673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:50:29.274610 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17150efd-ad10-4b6b-a690-43376a21df28 admin admin] Network hostable DHCP agents. Network: 2dd476e6-793e-44bf-aabd-48157f37f673, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:50:29.277853 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-665f827a-925e-400d-a861-9bc0b2f2d0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:29.345528 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17150efd-ad10-4b6b-a690-43376a21df28 admin admin] Network 2dd476e6-793e-44bf-aabd-48157f37f673 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:50:29.356998 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-665f827a-925e-400d-a861-9bc0b2f2d0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:29.370070 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-17150efd-ad10-4b6b-a690-43376a21df28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 2dd476e6-793e-44bf-aabd-48157f37f673) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:50:29.376557 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17150efd-ad10-4b6b-a690-43376a21df28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:29.377168 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17150efd-ad10-4b6b-a690-43376a21df28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:29.384863 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fb6734-ee50-48db-a397-cd7ead4b9793 None None] Network 2dd476e6-793e-44bf-aabd-48157f37f673 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:50:29.385503 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-665f827a-925e-400d-a861-9bc0b2f2d0c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:29.391762 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-665f827a-925e-400d-a861-9bc0b2f2d0c3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/70def68f-fdc6-4a7a-ab10-9c070478dfe1 HTTP/1.1" status: 204 len: 168 time: 0.5115242 Nov 10 17:50:29.395199 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57794) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:29.431362 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-17150efd-ad10-4b6b-a690-43376a21df28 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2864478 Nov 10 17:50:29.432798 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57796) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:29.452000 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-c5f943ea-afe7-4c6d-8dce-c7f6df5389d6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1998506311-router', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:29.492076 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f827a-925e-400d-a861-9bc0b2f2d0c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70def68f-fdc6-4a7a-ab10-9c070478dfe1,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:29.527118 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c5f943ea-afe7-4c6d-8dce-c7f6df5389d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:29.528199 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c5f943ea-afe7-4c6d-8dce-c7f6df5389d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:29.668385 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-03c81a74-64f9-478c-93e1-299bbd3b3ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:29.678676 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c5f943ea-afe7-4c6d-8dce-c7f6df5389d6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:29.727261 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee09f19a-eb59-4f7c-8b3a-1fe39a696622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-2dd476e6-793e-44bf-aabd-48157f37f673', 'network_id': '2dd476e6-793e-44bf-aabd-48157f37f673', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'fixed_ips': [{'subnet_id': '0f2cccc8-127e-4986-96f4-ea926a4536bf'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:50:29.728577 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ee09f19a-eb59-4f7c-8b3a-1fe39a696622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:29.915936 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-03c81a74-64f9-478c-93e1-299bbd3b3ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:29.975424 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c5f943ea-afe7-4c6d-8dce-c7f6df5389d6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:30.004628 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-03c81a74-64f9-478c-93e1-299bbd3b3ac6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e3bd459-15c5-4142-8f98-9b0676326fa8']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:30.045499 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-03c81a74-64f9-478c-93e1-299bbd3b3ac6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71057b99-a936-49c1-9307-24b82c8b62b2') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:30.046172 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-03c81a74-64f9-478c-93e1-299bbd3b3ac6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71057b99-a936-49c1-9307-24b82c8b62b2') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:30.098570 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-03c81a74-64f9-478c-93e1-299bbd3b3ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:30.142248 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-03c81a74-64f9-478c-93e1-299bbd3b3ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:30.161608 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c81a74-64f9-478c-93e1-299bbd3b3ac6 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:50:30.162576 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-03c81a74-64f9-478c-93e1-299bbd3b3ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:30.242219 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-ee09f19a-eb59-4f7c-8b3a-1fe39a696622 None None] Allocated IP 172.20.0.2 (2dd476e6-793e-44bf-aabd-48157f37f673/0f2cccc8-127e-4986-96f4-ea926a4536bf/e484d274-037b-45ab-b9a8-744c67739129) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:50:30.244797 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:50:30.244797 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:50:30.244797 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:50:30.244797 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:50:30.244797 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:50:30.244797 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:50:30.244797 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:50:30.244797 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:50:30.244797 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:50:30.244797 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:50:30.244797 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:50:30.244797 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:50:30.244797 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:50:30.244797 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:50:30.244797 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:50:30.244797 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:50:30.244797 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:50:30.244797 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:50:30.244797 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:50:30.244797 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:50:30.244797 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:50:30.244797 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:50:30.244797 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:50:30.244797 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:50:30.244797 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:50:30.244797 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:50:30.244797 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:50:30.244797 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:50:30.244797 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:50:30.244797 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:50:30.244797 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:50:30.244797 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:50:30.252786 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-03c81a74-64f9-478c-93e1-299bbd3b3ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:30.260490 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-03c81a74-64f9-478c-93e1-299bbd3b3ac6 admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:30.271812 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-03c81a74-64f9-478c-93e1-299bbd3b3ac6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5e3bd459-15c5-4142-8f98-9b0676326fa8 HTTP/1.1" status: 204 len: 168 time: 0.8719926 Nov 10 17:50:30.297467 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c81a74-64f9-478c-93e1-299bbd3b3ac6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e3bd459-15c5-4142-8f98-9b0676326fa8,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:30.593316 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5f4f131b-f7d0-480c-927e-95d1e0845b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:30.794061 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57832) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:30.815454 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:50:30.898592 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ee09f19a-eb59-4f7c-8b3a-1fe39a696622 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:30.909672 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ee09f19a-eb59-4f7c-8b3a-1fe39a696622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:30.927158 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-36d59fff-5af4-4b19-aec0-9fe612b3abda admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d5a5211679c447bd8d62f99355e89c1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1313550 Nov 10 17:50:30.935399 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57836) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:30.975910 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee09f19a-eb59-4f7c-8b3a-1fe39a696622 None None] Network 2dd476e6-793e-44bf-aabd-48157f37f673 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:50:30.979376 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-ee09f19a-eb59-4f7c-8b3a-1fe39a696622 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:50:30.985363 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee09f19a-eb59-4f7c-8b3a-1fe39a696622 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:50:31.100802 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e19b5fa0-3844-4b2b-852f-6935931f4b9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:31.191036 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e19b5fa0-3844-4b2b-852f-6935931f4b9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:31.242774 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09f19a-eb59-4f7c-8b3a-1fe39a696622 None None] Pushing event updated for resources: {'Port': ['ID=e484d274-037b-45ab-b9a8-744c67739129,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:31.263717 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee09f19a-eb59-4f7c-8b3a-1fe39a696622 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:31.264473 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee09f19a-eb59-4f7c-8b3a-1fe39a696622 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:31.265023 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee09f19a-eb59-4f7c-8b3a-1fe39a696622 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:31.266638 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee09f19a-eb59-4f7c-8b3a-1fe39a696622 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:31.267208 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee09f19a-eb59-4f7c-8b3a-1fe39a696622 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:31.267740 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee09f19a-eb59-4f7c-8b3a-1fe39a696622 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:31.268326 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee09f19a-eb59-4f7c-8b3a-1fe39a696622 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:31.268856 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee09f19a-eb59-4f7c-8b3a-1fe39a696622 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:31.269399 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee09f19a-eb59-4f7c-8b3a-1fe39a696622 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:31.270169 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee09f19a-eb59-4f7c-8b3a-1fe39a696622 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:31.270721 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee09f19a-eb59-4f7c-8b3a-1fe39a696622 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:31.271251 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee09f19a-eb59-4f7c-8b3a-1fe39a696622 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:31.280753 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-ee09f19a-eb59-4f7c-8b3a-1fe39a696622 None None] Attempting to bind port e484d274-037b-45ab-b9a8-744c67739129 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:50:31.281335 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-ee09f19a-eb59-4f7c-8b3a-1fe39a696622 None None] Attempting to bind port e484d274-037b-45ab-b9a8-744c67739129 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '7f0d5679-a9d5-4d15-af61-8e99dbd1bd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2dd476e6-793e-44bf-aabd-48157f37f673'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:50:31.282501 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee09f19a-eb59-4f7c-8b3a-1fe39a696622 None None] Attempting to bind port e484d274-037b-45ab-b9a8-744c67739129 on network 2dd476e6-793e-44bf-aabd-48157f37f673 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:50:31.300258 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee09f19a-eb59-4f7c-8b3a-1fe39a696622 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:50:31.301078 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee09f19a-eb59-4f7c-8b3a-1fe39a696622 None None] Checking segment: {'id': '7f0d5679-a9d5-4d15-af61-8e99dbd1bd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2dd476e6-793e-44bf-aabd-48157f37f673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:50:31.302586 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ee09f19a-eb59-4f7c-8b3a-1fe39a696622 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:31.303172 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee09f19a-eb59-4f7c-8b3a-1fe39a696622 None None] Bound using segment: {'id': '7f0d5679-a9d5-4d15-af61-8e99dbd1bd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2dd476e6-793e-44bf-aabd-48157f37f673'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:50:31.304429 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-ee09f19a-eb59-4f7c-8b3a-1fe39a696622 None None] Bound port: e484d274-037b-45ab-b9a8-744c67739129, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0d5679-a9d5-4d15-af61-8e99dbd1bd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2dd476e6-793e-44bf-aabd-48157f37f673'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:50:31.305309 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ee09f19a-eb59-4f7c-8b3a-1fe39a696622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:31.343071 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e19b5fa0-3844-4b2b-852f-6935931f4b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:31.358572 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e19b5fa0-3844-4b2b-852f-6935931f4b9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:31.360536 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e19b5fa0-3844-4b2b-852f-6935931f4b9d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/52dfbe68-1905-4c42-8f61-d217f8aa4084 HTTP/1.1" status: 204 len: 168 time: 0.4220064 Nov 10 17:50:31.378372 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b5fa0-3844-4b2b-852f-6935931f4b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52dfbe68-1905-4c42-8f61-d217f8aa4084,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:31.462632 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-ee09f19a-eb59-4f7c-8b3a-1fe39a696622 None None] For port e484d274-037b-45ab-b9a8-744c67739129, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:50:31.468290 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-ee09f19a-eb59-4f7c-8b3a-1fe39a696622 None None] For port e484d274-037b-45ab-b9a8-744c67739129, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=e484d274-037b-45ab-b9a8-744c67739129,segment=NetworkSegment(7f0d5679-a9d5-4d15-af61-8e99dbd1bd98),segment_id=7f0d5679-a9d5-4d15-af61-8e99dbd1bd98)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:50:31.487532 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ee09f19a-eb59-4f7c-8b3a-1fe39a696622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:31.658554 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c5f943ea-afe7-4c6d-8dce-c7f6df5389d6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:31.693220 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c5f943ea-afe7-4c6d-8dce-c7f6df5389d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:31.761358 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09f19a-eb59-4f7c-8b3a-1fe39a696622 None None] Pushing event updated for resources: {'Port': ['ID=e484d274-037b-45ab-b9a8-744c67739129,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:32.053648 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-c5f943ea-afe7-4c6d-8dce-c7f6df5389d6 admin admin] Allocated IP 172.25.5.46 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/94590fba-e3fd-4a57-9496-ae67f264e580) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:50:32.320116 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c5f943ea-afe7-4c6d-8dce-c7f6df5389d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:32.468955 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c5f943ea-afe7-4c6d-8dce-c7f6df5389d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:32.620021 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f943ea-afe7-4c6d-8dce-c7f6df5389d6 admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:50:32.626448 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-c5f943ea-afe7-4c6d-8dce-c7f6df5389d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:50:32.645970 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5832a1c-f16a-48e9-a782-28dd4a36844f None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:50:32.659607 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f943ea-afe7-4c6d-8dce-c7f6df5389d6 admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:50:32.663955 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f943ea-afe7-4c6d-8dce-c7f6df5389d6 admin admin] Pushing event updated for resources: {'Port': ['ID=94590fba-e3fd-4a57-9496-ae67f264e580,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:32.744491 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-caf945f3-3bcf-47ca-9f27-f4995bc47d25 None None] Provisioning complete for port 94590fba-e3fd-4a57-9496-ae67f264e580 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:32.748649 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-caf945f3-3bcf-47ca-9f27-f4995bc47d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:32.836894 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57878) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:32.921394 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7325e740-f4a5-414c-87aa-3d15bd199e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:32.932357 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-caf945f3-3bcf-47ca-9f27-f4995bc47d25 None None] Port 94590fba-e3fd-4a57-9496-ae67f264e580 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:50:32.977228 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0acfee7e-e23d-4e0f-98ae-1f81dc6a6a57 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=39cde8e8221e4ef8a6076bc81094b694&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1377831 Nov 10 17:50:32.978326 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57880) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:33.173667 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7b259a8f-fa65-45f5-b593-d5b273eeec1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:33.226761 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7b259a8f-fa65-45f5-b593-d5b273eeec1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:33.333012 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7b259a8f-fa65-45f5-b593-d5b273eeec1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:33.339154 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7b259a8f-fa65-45f5-b593-d5b273eeec1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:33.346205 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7b259a8f-fa65-45f5-b593-d5b273eeec1e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e5162711-25e3-42e4-80e6-f473c1ef4adb HTTP/1.1" status: 204 len: 168 time: 0.3618939 Nov 10 17:50:33.368189 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b259a8f-fa65-45f5-b593-d5b273eeec1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5162711-25e3-42e4-80e6-f473c1ef4adb,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:33.467948 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c5f943ea-afe7-4c6d-8dce-c7f6df5389d6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:34.004484 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:34.095542 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabbe9b6-b8c2-4793-891c-44f06661c43e None None] Network 2dd476e6-793e-44bf-aabd-48157f37f673 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:50:34.258318 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device e484d274-037b-45ab-b9a8-744c67739129 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:50:34.334864 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c5f943ea-afe7-4c6d-8dce-c7f6df5389d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:34.339540 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-48fd40d5-08a8-47c4-a5ca-0ac9fe6c5f95 None None] Provisioning complete for port e484d274-037b-45ab-b9a8-744c67739129 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:34.346656 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-48fd40d5-08a8-47c4-a5ca-0ac9fe6c5f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:34.526651 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57920) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:34.713819 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f943ea-afe7-4c6d-8dce-c7f6df5389d6 admin admin] Router 58e5e7f2-cc2b-482c-84ab-df0c8966a923 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:50:35.348730 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f943ea-afe7-4c6d-8dce-c7f6df5389d6 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:50:35.361880 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14698f9a-ca09-44dc-accf-df1f149bdb24 None None] Sync routers for ids ['58e5e7f2-cc2b-482c-84ab-df0c8966a923'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:50:35.413791 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-366d35e3-5e12-4474-905d-0b891b1162f5 tempest-MeteringIpV6TestJSON-1745420971 tempest-MeteringIpV6TestJSON-1745420971-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1620967281'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:35.417713 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c5f943ea-afe7-4c6d-8dce-c7f6df5389d6 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:35.421698 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-366d35e3-5e12-4474-905d-0b891b1162f5 tempest-MeteringIpV6TestJSON-1745420971 tempest-MeteringIpV6TestJSON-1745420971-project-admin] Unknown quota resources ['metering_label']. {{(pid=102468) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 17:50:35.422068 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c5f943ea-afe7-4c6d-8dce-c7f6df5389d6 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.9880419 Nov 10 17:50:35.422608 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57946) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:35.433011 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14698f9a-ca09-44dc-accf-df1f149bdb24 None None] Routers {'58e5e7f2-cc2b-482c-84ab-df0c8966a923'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:50:35.438624 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-14698f9a-ca09-44dc-accf-df1f149bdb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:50:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['58e5e7f2-cc2b-482c-84ab-df0c8966a923'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:35.807519 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:36.091596 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-14698f9a-ca09-44dc-accf-df1f149bdb24 None None] Set router 58e5e7f2-cc2b-482c-84ab-df0c8966a923 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:50:36.120917 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-48fd40d5-08a8-47c4-a5ca-0ac9fe6c5f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:36.123118 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port e484d274-037b-45ab-b9a8-744c67739129 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:36.123480 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:36.367887 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:36.441154 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-366d35e3-5e12-4474-905d-0b891b1162f5 tempest-MeteringIpV6TestJSON-1745420971 tempest-MeteringIpV6TestJSON-1745420971-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:36.443300 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-366d35e3-5e12-4474-905d-0b891b1162f5 tempest-MeteringIpV6TestJSON-1745420971 tempest-MeteringIpV6TestJSON-1745420971-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.9141200 Nov 10 17:50:36.446237 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57970) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:36.461017 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-44f3cb56-9736-42ac-8558-dc01be649346 tempest-MeteringIpV6TestJSON-1745420971 tempest-MeteringIpV6TestJSON-1745420971-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '4c784829-f9f7-4fcb-a854-672f79a95497'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:36.470764 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-44f3cb56-9736-42ac-8558-dc01be649346 tempest-MeteringIpV6TestJSON-1745420971 tempest-MeteringIpV6TestJSON-1745420971-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102468) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 17:50:36.499071 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-48fd40d5-08a8-47c4-a5ca-0ac9fe6c5f95 None None] For port e484d274-037b-45ab-b9a8-744c67739129, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=e484d274-037b-45ab-b9a8-744c67739129,segment=NetworkSegment(7f0d5679-a9d5-4d15-af61-8e99dbd1bd98),segment_id=7f0d5679-a9d5-4d15-af61-8e99dbd1bd98)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:50:36.511038 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-48fd40d5-08a8-47c4-a5ca-0ac9fe6c5f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:36.560979 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:36.648458 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:50:36.649265 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:50:36.672228 n-d-776250-10 neutron-server[102468]: WARNING neutron.services.metering.metering_plugin [None req-44f3cb56-9736-42ac-8558-dc01be649346 tempest-MeteringIpV6TestJSON-1745420971 tempest-MeteringIpV6TestJSON-1745420971-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 10 17:50:36.704051 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-14698f9a-ca09-44dc-accf-df1f149bdb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'name': 'tempest-TestVolumeBackupRestore-1998506311-router', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '94590fba-e3fd-4a57-9496-ae67f264e580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:29Z', 'updated_at': '2021-11-10T17:50:33Z', 'revision_number': 3, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'gw_port': {'id': '94590fba-e3fd-4a57-9496-ae67f264e580', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:31Z', 'updated_at': '2021-11-10T17:50:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:36.738254 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd40d5-08a8-47c4-a5ca-0ac9fe6c5f95 None None] Pushing event updated for resources: {'Port': ['ID=e484d274-037b-45ab-b9a8-744c67739129,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:36.743991 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-bb0d45ce-1283-4ac1-9060-f51395a787ec None None] Provisioning complete for port e484d274-037b-45ab-b9a8-744c67739129 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:36.744611 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bb0d45ce-1283-4ac1-9060-f51395a787ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:36.761852 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14698f9a-ca09-44dc-accf-df1f149bdb24 None None] Checking router: 58e5e7f2-cc2b-482c-84ab-df0c8966a923 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:50:36.762282 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14698f9a-ca09-44dc-accf-df1f149bdb24 None None] Updating router 58e5e7f2-cc2b-482c-84ab-df0c8966a923 port 94590fba-e3fd-4a57-9496-ae67f264e580 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:50:36.839211 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-14698f9a-ca09-44dc-accf-df1f149bdb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:36.998256 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bb82308c-1fff-4fa8-9720-cdae08370382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:37.023731 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-44f3cb56-9736-42ac-8558-dc01be649346 tempest-MeteringIpV6TestJSON-1745420971 tempest-MeteringIpV6TestJSON-1745420971-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:37.032560 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57988) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:37.038416 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-44f3cb56-9736-42ac-8558-dc01be649346 tempest-MeteringIpV6TestJSON-1745420971 tempest-MeteringIpV6TestJSON-1745420971-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5885036 Nov 10 17:50:37.044560 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-0f2069c2-93cb-4498-a366-6d55b0479c57 tempest-MeteringIpV6TestJSON-1745420971 tempest-MeteringIpV6TestJSON-1745420971-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '4c784829-f9f7-4fcb-a854-672f79a95497'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:37.045301 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-0f2069c2-93cb-4498-a366-6d55b0479c57 tempest-MeteringIpV6TestJSON-1745420971 tempest-MeteringIpV6TestJSON-1745420971-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102469) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 17:50:37.204352 n-d-776250-10 neutron-server[102469]: WARNING neutron.services.metering.metering_plugin [None req-0f2069c2-93cb-4498-a366-6d55b0479c57 tempest-MeteringIpV6TestJSON-1745420971 tempest-MeteringIpV6TestJSON-1745420971-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 10 17:50:37.427538 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device e484d274-037b-45ab-b9a8-744c67739129 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:50:37.570244 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-14698f9a-ca09-44dc-accf-df1f149bdb24 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:37.585351 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-14698f9a-ca09-44dc-accf-df1f149bdb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:37.606346 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port e484d274-037b-45ab-b9a8-744c67739129 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:37.606748 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:37.685962 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad34281-4a03-449b-a39b-4ab4f8a9ae27 None None] Pushing event updated for resources: {'Port': ['ID=94590fba-e3fd-4a57-9496-ae67f264e580,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:37.690803 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0f2069c2-93cb-4498-a366-6d55b0479c57 tempest-MeteringIpV6TestJSON-1745420971 tempest-MeteringIpV6TestJSON-1745420971-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:37.694388 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0f2069c2-93cb-4498-a366-6d55b0479c57 tempest-MeteringIpV6TestJSON-1745420971 tempest-MeteringIpV6TestJSON-1745420971-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6536608 Nov 10 17:50:37.698064 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58006) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:37.756099 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad34281-4a03-449b-a39b-4ab4f8a9ae27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:37.756738 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad34281-4a03-449b-a39b-4ab4f8a9ae27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:37.757321 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad34281-4a03-449b-a39b-4ab4f8a9ae27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:37.757804 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad34281-4a03-449b-a39b-4ab4f8a9ae27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:37.758224 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad34281-4a03-449b-a39b-4ab4f8a9ae27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:37.758751 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad34281-4a03-449b-a39b-4ab4f8a9ae27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:37.759175 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad34281-4a03-449b-a39b-4ab4f8a9ae27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:37.759661 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad34281-4a03-449b-a39b-4ab4f8a9ae27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:37.760045 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad34281-4a03-449b-a39b-4ab4f8a9ae27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:37.760637 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad34281-4a03-449b-a39b-4ab4f8a9ae27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:37.761180 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad34281-4a03-449b-a39b-4ab4f8a9ae27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:37.761648 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad34281-4a03-449b-a39b-4ab4f8a9ae27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:50:37.798536 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58012) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:37.799169 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9f41faf2-1a4d-4aed-9de7-cf52feb5502e tempest-MeteringIpV6TestJSON-1745420971 tempest-MeteringIpV6TestJSON-1745420971-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=f03c463b-c1bf-4d2d-b316-296f8d2724b9 HTTP/1.1" status: 200 len: 462 time: 0.0972345 Nov 10 17:50:37.803815 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-bb82308c-1fff-4fa8-9720-cdae08370382 admin admin] Allocated IP 172.20.0.1 (2dd476e6-793e-44bf-aabd-48157f37f673/0f2cccc8-127e-4986-96f4-ea926a4536bf/87dc8f3e-ca18-44de-ad31-049485f4da6e) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:50:37.811284 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-14698f9a-ca09-44dc-accf-df1f149bdb24 None None] Attempting to bind port 94590fba-e3fd-4a57-9496-ae67f264e580 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:50:37.811714 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-14698f9a-ca09-44dc-accf-df1f149bdb24 None None] Attempting to bind port 94590fba-e3fd-4a57-9496-ae67f264e580 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:50:37.814375 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14698f9a-ca09-44dc-accf-df1f149bdb24 None None] Attempting to bind port 94590fba-e3fd-4a57-9496-ae67f264e580 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:50:37.839208 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14698f9a-ca09-44dc-accf-df1f149bdb24 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:50:37.839785 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14698f9a-ca09-44dc-accf-df1f149bdb24 None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:50:37.840419 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-14698f9a-ca09-44dc-accf-df1f149bdb24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:37.841011 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14698f9a-ca09-44dc-accf-df1f149bdb24 None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:50:37.841774 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-14698f9a-ca09-44dc-accf-df1f149bdb24 None None] Bound port: 94590fba-e3fd-4a57-9496-ae67f264e580, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:50:37.842492 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-14698f9a-ca09-44dc-accf-df1f149bdb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:37.866004 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9a877a-2ea5-4ae5-bf76-ea043e84ecc3 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:50:37.985688 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-14698f9a-ca09-44dc-accf-df1f149bdb24 None None] For port 94590fba-e3fd-4a57-9496-ae67f264e580, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:50:37.992560 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-14698f9a-ca09-44dc-accf-df1f149bdb24 None None] For port 94590fba-e3fd-4a57-9496-ae67f264e580, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=94590fba-e3fd-4a57-9496-ae67f264e580,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:50:38.011203 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-14698f9a-ca09-44dc-accf-df1f149bdb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:38.019153 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-17de0231-7df7-4d98-9fa9-57226ae137d6 None None] Provisioning complete for port 94590fba-e3fd-4a57-9496-ae67f264e580 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:38.019776 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-17de0231-7df7-4d98-9fa9-57226ae137d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:38.160536 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f2ed9b-fc4b-4d35-b758-6062a935f642 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:50:38.173499 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-89dd28fc-dee9-4c93-b64c-c71f9ceab19c tempest-MeteringIpV6TestJSON-1745420971 tempest-MeteringIpV6TestJSON-1745420971-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:38.173499 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-89dd28fc-dee9-4c93-b64c-c71f9ceab19c tempest-MeteringIpV6TestJSON-1745420971 tempest-MeteringIpV6TestJSON-1745420971-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/f03c463b-c1bf-4d2d-b316-296f8d2724b9 HTTP/1.1" status: 204 len: 168 time: 0.3709779 Nov 10 17:50:38.175818 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58022) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:38.203890 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0ae4a1f6-cab1-4fc7-a2d8-8cab9962406e tempest-MeteringIpV6TestJSON-1745420971 tempest-MeteringIpV6TestJSON-1745420971-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=f03c463b-c1bf-4d2d-b316-296f8d2724b9 HTTP/1.1" status: 200 len: 221 time: 0.0267084 Nov 10 17:50:38.211348 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58024) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:38.219677 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14698f9a-ca09-44dc-accf-df1f149bdb24 None None] Routers {'58e5e7f2-cc2b-482c-84ab-df0c8966a923'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:50:38.223435 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-14698f9a-ca09-44dc-accf-df1f149bdb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:50:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['58e5e7f2-cc2b-482c-84ab-df0c8966a923'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:38.230949 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad34281-4a03-449b-a39b-4ab4f8a9ae27 None None] Pushing event updated for resources: {'Port': ['ID=94590fba-e3fd-4a57-9496-ae67f264e580,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:38.233949 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-80a77aa5-2b96-4801-b159-3786fe4de9ea tempest-MeteringIpV6TestJSON-1745420971 tempest-MeteringIpV6TestJSON-1745420971-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--802333353', 'description': 'label created by tempest'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:38.234609 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-80a77aa5-2b96-4801-b159-3786fe4de9ea tempest-MeteringIpV6TestJSON-1745420971 tempest-MeteringIpV6TestJSON-1745420971-project-admin] Unknown quota resources ['metering_label']. {{(pid=102468) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 17:50:38.307798 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-17de0231-7df7-4d98-9fa9-57226ae137d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:38.368195 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-17de0231-7df7-4d98-9fa9-57226ae137d6 None None] For port 94590fba-e3fd-4a57-9496-ae67f264e580, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=94590fba-e3fd-4a57-9496-ae67f264e580,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:50:38.375779 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-17de0231-7df7-4d98-9fa9-57226ae137d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:38.407476 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bb82308c-1fff-4fa8-9720-cdae08370382 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:38.576212 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de0231-7df7-4d98-9fa9-57226ae137d6 None None] Pushing event updated for resources: {'Port': ['ID=94590fba-e3fd-4a57-9496-ae67f264e580,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:38.582013 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bb82308c-1fff-4fa8-9720-cdae08370382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:38.639480 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a9c46005-46f6-4a00-bb82-fe6ebaadf5ae None None] Provisioning complete for port 94590fba-e3fd-4a57-9496-ae67f264e580 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:38.643027 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a9c46005-46f6-4a00-bb82-fe6ebaadf5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:38.674034 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb82308c-1fff-4fa8-9720-cdae08370382 admin admin] Network 2dd476e6-793e-44bf-aabd-48157f37f673 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:50:38.702067 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-bb82308c-1fff-4fa8-9720-cdae08370382 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:50:38.706417 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb82308c-1fff-4fa8-9720-cdae08370382 admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:50:38.792415 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82308c-1fff-4fa8-9720-cdae08370382 admin admin] Pushing event updated for resources: {'Port': ['ID=87dc8f3e-ca18-44de-ad31-049485f4da6e,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:38.818029 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-14698f9a-ca09-44dc-accf-df1f149bdb24 None None] Set router 58e5e7f2-cc2b-482c-84ab-df0c8966a923 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:50:38.855530 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bb82308c-1fff-4fa8-9720-cdae08370382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:39.060517 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-80a77aa5-2b96-4801-b159-3786fe4de9ea tempest-MeteringIpV6TestJSON-1745420971 tempest-MeteringIpV6TestJSON-1745420971-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:39.062349 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-80a77aa5-2b96-4801-b159-3786fe4de9ea tempest-MeteringIpV6TestJSON-1745420971 tempest-MeteringIpV6TestJSON-1745420971-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.8465750 Nov 10 17:50:39.074110 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58056) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:39.333985 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3dc521d5-c9f6-487f-8114-fe629006f8d0 tempest-MeteringIpV6TestJSON-1745420971 tempest-MeteringIpV6TestJSON-1745420971-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=df9c4775-4c98-4105-b0f7-9b40c819bf9b HTTP/1.1" status: 200 len: 467 time: 0.2586062 Nov 10 17:50:39.336449 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58068) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:39.350198 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-d8962521-0d50-4fcb-b302-1ad898a016d4 None None] Provisioning complete for port 87dc8f3e-ca18-44de-ad31-049485f4da6e triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:39.350649 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d8962521-0d50-4fcb-b302-1ad898a016d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:39.390955 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bb82308c-1fff-4fa8-9720-cdae08370382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:39.513323 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-d8962521-0d50-4fcb-b302-1ad898a016d4 None None] Port 87dc8f3e-ca18-44de-ad31-049485f4da6e cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:50:39.547733 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-14698f9a-ca09-44dc-accf-df1f149bdb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'name': 'tempest-TestVolumeBackupRestore-1998506311-router', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '94590fba-e3fd-4a57-9496-ae67f264e580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:29Z', 'updated_at': '2021-11-10T17:50:33Z', 'revision_number': 3, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'gw_port': {'id': '94590fba-e3fd-4a57-9496-ae67f264e580', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:31Z', 'updated_at': '2021-11-10T17:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:39.629738 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14698f9a-ca09-44dc-accf-df1f149bdb24 None None] The sync data for ids ['58e5e7f2-cc2b-482c-84ab-df0c8966a923'] in n-d-776250-10 is: [{'id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'name': 'tempest-TestVolumeBackupRestore-1998506311-router', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '94590fba-e3fd-4a57-9496-ae67f264e580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:29Z', 'updated_at': '2021-11-10T17:50:33Z', 'revision_number': 3, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'gw_port': {'id': '94590fba-e3fd-4a57-9496-ae67f264e580', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:31Z', 'updated_at': '2021-11-10T17:50:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:50:39.808081 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bb82308c-1fff-4fa8-9720-cdae08370382 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:39.815581 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bb82308c-1fff-4fa8-9720-cdae08370382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:39.881260 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5489a153-636c-4e2e-8aaf-390bf9c2fe49 tempest-MeteringIpV6TestJSON-1745420971 tempest-MeteringIpV6TestJSON-1745420971-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:39.889871 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5489a153-636c-4e2e-8aaf-390bf9c2fe49 tempest-MeteringIpV6TestJSON-1745420971 tempest-MeteringIpV6TestJSON-1745420971-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/df9c4775-4c98-4105-b0f7-9b40c819bf9b HTTP/1.1" status: 204 len: 168 time: 0.5519361 Nov 10 17:50:39.893254 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58092) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:39.945887 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4c77883d-5934-4686-9b37-0bc9c351d46b tempest-MeteringIpV6TestJSON-1745420971 tempest-MeteringIpV6TestJSON-1745420971-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=df9c4775-4c98-4105-b0f7-9b40c819bf9b HTTP/1.1" status: 200 len: 216 time: 0.0473351 Nov 10 17:50:39.949938 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58096) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:39.955910 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bb82308c-1fff-4fa8-9720-cdae08370382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:39.976657 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8fcb6a0f-bd4f-4749-9cea-ec377eb9f1a2 tempest-MeteringIpV6TestJSON-1745420971 tempest-MeteringIpV6TestJSON-1745420971-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0181282 Nov 10 17:50:39.982448 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58098) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:40.032018 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bf7bb368-d370-4102-9616-8e4334021c4d tempest-MeteringIpV6TestJSON-1745420971 tempest-MeteringIpV6TestJSON-1745420971-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0470939 Nov 10 17:50:40.038474 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58104) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:40.262274 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82308c-1fff-4fa8-9720-cdae08370382 admin admin] Pushing event updated for resources: {'Port': ['ID=87dc8f3e-ca18-44de-ad31-049485f4da6e,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:40.289968 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58114) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:40.297563 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1338ec5a-1ef0-41a7-a5ee-4bc8cbdc67c5 tempest-MeteringIpV6TestJSON-1745420971 tempest-MeteringIpV6TestJSON-1745420971-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels/4c784829-f9f7-4fcb-a854-672f79a95497 HTTP/1.1" status: 200 len: 473 time: 0.2561247 Nov 10 17:50:40.371330 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58120) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:40.379434 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-bcab8513-4dad-4a0c-9d7c-c10545dbf06a tempest-MeteringIpV6TestJSON-1745420971 tempest-MeteringIpV6TestJSON-1745420971-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules/b7faefcb-1f46-4820-b339-a8dcc4175f35 HTTP/1.1" status: 200 len: 459 time: 0.0788739 Nov 10 17:50:40.446328 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb82308c-1fff-4fa8-9720-cdae08370382 admin admin] Network 2dd476e6-793e-44bf-aabd-48157f37f673 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:50:40.450569 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-bb82308c-1fff-4fa8-9720-cdae08370382 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:50:40.746071 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dcf5f685-ce64-48ab-89c5-fe2e972a72b8 tempest-MeteringIpV6TestJSON-1745420971 tempest-MeteringIpV6TestJSON-1745420971-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:40.751723 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-dcf5f685-ce64-48ab-89c5-fe2e972a72b8 tempest-MeteringIpV6TestJSON-1745420971 tempest-MeteringIpV6TestJSON-1745420971-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/b7faefcb-1f46-4820-b339-a8dcc4175f35 HTTP/1.1" status: 204 len: 168 time: 0.3790209 Nov 10 17:50:40.754908 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58138) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:41.053701 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb82308c-1fff-4fa8-9720-cdae08370382 admin admin] Router 58e5e7f2-cc2b-482c-84ab-df0c8966a923 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:50:41.181674 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-f5a1a097-7527-41f3-810a-8075ed4781e7 None None] Provisioning complete for port 87dc8f3e-ca18-44de-ad31-049485f4da6e triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:41.182534 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f5a1a097-7527-41f3-810a-8075ed4781e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:41.224008 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-882e9131-7e48-4be8-aa6a-7b8bd9fce409 tempest-MeteringIpV6TestJSON-1745420971 tempest-MeteringIpV6TestJSON-1745420971-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:41.230765 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-882e9131-7e48-4be8-aa6a-7b8bd9fce409 tempest-MeteringIpV6TestJSON-1745420971 tempest-MeteringIpV6TestJSON-1745420971-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/4c784829-f9f7-4fcb-a854-672f79a95497 HTTP/1.1" status: 204 len: 168 time: 0.4734437 Nov 10 17:50:41.313332 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-f5a1a097-7527-41f3-810a-8075ed4781e7 None None] Port 87dc8f3e-ca18-44de-ad31-049485f4da6e cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:50:41.510833 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 94590fba-e3fd-4a57-9496-ae67f264e580 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:50:41.714484 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 94590fba-e3fd-4a57-9496-ae67f264e580 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:41.715020 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:41.941649 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58184) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:42.194904 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58192) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:42.376113 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f7d283ed-ce80-4502-8cf0-f7377512b1ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:42.533217 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f7d283ed-ce80-4502-8cf0-f7377512b1ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:42.535890 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4d7e1bbd-52ef-4757-a940-94188b115de3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:42.704687 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4d7e1bbd-52ef-4757-a940-94188b115de3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:42.706378 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f7d283ed-ce80-4502-8cf0-f7377512b1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:42.758136 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f7d283ed-ce80-4502-8cf0-f7377512b1ad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=067b21b671e04bec85f766e2e3db5ff8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8152266 Nov 10 17:50:42.759202 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4d7e1bbd-52ef-4757-a940-94188b115de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:42.802617 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb82308c-1fff-4fa8-9720-cdae08370382 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:50:42.804306 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58202) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:42.818192 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4d7e1bbd-52ef-4757-a940-94188b115de3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8cacec0ed038417189f31da12ab052ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6183546 Nov 10 17:50:42.821038 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-bb82308c-1fff-4fa8-9720-cdae08370382 admin admin] 10.222.0.39 "PUT /v2.0/routers/58e5e7f2-cc2b-482c-84ab-df0c8966a923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3973219 Nov 10 17:50:42.830378 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58204) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:42.882298 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d283ed-ce80-4502-8cf0-f7377512b1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be417e8-12da-44f9-b544-15d90a88dc70,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:42.975908 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e1bbd-52ef-4757-a940-94188b115de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727f64e0-bc5b-4a45-89a2-b7bd99c92f8d,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:43.070048 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0ffd769a-d62b-4ba4-b7bd-78e7c8636c54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:43.073380 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3df12349-326e-4534-832d-0e4ac74aa3e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:43.148779 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0ffd769a-d62b-4ba4-b7bd-78e7c8636c54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:43.163379 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3df12349-326e-4534-832d-0e4ac74aa3e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:43.268892 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c7b4a3-934c-4522-91e2-44027c39649f None None] Sync routers for ids ['58e5e7f2-cc2b-482c-84ab-df0c8966a923'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:50:43.302361 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c7b4a3-934c-4522-91e2-44027c39649f None None] Routers {'58e5e7f2-cc2b-482c-84ab-df0c8966a923'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:50:43.303556 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-06c7b4a3-934c-4522-91e2-44027c39649f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:50:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['58e5e7f2-cc2b-482c-84ab-df0c8966a923'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:43.352858 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0ffd769a-d62b-4ba4-b7bd-78e7c8636c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:43.369425 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0ffd769a-d62b-4ba4-b7bd-78e7c8636c54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:43.370892 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0ffd769a-d62b-4ba4-b7bd-78e7c8636c54 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/727f64e0-bc5b-4a45-89a2-b7bd99c92f8d HTTP/1.1" status: 204 len: 168 time: 0.5377142 Nov 10 17:50:43.424557 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd769a-d62b-4ba4-b7bd-78e7c8636c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727f64e0-bc5b-4a45-89a2-b7bd99c92f8d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:43.429891 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3df12349-326e-4534-832d-0e4ac74aa3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:43.437307 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3df12349-326e-4534-832d-0e4ac74aa3e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:43.453183 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3df12349-326e-4534-832d-0e4ac74aa3e4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2be417e8-12da-44f9-b544-15d90a88dc70 HTTP/1.1" status: 204 len: 168 time: 0.6459987 Nov 10 17:50:43.478501 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df12349-326e-4534-832d-0e4ac74aa3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be417e8-12da-44f9-b544-15d90a88dc70,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:43.624422 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-06c7b4a3-934c-4522-91e2-44027c39649f None None] Set router 58e5e7f2-cc2b-482c-84ab-df0c8966a923 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:50:44.175223 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-06c7b4a3-934c-4522-91e2-44027c39649f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'name': 'tempest-TestVolumeBackupRestore-1998506311-router', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '94590fba-e3fd-4a57-9496-ae67f264e580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:29Z', 'updated_at': '2021-11-10T17:50:39Z', 'revision_number': 4, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'gw_port': {'id': '94590fba-e3fd-4a57-9496-ae67f264e580', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:31Z', 'updated_at': '2021-11-10T17:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '87dc8f3e-ca18-44de-ad31-049485f4da6e', 'name': '', 'network_id': '2dd476e6-793e-44bf-aabd-48157f37f673', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'mac_address': 'fa:16:3e:56:36:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '0f2cccc8-127e-4986-96f4-ea926a4536bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:37Z', 'updated_at': '2021-11-10T17:50:39Z', 'revision_number': 2, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'subnets': [{'id': '0f2cccc8-127e-4986-96f4-ea926a4536bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:44.244413 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c7b4a3-934c-4522-91e2-44027c39649f None None] Checking router: 58e5e7f2-cc2b-482c-84ab-df0c8966a923 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:50:44.244876 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c7b4a3-934c-4522-91e2-44027c39649f None None] Updating router 58e5e7f2-cc2b-482c-84ab-df0c8966a923 port 87dc8f3e-ca18-44de-ad31-049485f4da6e binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:50:44.360312 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-06c7b4a3-934c-4522-91e2-44027c39649f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:44.376700 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58242) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:44.400717 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5da85129-3130-4646-a5cc-0b1495027989 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:44.545272 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58244) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:44.571179 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6a546694-52c1-434f-b761-19d89ddc6a0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:44.784363 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5da85129-3130-4646-a5cc-0b1495027989 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:44.794303 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5da85129-3130-4646-a5cc-0b1495027989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:44.797411 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6a546694-52c1-434f-b761-19d89ddc6a0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:44.803322 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6a546694-52c1-434f-b761-19d89ddc6a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:44.911339 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da85129-3130-4646-a5cc-0b1495027989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d363412b-4ddf-413a-bc44-191acc765a80,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:44.973473 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5da85129-3130-4646-a5cc-0b1495027989 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0c3faf6433f44fd887357f1effe9811c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5955613 Nov 10 17:50:44.974193 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58252) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:44.974507 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6a546694-52c1-434f-b761-19d89ddc6a0d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b0bec528205a4ce39454fb69d9aacd77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4277329 Nov 10 17:50:44.976128 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a546694-52c1-434f-b761-19d89ddc6a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94520dd-09f1-440d-b941-dc14e96290e9,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:44.991994 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58254) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:45.080321 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-06c7b4a3-934c-4522-91e2-44027c39649f None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:45.107572 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-06c7b4a3-934c-4522-91e2-44027c39649f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:45.159249 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1ccaa70c-f729-4780-97c7-410f0b8a8237 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:45.179706 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4d9b61eb-6344-4ed0-beca-21e4d3f914bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:45.229279 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658a1f5-253d-46c3-8bd9-2aaf76cdecf3 None None] Pushing event updated for resources: {'Port': ['ID=87dc8f3e-ca18-44de-ad31-049485f4da6e,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:45.242308 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1ccaa70c-f729-4780-97c7-410f0b8a8237 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:45.283801 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4d9b61eb-6344-4ed0-beca-21e4d3f914bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:45.401588 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-06c7b4a3-934c-4522-91e2-44027c39649f None None] Attempting to bind port 87dc8f3e-ca18-44de-ad31-049485f4da6e on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:50:45.402358 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-06c7b4a3-934c-4522-91e2-44027c39649f None None] Attempting to bind port 87dc8f3e-ca18-44de-ad31-049485f4da6e by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '7f0d5679-a9d5-4d15-af61-8e99dbd1bd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2dd476e6-793e-44bf-aabd-48157f37f673'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:50:45.402723 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c7b4a3-934c-4522-91e2-44027c39649f None None] Attempting to bind port 87dc8f3e-ca18-44de-ad31-049485f4da6e on network 2dd476e6-793e-44bf-aabd-48157f37f673 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:50:45.412731 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c7b4a3-934c-4522-91e2-44027c39649f None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:50:45.413101 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c7b4a3-934c-4522-91e2-44027c39649f None None] Checking segment: {'id': '7f0d5679-a9d5-4d15-af61-8e99dbd1bd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2dd476e6-793e-44bf-aabd-48157f37f673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:50:45.413512 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-06c7b4a3-934c-4522-91e2-44027c39649f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:45.413919 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c7b4a3-934c-4522-91e2-44027c39649f None None] Bound using segment: {'id': '7f0d5679-a9d5-4d15-af61-8e99dbd1bd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2dd476e6-793e-44bf-aabd-48157f37f673'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:50:45.415124 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-06c7b4a3-934c-4522-91e2-44027c39649f None None] Bound port: 87dc8f3e-ca18-44de-ad31-049485f4da6e, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0d5679-a9d5-4d15-af61-8e99dbd1bd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2dd476e6-793e-44bf-aabd-48157f37f673'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:50:45.415519 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-06c7b4a3-934c-4522-91e2-44027c39649f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:45.435360 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58264) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:45.458748 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-dfa5a532-2d67-4753-ad0b-0669a4a81d75 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-257596314-network', 'tenant_id': '87f1c936b39c40c587fc255f7a02e7ec'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:45.479292 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1ccaa70c-f729-4780-97c7-410f0b8a8237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:45.494865 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1ccaa70c-f729-4780-97c7-410f0b8a8237 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:45.497371 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1ccaa70c-f729-4780-97c7-410f0b8a8237 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c94520dd-09f1-440d-b941-dc14e96290e9 HTTP/1.1" status: 204 len: 168 time: 0.5221279 Nov 10 17:50:45.546206 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa5a532-2d67-4753-ad0b-0669a4a81d75 admin admin] Made reservation on behalf of 87f1c936b39c40c587fc255f7a02e7ec for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:50:45.561749 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dfa5a532-2d67-4753-ad0b-0669a4a81d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:45.570701 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccaa70c-f729-4780-97c7-410f0b8a8237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94520dd-09f1-440d-b941-dc14e96290e9,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:45.597353 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dfa5a532-2d67-4753-ad0b-0669a4a81d75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:45.611708 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4d9b61eb-6344-4ed0-beca-21e4d3f914bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:45.625750 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4d9b61eb-6344-4ed0-beca-21e4d3f914bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:45.627409 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4d9b61eb-6344-4ed0-beca-21e4d3f914bd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d363412b-4ddf-413a-bc44-191acc765a80 HTTP/1.1" status: 204 len: 168 time: 0.6309848 Nov 10 17:50:45.684323 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-06c7b4a3-934c-4522-91e2-44027c39649f None None] For port 87dc8f3e-ca18-44de-ad31-049485f4da6e, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:50:45.691074 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-06c7b4a3-934c-4522-91e2-44027c39649f None None] For port 87dc8f3e-ca18-44de-ad31-049485f4da6e, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=87dc8f3e-ca18-44de-ad31-049485f4da6e,segment=NetworkSegment(7f0d5679-a9d5-4d15-af61-8e99dbd1bd98),segment_id=7f0d5679-a9d5-4d15-af61-8e99dbd1bd98)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:50:45.703380 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-06c7b4a3-934c-4522-91e2-44027c39649f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:45.716885 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b61eb-6344-4ed0-beca-21e4d3f914bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d363412b-4ddf-413a-bc44-191acc765a80,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:45.851082 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658a1f5-253d-46c3-8bd9-2aaf76cdecf3 None None] Pushing event updated for resources: {'Port': ['ID=87dc8f3e-ca18-44de-ad31-049485f4da6e,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:45.892051 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c7b4a3-934c-4522-91e2-44027c39649f None None] Routers {'58e5e7f2-cc2b-482c-84ab-df0c8966a923'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:50:45.892886 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-06c7b4a3-934c-4522-91e2-44027c39649f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:50:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['58e5e7f2-cc2b-482c-84ab-df0c8966a923'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:46.062827 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-06c7b4a3-934c-4522-91e2-44027c39649f None None] Set router 58e5e7f2-cc2b-482c-84ab-df0c8966a923 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:50:46.127779 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dfa5a532-2d67-4753-ad0b-0669a4a81d75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:46.132168 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dfa5a532-2d67-4753-ad0b-0669a4a81d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:46.241834 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa5a532-2d67-4753-ad0b-0669a4a81d75 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:50:46.248184 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5a532-2d67-4753-ad0b-0669a4a81d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2166a52f-c53d-4a3e-b89b-c060bd8234a1,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:46.271829 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dfa5a532-2d67-4753-ad0b-0669a4a81d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:46.272410 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-dfa5a532-2d67-4753-ad0b-0669a4a81d75 admin admin] Added segment 5efdb708-e403-472b-8c10-7f51a686f419 of type vlan for network e2d18696-3473-4184-896d-feefb138e62a Nov 10 17:50:46.364906 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dfa5a532-2d67-4753-ad0b-0669a4a81d75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:46.439880 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dfa5a532-2d67-4753-ad0b-0669a4a81d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:46.440760 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa5a532-2d67-4753-ad0b-0669a4a81d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:46.441460 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dfa5a532-2d67-4753-ad0b-0669a4a81d75 admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:46.561046 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a44f86be-138f-4a89-aab5-0ece0c57c3e8 None None] Provisioning complete for port 87dc8f3e-ca18-44de-ad31-049485f4da6e triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:46.561635 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a44f86be-138f-4a89-aab5-0ece0c57c3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:46.614333 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5a532-2d67-4753-ad0b-0669a4a81d75 admin admin] Pushing event updated for resources: {'Network': ['ID=e2d18696-3473-4184-896d-feefb138e62a,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:46.639506 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network e2d18696-3473-4184-896d-feefb138e62a details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:50:46.650012 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58294) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:46.654552 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-dfa5a532-2d67-4753-ad0b-0669a4a81d75 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2051084 Nov 10 17:50:46.659136 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-70338f27-f24d-427e-8ac1-e2e461b5938c admin admin] Request body: {'subnet': {'network_id': 'e2d18696-3473-4184-896d-feefb138e62a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-257596314-subnet', 'tenant_id': '87f1c936b39c40c587fc255f7a02e7ec', 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:46.736658 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70338f27-f24d-427e-8ac1-e2e461b5938c admin admin] Made reservation on behalf of 87f1c936b39c40c587fc255f7a02e7ec for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:50:46.743676 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-70338f27-f24d-427e-8ac1-e2e461b5938c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:47.062920 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-70338f27-f24d-427e-8ac1-e2e461b5938c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:47.175465 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70338f27-f24d-427e-8ac1-e2e461b5938c admin admin] Pushing event updated for resources: {'Subnet': ['ID=366d0a23-5d48-4984-bc57-0a98d188a97f,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:47.178370 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70338f27-f24d-427e-8ac1-e2e461b5938c admin admin] Checking segment: {'id': '5efdb708-e403-472b-8c10-7f51a686f419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e2d18696-3473-4184-896d-feefb138e62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:50:47.179010 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70338f27-f24d-427e-8ac1-e2e461b5938c admin admin] Network hostable DHCP agents. Network: e2d18696-3473-4184-896d-feefb138e62a, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:50:47.221024 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70338f27-f24d-427e-8ac1-e2e461b5938c admin admin] Network e2d18696-3473-4184-896d-feefb138e62a is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:50:47.235797 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-70338f27-f24d-427e-8ac1-e2e461b5938c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, e2d18696-3473-4184-896d-feefb138e62a) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:50:47.254856 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70338f27-f24d-427e-8ac1-e2e461b5938c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:47.256289 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-70338f27-f24d-427e-8ac1-e2e461b5938c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:47.332358 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-70338f27-f24d-427e-8ac1-e2e461b5938c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6774096 Nov 10 17:50:47.333812 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58314) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:47.345278 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-96069564-e341-40d3-a919-8cfe3717bb9c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-257596314-router', 'tenant_id': '87f1c936b39c40c587fc255f7a02e7ec', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:47.421202 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-96069564-e341-40d3-a919-8cfe3717bb9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:47.424622 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-96069564-e341-40d3-a919-8cfe3717bb9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:47.499030 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f57bc11-7902-4304-a88b-775fe816b26d None None] Network e2d18696-3473-4184-896d-feefb138e62a requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:50:47.605879 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-96069564-e341-40d3-a919-8cfe3717bb9c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:47.927880 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a44f86be-138f-4a89-aab5-0ece0c57c3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:48.039728 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-96069564-e341-40d3-a919-8cfe3717bb9c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:48.073926 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d437c6-95e4-440e-a755-6bded7b127e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-e2d18696-3473-4184-896d-feefb138e62a', 'network_id': 'e2d18696-3473-4184-896d-feefb138e62a', 'tenant_id': '87f1c936b39c40c587fc255f7a02e7ec', 'fixed_ips': [{'subnet_id': '366d0a23-5d48-4984-bc57-0a98d188a97f'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:50:48.075265 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-54d437c6-95e4-440e-a755-6bded7b127e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:48.106251 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-a44f86be-138f-4a89-aab5-0ece0c57c3e8 None None] For port 87dc8f3e-ca18-44de-ad31-049485f4da6e, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=87dc8f3e-ca18-44de-ad31-049485f4da6e,segment=NetworkSegment(7f0d5679-a9d5-4d15-af61-8e99dbd1bd98),segment_id=7f0d5679-a9d5-4d15-af61-8e99dbd1bd98)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:50:48.115321 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a44f86be-138f-4a89-aab5-0ece0c57c3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:48.185632 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f86be-138f-4a89-aab5-0ece0c57c3e8 None None] Pushing event updated for resources: {'Port': ['ID=87dc8f3e-ca18-44de-ad31-049485f4da6e,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:48.197478 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-06c7b4a3-934c-4522-91e2-44027c39649f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'name': 'tempest-TestVolumeBackupRestore-1998506311-router', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '94590fba-e3fd-4a57-9496-ae67f264e580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:29Z', 'updated_at': '2021-11-10T17:50:39Z', 'revision_number': 4, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'gw_port': {'id': '94590fba-e3fd-4a57-9496-ae67f264e580', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:31Z', 'updated_at': '2021-11-10T17:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '87dc8f3e-ca18-44de-ad31-049485f4da6e', 'name': '', 'network_id': '2dd476e6-793e-44bf-aabd-48157f37f673', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'mac_address': 'fa:16:3e:56:36:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '0f2cccc8-127e-4986-96f4-ea926a4536bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:37Z', 'updated_at': '2021-11-10T17:50:45Z', 'revision_number': 4, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'subnets': [{'id': '0f2cccc8-127e-4986-96f4-ea926a4536bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:48.236852 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c7b4a3-934c-4522-91e2-44027c39649f None None] The sync data for ids ['58e5e7f2-cc2b-482c-84ab-df0c8966a923'] in n-d-776250-10 is: [{'id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'name': 'tempest-TestVolumeBackupRestore-1998506311-router', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '94590fba-e3fd-4a57-9496-ae67f264e580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:29Z', 'updated_at': '2021-11-10T17:50:39Z', 'revision_number': 4, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'gw_port': {'id': '94590fba-e3fd-4a57-9496-ae67f264e580', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:31Z', 'updated_at': '2021-11-10T17:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '87dc8f3e-ca18-44de-ad31-049485f4da6e', 'name': '', 'network_id': '2dd476e6-793e-44bf-aabd-48157f37f673', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'mac_address': 'fa:16:3e:56:36:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '0f2cccc8-127e-4986-96f4-ea926a4536bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:37Z', 'updated_at': '2021-11-10T17:50:45Z', 'revision_number': 4, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'subnets': [{'id': '0f2cccc8-127e-4986-96f4-ea926a4536bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:50:48.480056 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-950a8c27-4a07-4b93-9bc6-6726c8c83a42 None None] Provisioning complete for port 87dc8f3e-ca18-44de-ad31-049485f4da6e triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:48.486958 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-950a8c27-4a07-4b93-9bc6-6726c8c83a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:48.692030 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-96069564-e341-40d3-a919-8cfe3717bb9c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:48.749109 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-96069564-e341-40d3-a919-8cfe3717bb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:48.803140 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-54d437c6-95e4-440e-a755-6bded7b127e3 None None] Allocated IP 172.20.0.2 (e2d18696-3473-4184-896d-feefb138e62a/366d0a23-5d48-4984-bc57-0a98d188a97f/d420ced1-1e66-413d-b1ef-64e2f71ceb52) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:50:49.375281 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-96069564-e341-40d3-a919-8cfe3717bb9c admin admin] Allocated IP 172.25.5.232 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/4f2d128c-e831-4567-9b55-3c87c62ef5f6) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:50:49.892420 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-54d437c6-95e4-440e-a755-6bded7b127e3 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:49.916824 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 87dc8f3e-ca18-44de-ad31-049485f4da6e up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:50:49.927483 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-54d437c6-95e4-440e-a755-6bded7b127e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:49.981407 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-96069564-e341-40d3-a919-8cfe3717bb9c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:50.136705 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-96069564-e341-40d3-a919-8cfe3717bb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:50.251889 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d437c6-95e4-440e-a755-6bded7b127e3 None None] Network e2d18696-3473-4184-896d-feefb138e62a is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:50:50.268289 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58390) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:50.301656 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-54d437c6-95e4-440e-a755-6bded7b127e3 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:50:50.326932 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d437c6-95e4-440e-a755-6bded7b127e3 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:50:50.361478 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d437c6-95e4-440e-a755-6bded7b127e3 None None] Pushing event updated for resources: {'Port': ['ID=d420ced1-1e66-413d-b1ef-64e2f71ceb52,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:50.384978 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96069564-e341-40d3-a919-8cfe3717bb9c admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:50:50.399120 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96069564-e341-40d3-a919-8cfe3717bb9c admin admin] Pushing event updated for resources: {'Port': ['ID=4f2d128c-e831-4567-9b55-3c87c62ef5f6,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:50.408132 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-96069564-e341-40d3-a919-8cfe3717bb9c admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:50:50.419241 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 87dc8f3e-ca18-44de-ad31-049485f4da6e triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:50.419624 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:50.426481 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96069564-e341-40d3-a919-8cfe3717bb9c admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:50:50.517826 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfdf1b1-e7df-4c7b-b160-e6beb91af0be None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:50:50.813905 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79de70-3606-424f-a54a-359e2d2c1835 req-b6706fff-afc6-4bf4-a6d4-cea1c2065fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:50.825022 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae79de70-3606-424f-a54a-359e2d2c1835 req-b6706fff-afc6-4bf4-a6d4-cea1c2065fbd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0270caab27604a84907a03a58ad6e001&device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 1098 time: 0.2602615 Nov 10 17:50:51.021329 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-54d437c6-95e4-440e-a755-6bded7b127e3 None None] Attempting to bind port d420ced1-1e66-413d-b1ef-64e2f71ceb52 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:50:51.022092 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-54d437c6-95e4-440e-a755-6bded7b127e3 None None] Attempting to bind port d420ced1-1e66-413d-b1ef-64e2f71ceb52 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '5efdb708-e403-472b-8c10-7f51a686f419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e2d18696-3473-4184-896d-feefb138e62a'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:50:51.022092 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d437c6-95e4-440e-a755-6bded7b127e3 None None] Attempting to bind port d420ced1-1e66-413d-b1ef-64e2f71ceb52 on network e2d18696-3473-4184-896d-feefb138e62a {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:50:51.072760 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d437c6-95e4-440e-a755-6bded7b127e3 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:50:51.074286 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d437c6-95e4-440e-a755-6bded7b127e3 None None] Checking segment: {'id': '5efdb708-e403-472b-8c10-7f51a686f419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e2d18696-3473-4184-896d-feefb138e62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:50:51.074717 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-54d437c6-95e4-440e-a755-6bded7b127e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:51.075127 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d437c6-95e4-440e-a755-6bded7b127e3 None None] Bound using segment: {'id': '5efdb708-e403-472b-8c10-7f51a686f419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e2d18696-3473-4184-896d-feefb138e62a'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:50:51.081070 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-54d437c6-95e4-440e-a755-6bded7b127e3 None None] Bound port: d420ced1-1e66-413d-b1ef-64e2f71ceb52, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5efdb708-e403-472b-8c10-7f51a686f419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e2d18696-3473-4184-896d-feefb138e62a'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:50:51.081495 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-54d437c6-95e4-440e-a755-6bded7b127e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:51.319386 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-431ee364-aae4-4b51-b34b-0fe1bbba36e1 None None] Provisioning complete for port 4f2d128c-e831-4567-9b55-3c87c62ef5f6 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:51.319757 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-431ee364-aae4-4b51-b34b-0fe1bbba36e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:51.395029 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79de70-3606-424f-a54a-359e2d2c1835 req-763c3813-e1e6-4363-87e2-1b2f83df3317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:51.402665 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae79de70-3606-424f-a54a-359e2d2c1835 req-763c3813-e1e6-4363-87e2-1b2f83df3317 service neutron] 10.222.0.11 "GET /v2.0/networks?id=07b214b6-0379-4e57-a79c-5118cee6c24b HTTP/1.1" status: 200 len: 912 time: 0.5123131 Nov 10 17:50:51.461217 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-25c8b58c-1c07-4e88-ae38-56d36236957c tempest-MeteringTestJSON-1314317682 tempest-MeteringTestJSON-1314317682-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1874116378'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:51.472473 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-25c8b58c-1c07-4e88-ae38-56d36236957c tempest-MeteringTestJSON-1314317682 tempest-MeteringTestJSON-1314317682-project-admin] Unknown quota resources ['metering_label']. {{(pid=102469) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 17:50:51.608425 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-431ee364-aae4-4b51-b34b-0fe1bbba36e1 None None] Port 4f2d128c-e831-4567-9b55-3c87c62ef5f6 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:50:52.081552 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-54d437c6-95e4-440e-a755-6bded7b127e3 None None] For port d420ced1-1e66-413d-b1ef-64e2f71ceb52, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:50:52.091220 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-54d437c6-95e4-440e-a755-6bded7b127e3 None None] For port d420ced1-1e66-413d-b1ef-64e2f71ceb52, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d420ced1-1e66-413d-b1ef-64e2f71ceb52,segment=NetworkSegment(5efdb708-e403-472b-8c10-7f51a686f419),segment_id=5efdb708-e403-472b-8c10-7f51a686f419)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:50:52.120108 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-54d437c6-95e4-440e-a755-6bded7b127e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:52.348531 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae79de70-3606-424f-a54a-359e2d2c1835 req-c52c7f09-0516-46a6-8a25-3f7372c18946 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94a55a60-1af8-4730-86c8-8397af10e93f HTTP/1.1" status: 200 len: 1000 time: 0.9345105 Nov 10 17:50:52.402794 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d437c6-95e4-440e-a755-6bded7b127e3 None None] Pushing event updated for resources: {'Port': ['ID=d420ced1-1e66-413d-b1ef-64e2f71ceb52,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:53.009300 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-25c8b58c-1c07-4e88-ae38-56d36236957c tempest-MeteringTestJSON-1314317682 tempest-MeteringTestJSON-1314317682-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:53.012667 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-25c8b58c-1c07-4e88-ae38-56d36236957c tempest-MeteringTestJSON-1314317682 tempest-MeteringTestJSON-1314317682-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 2.7428808 Nov 10 17:50:53.019538 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79de70-3606-424f-a54a-359e2d2c1835 req-f9605aa8-66f4-433b-9fbe-4c493a3c63cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:53.024187 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae79de70-3606-424f-a54a-359e2d2c1835 req-f9605aa8-66f4-433b-9fbe-4c493a3c63cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0014d233-a3b8-4110-85a8-3bdeaa4b1e7d HTTP/1.1" status: 200 len: 850 time: 0.4696934 Nov 10 17:50:53.024876 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58430) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:53.084870 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-75bd1797-ea6b-4881-bff5-f7852e7c5f1c tempest-MeteringTestJSON-1314317682 tempest-MeteringTestJSON-1314317682-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '647ba12e-f17c-4798-94e9-4a0c95de8406'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:53.085703 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-75bd1797-ea6b-4881-bff5-f7852e7c5f1c tempest-MeteringTestJSON-1314317682 tempest-MeteringTestJSON-1314317682-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102469) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 17:50:53.263200 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-96069564-e341-40d3-a919-8cfe3717bb9c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:53.412044 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58436) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:53.418631 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79de70-3606-424f-a54a-359e2d2c1835 req-3a49adab-7b08-4c88-9dd2-d157eccb06b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:50:53.423981 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae79de70-3606-424f-a54a-359e2d2c1835 req-3a49adab-7b08-4c88-9dd2-d157eccb06b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=07b214b6-0379-4e57-a79c-5118cee6c24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3050914 Nov 10 17:50:53.437974 n-d-776250-10 neutron-server[102469]: WARNING neutron.services.metering.metering_plugin [None req-75bd1797-ea6b-4881-bff5-f7852e7c5f1c tempest-MeteringTestJSON-1314317682 tempest-MeteringTestJSON-1314317682-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 10 17:50:53.813779 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-75bd1797-ea6b-4881-bff5-f7852e7c5f1c tempest-MeteringTestJSON-1314317682 tempest-MeteringTestJSON-1314317682-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:53.815408 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-75bd1797-ea6b-4881-bff5-f7852e7c5f1c tempest-MeteringTestJSON-1314317682 tempest-MeteringTestJSON-1314317682-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7826700 Nov 10 17:50:53.830251 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58456) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:53.846278 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-8f83fd97-4aa8-422f-b520-64f7f5abe236 tempest-MeteringTestJSON-1314317682 tempest-MeteringTestJSON-1314317682-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '647ba12e-f17c-4798-94e9-4a0c95de8406'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:53.849083 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-8f83fd97-4aa8-422f-b520-64f7f5abe236 tempest-MeteringTestJSON-1314317682 tempest-MeteringTestJSON-1314317682-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102469) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 17:50:53.926786 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-96069564-e341-40d3-a919-8cfe3717bb9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:53.999163 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-197fe093-e310-44cf-a2cd-b51e2e11dc6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:54.017950 n-d-776250-10 neutron-server[102469]: WARNING neutron.services.metering.metering_plugin [None req-8f83fd97-4aa8-422f-b520-64f7f5abe236 tempest-MeteringTestJSON-1314317682 tempest-MeteringTestJSON-1314317682-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 10 17:50:54.222900 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96069564-e341-40d3-a919-8cfe3717bb9c admin admin] Router f877da50-d27a-438c-b3d3-52398b9708b4 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:50:54.279558 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8f83fd97-4aa8-422f-b520-64f7f5abe236 tempest-MeteringTestJSON-1314317682 tempest-MeteringTestJSON-1314317682-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:54.285590 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8f83fd97-4aa8-422f-b520-64f7f5abe236 tempest-MeteringTestJSON-1314317682 tempest-MeteringTestJSON-1314317682-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4453478 Nov 10 17:50:54.289811 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58464) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:54.295901 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae79de70-3606-424f-a54a-359e2d2c1835 req-87578dac-6d10-4c7d-bcb3-f9ade5c7670f service neutron] 10.222.0.11 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8523092 Nov 10 17:50:54.336307 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-00c60f4b-3495-4919-949e-fa62c7427958 tempest-MeteringTestJSON-1314317682 tempest-MeteringTestJSON-1314317682-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=471af79c-91c2-4c77-9b19-5722e07f9a77 HTTP/1.1" status: 200 len: 464 time: 0.0414436 Nov 10 17:50:54.408593 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58466) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:54.467401 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d420ced1-1e66-413d-b1ef-64e2f71ceb52 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:50:54.554162 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96069564-e341-40d3-a919-8cfe3717bb9c admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:50:54.567279 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1700f973-3bb9-4e29-9407-39a1e1a5864b None None] Sync routers for ids ['f877da50-d27a-438c-b3d3-52398b9708b4'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:50:54.606256 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1700f973-3bb9-4e29-9407-39a1e1a5864b None None] Routers {'f877da50-d27a-438c-b3d3-52398b9708b4'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:50:54.611598 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-1700f973-3bb9-4e29-9407-39a1e1a5864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:50:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f877da50-d27a-438c-b3d3-52398b9708b4'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:54.612868 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec181ca-0baf-4b9e-8f74-03483d18ab34 None None] Network e2d18696-3473-4184-896d-feefb138e62a requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:50:54.619463 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-96069564-e341-40d3-a919-8cfe3717bb9c admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:54.629952 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-96069564-e341-40d3-a919-8cfe3717bb9c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.2935483 Nov 10 17:50:54.634020 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58474) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:55.022298 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6548579d-57c6-4263-bbd8-a202eeb8f841 tempest-MeteringTestJSON-1314317682 tempest-MeteringTestJSON-1314317682-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:55.024449 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6548579d-57c6-4263-bbd8-a202eeb8f841 tempest-MeteringTestJSON-1314317682 tempest-MeteringTestJSON-1314317682-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/471af79c-91c2-4c77-9b19-5722e07f9a77 HTTP/1.1" status: 204 len: 168 time: 0.6147988 Nov 10 17:50:55.028411 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58478) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:55.029289 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-1700f973-3bb9-4e29-9407-39a1e1a5864b None None] Set router f877da50-d27a-438c-b3d3-52398b9708b4 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:50:55.098520 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-aa2da505-f429-458a-9ff6-74ddfd802a6f tempest-MeteringTestJSON-1314317682 tempest-MeteringTestJSON-1314317682-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=471af79c-91c2-4c77-9b19-5722e07f9a77 HTTP/1.1" status: 200 len: 221 time: 0.0647967 Nov 10 17:50:55.101848 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58480) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:55.122362 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-4305abb7-9072-4275-bc66-861f0d9063c7 tempest-MeteringTestJSON-1314317682 tempest-MeteringTestJSON-1314317682-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2145415044', 'description': 'label created by tempest'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:50:55.126570 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-4305abb7-9072-4275-bc66-861f0d9063c7 tempest-MeteringTestJSON-1314317682 tempest-MeteringTestJSON-1314317682-project-admin] Unknown quota resources ['metering_label']. {{(pid=102469) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 17:50:55.165782 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port d420ced1-1e66-413d-b1ef-64e2f71ceb52 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:55.168594 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:55.296114 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:55.340549 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-d2ac8661-6001-49d3-8fab-9d3443e95b05 None None] Provisioning complete for port d420ced1-1e66-413d-b1ef-64e2f71ceb52 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:55.341092 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8661-6001-49d3-8fab-9d3443e95b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:55.356004 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:55.827264 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae79de70-3606-424f-a54a-359e2d2c1835 req-32172722-5bcd-4e9d-9c47-0073b088b312 service neutron] 10.222.0.11 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4630384 Nov 10 17:50:55.861066 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4305abb7-9072-4275-bc66-861f0d9063c7 tempest-MeteringTestJSON-1314317682 tempest-MeteringTestJSON-1314317682-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:55.862295 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4305abb7-9072-4275-bc66-861f0d9063c7 tempest-MeteringTestJSON-1314317682 tempest-MeteringTestJSON-1314317682-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.7565367 Nov 10 17:50:55.869395 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58500) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:55.976528 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-1700f973-3bb9-4e29-9407-39a1e1a5864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f877da50-d27a-438c-b3d3-52398b9708b4', 'name': 'tempest-TestVolumeBackupRestore-257596314-router', 'tenant_id': '87f1c936b39c40c587fc255f7a02e7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '4f2d128c-e831-4567-9b55-3c87c62ef5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:47Z', 'updated_at': '2021-11-10T17:50:52Z', 'revision_number': 3, 'project_id': '87f1c936b39c40c587fc255f7a02e7ec', 'gw_port': {'id': '4f2d128c-e831-4567-9b55-3c87c62ef5f6', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:58:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f877da50-d27a-438c-b3d3-52398b9708b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:48Z', 'updated_at': '2021-11-10T17:50:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:56.013167 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:56.013833 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d4ea24dd-03bf-41b8-998d-46d17664b1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:56.014620 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-197fe093-e310-44cf-a2cd-b51e2e11dc6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:56.086071 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-197fe093-e310-44cf-a2cd-b51e2e11dc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:56.127897 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1700f973-3bb9-4e29-9407-39a1e1a5864b None None] Checking router: f877da50-d27a-438c-b3d3-52398b9708b4 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:50:56.128611 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1700f973-3bb9-4e29-9407-39a1e1a5864b None None] Updating router f877da50-d27a-438c-b3d3-52398b9708b4 port 4f2d128c-e831-4567-9b55-3c87c62ef5f6 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:50:56.130951 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port d420ced1-1e66-413d-b1ef-64e2f71ceb52, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d420ced1-1e66-413d-b1ef-64e2f71ceb52,segment=NetworkSegment(5efdb708-e403-472b-8c10-7f51a686f419),segment_id=5efdb708-e403-472b-8c10-7f51a686f419)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:50:56.141414 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8661-6001-49d3-8fab-9d3443e95b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:56.146979 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:56.236933 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-1700f973-3bb9-4e29-9407-39a1e1a5864b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:56.374114 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-197fe093-e310-44cf-a2cd-b51e2e11dc6b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=89a7966c451242748e14d28a82f241a3&name=default HTTP/1.1" status: 200 len: 3000 time: 2.9476469 Nov 10 17:50:56.376491 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58504) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:56.403100 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2eb2d6b7-db2a-4c8e-84a9-57f349275a42 tempest-MeteringTestJSON-1314317682 tempest-MeteringTestJSON-1314317682-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=7a2a3a1d-cac6-40d3-a454-3d8d21538e4f HTTP/1.1" status: 200 len: 468 time: 0.4800663 Nov 10 17:50:56.410117 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58506) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:56.464583 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c425c1f1-f088-4310-ad9c-096f2939a1e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:56.502829 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c425c1f1-f088-4310-ad9c-096f2939a1e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:56.598281 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c425c1f1-f088-4310-ad9c-096f2939a1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:56.600632 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=d420ced1-1e66-413d-b1ef-64e2f71ceb52,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:56.602821 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c425c1f1-f088-4310-ad9c-096f2939a1e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:56.604504 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c425c1f1-f088-4310-ad9c-096f2939a1e6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e33f262e-2ff8-45d6-9aff-a35e700d77bc HTTP/1.1" status: 204 len: 168 time: 0.2268593 Nov 10 17:50:56.655413 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-d2ac8661-6001-49d3-8fab-9d3443e95b05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:50:56.656073 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-d2ac8661-6001-49d3-8fab-9d3443e95b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:50:56.665272 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c425c1f1-f088-4310-ad9c-096f2939a1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33f262e-2ff8-45d6-9aff-a35e700d77bc,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:56.740068 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-d4ea24dd-03bf-41b8-998d-46d17664b1dd admin admin] Allocated IP 172.20.0.1 (e2d18696-3473-4184-896d-feefb138e62a/366d0a23-5d48-4984-bc57-0a98d188a97f/f6756acc-7453-436f-a53b-6d81e466f347) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:50:56.820260 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197fe093-e310-44cf-a2cd-b51e2e11dc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33f262e-2ff8-45d6-9aff-a35e700d77bc,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:56.967235 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-05980e86-6b1d-46b1-b023-029558f6aecf tempest-MeteringTestJSON-1314317682 tempest-MeteringTestJSON-1314317682-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:56.978363 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-05980e86-6b1d-46b1-b023-029558f6aecf tempest-MeteringTestJSON-1314317682 tempest-MeteringTestJSON-1314317682-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/7a2a3a1d-cac6-40d3-a454-3d8d21538e4f HTTP/1.1" status: 204 len: 168 time: 0.5619481 Nov 10 17:50:56.979258 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58518) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:57.012109 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4a3e9c60-50a5-409a-a61e-7165eab507ea tempest-MeteringTestJSON-1314317682 tempest-MeteringTestJSON-1314317682-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=7a2a3a1d-cac6-40d3-a454-3d8d21538e4f HTTP/1.1" status: 200 len: 216 time: 0.0292056 Nov 10 17:50:57.013577 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-1700f973-3bb9-4e29-9407-39a1e1a5864b None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:57.018178 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58520) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:57.022544 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-1700f973-3bb9-4e29-9407-39a1e1a5864b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:57.042664 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-87e6aaf9-463f-4bba-b34a-e64215ac1e0f tempest-MeteringTestJSON-1314317682 tempest-MeteringTestJSON-1314317682-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0256994 Nov 10 17:50:57.049186 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58524) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:57.061191 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1abb18a-0bb9-4c37-9bdb-dbeb1ac0e140 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:50:57.107945 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d4ea24dd-03bf-41b8-998d-46d17664b1dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:57.120554 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4e01a682-20ea-42eb-900f-4eb1d0012d7a tempest-MeteringTestJSON-1314317682 tempest-MeteringTestJSON-1314317682-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0658894 Nov 10 17:50:57.121381 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58528) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:57.129864 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-1700f973-3bb9-4e29-9407-39a1e1a5864b None None] Attempting to bind port 4f2d128c-e831-4567-9b55-3c87c62ef5f6 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:50:57.130475 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-1700f973-3bb9-4e29-9407-39a1e1a5864b None None] Attempting to bind port 4f2d128c-e831-4567-9b55-3c87c62ef5f6 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:50:57.130848 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1700f973-3bb9-4e29-9407-39a1e1a5864b None None] Attempting to bind port 4f2d128c-e831-4567-9b55-3c87c62ef5f6 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:50:57.159846 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1700f973-3bb9-4e29-9407-39a1e1a5864b None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:50:57.160247 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1700f973-3bb9-4e29-9407-39a1e1a5864b None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:50:57.160777 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-1700f973-3bb9-4e29-9407-39a1e1a5864b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:57.161056 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1700f973-3bb9-4e29-9407-39a1e1a5864b None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:50:57.161547 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-1700f973-3bb9-4e29-9407-39a1e1a5864b None None] Bound port: 4f2d128c-e831-4567-9b55-3c87c62ef5f6, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:50:57.163140 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-1700f973-3bb9-4e29-9407-39a1e1a5864b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:57.236045 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d4ea24dd-03bf-41b8-998d-46d17664b1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:57.249159 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ce4a7-40b0-4d9f-8d52-0d8c97706c0f None None] Pushing event updated for resources: {'Port': ['ID=4f2d128c-e831-4567-9b55-3c87c62ef5f6,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:57.298146 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-1700f973-3bb9-4e29-9407-39a1e1a5864b None None] For port 4f2d128c-e831-4567-9b55-3c87c62ef5f6, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:50:57.302482 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-1700f973-3bb9-4e29-9407-39a1e1a5864b None None] For port 4f2d128c-e831-4567-9b55-3c87c62ef5f6, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=4f2d128c-e831-4567-9b55-3c87c62ef5f6,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:50:57.309458 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-1700f973-3bb9-4e29-9407-39a1e1a5864b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:57.363893 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1700f973-3bb9-4e29-9407-39a1e1a5864b None None] Routers {'f877da50-d27a-438c-b3d3-52398b9708b4'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:50:57.364640 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-1700f973-3bb9-4e29-9407-39a1e1a5864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:50:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f877da50-d27a-438c-b3d3-52398b9708b4'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:57.371127 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545a5670-b9cc-4776-bf35-497dc73ae54b None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:50:57.372584 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9028df9e-0752-4bbd-a5be-5b310ac9758b tempest-MeteringTestJSON-1314317682 tempest-MeteringTestJSON-1314317682-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels/647ba12e-f17c-4798-94e9-4a0c95de8406 HTTP/1.1" status: 200 len: 473 time: 0.2488835 Nov 10 17:50:57.377127 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58530) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:57.404779 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1433d480-d945-4ea3-8331-e5b3e15d0b24 tempest-MeteringTestJSON-1314317682 tempest-MeteringTestJSON-1314317682-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules/bcf51ca4-8173-4c5a-b5e4-1079c8330b69 HTTP/1.1" status: 200 len: 461 time: 0.0219939 Nov 10 17:50:57.406946 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58532) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:57.476631 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ea24dd-03bf-41b8-998d-46d17664b1dd admin admin] Network e2d18696-3473-4184-896d-feefb138e62a is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:50:57.481812 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea24dd-03bf-41b8-998d-46d17664b1dd admin admin] Pushing event updated for resources: {'Port': ['ID=f6756acc-7453-436f-a53b-6d81e466f347,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:57.488364 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-d4ea24dd-03bf-41b8-998d-46d17664b1dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:50:57.495170 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-5bb6e044-d9f0-48a5-b32e-14ec799e6e52 None None] Provisioning complete for port 4f2d128c-e831-4567-9b55-3c87c62ef5f6 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:57.503151 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5bb6e044-d9f0-48a5-b32e-14ec799e6e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:57.509095 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ea24dd-03bf-41b8-998d-46d17664b1dd admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:50:57.512681 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-1700f973-3bb9-4e29-9407-39a1e1a5864b None None] Set router f877da50-d27a-438c-b3d3-52398b9708b4 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:50:57.638893 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d4ea24dd-03bf-41b8-998d-46d17664b1dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:57.774834 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58540) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:57.817961 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7e62bd19-b6b7-4767-9019-f2d84c614f57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:57.880248 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5bb6e044-d9f0-48a5-b32e-14ec799e6e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:57.938534 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7e62bd19-b6b7-4767-9019-f2d84c614f57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:57.947860 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7e62bd19-b6b7-4767-9019-f2d84c614f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:57.961375 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1d5dd406-8ea2-46fb-8296-abeb73a787fa tempest-MeteringTestJSON-1314317682 tempest-MeteringTestJSON-1314317682-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:57.970449 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1d5dd406-8ea2-46fb-8296-abeb73a787fa tempest-MeteringTestJSON-1314317682 tempest-MeteringTestJSON-1314317682-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/bcf51ca4-8173-4c5a-b5e4-1079c8330b69 HTTP/1.1" status: 204 len: 168 time: 0.5533059 Nov 10 17:50:57.971232 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58544) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:58.004913 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-5bb6e044-d9f0-48a5-b32e-14ec799e6e52 None None] For port 4f2d128c-e831-4567-9b55-3c87c62ef5f6, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=4f2d128c-e831-4567-9b55-3c87c62ef5f6,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:50:58.015039 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5bb6e044-d9f0-48a5-b32e-14ec799e6e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:58.062951 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7e62bd19-b6b7-4767-9019-f2d84c614f57 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c339cb345a7148ab984b25cac19603bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2870028 Nov 10 17:50:58.065817 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e62bd19-b6b7-4767-9019-f2d84c614f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dbc048-ed38-488a-9f69-66b73dd71c60,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:58.085223 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58546) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:58.217687 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-5bb6e044-d9f0-48a5-b32e-14ec799e6e52 None None] Provisioning complete for port d420ced1-1e66-413d-b1ef-64e2f71ceb52 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:58.219643 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5bb6e044-d9f0-48a5-b32e-14ec799e6e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:58.314035 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88292c42-c548-439a-9397-e6c08366e3a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:58.369036 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6e044-d9f0-48a5-b32e-14ec799e6e52 None None] Pushing event updated for resources: {'Port': ['ID=4f2d128c-e831-4567-9b55-3c87c62ef5f6,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:58.400243 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88292c42-c548-439a-9397-e6c08366e3a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:58.408584 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ce4a7-40b0-4d9f-8d52-0d8c97706c0f None None] Pushing event updated for resources: {'Port': ['ID=4f2d128c-e831-4567-9b55-3c87c62ef5f6,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:58.507175 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-1700f973-3bb9-4e29-9407-39a1e1a5864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f877da50-d27a-438c-b3d3-52398b9708b4', 'name': 'tempest-TestVolumeBackupRestore-257596314-router', 'tenant_id': '87f1c936b39c40c587fc255f7a02e7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '4f2d128c-e831-4567-9b55-3c87c62ef5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:47Z', 'updated_at': '2021-11-10T17:50:52Z', 'revision_number': 3, 'project_id': '87f1c936b39c40c587fc255f7a02e7ec', 'gw_port': {'id': '4f2d128c-e831-4567-9b55-3c87c62ef5f6', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:58:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f877da50-d27a-438c-b3d3-52398b9708b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:48Z', 'updated_at': '2021-11-10T17:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:50:58.509968 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d420ced1-1e66-413d-b1ef-64e2f71ceb52 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:50:58.559940 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-82036e37-70cc-4fc1-9dc4-4403e7bcd195 tempest-MeteringTestJSON-1314317682 tempest-MeteringTestJSON-1314317682-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:58.563984 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-82036e37-70cc-4fc1-9dc4-4403e7bcd195 tempest-MeteringTestJSON-1314317682 tempest-MeteringTestJSON-1314317682-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/647ba12e-f17c-4798-94e9-4a0c95de8406 HTTP/1.1" status: 204 len: 168 time: 0.5907965 Nov 10 17:50:58.594988 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88292c42-c548-439a-9397-e6c08366e3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:58.598924 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88292c42-c548-439a-9397-e6c08366e3a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:58.605682 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-88292c42-c548-439a-9397-e6c08366e3a8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e1dbc048-ed38-488a-9f69-66b73dd71c60 HTTP/1.1" status: 204 len: 168 time: 0.5141215 Nov 10 17:50:58.632031 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1700f973-3bb9-4e29-9407-39a1e1a5864b None None] The sync data for ids ['f877da50-d27a-438c-b3d3-52398b9708b4'] in n-d-776250-10 is: [{'id': 'f877da50-d27a-438c-b3d3-52398b9708b4', 'name': 'tempest-TestVolumeBackupRestore-257596314-router', 'tenant_id': '87f1c936b39c40c587fc255f7a02e7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '4f2d128c-e831-4567-9b55-3c87c62ef5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:47Z', 'updated_at': '2021-11-10T17:50:52Z', 'revision_number': 3, 'project_id': '87f1c936b39c40c587fc255f7a02e7ec', 'gw_port': {'id': '4f2d128c-e831-4567-9b55-3c87c62ef5f6', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:58:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f877da50-d27a-438c-b3d3-52398b9708b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:48Z', 'updated_at': '2021-11-10T17:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:50:58.644059 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88292c42-c548-439a-9397-e6c08366e3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dbc048-ed38-488a-9f69-66b73dd71c60,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:58.777810 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d4ea24dd-03bf-41b8-998d-46d17664b1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:58.810731 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6d2d1f8a-ab43-4c36-aa3c-cb6f3d49ae97 None None] Provisioning complete for port f6756acc-7453-436f-a53b-6d81e466f347 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:58.811049 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6d2d1f8a-ab43-4c36-aa3c-cb6f3d49ae97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:58.973274 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port d420ced1-1e66-413d-b1ef-64e2f71ceb52 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:50:58.974048 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:58.981468 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-6d2d1f8a-ab43-4c36-aa3c-cb6f3d49ae97 None None] Port f6756acc-7453-436f-a53b-6d81e466f347 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:50:59.402741 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58568) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:50:59.465811 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d4ea24dd-03bf-41b8-998d-46d17664b1dd admin admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:59.480783 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d4ea24dd-03bf-41b8-998d-46d17664b1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:59.730851 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea24dd-03bf-41b8-998d-46d17664b1dd admin admin] Pushing event updated for resources: {'Port': ['ID=f6756acc-7453-436f-a53b-6d81e466f347,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:50:59.773764 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d4ea24dd-03bf-41b8-998d-46d17664b1dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:50:59.872479 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ebb884ab-3ca6-4255-bfa6-de2bfb9cfdc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:00.141484 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ea24dd-03bf-41b8-998d-46d17664b1dd admin admin] Network e2d18696-3473-4184-896d-feefb138e62a is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:51:00.147486 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-d4ea24dd-03bf-41b8-998d-46d17664b1dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:51:00.161981 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ebb884ab-3ca6-4255-bfa6-de2bfb9cfdc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:00.170386 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ebb884ab-3ca6-4255-bfa6-de2bfb9cfdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:00.291870 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ebb884ab-3ca6-4255-bfa6-de2bfb9cfdc5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=375ea7661e6648c7a16443a944a8b89e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8878074 Nov 10 17:51:00.301174 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58596) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:00.506423 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb884ab-3ca6-4255-bfa6-de2bfb9cfdc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79ccc04-070c-4a94-bab9-9aed9c204242,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:00.591094 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e1b82971-71f5-49b9-be52-b7b6233a5716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:00.681351 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-59f2804b-4fd0-4437-95de-61123ec912dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:00.737040 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 4f2d128c-e831-4567-9b55-3c87c62ef5f6 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:51:00.763585 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-59f2804b-4fd0-4437-95de-61123ec912dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:00.941824 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-59f2804b-4fd0-4437-95de-61123ec912dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:00.944587 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-59f2804b-4fd0-4437-95de-61123ec912dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:00.950600 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-59f2804b-4fd0-4437-95de-61123ec912dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f79ccc04-070c-4a94-bab9-9aed9c204242 HTTP/1.1" status: 204 len: 168 time: 0.6440988 Nov 10 17:51:00.950845 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ea24dd-03bf-41b8-998d-46d17664b1dd admin admin] Router f877da50-d27a-438c-b3d3-52398b9708b4 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:51:01.008428 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2804b-4fd0-4437-95de-61123ec912dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79ccc04-070c-4a94-bab9-9aed9c204242,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:01.134027 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-cd189fc3-3154-4770-92a5-22a9a6f207d3 None None] Provisioning complete for port f6756acc-7453-436f-a53b-6d81e466f347 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:51:01.134761 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cd189fc3-3154-4770-92a5-22a9a6f207d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:01.217203 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 4f2d128c-e831-4567-9b55-3c87c62ef5f6 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:51:01.217587 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:01.259604 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-cd189fc3-3154-4770-92a5-22a9a6f207d3 None None] Port f6756acc-7453-436f-a53b-6d81e466f347 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:51:01.300837 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ea24dd-03bf-41b8-998d-46d17664b1dd admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:51:01.315837 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d4ea24dd-03bf-41b8-998d-46d17664b1dd admin admin] 10.222.0.39 "PUT /v2.0/routers/f877da50-d27a-438c-b3d3-52398b9708b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6780283 Nov 10 17:51:01.630663 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58630) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:01.652220 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3a38ed59-0acb-478d-9e6e-80e411ab0622 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:01.889259 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3a38ed59-0acb-478d-9e6e-80e411ab0622 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:01.912062 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3a38ed59-0acb-478d-9e6e-80e411ab0622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:02.112980 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3a38ed59-0acb-478d-9e6e-80e411ab0622 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5a550866e0254a27a54c57f42871f300&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4807854 Nov 10 17:51:02.113648 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58654) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:02.114027 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a38ed59-0acb-478d-9e6e-80e411ab0622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6029b370-f9ff-4b61-bca5-56e6f2f3d1d2,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:02.241351 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bdaa1c7a-5faf-4ba9-8810-8ecfb55438ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:02.285528 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bdaa1c7a-5faf-4ba9-8810-8ecfb55438ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:02.368241 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bdaa1c7a-5faf-4ba9-8810-8ecfb55438ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:02.371497 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bdaa1c7a-5faf-4ba9-8810-8ecfb55438ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:02.375408 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bdaa1c7a-5faf-4ba9-8810-8ecfb55438ff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6029b370-f9ff-4b61-bca5-56e6f2f3d1d2 HTTP/1.1" status: 204 len: 168 time: 0.2576325 Nov 10 17:51:02.383477 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa1c7a-5faf-4ba9-8810-8ecfb55438ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6029b370-f9ff-4b61-bca5-56e6f2f3d1d2,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:02.600307 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07be24ef-c1ac-44ca-90b4-45419372d513 None None] Sync routers for ids ['f877da50-d27a-438c-b3d3-52398b9708b4'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:51:02.638782 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07be24ef-c1ac-44ca-90b4-45419372d513 None None] Routers {'f877da50-d27a-438c-b3d3-52398b9708b4'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:51:02.638782 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-07be24ef-c1ac-44ca-90b4-45419372d513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:50:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f877da50-d27a-438c-b3d3-52398b9708b4'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:51:02.992261 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-07be24ef-c1ac-44ca-90b4-45419372d513 None None] Set router f877da50-d27a-438c-b3d3-52398b9708b4 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:51:04.156478 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e670f79-c781-4156-88c1-49bba8d963d6 req-f55320e8-fb89-4815-8315-794ca3bbe793 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:04.170566 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5e670f79-c781-4156-88c1-49bba8d963d6 req-f55320e8-fb89-4815-8315-794ca3bbe793 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 946 time: 0.1783049 Nov 10 17:51:04.203508 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-79d385a1-40ce-46d0-9f8c-eabb76c0a395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:04.220620 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:04.312480 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5e670f79-c781-4156-88c1-49bba8d963d6 req-41912073-49d5-4f0c-92d7-37255f6e1ecd tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407378 Nov 10 17:51:04.521438 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-07be24ef-c1ac-44ca-90b4-45419372d513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f877da50-d27a-438c-b3d3-52398b9708b4', 'name': 'tempest-TestVolumeBackupRestore-257596314-router', 'tenant_id': '87f1c936b39c40c587fc255f7a02e7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '4f2d128c-e831-4567-9b55-3c87c62ef5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:47Z', 'updated_at': '2021-11-10T17:50:58Z', 'revision_number': 4, 'project_id': '87f1c936b39c40c587fc255f7a02e7ec', 'gw_port': {'id': '4f2d128c-e831-4567-9b55-3c87c62ef5f6', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f877da50-d27a-438c-b3d3-52398b9708b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:48Z', 'updated_at': '2021-11-10T17:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'f6756acc-7453-436f-a53b-6d81e466f347', 'name': '', 'network_id': 'e2d18696-3473-4184-896d-feefb138e62a', 'tenant_id': '87f1c936b39c40c587fc255f7a02e7ec', 'mac_address': 'fa:16:3e:de:03:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f877da50-d27a-438c-b3d3-52398b9708b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '366d0a23-5d48-4984-bc57-0a98d188a97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:56Z', 'updated_at': '2021-11-10T17:50:58Z', 'revision_number': 2, 'project_id': '87f1c936b39c40c587fc255f7a02e7ec', 'subnets': [{'id': '366d0a23-5d48-4984-bc57-0a98d188a97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:51:04.555529 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07be24ef-c1ac-44ca-90b4-45419372d513 None None] Checking router: f877da50-d27a-438c-b3d3-52398b9708b4 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:51:04.556044 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07be24ef-c1ac-44ca-90b4-45419372d513 None None] Updating router f877da50-d27a-438c-b3d3-52398b9708b4 port f6756acc-7453-436f-a53b-6d81e466f347 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:51:04.558242 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58808) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:04.597176 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-07be24ef-c1ac-44ca-90b4-45419372d513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:05.019766 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58822) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:05.170378 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-efe93c36-7372-4f28-92d2-cf0ee8af9141 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1159676660'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:51:05.229737 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe93c36-7372-4f28-92d2-cf0ee8af9141 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:51:05.242211 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-efe93c36-7372-4f28-92d2-cf0ee8af9141 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:05.275604 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-efe93c36-7372-4f28-92d2-cf0ee8af9141 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:05.338624 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0821fc1-de05-42d6-b4f1-c84bf66e04dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:05.440250 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-efe93c36-7372-4f28-92d2-cf0ee8af9141 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:05.446431 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-efe93c36-7372-4f28-92d2-cf0ee8af9141 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:05.475677 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efe93c36-7372-4f28-92d2-cf0ee8af9141 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:51:05.500748 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-efe93c36-7372-4f28-92d2-cf0ee8af9141 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:05.501400 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-efe93c36-7372-4f28-92d2-cf0ee8af9141 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Added segment 86e25d74-2697-4946-8e4e-7795e65db395 of type vlan for network 56ba63a0-d928-4743-9bbe-448716588d55 Nov 10 17:51:05.533188 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-07be24ef-c1ac-44ca-90b4-45419372d513 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:05.548699 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:05.555012 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-07be24ef-c1ac-44ca-90b4-45419372d513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:05.659777 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a73194-6920-4202-90d0-c178f2cf8692 req-3eebe94c-fa28-4150-8574-5ab4065bdafc tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:05.665230 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-efe93c36-7372-4f28-92d2-cf0ee8af9141 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:05.676244 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-91a73194-6920-4202-90d0-c178f2cf8692 req-3eebe94c-fa28-4150-8574-5ab4065bdafc tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 946 time: 0.3209076 Nov 10 17:51:05.816784 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe93c36-7372-4f28-92d2-cf0ee8af9141 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1c03d1-9e2c-4d3c-899b-3da1b17184da,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:05.820733 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-efe93c36-7372-4f28-92d2-cf0ee8af9141 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:05.839965 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169268d-d2a6-4f37-9781-4861396c9a7f None None] Pushing event updated for resources: {'Port': ['ID=f6756acc-7453-436f-a53b-6d81e466f347,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:05.848452 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-07be24ef-c1ac-44ca-90b4-45419372d513 None None] Attempting to bind port f6756acc-7453-436f-a53b-6d81e466f347 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:51:05.848975 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-07be24ef-c1ac-44ca-90b4-45419372d513 None None] Attempting to bind port f6756acc-7453-436f-a53b-6d81e466f347 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '5efdb708-e403-472b-8c10-7f51a686f419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e2d18696-3473-4184-896d-feefb138e62a'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:51:05.849585 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07be24ef-c1ac-44ca-90b4-45419372d513 None None] Attempting to bind port f6756acc-7453-436f-a53b-6d81e466f347 on network e2d18696-3473-4184-896d-feefb138e62a {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:51:05.857440 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07be24ef-c1ac-44ca-90b4-45419372d513 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:51:05.858121 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07be24ef-c1ac-44ca-90b4-45419372d513 None None] Checking segment: {'id': '5efdb708-e403-472b-8c10-7f51a686f419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e2d18696-3473-4184-896d-feefb138e62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:51:05.858588 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-07be24ef-c1ac-44ca-90b4-45419372d513 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:05.859583 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07be24ef-c1ac-44ca-90b4-45419372d513 None None] Bound using segment: {'id': '5efdb708-e403-472b-8c10-7f51a686f419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e2d18696-3473-4184-896d-feefb138e62a'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:51:05.860340 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-07be24ef-c1ac-44ca-90b4-45419372d513 None None] Bound port: f6756acc-7453-436f-a53b-6d81e466f347, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5efdb708-e403-472b-8c10-7f51a686f419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e2d18696-3473-4184-896d-feefb138e62a'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:51:05.860825 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-07be24ef-c1ac-44ca-90b4-45419372d513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:05.877313 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe93c36-7372-4f28-92d2-cf0ee8af9141 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:05.879171 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-efe93c36-7372-4f28-92d2-cf0ee8af9141 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:05.932814 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-91a73194-6920-4202-90d0-c178f2cf8692 req-0cfb2ec3-3f89-45ce-8ac8-3f06f98fef97 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2552636 Nov 10 17:51:05.964940 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0821fc1-de05-42d6-b4f1-c84bf66e04dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:05.975502 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0821fc1-de05-42d6-b4f1-c84bf66e04dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:06.080007 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-07be24ef-c1ac-44ca-90b4-45419372d513 None None] For port f6756acc-7453-436f-a53b-6d81e466f347, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:51:06.087351 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-07be24ef-c1ac-44ca-90b4-45419372d513 None None] For port f6756acc-7453-436f-a53b-6d81e466f347, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=f6756acc-7453-436f-a53b-6d81e466f347,segment=NetworkSegment(5efdb708-e403-472b-8c10-7f51a686f419),segment_id=5efdb708-e403-472b-8c10-7f51a686f419)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:51:06.094142 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0821fc1-de05-42d6-b4f1-c84bf66e04dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37eb013c-a23c-471e-8d48-55e0b76209cc,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:06.098109 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-07be24ef-c1ac-44ca-90b4-45419372d513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:06.149774 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe93c36-7372-4f28-92d2-cf0ee8af9141 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Network': ['ID=56ba63a0-d928-4743-9bbe-448716588d55,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:06.155635 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-efe93c36-7372-4f28-92d2-cf0ee8af9141 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1344285 Nov 10 17:51:06.164738 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58836) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:06.170623 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e0821fc1-de05-42d6-b4f1-c84bf66e04dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=efd9e6aa7717442a86bad5b51b9a271b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6110241 Nov 10 17:51:06.173195 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58838) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:06.173454 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-ecc6f5ad-f085-4af4-9c18-30d1342151f3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:51:06.187575 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:51:06.305108 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c0b7bfbd-1656-4da0-8359-77dfda1de703 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:06.370422 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07be24ef-c1ac-44ca-90b4-45419372d513 None None] Routers {'f877da50-d27a-438c-b3d3-52398b9708b4'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:51:06.371264 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-07be24ef-c1ac-44ca-90b4-45419372d513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:51:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f877da50-d27a-438c-b3d3-52398b9708b4'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:51:06.372180 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c0b7bfbd-1656-4da0-8359-77dfda1de703 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:06.403308 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc6f5ad-f085-4af4-9c18-30d1342151f3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:51:06.407683 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ecc6f5ad-f085-4af4-9c18-30d1342151f3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:06.418740 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-ac24c1bc-447c-4dbe-9ce0-bc12ae95b98f None None] Provisioning complete for port f6756acc-7453-436f-a53b-6d81e466f347 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:51:06.418965 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ac24c1bc-447c-4dbe-9ce0-bc12ae95b98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:06.498582 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c0b7bfbd-1656-4da0-8359-77dfda1de703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:06.503912 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c0b7bfbd-1656-4da0-8359-77dfda1de703 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:06.509122 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c0b7bfbd-1656-4da0-8359-77dfda1de703 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/37eb013c-a23c-471e-8d48-55e0b76209cc HTTP/1.1" status: 204 len: 168 time: 0.3325901 Nov 10 17:51:06.526169 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7bfbd-1656-4da0-8359-77dfda1de703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37eb013c-a23c-471e-8d48-55e0b76209cc,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:06.652723 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:06.753929 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169268d-d2a6-4f37-9781-4861396c9a7f None None] Pushing event updated for resources: {'Port': ['ID=f6756acc-7453-436f-a53b-6d81e466f347,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:06.916032 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ac24c1bc-447c-4dbe-9ce0-bc12ae95b98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:06.958434 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ecc6f5ad-f085-4af4-9c18-30d1342151f3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:07.104092 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-ac24c1bc-447c-4dbe-9ce0-bc12ae95b98f None None] For port f6756acc-7453-436f-a53b-6d81e466f347, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=f6756acc-7453-436f-a53b-6d81e466f347,segment=NetworkSegment(5efdb708-e403-472b-8c10-7f51a686f419),segment_id=5efdb708-e403-472b-8c10-7f51a686f419)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:51:07.115263 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-07be24ef-c1ac-44ca-90b4-45419372d513 None None] Set router f877da50-d27a-438c-b3d3-52398b9708b4 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:51:07.157011 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ac24c1bc-447c-4dbe-9ce0-bc12ae95b98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:07.194522 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6f5ad-f085-4af4-9c18-30d1342151f3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Subnet': ['ID=21b30ce2-ca83-4806-8be0-6f49af339a09,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:07.198232 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d829a-0bdc-44dd-9e38-a2e0628d26a7 req-db8a77fa-f36e-443f-a8e6-36425d87287a tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:07.212921 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b8d829a-0bdc-44dd-9e38-a2e0628d26a7 req-db8a77fa-f36e-443f-a8e6-36425d87287a tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 946 time: 0.1410973 Nov 10 17:51:07.241874 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc6f5ad-f085-4af4-9c18-30d1342151f3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Checking segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:51:07.242235 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc6f5ad-f085-4af4-9c18-30d1342151f3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network hostable DHCP agents. Network: 56ba63a0-d928-4743-9bbe-448716588d55, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:51:07.251145 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58856) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:07.297579 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9ce33eb4-451b-4d08-bc64-bad2dc95eb6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:07.301093 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b8d829a-0bdc-44dd-9e38-a2e0628d26a7 req-8625bc6f-e0de-4ca9-8ac2-e10df0131bfa tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825806 Nov 10 17:51:07.339343 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 94a55a60-1af8-4730-86c8-8397af10e93f no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:51:07.344217 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc6f5ad-f085-4af4-9c18-30d1342151f3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:51:07.380972 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-ecc6f5ad-f085-4af4-9c18-30d1342151f3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 56ba63a0-d928-4743-9bbe-448716588d55) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:51:07.390757 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc6f5ad-f085-4af4-9c18-30d1342151f3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:07.392046 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ecc6f5ad-f085-4af4-9c18-30d1342151f3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:07.412349 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24c1bc-447c-4dbe-9ce0-bc12ae95b98f None None] Pushing event updated for resources: {'Port': ['ID=f6756acc-7453-436f-a53b-6d81e466f347,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:07.424569 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15ceba2-c652-4f4c-8f1e-e7ef8d36349b None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:51:07.424870 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ecc6f5ad-f085-4af4-9c18-30d1342151f3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2584016 Nov 10 17:51:07.427814 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58858) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:07.438015 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-35481447-9ea4-4f09-97a6-8b5a8d0cf79e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'port': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'name': 'tempest-NetworksTestDHCPv6-626913824'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:51:07.462258 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3ba541d2-4f8c-40ef-8e3b-86365bc3dc28 None None] Provisioning complete for port f6756acc-7453-436f-a53b-6d81e466f347 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:51:07.462701 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3ba541d2-4f8c-40ef-8e3b-86365bc3dc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:07.555954 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9ce33eb4-451b-4d08-bc64-bad2dc95eb6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:07.604317 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9ce33eb4-451b-4d08-bc64-bad2dc95eb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:07.648343 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:07.696059 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9ce33eb4-451b-4d08-bc64-bad2dc95eb6f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=455f45123ad9411885fb839e9518cb74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4401758 Nov 10 17:51:07.697766 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58862) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:07.771262 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7e95a3-e687-47fe-8bd5-a81e6baeab34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94a55a60-1af8-4730-86c8-8397af10e93f'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:51:07.774452 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0cfb57-e257-4d04-81f7-7a44ebcddd23" -d '{"events": [{"server_uuid": "be7e95a3-e687-47fe-8bd5-a81e6baeab34", "name": "network-vif-unplugged", "status": "completed", "tag": "94a55a60-1af8-4730-86c8-8397af10e93f"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:51:07.804838 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 94a55a60-1af8-4730-86c8-8397af10e93f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=94a55a60-1af8-4730-86c8-8397af10e93f,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:51:07.813947 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:07.887115 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:51:07.970324 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35481447-9ea4-4f09-97a6-8b5a8d0cf79e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:51:07.990538 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-90fa1ce2-d847-4935-bb11-32a34c75fcac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:07.993127 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35481447-9ea4-4f09-97a6-8b5a8d0cf79e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:08.011168 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb771151-714e-4b56-92f7-d2963518f522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-56ba63a0-d928-4743-9bbe-448716588d55', 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'tenant_id': 'f939140a32834c1da7df3d36570f3629', 'fixed_ips': [{'subnet_id': '21b30ce2-ca83-4806-8be0-6f49af339a09'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:51:08.012574 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bb771151-714e-4b56-92f7-d2963518f522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:08.042211 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053aa9b8-56ea-4540-8067-4a7ff53eda6e x-openstack-request-id: req-053aa9b8-56ea-4540-8067-4a7ff53eda6e {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:51:08.044398 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7e95a3-e687-47fe-8bd5-a81e6baeab34", "name": "network-vif-unplugged", "status": "completed", "tag": "94a55a60-1af8-4730-86c8-8397af10e93f", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:51:08.045012 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-053aa9b8-56ea-4540-8067-4a7ff53eda6e {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:51:08.045623 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7e95a3-e687-47fe-8bd5-a81e6baeab34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94a55a60-1af8-4730-86c8-8397af10e93f', 'code': 200} Nov 10 17:51:08.053058 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce33eb4-451b-4d08-bc64-bad2dc95eb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8431a14a-560c-4bcc-8c0c-1fb8416dcef5,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:08.056846 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-35481447-9ea4-4f09-97a6-8b5a8d0cf79e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] device_id is not set on port 3d8edc97-8baa-4358-b606-b0a89ecf2236 yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:51:08.057331 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-90fa1ce2-d847-4935-bb11-32a34c75fcac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:08.213878 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-90fa1ce2-d847-4935-bb11-32a34c75fcac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:08.220953 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-90fa1ce2-d847-4935-bb11-32a34c75fcac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:08.224107 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-90fa1ce2-d847-4935-bb11-32a34c75fcac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8431a14a-560c-4bcc-8c0c-1fb8416dcef5 HTTP/1.1" status: 204 len: 168 time: 0.5240755 Nov 10 17:51:08.244454 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa1ce2-d847-4935-bb11-32a34c75fcac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8431a14a-560c-4bcc-8c0c-1fb8416dcef5,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:08.291310 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-35481447-9ea4-4f09-97a6-8b5a8d0cf79e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Allocated IP 2001:db8::3b5 (56ba63a0-d928-4743-9bbe-448716588d55/21b30ce2-ca83-4806-8be0-6f49af339a09/3d8edc97-8baa-4358-b606-b0a89ecf2236) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:51:08.404191 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-07be24ef-c1ac-44ca-90b4-45419372d513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f877da50-d27a-438c-b3d3-52398b9708b4', 'name': 'tempest-TestVolumeBackupRestore-257596314-router', 'tenant_id': '87f1c936b39c40c587fc255f7a02e7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '4f2d128c-e831-4567-9b55-3c87c62ef5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:47Z', 'updated_at': '2021-11-10T17:50:58Z', 'revision_number': 4, 'project_id': '87f1c936b39c40c587fc255f7a02e7ec', 'gw_port': {'id': '4f2d128c-e831-4567-9b55-3c87c62ef5f6', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f877da50-d27a-438c-b3d3-52398b9708b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:48Z', 'updated_at': '2021-11-10T17:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'f6756acc-7453-436f-a53b-6d81e466f347', 'name': '', 'network_id': 'e2d18696-3473-4184-896d-feefb138e62a', 'tenant_id': '87f1c936b39c40c587fc255f7a02e7ec', 'mac_address': 'fa:16:3e:de:03:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f877da50-d27a-438c-b3d3-52398b9708b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '366d0a23-5d48-4984-bc57-0a98d188a97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:56Z', 'updated_at': '2021-11-10T17:51:06Z', 'revision_number': 4, 'project_id': '87f1c936b39c40c587fc255f7a02e7ec', 'subnets': [{'id': '366d0a23-5d48-4984-bc57-0a98d188a97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:51:08.407999 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=94a55a60-1af8-4730-86c8-8397af10e93f,revision_number=11']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:08.442320 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07be24ef-c1ac-44ca-90b4-45419372d513 None None] The sync data for ids ['f877da50-d27a-438c-b3d3-52398b9708b4'] in n-d-776250-10 is: [{'id': 'f877da50-d27a-438c-b3d3-52398b9708b4', 'name': 'tempest-TestVolumeBackupRestore-257596314-router', 'tenant_id': '87f1c936b39c40c587fc255f7a02e7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '4f2d128c-e831-4567-9b55-3c87c62ef5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:47Z', 'updated_at': '2021-11-10T17:50:58Z', 'revision_number': 4, 'project_id': '87f1c936b39c40c587fc255f7a02e7ec', 'gw_port': {'id': '4f2d128c-e831-4567-9b55-3c87c62ef5f6', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f877da50-d27a-438c-b3d3-52398b9708b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:48Z', 'updated_at': '2021-11-10T17:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'f6756acc-7453-436f-a53b-6d81e466f347', 'name': '', 'network_id': 'e2d18696-3473-4184-896d-feefb138e62a', 'tenant_id': '87f1c936b39c40c587fc255f7a02e7ec', 'mac_address': 'fa:16:3e:de:03:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f877da50-d27a-438c-b3d3-52398b9708b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '366d0a23-5d48-4984-bc57-0a98d188a97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:56Z', 'updated_at': '2021-11-10T17:51:06Z', 'revision_number': 4, 'project_id': '87f1c936b39c40c587fc255f7a02e7ec', 'subnets': [{'id': '366d0a23-5d48-4984-bc57-0a98d188a97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:51:08.594733 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121d8f6-9c9b-42c6-96fb-81adb0889ae3 req-eab0472d-abff-4f39-845d-40db0b309938 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:08.603068 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e121d8f6-9c9b-42c6-96fb-81adb0889ae3 req-eab0472d-abff-4f39-845d-40db0b309938 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.1293237 Nov 10 17:51:08.668871 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35481447-9ea4-4f09-97a6-8b5a8d0cf79e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:08.729550 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e121d8f6-9c9b-42c6-96fb-81adb0889ae3 req-7bdec723-fc79-4136-bb08-88d997f9676a tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253664 Nov 10 17:51:08.855257 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35481447-9ea4-4f09-97a6-8b5a8d0cf79e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:08.996062 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-bb771151-714e-4b56-92f7-d2963518f522 None None] Allocated IP 2001:db8::2 (56ba63a0-d928-4743-9bbe-448716588d55/21b30ce2-ca83-4806-8be0-6f49af339a09/4c43dadd-ed99-4f5d-ba11-54b0836d6176) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:51:09.029577 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35481447-9ea4-4f09-97a6-8b5a8d0cf79e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Port': ['ID=3d8edc97-8baa-4358-b606-b0a89ecf2236,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:09.038118 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35481447-9ea4-4f09-97a6-8b5a8d0cf79e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:51:09.039715 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-35481447-9ea4-4f09-97a6-8b5a8d0cf79e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:51:09.042455 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35481447-9ea4-4f09-97a6-8b5a8d0cf79e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:51:09.049178 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35481447-9ea4-4f09-97a6-8b5a8d0cf79e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:09.050281 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35481447-9ea4-4f09-97a6-8b5a8d0cf79e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:09.068123 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-35481447-9ea4-4f09-97a6-8b5a8d0cf79e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6389916 Nov 10 17:51:09.070648 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58900) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:09.159321 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f155fcab-bd2c-4ae3-a1fc-de89d568456c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:09.163604 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f155fcab-bd2c-4ae3-a1fc-de89d568456c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0915909 Nov 10 17:51:09.167005 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58906) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:09.222766 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58912) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:09.265004 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f393c26-07f6-4f78-8d77-3925ce5c003f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:09.559076 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-81ee80b2-4613-4532-8fcb-3eaf5db8f768 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting port 3d8edc97-8baa-4358-b606-b0a89ecf2236 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:51:09.559583 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-81ee80b2-4613-4532-8fcb-3eaf5db8f768 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:09.647037 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f393c26-07f6-4f78-8d77-3925ce5c003f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:09.657470 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f393c26-07f6-4f78-8d77-3925ce5c003f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:09.754591 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4f393c26-07f6-4f78-8d77-3925ce5c003f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=735c03662b7b4a89a4d2bcf89012b34f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5300131 Nov 10 17:51:09.756349 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58920) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:09.799385 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bb771151-714e-4b56-92f7-d2963518f522 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:09.836573 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 94a55a60-1af8-4730-86c8-8397af10e93f details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:51:09.839622 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bb771151-714e-4b56-92f7-d2963518f522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:10.011920 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f393c26-07f6-4f78-8d77-3925ce5c003f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1877a20e-28fd-433b-b1e7-ba9ba0c61452,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:10.054677 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6d45806d-a0bf-4647-97cf-250d86ae6351 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:10.076214 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb771151-714e-4b56-92f7-d2963518f522 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:51:10.084059 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.resource_extend [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 10 17:51:10.122162 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-bb771151-714e-4b56-92f7-d2963518f522 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:51:10.145519 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6d45806d-a0bf-4647-97cf-250d86ae6351 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:10.305724 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6d45806d-a0bf-4647-97cf-250d86ae6351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:10.311830 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6d45806d-a0bf-4647-97cf-250d86ae6351 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:10.342313 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6d45806d-a0bf-4647-97cf-250d86ae6351 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1877a20e-28fd-433b-b1e7-ba9ba0c61452 HTTP/1.1" status: 204 len: 168 time: 0.5689478 Nov 10 17:51:10.393400 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94eac77-f69d-4398-8f7c-007180b375d1 req-1b22d07d-6040-46ae-a9b5-42855aced33b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:10.405362 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f94eac77-f69d-4398-8f7c-007180b375d1 req-1b22d07d-6040-46ae-a9b5-42855aced33b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.5007849 Nov 10 17:51:10.470985 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45806d-a0bf-4647-97cf-250d86ae6351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1877a20e-28fd-433b-b1e7-ba9ba0c61452,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:10.471848 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 94a55a60-1af8-4730-86c8-8397af10e93f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=94a55a60-1af8-4730-86c8-8397af10e93f,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:51:10.542763 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb771151-714e-4b56-92f7-d2963518f522 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:51:10.603051 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '94a55a60-1af8-4730-86c8-8397af10e93f', 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b', 'port_id': '94a55a60-1af8-4730-86c8-8397af10e93f', 'mac_address': 'fa:16:3e:c1:c1:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0014d233-a3b8-4110-85a8-3bdeaa4b1e7d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:51:10.632414 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device f6756acc-7453-436f-a53b-6d81e466f347 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:51:10.690727 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f94eac77-f69d-4398-8f7c-007180b375d1 req-318b7502-35ed-477d-900e-9f54f6625c2e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2790086 Nov 10 17:51:10.833710 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb771151-714e-4b56-92f7-d2963518f522 None None] Pushing event updated for resources: {'Port': ['ID=4c43dadd-ed99-4f5d-ba11-54b0836d6176,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:10.978353 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-bb771151-714e-4b56-92f7-d2963518f522 None None] Attempting to bind port 4c43dadd-ed99-4f5d-ba11-54b0836d6176 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:51:10.978943 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-bb771151-714e-4b56-92f7-d2963518f522 None None] Attempting to bind port 4c43dadd-ed99-4f5d-ba11-54b0836d6176 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:51:10.985714 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb771151-714e-4b56-92f7-d2963518f522 None None] Attempting to bind port 4c43dadd-ed99-4f5d-ba11-54b0836d6176 on network 56ba63a0-d928-4743-9bbe-448716588d55 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:51:11.008290 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb771151-714e-4b56-92f7-d2963518f522 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:51:11.008674 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb771151-714e-4b56-92f7-d2963518f522 None None] Checking segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:51:11.009086 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bb771151-714e-4b56-92f7-d2963518f522 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:11.009485 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb771151-714e-4b56-92f7-d2963518f522 None None] Bound using segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:51:11.009983 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-bb771151-714e-4b56-92f7-d2963518f522 None None] Bound port: 4c43dadd-ed99-4f5d-ba11-54b0836d6176, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:51:11.010374 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bb771151-714e-4b56-92f7-d2963518f522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:11.016662 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:11.068224 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a55a60-1af8-4730-86c8-8397af10e93f {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:51:11.082153 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-81ee80b2-4613-4532-8fcb-3eaf5db8f768 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:11.111836 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-81ee80b2-4613-4532-8fcb-3eaf5db8f768 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Calling delete_port for 3d8edc97-8baa-4358-b606-b0a89ecf2236 owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:51:11.156467 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port f6756acc-7453-436f-a53b-6d81e466f347 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:51:11.157708 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:11.227824 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 94a55a60-1af8-4730-86c8-8397af10e93f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=94a55a60-1af8-4730-86c8-8397af10e93f,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:51:11.243532 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:11.261223 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-bb771151-714e-4b56-92f7-d2963518f522 None None] For port 4c43dadd-ed99-4f5d-ba11-54b0836d6176, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:51:11.411190 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-bb771151-714e-4b56-92f7-d2963518f522 None None] For port 4c43dadd-ed99-4f5d-ba11-54b0836d6176, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=4c43dadd-ed99-4f5d-ba11-54b0836d6176,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:51:11.414335 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-81ee80b2-4613-4532-8fcb-3eaf5db8f768 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:11.429083 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['94a55a60-1af8-4730-86c8-8397af10e93f'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:51:11.449164 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bb771151-714e-4b56-92f7-d2963518f522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:11.650415 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-81ee80b2-4613-4532-8fcb-3eaf5db8f768 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:11.664787 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-81ee80b2-4613-4532-8fcb-3eaf5db8f768 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/3d8edc97-8baa-4358-b606-b0a89ecf2236 HTTP/1.1" status: 204 len: 168 time: 2.4964328 Nov 10 17:51:11.667660 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58960) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:11.734106 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee80b2-4613-4532-8fcb-3eaf5db8f768 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Port': ['ID=3d8edc97-8baa-4358-b606-b0a89ecf2236,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:11.750540 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee80b2-4613-4532-8fcb-3eaf5db8f768 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:11.750977 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee80b2-4613-4532-8fcb-3eaf5db8f768 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:11.751227 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee80b2-4613-4532-8fcb-3eaf5db8f768 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:11.751551 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee80b2-4613-4532-8fcb-3eaf5db8f768 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:11.751887 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee80b2-4613-4532-8fcb-3eaf5db8f768 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:11.767996 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=94a55a60-1af8-4730-86c8-8397af10e93f,revision_number=12']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:11.768925 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee80b2-4613-4532-8fcb-3eaf5db8f768 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:11.777307 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee80b2-4613-4532-8fcb-3eaf5db8f768 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:11.777307 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee80b2-4613-4532-8fcb-3eaf5db8f768 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:11.777307 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee80b2-4613-4532-8fcb-3eaf5db8f768 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:11.777307 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee80b2-4613-4532-8fcb-3eaf5db8f768 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:11.777307 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee80b2-4613-4532-8fcb-3eaf5db8f768 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:11.777307 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee80b2-4613-4532-8fcb-3eaf5db8f768 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:11.856625 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c869c91-bb7b-498f-900e-bde374009453 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:11.864263 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c869c91-bb7b-498f-900e-bde374009453 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:11.868431 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58964) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:11.869191 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3c869c91-bb7b-498f-900e-bde374009453 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2003760 Nov 10 17:51:12.120453 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-db6ed2f9-87fc-4cff-8621-a92383095235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting subnet 21b30ce2-ca83-4806-8be0-6f49af339a09 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:51:12.137654 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfe0a0-2e0f-4ec4-8075-e731dc8d3eb7 req-77eba9fa-d392-47b9-8279-0f8c6fe269c7 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:12.158591 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-db6ed2f9-87fc-4cff-8621-a92383095235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:12.163281 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-06cfe0a0-2e0f-4ec4-8075-e731dc8d3eb7 req-77eba9fa-d392-47b9-8279-0f8c6fe269c7 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 945 time: 0.2458301 Nov 10 17:51:12.198891 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb771151-714e-4b56-92f7-d2963518f522 None None] Pushing event updated for resources: {'Port': ['ID=4c43dadd-ed99-4f5d-ba11-54b0836d6176,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:12.409772 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-db6ed2f9-87fc-4cff-8621-a92383095235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:12.429527 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-06cfe0a0-2e0f-4ec4-8075-e731dc8d3eb7 req-44073796-1de2-437b-95e7-d3609c64b316 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2526731 Nov 10 17:51:12.653661 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-db6ed2f9-87fc-4cff-8621-a92383095235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:12.824177 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-db6ed2f9-87fc-4cff-8621-a92383095235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:12.962807 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ed2f9-87fc-4cff-8621-a92383095235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Subnet': ['ID=21b30ce2-ca83-4806-8be0-6f49af339a09,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:12.996979 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-db6ed2f9-87fc-4cff-8621-a92383095235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:13.022978 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58986) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:13.023529 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-db6ed2f9-87fc-4cff-8621-a92383095235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/21b30ce2-ca83-4806-8be0-6f49af339a09 HTTP/1.1" status: 204 len: 168 time: 1.1495333 Nov 10 17:51:13.106790 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d92237b9-b7e4-419f-a4af-4239693cb641 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0825698 Nov 10 17:51:13.111158 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58990) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:13.131990 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-c4d2c1c7-c93b-4565-9563-622f310dc565 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:51:13.352895 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 94a55a60-1af8-4730-86c8-8397af10e93f up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:51:13.503395 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 94a55a60-1af8-4730-86c8-8397af10e93f triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:51:13.505415 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:13.820638 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:13.907972 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 94a55a60-1af8-4730-86c8-8397af10e93f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=94a55a60-1af8-4730-86c8-8397af10e93f,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:51:13.913330 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7e95a3-e687-47fe-8bd5-a81e6baeab34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a55a60-1af8-4730-86c8-8397af10e93f'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:51:13.919258 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c907384a-c8da-4caf-880a-8736150e66b3" -d '{"events": [{"server_uuid": "be7e95a3-e687-47fe-8bd5-a81e6baeab34", "name": "network-vif-plugged", "status": "completed", "tag": "94a55a60-1af8-4730-86c8-8397af10e93f"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:51:13.925218 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2993aedf-fee2-46d7-a82d-2e74ab420aec None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:51:13.935684 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:14.137485 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e29ee0b-549f-4510-acf5-e16618c0bfab x-openstack-request-id: req-3e29ee0b-549f-4510-acf5-e16618c0bfab {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:51:14.137815 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7e95a3-e687-47fe-8bd5-a81e6baeab34", "name": "network-vif-plugged", "status": "completed", "tag": "94a55a60-1af8-4730-86c8-8397af10e93f", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:51:14.138027 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3e29ee0b-549f-4510-acf5-e16618c0bfab {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:51:14.138559 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7e95a3-e687-47fe-8bd5-a81e6baeab34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a55a60-1af8-4730-86c8-8397af10e93f', 'code': 200} Nov 10 17:51:14.273774 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-95257dd4-33db-4435-ace5-eb4884e29906 None None] Provisioning complete for port 4c43dadd-ed99-4f5d-ba11-54b0836d6176 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:51:14.274308 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-95257dd4-33db-4435-ace5-eb4884e29906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:14.454973 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=94a55a60-1af8-4730-86c8-8397af10e93f,revision_number=13']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:14.470932 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ad850-f274-47ba-a888-ac9a4bc7ec66 req-e9035839-c779-4290-ae0e-84a79b09bde1 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:14.472485 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-af2ad850-f274-47ba-a888-ac9a4bc7ec66 req-e9035839-c779-4290-ae0e-84a79b09bde1 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 946 time: 0.2628255 Nov 10 17:51:14.555299 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 4c43dadd-ed99-4f5d-ba11-54b0836d6176 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:51:14.658959 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-af2ad850-f274-47ba-a888-ac9a4bc7ec66 req-190c88a6-6377-4d4e-a49a-d181ea255f60 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649327 Nov 10 17:51:14.684445 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d2c1c7-c93b-4565-9563-622f310dc565 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:51:14.693556 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c4d2c1c7-c93b-4565-9563-622f310dc565 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:14.722953 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 4c43dadd-ed99-4f5d-ba11-54b0836d6176 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:51:14.723475 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:15.167229 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-95257dd4-33db-4435-ace5-eb4884e29906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:15.199595 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c4d2c1c7-c93b-4565-9563-622f310dc565 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:15.241862 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d35754-251c-4ba5-b6c1-a58efca33115 None None] DHCP port deletion for 56ba63a0-d928-4743-9bbe-448716588d55 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:51:15.273687 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d2c1c7-c93b-4565-9563-622f310dc565 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:51:15.278100 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-c4d2c1c7-c93b-4565-9563-622f310dc565 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:51:15.283932 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d2c1c7-c93b-4565-9563-622f310dc565 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:15.285412 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c4d2c1c7-c93b-4565-9563-622f310dc565 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:15.304255 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c4d2c1c7-c93b-4565-9563-622f310dc565 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1911402 Nov 10 17:51:15.306904 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59048) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:15.321805 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-60e0a33b-8eb2-4e55-af70-e628a7385fb1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'port': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'name': 'tempest-NetworksTestDHCPv6-1656022460'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:51:15.363855 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2c1c7-c93b-4565-9563-622f310dc565 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Subnet': ['ID=a22cc2d6-c8d3-4056-b597-ef2aadc24040,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:15.381978 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2c1c7-c93b-4565-9563-622f310dc565 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:15.382663 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2c1c7-c93b-4565-9563-622f310dc565 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:15.383240 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2c1c7-c93b-4565-9563-622f310dc565 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:15.383783 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2c1c7-c93b-4565-9563-622f310dc565 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:15.384351 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2c1c7-c93b-4565-9563-622f310dc565 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:15.388816 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2c1c7-c93b-4565-9563-622f310dc565 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:15.389476 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2c1c7-c93b-4565-9563-622f310dc565 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:15.389708 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-95257dd4-33db-4435-ace5-eb4884e29906 None None] For port 4c43dadd-ed99-4f5d-ba11-54b0836d6176, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=4c43dadd-ed99-4f5d-ba11-54b0836d6176,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:51:15.390261 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2c1c7-c93b-4565-9563-622f310dc565 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:15.390771 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2c1c7-c93b-4565-9563-622f310dc565 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:15.391322 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2c1c7-c93b-4565-9563-622f310dc565 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:15.391765 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2c1c7-c93b-4565-9563-622f310dc565 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:15.392243 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d2c1c7-c93b-4565-9563-622f310dc565 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:15.458745 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-95257dd4-33db-4435-ace5-eb4884e29906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:15.467897 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:15.649474 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e0a33b-8eb2-4e55-af70-e628a7385fb1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:51:15.662381 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-60e0a33b-8eb2-4e55-af70-e628a7385fb1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:15.702448 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-60e0a33b-8eb2-4e55-af70-e628a7385fb1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] device_id is not set on port b7cfb378-e24f-4578-8aa2-46a36f9a1750 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:51:15.761135 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95257dd4-33db-4435-ace5-eb4884e29906 None None] Pushing event updated for resources: {'Port': ['ID=4c43dadd-ed99-4f5d-ba11-54b0836d6176,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:15.842327 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c2d35754-251c-4ba5-b6c1-a58efca33115 None None] Deleting port 4c43dadd-ed99-4f5d-ba11-54b0836d6176 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:51:15.842719 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c2d35754-251c-4ba5-b6c1-a58efca33115 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:15.990027 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:51:15.990365 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:51:16.067749 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58144d7c-dbcc-4c3c-9ad8-40c26567c40d req-9fe3bf5a-2e96-4d9d-adb1-edcc92d27a24 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:16.068282 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-60e0a33b-8eb2-4e55-af70-e628a7385fb1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Allocated IP 2001:db8::2c5 (56ba63a0-d928-4743-9bbe-448716588d55/a22cc2d6-c8d3-4056-b597-ef2aadc24040/b7cfb378-e24f-4578-8aa2-46a36f9a1750) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:51:16.071349 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-58144d7c-dbcc-4c3c-9ad8-40c26567c40d req-9fe3bf5a-2e96-4d9d-adb1-edcc92d27a24 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 946 time: 0.1839836 Nov 10 17:51:16.117295 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c2d35754-251c-4ba5-b6c1-a58efca33115 None None] For port 4c43dadd-ed99-4f5d-ba11-54b0836d6176, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=4c43dadd-ed99-4f5d-ba11-54b0836d6176,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:51:16.120181 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c2d35754-251c-4ba5-b6c1-a58efca33115 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:16.185300 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c2d35754-251c-4ba5-b6c1-a58efca33115 None None] Calling delete_port for 4c43dadd-ed99-4f5d-ba11-54b0836d6176 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:51:16.219577 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-58144d7c-dbcc-4c3c-9ad8-40c26567c40d req-8485d9da-3db2-4ba0-91cc-361259f74150 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376009 Nov 10 17:51:16.436375 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-60e0a33b-8eb2-4e55-af70-e628a7385fb1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:16.497772 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-60e0a33b-8eb2-4e55-af70-e628a7385fb1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:16.606638 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59086) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:16.632595 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0a33b-8eb2-4e55-af70-e628a7385fb1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Port': ['ID=b7cfb378-e24f-4578-8aa2-46a36f9a1750,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:16.676629 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e0a33b-8eb2-4e55-af70-e628a7385fb1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:51:16.679700 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-60e0a33b-8eb2-4e55-af70-e628a7385fb1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:51:16.696987 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e0a33b-8eb2-4e55-af70-e628a7385fb1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:51:16.701629 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c2d35754-251c-4ba5-b6c1-a58efca33115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:16.715638 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e0a33b-8eb2-4e55-af70-e628a7385fb1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:16.716444 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-60e0a33b-8eb2-4e55-af70-e628a7385fb1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:16.751211 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-60e0a33b-8eb2-4e55-af70-e628a7385fb1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4422019 Nov 10 17:51:16.753662 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59090) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:16.815327 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d35754-251c-4ba5-b6c1-a58efca33115 None None] Pushing event deleted for resources: {'Port': ['ID=4c43dadd-ed99-4f5d-ba11-54b0836d6176,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:16.842488 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d35754-251c-4ba5-b6c1-a58efca33115 None None] No DVR routers for this DVR port 4c43dadd-ed99-4f5d-ba11-54b0836d6176 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:51:16.850881 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb2c921-e973-444d-8607-a6166eb42c6f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:16.852669 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9eb2c921-e973-444d-8607-a6166eb42c6f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0979707 Nov 10 17:51:16.853650 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 4c43dadd-ed99-4f5d-ba11-54b0836d6176 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:51:16.855678 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59092) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:16.918878 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78a2aa5-c41d-48e5-b142-e14f1546c9c8 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:51:16.925253 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 4c43dadd-ed99-4f5d-ba11-54b0836d6176 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:51:16.926324 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 4c43dadd-ed99-4f5d-ba11-54b0836d6176 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:51:16.997659 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bd7d7e38-6e41-4d2b-b51a-ce057d37d0d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:17.106961 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-dbaae8eb-85c4-4cec-b91f-62ebd661be44 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting port b7cfb378-e24f-4578-8aa2-46a36f9a1750 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:51:17.106961 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dbaae8eb-85c4-4cec-b91f-62ebd661be44 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:17.305056 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bd7d7e38-6e41-4d2b-b51a-ce057d37d0d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:17.314805 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bd7d7e38-6e41-4d2b-b51a-ce057d37d0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:17.368191 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dbaae8eb-85c4-4cec-b91f-62ebd661be44 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:17.394648 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-dbaae8eb-85c4-4cec-b91f-62ebd661be44 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Calling delete_port for b7cfb378-e24f-4578-8aa2-46a36f9a1750 owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:51:17.424799 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bd7d7e38-6e41-4d2b-b51a-ce057d37d0d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ce94aead556b419cab8ff047b7e66641&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8167605 Nov 10 17:51:17.429083 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59102) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:17.497089 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad03c426-d623-4e04-ad8a-6b3b58ab1ba2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-56ba63a0-d928-4743-9bbe-448716588d55', 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'tenant_id': 'f939140a32834c1da7df3d36570f3629', 'fixed_ips': [{'subnet_id': 'a22cc2d6-c8d3-4056-b597-ef2aadc24040'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:51:17.497964 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ad03c426-d623-4e04-ad8a-6b3b58ab1ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:17.783235 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d7e38-6e41-4d2b-b51a-ce057d37d0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c38b1d-7b1a-422d-a71d-fcd5e2045506,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:17.807600 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dbaae8eb-85c4-4cec-b91f-62ebd661be44 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:17.842668 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d668a1-057c-443b-b1bf-72448ea86710 req-b20239e9-997c-419e-b18e-a84fed84f420 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:17.847644 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-02d668a1-057c-443b-b1bf-72448ea86710 req-b20239e9-997c-419e-b18e-a84fed84f420 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 946 time: 0.4333508 Nov 10 17:51:17.924829 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaae8eb-85c4-4cec-b91f-62ebd661be44 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Port': ['ID=b7cfb378-e24f-4578-8aa2-46a36f9a1750,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:17.932796 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-02d668a1-057c-443b-b1bf-72448ea86710 req-6733dd25-b636-4c8b-8fac-041c5a9871f7 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756984 Nov 10 17:51:17.939012 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1746b996-0ccf-46e7-8a5d-d67c256d9852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:17.960662 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-ad03c426-d623-4e04-ad8a-6b3b58ab1ba2 None None] Allocated IP 2001:db8::2 (56ba63a0-d928-4743-9bbe-448716588d55/a22cc2d6-c8d3-4056-b597-ef2aadc24040/fdd0fda5-ecb3-4b31-ad40-70a916db540a) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:51:18.003170 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dbaae8eb-85c4-4cec-b91f-62ebd661be44 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:18.006881 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1746b996-0ccf-46e7-8a5d-d67c256d9852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:18.014895 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-dbaae8eb-85c4-4cec-b91f-62ebd661be44 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/b7cfb378-e24f-4578-8aa2-46a36f9a1750 HTTP/1.1" status: 204 len: 168 time: 1.1570365 Nov 10 17:51:18.017305 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59106) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:18.132926 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1746b996-0ccf-46e7-8a5d-d67c256d9852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:18.135725 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1746b996-0ccf-46e7-8a5d-d67c256d9852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:18.143803 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1746b996-0ccf-46e7-8a5d-d67c256d9852 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/03c38b1d-7b1a-422d-a71d-fcd5e2045506 HTTP/1.1" status: 204 len: 168 time: 0.5984044 Nov 10 17:51:18.175847 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746b996-0ccf-46e7-8a5d-d67c256d9852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c38b1d-7b1a-422d-a71d-fcd5e2045506,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:18.182166 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440fcc9c-8945-4f4a-9a35-9b7cf6c372dc tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:18.191718 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440fcc9c-8945-4f4a-9a35-9b7cf6c372dc tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:18.202952 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-440fcc9c-8945-4f4a-9a35-9b7cf6c372dc tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1798418 Nov 10 17:51:18.204280 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59112) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:18.533296 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be70291-bc8f-4b59-b6fd-aeabf6ce7eb2 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting subnet a22cc2d6-c8d3-4056-b597-ef2aadc24040 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:51:18.638460 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ad03c426-d623-4e04-ad8a-6b3b58ab1ba2 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:18.649105 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7be70291-bc8f-4b59-b6fd-aeabf6ce7eb2 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:18.654291 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ad03c426-d623-4e04-ad8a-6b3b58ab1ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:18.763145 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad03c426-d623-4e04-ad8a-6b3b58ab1ba2 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:51:18.766664 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-ad03c426-d623-4e04-ad8a-6b3b58ab1ba2 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:51:18.778921 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad03c426-d623-4e04-ad8a-6b3b58ab1ba2 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:51:18.805566 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7be70291-bc8f-4b59-b6fd-aeabf6ce7eb2 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:18.806362 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03c426-d623-4e04-ad8a-6b3b58ab1ba2 None None] Pushing event updated for resources: {'Port': ['ID=fdd0fda5-ecb3-4b31-ad40-70a916db540a,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:19.072635 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7be70291-bc8f-4b59-b6fd-aeabf6ce7eb2 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:19.095008 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59124) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:19.128945 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dc40c777-ca7d-4dc1-ba86-1a4a728b3e3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:19.297046 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-ad03c426-d623-4e04-ad8a-6b3b58ab1ba2 None None] Attempting to bind port fdd0fda5-ecb3-4b31-ad40-70a916db540a on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:51:19.297715 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-ad03c426-d623-4e04-ad8a-6b3b58ab1ba2 None None] Attempting to bind port fdd0fda5-ecb3-4b31-ad40-70a916db540a by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:51:19.297826 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad03c426-d623-4e04-ad8a-6b3b58ab1ba2 None None] Attempting to bind port fdd0fda5-ecb3-4b31-ad40-70a916db540a on network 56ba63a0-d928-4743-9bbe-448716588d55 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:51:19.305795 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad03c426-d623-4e04-ad8a-6b3b58ab1ba2 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:51:19.306419 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad03c426-d623-4e04-ad8a-6b3b58ab1ba2 None None] Checking segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:51:19.306829 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ad03c426-d623-4e04-ad8a-6b3b58ab1ba2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:19.310672 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad03c426-d623-4e04-ad8a-6b3b58ab1ba2 None None] Bound using segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:51:19.311808 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-ad03c426-d623-4e04-ad8a-6b3b58ab1ba2 None None] Bound port: fdd0fda5-ecb3-4b31-ad40-70a916db540a, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:51:19.312418 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ad03c426-d623-4e04-ad8a-6b3b58ab1ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:19.367474 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7be70291-bc8f-4b59-b6fd-aeabf6ce7eb2 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:19.370572 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dc40c777-ca7d-4dc1-ba86-1a4a728b3e3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:19.378061 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dc40c777-ca7d-4dc1-ba86-1a4a728b3e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:19.474572 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be70291-bc8f-4b59-b6fd-aeabf6ce7eb2 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Subnet': ['ID=a22cc2d6-c8d3-4056-b597-ef2aadc24040,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:19.481506 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40c777-ca7d-4dc1-ba86-1a4a728b3e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a5f234-ecf9-41b0-8c4f-b196a1489fd4,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:19.514417 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-dc40c777-ca7d-4dc1-ba86-1a4a728b3e3e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=162ca32c4cd247aabe4651f30ba278ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4155819 Nov 10 17:51:19.514903 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59134) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:19.520019 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7be70291-bc8f-4b59-b6fd-aeabf6ce7eb2 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:19.522027 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-ad03c426-d623-4e04-ad8a-6b3b58ab1ba2 None None] For port fdd0fda5-ecb3-4b31-ad40-70a916db540a, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:51:19.531205 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7be70291-bc8f-4b59-b6fd-aeabf6ce7eb2 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/a22cc2d6-c8d3-4056-b597-ef2aadc24040 HTTP/1.1" status: 204 len: 168 time: 1.3253832 Nov 10 17:51:19.534969 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-ad03c426-d623-4e04-ad8a-6b3b58ab1ba2 None None] For port fdd0fda5-ecb3-4b31-ad40-70a916db540a, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=fdd0fda5-ecb3-4b31-ad40-70a916db540a,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:51:19.536730 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59136) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:19.551512 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ad03c426-d623-4e04-ad8a-6b3b58ab1ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:19.612721 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a998d-69b9-4f82-b62a-42245f94df3e req-c23ae9eb-ffa4-48f0-872c-c16bb0cdd0be tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:19.615087 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-117a998d-69b9-4f82-b62a-42245f94df3e req-c23ae9eb-ffa4-48f0-872c-c16bb0cdd0be tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 946 time: 0.3771229 Nov 10 17:51:19.705648 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-155189eb-289c-47cf-a997-254a7fd5fa01 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1668286 Nov 10 17:51:19.711508 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59142) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:19.752770 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-58e26bcc-2fd9-47a9-a236-d69a4f8d952e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:19.768283 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-c00c6992-f873-43f8-973f-5753c434aaa0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:51:19.788006 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-58e26bcc-2fd9-47a9-a236-d69a4f8d952e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:19.914012 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-58e26bcc-2fd9-47a9-a236-d69a4f8d952e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:19.923554 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-58e26bcc-2fd9-47a9-a236-d69a4f8d952e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:19.928455 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-58e26bcc-2fd9-47a9-a236-d69a4f8d952e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f7a5f234-ecf9-41b0-8c4f-b196a1489fd4 HTTP/1.1" status: 204 len: 168 time: 0.4117022 Nov 10 17:51:19.958328 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e26bcc-2fd9-47a9-a236-d69a4f8d952e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a5f234-ecf9-41b0-8c4f-b196a1489fd4,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:19.971528 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03c426-d623-4e04-ad8a-6b3b58ab1ba2 None None] Pushing event updated for resources: {'Port': ['ID=fdd0fda5-ecb3-4b31-ad40-70a916db540a,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:20.051846 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5a3952-9915-4428-b4dc-351b5db2dbf0 None None] get_active_networks_info from n-d-776250-10 {{(pid=102470) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 17:51:20.095948 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-117a998d-69b9-4f82-b62a-42245f94df3e req-11bc5b37-aecd-4512-9668-c5d4d2680bab tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4703119 Nov 10 17:51:20.278204 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00c6992-f873-43f8-973f-5753c434aaa0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:51:20.288963 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c00c6992-f873-43f8-973f-5753c434aaa0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:20.497156 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5a3952-9915-4428-b4dc-351b5db2dbf0 None None] Resources bound (agent type, host, resource id): {{(pid=102470) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 17:51:20.677504 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c00c6992-f873-43f8-973f-5753c434aaa0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:20.846456 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00c6992-f873-43f8-973f-5753c434aaa0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:51:20.861849 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-c00c6992-f873-43f8-973f-5753c434aaa0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:51:20.876470 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00c6992-f873-43f8-973f-5753c434aaa0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:20.877348 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c00c6992-f873-43f8-973f-5753c434aaa0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:20.903406 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c6992-f873-43f8-973f-5753c434aaa0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Subnet': ['ID=ce096f37-8ac0-41f6-8aa9-e0a43c18fe78,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:20.980584 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59164) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:20.984494 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c00c6992-f873-43f8-973f-5753c434aaa0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2680049 Nov 10 17:51:20.989900 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-cc977a5a-e478-46c4-b4a1-10a2bd1f023c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'port': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'name': 'tempest-NetworksTestDHCPv6-1926775972'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:51:21.349599 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217cd886-7552-45eb-99ef-3f258d244f1f None None] Update dhcp port {'port': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'fixed_ips': [{'subnet_id': 'ce096f37-8ac0-41f6-8aa9-e0a43c18fe78'}], 'binding:host_id': 'n-d-776250-10'}, 'id': 'fdd0fda5-ecb3-4b31-ad40-70a916db540a'} from n-d-776250-10. {{(pid=102470) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 17:51:21.408650 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-217cd886-7552-45eb-99ef-3f258d244f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:21.410858 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a73bc7-0f31-47cb-969b-21155f8bfd03 req-5b65aa89-85d2-4406-9b78-459c2a8dc263 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:21.441726 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc977a5a-e478-46c4-b4a1-10a2bd1f023c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:51:21.444996 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-23a73bc7-0f31-47cb-969b-21155f8bfd03 req-5b65aa89-85d2-4406-9b78-459c2a8dc263 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 946 time: 0.1672442 Nov 10 17:51:21.449161 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cc977a5a-e478-46c4-b4a1-10a2bd1f023c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:21.486069 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-cc977a5a-e478-46c4-b4a1-10a2bd1f023c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] device_id is not set on port 93a2847e-1a90-4056-9a8f-7cefe1157992 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:51:21.616208 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-23a73bc7-0f31-47cb-969b-21155f8bfd03 req-0c471301-caf0-46b9-9844-132a9f02c808 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699238 Nov 10 17:51:21.736886 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-217cd886-7552-45eb-99ef-3f258d244f1f None None] Allocated IP 2001:db8::2 (56ba63a0-d928-4743-9bbe-448716588d55/ce096f37-8ac0-41f6-8aa9-e0a43c18fe78/fdd0fda5-ecb3-4b31-ad40-70a916db540a) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:51:21.882830 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-217cd886-7552-45eb-99ef-3f258d244f1f None None] For port fdd0fda5-ecb3-4b31-ad40-70a916db540a, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=fdd0fda5-ecb3-4b31-ad40-70a916db540a,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:51:21.929734 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-217cd886-7552-45eb-99ef-3f258d244f1f None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:21.935640 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-217cd886-7552-45eb-99ef-3f258d244f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:22.108715 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217cd886-7552-45eb-99ef-3f258d244f1f None None] Pushing event updated for resources: {'Port': ['ID=fdd0fda5-ecb3-4b31-ad40-70a916db540a,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:22.201296 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-cc977a5a-e478-46c4-b4a1-10a2bd1f023c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Allocated IP 2001:db8::ad (56ba63a0-d928-4743-9bbe-448716588d55/ce096f37-8ac0-41f6-8aa9-e0a43c18fe78/93a2847e-1a90-4056-9a8f-7cefe1157992) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:51:22.894544 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cc977a5a-e478-46c4-b4a1-10a2bd1f023c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:22.981488 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device fdd0fda5-ecb3-4b31-ad40-70a916db540a up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:51:23.035336 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d3ba0-88d4-435a-9d97-a94e33f77932 req-d8b18dab-14b9-405e-bf27-fc57191e2d0b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:23.072075 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b18d3ba0-88d4-435a-9d97-a94e33f77932 req-d8b18dab-14b9-405e-bf27-fc57191e2d0b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 946 time: 0.2285988 Nov 10 17:51:23.246301 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cc977a5a-e478-46c4-b4a1-10a2bd1f023c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:23.294879 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b18d3ba0-88d4-435a-9d97-a94e33f77932 req-f99e3389-ba6b-4a21-8254-5fcee2e5f3c0 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212169 Nov 10 17:51:23.352004 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port fdd0fda5-ecb3-4b31-ad40-70a916db540a triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:51:23.352407 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:23.406495 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc977a5a-e478-46c4-b4a1-10a2bd1f023c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Port': ['ID=93a2847e-1a90-4056-9a8f-7cefe1157992,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:23.482916 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc977a5a-e478-46c4-b4a1-10a2bd1f023c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:51:23.491346 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-cc977a5a-e478-46c4-b4a1-10a2bd1f023c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:51:23.509464 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc977a5a-e478-46c4-b4a1-10a2bd1f023c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:51:23.547008 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc977a5a-e478-46c4-b4a1-10a2bd1f023c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:23.548064 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cc977a5a-e478-46c4-b4a1-10a2bd1f023c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:23.591884 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-cc977a5a-e478-46c4-b4a1-10a2bd1f023c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6066673 Nov 10 17:51:23.595654 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59208) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:23.713810 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:23.915501 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d3b785-ffd9-4a79-b85b-0ef5af13b45c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:23.946660 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port fdd0fda5-ecb3-4b31-ad40-70a916db540a, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=fdd0fda5-ecb3-4b31-ad40-70a916db540a,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:51:23.948714 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d3b785-ffd9-4a79-b85b-0ef5af13b45c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:23.949079 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:23.950391 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c8d3b785-ffd9-4a79-b85b-0ef5af13b45c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3536708 Nov 10 17:51:23.954465 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59214) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:24.045471 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=fdd0fda5-ecb3-4b31-ad40-70a916db540a,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:24.162568 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-d5c1db67-050e-4918-868a-7883c31bca96 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting port 93a2847e-1a90-4056-9a8f-7cefe1157992 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:51:24.164361 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d5c1db67-050e-4918-868a-7883c31bca96 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:24.365163 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d5c1db67-050e-4918-868a-7883c31bca96 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:24.397644 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-d5c1db67-050e-4918-868a-7883c31bca96 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Calling delete_port for 93a2847e-1a90-4056-9a8f-7cefe1157992 owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:51:24.423049 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a5357b-c283-4734-82ed-4806e6c40380 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:51:24.752860 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cca343-0d4d-42e0-98b8-3f985a3a4a5a req-968169dd-f708-4130-94ec-e8e8eca396bb tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:24.755232 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-75cca343-0d4d-42e0-98b8-3f985a3a4a5a req-968169dd-f708-4130-94ec-e8e8eca396bb tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 946 time: 0.1111145 Nov 10 17:51:24.831501 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:24.876616 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-75cca343-0d4d-42e0-98b8-3f985a3a4a5a req-f6231c30-ea22-4bea-a30c-53a6c17e3a1a tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124978 Nov 10 17:51:24.900885 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-9ad750e9-39a0-4740-afb9-3a8f5663866a None None] Provisioning complete for port fdd0fda5-ecb3-4b31-ad40-70a916db540a triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:51:24.901589 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9ad750e9-39a0-4740-afb9-3a8f5663866a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:24.966633 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d5c1db67-050e-4918-868a-7883c31bca96 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:25.128544 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device fdd0fda5-ecb3-4b31-ad40-70a916db540a up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:51:25.133499 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d5c1db67-050e-4918-868a-7883c31bca96 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:25.141811 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59242) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:25.151043 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d5c1db67-050e-4918-868a-7883c31bca96 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/93a2847e-1a90-4056-9a8f-7cefe1157992 HTTP/1.1" status: 204 len: 168 time: 1.1956460 Nov 10 17:51:25.152355 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1db67-050e-4918-868a-7883c31bca96 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Port': ['ID=93a2847e-1a90-4056-9a8f-7cefe1157992,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:25.198446 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:25.305870 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77db801-d1fd-4586-9c32-a6fa070389e3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:25.307676 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77db801-d1fd-4586-9c32-a6fa070389e3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:25.315578 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59244) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:25.333162 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d77db801-d1fd-4586-9c32-a6fa070389e3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1899042 Nov 10 17:51:25.469624 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-8178f2c7-0b76-45fb-9123-5ac94fca4ffe tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting subnet ce096f37-8ac0-41f6-8aa9-e0a43c18fe78 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:51:25.470778 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port fdd0fda5-ecb3-4b31-ad40-70a916db540a triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:51:25.471051 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:25.488656 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8178f2c7-0b76-45fb-9123-5ac94fca4ffe tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:25.675030 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8178f2c7-0b76-45fb-9123-5ac94fca4ffe tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:26.055283 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8178f2c7-0b76-45fb-9123-5ac94fca4ffe tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:26.178611 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118a8d5-2d8a-441e-bc1a-90d083de910d req-eaf0fe1c-e5fe-4675-870d-79a101e987e6 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:26.180220 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3118a8d5-2d8a-441e-bc1a-90d083de910d req-eaf0fe1c-e5fe-4675-870d-79a101e987e6 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 946 time: 0.1209426 Nov 10 17:51:26.213082 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-1b3533fb-5971-4fe3-8622-d634f4a69d16 None None] Provisioning complete for port fdd0fda5-ecb3-4b31-ad40-70a916db540a triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:51:26.214127 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1b3533fb-5971-4fe3-8622-d634f4a69d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:26.270031 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8178f2c7-0b76-45fb-9123-5ac94fca4ffe tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:26.315333 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3118a8d5-2d8a-441e-bc1a-90d083de910d req-be6b4248-84a4-4cc7-b4e9-631525cb8461 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260161 Nov 10 17:51:26.393501 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178f2c7-0b76-45fb-9123-5ac94fca4ffe tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Subnet': ['ID=ce096f37-8ac0-41f6-8aa9-e0a43c18fe78,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:26.399549 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8178f2c7-0b76-45fb-9123-5ac94fca4ffe tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:26.410980 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8178f2c7-0b76-45fb-9123-5ac94fca4ffe tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/ce096f37-8ac0-41f6-8aa9-e0a43c18fe78 HTTP/1.1" status: 204 len: 168 time: 1.0941582 Nov 10 17:51:26.414140 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59258) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:26.472341 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59260) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:26.473124 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7ff5250f-5909-4ee2-afae-495b6cd973e7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571005 Nov 10 17:51:26.593849 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eaa85c-73d7-4380-b42c-21bcf074e226 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:26.596549 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-29eaa85c-73d7-4380-b42c-21bcf074e226 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1229730 Nov 10 17:51:26.600241 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59264) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:26.627406 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21b4ec7-c642-482d-8a4d-b05bc60e43cb None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:51:26.687872 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1ad7e8-a200-43bd-b69f-0f42f326ef8d tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:26.692321 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59268) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:26.695627 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8a1ad7e8-a200-43bd-b69f-0f42f326ef8d tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0929515 Nov 10 17:51:26.737653 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c9d6b386-0e6a-4276-92a8-15189f46bf0d None None] Could not find standard attr ID for object 93a2847e-1a90-4056-9a8f-7cefe1157992. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 17:51:26.811082 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-13055acd-50cb-4e1a-8097-6b2e7a7a2bdc tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1133876 Nov 10 17:51:26.813391 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59270) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:26.820595 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-0ecfdc78-86cc-48f4-8db1-7d9d78e6b3fb tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:51:27.011337 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a572c08a-6b6d-445e-9d36-79c43d8197c0 None None] DHCP port deletion for 56ba63a0-d928-4743-9bbe-448716588d55 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:51:27.065123 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecfdc78-86cc-48f4-8db1-7d9d78e6b3fb tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:51:27.071914 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0ecfdc78-86cc-48f4-8db1-7d9d78e6b3fb tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:27.146755 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-a572c08a-6b6d-445e-9d36-79c43d8197c0 None None] Deleting port fdd0fda5-ecb3-4b31-ad40-70a916db540a {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:51:27.147120 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a572c08a-6b6d-445e-9d36-79c43d8197c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:27.399357 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-a572c08a-6b6d-445e-9d36-79c43d8197c0 None None] For port fdd0fda5-ecb3-4b31-ad40-70a916db540a, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=fdd0fda5-ecb3-4b31-ad40-70a916db540a,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:51:27.400241 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a572c08a-6b6d-445e-9d36-79c43d8197c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:27.433279 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0ecfdc78-86cc-48f4-8db1-7d9d78e6b3fb tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:27.441284 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-a572c08a-6b6d-445e-9d36-79c43d8197c0 None None] Calling delete_port for fdd0fda5-ecb3-4b31-ad40-70a916db540a owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:51:27.712590 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a572c08a-6b6d-445e-9d36-79c43d8197c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:27.730306 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecfdc78-86cc-48f4-8db1-7d9d78e6b3fb tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:51:27.762762 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a572c08a-6b6d-445e-9d36-79c43d8197c0 None None] Pushing event deleted for resources: {'Port': ['ID=fdd0fda5-ecb3-4b31-ad40-70a916db540a,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:27.769360 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a572c08a-6b6d-445e-9d36-79c43d8197c0 None None] No DVR routers for this DVR port fdd0fda5-ecb3-4b31-ad40-70a916db540a on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:51:27.795555 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1ba11-0c61-4f99-945b-e972a11c692c req-7be79249-773c-4ff8-bdc7-b1467123c2a7 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:27.796866 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3db1ba11-0c61-4f99-945b-e972a11c692c req-7be79249-773c-4ff8-bdc7-b1467123c2a7 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 946 time: 0.3371205 Nov 10 17:51:27.814104 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-0ecfdc78-86cc-48f4-8db1-7d9d78e6b3fb tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:51:27.821039 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecfdc78-86cc-48f4-8db1-7d9d78e6b3fb tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:27.822536 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0ecfdc78-86cc-48f4-8db1-7d9d78e6b3fb tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:27.834564 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7bba0f-5dec-41a1-8a04-e76f0391f918 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:51:27.910064 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfdc78-86cc-48f4-8db1-7d9d78e6b3fb tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Subnet': ['ID=cfd1bb72-6bbe-4433-bfca-6065a3bcee68,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:28.033896 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0ecfdc78-86cc-48f4-8db1-7d9d78e6b3fb tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2127769 Nov 10 17:51:28.034522 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59292) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:28.040837 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-cb762fb0-de8e-4290-bc78-ad13f122f857 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'port': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'fixed_ips': [{'subnet_id': 'cfd1bb72-6bbe-4433-bfca-6065a3bcee68', 'ip_address': '2001:db8::6383:1619:8d0e:fb74'}], 'name': 'tempest-NetworksTestDHCPv6-1890696131'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:51:28.047542 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3db1ba11-0c61-4f99-945b-e972a11c692c req-1c432ebe-f89f-428b-a674-2a41f62db7f2 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2493212 Nov 10 17:51:28.385127 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb762fb0-de8e-4290-bc78-ad13f122f857 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:51:28.391324 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc0af92-fdfe-452a-9e3f-0296704f8a65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-56ba63a0-d928-4743-9bbe-448716588d55', 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'tenant_id': 'f939140a32834c1da7df3d36570f3629', 'fixed_ips': [{'subnet_id': 'cfd1bb72-6bbe-4433-bfca-6065a3bcee68'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:51:28.407993 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4dc0af92-fdfe-452a-9e3f-0296704f8a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:28.771583 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cb762fb0-de8e-4290-bc78-ad13f122f857 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:28.852021 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-cb762fb0-de8e-4290-bc78-ad13f122f857 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] device_id is not set on port ef19fa79-e11d-4224-9291-eb3e12512848 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:51:28.885158 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device fdd0fda5-ecb3-4b31-ad40-70a916db540a no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:51:28.911470 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: fdd0fda5-ecb3-4b31-ad40-70a916db540a {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:51:28.911830 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device fdd0fda5-ecb3-4b31-ad40-70a916db540a not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:51:28.990946 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-4dc0af92-fdfe-452a-9e3f-0296704f8a65 None None] Allocated IP 2001:db8::2 (56ba63a0-d928-4743-9bbe-448716588d55/cfd1bb72-6bbe-4433-bfca-6065a3bcee68/730192d8-7f7a-4db1-8ff5-a276aff99c5b) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:51:29.287409 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4dc0af92-fdfe-452a-9e3f-0296704f8a65 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:29.297835 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4dc0af92-fdfe-452a-9e3f-0296704f8a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:29.356281 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a27eb-b535-4180-817c-92155ff55fba req-179bfebb-22c7-4f5b-93df-5f6cb64057e2 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:29.378738 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-054a27eb-b535-4180-817c-92155ff55fba req-179bfebb-22c7-4f5b-93df-5f6cb64057e2 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 946 time: 0.1295774 Nov 10 17:51:29.439307 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-cb762fb0-de8e-4290-bc78-ad13f122f857 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Allocated IP 2001:db8::6383:1619:8d0e:fb74 (56ba63a0-d928-4743-9bbe-448716588d55/cfd1bb72-6bbe-4433-bfca-6065a3bcee68/ef19fa79-e11d-4224-9291-eb3e12512848) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:51:29.470106 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0af92-fdfe-452a-9e3f-0296704f8a65 None None] Pushing event updated for resources: {'Port': ['ID=730192d8-7f7a-4db1-8ff5-a276aff99c5b,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:29.511861 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc0af92-fdfe-452a-9e3f-0296704f8a65 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:51:29.514204 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-4dc0af92-fdfe-452a-9e3f-0296704f8a65 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:51:29.523523 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc0af92-fdfe-452a-9e3f-0296704f8a65 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:51:29.532231 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-054a27eb-b535-4180-817c-92155ff55fba req-6cc4ae30-06db-4508-a128-2fa0aa6340bb tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515913 Nov 10 17:51:29.661669 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-4dc0af92-fdfe-452a-9e3f-0296704f8a65 None None] Attempting to bind port 730192d8-7f7a-4db1-8ff5-a276aff99c5b on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:51:29.663129 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-4dc0af92-fdfe-452a-9e3f-0296704f8a65 None None] Attempting to bind port 730192d8-7f7a-4db1-8ff5-a276aff99c5b by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:51:29.664112 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc0af92-fdfe-452a-9e3f-0296704f8a65 None None] Attempting to bind port 730192d8-7f7a-4db1-8ff5-a276aff99c5b on network 56ba63a0-d928-4743-9bbe-448716588d55 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:51:29.676847 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc0af92-fdfe-452a-9e3f-0296704f8a65 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:51:29.678219 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc0af92-fdfe-452a-9e3f-0296704f8a65 None None] Checking segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:51:29.679290 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4dc0af92-fdfe-452a-9e3f-0296704f8a65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:29.680732 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc0af92-fdfe-452a-9e3f-0296704f8a65 None None] Bound using segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:51:29.681860 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-4dc0af92-fdfe-452a-9e3f-0296704f8a65 None None] Bound port: 730192d8-7f7a-4db1-8ff5-a276aff99c5b, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:51:29.685500 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4dc0af92-fdfe-452a-9e3f-0296704f8a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:29.792983 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cb762fb0-de8e-4290-bc78-ad13f122f857 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:29.840305 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cb762fb0-de8e-4290-bc78-ad13f122f857 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:29.990498 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb762fb0-de8e-4290-bc78-ad13f122f857 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:51:29.997723 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-cb762fb0-de8e-4290-bc78-ad13f122f857 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:51:29.998579 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-4dc0af92-fdfe-452a-9e3f-0296704f8a65 None None] For port 730192d8-7f7a-4db1-8ff5-a276aff99c5b, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:51:30.005989 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-4dc0af92-fdfe-452a-9e3f-0296704f8a65 None None] For port 730192d8-7f7a-4db1-8ff5-a276aff99c5b, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=730192d8-7f7a-4db1-8ff5-a276aff99c5b,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:51:30.007652 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb762fb0-de8e-4290-bc78-ad13f122f857 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Port': ['ID=ef19fa79-e11d-4224-9291-eb3e12512848,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:30.024640 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb762fb0-de8e-4290-bc78-ad13f122f857 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:51:30.040307 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4dc0af92-fdfe-452a-9e3f-0296704f8a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:30.062361 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb762fb0-de8e-4290-bc78-ad13f122f857 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:30.063426 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cb762fb0-de8e-4290-bc78-ad13f122f857 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:30.131238 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-cb762fb0-de8e-4290-bc78-ad13f122f857 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0954635 Nov 10 17:51:30.135249 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59330) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:30.285378 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0af92-fdfe-452a-9e3f-0296704f8a65 None None] Pushing event updated for resources: {'Port': ['ID=730192d8-7f7a-4db1-8ff5-a276aff99c5b,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:30.347970 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480625c3-a53b-4dbd-b845-c8a6528e242d tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:30.356488 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480625c3-a53b-4dbd-b845-c8a6528e242d tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:30.371627 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-480625c3-a53b-4dbd-b845-c8a6528e242d tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2322984 Nov 10 17:51:30.372075 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59332) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:30.548400 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1cf4334b-1dae-45fb-91cb-5d770dfbb84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:30.729335 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-d490925f-1ad7-464a-b24b-c7bd1ecb929f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting port ef19fa79-e11d-4224-9291-eb3e12512848 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:51:30.736900 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d490925f-1ad7-464a-b24b-c7bd1ecb929f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:30.804291 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa950e-a3e2-453b-aab1-59da2e482708 req-379ed55d-2dea-405b-bb16-fef4d63d58ed tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:30.828687 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7aaa950e-a3e2-453b-aab1-59da2e482708 req-379ed55d-2dea-405b-bb16-fef4d63d58ed tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 946 time: 0.1139457 Nov 10 17:51:30.997028 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7aaa950e-a3e2-453b-aab1-59da2e482708 req-d2886c90-db17-4c8d-95de-df3f129e4306 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673150 Nov 10 17:51:31.028611 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 730192d8-7f7a-4db1-8ff5-a276aff99c5b up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:51:31.140568 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d490925f-1ad7-464a-b24b-c7bd1ecb929f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:31.170910 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 730192d8-7f7a-4db1-8ff5-a276aff99c5b triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:51:31.172206 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:31.187362 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-d490925f-1ad7-464a-b24b-c7bd1ecb929f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Calling delete_port for ef19fa79-e11d-4224-9291-eb3e12512848 owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:51:31.446544 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:31.575822 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 730192d8-7f7a-4db1-8ff5-a276aff99c5b, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=730192d8-7f7a-4db1-8ff5-a276aff99c5b,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:51:31.594051 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:31.602245 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d490925f-1ad7-464a-b24b-c7bd1ecb929f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:31.704496 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490925f-1ad7-464a-b24b-c7bd1ecb929f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Port': ['ID=ef19fa79-e11d-4224-9291-eb3e12512848,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:31.708931 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=730192d8-7f7a-4db1-8ff5-a276aff99c5b,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:31.764565 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:31.765692 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:31.766174 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:31.766614 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:31.766970 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:31.788003 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:31.788425 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:31.788793 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:31.789142 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:31.789558 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:31.797948 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:31.798474 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:51:31.825605 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d490925f-1ad7-464a-b24b-c7bd1ecb929f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:31.840230 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d490925f-1ad7-464a-b24b-c7bd1ecb929f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/ef19fa79-e11d-4224-9291-eb3e12512848 HTTP/1.1" status: 204 len: 168 time: 1.4666822 Nov 10 17:51:31.843345 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59358) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:31.982450 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f32bde-de2a-4039-ae64-0dc0a25db2a0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:31.990117 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f32bde-de2a-4039-ae64-0dc0a25db2a0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:31.991807 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d1f32bde-de2a-4039-ae64-0dc0a25db2a0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1459575 Nov 10 17:51:31.994802 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59362) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:32.164061 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f197789-66da-4790-afdb-bf1356c5d05a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting subnet cfd1bb72-6bbe-4433-bfca-6065a3bcee68 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:51:32.183563 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0f197789-66da-4790-afdb-bf1356c5d05a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:32.272379 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0f197789-66da-4790-afdb-bf1356c5d05a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:32.404631 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0f197789-66da-4790-afdb-bf1356c5d05a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:32.503885 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-1e984b4f-1da0-4549-becf-c5900ce6d463 None None] Provisioning complete for port 730192d8-7f7a-4db1-8ff5-a276aff99c5b triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:51:32.506797 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1e984b4f-1da0-4549-becf-c5900ce6d463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:32.531178 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063e789-b916-4fbb-8383-3d432952bca6 req-ebca09ab-f043-4f47-a1d5-e33fb0d4273a tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:32.545567 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0063e789-b916-4fbb-8383-3d432952bca6 req-ebca09ab-f043-4f47-a1d5-e33fb0d4273a tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 946 time: 0.2270346 Nov 10 17:51:32.706818 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0f197789-66da-4790-afdb-bf1356c5d05a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:32.746885 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0063e789-b916-4fbb-8383-3d432952bca6 req-15e33b4d-97c3-4b2b-acc5-f878c38928c9 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000754 Nov 10 17:51:32.806775 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f197789-66da-4790-afdb-bf1356c5d05a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Subnet': ['ID=cfd1bb72-6bbe-4433-bfca-6065a3bcee68,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:32.837379 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0f197789-66da-4790-afdb-bf1356c5d05a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:32.846409 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59380) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:32.850021 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0f197789-66da-4790-afdb-bf1356c5d05a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/cfd1bb72-6bbe-4433-bfca-6065a3bcee68 HTTP/1.1" status: 204 len: 168 time: 0.8529189 Nov 10 17:51:33.089112 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-252e3acb-3889-4883-961a-e07f0fef6499 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2403982 Nov 10 17:51:33.093972 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59386) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:33.100203 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 730192d8-7f7a-4db1-8ff5-a276aff99c5b up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:51:33.102238 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-6a6495ba-b678-4679-8491-6ac931e3b9a0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:51:33.106970 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-85c26d2d-1f77-413f-a4dc-54d454e412f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:33.176757 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca76808-7ac7-49e1-ad25-a41c61fb58f9 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:51:33.354164 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6495ba-b678-4679-8491-6ac931e3b9a0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:51:33.364338 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6a6495ba-b678-4679-8491-6ac931e3b9a0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:33.710576 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-70379949-6144-440f-9870-e996326deb39 None None] Could not find standard attr ID for object ef19fa79-e11d-4224-9291-eb3e12512848. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 17:51:33.755157 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 730192d8-7f7a-4db1-8ff5-a276aff99c5b triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:51:33.755880 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:33.849583 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6a6495ba-b678-4679-8491-6ac931e3b9a0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:33.891014 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-5520ffe4-c5e0-4720-afdb-eecc33979685 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ccfb28cec3e34eecb7b0bb4fabcf302e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0796015 Nov 10 17:51:33.996383 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876a868c-0e80-4200-b016-0654154e9c61 None None] DHCP port deletion for 56ba63a0-d928-4743-9bbe-448716588d55 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:51:34.023095 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6495ba-b678-4679-8491-6ac931e3b9a0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:51:34.025908 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96f6c9-f0ed-4c83-8873-570313dc96ed req-84f3188e-803a-46a2-b59c-3e6699f51609 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:34.043464 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6b96f6c9-f0ed-4c83-8873-570313dc96ed req-84f3188e-803a-46a2-b59c-3e6699f51609 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 946 time: 0.1280642 Nov 10 17:51:34.145240 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:34.211161 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-876a868c-0e80-4200-b016-0654154e9c61 None None] Deleting port 730192d8-7f7a-4db1-8ff5-a276aff99c5b {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:51:34.211761 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-876a868c-0e80-4200-b016-0654154e9c61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:34.216815 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6b96f6c9-f0ed-4c83-8873-570313dc96ed req-2d7f273c-9540-4529-a259-9c4d1e3349c3 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717467 Nov 10 17:51:34.269029 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-6a6495ba-b678-4679-8491-6ac931e3b9a0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:51:34.301390 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6495ba-b678-4679-8491-6ac931e3b9a0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:34.302109 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6a6495ba-b678-4679-8491-6ac931e3b9a0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:34.369445 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6495ba-b678-4679-8491-6ac931e3b9a0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Subnet': ['ID=f87e6d89-64ad-45ef-b916-05f48a8865b5,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:34.436886 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59416) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:34.437393 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6a6495ba-b678-4679-8491-6ac931e3b9a0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3412011 Nov 10 17:51:34.445461 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-04790037-97be-4497-a9e4-d7c12231915e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'port': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'fixed_ips': [{'subnet_id': 'f87e6d89-64ad-45ef-b916-05f48a8865b5', 'ip_address': '2001:db8::262d:d7ae:765b:654d'}], 'name': 'tempest-NetworksTestDHCPv6-1885887349'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:51:34.474360 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-0373ef84-8b69-41aa-9f13-e80962f3ad4c tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:34.479072 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-0373ef84-8b69-41aa-9f13-e80962f3ad4c tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5363886 Nov 10 17:51:34.519659 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-876a868c-0e80-4200-b016-0654154e9c61 None None] For port 730192d8-7f7a-4db1-8ff5-a276aff99c5b, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=730192d8-7f7a-4db1-8ff5-a276aff99c5b,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:51:34.521450 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-98000da1-1177-46e8-b6d2-8a6a88428498 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] 10.222.0.39 "GET /v2.0/quotas/ccfb28cec3e34eecb7b0bb4fabcf302e HTTP/1.1" status: 200 len: 375 time: 0.0327363 Nov 10 17:51:34.524021 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-876a868c-0e80-4200-b016-0654154e9c61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:34.578688 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-876a868c-0e80-4200-b016-0654154e9c61 None None] Calling delete_port for 730192d8-7f7a-4db1-8ff5-a276aff99c5b owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:51:34.611637 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-0447baa6-4fc2-4fb4-84bc-17018322aa72 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ccfb28cec3e34eecb7b0bb4fabcf302e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0830629 Nov 10 17:51:34.837715 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04790037-97be-4497-a9e4-d7c12231915e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:51:34.898564 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 730192d8-7f7a-4db1-8ff5-a276aff99c5b no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:51:34.925426 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-876a868c-0e80-4200-b016-0654154e9c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:34.998368 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 730192d8-7f7a-4db1-8ff5-a276aff99c5b {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:51:35.000176 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 730192d8-7f7a-4db1-8ff5-a276aff99c5b not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:51:35.001525 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-04790037-97be-4497-a9e4-d7c12231915e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:35.081288 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876a868c-0e80-4200-b016-0654154e9c61 None None] No DVR routers for this DVR port 730192d8-7f7a-4db1-8ff5-a276aff99c5b on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:51:35.091211 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a868c-0e80-4200-b016-0654154e9c61 None None] Pushing event deleted for resources: {'Port': ['ID=730192d8-7f7a-4db1-8ff5-a276aff99c5b,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:35.174221 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938cb9d2-9b0c-4c81-afe5-c7eb3c6415b7 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:51:35.264884 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ae2e9fe1-a42c-4dbb-9ceb-04a79e790b1f req-c05a0073-f6ab-4ad2-a850-76dc6a8f0222 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] 10.222.0.39 "GET /v2.0/ports?device_id=626de0ff-c6c0-4240-9af1-eadbafb0c677 HTTP/1.1" status: 200 len: 210 time: 0.2504911 Nov 10 17:51:35.303704 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-04790037-97be-4497-a9e4-d7c12231915e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] device_id is not set on port 63142b44-7e14-47a5-9fbc-3a8d78a07433 yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:51:35.609636 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c90cf-00ea-4947-8b4b-3bff53f6481c req-29d9433f-2d24-49d1-8371-c1abab6fd66a tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:35.611477 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c74c90cf-00ea-4947-8b4b-3bff53f6481c req-29d9433f-2d24-49d1-8371-c1abab6fd66a tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 946 time: 0.1599133 Nov 10 17:51:35.700546 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:35.721770 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c74c90cf-00ea-4947-8b4b-3bff53f6481c req-0e70ef35-5b80-42ae-95d5-f0fc8410f94d tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008699 Nov 10 17:51:35.729470 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-04790037-97be-4497-a9e4-d7c12231915e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Allocated IP 2001:db8::262d:d7ae:765b:654d (56ba63a0-d928-4743-9bbe-448716588d55/f87e6d89-64ad-45ef-b916-05f48a8865b5/63142b44-7e14-47a5-9fbc-3a8d78a07433) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:51:35.820670 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bfd8f7-fa56-48e9-893a-acfff9fe3ef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-56ba63a0-d928-4743-9bbe-448716588d55', 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'tenant_id': 'f939140a32834c1da7df3d36570f3629', 'fixed_ips': [{'subnet_id': 'f87e6d89-64ad-45ef-b916-05f48a8865b5'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:51:35.821802 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f0bfd8f7-fa56-48e9-893a-acfff9fe3ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:36.199683 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-04790037-97be-4497-a9e4-d7c12231915e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:36.244959 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-04790037-97be-4497-a9e4-d7c12231915e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:36.359866 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04790037-97be-4497-a9e4-d7c12231915e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:51:36.363653 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-04790037-97be-4497-a9e4-d7c12231915e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:51:36.378081 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04790037-97be-4497-a9e4-d7c12231915e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:51:36.387766 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04790037-97be-4497-a9e4-d7c12231915e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:36.388991 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-04790037-97be-4497-a9e4-d7c12231915e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:36.411317 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-04790037-97be-4497-a9e4-d7c12231915e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9724598 Nov 10 17:51:36.411622 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59460) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:36.486801 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:36.496996 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04790037-97be-4497-a9e4-d7c12231915e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Port': ['ID=63142b44-7e14-47a5-9fbc-3a8d78a07433,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:36.509875 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-f0bfd8f7-fa56-48e9-893a-acfff9fe3ef0 None None] Allocated IP 2001:db8::2 (56ba63a0-d928-4743-9bbe-448716588d55/f87e6d89-64ad-45ef-b916-05f48a8865b5/85a59af1-2374-4161-9f96-54261f6f1710) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:51:36.539828 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bc1bfc-50f0-4735-b45f-1f05a9aaa66e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:36.545833 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-75bc1bfc-50f0-4735-b45f-1f05a9aaa66e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1324642 Nov 10 17:51:36.547233 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59470) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:36.561548 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0cd82502-39a7-4ed1-ac7f-553649b610a3 req-7af8252c-c4ad-4a5d-965c-a495d8d7a4d9 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] 10.222.0.39 "GET /v2.0/ports?device_id=626de0ff-c6c0-4240-9af1-eadbafb0c677 HTTP/1.1" status: 200 len: 210 time: 0.0926855 Nov 10 17:51:36.913810 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-f03ad728-e060-4a8b-bf03-38aac4b5f329 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting port 63142b44-7e14-47a5-9fbc-3a8d78a07433 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:51:36.914439 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f03ad728-e060-4a8b-bf03-38aac4b5f329 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:37.079652 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf23d00-2f0e-42c5-b62d-6482950399fe req-d1c0876b-1e10-4e57-ac6a-4927bc7d27b0 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:37.094538 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4bf23d00-2f0e-42c5-b62d-6482950399fe req-d1c0876b-1e10-4e57-ac6a-4927bc7d27b0 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 946 time: 0.1253703 Nov 10 17:51:37.106359 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f0bfd8f7-fa56-48e9-893a-acfff9fe3ef0 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:37.115995 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f0bfd8f7-fa56-48e9-893a-acfff9fe3ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:37.182779 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bfd8f7-fa56-48e9-893a-acfff9fe3ef0 None None] Pushing event updated for resources: {'Port': ['ID=85a59af1-2374-4161-9f96-54261f6f1710,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:37.211515 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bfd8f7-fa56-48e9-893a-acfff9fe3ef0 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:51:37.213980 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-f0bfd8f7-fa56-48e9-893a-acfff9fe3ef0 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:51:37.230668 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bfd8f7-fa56-48e9-893a-acfff9fe3ef0 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:51:37.244637 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f03ad728-e060-4a8b-bf03-38aac4b5f329 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:37.294567 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4bf23d00-2f0e-42c5-b62d-6482950399fe req-0e917a7f-fb65-42b4-94f7-f2e0958b4d83 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988127 Nov 10 17:51:37.300580 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-f03ad728-e060-4a8b-bf03-38aac4b5f329 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Calling delete_port for 63142b44-7e14-47a5-9fbc-3a8d78a07433 owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:51:37.548279 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f0bfd8f7-fa56-48e9-893a-acfff9fe3ef0 None None] Attempting to bind port 85a59af1-2374-4161-9f96-54261f6f1710 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:51:37.550457 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f0bfd8f7-fa56-48e9-893a-acfff9fe3ef0 None None] Attempting to bind port 85a59af1-2374-4161-9f96-54261f6f1710 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:51:37.554487 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bfd8f7-fa56-48e9-893a-acfff9fe3ef0 None None] Attempting to bind port 85a59af1-2374-4161-9f96-54261f6f1710 on network 56ba63a0-d928-4743-9bbe-448716588d55 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:51:37.582375 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bfd8f7-fa56-48e9-893a-acfff9fe3ef0 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:51:37.604838 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bfd8f7-fa56-48e9-893a-acfff9fe3ef0 None None] Checking segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:51:37.608283 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f0bfd8f7-fa56-48e9-893a-acfff9fe3ef0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:37.610896 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bfd8f7-fa56-48e9-893a-acfff9fe3ef0 None None] Bound using segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:51:37.612655 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f0bfd8f7-fa56-48e9-893a-acfff9fe3ef0 None None] Bound port: 85a59af1-2374-4161-9f96-54261f6f1710, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:51:37.613226 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f0bfd8f7-fa56-48e9-893a-acfff9fe3ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:37.642570 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-bf490cad-165c-4a85-b11e-e8cefe463b36 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ccfb28cec3e34eecb7b0bb4fabcf302e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2983665 Nov 10 17:51:37.790554 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f0bfd8f7-fa56-48e9-893a-acfff9fe3ef0 None None] For port 85a59af1-2374-4161-9f96-54261f6f1710, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:51:37.797217 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f0bfd8f7-fa56-48e9-893a-acfff9fe3ef0 None None] For port 85a59af1-2374-4161-9f96-54261f6f1710, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=85a59af1-2374-4161-9f96-54261f6f1710,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:51:37.805119 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f0bfd8f7-fa56-48e9-893a-acfff9fe3ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:37.888111 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bfd8f7-fa56-48e9-893a-acfff9fe3ef0 None None] Pushing event updated for resources: {'Port': ['ID=85a59af1-2374-4161-9f96-54261f6f1710,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:38.039937 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c792fa7a-cbca-4d32-9405-3251ae82a9cc req-464eef13-1574-426e-9815-3b9ae195a187 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] 10.222.0.39 "GET /v2.0/ports?device_id=626de0ff-c6c0-4240-9af1-eadbafb0c677 HTTP/1.1" status: 200 len: 210 time: 0.0989623 Nov 10 17:51:38.143352 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f03ad728-e060-4a8b-bf03-38aac4b5f329 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:38.223038 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ad728-e060-4a8b-bf03-38aac4b5f329 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Port': ['ID=63142b44-7e14-47a5-9fbc-3a8d78a07433,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:38.326531 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-56e88802-378b-4403-bd5d-e341eadadec5 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:38.331079 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-56e88802-378b-4403-bd5d-e341eadadec5 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6520514 Nov 10 17:51:38.337415 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f03ad728-e060-4a8b-bf03-38aac4b5f329 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:38.349012 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59506) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:38.350593 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f03ad728-e060-4a8b-bf03-38aac4b5f329 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/63142b44-7e14-47a5-9fbc-3a8d78a07433 HTTP/1.1" status: 204 len: 168 time: 1.7950516 Nov 10 17:51:38.366579 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-557e9a7e-3b0a-4044-8fb6-cfe9333da53e tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Request body: {'port': {'device_id': '626de0ff-c6c0-4240-9af1-eadbafb0c677', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'admin_state_up': True, 'tenant_id': 'ccfb28cec3e34eecb7b0bb4fabcf302e'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:51:38.484576 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c185d47f-e708-4cbd-a1af-7876b151ae84 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:38.487085 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c185d47f-e708-4cbd-a1af-7876b151ae84 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:38.492755 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c185d47f-e708-4cbd-a1af-7876b151ae84 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1421797 Nov 10 17:51:38.498014 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59512) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:38.955857 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddda6e9d-3e36-46d2-ae3b-276aed097f07 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting subnet f87e6d89-64ad-45ef-b916-05f48a8865b5 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:51:38.974725 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-557e9a7e-3b0a-4044-8fb6-cfe9333da53e tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Made reservation on behalf of ccfb28cec3e34eecb7b0bb4fabcf302e for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:51:38.992903 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-557e9a7e-3b0a-4044-8fb6-cfe9333da53e tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:38.996877 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ce587-27c4-48e4-bb8c-5879b9ca8e61 req-edc97d3a-2482-4ca9-ab80-861b50ee7c95 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:39.011255 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-850ce587-27c4-48e4-bb8c-5879b9ca8e61 req-edc97d3a-2482-4ca9-ab80-861b50ee7c95 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 946 time: 0.2166033 Nov 10 17:51:39.028103 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-557e9a7e-3b0a-4044-8fb6-cfe9333da53e tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:39.037750 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ddda6e9d-3e36-46d2-ae3b-276aed097f07 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:39.118342 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 85a59af1-2374-4161-9f96-54261f6f1710 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:51:39.223744 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ddda6e9d-3e36-46d2-ae3b-276aed097f07 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:39.332516 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 85a59af1-2374-4161-9f96-54261f6f1710 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:51:39.333077 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:39.336330 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1c4870b7-19be-44b8-8bb9-b7284601b83e req-92e78c3c-8f91-4a2e-b021-6f5ea2b53a1f tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] 10.222.0.39 "GET /v2.0/ports?device_id=626de0ff-c6c0-4240-9af1-eadbafb0c677 HTTP/1.1" status: 200 len: 210 time: 0.1083603 Nov 10 17:51:39.543180 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-557e9a7e-3b0a-4044-8fb6-cfe9333da53e tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:39.550025 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-557e9a7e-3b0a-4044-8fb6-cfe9333da53e tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:39.578581 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:39.610939 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ddda6e9d-3e36-46d2-ae3b-276aed097f07 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:39.660112 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-850ce587-27c4-48e4-bb8c-5879b9ca8e61 req-434515f0-fa06-4771-8680-4d164510c8d9 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6414745 Nov 10 17:51:39.840376 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ddda6e9d-3e36-46d2-ae3b-276aed097f07 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:39.913881 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda6e9d-3e36-46d2-ae3b-276aed097f07 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Subnet': ['ID=f87e6d89-64ad-45ef-b916-05f48a8865b5,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:39.926550 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ddda6e9d-3e36-46d2-ae3b-276aed097f07 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:39.939773 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ddda6e9d-3e36-46d2-ae3b-276aed097f07 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/f87e6d89-64ad-45ef-b916-05f48a8865b5 HTTP/1.1" status: 204 len: 168 time: 1.4376981 Nov 10 17:51:39.940733 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59536) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:39.993663 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:51:39.994861 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:51:40.026914 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-557e9a7e-3b0a-4044-8fb6-cfe9333da53e tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Allocated IP 192.168.233.212 (06bf2af7-1c64-4ab3-86f9-bba38a9adb20/7364e0f4-b425-437c-8639-701045fa2b03/4ec7485c-8a6e-4ef9-b6ea-c15485c21d05) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:51:40.066569 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd310e9-0698-4f7a-8f1c-a08387eec2a3 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:51:40.104866 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-97e5bfbf-f781-4a99-8124-9750e02d2660 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1631453 Nov 10 17:51:40.105661 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59540) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:40.116601 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-3f7f8465-ccba-46b0-9f1f-dc507d3c9251 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:51:40.259504 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7f8465-ccba-46b0-9f1f-dc507d3c9251 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:51:40.269838 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3f7f8465-ccba-46b0-9f1f-dc507d3c9251 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:40.469949 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-01bbda43-19f4-4fce-af9d-bff6b1cf1365 None None] Provisioning complete for port 85a59af1-2374-4161-9f96-54261f6f1710 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:51:40.470785 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-01bbda43-19f4-4fce-af9d-bff6b1cf1365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:40.615918 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e9a7e-3b0a-4044-8fb6-cfe9333da53e tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3bc417-3611-4b69-a1d5-7805aa1d17cb,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:40.624517 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9dc2b49f-1b60-4320-ad99-4bc2857ea0a4 req-b5ee0310-8cf1-40f4-80ee-d7e0e7415bbc tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] 10.222.0.39 "GET /v2.0/ports?device_id=626de0ff-c6c0-4240-9af1-eadbafb0c677 HTTP/1.1" status: 200 len: 210 time: 0.0745230 Nov 10 17:51:40.688791 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-557e9a7e-3b0a-4044-8fb6-cfe9333da53e tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:40.853156 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-557e9a7e-3b0a-4044-8fb6-cfe9333da53e tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:40.857992 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:41.033620 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-557e9a7e-3b0a-4044-8fb6-cfe9333da53e tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:51:41.042479 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-557e9a7e-3b0a-4044-8fb6-cfe9333da53e tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:51:41.058107 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-557e9a7e-3b0a-4044-8fb6-cfe9333da53e tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:51:41.099400 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 85a59af1-2374-4161-9f96-54261f6f1710, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=85a59af1-2374-4161-9f96-54261f6f1710,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:51:41.105859 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297787c0-824d-4d4d-b269-a21c58de661e None None] DHCP port deletion for 56ba63a0-d928-4743-9bbe-448716588d55 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:51:41.117099 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3f7f8465-ccba-46b0-9f1f-dc507d3c9251 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:41.118644 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:41.311108 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7f8465-ccba-46b0-9f1f-dc507d3c9251 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:51:41.316073 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-3f7f8465-ccba-46b0-9f1f-dc507d3c9251 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:51:41.340520 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7f8465-ccba-46b0-9f1f-dc507d3c9251 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:41.341138 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3f7f8465-ccba-46b0-9f1f-dc507d3c9251 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:41.385377 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 85a59af1-2374-4161-9f96-54261f6f1710 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:51:41.398884 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3f7f8465-ccba-46b0-9f1f-dc507d3c9251 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2889211 Nov 10 17:51:41.414663 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59576) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:41.420593 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-1b0f9f7b-8758-4ab4-bd58-b0d68ccebc76 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'port': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'fixed_ips': [{'subnet_id': 'ffb6fbc0-822c-4a55-9940-54c7bb163afb', 'ip_address': '2001:db8::894d:7092:cbac:1b16'}], 'name': 'tempest-NetworksTestDHCPv6-1526031563'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:51:41.540794 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-01bbda43-19f4-4fce-af9d-bff6b1cf1365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:41.682230 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f8465-ccba-46b0-9f1f-dc507d3c9251 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Subnet': ['ID=ffb6fbc0-822c-4a55-9940-54c7bb163afb,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:41.726608 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0f9f7b-8758-4ab4-bd58-b0d68ccebc76 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:51:41.909007 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-297787c0-824d-4d4d-b269-a21c58de661e None None] Deleting port 85a59af1-2374-4161-9f96-54261f6f1710 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:51:41.919181 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-297787c0-824d-4d4d-b269-a21c58de661e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:42.014461 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-557e9a7e-3b0a-4044-8fb6-cfe9333da53e tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:42.016102 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-557e9a7e-3b0a-4044-8fb6-cfe9333da53e tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:42.026763 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236ae24-ce28-4e2a-b814-9829f59ea0b1 req-141e5daf-d2ef-4552-bc0a-528a367dddb0 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:42.035140 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2236ae24-ce28-4e2a-b814-9829f59ea0b1 req-141e5daf-d2ef-4552-bc0a-528a367dddb0 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 946 time: 1.1348875 Nov 10 17:51:42.039292 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e9a7e-3b0a-4044-8fb6-cfe9333da53e tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Pushing event updated for resources: {'Port': ['ID=4ec7485c-8a6e-4ef9-b6ea-c15485c21d05,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:42.096294 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a7ab5-dee1-4753-8e6d-bf81be4e0325 req-8d8d46cc-e530-4ecc-a0ca-e9de080f9461 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:42.098208 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6e0a7ab5-dee1-4753-8e6d-bf81be4e0325 req-8d8d46cc-e530-4ecc-a0ca-e9de080f9461 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] 10.222.0.39 "GET /v2.0/ports?device_id=626de0ff-c6c0-4240-9af1-eadbafb0c677 HTTP/1.1" status: 200 len: 936 time: 0.1821740 Nov 10 17:51:42.111996 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-557e9a7e-3b0a-4044-8fb6-cfe9333da53e tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7599337 Nov 10 17:51:42.165155 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-7466d403-54b7-485f-9635-72b6f8fb3634 service neutron] Request body: {'port': {'device_id': '626de0ff-c6c0-4240-9af1-eadbafb0c677', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:51:42.244539 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6e0a7ab5-dee1-4753-8e6d-bf81be4e0325 req-309f546b-b157-4544-b220-4eb58978816a tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a3bc417-3611-4b69-a1d5-7805aa1d17cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301587 Nov 10 17:51:42.257839 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1b0f9f7b-8758-4ab4-bd58-b0d68ccebc76 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:42.308684 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-1b0f9f7b-8758-4ab4-bd58-b0d68ccebc76 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] device_id is not set on port 8b46e3c1-05da-4704-8ba3-c7eb136ce109 yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:51:42.318341 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2236ae24-ce28-4e2a-b814-9829f59ea0b1 req-4e719da3-2cfb-4a35-a462-b3f1aa43a7ba tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2820225 Nov 10 17:51:42.399761 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-7466d403-54b7-485f-9635-72b6f8fb3634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:42.663719 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-01bbda43-19f4-4fce-af9d-bff6b1cf1365 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:51:42.664574 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-01bbda43-19f4-4fce-af9d-bff6b1cf1365 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:51:42.792719 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=85a59af1-2374-4161-9f96-54261f6f1710,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:42.939590 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-1b0f9f7b-8758-4ab4-bd58-b0d68ccebc76 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Allocated IP 2001:db8::894d:7092:cbac:1b16 (56ba63a0-d928-4743-9bbe-448716588d55/ffb6fbc0-822c-4a55-9940-54c7bb163afb/8b46e3c1-05da-4704-8ba3-c7eb136ce109) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:51:43.010330 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-297787c0-824d-4d4d-b269-a21c58de661e None None] For port 85a59af1-2374-4161-9f96-54261f6f1710, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=85a59af1-2374-4161-9f96-54261f6f1710,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:51:43.011269 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-297787c0-824d-4d4d-b269-a21c58de661e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:43.055434 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:43.061739 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-297787c0-824d-4d4d-b269-a21c58de661e None None] Calling delete_port for 85a59af1-2374-4161-9f96-54261f6f1710 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:51:43.063361 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-7466d403-54b7-485f-9635-72b6f8fb3634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec7485c-8a6e-4ef9-b6ea-c15485c21d05 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:51:43.074579 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-7466d403-54b7-485f-9635-72b6f8fb3634 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:43.092079 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-7466d403-54b7-485f-9635-72b6f8fb3634 service neutron] Transition to ACTIVE for port object 4ec7485c-8a6e-4ef9-b6ea-c15485c21d05 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:51:43.097668 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-7466d403-54b7-485f-9635-72b6f8fb3634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:43.147022 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 85a59af1-2374-4161-9f96-54261f6f1710, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=85a59af1-2374-4161-9f96-54261f6f1710,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:51:43.266661 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466d403-54b7-485f-9635-72b6f8fb3634 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec7485c-8a6e-4ef9-b6ea-c15485c21d05,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:43.286120 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:43.603074 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=85a59af1-2374-4161-9f96-54261f6f1710,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:43.640620 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-01bbda43-19f4-4fce-af9d-bff6b1cf1365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:43.688092 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1b0f9f7b-8758-4ab4-bd58-b0d68ccebc76 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:43.763771 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-7466d403-54b7-485f-9635-72b6f8fb3634 service neutron] Attempting to bind port 4ec7485c-8a6e-4ef9-b6ea-c15485c21d05 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:51:43.764183 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-7466d403-54b7-485f-9635-72b6f8fb3634 service neutron] Attempting to bind port 4ec7485c-8a6e-4ef9-b6ea-c15485c21d05 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:51:43.764449 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-7466d403-54b7-485f-9635-72b6f8fb3634 service neutron] Attempting to bind port 4ec7485c-8a6e-4ef9-b6ea-c15485c21d05 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:51:43.776562 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-7466d403-54b7-485f-9635-72b6f8fb3634 service neutron] Port 4ec7485c-8a6e-4ef9-b6ea-c15485c21d05 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:51:43.782744 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-7466d403-54b7-485f-9635-72b6f8fb3634 service neutron] Attempting to bind port 4ec7485c-8a6e-4ef9-b6ea-c15485c21d05 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:51:43.817781 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9304fb-a402-4f95-ac26-5f6983848d03 req-7687966c-7aea-4133-b2c0-83144bdbdff3 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:43.819797 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-db9304fb-a402-4f95-ac26-5f6983848d03 req-7687966c-7aea-4133-b2c0-83144bdbdff3 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] 10.222.0.39 "GET /v2.0/ports?device_id=626de0ff-c6c0-4240-9af1-eadbafb0c677 HTTP/1.1" status: 200 len: 948 time: 0.2818356 Nov 10 17:51:43.842314 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-7466d403-54b7-485f-9635-72b6f8fb3634 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:51:43.843021 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-7466d403-54b7-485f-9635-72b6f8fb3634 service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:51:43.843592 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-7466d403-54b7-485f-9635-72b6f8fb3634 service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:51:43.844233 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-7466d403-54b7-485f-9635-72b6f8fb3634 service neutron] Bound port: 4ec7485c-8a6e-4ef9-b6ea-c15485c21d05, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:51:43.844909 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-7466d403-54b7-485f-9635-72b6f8fb3634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:43.846670 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-01bbda43-19f4-4fce-af9d-bff6b1cf1365 None None] For port 85a59af1-2374-4161-9f96-54261f6f1710, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=85a59af1-2374-4161-9f96-54261f6f1710,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:51:43.886680 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-01bbda43-19f4-4fce-af9d-bff6b1cf1365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:43.964520 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-297787c0-824d-4d4d-b269-a21c58de661e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:44.070688 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bbda43-19f4-4fce-af9d-bff6b1cf1365 None None] Pushing event updated for resources: {'Port': ['ID=85a59af1-2374-4161-9f96-54261f6f1710,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:44.078551 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a8073-3854-4544-a706-e47a5840f0dc req-95b061b8-bd25-4d9f-b19f-e3b4f846aa3b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:44.090289 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-154a8073-3854-4544-a706-e47a5840f0dc req-95b061b8-bd25-4d9f-b19f-e3b4f846aa3b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 946 time: 0.4901817 Nov 10 17:51:44.107992 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297787c0-824d-4d4d-b269-a21c58de661e None None] No DVR routers for this DVR port 85a59af1-2374-4161-9f96-54261f6f1710 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:51:44.117537 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1b0f9f7b-8758-4ab4-bd58-b0d68ccebc76 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:44.187874 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-db9304fb-a402-4f95-ac26-5f6983848d03 req-acd1f76b-9c4e-42cb-92f8-498db8fd2350 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a3bc417-3611-4b69-a1d5-7805aa1d17cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485074 Nov 10 17:51:44.227962 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-7466d403-54b7-485f-9635-72b6f8fb3634 service neutron] For port 4ec7485c-8a6e-4ef9-b6ea-c15485c21d05, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:51:44.239100 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-7466d403-54b7-485f-9635-72b6f8fb3634 service neutron] For port 4ec7485c-8a6e-4ef9-b6ea-c15485c21d05, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4ec7485c-8a6e-4ef9-b6ea-c15485c21d05,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:51:44.254758 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c4132b-fc0e-4921-bb7e-1ac0f1a314df None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:51:44.256873 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-7466d403-54b7-485f-9635-72b6f8fb3634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:44.284329 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297787c0-824d-4d4d-b269-a21c58de661e None None] Pushing event deleted for resources: {'Port': ['ID=85a59af1-2374-4161-9f96-54261f6f1710,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:44.367417 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f9f7b-8758-4ab4-bd58-b0d68ccebc76 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Port': ['ID=8b46e3c1-05da-4704-8ba3-c7eb136ce109,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:44.372223 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-7466d403-54b7-485f-9635-72b6f8fb3634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:44.372849 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-7466d403-54b7-485f-9635-72b6f8fb3634 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:44.374333 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-7466d403-54b7-485f-9635-72b6f8fb3634 service neutron] 10.222.0.13 "PUT /v2.0/ports/4ec7485c-8a6e-4ef9-b6ea-c15485c21d05 HTTP/1.1" status: 200 len: 1097 time: 2.2465427 Nov 10 17:51:44.378251 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626de0ff-c6c0-4240-9af1-eadbafb0c677', 'tag': '4ec7485c-8a6e-4ef9-b6ea-c15485c21d05'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:51:44.396755 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9aaa95-312c-4e59-bc10-1854ec4a8ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "626de0ff-c6c0-4240-9af1-eadbafb0c677", "tag": "4ec7485c-8a6e-4ef9-b6ea-c15485c21d05"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:51:44.433055 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-154a8073-3854-4544-a706-e47a5840f0dc req-fadf9111-960f-4ccf-9018-cb39f7d494cf tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3376727 Nov 10 17:51:44.458647 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0f9f7b-8758-4ab4-bd58-b0d68ccebc76 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:51:44.470839 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-1b0f9f7b-8758-4ab4-bd58-b0d68ccebc76 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:51:44.489228 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0f9f7b-8758-4ab4-bd58-b0d68ccebc76 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:51:44.510394 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0f9f7b-8758-4ab4-bd58-b0d68ccebc76 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:44.511205 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1b0f9f7b-8758-4ab4-bd58-b0d68ccebc76 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:44.566391 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1b0f9f7b-8758-4ab4-bd58-b0d68ccebc76 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1555939 Nov 10 17:51:44.570685 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59634) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:44.595943 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710f895f-6fe0-4d74-a160-1bda6627da73 x-openstack-request-id: req-710f895f-6fe0-4d74-a160-1bda6627da73 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:51:44.596605 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626de0ff-c6c0-4240-9af1-eadbafb0c677", "tag": "4ec7485c-8a6e-4ef9-b6ea-c15485c21d05", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:51:44.597138 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-710f895f-6fe0-4d74-a160-1bda6627da73 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:51:44.599472 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '626de0ff-c6c0-4240-9af1-eadbafb0c677', 'tag': '4ec7485c-8a6e-4ef9-b6ea-c15485c21d05', 'status': 'completed', 'code': 200} Nov 10 17:51:44.601849 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466d403-54b7-485f-9635-72b6f8fb3634 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec7485c-8a6e-4ef9-b6ea-c15485c21d05,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:44.709370 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-5c66416a-14ff-4002-9ca4-d8bf6f4da4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:44.714339 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-5c66416a-14ff-4002-9ca4-d8bf6f4da4be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ccfb28cec3e34eecb7b0bb4fabcf302e&device_id=626de0ff-c6c0-4240-9af1-eadbafb0c677 HTTP/1.1" status: 200 len: 1100 time: 0.2950354 Nov 10 17:51:44.743738 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14622d18-512b-4529-9bac-7ab8d2e81abb tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:44.748016 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-14622d18-512b-4529-9bac-7ab8d2e81abb tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1702945 Nov 10 17:51:44.755516 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59640) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:44.829443 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:51:44.930253 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-08158230-cccd-4f54-80fd-24aa92aa3c2f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=4ec7485c-8a6e-4ef9-b6ea-c15485c21d05 HTTP/1.1" status: 200 len: 217 time: 0.2058229 Nov 10 17:51:45.049386 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-96b9b5cf-3ce7-4a5d-bf96-190d79e1766b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting port 8b46e3c1-05da-4704-8ba3-c7eb136ce109 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:51:45.050066 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-96b9b5cf-3ce7-4a5d-bf96-190d79e1766b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:45.076491 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-d93cd238-944b-4024-833b-6bac85511621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:45.083176 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-d93cd238-944b-4024-833b-6bac85511621 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1453109 Nov 10 17:51:45.093477 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabaf761-3e3b-4c5e-a665-625df64dbd81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-56ba63a0-d928-4743-9bbe-448716588d55', 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'tenant_id': 'f939140a32834c1da7df3d36570f3629', 'fixed_ips': [{'subnet_id': 'ffb6fbc0-822c-4a55-9940-54c7bb163afb'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:51:45.097196 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dabaf761-3e3b-4c5e-a665-625df64dbd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:45.189380 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-96b9b5cf-3ce7-4a5d-bf96-190d79e1766b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:45.212398 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-96b9b5cf-3ce7-4a5d-bf96-190d79e1766b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Calling delete_port for 8b46e3c1-05da-4704-8ba3-c7eb136ce109 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:51:45.228461 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-f359545c-f0fb-4d0a-83a9-3a461b1bf2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:45.229547 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-f359545c-f0fb-4d0a-83a9-3a461b1bf2e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1382635 Nov 10 17:51:45.422961 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-96b9b5cf-3ce7-4a5d-bf96-190d79e1766b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:45.434589 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-dabaf761-3e3b-4c5e-a665-625df64dbd81 None None] Allocated IP 2001:db8::2 (56ba63a0-d928-4743-9bbe-448716588d55/ffb6fbc0-822c-4a55-9940-54c7bb163afb/13241d2b-af84-4a0c-b49c-977ea3484f93) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:51:45.519103 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-ff447f7d-7fe5-4323-a1a6-52d6a2c30433 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729416 Nov 10 17:51:45.549289 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9b5cf-3ce7-4a5d-bf96-190d79e1766b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Port': ['ID=8b46e3c1-05da-4704-8ba3-c7eb136ce109,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:45.667306 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-96b9b5cf-3ce7-4a5d-bf96-190d79e1766b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:45.692419 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-96b9b5cf-3ce7-4a5d-bf96-190d79e1766b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/8b46e3c1-05da-4704-8ba3-c7eb136ce109 HTTP/1.1" status: 204 len: 168 time: 0.9338791 Nov 10 17:51:45.693074 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59688) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:45.775840 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3305a914-d79a-4114-ab14-cbf05a49a95a req-0b18d9dc-d1cb-4e09-8d3d-9df4fec2a5e5 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488527 Nov 10 17:51:45.798781 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa651bf5-9d92-4d2d-9ee9-69300dbee441 req-08333dd7-b589-4907-bbb3-6d7b02a4982c tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:45.801951 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fa651bf5-9d92-4d2d-9ee9-69300dbee441 req-08333dd7-b589-4907-bbb3-6d7b02a4982c tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] 10.222.0.39 "GET /v2.0/ports?device_id=626de0ff-c6c0-4240-9af1-eadbafb0c677 HTTP/1.1" status: 200 len: 948 time: 0.3981564 Nov 10 17:51:45.813107 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46cb06-c2d7-4d6e-8a44-199099c60699 req-8e5bcff7-ffe5-4727-9751-37e341fafb3c tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:45.836790 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3c46cb06-c2d7-4d6e-8a44-199099c60699 req-8e5bcff7-ffe5-4727-9751-37e341fafb3c tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 946 time: 0.1527016 Nov 10 17:51:46.003460 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dabaf761-3e3b-4c5e-a665-625df64dbd81 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:46.016678 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0482fc-dddb-4c4b-854b-4a69fc8c2820 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:46.032534 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0482fc-dddb-4c4b-854b-4a69fc8c2820 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:46.033744 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dabaf761-3e3b-4c5e-a665-625df64dbd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:46.037413 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2f0482fc-dddb-4c4b-854b-4a69fc8c2820 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3164272 Nov 10 17:51:46.038040 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59710) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:46.070267 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3c46cb06-c2d7-4d6e-8a44-199099c60699 req-0027ba72-de41-4337-a3bf-17b7c3902448 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2320931 Nov 10 17:51:46.107935 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9aaa95-312c-4e59-bc10-1854ec4a8ea4 req-9e934f18-d352-466b-a0f6-6d61a72d17c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:46.110291 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8b9aaa95-312c-4e59-bc10-1854ec4a8ea4 req-9e934f18-d352-466b-a0f6-6d61a72d17c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ccfb28cec3e34eecb7b0bb4fabcf302e&device_id=626de0ff-c6c0-4240-9af1-eadbafb0c677 HTTP/1.1" status: 200 len: 1100 time: 0.2402046 Nov 10 17:51:46.124403 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fa651bf5-9d92-4d2d-9ee9-69300dbee441 req-3b6e3062-2222-4827-a3e8-bd55ebeb1443 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a3bc417-3611-4b69-a1d5-7805aa1d17cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601223 Nov 10 17:51:46.186235 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabaf761-3e3b-4c5e-a665-625df64dbd81 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:51:46.195802 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-dabaf761-3e3b-4c5e-a665-625df64dbd81 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:51:46.226481 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabaf761-3e3b-4c5e-a665-625df64dbd81 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:51:46.253550 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabaf761-3e3b-4c5e-a665-625df64dbd81 None None] Pushing event updated for resources: {'Port': ['ID=13241d2b-af84-4a0c-b49c-977ea3484f93,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:46.270666 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac7275b-4871-4755-8c9b-c404608f4fa6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting subnet ffb6fbc0-822c-4a55-9940-54c7bb163afb {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:51:46.294857 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4ac7275b-4871-4755-8c9b-c404608f4fa6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:46.373888 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-dabaf761-3e3b-4c5e-a665-625df64dbd81 None None] Attempting to bind port 13241d2b-af84-4a0c-b49c-977ea3484f93 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:51:46.374857 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-dabaf761-3e3b-4c5e-a665-625df64dbd81 None None] Attempting to bind port 13241d2b-af84-4a0c-b49c-977ea3484f93 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:51:46.375170 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabaf761-3e3b-4c5e-a665-625df64dbd81 None None] Attempting to bind port 13241d2b-af84-4a0c-b49c-977ea3484f93 on network 56ba63a0-d928-4743-9bbe-448716588d55 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:51:46.385999 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4ac7275b-4871-4755-8c9b-c404608f4fa6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:46.389382 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabaf761-3e3b-4c5e-a665-625df64dbd81 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:51:46.389876 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabaf761-3e3b-4c5e-a665-625df64dbd81 None None] Checking segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:51:46.390792 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dabaf761-3e3b-4c5e-a665-625df64dbd81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:46.391211 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabaf761-3e3b-4c5e-a665-625df64dbd81 None None] Bound using segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:51:46.391913 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-dabaf761-3e3b-4c5e-a665-625df64dbd81 None None] Bound port: 13241d2b-af84-4a0c-b49c-977ea3484f93, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:51:46.392261 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dabaf761-3e3b-4c5e-a665-625df64dbd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:46.395572 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9aaa95-312c-4e59-bc10-1854ec4a8ea4 req-64f83b29-306c-4929-90a9-8417dea47df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:46.397342 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8b9aaa95-312c-4e59-bc10-1854ec4a8ea4 req-64f83b29-306c-4929-90a9-8417dea47df6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.2795360 Nov 10 17:51:46.501214 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8b9aaa95-312c-4e59-bc10-1854ec4a8ea4 req-e4400791-b46e-4d70-ab5a-1e67b393503e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=4ec7485c-8a6e-4ef9-b6ea-c15485c21d05 HTTP/1.1" status: 200 len: 217 time: 0.0914423 Nov 10 17:51:46.566782 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-dabaf761-3e3b-4c5e-a665-625df64dbd81 None None] For port 13241d2b-af84-4a0c-b49c-977ea3484f93, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:51:46.578868 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-dabaf761-3e3b-4c5e-a665-625df64dbd81 None None] For port 13241d2b-af84-4a0c-b49c-977ea3484f93, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=13241d2b-af84-4a0c-b49c-977ea3484f93,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:51:46.586334 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dabaf761-3e3b-4c5e-a665-625df64dbd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:46.645182 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9aaa95-312c-4e59-bc10-1854ec4a8ea4 req-3e65b278-4003-46cd-92bf-9d160352ae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:46.646715 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8b9aaa95-312c-4e59-bc10-1854ec4a8ea4 req-3e65b278-4003-46cd-92bf-9d160352ae33 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1380763 Nov 10 17:51:46.650715 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4ac7275b-4871-4755-8c9b-c404608f4fa6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:46.759127 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9aaa95-312c-4e59-bc10-1854ec4a8ea4 req-9b0b5fcb-3695-47ff-b728-2f180f18c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:46.761566 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8b9aaa95-312c-4e59-bc10-1854ec4a8ea4 req-9b0b5fcb-3695-47ff-b728-2f180f18c637 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1056197 Nov 10 17:51:46.855580 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabaf761-3e3b-4c5e-a665-625df64dbd81 None None] Pushing event updated for resources: {'Port': ['ID=13241d2b-af84-4a0c-b49c-977ea3484f93,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:46.899881 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4ac7275b-4871-4755-8c9b-c404608f4fa6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:46.977676 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7275b-4871-4755-8c9b-c404608f4fa6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Subnet': ['ID=ffb6fbc0-822c-4a55-9940-54c7bb163afb,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:46.982650 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4ac7275b-4871-4755-8c9b-c404608f4fa6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:46.992724 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59754) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:46.996820 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4ac7275b-4871-4755-8c9b-c404608f4fa6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/ffb6fbc0-822c-4a55-9940-54c7bb163afb HTTP/1.1" status: 204 len: 168 time: 0.9528689 Nov 10 17:51:47.089896 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59758) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:47.100102 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-bcf9b2a5-9952-4ef6-9fe3-16a0c76351e8 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1040444 Nov 10 17:51:47.169528 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8b9aaa95-312c-4e59-bc10-1854ec4a8ea4 req-7c6eb861-06f0-4c94-9c92-c3ad6fc12d1d service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001937 Nov 10 17:51:47.338779 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193754f3-ccd4-4c10-b5a4-1ea61a60a9e5 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:47.344233 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-193754f3-ccd4-4c10-b5a4-1ea61a60a9e5 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2528193 Nov 10 17:51:47.387841 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59770) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:47.557728 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab705992-68b8-4c4f-b85f-0e40ea42dcd9 req-d6382591-e292-468a-aa07-a96450886885 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:47.560294 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ab705992-68b8-4c4f-b85f-0e40ea42dcd9 req-d6382591-e292-468a-aa07-a96450886885 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 946 time: 0.2144928 Nov 10 17:51:47.608335 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 13241d2b-af84-4a0c-b49c-977ea3484f93 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:51:47.686722 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ab705992-68b8-4c4f-b85f-0e40ea42dcd9 req-5cc1d27e-2c84-4b53-a4a4-3e6fbefcf3d4 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186402 Nov 10 17:51:47.732412 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca81dcd7-be12-46df-a7f0-a097d177bf2c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:47.764381 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ca81dcd7-be12-46df-a7f0-a097d177bf2c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3746703 Nov 10 17:51:47.768528 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59778) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:47.788795 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01116106-c85e-4aa7-a4d2-0f63daea5ede req-028b96ca-f357-4ee6-bbfd-1c4f78e3d405 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:47.816183 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-01116106-c85e-4aa7-a4d2-0f63daea5ede req-028b96ca-f357-4ee6-bbfd-1c4f78e3d405 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] 10.222.0.39 "GET /v2.0/ports?device_id=626de0ff-c6c0-4240-9af1-eadbafb0c677 HTTP/1.1" status: 200 len: 948 time: 0.4390600 Nov 10 17:51:47.876880 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 13241d2b-af84-4a0c-b49c-977ea3484f93 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:51:47.885489 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:48.054182 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8b9aaa95-312c-4e59-bc10-1854ec4a8ea4 req-a1415efb-5b4a-416c-897f-e547dc30a4c2 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8590140 Nov 10 17:51:48.056266 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-348c204b-e8f4-4986-b8c7-d7e33e18cf2c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2798116 Nov 10 17:51:48.072056 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59790) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:48.073334 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 4ec7485c-8a6e-4ef9-b6ea-c15485c21d05 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:51:48.125369 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-51f9f934-7770-4d52-9936-43a168933ece tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:51:48.252533 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-01116106-c85e-4aa7-a4d2-0f63daea5ede req-e3461082-c93b-47f3-8675-95a49ebdb315 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a3bc417-3611-4b69-a1d5-7805aa1d17cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4341795 Nov 10 17:51:48.543016 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f9f934-7770-4d52-9936-43a168933ece tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:51:48.547065 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-51f9f934-7770-4d52-9936-43a168933ece tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:48.690379 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:48.731306 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135537c-4f56-4a46-9fc8-fda0280a2966 req-c762a09e-ac89-4765-b6af-770f92bbab76 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:48.742012 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b135537c-4f56-4a46-9fc8-fda0280a2966 req-c762a09e-ac89-4765-b6af-770f92bbab76 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 946 time: 0.1832407 Nov 10 17:51:48.827304 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b135537c-4f56-4a46-9fc8-fda0280a2966 req-ba33cad3-aae1-480d-8958-ffc3dcb7ebee tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839109 Nov 10 17:51:48.880415 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 4ec7485c-8a6e-4ef9-b6ea-c15485c21d05, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4ec7485c-8a6e-4ef9-b6ea-c15485c21d05,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:51:48.995199 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 13241d2b-af84-4a0c-b49c-977ea3484f93, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=13241d2b-af84-4a0c-b49c-977ea3484f93,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:51:49.007046 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:49.016363 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '4ec7485c-8a6e-4ef9-b6ea-c15485c21d05', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': '4ec7485c-8a6e-4ef9-b6ea-c15485c21d05', 'mac_address': 'fa:16:3e:c8:a5:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:51:49.051689 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-51f9f934-7770-4d52-9936-43a168933ece tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:49.173920 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f9f934-7770-4d52-9936-43a168933ece tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:51:49.175304 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9f934-7770-4d52-9936-43a168933ece tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Subnet': ['ID=1af4b244-2ea9-466c-bc45-0542ddac5d88,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:49.177839 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-51f9f934-7770-4d52-9936-43a168933ece tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:51:49.181579 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f9f934-7770-4d52-9936-43a168933ece tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:49.182295 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-51f9f934-7770-4d52-9936-43a168933ece tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:49.230423 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59822) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:49.244326 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-e4342fb8-9625-4bda-b843-a8cefbab560e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'port': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'fixed_ips': [{'subnet_id': '1af4b244-2ea9-466c-bc45-0542ddac5d88', 'ip_address': '2001:db8::1c9c:b4bf:7dde:16aa'}], 'name': 'tempest-NetworksTestDHCPv6-1101961443'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:51:49.248628 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-51f9f934-7770-4d52-9936-43a168933ece tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1467490 Nov 10 17:51:49.252856 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:49.255277 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=13241d2b-af84-4a0c-b49c-977ea3484f93,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:49.263436 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0d4d74-6eb6-4d72-86ee-03a70a2f3f21 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:51:49.350731 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec7485c-8a6e-4ef9-b6ea-c15485c21d05 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:51:49.491167 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 4ec7485c-8a6e-4ef9-b6ea-c15485c21d05, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4ec7485c-8a6e-4ef9-b6ea-c15485c21d05,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:51:49.494979 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-331983ea-9aee-4fda-9c3e-b0100d928dbb None None] Provisioning complete for port 13241d2b-af84-4a0c-b49c-977ea3484f93 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:51:49.499647 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-331983ea-9aee-4fda-9c3e-b0100d928dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:49.637638 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4342fb8-9625-4bda-b843-a8cefbab560e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:51:49.781494 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:49.831651 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca9c2e-fdda-4856-849d-32432b9927cf req-7ae42779-1858-4fc4-80ac-53554b368188 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:49.845946 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-82ca9c2e-fdda-4856-849d-32432b9927cf req-7ae42779-1858-4fc4-80ac-53554b368188 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] 10.222.0.39 "GET /v2.0/ports?device_id=626de0ff-c6c0-4240-9af1-eadbafb0c677 HTTP/1.1" status: 200 len: 949 time: 0.3051627 Nov 10 17:51:49.900873 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 94a55a60-1af8-4730-86c8-8397af10e93f no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:51:49.954007 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-82ca9c2e-fdda-4856-849d-32432b9927cf req-1eb40d18-3c98-43da-be41-1acde41372b1 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a3bc417-3611-4b69-a1d5-7805aa1d17cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068299 Nov 10 17:51:49.993941 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 13241d2b-af84-4a0c-b49c-977ea3484f93 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:51:50.008072 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=4ec7485c-8a6e-4ef9-b6ea-c15485c21d05,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:50.029379 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e4342fb8-9625-4bda-b843-a8cefbab560e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:50.061448 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-e4342fb8-9625-4bda-b843-a8cefbab560e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] device_id is not set on port 55ad0d81-96b5-4ad1-ad60-4b968d0b228d yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:51:50.113432 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['4ec7485c-8a6e-4ef9-b6ea-c15485c21d05'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:51:50.205588 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:50.288285 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7e95a3-e687-47fe-8bd5-a81e6baeab34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94a55a60-1af8-4730-86c8-8397af10e93f'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:51:50.297488 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa128b3-880a-4531-b115-88072aaabcce" -d '{"events": [{"server_uuid": "be7e95a3-e687-47fe-8bd5-a81e6baeab34", "name": "network-vif-unplugged", "status": "completed", "tag": "94a55a60-1af8-4730-86c8-8397af10e93f"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:51:50.351968 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 94a55a60-1af8-4730-86c8-8397af10e93f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=94a55a60-1af8-4730-86c8-8397af10e93f,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:51:50.376895 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:50.470975 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e191afd-b3af-460e-87e8-4f122305964a x-openstack-request-id: req-8e191afd-b3af-460e-87e8-4f122305964a {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:51:50.472412 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7e95a3-e687-47fe-8bd5-a81e6baeab34", "name": "network-vif-unplugged", "status": "completed", "tag": "94a55a60-1af8-4730-86c8-8397af10e93f", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:51:50.472764 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8e191afd-b3af-460e-87e8-4f122305964a {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:51:50.473089 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7e95a3-e687-47fe-8bd5-a81e6baeab34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94a55a60-1af8-4730-86c8-8397af10e93f', 'code': 200} Nov 10 17:51:50.501388 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-e4342fb8-9625-4bda-b843-a8cefbab560e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Allocated IP 2001:db8::1c9c:b4bf:7dde:16aa (56ba63a0-d928-4743-9bbe-448716588d55/1af4b244-2ea9-466c-bc45-0542ddac5d88/55ad0d81-96b5-4ad1-ad60-4b968d0b228d) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:51:50.703867 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 13241d2b-af84-4a0c-b49c-977ea3484f93 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:51:50.704277 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:50.889251 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e4342fb8-9625-4bda-b843-a8cefbab560e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:50.915102 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=94a55a60-1af8-4730-86c8-8397af10e93f,revision_number=14']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:50.933654 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e4342fb8-9625-4bda-b843-a8cefbab560e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:50.974274 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-331983ea-9aee-4fda-9c3e-b0100d928dbb None None] Could not find standard attr ID for object 8b46e3c1-05da-4704-8ba3-c7eb136ce109. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 17:51:51.040042 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-5cccd58f-07ea-4ebe-b451-6cac77d2c827 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2999730 Nov 10 17:51:51.101865 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4342fb8-9625-4bda-b843-a8cefbab560e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:51:51.106033 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c4bb4-7da6-4429-ae36-5756cc911537 req-f3b84908-a87c-4d5c-8718-d922016b83f7 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:51.114937 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fa9c4bb4-7da6-4429-ae36-5756cc911537 req-f3b84908-a87c-4d5c-8718-d922016b83f7 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.2137110 Nov 10 17:51:51.120847 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-e4342fb8-9625-4bda-b843-a8cefbab560e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:51:51.142078 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4342fb8-9625-4bda-b843-a8cefbab560e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:51:51.162168 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4342fb8-9625-4bda-b843-a8cefbab560e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:51.162852 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e4342fb8-9625-4bda-b843-a8cefbab560e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:51.184789 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-4d34fe47-b6f6-43d6-af69-e4d82de45582 None None] Provisioning complete for port 13241d2b-af84-4a0c-b49c-977ea3484f93 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:51:51.190827 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4d34fe47-b6f6-43d6-af69-e4d82de45582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:51.239337 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fa9c4bb4-7da6-4429-ae36-5756cc911537 req-466731d8-0376-41a4-b64b-832cdd80213a tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211293 Nov 10 17:51:51.341595 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4342fb8-9625-4bda-b843-a8cefbab560e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Port': ['ID=55ad0d81-96b5-4ad1-ad60-4b968d0b228d,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:51.378601 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e4342fb8-9625-4bda-b843-a8cefbab560e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1456900 Nov 10 17:51:51.386750 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59938) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:51.410068 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-8daaea4c-e2fc-4a28-98f4-473e22b214f2 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'port': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'fixed_ips': [{'subnet_id': '1af4b244-2ea9-466c-bc45-0542ddac5d88', 'ip_address': '2001:db8::1c9c:b4bf:7dde:16aa'}], 'name': 'tempest-NetworksTestDHCPv6-1099157679'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:51:51.429221 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f082e8-17a7-46a5-ab01-faa3cf77bb85 req-be197a90-751b-465c-a5e8-c4c98f0c8faf tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:51.438528 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-12f082e8-17a7-46a5-ab01-faa3cf77bb85 req-be197a90-751b-465c-a5e8-c4c98f0c8faf tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] 10.222.0.39 "GET /v2.0/ports?device_id=626de0ff-c6c0-4240-9af1-eadbafb0c677 HTTP/1.1" status: 200 len: 949 time: 0.3110948 Nov 10 17:51:51.576816 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-12f082e8-17a7-46a5-ab01-faa3cf77bb85 req-00f3e5ca-2c9c-4657-aea3-d92885a94c4a tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a3bc417-3611-4b69-a1d5-7805aa1d17cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372981 Nov 10 17:51:51.631014 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-0c18bfbc-8f27-4c02-ab9b-92fde22ffa20 None None] Could not find standard attr ID for object 63142b44-7e14-47a5-9fbc-3a8d78a07433. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 17:51:51.707246 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2461081-7ba4-4076-9b2b-33086bff965f req-329832d3-bc3a-49c8-b6d0-2315c0957d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:51.707905 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2461081-7ba4-4076-9b2b-33086bff965f req-329832d3-bc3a-49c8-b6d0-2315c0957d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:51.708457 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2461081-7ba4-4076-9b2b-33086bff965f req-329832d3-bc3a-49c8-b6d0-2315c0957d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:51.708983 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2461081-7ba4-4076-9b2b-33086bff965f req-329832d3-bc3a-49c8-b6d0-2315c0957d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:51.710968 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2461081-7ba4-4076-9b2b-33086bff965f req-329832d3-bc3a-49c8-b6d0-2315c0957d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:51.711505 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2461081-7ba4-4076-9b2b-33086bff965f req-329832d3-bc3a-49c8-b6d0-2315c0957d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:51.712031 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2461081-7ba4-4076-9b2b-33086bff965f req-329832d3-bc3a-49c8-b6d0-2315c0957d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:51.714211 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-329832d3-bc3a-49c8-b6d0-2315c0957d41 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87ef8f67c317450abb70e6821b7851c3&device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 6507 time: 0.5787578 Nov 10 17:51:51.915835 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 4ec7485c-8a6e-4ef9-b6ea-c15485c21d05 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:51:52.020870 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2461081-7ba4-4076-9b2b-33086bff965f req-d1f3495e-6b7e-4c21-8875-9a957f8317ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:52.022462 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2461081-7ba4-4076-9b2b-33086bff965f req-d1f3495e-6b7e-4c21-8875-9a957f8317ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:52.023726 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2461081-7ba4-4076-9b2b-33086bff965f req-d1f3495e-6b7e-4c21-8875-9a957f8317ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:52.029567 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-d1f3495e-6b7e-4c21-8875-9a957f8317ef service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ba70b55-5d77-4457-b11f-9823987d654f&id=47baead0-3e81-4ecd-90e6-eeb908ade233&id=47baead0-3e81-4ecd-90e6-eeb908ade233&id=47baead0-3e81-4ecd-90e6-eeb908ade233&id=47baead0-3e81-4ecd-90e6-eeb908ade233&id=49bc9a4d-2019-4c3e-98a9-200317b395fd&id=49bc9a4d-2019-4c3e-98a9-200317b395fd HTTP/1.1" status: 200 len: 2297 time: 0.2785602 Nov 10 17:51:52.060213 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8daaea4c-e2fc-4a28-98f4-473e22b214f2 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:51:52.076515 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 4ec7485c-8a6e-4ef9-b6ea-c15485c21d05 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:51:52.086746 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 4ec7485c-8a6e-4ef9-b6ea-c15485c21d05 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:51:52.088044 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:52.209732 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-fe34b994-3c9a-4229-9449-0c0406b2212a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f2a1a3d-5b3f-4c67-83ef-66629755aaba HTTP/1.1" status: 200 len: 1001 time: 0.1685197 Nov 10 17:51:52.270799 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:52.292723 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-18464ee0-fd2c-4a2a-aba0-1f5397b58ffb None None] Could not find standard attr ID for object 8b46e3c1-05da-4704-8ba3-c7eb136ce109. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 17:51:52.321213 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 4ec7485c-8a6e-4ef9-b6ea-c15485c21d05, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4ec7485c-8a6e-4ef9-b6ea-c15485c21d05,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:51:52.328116 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:52.364217 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8daaea4c-e2fc-4a28-98f4-473e22b214f2 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:52.404498 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2461081-7ba4-4076-9b2b-33086bff965f req-ddc7a7d8-ea91-4343-9fb7-ce863e2cf8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:52.413142 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-ddc7a7d8-ea91-4343-9fb7-ce863e2cf8f3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2408a0c7-e08d-426a-ac08-2e242a5b2cbd HTTP/1.1" status: 200 len: 855 time: 0.1957555 Nov 10 17:51:52.444700 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=4ec7485c-8a6e-4ef9-b6ea-c15485c21d05,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:52.463507 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-8daaea4c-e2fc-4a28-98f4-473e22b214f2 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] device_id is not set on port 918a2258-c344-4fff-ab0b-16cc742a4f36 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:51:52.477584 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626de0ff-c6c0-4240-9af1-eadbafb0c677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec7485c-8a6e-4ef9-b6ea-c15485c21d05'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:51:52.486796 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b8c797-f564-4cfb-8051-4a983852b193" -d '{"events": [{"server_uuid": "626de0ff-c6c0-4240-9af1-eadbafb0c677", "name": "network-vif-plugged", "status": "completed", "tag": "4ec7485c-8a6e-4ef9-b6ea-c15485c21d05"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:51:52.598442 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca192d5-0e3f-48fe-9fd0-ee80de109a2d x-openstack-request-id: req-4ca192d5-0e3f-48fe-9fd0-ee80de109a2d {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:51:52.599299 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626de0ff-c6c0-4240-9af1-eadbafb0c677", "name": "network-vif-plugged", "status": "completed", "tag": "4ec7485c-8a6e-4ef9-b6ea-c15485c21d05", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:51:52.599830 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4ca192d5-0e3f-48fe-9fd0-ee80de109a2d {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:51:52.600484 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626de0ff-c6c0-4240-9af1-eadbafb0c677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec7485c-8a6e-4ef9-b6ea-c15485c21d05', 'code': 200} Nov 10 17:51:52.621945 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f7f81-026d-4a02-949a-f9549d483076 req-1c5b9cee-e817-4dd8-bca7-1e3c7c5584e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:52.625566 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-173f7f81-026d-4a02-949a-f9549d483076 req-1c5b9cee-e817-4dd8-bca7-1e3c7c5584e3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0270caab27604a84907a03a58ad6e001&device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 1096 time: 0.9690685 Nov 10 17:51:52.659063 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1308a-0b91-4d5a-adff-6b003291631a req-c6551a62-d8b7-4cc2-88c2-5efbf2eaa242 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:52.660882 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2ec1308a-0b91-4d5a-adff-6b003291631a req-c6551a62-d8b7-4cc2-88c2-5efbf2eaa242 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.9556592 Nov 10 17:51:52.748471 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-1b1654a9-2fa2-4857-9707-a40a28db9e51 None None] Provisioning complete for port 55ad0d81-96b5-4ad1-ad60-4b968d0b228d triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:51:52.748859 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1b1654a9-2fa2-4857-9707-a40a28db9e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:52.853421 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2461081-7ba4-4076-9b2b-33086bff965f req-092876a1-7b36-49d5-ae70-c4ad7d65059f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:52.855582 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-092876a1-7b36-49d5-ae70-c4ad7d65059f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ba70b55-5d77-4457-b11f-9823987d654f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4209261 Nov 10 17:51:52.903654 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2ec1308a-0b91-4d5a-adff-6b003291631a req-bd47ed6e-4557-4b09-b808-717d9319bc78 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2217960 Nov 10 17:51:52.910775 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-1b1654a9-2fa2-4857-9707-a40a28db9e51 None None] Port 55ad0d81-96b5-4ad1-ad60-4b968d0b228d cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:51:52.987079 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f7f81-026d-4a02-949a-f9549d483076 req-a598cdb2-840f-43a4-b0b6-77cc80919604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:52.992536 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-173f7f81-026d-4a02-949a-f9549d483076 req-a598cdb2-840f-43a4-b0b6-77cc80919604 service neutron] 10.222.0.11 "GET /v2.0/networks?id=07b214b6-0379-4e57-a79c-5118cee6c24b HTTP/1.1" status: 200 len: 912 time: 0.3567083 Nov 10 17:51:53.112263 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-173f7f81-026d-4a02-949a-f9549d483076 req-fbef4d9f-effa-4899-9180-8bf1a6e9703d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94a55a60-1af8-4730-86c8-8397af10e93f HTTP/1.1" status: 200 len: 998 time: 0.1134112 Nov 10 17:51:53.140823 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220ef66-b62e-40f7-9e64-eaed75c92810 req-d76c76b8-44ce-4503-af86-1cd44d47cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:53.143077 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8220ef66-b62e-40f7-9e64-eaed75c92810 req-d76c76b8-44ce-4503-af86-1cd44d47cc10 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=626de0ff-c6c0-4240-9af1-eadbafb0c677 HTTP/1.1" status: 200 len: 1102 time: 0.4400477 Nov 10 17:51:53.229444 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f7f81-026d-4a02-949a-f9549d483076 req-3f9f0db9-d778-421d-a4e0-d22a82ac0552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:53.231438 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-173f7f81-026d-4a02-949a-f9549d483076 req-3f9f0db9-d778-421d-a4e0-d22a82ac0552 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0014d233-a3b8-4110-85a8-3bdeaa4b1e7d HTTP/1.1" status: 200 len: 850 time: 0.1105542 Nov 10 17:51:53.285256 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538df50f-d242-46ee-ad9b-b8af76d810c5 req-9e9c2cd6-6263-4b0e-92dc-081c9d5ad556 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:53.287208 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-538df50f-d242-46ee-ad9b-b8af76d810c5 req-9e9c2cd6-6263-4b0e-92dc-081c9d5ad556 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] 10.222.0.39 "GET /v2.0/ports?device_id=626de0ff-c6c0-4240-9af1-eadbafb0c677 HTTP/1.1" status: 200 len: 950 time: 0.3867340 Nov 10 17:51:53.358754 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-7260edba-36a9-4127-a878-285c68a81597 service neutron] 10.222.0.11 "GET /v2.0/networks/7ba70b55-5d77-4457-b11f-9823987d654f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932315 Nov 10 17:51:53.371302 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-8daaea4c-e2fc-4a28-98f4-473e22b214f2 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 10 17:51:53.371820 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8daaea4c-e2fc-4a28-98f4-473e22b214f2 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:51:53.401258 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f7f81-026d-4a02-949a-f9549d483076 req-4d7450ee-33aa-421c-b9a4-c6d7ce5c2fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:53.402789 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-173f7f81-026d-4a02-949a-f9549d483076 req-4d7450ee-33aa-421c-b9a4-c6d7ce5c2fa2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=07b214b6-0379-4e57-a79c-5118cee6c24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1624000 Nov 10 17:51:53.497345 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8daaea4c-e2fc-4a28-98f4-473e22b214f2 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.1059442 Nov 10 17:51:53.505895 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8220ef66-b62e-40f7-9e64-eaed75c92810 req-cda4c56e-ef41-47d8-a486-bdbf639268e7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7a3bc417-3611-4b69-a1d5-7805aa1d17cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336880 Nov 10 17:51:53.506569 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59974) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:53.550443 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-173f7f81-026d-4a02-949a-f9549d483076 req-f1d86a68-ee0d-46b0-84fc-295b968e148d service neutron] 10.222.0.11 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369345 Nov 10 17:51:53.605214 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-538df50f-d242-46ee-ad9b-b8af76d810c5 req-38050a90-21a1-4443-ae45-8c6c8e1777e4 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a3bc417-3611-4b69-a1d5-7805aa1d17cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031871 Nov 10 17:51:53.685035 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cb9d48-6035-4cf0-9a64-852e80cd6887 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:53.685768 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-173f7f81-026d-4a02-949a-f9549d483076 req-1202aed4-f153-41a0-b482-ed13b0214dc2 service neutron] 10.222.0.11 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276944 Nov 10 17:51:53.701039 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cb9d48-6035-4cf0-9a64-852e80cd6887 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:53.707687 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-86cb9d48-6035-4cf0-9a64-852e80cd6887 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1930439 Nov 10 17:51:53.708028 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59980) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:53.758819 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-26c3f596-fcb0-4876-983c-f47cd094b844 service neutron] 10.222.0.11 "GET /v2.0/networks/7ba70b55-5d77-4457-b11f-9823987d654f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827264 Nov 10 17:51:53.885910 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-e20b6901-43be-484f-bc6a-a283dd6231a8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=224ef4d3-dee2-4bcd-947b-b7c7a9b0544c HTTP/1.1" status: 200 len: 217 time: 0.1242280 Nov 10 17:51:53.956788 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-6316e9ad-ef76-4c2c-b4e4-c2a6bc01ad6b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting port 55ad0d81-96b5-4ad1-ad60-4b968d0b228d {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:51:53.957105 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6316e9ad-ef76-4c2c-b4e4-c2a6bc01ad6b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:53.999033 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2461081-7ba4-4076-9b2b-33086bff965f req-f7c63282-eeeb-4bc9-8632-286a8d074e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:54.003630 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-f7c63282-eeeb-4bc9-8632-286a8d074e6c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=235a8a7b-9769-4bcb-b248-e3a3ce641763 HTTP/1.1" status: 200 len: 797 time: 0.1107366 Nov 10 17:51:54.104699 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2461081-7ba4-4076-9b2b-33086bff965f req-0862ae9f-a6ac-4c1c-9933-1ceff47288dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:54.107452 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-0862ae9f-a6ac-4c1c-9933-1ceff47288dd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47baead0-3e81-4ecd-90e6-eeb908ade233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0951684 Nov 10 17:51:54.277273 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b11a3-a731-430d-b331-d0bba216d2e9 req-659fe8b7-ec07-4985-939b-dbc7cc2ea169 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:54.279231 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-495b11a3-a731-430d-b331-d0bba216d2e9 req-659fe8b7-ec07-4985-939b-dbc7cc2ea169 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.2134302 Nov 10 17:51:54.322258 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-00ddcfdb-345b-4c9c-b301-385796a52589 service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063563 Nov 10 17:51:54.331152 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6316e9ad-ef76-4c2c-b4e4-c2a6bc01ad6b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:54.362587 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-6316e9ad-ef76-4c2c-b4e4-c2a6bc01ad6b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Calling delete_port for 55ad0d81-96b5-4ad1-ad60-4b968d0b228d owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:51:54.421569 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-495b11a3-a731-430d-b331-d0bba216d2e9 req-6189bb5f-d667-4569-8742-4ddbf1a445e1 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272297 Nov 10 17:51:54.533281 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-c9ca549f-67dd-41e0-ab64-65a906932eaa service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036862 Nov 10 17:51:54.664745 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-7bdc038e-c807-4764-a755-634f2b60b7e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=47f8f0ae-9d1a-48c8-a567-346cf76cba57 HTTP/1.1" status: 200 len: 217 time: 0.1218798 Nov 10 17:51:54.667367 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6316e9ad-ef76-4c2c-b4e4-c2a6bc01ad6b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:54.727166 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316e9ad-ef76-4c2c-b4e4-c2a6bc01ad6b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Port': ['ID=55ad0d81-96b5-4ad1-ad60-4b968d0b228d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:54.733430 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:54.788685 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2461081-7ba4-4076-9b2b-33086bff965f req-dbd972d5-fe85-4f4d-9e63-420071fb749a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:54.790843 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-dbd972d5-fe85-4f4d-9e63-420071fb749a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=235a8a7b-9769-4bcb-b248-e3a3ce641763 HTTP/1.1" status: 200 len: 797 time: 0.1170013 Nov 10 17:51:54.803910 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6316e9ad-ef76-4c2c-b4e4-c2a6bc01ad6b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:54.813168 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6316e9ad-ef76-4c2c-b4e4-c2a6bc01ad6b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/55ad0d81-96b5-4ad1-ad60-4b968d0b228d HTTP/1.1" status: 204 len: 168 time: 1.1011791 Nov 10 17:51:54.813748 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 60004) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:54.947980 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9c31a1-019a-4ef0-af65-c3a40d180c2c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:54.950421 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9c31a1-019a-4ef0-af65-c3a40d180c2c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:54.960181 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60010) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:54.966460 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3d9c31a1-019a-4ef0-af65-c3a40d180c2c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1501398 Nov 10 17:51:55.040535 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde931f9-b3da-4bdb-860e-a2f35b6d0be5 req-cb8a5473-afa7-41da-9120-2a3a3aa4334a tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:55.050176 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bde931f9-b3da-4bdb-860e-a2f35b6d0be5 req-cb8a5473-afa7-41da-9120-2a3a3aa4334a tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] 10.222.0.39 "GET /v2.0/ports?device_id=626de0ff-c6c0-4240-9af1-eadbafb0c677 HTTP/1.1" status: 200 len: 950 time: 0.1672318 Nov 10 17:51:55.063512 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2461081-7ba4-4076-9b2b-33086bff965f req-2465b424-ce3b-475d-a8ca-8ce083bbbfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:55.065251 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-2465b424-ce3b-475d-a8ca-8ce083bbbfb8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47baead0-3e81-4ecd-90e6-eeb908ade233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2671015 Nov 10 17:51:55.083496 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:55.179216 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ff1128e-93df-4473-ae18-15531973d637 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting subnet 1af4b244-2ea9-466c-bc45-0542ddac5d88 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:51:55.206346 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1ff1128e-93df-4473-ae18-15531973d637 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:55.313517 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bde931f9-b3da-4bdb-860e-a2f35b6d0be5 req-e77deb8f-8424-4331-a5d3-9cf25bff631c tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a3bc417-3611-4b69-a1d5-7805aa1d17cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587700 Nov 10 17:51:55.356675 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1ff1128e-93df-4473-ae18-15531973d637 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:55.465694 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-fea6056a-2b6e-4047-80f4-0d21bf1b3256 service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856740 Nov 10 17:51:55.720648 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807a0b7-9305-4545-9667-34839ff5060f req-ccd6678f-09ba-4945-b3d8-892b6b41e336 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:55.752731 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8807a0b7-9305-4545-9667-34839ff5060f req-ccd6678f-09ba-4945-b3d8-892b6b41e336 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.1511002 Nov 10 17:51:55.775622 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1ff1128e-93df-4473-ae18-15531973d637 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:55.838938 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8807a0b7-9305-4545-9667-34839ff5060f req-7f041243-aeba-48cf-9f53-d5c0237229e8 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841680 Nov 10 17:51:55.855851 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 60038) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:56.010409 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-f45d20ee-a773-4368-bc28-3c14b922b734 service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5310447 Nov 10 17:51:56.204320 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e0f333d6-5c84-4c11-a373-42e37d424afb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:56.360643 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e0f333d6-5c84-4c11-a373-42e37d424afb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:56.366665 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e0f333d6-5c84-4c11-a373-42e37d424afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:56.436060 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e0f333d6-5c84-4c11-a373-42e37d424afb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f525d6709a274a01827a589013df85d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5785782 Nov 10 17:51:56.437322 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 60052) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:56.437979 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f333d6-5c84-4c11-a373-42e37d424afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413d3d23-1d60-4ebb-9db2-703cb95c0cc6,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:56.539288 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9b8447e6-cb0d-41c0-b084-1b5f7456afce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:56.604650 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9b8447e6-cb0d-41c0-b084-1b5f7456afce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:56.730465 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9b8447e6-cb0d-41c0-b084-1b5f7456afce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:56.743958 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9b8447e6-cb0d-41c0-b084-1b5f7456afce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:56.748472 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9b8447e6-cb0d-41c0-b084-1b5f7456afce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/413d3d23-1d60-4ebb-9db2-703cb95c0cc6 HTTP/1.1" status: 204 len: 168 time: 0.3057210 Nov 10 17:51:56.776236 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8447e6-cb0d-41c0-b084-1b5f7456afce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413d3d23-1d60-4ebb-9db2-703cb95c0cc6,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:56.898271 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-5469a955-58c3-4ffb-bdb2-009b150af65f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=c5181e29-f91d-489f-9f2c-19921b9b79a6 HTTP/1.1" status: 200 len: 217 time: 0.8762226 Nov 10 17:51:57.082887 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1ff1128e-93df-4473-ae18-15531973d637 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:57.118776 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f0097-612c-4829-b531-9f7444c6e435 req-2e89f551-92c8-4489-9139-69e4f8a23702 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:57.127937 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-383f0097-612c-4829-b531-9f7444c6e435 req-2e89f551-92c8-4489-9139-69e4f8a23702 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.2351663 Nov 10 17:51:57.131414 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2461081-7ba4-4076-9b2b-33086bff965f req-1aaf7c9a-621f-46c2-b929-419eb473dd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:57.133061 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-1aaf7c9a-621f-46c2-b929-419eb473dd14 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=235a8a7b-9769-4bcb-b248-e3a3ce641763 HTTP/1.1" status: 200 len: 797 time: 0.2144942 Nov 10 17:51:57.210099 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1128e-93df-4473-ae18-15531973d637 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Subnet': ['ID=1af4b244-2ea9-466c-bc45-0542ddac5d88,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:57.261888 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f643350-5bab-4785-a4f4-3f562db22a13 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:51:57.272752 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1ff1128e-93df-4473-ae18-15531973d637 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:57.279714 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 60076) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:57.291486 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1ff1128e-93df-4473-ae18-15531973d637 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/1af4b244-2ea9-466c-bc45-0542ddac5d88 HTTP/1.1" status: 204 len: 168 time: 2.3287728 Nov 10 17:51:57.391544 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-383f0097-612c-4829-b531-9f7444c6e435 req-74a8239d-e9cc-4911-ab56-76b759711061 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2466803 Nov 10 17:51:57.458764 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-03ad17ad-e6ae-4d22-aa13-d09f607b85ab tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1766808 Nov 10 17:51:57.460583 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 60080) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:57.463450 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2461081-7ba4-4076-9b2b-33086bff965f req-ab44895f-31ad-4c22-b226-9dd5a416b912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:57.470152 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-ab44895f-31ad-4c22-b226-9dd5a416b912 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47baead0-3e81-4ecd-90e6-eeb908ade233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3069503 Nov 10 17:51:57.484309 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-68b60438-822a-4ece-8294-1f52146715cb tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:51:57.768940 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60088) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:57.801913 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273463df-8292-4e6d-a0a8-fa329adf38e6 None None] DHCP port deletion for 56ba63a0-d928-4743-9bbe-448716588d55 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:51:57.845390 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cde988c3-6afb-4248-b18e-c4984683e255 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:57.900979 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-d4d31bc4-49cd-4b14-a35d-94fbb9e1848e service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225161 Nov 10 17:51:57.942410 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5337b6-e86d-4a40-b42e-e9861f671e88 req-64ba9f22-9a20-4521-a285-fbdef66c1243 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:57.952425 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fd5337b6-e86d-4a40-b42e-e9861f671e88 req-64ba9f22-9a20-4521-a285-fbdef66c1243 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.2594593 Nov 10 17:51:57.956471 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-273463df-8292-4e6d-a0a8-fa329adf38e6 None None] Deleting port 13241d2b-af84-4a0c-b49c-977ea3484f93 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:51:57.956848 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-273463df-8292-4e6d-a0a8-fa329adf38e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:58.058264 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fd5337b6-e86d-4a40-b42e-e9861f671e88 req-e9c8ec75-d2f0-409f-aa08-64552c908cef tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043651 Nov 10 17:51:58.059035 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b60438-822a-4ece-8294-1f52146715cb tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:51:58.085698 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-68b60438-822a-4ece-8294-1f52146715cb tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:58.149605 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-29a9a147-78d8-43b6-bed9-090b26344bf7 service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355664 Nov 10 17:51:58.187578 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-273463df-8292-4e6d-a0a8-fa329adf38e6 None None] For port 13241d2b-af84-4a0c-b49c-977ea3484f93, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=13241d2b-af84-4a0c-b49c-977ea3484f93,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:51:58.188295 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-273463df-8292-4e6d-a0a8-fa329adf38e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:58.210938 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-273463df-8292-4e6d-a0a8-fa329adf38e6 None None] Calling delete_port for 13241d2b-af84-4a0c-b49c-977ea3484f93 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:51:58.359777 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-374e509c-8cf7-4b50-8d43-31ab5cf5574c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=3e2b75e1-1dde-4f1e-8e65-79bd011d0b86 HTTP/1.1" status: 200 len: 217 time: 0.2034392 Nov 10 17:51:58.444231 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-273463df-8292-4e6d-a0a8-fa329adf38e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:58.527511 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273463df-8292-4e6d-a0a8-fa329adf38e6 None None] Pushing event deleted for resources: {'Port': ['ID=13241d2b-af84-4a0c-b49c-977ea3484f93,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:58.533722 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273463df-8292-4e6d-a0a8-fa329adf38e6 None None] No DVR routers for this DVR port 13241d2b-af84-4a0c-b49c-977ea3484f93 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:51:58.558559 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2461081-7ba4-4076-9b2b-33086bff965f req-6e34d420-c061-4bb3-94a6-25275deb0b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:58.559883 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-6e34d420-c061-4bb3-94a6-25275deb0b97 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=235a8a7b-9769-4bcb-b248-e3a3ce641763 HTTP/1.1" status: 200 len: 797 time: 0.1718585 Nov 10 17:51:58.644461 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-68b60438-822a-4ece-8294-1f52146715cb tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:58.713418 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2461081-7ba4-4076-9b2b-33086bff965f req-9ddbffcc-bf57-4a67-94c5-78fd0cc35672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:58.714902 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-9ddbffcc-bf57-4a67-94c5-78fd0cc35672 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47baead0-3e81-4ecd-90e6-eeb908ade233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1470337 Nov 10 17:51:58.747719 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b60438-822a-4ece-8294-1f52146715cb tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:51:58.753918 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-68b60438-822a-4ece-8294-1f52146715cb tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:51:58.759535 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b60438-822a-4ece-8294-1f52146715cb tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:58.760499 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-68b60438-822a-4ece-8294-1f52146715cb tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:58.776047 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6aaedd-233f-4465-8451-2e135c49ea20 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:51:58.807304 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b60438-822a-4ece-8294-1f52146715cb tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Subnet': ['ID=3ed2e27b-a029-49a5-9aed-a54a1c140b50,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:58.821276 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-68b60438-822a-4ece-8294-1f52146715cb tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3508072 Nov 10 17:51:58.821822 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 60118) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:58.831083 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-6439ea10-b4b9-42f0-9194-d41c05d2dbf7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'port': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'fixed_ips': [{'subnet_id': '3ed2e27b-a029-49a5-9aed-a54a1c140b50', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-2051780090'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:51:58.964702 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cde988c3-6afb-4248-b18e-c4984683e255 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:58.995149 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cde988c3-6afb-4248-b18e-c4984683e255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:59.126564 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6439ea10-b4b9-42f0-9194-d41c05d2dbf7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:51:59.229535 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-f514c338-50fa-4914-ac4d-33227ee757bf service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987009 Nov 10 17:51:59.240558 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-cde988c3-6afb-4248-b18e-c4984683e255 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0778cae640e34c119e8263221c24bf61&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4601808 Nov 10 17:51:59.241895 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde988c3-6afb-4248-b18e-c4984683e255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154a9694-cbdf-4c01-8255-8fd8b095817f,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:59.271647 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 60128) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:59.292043 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817b1353-55f8-4a38-84f7-ef6eca2c3517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-56ba63a0-d928-4743-9bbe-448716588d55', 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'tenant_id': 'f939140a32834c1da7df3d36570f3629', 'fixed_ips': [{'subnet_id': '3ed2e27b-a029-49a5-9aed-a54a1c140b50'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:51:59.292953 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-817b1353-55f8-4a38-84f7-ef6eca2c3517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:59.347445 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-a7974988-7ca0-44cf-9bbc-f9289878c39b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:59.361738 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-a7974988-7ca0-44cf-9bbc-f9289878c39b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/networks?id=07b214b6-0379-4e57-a79c-5118cee6c24b HTTP/1.1" status: 200 len: 811 time: 0.6649544 Nov 10 17:51:59.388055 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6439ea10-b4b9-42f0-9194-d41c05d2dbf7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:59.461793 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-6439ea10-b4b9-42f0-9194-d41c05d2dbf7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] device_id is not set on port b3245a8e-305a-4dbb-bffc-5548f5f16444 yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:51:59.528867 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-0842f9af-0b44-4a5e-b4dd-68e65d7f3284 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/quotas/0270caab27604a84907a03a58ad6e001 HTTP/1.1" status: 200 len: 375 time: 0.1661353 Nov 10 17:51:59.546225 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-817b1353-55f8-4a38-84f7-ef6eca2c3517 None None] Allocated IP 2001:db8::2 (56ba63a0-d928-4743-9bbe-448716588d55/3ed2e27b-a029-49a5-9aed-a54a1c140b50/2414f573-a088-49db-9b19-2586dcf2a9c3) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:51:59.550777 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 13241d2b-af84-4a0c-b49c-977ea3484f93 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:51:59.565806 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8e50a65f-67f9-4d9d-8e71-3027c37165d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:59.602333 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 13241d2b-af84-4a0c-b49c-977ea3484f93 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:51:59.602908 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 13241d2b-af84-4a0c-b49c-977ea3484f93 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:51:59.699885 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-6fcf6a5d-dc16-4ede-bcd3-707f469e5166 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0270caab27604a84907a03a58ad6e001&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1570549 Nov 10 17:51:59.709664 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-4d7e689c-c992-4f71-b21d-2ff33da7dbb5 service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526818 Nov 10 17:51:59.711000 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8e50a65f-67f9-4d9d-8e71-3027c37165d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:59.789541 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-7ede9a3a-5235-4270-b389-d16610cd0b40 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1f10bfec-b077-4852-8bba-c7adc7ab16bd HTTP/1.1" status: 200 len: 217 time: 0.0681329 Nov 10 17:51:59.849610 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8e50a65f-67f9-4d9d-8e71-3027c37165d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:59.855006 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8e50a65f-67f9-4d9d-8e71-3027c37165d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:59.858061 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2461081-7ba4-4076-9b2b-33086bff965f req-1218198e-b1e7-421f-aa6c-9a838af27b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:51:59.859418 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8e50a65f-67f9-4d9d-8e71-3027c37165d5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/154a9694-cbdf-4c01-8255-8fd8b095817f HTTP/1.1" status: 204 len: 168 time: 0.5860534 Nov 10 17:51:59.863490 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-817b1353-55f8-4a38-84f7-ef6eca2c3517 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:59.871014 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-817b1353-55f8-4a38-84f7-ef6eca2c3517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:51:59.871825 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-1218198e-b1e7-421f-aa6c-9a838af27b55 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2f88546f-3001-437d-949d-bf2c5fdfec86 HTTP/1.1" status: 200 len: 797 time: 0.0642273 Nov 10 17:51:59.878009 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e50a65f-67f9-4d9d-8e71-3027c37165d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154a9694-cbdf-4c01-8255-8fd8b095817f,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:51:59.885765 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-6439ea10-b4b9-42f0-9194-d41c05d2dbf7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:51:59.886210 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6439ea10-b4b9-42f0-9194-d41c05d2dbf7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:51:59.922412 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6439ea10-b4b9-42f0-9194-d41c05d2dbf7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0987871 Nov 10 17:51:59.925013 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 60142) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:51:59.962310 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817b1353-55f8-4a38-84f7-ef6eca2c3517 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:52:00.001293 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-817b1353-55f8-4a38-84f7-ef6eca2c3517 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:52:00.011238 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817b1353-55f8-4a38-84f7-ef6eca2c3517 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:52:00.017553 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b1353-55f8-4a38-84f7-ef6eca2c3517 None None] Pushing event updated for resources: {'Port': ['ID=2414f573-a088-49db-9b19-2586dcf2a9c3,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:00.024095 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2461081-7ba4-4076-9b2b-33086bff965f req-24a678b3-bd06-44a9-b479-24df37c10544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:00.027382 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-24a678b3-bd06-44a9-b479-24df37c10544 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=49bc9a4d-2019-4c3e-98a9-200317b395fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1528718 Nov 10 17:52:00.087453 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-07457b02-f96c-4926-86c3-03e76c501149 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:52:00.088550 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-07457b02-f96c-4926-86c3-03e76c501149 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3780181 Nov 10 17:52:00.095524 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d928972-4f53-47bb-b98e-5033740eabe0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:00.102486 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-817b1353-55f8-4a38-84f7-ef6eca2c3517 None None] Attempting to bind port 2414f573-a088-49db-9b19-2586dcf2a9c3 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:52:00.103320 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-817b1353-55f8-4a38-84f7-ef6eca2c3517 None None] Attempting to bind port 2414f573-a088-49db-9b19-2586dcf2a9c3 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:52:00.104301 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817b1353-55f8-4a38-84f7-ef6eca2c3517 None None] Attempting to bind port 2414f573-a088-49db-9b19-2586dcf2a9c3 on network 56ba63a0-d928-4743-9bbe-448716588d55 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:52:00.110730 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7d928972-4f53-47bb-b98e-5033740eabe0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1845567 Nov 10 17:52:00.111446 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 60148) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:00.112804 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817b1353-55f8-4a38-84f7-ef6eca2c3517 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:52:00.113607 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817b1353-55f8-4a38-84f7-ef6eca2c3517 None None] Checking segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:52:00.114440 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-817b1353-55f8-4a38-84f7-ef6eca2c3517 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:00.115222 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817b1353-55f8-4a38-84f7-ef6eca2c3517 None None] Bound using segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:52:00.116022 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-817b1353-55f8-4a38-84f7-ef6eca2c3517 None None] Bound port: 2414f573-a088-49db-9b19-2586dcf2a9c3, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:52:00.117248 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-817b1353-55f8-4a38-84f7-ef6eca2c3517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:00.215189 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-817b1353-55f8-4a38-84f7-ef6eca2c3517 None None] For port 2414f573-a088-49db-9b19-2586dcf2a9c3, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:52:00.238222 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-817b1353-55f8-4a38-84f7-ef6eca2c3517 None None] For port 2414f573-a088-49db-9b19-2586dcf2a9c3, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2414f573-a088-49db-9b19-2586dcf2a9c3,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:52:00.245300 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-817b1353-55f8-4a38-84f7-ef6eca2c3517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:00.279358 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc25fba-1952-4ba4-bcdb-327035b00cc0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:00.290921 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc25fba-1952-4ba4-bcdb-327035b00cc0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:00.302761 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8cc25fba-1952-4ba4-bcdb-327035b00cc0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1789296 Nov 10 17:52:00.305730 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 60154) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:00.328502 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b1353-55f8-4a38-84f7-ef6eca2c3517 None None] Pushing event updated for resources: {'Port': ['ID=2414f573-a088-49db-9b19-2586dcf2a9c3,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:00.419053 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-a971c71d-d8ce-4b40-a49b-7a975412fd75 service neutron] 10.222.0.39 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518806 Nov 10 17:52:00.434378 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-33347780-ae80-4729-a46e-ae8dfcc52ab6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting subnet 3ed2e27b-a029-49a5-9aed-a54a1c140b50 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:52:00.450244 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-33347780-ae80-4729-a46e-ae8dfcc52ab6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:00.522694 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-88cf4b85-70d8-41e6-a287-9b31459cb046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:00.561290 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-33347780-ae80-4729-a46e-ae8dfcc52ab6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:00.591521 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-5218cc55-d33d-405c-b52e-5c01bc6ef650 service neutron] 10.222.0.11 "GET /v2.0/networks/49bc9a4d-2019-4c3e-98a9-200317b395fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5565898 Nov 10 17:52:00.760696 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-33347780-ae80-4729-a46e-ae8dfcc52ab6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:00.907812 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-dc3566c6-b527-44ae-8d2f-9d67ac3fa554 service neutron] 10.222.0.39 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742484 Nov 10 17:52:00.942434 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-33347780-ae80-4729-a46e-ae8dfcc52ab6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:00.986662 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-633cd911-5742-41c9-b310-62f84e7c3f34 service neutron] 10.222.0.11 "GET /v2.0/networks/49bc9a4d-2019-4c3e-98a9-200317b395fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836751 Nov 10 17:52:01.064099 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33347780-ae80-4729-a46e-ae8dfcc52ab6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Subnet': ['ID=3ed2e27b-a029-49a5-9aed-a54a1c140b50,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:01.074617 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-33347780-ae80-4729-a46e-ae8dfcc52ab6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:01.081773 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-33347780-ae80-4729-a46e-ae8dfcc52ab6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/3ed2e27b-a029-49a5-9aed-a54a1c140b50 HTTP/1.1" status: 204 len: 168 time: 0.7748082 Nov 10 17:52:01.082573 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 60176) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:01.138114 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3b4d184c-30b2-42db-a0cb-44b5273b3fee tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0536511 Nov 10 17:52:01.139211 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 60182) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:01.142708 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-14c568af-e20f-4fe5-bb99-15a43113435f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eacd23a8-ca31-46bb-9e0e-580677075960 HTTP/1.1" status: 200 len: 217 time: 0.1480441 Nov 10 17:52:01.145066 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-26315eac-7e33-4238-bda2-b5a4b4786b54 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:52:01.276142 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2461081-7ba4-4076-9b2b-33086bff965f req-36a95e80-b795-4e9f-b6fe-d9ddcb8ca819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:01.277863 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-36a95e80-b795-4e9f-b6fe-d9ddcb8ca819 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2f88546f-3001-437d-949d-bf2c5fdfec86 HTTP/1.1" status: 200 len: 797 time: 0.1289718 Nov 10 17:52:01.383613 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2461081-7ba4-4076-9b2b-33086bff965f req-e42dabde-2457-4597-9015-fcc5a390c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:01.389128 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-e42dabde-2457-4597-9015-fcc5a390c99b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=49bc9a4d-2019-4c3e-98a9-200317b395fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1037624 Nov 10 17:52:01.551201 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d1c4bc4b-cef1-4969-99d9-49017db57907 req-171b6b95-4f90-497d-9a10-2722b18c210e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 210 time: 0.2626081 Nov 10 17:52:01.601346 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26315eac-7e33-4238-bda2-b5a4b4786b54 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:52:01.611303 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-26315eac-7e33-4238-bda2-b5a4b4786b54 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:01.667900 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-4da0f2dc-6fb8-4ce3-b9e1-ccf39427ac4b service neutron] 10.222.0.11 "GET /v2.0/networks/49bc9a4d-2019-4c3e-98a9-200317b395fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709901 Nov 10 17:52:01.692599 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2414f573-a088-49db-9b19-2586dcf2a9c3 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:52:01.871416 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2461081-7ba4-4076-9b2b-33086bff965f req-0db76f53-76fd-4472-a9d8-e0099b82b91d service neutron] 10.222.0.11 "GET /v2.0/networks/49bc9a4d-2019-4c3e-98a9-200317b395fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963930 Nov 10 17:52:01.954172 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 2414f573-a088-49db-9b19-2586dcf2a9c3 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:01.955326 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:02.232266 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:02.274946 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-26315eac-7e33-4238-bda2-b5a4b4786b54 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:02.348277 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 2414f573-a088-49db-9b19-2586dcf2a9c3, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2414f573-a088-49db-9b19-2586dcf2a9c3,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:52:02.353580 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:02.448477 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26315eac-7e33-4238-bda2-b5a4b4786b54 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Subnet': ['ID=79419c1f-a7d0-43d9-952e-fa8d75052c06,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:02.459279 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26315eac-7e33-4238-bda2-b5a4b4786b54 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:52:02.470829 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-26315eac-7e33-4238-bda2-b5a4b4786b54 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:52:02.478360 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26315eac-7e33-4238-bda2-b5a4b4786b54 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:02.482433 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-26315eac-7e33-4238-bda2-b5a4b4786b54 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:02.483997 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b8bf3b-31a8-4c5f-903a-bfab88a50eb4 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:52:02.516397 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60222) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:02.516963 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-26315eac-7e33-4238-bda2-b5a4b4786b54 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3759634 Nov 10 17:52:02.529344 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-57cf2083-86c9-4f1c-951a-99b6ed1fd12c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-815872853', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:52:02.618292 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-57cf2083-86c9-4f1c-951a-99b6ed1fd12c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:02.622771 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-57cf2083-86c9-4f1c-951a-99b6ed1fd12c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:02.717256 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=2414f573-a088-49db-9b19-2586dcf2a9c3,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:02.763548 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-26626550-9238-4005-8cea-9f04cca0eba7 None None] Provisioning complete for port 2414f573-a088-49db-9b19-2586dcf2a9c3 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:02.765296 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-26626550-9238-4005-8cea-9f04cca0eba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:02.846164 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-57cf2083-86c9-4f1c-951a-99b6ed1fd12c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:02.855548 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-57cf2083-86c9-4f1c-951a-99b6ed1fd12c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:02.927600 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-57cf2083-86c9-4f1c-951a-99b6ed1fd12c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:02.935854 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-57cf2083-86c9-4f1c-951a-99b6ed1fd12c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4143083 Nov 10 17:52:02.941150 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60238) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:02.947047 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-821c2397-cc81-4469-b9db-70507a059399 req-16dede59-0621-4374-9f32-ae367de416a7 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 210 time: 0.1283593 Nov 10 17:52:03.087520 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7d0c591e-e405-4a10-8e5d-749ad5402ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:03.544309 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2414f573-a088-49db-9b19-2586dcf2a9c3 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:52:03.719192 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddcb0e9-1bca-469f-83bd-437fa66700f0 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:52:03.933237 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a334783-af9d-4cd2-853b-a906c4693e2f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:03.948775 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-4cec8735-1038-42aa-9356-80fb676216b0 None None] Provisioning complete for port 2414f573-a088-49db-9b19-2586dcf2a9c3 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:03.949406 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4cec8735-1038-42aa-9356-80fb676216b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:03.952611 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 2414f573-a088-49db-9b19-2586dcf2a9c3 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:03.960816 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:04.152111 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-e7cd4779-c612-412d-adef-dbd0e4a3e341 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:04.163229 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-e7cd4779-c612-412d-adef-dbd0e4a3e341 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.11 "GET /v2.0/networks?id=07b214b6-0379-4e57-a79c-5118cee6c24b HTTP/1.1" status: 200 len: 811 time: 0.9222610 Nov 10 17:52:04.237781 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-77a5cdf4-5bda-4b0e-9a3e-bfac0f73f010 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Request body: {'port': {'device_id': 'af211f62-d2ac-4bbc-a884-d1b5564442f3', 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b', 'admin_state_up': True, 'tenant_id': '0270caab27604a84907a03a58ad6e001'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:52:04.278424 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-be00aba4-9440-4625-94fa-960ae67e8fd4 req-7890367d-b8c8-4b1d-98b6-36c8270e238d tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 210 time: 0.1100311 Nov 10 17:52:04.525231 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:04.640719 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-77a5cdf4-5bda-4b0e-9a3e-bfac0f73f010 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Made reservation on behalf of 0270caab27604a84907a03a58ad6e001 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:52:04.658081 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-77a5cdf4-5bda-4b0e-9a3e-bfac0f73f010 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:05.117872 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-77a5cdf4-5bda-4b0e-9a3e-bfac0f73f010 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Allocated IP 172.20.0.9 (07b214b6-0379-4e57-a79c-5118cee6c24b/0014d233-a3b8-4110-85a8-3bdeaa4b1e7d/6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:52:05.471380 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d2563a72-93c1-4f3c-99a5-55050601ca05 req-b2fd228a-d4b9-42c4-9653-414aa4b31d41 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 210 time: 0.0569835 Nov 10 17:52:05.605516 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:05.611259 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a5ba7fcb-9480-4dd8-963f-c906240d9933 None None] Provisioning complete for port 2414f573-a088-49db-9b19-2586dcf2a9c3 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:05.612009 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a5ba7fcb-9480-4dd8-963f-c906240d9933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:05.727323 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-4a334783-af9d-4cd2-853b-a906c4693e2f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Allocated IP 2001:db8::1 (56ba63a0-d928-4743-9bbe-448716588d55/79419c1f-a7d0-43d9-952e-fa8d75052c06/f0db1c66-21a5-49d4-8686-0239f13ee327) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:52:06.168805 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-77a5cdf4-5bda-4b0e-9a3e-bfac0f73f010 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:06.236276 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-77a5cdf4-5bda-4b0e-9a3e-bfac0f73f010 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:06.283086 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:06.341799 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a334783-af9d-4cd2-853b-a906c4693e2f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:06.346714 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-77a5cdf4-5bda-4b0e-9a3e-bfac0f73f010 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Network 07b214b6-0379-4e57-a79c-5118cee6c24b is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:52:06.355582 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-77a5cdf4-5bda-4b0e-9a3e-bfac0f73f010 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:52:06.358002 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-77a5cdf4-5bda-4b0e-9a3e-bfac0f73f010 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:52:06.390049 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5cdf4-5bda-4b0e-9a3e-bfac0f73f010 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Pushing event updated for resources: {'Port': ['ID=6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:06.440864 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-77a5cdf4-5bda-4b0e-9a3e-bfac0f73f010 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:06.441563 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-77a5cdf4-5bda-4b0e-9a3e-bfac0f73f010 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:06.470799 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a334783-af9d-4cd2-853b-a906c4693e2f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:06.480880 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-77a5cdf4-5bda-4b0e-9a3e-bfac0f73f010 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2508247 Nov 10 17:52:06.549294 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-73c0c3d2-5d28-4cdb-ad9f-6ed8b307c79b service neutron] Request body: {'port': {'device_id': 'af211f62-d2ac-4bbc-a884-d1b5564442f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:52:06.641274 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a334783-af9d-4cd2-853b-a906c4693e2f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:52:06.676408 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-4a334783-af9d-4cd2-853b-a906c4693e2f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:52:06.688808 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a334783-af9d-4cd2-853b-a906c4693e2f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:52:06.689806 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a334783-af9d-4cd2-853b-a906c4693e2f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:06.698384 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23955cf-461a-44ff-b086-cba61e1ce4a2 req-76411bc3-a0c6-4f67-86e6-5aff6a24915c tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:06.709938 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-73c0c3d2-5d28-4cdb-ad9f-6ed8b307c79b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:06.723365 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c23955cf-461a-44ff-b086-cba61e1ce4a2 req-76411bc3-a0c6-4f67-86e6-5aff6a24915c tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 931 time: 0.1242995 Nov 10 17:52:06.834913 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a334783-af9d-4cd2-853b-a906c4693e2f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Port': ['ID=f0db1c66-21a5-49d4-8686-0239f13ee327,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:06.871230 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b44d96fe-c379-4a6d-a35e-98ec2f511744 None None] Provisioning complete for port 6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:06.872820 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b44d96fe-c379-4a6d-a35e-98ec2f511744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:06.879614 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c23955cf-461a-44ff-b086-cba61e1ce4a2 req-80327c88-010b-42e8-9dda-5ed25c94739c tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543198 Nov 10 17:52:06.927177 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-b44d96fe-c379-4a6d-a35e-98ec2f511744 None None] Port 6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:52:07.279670 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-747a5708-6f43-46d2-aa25-2bbfe554f5b1 None None] Provisioning complete for port f0db1c66-21a5-49d4-8686-0239f13ee327 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:07.280385 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-747a5708-6f43-46d2-aa25-2bbfe554f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:07.285733 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a334783-af9d-4cd2-853b-a906c4693e2f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:07.424316 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-747a5708-6f43-46d2-aa25-2bbfe554f5b1 None None] Port f0db1c66-21a5-49d4-8686-0239f13ee327 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:52:08.124967 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f78ce8-50cf-40a7-9255-e1987a1ed434 req-b4b281a5-a032-4387-834e-d403acddea50 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:08.138808 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-84f78ce8-50cf-40a7-9255-e1987a1ed434 req-b4b281a5-a032-4387-834e-d403acddea50 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 931 time: 0.1139085 Nov 10 17:52:08.227222 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-73c0c3d2-5d28-4cdb-ad9f-6ed8b307c79b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:52:08.241030 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-73c0c3d2-5d28-4cdb-ad9f-6ed8b307c79b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:08.252093 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-84f78ce8-50cf-40a7-9255-e1987a1ed434 req-9d423148-4cab-4f98-a4c7-d8b15dbfe05f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117678 Nov 10 17:52:08.272236 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-73c0c3d2-5d28-4cdb-ad9f-6ed8b307c79b service neutron] Transition to ACTIVE for port object 6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:52:08.278428 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-73c0c3d2-5d28-4cdb-ad9f-6ed8b307c79b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:08.349287 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0c3d2-5d28-4cdb-ad9f-6ed8b307c79b service neutron] Pushing event updated for resources: {'Port': ['ID=6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:08.591501 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a334783-af9d-4cd2-853b-a906c4693e2f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:08.615929 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a334783-af9d-4cd2-853b-a906c4693e2f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:08.618024 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a334783-af9d-4cd2-853b-a906c4693e2f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:08.721380 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a334783-af9d-4cd2-853b-a906c4693e2f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Port': ['ID=f0db1c66-21a5-49d4-8686-0239f13ee327,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:08.911161 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-73c0c3d2-5d28-4cdb-ad9f-6ed8b307c79b service neutron] Attempting to bind port 6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:52:08.911427 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-73c0c3d2-5d28-4cdb-ad9f-6ed8b307c79b service neutron] Attempting to bind port 6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': 'ccee7173-55f2-40b1-aecb-b805c25cba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:52:08.911740 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-73c0c3d2-5d28-4cdb-ad9f-6ed8b307c79b service neutron] Attempting to bind port 6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e on network 07b214b6-0379-4e57-a79c-5118cee6c24b {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:52:08.932190 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-73c0c3d2-5d28-4cdb-ad9f-6ed8b307c79b service neutron] Port 6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e on network 07b214b6-0379-4e57-a79c-5118cee6c24b not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:52:08.932434 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-73c0c3d2-5d28-4cdb-ad9f-6ed8b307c79b service neutron] Attempting to bind port 6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e on network 07b214b6-0379-4e57-a79c-5118cee6c24b {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:52:08.952077 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-73c0c3d2-5d28-4cdb-ad9f-6ed8b307c79b service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:52:08.953423 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-73c0c3d2-5d28-4cdb-ad9f-6ed8b307c79b service neutron] Checking segment: {'id': 'ccee7173-55f2-40b1-aecb-b805c25cba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:52:08.953851 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-73c0c3d2-5d28-4cdb-ad9f-6ed8b307c79b service neutron] Bound using segment: {'id': 'ccee7173-55f2-40b1-aecb-b805c25cba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:52:08.954338 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-73c0c3d2-5d28-4cdb-ad9f-6ed8b307c79b service neutron] Bound port: 6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccee7173-55f2-40b1-aecb-b805c25cba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:52:08.954746 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-73c0c3d2-5d28-4cdb-ad9f-6ed8b307c79b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:09.036247 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a334783-af9d-4cd2-853b-a906c4693e2f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:52:09.040704 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-4a334783-af9d-4cd2-853b-a906c4693e2f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:52:09.243747 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-73c0c3d2-5d28-4cdb-ad9f-6ed8b307c79b service neutron] For port 6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:52:09.249811 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-73c0c3d2-5d28-4cdb-ad9f-6ed8b307c79b service neutron] For port 6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:52:09.286393 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-73c0c3d2-5d28-4cdb-ad9f-6ed8b307c79b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:09.470947 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0c3d2-5d28-4cdb-ad9f-6ed8b307c79b service neutron] Pushing event updated for resources: {'Port': ['ID=6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:09.485373 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-73c0c3d2-5d28-4cdb-ad9f-6ed8b307c79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:09.486298 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-73c0c3d2-5d28-4cdb-ad9f-6ed8b307c79b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:09.488778 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-73c0c3d2-5d28-4cdb-ad9f-6ed8b307c79b service neutron] 10.222.0.11 "PUT /v2.0/ports/6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e HTTP/1.1" status: 200 len: 1092 time: 2.9667523 Nov 10 17:52:09.491162 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af211f62-d2ac-4bbc-a884-d1b5564442f3', 'tag': '6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:52:09.494542 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6dd7c6-647f-4a9d-940e-a99a57972986" -d '{"events": [{"name": "network-changed", "server_uuid": "af211f62-d2ac-4bbc-a884-d1b5564442f3", "tag": "6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:52:09.554299 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a29e32-8a46-413c-a54e-1f230cf5bb14 req-c1a143b2-3791-4db5-b911-8a0eb589df0f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:09.565457 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-94a29e32-8a46-413c-a54e-1f230cf5bb14 req-c1a143b2-3791-4db5-b911-8a0eb589df0f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 943 time: 0.1817174 Nov 10 17:52:09.589109 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a334783-af9d-4cd2-853b-a906c4693e2f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Router b4ca85d6-a35b-4cbe-be62-f813c1357c9c is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:52:09.624525 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-c364ead0-01d9-41ce-9012-fce1eb6a8cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:09.626576 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-c364ead0-01d9-41ce-9012-fce1eb6a8cb2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0270caab27604a84907a03a58ad6e001&device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 1095 time: 0.0843477 Nov 10 17:52:09.636362 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e2fb6bc5-68bc-4514-b4c4-56e97272398c None None] Provisioning complete for port f0db1c66-21a5-49d4-8686-0239f13ee327 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:09.636841 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e2fb6bc5-68bc-4514-b4c4-56e97272398c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:09.695017 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4d5929-a4a9-4e12-893b-0f22a14504a1 x-openstack-request-id: req-dd4d5929-a4a9-4e12-893b-0f22a14504a1 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:52:09.695847 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af211f62-d2ac-4bbc-a884-d1b5564442f3", "tag": "6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:52:09.696234 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd4d5929-a4a9-4e12-893b-0f22a14504a1 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:52:09.696765 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af211f62-d2ac-4bbc-a884-d1b5564442f3', 'tag': '6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e', 'status': 'completed', 'code': 200} Nov 10 17:52:09.733741 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-94a29e32-8a46-413c-a54e-1f230cf5bb14 req-e09d8bec-a66d-4d79-a64b-af2578dc1b78 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452451 Nov 10 17:52:09.736504 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-e2fb6bc5-68bc-4514-b4c4-56e97272398c None None] Port f0db1c66-21a5-49d4-8686-0239f13ee327 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:52:09.960312 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-c2a6d891-8e7e-40a3-92d9-06159d430c31 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e HTTP/1.1" status: 200 len: 217 time: 0.2587035 Nov 10 17:52:10.019079 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a334783-af9d-4cd2-853b-a906c4693e2f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:52:10.029281 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 60390) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:10.036373 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d001b8-4fec-41be-a1cd-6d538cbc8fa3 None None] Sync routers for ids ['b4ca85d6-a35b-4cbe-be62-f813c1357c9c'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:52:10.039663 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4a334783-af9d-4cd2-853b-a906c4693e2f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "PUT /v2.0/routers/b4ca85d6-a35b-4cbe-be62-f813c1357c9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0969884 Nov 10 17:52:10.069256 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d001b8-4fec-41be-a1cd-6d538cbc8fa3 None None] Routers {'b4ca85d6-a35b-4cbe-be62-f813c1357c9c'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:52:10.074735 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-59d001b8-4fec-41be-a1cd-6d538cbc8fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:52:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['b4ca85d6-a35b-4cbe-be62-f813c1357c9c'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:52:10.079627 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-650d699b-c7ad-4e96-aa36-de7a63eb1618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:10.086925 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-650d699b-c7ad-4e96-aa36-de7a63eb1618 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0014d233-a3b8-4110-85a8-3bdeaa4b1e7d HTTP/1.1" status: 200 len: 850 time: 0.1199284 Nov 10 17:52:10.131711 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9c1335-a1ad-498c-b13f-617650fd67ee tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:10.133295 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0f9c1335-a1ad-498c-b13f-617650fd67ee tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports/f0db1c66-21a5-49d4-8686-0239f13ee327 HTTP/1.1" status: 200 len: 911 time: 0.1024842 Nov 10 17:52:10.136301 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 60392) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:10.181542 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-8600ff8f-1c0f-4b9c-956d-be42a0ab2f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:10.183400 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-8600ff8f-1c0f-4b9c-956d-be42a0ab2f94 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=07b214b6-0379-4e57-a79c-5118cee6c24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0887203 Nov 10 17:52:10.250811 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edb3761-47ad-4f33-86bd-d42d2e241647 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:10.276740 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edb3761-47ad-4f33-86bd-d42d2e241647 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:10.277267 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-59d001b8-4fec-41be-a1cd-6d538cbc8fa3 None None] Set router b4ca85d6-a35b-4cbe-be62-f813c1357c9c gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:52:10.278676 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1edb3761-47ad-4f33-86bd-d42d2e241647 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1411488 Nov 10 17:52:10.282044 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 60398) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:10.408774 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-167ff226-2273-4a8c-a52a-8b76f06ffad7 service neutron] 10.222.0.11 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179234 Nov 10 17:52:10.633303 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-013c08fc-5c27-4ba4-aa74-002a4876599c req-d7546307-6e56-483e-8c56-fa34595d7fef service neutron] 10.222.0.11 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168715 Nov 10 17:52:10.817223 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6dd7c6-647f-4a9d-940e-a99a57972986 req-b6058e72-7470-4ebf-bd96-8561bb33c794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:10.821238 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e6dd7c6-647f-4a9d-940e-a99a57972986 req-b6058e72-7470-4ebf-bd96-8561bb33c794 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0270caab27604a84907a03a58ad6e001&device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 1095 time: 0.1117945 Nov 10 17:52:10.938025 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-59d001b8-4fec-41be-a1cd-6d538cbc8fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ca85d6-a35b-4cbe-be62-f813c1357c9c', 'name': 'tempest-NetworksTestDHCPv6-router-815872853', 'tenant_id': 'f939140a32834c1da7df3d36570f3629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:52:02Z', 'updated_at': '2021-11-10T17:52:06Z', 'revision_number': 2, 'project_id': 'f939140a32834c1da7df3d36570f3629', 'gw_port_host': None, '_interfaces': [{'id': 'f0db1c66-21a5-49d4-8686-0239f13ee327', 'name': '', 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'tenant_id': 'f939140a32834c1da7df3d36570f3629', 'mac_address': 'fa:16:3e:00:91:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ca85d6-a35b-4cbe-be62-f813c1357c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2671, 'fixed_ips': [{'subnet_id': '79419c1f-a7d0-43d9-952e-fa8d75052c06', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:52:04Z', 'updated_at': '2021-11-10T17:52:07Z', 'revision_number': 2, 'project_id': 'f939140a32834c1da7df3d36570f3629', 'subnets': [{'id': '79419c1f-a7d0-43d9-952e-fa8d75052c06', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:52:11.022895 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d001b8-4fec-41be-a1cd-6d538cbc8fa3 None None] Checking router: b4ca85d6-a35b-4cbe-be62-f813c1357c9c for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:52:11.023255 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d001b8-4fec-41be-a1cd-6d538cbc8fa3 None None] Updating router b4ca85d6-a35b-4cbe-be62-f813c1357c9c port f0db1c66-21a5-49d4-8686-0239f13ee327 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:52:11.078330 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-59d001b8-4fec-41be-a1cd-6d538cbc8fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:11.099099 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0a6dca61-33ff-4159-880d-3f09fede74e1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:11.137101 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6dd7c6-647f-4a9d-940e-a99a57972986 req-5b482701-547a-4b67-8199-e81d4e335907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:11.139431 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e6dd7c6-647f-4a9d-940e-a99a57972986 req-5b482701-547a-4b67-8199-e81d4e335907 service neutron] 10.222.0.11 "GET /v2.0/networks?id=07b214b6-0379-4e57-a79c-5118cee6c24b HTTP/1.1" status: 200 len: 912 time: 0.3097351 Nov 10 17:52:11.248860 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e6dd7c6-647f-4a9d-940e-a99a57972986 req-7fd29249-5176-4e63-bbdf-852c177b0fb6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e HTTP/1.1" status: 200 len: 217 time: 0.0978961 Nov 10 17:52:11.273784 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ade8e-ed40-40f0-956c-dde710f4812c req-d7479461-9c43-41f2-8850-b621bddf2db4 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:11.283337 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f9ade8e-ed40-40f0-956c-dde710f4812c req-d7479461-9c43-41f2-8850-b621bddf2db4 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 943 time: 0.2879536 Nov 10 17:52:11.389604 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6dd7c6-647f-4a9d-940e-a99a57972986 req-bd8ec924-7978-4049-9596-8e23281b43be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:11.392283 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e6dd7c6-647f-4a9d-940e-a99a57972986 req-bd8ec924-7978-4049-9596-8e23281b43be service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0014d233-a3b8-4110-85a8-3bdeaa4b1e7d HTTP/1.1" status: 200 len: 850 time: 0.1360970 Nov 10 17:52:11.515264 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6dd7c6-647f-4a9d-940e-a99a57972986 req-7a4e1d16-d3ba-4484-be21-7487db46a3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:11.517193 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e6dd7c6-647f-4a9d-940e-a99a57972986 req-7a4e1d16-d3ba-4484-be21-7487db46a3ed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=07b214b6-0379-4e57-a79c-5118cee6c24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1161160 Nov 10 17:52:11.538145 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f9ade8e-ed40-40f0-956c-dde710f4812c req-1ee3b42b-f6a4-4473-a0a0-9cbff74da084 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384977 Nov 10 17:52:11.713534 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-59d001b8-4fec-41be-a1cd-6d538cbc8fa3 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:11.724844 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-59d001b8-4fec-41be-a1cd-6d538cbc8fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:11.747949 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-0a6dca61-33ff-4159-880d-3f09fede74e1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting port f0db1c66-21a5-49d4-8686-0239f13ee327 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:52:11.748342 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0a6dca61-33ff-4159-880d-3f09fede74e1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:11.795695 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e6dd7c6-647f-4a9d-940e-a99a57972986 req-7548d3c9-7bc2-4aa4-99fa-a8cd0df3a111 service neutron] 10.222.0.11 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642567 Nov 10 17:52:11.940133 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a3310-35c8-4b31-b526-01da43778466 None None] Pushing event updated for resources: {'Port': ['ID=f0db1c66-21a5-49d4-8686-0239f13ee327,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:11.964586 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0a6dca61-33ff-4159-880d-3f09fede74e1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:11.981736 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a3310-35c8-4b31-b526-01da43778466 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:11.982088 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a3310-35c8-4b31-b526-01da43778466 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:11.982426 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a3310-35c8-4b31-b526-01da43778466 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:11.982761 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a3310-35c8-4b31-b526-01da43778466 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:11.983088 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a3310-35c8-4b31-b526-01da43778466 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:11.983449 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a3310-35c8-4b31-b526-01da43778466 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:11.983860 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a3310-35c8-4b31-b526-01da43778466 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:11.984445 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a3310-35c8-4b31-b526-01da43778466 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:11.989237 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a3310-35c8-4b31-b526-01da43778466 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:11.991243 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a3310-35c8-4b31-b526-01da43778466 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:11.991243 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a3310-35c8-4b31-b526-01da43778466 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:11.991243 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a3310-35c8-4b31-b526-01da43778466 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:11.994726 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-0a6dca61-33ff-4159-880d-3f09fede74e1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Calling delete_port for f0db1c66-21a5-49d4-8686-0239f13ee327 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:52:12.089710 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e6dd7c6-647f-4a9d-940e-a99a57972986 req-3a7051a1-38c0-41ac-af9d-3f35b4a2682d service neutron] 10.222.0.11 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917635 Nov 10 17:52:12.147391 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-59d001b8-4fec-41be-a1cd-6d538cbc8fa3 None None] Attempting to bind port f0db1c66-21a5-49d4-8686-0239f13ee327 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:52:12.148306 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-59d001b8-4fec-41be-a1cd-6d538cbc8fa3 None None] Attempting to bind port f0db1c66-21a5-49d4-8686-0239f13ee327 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:52:12.148306 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d001b8-4fec-41be-a1cd-6d538cbc8fa3 None None] Attempting to bind port f0db1c66-21a5-49d4-8686-0239f13ee327 on network 56ba63a0-d928-4743-9bbe-448716588d55 {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:52:12.162038 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-c37f44b7-9984-4aa0-b863-52d1aec645e0 req-9e546fe6-19ca-492a-ba1b-519af4aa2085 service neutron] (102469) timed out ('10.222.0.13', 62021) {{(pid=102469) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 17:52:12.164999 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d001b8-4fec-41be-a1cd-6d538cbc8fa3 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:52:12.165382 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d001b8-4fec-41be-a1cd-6d538cbc8fa3 None None] Checking segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:52:12.165794 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-59d001b8-4fec-41be-a1cd-6d538cbc8fa3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:12.166184 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d001b8-4fec-41be-a1cd-6d538cbc8fa3 None None] Bound using segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:52:12.175587 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-59d001b8-4fec-41be-a1cd-6d538cbc8fa3 None None] Bound port: f0db1c66-21a5-49d4-8686-0239f13ee327, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:52:12.176084 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-59d001b8-4fec-41be-a1cd-6d538cbc8fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:12.348317 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-59d001b8-4fec-41be-a1cd-6d538cbc8fa3 None None] For port f0db1c66-21a5-49d4-8686-0239f13ee327, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:52:12.352451 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-59d001b8-4fec-41be-a1cd-6d538cbc8fa3 None None] For port f0db1c66-21a5-49d4-8686-0239f13ee327, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=f0db1c66-21a5-49d4-8686-0239f13ee327,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:52:12.359275 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-59d001b8-4fec-41be-a1cd-6d538cbc8fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:12.496226 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0a6dca61-33ff-4159-880d-3f09fede74e1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:12.562233 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d001b8-4fec-41be-a1cd-6d538cbc8fa3 None None] Routers {'b4ca85d6-a35b-4cbe-be62-f813c1357c9c'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:52:12.565238 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-59d001b8-4fec-41be-a1cd-6d538cbc8fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:52:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['b4ca85d6-a35b-4cbe-be62-f813c1357c9c'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:52:12.586095 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-2f0aadee-dcf0-49bc-9d21-f5c2919e4321 None None] Could not find standard attr ID for object f0db1c66-21a5-49d4-8686-0239f13ee327. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 17:52:12.600760 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dca61-33ff-4159-880d-3f09fede74e1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Port': ['ID=f0db1c66-21a5-49d4-8686-0239f13ee327,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:12.709493 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a3310-35c8-4b31-b526-01da43778466 None None] Pushing event updated for resources: {'Port': ['ID=f0db1c66-21a5-49d4-8686-0239f13ee327,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:12.757446 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-59d001b8-4fec-41be-a1cd-6d538cbc8fa3 None None] Set router b4ca85d6-a35b-4cbe-be62-f813c1357c9c gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:52:12.827164 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-59d001b8-4fec-41be-a1cd-6d538cbc8fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ca85d6-a35b-4cbe-be62-f813c1357c9c', 'name': 'tempest-NetworksTestDHCPv6-router-815872853', 'tenant_id': 'f939140a32834c1da7df3d36570f3629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:52:02Z', 'updated_at': '2021-11-10T17:52:12Z', 'revision_number': 3, 'project_id': 'f939140a32834c1da7df3d36570f3629', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:52:12.859708 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d001b8-4fec-41be-a1cd-6d538cbc8fa3 None None] The sync data for ids ['b4ca85d6-a35b-4cbe-be62-f813c1357c9c'] in n-d-776250-10 is: [{'id': 'b4ca85d6-a35b-4cbe-be62-f813c1357c9c', 'name': 'tempest-NetworksTestDHCPv6-router-815872853', 'tenant_id': 'f939140a32834c1da7df3d36570f3629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:52:02Z', 'updated_at': '2021-11-10T17:52:12Z', 'revision_number': 3, 'project_id': 'f939140a32834c1da7df3d36570f3629', 'gw_port_host': None}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:52:12.933368 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0a6dca61-33ff-4159-880d-3f09fede74e1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:13.111546 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e316b6-31c5-419f-9027-b1454543ae79 req-433093a7-04b8-4853-8b2c-8bf01ac607d5 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:13.147303 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0e316b6-31c5-419f-9027-b1454543ae79 req-433093a7-04b8-4853-8b2c-8bf01ac607d5 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 943 time: 0.4458609 Nov 10 17:52:13.212625 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-345c920c-dacd-428d-a096-b2de9f86467b None None] Could not find standard attr ID for object f0db1c66-21a5-49d4-8686-0239f13ee327. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 17:52:13.466922 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0e316b6-31c5-419f-9027-b1454543ae79 req-ebdac580-4c11-49c3-92a1-46a819836067 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184991 Nov 10 17:52:13.478220 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6dca61-33ff-4159-880d-3f09fede74e1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Router b4ca85d6-a35b-4cbe-be62-f813c1357c9c has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:52:13.666918 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:52:14.025300 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:52:14.063156 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e', 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b', 'port_id': '6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e', 'mac_address': 'fa:16:3e:39:37:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0014d233-a3b8-4110-85a8-3bdeaa4b1e7d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:52:14.150454 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:14.180819 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:52:14.219611 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:52:14.224814 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:14.302706 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:14.406117 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6dca61-33ff-4159-880d-3f09fede74e1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:52:14.415810 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0a6dca61-33ff-4159-880d-3f09fede74e1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "PUT /v2.0/routers/b4ca85d6-a35b-4cbe-be62-f813c1357c9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1313977 Nov 10 17:52:14.418594 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60482) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:14.534182 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c35310-e396-4bc8-ada2-c06fcfcad8d8 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:14.536606 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c35310-e396-4bc8-ada2-c06fcfcad8d8 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:14.538723 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-55c35310-e396-4bc8-ada2-c06fcfcad8d8 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1169620 Nov 10 17:52:14.542378 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 60492) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:14.555605 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:52:14.707381 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b4cd39c-7dba-4368-b84d-b0cccd3f9cd0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting subnet 79419c1f-a7d0-43d9-952e-fa8d75052c06 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:52:14.711795 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69debab-8f20-4984-9c3f-c2ed2026eda0 None None] Sync routers for ids ['b4ca85d6-a35b-4cbe-be62-f813c1357c9c'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:52:14.731022 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7b4cd39c-7dba-4368-b84d-b0cccd3f9cd0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:14.771231 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69debab-8f20-4984-9c3f-c2ed2026eda0 None None] Routers {'b4ca85d6-a35b-4cbe-be62-f813c1357c9c'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:52:14.771912 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c69debab-8f20-4984-9c3f-c2ed2026eda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:52:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['b4ca85d6-a35b-4cbe-be62-f813c1357c9c'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:52:14.845354 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7b4cd39c-7dba-4368-b84d-b0cccd3f9cd0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:14.925973 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-c69debab-8f20-4984-9c3f-c2ed2026eda0 None None] Set router b4ca85d6-a35b-4cbe-be62-f813c1357c9c gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:52:15.000107 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c69debab-8f20-4984-9c3f-c2ed2026eda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ca85d6-a35b-4cbe-be62-f813c1357c9c', 'name': 'tempest-NetworksTestDHCPv6-router-815872853', 'tenant_id': 'f939140a32834c1da7df3d36570f3629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:52:02Z', 'updated_at': '2021-11-10T17:52:12Z', 'revision_number': 3, 'project_id': 'f939140a32834c1da7df3d36570f3629', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:52:15.041263 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4fc3c-726d-44d4-b90f-d1edff5eeb87 req-a58373a3-2b9c-4fc3-85af-2fea6781cf54 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:15.043166 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6ad4fc3c-726d-44d4-b90f-d1edff5eeb87 req-a58373a3-2b9c-4fc3-85af-2fea6781cf54 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 944 time: 0.3584080 Nov 10 17:52:15.081439 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69debab-8f20-4984-9c3f-c2ed2026eda0 None None] Checking router: b4ca85d6-a35b-4cbe-be62-f813c1357c9c for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:52:15.096867 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69debab-8f20-4984-9c3f-c2ed2026eda0 None None] Routers {'b4ca85d6-a35b-4cbe-be62-f813c1357c9c'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:52:15.097840 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c69debab-8f20-4984-9c3f-c2ed2026eda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:52:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['b4ca85d6-a35b-4cbe-be62-f813c1357c9c'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:52:15.118361 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7b4cd39c-7dba-4368-b84d-b0cccd3f9cd0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:15.237400 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6ad4fc3c-726d-44d4-b90f-d1edff5eeb87 req-b012240c-2c12-4880-adcf-fb223831fc6f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660378 Nov 10 17:52:15.259251 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-c69debab-8f20-4984-9c3f-c2ed2026eda0 None None] Set router b4ca85d6-a35b-4cbe-be62-f813c1357c9c gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:52:15.333975 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7b4cd39c-7dba-4368-b84d-b0cccd3f9cd0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:15.369214 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4cd39c-7dba-4368-b84d-b0cccd3f9cd0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Subnet': ['ID=79419c1f-a7d0-43d9-952e-fa8d75052c06,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:15.381014 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7b4cd39c-7dba-4368-b84d-b0cccd3f9cd0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:15.384193 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7b4cd39c-7dba-4368-b84d-b0cccd3f9cd0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/79419c1f-a7d0-43d9-952e-fa8d75052c06 HTTP/1.1" status: 204 len: 168 time: 0.8406708 Nov 10 17:52:15.387898 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60512) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:15.408390 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c69debab-8f20-4984-9c3f-c2ed2026eda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ca85d6-a35b-4cbe-be62-f813c1357c9c', 'name': 'tempest-NetworksTestDHCPv6-router-815872853', 'tenant_id': 'f939140a32834c1da7df3d36570f3629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:52:02Z', 'updated_at': '2021-11-10T17:52:12Z', 'revision_number': 3, 'project_id': 'f939140a32834c1da7df3d36570f3629', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:52:15.503906 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61913818-aca2-468b-80b4-b6edbd289d77 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:52:15.513039 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69debab-8f20-4984-9c3f-c2ed2026eda0 None None] The sync data for ids ['b4ca85d6-a35b-4cbe-be62-f813c1357c9c'] in n-d-776250-10 is: [{'id': 'b4ca85d6-a35b-4cbe-be62-f813c1357c9c', 'name': 'tempest-NetworksTestDHCPv6-router-815872853', 'tenant_id': 'f939140a32834c1da7df3d36570f3629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:52:02Z', 'updated_at': '2021-11-10T17:52:12Z', 'revision_number': 3, 'project_id': 'f939140a32834c1da7df3d36570f3629', 'gw_port_host': None}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:52:15.707513 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0f64fcf4-9071-48ce-8cef-ea6498e98601 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3183260 Nov 10 17:52:15.710443 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 60526) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:16.032632 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c70448b0-96c9-49af-a504-ae01bc0fb923 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:16.083251 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60530) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:16.124021 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7770e5df-b522-478e-9e3d-cf7cc3120816 None None] DHCP port deletion for 56ba63a0-d928-4743-9bbe-448716588d55 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:52:16.187484 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-7770e5df-b522-478e-9e3d-cf7cc3120816 None None] Deleting port 2414f573-a088-49db-9b19-2586dcf2a9c3 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:52:16.188542 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7770e5df-b522-478e-9e3d-cf7cc3120816 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:16.414363 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cadcb319-056f-4d84-978b-6e9c7ab03531 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:16.524961 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c70448b0-96c9-49af-a504-ae01bc0fb923 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:16.529289 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c70448b0-96c9-49af-a504-ae01bc0fb923 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:16.619863 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-7770e5df-b522-478e-9e3d-cf7cc3120816 None None] For port 2414f573-a088-49db-9b19-2586dcf2a9c3, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2414f573-a088-49db-9b19-2586dcf2a9c3,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:52:16.620669 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7770e5df-b522-478e-9e3d-cf7cc3120816 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:16.636420 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-7770e5df-b522-478e-9e3d-cf7cc3120816 None None] Calling delete_port for 2414f573-a088-49db-9b19-2586dcf2a9c3 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:52:16.644440 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cadcb319-056f-4d84-978b-6e9c7ab03531 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:16.653630 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cadcb319-056f-4d84-978b-6e9c7ab03531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:16.702830 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8633fd3b-d1ac-4eda-b4d6-f7101475b2c3 req-12a3046c-c527-4bcd-84ee-416359e829af tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:16.714017 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8633fd3b-d1ac-4eda-b4d6-f7101475b2c3 req-12a3046c-c527-4bcd-84ee-416359e829af tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 944 time: 0.3004763 Nov 10 17:52:16.752489 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c70448b0-96c9-49af-a504-ae01bc0fb923 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:16.753378 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70448b0-96c9-49af-a504-ae01bc0fb923 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Fanout notify agent at l3_agent the message router_deleted on router b4ca85d6-a35b-4cbe-be62-f813c1357c9c {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:52:16.762862 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7770e5df-b522-478e-9e3d-cf7cc3120816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:16.785059 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c70448b0-96c9-49af-a504-ae01bc0fb923 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:16.789563 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c70448b0-96c9-49af-a504-ae01bc0fb923 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/routers/b4ca85d6-a35b-4cbe-be62-f813c1357c9c HTTP/1.1" status: 204 len: 168 time: 1.0768192 Nov 10 17:52:16.804336 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 60554) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:16.819713 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcb319-056f-4d84-978b-6e9c7ab03531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf14a96-4826-460b-89e6-b8b8d9c2700d,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:16.830051 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7770e5df-b522-478e-9e3d-cf7cc3120816 None None] No DVR routers for this DVR port 2414f573-a088-49db-9b19-2586dcf2a9c3 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:52:16.835615 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-f45f95da-4340-40ca-ad14-9d10773df039 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:52:16.882544 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadcb319-056f-4d84-978b-6e9c7ab03531 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:16.882886 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadcb319-056f-4d84-978b-6e9c7ab03531 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:16.883259 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadcb319-056f-4d84-978b-6e9c7ab03531 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:16.883537 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadcb319-056f-4d84-978b-6e9c7ab03531 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:16.898841 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadcb319-056f-4d84-978b-6e9c7ab03531 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:16.899118 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadcb319-056f-4d84-978b-6e9c7ab03531 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:16.899465 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadcb319-056f-4d84-978b-6e9c7ab03531 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:16.899803 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadcb319-056f-4d84-978b-6e9c7ab03531 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:16.900138 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadcb319-056f-4d84-978b-6e9c7ab03531 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:16.900483 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadcb319-056f-4d84-978b-6e9c7ab03531 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:16.900999 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadcb319-056f-4d84-978b-6e9c7ab03531 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:16.901501 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadcb319-056f-4d84-978b-6e9c7ab03531 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:16.946496 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-cadcb319-056f-4d84-978b-6e9c7ab03531 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=901ce287a8ca462885e96ff685462897&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8607576 Nov 10 17:52:16.959585 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60556) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:16.984630 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770e5df-b522-478e-9e3d-cf7cc3120816 None None] Pushing event deleted for resources: {'Port': ['ID=2414f573-a088-49db-9b19-2586dcf2a9c3,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:17.093847 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1a22bf37-df24-4166-a3d3-477d2d9be8dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:17.136205 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1a22bf37-df24-4166-a3d3-477d2d9be8dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:17.159750 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8633fd3b-d1ac-4eda-b4d6-f7101475b2c3 req-d6d14a9e-759f-4bb9-a98d-f07106988c08 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4391158 Nov 10 17:52:17.165477 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45f95da-4340-40ca-ad14-9d10773df039 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:52:17.169816 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f45f95da-4340-40ca-ad14-9d10773df039 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:17.230302 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1a22bf37-df24-4166-a3d3-477d2d9be8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:17.234473 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1a22bf37-df24-4166-a3d3-477d2d9be8dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:17.237762 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1a22bf37-df24-4166-a3d3-477d2d9be8dc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/caf14a96-4826-460b-89e6-b8b8d9c2700d HTTP/1.1" status: 204 len: 168 time: 0.2697108 Nov 10 17:52:17.276457 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22bf37-df24-4166-a3d3-477d2d9be8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf14a96-4826-460b-89e6-b8b8d9c2700d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:17.542209 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2414f573-a088-49db-9b19-2586dcf2a9c3 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:52:17.611194 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f45f95da-4340-40ca-ad14-9d10773df039 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:17.614808 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 2414f573-a088-49db-9b19-2586dcf2a9c3 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:52:17.616118 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2414f573-a088-49db-9b19-2586dcf2a9c3 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:52:17.683903 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:52:17.701003 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f95da-4340-40ca-ad14-9d10773df039 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Subnet': ['ID=109881ba-21f7-4165-b707-3b4913a0b104,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:17.713715 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f95da-4340-40ca-ad14-9d10773df039 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:17.714525 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f95da-4340-40ca-ad14-9d10773df039 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:17.715560 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f95da-4340-40ca-ad14-9d10773df039 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:17.716094 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f95da-4340-40ca-ad14-9d10773df039 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:17.716716 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f95da-4340-40ca-ad14-9d10773df039 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:17.717270 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f95da-4340-40ca-ad14-9d10773df039 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:17.718644 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f95da-4340-40ca-ad14-9d10773df039 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:17.719246 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f95da-4340-40ca-ad14-9d10773df039 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:17.719837 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f95da-4340-40ca-ad14-9d10773df039 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:17.720388 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f95da-4340-40ca-ad14-9d10773df039 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:17.721057 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f95da-4340-40ca-ad14-9d10773df039 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:17.721582 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45f95da-4340-40ca-ad14-9d10773df039 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:17.733146 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45f95da-4340-40ca-ad14-9d10773df039 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:52:17.741529 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-f45f95da-4340-40ca-ad14-9d10773df039 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:52:17.745045 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45f95da-4340-40ca-ad14-9d10773df039 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:17.745658 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f45f95da-4340-40ca-ad14-9d10773df039 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:17.789169 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2470048-295c-4620-97ff-50773855e32b None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:52:17.794041 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60570) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:17.797330 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f45f95da-4340-40ca-ad14-9d10773df039 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9844656 Nov 10 17:52:17.808648 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-d5c5b3cd-0497-4573-be12-c57dc5d8b358 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1424389124', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:52:17.861170 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d5c5b3cd-0497-4573-be12-c57dc5d8b358 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:17.864392 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d5c5b3cd-0497-4573-be12-c57dc5d8b358 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:17.957327 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d5c5b3cd-0497-4573-be12-c57dc5d8b358 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:17.965723 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d5c5b3cd-0497-4573-be12-c57dc5d8b358 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:18.030810 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d5c5b3cd-0497-4573-be12-c57dc5d8b358 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:18.032338 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d5c5b3cd-0497-4573-be12-c57dc5d8b358 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2369807 Nov 10 17:52:18.035235 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 60580) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:18.113386 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60582) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:18.113812 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55747e6-2018-4dd5-8dd2-007d56d39c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-56ba63a0-d928-4743-9bbe-448716588d55', 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'tenant_id': 'f939140a32834c1da7df3d36570f3629', 'fixed_ips': [{'subnet_id': '109881ba-21f7-4165-b707-3b4913a0b104'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:52:18.115399 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b55747e6-2018-4dd5-8dd2-007d56d39c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:18.129074 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-939d4a1c-dcca-42c4-99a7-1a7516732008 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:18.338839 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-939d4a1c-dcca-42c4-99a7-1a7516732008 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:18.345834 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-939d4a1c-dcca-42c4-99a7-1a7516732008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:18.401117 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-939d4a1c-dcca-42c4-99a7-1a7516732008 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8bfeaf6692a04191948ec6e9c0656080&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2841525 Nov 10 17:52:18.419252 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60590) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:18.428881 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-b55747e6-2018-4dd5-8dd2-007d56d39c04 None None] Allocated IP 2001:db8::2 (56ba63a0-d928-4743-9bbe-448716588d55/109881ba-21f7-4165-b707-3b4913a0b104/42c44809-fcce-49a2-9644-c066bb307c9b) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:52:18.497878 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d4a1c-dcca-42c4-99a7-1a7516732008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b280d0df-74e3-40c4-9f78-f16cd838c55b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:18.566809 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9687380f-66c9-42f4-bd84-9a57e027d3f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:18.596945 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:52:18.602420 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9687380f-66c9-42f4-bd84-9a57e027d3f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:18.609941 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84856cb2-fffd-463c-a9fa-d5615304e4a4 req-3115ca06-bb82-41b2-bdbe-1e532a8e5d70 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:18.611779 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-84856cb2-fffd-463c-a9fa-d5615304e4a4 req-3115ca06-bb82-41b2-bdbe-1e532a8e5d70 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 944 time: 0.2171922 Nov 10 17:52:18.624618 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:18.625116 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:18.704903 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b55747e6-2018-4dd5-8dd2-007d56d39c04 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:18.711042 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9687380f-66c9-42f4-bd84-9a57e027d3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:18.716502 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b55747e6-2018-4dd5-8dd2-007d56d39c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:18.720063 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9687380f-66c9-42f4-bd84-9a57e027d3f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:18.723117 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9687380f-66c9-42f4-bd84-9a57e027d3f1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b280d0df-74e3-40c4-9f78-f16cd838c55b HTTP/1.1" status: 204 len: 168 time: 0.3000865 Nov 10 17:52:18.743540 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-84856cb2-fffd-463c-a9fa-d5615304e4a4 req-2dc0f9c6-fc31-4992-9a3f-e07000bf9553 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215703 Nov 10 17:52:18.744539 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687380f-66c9-42f4-bd84-9a57e027d3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b280d0df-74e3-40c4-9f78-f16cd838c55b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:18.790851 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-05b8aa5b-ec91-444a-ac3b-2b321f3d4737 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:18.867917 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55747e6-2018-4dd5-8dd2-007d56d39c04 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:52:18.900676 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-b55747e6-2018-4dd5-8dd2-007d56d39c04 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:52:18.919470 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55747e6-2018-4dd5-8dd2-007d56d39c04 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:52:18.964574 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55747e6-2018-4dd5-8dd2-007d56d39c04 None None] Pushing event updated for resources: {'Port': ['ID=42c44809-fcce-49a2-9644-c066bb307c9b,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:18.982782 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:19.091454 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b55747e6-2018-4dd5-8dd2-007d56d39c04 None None] Attempting to bind port 42c44809-fcce-49a2-9644-c066bb307c9b on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:52:19.099458 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b55747e6-2018-4dd5-8dd2-007d56d39c04 None None] Attempting to bind port 42c44809-fcce-49a2-9644-c066bb307c9b by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:52:19.100178 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55747e6-2018-4dd5-8dd2-007d56d39c04 None None] Attempting to bind port 42c44809-fcce-49a2-9644-c066bb307c9b on network 56ba63a0-d928-4743-9bbe-448716588d55 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:52:19.133164 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af211f62-d2ac-4bbc-a884-d1b5564442f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:52:19.136863 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3896b5b-eec9-43f7-8782-a1b234e536cd" -d '{"events": [{"server_uuid": "af211f62-d2ac-4bbc-a884-d1b5564442f3", "name": "network-vif-plugged", "status": "completed", "tag": "6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:52:19.200778 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55747e6-2018-4dd5-8dd2-007d56d39c04 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:52:19.201350 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55747e6-2018-4dd5-8dd2-007d56d39c04 None None] Checking segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:52:19.201854 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b55747e6-2018-4dd5-8dd2-007d56d39c04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:19.202377 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55747e6-2018-4dd5-8dd2-007d56d39c04 None None] Bound using segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:52:19.203050 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b55747e6-2018-4dd5-8dd2-007d56d39c04 None None] Bound port: 42c44809-fcce-49a2-9644-c066bb307c9b, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:52:19.203523 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b55747e6-2018-4dd5-8dd2-007d56d39c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:19.208365 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:52:19.231579 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:19.275631 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f978c2-22d3-42a4-80ba-70a5ef09458a x-openstack-request-id: req-c6f978c2-22d3-42a4-80ba-70a5ef09458a {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:52:19.279910 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af211f62-d2ac-4bbc-a884-d1b5564442f3", "name": "network-vif-plugged", "status": "completed", "tag": "6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:52:19.289465 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c6f978c2-22d3-42a4-80ba-70a5ef09458a {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:52:19.292867 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af211f62-d2ac-4bbc-a884-d1b5564442f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e', 'code': 200} Nov 10 17:52:19.369930 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:19.447711 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-05b8aa5b-ec91-444a-ac3b-2b321f3d4737 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Allocated IP 2001:db8::1 (56ba63a0-d928-4743-9bbe-448716588d55/109881ba-21f7-4165-b707-3b4913a0b104/48a0d5ac-dd9f-4c99-ac94-f3e7238bf666) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:52:19.486935 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b55747e6-2018-4dd5-8dd2-007d56d39c04 None None] For port 42c44809-fcce-49a2-9644-c066bb307c9b, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:52:19.498523 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b55747e6-2018-4dd5-8dd2-007d56d39c04 None None] For port 42c44809-fcce-49a2-9644-c066bb307c9b, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=42c44809-fcce-49a2-9644-c066bb307c9b,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:52:19.511850 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b55747e6-2018-4dd5-8dd2-007d56d39c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:19.519859 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fb570-b90b-4e6b-baac-6e9ce21f9c5d req-5066d99f-1cac-4a58-8c66-effc39a93598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:19.528540 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f62fb570-b90b-4e6b-baac-6e9ce21f9c5d req-5066d99f-1cac-4a58-8c66-effc39a93598 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 1097 time: 0.1818011 Nov 10 17:52:19.585329 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55747e6-2018-4dd5-8dd2-007d56d39c04 None None] Pushing event updated for resources: {'Port': ['ID=42c44809-fcce-49a2-9644-c066bb307c9b,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:19.652727 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f62fb570-b90b-4e6b-baac-6e9ce21f9c5d req-8051febd-3a86-449f-aa99-4f32a85cdc72 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198349 Nov 10 17:52:19.893156 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-05b8aa5b-ec91-444a-ac3b-2b321f3d4737 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:19.971199 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-05b8aa5b-ec91-444a-ac3b-2b321f3d4737 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:20.075356 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8aa5b-ec91-444a-ac3b-2b321f3d4737 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Port': ['ID=48a0d5ac-dd9f-4c99-ac94-f3e7238bf666,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:20.119955 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b8aa5b-ec91-444a-ac3b-2b321f3d4737 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:52:20.127879 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-05b8aa5b-ec91-444a-ac3b-2b321f3d4737 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:52:20.131537 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b8aa5b-ec91-444a-ac3b-2b321f3d4737 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:52:20.135541 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-05b8aa5b-ec91-444a-ac3b-2b321f3d4737 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:20.212642 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664014c0-f22f-4578-9296-8026147b8680 req-a033b668-d1c7-494f-89a9-0979434d6248 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:20.230907 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-664014c0-f22f-4578-9296-8026147b8680 req-a033b668-d1c7-494f-89a9-0979434d6248 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 945 time: 0.2856762 Nov 10 17:52:20.424464 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-664014c0-f22f-4578-9296-8026147b8680 req-37c99e67-366c-4408-aead-89b19a89432a tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929438 Nov 10 17:52:20.490800 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-05b8aa5b-ec91-444a-ac3b-2b321f3d4737 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:21.289337 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-05b8aa5b-ec91-444a-ac3b-2b321f3d4737 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:21.300824 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-05b8aa5b-ec91-444a-ac3b-2b321f3d4737 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:21.301121 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-05b8aa5b-ec91-444a-ac3b-2b321f3d4737 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:21.446197 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8aa5b-ec91-444a-ac3b-2b321f3d4737 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Port': ['ID=48a0d5ac-dd9f-4c99-ac94-f3e7238bf666,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:21.598042 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b8aa5b-ec91-444a-ac3b-2b321f3d4737 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:52:21.600971 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-05b8aa5b-ec91-444a-ac3b-2b321f3d4737 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:52:21.843741 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:52:21.898425 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 42c44809-fcce-49a2-9644-c066bb307c9b up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:52:21.984380 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4277e5e-236c-44d3-8d70-db212d7a77fa req-2e5bcc5f-18dd-4879-8a28-36b6c9fbef71 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:21.992234 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f4277e5e-236c-44d3-8d70-db212d7a77fa req-2e5bcc5f-18dd-4879-8a28-36b6c9fbef71 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 945 time: 0.2841766 Nov 10 17:52:22.012845 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b8aa5b-ec91-444a-ac3b-2b321f3d4737 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Router 25a6ac79-cae3-414b-81a6-317027a1cea3 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:52:22.116704 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-70f0b021-0cc7-402c-983d-dc2568448c67 None None] Provisioning complete for port 42c44809-fcce-49a2-9644-c066bb307c9b triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:22.125151 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-70f0b021-0cc7-402c-983d-dc2568448c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:22.137361 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f4277e5e-236c-44d3-8d70-db212d7a77fa req-52ad3376-22e2-4f4f-a743-2cf059936f8f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414094 Nov 10 17:52:22.338976 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 42c44809-fcce-49a2-9644-c066bb307c9b triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:22.346040 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:22.360752 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b8aa5b-ec91-444a-ac3b-2b321f3d4737 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:52:22.373751 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60710) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:22.374500 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-05b8aa5b-ec91-444a-ac3b-2b321f3d4737 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "PUT /v2.0/routers/25a6ac79-cae3-414b-81a6-317027a1cea3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3356383 Nov 10 17:52:22.379481 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5e2c76-8315-4ce0-b3aa-ec3fcf3b3b2d None None] Sync routers for ids ['25a6ac79-cae3-414b-81a6-317027a1cea3'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:52:22.429877 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5e2c76-8315-4ce0-b3aa-ec3fcf3b3b2d None None] Routers {'25a6ac79-cae3-414b-81a6-317027a1cea3'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:52:22.430977 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-7f5e2c76-8315-4ce0-b3aa-ec3fcf3b3b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:52:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['25a6ac79-cae3-414b-81a6-317027a1cea3'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:52:22.553601 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0debbc74-249e-4bdd-af88-ce83a7bd9313 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:22.555142 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0debbc74-249e-4bdd-af88-ce83a7bd9313 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports/48a0d5ac-dd9f-4c99-ac94-f3e7238bf666 HTTP/1.1" status: 200 len: 911 time: 0.1809618 Nov 10 17:52:22.559502 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 60712) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:22.711236 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67c2fc9-e76d-4159-bc8f-b8dcbed88388 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:22.726058 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67c2fc9-e76d-4159-bc8f-b8dcbed88388 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:22.737206 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60718) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:22.737626 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f67c2fc9-e76d-4159-bc8f-b8dcbed88388 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1763201 Nov 10 17:52:22.903943 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-7f5e2c76-8315-4ce0-b3aa-ec3fcf3b3b2d None None] Set router 25a6ac79-cae3-414b-81a6-317027a1cea3 gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:52:22.977823 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-70f0b021-0cc7-402c-983d-dc2568448c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:23.060731 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b69dac-8c0c-47d3-a5f2-bb0e256009f0 req-2714570f-4ce0-436d-b729-866d09155e79 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:23.069107 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-63b69dac-8c0c-47d3-a5f2-bb0e256009f0 req-2714570f-4ce0-436d-b729-866d09155e79 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 945 time: 0.1606774 Nov 10 17:52:23.144598 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:23.309727 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 42c44809-fcce-49a2-9644-c066bb307c9b, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=42c44809-fcce-49a2-9644-c066bb307c9b,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:52:23.324924 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:23.511620 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-63b69dac-8c0c-47d3-a5f2-bb0e256009f0 req-601dcf3b-0b42-402f-a36f-48dc2b273953 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396956 Nov 10 17:52:23.642752 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=42c44809-fcce-49a2-9644-c066bb307c9b,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:23.655571 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-70f0b021-0cc7-402c-983d-dc2568448c67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:52:23.658992 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-70f0b021-0cc7-402c-983d-dc2568448c67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:52:23.784106 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f0fbb3a2-3a2b-46cd-8d13-1d73b787c972 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:24.053694 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-7f5e2c76-8315-4ce0-b3aa-ec3fcf3b3b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a6ac79-cae3-414b-81a6-317027a1cea3', 'name': 'tempest-NetworksTestDHCPv6-router-1424389124', 'tenant_id': 'f939140a32834c1da7df3d36570f3629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:52:17Z', 'updated_at': '2021-11-10T17:52:20Z', 'revision_number': 2, 'project_id': 'f939140a32834c1da7df3d36570f3629', 'gw_port_host': None, '_interfaces': [{'id': '48a0d5ac-dd9f-4c99-ac94-f3e7238bf666', 'name': '', 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'tenant_id': 'f939140a32834c1da7df3d36570f3629', 'mac_address': 'fa:16:3e:63:89:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a6ac79-cae3-414b-81a6-317027a1cea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': '109881ba-21f7-4165-b707-3b4913a0b104', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:52:19Z', 'updated_at': '2021-11-10T17:52:20Z', 'revision_number': 2, 'project_id': 'f939140a32834c1da7df3d36570f3629', 'subnets': [{'id': '109881ba-21f7-4165-b707-3b4913a0b104', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:52:24.146862 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5e2c76-8315-4ce0-b3aa-ec3fcf3b3b2d None None] Checking router: 25a6ac79-cae3-414b-81a6-317027a1cea3 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:52:24.147534 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5e2c76-8315-4ce0-b3aa-ec3fcf3b3b2d None None] Updating router 25a6ac79-cae3-414b-81a6-317027a1cea3 port 48a0d5ac-dd9f-4c99-ac94-f3e7238bf666 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:52:24.207759 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-7f5e2c76-8315-4ce0-b3aa-ec3fcf3b3b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:24.227824 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-f0fbb3a2-3a2b-46cd-8d13-1d73b787c972 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting port 48a0d5ac-dd9f-4c99-ac94-f3e7238bf666 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:52:24.229106 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f0fbb3a2-3a2b-46cd-8d13-1d73b787c972 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:24.479586 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f0fbb3a2-3a2b-46cd-8d13-1d73b787c972 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:24.512410 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-f0fbb3a2-3a2b-46cd-8d13-1d73b787c972 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Calling delete_port for 48a0d5ac-dd9f-4c99-ac94-f3e7238bf666 owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:52:24.557639 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6f21714d-73fd-4594-b1df-307175fc482f None None] Provisioning complete for port 48a0d5ac-dd9f-4c99-ac94-f3e7238bf666 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:24.558665 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f21714d-73fd-4594-b1df-307175fc482f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:24.731341 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-6f21714d-73fd-4594-b1df-307175fc482f None None] Port 48a0d5ac-dd9f-4c99-ac94-f3e7238bf666 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:52:24.777322 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:25.027136 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-7f5e2c76-8315-4ce0-b3aa-ec3fcf3b3b2d None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:25.047241 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-7f5e2c76-8315-4ce0-b3aa-ec3fcf3b3b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:25.088773 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:25.160254 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373bd8a-85a2-4338-8f22-45fd5ac61a7e req-6b7358a3-261d-4b57-b0b0-59a8ddca6fea tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:25.167380 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3373bd8a-85a2-4338-8f22-45fd5ac61a7e req-6b7358a3-261d-4b57-b0b0-59a8ddca6fea tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 945 time: 0.3610168 Nov 10 17:52:25.237679 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f0fbb3a2-3a2b-46cd-8d13-1d73b787c972 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:25.256504 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3281bd-79da-43f5-a334-a5ab41b1bc13 None None] Pushing event updated for resources: {'Port': ['ID=48a0d5ac-dd9f-4c99-ac94-f3e7238bf666,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:25.266001 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3373bd8a-85a2-4338-8f22-45fd5ac61a7e req-062795e1-c80f-4118-81a8-549ba95dc008 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949590 Nov 10 17:52:25.299762 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbb3a2-3a2b-46cd-8d13-1d73b787c972 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Port': ['ID=48a0d5ac-dd9f-4c99-ac94-f3e7238bf666,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:25.475882 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f0fbb3a2-3a2b-46cd-8d13-1d73b787c972 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:25.540507 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-7f5e2c76-8315-4ce0-b3aa-ec3fcf3b3b2d None None] Attempting to bind port 48a0d5ac-dd9f-4c99-ac94-f3e7238bf666 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:52:25.540507 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-7f5e2c76-8315-4ce0-b3aa-ec3fcf3b3b2d None None] Attempting to bind port 48a0d5ac-dd9f-4c99-ac94-f3e7238bf666 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:52:25.540507 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5e2c76-8315-4ce0-b3aa-ec3fcf3b3b2d None None] Attempting to bind port 48a0d5ac-dd9f-4c99-ac94-f3e7238bf666 on network 56ba63a0-d928-4743-9bbe-448716588d55 {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:52:25.558074 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5e2c76-8315-4ce0-b3aa-ec3fcf3b3b2d None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:52:25.558410 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5e2c76-8315-4ce0-b3aa-ec3fcf3b3b2d None None] Checking segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:52:25.563987 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-7f5e2c76-8315-4ce0-b3aa-ec3fcf3b3b2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:25.564548 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5e2c76-8315-4ce0-b3aa-ec3fcf3b3b2d None None] Bound using segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:52:25.566246 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-7f5e2c76-8315-4ce0-b3aa-ec3fcf3b3b2d None None] Bound port: 48a0d5ac-dd9f-4c99-ac94-f3e7238bf666, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:52:25.566742 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-7f5e2c76-8315-4ce0-b3aa-ec3fcf3b3b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:25.689761 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 42c44809-fcce-49a2-9644-c066bb307c9b up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:52:25.696403 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.plugin [None req-7f5e2c76-8315-4ce0-b3aa-ec3fcf3b3b2d None None] Port 48a0d5ac-dd9f-4c99-ac94-f3e7238bf666 has been deleted concurrently {{(pid=102471) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 10 17:52:25.740840 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5e2c76-8315-4ce0-b3aa-ec3fcf3b3b2d None None] Routers {'25a6ac79-cae3-414b-81a6-317027a1cea3'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:52:25.742422 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-7f5e2c76-8315-4ce0-b3aa-ec3fcf3b3b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:52:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['25a6ac79-cae3-414b-81a6-317027a1cea3'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:52:25.844722 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 42c44809-fcce-49a2-9644-c066bb307c9b triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:25.851842 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:25.967413 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fbb3a2-3a2b-46cd-8d13-1d73b787c972 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Router 25a6ac79-cae3-414b-81a6-317027a1cea3 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:52:26.006675 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-93bbbcf7-f65d-43c7-beb9-2c6700dd390c None None] Could not find standard attr ID for object 48a0d5ac-dd9f-4c99-ac94-f3e7238bf666. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 17:52:26.052827 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-7f5e2c76-8315-4ce0-b3aa-ec3fcf3b3b2d None None] Set router 25a6ac79-cae3-414b-81a6-317027a1cea3 gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:52:26.173481 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fbb3a2-3a2b-46cd-8d13-1d73b787c972 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:52:26.192276 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f0fbb3a2-3a2b-46cd-8d13-1d73b787c972 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "PUT /v2.0/routers/25a6ac79-cae3-414b-81a6-317027a1cea3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4530714 Nov 10 17:52:26.196042 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 60792) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:26.234284 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-7f5e2c76-8315-4ce0-b3aa-ec3fcf3b3b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a6ac79-cae3-414b-81a6-317027a1cea3', 'name': 'tempest-NetworksTestDHCPv6-router-1424389124', 'tenant_id': 'f939140a32834c1da7df3d36570f3629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:52:17Z', 'updated_at': '2021-11-10T17:52:25Z', 'revision_number': 3, 'project_id': 'f939140a32834c1da7df3d36570f3629', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:52:26.343869 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5e2c76-8315-4ce0-b3aa-ec3fcf3b3b2d None None] The sync data for ids ['25a6ac79-cae3-414b-81a6-317027a1cea3'] in n-d-776250-10 is: [{'id': '25a6ac79-cae3-414b-81a6-317027a1cea3', 'name': 'tempest-NetworksTestDHCPv6-router-1424389124', 'tenant_id': 'f939140a32834c1da7df3d36570f3629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:52:17Z', 'updated_at': '2021-11-10T17:52:25Z', 'revision_number': 3, 'project_id': 'f939140a32834c1da7df3d36570f3629', 'gw_port_host': None}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:52:26.403843 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec169db-d044-4998-bd16-51ce4517b317 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:26.406551 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec169db-d044-4998-bd16-51ce4517b317 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:26.409561 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-aec169db-d044-4998-bd16-51ce4517b317 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2108407 Nov 10 17:52:26.412595 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 60802) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:26.529774 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ddc720-c74d-4850-8dfc-52d91329afd1 req-b639d1e4-dcaa-42e0-aa74-cbd9a2b2a0fb tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:26.533840 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-42ddc720-c74d-4850-8dfc-52d91329afd1 req-b639d1e4-dcaa-42e0-aa74-cbd9a2b2a0fb tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 945 time: 0.1389191 Nov 10 17:52:26.570833 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc4e6fa-7feb-4bfb-bf3d-715544b4ddf8 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting subnet 109881ba-21f7-4165-b707-3b4913a0b104 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:52:26.577118 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2fc4e6fa-7feb-4bfb-bf3d-715544b4ddf8 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:26.676910 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2fc4e6fa-7feb-4bfb-bf3d-715544b4ddf8 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:26.731689 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-42ddc720-c74d-4850-8dfc-52d91329afd1 req-98832fca-8208-4c6f-ae3c-b97be89b3d4d tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254697 Nov 10 17:52:26.978822 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2fc4e6fa-7feb-4bfb-bf3d-715544b4ddf8 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:27.105074 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2fc4e6fa-7feb-4bfb-bf3d-715544b4ddf8 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:27.144986 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc4e6fa-7feb-4bfb-bf3d-715544b4ddf8 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Subnet': ['ID=109881ba-21f7-4165-b707-3b4913a0b104,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:27.158956 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1635f1ec-6560-477b-abe9-7fd09709e71e None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:52:27.173405 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2fc4e6fa-7feb-4bfb-bf3d-715544b4ddf8 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:27.179138 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2fc4e6fa-7feb-4bfb-bf3d-715544b4ddf8 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/109881ba-21f7-4165-b707-3b4913a0b104 HTTP/1.1" status: 204 len: 168 time: 0.7649810 Nov 10 17:52:27.187514 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60820) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:27.379376 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 60826) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:27.387630 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b782a988-d73b-42ab-b317-5f51cd78cac6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1903260 Nov 10 17:52:27.568957 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-725502b9-a7f1-4226-9000-b461aac34791 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:27.586194 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64644c1-193b-4ae0-8716-2ca523b246d7 None None] DHCP port deletion for 56ba63a0-d928-4743-9bbe-448716588d55 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:52:27.727842 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c64644c1-193b-4ae0-8716-2ca523b246d7 None None] Deleting port 42c44809-fcce-49a2-9644-c066bb307c9b {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:52:27.728252 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c64644c1-193b-4ae0-8716-2ca523b246d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:27.889700 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c64644c1-193b-4ae0-8716-2ca523b246d7 None None] For port 42c44809-fcce-49a2-9644-c066bb307c9b, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=42c44809-fcce-49a2-9644-c066bb307c9b,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:52:27.890113 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c64644c1-193b-4ae0-8716-2ca523b246d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:27.899980 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-725502b9-a7f1-4226-9000-b461aac34791 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:27.909676 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-725502b9-a7f1-4226-9000-b461aac34791 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:27.940580 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c64644c1-193b-4ae0-8716-2ca523b246d7 None None] Calling delete_port for 42c44809-fcce-49a2-9644-c066bb307c9b owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:52:28.007829 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-725502b9-a7f1-4226-9000-b461aac34791 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:28.008819 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725502b9-a7f1-4226-9000-b461aac34791 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Fanout notify agent at l3_agent the message router_deleted on router 25a6ac79-cae3-414b-81a6-317027a1cea3 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:52:28.040454 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-725502b9-a7f1-4226-9000-b461aac34791 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:28.050694 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-725502b9-a7f1-4226-9000-b461aac34791 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/routers/25a6ac79-cae3-414b-81a6-317027a1cea3 HTTP/1.1" status: 204 len: 168 time: 0.6664772 Nov 10 17:52:28.051159 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60850) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:28.127587 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c64644c1-193b-4ae0-8716-2ca523b246d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:28.159436 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64644c1-193b-4ae0-8716-2ca523b246d7 None None] Pushing event deleted for resources: {'Port': ['ID=42c44809-fcce-49a2-9644-c066bb307c9b,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:28.167007 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64644c1-193b-4ae0-8716-2ca523b246d7 None None] No DVR routers for this DVR port 42c44809-fcce-49a2-9644-c066bb307c9b on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:52:28.226301 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0161f5-33f4-4241-9d23-f2bb21854f45 None None] Sync routers for ids ['25a6ac79-cae3-414b-81a6-317027a1cea3'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:52:28.227890 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6678e-d7ff-4a42-bb1e-cde09ce5446f req-85f65e2f-6988-4e9f-80bd-9bcf92f9b559 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:28.237954 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-78a6678e-d7ff-4a42-bb1e-cde09ce5446f req-85f65e2f-6988-4e9f-80bd-9bcf92f9b559 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 945 time: 0.1690631 Nov 10 17:52:28.244176 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0161f5-33f4-4241-9d23-f2bb21854f45 None None] Routers set() bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:52:28.244652 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0161f5-33f4-4241-9d23-f2bb21854f45 None None] Router IDs set() for agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 17:52:28.245350 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_agentschedulers_db [None req-3b0161f5-33f4-4241-9d23-f2bb21854f45 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'25a6ac79-cae3-414b-81a6-317027a1cea3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:52:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent'). {{(pid=102470) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 10 17:52:28.260137 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0179f262-52f1-4da8-a370-c26e21391189 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:28.265670 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0179f262-52f1-4da8-a370-c26e21391189 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2089489 Nov 10 17:52:28.267388 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60858) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:28.322879 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0161f5-33f4-4241-9d23-f2bb21854f45 None None] Routers set() bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:52:28.326624 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0161f5-33f4-4241-9d23-f2bb21854f45 None None] Router IDs set() for agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 17:52:28.327517 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_agentschedulers_db [None req-3b0161f5-33f4-4241-9d23-f2bb21854f45 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'25a6ac79-cae3-414b-81a6-317027a1cea3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:52:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent'). {{(pid=102470) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 10 17:52:28.328178 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0161f5-33f4-4241-9d23-f2bb21854f45 None None] The sync data for ids ['25a6ac79-cae3-414b-81a6-317027a1cea3'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:52:28.376125 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef56e3-65c1-4541-8812-f23183e7de8c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:28.378102 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a5ef56e3-65c1-4541-8812-f23183e7de8c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0999098 Nov 10 17:52:28.382272 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 60862) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:28.396501 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-78a6678e-d7ff-4a42-bb1e-cde09ce5446f req-4b7f3773-6358-40e4-a0f8-3671b71bebf3 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570377 Nov 10 17:52:28.525721 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60868) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:28.526393 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b101a9a5-54be-4f47-902c-7eb4c42cab1b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1425414 Nov 10 17:52:28.540863 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-20045c61-7d92-4a36-8d24-ff73802d518b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:52:28.735339 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20045c61-7d92-4a36-8d24-ff73802d518b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:52:28.740604 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-20045c61-7d92-4a36-8d24-ff73802d518b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:29.354328 n-d-776250-10 neutron-server[102469]: DEBUG neutron.objects.ports [None req-20045c61-7d92-4a36-8d24-ff73802d518b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102469) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 17:52:29.359184 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-20045c61-7d92-4a36-8d24-ff73802d518b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:29.473764 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20045c61-7d92-4a36-8d24-ff73802d518b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:52:29.479795 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-20045c61-7d92-4a36-8d24-ff73802d518b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:52:29.491618 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05013752-8691-49ea-945b-35e74af30320 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:52:29.492887 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20045c61-7d92-4a36-8d24-ff73802d518b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:29.493553 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-20045c61-7d92-4a36-8d24-ff73802d518b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:29.511768 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20045c61-7d92-4a36-8d24-ff73802d518b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Subnet': ['ID=6d62aae5-57e6-43e8-bf28-546de7a72a63,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:29.554141 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-20045c61-7d92-4a36-8d24-ff73802d518b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0235970 Nov 10 17:52:29.555415 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 60888) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:29.564667 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-56de849f-a8c0-4a2c-b3ae-4656f2fa24a1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:52:29.619649 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 42c44809-fcce-49a2-9644-c066bb307c9b no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:52:29.688111 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 42c44809-fcce-49a2-9644-c066bb307c9b {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:52:29.688500 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 42c44809-fcce-49a2-9644-c066bb307c9b not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:52:29.707160 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7f9c99-aac0-41ae-abd5-c044c1d2f0e6 req-04971108-aeeb-449b-8f29-3ee8d5a55a9e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:29.709212 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ca7f9c99-aac0-41ae-abd5-c044c1d2f0e6 req-04971108-aeeb-449b-8f29-3ee8d5a55a9e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 945 time: 0.1553400 Nov 10 17:52:29.810714 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ca7f9c99-aac0-41ae-abd5-c044c1d2f0e6 req-ff2997ee-70da-4cb3-ac04-13850b1d9310 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923643 Nov 10 17:52:29.822268 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56de849f-a8c0-4a2c-b3ae-4656f2fa24a1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:52:29.835699 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-56de849f-a8c0-4a2c-b3ae-4656f2fa24a1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:30.014461 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a05c9d-d58e-418f-91c4-198633bc405a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-56ba63a0-d928-4743-9bbe-448716588d55', 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'tenant_id': 'f939140a32834c1da7df3d36570f3629', 'fixed_ips': [{'subnet_id': '6d62aae5-57e6-43e8-bf28-546de7a72a63'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:52:30.016033 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-43a05c9d-d58e-418f-91c4-198633bc405a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:30.507872 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-43a05c9d-d58e-418f-91c4-198633bc405a None None] Allocated IP 2001:db8::f816:3eff:fe33:37f2 (56ba63a0-d928-4743-9bbe-448716588d55/6d62aae5-57e6-43e8-bf28-546de7a72a63/35dae6c6-10e1-4f83-8158-778c73d71a48) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:52:30.539919 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bccdf917-72a8-4c47-a004-3727113b8352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:30.606590 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-56de849f-a8c0-4a2c-b3ae-4656f2fa24a1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:30.721872 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56de849f-a8c0-4a2c-b3ae-4656f2fa24a1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:52:30.726243 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-56de849f-a8c0-4a2c-b3ae-4656f2fa24a1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:52:30.732869 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56de849f-a8c0-4a2c-b3ae-4656f2fa24a1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:30.733963 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-56de849f-a8c0-4a2c-b3ae-4656f2fa24a1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:30.747455 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de849f-a8c0-4a2c-b3ae-4656f2fa24a1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Subnet': ['ID=b6cc1b21-47f3-4f85-b57e-f379c2143e41,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:30.788865 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-56de849f-a8c0-4a2c-b3ae-4656f2fa24a1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2290764 Nov 10 17:52:30.790112 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 60940) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:30.802546 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-eb1d8a96-e295-4c6d-a837-bc358f50626f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'port': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'mac_address': 'fa:16:3e:f4:89:f9', 'name': 'tempest-NetworksTestDHCPv6-1586206069'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:52:30.911376 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-43a05c9d-d58e-418f-91c4-198633bc405a None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:30.920506 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-43a05c9d-d58e-418f-91c4-198633bc405a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:31.051297 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a05c9d-d58e-418f-91c4-198633bc405a None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:52:31.069790 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-43a05c9d-d58e-418f-91c4-198633bc405a None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:52:31.070721 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada8690-291f-484e-8a50-4eccab2b83df req-ab32126f-6cf8-4260-ad89-a96b631926d4 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:31.073761 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1d8a96-e295-4c6d-a837-bc358f50626f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:52:31.079911 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7ada8690-291f-484e-8a50-4eccab2b83df req-ab32126f-6cf8-4260-ad89-a96b631926d4 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 945 time: 0.1101408 Nov 10 17:52:31.082337 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a05c9d-d58e-418f-91c4-198633bc405a None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:52:31.101972 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a05c9d-d58e-418f-91c4-198633bc405a None None] Pushing event updated for resources: {'Port': ['ID=35dae6c6-10e1-4f83-8158-778c73d71a48,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:31.196653 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-43a05c9d-d58e-418f-91c4-198633bc405a None None] Attempting to bind port 35dae6c6-10e1-4f83-8158-778c73d71a48 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:52:31.197163 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-43a05c9d-d58e-418f-91c4-198633bc405a None None] Attempting to bind port 35dae6c6-10e1-4f83-8158-778c73d71a48 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:52:31.197543 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a05c9d-d58e-418f-91c4-198633bc405a None None] Attempting to bind port 35dae6c6-10e1-4f83-8158-778c73d71a48 on network 56ba63a0-d928-4743-9bbe-448716588d55 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:52:31.205228 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a05c9d-d58e-418f-91c4-198633bc405a None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:52:31.205619 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a05c9d-d58e-418f-91c4-198633bc405a None None] Checking segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:52:31.205980 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-43a05c9d-d58e-418f-91c4-198633bc405a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:31.206392 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a05c9d-d58e-418f-91c4-198633bc405a None None] Bound using segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:52:31.206872 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-43a05c9d-d58e-418f-91c4-198633bc405a None None] Bound port: 35dae6c6-10e1-4f83-8158-778c73d71a48, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:52:31.207263 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-43a05c9d-d58e-418f-91c4-198633bc405a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:31.217294 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7ada8690-291f-484e-8a50-4eccab2b83df req-f9f790c0-7385-49c8-a7b8-9601496d52da tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298776 Nov 10 17:52:31.351884 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-43a05c9d-d58e-418f-91c4-198633bc405a None None] For port 35dae6c6-10e1-4f83-8158-778c73d71a48, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:52:31.352665 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eb1d8a96-e295-4c6d-a837-bc358f50626f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:31.360785 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-43a05c9d-d58e-418f-91c4-198633bc405a None None] For port 35dae6c6-10e1-4f83-8158-778c73d71a48, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=35dae6c6-10e1-4f83-8158-778c73d71a48,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:52:31.372317 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-43a05c9d-d58e-418f-91c4-198633bc405a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:31.424333 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-eb1d8a96-e295-4c6d-a837-bc358f50626f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] device_id is not set on port d26ada3a-ed6d-494a-ab3a-8d92ab9f2270 yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:52:31.598792 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a05c9d-d58e-418f-91c4-198633bc405a None None] Pushing event updated for resources: {'Port': ['ID=35dae6c6-10e1-4f83-8158-778c73d71a48,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:31.903926 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-eb1d8a96-e295-4c6d-a837-bc358f50626f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Allocated IP 172.20.0.4 (56ba63a0-d928-4743-9bbe-448716588d55/b6cc1b21-47f3-4f85-b57e-f379c2143e41/d26ada3a-ed6d-494a-ab3a-8d92ab9f2270) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:52:31.953350 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-eb1d8a96-e295-4c6d-a837-bc358f50626f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Allocated IP 2001:db8::f816:3eff:fef4:89f9 (56ba63a0-d928-4743-9bbe-448716588d55/6d62aae5-57e6-43e8-bf28-546de7a72a63/d26ada3a-ed6d-494a-ab3a-8d92ab9f2270) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:52:32.593367 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab1406-0274-4e94-92e4-2b523db3fa90 req-01e34b5c-a315-4a19-ac32-a0b3cc9e1232 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:32.598984 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eb1d8a96-e295-4c6d-a837-bc358f50626f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:32.613994 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-84ab1406-0274-4e94-92e4-2b523db3fa90 req-01e34b5c-a315-4a19-ac32-a0b3cc9e1232 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 945 time: 0.2146559 Nov 10 17:52:32.756090 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-84ab1406-0274-4e94-92e4-2b523db3fa90 req-7c7c293e-d3ef-4702-861d-83b41615b6dc tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401672 Nov 10 17:52:32.861363 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eb1d8a96-e295-4c6d-a837-bc358f50626f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:32.885422 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-21a09750-f913-46f4-9ad1-b85ff7f73a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:33.122741 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1d8a96-e295-4c6d-a837-bc358f50626f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:52:33.138428 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-eb1d8a96-e295-4c6d-a837-bc358f50626f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:52:33.156572 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1d8a96-e295-4c6d-a837-bc358f50626f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:52:33.248967 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1d8a96-e295-4c6d-a837-bc358f50626f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:33.249740 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eb1d8a96-e295-4c6d-a837-bc358f50626f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:33.265917 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d8a96-e295-4c6d-a837-bc358f50626f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Port': ['ID=d26ada3a-ed6d-494a-ab3a-8d92ab9f2270,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:33.304297 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-eb1d8a96-e295-4c6d-a837-bc358f50626f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5106983 Nov 10 17:52:33.304899 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 32776) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:33.543215 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a50892a-e02b-4c34-ad8b-dae321d77e9a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:33.579495 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a50892a-e02b-4c34-ad8b-dae321d77e9a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:33.582071 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1a50892a-e02b-4c34-ad8b-dae321d77e9a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2756674 Nov 10 17:52:33.591657 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 32784) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:33.713027 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 35dae6c6-10e1-4f83-8158-778c73d71a48 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:52:33.948294 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853008e3-19b8-4b39-8c6f-edddfdac0ff1 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:52:34.277023 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d719957-9dc6-469e-9183-1a87995805bc req-7a7970e5-71b0-4f3f-bb7d-cdbddc1631a5 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:34.281734 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d719957-9dc6-469e-9183-1a87995805bc req-7a7970e5-71b0-4f3f-bb7d-cdbddc1631a5 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 945 time: 0.2130597 Nov 10 17:52:34.375545 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:34.381886 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-bceb665f-8b1b-457e-9fae-5e57e5d8c834 None None] Provisioning complete for port 35dae6c6-10e1-4f83-8158-778c73d71a48 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:34.393727 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bceb665f-8b1b-457e-9fae-5e57e5d8c834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:34.442209 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d719957-9dc6-469e-9183-1a87995805bc req-ec2f7324-d8b1-442b-b59d-49ff9c873390 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510479 Nov 10 17:52:34.536836 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-16e67594-2aea-4464-bd9d-085c58e9e71b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting port d26ada3a-ed6d-494a-ab3a-8d92ab9f2270 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:52:34.537558 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-16e67594-2aea-4464-bd9d-085c58e9e71b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:34.899973 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 35dae6c6-10e1-4f83-8158-778c73d71a48 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:34.899973 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:34.915019 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-16e67594-2aea-4464-bd9d-085c58e9e71b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:34.957519 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-16e67594-2aea-4464-bd9d-085c58e9e71b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Calling delete_port for d26ada3a-ed6d-494a-ab3a-8d92ab9f2270 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:52:35.318466 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bceb665f-8b1b-457e-9fae-5e57e5d8c834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:35.352457 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-16e67594-2aea-4464-bd9d-085c58e9e71b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:35.420882 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e67594-2aea-4464-bd9d-085c58e9e71b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Port': ['ID=d26ada3a-ed6d-494a-ab3a-8d92ab9f2270,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:35.526532 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-bceb665f-8b1b-457e-9fae-5e57e5d8c834 None None] For port 35dae6c6-10e1-4f83-8158-778c73d71a48, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=35dae6c6-10e1-4f83-8158-778c73d71a48,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:52:35.580758 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173a6171-0fd7-4acb-9d27-d20ec1f9a8ad None None] Update dhcp port {'port': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'fixed_ips': [{'subnet_id': '6d62aae5-57e6-43e8-bf28-546de7a72a63', 'ip_address': '2001:db8::f816:3eff:fe33:37f2'}, {'subnet_id': 'b6cc1b21-47f3-4f85-b57e-f379c2143e41'}], 'binding:host_id': 'n-d-776250-10'}, 'id': '35dae6c6-10e1-4f83-8158-778c73d71a48'} from n-d-776250-10. {{(pid=102470) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 17:52:35.607468 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bceb665f-8b1b-457e-9fae-5e57e5d8c834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:35.707901 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:35.864138 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-16e67594-2aea-4464-bd9d-085c58e9e71b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:35.887344 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-16e67594-2aea-4464-bd9d-085c58e9e71b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/d26ada3a-ed6d-494a-ab3a-8d92ab9f2270 HTTP/1.1" status: 204 len: 168 time: 2.2907121 Nov 10 17:52:35.892015 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 32836) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:35.925547 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-173a6171-0fd7-4acb-9d27-d20ec1f9a8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:35.927810 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:36.152638 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cf77cf-5581-44ee-927d-6170f341b074 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:36.156746 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cf77cf-5581-44ee-927d-6170f341b074 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:36.171209 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cf77cf-5581-44ee-927d-6170f341b074 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:36.173241 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f1cf77cf-5581-44ee-927d-6170f341b074 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2764363 Nov 10 17:52:36.176594 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 32844) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:36.335295 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:52:36.337527 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:52:36.390185 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb665f-8b1b-457e-9fae-5e57e5d8c834 None None] Pushing event updated for resources: {'Port': ['ID=35dae6c6-10e1-4f83-8158-778c73d71a48,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:36.434759 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:36.442642 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb665f-8b1b-457e-9fae-5e57e5d8c834 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:36.449344 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb665f-8b1b-457e-9fae-5e57e5d8c834 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:36.449782 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb665f-8b1b-457e-9fae-5e57e5d8c834 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:36.450539 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb665f-8b1b-457e-9fae-5e57e5d8c834 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:36.451005 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb665f-8b1b-457e-9fae-5e57e5d8c834 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:36.451390 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb665f-8b1b-457e-9fae-5e57e5d8c834 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:36.451748 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb665f-8b1b-457e-9fae-5e57e5d8c834 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:36.452354 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb665f-8b1b-457e-9fae-5e57e5d8c834 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:36.452675 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb665f-8b1b-457e-9fae-5e57e5d8c834 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:36.453131 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb665f-8b1b-457e-9fae-5e57e5d8c834 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:36.453546 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb665f-8b1b-457e-9fae-5e57e5d8c834 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:36.459631 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceb665f-8b1b-457e-9fae-5e57e5d8c834 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:52:36.841670 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-173a6171-0fd7-4acb-9d27-d20ec1f9a8ad None None] Allocated IP 172.20.0.2 (56ba63a0-d928-4743-9bbe-448716588d55/b6cc1b21-47f3-4f85-b57e-f379c2143e41/35dae6c6-10e1-4f83-8158-778c73d71a48) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:52:37.076308 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea924fbb-5b77-438f-82c9-3f649c2c079c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting subnet 6d62aae5-57e6-43e8-bf28-546de7a72a63 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:52:37.099245 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2450051-c4fd-4075-ad12-9068708fe19c req-ef312ed6-27aa-444e-8741-a09990cde268 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:37.107125 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2450051-c4fd-4075-ad12-9068708fe19c req-ef312ed6-27aa-444e-8741-a09990cde268 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 945 time: 1.4810956 Nov 10 17:52:37.111089 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-173a6171-0fd7-4acb-9d27-d20ec1f9a8ad None None] For port 35dae6c6-10e1-4f83-8158-778c73d71a48, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=35dae6c6-10e1-4f83-8158-778c73d71a48,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:52:37.225778 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2450051-c4fd-4075-ad12-9068708fe19c req-a668dfae-f061-40b9-9368-2c171e19a28c tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129072 Nov 10 17:52:37.267740 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-173a6171-0fd7-4acb-9d27-d20ec1f9a8ad None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:37.275793 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ea924fbb-5b77-438f-82c9-3f649c2c079c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:37.280977 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-173a6171-0fd7-4acb-9d27-d20ec1f9a8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:37.364286 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ea924fbb-5b77-438f-82c9-3f649c2c079c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:37.413654 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a6171-0fd7-4acb-9d27-d20ec1f9a8ad None None] Pushing event updated for resources: {'Port': ['ID=35dae6c6-10e1-4f83-8158-778c73d71a48,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:37.606163 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ea924fbb-5b77-438f-82c9-3f649c2c079c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:37.636257 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 35dae6c6-10e1-4f83-8158-778c73d71a48 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:52:37.729331 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ea924fbb-5b77-438f-82c9-3f649c2c079c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:37.858964 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea924fbb-5b77-438f-82c9-3f649c2c079c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Subnet': ['ID=6d62aae5-57e6-43e8-bf28-546de7a72a63,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:37.864989 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ea924fbb-5b77-438f-82c9-3f649c2c079c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:37.868881 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ea924fbb-5b77-438f-82c9-3f649c2c079c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/6d62aae5-57e6-43e8-bf28-546de7a72a63 HTTP/1.1" status: 204 len: 168 time: 1.6866536 Nov 10 17:52:37.873755 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 32858) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:37.882806 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 35dae6c6-10e1-4f83-8158-778c73d71a48 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:37.883396 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:38.042688 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-1acc41dd-5030-44a5-a86f-ddf544e9a0c7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting subnet b6cc1b21-47f3-4f85-b57e-f379c2143e41 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:52:38.053024 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1acc41dd-5030-44a5-a86f-ddf544e9a0c7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:38.340692 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1acc41dd-5030-44a5-a86f-ddf544e9a0c7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:38.492169 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1acc41dd-5030-44a5-a86f-ddf544e9a0c7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:38.597348 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1acc41dd-5030-44a5-a86f-ddf544e9a0c7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:38.693800 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1acc41dd-5030-44a5-a86f-ddf544e9a0c7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:38.703590 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1acc41dd-5030-44a5-a86f-ddf544e9a0c7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/b6cc1b21-47f3-4f85-b57e-f379c2143e41 HTTP/1.1" status: 204 len: 168 time: 0.8253508 Nov 10 17:52:38.703873 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc41dd-5030-44a5-a86f-ddf544e9a0c7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Subnet': ['ID=b6cc1b21-47f3-4f85-b57e-f379c2143e41,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:38.705676 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 32874) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:38.888629 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2975c3-1ecd-4b7f-bbe9-18ab33f563ff req-9ed33e52-c232-425c-adbb-73cac5e00ab2 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:38.901288 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e2975c3-1ecd-4b7f-bbe9-18ab33f563ff req-9ed33e52-c232-425c-adbb-73cac5e00ab2 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 945 time: 0.3638034 Nov 10 17:52:38.914772 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e0496859-22bb-479a-8485-8d6dcd1efe81 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2004554 Nov 10 17:52:38.919855 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 32878) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:38.956413 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-69c0d436-83c6-41fd-b8c9-4d09c765f4a9 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:52:39.282886 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-513cc655-5c18-486f-bc92-81b6d6ec7b9d None None] Provisioning complete for port 35dae6c6-10e1-4f83-8158-778c73d71a48 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:39.291931 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-513cc655-5c18-486f-bc92-81b6d6ec7b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:39.422229 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e2975c3-1ecd-4b7f-bbe9-18ab33f563ff req-9f5bc141-8d46-40b2-9267-fd463e50d090 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5199203 Nov 10 17:52:39.520695 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c0d436-83c6-41fd-b8c9-4d09c765f4a9 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:52:39.524391 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-69c0d436-83c6-41fd-b8c9-4d09c765f4a9 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:39.563599 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab3e0d3-f0d3-4f03-8613-bbb26abc69e9 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:52:40.262446 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-513cc655-5c18-486f-bc92-81b6d6ec7b9d None None] Could not find standard attr ID for object d26ada3a-ed6d-494a-ab3a-8d92ab9f2270. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 17:52:40.379887 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf7bc1c-d7ef-433d-8b5d-60ad2dfde59f None None] DHCP port deletion for 56ba63a0-d928-4743-9bbe-448716588d55 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:52:40.527379 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-7bf7bc1c-d7ef-433d-8b5d-60ad2dfde59f None None] Deleting port 35dae6c6-10e1-4f83-8158-778c73d71a48 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:52:40.530728 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7bf7bc1c-d7ef-433d-8b5d-60ad2dfde59f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:40.615741 n-d-776250-10 neutron-server[102469]: DEBUG neutron.objects.ports [None req-69c0d436-83c6-41fd-b8c9-4d09c765f4a9 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102469) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 17:52:40.628180 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 32912) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:40.947360 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-af454e03-4f0f-41ca-a28a-b55c72e3a8d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:40.953814 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7feebf-9146-4e1d-877e-ccd82bc142c9 req-15d53129-1e32-4293-aaaf-e04afff03d53 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:40.959083 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-7bf7bc1c-d7ef-433d-8b5d-60ad2dfde59f None None] For port 35dae6c6-10e1-4f83-8158-778c73d71a48, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=35dae6c6-10e1-4f83-8158-778c73d71a48,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:52:40.959488 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7bf7bc1c-d7ef-433d-8b5d-60ad2dfde59f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:40.960473 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cd7feebf-9146-4e1d-877e-ccd82bc142c9 req-15d53129-1e32-4293-aaaf-e04afff03d53 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 945 time: 0.3885534 Nov 10 17:52:41.030448 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-7bf7bc1c-d7ef-433d-8b5d-60ad2dfde59f None None] Calling delete_port for 35dae6c6-10e1-4f83-8158-778c73d71a48 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:52:41.192413 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-af454e03-4f0f-41ca-a28a-b55c72e3a8d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:41.198010 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-af454e03-4f0f-41ca-a28a-b55c72e3a8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:41.271190 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af454e03-4f0f-41ca-a28a-b55c72e3a8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875b0333-d582-46a6-8f9e-870c1d524637,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:41.372312 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-af454e03-4f0f-41ca-a28a-b55c72e3a8d5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=714ac458d6e44f699464585475ef2d32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7415648 Nov 10 17:52:41.372609 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7bf7bc1c-d7ef-433d-8b5d-60ad2dfde59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:41.374717 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 32922) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:41.383379 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cd7feebf-9146-4e1d-877e-ccd82bc142c9 req-a97c40c1-be89-4cd3-87b5-d4cba3e21893 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099910 Nov 10 17:52:41.466954 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c0d436-83c6-41fd-b8c9-4d09c765f4a9 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Port 35dae6c6-10e1-4f83-8158-778c73d71a48 concurrently deleted while adding address for new subnet {'id': '3a332381-0ae2-4724-a9f7-1a010b2361f1', 'name': '', 'tenant_id': 'f939140a32834c1da7df3d36570f3629', 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2691, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-10T17:52:39Z', 'updated_at': '2021-11-10T17:52:39Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'f939140a32834c1da7df3d36570f3629'}. {{(pid=102469) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Nov 10 17:52:41.468586 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-69c0d436-83c6-41fd-b8c9-4d09c765f4a9 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:41.494953 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf7bc1c-d7ef-433d-8b5d-60ad2dfde59f None None] No DVR routers for this DVR port 35dae6c6-10e1-4f83-8158-778c73d71a48 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:52:41.506444 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7bc1c-d7ef-433d-8b5d-60ad2dfde59f None None] Pushing event deleted for resources: {'Port': ['ID=35dae6c6-10e1-4f83-8158-778c73d71a48,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:41.574388 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0d436-83c6-41fd-b8c9-4d09c765f4a9 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Subnet': ['ID=3a332381-0ae2-4724-a9f7-1a010b2361f1,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:41.602282 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c0d436-83c6-41fd-b8c9-4d09c765f4a9 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:52:41.605779 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-69c0d436-83c6-41fd-b8c9-4d09c765f4a9 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:52:41.625087 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054f09f2-166e-425e-ac2d-11a8eb3993a3 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:52:41.629176 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c0d436-83c6-41fd-b8c9-4d09c765f4a9 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:41.629813 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-69c0d436-83c6-41fd-b8c9-4d09c765f4a9 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:41.645389 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7010aad9-eb7e-4ed4-b42e-1b298234fa62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:41.685976 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-69c0d436-83c6-41fd-b8c9-4d09c765f4a9 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7568104 Nov 10 17:52:41.688699 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 32926) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:41.701778 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-31b9e90e-c871-4826-8c7c-7d1f8a8e37ae tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:52:41.726357 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7010aad9-eb7e-4ed4-b42e-1b298234fa62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:41.768060 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 35dae6c6-10e1-4f83-8158-778c73d71a48 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:52:41.828842 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7010aad9-eb7e-4ed4-b42e-1b298234fa62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:41.832544 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7010aad9-eb7e-4ed4-b42e-1b298234fa62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:41.835934 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7010aad9-eb7e-4ed4-b42e-1b298234fa62 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/875b0333-d582-46a6-8f9e-870c1d524637 HTTP/1.1" status: 204 len: 168 time: 0.4545767 Nov 10 17:52:41.840461 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 35dae6c6-10e1-4f83-8158-778c73d71a48 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:52:41.841287 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 35dae6c6-10e1-4f83-8158-778c73d71a48 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:52:41.861836 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010aad9-eb7e-4ed4-b42e-1b298234fa62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875b0333-d582-46a6-8f9e-870c1d524637,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:41.985939 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b9e90e-c871-4826-8c7c-7d1f8a8e37ae tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:52:41.990679 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-31b9e90e-c871-4826-8c7c-7d1f8a8e37ae tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:42.208235 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a77d87-aca0-4821-96ab-ed3dd5e8bfad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-56ba63a0-d928-4743-9bbe-448716588d55', 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'tenant_id': 'f939140a32834c1da7df3d36570f3629', 'fixed_ips': [{'subnet_id': '3a332381-0ae2-4724-a9f7-1a010b2361f1'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:52:42.209876 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-85a77d87-aca0-4821-96ab-ed3dd5e8bfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:42.415635 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-31b9e90e-c871-4826-8c7c-7d1f8a8e37ae tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:42.465218 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 32944) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:42.492048 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ce6d60b2-d44d-4243-a739-a809c727a893 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:42.499775 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-85a77d87-aca0-4821-96ab-ed3dd5e8bfad None None] Allocated IP 2001:db8::f816:3eff:fe6e:66fb (56ba63a0-d928-4743-9bbe-448716588d55/3a332381-0ae2-4724-a9f7-1a010b2361f1/89a7c3aa-b6a8-47fc-9763-c15065ed0d5f) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:52:42.569832 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b9e90e-c871-4826-8c7c-7d1f8a8e37ae tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:52:42.588673 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-31b9e90e-c871-4826-8c7c-7d1f8a8e37ae tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:52:42.624980 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b9e90e-c871-4826-8c7c-7d1f8a8e37ae tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:42.625786 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-31b9e90e-c871-4826-8c7c-7d1f8a8e37ae tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:42.633609 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ce6d60b2-d44d-4243-a739-a809c727a893 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:42.638544 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ce6d60b2-d44d-4243-a739-a809c727a893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:42.670017 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ce6d60b2-d44d-4243-a739-a809c727a893 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e72cb86505e74979994e8d8fc65fc64a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2036941 Nov 10 17:52:42.673044 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 32948) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:42.713838 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b9e90e-c871-4826-8c7c-7d1f8a8e37ae tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Subnet': ['ID=1d9cff07-09b9-4d17-9345-34fb41f440cc,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:42.733450 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-31b9e90e-c871-4826-8c7c-7d1f8a8e37ae tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0435052 Nov 10 17:52:42.734434 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d60b2-d44d-4243-a739-a809c727a893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04233038-1784-477f-9974-94e74ca2b2a6,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:42.737836 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 32950) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:42.743545 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-4089cf69-1df2-45f6-81bb-607d30869046 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'port': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'mac_address': 'fa:16:3e:54:4c:d3', 'name': 'tempest-NetworksTestDHCPv6-482091138'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:52:42.777002 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ebad4-be78-46a5-acfa-9955c55cba6b req-3a4c2fb7-390d-4580-a779-ccd126390ed2 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:42.794409 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-076ebad4-be78-46a5-acfa-9955c55cba6b req-3a4c2fb7-390d-4580-a779-ccd126390ed2 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 945 time: 0.2192297 Nov 10 17:52:42.864910 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-85a77d87-aca0-4821-96ab-ed3dd5e8bfad None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:42.874597 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-85a77d87-aca0-4821-96ab-ed3dd5e8bfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:42.903348 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-076ebad4-be78-46a5-acfa-9955c55cba6b req-f02665b0-0195-47e9-ab6d-7345c37df1d4 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982549 Nov 10 17:52:42.946276 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-defb0dab-1ba7-4831-be82-85432c3c1ee2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:42.963499 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a77d87-aca0-4821-96ab-ed3dd5e8bfad None None] Pushing event updated for resources: {'Port': ['ID=89a7c3aa-b6a8-47fc-9763-c15065ed0d5f,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:42.981524 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a77d87-aca0-4821-96ab-ed3dd5e8bfad None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:52:42.985218 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-85a77d87-aca0-4821-96ab-ed3dd5e8bfad None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:52:42.991833 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a77d87-aca0-4821-96ab-ed3dd5e8bfad None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:52:43.068031 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-defb0dab-1ba7-4831-be82-85432c3c1ee2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:43.079476 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4089cf69-1df2-45f6-81bb-607d30869046 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:52:43.167362 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-85a77d87-aca0-4821-96ab-ed3dd5e8bfad None None] Attempting to bind port 89a7c3aa-b6a8-47fc-9763-c15065ed0d5f on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:52:43.168925 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-85a77d87-aca0-4821-96ab-ed3dd5e8bfad None None] Attempting to bind port 89a7c3aa-b6a8-47fc-9763-c15065ed0d5f by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:52:43.169143 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a77d87-aca0-4821-96ab-ed3dd5e8bfad None None] Attempting to bind port 89a7c3aa-b6a8-47fc-9763-c15065ed0d5f on network 56ba63a0-d928-4743-9bbe-448716588d55 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:52:43.195527 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a77d87-aca0-4821-96ab-ed3dd5e8bfad None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:52:43.197219 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a77d87-aca0-4821-96ab-ed3dd5e8bfad None None] Checking segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:52:43.199138 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-85a77d87-aca0-4821-96ab-ed3dd5e8bfad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:43.200661 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a77d87-aca0-4821-96ab-ed3dd5e8bfad None None] Bound using segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:52:43.203673 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-85a77d87-aca0-4821-96ab-ed3dd5e8bfad None None] Bound port: 89a7c3aa-b6a8-47fc-9763-c15065ed0d5f, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:52:43.205350 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-85a77d87-aca0-4821-96ab-ed3dd5e8bfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:43.212849 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-defb0dab-1ba7-4831-be82-85432c3c1ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:43.216469 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-defb0dab-1ba7-4831-be82-85432c3c1ee2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:43.221563 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-defb0dab-1ba7-4831-be82-85432c3c1ee2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/04233038-1784-477f-9974-94e74ca2b2a6 HTTP/1.1" status: 204 len: 168 time: 0.5471928 Nov 10 17:52:43.230143 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4089cf69-1df2-45f6-81bb-607d30869046 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:43.287977 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb0dab-1ba7-4831-be82-85432c3c1ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04233038-1784-477f-9974-94e74ca2b2a6,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:43.361776 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-4089cf69-1df2-45f6-81bb-607d30869046 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] device_id is not set on port a664a258-a004-4e16-a8e4-ed83ce7d8854 yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:52:43.560407 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-85a77d87-aca0-4821-96ab-ed3dd5e8bfad None None] For port 89a7c3aa-b6a8-47fc-9763-c15065ed0d5f, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:52:43.578652 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-85a77d87-aca0-4821-96ab-ed3dd5e8bfad None None] For port 89a7c3aa-b6a8-47fc-9763-c15065ed0d5f, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=89a7c3aa-b6a8-47fc-9763-c15065ed0d5f,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:52:43.590095 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-85a77d87-aca0-4821-96ab-ed3dd5e8bfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:43.740873 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a77d87-aca0-4821-96ab-ed3dd5e8bfad None None] Pushing event updated for resources: {'Port': ['ID=89a7c3aa-b6a8-47fc-9763-c15065ed0d5f,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:44.061314 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-4089cf69-1df2-45f6-81bb-607d30869046 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Allocated IP 172.20.0.2 (56ba63a0-d928-4743-9bbe-448716588d55/1d9cff07-09b9-4d17-9345-34fb41f440cc/a664a258-a004-4e16-a8e4-ed83ce7d8854) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:52:44.075176 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-4089cf69-1df2-45f6-81bb-607d30869046 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Allocated IP 2001:db8::f816:3eff:fe54:4cd3 (56ba63a0-d928-4743-9bbe-448716588d55/3a332381-0ae2-4724-a9f7-1a010b2361f1/a664a258-a004-4e16-a8e4-ed83ce7d8854) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:52:44.282638 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1113a-e3cc-4639-af26-114a33342601 req-0120627f-8c6a-4d13-a12c-4c89fc503637 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:44.284665 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5fe1113a-e3cc-4639-af26-114a33342601 req-0120627f-8c6a-4d13-a12c-4c89fc503637 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 945 time: 0.1821284 Nov 10 17:52:44.404859 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5fe1113a-e3cc-4639-af26-114a33342601 req-c89f1387-fbc9-4a76-a53a-f8e9187dcb75 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001801 Nov 10 17:52:44.661570 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4089cf69-1df2-45f6-81bb-607d30869046 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:44.770033 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4089cf69-1df2-45f6-81bb-607d30869046 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:44.849629 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089cf69-1df2-45f6-81bb-607d30869046 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Port': ['ID=a664a258-a004-4e16-a8e4-ed83ce7d8854,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:44.870078 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4089cf69-1df2-45f6-81bb-607d30869046 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:52:44.873113 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-4089cf69-1df2-45f6-81bb-607d30869046 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:52:44.877133 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4089cf69-1df2-45f6-81bb-607d30869046 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:52:45.019891 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4089cf69-1df2-45f6-81bb-607d30869046 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:45.021570 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4089cf69-1df2-45f6-81bb-607d30869046 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:45.067580 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4089cf69-1df2-45f6-81bb-607d30869046 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.3284361 Nov 10 17:52:45.070335 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 32998) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:45.223719 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e6f117-050c-4049-bb6a-30b08c3314ef tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:45.250119 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e6f117-050c-4049-bb6a-30b08c3314ef tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:45.255424 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a6e6f117-050c-4049-bb6a-30b08c3314ef tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1808000 Nov 10 17:52:45.256041 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33004) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:45.502449 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-a7708308-25e3-4e3c-bcbc-8e40f73c7ace tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting port a664a258-a004-4e16-a8e4-ed83ce7d8854 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:52:45.508062 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a7708308-25e3-4e3c-bcbc-8e40f73c7ace tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:45.753494 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 89a7c3aa-b6a8-47fc-9763-c15065ed0d5f up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:52:45.808202 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9da4c5-675b-4781-a4da-6d7684298dff req-00bbb078-00da-4299-b607-46680b67a31e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:45.832602 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bc9da4c5-675b-4781-a4da-6d7684298dff req-00bbb078-00da-4299-b607-46680b67a31e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 945 time: 0.2239897 Nov 10 17:52:45.893542 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92011dd-b00e-4851-8aa6-c541729ebf5d None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:52:45.952535 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a7708308-25e3-4e3c-bcbc-8e40f73c7ace tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:45.971796 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bc9da4c5-675b-4781-a4da-6d7684298dff req-32938ad9-eb08-4bc2-b058-5b11f597ff4a tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378949 Nov 10 17:52:46.029106 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-a7708308-25e3-4e3c-bcbc-8e40f73c7ace tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Calling delete_port for a664a258-a004-4e16-a8e4-ed83ce7d8854 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:52:46.378491 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-4f038ee2-2eb6-4fd7-bf51-ec3e52bbfc36 None None] Provisioning complete for port 89a7c3aa-b6a8-47fc-9763-c15065ed0d5f triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:46.379430 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4f038ee2-2eb6-4fd7-bf51-ec3e52bbfc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:46.466942 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a7708308-25e3-4e3c-bcbc-8e40f73c7ace tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:46.472363 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 89a7c3aa-b6a8-47fc-9763-c15065ed0d5f triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:46.472894 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:46.510774 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7708308-25e3-4e3c-bcbc-8e40f73c7ace tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Port': ['ID=a664a258-a004-4e16-a8e4-ed83ce7d8854,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:46.691802 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a7708308-25e3-4e3c-bcbc-8e40f73c7ace tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:46.705057 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33034) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:46.705346 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a7708308-25e3-4e3c-bcbc-8e40f73c7ace tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/a664a258-a004-4e16-a8e4-ed83ce7d8854 HTTP/1.1" status: 204 len: 168 time: 1.4439094 Nov 10 17:52:46.838534 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62574bae-84de-41a9-830d-ed7298a284a6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:46.841539 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62574bae-84de-41a9-830d-ed7298a284a6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:46.844985 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62574bae-84de-41a9-830d-ed7298a284a6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:46.845417 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4f038ee2-2eb6-4fd7-bf51-ec3e52bbfc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:46.849936 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-62574bae-84de-41a9-830d-ed7298a284a6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1415060 Nov 10 17:52:46.850541 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33040) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:46.887840 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:46.994163 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f052f8-4d46-4185-85b6-4bb1a8b18093 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting subnet 1d9cff07-09b9-4d17-9345-34fb41f440cc {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:52:47.005068 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-07f052f8-4d46-4185-85b6-4bb1a8b18093 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:47.053245 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 89a7c3aa-b6a8-47fc-9763-c15065ed0d5f, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=89a7c3aa-b6a8-47fc-9763-c15065ed0d5f,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:52:47.086043 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-07f052f8-4d46-4185-85b6-4bb1a8b18093 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:47.096572 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:47.197603 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-07f052f8-4d46-4185-85b6-4bb1a8b18093 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:47.294244 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-07f052f8-4d46-4185-85b6-4bb1a8b18093 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:47.367108 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c63f33-2d17-4fed-a79f-bc42c55e42d8 req-97fc6a1c-545b-482d-be01-472050f93c98 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:47.377182 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=89a7c3aa-b6a8-47fc-9763-c15065ed0d5f,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:47.384436 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-94c63f33-2d17-4fed-a79f-bc42c55e42d8 req-97fc6a1c-545b-482d-be01-472050f93c98 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 945 time: 0.2445965 Nov 10 17:52:47.391231 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f052f8-4d46-4185-85b6-4bb1a8b18093 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Subnet': ['ID=1d9cff07-09b9-4d17-9345-34fb41f440cc,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:47.392406 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-4f038ee2-2eb6-4fd7-bf51-ec3e52bbfc36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:52:47.392972 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-4f038ee2-2eb6-4fd7-bf51-ec3e52bbfc36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:52:47.415123 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-07f052f8-4d46-4185-85b6-4bb1a8b18093 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:47.423347 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-07f052f8-4d46-4185-85b6-4bb1a8b18093 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/1d9cff07-09b9-4d17-9345-34fb41f440cc HTTP/1.1" status: 204 len: 168 time: 0.5679405 Nov 10 17:52:47.428031 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d37ebbd-6914-4080-ad2a-582a51e7636e None None] Update dhcp port {'port': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'fixed_ips': [{'subnet_id': '3a332381-0ae2-4724-a9f7-1a010b2361f1', 'ip_address': '2001:db8::f816:3eff:fe6e:66fb'}, {'subnet_id': '1d9cff07-09b9-4d17-9345-34fb41f440cc'}], 'binding:host_id': 'n-d-776250-10'}, 'id': '89a7c3aa-b6a8-47fc-9763-c15065ed0d5f'} from n-d-776250-10. {{(pid=102470) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 17:52:47.428646 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33062) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:47.501410 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2d37ebbd-6914-4080-ad2a-582a51e7636e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:47.560529 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec135dfa-c95e-4661-95d0-ea8bebf4f280 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting subnet 3a332381-0ae2-4724-a9f7-1a010b2361f1 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:52:47.565888 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ec135dfa-c95e-4661-95d0-ea8bebf4f280 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:47.616232 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ec135dfa-c95e-4661-95d0-ea8bebf4f280 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:47.822522 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ec135dfa-c95e-4661-95d0-ea8bebf4f280 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:47.841193 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 89a7c3aa-b6a8-47fc-9763-c15065ed0d5f up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:52:48.004928 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ec135dfa-c95e-4661-95d0-ea8bebf4f280 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server [None req-2d37ebbd-6914-4080-ad2a-582a51e7636e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a332381-0ae2-4724-a9f7-1a010b2361f1: This subnet is being modified by another concurrent operation. Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise exception Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3a332381-0ae2-4724-a9f7-1a010b2361f1: This subnet is being modified by another concurrent operation. Nov 10 17:52:48.010884 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server Nov 10 17:52:48.037575 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 89a7c3aa-b6a8-47fc-9763-c15065ed0d5f triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:48.038299 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:48.069860 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ec135dfa-c95e-4661-95d0-ea8bebf4f280 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:48.081041 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33086) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:48.082009 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ec135dfa-c95e-4661-95d0-ea8bebf4f280 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/3a332381-0ae2-4724-a9f7-1a010b2361f1 HTTP/1.1" status: 204 len: 168 time: 0.6510508 Nov 10 17:52:48.117702 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec135dfa-c95e-4661-95d0-ea8bebf4f280 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Subnet': ['ID=3a332381-0ae2-4724-a9f7-1a010b2361f1,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:48.181953 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-94c63f33-2d17-4fed-a79f-bc42c55e42d8 req-10dbf810-19a3-4e7c-9f97-c84bae96f4af tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7864389 Nov 10 17:52:48.213717 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-30a4e1ca-3b51-4825-a809-67aa06422b92 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1309242 Nov 10 17:52:48.216590 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33090) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:48.222715 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-b536af9c-6a54-4708-9672-97ef221315f0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:52:48.229580 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216397ca-0e1e-4e2f-b54d-053e13da7974 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:52:48.362989 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-74114c55-d8a3-4426-970e-87367a1d54f1 None None] Provisioning complete for port 89a7c3aa-b6a8-47fc-9763-c15065ed0d5f triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:48.363969 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-74114c55-d8a3-4426-970e-87367a1d54f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:48.470816 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b536af9c-6a54-4708-9672-97ef221315f0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:52:48.481253 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b536af9c-6a54-4708-9672-97ef221315f0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:48.682549 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83acd6be-d255-4d4e-af51-050c986e69dd None None] DHCP port deletion for 56ba63a0-d928-4743-9bbe-448716588d55 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:52:48.759738 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33100) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:48.850878 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-83acd6be-d255-4d4e-af51-050c986e69dd None None] Deleting port 89a7c3aa-b6a8-47fc-9763-c15065ed0d5f {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:52:48.851422 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-83acd6be-d255-4d4e-af51-050c986e69dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:48.860196 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b536af9c-6a54-4708-9672-97ef221315f0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:48.909557 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b536af9c-6a54-4708-9672-97ef221315f0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:52:48.915504 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-b536af9c-6a54-4708-9672-97ef221315f0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:52:48.921772 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b536af9c-6a54-4708-9672-97ef221315f0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:48.922636 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b536af9c-6a54-4708-9672-97ef221315f0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:48.958115 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b536af9c-6a54-4708-9672-97ef221315f0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7403781 Nov 10 17:52:48.960219 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536af9c-6a54-4708-9672-97ef221315f0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Subnet': ['ID=812d706e-9ac4-4d47-8ba0-aee30e200f94,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:48.962824 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33108) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:48.975166 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-d2cfc011-ef11-4c41-b120-ed5d514092d1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:52:49.035300 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-83acd6be-d255-4d4e-af51-050c986e69dd None None] For port 89a7c3aa-b6a8-47fc-9763-c15065ed0d5f, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=89a7c3aa-b6a8-47fc-9763-c15065ed0d5f,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:52:49.036067 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-83acd6be-d255-4d4e-af51-050c986e69dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:49.049840 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-83acd6be-d255-4d4e-af51-050c986e69dd None None] Calling delete_port for 89a7c3aa-b6a8-47fc-9763-c15065ed0d5f owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:52:49.129879 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7e8e611a-2a75-4210-9807-1aa4af0a4238 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:49.189131 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-83acd6be-d255-4d4e-af51-050c986e69dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:49.232096 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83acd6be-d255-4d4e-af51-050c986e69dd None None] Pushing event deleted for resources: {'Port': ['ID=89a7c3aa-b6a8-47fc-9763-c15065ed0d5f,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:49.238882 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83acd6be-d255-4d4e-af51-050c986e69dd None None] No DVR routers for this DVR port 89a7c3aa-b6a8-47fc-9763-c15065ed0d5f on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:52:49.273026 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593c2006-dcb8-438b-b673-a8b5be15fcc7 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:52:49.298059 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cfc011-ef11-4c41-b120-ed5d514092d1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:52:49.302387 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d2cfc011-ef11-4c41-b120-ed5d514092d1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:49.522642 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c69c09-38fb-41a0-92ac-099d466c59c2 req-a2096c14-a40b-49f6-99aa-01ed71872fac tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:49.524662 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5c69c09-38fb-41a0-92ac-099d466c59c2 req-a2096c14-a40b-49f6-99aa-01ed71872fac tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 945 time: 0.1114068 Nov 10 17:52:49.560845 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3b32f9-62e8-4be1-9e4a-5d8c7e8e5354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-56ba63a0-d928-4743-9bbe-448716588d55', 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'tenant_id': 'f939140a32834c1da7df3d36570f3629', 'fixed_ips': [{'subnet_id': '812d706e-9ac4-4d47-8ba0-aee30e200f94'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:52:49.563149 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4c3b32f9-62e8-4be1-9e4a-5d8c7e8e5354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:49.619559 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5c69c09-38fb-41a0-92ac-099d466c59c2 req-3c64417f-8f82-469b-b230-3de9572f6011 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868261 Nov 10 17:52:49.626738 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7e8e611a-2a75-4210-9807-1aa4af0a4238 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:49.638464 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7e8e611a-2a75-4210-9807-1aa4af0a4238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:49.691219 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 89a7c3aa-b6a8-47fc-9763-c15065ed0d5f no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:52:49.722398 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 89a7c3aa-b6a8-47fc-9763-c15065ed0d5f {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:52:49.722738 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 89a7c3aa-b6a8-47fc-9763-c15065ed0d5f not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:52:49.751818 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33118) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:49.752060 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7e8e611a-2a75-4210-9807-1aa4af0a4238 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cad6f23d3d0b42908796139c4b07cc87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9896891 Nov 10 17:52:49.904406 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-4c3b32f9-62e8-4be1-9e4a-5d8c7e8e5354 None None] Allocated IP 172.20.0.2 (56ba63a0-d928-4743-9bbe-448716588d55/812d706e-9ac4-4d47-8ba0-aee30e200f94/8bb61258-38f6-44a1-8aef-a585dec7c6de) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:52:49.945503 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7544f342-82ed-4334-b5cf-7aedc4fb8a45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:49.974289 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8b31325b-7c2f-4f1d-8c40-5a34ccaf56d7 req-123f89cb-d146-474e-a571-53ebc564c0da service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1669829 Nov 10 17:52:49.989997 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818d769-bdf1-481a-944b-4e272b475d29 req-bd98156d-873d-4ace-8609-5dd2fdadaef7 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:49.992419 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a818d769-bdf1-481a-944b-4e272b475d29 req-bd98156d-873d-4ace-8609-5dd2fdadaef7 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.0989568 Nov 10 17:52:49.994685 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7544f342-82ed-4334-b5cf-7aedc4fb8a45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:50.005975 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e611a-2a75-4210-9807-1aa4af0a4238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33008ec-e2ce-45cb-8c4e-1a1a39bede99,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:50.158926 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a818d769-bdf1-481a-944b-4e272b475d29 req-92b85522-adcf-4a67-878a-d7451296d6f4 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513581 Nov 10 17:52:50.183466 n-d-776250-10 neutron-server[102468]: DEBUG neutron.objects.ports [None req-d2cfc011-ef11-4c41-b120-ed5d514092d1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102468) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 17:52:50.185005 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d2cfc011-ef11-4c41-b120-ed5d514092d1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:50.190195 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31325b-7c2f-4f1d-8c40-5a34ccaf56d7 req-a8d18251-8d5b-4de5-bb4b-d457ede18c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:50.193055 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8b31325b-7c2f-4f1d-8c40-5a34ccaf56d7 req-a8d18251-8d5b-4de5-bb4b-d457ede18c78 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0270caab27604a84907a03a58ad6e001&device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 1096 time: 0.1360352 Nov 10 17:52:50.251488 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cfc011-ef11-4c41-b120-ed5d514092d1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Subnet': ['ID=df0267bb-2035-4ddc-a7aa-f3da970142ab,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:50.268964 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cfc011-ef11-4c41-b120-ed5d514092d1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:52:50.270511 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-d2cfc011-ef11-4c41-b120-ed5d514092d1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:52:50.274230 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cfc011-ef11-4c41-b120-ed5d514092d1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:50.274906 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d2cfc011-ef11-4c41-b120-ed5d514092d1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:50.302286 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d2cfc011-ef11-4c41-b120-ed5d514092d1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3377280 Nov 10 17:52:50.302768 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33138) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:50.317816 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-9e28c875-2ad5-4dd5-b4fd-827d1f14a408 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'port': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'mac_address': 'fa:16:3e:b1:43:c1', 'name': 'tempest-NetworksTestDHCPv6-225745495'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:52:50.343619 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4c3b32f9-62e8-4be1-9e4a-5d8c7e8e5354 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:50.363585 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4c3b32f9-62e8-4be1-9e4a-5d8c7e8e5354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:50.434361 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31325b-7c2f-4f1d-8c40-5a34ccaf56d7 req-86e265fb-d07d-478d-a9db-356bf84dd10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:50.436088 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8b31325b-7c2f-4f1d-8c40-5a34ccaf56d7 req-86e265fb-d07d-478d-a9db-356bf84dd10f service neutron] 10.222.0.11 "GET /v2.0/networks?id=07b214b6-0379-4e57-a79c-5118cee6c24b HTTP/1.1" status: 200 len: 912 time: 0.2035151 Nov 10 17:52:50.437807 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7544f342-82ed-4334-b5cf-7aedc4fb8a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:50.440973 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7544f342-82ed-4334-b5cf-7aedc4fb8a45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:50.442274 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7544f342-82ed-4334-b5cf-7aedc4fb8a45 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f33008ec-e2ce-45cb-8c4e-1a1a39bede99 HTTP/1.1" status: 204 len: 168 time: 0.6891868 Nov 10 17:52:50.509803 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3b32f9-62e8-4be1-9e4a-5d8c7e8e5354 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:52:50.539108 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-4c3b32f9-62e8-4be1-9e4a-5d8c7e8e5354 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:52:50.543608 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3b32f9-62e8-4be1-9e4a-5d8c7e8e5354 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:52:50.593964 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b32f9-62e8-4be1-9e4a-5d8c7e8e5354 None None] Pushing event updated for resources: {'Port': ['ID=8bb61258-38f6-44a1-8aef-a585dec7c6de,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:50.598270 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e28c875-2ad5-4dd5-b4fd-827d1f14a408 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:52:50.672562 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8b31325b-7c2f-4f1d-8c40-5a34ccaf56d7 req-8086a4aa-297e-4fb5-ac03-1fd966914258 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94a55a60-1af8-4730-86c8-8397af10e93f HTTP/1.1" status: 200 len: 998 time: 0.2145548 Nov 10 17:52:50.709237 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544f342-82ed-4334-b5cf-7aedc4fb8a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33008ec-e2ce-45cb-8c4e-1a1a39bede99,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:50.726735 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-4c3b32f9-62e8-4be1-9e4a-5d8c7e8e5354 None None] Attempting to bind port 8bb61258-38f6-44a1-8aef-a585dec7c6de on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:52:50.727193 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-4c3b32f9-62e8-4be1-9e4a-5d8c7e8e5354 None None] Attempting to bind port 8bb61258-38f6-44a1-8aef-a585dec7c6de by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:52:50.742289 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3b32f9-62e8-4be1-9e4a-5d8c7e8e5354 None None] Attempting to bind port 8bb61258-38f6-44a1-8aef-a585dec7c6de on network 56ba63a0-d928-4743-9bbe-448716588d55 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:52:50.786069 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9e28c875-2ad5-4dd5-b4fd-827d1f14a408 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:50.807257 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3b32f9-62e8-4be1-9e4a-5d8c7e8e5354 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:52:50.808787 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3b32f9-62e8-4be1-9e4a-5d8c7e8e5354 None None] Checking segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:52:50.809815 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4c3b32f9-62e8-4be1-9e4a-5d8c7e8e5354 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:50.814067 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3b32f9-62e8-4be1-9e4a-5d8c7e8e5354 None None] Bound using segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:52:50.815424 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-4c3b32f9-62e8-4be1-9e4a-5d8c7e8e5354 None None] Bound port: 8bb61258-38f6-44a1-8aef-a585dec7c6de, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:52:50.816074 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4c3b32f9-62e8-4be1-9e4a-5d8c7e8e5354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:50.835015 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31325b-7c2f-4f1d-8c40-5a34ccaf56d7 req-5418e5df-3447-4c8f-8a63-8982e04dacc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:50.836741 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8b31325b-7c2f-4f1d-8c40-5a34ccaf56d7 req-5418e5df-3447-4c8f-8a63-8982e04dacc6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0014d233-a3b8-4110-85a8-3bdeaa4b1e7d HTTP/1.1" status: 200 len: 850 time: 0.1524577 Nov 10 17:52:50.901272 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42dbd93-cfcc-48bf-8a6b-cb070db57050 req-5f2f71da-f800-4ba9-be11-9fc26073b206 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:50.904646 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d42dbd93-cfcc-48bf-8a6b-cb070db57050 req-5f2f71da-f800-4ba9-be11-9fc26073b206 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.3211834 Nov 10 17:52:50.915729 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-9e28c875-2ad5-4dd5-b4fd-827d1f14a408 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] device_id is not set on port 48f4dc75-6540-4f4d-810c-91d65e4e6aea yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:52:50.939005 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31325b-7c2f-4f1d-8c40-5a34ccaf56d7 req-2ccf3511-86cb-4cb1-8898-acf213908ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:50.941060 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8b31325b-7c2f-4f1d-8c40-5a34ccaf56d7 req-2ccf3511-86cb-4cb1-8898-acf213908ac3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=07b214b6-0379-4e57-a79c-5118cee6c24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0972331 Nov 10 17:52:51.065224 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33152) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:51.132756 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-4c3b32f9-62e8-4be1-9e4a-5d8c7e8e5354 None None] For port 8bb61258-38f6-44a1-8aef-a585dec7c6de, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:52:51.144784 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-4c3b32f9-62e8-4be1-9e4a-5d8c7e8e5354 None None] For port 8bb61258-38f6-44a1-8aef-a585dec7c6de, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=8bb61258-38f6-44a1-8aef-a585dec7c6de,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:52:51.153541 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4c3b32f9-62e8-4be1-9e4a-5d8c7e8e5354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:51.267717 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-38cbdd6a-3d07-4249-b8f6-be5d27a79bf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:51.342071 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d42dbd93-cfcc-48bf-8a6b-cb070db57050 req-9e637138-f9c4-4595-8741-215eec553618 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3118846 Nov 10 17:52:51.359773 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8b31325b-7c2f-4f1d-8c40-5a34ccaf56d7 req-c3253a6e-af2c-4cdc-bfff-f7c107868fa3 service neutron] 10.222.0.11 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100227 Nov 10 17:52:51.439997 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b32f9-62e8-4be1-9e4a-5d8c7e8e5354 None None] Pushing event updated for resources: {'Port': ['ID=8bb61258-38f6-44a1-8aef-a585dec7c6de,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:51.676298 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-9e28c875-2ad5-4dd5-b4fd-827d1f14a408 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Allocated IP 172.20.0.3 (56ba63a0-d928-4743-9bbe-448716588d55/812d706e-9ac4-4d47-8ba0-aee30e200f94/48f4dc75-6540-4f4d-810c-91d65e4e6aea) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:52:51.750152 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-9e28c875-2ad5-4dd5-b4fd-827d1f14a408 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Allocated IP 2001:db8::f816:3eff:feb1:43c1 (56ba63a0-d928-4743-9bbe-448716588d55/df0267bb-2035-4ddc-a7aa-f3da970142ab/48f4dc75-6540-4f4d-810c-91d65e4e6aea) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:52:51.896027 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8b31325b-7c2f-4f1d-8c40-5a34ccaf56d7 req-c53871cf-faf5-4b8e-b487-b85e75cb44c4 service neutron] 10.222.0.11 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5274549 Nov 10 17:52:51.913555 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-38cbdd6a-3d07-4249-b8f6-be5d27a79bf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:51.925552 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-38cbdd6a-3d07-4249-b8f6-be5d27a79bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:52.017098 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-38cbdd6a-3d07-4249-b8f6-be5d27a79bf3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e4d804bed12474ca189d069bdd106bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8701096 Nov 10 17:52:52.028431 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33174) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:52.084901 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cbdd6a-3d07-4249-b8f6-be5d27a79bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8d548e-f373-4480-8e23-eeda18e13700,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:52.166531 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-70c66146-1f6b-4da7-a047-356dcaaee84e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:52.229680 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-70c66146-1f6b-4da7-a047-356dcaaee84e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:52.234351 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad891d-61a6-4494-85ea-8879aba867bf req-e7bf3b2b-e1c1-4493-b6da-6e906af596da tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:52.243087 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-19ad891d-61a6-4494-85ea-8879aba867bf req-e7bf3b2b-e1c1-4493-b6da-6e906af596da tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/networks?id=07b214b6-0379-4e57-a79c-5118cee6c24b HTTP/1.1" status: 200 len: 811 time: 0.3956032 Nov 10 17:52:52.243707 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9e28c875-2ad5-4dd5-b4fd-827d1f14a408 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:52.271701 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-19ad891d-61a6-4494-85ea-8879aba867bf req-d15132aa-f803-4a9f-8032-a679b81e6018 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/quotas/0270caab27604a84907a03a58ad6e001 HTTP/1.1" status: 200 len: 375 time: 0.0255272 Nov 10 17:52:52.325241 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9e28c875-2ad5-4dd5-b4fd-827d1f14a408 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:52.406289 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-70c66146-1f6b-4da7-a047-356dcaaee84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:52.409994 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-70c66146-1f6b-4da7-a047-356dcaaee84e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:52.417586 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-70c66146-1f6b-4da7-a047-356dcaaee84e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bc8d548e-f373-4480-8e23-eeda18e13700 HTTP/1.1" status: 204 len: 168 time: 0.3871791 Nov 10 17:52:52.418936 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28c875-2ad5-4dd5-b4fd-827d1f14a408 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Port': ['ID=48f4dc75-6540-4f4d-810c-91d65e4e6aea,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:52.451570 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e28c875-2ad5-4dd5-b4fd-827d1f14a408 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:52:52.454370 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c66146-1f6b-4da7-a047-356dcaaee84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8d548e-f373-4480-8e23-eeda18e13700,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:52.458821 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-9e28c875-2ad5-4dd5-b4fd-827d1f14a408 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:52:52.462715 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e28c875-2ad5-4dd5-b4fd-827d1f14a408 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:52:52.614647 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-19ad891d-61a6-4494-85ea-8879aba867bf req-9bf0b56e-ec39-4abe-809d-77f5842fbfb7 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0270caab27604a84907a03a58ad6e001&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2653735 Nov 10 17:52:52.616596 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e28c875-2ad5-4dd5-b4fd-827d1f14a408 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:52.617294 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9e28c875-2ad5-4dd5-b4fd-827d1f14a408 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:52.665455 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9e28c875-2ad5-4dd5-b4fd-827d1f14a408 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.3606651 Nov 10 17:52:52.675813 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33192) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:52.851433 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7cac7d-a030-4c01-983b-c6cc57fc0b43 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:52.869546 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7cac7d-a030-4c01-983b-c6cc57fc0b43 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:52.881890 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6b7cac7d-a030-4c01-983b-c6cc57fc0b43 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.2021797 Nov 10 17:52:52.882233 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33194) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:52.923388 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-19ad891d-61a6-4494-85ea-8879aba867bf req-a3a76e22-28e3-444e-9a27-a58c81d53b22 service neutron] 10.222.0.39 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007855 Nov 10 17:52:52.973983 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe8582b-dd5b-4ada-ab66-8884f6695fca None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:52:53.170121 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-b9b29ea9-b59c-468e-b546-423a229349a8 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting port 48f4dc75-6540-4f4d-810c-91d65e4e6aea {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:52:53.170656 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b9b29ea9-b59c-468e-b546-423a229349a8 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:53.204213 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-22eb84d1-9170-4bc5-a66f-05196622ec06 req-1b129c39-5aca-4e60-aa80-40059fe256ce service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=626de0ff-c6c0-4240-9af1-eadbafb0c677&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1613433 Nov 10 17:52:53.245202 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-19ad891d-61a6-4494-85ea-8879aba867bf req-736364d1-0d1e-4e3c-b5b6-6b838532ff73 service neutron] 10.222.0.39 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119020 Nov 10 17:52:53.248525 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-05e6c359-15ac-4ce7-857f-59ea691706ca None None] Provisioning complete for port 8bb61258-38f6-44a1-8aef-a585dec7c6de triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:53.248654 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-05e6c359-15ac-4ce7-857f-59ea691706ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:53.460122 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b9b29ea9-b59c-468e-b546-423a229349a8 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:53.494178 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-b9b29ea9-b59c-468e-b546-423a229349a8 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Calling delete_port for 48f4dc75-6540-4f4d-810c-91d65e4e6aea owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:52:53.494511 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb84d1-9170-4bc5-a66f-05196622ec06 req-e6023f8d-759b-42d1-b1e0-f0957d20ad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:53.496049 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-22eb84d1-9170-4bc5-a66f-05196622ec06 req-e6023f8d-759b-42d1-b1e0-f0957d20ad89 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ccfb28cec3e34eecb7b0bb4fabcf302e&device_id=626de0ff-c6c0-4240-9af1-eadbafb0c677 HTTP/1.1" status: 200 len: 1102 time: 0.1354418 Nov 10 17:52:53.844552 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-05e6c359-15ac-4ce7-857f-59ea691706ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:53.909695 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-05e6c359-15ac-4ce7-857f-59ea691706ca None None] For port 8bb61258-38f6-44a1-8aef-a585dec7c6de, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=8bb61258-38f6-44a1-8aef-a585dec7c6de,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:52:53.911296 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 8bb61258-38f6-44a1-8aef-a585dec7c6de up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:52:53.938610 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb84d1-9170-4bc5-a66f-05196622ec06 req-7c460db8-eca1-4908-a5ea-4aecf00a3cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:53.941313 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-22eb84d1-9170-4bc5-a66f-05196622ec06 req-7c460db8-eca1-4908-a5ea-4aecf00a3cfd service neutron] 10.222.0.13 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.4033482 Nov 10 17:52:53.945519 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-05e6c359-15ac-4ce7-857f-59ea691706ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:54.159225 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-22eb84d1-9170-4bc5-a66f-05196622ec06 req-bf19e945-dfeb-4fe6-8fb0-13b62888e4c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=4ec7485c-8a6e-4ef9-b6ea-c15485c21d05 HTTP/1.1" status: 200 len: 217 time: 0.2090490 Nov 10 17:52:54.209798 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6c359-15ac-4ce7-857f-59ea691706ca None None] Pushing event updated for resources: {'Port': ['ID=8bb61258-38f6-44a1-8aef-a585dec7c6de,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:54.239005 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 8bb61258-38f6-44a1-8aef-a585dec7c6de triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:54.239735 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:54.261948 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b9b29ea9-b59c-468e-b546-423a229349a8 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:54.312524 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb84d1-9170-4bc5-a66f-05196622ec06 req-9b32d3ab-6d47-4569-b96f-d614f32c78c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:54.316862 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-22eb84d1-9170-4bc5-a66f-05196622ec06 req-9b32d3ab-6d47-4569-b96f-d614f32c78c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1468699 Nov 10 17:52:54.339314 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b29ea9-b59c-468e-b546-423a229349a8 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Port': ['ID=48f4dc75-6540-4f4d-810c-91d65e4e6aea,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:54.429640 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb84d1-9170-4bc5-a66f-05196622ec06 req-35ca6f42-e25e-403f-b389-70c5c0ea0bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:54.431463 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-22eb84d1-9170-4bc5-a66f-05196622ec06 req-35ca6f42-e25e-403f-b389-70c5c0ea0bfd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1079383 Nov 10 17:52:54.597518 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b9b29ea9-b59c-468e-b546-423a229349a8 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:54.606819 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b9b29ea9-b59c-468e-b546-423a229349a8 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/48f4dc75-6540-4f4d-810c-91d65e4e6aea HTTP/1.1" status: 204 len: 168 time: 1.7235212 Nov 10 17:52:54.612839 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33242) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:54.715816 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-22eb84d1-9170-4bc5-a66f-05196622ec06 req-93d8227f-1cdb-4709-af7e-59578ab89243 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764413 Nov 10 17:52:54.771444 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-47d13731-50d4-4b3b-be67-8ba76536ff4a req-9cbdb044-9a67-4f5b-beda-e806f275ab86 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=d86b0237-abca-45ab-8f24-dccaed931636 HTTP/1.1" status: 200 len: 210 time: 0.9695985 Nov 10 17:52:54.821534 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bce9b6-9e72-4568-905f-e2ed5eb58220 None None] Update dhcp port {'port': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'fixed_ips': [{'subnet_id': '812d706e-9ac4-4d47-8ba0-aee30e200f94', 'ip_address': '172.20.0.2'}, {'subnet_id': 'df0267bb-2035-4ddc-a7aa-f3da970142ab'}], 'binding:host_id': 'n-d-776250-10'}, 'id': '8bb61258-38f6-44a1-8aef-a585dec7c6de'} from n-d-776250-10. {{(pid=102470) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 17:52:54.843680 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8f069c-ba4b-4712-82b6-e4ea02db2651 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:54.845712 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8f069c-ba4b-4712-82b6-e4ea02db2651 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:54.848073 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8f069c-ba4b-4712-82b6-e4ea02db2651 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:54.854640 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ae8f069c-ba4b-4712-82b6-e4ea02db2651 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2404690 Nov 10 17:52:54.855411 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33250) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:54.962974 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-08bce9b6-9e72-4568-905f-e2ed5eb58220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:54.980110 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f64f4d-812d-4e5a-930a-7e55c84865b2 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting subnet 812d706e-9ac4-4d47-8ba0-aee30e200f94 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:52:54.985667 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a3f64f4d-812d-4e5a-930a-7e55c84865b2 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:55.024337 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-22eb84d1-9170-4bc5-a66f-05196622ec06 req-ab0f2647-508c-4f55-8c3c-05a559fb5041 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946591 Nov 10 17:52:55.042564 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:55.125681 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a3f64f4d-812d-4e5a-930a-7e55c84865b2 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:55.128988 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:55.378176 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a3f64f4d-812d-4e5a-930a-7e55c84865b2 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server [None req-08bce9b6-9e72-4568-905f-e2ed5eb58220 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 812d706e-9ac4-4d47-8ba0-aee30e200f94: This subnet is being modified by another concurrent operation. Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise exception Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 812d706e-9ac4-4d47-8ba0-aee30e200f94: This subnet is being modified by another concurrent operation. Nov 10 17:52:55.560194 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server Nov 10 17:52:55.574930 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a3f64f4d-812d-4e5a-930a-7e55c84865b2 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:55.744129 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a3f64f4d-812d-4e5a-930a-7e55c84865b2 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:55.756337 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a3f64f4d-812d-4e5a-930a-7e55c84865b2 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/812d706e-9ac4-4d47-8ba0-aee30e200f94 HTTP/1.1" status: 204 len: 168 time: 0.8990264 Nov 10 17:52:55.758787 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f64f4d-812d-4e5a-930a-7e55c84865b2 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Subnet': ['ID=812d706e-9ac4-4d47-8ba0-aee30e200f94,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:55.762689 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33264) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:55.784529 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07f7645-e7d5-4b53-9809-0e5299a9c447 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:52:56.014359 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-85524d84-8cd7-47d8-a075-5ffd4b7a8cb5 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting subnet df0267bb-2035-4ddc-a7aa-f3da970142ab {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:52:56.023483 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-85524d84-8cd7-47d8-a075-5ffd4b7a8cb5 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:56.072602 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-85524d84-8cd7-47d8-a075-5ffd4b7a8cb5 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:56.095949 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d941732a-d6f5-463c-ab2d-f91e9429aac3 req-a19269ed-9b4d-4e39-a3f9-189b4df0585f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=d86b0237-abca-45ab-8f24-dccaed931636 HTTP/1.1" status: 200 len: 210 time: 0.1587057 Nov 10 17:52:56.137592 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-85524d84-8cd7-47d8-a075-5ffd4b7a8cb5 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:56.147157 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33270) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:56.206861 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-16248a35-193f-4f8b-a46f-9f927293e610 None None] Could not find standard attr ID for object 48f4dc75-6540-4f4d-810c-91d65e4e6aea. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 17:52:56.252950 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-16248a35-193f-4f8b-a46f-9f927293e610 None None] Provisioning complete for port 8bb61258-38f6-44a1-8aef-a585dec7c6de triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:56.253798 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-16248a35-193f-4f8b-a46f-9f927293e610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:56.294931 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad891d-61a6-4494-85ea-8879aba867bf req-dc523080-0c9d-4335-b954-d102365f24de tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:56.298680 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-19ad891d-61a6-4494-85ea-8879aba867bf req-dc523080-0c9d-4335-b954-d102365f24de tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.13 "GET /v2.0/networks?id=07b214b6-0379-4e57-a79c-5118cee6c24b HTTP/1.1" status: 200 len: 811 time: 0.4717808 Nov 10 17:52:56.307376 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-85524d84-8cd7-47d8-a075-5ffd4b7a8cb5 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:56.332672 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-19ad891d-61a6-4494-85ea-8879aba867bf req-425dc3de-95e8-4427-a1a8-dde92cfd80ad tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Request body: {'port': {'device_id': 'd86b0237-abca-45ab-8f24-dccaed931636', 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b', 'admin_state_up': True, 'tenant_id': '0270caab27604a84907a03a58ad6e001'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:52:56.367186 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c357c0f-c94a-4396-aefd-efce837ccbe4 None None] Update dhcp port {'port': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'fixed_ips': [{'subnet_id': 'df0267bb-2035-4ddc-a7aa-f3da970142ab'}], 'binding:host_id': 'n-d-776250-10'}, 'id': '8bb61258-38f6-44a1-8aef-a585dec7c6de'} from n-d-776250-10. {{(pid=102470) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 17:52:56.429799 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4c357c0f-c94a-4396-aefd-efce837ccbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:56.530491 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dc5bf793-00f7-47c8-ba76-fdba6da94829 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:56.620894 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85524d84-8cd7-47d8-a075-5ffd4b7a8cb5 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Subnet': ['ID=df0267bb-2035-4ddc-a7aa-f3da970142ab,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:56.623391 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-85524d84-8cd7-47d8-a075-5ffd4b7a8cb5 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:56.627678 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-85524d84-8cd7-47d8-a075-5ffd4b7a8cb5 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/df0267bb-2035-4ddc-a7aa-f3da970142ab HTTP/1.1" status: 204 len: 168 time: 0.8653884 Nov 10 17:52:56.631323 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33282) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:56.652993 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ad891d-61a6-4494-85ea-8879aba867bf req-425dc3de-95e8-4427-a1a8-dde92cfd80ad tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Made reservation on behalf of 0270caab27604a84907a03a58ad6e001 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:52:56.657284 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-19ad891d-61a6-4494-85ea-8879aba867bf req-425dc3de-95e8-4427-a1a8-dde92cfd80ad tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:56.714514 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1d5942aa-9f3d-4e76-ac9b-d98ac9347e31 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0781813 Nov 10 17:52:56.716528 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33288) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:56.730319 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-50526df7-6de1-4dcb-a3f4-244d7b956ba3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:52:56.918114 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-036e5762-2708-4ab8-af55-7cf7f24f320a None None] Provisioning complete for port 8bb61258-38f6-44a1-8aef-a585dec7c6de triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:52:56.920565 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50526df7-6de1-4dcb-a3f4-244d7b956ba3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:52:56.923836 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-036e5762-2708-4ab8-af55-7cf7f24f320a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:56.924415 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-50526df7-6de1-4dcb-a3f4-244d7b956ba3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:57.041650 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b24814-3606-43a6-83bc-70c95fddeb6f None None] get_active_networks_info from n-d-776250-10 {{(pid=102470) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 17:52:57.044805 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-19ad891d-61a6-4494-85ea-8879aba867bf req-425dc3de-95e8-4427-a1a8-dde92cfd80ad tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Allocated IP 172.20.0.5 (07b214b6-0379-4e57-a79c-5118cee6c24b/0014d233-a3b8-4110-85a8-3bdeaa4b1e7d/c04ff508-4695-4a06-b32d-7557bec8639e) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:52:57.260580 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-19ad891d-61a6-4494-85ea-8879aba867bf req-425dc3de-95e8-4427-a1a8-dde92cfd80ad tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:57.314956 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dc5bf793-00f7-47c8-ba76-fdba6da94829 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:57.319390 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-19ad891d-61a6-4494-85ea-8879aba867bf req-425dc3de-95e8-4427-a1a8-dde92cfd80ad tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:57.329876 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dc5bf793-00f7-47c8-ba76-fdba6da94829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:57.346246 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:52:57.368688 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-dc5bf793-00f7-47c8-ba76-fdba6da94829 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a2eccee7a51946d48acfd3f4700d41a6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2200131 Nov 10 17:52:57.378291 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33294) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:57.380627 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425dc3de-95e8-4427-a1a8-dde92cfd80ad tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Pushing event updated for resources: {'Port': ['ID=c04ff508-4695-4a06-b32d-7557bec8639e,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:57.463285 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ad891d-61a6-4494-85ea-8879aba867bf req-425dc3de-95e8-4427-a1a8-dde92cfd80ad tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Network 07b214b6-0379-4e57-a79c-5118cee6c24b is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:52:57.467169 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-19ad891d-61a6-4494-85ea-8879aba867bf req-425dc3de-95e8-4427-a1a8-dde92cfd80ad tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:52:57.494869 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ad891d-61a6-4494-85ea-8879aba867bf req-425dc3de-95e8-4427-a1a8-dde92cfd80ad tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:52:57.500413 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-fe4e3aa8-f627-4cd6-8303-8ae6c98864ff None None] Could not find standard attr ID for object 48f4dc75-6540-4f4d-810c-91d65e4e6aea. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 17:52:57.513427 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b24814-3606-43a6-83bc-70c95fddeb6f None None] Resources bound (agent type, host, resource id): {{(pid=102470) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 17:52:57.598662 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c3633e45-9360-4397-a892-deb74af0cbb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:57.611770 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad891d-61a6-4494-85ea-8879aba867bf req-425dc3de-95e8-4427-a1a8-dde92cfd80ad tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:57.612866 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-19ad891d-61a6-4494-85ea-8879aba867bf req-425dc3de-95e8-4427-a1a8-dde92cfd80ad tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:57.649743 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5bf793-00f7-47c8-ba76-fdba6da94829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1ca7d1-d553-4527-b5a6-c0daffc6eb70,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:57.675157 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-50526df7-6de1-4dcb-a3f4-244d7b956ba3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:57.739399 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50526df7-6de1-4dcb-a3f4-244d7b956ba3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:52:57.744892 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-50526df7-6de1-4dcb-a3f4-244d7b956ba3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:52:57.755882 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-19ad891d-61a6-4494-85ea-8879aba867bf req-425dc3de-95e8-4427-a1a8-dde92cfd80ad tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4407802 Nov 10 17:52:57.764348 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e2327-585f-440b-9f0a-5dea06812832 req-96e7ac77-03ac-45ff-9d27-5f518f808058 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:57.774734 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ea7e2327-585f-440b-9f0a-5dea06812832 req-96e7ac77-03ac-45ff-9d27-5f518f808058 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=d86b0237-abca-45ab-8f24-dccaed931636 HTTP/1.1" status: 200 len: 931 time: 0.4490509 Nov 10 17:52:57.777869 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50526df7-6de1-4dcb-a3f4-244d7b956ba3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:57.778621 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-50526df7-6de1-4dcb-a3f4-244d7b956ba3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:57.783830 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c3633e45-9360-4397-a892-deb74af0cbb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:57.807640 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-50526df7-6de1-4dcb-a3f4-244d7b956ba3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0898149 Nov 10 17:52:57.816202 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 8bb61258-38f6-44a1-8aef-a585dec7c6de no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:52:57.819740 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33302) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:52:57.820514 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-19ad891d-61a6-4494-85ea-8879aba867bf req-844f494e-29c8-4e73-82d7-f199efc800e5 service neutron] Request body: {'port': {'device_id': 'd86b0237-abca-45ab-8f24-dccaed931636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:52:57.834618 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-62481dcf-4b11-48a4-be80-04067fa2aed7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:52:57.901728 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50526df7-6de1-4dcb-a3f4-244d7b956ba3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Subnet': ['ID=e73df08f-3a8a-482e-a538-c7b8c2430333,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:57.960494 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ea7e2327-585f-440b-9f0a-5dea06812832 req-b69a2fa1-7b96-47c7-afbc-20b800da3d35 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806550 Nov 10 17:52:57.995919 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-19ad891d-61a6-4494-85ea-8879aba867bf req-844f494e-29c8-4e73-82d7-f199efc800e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:58.088067 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62481dcf-4b11-48a4-be80-04067fa2aed7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:52:58.106084 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-62481dcf-4b11-48a4-be80-04067fa2aed7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:58.318152 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:58.396598 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 8bb61258-38f6-44a1-8aef-a585dec7c6de, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=8bb61258-38f6-44a1-8aef-a585dec7c6de,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:52:58.426982 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:58.431750 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c3633e45-9360-4397-a892-deb74af0cbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:58.453549 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c3633e45-9360-4397-a892-deb74af0cbb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:58.462767 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c3633e45-9360-4397-a892-deb74af0cbb9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7f1ca7d1-d553-4527-b5a6-c0daffc6eb70 HTTP/1.1" status: 204 len: 168 time: 1.0787804 Nov 10 17:52:58.607759 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=8bb61258-38f6-44a1-8aef-a585dec7c6de,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:58.695417 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-19ad891d-61a6-4494-85ea-8879aba867bf req-844f494e-29c8-4e73-82d7-f199efc800e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c04ff508-4695-4a06-b32d-7557bec8639e {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:52:58.705330 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992affd2-0fd9-44c9-a52e-dc083251d585 None None] Update dhcp port {'port': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'fixed_ips': [{'subnet_id': 'e73df08f-3a8a-482e-a538-c7b8c2430333'}], 'binding:host_id': 'n-d-776250-10'}, 'id': '8bb61258-38f6-44a1-8aef-a585dec7c6de'} from n-d-776250-10. {{(pid=102470) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 17:52:58.710903 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-19ad891d-61a6-4494-85ea-8879aba867bf req-844f494e-29c8-4e73-82d7-f199efc800e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:58.753998 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-19ad891d-61a6-4494-85ea-8879aba867bf req-844f494e-29c8-4e73-82d7-f199efc800e5 service neutron] Transition to ACTIVE for port object c04ff508-4695-4a06-b32d-7557bec8639e will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:52:58.762419 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-992affd2-0fd9-44c9-a52e-dc083251d585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:58.770967 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-19ad891d-61a6-4494-85ea-8879aba867bf req-844f494e-29c8-4e73-82d7-f199efc800e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:58.829063 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:52:58.854851 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3633e45-9360-4397-a892-deb74af0cbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1ca7d1-d553-4527-b5a6-c0daffc6eb70,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:59.008100 n-d-776250-10 neutron-server[102468]: DEBUG neutron.objects.ports [None req-62481dcf-4b11-48a4-be80-04067fa2aed7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102468) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 17:52:59.031336 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f494e-29c8-4e73-82d7-f199efc800e5 service neutron] Pushing event updated for resources: {'Port': ['ID=c04ff508-4695-4a06-b32d-7557bec8639e,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:59.123398 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-992affd2-0fd9-44c9-a52e-dc083251d585 None None] Allocated IP 172.20.0.2 (56ba63a0-d928-4743-9bbe-448716588d55/e73df08f-3a8a-482e-a538-c7b8c2430333/8bb61258-38f6-44a1-8aef-a585dec7c6de) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:52:59.154031 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-992affd2-0fd9-44c9-a52e-dc083251d585 None None] Allocated IP 2001:db8::f816:3eff:feec:5ddd (56ba63a0-d928-4743-9bbe-448716588d55/b9091f05-2bf0-4b89-9179-447fe10de49d/8bb61258-38f6-44a1-8aef-a585dec7c6de) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:52:59.234630 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-19ad891d-61a6-4494-85ea-8879aba867bf req-844f494e-29c8-4e73-82d7-f199efc800e5 service neutron] Attempting to bind port c04ff508-4695-4a06-b32d-7557bec8639e on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:52:59.250107 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-19ad891d-61a6-4494-85ea-8879aba867bf req-844f494e-29c8-4e73-82d7-f199efc800e5 service neutron] Attempting to bind port c04ff508-4695-4a06-b32d-7557bec8639e by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': 'ccee7173-55f2-40b1-aecb-b805c25cba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:52:59.250604 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ad891d-61a6-4494-85ea-8879aba867bf req-844f494e-29c8-4e73-82d7-f199efc800e5 service neutron] Attempting to bind port c04ff508-4695-4a06-b32d-7557bec8639e on network 07b214b6-0379-4e57-a79c-5118cee6c24b {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:52:59.265977 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ad891d-61a6-4494-85ea-8879aba867bf req-844f494e-29c8-4e73-82d7-f199efc800e5 service neutron] Port c04ff508-4695-4a06-b32d-7557bec8639e on network 07b214b6-0379-4e57-a79c-5118cee6c24b not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:52:59.266380 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ad891d-61a6-4494-85ea-8879aba867bf req-844f494e-29c8-4e73-82d7-f199efc800e5 service neutron] Attempting to bind port c04ff508-4695-4a06-b32d-7557bec8639e on network 07b214b6-0379-4e57-a79c-5118cee6c24b {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:52:59.284421 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ad891d-61a6-4494-85ea-8879aba867bf req-844f494e-29c8-4e73-82d7-f199efc800e5 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:52:59.284802 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ad891d-61a6-4494-85ea-8879aba867bf req-844f494e-29c8-4e73-82d7-f199efc800e5 service neutron] Checking segment: {'id': 'ccee7173-55f2-40b1-aecb-b805c25cba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:52:59.285435 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ad891d-61a6-4494-85ea-8879aba867bf req-844f494e-29c8-4e73-82d7-f199efc800e5 service neutron] Bound using segment: {'id': 'ccee7173-55f2-40b1-aecb-b805c25cba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:52:59.286157 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-19ad891d-61a6-4494-85ea-8879aba867bf req-844f494e-29c8-4e73-82d7-f199efc800e5 service neutron] Bound port: c04ff508-4695-4a06-b32d-7557bec8639e, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccee7173-55f2-40b1-aecb-b805c25cba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:52:59.286643 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-19ad891d-61a6-4494-85ea-8879aba867bf req-844f494e-29c8-4e73-82d7-f199efc800e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:59.460313 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-992affd2-0fd9-44c9-a52e-dc083251d585 None None] For port 8bb61258-38f6-44a1-8aef-a585dec7c6de, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=8bb61258-38f6-44a1-8aef-a585dec7c6de,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:52:59.505989 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35233d-969f-40a0-877d-3fa2fa5156ce req-095bf75c-017d-4f1f-8fce-9c2040ac9819 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:52:59.507978 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1a35233d-969f-40a0-877d-3fa2fa5156ce req-095bf75c-017d-4f1f-8fce-9c2040ac9819 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=d86b0237-abca-45ab-8f24-dccaed931636 HTTP/1.1" status: 200 len: 943 time: 0.2968504 Nov 10 17:52:59.566013 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-992affd2-0fd9-44c9-a52e-dc083251d585 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:59.572807 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-992affd2-0fd9-44c9-a52e-dc083251d585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:52:59.621586 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1a35233d-969f-40a0-877d-3fa2fa5156ce req-d2c22e5d-ab4d-4ef8-a696-a799484fe512 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026750 Nov 10 17:52:59.628639 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.db.api [None req-62481dcf-4b11-48a4-be80-04067fa2aed7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:feec:5ddd-0a1147f9-0e58-4180-afc9-fda1b86217 {{(pid=102468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:52:59.632521 n-d-776250-10 neutron-server[102468]: DEBUG oslo_db.api [None req-62481dcf-4b11-48a4-be80-04067fa2aed7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:52:59.778227 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992affd2-0fd9-44c9-a52e-dc083251d585 None None] Pushing event updated for resources: {'Port': ['ID=8bb61258-38f6-44a1-8aef-a585dec7c6de,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:52:59.958937 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-19ad891d-61a6-4494-85ea-8879aba867bf req-844f494e-29c8-4e73-82d7-f199efc800e5 service neutron] For port c04ff508-4695-4a06-b32d-7557bec8639e, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:52:59.969007 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-19ad891d-61a6-4494-85ea-8879aba867bf req-844f494e-29c8-4e73-82d7-f199efc800e5 service neutron] For port c04ff508-4695-4a06-b32d-7557bec8639e, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=c04ff508-4695-4a06-b32d-7557bec8639e,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:52:59.978209 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-19ad891d-61a6-4494-85ea-8879aba867bf req-844f494e-29c8-4e73-82d7-f199efc800e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:00.109970 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad891d-61a6-4494-85ea-8879aba867bf req-844f494e-29c8-4e73-82d7-f199efc800e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:00.110702 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-19ad891d-61a6-4494-85ea-8879aba867bf req-844f494e-29c8-4e73-82d7-f199efc800e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:00.112720 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-19ad891d-61a6-4494-85ea-8879aba867bf req-844f494e-29c8-4e73-82d7-f199efc800e5 service neutron] 10.222.0.13 "PUT /v2.0/ports/c04ff508-4695-4a06-b32d-7557bec8639e HTTP/1.1" status: 200 len: 1092 time: 2.3184047 Nov 10 17:53:00.113433 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd86b0237-abca-45ab-8f24-dccaed931636', 'tag': 'c04ff508-4695-4a06-b32d-7557bec8639e'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:53:00.115971 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee49def-e95b-49eb-901d-e5d21a24d0c7" -d '{"events": [{"name": "network-changed", "server_uuid": "d86b0237-abca-45ab-8f24-dccaed931636", "tag": "c04ff508-4695-4a06-b32d-7557bec8639e"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:53:00.140958 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f494e-29c8-4e73-82d7-f199efc800e5 service neutron] Pushing event updated for resources: {'Port': ['ID=c04ff508-4695-4a06-b32d-7557bec8639e,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:00.318148 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e5ac44-5852-48a9-b3a0-1c7fc2983b25 x-openstack-request-id: req-e3e5ac44-5852-48a9-b3a0-1c7fc2983b25 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:53:00.319031 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d86b0237-abca-45ab-8f24-dccaed931636", "tag": "c04ff508-4695-4a06-b32d-7557bec8639e", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:53:00.321875 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e3e5ac44-5852-48a9-b3a0-1c7fc2983b25 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:53:00.323194 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd86b0237-abca-45ab-8f24-dccaed931636', 'tag': 'c04ff508-4695-4a06-b32d-7557bec8639e', 'status': 'completed', 'code': 200} Nov 10 17:53:00.337143 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad891d-61a6-4494-85ea-8879aba867bf req-66718c6b-9e27-46a3-a7f1-45d76fc89923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:00.350039 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-19ad891d-61a6-4494-85ea-8879aba867bf req-66718c6b-9e27-46a3-a7f1-45d76fc89923 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0270caab27604a84907a03a58ad6e001&device_id=d86b0237-abca-45ab-8f24-dccaed931636 HTTP/1.1" status: 200 len: 1095 time: 0.1756446 Nov 10 17:53:00.373552 n-d-776250-10 neutron-server[102468]: DEBUG neutron.objects.ports [None req-62481dcf-4b11-48a4-be80-04067fa2aed7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102468) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 17:53:00.522272 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-19ad891d-61a6-4494-85ea-8879aba867bf req-31cf2737-151d-4a45-9ad5-0820643af12e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c04ff508-4695-4a06-b32d-7557bec8639e HTTP/1.1" status: 200 len: 217 time: 0.1682253 Nov 10 17:53:00.533934 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-eea744f7-0b72-4ae2-8071-6da54937238d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:00.682382 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad891d-61a6-4494-85ea-8879aba867bf req-6f08cde1-9648-48e8-ad3b-361518201a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:00.685215 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-19ad891d-61a6-4494-85ea-8879aba867bf req-6f08cde1-9648-48e8-ad3b-361518201a2d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0014d233-a3b8-4110-85a8-3bdeaa4b1e7d HTTP/1.1" status: 200 len: 850 time: 0.1479607 Nov 10 17:53:00.833329 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad891d-61a6-4494-85ea-8879aba867bf req-36f31cc3-8094-43bc-b2f5-bccbf72c3fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:00.837095 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-19ad891d-61a6-4494-85ea-8879aba867bf req-36f31cc3-8094-43bc-b2f5-bccbf72c3fe4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=07b214b6-0379-4e57-a79c-5118cee6c24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1439121 Nov 10 17:53:01.095257 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-19ad891d-61a6-4494-85ea-8879aba867bf req-ab0ccfe7-2c3f-4f06-9189-24798d1ca720 service neutron] 10.222.0.13 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478039 Nov 10 17:53:01.140036 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.ipam_pluggable_backend [None req-62481dcf-4b11-48a4-be80-04067fa2aed7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Port 8bb61258-38f6-44a1-8aef-a585dec7c6de got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=102468) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:584}} Nov 10 17:53:01.140983 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-62481dcf-4b11-48a4-be80-04067fa2aed7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:01.204952 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62481dcf-4b11-48a4-be80-04067fa2aed7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:53:01.211801 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-62481dcf-4b11-48a4-be80-04067fa2aed7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:53:01.221834 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62481dcf-4b11-48a4-be80-04067fa2aed7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:01.223181 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-62481dcf-4b11-48a4-be80-04067fa2aed7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:01.269244 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33370) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:01.272861 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-62481dcf-4b11-48a4-be80-04067fa2aed7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4446387 Nov 10 17:53:01.286597 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-ab9ad77a-74ba-4c7f-919d-d6a19a695d98 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'port': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'mac_address': 'fa:16:3e:ce:04:10', 'name': 'tempest-NetworksTestDHCPv6-757548596'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:53:01.290392 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62481dcf-4b11-48a4-be80-04067fa2aed7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Subnet': ['ID=b9091f05-2bf0-4b89-9179-447fe10de49d,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:01.354019 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8239a7d-5860-411b-8f77-aa39373404bf None None] get_active_networks_info from n-d-776250-10 {{(pid=102470) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 17:53:01.603735 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8239a7d-5860-411b-8f77-aa39373404bf None None] Resources bound (agent type, host, resource id): {{(pid=102470) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 17:53:01.612459 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a31c3d9b-959a-4007-94dd-067507e00bb5 None None] Provisioning complete for port 8bb61258-38f6-44a1-8aef-a585dec7c6de triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:53:01.613039 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a31c3d9b-959a-4007-94dd-067507e00bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:01.690296 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 8bb61258-38f6-44a1-8aef-a585dec7c6de up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:53:01.725432 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-19ad891d-61a6-4494-85ea-8879aba867bf req-423ca5ab-b21b-4d92-bf73-8c3bbe6316dd service neutron] 10.222.0.13 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6220732 Nov 10 17:53:01.783897 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcd150-2538-4cbd-b83f-eccf93b2cd5b req-448a8d73-71b3-4a64-a505-655847800372 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:01.791689 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5efcd150-2538-4cbd-b83f-eccf93b2cd5b req-448a8d73-71b3-4a64-a505-655847800372 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=d86b0237-abca-45ab-8f24-dccaed931636 HTTP/1.1" status: 200 len: 943 time: 0.9824233 Nov 10 17:53:01.831092 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9ad77a-74ba-4c7f-919d-d6a19a695d98 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:53:02.005684 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ab9ad77a-74ba-4c7f-919d-d6a19a695d98 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:02.016508 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a31c3d9b-959a-4007-94dd-067507e00bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:02.126295 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5efcd150-2538-4cbd-b83f-eccf93b2cd5b req-43bb7811-5473-40e0-9718-1fbc095f907e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336174 Nov 10 17:53:02.154958 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-ab9ad77a-74ba-4c7f-919d-d6a19a695d98 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] device_id is not set on port 689c95c8-c716-49a6-9a3f-3898808c39a4 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:53:02.166067 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee49def-e95b-49eb-901d-e5d21a24d0c7 req-f37570e2-be8f-4647-a921-12abc27c9a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:02.167974 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0ee49def-e95b-49eb-901d-e5d21a24d0c7 req-f37570e2-be8f-4647-a921-12abc27c9a40 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0270caab27604a84907a03a58ad6e001&device_id=d86b0237-abca-45ab-8f24-dccaed931636 HTTP/1.1" status: 200 len: 1095 time: 0.3716364 Nov 10 17:53:02.246827 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 8bb61258-38f6-44a1-8aef-a585dec7c6de triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:53:02.247360 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:02.310895 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-a31c3d9b-959a-4007-94dd-067507e00bb5 None None] For port 8bb61258-38f6-44a1-8aef-a585dec7c6de, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=8bb61258-38f6-44a1-8aef-a585dec7c6de,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:53:02.341702 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a31c3d9b-959a-4007-94dd-067507e00bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:02.471768 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee49def-e95b-49eb-901d-e5d21a24d0c7 req-78f2191c-b12a-4b22-8889-14d12fbbddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:02.473521 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0ee49def-e95b-49eb-901d-e5d21a24d0c7 req-78f2191c-b12a-4b22-8889-14d12fbbddf3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=07b214b6-0379-4e57-a79c-5118cee6c24b HTTP/1.1" status: 200 len: 912 time: 0.2514012 Nov 10 17:53:02.501773 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c3d9b-959a-4007-94dd-067507e00bb5 None None] Pushing event updated for resources: {'Port': ['ID=8bb61258-38f6-44a1-8aef-a585dec7c6de,revision_number=7']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:02.564387 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0ee49def-e95b-49eb-901d-e5d21a24d0c7 req-fdb11ce7-e1ef-4aa9-a3ac-67d3cf4fbb85 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c04ff508-4695-4a06-b32d-7557bec8639e HTTP/1.1" status: 200 len: 217 time: 0.0757632 Nov 10 17:53:02.659553 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee49def-e95b-49eb-901d-e5d21a24d0c7 req-877126be-4069-43d0-bacc-1e4248de85ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:02.661799 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0ee49def-e95b-49eb-901d-e5d21a24d0c7 req-877126be-4069-43d0-bacc-1e4248de85ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0014d233-a3b8-4110-85a8-3bdeaa4b1e7d HTTP/1.1" status: 200 len: 850 time: 0.0608759 Nov 10 17:53:02.730478 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-ab9ad77a-74ba-4c7f-919d-d6a19a695d98 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Allocated IP 172.20.0.13 (56ba63a0-d928-4743-9bbe-448716588d55/e73df08f-3a8a-482e-a538-c7b8c2430333/689c95c8-c716-49a6-9a3f-3898808c39a4) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:53:02.772593 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-ab9ad77a-74ba-4c7f-919d-d6a19a695d98 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Allocated IP 2001:db8::f816:3eff:fece:410 (56ba63a0-d928-4743-9bbe-448716588d55/b9091f05-2bf0-4b89-9179-447fe10de49d/689c95c8-c716-49a6-9a3f-3898808c39a4) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:53:02.797056 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee49def-e95b-49eb-901d-e5d21a24d0c7 req-703bfa64-1654-4717-a222-c3ec0ff2ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:02.798754 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0ee49def-e95b-49eb-901d-e5d21a24d0c7 req-703bfa64-1654-4717-a222-c3ec0ff2ece9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=07b214b6-0379-4e57-a79c-5118cee6c24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1204095 Nov 10 17:53:02.917489 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5142dfc3-9222-4798-9948-e4a4e2c13d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:03.231491 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ab9ad77a-74ba-4c7f-919d-d6a19a695d98 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:03.318052 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ab9ad77a-74ba-4c7f-919d-d6a19a695d98 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:03.443159 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0ee49def-e95b-49eb-901d-e5d21a24d0c7 req-501b599b-5f12-4373-9554-dd421268d952 service neutron] 10.222.0.13 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6306608 Nov 10 17:53:03.605924 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9ad77a-74ba-4c7f-919d-d6a19a695d98 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:53:03.692628 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ad77a-74ba-4c7f-919d-d6a19a695d98 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Port': ['ID=689c95c8-c716-49a6-9a3f-3898808c39a4,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:03.699205 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-ab9ad77a-74ba-4c7f-919d-d6a19a695d98 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:53:03.703627 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9ad77a-74ba-4c7f-919d-d6a19a695d98 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:53:03.836043 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d6317-f50c-4277-9882-4bd7dccf53f3 req-210a1928-5555-4687-aa5d-f7e14da9855d tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:03.839885 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ac3d6317-f50c-4277-9882-4bd7dccf53f3 req-210a1928-5555-4687-aa5d-f7e14da9855d tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=d86b0237-abca-45ab-8f24-dccaed931636 HTTP/1.1" status: 200 len: 943 time: 0.5445645 Nov 10 17:53:04.021993 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9ad77a-74ba-4c7f-919d-d6a19a695d98 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:04.022683 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ab9ad77a-74ba-4c7f-919d-d6a19a695d98 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:04.055136 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ac3d6317-f50c-4277-9882-4bd7dccf53f3 req-596953c7-18a4-4498-a68c-af31cfb48709 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035387 Nov 10 17:53:04.089879 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0ee49def-e95b-49eb-901d-e5d21a24d0c7 req-174da9b8-1c33-4095-be6c-0e6ca59c1f37 service neutron] 10.222.0.13 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6054077 Nov 10 17:53:04.111714 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33434) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:04.115550 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ab9ad77a-74ba-4c7f-919d-d6a19a695d98 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.8397961 Nov 10 17:53:04.286936 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 8bb61258-38f6-44a1-8aef-a585dec7c6de up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:53:04.292448 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb540afb-25bf-42c9-b111-adba217cc355 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:53:04.298901 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device c04ff508-4695-4a06-b32d-7557bec8639e details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:53:04.313438 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2af320e-2d7e-4d9a-959d-8794439970dd tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:04.345272 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2af320e-2d7e-4d9a-959d-8794439970dd tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:04.347216 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d2af320e-2d7e-4d9a-959d-8794439970dd tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2337446 Nov 10 17:53:04.357189 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33440) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:04.505988 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:04.552499 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-033c1453-af0a-4ece-bc1f-b520a4e3eb17 None None] Provisioning complete for port 8bb61258-38f6-44a1-8aef-a585dec7c6de triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:53:04.555527 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-033c1453-af0a-4ece-bc1f-b520a4e3eb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:04.689820 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-ca8656e2-90c7-458c-b1e9-aba6dab9dcf9 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting port 689c95c8-c716-49a6-9a3f-3898808c39a4 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:53:04.700167 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ca8656e2-90c7-458c-b1e9-aba6dab9dcf9 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:05.016250 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ca8656e2-90c7-458c-b1e9-aba6dab9dcf9 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:05.034629 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 8bb61258-38f6-44a1-8aef-a585dec7c6de triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:53:05.036804 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:05.055984 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-ca8656e2-90c7-458c-b1e9-aba6dab9dcf9 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Calling delete_port for 689c95c8-c716-49a6-9a3f-3898808c39a4 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:53:05.345063 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port c04ff508-4695-4a06-b32d-7557bec8639e, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=c04ff508-4695-4a06-b32d-7557bec8639e,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:53:05.460904 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be16d1-6e16-4845-a8fd-13c5a4662d85 req-55eef53e-0cd8-40a4-bd57-c570f0cc53ce tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:05.480085 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-76be16d1-6e16-4845-a8fd-13c5a4662d85 req-55eef53e-0cd8-40a4-bd57-c570f0cc53ce tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=d86b0237-abca-45ab-8f24-dccaed931636 HTTP/1.1" status: 200 len: 943 time: 0.1636198 Nov 10 17:53:05.552228 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b78c5a9-bf1e-432f-a455-f5f2bc9bd7a8 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:53:05.585235 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ca8656e2-90c7-458c-b1e9-aba6dab9dcf9 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:05.613020 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-76be16d1-6e16-4845-a8fd-13c5a4662d85 req-f2cd52dd-7e29-4178-b40b-e7983576b077 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317792 Nov 10 17:53:05.646337 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'c04ff508-4695-4a06-b32d-7557bec8639e', 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b', 'port_id': 'c04ff508-4695-4a06-b32d-7557bec8639e', 'mac_address': 'fa:16:3e:0e:10:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0014d233-a3b8-4110-85a8-3bdeaa4b1e7d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:53:05.657282 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8656e2-90c7-458c-b1e9-aba6dab9dcf9 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Port': ['ID=689c95c8-c716-49a6-9a3f-3898808c39a4,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:05.830409 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ca8656e2-90c7-458c-b1e9-aba6dab9dcf9 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:05.834874 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ca8656e2-90c7-458c-b1e9-aba6dab9dcf9 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/689c95c8-c716-49a6-9a3f-3898808c39a4 HTTP/1.1" status: 204 len: 168 time: 1.4628110 Nov 10 17:53:05.835107 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:05.837450 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33464) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:05.839368 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:05.940657 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c04ff508-4695-4a06-b32d-7557bec8639e {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:53:05.978204 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f69f9f2-8113-4011-acc9-ad0ded8e54db tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:05.986132 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f69f9f2-8113-4011-acc9-ad0ded8e54db tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:05.986132 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f69f9f2-8113-4011-acc9-ad0ded8e54db tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:05.986832 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33472) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:06.000774 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9f69f9f2-8113-4011-acc9-ad0ded8e54db tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1481848 Nov 10 17:53:06.010162 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-644692b3-8131-4609-a548-09772d687224 None None] Provisioning complete for port 8bb61258-38f6-44a1-8aef-a585dec7c6de triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:53:06.010687 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-644692b3-8131-4609-a548-09772d687224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:06.092272 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port c04ff508-4695-4a06-b32d-7557bec8639e, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=c04ff508-4695-4a06-b32d-7557bec8639e,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:53:06.106576 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:06.127167 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f379cee-62d2-4fa3-be65-cff927af29f2 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting subnet b9091f05-2bf0-4b89-9179-447fe10de49d {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:53:06.140307 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5f379cee-62d2-4fa3-be65-cff927af29f2 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:06.246988 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5f379cee-62d2-4fa3-be65-cff927af29f2 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:06.278219 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=c04ff508-4695-4a06-b32d-7557bec8639e,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:06.363751 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:06.374635 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['c04ff508-4695-4a06-b32d-7557bec8639e'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:53:06.428256 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5f379cee-62d2-4fa3-be65-cff927af29f2 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:06.487820 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-644692b3-8131-4609-a548-09772d687224 None None] Could not find standard attr ID for object 689c95c8-c716-49a6-9a3f-3898808c39a4. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 17:53:06.557832 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5f379cee-62d2-4fa3-be65-cff927af29f2 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:06.632736 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5f379cee-62d2-4fa3-be65-cff927af29f2 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:06.638770 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33492) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:06.666019 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5f379cee-62d2-4fa3-be65-cff927af29f2 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/b9091f05-2bf0-4b89-9179-447fe10de49d HTTP/1.1" status: 204 len: 168 time: 0.6779344 Nov 10 17:53:06.666941 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f379cee-62d2-4fa3-be65-cff927af29f2 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Subnet': ['ID=b9091f05-2bf0-4b89-9179-447fe10de49d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:06.801679 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-115409a8-8725-4f99-a055-83b5f315655e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting subnet e73df08f-3a8a-482e-a538-c7b8c2430333 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:53:06.811853 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-115409a8-8725-4f99-a055-83b5f315655e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:06.859363 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4b773-a7cb-4910-b13a-d10e321456ef req-09a05cf0-4996-4af1-82c2-e097a9884476 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:06.864531 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d8b4b773-a7cb-4910-b13a-d10e321456ef req-09a05cf0-4996-4af1-82c2-e097a9884476 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=d86b0237-abca-45ab-8f24-dccaed931636 HTTP/1.1" status: 200 len: 944 time: 0.1176178 Nov 10 17:53:06.895726 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc68298b-eee3-482a-af51-9a4ce620ed10 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:53:06.914620 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-115409a8-8725-4f99-a055-83b5f315655e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:06.976689 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d8b4b773-a7cb-4910-b13a-d10e321456ef req-213204c6-0ea4-42ce-982e-554e5185728d tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046853 Nov 10 17:53:06.996168 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-14fbb1a2-1f09-4352-8153-0e0c204e94bb None None] Provisioning complete for port 8bb61258-38f6-44a1-8aef-a585dec7c6de triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:53:06.996733 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-14fbb1a2-1f09-4352-8153-0e0c204e94bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:07.082781 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-115409a8-8725-4f99-a055-83b5f315655e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:07.198192 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-115409a8-8725-4f99-a055-83b5f315655e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:07.301366 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-115409a8-8725-4f99-a055-83b5f315655e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:07.311659 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33502) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:07.312041 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-115409a8-8725-4f99-a055-83b5f315655e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/e73df08f-3a8a-482e-a538-c7b8c2430333 HTTP/1.1" status: 204 len: 168 time: 0.6686280 Nov 10 17:53:07.313227 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115409a8-8725-4f99-a055-83b5f315655e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Subnet': ['ID=e73df08f-3a8a-482e-a538-c7b8c2430333,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:07.432368 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33508) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:07.438225 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-84f35693-f3cf-4bd2-b981-e1db8447875a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1205637 Nov 10 17:53:07.521657 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689f2f18-d4b9-4511-a033-eb054547fb09 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:07.526619 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f516d98-2406-4aed-8977-0f9b07f6244a None None] Update dhcp port {'port': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'fixed_ips': [{'subnet_id': 'e73df08f-3a8a-482e-a538-c7b8c2430333'}], 'binding:host_id': 'n-d-776250-10'}, 'id': '8bb61258-38f6-44a1-8aef-a585dec7c6de'} from n-d-776250-10. {{(pid=102470) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 17:53:07.531613 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-689f2f18-d4b9-4511-a033-eb054547fb09 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0976262 Nov 10 17:53:07.532933 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33514) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:07.601184 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5f516d98-2406-4aed-8977-0f9b07f6244a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:07.649271 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3cfc53-d6f0-49fb-aa15-781b34c66185 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:07.651724 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3a3cfc53-d6f0-49fb-aa15-781b34c66185 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1103811 Nov 10 17:53:07.653912 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33516) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:07.722998 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1d4f0c32-7cb6-43e4-aca1-c6f24c60246b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0677912 Nov 10 17:53:07.736586 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33520) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:07.742138 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-5e920cba-7741-4304-a431-843512337177 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:53:07.880790 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa61080-33f7-4532-8a4d-8292f7d7086b None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:53:07.925180 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e920cba-7741-4304-a431-843512337177 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:53:07.929373 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5e920cba-7741-4304-a431-843512337177 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:07.931162 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e920cba-7741-4304-a431-843512337177 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:53:07.931812 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e920cba-7741-4304-a431-843512337177 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:53:07.959463 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5e920cba-7741-4304-a431-843512337177 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2209623 Nov 10 17:53:07.963956 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33524) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:07.974318 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-2b4cc5e5-fec5-4e1f-b985-dbfac69e7c67 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:53:08.098932 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-064d1181-0c7b-45b6-8967-1db23d6cbe0a None None] Provisioning complete for port 8bb61258-38f6-44a1-8aef-a585dec7c6de triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:53:08.099315 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-064d1181-0c7b-45b6-8967-1db23d6cbe0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:08.240655 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4cc5e5-fec5-4e1f-b985-dbfac69e7c67 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:53:08.247160 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2b4cc5e5-fec5-4e1f-b985-dbfac69e7c67 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:08.251666 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4cc5e5-fec5-4e1f-b985-dbfac69e7c67 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:53:08.252110 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b4cc5e5-fec5-4e1f-b985-dbfac69e7c67 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:53:08.300129 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 8bb61258-38f6-44a1-8aef-a585dec7c6de no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:53:08.302106 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device c04ff508-4695-4a06-b32d-7557bec8639e up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:53:08.303826 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2aed76-f4dd-45d9-81d0-98e7b627a806 None None] DHCP port deletion for 56ba63a0-d928-4743-9bbe-448716588d55 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:53:08.312675 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33538) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:08.312869 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2b4cc5e5-fec5-4e1f-b985-dbfac69e7c67 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3463109 Nov 10 17:53:08.319814 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-eda90bd3-8840-47d5-becb-6db5782626b7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:53:08.338205 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf1b62-2fbc-4b4f-bbaf-7e2ab15b923c req-d538fe3e-56f4-4967-92ad-20d0ddf6b6aa tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:08.341893 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0acf1b62-2fbc-4b4f-bbaf-7e2ab15b923c req-d538fe3e-56f4-4967-92ad-20d0ddf6b6aa tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=d86b0237-abca-45ab-8f24-dccaed931636 HTTP/1.1" status: 200 len: 944 time: 0.1950791 Nov 10 17:53:08.438018 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0acf1b62-2fbc-4b4f-bbaf-7e2ab15b923c req-d5d3cd26-4d53-462e-b595-299aa39c9931 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885983 Nov 10 17:53:08.571289 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda90bd3-8840-47d5-becb-6db5782626b7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:53:08.579168 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eda90bd3-8840-47d5-becb-6db5782626b7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:08.581109 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda90bd3-8840-47d5-becb-6db5782626b7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:53:08.581565 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eda90bd3-8840-47d5-becb-6db5782626b7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:53:08.616068 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-eda90bd3-8840-47d5-becb-6db5782626b7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3015373 Nov 10 17:53:08.618473 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33548) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:08.628425 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-50e89d3b-b922-497e-92d3-19c67f03e94a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:53:08.721073 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port c04ff508-4695-4a06-b32d-7557bec8639e completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:53:08.734046 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port c04ff508-4695-4a06-b32d-7557bec8639e triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:53:08.735691 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:08.874767 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:08.876066 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e89d3b-b922-497e-92d3-19c67f03e94a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:53:08.879731 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-50e89d3b-b922-497e-92d3-19c67f03e94a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:08.882279 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-3b2aed76-f4dd-45d9-81d0-98e7b627a806 None None] Deleting port 8bb61258-38f6-44a1-8aef-a585dec7c6de {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:53:08.882669 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3b2aed76-f4dd-45d9-81d0-98e7b627a806 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:08.884345 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e89d3b-b922-497e-92d3-19c67f03e94a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:53:08.889249 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50e89d3b-b922-497e-92d3-19c67f03e94a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:53:08.939073 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 8bb61258-38f6-44a1-8aef-a585dec7c6de, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=8bb61258-38f6-44a1-8aef-a585dec7c6de,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:53:08.943555 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-50e89d3b-b922-497e-92d3-19c67f03e94a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3237851 Nov 10 17:53:08.947020 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33556) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:08.966793 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-b66f7422-5ce0-4fc5-9fd2-d40bb9573fef tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:53:08.975952 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:09.313152 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66f7422-5ce0-4fc5-9fd2-d40bb9573fef tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:53:09.317697 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b66f7422-5ce0-4fc5-9fd2-d40bb9573fef tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:09.319469 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-b66f7422-5ce0-4fc5-9fd2-d40bb9573fef tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:53:09.320802 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b66f7422-5ce0-4fc5-9fd2-d40bb9573fef tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:53:09.354636 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b66f7422-5ce0-4fc5-9fd2-d40bb9573fef tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4055235 Nov 10 17:53:09.357576 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33562) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:09.372400 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-a395f041-8114-4c8f-bfbe-3da49ec1f82b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:53:09.393976 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-3b2aed76-f4dd-45d9-81d0-98e7b627a806 None None] For port 8bb61258-38f6-44a1-8aef-a585dec7c6de, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=8bb61258-38f6-44a1-8aef-a585dec7c6de,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:53:09.394440 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3b2aed76-f4dd-45d9-81d0-98e7b627a806 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:09.417288 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=8bb61258-38f6-44a1-8aef-a585dec7c6de,revision_number=10']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:09.420296 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:09.426436 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-3b2aed76-f4dd-45d9-81d0-98e7b627a806 None None] Calling delete_port for 8bb61258-38f6-44a1-8aef-a585dec7c6de owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:53:09.520946 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port c04ff508-4695-4a06-b32d-7557bec8639e, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=c04ff508-4695-4a06-b32d-7557bec8639e,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:53:09.527191 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86b0237-abca-45ab-8f24-dccaed931636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04ff508-4695-4a06-b32d-7557bec8639e'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:53:09.531422 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e0a1a9-c2b1-4698-b144-68a9ee3aa650" -d '{"events": [{"server_uuid": "d86b0237-abca-45ab-8f24-dccaed931636", "name": "network-vif-plugged", "status": "completed", "tag": "c04ff508-4695-4a06-b32d-7557bec8639e"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:53:09.575587 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a395f041-8114-4c8f-bfbe-3da49ec1f82b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:53:09.586901 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a395f041-8114-4c8f-bfbe-3da49ec1f82b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:09.588776 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-a395f041-8114-4c8f-bfbe-3da49ec1f82b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:53:09.589452 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a395f041-8114-4c8f-bfbe-3da49ec1f82b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:53:09.619926 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:09.625034 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a395f041-8114-4c8f-bfbe-3da49ec1f82b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2647071 Nov 10 17:53:09.628550 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33572) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:09.789911 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3ed1d5-01de-4b0e-abd5-709e63ee7872 x-openstack-request-id: req-af3ed1d5-01de-4b0e-abd5-709e63ee7872 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:53:09.790952 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86b0237-abca-45ab-8f24-dccaed931636", "name": "network-vif-plugged", "status": "completed", "tag": "c04ff508-4695-4a06-b32d-7557bec8639e", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:53:09.791446 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-af3ed1d5-01de-4b0e-abd5-709e63ee7872 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:53:09.792083 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86b0237-abca-45ab-8f24-dccaed931636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04ff508-4695-4a06-b32d-7557bec8639e', 'code': 200} Nov 10 17:53:09.795156 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=c04ff508-4695-4a06-b32d-7557bec8639e,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:09.895197 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a171e8e-ea2e-4da6-b2e6-3945569b1a1a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:09.902413 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33584) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:09.903596 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9a171e8e-ea2e-4da6-b2e6-3945569b1a1a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 865 time: 0.2718360 Nov 10 17:53:09.904306 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3b2aed76-f4dd-45d9-81d0-98e7b627a806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:09.938368 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d9393-9a0c-4764-9d9a-0217a833055a req-6d779db5-7df3-4594-82f0-9cfa1013f47e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:09.953261 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-699d9393-9a0c-4764-9d9a-0217a833055a req-6d779db5-7df3-4594-82f0-9cfa1013f47e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=d86b0237-abca-45ab-8f24-dccaed931636 HTTP/1.1" status: 200 len: 945 time: 0.2618437 Nov 10 17:53:09.965037 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447657c-e88a-4799-b8d1-d59766605141 req-9a752a62-e93e-4ee6-85eb-6c51255cb680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:09.966945 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9447657c-e88a-4799-b8d1-d59766605141 req-9a752a62-e93e-4ee6-85eb-6c51255cb680 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d86b0237-abca-45ab-8f24-dccaed931636 HTTP/1.1" status: 200 len: 1097 time: 0.1682117 Nov 10 17:53:10.013889 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2aed76-f4dd-45d9-81d0-98e7b627a806 None None] Pushing event deleted for resources: {'Port': ['ID=8bb61258-38f6-44a1-8aef-a585dec7c6de,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:10.016773 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2aed76-f4dd-45d9-81d0-98e7b627a806 None None] No DVR routers for this DVR port 8bb61258-38f6-44a1-8aef-a585dec7c6de on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:53:10.097858 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b29c6b-2373-4a70-baab-a72a02d65ddb tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:10.100403 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-92b29c6b-2373-4a70-baab-a72a02d65ddb tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1963086 Nov 10 17:53:10.103577 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33588) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:10.156478 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b6ba4acf-6aff-46fe-8a02-da0bc3541f11 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513861 Nov 10 17:53:10.163021 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9447657c-e88a-4799-b8d1-d59766605141 req-1e5855c2-0efa-4f20-a524-5ef9b7d4037d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852491 Nov 10 17:53:10.163578 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33592) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:10.176093 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-ce8d8520-0e2a-4d1a-9cc9-5673ef7e31e0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:53:10.296596 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-699d9393-9a0c-4764-9d9a-0217a833055a req-7ccb3fcd-627c-4d1b-af51-cc4525cf4723 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224895 Nov 10 17:53:10.346594 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8d8520-0e2a-4d1a-9cc9-5673ef7e31e0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:53:10.352395 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ce8d8520-0e2a-4d1a-9cc9-5673ef7e31e0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:10.596690 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33606) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:10.871031 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d7e356a-06f3-49c0-b24c-c9a3be3d9797 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:10.997543 n-d-776250-10 neutron-server[102469]: DEBUG neutron.objects.ports [None req-ce8d8520-0e2a-4d1a-9cc9-5673ef7e31e0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102469) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 17:53:11.009565 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ce8d8520-0e2a-4d1a-9cc9-5673ef7e31e0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:11.019158 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d7e356a-06f3-49c0-b24c-c9a3be3d9797 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:11.025512 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d7e356a-06f3-49c0-b24c-c9a3be3d9797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:11.073972 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e356a-06f3-49c0-b24c-c9a3be3d9797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f995d66-4a8c-44ac-a9b7-fb6555e2a9b8,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:11.082577 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5d7e356a-06f3-49c0-b24c-c9a3be3d9797 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d90b90d572b047b7a4947d26528eb2f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4822583 Nov 10 17:53:11.083466 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33616) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:11.101573 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d8520-0e2a-4d1a-9cc9-5673ef7e31e0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Subnet': ['ID=e8c0ae21-24bb-45bc-9a38-7bcd03a0f030,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:11.112023 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8d8520-0e2a-4d1a-9cc9-5673ef7e31e0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:53:11.113541 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-ce8d8520-0e2a-4d1a-9cc9-5673ef7e31e0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:53:11.116892 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8d8520-0e2a-4d1a-9cc9-5673ef7e31e0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:11.117493 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ce8d8520-0e2a-4d1a-9cc9-5673ef7e31e0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:11.125835 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57fa984-f698-42c5-b3b2-6f0ce21a5427 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:53:11.161619 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ce8d8520-0e2a-4d1a-9cc9-5673ef7e31e0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9947577 Nov 10 17:53:11.162419 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33618) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:11.178307 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-bd74601f-8ab0-4f53-908a-5970933112c6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'port': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'mac_address': 'fa:16:3e:95:d9:e1', 'name': 'tempest-NetworksTestDHCPv6-1351823771'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:53:11.210518 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5fb15f52-c22d-424d-b9df-8325fe81927f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:11.257397 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5fb15f52-c22d-424d-b9df-8325fe81927f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:11.354716 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5fb15f52-c22d-424d-b9df-8325fe81927f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:11.357360 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5fb15f52-c22d-424d-b9df-8325fe81927f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:11.362656 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5fb15f52-c22d-424d-b9df-8325fe81927f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f995d66-4a8c-44ac-a9b7-fb6555e2a9b8 HTTP/1.1" status: 204 len: 168 time: 0.2784715 Nov 10 17:53:11.378590 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb15f52-c22d-424d-b9df-8325fe81927f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f995d66-4a8c-44ac-a9b7-fb6555e2a9b8,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:11.467882 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dccd73d-2ebe-4b3a-b05a-9bb64db988c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-56ba63a0-d928-4743-9bbe-448716588d55', 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'tenant_id': 'f939140a32834c1da7df3d36570f3629', 'fixed_ips': [{'subnet_id': 'e8c0ae21-24bb-45bc-9a38-7bcd03a0f030'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:53:11.468940 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1dccd73d-2ebe-4b3a-b05a-9bb64db988c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:11.619582 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49d957-51eb-4821-acc3-960c4425a581 req-8d8a10a0-7e1f-4845-b1b2-face32b0236a tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:11.621251 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4f49d957-51eb-4821-acc3-960c4425a581 req-8d8a10a0-7e1f-4845-b1b2-face32b0236a tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=d86b0237-abca-45ab-8f24-dccaed931636 HTTP/1.1" status: 200 len: 945 time: 0.1244981 Nov 10 17:53:11.622938 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd74601f-8ab0-4f53-908a-5970933112c6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:53:11.738953 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4f49d957-51eb-4821-acc3-960c4425a581 req-32cbbcf8-642b-4e30-9ebc-2061b9b0f04a tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996726 Nov 10 17:53:11.769727 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bd74601f-8ab0-4f53-908a-5970933112c6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:11.801083 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-bd74601f-8ab0-4f53-908a-5970933112c6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] device_id is not set on port 1391df0b-1192-4c23-8267-b3a19bf3ae04 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:53:11.802990 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-1dccd73d-2ebe-4b3a-b05a-9bb64db988c8 None None] Allocated IP 2001:db8::f816:3eff:fe17:be14 (56ba63a0-d928-4743-9bbe-448716588d55/e8c0ae21-24bb-45bc-9a38-7bcd03a0f030/c5312d26-2d89-47db-a24a-774d6a1699b0) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:53:12.162143 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1dccd73d-2ebe-4b3a-b05a-9bb64db988c8 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:12.193109 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1dccd73d-2ebe-4b3a-b05a-9bb64db988c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:12.242436 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dccd73d-2ebe-4b3a-b05a-9bb64db988c8 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:53:12.246864 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-1dccd73d-2ebe-4b3a-b05a-9bb64db988c8 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:53:12.251018 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dccd73d-2ebe-4b3a-b05a-9bb64db988c8 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:53:12.277730 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-bd74601f-8ab0-4f53-908a-5970933112c6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Allocated IP 2001:db8::f816:3eff:fe95:d9e1 (56ba63a0-d928-4743-9bbe-448716588d55/e8c0ae21-24bb-45bc-9a38-7bcd03a0f030/1391df0b-1192-4c23-8267-b3a19bf3ae04) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:53:12.313214 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccd73d-2ebe-4b3a-b05a-9bb64db988c8 None None] Pushing event updated for resources: {'Port': ['ID=c5312d26-2d89-47db-a24a-774d6a1699b0,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:12.384420 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-1dccd73d-2ebe-4b3a-b05a-9bb64db988c8 None None] Attempting to bind port c5312d26-2d89-47db-a24a-774d6a1699b0 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:53:12.384799 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-1dccd73d-2ebe-4b3a-b05a-9bb64db988c8 None None] Attempting to bind port c5312d26-2d89-47db-a24a-774d6a1699b0 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:53:12.385169 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dccd73d-2ebe-4b3a-b05a-9bb64db988c8 None None] Attempting to bind port c5312d26-2d89-47db-a24a-774d6a1699b0 on network 56ba63a0-d928-4743-9bbe-448716588d55 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:53:12.392633 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dccd73d-2ebe-4b3a-b05a-9bb64db988c8 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:53:12.393020 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dccd73d-2ebe-4b3a-b05a-9bb64db988c8 None None] Checking segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:53:12.393432 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1dccd73d-2ebe-4b3a-b05a-9bb64db988c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:12.393831 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dccd73d-2ebe-4b3a-b05a-9bb64db988c8 None None] Bound using segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:53:12.394311 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-1dccd73d-2ebe-4b3a-b05a-9bb64db988c8 None None] Bound port: c5312d26-2d89-47db-a24a-774d6a1699b0, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:53:12.394703 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1dccd73d-2ebe-4b3a-b05a-9bb64db988c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:12.533369 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-1dccd73d-2ebe-4b3a-b05a-9bb64db988c8 None None] For port c5312d26-2d89-47db-a24a-774d6a1699b0, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:53:12.537856 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-1dccd73d-2ebe-4b3a-b05a-9bb64db988c8 None None] For port c5312d26-2d89-47db-a24a-774d6a1699b0, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c5312d26-2d89-47db-a24a-774d6a1699b0,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:53:12.543150 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1dccd73d-2ebe-4b3a-b05a-9bb64db988c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:12.631998 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccd73d-2ebe-4b3a-b05a-9bb64db988c8 None None] Pushing event updated for resources: {'Port': ['ID=c5312d26-2d89-47db-a24a-774d6a1699b0,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:12.663492 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bd74601f-8ab0-4f53-908a-5970933112c6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:12.708085 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bd74601f-8ab0-4f53-908a-5970933112c6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:12.785549 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd74601f-8ab0-4f53-908a-5970933112c6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:53:12.880058 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-bd74601f-8ab0-4f53-908a-5970933112c6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:53:12.880058 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74601f-8ab0-4f53-908a-5970933112c6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Port': ['ID=1391df0b-1192-4c23-8267-b3a19bf3ae04,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:12.880058 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd74601f-8ab0-4f53-908a-5970933112c6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:53:12.880058 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd74601f-8ab0-4f53-908a-5970933112c6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:12.880058 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bd74601f-8ab0-4f53-908a-5970933112c6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:12.880058 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-bd74601f-8ab0-4f53-908a-5970933112c6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7057261 Nov 10 17:53:12.980495 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33682) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:13.011989 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99901e0-e1bb-4bfe-9cdf-f9ec7841d397 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:13.029146 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99901e0-e1bb-4bfe-9cdf-f9ec7841d397 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:13.038829 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c99901e0-e1bb-4bfe-9cdf-f9ec7841d397 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1604235 Nov 10 17:53:13.038829 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33692) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:13.250361 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-38a360d4-4c9f-437e-a977-062539d3517f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting port 1391df0b-1192-4c23-8267-b3a19bf3ae04 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:53:13.250889 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-38a360d4-4c9f-437e-a977-062539d3517f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:13.408747 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-38a360d4-4c9f-437e-a977-062539d3517f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:13.426430 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-38a360d4-4c9f-437e-a977-062539d3517f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Calling delete_port for 1391df0b-1192-4c23-8267-b3a19bf3ae04 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:53:13.704029 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-38a360d4-4c9f-437e-a977-062539d3517f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:13.788582 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a360d4-4c9f-437e-a977-062539d3517f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Port': ['ID=1391df0b-1192-4c23-8267-b3a19bf3ae04,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:13.826804 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-38a360d4-4c9f-437e-a977-062539d3517f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:13.833245 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-38a360d4-4c9f-437e-a977-062539d3517f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/1391df0b-1192-4c23-8267-b3a19bf3ae04 HTTP/1.1" status: 204 len: 168 time: 0.7922525 Nov 10 17:53:13.836009 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33728) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:13.935591 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa3aba7-b618-4609-9d86-29520facbf3b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:13.938439 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa3aba7-b618-4609-9d86-29520facbf3b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:13.941071 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6fa3aba7-b618-4609-9d86-29520facbf3b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1023028 Nov 10 17:53:13.942636 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33738) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:14.056392 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-47df7f53-1ceb-41f3-8392-240f76aecd8c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting subnet e8c0ae21-24bb-45bc-9a38-7bcd03a0f030 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:53:14.063330 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-47df7f53-1ceb-41f3-8392-240f76aecd8c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:14.149454 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-47df7f53-1ceb-41f3-8392-240f76aecd8c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:14.350672 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c5312d26-2d89-47db-a24a-774d6a1699b0 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:53:14.463731 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port c5312d26-2d89-47db-a24a-774d6a1699b0 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:53:14.464565 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:14.615786 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-0c501e55-14c1-4e61-8e39-e48565676921 None None] Provisioning complete for port c5312d26-2d89-47db-a24a-774d6a1699b0 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:53:14.616174 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0c501e55-14c1-4e61-8e39-e48565676921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:14.792647 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:14.854428 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-47df7f53-1ceb-41f3-8392-240f76aecd8c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:14.954137 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0c501e55-14c1-4e61-8e39-e48565676921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:14.957091 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-47df7f53-1ceb-41f3-8392-240f76aecd8c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:14.994784 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-47df7f53-1ceb-41f3-8392-240f76aecd8c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:15.004733 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-47df7f53-1ceb-41f3-8392-240f76aecd8c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/e8c0ae21-24bb-45bc-9a38-7bcd03a0f030 HTTP/1.1" status: 204 len: 168 time: 1.0610032 Nov 10 17:53:15.007139 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33828) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:15.044760 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:53:15.045318 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:53:15.081852 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df7f53-1ceb-41f3-8392-240f76aecd8c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Subnet': ['ID=e8c0ae21-24bb-45bc-9a38-7bcd03a0f030,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:15.089831 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-0c501e55-14c1-4e61-8e39-e48565676921 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:53:15.090969 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-0c501e55-14c1-4e61-8e39-e48565676921 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:53:15.103284 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-66eeeebf-7189-41ab-86fe-5870c2b2711b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0943420 Nov 10 17:53:15.106372 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33844) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:15.115689 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-f24ac74c-7263-48fd-9699-cb696fc9e235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:53:15.328782 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24ac74c-7263-48fd-9699-cb696fc9e235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:53:15.343973 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f24ac74c-7263-48fd-9699-cb696fc9e235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:15.418769 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3856191f-f3fd-466a-8490-a125b8a4d48b None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:53:15.641394 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:15.954028 n-d-776250-10 neutron-server[102469]: DEBUG neutron.objects.ports [None req-f24ac74c-7263-48fd-9699-cb696fc9e235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102469) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 17:53:15.954577 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0c501e55-14c1-4e61-8e39-e48565676921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:15.993364 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port c5312d26-2d89-47db-a24a-774d6a1699b0, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c5312d26-2d89-47db-a24a-774d6a1699b0,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:53:16.013424 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:16.100603 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33926) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:16.105097 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=c5312d26-2d89-47db-a24a-774d6a1699b0,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:16.205703 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e5034f-895a-4029-bc0f-e6e10ae75315 None None] DHCP port deletion for 56ba63a0-d928-4743-9bbe-448716588d55 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:53:16.239972 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-0c501e55-14c1-4e61-8e39-e48565676921 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:53:16.240198 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-0c501e55-14c1-4e61-8e39-e48565676921 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:53:16.308016 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c1e5034f-895a-4029-bc0f-e6e10ae75315 None None] Deleting port c5312d26-2d89-47db-a24a-774d6a1699b0 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:53:16.309204 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c1e5034f-895a-4029-bc0f-e6e10ae75315 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:16.347493 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f24ac74c-7263-48fd-9699-cb696fc9e235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:16.410079 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c1e5034f-895a-4029-bc0f-e6e10ae75315 None None] For port c5312d26-2d89-47db-a24a-774d6a1699b0, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c5312d26-2d89-47db-a24a-774d6a1699b0,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:53:16.410486 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c1e5034f-895a-4029-bc0f-e6e10ae75315 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:16.413122 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b121a47a-d790-4b13-918e-2d5880eb73e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:16.431707 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c1e5034f-895a-4029-bc0f-e6e10ae75315 None None] Calling delete_port for c5312d26-2d89-47db-a24a-774d6a1699b0 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:53:16.689372 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-f24ac74c-7263-48fd-9699-cb696fc9e235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] For port c5312d26-2d89-47db-a24a-774d6a1699b0, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c5312d26-2d89-47db-a24a-774d6a1699b0,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:53:16.707816 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b121a47a-d790-4b13-918e-2d5880eb73e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:16.722437 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b121a47a-d790-4b13-918e-2d5880eb73e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:16.756508 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f24ac74c-7263-48fd-9699-cb696fc9e235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:16.781712 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f24ac74c-7263-48fd-9699-cb696fc9e235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:16.782475 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f24ac74c-7263-48fd-9699-cb696fc9e235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:16.874456 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c1e5034f-895a-4029-bc0f-e6e10ae75315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:16.904920 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5034f-895a-4029-bc0f-e6e10ae75315 None None] Pushing event deleted for resources: {'Port': ['ID=c5312d26-2d89-47db-a24a-774d6a1699b0,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:16.912456 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ac74c-7263-48fd-9699-cb696fc9e235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Subnet': ['ID=0ea8144a-ab39-4cc3-b61c-b2e06fcbdbfc,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:16.935273 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b121a47a-d790-4b13-918e-2d5880eb73e1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d79de3ff7095423a876ff4082616e334&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8341498 Nov 10 17:53:16.938524 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33958) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:16.957115 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24ac74c-7263-48fd-9699-cb696fc9e235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:16.958098 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24ac74c-7263-48fd-9699-cb696fc9e235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:16.958697 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24ac74c-7263-48fd-9699-cb696fc9e235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:16.959349 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24ac74c-7263-48fd-9699-cb696fc9e235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:16.959852 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24ac74c-7263-48fd-9699-cb696fc9e235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:16.960468 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24ac74c-7263-48fd-9699-cb696fc9e235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:16.960950 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24ac74c-7263-48fd-9699-cb696fc9e235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:16.961426 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24ac74c-7263-48fd-9699-cb696fc9e235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:16.962026 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24ac74c-7263-48fd-9699-cb696fc9e235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:16.962693 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24ac74c-7263-48fd-9699-cb696fc9e235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:16.963334 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24ac74c-7263-48fd-9699-cb696fc9e235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:16.963811 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24ac74c-7263-48fd-9699-cb696fc9e235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:16.969694 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121a47a-d790-4b13-918e-2d5880eb73e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59968b53-5699-4a02-8e79-e5c9723ba2dc,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:16.986486 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24ac74c-7263-48fd-9699-cb696fc9e235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:53:17.001405 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-f24ac74c-7263-48fd-9699-cb696fc9e235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:53:17.007184 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ac74c-7263-48fd-9699-cb696fc9e235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Port': ['ID=c5312d26-2d89-47db-a24a-774d6a1699b0,revision_number=6']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:17.011743 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24ac74c-7263-48fd-9699-cb696fc9e235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:17.013192 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f24ac74c-7263-48fd-9699-cb696fc9e235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:17.035634 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f24ac74c-7263-48fd-9699-cb696fc9e235 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9273412 Nov 10 17:53:17.038612 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33962) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:17.045451 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-9f434688-899f-440f-b99f-36e5b809f9fa tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'port': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'mac_address': 'fa:16:3e:56:e7:4f', 'name': 'tempest-NetworksTestDHCPv6-1933632673'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:53:17.089587 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-be1809c2-3cb0-4aa8-8e2a-67e00b09aa22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:17.124711 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e5034f-895a-4029-bc0f-e6e10ae75315 None None] No DVR routers for this DVR port c5312d26-2d89-47db-a24a-774d6a1699b0 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:53:17.126801 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-0c501e55-14c1-4e61-8e39-e48565676921 None None] Port c5312d26-2d89-47db-a24a-774d6a1699b0 update to ACTIVE by agent not found {{(pid=102470) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 10 17:53:17.149218 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e82c785-0013-4c23-bbc0-ac42330f986e None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:53:17.157143 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-be1809c2-3cb0-4aa8-8e2a-67e00b09aa22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:17.245835 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-be1809c2-3cb0-4aa8-8e2a-67e00b09aa22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:17.250878 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-be1809c2-3cb0-4aa8-8e2a-67e00b09aa22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:17.252955 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-be1809c2-3cb0-4aa8-8e2a-67e00b09aa22 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/59968b53-5699-4a02-8e79-e5c9723ba2dc HTTP/1.1" status: 204 len: 168 time: 0.3128412 Nov 10 17:53:17.282116 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1809c2-3cb0-4aa8-8e2a-67e00b09aa22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59968b53-5699-4a02-8e79-e5c9723ba2dc,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:17.321254 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f434688-899f-440f-b99f-36e5b809f9fa tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:53:17.413704 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-10de2d2d-476d-4334-9a99-dab353dc34b0 None None] Could not find standard attr ID for object 1391df0b-1192-4c23-8267-b3a19bf3ae04. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 17:53:17.516756 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9f434688-899f-440f-b99f-36e5b809f9fa tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:17.539007 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-9f434688-899f-440f-b99f-36e5b809f9fa tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] device_id is not set on port 30560deb-4b18-4ebe-bddd-928a7feb527c yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:53:17.564057 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b94ef2-b547-42e8-aec9-b5cc21293395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-56ba63a0-d928-4743-9bbe-448716588d55', 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'tenant_id': 'f939140a32834c1da7df3d36570f3629', 'fixed_ips': [{'subnet_id': '0ea8144a-ab39-4cc3-b61c-b2e06fcbdbfc'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:53:17.564999 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d2b94ef2-b547-42e8-aec9-b5cc21293395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:17.835259 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-9f434688-899f-440f-b99f-36e5b809f9fa tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Allocated IP 2001:db8::f816:3eff:fe56:e74f (56ba63a0-d928-4743-9bbe-448716588d55/0ea8144a-ab39-4cc3-b61c-b2e06fcbdbfc/30560deb-4b18-4ebe-bddd-928a7feb527c) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:53:17.866504 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33998) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:17.905494 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cb7c334c-29a3-4dec-bef4-dd34032b3fe8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:18.035605 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cb7c334c-29a3-4dec-bef4-dd34032b3fe8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:18.046844 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cb7c334c-29a3-4dec-bef4-dd34032b3fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:18.138513 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cb7c334c-29a3-4dec-bef4-dd34032b3fe8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3ba3b61aa699477d8a8104bd393e4422&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2706816 Nov 10 17:53:18.139849 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34004) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:18.150068 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c334c-29a3-4dec-bef4-dd34032b3fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b007ca10-7985-4a76-8bfa-ec502a9ff506,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:18.154760 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9f434688-899f-440f-b99f-36e5b809f9fa tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:18.162911 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7c334c-29a3-4dec-bef4-dd34032b3fe8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:18.188506 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7c334c-29a3-4dec-bef4-dd34032b3fe8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:18.188506 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7c334c-29a3-4dec-bef4-dd34032b3fe8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:18.188506 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7c334c-29a3-4dec-bef4-dd34032b3fe8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:18.189344 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7c334c-29a3-4dec-bef4-dd34032b3fe8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:18.190858 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7c334c-29a3-4dec-bef4-dd34032b3fe8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:18.191653 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7c334c-29a3-4dec-bef4-dd34032b3fe8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:18.192524 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7c334c-29a3-4dec-bef4-dd34032b3fe8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:18.193312 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7c334c-29a3-4dec-bef4-dd34032b3fe8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:18.194250 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7c334c-29a3-4dec-bef4-dd34032b3fe8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:18.195421 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7c334c-29a3-4dec-bef4-dd34032b3fe8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:18.196005 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7c334c-29a3-4dec-bef4-dd34032b3fe8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:18.251709 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-354f0906-01bb-4bda-82c1-be583b4fa095 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:18.258743 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9f434688-899f-440f-b99f-36e5b809f9fa tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:18.271586 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c5312d26-2d89-47db-a24a-774d6a1699b0 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:53:18.302514 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: c5312d26-2d89-47db-a24a-774d6a1699b0 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:53:18.302852 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c5312d26-2d89-47db-a24a-774d6a1699b0 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:53:18.359781 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-d2b94ef2-b547-42e8-aec9-b5cc21293395 None None] Allocated IP 2001:db8::f816:3eff:fe28:28fd (56ba63a0-d928-4743-9bbe-448716588d55/0ea8144a-ab39-4cc3-b61c-b2e06fcbdbfc/2540439e-4bb7-45f7-8a41-a5d22c22b2b4) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:53:18.383644 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-354f0906-01bb-4bda-82c1-be583b4fa095 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:18.400303 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f434688-899f-440f-b99f-36e5b809f9fa tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:53:18.409992 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-9f434688-899f-440f-b99f-36e5b809f9fa tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:53:18.416523 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f434688-899f-440f-b99f-36e5b809f9fa tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:53:18.422443 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f434688-899f-440f-b99f-36e5b809f9fa tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:18.423056 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9f434688-899f-440f-b99f-36e5b809f9fa tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:18.437776 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f434688-899f-440f-b99f-36e5b809f9fa tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Port': ['ID=30560deb-4b18-4ebe-bddd-928a7feb527c,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:18.466416 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9f434688-899f-440f-b99f-36e5b809f9fa tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4257686 Nov 10 17:53:18.470276 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34014) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:18.559331 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-354f0906-01bb-4bda-82c1-be583b4fa095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:18.563640 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-354f0906-01bb-4bda-82c1-be583b4fa095 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:18.568094 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-354f0906-01bb-4bda-82c1-be583b4fa095 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b007ca10-7985-4a76-8bfa-ec502a9ff506 HTTP/1.1" status: 204 len: 168 time: 0.4253423 Nov 10 17:53:18.597919 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f0906-01bb-4bda-82c1-be583b4fa095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b007ca10-7985-4a76-8bfa-ec502a9ff506,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:18.618521 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2137c7-8ee9-4565-b3b8-bf8bb4c41697 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:18.620919 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-bb2137c7-8ee9-4565-b3b8-bf8bb4c41697 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1504662 Nov 10 17:53:18.624093 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34024) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:18.717234 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d2b94ef2-b547-42e8-aec9-b5cc21293395 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:18.737065 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d2b94ef2-b547-42e8-aec9-b5cc21293395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:18.783726 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-2205a3a7-7507-4a5c-8f08-c0396897077c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting port 30560deb-4b18-4ebe-bddd-928a7feb527c {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:53:18.784620 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2205a3a7-7507-4a5c-8f08-c0396897077c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:18.845181 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b94ef2-b547-42e8-aec9-b5cc21293395 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:53:18.868601 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-d2b94ef2-b547-42e8-aec9-b5cc21293395 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:53:18.878406 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b94ef2-b547-42e8-aec9-b5cc21293395 None None] Pushing event updated for resources: {'Port': ['ID=2540439e-4bb7-45f7-8a41-a5d22c22b2b4,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:18.886207 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b94ef2-b547-42e8-aec9-b5cc21293395 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:53:18.926396 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2205a3a7-7507-4a5c-8f08-c0396897077c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:18.960882 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-2205a3a7-7507-4a5c-8f08-c0396897077c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Calling delete_port for 30560deb-4b18-4ebe-bddd-928a7feb527c owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:53:19.001204 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-d2b94ef2-b547-42e8-aec9-b5cc21293395 None None] Attempting to bind port 2540439e-4bb7-45f7-8a41-a5d22c22b2b4 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:53:19.001585 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-d2b94ef2-b547-42e8-aec9-b5cc21293395 None None] Attempting to bind port 2540439e-4bb7-45f7-8a41-a5d22c22b2b4 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:53:19.001948 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b94ef2-b547-42e8-aec9-b5cc21293395 None None] Attempting to bind port 2540439e-4bb7-45f7-8a41-a5d22c22b2b4 on network 56ba63a0-d928-4743-9bbe-448716588d55 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:53:19.010894 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b94ef2-b547-42e8-aec9-b5cc21293395 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:53:19.015829 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b94ef2-b547-42e8-aec9-b5cc21293395 None None] Checking segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:53:19.016679 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d2b94ef2-b547-42e8-aec9-b5cc21293395 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:19.017275 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b94ef2-b547-42e8-aec9-b5cc21293395 None None] Bound using segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:53:19.017929 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-d2b94ef2-b547-42e8-aec9-b5cc21293395 None None] Bound port: 2540439e-4bb7-45f7-8a41-a5d22c22b2b4, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:53:19.022021 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d2b94ef2-b547-42e8-aec9-b5cc21293395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:19.123622 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-d2b94ef2-b547-42e8-aec9-b5cc21293395 None None] For port 2540439e-4bb7-45f7-8a41-a5d22c22b2b4, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:53:19.128550 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-d2b94ef2-b547-42e8-aec9-b5cc21293395 None None] For port 2540439e-4bb7-45f7-8a41-a5d22c22b2b4, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2540439e-4bb7-45f7-8a41-a5d22c22b2b4,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:53:19.135317 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d2b94ef2-b547-42e8-aec9-b5cc21293395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:19.278548 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2205a3a7-7507-4a5c-8f08-c0396897077c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:19.351755 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205a3a7-7507-4a5c-8f08-c0396897077c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Port': ['ID=30560deb-4b18-4ebe-bddd-928a7feb527c,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:19.354280 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b94ef2-b547-42e8-aec9-b5cc21293395 None None] Pushing event updated for resources: {'Port': ['ID=2540439e-4bb7-45f7-8a41-a5d22c22b2b4,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:19.355512 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2205a3a7-7507-4a5c-8f08-c0396897077c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:19.360948 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2205a3a7-7507-4a5c-8f08-c0396897077c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/30560deb-4b18-4ebe-bddd-928a7feb527c HTTP/1.1" status: 204 len: 168 time: 0.7345948 Nov 10 17:53:19.362561 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34052) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:19.462168 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da22661b-383a-4746-8679-8c84346cb173 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:19.464087 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da22661b-383a-4746-8679-8c84346cb173 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:19.469009 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-da22661b-383a-4746-8679-8c84346cb173 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1047585 Nov 10 17:53:19.469327 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34054) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:19.529952 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-82758d41-81c1-4ff9-81f0-c5d0cdb04864 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting subnet 0ea8144a-ab39-4cc3-b61c-b2e06fcbdbfc {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:53:19.534082 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-82758d41-81c1-4ff9-81f0-c5d0cdb04864 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:19.599507 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-82758d41-81c1-4ff9-81f0-c5d0cdb04864 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:19.781785 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-82758d41-81c1-4ff9-81f0-c5d0cdb04864 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:19.944491 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-82758d41-81c1-4ff9-81f0-c5d0cdb04864 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:19.976549 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82758d41-81c1-4ff9-81f0-c5d0cdb04864 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Subnet': ['ID=0ea8144a-ab39-4cc3-b61c-b2e06fcbdbfc,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:19.980810 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-82758d41-81c1-4ff9-81f0-c5d0cdb04864 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:19.987289 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34078) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:19.992834 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-82758d41-81c1-4ff9-81f0-c5d0cdb04864 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/0ea8144a-ab39-4cc3-b61c-b2e06fcbdbfc HTTP/1.1" status: 204 len: 168 time: 0.5225081 Nov 10 17:53:20.034139 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34084) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:20.034428 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-dd652e1e-fff0-4c22-a906-a0757c37c1a9 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459483 Nov 10 17:53:20.121380 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f17a67e-e514-4d83-9a6e-9bf9177b172b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:20.123159 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8f17a67e-e514-4d83-9a6e-9bf9177b172b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0878315 Nov 10 17:53:20.126492 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34086) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:20.209874 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a7f51a-a7fb-4af0-88d6-f54e17569560 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:20.212645 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-34a7f51a-a7fb-4af0-88d6-f54e17569560 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0815270 Nov 10 17:53:20.215196 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34094) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:20.262786 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c94a0381-fb31-4141-abee-8de5a094b855 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0462806 Nov 10 17:53:20.270937 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34096) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:20.280754 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-528f3cd8-c84d-44d8-b16d-4a3949d50957 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:53:20.303940 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2540439e-4bb7-45f7-8a41-a5d22c22b2b4 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:53:20.365985 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 2540439e-4bb7-45f7-8a41-a5d22c22b2b4 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:53:20.366649 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:20.440284 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528f3cd8-c84d-44d8-b16d-4a3949d50957 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:53:20.444550 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-528f3cd8-c84d-44d8-b16d-4a3949d50957 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:20.493273 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:20.566220 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 2540439e-4bb7-45f7-8a41-a5d22c22b2b4, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2540439e-4bb7-45f7-8a41-a5d22c22b2b4,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:53:20.571152 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:20.638864 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=2540439e-4bb7-45f7-8a41-a5d22c22b2b4,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:20.942730 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458d97e3-1631-4e80-84ac-6dd615a77262 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:53:21.044427 n-d-776250-10 neutron-server[102468]: DEBUG neutron.objects.ports [None req-528f3cd8-c84d-44d8-b16d-4a3949d50957 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102468) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 17:53:21.312293 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-528f3cd8-c84d-44d8-b16d-4a3949d50957 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:21.334765 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-57d73114-95ab-4d03-90e4-c4186a51294b None None] Provisioning complete for port 2540439e-4bb7-45f7-8a41-a5d22c22b2b4 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:53:21.335378 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-57d73114-95ab-4d03-90e4-c4186a51294b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:21.555718 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-528f3cd8-c84d-44d8-b16d-4a3949d50957 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] For port 2540439e-4bb7-45f7-8a41-a5d22c22b2b4, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2540439e-4bb7-45f7-8a41-a5d22c22b2b4,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:53:21.598199 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-528f3cd8-c84d-44d8-b16d-4a3949d50957 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:21.607872 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-528f3cd8-c84d-44d8-b16d-4a3949d50957 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:21.607872 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-528f3cd8-c84d-44d8-b16d-4a3949d50957 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:21.707817 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528f3cd8-c84d-44d8-b16d-4a3949d50957 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:53:21.714198 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-528f3cd8-c84d-44d8-b16d-4a3949d50957 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:53:21.719414 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528f3cd8-c84d-44d8-b16d-4a3949d50957 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:21.720140 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-528f3cd8-c84d-44d8-b16d-4a3949d50957 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:21.768117 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-528f3cd8-c84d-44d8-b16d-4a3949d50957 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4931705 Nov 10 17:53:21.770540 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34144) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:21.776668 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f3cd8-c84d-44d8-b16d-4a3949d50957 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Port': ['ID=2540439e-4bb7-45f7-8a41-a5d22c22b2b4,revision_number=6']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:21.777748 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-0e4b0949-cd28-4cbe-98a5-82a3ca7c4f39 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'port': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'mac_address': 'fa:16:3e:b3:1d:40', 'name': 'tempest-NetworksTestDHCPv6-168582790'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:53:21.794289 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f3cd8-c84d-44d8-b16d-4a3949d50957 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Subnet': ['ID=3924f2aa-f024-487c-89ac-aa5405e1aba6,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:21.911166 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c92ee5-287d-4a7b-ba9b-f69f2b853336 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:53:21.998587 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4b0949-cd28-4cbe-98a5-82a3ca7c4f39 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:53:22.005076 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0e4b0949-cd28-4cbe-98a5-82a3ca7c4f39 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:22.061088 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-0e4b0949-cd28-4cbe-98a5-82a3ca7c4f39 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] device_id is not set on port 04900c7b-cecd-4fbf-ad0c-e6a5710cb478 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:53:22.146360 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-fc79b47c-7841-47d1-acc8-235aa4a65716 None None] Provisioning complete for port 2540439e-4bb7-45f7-8a41-a5d22c22b2b4 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:53:22.147199 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fc79b47c-7841-47d1-acc8-235aa4a65716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:22.279643 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-0e4b0949-cd28-4cbe-98a5-82a3ca7c4f39 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Allocated IP 2001:db8::f816:3eff:feb3:1d40 (56ba63a0-d928-4743-9bbe-448716588d55/3924f2aa-f024-487c-89ac-aa5405e1aba6/04900c7b-cecd-4fbf-ad0c-e6a5710cb478) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:53:22.386409 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2540439e-4bb7-45f7-8a41-a5d22c22b2b4 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:53:22.497439 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 2540439e-4bb7-45f7-8a41-a5d22c22b2b4 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:53:22.497814 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:22.601649 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0e4b0949-cd28-4cbe-98a5-82a3ca7c4f39 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:22.717156 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0e4b0949-cd28-4cbe-98a5-82a3ca7c4f39 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:22.821376 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4b0949-cd28-4cbe-98a5-82a3ca7c4f39 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:53:22.829660 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-0e4b0949-cd28-4cbe-98a5-82a3ca7c4f39 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:53:22.834021 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4b0949-cd28-4cbe-98a5-82a3ca7c4f39 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:53:22.841480 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4b0949-cd28-4cbe-98a5-82a3ca7c4f39 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:22.842299 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0e4b0949-cd28-4cbe-98a5-82a3ca7c4f39 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:22.871841 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0e4b0949-cd28-4cbe-98a5-82a3ca7c4f39 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0950987 Nov 10 17:53:22.871841 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b0949-cd28-4cbe-98a5-82a3ca7c4f39 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Port': ['ID=04900c7b-cecd-4fbf-ad0c-e6a5710cb478,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:22.872610 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34176) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:22.948532 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c1b5f3-6923-4e88-88bf-e4d0e3e24804 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:22.956276 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c1b5f3-6923-4e88-88bf-e4d0e3e24804 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:22.958020 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d9c1b5f3-6923-4e88-88bf-e4d0e3e24804 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.0843582 Nov 10 17:53:22.960848 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34182) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:23.018067 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-58cb5c8f-e380-450c-a602-66f67cc6260d None None] Provisioning complete for port 2540439e-4bb7-45f7-8a41-a5d22c22b2b4 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:53:23.020345 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-58cb5c8f-e380-450c-a602-66f67cc6260d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:23.186820 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-08b4fdbe-0a62-499a-92dd-b90e20e0eded tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting port 04900c7b-cecd-4fbf-ad0c-e6a5710cb478 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:53:23.188051 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08b4fdbe-0a62-499a-92dd-b90e20e0eded tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:23.438618 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08b4fdbe-0a62-499a-92dd-b90e20e0eded tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:23.456619 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-67d41682-b1f7-4eb3-b923-88ce3fc6a124 None None] Could not find standard attr ID for object 30560deb-4b18-4ebe-bddd-928a7feb527c. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 17:53:23.480937 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-08b4fdbe-0a62-499a-92dd-b90e20e0eded tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Calling delete_port for 04900c7b-cecd-4fbf-ad0c-e6a5710cb478 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:53:23.669963 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08b4fdbe-0a62-499a-92dd-b90e20e0eded tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:23.751489 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4fdbe-0a62-499a-92dd-b90e20e0eded tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Port': ['ID=04900c7b-cecd-4fbf-ad0c-e6a5710cb478,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:23.773261 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-28904f25-68a5-494a-9a34-aea622775d33 None None] Could not find standard attr ID for object 04900c7b-cecd-4fbf-ad0c-e6a5710cb478. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 17:53:23.783483 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-08b4fdbe-0a62-499a-92dd-b90e20e0eded tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:23.788500 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-08b4fdbe-0a62-499a-92dd-b90e20e0eded tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/04900c7b-cecd-4fbf-ad0c-e6a5710cb478 HTTP/1.1" status: 204 len: 168 time: 0.8262210 Nov 10 17:53:23.790764 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34206) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:23.869457 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ed78d9-6add-4475-86ba-be01257af048 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:23.878474 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ed78d9-6add-4475-86ba-be01257af048 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:23.880344 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-19ed78d9-6add-4475-86ba-be01257af048 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0884292 Nov 10 17:53:23.883176 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34212) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:23.980584 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eac0b04-270d-4f12-adec-4bfc5d2e64fd tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting subnet 3924f2aa-f024-487c-89ac-aa5405e1aba6 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:53:23.990401 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2eac0b04-270d-4f12-adec-4bfc5d2e64fd tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:24.060077 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2eac0b04-270d-4f12-adec-4bfc5d2e64fd tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:24.225132 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2eac0b04-270d-4f12-adec-4bfc5d2e64fd tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:24.341663 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2eac0b04-270d-4f12-adec-4bfc5d2e64fd tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:24.380268 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a95e20-0115-4cce-9bcf-362fe6a59dac None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:53:24.399336 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2eac0b04-270d-4f12-adec-4bfc5d2e64fd tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:24.419897 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2eac0b04-270d-4f12-adec-4bfc5d2e64fd tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/3924f2aa-f024-487c-89ac-aa5405e1aba6 HTTP/1.1" status: 204 len: 168 time: 0.5323281 Nov 10 17:53:24.419897 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac0b04-270d-4f12-adec-4bfc5d2e64fd tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Subnet': ['ID=3924f2aa-f024-487c-89ac-aa5405e1aba6,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:24.424141 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34238) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:24.475572 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-43d5924c-e5d4-430f-83d5-609216dd8439 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480914 Nov 10 17:53:24.475868 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34244) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:24.480941 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-3e2da2ee-e08c-4675-afae-6b42ebd7081b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:53:24.524713 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44694022-7feb-4097-9092-0ce5056cf7b2 req-bc647ab6-c5d9-4849-b147-f32bad146eb9 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:24.526250 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-44694022-7feb-4097-9092-0ce5056cf7b2 req-bc647ab6-c5d9-4849-b147-f32bad146eb9 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.1285021 Nov 10 17:53:24.629319 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2da2ee-e08c-4675-afae-6b42ebd7081b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:53:24.636475 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3e2da2ee-e08c-4675-afae-6b42ebd7081b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:24.637535 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-44694022-7feb-4097-9092-0ce5056cf7b2 req-0ace25ac-8c12-4925-befa-e84bfa7685e5 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045089 Nov 10 17:53:24.814597 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:24.841642 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172c45f4-3eb8-4309-8868-a1b0139f611f None None] DHCP port deletion for 56ba63a0-d928-4743-9bbe-448716588d55 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:53:24.931878 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4770507-4285-4fc6-a761-0ac3d0406184 req-18613f31-df22-41c6-b9a8-b5daf06f69b1 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:24.942086 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e4770507-4285-4fc6-a761-0ac3d0406184 req-18613f31-df22-41c6-b9a8-b5daf06f69b1 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.1334774 Nov 10 17:53:24.955828 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-172c45f4-3eb8-4309-8868-a1b0139f611f None None] Deleting port 2540439e-4bb7-45f7-8a41-a5d22c22b2b4 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:53:24.956121 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-172c45f4-3eb8-4309-8868-a1b0139f611f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:25.058401 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-172c45f4-3eb8-4309-8868-a1b0139f611f None None] For port 2540439e-4bb7-45f7-8a41-a5d22c22b2b4, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2540439e-4bb7-45f7-8a41-a5d22c22b2b4,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:53:25.058894 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-172c45f4-3eb8-4309-8868-a1b0139f611f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:25.075592 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-172c45f4-3eb8-4309-8868-a1b0139f611f None None] Calling delete_port for 2540439e-4bb7-45f7-8a41-a5d22c22b2b4 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:53:25.075802 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e4770507-4285-4fc6-a761-0ac3d0406184 req-6bd75863-005e-4b60-ba8f-053a5d5db17b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323175 Nov 10 17:53:25.196735 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:25.283311 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-172c45f4-3eb8-4309-8868-a1b0139f611f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:25.329057 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c45f4-3eb8-4309-8868-a1b0139f611f None None] Pushing event deleted for resources: {'Port': ['ID=2540439e-4bb7-45f7-8a41-a5d22c22b2b4,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:25.334436 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172c45f4-3eb8-4309-8868-a1b0139f611f None None] No DVR routers for this DVR port 2540439e-4bb7-45f7-8a41-a5d22c22b2b4 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:53:25.385293 n-d-776250-10 neutron-server[102468]: DEBUG neutron.objects.ports [None req-3e2da2ee-e08c-4675-afae-6b42ebd7081b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102468) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 17:53:25.387408 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3e2da2ee-e08c-4675-afae-6b42ebd7081b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:25.436182 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2da2ee-e08c-4675-afae-6b42ebd7081b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:53:25.441714 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-3e2da2ee-e08c-4675-afae-6b42ebd7081b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:53:25.450363 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8ec2e1-3721-4dbb-8bab-aae206bc4317 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:53:25.471805 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2da2ee-e08c-4675-afae-6b42ebd7081b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:25.472531 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3e2da2ee-e08c-4675-afae-6b42ebd7081b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:25.525604 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3e2da2ee-e08c-4675-afae-6b42ebd7081b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0486414 Nov 10 17:53:25.528283 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34278) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:25.532291 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2da2ee-e08c-4675-afae-6b42ebd7081b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Subnet': ['ID=e512c08b-f432-4f45-9f2b-1c9e1a0c7e12,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:25.538538 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-92d22c29-bc56-4540-be22-14511f788848 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'port': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'mac_address': 'fa:16:3e:5b:17:7e', 'name': 'tempest-NetworksTestDHCPv6-1306242171'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:53:25.557320 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f67905-9e6a-4953-8e0a-7d0d8321fab7 req-25888e04-b678-479c-99d5-800d659e7135 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:25.558825 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f2f67905-9e6a-4953-8e0a-7d0d8321fab7 req-25888e04-b678-479c-99d5-800d659e7135 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.1073656 Nov 10 17:53:25.671630 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f2f67905-9e6a-4953-8e0a-7d0d8321fab7 req-f999a262-b028-427f-8472-6839d07e808b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012142 Nov 10 17:53:25.737423 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d22c29-bc56-4540-be22-14511f788848 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:53:25.819139 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57c1fad-ab30-490c-8d6f-c716ed34b6a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-56ba63a0-d928-4743-9bbe-448716588d55', 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'tenant_id': 'f939140a32834c1da7df3d36570f3629', 'fixed_ips': [{'subnet_id': 'e512c08b-f432-4f45-9f2b-1c9e1a0c7e12'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:53:25.821197 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d57c1fad-ab30-490c-8d6f-c716ed34b6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:25.873663 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-92d22c29-bc56-4540-be22-14511f788848 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:25.897182 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-92d22c29-bc56-4540-be22-14511f788848 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] device_id is not set on port d132e264-a751-4a1e-b4ba-27fdd2e48878 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:53:26.070779 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-92d22c29-bc56-4540-be22-14511f788848 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Allocated IP 2001:db8::f816:3eff:fe5b:177e (56ba63a0-d928-4743-9bbe-448716588d55/e512c08b-f432-4f45-9f2b-1c9e1a0c7e12/d132e264-a751-4a1e-b4ba-27fdd2e48878) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:53:26.271791 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2540439e-4bb7-45f7-8a41-a5d22c22b2b4 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:53:26.299728 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 2540439e-4bb7-45f7-8a41-a5d22c22b2b4 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:53:26.300479 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2540439e-4bb7-45f7-8a41-a5d22c22b2b4 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:53:26.353249 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-92d22c29-bc56-4540-be22-14511f788848 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:26.400896 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-92d22c29-bc56-4540-be22-14511f788848 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:26.445165 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dffe66-207f-406e-84a7-d6f2e7d86f70 req-4b915a62-9186-4068-8108-45173d508900 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:26.454754 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b4dffe66-207f-406e-84a7-d6f2e7d86f70 req-4b915a62-9186-4068-8108-45173d508900 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.0880060 Nov 10 17:53:26.511387 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-d57c1fad-ab30-490c-8d6f-c716ed34b6a2 None None] Allocated IP 2001:db8::f816:3eff:fe56:5900 (56ba63a0-d928-4743-9bbe-448716588d55/e512c08b-f432-4f45-9f2b-1c9e1a0c7e12/3d4a3efe-3649-43d5-85f3-5cef7914460e) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:53:26.535144 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b4dffe66-207f-406e-84a7-d6f2e7d86f70 req-a5a48b54-6301-4648-9421-261a0120bc1b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794780 Nov 10 17:53:26.541004 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d22c29-bc56-4540-be22-14511f788848 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:53:26.543014 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-92d22c29-bc56-4540-be22-14511f788848 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:53:26.546213 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d22c29-bc56-4540-be22-14511f788848 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Port': ['ID=d132e264-a751-4a1e-b4ba-27fdd2e48878,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:26.548701 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d22c29-bc56-4540-be22-14511f788848 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:53:26.559188 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d22c29-bc56-4540-be22-14511f788848 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:26.559188 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-92d22c29-bc56-4540-be22-14511f788848 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:26.574152 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-92d22c29-bc56-4540-be22-14511f788848 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0436532 Nov 10 17:53:26.577040 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34320) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:26.653866 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839629a7-598a-4854-9f50-f7c5d32e407f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:26.655405 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-839629a7-598a-4854-9f50-f7c5d32e407f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0773280 Nov 10 17:53:26.658272 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34322) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:26.830201 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-c8989170-dfe8-4319-8f99-ce58a14f41ff tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting port d132e264-a751-4a1e-b4ba-27fdd2e48878 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:53:26.830549 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8989170-dfe8-4319-8f99-ce58a14f41ff tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:26.853837 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d57c1fad-ab30-490c-8d6f-c716ed34b6a2 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:26.862466 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d57c1fad-ab30-490c-8d6f-c716ed34b6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:26.916703 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c1fad-ab30-490c-8d6f-c716ed34b6a2 None None] Pushing event updated for resources: {'Port': ['ID=3d4a3efe-3649-43d5-85f3-5cef7914460e,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:26.956035 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57c1fad-ab30-490c-8d6f-c716ed34b6a2 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:53:26.957814 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-d57c1fad-ab30-490c-8d6f-c716ed34b6a2 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:53:26.958403 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8989170-dfe8-4319-8f99-ce58a14f41ff tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:26.960300 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57c1fad-ab30-490c-8d6f-c716ed34b6a2 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:53:26.999386 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-c8989170-dfe8-4319-8f99-ce58a14f41ff tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Calling delete_port for d132e264-a751-4a1e-b4ba-27fdd2e48878 owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:53:27.044220 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-d57c1fad-ab30-490c-8d6f-c716ed34b6a2 None None] Attempting to bind port 3d4a3efe-3649-43d5-85f3-5cef7914460e on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:53:27.044220 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-d57c1fad-ab30-490c-8d6f-c716ed34b6a2 None None] Attempting to bind port 3d4a3efe-3649-43d5-85f3-5cef7914460e by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:53:27.044220 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57c1fad-ab30-490c-8d6f-c716ed34b6a2 None None] Attempting to bind port 3d4a3efe-3649-43d5-85f3-5cef7914460e on network 56ba63a0-d928-4743-9bbe-448716588d55 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:53:27.046907 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57c1fad-ab30-490c-8d6f-c716ed34b6a2 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:53:27.048042 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57c1fad-ab30-490c-8d6f-c716ed34b6a2 None None] Checking segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:53:27.048597 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d57c1fad-ab30-490c-8d6f-c716ed34b6a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:27.048944 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57c1fad-ab30-490c-8d6f-c716ed34b6a2 None None] Bound using segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:53:27.049431 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-d57c1fad-ab30-490c-8d6f-c716ed34b6a2 None None] Bound port: 3d4a3efe-3649-43d5-85f3-5cef7914460e, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:53:27.049849 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d57c1fad-ab30-490c-8d6f-c716ed34b6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:27.134154 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-d57c1fad-ab30-490c-8d6f-c716ed34b6a2 None None] For port 3d4a3efe-3649-43d5-85f3-5cef7914460e, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:53:27.138052 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-d57c1fad-ab30-490c-8d6f-c716ed34b6a2 None None] For port 3d4a3efe-3649-43d5-85f3-5cef7914460e, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=3d4a3efe-3649-43d5-85f3-5cef7914460e,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:53:27.152553 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d57c1fad-ab30-490c-8d6f-c716ed34b6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:27.250632 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c1fad-ab30-490c-8d6f-c716ed34b6a2 None None] Pushing event updated for resources: {'Port': ['ID=3d4a3efe-3649-43d5-85f3-5cef7914460e,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:27.275203 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8989170-dfe8-4319-8f99-ce58a14f41ff tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:27.326382 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8989170-dfe8-4319-8f99-ce58a14f41ff tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Port': ['ID=d132e264-a751-4a1e-b4ba-27fdd2e48878,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:27.370311 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8989170-dfe8-4319-8f99-ce58a14f41ff tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:27.374664 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c8989170-dfe8-4319-8f99-ce58a14f41ff tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/d132e264-a751-4a1e-b4ba-27fdd2e48878 HTTP/1.1" status: 204 len: 168 time: 0.7152350 Nov 10 17:53:27.377054 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34352) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:27.438148 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f63042b-b867-448e-9611-bdc32d8bdd36 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:27.439688 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f63042b-b867-448e-9611-bdc32d8bdd36 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:27.441321 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7f63042b-b867-448e-9611-bdc32d8bdd36 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0634723 Nov 10 17:53:27.444284 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34356) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:27.587445 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ae481c-b659-4e95-bd09-faf1d2ccb341 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting subnet e512c08b-f432-4f45-9f2b-1c9e1a0c7e12 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:53:27.591209 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-12ae481c-b659-4e95-bd09-faf1d2ccb341 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:27.645953 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-12ae481c-b659-4e95-bd09-faf1d2ccb341 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:27.859538 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109bb6f-c6e9-4838-98cb-5c7192667c03 req-b8531955-8f63-4f9d-8a17-2986c159ce34 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:27.859538 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8109bb6f-c6e9-4838-98cb-5c7192667c03 req-b8531955-8f63-4f9d-8a17-2986c159ce34 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.1842914 Nov 10 17:53:27.908343 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-12ae481c-b659-4e95-bd09-faf1d2ccb341 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:27.972366 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8109bb6f-c6e9-4838-98cb-5c7192667c03 req-9f29de5a-c20f-442e-96b7-76bfddce8d95 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996375 Nov 10 17:53:28.021838 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-12ae481c-b659-4e95-bd09-faf1d2ccb341 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:28.073517 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-12ae481c-b659-4e95-bd09-faf1d2ccb341 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:28.077461 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-12ae481c-b659-4e95-bd09-faf1d2ccb341 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/e512c08b-f432-4f45-9f2b-1c9e1a0c7e12 HTTP/1.1" status: 204 len: 168 time: 0.6313567 Nov 10 17:53:28.078320 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae481c-b659-4e95-bd09-faf1d2ccb341 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Subnet': ['ID=e512c08b-f432-4f45-9f2b-1c9e1a0c7e12,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:28.080039 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34376) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:28.182267 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-83bc68c6-6fb9-4a8f-a4db-fe55b3ac4b08 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1003954 Nov 10 17:53:28.184865 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34382) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:28.302927 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4e8f10-fde6-42dc-a7b7-289ffc28a01b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:28.311630 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ab4e8f10-fde6-42dc-a7b7-289ffc28a01b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1254263 Nov 10 17:53:28.312536 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34386) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:28.341104 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 3d4a3efe-3649-43d5-85f3-5cef7914460e up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:53:28.408665 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf5fe19-3a26-4e29-940e-0c2b2d77e658 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:28.411915 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5bf5fe19-3a26-4e29-940e-0c2b2d77e658 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0972197 Nov 10 17:53:28.418077 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34394) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:28.493682 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 3d4a3efe-3649-43d5-85f3-5cef7914460e triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:53:28.494498 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:28.508609 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d4747ed2-cd10-419e-9e4f-af03954c9a8e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0755317 Nov 10 17:53:28.509081 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34396) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:28.515376 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-5d277497-0203-4486-b3ab-9c501849db3c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:53:28.640390 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:28.678070 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 3d4a3efe-3649-43d5-85f3-5cef7914460e, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=3d4a3efe-3649-43d5-85f3-5cef7914460e,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:53:28.683695 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:28.741107 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d277497-0203-4486-b3ab-9c501849db3c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:53:28.749106 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d277497-0203-4486-b3ab-9c501849db3c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:28.779570 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49ad6ee-1ad1-4284-835f-b6dc03f91cb9 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:53:28.949853 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-4eceb313-3163-489e-931d-13d9b37fba53 None None] Provisioning complete for port 3d4a3efe-3649-43d5-85f3-5cef7914460e triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:53:28.953165 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4eceb313-3163-489e-931d-13d9b37fba53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:29.047136 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=3d4a3efe-3649-43d5-85f3-5cef7914460e,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:29.214990 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d277497-0203-4486-b3ab-9c501849db3c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:29.270967 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d277497-0203-4486-b3ab-9c501849db3c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:53:29.277668 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-5d277497-0203-4486-b3ab-9c501849db3c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:53:29.285592 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d277497-0203-4486-b3ab-9c501849db3c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:29.286594 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d277497-0203-4486-b3ab-9c501849db3c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:29.304883 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a95572-e5c0-4897-9dda-6dcbf714252d None None] DHCP port deletion for 56ba63a0-d928-4743-9bbe-448716588d55 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:53:29.322244 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8234ea6-156a-4a8e-993f-2a68b922f702 req-43076c10-c53f-47e7-ba48-97b4915018df tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:29.331822 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f8234ea6-156a-4a8e-993f-2a68b922f702 req-43076c10-c53f-47e7-ba48-97b4915018df tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.1972444 Nov 10 17:53:29.409063 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-d0a95572-e5c0-4897-9dda-6dcbf714252d None None] Deleting port 3d4a3efe-3649-43d5-85f3-5cef7914460e {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:53:29.410121 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d0a95572-e5c0-4897-9dda-6dcbf714252d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:29.446959 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d277497-0203-4486-b3ab-9c501849db3c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Subnet': ['ID=cc382eca-6015-4c52-ac2f-da1962613755,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:29.463134 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f8234ea6-156a-4a8e-993f-2a68b922f702 req-da4b0dcb-86dd-4e17-93d6-dc588705370e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296949 Nov 10 17:53:29.481129 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34432) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:29.489219 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-156ceb65-d53d-4586-95a7-255d8fd2e750 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'port': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'mac_address': 'fa:16:3e:b5:68:26', 'name': 'tempest-NetworksTestDHCPv6-1782080580'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:53:29.494219 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5d277497-0203-4486-b3ab-9c501849db3c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9840810 Nov 10 17:53:29.572870 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-d0a95572-e5c0-4897-9dda-6dcbf714252d None None] For port 3d4a3efe-3649-43d5-85f3-5cef7914460e, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=3d4a3efe-3649-43d5-85f3-5cef7914460e,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:53:29.573919 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d0a95572-e5c0-4897-9dda-6dcbf714252d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:29.607276 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-d0a95572-e5c0-4897-9dda-6dcbf714252d None None] Calling delete_port for 3d4a3efe-3649-43d5-85f3-5cef7914460e owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:53:29.669690 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156ceb65-d53d-4586-95a7-255d8fd2e750 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:53:29.676936 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-156ceb65-d53d-4586-95a7-255d8fd2e750 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:29.728883 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-156ceb65-d53d-4586-95a7-255d8fd2e750 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] device_id is not set on port feb20ef3-86d1-43e6-b6f4-0186e14be28f yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:53:29.743667 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d0a95572-e5c0-4897-9dda-6dcbf714252d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:29.772218 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a95572-e5c0-4897-9dda-6dcbf714252d None None] Pushing event deleted for resources: {'Port': ['ID=3d4a3efe-3649-43d5-85f3-5cef7914460e,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:29.787997 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a95572-e5c0-4897-9dda-6dcbf714252d None None] No DVR routers for this DVR port 3d4a3efe-3649-43d5-85f3-5cef7914460e on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:53:29.814137 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3e9c9a-92ef-4d65-a72b-c30f10984110 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:53:29.974183 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-156ceb65-d53d-4586-95a7-255d8fd2e750 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Allocated IP 2001:db8::3cb (56ba63a0-d928-4743-9bbe-448716588d55/cc382eca-6015-4c52-ac2f-da1962613755/feb20ef3-86d1-43e6-b6f4-0186e14be28f) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:53:30.116186 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f866532-a788-4a79-954d-6f52126d1990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-56ba63a0-d928-4743-9bbe-448716588d55', 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'tenant_id': 'f939140a32834c1da7df3d36570f3629', 'fixed_ips': [{'subnet_id': 'cc382eca-6015-4c52-ac2f-da1962613755'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:53:30.117912 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5f866532-a788-4a79-954d-6f52126d1990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:30.283274 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 3d4a3efe-3649-43d5-85f3-5cef7914460e no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:53:30.345863 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 3d4a3efe-3649-43d5-85f3-5cef7914460e {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:53:30.346472 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 3d4a3efe-3649-43d5-85f3-5cef7914460e not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:53:30.415151 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-156ceb65-d53d-4586-95a7-255d8fd2e750 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:30.471282 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-156ceb65-d53d-4586-95a7-255d8fd2e750 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:30.529748 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156ceb65-d53d-4586-95a7-255d8fd2e750 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:53:30.532851 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-156ceb65-d53d-4586-95a7-255d8fd2e750 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:53:30.536809 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7fdf1dad-9f21-4037-8bda-bd9161c0e1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:30.537585 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156ceb65-d53d-4586-95a7-255d8fd2e750 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:53:30.549027 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156ceb65-d53d-4586-95a7-255d8fd2e750 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:30.549822 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-156ceb65-d53d-4586-95a7-255d8fd2e750 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:30.572452 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-5f866532-a788-4a79-954d-6f52126d1990 None None] Allocated IP 2001:db8::2 (56ba63a0-d928-4743-9bbe-448716588d55/cc382eca-6015-4c52-ac2f-da1962613755/0b143069-808e-44c5-a6b7-ae1d7e0026c4) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:53:30.592436 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-156ceb65-d53d-4586-95a7-255d8fd2e750 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1094501 Nov 10 17:53:30.593701 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ceb65-d53d-4586-95a7-255d8fd2e750 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Port': ['ID=feb20ef3-86d1-43e6-b6f4-0186e14be28f,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:30.596360 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34470) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:30.681193 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1407eea-e8e0-4370-9f46-d4904463a70f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:30.683059 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f1407eea-e8e0-4370-9f46-d4904463a70f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0849364 Nov 10 17:53:30.686043 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34472) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:30.832464 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73299481-aec2-4fbc-a6bc-d956b8f5d72b req-07bd80e2-55d8-4a3d-ab90-ffca9fb75e1f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:30.836713 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-73299481-aec2-4fbc-a6bc-d956b8f5d72b req-07bd80e2-55d8-4a3d-ab90-ffca9fb75e1f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.2463453 Nov 10 17:53:30.956861 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-73299481-aec2-4fbc-a6bc-d956b8f5d72b req-1e07e859-566b-4fd9-8c70-e1fc54d4afc4 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065724 Nov 10 17:53:30.960913 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-32bc5994-6350-49ad-b423-0b3ead2c57ee tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting port feb20ef3-86d1-43e6-b6f4-0186e14be28f {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:53:30.961256 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-32bc5994-6350-49ad-b423-0b3ead2c57ee tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:31.115305 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-32bc5994-6350-49ad-b423-0b3ead2c57ee tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:31.130840 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5f866532-a788-4a79-954d-6f52126d1990 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:31.132402 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-32bc5994-6350-49ad-b423-0b3ead2c57ee tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Calling delete_port for feb20ef3-86d1-43e6-b6f4-0186e14be28f owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:53:31.141665 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5f866532-a788-4a79-954d-6f52126d1990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:31.239805 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f866532-a788-4a79-954d-6f52126d1990 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:53:31.242938 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-5f866532-a788-4a79-954d-6f52126d1990 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:53:31.247049 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f866532-a788-4a79-954d-6f52126d1990 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:53:31.297903 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f866532-a788-4a79-954d-6f52126d1990 None None] Pushing event updated for resources: {'Port': ['ID=0b143069-808e-44c5-a6b7-ae1d7e0026c4,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:31.340925 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-5f866532-a788-4a79-954d-6f52126d1990 None None] Attempting to bind port 0b143069-808e-44c5-a6b7-ae1d7e0026c4 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:53:31.341302 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-5f866532-a788-4a79-954d-6f52126d1990 None None] Attempting to bind port 0b143069-808e-44c5-a6b7-ae1d7e0026c4 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:53:31.341665 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f866532-a788-4a79-954d-6f52126d1990 None None] Attempting to bind port 0b143069-808e-44c5-a6b7-ae1d7e0026c4 on network 56ba63a0-d928-4743-9bbe-448716588d55 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:53:31.350107 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f866532-a788-4a79-954d-6f52126d1990 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:53:31.350854 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f866532-a788-4a79-954d-6f52126d1990 None None] Checking segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:53:31.351616 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5f866532-a788-4a79-954d-6f52126d1990 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:31.352412 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f866532-a788-4a79-954d-6f52126d1990 None None] Bound using segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:53:31.354412 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-5f866532-a788-4a79-954d-6f52126d1990 None None] Bound port: 0b143069-808e-44c5-a6b7-ae1d7e0026c4, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:53:31.355325 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5f866532-a788-4a79-954d-6f52126d1990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:31.406692 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-32bc5994-6350-49ad-b423-0b3ead2c57ee tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:31.463233 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-32bc5994-6350-49ad-b423-0b3ead2c57ee tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:31.470957 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-32bc5994-6350-49ad-b423-0b3ead2c57ee tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/feb20ef3-86d1-43e6-b6f4-0186e14be28f HTTP/1.1" status: 204 len: 168 time: 0.7810011 Nov 10 17:53:31.471272 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34498) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:31.497091 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc5994-6350-49ad-b423-0b3ead2c57ee tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Port': ['ID=feb20ef3-86d1-43e6-b6f4-0186e14be28f,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:31.543232 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99af1a1-3d56-4f7b-93fa-8311b68e461c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:31.544002 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-5f866532-a788-4a79-954d-6f52126d1990 None None] For port 0b143069-808e-44c5-a6b7-ae1d7e0026c4, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:53:31.546478 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99af1a1-3d56-4f7b-93fa-8311b68e461c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:31.548430 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a99af1a1-3d56-4f7b-93fa-8311b68e461c tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0761814 Nov 10 17:53:31.549829 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-5f866532-a788-4a79-954d-6f52126d1990 None None] For port 0b143069-808e-44c5-a6b7-ae1d7e0026c4, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=0b143069-808e-44c5-a6b7-ae1d7e0026c4,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:53:31.551394 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34500) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:31.556942 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5f866532-a788-4a79-954d-6f52126d1990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:31.624424 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f866532-a788-4a79-954d-6f52126d1990 None None] Pushing event updated for resources: {'Port': ['ID=0b143069-808e-44c5-a6b7-ae1d7e0026c4,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:31.627288 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-e88ad993-5a51-4bdc-9d5d-9dce898b8ebc tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting subnet cc382eca-6015-4c52-ac2f-da1962613755 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:53:31.632337 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e88ad993-5a51-4bdc-9d5d-9dce898b8ebc tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:31.720084 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e88ad993-5a51-4bdc-9d5d-9dce898b8ebc tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:31.902954 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e88ad993-5a51-4bdc-9d5d-9dce898b8ebc tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:32.159508 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3a4a5-3a13-4ee4-aff2-937dfb26702b req-79bc79d5-da13-4db1-bf4a-38d03067549f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:32.161354 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e88ad993-5a51-4bdc-9d5d-9dce898b8ebc tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:32.166001 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-85d3a4a5-3a13-4ee4-aff2-937dfb26702b req-79bc79d5-da13-4db1-bf4a-38d03067549f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.0991061 Nov 10 17:53:32.227360 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ad993-5a51-4bdc-9d5d-9dce898b8ebc tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Subnet': ['ID=cc382eca-6015-4c52-ac2f-da1962613755,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:32.258940 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e88ad993-5a51-4bdc-9d5d-9dce898b8ebc tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:32.266622 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e88ad993-5a51-4bdc-9d5d-9dce898b8ebc tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/cc382eca-6015-4c52-ac2f-da1962613755 HTTP/1.1" status: 204 len: 168 time: 0.7135470 Nov 10 17:53:32.268944 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34516) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:32.336825 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-85d3a4a5-3a13-4ee4-aff2-937dfb26702b req-94c8cf3b-4c79-4550-becb-a25b22b7c506 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636436 Nov 10 17:53:32.357804 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 0b143069-808e-44c5-a6b7-ae1d7e0026c4 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:53:32.397512 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34520) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:32.404066 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-277c9bcc-ecff-43a1-bc4a-adbee36fef21 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1316080 Nov 10 17:53:32.462513 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74254d4-38a8-4639-b139-0bc1e62b7694 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:32.466878 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34524) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:32.467615 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d74254d4-38a8-4639-b139-0bc1e62b7694 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0684907 Nov 10 17:53:32.481748 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 0b143069-808e-44c5-a6b7-ae1d7e0026c4 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:53:32.484765 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:32.561793 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1615ecdd-84b1-4e3b-82d6-0a9791b63734 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:32.563958 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1615ecdd-84b1-4e3b-82d6-0a9791b63734 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0960517 Nov 10 17:53:32.566638 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34526) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:32.600107 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:32.631345 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-86b229ac-c653-4fd7-b10d-527825a01f3f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0630455 Nov 10 17:53:32.637898 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34532) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:32.643697 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-7ffa5665-4c87-418d-9d0a-0adfd195efbf tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:53:32.670449 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 0b143069-808e-44c5-a6b7-ae1d7e0026c4, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=0b143069-808e-44c5-a6b7-ae1d7e0026c4,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:53:32.680217 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:32.831394 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=0b143069-808e-44c5-a6b7-ae1d7e0026c4,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:32.842319 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffa5665-4c87-418d-9d0a-0adfd195efbf tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:53:32.847032 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7ffa5665-4c87-418d-9d0a-0adfd195efbf tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:32.877383 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3b5da96f-8f96-4f90-be8c-0e8c80c4c446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:33.273850 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e17ebc-e00a-4069-ba65-15b29f6d92c8 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:53:33.398908 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-0f2729a7-b9b7-48f5-8a64-882927b87607 None None] Provisioning complete for port 0b143069-808e-44c5-a6b7-ae1d7e0026c4 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:53:33.399294 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0f2729a7-b9b7-48f5-8a64-882927b87607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:33.756906 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b72df-c0df-4062-add9-10703850f1a3 req-ea462930-6f9f-41e0-bed8-d64e698a8129 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:33.766502 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4d3b72df-c0df-4062-add9-10703850f1a3 req-ea462930-6f9f-41e0-bed8-d64e698a8129 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.1517313 Nov 10 17:53:33.905891 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad59a182-15b6-40e9-966a-ec57cb2eea8b None None] DHCP port deletion for 56ba63a0-d928-4743-9bbe-448716588d55 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:53:33.909133 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4d3b72df-c0df-4062-add9-10703850f1a3 req-910984d3-4990-4c4e-9e06-93d7386fef0d tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409998 Nov 10 17:53:34.000922 n-d-776250-10 neutron-server[102468]: DEBUG neutron.objects.ports [None req-7ffa5665-4c87-418d-9d0a-0adfd195efbf tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102468) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 17:53:34.039585 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-ad59a182-15b6-40e9-966a-ec57cb2eea8b None None] Deleting port 0b143069-808e-44c5-a6b7-ae1d7e0026c4 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:53:34.039975 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ad59a182-15b6-40e9-966a-ec57cb2eea8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:34.159284 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:34.242964 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7ffa5665-4c87-418d-9d0a-0adfd195efbf tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:34.281184 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-ad59a182-15b6-40e9-966a-ec57cb2eea8b None None] For port 0b143069-808e-44c5-a6b7-ae1d7e0026c4, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=0b143069-808e-44c5-a6b7-ae1d7e0026c4,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:53:34.291955 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ad59a182-15b6-40e9-966a-ec57cb2eea8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:34.319421 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 0b143069-808e-44c5-a6b7-ae1d7e0026c4 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:53:34.328523 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-ad59a182-15b6-40e9-966a-ec57cb2eea8b None None] Calling delete_port for 0b143069-808e-44c5-a6b7-ae1d7e0026c4 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:53:34.527988 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-7ffa5665-4c87-418d-9d0a-0adfd195efbf tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] For port 0b143069-808e-44c5-a6b7-ae1d7e0026c4, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=0b143069-808e-44c5-a6b7-ae1d7e0026c4,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:53:34.536505 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:34.575362 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7ffa5665-4c87-418d-9d0a-0adfd195efbf tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:34.586252 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ad59a182-15b6-40e9-966a-ec57cb2eea8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:34.588050 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7ffa5665-4c87-418d-9d0a-0adfd195efbf tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:34.590101 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7ffa5665-4c87-418d-9d0a-0adfd195efbf tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:34.649328 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59a182-15b6-40e9-966a-ec57cb2eea8b None None] Pushing event deleted for resources: {'Port': ['ID=0b143069-808e-44c5-a6b7-ae1d7e0026c4,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:34.651367 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa5665-4c87-418d-9d0a-0adfd195efbf tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Port': ['ID=0b143069-808e-44c5-a6b7-ae1d7e0026c4,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:34.663000 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad59a182-15b6-40e9-966a-ec57cb2eea8b None None] No DVR routers for this DVR port 0b143069-808e-44c5-a6b7-ae1d7e0026c4 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:53:34.699281 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffa5665-4c87-418d-9d0a-0adfd195efbf tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:53:34.704106 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-7ffa5665-4c87-418d-9d0a-0adfd195efbf tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:53:34.710246 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffa5665-4c87-418d-9d0a-0adfd195efbf tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:34.710857 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7ffa5665-4c87-418d-9d0a-0adfd195efbf tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:34.732694 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7ffa5665-4c87-418d-9d0a-0adfd195efbf tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0910282 Nov 10 17:53:34.733047 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34584) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:34.738373 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-361b6295-4a69-4d4c-b1f8-5c176580ec4a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:53:34.740491 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa5665-4c87-418d-9d0a-0adfd195efbf tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Subnet': ['ID=c15967bc-5611-49fb-b081-c05b57206f3b,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:34.748134 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2a7fd6-cc04-47d2-a18f-3959eb3102be None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:53:35.010818 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0048ad-51c8-44e7-958a-f9926b719a67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-56ba63a0-d928-4743-9bbe-448716588d55', 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'tenant_id': 'f939140a32834c1da7df3d36570f3629', 'fixed_ips': [{'subnet_id': 'c15967bc-5611-49fb-b081-c05b57206f3b'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:53:35.012573 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4c0048ad-51c8-44e7-958a-f9926b719a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:35.155984 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e25b1d-9ad2-43e8-b8b6-892d0b670e2d req-a70b9d5f-a7ba-4a06-bdbd-c2b44ccd031b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:35.161509 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-06e25b1d-9ad2-43e8-b8b6-892d0b670e2d req-a70b9d5f-a7ba-4a06-bdbd-c2b44ccd031b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.1277366 Nov 10 17:53:35.196415 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-4c0048ad-51c8-44e7-958a-f9926b719a67 None None] Allocated IP 2001:db8::f816:3eff:fee9:c190 (56ba63a0-d928-4743-9bbe-448716588d55/c15967bc-5611-49fb-b081-c05b57206f3b/0f94a6ca-dedb-4660-ac7e-1a3d99b5f017) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:53:35.258413 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-06e25b1d-9ad2-43e8-b8b6-892d0b670e2d req-51dd8b88-2062-4364-81a4-9b941dfee2ce tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907726 Nov 10 17:53:35.293571 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361b6295-4a69-4d4c-b1f8-5c176580ec4a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:53:35.300609 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-361b6295-4a69-4d4c-b1f8-5c176580ec4a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:35.457492 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4c0048ad-51c8-44e7-958a-f9926b719a67 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:35.474152 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4c0048ad-51c8-44e7-958a-f9926b719a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:35.544448 n-d-776250-10 neutron-server[102469]: INFO neutron.db.ipam_backend_mixin [None req-361b6295-4a69-4d4c-b1f8-5c176580ec4a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c15967bc-5611-49fb-b081-c05b57206f3b (CIDR: 2001:db8::/64) Nov 10 17:53:35.550666 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-361b6295-4a69-4d4c-b1f8-5c176580ec4a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:53:35.552348 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-361b6295-4a69-4d4c-b1f8-5c176580ec4a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:53:35.579944 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34606) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:35.580567 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-361b6295-4a69-4d4c-b1f8-5c176580ec4a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8459151 Nov 10 17:53:35.585433 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-63ae3c99-0e4c-405c-b680-f93796f055d6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:53:35.600811 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:35.627825 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0048ad-51c8-44e7-958a-f9926b719a67 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:53:35.675397 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-4c0048ad-51c8-44e7-958a-f9926b719a67 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:53:35.678691 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0048ad-51c8-44e7-958a-f9926b719a67 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:53:35.680860 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0048ad-51c8-44e7-958a-f9926b719a67 None None] Pushing event updated for resources: {'Port': ['ID=0f94a6ca-dedb-4660-ac7e-1a3d99b5f017,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:35.771852 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ae3c99-0e4c-405c-b680-f93796f055d6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:53:35.784789 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-63ae3c99-0e4c-405c-b680-f93796f055d6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:35.842530 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:53:35.854818 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-4c0048ad-51c8-44e7-958a-f9926b719a67 None None] Attempting to bind port 0f94a6ca-dedb-4660-ac7e-1a3d99b5f017 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:53:35.855213 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-4c0048ad-51c8-44e7-958a-f9926b719a67 None None] Attempting to bind port 0f94a6ca-dedb-4660-ac7e-1a3d99b5f017 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:53:35.855584 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0048ad-51c8-44e7-958a-f9926b719a67 None None] Attempting to bind port 0f94a6ca-dedb-4660-ac7e-1a3d99b5f017 on network 56ba63a0-d928-4743-9bbe-448716588d55 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:53:35.867551 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0048ad-51c8-44e7-958a-f9926b719a67 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:53:35.867929 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0048ad-51c8-44e7-958a-f9926b719a67 None None] Checking segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:53:35.868375 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4c0048ad-51c8-44e7-958a-f9926b719a67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:35.868779 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0048ad-51c8-44e7-958a-f9926b719a67 None None] Bound using segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:53:35.869272 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-4c0048ad-51c8-44e7-958a-f9926b719a67 None None] Bound port: 0f94a6ca-dedb-4660-ac7e-1a3d99b5f017, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:53:35.872730 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4c0048ad-51c8-44e7-958a-f9926b719a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:36.034026 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-4c0048ad-51c8-44e7-958a-f9926b719a67 None None] For port 0f94a6ca-dedb-4660-ac7e-1a3d99b5f017, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:53:36.055158 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-4c0048ad-51c8-44e7-958a-f9926b719a67 None None] For port 0f94a6ca-dedb-4660-ac7e-1a3d99b5f017, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=0f94a6ca-dedb-4660-ac7e-1a3d99b5f017,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:53:36.062211 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4c0048ad-51c8-44e7-958a-f9926b719a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:36.176848 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0048ad-51c8-44e7-958a-f9926b719a67 None None] Pushing event updated for resources: {'Port': ['ID=0f94a6ca-dedb-4660-ac7e-1a3d99b5f017,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:36.316884 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:36.330707 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-63ae3c99-0e4c-405c-b680-f93796f055d6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:36.541179 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ae3c99-0e4c-405c-b680-f93796f055d6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:53:36.554678 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-63ae3c99-0e4c-405c-b680-f93796f055d6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:53:36.559758 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae3c99-0e4c-405c-b680-f93796f055d6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Subnet': ['ID=6c2d645b-06b0-4791-aaff-d08d85200cd0,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:36.631466 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ae3c99-0e4c-405c-b680-f93796f055d6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:36.643458 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-63ae3c99-0e4c-405c-b680-f93796f055d6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:36.732696 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34634) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:36.734223 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-63ae3c99-0e4c-405c-b680-f93796f055d6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1527777 Nov 10 17:53:36.738912 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-8abe0356-e267-45a0-b66b-1664102187df tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'port': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'mac_address': 'fa:16:3e:7e:03:92', 'name': 'tempest-NetworksTestDHCPv6-416139227'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:53:36.754737 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4981ac-12a2-4579-889f-29f9e6d1009f req-1ca2c75f-5c25-4313-b7a0-c689d44248aa tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:36.756386 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bf4981ac-12a2-4579-889f-29f9e6d1009f req-1ca2c75f-5c25-4313-b7a0-c689d44248aa tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.3199325 Nov 10 17:53:36.907294 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bf4981ac-12a2-4579-889f-29f9e6d1009f req-5d1c9446-1722-43d7-b6d5-9c2f0a49ab23 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445799 Nov 10 17:53:36.960591 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abe0356-e267-45a0-b66b-1664102187df tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:53:37.087765 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8abe0356-e267-45a0-b66b-1664102187df tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:37.132970 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-8abe0356-e267-45a0-b66b-1664102187df tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] device_id is not set on port efd1f6b4-bd8a-4f5d-bf20-012d9aa2d4fe yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:53:37.432445 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-8abe0356-e267-45a0-b66b-1664102187df tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Allocated IP 2001:db8:0:1::6b (56ba63a0-d928-4743-9bbe-448716588d55/6c2d645b-06b0-4791-aaff-d08d85200cd0/efd1f6b4-bd8a-4f5d-bf20-012d9aa2d4fe) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:53:37.457354 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-8abe0356-e267-45a0-b66b-1664102187df tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Allocated IP 2001:db8::f816:3eff:fe7e:392 (56ba63a0-d928-4743-9bbe-448716588d55/c15967bc-5611-49fb-b081-c05b57206f3b/efd1f6b4-bd8a-4f5d-bf20-012d9aa2d4fe) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:53:37.671963 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8abe0356-e267-45a0-b66b-1664102187df tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:37.750430 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8abe0356-e267-45a0-b66b-1664102187df tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:37.937926 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abe0356-e267-45a0-b66b-1664102187df tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:53:37.957680 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-8abe0356-e267-45a0-b66b-1664102187df tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:53:37.959480 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abe0356-e267-45a0-b66b-1664102187df tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:53:37.972673 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abe0356-e267-45a0-b66b-1664102187df tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:37.973970 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8abe0356-e267-45a0-b66b-1664102187df tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:37.978653 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe0356-e267-45a0-b66b-1664102187df tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Port': ['ID=efd1f6b4-bd8a-4f5d-bf20-012d9aa2d4fe,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:38.021681 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8abe0356-e267-45a0-b66b-1664102187df tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.2864547 Nov 10 17:53:38.024385 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34668) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:38.051557 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9de5e4d-a3a9-4b36-9f5a-d04f7df8eda9 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:53:38.190444 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-fe2ee43f-75f2-42fd-9038-01b7e0a4cf13 None None] Provisioning complete for port 0f94a6ca-dedb-4660-ac7e-1a3d99b5f017 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:53:38.190444 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fe2ee43f-75f2-42fd-9038-01b7e0a4cf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:38.245806 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22bcb5-73a9-46fb-b923-298dfe7c88dd req-e802ea65-ee9f-464a-b876-1c706acf7968 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:38.247697 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a22bcb5-73a9-46fb-b923-298dfe7c88dd req-e802ea65-ee9f-464a-b876-1c706acf7968 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.1422691 Nov 10 17:53:38.351759 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-e6888f93-fe6e-43cc-bca6-b19001eb0cff tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting port efd1f6b4-bd8a-4f5d-bf20-012d9aa2d4fe {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:53:38.352279 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e6888f93-fe6e-43cc-bca6-b19001eb0cff tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:38.406123 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fe2ee43f-75f2-42fd-9038-01b7e0a4cf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:38.410692 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 0f94a6ca-dedb-4660-ac7e-1a3d99b5f017 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:53:38.511454 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a22bcb5-73a9-46fb-b923-298dfe7c88dd req-cd94f231-817a-44a4-8e5b-1abbae037906 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2427886 Nov 10 17:53:38.541349 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-fe2ee43f-75f2-42fd-9038-01b7e0a4cf13 None None] For port 0f94a6ca-dedb-4660-ac7e-1a3d99b5f017, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=0f94a6ca-dedb-4660-ac7e-1a3d99b5f017,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:53:38.553212 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fe2ee43f-75f2-42fd-9038-01b7e0a4cf13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:38.686298 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d7da96-6b74-416a-b6ec-cc9d6712acc5 None None] Update dhcp port {'port': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'fixed_ips': [{'subnet_id': 'c15967bc-5611-49fb-b081-c05b57206f3b', 'ip_address': '2001:db8::f816:3eff:fee9:c190'}, {'subnet_id': '6c2d645b-06b0-4791-aaff-d08d85200cd0'}], 'binding:host_id': 'n-d-776250-10'}, 'id': '0f94a6ca-dedb-4660-ac7e-1a3d99b5f017'} from n-d-776250-10. {{(pid=102470) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 17:53:38.712071 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e6888f93-fe6e-43cc-bca6-b19001eb0cff tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:38.751815 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-e6888f93-fe6e-43cc-bca6-b19001eb0cff tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Calling delete_port for efd1f6b4-bd8a-4f5d-bf20-012d9aa2d4fe owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:53:38.781842 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 0f94a6ca-dedb-4660-ac7e-1a3d99b5f017 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:53:38.781842 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:38.953263 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-95d7da96-6b74-416a-b6ec-cc9d6712acc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:38.996175 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ee43f-75f2-42fd-9038-01b7e0a4cf13 None None] Pushing event updated for resources: {'Port': ['ID=0f94a6ca-dedb-4660-ac7e-1a3d99b5f017,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:39.192267 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e6888f93-fe6e-43cc-bca6-b19001eb0cff tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:39.199144 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ee43f-75f2-42fd-9038-01b7e0a4cf13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:39.199694 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ee43f-75f2-42fd-9038-01b7e0a4cf13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:39.200097 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ee43f-75f2-42fd-9038-01b7e0a4cf13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:39.200401 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ee43f-75f2-42fd-9038-01b7e0a4cf13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:39.200724 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ee43f-75f2-42fd-9038-01b7e0a4cf13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:39.201058 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ee43f-75f2-42fd-9038-01b7e0a4cf13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:39.201388 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ee43f-75f2-42fd-9038-01b7e0a4cf13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:39.202885 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ee43f-75f2-42fd-9038-01b7e0a4cf13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:39.202885 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ee43f-75f2-42fd-9038-01b7e0a4cf13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:39.202885 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ee43f-75f2-42fd-9038-01b7e0a4cf13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:39.203229 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ee43f-75f2-42fd-9038-01b7e0a4cf13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:39.203554 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ee43f-75f2-42fd-9038-01b7e0a4cf13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:53:39.269967 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6888f93-fe6e-43cc-bca6-b19001eb0cff tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Port': ['ID=efd1f6b4-bd8a-4f5d-bf20-012d9aa2d4fe,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:39.291506 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce44806-d064-45bb-aeff-e9e537d6c18c req-ea253e7e-096d-41bd-976d-56266d4740df tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:39.293679 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8ce44806-d064-45bb-aeff-e9e537d6c18c req-ea253e7e-096d-41bd-976d-56266d4740df tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.3418722 Nov 10 17:53:39.359777 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e6888f93-fe6e-43cc-bca6-b19001eb0cff tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:39.364406 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e6888f93-fe6e-43cc-bca6-b19001eb0cff tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/efd1f6b4-bd8a-4f5d-bf20-012d9aa2d4fe HTTP/1.1" status: 204 len: 168 time: 1.3378394 Nov 10 17:53:39.366955 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34698) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:39.450091 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8ce44806-d064-45bb-aeff-e9e537d6c18c req-488a8ca5-63ce-4a45-ad48-1a0820d8bbdd tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012676 Nov 10 17:53:39.490324 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed343e97-9437-4ed6-ac6c-8702112b5be3 req-0d57e6b2-0141-44f6-9f33-284aba196329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:39.496588 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ed343e97-9437-4ed6-ac6c-8702112b5be3 req-0d57e6b2-0141-44f6-9f33-284aba196329 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0270caab27604a84907a03a58ad6e001&device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 1096 time: 0.4909897 Nov 10 17:53:39.511439 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-95d7da96-6b74-416a-b6ec-cc9d6712acc5 None None] Allocated IP 2001:db8:0:1::2 (56ba63a0-d928-4743-9bbe-448716588d55/6c2d645b-06b0-4791-aaff-d08d85200cd0/0f94a6ca-dedb-4660-ac7e-1a3d99b5f017) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:53:39.527188 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec78e8f9-f6a2-4d02-a1d7-01b4e9b88e86 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:39.532847 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ec78e8f9-f6a2-4d02-a1d7-01b4e9b88e86 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1600134 Nov 10 17:53:39.533209 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34704) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:39.597236 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386c1896-3446-496f-8a2c-e516836d7900 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:39.601335 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-386c1896-3446-496f-8a2c-e516836d7900 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0641570 Nov 10 17:53:39.602758 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34706) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:39.700517 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80549563-a450-4e40-9ff1-a42b76656299 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:39.702328 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80549563-a450-4e40-9ff1-a42b76656299 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:39.704192 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80549563-a450-4e40-9ff1-a42b76656299 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:39.708190 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-80549563-a450-4e40-9ff1-a42b76656299 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1035373 Nov 10 17:53:39.709032 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34710) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:39.712551 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed343e97-9437-4ed6-ac6c-8702112b5be3 req-60128bc0-14f7-486f-bae8-d6afb4ad1057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:39.714680 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ed343e97-9437-4ed6-ac6c-8702112b5be3 req-60128bc0-14f7-486f-bae8-d6afb4ad1057 service neutron] 10.222.0.11 "GET /v2.0/networks?id=07b214b6-0379-4e57-a79c-5118cee6c24b HTTP/1.1" status: 200 len: 912 time: 0.2103455 Nov 10 17:53:39.743398 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-9337b93a-a51f-4265-a5fd-c06965e65f5f req-9e250cea-8568-4a84-acbe-eb31c41d2066 service neutron] (102468) timed out ('10.222.0.39', 54170) {{(pid=102468) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 17:53:39.774148 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-6439df7a-b21a-469e-a742-73e87570eedf tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting subnet 6c2d645b-06b0-4791-aaff-d08d85200cd0 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:53:39.783822 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-95d7da96-6b74-416a-b6ec-cc9d6712acc5 None None] For port 0f94a6ca-dedb-4660-ac7e-1a3d99b5f017, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=0f94a6ca-dedb-4660-ac7e-1a3d99b5f017,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:53:39.862088 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ed343e97-9437-4ed6-ac6c-8702112b5be3 req-f89634e4-14f3-4895-9376-301234be7e40 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94a55a60-1af8-4730-86c8-8397af10e93f HTTP/1.1" status: 200 len: 998 time: 0.1385443 Nov 10 17:53:39.863868 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-95d7da96-6b74-416a-b6ec-cc9d6712acc5 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:39.869441 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6439df7a-b21a-469e-a742-73e87570eedf tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:39.875654 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-95d7da96-6b74-416a-b6ec-cc9d6712acc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:39.934800 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed343e97-9437-4ed6-ac6c-8702112b5be3 req-3c863e9d-50ba-4aac-a31d-dc4ef25f2852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:39.936961 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ed343e97-9437-4ed6-ac6c-8702112b5be3 req-3c863e9d-50ba-4aac-a31d-dc4ef25f2852 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0014d233-a3b8-4110-85a8-3bdeaa4b1e7d HTTP/1.1" status: 200 len: 850 time: 0.0673656 Nov 10 17:53:39.952864 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6439df7a-b21a-469e-a742-73e87570eedf tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:40.000494 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed343e97-9437-4ed6-ac6c-8702112b5be3 req-325f7d27-9a57-4a87-b2b6-a5550346df8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:40.003001 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7da96-6b74-416a-b6ec-cc9d6712acc5 None None] Pushing event updated for resources: {'Port': ['ID=0f94a6ca-dedb-4660-ac7e-1a3d99b5f017,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:40.003555 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ed343e97-9437-4ed6-ac6c-8702112b5be3 req-325f7d27-9a57-4a87-b2b6-a5550346df8a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=07b214b6-0379-4e57-a79c-5118cee6c24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601087 Nov 10 17:53:40.185959 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ed343e97-9437-4ed6-ac6c-8702112b5be3 req-c5fa9530-0224-409e-b53f-856cd788503a service neutron] 10.222.0.11 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740236 Nov 10 17:53:40.206249 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6439df7a-b21a-469e-a742-73e87570eedf tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:40.277502 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 0f94a6ca-dedb-4660-ac7e-1a3d99b5f017 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:53:40.375008 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6439df7a-b21a-469e-a742-73e87570eedf tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:40.446648 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 0f94a6ca-dedb-4660-ac7e-1a3d99b5f017 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:53:40.447316 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:40.459955 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439df7a-b21a-469e-a742-73e87570eedf tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Subnet': ['ID=6c2d645b-06b0-4791-aaff-d08d85200cd0,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:40.468394 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6439df7a-b21a-469e-a742-73e87570eedf tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:40.474233 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6439df7a-b21a-469e-a742-73e87570eedf tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/6c2d645b-06b0-4791-aaff-d08d85200cd0 HTTP/1.1" status: 204 len: 168 time: 0.7637243 Nov 10 17:53:40.476517 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34732) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:40.517362 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ed343e97-9437-4ed6-ac6c-8702112b5be3 req-661c324d-6a63-4ee2-b602-ad6b5a21ef80 service neutron] 10.222.0.11 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231483 Nov 10 17:53:40.621266 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ec5096-1fb2-45b4-80a5-565812a84fc5 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting subnet c15967bc-5611-49fb-b081-c05b57206f3b {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:53:40.625787 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-71ec5096-1fb2-45b4-80a5-565812a84fc5 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:40.728220 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-71ec5096-1fb2-45b4-80a5-565812a84fc5 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:40.821582 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-71ec5096-1fb2-45b4-80a5-565812a84fc5 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:40.998277 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-71ec5096-1fb2-45b4-80a5-565812a84fc5 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:41.110016 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2440ec01-24b4-488c-be4f-2d14aa6c709d None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:53:41.126282 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec5096-1fb2-45b4-80a5-565812a84fc5 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Subnet': ['ID=c15967bc-5611-49fb-b081-c05b57206f3b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:41.135447 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-71ec5096-1fb2-45b4-80a5-565812a84fc5 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:41.141552 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-71ec5096-1fb2-45b4-80a5-565812a84fc5 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/c15967bc-5611-49fb-b081-c05b57206f3b HTTP/1.1" status: 204 len: 168 time: 0.6608732 Nov 10 17:53:41.143023 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34748) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:41.167599 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04405d-eec5-486d-a2f7-fc2f863537f3 req-25199376-5c82-4313-bbd2-7d48c9824d0e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:41.169254 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4e04405d-eec5-486d-a2f7-fc2f863537f3 req-25199376-5c82-4313-bbd2-7d48c9824d0e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.2123308 Nov 10 17:53:41.211839 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a60b05cf-64c1-43f4-b8a8-787635fe4989 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0668926 Nov 10 17:53:41.213166 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34750) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:41.222081 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-ef8531b1-67a8-4e3e-9d4c-0323136a3e60 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:53:41.366345 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4e04405d-eec5-486d-a2f7-fc2f863537f3 req-b7708104-c451-4425-a785-12f6c86e1da0 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872530 Nov 10 17:53:41.415548 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8531b1-67a8-4e3e-9d4c-0323136a3e60 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:53:41.420195 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef8531b1-67a8-4e3e-9d4c-0323136a3e60 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:41.511552 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a913c0e8-6ad2-432b-a997-f14228a6d021 None None] Provisioning complete for port 0f94a6ca-dedb-4660-ac7e-1a3d99b5f017 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:53:41.512529 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a913c0e8-6ad2-432b-a997-f14228a6d021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:41.695264 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a913c0e8-6ad2-432b-a997-f14228a6d021 None None] Could not find standard attr ID for object efd1f6b4-bd8a-4f5d-bf20-012d9aa2d4fe. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 17:53:41.805466 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4014b955-78af-407a-a757-7876ff52decb None None] DHCP port deletion for 56ba63a0-d928-4743-9bbe-448716588d55 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:53:41.883881 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-4014b955-78af-407a-a757-7876ff52decb None None] Deleting port 0f94a6ca-dedb-4660-ac7e-1a3d99b5f017 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:53:41.884285 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4014b955-78af-407a-a757-7876ff52decb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:41.933731 n-d-776250-10 neutron-server[102468]: DEBUG neutron.objects.ports [None req-ef8531b1-67a8-4e3e-9d4c-0323136a3e60 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102468) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 17:53:42.027736 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-4014b955-78af-407a-a757-7876ff52decb None None] For port 0f94a6ca-dedb-4660-ac7e-1a3d99b5f017, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=0f94a6ca-dedb-4660-ac7e-1a3d99b5f017,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:53:42.028470 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4014b955-78af-407a-a757-7876ff52decb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:42.062607 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-4014b955-78af-407a-a757-7876ff52decb None None] Calling delete_port for 0f94a6ca-dedb-4660-ac7e-1a3d99b5f017 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:53:42.200872 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef8531b1-67a8-4e3e-9d4c-0323136a3e60 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:42.276470 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-c669c5e8-9867-437f-87e3-d889b6b853f2 req-1df1b793-3a65-4b0a-ab23-31f7c68a5cf8 service neutron] (102469) timed out ('10.222.0.13', 62284) {{(pid=102469) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 17:53:42.299246 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4014b955-78af-407a-a757-7876ff52decb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:42.344397 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 0f94a6ca-dedb-4660-ac7e-1a3d99b5f017 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:53:42.350155 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014b955-78af-407a-a757-7876ff52decb None None] Pushing event deleted for resources: {'Port': ['ID=0f94a6ca-dedb-4660-ac7e-1a3d99b5f017,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:42.371570 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4014b955-78af-407a-a757-7876ff52decb None None] No DVR routers for this DVR port 0f94a6ca-dedb-4660-ac7e-1a3d99b5f017 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:53:42.377114 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 0f94a6ca-dedb-4660-ac7e-1a3d99b5f017 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:53:42.377968 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 0f94a6ca-dedb-4660-ac7e-1a3d99b5f017 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:53:42.553808 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-048b0fec-09fa-4639-8e9a-6d9e8be2c238 req-c329dc2a-809f-4130-9b5e-34eaa5b531dc service neutron] (102468) timed out ('10.222.0.11', 64857) {{(pid=102468) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 17:53:42.722206 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2e7ae-ec67-45f1-8309-82f1001f5fce req-066731d0-bac5-489c-8dba-0586c8a0bcaa tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:42.725438 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6ad2e7ae-ec67-45f1-8309-82f1001f5fce req-066731d0-bac5-489c-8dba-0586c8a0bcaa tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.1743982 Nov 10 17:53:42.747150 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-ef8531b1-67a8-4e3e-9d4c-0323136a3e60 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] For port 0f94a6ca-dedb-4660-ac7e-1a3d99b5f017, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=0f94a6ca-dedb-4660-ac7e-1a3d99b5f017,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:53:42.822580 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef8531b1-67a8-4e3e-9d4c-0323136a3e60 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:42.838646 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6ad2e7ae-ec67-45f1-8309-82f1001f5fce req-191ef315-0021-4682-ae34-3500002ea998 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854893 Nov 10 17:53:42.843319 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef8531b1-67a8-4e3e-9d4c-0323136a3e60 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:42.845234 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef8531b1-67a8-4e3e-9d4c-0323136a3e60 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:42.923245 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8531b1-67a8-4e3e-9d4c-0323136a3e60 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Port': ['ID=0f94a6ca-dedb-4660-ac7e-1a3d99b5f017,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:42.961341 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8531b1-67a8-4e3e-9d4c-0323136a3e60 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:53:42.973474 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-ef8531b1-67a8-4e3e-9d4c-0323136a3e60 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:53:42.987644 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d762092b-b182-488b-8ab8-578e2146f242 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:53:43.003329 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8531b1-67a8-4e3e-9d4c-0323136a3e60 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:43.004348 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef8531b1-67a8-4e3e-9d4c-0323136a3e60 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:43.019244 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8531b1-67a8-4e3e-9d4c-0323136a3e60 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Subnet': ['ID=a5a81cbe-c0d0-4463-9d8c-367aefeef346,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:43.052032 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ef8531b1-67a8-4e3e-9d4c-0323136a3e60 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8330591 Nov 10 17:53:43.057849 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34822) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:43.072234 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-781ea109-2d85-471d-a95c-4703530daa1f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:53:43.132600 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7497c-6267-415b-82c1-270eef5b0e8a req-890b2a96-18ac-4cbc-a1d8-e1846b11444c tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:43.135253 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e1e7497c-6267-415b-82c1-270eef5b0e8a req-890b2a96-18ac-4cbc-a1d8-e1846b11444c tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.1808846 Nov 10 17:53:43.239546 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e1e7497c-6267-415b-82c1-270eef5b0e8a req-a3c4d22d-ca3f-4010-8fec-bce97fcaeae9 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962963 Nov 10 17:53:43.245191 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f62fa9-5698-4232-9737-a94bca207825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-56ba63a0-d928-4743-9bbe-448716588d55', 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'tenant_id': 'f939140a32834c1da7df3d36570f3629', 'fixed_ips': [{'subnet_id': 'a5a81cbe-c0d0-4463-9d8c-367aefeef346'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:53:43.246069 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-90f62fa9-5698-4232-9737-a94bca207825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:43.367893 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781ea109-2d85-471d-a95c-4703530daa1f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:53:43.385788 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-781ea109-2d85-471d-a95c-4703530daa1f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:43.621061 n-d-776250-10 neutron-server[102469]: INFO neutron.db.ipam_backend_mixin [None req-781ea109-2d85-471d-a95c-4703530daa1f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a5a81cbe-c0d0-4463-9d8c-367aefeef346 (CIDR: 2001:db8::/64) Nov 10 17:53:43.629376 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-781ea109-2d85-471d-a95c-4703530daa1f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:53:43.631239 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-781ea109-2d85-471d-a95c-4703530daa1f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:53:43.663895 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-90f62fa9-5698-4232-9737-a94bca207825 None None] Allocated IP 2001:db8::f816:3eff:fe2f:d6ef (56ba63a0-d928-4743-9bbe-448716588d55/a5a81cbe-c0d0-4463-9d8c-367aefeef346/e4d35df8-fdfb-4e6f-b7f6-423636d4be50) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:53:43.676872 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-781ea109-2d85-471d-a95c-4703530daa1f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6063616 Nov 10 17:53:43.677256 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34852) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:43.684966 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-6a3a0dd2-e6be-412b-8caf-9bb572d8ca6d tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:53:43.802963 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d003d4-80af-482f-b3fe-89f35e02470f req-ff699cc7-329c-4dc5-a7aa-ccb354c912ce tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:43.807583 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f1d003d4-80af-482f-b3fe-89f35e02470f req-ff699cc7-329c-4dc5-a7aa-ccb354c912ce tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.1545680 Nov 10 17:53:43.953491 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-90f62fa9-5698-4232-9737-a94bca207825 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:43.961883 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3a0dd2-e6be-412b-8caf-9bb572d8ca6d tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:53:43.964946 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-90f62fa9-5698-4232-9737-a94bca207825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:43.969079 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6a3a0dd2-e6be-412b-8caf-9bb572d8ca6d tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:43.985591 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f1d003d4-80af-482f-b3fe-89f35e02470f req-0df4d230-40c2-4336-9ecd-dab0d6c1bb38 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702111 Nov 10 17:53:44.087431 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f62fa9-5698-4232-9737-a94bca207825 None None] Pushing event updated for resources: {'Port': ['ID=e4d35df8-fdfb-4e6f-b7f6-423636d4be50,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:44.134255 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f62fa9-5698-4232-9737-a94bca207825 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:53:44.137012 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-90f62fa9-5698-4232-9737-a94bca207825 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:53:44.175399 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f62fa9-5698-4232-9737-a94bca207825 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:53:44.345421 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-90f62fa9-5698-4232-9737-a94bca207825 None None] Attempting to bind port e4d35df8-fdfb-4e6f-b7f6-423636d4be50 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:53:44.345813 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-90f62fa9-5698-4232-9737-a94bca207825 None None] Attempting to bind port e4d35df8-fdfb-4e6f-b7f6-423636d4be50 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:53:44.349510 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f62fa9-5698-4232-9737-a94bca207825 None None] Attempting to bind port e4d35df8-fdfb-4e6f-b7f6-423636d4be50 on network 56ba63a0-d928-4743-9bbe-448716588d55 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:53:44.365268 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f62fa9-5698-4232-9737-a94bca207825 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:53:44.368667 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f62fa9-5698-4232-9737-a94bca207825 None None] Checking segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:53:44.368999 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-90f62fa9-5698-4232-9737-a94bca207825 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:44.374592 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f62fa9-5698-4232-9737-a94bca207825 None None] Bound using segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:53:44.375272 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-90f62fa9-5698-4232-9737-a94bca207825 None None] Bound port: e4d35df8-fdfb-4e6f-b7f6-423636d4be50, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:53:44.376779 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-90f62fa9-5698-4232-9737-a94bca207825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:44.494783 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6a3a0dd2-e6be-412b-8caf-9bb572d8ca6d tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:44.519854 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-90f62fa9-5698-4232-9737-a94bca207825 None None] For port e4d35df8-fdfb-4e6f-b7f6-423636d4be50, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:53:44.537196 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-90f62fa9-5698-4232-9737-a94bca207825 None None] For port e4d35df8-fdfb-4e6f-b7f6-423636d4be50, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=e4d35df8-fdfb-4e6f-b7f6-423636d4be50,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:53:44.546838 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-90f62fa9-5698-4232-9737-a94bca207825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:44.555103 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33adeff-55a6-4892-b6f6-eb4cbf12ac39 req-98ca76d4-b200-45ca-9f02-54e1fb42edc3 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:44.558659 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f33adeff-55a6-4892-b6f6-eb4cbf12ac39 req-98ca76d4-b200-45ca-9f02-54e1fb42edc3 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.1248298 Nov 10 17:53:44.634339 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3a0dd2-e6be-412b-8caf-9bb572d8ca6d tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:53:44.645421 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-6a3a0dd2-e6be-412b-8caf-9bb572d8ca6d tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:53:44.658099 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3a0dd2-e6be-412b-8caf-9bb572d8ca6d tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:44.659414 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6a3a0dd2-e6be-412b-8caf-9bb572d8ca6d tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:44.678220 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a0dd2-e6be-412b-8caf-9bb572d8ca6d tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Subnet': ['ID=98633730-51af-452b-8c90-37218d6b33ec,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:44.681864 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f62fa9-5698-4232-9737-a94bca207825 None None] Pushing event updated for resources: {'Port': ['ID=e4d35df8-fdfb-4e6f-b7f6-423636d4be50,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:44.700334 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f33adeff-55a6-4892-b6f6-eb4cbf12ac39 req-8d1fe638-fadb-4867-af77-015e2fca01f3 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293519 Nov 10 17:53:44.700496 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6a3a0dd2-e6be-412b-8caf-9bb572d8ca6d tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0210192 Nov 10 17:53:44.700880 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34954) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:44.715060 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-deea054b-4566-4c2f-a009-2cf24daa4e0a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'port': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'mac_address': 'fa:16:3e:cc:a2:df', 'name': 'tempest-NetworksTestDHCPv6-1267607885'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:53:44.930995 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deea054b-4566-4c2f-a009-2cf24daa4e0a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:53:45.140004 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-deea054b-4566-4c2f-a009-2cf24daa4e0a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:45.259030 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-deea054b-4566-4c2f-a009-2cf24daa4e0a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] device_id is not set on port b6428c0b-427a-42c0-8234-f63fc404894c yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:53:45.536956 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-deea054b-4566-4c2f-a009-2cf24daa4e0a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Allocated IP 2001:db8:0:1::60 (56ba63a0-d928-4743-9bbe-448716588d55/98633730-51af-452b-8c90-37218d6b33ec/b6428c0b-427a-42c0-8234-f63fc404894c) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:53:45.554336 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-deea054b-4566-4c2f-a009-2cf24daa4e0a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Allocated IP 2001:db8::f816:3eff:fecc:a2df (56ba63a0-d928-4743-9bbe-448716588d55/a5a81cbe-c0d0-4463-9d8c-367aefeef346/b6428c0b-427a-42c0-8234-f63fc404894c) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:53:45.835114 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-deea054b-4566-4c2f-a009-2cf24daa4e0a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:45.935689 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cafce0-7eeb-40f8-a819-68af6b86a2b9 req-e62a7020-faa7-4589-abdf-2214af720673 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:45.950317 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d2cafce0-7eeb-40f8-a819-68af6b86a2b9 req-e62a7020-faa7-4589-abdf-2214af720673 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.1132016 Nov 10 17:53:46.078789 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d2cafce0-7eeb-40f8-a819-68af6b86a2b9 req-aae98c76-954e-4e56-8e0d-d1919b3acde3 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248782 Nov 10 17:53:46.085873 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-deea054b-4566-4c2f-a009-2cf24daa4e0a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:46.176142 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deea054b-4566-4c2f-a009-2cf24daa4e0a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:53:46.185177 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-deea054b-4566-4c2f-a009-2cf24daa4e0a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:53:46.214876 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deea054b-4566-4c2f-a009-2cf24daa4e0a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:53:46.241109 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deea054b-4566-4c2f-a009-2cf24daa4e0a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:46.242687 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-deea054b-4566-4c2f-a009-2cf24daa4e0a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:46.397309 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device e4d35df8-fdfb-4e6f-b7f6-423636d4be50 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:53:46.481919 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea054b-4566-4c2f-a009-2cf24daa4e0a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Port': ['ID=b6428c0b-427a-42c0-8234-f63fc404894c,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:46.540283 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-deea054b-4566-4c2f-a009-2cf24daa4e0a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8360059 Nov 10 17:53:46.540723 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35152) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:46.614773 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port e4d35df8-fdfb-4e6f-b7f6-423636d4be50 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:53:46.615153 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:46.701047 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e221bf-76c2-4f9c-bd1f-fe50dc6af218 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:53:46.923124 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dace78-8471-453e-96c2-d9f2257aac77 req-f70170ed-ce7d-4e61-b82b-f42709ff51a6 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:46.933354 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-46dace78-8471-453e-96c2-d9f2257aac77 req-f70170ed-ce7d-4e61-b82b-f42709ff51a6 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.2747526 Nov 10 17:53:46.962115 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a8af09c2-af92-4d9d-a695-f08034f512d9 None None] Provisioning complete for port e4d35df8-fdfb-4e6f-b7f6-423636d4be50 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:53:46.962481 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a8af09c2-af92-4d9d-a695-f08034f512d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:46.997265 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-716a53ca-60ea-4ae3-b6f5-78cf8a62a5d0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting port b6428c0b-427a-42c0-8234-f63fc404894c {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:53:46.997615 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-716a53ca-60ea-4ae3-b6f5-78cf8a62a5d0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:47.159503 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:47.181309 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-46dace78-8471-453e-96c2-d9f2257aac77 req-43ef4d61-b012-48a4-80e9-8d27bcef2bad tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2469311 Nov 10 17:53:47.237786 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port e4d35df8-fdfb-4e6f-b7f6-423636d4be50, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=e4d35df8-fdfb-4e6f-b7f6-423636d4be50,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:53:47.248603 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:47.254599 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a8af09c2-af92-4d9d-a695-f08034f512d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:47.388563 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-716a53ca-60ea-4ae3-b6f5-78cf8a62a5d0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:47.425256 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-716a53ca-60ea-4ae3-b6f5-78cf8a62a5d0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Calling delete_port for b6428c0b-427a-42c0-8234-f63fc404894c owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:53:47.547074 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23af8b27-ca87-472b-a384-aacf532b8173 None None] Update dhcp port {'port': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'fixed_ips': [{'subnet_id': 'a5a81cbe-c0d0-4463-9d8c-367aefeef346', 'ip_address': '2001:db8::f816:3eff:fe2f:d6ef'}, {'subnet_id': '98633730-51af-452b-8c90-37218d6b33ec'}], 'binding:host_id': 'n-d-776250-10'}, 'id': 'e4d35df8-fdfb-4e6f-b7f6-423636d4be50'} from n-d-776250-10. {{(pid=102470) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 17:53:47.589046 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=e4d35df8-fdfb-4e6f-b7f6-423636d4be50,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:47.610163 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-23af8b27-ca87-472b-a384-aacf532b8173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:47.741292 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-716a53ca-60ea-4ae3-b6f5-78cf8a62a5d0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:47.806739 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-a8af09c2-af92-4d9d-a695-f08034f512d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:53:47.807345 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-a8af09c2-af92-4d9d-a695-f08034f512d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:53:47.809858 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a53ca-60ea-4ae3-b6f5-78cf8a62a5d0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Port': ['ID=b6428c0b-427a-42c0-8234-f63fc404894c,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:47.892400 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-716a53ca-60ea-4ae3-b6f5-78cf8a62a5d0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:47.897056 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-716a53ca-60ea-4ae3-b6f5-78cf8a62a5d0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/b6428c0b-427a-42c0-8234-f63fc404894c HTTP/1.1" status: 204 len: 168 time: 1.3533909 Nov 10 17:53:47.899383 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35294) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:47.969270 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c514e6b4-e4a7-48c8-a19e-eb9325428bd1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:47.972129 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c514e6b4-e4a7-48c8-a19e-eb9325428bd1 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0718307 Nov 10 17:53:47.974796 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35306) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:48.024677 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-23af8b27-ca87-472b-a384-aacf532b8173 None None] Allocated IP 2001:db8:0:1::2 (56ba63a0-d928-4743-9bbe-448716588d55/98633730-51af-452b-8c90-37218d6b33ec/e4d35df8-fdfb-4e6f-b7f6-423636d4be50) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:53:48.035693 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741c4e33-1bc5-4d8b-9c38-c90662787faa tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:48.038008 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-741c4e33-1bc5-4d8b-9c38-c90662787faa tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0614853 Nov 10 17:53:48.040670 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35312) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:48.164702 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8592b521-87d9-4e0a-b2e8-3d67363936ba tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:48.166415 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8592b521-87d9-4e0a-b2e8-3d67363936ba tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:48.168130 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8592b521-87d9-4e0a-b2e8-3d67363936ba tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:48.170276 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8592b521-87d9-4e0a-b2e8-3d67363936ba tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1282556 Nov 10 17:53:48.174003 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35328) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:48.307212 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-23af8b27-ca87-472b-a384-aacf532b8173 None None] For port e4d35df8-fdfb-4e6f-b7f6-423636d4be50, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=e4d35df8-fdfb-4e6f-b7f6-423636d4be50,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:53:48.359865 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-90fb2040-ceb5-4a9e-b101-9d6ddeed1090 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting subnet 98633730-51af-452b-8c90-37218d6b33ec {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:53:48.386689 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device e4d35df8-fdfb-4e6f-b7f6-423636d4be50 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:53:48.453939 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-23af8b27-ca87-472b-a384-aacf532b8173 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:48.466035 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-90fb2040-ceb5-4a9e-b101-9d6ddeed1090 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:48.471396 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-23af8b27-ca87-472b-a384-aacf532b8173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:48.482279 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf82608-a851-4819-b142-a062519b0c2c req-5f7d1c60-02a6-4c27-95f8-72ba6234f1ef tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:48.488297 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cbf82608-a851-4819-b142-a062519b0c2c req-5f7d1c60-02a6-4c27-95f8-72ba6234f1ef tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.1910181 Nov 10 17:53:48.561037 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-90fb2040-ceb5-4a9e-b101-9d6ddeed1090 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:48.581979 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cbf82608-a851-4819-b142-a062519b0c2c req-99890c0a-26e2-4e2d-80e0-70c201ae0f64 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880392 Nov 10 17:53:48.713605 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-90fb2040-ceb5-4a9e-b101-9d6ddeed1090 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:48.857484 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ded47-b2d5-4056-a293-e1878403b196 req-efb7530f-365f-4402-9922-84a608a10f48 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:48.863049 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port e4d35df8-fdfb-4e6f-b7f6-423636d4be50 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:53:48.863642 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:48.870659 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-508ded47-b2d5-4056-a293-e1878403b196 req-efb7530f-365f-4402-9922-84a608a10f48 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.1269608 Nov 10 17:53:48.898312 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-90fb2040-ceb5-4a9e-b101-9d6ddeed1090 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:48.934310 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af8b27-ca87-472b-a384-aacf532b8173 None None] Pushing event updated for resources: {'Port': ['ID=e4d35df8-fdfb-4e6f-b7f6-423636d4be50,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:48.966064 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb2040-ceb5-4a9e-b101-9d6ddeed1090 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Subnet': ['ID=98633730-51af-452b-8c90-37218d6b33ec,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:48.995293 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-90fb2040-ceb5-4a9e-b101-9d6ddeed1090 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:49.003252 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35388) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:49.003824 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-90fb2040-ceb5-4a9e-b101-9d6ddeed1090 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/98633730-51af-452b-8c90-37218d6b33ec HTTP/1.1" status: 204 len: 168 time: 0.8259621 Nov 10 17:53:49.061370 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-508ded47-b2d5-4056-a293-e1878403b196 req-1bbc8e36-e6c7-4a83-8d54-f2ff2b7686a2 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894264 Nov 10 17:53:49.109185 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-717c1dd5-f0e9-4e87-a749-50f96d462eac tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting subnet a5a81cbe-c0d0-4463-9d8c-367aefeef346 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:53:49.113779 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-717c1dd5-f0e9-4e87-a749-50f96d462eac tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:49.279731 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-717c1dd5-f0e9-4e87-a749-50f96d462eac tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:49.458250 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5c23b-898b-4021-8ab2-eb2d00140cc6 req-c35cc1dd-65bf-44d2-921f-612a2227fe65 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:49.466327 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5af5c23b-898b-4021-8ab2-eb2d00140cc6 req-c35cc1dd-65bf-44d2-921f-612a2227fe65 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.2742376 Nov 10 17:53:49.548771 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5af5c23b-898b-4021-8ab2-eb2d00140cc6 req-472b9bde-7d2d-443e-986f-4315f6e35ee4 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668688 Nov 10 17:53:49.554517 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-717c1dd5-f0e9-4e87-a749-50f96d462eac tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:49.666889 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-717c1dd5-f0e9-4e87-a749-50f96d462eac tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:49.730792 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c1dd5-f0e9-4e87-a749-50f96d462eac tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Subnet': ['ID=a5a81cbe-c0d0-4463-9d8c-367aefeef346,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:49.756514 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-717c1dd5-f0e9-4e87-a749-50f96d462eac tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:49.764139 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf6969-342e-4cb1-86e1-ee43cb37a08f req-3fbce317-a19e-4fcf-b129-d2a15f82dc70 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:49.778502 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-717c1dd5-f0e9-4e87-a749-50f96d462eac tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/a5a81cbe-c0d0-4463-9d8c-367aefeef346 HTTP/1.1" status: 204 len: 168 time: 0.7740276 Nov 10 17:53:49.779256 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35416) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:49.781093 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c4bf6969-342e-4cb1-86e1-ee43cb37a08f req-3fbce317-a19e-4fcf-b129-d2a15f82dc70 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.1258278 Nov 10 17:53:49.851180 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-dabba9d6-1982-422b-9818-efb7c65e7317 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0707388 Nov 10 17:53:49.852756 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35420) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:49.859989 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-ef1905fc-204e-4fc1-9e06-94b98d0d71ed tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:53:49.872892 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651ed83b-8f26-4160-ad3e-021a8c4a899e None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:53:49.953592 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c4bf6969-342e-4cb1-86e1-ee43cb37a08f req-9e33094e-24e5-4b09-ab3f-9760840f7de7 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628032 Nov 10 17:53:50.060512 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1905fc-204e-4fc1-9e06-94b98d0d71ed tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:53:50.064385 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef1905fc-204e-4fc1-9e06-94b98d0d71ed tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:50.064785 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c1fc79a5-1374-443b-aa8e-c7fcfd01560f None None] Provisioning complete for port e4d35df8-fdfb-4e6f-b7f6-423636d4be50 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:53:50.065428 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c1fc79a5-1374-443b-aa8e-c7fcfd01560f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:50.271790 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c1fc79a5-1374-443b-aa8e-c7fcfd01560f None None] Could not find standard attr ID for object b6428c0b-427a-42c0-8234-f63fc404894c. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 17:53:50.292064 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device e4d35df8-fdfb-4e6f-b7f6-423636d4be50 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:53:50.415068 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6539ea-09f8-478e-813d-f92d0242ff8a None None] DHCP port deletion for 56ba63a0-d928-4743-9bbe-448716588d55 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:53:50.498449 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef1905fc-204e-4fc1-9e06-94b98d0d71ed tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:50.520294 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port e4d35df8-fdfb-4e6f-b7f6-423636d4be50 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:53:50.521075 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:50.580070 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1905fc-204e-4fc1-9e06-94b98d0d71ed tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:53:50.583463 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-8c6539ea-09f8-478e-813d-f92d0242ff8a None None] Deleting port e4d35df8-fdfb-4e6f-b7f6-423636d4be50 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:53:50.583660 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-ef1905fc-204e-4fc1-9e06-94b98d0d71ed tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:53:50.584594 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8c6539ea-09f8-478e-813d-f92d0242ff8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:50.588540 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1905fc-204e-4fc1-9e06-94b98d0d71ed tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:50.589297 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef1905fc-204e-4fc1-9e06-94b98d0d71ed tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:50.613600 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35448) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:50.618852 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-aff77d14-929d-4d3e-8c92-60dfc24f5ae9 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:53:50.622983 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ef1905fc-204e-4fc1-9e06-94b98d0d71ed tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7689021 Nov 10 17:53:50.625600 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1905fc-204e-4fc1-9e06-94b98d0d71ed tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Subnet': ['ID=6902ffd6-4d25-470f-82e3-a94928a84660,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:50.774423 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-8c6539ea-09f8-478e-813d-f92d0242ff8a None None] For port e4d35df8-fdfb-4e6f-b7f6-423636d4be50, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=e4d35df8-fdfb-4e6f-b7f6-423636d4be50,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:53:50.775000 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8c6539ea-09f8-478e-813d-f92d0242ff8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:50.791618 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-8c6539ea-09f8-478e-813d-f92d0242ff8a None None] Calling delete_port for e4d35df8-fdfb-4e6f-b7f6-423636d4be50 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:53:50.853418 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-5fcec446-1abe-405b-9436-df9f9619468d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0727739 Nov 10 17:53:50.866130 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff77d14-929d-4d3e-8c92-60dfc24f5ae9 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:53:50.870956 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-aff77d14-929d-4d3e-8c92-60dfc24f5ae9 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:50.908033 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8c6539ea-09f8-478e-813d-f92d0242ff8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:51.026263 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-3e520cf3-8544-46e3-ab28-aee739dc24d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:51.026866 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-3e520cf3-8544-46e3-ab28-aee739dc24d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:51.027391 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-3e520cf3-8544-46e3-ab28-aee739dc24d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:51.027925 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-3e520cf3-8544-46e3-ab28-aee739dc24d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:51.028465 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-3e520cf3-8544-46e3-ab28-aee739dc24d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:51.028977 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-3e520cf3-8544-46e3-ab28-aee739dc24d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:51.029722 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-3e520cf3-8544-46e3-ab28-aee739dc24d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:51.031948 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-3e520cf3-8544-46e3-ab28-aee739dc24d0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87ef8f67c317450abb70e6821b7851c3&device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 6507 time: 0.1040311 Nov 10 17:53:51.041280 n-d-776250-10 neutron-server[102469]: INFO neutron.db.ipam_backend_mixin [None req-aff77d14-929d-4d3e-8c92-60dfc24f5ae9 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6902ffd6-4d25-470f-82e3-a94928a84660 (CIDR: 2001:db8::/64) Nov 10 17:53:51.045286 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff77d14-929d-4d3e-8c92-60dfc24f5ae9 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:53:51.046576 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aff77d14-929d-4d3e-8c92-60dfc24f5ae9 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:53:51.159015 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35464) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:51.165483 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-00777d21-0bd6-41a0-b7fb-f151a444913b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:53:51.171432 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-aff77d14-929d-4d3e-8c92-60dfc24f5ae9 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5553308 Nov 10 17:53:51.261432 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6539ea-09f8-478e-813d-f92d0242ff8a None None] Pushing event deleted for resources: {'Port': ['ID=e4d35df8-fdfb-4e6f-b7f6-423636d4be50,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:51.263394 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6539ea-09f8-478e-813d-f92d0242ff8a None None] No DVR routers for this DVR port e4d35df8-fdfb-4e6f-b7f6-423636d4be50 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:53:51.275865 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-b39c30ec-7227-4add-8818-eb35cb0c38f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:51.276478 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-b39c30ec-7227-4add-8818-eb35cb0c38f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:51.276940 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-b39c30ec-7227-4add-8818-eb35cb0c38f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:51.278538 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-b39c30ec-7227-4add-8818-eb35cb0c38f6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ba70b55-5d77-4457-b11f-9823987d654f&id=47baead0-3e81-4ecd-90e6-eeb908ade233&id=47baead0-3e81-4ecd-90e6-eeb908ade233&id=47baead0-3e81-4ecd-90e6-eeb908ade233&id=47baead0-3e81-4ecd-90e6-eeb908ade233&id=49bc9a4d-2019-4c3e-98a9-200317b395fd&id=49bc9a4d-2019-4c3e-98a9-200317b395fd HTTP/1.1" status: 200 len: 2297 time: 0.2159467 Nov 10 17:53:51.284348 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47abfa70-013c-442c-949c-2b02be0228ab None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:53:51.366795 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00777d21-0bd6-41a0-b7fb-f151a444913b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:53:51.374529 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-00777d21-0bd6-41a0-b7fb-f151a444913b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:51.475641 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-28c5bdd3-2eb8-4a01-b933-f9a7de45ec19 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f2a1a3d-5b3f-4c67-83ef-66629755aaba HTTP/1.1" status: 200 len: 1001 time: 0.1806927 Nov 10 17:53:51.603189 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-54ed1385-d4ca-40dc-bc04-71f3e9269bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:51.605040 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-54ed1385-d4ca-40dc-bc04-71f3e9269bb7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2408a0c7-e08d-426a-ac08-2e242a5b2cbd HTTP/1.1" status: 200 len: 855 time: 0.1235747 Nov 10 17:53:51.617178 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddba9916-f289-41eb-9c95-53d13bc551c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-56ba63a0-d928-4743-9bbe-448716588d55', 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'tenant_id': 'f939140a32834c1da7df3d36570f3629', 'fixed_ips': [{'subnet_id': '6902ffd6-4d25-470f-82e3-a94928a84660'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:53:51.621124 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ddba9916-f289-41eb-9c95-53d13bc551c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:51.666463 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-eae15b21-1f38-4d4f-a59b-83e49f19a536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:51.668577 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-eae15b21-1f38-4d4f-a59b-83e49f19a536 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ba70b55-5d77-4457-b11f-9823987d654f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500603 Nov 10 17:53:51.821306 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-06c5dae2-49f6-4295-9b61-619589d5f730 service neutron] 10.222.0.11 "GET /v2.0/networks/7ba70b55-5d77-4457-b11f-9823987d654f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444459 Nov 10 17:53:51.932058 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-ddba9916-f289-41eb-9c95-53d13bc551c7 None None] Allocated IP 2001:db8::2 (56ba63a0-d928-4743-9bbe-448716588d55/6902ffd6-4d25-470f-82e3-a94928a84660/721cd714-0566-4990-a27e-a793dccf0060) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:53:52.023860 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-0b7aa944-f4bb-42e9-88ee-bb88f4492983 service neutron] 10.222.0.11 "GET /v2.0/networks/7ba70b55-5d77-4457-b11f-9823987d654f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947968 Nov 10 17:53:52.082119 n-d-776250-10 neutron-server[102468]: DEBUG neutron.objects.ports [None req-00777d21-0bd6-41a0-b7fb-f151a444913b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102468) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 17:53:52.083736 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-00777d21-0bd6-41a0-b7fb-f151a444913b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:52.129896 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-a08643da-b6da-408d-a211-102041fefc94 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=224ef4d3-dee2-4bcd-947b-b7c7a9b0544c HTTP/1.1" status: 200 len: 217 time: 0.0983200 Nov 10 17:53:52.161976 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00777d21-0bd6-41a0-b7fb-f151a444913b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:53:52.165399 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-00777d21-0bd6-41a0-b7fb-f151a444913b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:53:52.172970 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00777d21-0bd6-41a0-b7fb-f151a444913b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:52.174601 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-00777d21-0bd6-41a0-b7fb-f151a444913b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:52.181865 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ddba9916-f289-41eb-9c95-53d13bc551c7 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:52.192470 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ddba9916-f289-41eb-9c95-53d13bc551c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:52.242940 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00777d21-0bd6-41a0-b7fb-f151a444913b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Subnet': ['ID=984ef9fa-61fa-4bb6-b63f-39a2bf047309,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:52.256998 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-00777d21-0bd6-41a0-b7fb-f151a444913b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0962639 Nov 10 17:53:52.263698 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35490) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:52.269778 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-58fb396d-5f72-4f34-857c-d673beafcf8a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'port': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'mac_address': 'fa:16:3e:3e:cc:0e', 'name': 'tempest-NetworksTestDHCPv6-180783090'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:53:52.270423 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba9916-f289-41eb-9c95-53d13bc551c7 None None] Pushing event updated for resources: {'Port': ['ID=721cd714-0566-4990-a27e-a793dccf0060,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:52.292641 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddba9916-f289-41eb-9c95-53d13bc551c7 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:53:52.292641 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-ddba9916-f289-41eb-9c95-53d13bc551c7 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:53:52.294103 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddba9916-f289-41eb-9c95-53d13bc551c7 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:53:52.345716 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-f18efab2-6bcf-439b-8ef5-6e531ebb12a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:52.347675 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-f18efab2-6bcf-439b-8ef5-6e531ebb12a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=235a8a7b-9769-4bcb-b248-e3a3ce641763 HTTP/1.1" status: 200 len: 797 time: 0.2108364 Nov 10 17:53:52.350832 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device e4d35df8-fdfb-4e6f-b7f6-423636d4be50 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:53:52.412454 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: e4d35df8-fdfb-4e6f-b7f6-423636d4be50 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:53:52.412879 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device e4d35df8-fdfb-4e6f-b7f6-423636d4be50 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:53:52.443749 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-5870ec19-ed4c-4210-973f-df753aeb14bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:52.445316 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-5870ec19-ed4c-4210-973f-df753aeb14bb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47baead0-3e81-4ecd-90e6-eeb908ade233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0902946 Nov 10 17:53:52.463283 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-ddba9916-f289-41eb-9c95-53d13bc551c7 None None] Attempting to bind port 721cd714-0566-4990-a27e-a793dccf0060 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:53:52.463668 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-ddba9916-f289-41eb-9c95-53d13bc551c7 None None] Attempting to bind port 721cd714-0566-4990-a27e-a793dccf0060 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:53:52.464069 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddba9916-f289-41eb-9c95-53d13bc551c7 None None] Attempting to bind port 721cd714-0566-4990-a27e-a793dccf0060 on network 56ba63a0-d928-4743-9bbe-448716588d55 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:53:52.470365 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddba9916-f289-41eb-9c95-53d13bc551c7 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:53:52.470777 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddba9916-f289-41eb-9c95-53d13bc551c7 None None] Checking segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:53:52.471189 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ddba9916-f289-41eb-9c95-53d13bc551c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:52.471589 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddba9916-f289-41eb-9c95-53d13bc551c7 None None] Bound using segment: {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:53:52.472072 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-ddba9916-f289-41eb-9c95-53d13bc551c7 None None] Bound port: 721cd714-0566-4990-a27e-a793dccf0060, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e25d74-2697-4946-8e4e-7795e65db395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56ba63a0-d928-4743-9bbe-448716588d55'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:53:52.472497 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ddba9916-f289-41eb-9c95-53d13bc551c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:52.525549 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fb396d-5f72-4f34-857c-d673beafcf8a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:53:52.601884 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-ddba9916-f289-41eb-9c95-53d13bc551c7 None None] For port 721cd714-0566-4990-a27e-a793dccf0060, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:53:52.605145 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-ddba9916-f289-41eb-9c95-53d13bc551c7 None None] For port 721cd714-0566-4990-a27e-a793dccf0060, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=721cd714-0566-4990-a27e-a793dccf0060,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:53:52.611870 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ddba9916-f289-41eb-9c95-53d13bc551c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:52.633799 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-c9c460f2-ffa7-414d-830d-89f7ef3ae1a4 service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800776 Nov 10 17:53:52.660385 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-58fb396d-5f72-4f34-857c-d673beafcf8a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:52.695949 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-58fb396d-5f72-4f34-857c-d673beafcf8a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] device_id is not set on port 2483d3af-b252-4227-9dc1-573e56b3b1ab yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:53:52.719592 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba9916-f289-41eb-9c95-53d13bc551c7 None None] Pushing event updated for resources: {'Port': ['ID=721cd714-0566-4990-a27e-a793dccf0060,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:52.865991 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-4888222f-2001-4c66-affc-173a3cf5d4dc service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240849 Nov 10 17:53:52.938389 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-6b7726dd-632a-48e0-b5ad-db53d6bc2ea9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=47f8f0ae-9d1a-48c8-a567-346cf76cba57 HTTP/1.1" status: 200 len: 217 time: 0.0617251 Nov 10 17:53:53.031638 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-04e2ba29-3ec1-4c26-9e6b-3af3b616623c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:53.033708 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-04e2ba29-3ec1-4c26-9e6b-3af3b616623c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=235a8a7b-9769-4bcb-b248-e3a3ce641763 HTTP/1.1" status: 200 len: 797 time: 0.0742192 Nov 10 17:53:53.130708 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-8cada04a-e94b-4b98-bd29-d09ae3e1b1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:53.132665 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-8cada04a-e94b-4b98-bd29-d09ae3e1b1d4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47baead0-3e81-4ecd-90e6-eeb908ade233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0882933 Nov 10 17:53:53.185131 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-58fb396d-5f72-4f34-857c-d673beafcf8a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Allocated IP 2001:db8::94 (56ba63a0-d928-4743-9bbe-448716588d55/6902ffd6-4d25-470f-82e3-a94928a84660/2483d3af-b252-4227-9dc1-573e56b3b1ab) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:53:53.198137 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-58fb396d-5f72-4f34-857c-d673beafcf8a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3e:cc0e (56ba63a0-d928-4743-9bbe-448716588d55/984ef9fa-61fa-4bb6-b63f-39a2bf047309/2483d3af-b252-4227-9dc1-573e56b3b1ab) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:53:53.319672 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-c58664d5-13d5-4a1e-831a-9a8ee20da4ce service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791205 Nov 10 17:53:53.425989 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-58fb396d-5f72-4f34-857c-d673beafcf8a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:53.479082 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-e5e0cdb1-4db4-4c12-992d-419e8cbd5680 service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525135 Nov 10 17:53:53.495394 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-58fb396d-5f72-4f34-857c-d673beafcf8a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:53.537122 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-08a0fd8a-c72b-492b-b39b-d5acc13a69b5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=c5181e29-f91d-489f-9f2c-19921b9b79a6 HTTP/1.1" status: 200 len: 217 time: 0.0472755 Nov 10 17:53:53.558008 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fb396d-5f72-4f34-857c-d673beafcf8a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:53:53.562148 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-58fb396d-5f72-4f34-857c-d673beafcf8a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:53:53.569441 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fb396d-5f72-4f34-857c-d673beafcf8a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:53:53.591354 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fb396d-5f72-4f34-857c-d673beafcf8a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:53.592049 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-58fb396d-5f72-4f34-857c-d673beafcf8a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:53.611123 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-b564bde0-aa7c-470d-8cf7-3812a61c68ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:53.614236 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-b564bde0-aa7c-470d-8cf7-3812a61c68ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=235a8a7b-9769-4bcb-b248-e3a3ce641763 HTTP/1.1" status: 200 len: 797 time: 0.0687404 Nov 10 17:53:53.620711 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb396d-5f72-4f34-857c-d673beafcf8a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Port': ['ID=2483d3af-b252-4227-9dc1-573e56b3b1ab,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:53.651335 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-58fb396d-5f72-4f34-857c-d673beafcf8a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.3868232 Nov 10 17:53:53.651549 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35536) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:53.712564 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-c7a7dd6e-bed0-491c-81a1-e322f022c6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:53.714104 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-c7a7dd6e-bed0-491c-81a1-e322f022c6b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47baead0-3e81-4ecd-90e6-eeb908ade233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0850399 Nov 10 17:53:53.857719 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-3cdc0291-dd96-4de1-b9ad-ca47cf614dd7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting port 2483d3af-b252-4227-9dc1-573e56b3b1ab {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:53:53.858594 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3cdc0291-dd96-4de1-b9ad-ca47cf614dd7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:53.884134 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-1c6d19b0-e76a-45b5-90f4-bec3db035035 service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498563 Nov 10 17:53:54.027820 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3cdc0291-dd96-4de1-b9ad-ca47cf614dd7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:54.066022 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-3cdc0291-dd96-4de1-b9ad-ca47cf614dd7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Calling delete_port for 2483d3af-b252-4227-9dc1-573e56b3b1ab owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:53:54.385335 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 721cd714-0566-4990-a27e-a793dccf0060 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:53:54.446338 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4e23c9-ab4a-458b-baa3-5a5befadafc5 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:53:54.452411 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3cdc0291-dd96-4de1-b9ad-ca47cf614dd7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:54.526923 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc0291-dd96-4de1-b9ad-ca47cf614dd7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Port': ['ID=2483d3af-b252-4227-9dc1-573e56b3b1ab,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:54.612017 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3cdc0291-dd96-4de1-b9ad-ca47cf614dd7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:54.627784 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3cdc0291-dd96-4de1-b9ad-ca47cf614dd7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/2483d3af-b252-4227-9dc1-573e56b3b1ab HTTP/1.1" status: 204 len: 168 time: 0.9751706 Nov 10 17:53:54.627944 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35558) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:54.646734 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-fbdc2a11-0673-4cbd-a3da-52c3cb9a4b69 None None] Provisioning complete for port 721cd714-0566-4990-a27e-a793dccf0060 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:53:54.647116 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fbdc2a11-0673-4cbd-a3da-52c3cb9a4b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:54.774243 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 721cd714-0566-4990-a27e-a793dccf0060 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:53:54.774243 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:54.791666 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-005ddc77-9560-46be-87da-087e2203c9af service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8830166 Nov 10 17:53:54.885961 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-cff83908-7aae-4c7e-9e22-1903a2586411 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=3e2b75e1-1dde-4f1e-8e65-79bd011d0b86 HTTP/1.1" status: 200 len: 217 time: 0.0737860 Nov 10 17:53:54.897017 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402a1c61-cc1c-4eda-bb2a-e529033723b2 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:54.898594 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-402a1c61-cc1c-4eda-bb2a-e529033723b2 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2677431 Nov 10 17:53:54.902088 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35572) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:54.902705 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-22cb8d3b-9405-4b6c-a5be-6283809d5245 req-b6ecc99a-89b4-490f-8ebb-57e37a786b77 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=626de0ff-c6c0-4240-9af1-eadbafb0c677&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3390162 Nov 10 17:53:54.920853 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:54.968042 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-35f40fb4-366b-42de-a40f-c84604fc9842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:54.969651 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-35f40fb4-366b-42de-a40f-c84604fc9842 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=235a8a7b-9769-4bcb-b248-e3a3ce641763 HTTP/1.1" status: 200 len: 797 time: 0.0660522 Nov 10 17:53:54.985835 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1878d67e-0d17-4ad6-82d1-ac7fbe261002 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:54.996534 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1878d67e-0d17-4ad6-82d1-ac7fbe261002 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0932770 Nov 10 17:53:54.997201 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35574) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:55.059485 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb8d3b-9405-4b6c-a5be-6283809d5245 req-4e51fca1-2492-4e69-b9a6-3176bb356781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:55.061758 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-22cb8d3b-9405-4b6c-a5be-6283809d5245 req-4e51fca1-2492-4e69-b9a6-3176bb356781 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ccfb28cec3e34eecb7b0bb4fabcf302e&device_id=626de0ff-c6c0-4240-9af1-eadbafb0c677 HTTP/1.1" status: 200 len: 1102 time: 0.0905178 Nov 10 17:53:55.073916 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-e435d24c-c4cc-4024-a3ec-d4735c2f4315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:55.075701 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-e435d24c-c4cc-4024-a3ec-d4735c2f4315 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47baead0-3e81-4ecd-90e6-eeb908ade233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0685990 Nov 10 17:53:55.117674 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60aea6a4-5ec9-426e-b31f-bab197a15888 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:55.129751 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60aea6a4-5ec9-426e-b31f-bab197a15888 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:55.130053 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:55.130941 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60aea6a4-5ec9-426e-b31f-bab197a15888 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:55.139673 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-60aea6a4-5ec9-426e-b31f-bab197a15888 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1413455 Nov 10 17:53:55.140370 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35582) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:55.201754 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbb81a1-63a3-4bc5-b026-f89c3c49c3ba None None] Update dhcp port {'port': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'fixed_ips': [{'subnet_id': '6902ffd6-4d25-470f-82e3-a94928a84660', 'ip_address': '2001:db8::2'}, {'subnet_id': '984ef9fa-61fa-4bb6-b63f-39a2bf047309'}], 'binding:host_id': 'n-d-776250-10'}, 'id': '721cd714-0566-4990-a27e-a793dccf0060'} from n-d-776250-10. {{(pid=102470) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 17:53:55.229631 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:55.256567 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fbdc2a11-0673-4cbd-a3da-52c3cb9a4b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:55.272353 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c7c4e2c-5332-40dd-af41-a2fc287ffcb8 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting subnet 6902ffd6-4d25-470f-82e3-a94928a84660 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:53:55.281962 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9c7c4e2c-5332-40dd-af41-a2fc287ffcb8 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:55.297386 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1cbb81a1-63a3-4bc5-b026-f89c3c49c3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:55.347055 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-f7ec3f47-b84a-4b5c-9036-771cc003f614 service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450430 Nov 10 17:53:55.367829 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9c7c4e2c-5332-40dd-af41-a2fc287ffcb8 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:55.376862 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 721cd714-0566-4990-a27e-a793dccf0060, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=721cd714-0566-4990-a27e-a793dccf0060,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:53:55.540209 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:55.542662 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9c7c4e2c-5332-40dd-af41-a2fc287ffcb8 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:55.570316 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb8d3b-9405-4b6c-a5be-6283809d5245 req-355c8fa7-40aa-44f7-8af5-0434e5a119d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:55.579933 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-22cb8d3b-9405-4b6c-a5be-6283809d5245 req-355c8fa7-40aa-44f7-8af5-0434e5a119d0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.4980361 Nov 10 17:53:55.631710 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-fbdc2a11-0673-4cbd-a3da-52c3cb9a4b69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:53:55.632200 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-fbdc2a11-0673-4cbd-a3da-52c3cb9a4b69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:53:55.641283 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9c7c4e2c-5332-40dd-af41-a2fc287ffcb8 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server [None req-1cbb81a1-63a3-4bc5-b026-f89c3c49c3ba None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6902ffd6-4d25-470f-82e3-a94928a84660: This subnet is being modified by another concurrent operation. Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise exception Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6902ffd6-4d25-470f-82e3-a94928a84660: This subnet is being modified by another concurrent operation. Nov 10 17:53:55.647340 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server Nov 10 17:53:55.653834 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=721cd714-0566-4990-a27e-a793dccf0060,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:55.718895 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-22cb8d3b-9405-4b6c-a5be-6283809d5245 req-0331a0d0-eceb-4b75-8122-0ab66b99785d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=4ec7485c-8a6e-4ef9-b6ea-c15485c21d05 HTTP/1.1" status: 200 len: 217 time: 0.1214886 Nov 10 17:53:55.723741 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c4e2c-5332-40dd-af41-a2fc287ffcb8 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Subnet': ['ID=6902ffd6-4d25-470f-82e3-a94928a84660,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:55.727972 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-e51a7439-47a5-4512-9f24-688351fe1c51 service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679211 Nov 10 17:53:55.734084 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9c7c4e2c-5332-40dd-af41-a2fc287ffcb8 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:55.747618 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9c7c4e2c-5332-40dd-af41-a2fc287ffcb8 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/6902ffd6-4d25-470f-82e3-a94928a84660 HTTP/1.1" status: 204 len: 168 time: 0.5961626 Nov 10 17:53:55.747618 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35598) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:55.764735 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a557be17-33ce-4426-9860-9e9654f3a398 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:53:55.831642 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb8d3b-9405-4b6c-a5be-6283809d5245 req-a5ae0569-d731-4b0c-9979-975e0ed2c963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:55.833329 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-22cb8d3b-9405-4b6c-a5be-6283809d5245 req-a5ae0569-d731-4b0c-9979-975e0ed2c963 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.1042149 Nov 10 17:53:55.848122 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d3fe261-18a9-4620-8cdc-ab6f7bd12496 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting subnet 984ef9fa-61fa-4bb6-b63f-39a2bf047309 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:53:55.855219 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d3fe261-18a9-4620-8cdc-ab6f7bd12496 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:55.877467 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-7d344a07-a525-446b-bf6b-3690e059e98f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1f10bfec-b077-4852-8bba-c7adc7ab16bd HTTP/1.1" status: 200 len: 217 time: 0.1046448 Nov 10 17:53:56.009655 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d3fe261-18a9-4620-8cdc-ab6f7bd12496 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:56.037731 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb8d3b-9405-4b6c-a5be-6283809d5245 req-1f2a5a10-b7dd-41a2-b987-769536f6a08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:56.040194 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-22cb8d3b-9405-4b6c-a5be-6283809d5245 req-1f2a5a10-b7dd-41a2-b987-769536f6a08e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1722701 Nov 10 17:53:56.042259 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-bd0758ff-1608-41c3-b40a-56d5dc850674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:56.044063 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-bd0758ff-1608-41c3-b40a-56d5dc850674 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2f88546f-3001-437d-949d-bf2c5fdfec86 HTTP/1.1" status: 200 len: 797 time: 0.1211178 Nov 10 17:53:56.143128 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d3fe261-18a9-4620-8cdc-ab6f7bd12496 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:56.290229 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 721cd714-0566-4990-a27e-a793dccf0060 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:53:56.341884 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-8e9d0303-7b92-4147-b561-2c95625022c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:56.350528 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-8e9d0303-7b92-4147-b561-2c95625022c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=49bc9a4d-2019-4c3e-98a9-200317b395fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1774614 Nov 10 17:53:56.357056 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-22cb8d3b-9405-4b6c-a5be-6283809d5245 req-b5f65bd3-216e-4ee5-9bc8-966f303588c9 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091335 Nov 10 17:53:56.483872 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e97072ac-e0ae-4664-85e8-834c52190d14 None None] Provisioning complete for port 721cd714-0566-4990-a27e-a793dccf0060 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:53:56.488852 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e97072ac-e0ae-4664-85e8-834c52190d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:56.584102 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-7645c39f-d75e-497d-9037-1e98865b855d service neutron] 10.222.0.11 "GET /v2.0/networks/49bc9a4d-2019-4c3e-98a9-200317b395fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221079 Nov 10 17:53:56.591106 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-22cb8d3b-9405-4b6c-a5be-6283809d5245 req-c5de4b84-d325-4ed3-b860-20bccbed6a4a service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103710 Nov 10 17:53:56.660864 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:56.755484 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed56b5a7-8f70-47b5-9739-c69f819bf83d None None] Update dhcp port {'port': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'fixed_ips': [{'subnet_id': '984ef9fa-61fa-4bb6-b63f-39a2bf047309'}], 'binding:host_id': 'n-d-776250-10'}, 'id': '721cd714-0566-4990-a27e-a793dccf0060'} from n-d-776250-10. {{(pid=102470) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 17:53:56.798654 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ed56b5a7-8f70-47b5-9739-c69f819bf83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:56.829467 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 721cd714-0566-4990-a27e-a793dccf0060, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=721cd714-0566-4990-a27e-a793dccf0060,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:53:56.838714 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:56.895515 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-14833dc2-8592-4231-94ed-57bb5e2db917 service neutron] 10.222.0.11 "GET /v2.0/networks/49bc9a4d-2019-4c3e-98a9-200317b395fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022323 Nov 10 17:53:56.997006 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=721cd714-0566-4990-a27e-a793dccf0060,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:57.020011 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-10c7aa5b-8bea-400e-b749-e9db5adc63bd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eacd23a8-ca31-46bb-9e0e-580677075960 HTTP/1.1" status: 200 len: 217 time: 0.1161208 Nov 10 17:53:57.069192 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d3fe261-18a9-4620-8cdc-ab6f7bd12496 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server [None req-ed56b5a7-8f70-47b5-9739-c69f819bf83d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 984ef9fa-61fa-4bb6-b63f-39a2bf047309: This subnet is being modified by another concurrent operation. Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise exception Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 984ef9fa-61fa-4bb6-b63f-39a2bf047309: This subnet is being modified by another concurrent operation. Nov 10 17:53:57.070867 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server Nov 10 17:53:57.112968 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d3fe261-18a9-4620-8cdc-ab6f7bd12496 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:57.116167 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-b5fe171b-05b6-452c-806d-47f67ad74ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:57.117844 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-b5fe171b-05b6-452c-806d-47f67ad74ed9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2f88546f-3001-437d-949d-bf2c5fdfec86 HTTP/1.1" status: 200 len: 797 time: 0.0815263 Nov 10 17:53:57.118670 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35630) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:57.143155 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8d3fe261-18a9-4620-8cdc-ab6f7bd12496 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/984ef9fa-61fa-4bb6-b63f-39a2bf047309 HTTP/1.1" status: 204 len: 168 time: 1.3822100 Nov 10 17:53:57.145717 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3fe261-18a9-4620-8cdc-ab6f7bd12496 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Subnet': ['ID=984ef9fa-61fa-4bb6-b63f-39a2bf047309,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:57.191061 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8827fc47-0684-4c16-b70a-548049542d2a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683999 Nov 10 17:53:57.191490 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35638) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:57.197015 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-7f46fc07-fd2c-4ad7-8448-29686f44fd63 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:53:57.246139 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-03e25ee5-2485-4b90-a366-ca65de7f65c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:57.248127 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-03e25ee5-2485-4b90-a366-ca65de7f65c9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=49bc9a4d-2019-4c3e-98a9-200317b395fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0715795 Nov 10 17:53:57.266063 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-8c76d9e1-76f5-4024-84a3-9faf257600d7 None None] Provisioning complete for port 721cd714-0566-4990-a27e-a793dccf0060 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:53:57.270849 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8c76d9e1-76f5-4024-84a3-9faf257600d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:57.382863 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f46fc07-fd2c-4ad7-8448-29686f44fd63 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:53:57.388109 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7f46fc07-fd2c-4ad7-8448-29686f44fd63 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:57.456158 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-0dc82fe1-4721-4612-b2cd-01ee24a256c1 service neutron] 10.222.0.11 "GET /v2.0/networks/49bc9a4d-2019-4c3e-98a9-200317b395fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995704 Nov 10 17:53:57.462800 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8c76d9e1-76f5-4024-84a3-9faf257600d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:57.511057 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-8c76d9e1-76f5-4024-84a3-9faf257600d7 None None] For port 721cd714-0566-4990-a27e-a793dccf0060, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=721cd714-0566-4990-a27e-a793dccf0060,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:53:57.516533 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8c76d9e1-76f5-4024-84a3-9faf257600d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:57.594742 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76d9e1-76f5-4024-84a3-9faf257600d7 None None] Pushing event updated for resources: {'Port': ['ID=721cd714-0566-4990-a27e-a793dccf0060,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:57.646166 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-7bdb69b2-12fc-4559-bc07-49d2a70b43cd None None] Could not find standard attr ID for object 2483d3af-b252-4227-9dc1-573e56b3b1ab. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 17:53:57.662252 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10998e83-1a09-427b-a053-4f4dbef98f81 req-ee5517aa-5728-41e6-9a44-fb14df79c364 service neutron] 10.222.0.11 "GET /v2.0/networks/49bc9a4d-2019-4c3e-98a9-200317b395fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952779 Nov 10 17:53:57.672404 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-7bdb69b2-12fc-4559-bc07-49d2a70b43cd None None] Could not find standard attr ID for object b6428c0b-427a-42c0-8234-f63fc404894c. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 17:53:57.802879 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7f46fc07-fd2c-4ad7-8448-29686f44fd63 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:57.820919 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ea5ef8-7d3d-4cd5-90be-c37fb22e7c21 None None] get_active_networks_info from n-d-776250-10 {{(pid=102470) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 17:53:57.889864 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f46fc07-fd2c-4ad7-8448-29686f44fd63 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:53:57.894567 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-7f46fc07-fd2c-4ad7-8448-29686f44fd63 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:53:57.914544 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f46fc07-fd2c-4ad7-8448-29686f44fd63 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Subnet': ['ID=a4a0879e-044c-4cba-8541-f3b83270b3f2,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:57.917663 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f46fc07-fd2c-4ad7-8448-29686f44fd63 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:57.918333 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7f46fc07-fd2c-4ad7-8448-29686f44fd63 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:57.943022 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7f46fc07-fd2c-4ad7-8448-29686f44fd63 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7497745 Nov 10 17:53:57.945965 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35656) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:57.957260 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-47bcf743-56c3-4ac0-b1e9-ab3fd368946f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:53:58.056834 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ea5ef8-7d3d-4cd5-90be-c37fb22e7c21 None None] Resources bound (agent type, host, resource id): {{(pid=102470) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 17:53:58.150076 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bcf743-56c3-4ac0-b1e9-ab3fd368946f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:53:58.155815 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-47bcf743-56c3-4ac0-b1e9-ab3fd368946f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:58.338707 n-d-776250-10 neutron-server[102469]: INFO neutron.db.ipam_backend_mixin [None req-47bcf743-56c3-4ac0-b1e9-ab3fd368946f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a4a0879e-044c-4cba-8541-f3b83270b3f2 (CIDR: 2001:db8::/64) Nov 10 17:53:58.345298 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-47bcf743-56c3-4ac0-b1e9-ab3fd368946f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 17:53:58.345812 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47bcf743-56c3-4ac0-b1e9-ab3fd368946f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:53:58.395189 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-47bcf743-56c3-4ac0-b1e9-ab3fd368946f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4463451 Nov 10 17:53:58.398224 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35680) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:53:58.403701 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-056d8373-5aab-46df-b6bb-d791ec42c6a6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'subnet': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:53:58.568658 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056d8373-5aab-46df-b6bb-d791ec42c6a6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:53:58.575273 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-056d8373-5aab-46df-b6bb-d791ec42c6a6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:58.913582 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6e63e5-7871-43ba-9d2f-c82d8605223a None None] Update dhcp port {'port': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'fixed_ips': [{'subnet_id': 'a4a0879e-044c-4cba-8541-f3b83270b3f2'}], 'binding:host_id': 'n-d-776250-10'}, 'id': '721cd714-0566-4990-a27e-a793dccf0060'} from n-d-776250-10. {{(pid=102470) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 17:53:58.946628 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ed6e63e5-7871-43ba-9d2f-c82d8605223a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:59.239745 n-d-776250-10 neutron-server[102468]: DEBUG neutron.objects.ports [None req-056d8373-5aab-46df-b6bb-d791ec42c6a6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102468) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 17:53:59.286766 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-ed6e63e5-7871-43ba-9d2f-c82d8605223a None None] Allocated IP 2001:db8::2 (56ba63a0-d928-4743-9bbe-448716588d55/a4a0879e-044c-4cba-8541-f3b83270b3f2/721cd714-0566-4990-a27e-a793dccf0060) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:53:59.418439 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-ed6e63e5-7871-43ba-9d2f-c82d8605223a None None] For port 721cd714-0566-4990-a27e-a793dccf0060, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=721cd714-0566-4990-a27e-a793dccf0060,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:53:59.464579 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ed6e63e5-7871-43ba-9d2f-c82d8605223a None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:59.484099 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ed6e63e5-7871-43ba-9d2f-c82d8605223a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:59.522103 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-056d8373-5aab-46df-b6bb-d791ec42c6a6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:59.629615 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e63e5-7871-43ba-9d2f-c82d8605223a None None] Pushing event updated for resources: {'Port': ['ID=721cd714-0566-4990-a27e-a793dccf0060,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:53:59.807101 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-056d8373-5aab-46df-b6bb-d791ec42c6a6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] For port 721cd714-0566-4990-a27e-a793dccf0060, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=721cd714-0566-4990-a27e-a793dccf0060,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:53:59.844833 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-056d8373-5aab-46df-b6bb-d791ec42c6a6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:59.863678 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-056d8373-5aab-46df-b6bb-d791ec42c6a6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:59.868699 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-056d8373-5aab-46df-b6bb-d791ec42c6a6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:59.961989 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056d8373-5aab-46df-b6bb-d791ec42c6a6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:53:59.977554 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-056d8373-5aab-46df-b6bb-d791ec42c6a6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:53:59.985043 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056d8373-5aab-46df-b6bb-d791ec42c6a6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:53:59.985665 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-056d8373-5aab-46df-b6bb-d791ec42c6a6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:53:59.993024 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d8373-5aab-46df-b6bb-d791ec42c6a6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Port': ['ID=721cd714-0566-4990-a27e-a793dccf0060,revision_number=9']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:00.004294 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d8373-5aab-46df-b6bb-d791ec42c6a6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Subnet': ['ID=de8c870f-8305-4461-9f17-9529dcd2c582,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:00.013956 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-056d8373-5aab-46df-b6bb-d791ec42c6a6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.6145663 Nov 10 17:54:00.017259 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35706) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:00.022259 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-c8cec448-bc36-4538-b61d-3859da9f0f3f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Request body: {'port': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'mac_address': 'fa:16:3e:f6:f8:67', 'name': 'tempest-NetworksTestDHCPv6-1617932047'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:00.200413 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cec448-bc36-4538-b61d-3859da9f0f3f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Made reservation on behalf of f939140a32834c1da7df3d36570f3629 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:54:00.315330 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8cec448-bc36-4538-b61d-3859da9f0f3f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:00.335005 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 721cd714-0566-4990-a27e-a793dccf0060 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:54:00.359126 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-c8cec448-bc36-4538-b61d-3859da9f0f3f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] device_id is not set on port 5a03a36c-2d5a-4c50-b7bb-5a0dd574e75d yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:54:00.394183 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 721cd714-0566-4990-a27e-a793dccf0060 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:54:00.394739 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:00.542701 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cc311e14-9a0d-4951-8548-d84c2702fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:00.646472 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-c8cec448-bc36-4538-b61d-3859da9f0f3f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Allocated IP 2001:db8::2a5 (56ba63a0-d928-4743-9bbe-448716588d55/a4a0879e-044c-4cba-8541-f3b83270b3f2/5a03a36c-2d5a-4c50-b7bb-5a0dd574e75d) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:54:00.646761 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde09f79-657c-4966-9f38-d8ac21416fc9 None None] get_active_networks_info from n-d-776250-10 {{(pid=102470) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 17:54:00.663308 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-c8cec448-bc36-4538-b61d-3859da9f0f3f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Allocated IP 2001:db8:0:1:f816:3eff:fef6:f867 (56ba63a0-d928-4743-9bbe-448716588d55/de8c870f-8305-4461-9f17-9529dcd2c582/5a03a36c-2d5a-4c50-b7bb-5a0dd574e75d) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:54:00.773822 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-9eba43b9-afe6-4cf9-9994-55ae73b2b90b None None] Provisioning complete for port 721cd714-0566-4990-a27e-a793dccf0060 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:54:00.774261 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9eba43b9-afe6-4cf9-9994-55ae73b2b90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:00.872449 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8cec448-bc36-4538-b61d-3859da9f0f3f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:00.877205 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde09f79-657c-4966-9f38-d8ac21416fc9 None None] Resources bound (agent type, host, resource id): {{(pid=102470) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 17:54:00.923208 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8cec448-bc36-4538-b61d-3859da9f0f3f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:01.009218 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cec448-bc36-4538-b61d-3859da9f0f3f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Network 56ba63a0-d928-4743-9bbe-448716588d55 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:54:01.012777 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-c8cec448-bc36-4538-b61d-3859da9f0f3f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:54:01.015880 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cec448-bc36-4538-b61d-3859da9f0f3f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:54:01.022062 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cec448-bc36-4538-b61d-3859da9f0f3f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:01.022842 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8cec448-bc36-4538-b61d-3859da9f0f3f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:01.049707 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cec448-bc36-4538-b61d-3859da9f0f3f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event updated for resources: {'Port': ['ID=5a03a36c-2d5a-4c50-b7bb-5a0dd574e75d,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:01.066351 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c8cec448-bc36-4538-b61d-3859da9f0f3f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0479834 Nov 10 17:54:01.069086 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35728) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:01.180896 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-b580740c-90e2-4846-ba13-7e841fc6ff59 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting port 5a03a36c-2d5a-4c50-b7bb-5a0dd574e75d {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:54:01.181305 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b580740c-90e2-4846-ba13-7e841fc6ff59 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:01.307541 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b580740c-90e2-4846-ba13-7e841fc6ff59 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:01.322326 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-b580740c-90e2-4846-ba13-7e841fc6ff59 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Calling delete_port for 5a03a36c-2d5a-4c50-b7bb-5a0dd574e75d owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:54:01.584524 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b580740c-90e2-4846-ba13-7e841fc6ff59 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:01.656096 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580740c-90e2-4846-ba13-7e841fc6ff59 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Port': ['ID=5a03a36c-2d5a-4c50-b7bb-5a0dd574e75d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:01.719499 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b580740c-90e2-4846-ba13-7e841fc6ff59 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:01.724183 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b580740c-90e2-4846-ba13-7e841fc6ff59 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/5a03a36c-2d5a-4c50-b7bb-5a0dd574e75d HTTP/1.1" status: 204 len: 168 time: 0.6536298 Nov 10 17:54:01.726595 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35742) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:01.832686 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce1518a-0ffe-44cd-8bd6-f08f20861f80 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:01.834840 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-cce1518a-0ffe-44cd-8bd6-f08f20861f80 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1068423 Nov 10 17:54:01.838488 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35748) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:01.910195 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35eecd1-5b99-45f0-b8ac-55b40d504b82 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:01.912308 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e35eecd1-5b99-45f0-b8ac-55b40d504b82 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0728076 Nov 10 17:54:01.915208 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35750) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:02.072289 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b95e3dd-9187-4e2d-b52d-7db0fab2894f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:02.073703 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b95e3dd-9187-4e2d-b52d-7db0fab2894f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:02.083938 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b95e3dd-9187-4e2d-b52d-7db0fab2894f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:02.095498 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8b95e3dd-9187-4e2d-b52d-7db0fab2894f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1677525 Nov 10 17:54:02.095498 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35758) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:02.145115 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-5513094f-570a-47de-a2d0-8a704a5205a3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting subnet a4a0879e-044c-4cba-8541-f3b83270b3f2 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:54:02.148574 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5513094f-570a-47de-a2d0-8a704a5205a3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:02.196294 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5513094f-570a-47de-a2d0-8a704a5205a3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:02.207555 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494f09a9-4bed-4bcd-a645-d55d7bdd2185 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:54:02.293210 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5513094f-570a-47de-a2d0-8a704a5205a3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:02.368525 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5513094f-570a-47de-a2d0-8a704a5205a3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:02.370147 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-1ccc0fac-01f1-4337-89da-97c245c481b8 None None] Could not find standard attr ID for object 5a03a36c-2d5a-4c50-b7bb-5a0dd574e75d. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 17:54:02.409891 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513094f-570a-47de-a2d0-8a704a5205a3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Subnet': ['ID=a4a0879e-044c-4cba-8541-f3b83270b3f2,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:02.429480 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-1ccc0fac-01f1-4337-89da-97c245c481b8 None None] Provisioning complete for port 721cd714-0566-4990-a27e-a793dccf0060 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:54:02.429480 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1ccc0fac-01f1-4337-89da-97c245c481b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:02.444184 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5513094f-570a-47de-a2d0-8a704a5205a3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:02.444184 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5513094f-570a-47de-a2d0-8a704a5205a3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/a4a0879e-044c-4cba-8541-f3b83270b3f2 HTTP/1.1" status: 204 len: 168 time: 0.3524742 Nov 10 17:54:02.445482 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35768) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:02.567839 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f582767-32fa-4b9a-a7da-e1bf5194d8d6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Deleting subnet de8c870f-8305-4461-9f17-9529dcd2c582 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:54:02.572021 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f582767-32fa-4b9a-a7da-e1bf5194d8d6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:02.628604 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f582767-32fa-4b9a-a7da-e1bf5194d8d6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:02.746010 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca372310-112e-4273-a261-df8b3e0b34b9 None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:54:02.788824 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f582767-32fa-4b9a-a7da-e1bf5194d8d6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:02.898907 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f582767-32fa-4b9a-a7da-e1bf5194d8d6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:02.959929 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1e35909c-a890-42d0-8104-33755eb63fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:02.965623 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e236cbd0-2d6f-41d4-abea-b256a83fac53 None None] Provisioning complete for port 721cd714-0566-4990-a27e-a793dccf0060 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:54:02.965763 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e236cbd0-2d6f-41d4-abea-b256a83fac53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:02.989424 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f582767-32fa-4b9a-a7da-e1bf5194d8d6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:03.003803 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35780) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:03.004776 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4f582767-32fa-4b9a-a7da-e1bf5194d8d6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/de8c870f-8305-4461-9f17-9529dcd2c582 HTTP/1.1" status: 204 len: 168 time: 0.5545218 Nov 10 17:54:03.008125 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f582767-32fa-4b9a-a7da-e1bf5194d8d6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Subnet': ['ID=de8c870f-8305-4461-9f17-9529dcd2c582,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:03.090193 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-690a5bd2-3d85-44ae-8b79-a5fc41c92da9 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0851583 Nov 10 17:54:03.093754 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35782) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:03.187595 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0810f76d-4e80-4cd6-b070-88daea276cd4 None None] Update dhcp port {'port': {'network_id': '56ba63a0-d928-4743-9bbe-448716588d55', 'fixed_ips': [{'subnet_id': 'de8c870f-8305-4461-9f17-9529dcd2c582'}], 'binding:host_id': 'n-d-776250-10'}, 'id': '721cd714-0566-4990-a27e-a793dccf0060'} from n-d-776250-10. {{(pid=102470) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 17:54:03.205642 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05551b6-cfcf-4962-b6f9-1329577fd892 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:03.215886 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0810f76d-4e80-4cd6-b070-88daea276cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:03.220259 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35788) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:03.220455 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b05551b6-cfcf-4962-b6f9-1329577fd892 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1254976 Nov 10 17:54:03.360313 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a54a96-55d2-4a77-b5b9-e875b8648cfd tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:03.370031 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35790) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:03.370859 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-36a54a96-55d2-4a77-b5b9-e875b8648cfd tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1453650 Nov 10 17:54:03.436855 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837a4c37-d25b-4722-9257-9193d8809ccd None None] Network 56ba63a0-d928-4743-9bbe-448716588d55 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:54:03.441632 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-0ad77743-cf04-4cd2-ad03-4401d6998d67 None None] Provisioning complete for port 721cd714-0566-4990-a27e-a793dccf0060 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:54:03.448704 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0ad77743-cf04-4cd2-ad03-4401d6998d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:03.457422 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35794) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:03.469108 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-63efa71e-2856-4943-80f6-300656c6a643 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0971899 Nov 10 17:54:03.508221 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-804b8636-4bb8-4af3-9a43-d81abb6b1df3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:03.509124 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-804b8636-4bb8-4af3-9a43-d81abb6b1df3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:03.512342 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-804b8636-4bb8-4af3-9a43-d81abb6b1df3 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/5a03a36c-2d5a-4c50-b7bb-5a0dd574e75d HTTP/1.1" status: 404 len: 333 time: 0.0536432 Nov 10 17:54:03.516533 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35796) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:03.568293 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-0df47226-0188-48b1-aabb-2a29b9daaf68 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:03.568765 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0df47226-0188-48b1-aabb-2a29b9daaf68 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:03.583349 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35798) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:03.583571 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0df47226-0188-48b1-aabb-2a29b9daaf68 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/de8c870f-8305-4461-9f17-9529dcd2c582 HTTP/1.1" status: 404 len: 337 time: 0.0658240 Nov 10 17:54:03.650435 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a1667c1-c036-4412-a5bb-72a7938da547 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:03.650964 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a1667c1-c036-4412-a5bb-72a7938da547 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:03.654133 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4a1667c1-c036-4412-a5bb-72a7938da547 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/a4a0879e-044c-4cba-8541-f3b83270b3f2 HTTP/1.1" status: 404 len: 337 time: 0.0695415 Nov 10 17:54:03.657730 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35804) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:03.684460 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2c808b6-7950-4385-99da-9833701960ba tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:03.685321 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2c808b6-7950-4385-99da-9833701960ba tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:03.690603 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e2c808b6-7950-4385-99da-9833701960ba tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/2483d3af-b252-4227-9dc1-573e56b3b1ab HTTP/1.1" status: 404 len: 333 time: 0.0316103 Nov 10 17:54:03.693077 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35806) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:03.710616 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887de024-2d64-479e-81c6-4fc201f67fa0 None None] DHCP port deletion for 56ba63a0-d928-4743-9bbe-448716588d55 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:54:03.768472 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b6202a-2efe-4d6a-a906-58d121c5bcbc tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:03.768472 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7b6202a-2efe-4d6a-a906-58d121c5bcbc tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:03.786589 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c7b6202a-2efe-4d6a-a906-58d121c5bcbc tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/984ef9fa-61fa-4bb6-b63f-39a2bf047309 HTTP/1.1" status: 404 len: 337 time: 0.0922911 Nov 10 17:54:03.789651 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35808) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:03.820677 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-887de024-2d64-479e-81c6-4fc201f67fa0 None None] Deleting port 721cd714-0566-4990-a27e-a793dccf0060 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:54:03.821058 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-887de024-2d64-479e-81c6-4fc201f67fa0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:03.872747 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc71f966-790b-44d6-b621-24712fd77ade tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:03.874442 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc71f966-790b-44d6-b621-24712fd77ade tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:03.888517 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35812) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:03.891776 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cc71f966-790b-44d6-b621-24712fd77ade tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/6902ffd6-4d25-470f-82e3-a94928a84660 HTTP/1.1" status: 404 len: 337 time: 0.0978773 Nov 10 17:54:03.930814 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d02a65c-ca4a-4052-a6e5-9e512c7b7517 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:03.949188 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d02a65c-ca4a-4052-a6e5-9e512c7b7517 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:03.963845 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35814) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:03.979155 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7d02a65c-ca4a-4052-a6e5-9e512c7b7517 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/b6428c0b-427a-42c0-8234-f63fc404894c HTTP/1.1" status: 404 len: 333 time: 0.0879219 Nov 10 17:54:04.006757 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-887de024-2d64-479e-81c6-4fc201f67fa0 None None] For port 721cd714-0566-4990-a27e-a793dccf0060, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=721cd714-0566-4990-a27e-a793dccf0060,segment=NetworkSegment(86e25d74-2697-4946-8e4e-7795e65db395),segment_id=86e25d74-2697-4946-8e4e-7795e65db395)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:54:04.007415 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-887de024-2d64-479e-81c6-4fc201f67fa0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:04.042912 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-360f1247-a2fb-44e6-8b72-e964124f32cf tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:04.043472 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-360f1247-a2fb-44e6-8b72-e964124f32cf tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:04.054832 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35820) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:04.066848 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-360f1247-a2fb-44e6-8b72-e964124f32cf tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/98633730-51af-452b-8c90-37218d6b33ec HTTP/1.1" status: 404 len: 337 time: 0.1013880 Nov 10 17:54:04.068453 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-887de024-2d64-479e-81c6-4fc201f67fa0 None None] Calling delete_port for 721cd714-0566-4990-a27e-a793dccf0060 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:54:04.071771 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:04.131057 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-85132d5b-0e22-4d09-91a8-122215b2dbe5 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:04.131968 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85132d5b-0e22-4d09-91a8-122215b2dbe5 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:04.142194 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-85132d5b-0e22-4d09-91a8-122215b2dbe5 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/a5a81cbe-c0d0-4463-9d8c-367aefeef346 HTTP/1.1" status: 404 len: 337 time: 0.0852864 Nov 10 17:54:04.145737 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35826) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:04.202746 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b039775-932b-4ab8-93b5-d1b994f7fa9a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:04.204934 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b039775-932b-4ab8-93b5-d1b994f7fa9a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:04.210289 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6b039775-932b-4ab8-93b5-d1b994f7fa9a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/efd1f6b4-bd8a-4f5d-bf20-012d9aa2d4fe HTTP/1.1" status: 404 len: 333 time: 0.0627286 Nov 10 17:54:04.213845 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35828) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:04.243111 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-887de024-2d64-479e-81c6-4fc201f67fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:04.287210 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4bf1703-c306-47a6-b201-0c9e4f194dae tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:04.287825 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4bf1703-c306-47a6-b201-0c9e4f194dae tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:04.290826 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887de024-2d64-479e-81c6-4fc201f67fa0 None None] Pushing event deleted for resources: {'Port': ['ID=721cd714-0566-4990-a27e-a793dccf0060,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:04.292765 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 721cd714-0566-4990-a27e-a793dccf0060 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:54:04.314828 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35830) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:04.316092 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b4bf1703-c306-47a6-b201-0c9e4f194dae tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/6c2d645b-06b0-4791-aaff-d08d85200cd0 HTTP/1.1" status: 404 len: 337 time: 0.1011155 Nov 10 17:54:04.352443 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 721cd714-0566-4990-a27e-a793dccf0060 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:54:04.353112 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 721cd714-0566-4990-a27e-a793dccf0060 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:54:04.365910 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887de024-2d64-479e-81c6-4fc201f67fa0 None None] No DVR routers for this DVR port 721cd714-0566-4990-a27e-a793dccf0060 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:54:04.369227 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec9bb303-2919-471e-a9e2-a8d1087aaaa0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:04.370797 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec9bb303-2919-471e-a9e2-a8d1087aaaa0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:04.386323 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35836) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:04.398089 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ec9bb303-2919-471e-a9e2-a8d1087aaaa0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/c15967bc-5611-49fb-b081-c05b57206f3b HTTP/1.1" status: 404 len: 337 time: 0.0816846 Nov 10 17:54:04.418474 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc6f91d-bd0d-430e-8d09-85763f5696ef tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:04.419314 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fc6f91d-bd0d-430e-8d09-85763f5696ef tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:04.441521 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35840) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:04.451003 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8fc6f91d-bd0d-430e-8d09-85763f5696ef tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/feb20ef3-86d1-43e6-b6f4-0186e14be28f HTTP/1.1" status: 404 len: 333 time: 0.0630736 Nov 10 17:54:04.501160 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-58381834-2fed-4e32-8e3e-ee23f95674cf tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:04.501696 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58381834-2fed-4e32-8e3e-ee23f95674cf tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:04.508309 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35842) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:04.508468 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-58381834-2fed-4e32-8e3e-ee23f95674cf tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/cc382eca-6015-4c52-ac2f-da1962613755 HTTP/1.1" status: 404 len: 337 time: 0.0654902 Nov 10 17:54:04.549091 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab86173-6807-4fc5-b5c0-7bbbc9f0e53b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:04.549732 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ab86173-6807-4fc5-b5c0-7bbbc9f0e53b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:04.557936 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35844) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:04.558077 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3ab86173-6807-4fc5-b5c0-7bbbc9f0e53b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/d132e264-a751-4a1e-b4ba-27fdd2e48878 HTTP/1.1" status: 404 len: 333 time: 0.0487268 Nov 10 17:54:04.596850 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf38e34-b575-438c-a408-7fb1ade06fde tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:04.597383 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acf38e34-b575-438c-a408-7fb1ade06fde tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:04.603920 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35850) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:04.604179 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-acf38e34-b575-438c-a408-7fb1ade06fde tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/e512c08b-f432-4f45-9f2b-1c9e1a0c7e12 HTTP/1.1" status: 404 len: 337 time: 0.0445502 Nov 10 17:54:04.628383 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b6ee770-60ef-48ce-b17c-e534a584e26f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:04.629073 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b6ee770-60ef-48ce-b17c-e534a584e26f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:04.632079 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5b6ee770-60ef-48ce-b17c-e534a584e26f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/04900c7b-cecd-4fbf-ad0c-e6a5710cb478 HTTP/1.1" status: 404 len: 333 time: 0.0271151 Nov 10 17:54:04.635413 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35852) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:04.681369 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e91a71-3a52-4534-97d7-a95dc0d549dd tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:04.682264 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1e91a71-3a52-4534-97d7-a95dc0d549dd tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:04.685363 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e1e91a71-3a52-4534-97d7-a95dc0d549dd tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/3924f2aa-f024-487c-89ac-aa5405e1aba6 HTTP/1.1" status: 404 len: 337 time: 0.0489237 Nov 10 17:54:04.688866 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35854) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:04.742237 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa245ea-c574-433f-84ff-00adaff6b719 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:04.743059 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfa245ea-c574-433f-84ff-00adaff6b719 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:04.750972 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cfa245ea-c574-433f-84ff-00adaff6b719 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/30560deb-4b18-4ebe-bddd-928a7feb527c HTTP/1.1" status: 404 len: 333 time: 0.0583344 Nov 10 17:54:04.751369 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35860) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:04.796258 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b8ccee-1e9b-438c-b9ef-00d3dc548127 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:04.796807 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3b8ccee-1e9b-438c-b9ef-00d3dc548127 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:04.812139 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a3b8ccee-1e9b-438c-b9ef-00d3dc548127 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/0ea8144a-ab39-4cc3-b61c-b2e06fcbdbfc HTTP/1.1" status: 404 len: 337 time: 0.0588741 Nov 10 17:54:04.814931 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35866) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:04.854225 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c130fb9-97f1-4a20-813d-fe483d74351d tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:04.855103 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c130fb9-97f1-4a20-813d-fe483d74351d tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:04.858475 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2c130fb9-97f1-4a20-813d-fe483d74351d tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/1391df0b-1192-4c23-8267-b3a19bf3ae04 HTTP/1.1" status: 404 len: 333 time: 0.0425429 Nov 10 17:54:04.861828 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35868) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:04.900991 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-482e3e1b-d262-436b-9cb6-fcf1ff3ac086 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:04.901666 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-482e3e1b-d262-436b-9cb6-fcf1ff3ac086 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:04.905165 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-482e3e1b-d262-436b-9cb6-fcf1ff3ac086 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/e8c0ae21-24bb-45bc-9a38-7bcd03a0f030 HTTP/1.1" status: 404 len: 337 time: 0.0416448 Nov 10 17:54:04.907701 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35872) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:04.961999 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d4bbc7-f408-4085-aef1-6d4e67c4ebf8 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:04.962794 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4d4bbc7-f408-4085-aef1-6d4e67c4ebf8 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:04.973318 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b4d4bbc7-f408-4085-aef1-6d4e67c4ebf8 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/689c95c8-c716-49a6-9a3f-3898808c39a4 HTTP/1.1" status: 404 len: 333 time: 0.0643315 Nov 10 17:54:04.977972 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35876) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:05.010140 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-39242127-be8d-46d2-88db-2365c0547c78 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:05.010606 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39242127-be8d-46d2-88db-2365c0547c78 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:05.013655 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-39242127-be8d-46d2-88db-2365c0547c78 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/b9091f05-2bf0-4b89-9179-447fe10de49d HTTP/1.1" status: 404 len: 337 time: 0.0342507 Nov 10 17:54:05.016653 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35880) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:05.045221 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b2e117b-b341-48a1-8285-0c43cce64640 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:05.046217 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b2e117b-b341-48a1-8285-0c43cce64640 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:05.051937 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1b2e117b-b341-48a1-8285-0c43cce64640 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/e73df08f-3a8a-482e-a538-c7b8c2430333 HTTP/1.1" status: 404 len: 337 time: 0.0341148 Nov 10 17:54:05.052633 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35886) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:05.078255 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-c888082f-a2d2-4ff7-a6bf-4869ff63c446 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:05.078888 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c888082f-a2d2-4ff7-a6bf-4869ff63c446 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:05.085122 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35890) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:05.085389 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c888082f-a2d2-4ff7-a6bf-4869ff63c446 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/48f4dc75-6540-4f4d-810c-91d65e4e6aea HTTP/1.1" status: 404 len: 333 time: 0.0317452 Nov 10 17:54:05.115749 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-836fdd0b-a68b-4f2f-9e0a-b1dff1a78d67 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:05.115749 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-836fdd0b-a68b-4f2f-9e0a-b1dff1a78d67 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:05.117924 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-836fdd0b-a68b-4f2f-9e0a-b1dff1a78d67 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/df0267bb-2035-4ddc-a7aa-f3da970142ab HTTP/1.1" status: 404 len: 337 time: 0.0317929 Nov 10 17:54:05.120421 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35894) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:05.154531 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb202d7-9514-4245-b0ff-0e41e4b7caf0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:05.154531 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bb202d7-9514-4245-b0ff-0e41e4b7caf0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:05.158678 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2bb202d7-9514-4245-b0ff-0e41e4b7caf0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/812d706e-9ac4-4d47-8ba0-aee30e200f94 HTTP/1.1" status: 404 len: 337 time: 0.0372555 Nov 10 17:54:05.161122 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35896) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:05.188981 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-7abcd086-dede-4a14-848f-9fc620c5d0e8 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:05.189652 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7abcd086-dede-4a14-848f-9fc620c5d0e8 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:05.192900 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7abcd086-dede-4a14-848f-9fc620c5d0e8 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/a664a258-a004-4e16-a8e4-ed83ce7d8854 HTTP/1.1" status: 404 len: 333 time: 0.0307274 Nov 10 17:54:05.195384 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35898) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:05.228226 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-f916246b-9581-4990-b765-e79d5d2a7233 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:05.229130 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f916246b-9581-4990-b765-e79d5d2a7233 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:05.237149 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35900) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:05.261931 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f916246b-9581-4990-b765-e79d5d2a7233 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/1d9cff07-09b9-4d17-9345-34fb41f440cc HTTP/1.1" status: 404 len: 337 time: 0.0652461 Nov 10 17:54:05.310283 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ecd8a1-6d5a-4323-8d80-17ec2e08e7f7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:05.310765 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17ecd8a1-6d5a-4323-8d80-17ec2e08e7f7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:05.314815 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-17ecd8a1-6d5a-4323-8d80-17ec2e08e7f7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/3a332381-0ae2-4724-a9f7-1a010b2361f1 HTTP/1.1" status: 404 len: 337 time: 0.0760813 Nov 10 17:54:05.317420 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35906) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:05.388303 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-7661f069-35b1-41c4-8034-d88d65f5bda6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:05.390739 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7661f069-35b1-41c4-8034-d88d65f5bda6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:05.394510 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7661f069-35b1-41c4-8034-d88d65f5bda6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/d26ada3a-ed6d-494a-ab3a-8d92ab9f2270 HTTP/1.1" status: 404 len: 333 time: 0.0759940 Nov 10 17:54:05.397215 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35908) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:05.463297 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-db95a5ed-219c-4724-9c4f-56f4f67b3825 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:05.464001 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db95a5ed-219c-4724-9c4f-56f4f67b3825 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:05.470252 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-db95a5ed-219c-4724-9c4f-56f4f67b3825 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/b6cc1b21-47f3-4f85-b57e-f379c2143e41 HTTP/1.1" status: 404 len: 337 time: 0.0713029 Nov 10 17:54:05.472812 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35912) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:05.537959 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:05.538848 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda87df3-e8ed-4a03-99eb-2413813e36b6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:05.539498 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda87df3-e8ed-4a03-99eb-2413813e36b6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:05.544703 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-fda87df3-e8ed-4a03-99eb-2413813e36b6 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/6d62aae5-57e6-43e8-bf28-546de7a72a63 HTTP/1.1" status: 404 len: 337 time: 0.0707185 Nov 10 17:54:05.546876 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35914) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:05.615535 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-58c78f76-d176-4630-a43f-3ae65c7f9095 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports?device_id=25a6ac79-cae3-414b-81a6-317027a1cea3 HTTP/1.1" status: 200 len: 205 time: 0.0674446 Nov 10 17:54:05.617833 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35916) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:05.691344 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-1f18373b-482a-4f6d-8273-2b006d47a59f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] delete failed (client error): The resource could not be found. Nov 10 17:54:05.692708 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1f18373b-482a-4f6d-8273-2b006d47a59f tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/routers/25a6ac79-cae3-414b-81a6-317027a1cea3 HTTP/1.1" status: 404 len: 336 time: 0.0679326 Nov 10 17:54:05.695468 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35918) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:05.747236 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-feafbb91-08dc-4bd3-8918-62eb6897de2b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:05.747608 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feafbb91-08dc-4bd3-8918-62eb6897de2b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:05.754026 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-feafbb91-08dc-4bd3-8918-62eb6897de2b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/109881ba-21f7-4165-b707-3b4913a0b104 HTTP/1.1" status: 404 len: 337 time: 0.0551782 Nov 10 17:54:05.754489 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35920) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:05.805814 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35926) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:05.806221 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f60bc335-51c2-4f2a-b8ec-3b2f94745a66 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4ca85d6-a35b-4cbe-be62-f813c1357c9c HTTP/1.1" status: 200 len: 205 time: 0.0501714 Nov 10 17:54:05.851799 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-5514bed3-5361-4ca4-851c-7027d34d7af0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] delete failed (client error): The resource could not be found. Nov 10 17:54:05.852919 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5514bed3-5361-4ca4-851c-7027d34d7af0 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/routers/b4ca85d6-a35b-4cbe-be62-f813c1357c9c HTTP/1.1" status: 404 len: 336 time: 0.0459325 Nov 10 17:54:05.856136 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35928) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:05.898105 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad38f6b3-f269-4b27-8f05-ab1e20a4ae69 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:05.898585 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad38f6b3-f269-4b27-8f05-ab1e20a4ae69 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:05.907188 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35932) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:05.907456 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ad38f6b3-f269-4b27-8f05-ab1e20a4ae69 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/79419c1f-a7d0-43d9-952e-fa8d75052c06 HTTP/1.1" status: 404 len: 337 time: 0.0499814 Nov 10 17:54:05.940021 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-9347606c-70a7-498d-b8f5-d11f82afe8fb tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:05.940521 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9347606c-70a7-498d-b8f5-d11f82afe8fb tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:05.946053 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9347606c-70a7-498d-b8f5-d11f82afe8fb tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/3ed2e27b-a029-49a5-9aed-a54a1c140b50 HTTP/1.1" status: 404 len: 337 time: 0.0352232 Nov 10 17:54:05.946368 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35934) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:05.986593 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-53287b72-0a7d-4629-af31-a433e3637432 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:05.987799 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53287b72-0a7d-4629-af31-a433e3637432 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:05.994342 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35936) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:05.994934 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-53287b72-0a7d-4629-af31-a433e3637432 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/55ad0d81-96b5-4ad1-ad60-4b968d0b228d HTTP/1.1" status: 404 len: 333 time: 0.0471921 Nov 10 17:54:06.024750 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-c484752d-0086-428d-9a14-9c184972620a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:06.025222 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c484752d-0086-428d-9a14-9c184972620a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:06.031124 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c484752d-0086-428d-9a14-9c184972620a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/1af4b244-2ea9-466c-bc45-0542ddac5d88 HTTP/1.1" status: 404 len: 337 time: 0.0328796 Nov 10 17:54:06.031505 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35938) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:06.059773 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-416fb1b0-6958-486c-b623-8c97902fe17b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:06.061099 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-416fb1b0-6958-486c-b623-8c97902fe17b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:06.073185 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-416fb1b0-6958-486c-b623-8c97902fe17b tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/8b46e3c1-05da-4704-8ba3-c7eb136ce109 HTTP/1.1" status: 404 len: 333 time: 0.0386248 Nov 10 17:54:06.074882 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35940) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:06.107735 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-684f25ec-9c12-4599-b24b-183818d274b7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:06.108845 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684f25ec-9c12-4599-b24b-183818d274b7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:06.115371 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-684f25ec-9c12-4599-b24b-183818d274b7 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/ffb6fbc0-822c-4a55-9940-54c7bb163afb HTTP/1.1" status: 404 len: 337 time: 0.0372086 Nov 10 17:54:06.116332 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35946) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:06.144166 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9b12b5-8aae-4189-86bd-221744e40179 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:06.144910 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa9b12b5-8aae-4189-86bd-221744e40179 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:06.147980 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fa9b12b5-8aae-4189-86bd-221744e40179 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/63142b44-7e14-47a5-9fbc-3a8d78a07433 HTTP/1.1" status: 404 len: 333 time: 0.0295148 Nov 10 17:54:06.150628 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35950) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:06.179400 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a66edd-532c-49c9-ac26-9bac0205e94d tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:06.179762 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2a66edd-532c-49c9-ac26-9bac0205e94d tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:06.183388 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f2a66edd-532c-49c9-ac26-9bac0205e94d tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/f87e6d89-64ad-45ef-b916-05f48a8865b5 HTTP/1.1" status: 404 len: 337 time: 0.0317416 Nov 10 17:54:06.186488 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35952) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:06.216804 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-178aeeb0-fca9-4a2e-93d6-cc2cc2d36b9a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:06.218067 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178aeeb0-fca9-4a2e-93d6-cc2cc2d36b9a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:06.224266 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-178aeeb0-fca9-4a2e-93d6-cc2cc2d36b9a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/ef19fa79-e11d-4224-9291-eb3e12512848 HTTP/1.1" status: 404 len: 333 time: 0.0340579 Nov 10 17:54:06.225129 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35956) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:06.263797 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-5878edc9-1d54-489b-a4d2-c26931e636bf tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:06.265021 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5878edc9-1d54-489b-a4d2-c26931e636bf tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:06.271799 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35958) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:06.272127 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5878edc9-1d54-489b-a4d2-c26931e636bf tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/cfd1bb72-6bbe-4433-bfca-6065a3bcee68 HTTP/1.1" status: 404 len: 337 time: 0.0453138 Nov 10 17:54:06.298495 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a24631-338d-4fec-938b-442eaeab4540 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:06.299535 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a24631-338d-4fec-938b-442eaeab4540 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:06.303428 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-35a24631-338d-4fec-938b-442eaeab4540 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/93a2847e-1a90-4056-9a8f-7cefe1157992 HTTP/1.1" status: 404 len: 333 time: 0.0303571 Nov 10 17:54:06.306070 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35960) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:06.319497 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:06.341492 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-c380b95d-22ea-4d1b-99c1-6bb7cd8b314a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:06.342928 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c380b95d-22ea-4d1b-99c1-6bb7cd8b314a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:06.346653 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c380b95d-22ea-4d1b-99c1-6bb7cd8b314a tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/ce096f37-8ac0-41f6-8aa9-e0a43c18fe78 HTTP/1.1" status: 404 len: 337 time: 0.0392554 Nov 10 17:54:06.349738 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35962) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:06.383644 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac758c93-e180-46e5-9e10-ced58c405872 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:06.385362 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac758c93-e180-46e5-9e10-ced58c405872 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:06.390395 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ac758c93-e180-46e5-9e10-ced58c405872 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/b7cfb378-e24f-4578-8aa2-46a36f9a1750 HTTP/1.1" status: 404 len: 333 time: 0.0390463 Nov 10 17:54:06.393436 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35964) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:06.424406 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-80bbf820-c62b-4e4f-984a-fd2c062e5028 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:06.424768 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80bbf820-c62b-4e4f-984a-fd2c062e5028 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:06.428393 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-80bbf820-c62b-4e4f-984a-fd2c062e5028 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/a22cc2d6-c8d3-4056-b597-ef2aadc24040 HTTP/1.1" status: 404 len: 337 time: 0.0333421 Nov 10 17:54:06.431591 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35966) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:06.457650 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be60406-07c4-441d-9d5e-f504cb84ee57 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:06.458343 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be60406-07c4-441d-9d5e-f504cb84ee57 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:06.461394 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2be60406-07c4-441d-9d5e-f504cb84ee57 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/ports/3d8edc97-8baa-4358-b606-b0a89ecf2236 HTTP/1.1" status: 404 len: 333 time: 0.0285044 Nov 10 17:54:06.464599 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35968) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:06.500738 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc68cf2-4311-4d53-b54b-c1fc8412725e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] DELETE failed (client error): The resource could not be found. Nov 10 17:54:06.501556 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fc68cf2-4311-4d53-b54b-c1fc8412725e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:54:06.508049 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5fc68cf2-4311-4d53-b54b-c1fc8412725e tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/subnets/21b30ce2-ca83-4806-8be0-6f49af339a09 HTTP/1.1" status: 404 len: 337 time: 0.0415163 Nov 10 17:54:06.508330 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35974) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:06.619908 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-66346ff6-422d-4f11-a3b7-b34a7bb86a95 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:06.741801 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-66346ff6-422d-4f11-a3b7-b34a7bb86a95 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:06.767102 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-66346ff6-422d-4f11-a3b7-b34a7bb86a95 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ba63a0-d928-4743-9bbe-448716588d55']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:06.791725 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-66346ff6-422d-4f11-a3b7-b34a7bb86a95 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e25d74-2697-4946-8e4e-7795e65db395') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:06.792140 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-66346ff6-422d-4f11-a3b7-b34a7bb86a95 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e25d74-2697-4946-8e4e-7795e65db395') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:06.809809 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-66346ff6-422d-4f11-a3b7-b34a7bb86a95 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:06.833259 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-66346ff6-422d-4f11-a3b7-b34a7bb86a95 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:06.844871 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66346ff6-422d-4f11-a3b7-b34a7bb86a95 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:54:06.845112 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-66346ff6-422d-4f11-a3b7-b34a7bb86a95 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:06.853646 n-d-776250-10 neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:54:06.853646 n-d-776250-10 neutron-server[102469]: items = [ Nov 10 17:54:06.853646 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:54:06.853646 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:54:06.853646 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:54:06.853646 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:54:06.853646 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:54:06.853646 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:54:06.853646 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:54:06.853646 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:54:06.853646 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:54:06.853646 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:54:06.853646 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:54:06.853646 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:54:06.853646 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:54:06.853646 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:54:06.853646 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:54:06.853646 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:54:06.853646 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:54:06.853646 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:54:06.853646 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:54:06.853646 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:54:06.853646 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:54:06.853646 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:54:06.853646 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:54:06.853646 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:54:06.853646 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:54:06.853646 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:54:06.853646 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:54:06.853646 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:54:06.853646 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:54:06.853646 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:54:06.853646 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:54:06.853646 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:54:06.930392 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-66346ff6-422d-4f11-a3b7-b34a7bb86a95 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:06.939166 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-66346ff6-422d-4f11-a3b7-b34a7bb86a95 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:06.942882 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-66346ff6-422d-4f11-a3b7-b34a7bb86a95 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] 10.222.0.39 "DELETE /v2.0/networks/56ba63a0-d928-4743-9bbe-448716588d55 HTTP/1.1" status: 204 len: 168 time: 0.4334536 Nov 10 17:54:06.971405 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66346ff6-422d-4f11-a3b7-b34a7bb86a95 tempest-NetworksTestDHCPv6-1775255393 tempest-NetworksTestDHCPv6-1775255393-project] Pushing event deleted for resources: {'Network': ['ID=56ba63a0-d928-4743-9bbe-448716588d55,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:07.303958 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35994) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:07.567546 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f062f1d9-f716-4cc3-823f-70c43cfc1173 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f939140a32834c1da7df3d36570f3629&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2614748 Nov 10 17:54:07.571277 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36004) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:07.640233 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-acf1000f-3fd5-4ca5-830e-dcd15e538107 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:07.663266 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-acf1000f-3fd5-4ca5-830e-dcd15e538107 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:07.717451 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-acf1000f-3fd5-4ca5-830e-dcd15e538107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:07.720618 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-acf1000f-3fd5-4ca5-830e-dcd15e538107 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:07.721953 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-acf1000f-3fd5-4ca5-830e-dcd15e538107 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cd1c03d1-9e2c-4d3c-899b-3da1b17184da HTTP/1.1" status: 204 len: 168 time: 0.1481886 Nov 10 17:54:07.731999 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1000f-3fd5-4ca5-830e-dcd15e538107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1c03d1-9e2c-4d3c-899b-3da1b17184da,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:08.713761 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36088) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:08.873352 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-3d4eb8fb-a0cf-49ca-8b1c-ac3175c44f5a tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1827470149'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:08.905101 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4eb8fb-a0cf-49ca-8b1c-ac3175c44f5a tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Made reservation on behalf of ebc216e83172454192d476d1e2f40a4c for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:54:08.912932 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d4eb8fb-a0cf-49ca-8b1c-ac3175c44f5a tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:08.931965 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d4eb8fb-a0cf-49ca-8b1c-ac3175c44f5a tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:09.110522 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d4eb8fb-a0cf-49ca-8b1c-ac3175c44f5a tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:09.117802 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d4eb8fb-a0cf-49ca-8b1c-ac3175c44f5a tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:09.156779 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d4eb8fb-a0cf-49ca-8b1c-ac3175c44f5a tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:54:09.183588 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4eb8fb-a0cf-49ca-8b1c-ac3175c44f5a tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=636db995-1473-4994-9fd0-a7484113f882,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:09.197277 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d4eb8fb-a0cf-49ca-8b1c-ac3175c44f5a tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:09.198869 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-3d4eb8fb-a0cf-49ca-8b1c-ac3175c44f5a tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Added segment 4836901e-b3f2-4901-8805-acd468026959 of type vlan for network efce5e63-1903-491b-b8b2-2330a53a150e Nov 10 17:54:09.279236 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d4eb8fb-a0cf-49ca-8b1c-ac3175c44f5a tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:09.314923 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d4eb8fb-a0cf-49ca-8b1c-ac3175c44f5a tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:09.321189 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4eb8fb-a0cf-49ca-8b1c-ac3175c44f5a tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:09.321948 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d4eb8fb-a0cf-49ca-8b1c-ac3175c44f5a tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:09.395470 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3d4eb8fb-a0cf-49ca-8b1c-ac3175c44f5a tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6788733 Nov 10 17:54:09.397930 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36172) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:09.406341 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-2fbd21c1-199b-4710-a3e9-f3a60d4e43a1 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Request body: {'subnet': {'network_id': 'efce5e63-1903-491b-b8b2-2330a53a150e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:09.412490 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4eb8fb-a0cf-49ca-8b1c-ac3175c44f5a tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event updated for resources: {'Network': ['ID=efce5e63-1903-491b-b8b2-2330a53a150e,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:09.426415 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network efce5e63-1903-491b-b8b2-2330a53a150e details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:54:09.527850 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbd21c1-199b-4710-a3e9-f3a60d4e43a1 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Made reservation on behalf of ebc216e83172454192d476d1e2f40a4c for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:54:09.540811 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2fbd21c1-199b-4710-a3e9-f3a60d4e43a1 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:09.836895 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2fbd21c1-199b-4710-a3e9-f3a60d4e43a1 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:09.917492 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd21c1-199b-4710-a3e9-f3a60d4e43a1 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event updated for resources: {'Subnet': ['ID=76ee728b-d4b9-4aff-a598-8eee9191a2b4,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:09.928214 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbd21c1-199b-4710-a3e9-f3a60d4e43a1 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Checking segment: {'id': '4836901e-b3f2-4901-8805-acd468026959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'efce5e63-1903-491b-b8b2-2330a53a150e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:54:09.928910 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbd21c1-199b-4710-a3e9-f3a60d4e43a1 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Network hostable DHCP agents. Network: efce5e63-1903-491b-b8b2-2330a53a150e, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:54:09.948772 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbd21c1-199b-4710-a3e9-f3a60d4e43a1 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Network efce5e63-1903-491b-b8b2-2330a53a150e is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:54:09.962249 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-2fbd21c1-199b-4710-a3e9-f3a60d4e43a1 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, efce5e63-1903-491b-b8b2-2330a53a150e) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:54:09.967043 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbd21c1-199b-4710-a3e9-f3a60d4e43a1 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:09.968368 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2fbd21c1-199b-4710-a3e9-f3a60d4e43a1 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:09.982877 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af691f8c-b1ed-415e-b762-9d1ff8fef95a None None] Network efce5e63-1903-491b-b8b2-2330a53a150e requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:54:09.989728 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2fbd21c1-199b-4710-a3e9-f3a60d4e43a1 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5893795 Nov 10 17:54:09.992436 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36240) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:09.997550 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-11bd7068-c484-4884-ac78-f17b30a4ad2b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1529584504', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}, 'admin_state_up': False}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:10.029795 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-11bd7068-c484-4884-ac78-f17b30a4ad2b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:10.031363 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-11bd7068-c484-4884-ac78-f17b30a4ad2b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:10.128338 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-11bd7068-c484-4884-ac78-f17b30a4ad2b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:10.335732 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-11bd7068-c484-4884-ac78-f17b30a4ad2b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:10.349553 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00574c5a-8ede-4fbd-a3aa-645de8b84e44 None None] Network efce5e63-1903-491b-b8b2-2330a53a150e requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:54:10.815467 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-11bd7068-c484-4884-ac78-f17b30a4ad2b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:10.839075 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-11bd7068-c484-4884-ac78-f17b30a4ad2b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:11.023522 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-11bd7068-c484-4884-ac78-f17b30a4ad2b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Allocated IP 172.25.5.194 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/e09ac15b-2f5e-4141-8195-15a4230d2d6c) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:54:11.216047 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-11bd7068-c484-4884-ac78-f17b30a4ad2b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:11.282297 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-11bd7068-c484-4884-ac78-f17b30a4ad2b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:11.324393 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bd7068-c484-4884-ac78-f17b30a4ad2b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:54:11.327889 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-11bd7068-c484-4884-ac78-f17b30a4ad2b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:54:11.332639 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bd7068-c484-4884-ac78-f17b30a4ad2b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:54:11.348299 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd121b3-b4a6-4142-b7f2-6c1a511e1ddc None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:54:11.527716 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6b8c6c28-0d67-4f38-9938-ca30b949ea10 None None] Provisioning complete for port e09ac15b-2f5e-4141-8195-15a4230d2d6c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:54:11.528520 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6b8c6c28-0d67-4f38-9938-ca30b949ea10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:11.529258 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd7068-c484-4884-ac78-f17b30a4ad2b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event updated for resources: {'Port': ['ID=e09ac15b-2f5e-4141-8195-15a4230d2d6c,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:11.629650 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-6b8c6c28-0d67-4f38-9938-ca30b949ea10 None None] Port e09ac15b-2f5e-4141-8195-15a4230d2d6c cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:54:11.798835 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-11bd7068-c484-4884-ac78-f17b30a4ad2b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:12.182025 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-11bd7068-c484-4884-ac78-f17b30a4ad2b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:12.427110 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11bd7068-c484-4884-ac78-f17b30a4ad2b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Router a3ca5363-2426-4166-96d7-8d25286ffa12 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:54:12.833501 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:54:13.143879 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11bd7068-c484-4884-ac78-f17b30a4ad2b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:54:13.158504 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08a3913-0789-41c9-8c79-dc4a8745ee28 None None] Sync routers for ids ['a3ca5363-2426-4166-96d7-8d25286ffa12'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:54:13.171192 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-11bd7068-c484-4884-ac78-f17b30a4ad2b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:13.173303 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-11bd7068-c484-4884-ac78-f17b30a4ad2b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1792080 Nov 10 17:54:13.176240 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36572) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:13.181808 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08a3913-0789-41c9-8c79-dc4a8745ee28 None None] Routers {'a3ca5363-2426-4166-96d7-8d25286ffa12'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:13.182805 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-f08a3913-0789-41c9-8c79-dc4a8745ee28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a3ca5363-2426-4166-96d7-8d25286ffa12'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:13.257369 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-f08a3913-0789-41c9-8c79-dc4a8745ee28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:13.275066 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08a3913-0789-41c9-8c79-dc4a8745ee28 None None] Routers {'a3ca5363-2426-4166-96d7-8d25286ffa12'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:13.276058 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-f08a3913-0789-41c9-8c79-dc4a8745ee28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a3ca5363-2426-4166-96d7-8d25286ffa12'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:13.385752 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-f08a3913-0789-41c9-8c79-dc4a8745ee28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:13.386778 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08a3913-0789-41c9-8c79-dc4a8745ee28 None None] The sync data for ids ['a3ca5363-2426-4166-96d7-8d25286ffa12'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:54:14.305434 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-98ab405b-d049-43f0-82d3-9108b274b08c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:14.638834 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-98ab405b-d049-43f0-82d3-9108b274b08c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Allocated IP 172.20.0.1 (efce5e63-1903-491b-b8b2-2330a53a150e/76ee728b-d4b9-4aff-a598-8eee9191a2b4/8e0e00b0-144a-42fb-936a-8b674c7847a3) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:54:14.775078 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-98ab405b-d049-43f0-82d3-9108b274b08c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:14.816002 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-98ab405b-d049-43f0-82d3-9108b274b08c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:14.873686 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ab405b-d049-43f0-82d3-9108b274b08c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Network efce5e63-1903-491b-b8b2-2330a53a150e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:54:14.877761 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-98ab405b-d049-43f0-82d3-9108b274b08c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:54:14.882061 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ab405b-d049-43f0-82d3-9108b274b08c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:54:14.908823 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab405b-d049-43f0-82d3-9108b274b08c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event updated for resources: {'Port': ['ID=8e0e00b0-144a-42fb-936a-8b674c7847a3,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:14.935461 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-98ab405b-d049-43f0-82d3-9108b274b08c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:15.106601 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-98ab405b-d049-43f0-82d3-9108b274b08c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:15.442644 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-98ab405b-d049-43f0-82d3-9108b274b08c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:15.453921 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-98ab405b-d049-43f0-82d3-9108b274b08c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:15.513609 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-98ab405b-d049-43f0-82d3-9108b274b08c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:15.612140 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab405b-d049-43f0-82d3-9108b274b08c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event updated for resources: {'Port': ['ID=8e0e00b0-144a-42fb-936a-8b674c7847a3,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:15.728775 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ab405b-d049-43f0-82d3-9108b274b08c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Network efce5e63-1903-491b-b8b2-2330a53a150e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:54:15.730921 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-98ab405b-d049-43f0-82d3-9108b274b08c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:54:15.880819 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ab405b-d049-43f0-82d3-9108b274b08c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Router a3ca5363-2426-4166-96d7-8d25286ffa12 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:54:16.004754 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ab405b-d049-43f0-82d3-9108b274b08c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:54:16.010181 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-98ab405b-d049-43f0-82d3-9108b274b08c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "PUT /v2.0/routers/a3ca5363-2426-4166-96d7-8d25286ffa12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8316786 Nov 10 17:54:16.013052 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36648) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:16.020843 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-c50b1949-35cf-4d58-bd75-35b330c67f3e tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Request body: {'port': {'network_id': 'efce5e63-1903-491b-b8b2-2330a53a150e', 'name': 'tempest-FloatingIPTestJSON-490631512'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:16.027134 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32e44f7-0183-4224-af05-bd59acc3d556 None None] Sync routers for ids ['a3ca5363-2426-4166-96d7-8d25286ffa12'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:54:16.049327 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32e44f7-0183-4224-af05-bd59acc3d556 None None] Routers {'a3ca5363-2426-4166-96d7-8d25286ffa12'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:16.050243 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a32e44f7-0183-4224-af05-bd59acc3d556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a3ca5363-2426-4166-96d7-8d25286ffa12'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:16.110716 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a32e44f7-0183-4224-af05-bd59acc3d556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:16.122297 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32e44f7-0183-4224-af05-bd59acc3d556 None None] Routers {'a3ca5363-2426-4166-96d7-8d25286ffa12'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:16.123507 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a32e44f7-0183-4224-af05-bd59acc3d556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a3ca5363-2426-4166-96d7-8d25286ffa12'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:16.167067 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a32e44f7-0183-4224-af05-bd59acc3d556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:16.168908 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32e44f7-0183-4224-af05-bd59acc3d556 None None] The sync data for ids ['a3ca5363-2426-4166-96d7-8d25286ffa12'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:54:16.205611 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50b1949-35cf-4d58-bd75-35b330c67f3e tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Made reservation on behalf of ebc216e83172454192d476d1e2f40a4c for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:54:16.209653 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c50b1949-35cf-4d58-bd75-35b330c67f3e tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:16.230427 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-c50b1949-35cf-4d58-bd75-35b330c67f3e tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] device_id is not set on port 0f65774c-3efd-4ba1-82cf-79a517e5d615 yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:54:16.383297 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-c50b1949-35cf-4d58-bd75-35b330c67f3e tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Allocated IP 172.20.0.12 (efce5e63-1903-491b-b8b2-2330a53a150e/76ee728b-d4b9-4aff-a598-8eee9191a2b4/0f65774c-3efd-4ba1-82cf-79a517e5d615) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:54:16.567593 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c50b1949-35cf-4d58-bd75-35b330c67f3e tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:16.617257 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c50b1949-35cf-4d58-bd75-35b330c67f3e tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:16.698653 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50b1949-35cf-4d58-bd75-35b330c67f3e tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Network efce5e63-1903-491b-b8b2-2330a53a150e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:54:16.709215 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-c50b1949-35cf-4d58-bd75-35b330c67f3e tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:54:16.715898 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50b1949-35cf-4d58-bd75-35b330c67f3e tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:54:16.734026 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b1949-35cf-4d58-bd75-35b330c67f3e tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event updated for resources: {'Port': ['ID=0f65774c-3efd-4ba1-82cf-79a517e5d615,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:16.835112 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50b1949-35cf-4d58-bd75-35b330c67f3e tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:16.835770 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c50b1949-35cf-4d58-bd75-35b330c67f3e tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:16.869050 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c50b1949-35cf-4d58-bd75-35b330c67f3e tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8547735 Nov 10 17:54:16.869848 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36668) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:16.875918 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-9898d96b-b24d-41ad-8eef-9ec2e46aefc0 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Request body: {'port': {'network_id': 'efce5e63-1903-491b-b8b2-2330a53a150e', 'name': 'tempest-FloatingIPTestJSON-609616457'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:16.919719 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df7a39-3fa2-4a9e-bc62-73a3cb511abd req-bac8b402-af23-446d-adad-3b4ad967b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:16.923813 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-08df7a39-3fa2-4a9e-bc62-73a3cb511abd req-bac8b402-af23-446d-adad-3b4ad967b795 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0270caab27604a84907a03a58ad6e001&device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 1096 time: 0.0602212 Nov 10 17:54:17.016544 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9898d96b-b24d-41ad-8eef-9ec2e46aefc0 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Made reservation on behalf of ebc216e83172454192d476d1e2f40a4c for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:54:17.023458 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9898d96b-b24d-41ad-8eef-9ec2e46aefc0 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:17.043730 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d602d9-c2dc-4fea-b414-278e8f4bda95 req-7ecf8fce-7fd2-4412-a120-c0ca5bdda8a2 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:17.044672 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-9898d96b-b24d-41ad-8eef-9ec2e46aefc0 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] device_id is not set on port 5b8dcbf9-121c-483c-bb0d-3b67ed020dac yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:54:17.045265 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d3d602d9-c2dc-4fea-b414-278e8f4bda95 req-7ecf8fce-7fd2-4412-a120-c0ca5bdda8a2 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.0986121 Nov 10 17:54:17.119625 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df7a39-3fa2-4a9e-bc62-73a3cb511abd req-cc52b42f-642f-4212-a03a-e79b986c87ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:17.121012 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-08df7a39-3fa2-4a9e-bc62-73a3cb511abd req-cc52b42f-642f-4212-a03a-e79b986c87ab service neutron] 10.222.0.11 "GET /v2.0/networks?id=07b214b6-0379-4e57-a79c-5118cee6c24b HTTP/1.1" status: 200 len: 912 time: 0.1879730 Nov 10 17:54:17.124701 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d3d602d9-c2dc-4fea-b414-278e8f4bda95 req-1c879a3d-7587-4f4f-9016-97e5b92869c0 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720663 Nov 10 17:54:17.212006 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-08df7a39-3fa2-4a9e-bc62-73a3cb511abd req-c5b0a320-26c6-4432-a9d5-44a9b1e6eed4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94a55a60-1af8-4730-86c8-8397af10e93f HTTP/1.1" status: 200 len: 998 time: 0.0817668 Nov 10 17:54:17.252095 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-9898d96b-b24d-41ad-8eef-9ec2e46aefc0 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Allocated IP 172.20.0.9 (efce5e63-1903-491b-b8b2-2330a53a150e/76ee728b-d4b9-4aff-a598-8eee9191a2b4/5b8dcbf9-121c-483c-bb0d-3b67ed020dac) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:54:17.266953 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df7a39-3fa2-4a9e-bc62-73a3cb511abd req-9020e68a-77c1-4073-b936-29074ffbaeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:17.268792 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-08df7a39-3fa2-4a9e-bc62-73a3cb511abd req-9020e68a-77c1-4073-b936-29074ffbaeba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0014d233-a3b8-4110-85a8-3bdeaa4b1e7d HTTP/1.1" status: 200 len: 850 time: 0.0494852 Nov 10 17:54:17.346844 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df7a39-3fa2-4a9e-bc62-73a3cb511abd req-203d3b88-3550-4dab-8017-d617d7f481ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:17.350564 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-08df7a39-3fa2-4a9e-bc62-73a3cb511abd req-203d3b88-3550-4dab-8017-d617d7f481ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=07b214b6-0379-4e57-a79c-5118cee6c24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747581 Nov 10 17:54:17.444520 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9898d96b-b24d-41ad-8eef-9ec2e46aefc0 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:17.481389 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9898d96b-b24d-41ad-8eef-9ec2e46aefc0 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:17.496447 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-08df7a39-3fa2-4a9e-bc62-73a3cb511abd req-3f7f2416-2a7e-43fc-af96-8e2c6e087e9a service neutron] 10.222.0.11 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421571 Nov 10 17:54:17.541760 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898d96b-b24d-41ad-8eef-9ec2e46aefc0 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event updated for resources: {'Port': ['ID=5b8dcbf9-121c-483c-bb0d-3b67ed020dac,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:17.565173 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9898d96b-b24d-41ad-8eef-9ec2e46aefc0 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Network efce5e63-1903-491b-b8b2-2330a53a150e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:54:17.566737 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-9898d96b-b24d-41ad-8eef-9ec2e46aefc0 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:54:17.569206 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9898d96b-b24d-41ad-8eef-9ec2e46aefc0 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:54:17.617944 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-08df7a39-3fa2-4a9e-bc62-73a3cb511abd req-f01f0b11-6a86-4001-ad7a-3a27b72a2ead service neutron] 10.222.0.11 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146796 Nov 10 17:54:17.649406 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9898d96b-b24d-41ad-8eef-9ec2e46aefc0 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:17.650265 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9898d96b-b24d-41ad-8eef-9ec2e46aefc0 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:17.672192 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36680) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:17.676850 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9898d96b-b24d-41ad-8eef-9ec2e46aefc0 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8054123 Nov 10 17:54:17.677452 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-3bc8a2a8-4630-4493-a473-b4330f557948 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'port_id': '5b8dcbf9-121c-483c-bb0d-3b67ed020dac', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:17.709876 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3bc8a2a8-4630-4493-a473-b4330f557948 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:17.896933 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3bc8a2a8-4630-4493-a473-b4330f557948 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:18.070444 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-3bc8a2a8-4630-4493-a473-b4330f557948 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Allocated IP 172.25.5.171 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/352a7d6d-a9fa-475b-9ce7-170652b33c34) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:54:18.239355 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3bc8a2a8-4630-4493-a473-b4330f557948 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:18.327915 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2cf5a-75f8-49fa-9ca7-a406d48f1de8 req-271f9058-c2ba-4010-aaef-d3c435a04393 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:18.329753 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-80a2cf5a-75f8-49fa-9ca7-a406d48f1de8 req-271f9058-c2ba-4010-aaef-d3c435a04393 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.0837085 Nov 10 17:54:18.345002 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3bc8a2a8-4630-4493-a473-b4330f557948 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:18.408017 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc8a2a8-4630-4493-a473-b4330f557948 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:54:18.417802 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-3bc8a2a8-4630-4493-a473-b4330f557948 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:54:18.425316 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc8a2a8-4630-4493-a473-b4330f557948 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:54:18.455133 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-80a2cf5a-75f8-49fa-9ca7-a406d48f1de8 req-2a3f33c1-aaa9-4c61-bdb6-63a39e00b856 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193323 Nov 10 17:54:18.462833 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8a2a8-4630-4493-a473-b4330f557948 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event updated for resources: {'Port': ['ID=352a7d6d-a9fa-475b-9ce7-170652b33c34,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:18.478609 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc8a2a8-4630-4493-a473-b4330f557948 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:18.478954 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc8a2a8-4630-4493-a473-b4330f557948 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:18.479312 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc8a2a8-4630-4493-a473-b4330f557948 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:18.479644 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc8a2a8-4630-4493-a473-b4330f557948 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:18.479979 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc8a2a8-4630-4493-a473-b4330f557948 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:18.480342 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc8a2a8-4630-4493-a473-b4330f557948 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:18.480684 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc8a2a8-4630-4493-a473-b4330f557948 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:18.481013 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc8a2a8-4630-4493-a473-b4330f557948 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:18.481337 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc8a2a8-4630-4493-a473-b4330f557948 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:18.481663 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc8a2a8-4630-4493-a473-b4330f557948 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:18.482007 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc8a2a8-4630-4493-a473-b4330f557948 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:18.482457 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc8a2a8-4630-4493-a473-b4330f557948 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:19.348585 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3bc8a2a8-4630-4493-a473-b4330f557948 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:19.454103 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3bc8a2a8-4630-4493-a473-b4330f557948 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:19.662411 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276300c-210c-4744-aedd-ad95d928b4b8 req-3ac4d4e5-57e6-4429-9256-8f8e0db39a72 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:19.664240 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f276300c-210c-4744-aedd-ad95d928b4b8 req-3ac4d4e5-57e6-4429-9256-8f8e0db39a72 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.0890877 Nov 10 17:54:19.668853 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3bc8a2a8-4630-4493-a473-b4330f557948 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:19.674722 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3bc8a2a8-4630-4493-a473-b4330f557948 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:19.788854 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8a2a8-4630-4493-a473-b4330f557948 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event updated for resources: {'Port': ['ID=352a7d6d-a9fa-475b-9ce7-170652b33c34,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:19.805494 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3bc8a2a8-4630-4493-a473-b4330f557948 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:19.872752 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f276300c-210c-4744-aedd-ad95d928b4b8 req-0567972e-e24f-4426-b9db-3d50ee871b2c tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875494 Nov 10 17:54:19.940534 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-3bc8a2a8-4630-4493-a473-b4330f557948 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Floating IP fc734965-76ad-46ab-8e10-c9a08869f714 associated. External IP: 172.25.5.171, port: 5b8dcbf9-121c-483c-bb0d-3b67ed020dac. Nov 10 17:54:20.210603 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc8a2a8-4630-4493-a473-b4330f557948 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Router a3ca5363-2426-4166-96d7-8d25286ffa12 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:54:20.370677 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc8a2a8-4630-4493-a473-b4330f557948 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:54:20.382952 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9774af-ba20-46ed-8958-3c79fa857938 req-32fe56c6-bb59-4bf4-b290-4856a3de8b4a tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:20.384603 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4c9774af-ba20-46ed-8958-3c79fa857938 req-32fe56c6-bb59-4bf4-b290-4856a3de8b4a tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] 10.222.0.39 "GET /v2.0/ports?device_id=626de0ff-c6c0-4240-9af1-eadbafb0c677 HTTP/1.1" status: 200 len: 950 time: 0.0766101 Nov 10 17:54:20.392183 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b575144-a42a-4477-83ed-86f5b0c66e82 None None] Sync routers for ids ['a3ca5363-2426-4166-96d7-8d25286ffa12'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:54:20.403679 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3bc8a2a8-4630-4493-a473-b4330f557948 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:20.410653 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b575144-a42a-4477-83ed-86f5b0c66e82 None None] Routers {'a3ca5363-2426-4166-96d7-8d25286ffa12'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:20.411466 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-2b575144-a42a-4477-83ed-86f5b0c66e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a3ca5363-2426-4166-96d7-8d25286ffa12'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:20.448918 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-2b575144-a42a-4477-83ed-86f5b0c66e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:20.490058 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3bc8a2a8-4630-4493-a473-b4330f557948 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.8163335 Nov 10 17:54:20.490780 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36746) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:20.491250 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b575144-a42a-4477-83ed-86f5b0c66e82 None None] Routers {'a3ca5363-2426-4166-96d7-8d25286ffa12'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:20.493557 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-2b575144-a42a-4477-83ed-86f5b0c66e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a3ca5363-2426-4166-96d7-8d25286ffa12'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:20.496478 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-8954566f-2f45-4496-b4b9-d3752f0ef99f tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:20.515449 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4c9774af-ba20-46ed-8958-3c79fa857938 req-5b709f30-072c-45f7-a2d4-4f2fd2cec41a tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a3bc417-3611-4b69-a1d5-7805aa1d17cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801468 Nov 10 17:54:20.538160 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-2b575144-a42a-4477-83ed-86f5b0c66e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:20.539060 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b575144-a42a-4477-83ed-86f5b0c66e82 None None] The sync data for ids ['a3ca5363-2426-4166-96d7-8d25286ffa12'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:54:20.596290 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8954566f-2f45-4496-b4b9-d3752f0ef99f tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for floatingip, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:20.771912 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8954566f-2f45-4496-b4b9-d3752f0ef99f tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:20.776191 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8954566f-2f45-4496-b4b9-d3752f0ef99f tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:20.776878 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [None req-8954566f-2f45-4496-b4b9-d3752f0ef99f tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Floating IP fc734965-76ad-46ab-8e10-c9a08869f714 disassociated. External IP: 172.25.5.171, port: 5b8dcbf9-121c-483c-bb0d-3b67ed020dac. Nov 10 17:54:21.015156 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8954566f-2f45-4496-b4b9-d3752f0ef99f tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Router a3ca5363-2426-4166-96d7-8d25286ffa12 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:54:21.080420 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777acd74-742c-41b0-a225-1d5954703772 req-bfe4be42-e717-4e26-8022-093fc0f597b2 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:21.087927 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-777acd74-742c-41b0-a225-1d5954703772 req-bfe4be42-e717-4e26-8022-093fc0f597b2 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.0778553 Nov 10 17:54:21.149871 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-777acd74-742c-41b0-a225-1d5954703772 req-25cde8d2-8460-49a7-b9d5-720d3d4a195e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610549 Nov 10 17:54:21.168210 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8954566f-2f45-4496-b4b9-d3752f0ef99f tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:54:21.182650 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8954566f-2f45-4496-b4b9-d3752f0ef99f tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:21.189072 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d79bd2-30c4-4de1-bd83-01bc705d066e None None] Sync routers for ids ['a3ca5363-2426-4166-96d7-8d25286ffa12'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:54:21.202676 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d79bd2-30c4-4de1-bd83-01bc705d066e None None] Routers {'a3ca5363-2426-4166-96d7-8d25286ffa12'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:21.203837 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-22d79bd2-30c4-4de1-bd83-01bc705d066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a3ca5363-2426-4166-96d7-8d25286ffa12'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:21.220046 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8954566f-2f45-4496-b4b9-d3752f0ef99f tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "PUT /v2.0/floatingips/fc734965-76ad-46ab-8e10-c9a08869f714 HTTP/1.1" status: 200 len: 688 time: 0.7246456 Nov 10 17:54:21.220482 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36764) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:21.239523 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-22d79bd2-30c4-4de1-bd83-01bc705d066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:21.250459 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d79bd2-30c4-4de1-bd83-01bc705d066e None None] Routers {'a3ca5363-2426-4166-96d7-8d25286ffa12'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:21.251330 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-22d79bd2-30c4-4de1-bd83-01bc705d066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a3ca5363-2426-4166-96d7-8d25286ffa12'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:21.293461 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-22d79bd2-30c4-4de1-bd83-01bc705d066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:21.294485 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d79bd2-30c4-4de1-bd83-01bc705d066e None None] The sync data for ids ['a3ca5363-2426-4166-96d7-8d25286ffa12'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:54:21.399424 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-50eabb09-0229-4cb6-9c23-2085f6689252 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Deleting port 352a7d6d-a9fa-475b-9ce7-170652b33c34 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:54:21.400043 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-50eabb09-0229-4cb6-9c23-2085f6689252 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:21.487860 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-50eabb09-0229-4cb6-9c23-2085f6689252 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:21.488205 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-50eabb09-0229-4cb6-9c23-2085f6689252 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:21.502890 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-50eabb09-0229-4cb6-9c23-2085f6689252 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Calling delete_port for 352a7d6d-a9fa-475b-9ce7-170652b33c34 owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:54:21.663033 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d7348-099e-4051-9c30-3830ea49de46 req-6520d647-eab3-47fb-be3d-e9f15a7bfc2f tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:21.672595 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7e3d7348-099e-4051-9c30-3830ea49de46 req-6520d647-eab3-47fb-be3d-e9f15a7bfc2f tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] 10.222.0.39 "GET /v2.0/ports?device_id=626de0ff-c6c0-4240-9af1-eadbafb0c677 HTTP/1.1" status: 200 len: 950 time: 0.0687602 Nov 10 17:54:21.710182 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-50eabb09-0229-4cb6-9c23-2085f6689252 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:21.736181 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7e3d7348-099e-4051-9c30-3830ea49de46 req-fc89587f-bd21-4e35-baf8-cd8e8461c5bb tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] 10.222.0.39 "GET /v2.0/security-groups?id=7a3bc417-3611-4b69-a1d5-7805aa1d17cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614195 Nov 10 17:54:21.793495 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eabb09-0229-4cb6-9c23-2085f6689252 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event deleted for resources: {'Port': ['ID=352a7d6d-a9fa-475b-9ce7-170652b33c34,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:21.847934 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-50eabb09-0229-4cb6-9c23-2085f6689252 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:21.851138 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-50eabb09-0229-4cb6-9c23-2085f6689252 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:21.855833 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-50eabb09-0229-4cb6-9c23-2085f6689252 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "DELETE /v2.0/floatingips/fc734965-76ad-46ab-8e10-c9a08869f714 HTTP/1.1" status: 204 len: 168 time: 0.6308730 Nov 10 17:54:21.856267 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36778) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:21.863654 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-414712b2-44f3-4388-b8d8-cb7f770e17ee tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'port_id': '0f65774c-3efd-4ba1-82cf-79a517e5d615'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:21.887631 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-414712b2-44f3-4388-b8d8-cb7f770e17ee tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:22.041839 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-414712b2-44f3-4388-b8d8-cb7f770e17ee tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:22.113800 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470055e5-cffe-48a3-aa9a-24f0ee67f141 req-729d0952-97f2-4ac5-b037-7f98383513d4 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:22.113800 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-470055e5-cffe-48a3-aa9a-24f0ee67f141 req-729d0952-97f2-4ac5-b037-7f98383513d4 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] 10.222.0.13 "GET /v2.0/ports?device_id=626de0ff-c6c0-4240-9af1-eadbafb0c677 HTTP/1.1" status: 200 len: 950 time: 0.1254692 Nov 10 17:54:22.249406 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-414712b2-44f3-4388-b8d8-cb7f770e17ee tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Allocated IP 172.25.5.159 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/0943c204-b499-49f4-a0c0-8aaf8718292f) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:54:22.306681 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3127e-b788-444d-a6f8-f7f596f64322 req-9ffa7e10-2654-49cb-8ab2-44666d35985a tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:22.315842 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b2d3127e-b788-444d-a6f8-f7f596f64322 req-9ffa7e10-2654-49cb-8ab2-44666d35985a tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.0689452 Nov 10 17:54:22.340384 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-470055e5-cffe-48a3-aa9a-24f0ee67f141 req-e60f0f87-df71-449d-9e4e-bd4793218793 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Deleting port 4ec7485c-8a6e-4ef9-b6ea-c15485c21d05 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:54:22.340736 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-470055e5-cffe-48a3-aa9a-24f0ee67f141 req-e60f0f87-df71-449d-9e4e-bd4793218793 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:22.384891 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b2d3127e-b788-444d-a6f8-f7f596f64322 req-8d0f93cf-c731-4276-afe9-e5b65343aae2 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674698 Nov 10 17:54:22.466816 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-414712b2-44f3-4388-b8d8-cb7f770e17ee tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:22.478449 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-470055e5-cffe-48a3-aa9a-24f0ee67f141 req-e60f0f87-df71-449d-9e4e-bd4793218793 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] For port 4ec7485c-8a6e-4ef9-b6ea-c15485c21d05, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4ec7485c-8a6e-4ef9-b6ea-c15485c21d05,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:54:22.478986 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-470055e5-cffe-48a3-aa9a-24f0ee67f141 req-e60f0f87-df71-449d-9e4e-bd4793218793 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:22.495955 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-470055e5-cffe-48a3-aa9a-24f0ee67f141 req-e60f0f87-df71-449d-9e4e-bd4793218793 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Calling delete_port for 4ec7485c-8a6e-4ef9-b6ea-c15485c21d05 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:54:22.579183 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-414712b2-44f3-4388-b8d8-cb7f770e17ee tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:22.647120 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414712b2-44f3-4388-b8d8-cb7f770e17ee tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:54:22.652511 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-414712b2-44f3-4388-b8d8-cb7f770e17ee tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:54:22.655882 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414712b2-44f3-4388-b8d8-cb7f770e17ee tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event updated for resources: {'Port': ['ID=0943c204-b499-49f4-a0c0-8aaf8718292f,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:22.658836 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414712b2-44f3-4388-b8d8-cb7f770e17ee tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:54:22.782993 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-470055e5-cffe-48a3-aa9a-24f0ee67f141 req-e60f0f87-df71-449d-9e4e-bd4793218793 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:22.850446 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f0f87-df71-449d-9e4e-bd4793218793 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Pushing event deleted for resources: {'Port': ['ID=4ec7485c-8a6e-4ef9-b6ea-c15485c21d05,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:22.944531 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-470055e5-cffe-48a3-aa9a-24f0ee67f141 req-e60f0f87-df71-449d-9e4e-bd4793218793 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] No DVR routers for this DVR port 4ec7485c-8a6e-4ef9-b6ea-c15485c21d05 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:54:22.947365 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-470055e5-cffe-48a3-aa9a-24f0ee67f141 req-e60f0f87-df71-449d-9e4e-bd4793218793 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:22.951164 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-470055e5-cffe-48a3-aa9a-24f0ee67f141 req-e60f0f87-df71-449d-9e4e-bd4793218793 tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] 10.222.0.13 "DELETE /v2.0/ports/4ec7485c-8a6e-4ef9-b6ea-c15485c21d05 HTTP/1.1" status: 204 len: 173 time: 0.8298168 Nov 10 17:54:22.955644 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2d9a7f91-7688-4e4c-b096-a73449dbc63e req-bb36f386-2e0f-4da3-bf2e-e196eb3cb64c tempest-VolumesBackupsTest-599097263 tempest-VolumesBackupsTest-599097263-project] 10.222.0.39 "GET /v2.0/ports?device_id=626de0ff-c6c0-4240-9af1-eadbafb0c677 HTTP/1.1" status: 200 len: 210 time: 0.0990949 Nov 10 17:54:22.962073 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626de0ff-c6c0-4240-9af1-eadbafb0c677', 'name': 'network-vif-deleted', 'tag': '4ec7485c-8a6e-4ef9-b6ea-c15485c21d05'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:54:22.965030 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e461a366-c447-4ade-a710-a8d9993c13bc" -d '{"events": [{"server_uuid": "626de0ff-c6c0-4240-9af1-eadbafb0c677", "name": "network-vif-deleted", "tag": "4ec7485c-8a6e-4ef9-b6ea-c15485c21d05"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:54:23.463392 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cba38ff-ce39-4cca-8224-e89c8c4aa264 x-openstack-request-id: req-4cba38ff-ce39-4cca-8224-e89c8c4aa264 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:54:23.463825 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626de0ff-c6c0-4240-9af1-eadbafb0c677", "name": "network-vif-deleted", "tag": "4ec7485c-8a6e-4ef9-b6ea-c15485c21d05", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:54:23.464172 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4cba38ff-ce39-4cca-8224-e89c8c4aa264 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:54:23.464647 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626de0ff-c6c0-4240-9af1-eadbafb0c677', 'name': 'network-vif-deleted', 'tag': '4ec7485c-8a6e-4ef9-b6ea-c15485c21d05', 'status': 'completed', 'code': 200} Nov 10 17:54:23.629472 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402cf76-4760-4bac-b759-b8c091a9ab35 req-5c93c00f-3831-4ebc-801a-c4851850e022 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:23.632769 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6402cf76-4760-4bac-b759-b8c091a9ab35 req-5c93c00f-3831-4ebc-801a-c4851850e022 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.1197968 Nov 10 17:54:23.740581 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6402cf76-4760-4bac-b759-b8c091a9ab35 req-a30d97fd-0c93-4919-87b4-387e7d311869 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027193 Nov 10 17:54:23.806964 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-414712b2-44f3-4388-b8d8-cb7f770e17ee tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:23.883521 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-414712b2-44f3-4388-b8d8-cb7f770e17ee tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:24.099685 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-414712b2-44f3-4388-b8d8-cb7f770e17ee tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:24.105311 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-414712b2-44f3-4388-b8d8-cb7f770e17ee tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:24.214125 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414712b2-44f3-4388-b8d8-cb7f770e17ee tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event updated for resources: {'Port': ['ID=0943c204-b499-49f4-a0c0-8aaf8718292f,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:24.236843 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-414712b2-44f3-4388-b8d8-cb7f770e17ee tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:24.364369 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-414712b2-44f3-4388-b8d8-cb7f770e17ee tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Floating IP 8dc9f532-1470-4970-8ae3-90a9c891d22f associated. External IP: 172.25.5.159, port: 0f65774c-3efd-4ba1-82cf-79a517e5d615. Nov 10 17:54:24.607895 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 4ec7485c-8a6e-4ef9-b6ea-c15485c21d05 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:54:24.635142 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 4ec7485c-8a6e-4ef9-b6ea-c15485c21d05 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:54:24.635836 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 4ec7485c-8a6e-4ef9-b6ea-c15485c21d05 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:54:24.657543 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414712b2-44f3-4388-b8d8-cb7f770e17ee tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Router a3ca5363-2426-4166-96d7-8d25286ffa12 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:54:24.808602 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:24.822729 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414712b2-44f3-4388-b8d8-cb7f770e17ee tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:54:24.837426 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f9adea-b0d2-4d58-9dce-336f9820b74a None None] Sync routers for ids ['a3ca5363-2426-4166-96d7-8d25286ffa12'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:54:24.853336 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-414712b2-44f3-4388-b8d8-cb7f770e17ee tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:24.861251 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f9adea-b0d2-4d58-9dce-336f9820b74a None None] Routers {'a3ca5363-2426-4166-96d7-8d25286ffa12'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:24.862175 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-46f9adea-b0d2-4d58-9dce-336f9820b74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a3ca5363-2426-4166-96d7-8d25286ffa12'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:24.892704 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-414712b2-44f3-4388-b8d8-cb7f770e17ee tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.0352716 Nov 10 17:54:24.896419 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36850) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:24.929246 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-46f9adea-b0d2-4d58-9dce-336f9820b74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:24.943725 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f9adea-b0d2-4d58-9dce-336f9820b74a None None] Routers {'a3ca5363-2426-4166-96d7-8d25286ffa12'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:24.944627 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-46f9adea-b0d2-4d58-9dce-336f9820b74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a3ca5363-2426-4166-96d7-8d25286ffa12'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:25.001296 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-46f9adea-b0d2-4d58-9dce-336f9820b74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:25.001819 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f9adea-b0d2-4d58-9dce-336f9820b74a None None] The sync data for ids ['a3ca5363-2426-4166-96d7-8d25286ffa12'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:54:25.017074 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-157d4ec4-3f9c-4fc6-81ef-4a8af916142e tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "GET /v2.0/floatingips/8dc9f532-1470-4970-8ae3-90a9c891d22f HTTP/1.1" status: 200 len: 978 time: 0.1194801 Nov 10 17:54:25.017307 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36856) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:25.117351 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:25.208779 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c9cccec2-71fd-41f4-b4ae-f6f186d9d49c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1902292 Nov 10 17:54:25.210872 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36864) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:25.226091 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-de301908-f48a-4577-bb43-7c28c4a158e9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Request body: {'floatingip': {'port_id': '5b8dcbf9-121c-483c-bb0d-3b67ed020dac'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:25.359399 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-de301908-f48a-4577-bb43-7c28c4a158e9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for floatingip, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:25.981446 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-de301908-f48a-4577-bb43-7c28c4a158e9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:25.986522 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-de301908-f48a-4577-bb43-7c28c4a158e9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:26.105306 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-de301908-f48a-4577-bb43-7c28c4a158e9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Floating IP 8dc9f532-1470-4970-8ae3-90a9c891d22f associated. External IP: 172.25.5.159, port: 0f65774c-3efd-4ba1-82cf-79a517e5d615. Nov 10 17:54:26.392048 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de301908-f48a-4577-bb43-7c28c4a158e9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Router a3ca5363-2426-4166-96d7-8d25286ffa12 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:54:26.518440 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de301908-f48a-4577-bb43-7c28c4a158e9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:54:26.529420 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edecb91-3c0a-4c7e-b169-d0018f98a2f0 None None] Sync routers for ids ['a3ca5363-2426-4166-96d7-8d25286ffa12'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:54:26.543156 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edecb91-3c0a-4c7e-b169-d0018f98a2f0 None None] Routers {'a3ca5363-2426-4166-96d7-8d25286ffa12'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:26.544403 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6edecb91-3c0a-4c7e-b169-d0018f98a2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a3ca5363-2426-4166-96d7-8d25286ffa12'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:26.587439 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6edecb91-3c0a-4c7e-b169-d0018f98a2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:26.606232 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edecb91-3c0a-4c7e-b169-d0018f98a2f0 None None] Routers {'a3ca5363-2426-4166-96d7-8d25286ffa12'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:26.607027 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6edecb91-3c0a-4c7e-b169-d0018f98a2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a3ca5363-2426-4166-96d7-8d25286ffa12'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:26.642299 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6edecb91-3c0a-4c7e-b169-d0018f98a2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:26.643239 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edecb91-3c0a-4c7e-b169-d0018f98a2f0 None None] The sync data for ids ['a3ca5363-2426-4166-96d7-8d25286ffa12'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:54:27.244515 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de301908-f48a-4577-bb43-7c28c4a158e9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Router a3ca5363-2426-4166-96d7-8d25286ffa12 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:54:27.407470 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de301908-f48a-4577-bb43-7c28c4a158e9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:54:27.412909 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-de301908-f48a-4577-bb43-7c28c4a158e9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:27.426144 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5164c680-8c35-4157-96db-def1cf33a603 None None] Sync routers for ids ['a3ca5363-2426-4166-96d7-8d25286ffa12'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:54:27.438764 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5164c680-8c35-4157-96db-def1cf33a603 None None] Routers {'a3ca5363-2426-4166-96d7-8d25286ffa12'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:27.440142 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-5164c680-8c35-4157-96db-def1cf33a603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a3ca5363-2426-4166-96d7-8d25286ffa12'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:27.475301 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-5164c680-8c35-4157-96db-def1cf33a603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:27.487389 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5164c680-8c35-4157-96db-def1cf33a603 None None] Routers {'a3ca5363-2426-4166-96d7-8d25286ffa12'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:27.488436 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-5164c680-8c35-4157-96db-def1cf33a603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a3ca5363-2426-4166-96d7-8d25286ffa12'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:27.510477 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-de301908-f48a-4577-bb43-7c28c4a158e9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "PUT /v2.0/floatingips/8dc9f532-1470-4970-8ae3-90a9c891d22f HTTP/1.1" status: 200 len: 977 time: 2.2975805 Nov 10 17:54:27.513227 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36934) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:27.519408 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-f330e5bb-15cc-4daf-99cd-d1409f2d1b85 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:27.609278 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f330e5bb-15cc-4daf-99cd-d1409f2d1b85 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for floatingip, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:27.637727 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-5164c680-8c35-4157-96db-def1cf33a603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:27.638683 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5164c680-8c35-4157-96db-def1cf33a603 None None] The sync data for ids ['a3ca5363-2426-4166-96d7-8d25286ffa12'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:54:27.811799 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f330e5bb-15cc-4daf-99cd-d1409f2d1b85 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:27.816486 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f330e5bb-15cc-4daf-99cd-d1409f2d1b85 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:27.816851 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-f330e5bb-15cc-4daf-99cd-d1409f2d1b85 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Floating IP 8dc9f532-1470-4970-8ae3-90a9c891d22f disassociated. External IP: 172.25.5.159, port: 5b8dcbf9-121c-483c-bb0d-3b67ed020dac. Nov 10 17:54:28.086712 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f330e5bb-15cc-4daf-99cd-d1409f2d1b85 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Router a3ca5363-2426-4166-96d7-8d25286ffa12 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:54:28.234353 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f330e5bb-15cc-4daf-99cd-d1409f2d1b85 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:54:28.243380 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f330e5bb-15cc-4daf-99cd-d1409f2d1b85 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:28.248084 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607efa28-7090-42c4-af33-a3c4136a17cb None None] Sync routers for ids ['a3ca5363-2426-4166-96d7-8d25286ffa12'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:54:28.281544 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36958) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:28.283681 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607efa28-7090-42c4-af33-a3c4136a17cb None None] Routers {'a3ca5363-2426-4166-96d7-8d25286ffa12'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:28.284806 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-607efa28-7090-42c4-af33-a3c4136a17cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a3ca5363-2426-4166-96d7-8d25286ffa12'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:28.296949 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f330e5bb-15cc-4daf-99cd-d1409f2d1b85 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "PUT /v2.0/floatingips/8dc9f532-1470-4970-8ae3-90a9c891d22f HTTP/1.1" status: 200 len: 688 time: 0.7821610 Nov 10 17:54:28.334724 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-607efa28-7090-42c4-af33-a3c4136a17cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:28.370267 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607efa28-7090-42c4-af33-a3c4136a17cb None None] Routers {'a3ca5363-2426-4166-96d7-8d25286ffa12'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:28.371190 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-607efa28-7090-42c4-af33-a3c4136a17cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a3ca5363-2426-4166-96d7-8d25286ffa12'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:28.459983 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-12cf6550-6c17-4de4-87d7-aa713c500769 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Deleting port 0943c204-b499-49f4-a0c0-8aaf8718292f {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:54:28.460358 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-12cf6550-6c17-4de4-87d7-aa713c500769 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:28.480611 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-607efa28-7090-42c4-af33-a3c4136a17cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:28.481297 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607efa28-7090-42c4-af33-a3c4136a17cb None None] The sync data for ids ['a3ca5363-2426-4166-96d7-8d25286ffa12'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:54:28.569228 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-12cf6550-6c17-4de4-87d7-aa713c500769 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:28.570133 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-12cf6550-6c17-4de4-87d7-aa713c500769 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:28.584091 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-12cf6550-6c17-4de4-87d7-aa713c500769 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Calling delete_port for 0943c204-b499-49f4-a0c0-8aaf8718292f owned by network:floatingip {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:54:28.813840 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-12cf6550-6c17-4de4-87d7-aa713c500769 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:28.853130 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf6550-6c17-4de4-87d7-aa713c500769 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event deleted for resources: {'Port': ['ID=0943c204-b499-49f4-a0c0-8aaf8718292f,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:28.869890 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cf6550-6c17-4de4-87d7-aa713c500769 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:28.870237 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cf6550-6c17-4de4-87d7-aa713c500769 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:28.870595 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cf6550-6c17-4de4-87d7-aa713c500769 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:28.870915 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cf6550-6c17-4de4-87d7-aa713c500769 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:28.871248 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cf6550-6c17-4de4-87d7-aa713c500769 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:28.871576 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cf6550-6c17-4de4-87d7-aa713c500769 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:28.871906 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cf6550-6c17-4de4-87d7-aa713c500769 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:28.872266 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cf6550-6c17-4de4-87d7-aa713c500769 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:28.872592 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cf6550-6c17-4de4-87d7-aa713c500769 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:28.872915 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cf6550-6c17-4de4-87d7-aa713c500769 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:28.873241 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cf6550-6c17-4de4-87d7-aa713c500769 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:28.873565 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cf6550-6c17-4de4-87d7-aa713c500769 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:29.028978 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-12cf6550-6c17-4de4-87d7-aa713c500769 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for floatingip, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:29.049574 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-12cf6550-6c17-4de4-87d7-aa713c500769 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:29.054422 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 37018) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:29.054687 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-12cf6550-6c17-4de4-87d7-aa713c500769 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "DELETE /v2.0/floatingips/8dc9f532-1470-4970-8ae3-90a9c891d22f HTTP/1.1" status: 204 len: 168 time: 0.7697916 Nov 10 17:54:29.114082 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-126998d2-c1f8-4684-8dc2-8fcc1fca3307 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] delete failed (client error): The resource could not be found. Nov 10 17:54:29.121783 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-126998d2-c1f8-4684-8dc2-8fcc1fca3307 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "DELETE /v2.0/floatingips/8dc9f532-1470-4970-8ae3-90a9c891d22f HTTP/1.1" status: 404 len: 345 time: 0.0602067 Nov 10 17:54:29.122435 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 37028) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:29.255202 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005544cd-dcba-4bc0-b581-b908dba3dec2 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:29.261860 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005544cd-dcba-4bc0-b581-b908dba3dec2 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:29.268752 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005544cd-dcba-4bc0-b581-b908dba3dec2 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:29.281230 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-005544cd-dcba-4bc0-b581-b908dba3dec2 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "GET /v2.0/ports?network_id=efce5e63-1903-491b-b8b2-2330a53a150e HTTP/1.1" status: 200 len: 2357 time: 0.1560113 Nov 10 17:54:29.281841 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 37034) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:29.398480 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d857b329-c22f-4aad-8214-0c4fd76c4d5e tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:29.406119 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d857b329-c22f-4aad-8214-0c4fd76c4d5e tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "GET /v2.0/subnets/76ee728b-d4b9-4aff-a598-8eee9191a2b4 HTTP/1.1" status: 200 len: 797 time: 0.1225471 Nov 10 17:54:29.411668 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 37042) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:29.417231 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-0d7a3c3e-e8a7-4e39-9cd7-295b4e993c52 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Request body: {'port': {'network_id': 'efce5e63-1903-491b-b8b2-2330a53a150e', 'name': 'tempest-FloatingIPTestJSON-1910741700', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:29.567472 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7a3c3e-e8a7-4e39-9cd7-295b4e993c52 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Made reservation on behalf of ebc216e83172454192d476d1e2f40a4c for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:54:29.672354 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0d7a3c3e-e8a7-4e39-9cd7-295b4e993c52 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:29.731509 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-0d7a3c3e-e8a7-4e39-9cd7-295b4e993c52 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] device_id is not set on port 09afaf01-8f03-43d1-a31f-b4028b3d0290 yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:54:30.229923 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-0d7a3c3e-e8a7-4e39-9cd7-295b4e993c52 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Allocated IP 172.20.0.14 (efce5e63-1903-491b-b8b2-2330a53a150e/76ee728b-d4b9-4aff-a598-8eee9191a2b4/09afaf01-8f03-43d1-a31f-b4028b3d0290) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:54:30.239360 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-0d7a3c3e-e8a7-4e39-9cd7-295b4e993c52 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Allocated IP 172.20.0.13 (efce5e63-1903-491b-b8b2-2330a53a150e/76ee728b-d4b9-4aff-a598-8eee9191a2b4/09afaf01-8f03-43d1-a31f-b4028b3d0290) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:54:30.464026 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0d7a3c3e-e8a7-4e39-9cd7-295b4e993c52 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:30.503712 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a1256e40-bd05-487a-9936-77cb73c6d88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:30.527330 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0d7a3c3e-e8a7-4e39-9cd7-295b4e993c52 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:30.610919 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7a3c3e-e8a7-4e39-9cd7-295b4e993c52 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Network efce5e63-1903-491b-b8b2-2330a53a150e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:54:30.613216 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-0d7a3c3e-e8a7-4e39-9cd7-295b4e993c52 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:54:30.615973 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a3c3e-e8a7-4e39-9cd7-295b4e993c52 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event updated for resources: {'Port': ['ID=09afaf01-8f03-43d1-a31f-b4028b3d0290,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:30.618551 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7a3c3e-e8a7-4e39-9cd7-295b4e993c52 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:54:30.683915 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7a3c3e-e8a7-4e39-9cd7-295b4e993c52 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:30.685579 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0d7a3c3e-e8a7-4e39-9cd7-295b4e993c52 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:30.714122 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0d7a3c3e-e8a7-4e39-9cd7-295b4e993c52 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.3010070 Nov 10 17:54:30.714974 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 37108) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:30.724335 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-4bfd33c6-d096-48e4-8073-18cac8c4c46b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'port_id': '09afaf01-8f03-43d1-a31f-b4028b3d0290', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:30.760227 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4bfd33c6-d096-48e4-8073-18cac8c4c46b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for floatingip, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:30.888305 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4bfd33c6-d096-48e4-8073-18cac8c4c46b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:31.037172 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-4bfd33c6-d096-48e4-8073-18cac8c4c46b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Allocated IP 172.25.5.178 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/15a01205-8adb-45de-b20c-35fc227dea4f) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:54:31.177854 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4bfd33c6-d096-48e4-8073-18cac8c4c46b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:31.224110 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4bfd33c6-d096-48e4-8073-18cac8c4c46b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:31.282088 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd33c6-d096-48e4-8073-18cac8c4c46b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event updated for resources: {'Port': ['ID=15a01205-8adb-45de-b20c-35fc227dea4f,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:31.285631 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfd33c6-d096-48e4-8073-18cac8c4c46b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:54:31.287339 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-4bfd33c6-d096-48e4-8073-18cac8c4c46b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:54:31.290541 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfd33c6-d096-48e4-8073-18cac8c4c46b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:54:31.808989 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4bfd33c6-d096-48e4-8073-18cac8c4c46b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:31.900950 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4bfd33c6-d096-48e4-8073-18cac8c4c46b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:32.101812 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4bfd33c6-d096-48e4-8073-18cac8c4c46b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:32.111241 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4bfd33c6-d096-48e4-8073-18cac8c4c46b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:32.212584 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd33c6-d096-48e4-8073-18cac8c4c46b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event updated for resources: {'Port': ['ID=15a01205-8adb-45de-b20c-35fc227dea4f,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:32.228511 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4bfd33c6-d096-48e4-8073-18cac8c4c46b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:32.371215 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [None req-4bfd33c6-d096-48e4-8073-18cac8c4c46b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Floating IP 2c7594ed-657f-4b29-853d-c5bccf1e3086 associated. External IP: 172.25.5.178, port: 09afaf01-8f03-43d1-a31f-b4028b3d0290. Nov 10 17:54:32.623297 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfd33c6-d096-48e4-8073-18cac8c4c46b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Router a3ca5363-2426-4166-96d7-8d25286ffa12 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:54:32.796703 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfd33c6-d096-48e4-8073-18cac8c4c46b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:54:32.810849 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7819b5-dc0a-4ff6-be92-8c1585b85418 None None] Sync routers for ids ['a3ca5363-2426-4166-96d7-8d25286ffa12'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:54:32.845359 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7819b5-dc0a-4ff6-be92-8c1585b85418 None None] Routers {'a3ca5363-2426-4166-96d7-8d25286ffa12'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:32.846197 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-bd7819b5-dc0a-4ff6-be92-8c1585b85418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a3ca5363-2426-4166-96d7-8d25286ffa12'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:32.850559 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4bfd33c6-d096-48e4-8073-18cac8c4c46b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:32.871941 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-76059eb2-aa93-4944-abd6-281d0e1707ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:32.928255 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-bd7819b5-dc0a-4ff6-be92-8c1585b85418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:32.937253 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4bfd33c6-d096-48e4-8073-18cac8c4c46b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.2203872 Nov 10 17:54:32.940258 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 37172) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:32.945135 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-f542d8f5-8554-48b2-8e95-52dc7e156895 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Request body: {'floatingip': {'port_id': '09afaf01-8f03-43d1-a31f-b4028b3d0290', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:32.949621 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7819b5-dc0a-4ff6-be92-8c1585b85418 None None] Routers {'a3ca5363-2426-4166-96d7-8d25286ffa12'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:32.950573 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-bd7819b5-dc0a-4ff6-be92-8c1585b85418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a3ca5363-2426-4166-96d7-8d25286ffa12'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:32.990313 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-bd7819b5-dc0a-4ff6-be92-8c1585b85418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:32.991270 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7819b5-dc0a-4ff6-be92-8c1585b85418 None None] The sync data for ids ['a3ca5363-2426-4166-96d7-8d25286ffa12'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:54:33.019877 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f542d8f5-8554-48b2-8e95-52dc7e156895 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for floatingip, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:34.007408 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:34.048500 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f542d8f5-8554-48b2-8e95-52dc7e156895 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:34.062284 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f542d8f5-8554-48b2-8e95-52dc7e156895 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:34.363085 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f542d8f5-8554-48b2-8e95-52dc7e156895 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Router a3ca5363-2426-4166-96d7-8d25286ffa12 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:54:34.531082 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f542d8f5-8554-48b2-8e95-52dc7e156895 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:54:34.548512 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f542d8f5-8554-48b2-8e95-52dc7e156895 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:34.558200 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab820e-463f-44ba-b68d-e6b739a28d6a None None] Sync routers for ids ['a3ca5363-2426-4166-96d7-8d25286ffa12'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:54:34.573234 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aab820e-463f-44ba-b68d-e6b739a28d6a None None] Routers {'a3ca5363-2426-4166-96d7-8d25286ffa12'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:34.576315 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-0aab820e-463f-44ba-b68d-e6b739a28d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a3ca5363-2426-4166-96d7-8d25286ffa12'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:34.638201 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f542d8f5-8554-48b2-8e95-52dc7e156895 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "PUT /v2.0/floatingips/2c7594ed-657f-4b29-853d-c5bccf1e3086 HTTP/1.1" status: 200 len: 979 time: 1.6941934 Nov 10 17:54:34.638554 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 37218) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:34.645086 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-0aab820e-463f-44ba-b68d-e6b739a28d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:34.664097 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aab820e-463f-44ba-b68d-e6b739a28d6a None None] Routers {'a3ca5363-2426-4166-96d7-8d25286ffa12'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:34.665519 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-0aab820e-463f-44ba-b68d-e6b739a28d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a3ca5363-2426-4166-96d7-8d25286ffa12'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:34.715847 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-0aab820e-463f-44ba-b68d-e6b739a28d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:34.716874 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab820e-463f-44ba-b68d-e6b739a28d6a None None] The sync data for ids ['a3ca5363-2426-4166-96d7-8d25286ffa12'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:54:34.936701 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-14fc06ab-49f6-4a11-bba3-2028c0bf6c91 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Deleting port 15a01205-8adb-45de-b20c-35fc227dea4f {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:54:34.937199 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-14fc06ab-49f6-4a11-bba3-2028c0bf6c91 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:35.057652 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-14fc06ab-49f6-4a11-bba3-2028c0bf6c91 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:35.058957 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-14fc06ab-49f6-4a11-bba3-2028c0bf6c91 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:35.080017 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-14fc06ab-49f6-4a11-bba3-2028c0bf6c91 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Calling delete_port for 15a01205-8adb-45de-b20c-35fc227dea4f owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:54:35.365120 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-14fc06ab-49f6-4a11-bba3-2028c0bf6c91 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:35.431781 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc06ab-49f6-4a11-bba3-2028c0bf6c91 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event deleted for resources: {'Port': ['ID=15a01205-8adb-45de-b20c-35fc227dea4f,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:35.509553 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:35.535989 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-14fc06ab-49f6-4a11-bba3-2028c0bf6c91 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:35.536660 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-14fc06ab-49f6-4a11-bba3-2028c0bf6c91 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Floating IP 2c7594ed-657f-4b29-853d-c5bccf1e3086 disassociated (deleted). External IP: 172.25.5.178, port: 09afaf01-8f03-43d1-a31f-b4028b3d0290. Nov 10 17:54:35.828001 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fc06ab-49f6-4a11-bba3-2028c0bf6c91 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Router a3ca5363-2426-4166-96d7-8d25286ffa12 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:54:35.995440 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fc06ab-49f6-4a11-bba3-2028c0bf6c91 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:54:35.995440 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-14fc06ab-49f6-4a11-bba3-2028c0bf6c91 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:35.996807 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ef1446-a4f1-4beb-b898-d415ec67a3e4 None None] Sync routers for ids ['a3ca5363-2426-4166-96d7-8d25286ffa12'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:54:36.009808 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ef1446-a4f1-4beb-b898-d415ec67a3e4 None None] Routers {'a3ca5363-2426-4166-96d7-8d25286ffa12'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:36.010453 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-37ef1446-a4f1-4beb-b898-d415ec67a3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a3ca5363-2426-4166-96d7-8d25286ffa12'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:36.053496 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-14fc06ab-49f6-4a11-bba3-2028c0bf6c91 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "DELETE /v2.0/floatingips/2c7594ed-657f-4b29-853d-c5bccf1e3086 HTTP/1.1" status: 204 len: 168 time: 1.4113929 Nov 10 17:54:36.053737 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-37ef1446-a4f1-4beb-b898-d415ec67a3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:36.053857 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 37260) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:36.064009 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ef1446-a4f1-4beb-b898-d415ec67a3e4 None None] Routers {'a3ca5363-2426-4166-96d7-8d25286ffa12'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:36.066476 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-37ef1446-a4f1-4beb-b898-d415ec67a3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a3ca5363-2426-4166-96d7-8d25286ffa12'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:36.149049 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-37ef1446-a4f1-4beb-b898-d415ec67a3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:36.160079 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ef1446-a4f1-4beb-b898-d415ec67a3e4 None None] The sync data for ids ['a3ca5363-2426-4166-96d7-8d25286ffa12'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:54:36.185897 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-013030b8-83f7-4e85-abd3-ee3ea32a834c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Deleting port 09afaf01-8f03-43d1-a31f-b4028b3d0290 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:54:36.186587 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-013030b8-83f7-4e85-abd3-ee3ea32a834c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:36.292469 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:36.387199 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-013030b8-83f7-4e85-abd3-ee3ea32a834c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:36.406682 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-013030b8-83f7-4e85-abd3-ee3ea32a834c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Calling delete_port for 09afaf01-8f03-43d1-a31f-b4028b3d0290 owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:54:36.699486 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-013030b8-83f7-4e85-abd3-ee3ea32a834c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:36.743427 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013030b8-83f7-4e85-abd3-ee3ea32a834c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event deleted for resources: {'Port': ['ID=09afaf01-8f03-43d1-a31f-b4028b3d0290,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:36.791406 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-84a9ce7c-2469-4208-82fe-dde1fa496a1d req-a933f7fc-f9bb-417b-a549-6654343590dc tempest-AttachVolumeNegativeTest-1179204855 tempest-AttachVolumeNegativeTest-1179204855-project] (102468) timed out ('10.222.0.13', 62036) {{(pid=102468) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 17:54:36.872723 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-013030b8-83f7-4e85-abd3-ee3ea32a834c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:36.880107 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-013030b8-83f7-4e85-abd3-ee3ea32a834c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "DELETE /v2.0/ports/09afaf01-8f03-43d1-a31f-b4028b3d0290 HTTP/1.1" status: 204 len: 168 time: 0.8222091 Nov 10 17:54:36.880909 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 37284) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:36.885546 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-1664d47f-98a0-4282-b1b3-f0c9cd0e2acd tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:36.914886 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1664d47f-98a0-4282-b1b3-f0c9cd0e2acd tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for floatingip, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:37.063155 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1664d47f-98a0-4282-b1b3-f0c9cd0e2acd tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:37.232596 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-1664d47f-98a0-4282-b1b3-f0c9cd0e2acd tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Allocated IP 172.25.5.47 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/c6d06291-9f43-410d-a108-cd62797547cb) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:54:37.443615 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1664d47f-98a0-4282-b1b3-f0c9cd0e2acd tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:37.487582 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1664d47f-98a0-4282-b1b3-f0c9cd0e2acd tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:37.539750 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1664d47f-98a0-4282-b1b3-f0c9cd0e2acd tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:54:37.543264 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-1664d47f-98a0-4282-b1b3-f0c9cd0e2acd tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:54:37.551852 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1664d47f-98a0-4282-b1b3-f0c9cd0e2acd tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:54:37.598306 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664d47f-98a0-4282-b1b3-f0c9cd0e2acd tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event updated for resources: {'Port': ['ID=c6d06291-9f43-410d-a108-cd62797547cb,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:37.691202 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1664d47f-98a0-4282-b1b3-f0c9cd0e2acd tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:37.751909 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1664d47f-98a0-4282-b1b3-f0c9cd0e2acd tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:37.974100 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1664d47f-98a0-4282-b1b3-f0c9cd0e2acd tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:37.980700 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1664d47f-98a0-4282-b1b3-f0c9cd0e2acd tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:38.067023 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664d47f-98a0-4282-b1b3-f0c9cd0e2acd tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event updated for resources: {'Port': ['ID=c6d06291-9f43-410d-a108-cd62797547cb,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:38.085545 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1664d47f-98a0-4282-b1b3-f0c9cd0e2acd tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:38.133249 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1664d47f-98a0-4282-b1b3-f0c9cd0e2acd tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:38.137048 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1664d47f-98a0-4282-b1b3-f0c9cd0e2acd tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2525709 Nov 10 17:54:38.137832 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 37326) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:38.144034 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-de32e315-b9b5-4463-a1cb-525b393f7aa2 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Request body: {'port': {'network_id': 'efce5e63-1903-491b-b8b2-2330a53a150e', 'name': 'tempest-FloatingIPTestJSON-1072120262'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:38.361988 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de32e315-b9b5-4463-a1cb-525b393f7aa2 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Made reservation on behalf of ebc216e83172454192d476d1e2f40a4c for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:54:38.368777 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-de32e315-b9b5-4463-a1cb-525b393f7aa2 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:38.397418 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-de32e315-b9b5-4463-a1cb-525b393f7aa2 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] device_id is not set on port 192b3adb-3ebc-48b6-8bcb-e36960894e4f yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:54:38.541202 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-de32e315-b9b5-4463-a1cb-525b393f7aa2 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Allocated IP 172.20.0.7 (efce5e63-1903-491b-b8b2-2330a53a150e/76ee728b-d4b9-4aff-a598-8eee9191a2b4/192b3adb-3ebc-48b6-8bcb-e36960894e4f) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:54:38.791646 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-de32e315-b9b5-4463-a1cb-525b393f7aa2 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:38.843284 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-de32e315-b9b5-4463-a1cb-525b393f7aa2 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:38.929980 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32e315-b9b5-4463-a1cb-525b393f7aa2 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event updated for resources: {'Port': ['ID=192b3adb-3ebc-48b6-8bcb-e36960894e4f,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:38.937380 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de32e315-b9b5-4463-a1cb-525b393f7aa2 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Network efce5e63-1903-491b-b8b2-2330a53a150e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:54:38.939177 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-de32e315-b9b5-4463-a1cb-525b393f7aa2 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:54:38.941513 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de32e315-b9b5-4463-a1cb-525b393f7aa2 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:54:39.009124 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de32e315-b9b5-4463-a1cb-525b393f7aa2 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:39.010103 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-de32e315-b9b5-4463-a1cb-525b393f7aa2 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:39.035958 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 37356) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:39.036615 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-de32e315-b9b5-4463-a1cb-525b393f7aa2 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8978820 Nov 10 17:54:39.041859 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-5a06356e-fff5-4d16-92a3-9c615057241f tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Request body: {'floatingip': {'port_id': '192b3adb-3ebc-48b6-8bcb-e36960894e4f'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:39.128779 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5a06356e-fff5-4d16-92a3-9c615057241f tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for floatingip, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:39.700288 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5a06356e-fff5-4d16-92a3-9c615057241f tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:39.708703 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5a06356e-fff5-4d16-92a3-9c615057241f tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:40.263713 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-5a06356e-fff5-4d16-92a3-9c615057241f tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Floating IP b0930c3a-98d5-4bb3-8661-92e941969d65 associated. External IP: 172.25.5.47, port: 192b3adb-3ebc-48b6-8bcb-e36960894e4f. Nov 10 17:54:40.558571 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a06356e-fff5-4d16-92a3-9c615057241f tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Router a3ca5363-2426-4166-96d7-8d25286ffa12 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:54:40.759700 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a06356e-fff5-4d16-92a3-9c615057241f tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:54:40.774561 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ce6f9f-9bf8-45be-a373-7e4e00dc288f None None] Sync routers for ids ['a3ca5363-2426-4166-96d7-8d25286ffa12'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:54:40.790767 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ce6f9f-9bf8-45be-a373-7e4e00dc288f None None] Routers {'a3ca5363-2426-4166-96d7-8d25286ffa12'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:40.791465 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-74ce6f9f-9bf8-45be-a373-7e4e00dc288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a3ca5363-2426-4166-96d7-8d25286ffa12'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:40.799667 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5a06356e-fff5-4d16-92a3-9c615057241f tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:40.833237 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-74ce6f9f-9bf8-45be-a373-7e4e00dc288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:40.833785 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5a06356e-fff5-4d16-92a3-9c615057241f tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "PUT /v2.0/floatingips/b0930c3a-98d5-4bb3-8661-92e941969d65 HTTP/1.1" status: 200 len: 977 time: 1.7953887 Nov 10 17:54:40.835847 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 37414) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:40.846389 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ce6f9f-9bf8-45be-a373-7e4e00dc288f None None] Routers {'a3ca5363-2426-4166-96d7-8d25286ffa12'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:40.847278 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-74ce6f9f-9bf8-45be-a373-7e4e00dc288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a3ca5363-2426-4166-96d7-8d25286ffa12'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:40.891111 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-74ce6f9f-9bf8-45be-a373-7e4e00dc288f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:40.892127 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ce6f9f-9bf8-45be-a373-7e4e00dc288f None None] The sync data for ids ['a3ca5363-2426-4166-96d7-8d25286ffa12'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:54:40.965258 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-80df6769-8c30-40f0-8c1c-924186b01891 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Deleting port 192b3adb-3ebc-48b6-8bcb-e36960894e4f {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:54:40.965607 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-80df6769-8c30-40f0-8c1c-924186b01891 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:41.075331 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-80df6769-8c30-40f0-8c1c-924186b01891 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:41.401933 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-80df6769-8c30-40f0-8c1c-924186b01891 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:41.402555 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-80df6769-8c30-40f0-8c1c-924186b01891 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:41.402678 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-80df6769-8c30-40f0-8c1c-924186b01891 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Floating IP b0930c3a-98d5-4bb3-8661-92e941969d65 disassociated. External IP: 172.25.5.47, port: 192b3adb-3ebc-48b6-8bcb-e36960894e4f. Nov 10 17:54:41.402923 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-80df6769-8c30-40f0-8c1c-924186b01891 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Calling delete_port for 192b3adb-3ebc-48b6-8bcb-e36960894e4f owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:54:41.585731 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-80df6769-8c30-40f0-8c1c-924186b01891 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:41.619344 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df6769-8c30-40f0-8c1c-924186b01891 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event deleted for resources: {'Port': ['ID=192b3adb-3ebc-48b6-8bcb-e36960894e4f,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:41.785754 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80df6769-8c30-40f0-8c1c-924186b01891 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Router a3ca5363-2426-4166-96d7-8d25286ffa12 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:54:41.969705 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80df6769-8c30-40f0-8c1c-924186b01891 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:54:41.980887 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cec4206-4fa5-40c4-8303-cd923d3b7472 None None] Sync routers for ids ['a3ca5363-2426-4166-96d7-8d25286ffa12'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:54:41.999304 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cec4206-4fa5-40c4-8303-cd923d3b7472 None None] Routers {'a3ca5363-2426-4166-96d7-8d25286ffa12'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:42.000284 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-3cec4206-4fa5-40c4-8303-cd923d3b7472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a3ca5363-2426-4166-96d7-8d25286ffa12'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:42.062409 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-80df6769-8c30-40f0-8c1c-924186b01891 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:42.068411 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-3cec4206-4fa5-40c4-8303-cd923d3b7472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:42.073602 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-80df6769-8c30-40f0-8c1c-924186b01891 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "DELETE /v2.0/ports/192b3adb-3ebc-48b6-8bcb-e36960894e4f HTTP/1.1" status: 204 len: 168 time: 1.2330201 Nov 10 17:54:42.074015 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 37454) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:42.093269 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cec4206-4fa5-40c4-8303-cd923d3b7472 None None] Routers {'a3ca5363-2426-4166-96d7-8d25286ffa12'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:42.095855 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-3cec4206-4fa5-40c4-8303-cd923d3b7472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a3ca5363-2426-4166-96d7-8d25286ffa12'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:42.145177 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-3cec4206-4fa5-40c4-8303-cd923d3b7472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:42.148251 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cec4206-4fa5-40c4-8303-cd923d3b7472 None None] The sync data for ids ['a3ca5363-2426-4166-96d7-8d25286ffa12'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:54:42.148971 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 37458) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:42.149402 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4f20478a-fc3a-4add-944b-64bb082ec137 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "GET /v2.0/floatingips/b0930c3a-98d5-4bb3-8661-92e941969d65 HTTP/1.1" status: 200 len: 687 time: 0.0737033 Nov 10 17:54:42.334206 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-76851213-e856-4b46-b42e-ed9f0c68f36b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Deleting port c6d06291-9f43-410d-a108-cd62797547cb {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:54:42.334663 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-76851213-e856-4b46-b42e-ed9f0c68f36b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:42.461751 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-76851213-e856-4b46-b42e-ed9f0c68f36b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:42.462453 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-76851213-e856-4b46-b42e-ed9f0c68f36b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:42.475915 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-76851213-e856-4b46-b42e-ed9f0c68f36b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Calling delete_port for c6d06291-9f43-410d-a108-cd62797547cb owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:54:42.659421 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-76851213-e856-4b46-b42e-ed9f0c68f36b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:42.703551 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76851213-e856-4b46-b42e-ed9f0c68f36b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event deleted for resources: {'Port': ['ID=c6d06291-9f43-410d-a108-cd62797547cb,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:42.808211 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-76851213-e856-4b46-b42e-ed9f0c68f36b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:42.813219 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-76851213-e856-4b46-b42e-ed9f0c68f36b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:42.816269 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-76851213-e856-4b46-b42e-ed9f0c68f36b tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "DELETE /v2.0/floatingips/b0930c3a-98d5-4bb3-8661-92e941969d65 HTTP/1.1" status: 204 len: 168 time: 0.6635532 Nov 10 17:54:42.818233 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 37484) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:42.822918 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-a47b5407-61af-4cb6-bd33-1b1a551a8f84 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'port_id': '5b8dcbf9-121c-483c-bb0d-3b67ed020dac'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:42.869724 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a47b5407-61af-4cb6-bd33-1b1a551a8f84 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:43.039051 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a47b5407-61af-4cb6-bd33-1b1a551a8f84 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:43.190941 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-a47b5407-61af-4cb6-bd33-1b1a551a8f84 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Allocated IP 172.25.5.137 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/0aee0670-9457-4556-aca1-8997516a7b48) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:54:43.315378 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a47b5407-61af-4cb6-bd33-1b1a551a8f84 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:43.360903 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a47b5407-61af-4cb6-bd33-1b1a551a8f84 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:43.424116 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47b5407-61af-4cb6-bd33-1b1a551a8f84 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:54:43.428511 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-a47b5407-61af-4cb6-bd33-1b1a551a8f84 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:54:43.432539 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47b5407-61af-4cb6-bd33-1b1a551a8f84 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:54:43.437143 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b5407-61af-4cb6-bd33-1b1a551a8f84 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event updated for resources: {'Port': ['ID=0aee0670-9457-4556-aca1-8997516a7b48,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:43.957094 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a47b5407-61af-4cb6-bd33-1b1a551a8f84 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:44.068240 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a47b5407-61af-4cb6-bd33-1b1a551a8f84 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:44.310815 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a47b5407-61af-4cb6-bd33-1b1a551a8f84 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:44.316098 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a47b5407-61af-4cb6-bd33-1b1a551a8f84 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:44.396561 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b5407-61af-4cb6-bd33-1b1a551a8f84 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event updated for resources: {'Port': ['ID=0aee0670-9457-4556-aca1-8997516a7b48,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:44.416438 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a47b5407-61af-4cb6-bd33-1b1a551a8f84 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:44.568361 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-a47b5407-61af-4cb6-bd33-1b1a551a8f84 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Floating IP 6f5661b8-04c0-476f-8711-7b873985bd87 associated. External IP: 172.25.5.137, port: 5b8dcbf9-121c-483c-bb0d-3b67ed020dac. Nov 10 17:54:44.855698 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47b5407-61af-4cb6-bd33-1b1a551a8f84 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Router a3ca5363-2426-4166-96d7-8d25286ffa12 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:54:45.017697 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47b5407-61af-4cb6-bd33-1b1a551a8f84 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:54:45.031160 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b28bfa-99be-4995-8213-7107e7e6f75f None None] Sync routers for ids ['a3ca5363-2426-4166-96d7-8d25286ffa12'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:54:45.045427 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a47b5407-61af-4cb6-bd33-1b1a551a8f84 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:45.048618 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b28bfa-99be-4995-8213-7107e7e6f75f None None] Routers {'a3ca5363-2426-4166-96d7-8d25286ffa12'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:45.050086 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e6b28bfa-99be-4995-8213-7107e7e6f75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a3ca5363-2426-4166-96d7-8d25286ffa12'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:45.086141 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a47b5407-61af-4cb6-bd33-1b1a551a8f84 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.2665782 Nov 10 17:54:45.089561 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 37546) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:45.096036 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-68622629-07a4-4175-99fa-dd5a7e0913aa tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-434398124'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:45.131113 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68622629-07a4-4175-99fa-dd5a7e0913aa tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Made reservation on behalf of ebc216e83172454192d476d1e2f40a4c for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:54:45.135230 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-68622629-07a4-4175-99fa-dd5a7e0913aa tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:45.143347 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e6b28bfa-99be-4995-8213-7107e7e6f75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:45.173734 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b28bfa-99be-4995-8213-7107e7e6f75f None None] Routers {'a3ca5363-2426-4166-96d7-8d25286ffa12'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:45.174761 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e6b28bfa-99be-4995-8213-7107e7e6f75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a3ca5363-2426-4166-96d7-8d25286ffa12'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:45.201353 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68622629-07a4-4175-99fa-dd5a7e0913aa tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:54:45.232612 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-68622629-07a4-4175-99fa-dd5a7e0913aa tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:45.237022 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-68622629-07a4-4175-99fa-dd5a7e0913aa tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Added segment 0e0890a5-ed3c-48cb-acb1-4e5ad33bff2a of type vlan for network e13f3e6a-2ba4-47d9-a02c-115b154054b2 Nov 10 17:54:45.246360 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e6b28bfa-99be-4995-8213-7107e7e6f75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:45.247814 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b28bfa-99be-4995-8213-7107e7e6f75f None None] The sync data for ids ['a3ca5363-2426-4166-96d7-8d25286ffa12'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:54:45.349222 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-68622629-07a4-4175-99fa-dd5a7e0913aa tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:45.400198 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-68622629-07a4-4175-99fa-dd5a7e0913aa tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:45.415052 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68622629-07a4-4175-99fa-dd5a7e0913aa tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:45.416558 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-68622629-07a4-4175-99fa-dd5a7e0913aa tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:45.865394 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-68622629-07a4-4175-99fa-dd5a7e0913aa tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7741907 Nov 10 17:54:45.868255 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 37550) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:45.875542 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-998579ff-ad6f-4793-8184-63ac06c7e2e2 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Request body: {'subnet': {'network_id': 'e13f3e6a-2ba4-47d9-a02c-115b154054b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:45.909064 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68622629-07a4-4175-99fa-dd5a7e0913aa tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event updated for resources: {'Network': ['ID=e13f3e6a-2ba4-47d9-a02c-115b154054b2,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:45.920287 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network e13f3e6a-2ba4-47d9-a02c-115b154054b2 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:54:46.039582 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998579ff-ad6f-4793-8184-63ac06c7e2e2 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Made reservation on behalf of ebc216e83172454192d476d1e2f40a4c for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:54:46.044329 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-998579ff-ad6f-4793-8184-63ac06c7e2e2 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:46.352409 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-998579ff-ad6f-4793-8184-63ac06c7e2e2 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:46.431163 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998579ff-ad6f-4793-8184-63ac06c7e2e2 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event updated for resources: {'Subnet': ['ID=cb018b0c-e89d-41b6-97f8-8827c57e603a,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:46.437281 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998579ff-ad6f-4793-8184-63ac06c7e2e2 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Checking segment: {'id': '0e0890a5-ed3c-48cb-acb1-4e5ad33bff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e13f3e6a-2ba4-47d9-a02c-115b154054b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:54:46.437655 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998579ff-ad6f-4793-8184-63ac06c7e2e2 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Network hostable DHCP agents. Network: e13f3e6a-2ba4-47d9-a02c-115b154054b2, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:54:46.458792 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998579ff-ad6f-4793-8184-63ac06c7e2e2 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Network e13f3e6a-2ba4-47d9-a02c-115b154054b2 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:54:46.475460 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-998579ff-ad6f-4793-8184-63ac06c7e2e2 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, e13f3e6a-2ba4-47d9-a02c-115b154054b2) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:54:46.481644 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998579ff-ad6f-4793-8184-63ac06c7e2e2 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:46.482281 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-998579ff-ad6f-4793-8184-63ac06c7e2e2 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:46.492111 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e24d5d3-cb01-4be2-abe3-a9d2ec035b08 None None] Network e13f3e6a-2ba4-47d9-a02c-115b154054b2 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:54:46.503401 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-998579ff-ad6f-4793-8184-63ac06c7e2e2 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6337163 Nov 10 17:54:46.506026 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 37558) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:46.513485 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-551bd915-20bf-4f3f-a838-d6d1083a3bb1 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-759527275', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}, 'admin_state_up': False}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:46.544836 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-551bd915-20bf-4f3f-a838-d6d1083a3bb1 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:46.547811 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-551bd915-20bf-4f3f-a838-d6d1083a3bb1 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:46.700822 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-551bd915-20bf-4f3f-a838-d6d1083a3bb1 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:46.729948 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0559942-cdc4-4b0e-acc6-c1d47a82e850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-e13f3e6a-2ba4-47d9-a02c-115b154054b2', 'network_id': 'e13f3e6a-2ba4-47d9-a02c-115b154054b2', 'tenant_id': 'ebc216e83172454192d476d1e2f40a4c', 'fixed_ips': [{'subnet_id': 'cb018b0c-e89d-41b6-97f8-8827c57e603a'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:54:46.731667 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a0559942-cdc4-4b0e-acc6-c1d47a82e850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:46.956186 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-551bd915-20bf-4f3f-a838-d6d1083a3bb1 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:46.988681 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-a0559942-cdc4-4b0e-acc6-c1d47a82e850 None None] Allocated IP 172.20.0.2 (e13f3e6a-2ba4-47d9-a02c-115b154054b2/cb018b0c-e89d-41b6-97f8-8827c57e603a/3222d4d0-d6ab-4f74-a488-ba4bffa0ecb4) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:54:47.210881 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a0559942-cdc4-4b0e-acc6-c1d47a82e850 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:47.219717 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a0559942-cdc4-4b0e-acc6-c1d47a82e850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:47.281583 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0559942-cdc4-4b0e-acc6-c1d47a82e850 None None] Pushing event updated for resources: {'Port': ['ID=3222d4d0-d6ab-4f74-a488-ba4bffa0ecb4,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:47.298355 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0559942-cdc4-4b0e-acc6-c1d47a82e850 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:47.299283 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0559942-cdc4-4b0e-acc6-c1d47a82e850 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:47.299882 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0559942-cdc4-4b0e-acc6-c1d47a82e850 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:47.300295 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-551bd915-20bf-4f3f-a838-d6d1083a3bb1 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:47.300508 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0559942-cdc4-4b0e-acc6-c1d47a82e850 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:47.301071 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0559942-cdc4-4b0e-acc6-c1d47a82e850 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:47.301655 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0559942-cdc4-4b0e-acc6-c1d47a82e850 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:47.302245 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0559942-cdc4-4b0e-acc6-c1d47a82e850 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:47.302632 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0559942-cdc4-4b0e-acc6-c1d47a82e850 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:47.302980 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0559942-cdc4-4b0e-acc6-c1d47a82e850 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:47.303321 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0559942-cdc4-4b0e-acc6-c1d47a82e850 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:47.303672 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0559942-cdc4-4b0e-acc6-c1d47a82e850 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:47.303987 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0559942-cdc4-4b0e-acc6-c1d47a82e850 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:54:47.316114 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0559942-cdc4-4b0e-acc6-c1d47a82e850 None None] Network e13f3e6a-2ba4-47d9-a02c-115b154054b2 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:54:47.318501 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-a0559942-cdc4-4b0e-acc6-c1d47a82e850 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:54:47.322093 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0559942-cdc4-4b0e-acc6-c1d47a82e850 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:54:47.334947 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-551bd915-20bf-4f3f-a838-d6d1083a3bb1 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:47.423396 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-a0559942-cdc4-4b0e-acc6-c1d47a82e850 None None] Attempting to bind port 3222d4d0-d6ab-4f74-a488-ba4bffa0ecb4 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:54:47.423722 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-a0559942-cdc4-4b0e-acc6-c1d47a82e850 None None] Attempting to bind port 3222d4d0-d6ab-4f74-a488-ba4bffa0ecb4 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '0e0890a5-ed3c-48cb-acb1-4e5ad33bff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e13f3e6a-2ba4-47d9-a02c-115b154054b2'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:54:47.424034 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0559942-cdc4-4b0e-acc6-c1d47a82e850 None None] Attempting to bind port 3222d4d0-d6ab-4f74-a488-ba4bffa0ecb4 on network e13f3e6a-2ba4-47d9-a02c-115b154054b2 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:54:47.429759 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0559942-cdc4-4b0e-acc6-c1d47a82e850 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:54:47.430268 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0559942-cdc4-4b0e-acc6-c1d47a82e850 None None] Checking segment: {'id': '0e0890a5-ed3c-48cb-acb1-4e5ad33bff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e13f3e6a-2ba4-47d9-a02c-115b154054b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:54:47.430683 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a0559942-cdc4-4b0e-acc6-c1d47a82e850 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:47.431080 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0559942-cdc4-4b0e-acc6-c1d47a82e850 None None] Bound using segment: {'id': '0e0890a5-ed3c-48cb-acb1-4e5ad33bff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e13f3e6a-2ba4-47d9-a02c-115b154054b2'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:54:47.431560 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-a0559942-cdc4-4b0e-acc6-c1d47a82e850 None None] Bound port: 3222d4d0-d6ab-4f74-a488-ba4bffa0ecb4, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e0890a5-ed3c-48cb-acb1-4e5ad33bff2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e13f3e6a-2ba4-47d9-a02c-115b154054b2'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:54:47.432239 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a0559942-cdc4-4b0e-acc6-c1d47a82e850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:47.483808 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-551bd915-20bf-4f3f-a838-d6d1083a3bb1 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Allocated IP 172.25.5.192 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/9646f735-5ed7-486d-a91f-0024b8cb663a) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:54:47.517609 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-a0559942-cdc4-4b0e-acc6-c1d47a82e850 None None] For port 3222d4d0-d6ab-4f74-a488-ba4bffa0ecb4, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:54:47.521922 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-a0559942-cdc4-4b0e-acc6-c1d47a82e850 None None] For port 3222d4d0-d6ab-4f74-a488-ba4bffa0ecb4, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=3222d4d0-d6ab-4f74-a488-ba4bffa0ecb4,segment=NetworkSegment(0e0890a5-ed3c-48cb-acb1-4e5ad33bff2a),segment_id=0e0890a5-ed3c-48cb-acb1-4e5ad33bff2a)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:54:47.527137 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a0559942-cdc4-4b0e-acc6-c1d47a82e850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:47.590335 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0559942-cdc4-4b0e-acc6-c1d47a82e850 None None] Pushing event updated for resources: {'Port': ['ID=3222d4d0-d6ab-4f74-a488-ba4bffa0ecb4,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:47.618848 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-551bd915-20bf-4f3f-a838-d6d1083a3bb1 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:47.661630 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-551bd915-20bf-4f3f-a838-d6d1083a3bb1 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:47.707691 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551bd915-20bf-4f3f-a838-d6d1083a3bb1 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:54:47.718429 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-551bd915-20bf-4f3f-a838-d6d1083a3bb1 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:54:47.722590 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551bd915-20bf-4f3f-a838-d6d1083a3bb1 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:54:47.736876 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0eac4aa-40f2-4413-92ee-bd52c228d97e None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:54:47.749448 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551bd915-20bf-4f3f-a838-d6d1083a3bb1 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event updated for resources: {'Port': ['ID=9646f735-5ed7-486d-a91f-0024b8cb663a,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:47.808624 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-416759b0-eeee-4af4-b028-42a390ff203a None None] Provisioning complete for port 9646f735-5ed7-486d-a91f-0024b8cb663a triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:54:47.809262 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-416759b0-eeee-4af4-b028-42a390ff203a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:47.862296 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-416759b0-eeee-4af4-b028-42a390ff203a None None] Port 9646f735-5ed7-486d-a91f-0024b8cb663a cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:54:48.134986 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-551bd915-20bf-4f3f-a838-d6d1083a3bb1 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:48.350286 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 3222d4d0-d6ab-4f74-a488-ba4bffa0ecb4 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:54:48.387242 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-551bd915-20bf-4f3f-a838-d6d1083a3bb1 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:48.408513 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 3222d4d0-d6ab-4f74-a488-ba4bffa0ecb4 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:54:48.409028 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:48.493517 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:48.538013 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 3222d4d0-d6ab-4f74-a488-ba4bffa0ecb4, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=3222d4d0-d6ab-4f74-a488-ba4bffa0ecb4,segment=NetworkSegment(0e0890a5-ed3c-48cb-acb1-4e5ad33bff2a),segment_id=0e0890a5-ed3c-48cb-acb1-4e5ad33bff2a)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:54:48.545421 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:48.582540 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551bd915-20bf-4f3f-a838-d6d1083a3bb1 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Router 0becd8c0-3458-421b-8605-70f38fa154d6 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:54:48.616450 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=3222d4d0-d6ab-4f74-a488-ba4bffa0ecb4,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:48.721281 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551bd915-20bf-4f3f-a838-d6d1083a3bb1 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:54:48.732366 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802dd5d4-d937-44aa-97a8-68e7fd55cb9d None None] Sync routers for ids ['0becd8c0-3458-421b-8605-70f38fa154d6'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:54:48.758966 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-551bd915-20bf-4f3f-a838-d6d1083a3bb1 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:48.763792 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-551bd915-20bf-4f3f-a838-d6d1083a3bb1 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2533436 Nov 10 17:54:48.763993 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 37592) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:48.797936 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802dd5d4-d937-44aa-97a8-68e7fd55cb9d None None] Routers {'0becd8c0-3458-421b-8605-70f38fa154d6'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:48.798900 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-802dd5d4-d937-44aa-97a8-68e7fd55cb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0becd8c0-3458-421b-8605-70f38fa154d6'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:48.908850 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-802dd5d4-d937-44aa-97a8-68e7fd55cb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:48.919347 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802dd5d4-d937-44aa-97a8-68e7fd55cb9d None None] Routers {'0becd8c0-3458-421b-8605-70f38fa154d6'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:48.920195 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-802dd5d4-d937-44aa-97a8-68e7fd55cb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0becd8c0-3458-421b-8605-70f38fa154d6'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:48.961012 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-802dd5d4-d937-44aa-97a8-68e7fd55cb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:48.961909 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802dd5d4-d937-44aa-97a8-68e7fd55cb9d None None] The sync data for ids ['0becd8c0-3458-421b-8605-70f38fa154d6'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:54:49.086881 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2537fa-51cb-40a3-a6ae-fdc56fdfd05c None None] Network e13f3e6a-2ba4-47d9-a02c-115b154054b2 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:54:49.222937 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-45922c3d-2a84-4fa1-b7cd-088333232175 None None] Provisioning complete for port 3222d4d0-d6ab-4f74-a488-ba4bffa0ecb4 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:54:49.223309 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-45922c3d-2a84-4fa1-b7cd-088333232175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:49.417993 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-84683862-608e-4cf4-97ad-7c0aaf4e08af tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:49.698379 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-74a64d31-c559-4a94-944a-c145606b619f None None] Provisioning complete for port 3222d4d0-d6ab-4f74-a488-ba4bffa0ecb4 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:54:49.698941 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-74a64d31-c559-4a94-944a-c145606b619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:49.792298 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-84683862-608e-4cf4-97ad-7c0aaf4e08af tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Allocated IP 172.20.0.1 (e13f3e6a-2ba4-47d9-a02c-115b154054b2/cb018b0c-e89d-41b6-97f8-8827c57e603a/4a2e2da6-6497-457e-9d31-7c1e8540222a) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:54:49.835099 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:54:49.963859 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-84683862-608e-4cf4-97ad-7c0aaf4e08af tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:50.003821 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-84683862-608e-4cf4-97ad-7c0aaf4e08af tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:50.047648 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84683862-608e-4cf4-97ad-7c0aaf4e08af tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Network e13f3e6a-2ba4-47d9-a02c-115b154054b2 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:54:50.057027 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-84683862-608e-4cf4-97ad-7c0aaf4e08af tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:54:50.057027 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84683862-608e-4cf4-97ad-7c0aaf4e08af tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:54:50.126335 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84683862-608e-4cf4-97ad-7c0aaf4e08af tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event updated for resources: {'Port': ['ID=4a2e2da6-6497-457e-9d31-7c1e8540222a,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:50.136928 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-84683862-608e-4cf4-97ad-7c0aaf4e08af tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:50.333194 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 3222d4d0-d6ab-4f74-a488-ba4bffa0ecb4 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:54:50.341424 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-84683862-608e-4cf4-97ad-7c0aaf4e08af tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:50.416699 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 3222d4d0-d6ab-4f74-a488-ba4bffa0ecb4 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:54:50.417080 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:50.476865 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e5ec44b3-9c44-418d-a29b-8c63e23077e7 None None] Provisioning complete for port 4a2e2da6-6497-457e-9d31-7c1e8540222a triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:54:50.477242 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e5ec44b3-9c44-418d-a29b-8c63e23077e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:50.517366 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-e5ec44b3-9c44-418d-a29b-8c63e23077e7 None None] Port 4a2e2da6-6497-457e-9d31-7c1e8540222a cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:54:50.727796 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-84683862-608e-4cf4-97ad-7c0aaf4e08af tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:50.742671 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-84683862-608e-4cf4-97ad-7c0aaf4e08af tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:50.841983 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84683862-608e-4cf4-97ad-7c0aaf4e08af tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event updated for resources: {'Port': ['ID=4a2e2da6-6497-457e-9d31-7c1e8540222a,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:50.852869 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-84683862-608e-4cf4-97ad-7c0aaf4e08af tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:50.981339 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84683862-608e-4cf4-97ad-7c0aaf4e08af tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Network e13f3e6a-2ba4-47d9-a02c-115b154054b2 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:54:50.983489 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-84683862-608e-4cf4-97ad-7c0aaf4e08af tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:54:51.163637 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84683862-608e-4cf4-97ad-7c0aaf4e08af tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Router 0becd8c0-3458-421b-8605-70f38fa154d6 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:54:51.317091 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84683862-608e-4cf4-97ad-7c0aaf4e08af tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:54:51.326920 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d20fce-3829-4567-b5f4-da8440be6e30 None None] Sync routers for ids ['0becd8c0-3458-421b-8605-70f38fa154d6'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:54:51.328932 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-84683862-608e-4cf4-97ad-7c0aaf4e08af tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "PUT /v2.0/routers/0becd8c0-3458-421b-8605-70f38fa154d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5623374 Nov 10 17:54:51.331514 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 37632) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:51.336502 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-ab6f00b8-3bc0-4bf5-8575-9cfdb3962c27 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Request body: {'port': {'network_id': 'e13f3e6a-2ba4-47d9-a02c-115b154054b2', 'name': 'tempest-FloatingIPTestJSON-754391497'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:51.347741 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d20fce-3829-4567-b5f4-da8440be6e30 None None] Routers {'0becd8c0-3458-421b-8605-70f38fa154d6'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:51.348532 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c7d20fce-3829-4567-b5f4-da8440be6e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0becd8c0-3458-421b-8605-70f38fa154d6'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:51.388637 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c7d20fce-3829-4567-b5f4-da8440be6e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:51.391332 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-daa40c16-8ecd-4df5-a5db-931413962e29 None None] Provisioning complete for port 4a2e2da6-6497-457e-9d31-7c1e8540222a triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:54:51.391332 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-daa40c16-8ecd-4df5-a5db-931413962e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:51.428078 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d20fce-3829-4567-b5f4-da8440be6e30 None None] Routers {'0becd8c0-3458-421b-8605-70f38fa154d6'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:51.428903 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c7d20fce-3829-4567-b5f4-da8440be6e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0becd8c0-3458-421b-8605-70f38fa154d6'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:51.462360 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c7d20fce-3829-4567-b5f4-da8440be6e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:51.463157 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d20fce-3829-4567-b5f4-da8440be6e30 None None] The sync data for ids ['0becd8c0-3458-421b-8605-70f38fa154d6'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:54:51.466684 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-daa40c16-8ecd-4df5-a5db-931413962e29 None None] Port 4a2e2da6-6497-457e-9d31-7c1e8540222a cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:54:51.470702 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6f00b8-3bc0-4bf5-8575-9cfdb3962c27 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Made reservation on behalf of ebc216e83172454192d476d1e2f40a4c for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:54:51.474846 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ab6f00b8-3bc0-4bf5-8575-9cfdb3962c27 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:51.493701 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-ab6f00b8-3bc0-4bf5-8575-9cfdb3962c27 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] device_id is not set on port c561d2ea-866e-4071-9d49-7cfda947def6 yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:54:52.014072 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-ab6f00b8-3bc0-4bf5-8575-9cfdb3962c27 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Allocated IP 172.20.0.14 (e13f3e6a-2ba4-47d9-a02c-115b154054b2/cb018b0c-e89d-41b6-97f8-8827c57e603a/c561d2ea-866e-4071-9d49-7cfda947def6) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:54:52.226982 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ab6f00b8-3bc0-4bf5-8575-9cfdb3962c27 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:52.278978 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ab6f00b8-3bc0-4bf5-8575-9cfdb3962c27 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:52.343095 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6f00b8-3bc0-4bf5-8575-9cfdb3962c27 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Network e13f3e6a-2ba4-47d9-a02c-115b154054b2 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:54:52.347472 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-ab6f00b8-3bc0-4bf5-8575-9cfdb3962c27 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:54:52.351564 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6f00b8-3bc0-4bf5-8575-9cfdb3962c27 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:54:52.407279 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f00b8-3bc0-4bf5-8575-9cfdb3962c27 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event updated for resources: {'Port': ['ID=c561d2ea-866e-4071-9d49-7cfda947def6,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:52.445442 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6f00b8-3bc0-4bf5-8575-9cfdb3962c27 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:52.446340 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ab6f00b8-3bc0-4bf5-8575-9cfdb3962c27 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:52.475502 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ab6f00b8-3bc0-4bf5-8575-9cfdb3962c27 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1367936 Nov 10 17:54:52.475796 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 37642) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:52.482417 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-5d6da656-226c-4b17-8ca9-416f83124d62 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Request body: {'floatingip': {'port_id': 'c561d2ea-866e-4071-9d49-7cfda947def6'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:52.570205 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5d6da656-226c-4b17-8ca9-416f83124d62 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for floatingip, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:52.725333 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-dd652bad-8d8e-420c-99ac-7bd3beb170d7 None None] Provisioning complete for port c561d2ea-866e-4071-9d49-7cfda947def6 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:54:52.725906 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dd652bad-8d8e-420c-99ac-7bd3beb170d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:52.850428 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-dd652bad-8d8e-420c-99ac-7bd3beb170d7 None None] Port c561d2ea-866e-4071-9d49-7cfda947def6 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:54:52.963922 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f5289d45-ef7b-4b6c-977d-849ed7845401 req-c9225957-25b3-4211-a529-971edefdc08f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1138067 Nov 10 17:54:53.102155 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5289d45-ef7b-4b6c-977d-849ed7845401 req-14eb2ad9-0ded-4dda-a087-5e2d946c7587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:53.103733 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f5289d45-ef7b-4b6c-977d-849ed7845401 req-14eb2ad9-0ded-4dda-a087-5e2d946c7587 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0270caab27604a84907a03a58ad6e001&device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 1096 time: 0.1067510 Nov 10 17:54:53.345418 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5289d45-ef7b-4b6c-977d-849ed7845401 req-53a2d850-60b3-4b02-adea-9e14af1a9644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:53.346946 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f5289d45-ef7b-4b6c-977d-849ed7845401 req-53a2d850-60b3-4b02-adea-9e14af1a9644 service neutron] 10.222.0.11 "GET /v2.0/networks?id=07b214b6-0379-4e57-a79c-5118cee6c24b HTTP/1.1" status: 200 len: 912 time: 0.1859591 Nov 10 17:54:53.478893 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f5289d45-ef7b-4b6c-977d-849ed7845401 req-e61f8017-0e67-4224-8364-1dc7de7a4f93 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94a55a60-1af8-4730-86c8-8397af10e93f HTTP/1.1" status: 200 len: 998 time: 0.1124334 Nov 10 17:54:53.491747 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5d6da656-226c-4b17-8ca9-416f83124d62 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:53.510666 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5d6da656-226c-4b17-8ca9-416f83124d62 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:53.685131 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5289d45-ef7b-4b6c-977d-849ed7845401 req-c01aacc3-b378-4e39-a70d-40a844cdc704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:53.686803 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f5289d45-ef7b-4b6c-977d-849ed7845401 req-c01aacc3-b378-4e39-a70d-40a844cdc704 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0014d233-a3b8-4110-85a8-3bdeaa4b1e7d HTTP/1.1" status: 200 len: 850 time: 0.1921430 Nov 10 17:54:53.687850 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-5d6da656-226c-4b17-8ca9-416f83124d62 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Floating IP 6f5661b8-04c0-476f-8711-7b873985bd87 associated. External IP: 172.25.5.137, port: 5b8dcbf9-121c-483c-bb0d-3b67ed020dac. Nov 10 17:54:53.836712 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5289d45-ef7b-4b6c-977d-849ed7845401 req-2940662b-64a4-450b-86a4-fc5dff11fd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:53.838324 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f5289d45-ef7b-4b6c-977d-849ed7845401 req-2940662b-64a4-450b-86a4-fc5dff11fd1c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=07b214b6-0379-4e57-a79c-5118cee6c24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1412690 Nov 10 17:54:54.397997 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f5289d45-ef7b-4b6c-977d-849ed7845401 req-ba482516-d91c-43aa-a6c2-c13057ca554f service neutron] 10.222.0.11 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5507255 Nov 10 17:54:54.432595 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7fb8939-c7b0-43e0-9a38-c8c3449b5a5b req-aa4a7a9a-5e23-4be9-8cb6-4d234a8bed98 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d86b0237-abca-45ab-8f24-dccaed931636&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1431990 Nov 10 17:54:54.522733 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6da656-226c-4b17-8ca9-416f83124d62 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Router a3ca5363-2426-4166-96d7-8d25286ffa12 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:54:54.622566 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f5289d45-ef7b-4b6c-977d-849ed7845401 req-ae260836-cd41-4779-8224-45a5708e32ef service neutron] 10.222.0.11 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162101 Nov 10 17:54:54.638919 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb8939-c7b0-43e0-9a38-c8c3449b5a5b req-cda2455e-8181-44a6-9647-dde56c1de720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:54.641723 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7fb8939-c7b0-43e0-9a38-c8c3449b5a5b req-cda2455e-8181-44a6-9647-dde56c1de720 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0270caab27604a84907a03a58ad6e001&device_id=d86b0237-abca-45ab-8f24-dccaed931636 HTTP/1.1" status: 200 len: 1097 time: 0.1764443 Nov 10 17:54:54.762520 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6da656-226c-4b17-8ca9-416f83124d62 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:54:54.783523 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca6ea0a-3f83-4feb-ba4b-cbb0426a1fdb None None] Sync routers for ids ['a3ca5363-2426-4166-96d7-8d25286ffa12'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:54:54.793873 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:54.807567 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca6ea0a-3f83-4feb-ba4b-cbb0426a1fdb None None] Routers {'a3ca5363-2426-4166-96d7-8d25286ffa12'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:54.809135 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-6ca6ea0a-3f83-4feb-ba4b-cbb0426a1fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a3ca5363-2426-4166-96d7-8d25286ffa12'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:54.868754 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-6ca6ea0a-3f83-4feb-ba4b-cbb0426a1fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:54.882033 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca6ea0a-3f83-4feb-ba4b-cbb0426a1fdb None None] Routers {'a3ca5363-2426-4166-96d7-8d25286ffa12'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:54.882821 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-6ca6ea0a-3f83-4feb-ba4b-cbb0426a1fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a3ca5363-2426-4166-96d7-8d25286ffa12'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:54.906692 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb8939-c7b0-43e0-9a38-c8c3449b5a5b req-49ff93b8-fc98-4ca4-b1d9-b85e42b27cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:54.908196 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7fb8939-c7b0-43e0-9a38-c8c3449b5a5b req-49ff93b8-fc98-4ca4-b1d9-b85e42b27cb1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=07b214b6-0379-4e57-a79c-5118cee6c24b HTTP/1.1" status: 200 len: 912 time: 0.2239952 Nov 10 17:54:54.931780 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-6ca6ea0a-3f83-4feb-ba4b-cbb0426a1fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:54.932449 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca6ea0a-3f83-4feb-ba4b-cbb0426a1fdb None None] The sync data for ids ['a3ca5363-2426-4166-96d7-8d25286ffa12'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:54:54.969127 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7fb8939-c7b0-43e0-9a38-c8c3449b5a5b req-e04e79cf-d06c-4c15-a7e6-058e7fbbc704 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c04ff508-4695-4a06-b32d-7557bec8639e HTTP/1.1" status: 200 len: 217 time: 0.0501659 Nov 10 17:54:55.080487 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb8939-c7b0-43e0-9a38-c8c3449b5a5b req-ee2bd35a-f55d-477b-9682-df1dca434049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:55.082105 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7fb8939-c7b0-43e0-9a38-c8c3449b5a5b req-ee2bd35a-f55d-477b-9682-df1dca434049 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0014d233-a3b8-4110-85a8-3bdeaa4b1e7d HTTP/1.1" status: 200 len: 850 time: 0.1044679 Nov 10 17:54:55.119703 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:55.194734 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb8939-c7b0-43e0-9a38-c8c3449b5a5b req-6a677079-14a7-4fb5-8e89-2182d908cb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:55.196510 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7fb8939-c7b0-43e0-9a38-c8c3449b5a5b req-6a677079-14a7-4fb5-8e89-2182d908cb53 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=07b214b6-0379-4e57-a79c-5118cee6c24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1071386 Nov 10 17:54:55.265544 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6da656-226c-4b17-8ca9-416f83124d62 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Router 0becd8c0-3458-421b-8605-70f38fa154d6 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:54:55.361035 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7fb8939-c7b0-43e0-9a38-c8c3449b5a5b req-3a987023-1c40-406a-abfa-36b089f51e2b service neutron] 10.222.0.13 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551325 Nov 10 17:54:55.485191 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6da656-226c-4b17-8ca9-416f83124d62 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:54:55.506219 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017e2f26-443d-4668-a3b7-70eed301a86a None None] Sync routers for ids ['0becd8c0-3458-421b-8605-70f38fa154d6'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:54:55.508924 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5d6da656-226c-4b17-8ca9-416f83124d62 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:55.542936 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017e2f26-443d-4668-a3b7-70eed301a86a None None] Routers {'0becd8c0-3458-421b-8605-70f38fa154d6'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:55.545288 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-017e2f26-443d-4668-a3b7-70eed301a86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0becd8c0-3458-421b-8605-70f38fa154d6'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:55.629146 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7fb8939-c7b0-43e0-9a38-c8c3449b5a5b req-8617c1df-78bf-4c10-85f1-30b6da94481b service neutron] 10.222.0.13 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365787 Nov 10 17:54:55.629622 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-017e2f26-443d-4668-a3b7-70eed301a86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:55.642893 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5d6da656-226c-4b17-8ca9-416f83124d62 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "PUT /v2.0/floatingips/6f5661b8-04c0-476f-8711-7b873985bd87 HTTP/1.1" status: 200 len: 978 time: 3.1657178 Nov 10 17:54:55.645935 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 37904) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:55.646999 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017e2f26-443d-4668-a3b7-70eed301a86a None None] Routers {'0becd8c0-3458-421b-8605-70f38fa154d6'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:55.647630 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-017e2f26-443d-4668-a3b7-70eed301a86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0becd8c0-3458-421b-8605-70f38fa154d6'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:55.717261 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-017e2f26-443d-4668-a3b7-70eed301a86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:55.728844 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017e2f26-443d-4668-a3b7-70eed301a86a None None] The sync data for ids ['0becd8c0-3458-421b-8605-70f38fa154d6'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:54:55.815709 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-ef0aa586-3b18-4ded-84df-49dff09adf9c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Deleting port c561d2ea-866e-4071-9d49-7cfda947def6 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:54:55.816757 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef0aa586-3b18-4ded-84df-49dff09adf9c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:55.976102 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef0aa586-3b18-4ded-84df-49dff09adf9c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:55.999387 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee54067-01c0-4d86-bbda-580cbf42ce74 req-61afbd52-3938-4358-820b-836f2191125a tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:56.007272 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cee54067-01c0-4d86-bbda-580cbf42ce74 req-61afbd52-3938-4358-820b-836f2191125a tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.0735784 Nov 10 17:54:56.063373 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cee54067-01c0-4d86-bbda-580cbf42ce74 req-8932c8ee-1c91-4d02-aa80-5ca2c7b0905f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551467 Nov 10 17:54:56.240572 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c081f-ddd3-4cef-a46c-2b91d86afd35 req-ccdd9efd-91e7-4251-adc8-9c8c232b8ba6 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:56.243572 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d62c081f-ddd3-4cef-a46c-2b91d86afd35 req-ccdd9efd-91e7-4251-adc8-9c8c232b8ba6 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.0721283 Nov 10 17:54:56.308881 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d62c081f-ddd3-4cef-a46c-2b91d86afd35 req-1fc2012a-37d5-43c4-aee4-4c48dead68fa tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560424 Nov 10 17:54:56.367355 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef0aa586-3b18-4ded-84df-49dff09adf9c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:56.367786 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef0aa586-3b18-4ded-84df-49dff09adf9c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:56.368262 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [None req-ef0aa586-3b18-4ded-84df-49dff09adf9c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Floating IP 6f5661b8-04c0-476f-8711-7b873985bd87 disassociated. External IP: 172.25.5.137, port: c561d2ea-866e-4071-9d49-7cfda947def6. Nov 10 17:54:56.368593 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-ef0aa586-3b18-4ded-84df-49dff09adf9c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Calling delete_port for c561d2ea-866e-4071-9d49-7cfda947def6 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:54:56.587891 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef0aa586-3b18-4ded-84df-49dff09adf9c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:56.634980 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0aa586-3b18-4ded-84df-49dff09adf9c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event deleted for resources: {'Port': ['ID=c561d2ea-866e-4071-9d49-7cfda947def6,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:56.970239 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-c5f44db1-dfad-4a5e-89bc-59ff89bdd771 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:56.971860 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-c5f44db1-dfad-4a5e-89bc-59ff89bdd771 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/networks?id=07b214b6-0379-4e57-a79c-5118cee6c24b HTTP/1.1" status: 200 len: 811 time: 0.2804883 Nov 10 17:54:56.996690 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-ff02dcf7-e2f5-46ac-875b-09b1afed44f2 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/quotas/0270caab27604a84907a03a58ad6e001 HTTP/1.1" status: 200 len: 375 time: 0.0174503 Nov 10 17:54:56.998523 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0aa586-3b18-4ded-84df-49dff09adf9c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Router 0becd8c0-3458-421b-8605-70f38fa154d6 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:54:57.191125 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-69dfd0d9-dbf2-49ee-bbac-aa1233fd8e32 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0270caab27604a84907a03a58ad6e001&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1859348 Nov 10 17:54:57.220107 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0aa586-3b18-4ded-84df-49dff09adf9c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:54:57.234491 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32a2a17-3ed0-4edf-b6ea-a79d85c6a285 None None] Sync routers for ids ['0becd8c0-3458-421b-8605-70f38fa154d6'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:54:57.254875 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32a2a17-3ed0-4edf-b6ea-a79d85c6a285 None None] Routers {'0becd8c0-3458-421b-8605-70f38fa154d6'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:57.255996 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e32a2a17-3ed0-4edf-b6ea-a79d85c6a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0becd8c0-3458-421b-8605-70f38fa154d6'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:57.340829 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e32a2a17-3ed0-4edf-b6ea-a79d85c6a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:57.351281 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32a2a17-3ed0-4edf-b6ea-a79d85c6a285 None None] Routers {'0becd8c0-3458-421b-8605-70f38fa154d6'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:54:57.352076 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e32a2a17-3ed0-4edf-b6ea-a79d85c6a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0becd8c0-3458-421b-8605-70f38fa154d6'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:57.398194 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e32a2a17-3ed0-4edf-b6ea-a79d85c6a285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:54:57.398846 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32a2a17-3ed0-4edf-b6ea-a79d85c6a285 None None] The sync data for ids ['0becd8c0-3458-421b-8605-70f38fa154d6'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:54:57.431783 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef0aa586-3b18-4ded-84df-49dff09adf9c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:57.438421 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 38116) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:57.438970 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ef0aa586-3b18-4ded-84df-49dff09adf9c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "DELETE /v2.0/ports/c561d2ea-866e-4071-9d49-7cfda947def6 HTTP/1.1" status: 204 len: 168 time: 1.7906444 Nov 10 17:54:57.480492 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-3423b715-8820-4473-a800-8c5c70eab9a8 service neutron] 10.222.0.39 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760901 Nov 10 17:54:57.662556 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-22dee3f2-a2d1-44f8-8843-4d748001535d service neutron] 10.222.0.39 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742730 Nov 10 17:54:57.931280 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-338e70d0-5916-47c6-9c6a-24a4e7b9cd30 req-5fbb7d37-ee73-45b3-a2cf-fcdcf55415e6 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=697a64f5-0fd2-4f48-9ccf-43f8b595c30f HTTP/1.1" status: 200 len: 210 time: 0.0408664 Nov 10 17:54:58.191629 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-19247868-84b9-4f5b-aa64-e4d4ba7dcab9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:58.527132 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38176) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:58.532686 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-852db667-360f-4abc-bc99-907c7748ab54 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-384906244', 'description': 'tempest-secgroup-smoke-384906244 description', 'project_id': 'acff72951c8f4036b58130594185f7d0'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:58.560045 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-852db667-360f-4abc-bc99-907c7748ab54 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:58.586660 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-19247868-84b9-4f5b-aa64-e4d4ba7dcab9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Deleting port 4a2e2da6-6497-457e-9d31-7c1e8540222a {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:54:58.587226 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-19247868-84b9-4f5b-aa64-e4d4ba7dcab9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:58.691823 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-852db667-360f-4abc-bc99-907c7748ab54 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:58.696348 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-852db667-360f-4abc-bc99-907c7748ab54 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:58.740006 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-852db667-360f-4abc-bc99-907c7748ab54 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:58.741295 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-852db667-360f-4abc-bc99-907c7748ab54 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2125649 Nov 10 17:54:58.746911 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 38182) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:58.749193 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852db667-360f-4abc-bc99-907c7748ab54 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22da7c3e-e968-4083-ab46-5bc3e73c2d3c,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:58.758178 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-214de929-8ccc-4d0c-8202-efdb8ec4a35f tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Request body: {'security_group_rule': {'security_group_id': '22da7c3e-e968-4083-ab46-5bc3e73c2d3c', 'project_id': 'acff72951c8f4036b58130594185f7d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:58.782788 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-19247868-84b9-4f5b-aa64-e4d4ba7dcab9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:58.803280 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-214de929-8ccc-4d0c-8202-efdb8ec4a35f tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:58.805975 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-19247868-84b9-4f5b-aa64-e4d4ba7dcab9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Calling delete_port for 4a2e2da6-6497-457e-9d31-7c1e8540222a owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:54:58.954281 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-214de929-8ccc-4d0c-8202-efdb8ec4a35f tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:58.958348 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-214de929-8ccc-4d0c-8202-efdb8ec4a35f tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:59.021703 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214de929-8ccc-4d0c-8202-efdb8ec4a35f tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d351c5-dbe7-4a40-9a22-9da53f121413,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:59.033692 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-214de929-8ccc-4d0c-8202-efdb8ec4a35f tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:59.037678 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-214de929-8ccc-4d0c-8202-efdb8ec4a35f tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2824919 Nov 10 17:54:59.038001 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 38190) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:59.044487 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-1aa4953e-e41c-4ccf-87fb-8a10ba1e17be tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Request body: {'security_group_rule': {'security_group_id': '22da7c3e-e968-4083-ab46-5bc3e73c2d3c', 'project_id': 'acff72951c8f4036b58130594185f7d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:59.061888 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3908be28-a780-4444-95a1-698782fe3c22 req-16111610-0dbf-4dd4-9d91-1dadded4815b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=697a64f5-0fd2-4f48-9ccf-43f8b595c30f HTTP/1.1" status: 200 len: 210 time: 0.0465257 Nov 10 17:54:59.088091 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1aa4953e-e41c-4ccf-87fb-8a10ba1e17be tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:59.165906 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-19247868-84b9-4f5b-aa64-e4d4ba7dcab9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:59.197398 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19247868-84b9-4f5b-aa64-e4d4ba7dcab9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event deleted for resources: {'Port': ['ID=4a2e2da6-6497-457e-9d31-7c1e8540222a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:59.229552 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1aa4953e-e41c-4ccf-87fb-8a10ba1e17be tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:59.235772 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1aa4953e-e41c-4ccf-87fb-8a10ba1e17be tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:59.288785 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4953e-e41c-4ccf-87fb-8a10ba1e17be tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a7400d-2a00-4fa9-bead-7391990d13ca,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:59.294844 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1aa4953e-e41c-4ccf-87fb-8a10ba1e17be tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:59.296609 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1aa4953e-e41c-4ccf-87fb-8a10ba1e17be tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2574179 Nov 10 17:54:59.300291 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38192) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:59.305307 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-7ddd3497-0d10-474e-bdba-c7d18e9a5780 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Request body: {'security_group_rule': {'security_group_id': '22da7c3e-e968-4083-ab46-5bc3e73c2d3c', 'project_id': 'acff72951c8f4036b58130594185f7d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:59.363054 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7ddd3497-0d10-474e-bdba-c7d18e9a5780 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:59.497504 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7ddd3497-0d10-474e-bdba-c7d18e9a5780 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:59.503815 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7ddd3497-0d10-474e-bdba-c7d18e9a5780 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:59.534783 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd3497-0d10-474e-bdba-c7d18e9a5780 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a00326-c759-43ec-bbf6-73432ff2b802,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:59.555946 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7ddd3497-0d10-474e-bdba-c7d18e9a5780 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:59.557663 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7ddd3497-0d10-474e-bdba-c7d18e9a5780 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2561107 Nov 10 17:54:59.561730 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38196) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:59.568459 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-452c3082-7dc7-4bb1-af94-b99d043a29ab tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Request body: {'security_group_rule': {'security_group_id': '22da7c3e-e968-4083-ab46-5bc3e73c2d3c', 'project_id': 'acff72951c8f4036b58130594185f7d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:59.606040 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-452c3082-7dc7-4bb1-af94-b99d043a29ab tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:59.676795 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-452c3082-7dc7-4bb1-af94-b99d043a29ab tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:59.681375 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-452c3082-7dc7-4bb1-af94-b99d043a29ab tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:59.706414 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c3082-7dc7-4bb1-af94-b99d043a29ab tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=902825b9-9c4d-46d3-8cf0-03a908f8ccf8,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:59.720964 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-452c3082-7dc7-4bb1-af94-b99d043a29ab tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:59.722393 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-452c3082-7dc7-4bb1-af94-b99d043a29ab tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1582961 Nov 10 17:54:59.725186 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38198) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:59.729959 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-06ceace7-499c-4a6b-9d82-2d8f79def5ed tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Request body: {'security_group_rule': {'security_group_id': '22da7c3e-e968-4083-ab46-5bc3e73c2d3c', 'project_id': 'acff72951c8f4036b58130594185f7d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:59.756088 n-d-776250-10 neutron-server[102468]: INFO neutron.db.securitygroups_db [None req-06ceace7-499c-4a6b-9d82-2d8f79def5ed tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Project acff72951c8f4036b58130594185f7d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:54:59.761847 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-06ceace7-499c-4a6b-9d82-2d8f79def5ed tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:59.852236 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-06ceace7-499c-4a6b-9d82-2d8f79def5ed tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:59.857766 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-06ceace7-499c-4a6b-9d82-2d8f79def5ed tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:59.877732 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ceace7-499c-4a6b-9d82-2d8f79def5ed tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da7c07c-19aa-473c-a8ee-2747500da102,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:54:59.883096 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-06ceace7-499c-4a6b-9d82-2d8f79def5ed tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:59.886080 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-06ceace7-499c-4a6b-9d82-2d8f79def5ed tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1581666 Nov 10 17:54:59.887626 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 38202) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:54:59.899802 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-d14b04e4-5a73-4bf1-a2d7-9d3e64a92344 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Request body: {'security_group_rule': {'security_group_id': '22da7c3e-e968-4083-ab46-5bc3e73c2d3c', 'project_id': 'acff72951c8f4036b58130594185f7d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:54:59.972357 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-19247868-84b9-4f5b-aa64-e4d4ba7dcab9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:54:59.980841 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-d5f15ddb-52bf-47f5-85a6-32fc28c277ee tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:54:59.982523 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-d5f15ddb-52bf-47f5-85a6-32fc28c277ee tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.13 "GET /v2.0/networks?id=07b214b6-0379-4e57-a79c-5118cee6c24b HTTP/1.1" status: 200 len: 811 time: 0.6048779 Nov 10 17:54:59.983363 n-d-776250-10 neutron-server[102469]: INFO neutron.db.securitygroups_db [None req-d14b04e4-5a73-4bf1-a2d7-9d3e64a92344 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Project acff72951c8f4036b58130594185f7d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:54:59.997584 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-99b4e1c0-5647-4b40-9fac-65d5ca0dc927 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Request body: {'port': {'device_id': '697a64f5-0fd2-4f48-9ccf-43f8b595c30f', 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b', 'admin_state_up': True, 'tenant_id': '0270caab27604a84907a03a58ad6e001'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:00.003752 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d14b04e4-5a73-4bf1-a2d7-9d3e64a92344 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:00.175781 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4773460a-9f2b-4a8f-84fb-244e199fb35f req-bad1e926-0992-41cf-877c-ded08bb907b0 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=697a64f5-0fd2-4f48-9ccf-43f8b595c30f HTTP/1.1" status: 200 len: 210 time: 0.0293326 Nov 10 17:55:00.238310 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d14b04e4-5a73-4bf1-a2d7-9d3e64a92344 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:00.248557 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d14b04e4-5a73-4bf1-a2d7-9d3e64a92344 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:00.309777 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b04e4-5a73-4bf1-a2d7-9d3e64a92344 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62eb3a06-621b-4c29-b0e8-be9871ccd40a,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:00.325312 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-99b4e1c0-5647-4b40-9fac-65d5ca0dc927 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Made reservation on behalf of 0270caab27604a84907a03a58ad6e001 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:55:00.330047 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-99b4e1c0-5647-4b40-9fac-65d5ca0dc927 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:00.347110 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d14b04e4-5a73-4bf1-a2d7-9d3e64a92344 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:00.348350 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d14b04e4-5a73-4bf1-a2d7-9d3e64a92344 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4573679 Nov 10 17:55:00.461345 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19247868-84b9-4f5b-aa64-e4d4ba7dcab9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Router 0becd8c0-3458-421b-8605-70f38fa154d6 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:55:00.500402 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-adb9f1fa-c741-4455-8761-6b6fbaee44db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:00.585833 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-99b4e1c0-5647-4b40-9fac-65d5ca0dc927 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Allocated IP 172.20.0.6 (07b214b6-0379-4e57-a79c-5118cee6c24b/0014d233-a3b8-4110-85a8-3bdeaa4b1e7d/b0cf1b2a-e164-41c2-98b1-93005ff9118f) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:55:00.708927 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-167a006a-b03f-4aeb-9c42-4902aa664741 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-384906244&fields=id&tenant_id=acff72951c8f4036b58130594185f7d0 HTTP/1.1" status: 200 len: 267 time: 0.1509016 Nov 10 17:55:00.714964 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19247868-84b9-4f5b-aa64-e4d4ba7dcab9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:55:00.722358 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-19247868-84b9-4f5b-aa64-e4d4ba7dcab9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "PUT /v2.0/routers/0becd8c0-3458-421b-8605-70f38fa154d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2825558 Nov 10 17:55:00.726013 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38216) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:00.729907 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f52c36-932b-437d-9d6e-4e061e910963 None None] Sync routers for ids ['0becd8c0-3458-421b-8605-70f38fa154d6'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:55:00.754171 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f52c36-932b-437d-9d6e-4e061e910963 None None] Routers {'0becd8c0-3458-421b-8605-70f38fa154d6'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:55:00.755129 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-99f52c36-932b-437d-9d6e-4e061e910963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0becd8c0-3458-421b-8605-70f38fa154d6'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:00.796027 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-99f52c36-932b-437d-9d6e-4e061e910963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:00.808373 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f52c36-932b-437d-9d6e-4e061e910963 None None] Routers {'0becd8c0-3458-421b-8605-70f38fa154d6'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:55:00.809324 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-99f52c36-932b-437d-9d6e-4e061e910963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:54:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0becd8c0-3458-421b-8605-70f38fa154d6'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:00.849727 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-99f52c36-932b-437d-9d6e-4e061e910963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:00.851196 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f52c36-932b-437d-9d6e-4e061e910963 None None] The sync data for ids ['0becd8c0-3458-421b-8605-70f38fa154d6'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:55:00.897107 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5c59290-6211-4e9a-8413-937e751a39d9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:00.943465 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-599d1ef3-a12a-4286-9afb-0d06f3c02a96 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:00.945377 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-599d1ef3-a12a-4286-9afb-0d06f3c02a96 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/networks?id=2dd476e6-793e-44bf-aabd-48157f37f673 HTTP/1.1" status: 200 len: 814 time: 0.2182620 Nov 10 17:55:00.967077 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-99b4e1c0-5647-4b40-9fac-65d5ca0dc927 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:00.974675 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-58e4e736-cf36-490a-b9c0-ff4cb25cf339 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/quotas/acff72951c8f4036b58130594185f7d0 HTTP/1.1" status: 200 len: 375 time: 0.0190828 Nov 10 17:55:01.036132 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5c59290-6211-4e9a-8413-937e751a39d9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:01.068471 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-99b4e1c0-5647-4b40-9fac-65d5ca0dc927 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:01.076394 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-889c9482-f2fc-415a-9288-77cece77f902 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=acff72951c8f4036b58130594185f7d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0899992 Nov 10 17:55:01.082347 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:55:01.085457 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['c04ff508-4695-4a06-b32d-7557bec8639e'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:55:01.111039 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-b5c59290-6211-4e9a-8413-937e751a39d9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Deleting port 9646f735-5ed7-486d-a91f-0024b8cb663a {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:55:01.111359 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5c59290-6211-4e9a-8413-937e751a39d9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:01.172485 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-99b4e1c0-5647-4b40-9fac-65d5ca0dc927 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Network 07b214b6-0379-4e57-a79c-5118cee6c24b is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:55:01.178691 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-99b4e1c0-5647-4b40-9fac-65d5ca0dc927 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:55:01.194122 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-99b4e1c0-5647-4b40-9fac-65d5ca0dc927 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:55:01.211371 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5c59290-6211-4e9a-8413-937e751a39d9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:01.233223 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-b5c59290-6211-4e9a-8413-937e751a39d9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Calling delete_port for 9646f735-5ed7-486d-a91f-0024b8cb663a owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:55:01.303588 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4e1c0-5647-4b40-9fac-65d5ca0dc927 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Pushing event updated for resources: {'Port': ['ID=b0cf1b2a-e164-41c2-98b1-93005ff9118f,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:01.379290 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-99b4e1c0-5647-4b40-9fac-65d5ca0dc927 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:01.380283 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-99b4e1c0-5647-4b40-9fac-65d5ca0dc927 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:01.408509 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-58781c9c-42ed-4b46-a286-cca7ecb7308a service neutron] 10.222.0.39 "GET /v2.0/networks/2dd476e6-793e-44bf-aabd-48157f37f673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010352 Nov 10 17:55:01.412885 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-99b4e1c0-5647-4b40-9fac-65d5ca0dc927 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4192131 Nov 10 17:55:01.428004 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-e865c743-da23-4df9-b4d2-ea7917c5c922 service neutron] Request body: {'port': {'device_id': '697a64f5-0fd2-4f48-9ccf-43f8b595c30f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:01.533617 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c0da5-2aa5-4011-a536-a113f777c4f5 req-22bd4da0-6076-48bb-bfe9-874043842a9f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:01.536335 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ac2c0da5-2aa5-4011-a536-a113f777c4f5 req-22bd4da0-6076-48bb-bfe9-874043842a9f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=697a64f5-0fd2-4f48-9ccf-43f8b595c30f HTTP/1.1" status: 200 len: 931 time: 0.1916487 Nov 10 17:55:01.598033 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-e865c743-da23-4df9-b4d2-ea7917c5c922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:01.630459 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-62e0e915-c746-4e76-8092-1234cf645f61 service neutron] 10.222.0.39 "GET /v2.0/networks/2dd476e6-793e-44bf-aabd-48157f37f673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147529 Nov 10 17:55:01.653102 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ac2c0da5-2aa5-4011-a536-a113f777c4f5 req-f0d9d9ba-9dd5-41d0-ac33-4f24b36b6c2e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050482 Nov 10 17:55:01.683429 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b33cf008-ba5b-4f42-bc2c-f81721c2ec62 None None] Provisioning complete for port b0cf1b2a-e164-41c2-98b1-93005ff9118f triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:55:01.683994 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b33cf008-ba5b-4f42-bc2c-f81721c2ec62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:01.704280 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5c59290-6211-4e9a-8413-937e751a39d9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:01.809697 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c59290-6211-4e9a-8413-937e751a39d9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event deleted for resources: {'Port': ['ID=9646f735-5ed7-486d-a91f-0024b8cb663a,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:01.818572 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-b33cf008-ba5b-4f42-bc2c-f81721c2ec62 None None] Port b0cf1b2a-e164-41c2-98b1-93005ff9118f cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:55:01.829444 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4fc323-7eff-4758-9356-8e7ac1516e14 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:55:01.952077 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5c59290-6211-4e9a-8413-937e751a39d9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:02.128328 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5c59290-6211-4e9a-8413-937e751a39d9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:02.131842 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5c59290-6211-4e9a-8413-937e751a39d9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:02.192552 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5c59290-6211-4e9a-8413-937e751a39d9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:02.193191 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c59290-6211-4e9a-8413-937e751a39d9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Fanout notify agent at l3_agent the message router_deleted on router 0becd8c0-3458-421b-8605-70f38fa154d6 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:55:02.217849 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5c59290-6211-4e9a-8413-937e751a39d9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:02.221997 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b5c59290-6211-4e9a-8413-937e751a39d9 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "DELETE /v2.0/routers/0becd8c0-3458-421b-8605-70f38fa154d6 HTTP/1.1" status: 204 len: 168 time: 1.4916890 Nov 10 17:55:02.228552 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3893d188-d2b4-44cb-a95a-07a762b442c2 req-262dd19f-07a4-4b30-8910-9d14e149da1e tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 210 time: 0.0516810 Nov 10 17:55:02.229076 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38240) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:02.235773 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-e865c743-da23-4df9-b4d2-ea7917c5c922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0cf1b2a-e164-41c2-98b1-93005ff9118f {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:55:02.256440 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-e865c743-da23-4df9-b4d2-ea7917c5c922 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:02.281330 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-e865c743-da23-4df9-b4d2-ea7917c5c922 service neutron] Transition to ACTIVE for port object b0cf1b2a-e164-41c2-98b1-93005ff9118f will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:55:02.288886 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-e865c743-da23-4df9-b4d2-ea7917c5c922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:02.294771 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9ae6471-63ef-4221-9de0-f62f4433b098 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Deleting subnet cb018b0c-e89d-41b6-97f8-8827c57e603a {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:55:02.299653 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e9ae6471-63ef-4221-9de0-f62f4433b098 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:02.355411 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e9ae6471-63ef-4221-9de0-f62f4433b098 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:02.480006 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865c743-da23-4df9-b4d2-ea7917c5c922 service neutron] Pushing event updated for resources: {'Port': ['ID=b0cf1b2a-e164-41c2-98b1-93005ff9118f,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:02.483897 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e9ae6471-63ef-4221-9de0-f62f4433b098 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:02.570047 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-e865c743-da23-4df9-b4d2-ea7917c5c922 service neutron] Attempting to bind port b0cf1b2a-e164-41c2-98b1-93005ff9118f on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:55:02.570383 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-e865c743-da23-4df9-b4d2-ea7917c5c922 service neutron] Attempting to bind port b0cf1b2a-e164-41c2-98b1-93005ff9118f by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': 'ccee7173-55f2-40b1-aecb-b805c25cba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:55:02.570712 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-e865c743-da23-4df9-b4d2-ea7917c5c922 service neutron] Attempting to bind port b0cf1b2a-e164-41c2-98b1-93005ff9118f on network 07b214b6-0379-4e57-a79c-5118cee6c24b {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:55:02.582884 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e9ae6471-63ef-4221-9de0-f62f4433b098 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:02.584350 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-e865c743-da23-4df9-b4d2-ea7917c5c922 service neutron] Port b0cf1b2a-e164-41c2-98b1-93005ff9118f on network 07b214b6-0379-4e57-a79c-5118cee6c24b not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:55:02.584677 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-e865c743-da23-4df9-b4d2-ea7917c5c922 service neutron] Attempting to bind port b0cf1b2a-e164-41c2-98b1-93005ff9118f on network 07b214b6-0379-4e57-a79c-5118cee6c24b {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:55:02.604653 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-e865c743-da23-4df9-b4d2-ea7917c5c922 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:55:02.605061 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-e865c743-da23-4df9-b4d2-ea7917c5c922 service neutron] Checking segment: {'id': 'ccee7173-55f2-40b1-aecb-b805c25cba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:55:02.605581 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-e865c743-da23-4df9-b4d2-ea7917c5c922 service neutron] Bound using segment: {'id': 'ccee7173-55f2-40b1-aecb-b805c25cba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:55:02.606195 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-e865c743-da23-4df9-b4d2-ea7917c5c922 service neutron] Bound port: b0cf1b2a-e164-41c2-98b1-93005ff9118f, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccee7173-55f2-40b1-aecb-b805c25cba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:55:02.606718 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-e865c743-da23-4df9-b4d2-ea7917c5c922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:02.664803 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae6471-63ef-4221-9de0-f62f4433b098 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event deleted for resources: {'Subnet': ['ID=cb018b0c-e89d-41b6-97f8-8827c57e603a,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:02.666836 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e9ae6471-63ef-4221-9de0-f62f4433b098 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:02.675169 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14952866-925c-4490-b815-cb033b2de40e None None] Network e13f3e6a-2ba4-47d9-a02c-115b154054b2 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:55:02.681148 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e9ae6471-63ef-4221-9de0-f62f4433b098 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "DELETE /v2.0/subnets/cb018b0c-e89d-41b6-97f8-8827c57e603a HTTP/1.1" status: 204 len: 168 time: 0.4473262 Nov 10 17:55:02.682470 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38248) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:02.782241 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-e865c743-da23-4df9-b4d2-ea7917c5c922 service neutron] For port b0cf1b2a-e164-41c2-98b1-93005ff9118f, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:55:02.800568 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-e865c743-da23-4df9-b4d2-ea7917c5c922 service neutron] For port b0cf1b2a-e164-41c2-98b1-93005ff9118f, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=b0cf1b2a-e164-41c2-98b1-93005ff9118f,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:55:02.829542 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-e865c743-da23-4df9-b4d2-ea7917c5c922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:02.877597 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-16aad4fb-33ad-45d6-9ddf-0f68637dde26 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:02.982856 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865c743-da23-4df9-b4d2-ea7917c5c922 service neutron] Pushing event updated for resources: {'Port': ['ID=b0cf1b2a-e164-41c2-98b1-93005ff9118f,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:02.999989 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-e865c743-da23-4df9-b4d2-ea7917c5c922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:03.000966 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-e865c743-da23-4df9-b4d2-ea7917c5c922 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:03.003042 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-e865c743-da23-4df9-b4d2-ea7917c5c922 service neutron] 10.222.0.13 "PUT /v2.0/ports/b0cf1b2a-e164-41c2-98b1-93005ff9118f HTTP/1.1" status: 200 len: 1092 time: 1.5793052 Nov 10 17:55:03.004838 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697a64f5-0fd2-4f48-9ccf-43f8b595c30f', 'tag': 'b0cf1b2a-e164-41c2-98b1-93005ff9118f'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:55:03.007663 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7842a59a-df0f-4f82-b439-1c48a8145fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "697a64f5-0fd2-4f48-9ccf-43f8b595c30f", "tag": "b0cf1b2a-e164-41c2-98b1-93005ff9118f"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:55:03.036850 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe9cca-b5aa-4d57-8a0c-07454f6c1561 req-8a8142f1-bf4d-4a26-9f8f-7989574cd74c tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:03.039880 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2bfe9cca-b5aa-4d57-8a0c-07454f6c1561 req-8a8142f1-bf4d-4a26-9f8f-7989574cd74c tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=697a64f5-0fd2-4f48-9ccf-43f8b595c30f HTTP/1.1" status: 200 len: 943 time: 0.2375357 Nov 10 17:55:03.044108 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dc55da9b-4d34-463a-a88e-da0e21c98fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:03.085909 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-16aad4fb-33ad-45d6-9ddf-0f68637dde26 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Deleting port 3222d4d0-d6ab-4f74-a488-ba4bffa0ecb4 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:55:03.086280 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-16aad4fb-33ad-45d6-9ddf-0f68637dde26 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:03.122602 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f066bc95-c4f5-4153-b856-2cfd95eff0b5 x-openstack-request-id: req-f066bc95-c4f5-4153-b856-2cfd95eff0b5 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:55:03.122978 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697a64f5-0fd2-4f48-9ccf-43f8b595c30f", "tag": "b0cf1b2a-e164-41c2-98b1-93005ff9118f", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:55:03.123247 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f066bc95-c4f5-4153-b856-2cfd95eff0b5 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:55:03.125459 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '697a64f5-0fd2-4f48-9ccf-43f8b595c30f', 'tag': 'b0cf1b2a-e164-41c2-98b1-93005ff9118f', 'status': 'completed', 'code': 200} Nov 10 17:55:03.180666 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2bfe9cca-b5aa-4d57-8a0c-07454f6c1561 req-11351848-281c-4427-88bd-a007524c2391 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331756 Nov 10 17:55:03.325741 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1327f9dc-d8fe-45c0-b03e-5b078ec7d84e None None] DHCP port deletion for e13f3e6a-2ba4-47d9-a02c-115b154054b2 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:55:03.336272 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-07b928f4-e002-4f0a-9b91-4b2662f50fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:03.341688 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-07b928f4-e002-4f0a-9b91-4b2662f50fd2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0270caab27604a84907a03a58ad6e001&device_id=697a64f5-0fd2-4f48-9ccf-43f8b595c30f HTTP/1.1" status: 200 len: 1095 time: 0.1436918 Nov 10 17:55:03.350635 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-16aad4fb-33ad-45d6-9ddf-0f68637dde26 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] For port 3222d4d0-d6ab-4f74-a488-ba4bffa0ecb4, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=3222d4d0-d6ab-4f74-a488-ba4bffa0ecb4,segment=NetworkSegment(0e0890a5-ed3c-48cb-acb1-4e5ad33bff2a),segment_id=0e0890a5-ed3c-48cb-acb1-4e5ad33bff2a)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:55:03.351068 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-16aad4fb-33ad-45d6-9ddf-0f68637dde26 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:03.386782 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-16aad4fb-33ad-45d6-9ddf-0f68637dde26 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Calling delete_port for 3222d4d0-d6ab-4f74-a488-ba4bffa0ecb4 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:55:03.417091 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-5fdc04d9-6bc8-49ce-aaea-4c7eb9dfef51 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0cf1b2a-e164-41c2-98b1-93005ff9118f HTTP/1.1" status: 200 len: 217 time: 0.0669093 Nov 10 17:55:03.443484 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-1327f9dc-d8fe-45c0-b03e-5b078ec7d84e None None] Deleting port 3222d4d0-d6ab-4f74-a488-ba4bffa0ecb4 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:55:03.444113 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1327f9dc-d8fe-45c0-b03e-5b078ec7d84e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:03.465947 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f9496adf-8a6e-4b63-8395-4ee68aee3717 req-6bf5de5c-3b80-47e6-89c5-8e0d87fad228 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 210 time: 0.0681069 Nov 10 17:55:03.574505 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-6bcd7b1d-6da7-43e1-b71f-c8d2a0e57889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:03.576460 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-6bcd7b1d-6da7-43e1-b71f-c8d2a0e57889 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0014d233-a3b8-4110-85a8-3bdeaa4b1e7d HTTP/1.1" status: 200 len: 850 time: 0.1521058 Nov 10 17:55:03.616340 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-16aad4fb-33ad-45d6-9ddf-0f68637dde26 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:03.640336 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16aad4fb-33ad-45d6-9ddf-0f68637dde26 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] No DVR routers for this DVR port 3222d4d0-d6ab-4f74-a488-ba4bffa0ecb4 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:55:03.679816 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-1327f9dc-d8fe-45c0-b03e-5b078ec7d84e None None] For port 3222d4d0-d6ab-4f74-a488-ba4bffa0ecb4, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=3222d4d0-d6ab-4f74-a488-ba4bffa0ecb4,segment=NetworkSegment(0e0890a5-ed3c-48cb-acb1-4e5ad33bff2a),segment_id=0e0890a5-ed3c-48cb-acb1-4e5ad33bff2a)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:55:03.680119 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1327f9dc-d8fe-45c0-b03e-5b078ec7d84e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:03.689407 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aad4fb-33ad-45d6-9ddf-0f68637dde26 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event deleted for resources: {'Port': ['ID=3222d4d0-d6ab-4f74-a488-ba4bffa0ecb4,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:03.719839 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-1327f9dc-d8fe-45c0-b03e-5b078ec7d84e None None] Calling delete_port for 3222d4d0-d6ab-4f74-a488-ba4bffa0ecb4 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:55:03.846211 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-94e2d859-68db-4797-ab73-5ee987b375b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:03.849914 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-94e2d859-68db-4797-ab73-5ee987b375b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=07b214b6-0379-4e57-a79c-5118cee6c24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2639523 Nov 10 17:55:03.943081 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-16aad4fb-33ad-45d6-9ddf-0f68637dde26 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:04.037089 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-16aad4fb-33ad-45d6-9ddf-0f68637dde26 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e13f3e6a-2ba4-47d9-a02c-115b154054b2']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:04.046774 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:04.068941 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1327f9dc-d8fe-45c0-b03e-5b078ec7d84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:04.098742 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-16aad4fb-33ad-45d6-9ddf-0f68637dde26 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e0890a5-ed3c-48cb-acb1-4e5ad33bff2a') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:04.099250 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-16aad4fb-33ad-45d6-9ddf-0f68637dde26 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e0890a5-ed3c-48cb-acb1-4e5ad33bff2a') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:04.132790 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327f9dc-d8fe-45c0-b03e-5b078ec7d84e None None] Pushing event deleted for resources: {'Port': ['ID=3222d4d0-d6ab-4f74-a488-ba4bffa0ecb4,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:04.148793 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-16aad4fb-33ad-45d6-9ddf-0f68637dde26 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:04.164726 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1327f9dc-d8fe-45c0-b03e-5b078ec7d84e None None] No DVR routers for this DVR port 3222d4d0-d6ab-4f74-a488-ba4bffa0ecb4 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:55:04.202575 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-16aad4fb-33ad-45d6-9ddf-0f68637dde26 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:04.247101 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16aad4fb-33ad-45d6-9ddf-0f68637dde26 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:55:04.253368 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-16aad4fb-33ad-45d6-9ddf-0f68637dde26 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:04.277219 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:55:04.277219 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:55:04.277219 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:55:04.277219 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:55:04.277219 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:55:04.277219 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:55:04.277219 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:55:04.277219 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:55:04.277219 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:55:04.277219 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:55:04.277219 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:55:04.277219 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:55:04.277219 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:55:04.277219 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:55:04.277219 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:55:04.277219 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:55:04.277219 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:55:04.277219 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:55:04.277219 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:55:04.277219 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:55:04.277219 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:55:04.277219 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:55:04.277219 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:55:04.277219 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:55:04.277219 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:55:04.277219 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:55:04.277219 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:55:04.277219 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:55:04.277219 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:55:04.277219 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:55:04.277219 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:55:04.277219 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:55:04.289651 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-993df7d5-dd09-47c4-aaa0-b43af0a5755b tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:04.297486 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-993df7d5-dd09-47c4-aaa0-b43af0a5755b tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.11 "GET /v2.0/networks?id=2dd476e6-793e-44bf-aabd-48157f37f673 HTTP/1.1" status: 200 len: 814 time: 0.6501422 Nov 10 17:55:04.395841 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 3222d4d0-d6ab-4f74-a488-ba4bffa0ecb4 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:55:04.447431 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 3222d4d0-d6ab-4f74-a488-ba4bffa0ecb4 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:55:04.448072 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 3222d4d0-d6ab-4f74-a488-ba4bffa0ecb4 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:55:04.529357 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-0eef3e8a-f0f0-4703-a6c2-aaf3f9dfd8a8 service neutron] 10.222.0.13 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6672931 Nov 10 17:55:04.533752 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-16aad4fb-33ad-45d6-9ddf-0f68637dde26 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:04.562624 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-16aad4fb-33ad-45d6-9ddf-0f68637dde26 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:04.567835 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-16aad4fb-33ad-45d6-9ddf-0f68637dde26 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "DELETE /v2.0/networks/e13f3e6a-2ba4-47d9-a02c-115b154054b2 HTTP/1.1" status: 204 len: 168 time: 1.8832040 Nov 10 17:55:04.571023 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38272) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:04.635537 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b92337-b7ea-4b15-8ca8-a20a2de41151 req-3260a42e-7dda-45fd-b0c1-bb6edfe74633 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:04.637816 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-96b92337-b7ea-4b15-8ca8-a20a2de41151 req-3260a42e-7dda-45fd-b0c1-bb6edfe74633 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=697a64f5-0fd2-4f48-9ccf-43f8b595c30f HTTP/1.1" status: 200 len: 943 time: 0.2375069 Nov 10 17:55:04.641608 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aad4fb-33ad-45d6-9ddf-0f68637dde26 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event deleted for resources: {'Network': ['ID=e13f3e6a-2ba4-47d9-a02c-115b154054b2,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:04.707041 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-f195351a-13d7-484b-837f-a0020ede5e35 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acff72951c8f4036b58130594185f7d0 HTTP/1.1" status: 200 len: 379 time: 0.3833058 Nov 10 17:55:04.721444 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-22957810-6d29-4e04-8aca-390c6c02bb74 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Request body: {'port': {'device_id': '4a347f83-a206-43d4-94e1-640490ce7f91', 'network_id': '2dd476e6-793e-44bf-aabd-48157f37f673', 'admin_state_up': True, 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'security_groups': ['22da7c3e-e968-4083-ab46-5bc3e73c2d3c']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:04.797273 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-80d79cee-2d4c-492f-bdf6-23162d56c97f req-dca989fe-d690-422d-98ee-d8eff6e54c8c tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 210 time: 0.1238756 Nov 10 17:55:04.994694 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7a19bd2f-da62-40f2-819b-0f2674fc34d6 req-2c7d1da0-9f43-41f0-ac8e-2b0f59c80a11 service neutron] 10.222.0.13 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448748 Nov 10 17:55:05.180516 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-22957810-6d29-4e04-8aca-390c6c02bb74 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Made reservation on behalf of acff72951c8f4036b58130594185f7d0 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:55:05.188811 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-22957810-6d29-4e04-8aca-390c6c02bb74 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:05.245203 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842a59a-df0f-4f82-b439-1c48a8145fd5 req-06703e3e-3a43-4104-84f0-619f83cb94d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:05.246820 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7842a59a-df0f-4f82-b439-1c48a8145fd5 req-06703e3e-3a43-4104-84f0-619f83cb94d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0270caab27604a84907a03a58ad6e001&device_id=697a64f5-0fd2-4f48-9ccf-43f8b595c30f HTTP/1.1" status: 200 len: 1095 time: 0.1601496 Nov 10 17:55:05.468769 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842a59a-df0f-4f82-b439-1c48a8145fd5 req-bc0a994c-511b-44f3-bc02-6d917d7cb67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:05.470973 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7842a59a-df0f-4f82-b439-1c48a8145fd5 req-bc0a994c-511b-44f3-bc02-6d917d7cb67b service neutron] 10.222.0.13 "GET /v2.0/networks?id=07b214b6-0379-4e57-a79c-5118cee6c24b HTTP/1.1" status: 200 len: 912 time: 0.1808429 Nov 10 17:55:05.522786 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:05.612543 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7842a59a-df0f-4f82-b439-1c48a8145fd5 req-48486873-ff6f-45b7-b858-60abd551d785 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0cf1b2a-e164-41c2-98b1-93005ff9118f HTTP/1.1" status: 200 len: 217 time: 0.1241214 Nov 10 17:55:05.615918 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-96b92337-b7ea-4b15-8ca8-a20a2de41151 req-f27f5784-e0e1-4dae-b819-abc81199307d tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8968799 Nov 10 17:55:05.627760 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-8cfc6a12-c205-4ce8-8e04-d797f1a7f94c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Deleting port 0aee0670-9457-4556-aca1-8997516a7b48 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:55:05.628302 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8cfc6a12-c205-4ce8-8e04-d797f1a7f94c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:05.692596 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-22957810-6d29-4e04-8aca-390c6c02bb74 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Allocated IP 172.20.0.13 (2dd476e6-793e-44bf-aabd-48157f37f673/0f2cccc8-127e-4986-96f4-ea926a4536bf/946803be-28b2-4853-bc04-fd599f0cef14) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:55:05.745460 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842a59a-df0f-4f82-b439-1c48a8145fd5 req-2b54fa76-7128-4704-8030-9d300f338afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:05.748274 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7842a59a-df0f-4f82-b439-1c48a8145fd5 req-2b54fa76-7128-4704-8030-9d300f338afe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0014d233-a3b8-4110-85a8-3bdeaa4b1e7d HTTP/1.1" status: 200 len: 850 time: 0.1262617 Nov 10 17:55:05.825256 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8cfc6a12-c205-4ce8-8e04-d797f1a7f94c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:05.826610 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8cfc6a12-c205-4ce8-8e04-d797f1a7f94c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:05.855406 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-8cfc6a12-c205-4ce8-8e04-d797f1a7f94c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Calling delete_port for 0aee0670-9457-4556-aca1-8997516a7b48 owned by network:floatingip {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:55:05.932819 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842a59a-df0f-4f82-b439-1c48a8145fd5 req-0ebb48a3-e160-49ce-92ed-486e919e4082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:05.937583 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7842a59a-df0f-4f82-b439-1c48a8145fd5 req-0ebb48a3-e160-49ce-92ed-486e919e4082 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=07b214b6-0379-4e57-a79c-5118cee6c24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1756411 Nov 10 17:55:06.211832 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8cfc6a12-c205-4ce8-8e04-d797f1a7f94c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:06.316111 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:06.322891 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc6a12-c205-4ce8-8e04-d797f1a7f94c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event deleted for resources: {'Port': ['ID=0aee0670-9457-4556-aca1-8997516a7b48,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:06.470736 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8cfc6a12-c205-4ce8-8e04-d797f1a7f94c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for floatingip, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:06.473924 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8cfc6a12-c205-4ce8-8e04-d797f1a7f94c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:06.485007 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8cfc6a12-c205-4ce8-8e04-d797f1a7f94c tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "DELETE /v2.0/floatingips/6f5661b8-04c0-476f-8711-7b873985bd87 HTTP/1.1" status: 204 len: 168 time: 1.8813002 Nov 10 17:55:06.485755 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38290) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:06.544287 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a6457b8-93ad-4730-96d3-d34de8249388 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] DELETE failed (client error): The resource could not be found. Nov 10 17:55:06.545175 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a6457b8-93ad-4730-96d3-d34de8249388 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:55:06.551397 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9a6457b8-93ad-4730-96d3-d34de8249388 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "DELETE /v2.0/ports/c561d2ea-866e-4071-9d49-7cfda947def6 HTTP/1.1" status: 404 len: 333 time: 0.0645049 Nov 10 17:55:06.552033 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38294) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:06.590049 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-094e1117-b8d9-4e7b-b448-47c495dde52a tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "GET /v2.0/ports?device_id=0becd8c0-3458-421b-8605-70f38fa154d6 HTTP/1.1" status: 200 len: 205 time: 0.0367026 Nov 10 17:55:06.592241 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38296) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:06.660121 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-36e8b399-d619-4edf-ad5e-6e326965ce5a tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] delete failed (client error): The resource could not be found. Nov 10 17:55:06.664555 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-36e8b399-d619-4edf-ad5e-6e326965ce5a tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "DELETE /v2.0/routers/0becd8c0-3458-421b-8605-70f38fa154d6 HTTP/1.1" status: 404 len: 336 time: 0.0674133 Nov 10 17:55:06.664555 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38302) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:06.729054 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-531aa243-341d-4469-9c20-742228577698 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] DELETE failed (client error): The resource could not be found. Nov 10 17:55:06.729559 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531aa243-341d-4469-9c20-742228577698 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:55:06.741312 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-531aa243-341d-4469-9c20-742228577698 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "DELETE /v2.0/subnets/cb018b0c-e89d-41b6-97f8-8827c57e603a HTTP/1.1" status: 404 len: 337 time: 0.0724955 Nov 10 17:55:06.741875 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38304) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:06.803982 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4d3935cb-b653-4110-b125-c1cdd598e922 req-03faa941-b93c-4528-995b-d34306dff095 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 210 time: 0.2257316 Nov 10 17:55:06.822173 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device b0cf1b2a-e164-41c2-98b1-93005ff9118f details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:55:06.834061 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-22957810-6d29-4e04-8aca-390c6c02bb74 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:06.947502 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7842a59a-df0f-4f82-b439-1c48a8145fd5 req-cd46b9e7-6633-4994-9f23-63e65d7e342e service neutron] 10.222.0.13 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9203627 Nov 10 17:55:07.008415 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0567d9-a1b2-42e3-904f-6b86eea34132 req-3db9ed92-31b1-42f4-8f6b-677e1eaeffde tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:07.022931 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1c0567d9-a1b2-42e3-904f-6b86eea34132 req-3db9ed92-31b1-42f4-8f6b-677e1eaeffde tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=697a64f5-0fd2-4f48-9ccf-43f8b595c30f HTTP/1.1" status: 200 len: 943 time: 0.2534976 Nov 10 17:55:07.085269 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-22957810-6d29-4e04-8aca-390c6c02bb74 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:07.093160 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port b0cf1b2a-e164-41c2-98b1-93005ff9118f, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=b0cf1b2a-e164-41c2-98b1-93005ff9118f,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:55:07.130222 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'b0cf1b2a-e164-41c2-98b1-93005ff9118f', 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b', 'port_id': 'b0cf1b2a-e164-41c2-98b1-93005ff9118f', 'mac_address': 'fa:16:3e:e9:c6:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0014d233-a3b8-4110-85a8-3bdeaa4b1e7d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:55:07.155242 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-e1f7f1c0-83ca-4d66-bfa6-2f90dfe5e925 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Deleting port 5b8dcbf9-121c-483c-bb0d-3b67ed020dac {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:55:07.156447 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e1f7f1c0-83ca-4d66-bfa6-2f90dfe5e925 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:07.162577 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7842a59a-df0f-4f82-b439-1c48a8145fd5 req-0f46a15d-1a12-427f-9a7c-25b97854d6dc service neutron] 10.222.0.13 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030087 Nov 10 17:55:07.165255 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1c0567d9-a1b2-42e3-904f-6b86eea34132 req-edfa005e-6fd9-4a65-8491-c8bd8baea8ea tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411650 Nov 10 17:55:07.234423 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-22957810-6d29-4e04-8aca-390c6c02bb74 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Network 2dd476e6-793e-44bf-aabd-48157f37f673 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:55:07.239115 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-22957810-6d29-4e04-8aca-390c6c02bb74 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:55:07.242571 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22957810-6d29-4e04-8aca-390c6c02bb74 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Pushing event updated for resources: {'Port': ['ID=946803be-28b2-4853-bc04-fd599f0cef14,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:07.245748 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-22957810-6d29-4e04-8aca-390c6c02bb74 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:55:07.279639 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:07.299794 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0cf1b2a-e164-41c2-98b1-93005ff9118f {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:55:07.341253 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port b0cf1b2a-e164-41c2-98b1-93005ff9118f, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=b0cf1b2a-e164-41c2-98b1-93005ff9118f,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:55:07.346957 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:07.369979 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e1f7f1c0-83ca-4d66-bfa6-2f90dfe5e925 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:07.372634 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-22957810-6d29-4e04-8aca-390c6c02bb74 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:07.373297 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-22957810-6d29-4e04-8aca-390c6c02bb74 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:07.411414 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-e1f7f1c0-83ca-4d66-bfa6-2f90dfe5e925 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Calling delete_port for 5b8dcbf9-121c-483c-bb0d-3b67ed020dac owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:55:07.413741 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-22957810-6d29-4e04-8aca-390c6c02bb74 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6938643 Nov 10 17:55:07.429727 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-7ddb9003-a1d4-437d-8947-d56936c593a1 service neutron] Request body: {'port': {'device_id': '4a347f83-a206-43d4-94e1-640490ce7f91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:07.473675 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=b0cf1b2a-e164-41c2-98b1-93005ff9118f,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:07.583648 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-7ddb9003-a1d4-437d-8947-d56936c593a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:07.584977 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['b0cf1b2a-e164-41c2-98b1-93005ff9118f'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:55:07.831022 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e1f7f1c0-83ca-4d66-bfa6-2f90dfe5e925 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:07.859492 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b458f4b-f504-4a51-b8f1-dc74f98d3f45 req-00785175-307c-41c2-b2fc-13cf8687ef63 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:07.877428 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b458f4b-f504-4a51-b8f1-dc74f98d3f45 req-00785175-307c-41c2-b2fc-13cf8687ef63 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:07.880075 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-05220c08-ca9f-4099-901c-d2270402581b None None] Provisioning complete for port 946803be-28b2-4853-bc04-fd599f0cef14 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:55:07.880638 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-05220c08-ca9f-4099-901c-d2270402581b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:07.884827 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b458f4b-f504-4a51-b8f1-dc74f98d3f45 req-00785175-307c-41c2-b2fc-13cf8687ef63 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:07.891695 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b458f4b-f504-4a51-b8f1-dc74f98d3f45 req-00785175-307c-41c2-b2fc-13cf8687ef63 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:07.898055 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b458f4b-f504-4a51-b8f1-dc74f98d3f45 req-00785175-307c-41c2-b2fc-13cf8687ef63 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:07.906246 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b458f4b-f504-4a51-b8f1-dc74f98d3f45 req-00785175-307c-41c2-b2fc-13cf8687ef63 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:07.913107 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b458f4b-f504-4a51-b8f1-dc74f98d3f45 req-00785175-307c-41c2-b2fc-13cf8687ef63 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:07.915392 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5b458f4b-f504-4a51-b8f1-dc74f98d3f45 req-00785175-307c-41c2-b2fc-13cf8687ef63 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5443 time: 0.2323351 Nov 10 17:55:07.965751 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7f1c0-83ca-4d66-bfa6-2f90dfe5e925 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event deleted for resources: {'Port': ['ID=5b8dcbf9-121c-483c-bb0d-3b67ed020dac,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:08.011663 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-05220c08-ca9f-4099-901c-d2270402581b None None] Port 946803be-28b2-4853-bc04-fd599f0cef14 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:55:08.069199 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e1f7f1c0-83ca-4d66-bfa6-2f90dfe5e925 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:08.075076 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e1f7f1c0-83ca-4d66-bfa6-2f90dfe5e925 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "DELETE /v2.0/ports/5b8dcbf9-121c-483c-bb0d-3b67ed020dac HTTP/1.1" status: 204 len: 168 time: 1.3322144 Nov 10 17:55:08.095482 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-7ddb9003-a1d4-437d-8947-d56936c593a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 946803be-28b2-4853-bc04-fd599f0cef14 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:55:08.096050 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38324) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:08.105312 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-7ddb9003-a1d4-437d-8947-d56936c593a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:08.120373 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-7ddb9003-a1d4-437d-8947-d56936c593a1 service neutron] Transition to ACTIVE for port object 946803be-28b2-4853-bc04-fd599f0cef14 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:55:08.136794 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-7ddb9003-a1d4-437d-8947-d56936c593a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:08.218959 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb9003-a1d4-437d-8947-d56936c593a1 service neutron] Pushing event updated for resources: {'Port': ['ID=946803be-28b2-4853-bc04-fd599f0cef14,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:08.287003 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7026c-847b-44d2-b98a-6540719d0f87 req-a0a877d0-4900-4c07-8edf-ab4309536a71 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:08.321608 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-46e7026c-847b-44d2-b98a-6540719d0f87 req-a0a877d0-4900-4c07-8edf-ab4309536a71 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 944 time: 0.1996500 Nov 10 17:55:08.365746 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5b458f4b-f504-4a51-b8f1-dc74f98d3f45 req-110f5e4d-a8f5-44a1-a606-73363de89a91 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4259512 Nov 10 17:55:08.393889 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3a9ad-6a54-45d6-8da8-7c17438da61f tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Deleting port 0f65774c-3efd-4ba1-82cf-79a517e5d615 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:55:08.394243 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c3a3a9ad-6a54-45d6-8da8-7c17438da61f tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:08.556434 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-46e7026c-847b-44d2-b98a-6540719d0f87 req-23a5005e-c3c3-4bc7-8c67-1ad34302b10e tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/security-groups?id=22da7c3e-e968-4083-ab46-5bc3e73c2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097652 Nov 10 17:55:08.583324 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-7ddb9003-a1d4-437d-8947-d56936c593a1 service neutron] Attempting to bind port 946803be-28b2-4853-bc04-fd599f0cef14 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:55:08.583585 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-7ddb9003-a1d4-437d-8947-d56936c593a1 service neutron] Attempting to bind port 946803be-28b2-4853-bc04-fd599f0cef14 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '7f0d5679-a9d5-4d15-af61-8e99dbd1bd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2dd476e6-793e-44bf-aabd-48157f37f673'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:55:08.583890 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-7ddb9003-a1d4-437d-8947-d56936c593a1 service neutron] Attempting to bind port 946803be-28b2-4853-bc04-fd599f0cef14 on network 2dd476e6-793e-44bf-aabd-48157f37f673 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:55:08.589090 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-7ddb9003-a1d4-437d-8947-d56936c593a1 service neutron] Port 946803be-28b2-4853-bc04-fd599f0cef14 on network 2dd476e6-793e-44bf-aabd-48157f37f673 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:55:08.589424 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-7ddb9003-a1d4-437d-8947-d56936c593a1 service neutron] Attempting to bind port 946803be-28b2-4853-bc04-fd599f0cef14 on network 2dd476e6-793e-44bf-aabd-48157f37f673 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:55:08.598392 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-7ddb9003-a1d4-437d-8947-d56936c593a1 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:55:08.599788 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-7ddb9003-a1d4-437d-8947-d56936c593a1 service neutron] Checking segment: {'id': '7f0d5679-a9d5-4d15-af61-8e99dbd1bd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2dd476e6-793e-44bf-aabd-48157f37f673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:55:08.600116 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-7ddb9003-a1d4-437d-8947-d56936c593a1 service neutron] Bound using segment: {'id': '7f0d5679-a9d5-4d15-af61-8e99dbd1bd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2dd476e6-793e-44bf-aabd-48157f37f673'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:55:08.600623 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-7ddb9003-a1d4-437d-8947-d56936c593a1 service neutron] Bound port: 946803be-28b2-4853-bc04-fd599f0cef14, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f0d5679-a9d5-4d15-af61-8e99dbd1bd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2dd476e6-793e-44bf-aabd-48157f37f673'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:55:08.600994 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-7ddb9003-a1d4-437d-8947-d56936c593a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:08.687248 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c3a3a9ad-6a54-45d6-8da8-7c17438da61f tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:08.701160 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2dcad-eb91-42d6-a348-5129469e4aa1 req-8b6aba0f-aeea-4fba-83e9-2ca36f6f3d62 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:08.703022 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8da2dcad-eb91-42d6-a348-5129469e4aa1 req-8b6aba0f-aeea-4fba-83e9-2ca36f6f3d62 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=697a64f5-0fd2-4f48-9ccf-43f8b595c30f HTTP/1.1" status: 200 len: 944 time: 0.1802044 Nov 10 17:55:08.786222 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfd604-c947-4856-b30a-702fd0c625f0 req-a4294e93-3b11-49d5-ad4e-731b6d65edfd tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:08.791233 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-c3a3a9ad-6a54-45d6-8da8-7c17438da61f tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Calling delete_port for 0f65774c-3efd-4ba1-82cf-79a517e5d615 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:55:08.794549 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfd604-c947-4856-b30a-702fd0c625f0 req-a4294e93-3b11-49d5-ad4e-731b6d65edfd tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:08.806044 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfd604-c947-4856-b30a-702fd0c625f0 req-a4294e93-3b11-49d5-ad4e-731b6d65edfd tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:08.815630 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device b0cf1b2a-e164-41c2-98b1-93005ff9118f up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:55:08.828841 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfd604-c947-4856-b30a-702fd0c625f0 req-a4294e93-3b11-49d5-ad4e-731b6d65edfd tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:08.844863 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfd604-c947-4856-b30a-702fd0c625f0 req-a4294e93-3b11-49d5-ad4e-731b6d65edfd tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:08.855347 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfd604-c947-4856-b30a-702fd0c625f0 req-a4294e93-3b11-49d5-ad4e-731b6d65edfd tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:08.871980 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfd604-c947-4856-b30a-702fd0c625f0 req-a4294e93-3b11-49d5-ad4e-731b6d65edfd tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:08.876171 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8da2dcad-eb91-42d6-a348-5129469e4aa1 req-425a357a-cdb1-42db-a7e9-ab98bcdaed3f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619434 Nov 10 17:55:08.879184 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8abfd604-c947-4856-b30a-702fd0c625f0 req-a4294e93-3b11-49d5-ad4e-731b6d65edfd tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5443 time: 0.2133427 Nov 10 17:55:08.884596 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-7ddb9003-a1d4-437d-8947-d56936c593a1 service neutron] For port 946803be-28b2-4853-bc04-fd599f0cef14, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:55:08.919464 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-7ddb9003-a1d4-437d-8947-d56936c593a1 service neutron] For port 946803be-28b2-4853-bc04-fd599f0cef14, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=946803be-28b2-4853-bc04-fd599f0cef14,segment=NetworkSegment(7f0d5679-a9d5-4d15-af61-8e99dbd1bd98),segment_id=7f0d5679-a9d5-4d15-af61-8e99dbd1bd98)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:55:08.927012 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-7ddb9003-a1d4-437d-8947-d56936c593a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:08.949427 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port b0cf1b2a-e164-41c2-98b1-93005ff9118f completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:55:08.968352 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port b0cf1b2a-e164-41c2-98b1-93005ff9118f triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:55:08.968807 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:09.028926 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-7ddb9003-a1d4-437d-8947-d56936c593a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:09.031125 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-7ddb9003-a1d4-437d-8947-d56936c593a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:09.034003 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-7ddb9003-a1d4-437d-8947-d56936c593a1 service neutron] 10.222.0.11 "PUT /v2.0/ports/946803be-28b2-4853-bc04-fd599f0cef14 HTTP/1.1" status: 200 len: 1093 time: 1.6142154 Nov 10 17:55:09.068346 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a347f83-a206-43d4-94e1-640490ce7f91', 'tag': '946803be-28b2-4853-bc04-fd599f0cef14'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:55:09.075951 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c3a3a9ad-6a54-45d6-8da8-7c17438da61f tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:09.079004 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132d6eca-62e6-4bee-9672-17f346e15302" -d '{"events": [{"name": "network-changed", "server_uuid": "4a347f83-a206-43d4-94e1-640490ce7f91", "tag": "946803be-28b2-4853-bc04-fd599f0cef14"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:55:09.104631 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:09.153202 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3a9ad-6a54-45d6-8da8-7c17438da61f tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event deleted for resources: {'Port': ['ID=0f65774c-3efd-4ba1-82cf-79a517e5d615,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:09.184188 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697a64f5-0fd2-4f48-9ccf-43f8b595c30f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cf1b2a-e164-41c2-98b1-93005ff9118f'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:55:09.191066 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb39e8f-4a5a-4e06-846f-13e469c0226d" -d '{"events": [{"server_uuid": "697a64f5-0fd2-4f48-9ccf-43f8b595c30f", "name": "network-vif-plugged", "status": "completed", "tag": "b0cf1b2a-e164-41c2-98b1-93005ff9118f"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:55:09.211843 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port b0cf1b2a-e164-41c2-98b1-93005ff9118f, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=b0cf1b2a-e164-41c2-98b1-93005ff9118f,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:55:09.227710 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66308228-614d-4cee-80b7-ba5afcf26836 x-openstack-request-id: req-66308228-614d-4cee-80b7-ba5afcf26836 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:55:09.228285 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a347f83-a206-43d4-94e1-640490ce7f91", "tag": "946803be-28b2-4853-bc04-fd599f0cef14", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:55:09.232807 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:09.250979 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-66308228-614d-4cee-80b7-ba5afcf26836 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:55:09.251618 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a347f83-a206-43d4-94e1-640490ce7f91', 'tag': '946803be-28b2-4853-bc04-fd599f0cef14', 'status': 'completed', 'code': 200} Nov 10 17:55:09.277710 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c3a3a9ad-6a54-45d6-8da8-7c17438da61f tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:09.286732 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c3a3a9ad-6a54-45d6-8da8-7c17438da61f tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "DELETE /v2.0/ports/0f65774c-3efd-4ba1-82cf-79a517e5d615 HTTP/1.1" status: 204 len: 168 time: 1.1895831 Nov 10 17:55:09.291022 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38350) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:09.327774 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb9003-a1d4-437d-8947-d56936c593a1 service neutron] Pushing event updated for resources: {'Port': ['ID=946803be-28b2-4853-bc04-fd599f0cef14,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:09.351768 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=b0cf1b2a-e164-41c2-98b1-93005ff9118f,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:09.364801 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-c7f49644-a53c-46dd-bf2a-7827e57a85fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:09.367208 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-c7f49644-a53c-46dd-bf2a-7827e57a85fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=acff72951c8f4036b58130594185f7d0&device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 1096 time: 0.2701313 Nov 10 17:55:09.403093 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23759310-454e-4b47-bb99-2be8a500e9b6 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:09.407706 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-23759310-454e-4b47-bb99-2be8a500e9b6 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3ca5363-2426-4166-96d7-8d25286ffa12 HTTP/1.1" status: 200 len: 913 time: 0.1127224 Nov 10 17:55:09.408767 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38352) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:09.454074 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-ca4f02cf-24f5-42cc-be38-f5342fa412e3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=946803be-28b2-4853-bc04-fd599f0cef14 HTTP/1.1" status: 200 len: 217 time: 0.0752854 Nov 10 17:55:09.454249 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7da36be-b12a-42f4-b75b-35e5919a7329 x-openstack-request-id: req-c7da36be-b12a-42f4-b75b-35e5919a7329 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:55:09.454621 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697a64f5-0fd2-4f48-9ccf-43f8b595c30f", "name": "network-vif-plugged", "status": "completed", "tag": "b0cf1b2a-e164-41c2-98b1-93005ff9118f", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:55:09.455269 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c7da36be-b12a-42f4-b75b-35e5919a7329 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:55:09.455873 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697a64f5-0fd2-4f48-9ccf-43f8b595c30f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cf1b2a-e164-41c2-98b1-93005ff9118f', 'code': 200} Nov 10 17:55:09.525241 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-1e7c6515-58c3-453d-b35d-ce0267e0aba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:09.527173 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-1e7c6515-58c3-453d-b35d-ce0267e0aba5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0f2cccc8-127e-4986-96f4-ea926a4536bf HTTP/1.1" status: 200 len: 853 time: 0.0660975 Nov 10 17:55:09.666855 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b8f4a-ac25-495e-b152-7792c9b575c0 req-649db6f9-e369-468c-b00d-c23d491c9697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:09.668372 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1c4b8f4a-ac25-495e-b152-7792c9b575c0 req-649db6f9-e369-468c-b00d-c23d491c9697 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=697a64f5-0fd2-4f48-9ccf-43f8b595c30f HTTP/1.1" status: 200 len: 1097 time: 0.1384110 Nov 10 17:55:09.673029 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-25ebb14a-72a5-466e-b84f-8c869bc89f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:09.674470 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-25ebb14a-72a5-466e-b84f-8c869bc89f1b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2dd476e6-793e-44bf-aabd-48157f37f673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1322796 Nov 10 17:55:09.821727 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-e85e2e77-1d89-4db7-a35d-eeb600440002 service neutron] 10.222.0.11 "GET /v2.0/networks/2dd476e6-793e-44bf-aabd-48157f37f673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378005 Nov 10 17:55:09.833575 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ee1c9-6db6-411d-938e-b02ca07978dc req-09031f41-ea2c-4dad-b7b8-096ebe78c5d9 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:09.835042 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4f4ee1c9-6db6-411d-938e-b02ca07978dc req-09031f41-ea2c-4dad-b7b8-096ebe78c5d9 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 944 time: 0.2040346 Nov 10 17:55:09.861255 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1c4b8f4a-ac25-495e-b152-7792c9b575c0 req-d5bb60f7-22e2-4bb5-863b-b41ea5d5f06d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835141 Nov 10 17:55:10.025568 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4f4ee1c9-6db6-411d-938e-b02ca07978dc req-083aeafb-ef14-4e9c-85c6-a5603f8aab5f tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/security-groups?id=22da7c3e-e968-4083-ab46-5bc3e73c2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626389 Nov 10 17:55:10.073407 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a39a847d-5125-4b52-b878-115ab8b572c9 req-70e8c9b8-3041-452b-ba2f-2ffee1bc4cd2 service neutron] 10.222.0.11 "GET /v2.0/networks/2dd476e6-793e-44bf-aabd-48157f37f673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371643 Nov 10 17:55:10.126310 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761da450-a0eb-4fa5-8acc-c2b2d6428c9a req-00dc1038-4d0f-4f9d-b81c-0c57146dda35 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:10.127975 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-761da450-a0eb-4fa5-8acc-c2b2d6428c9a req-00dc1038-4d0f-4f9d-b81c-0c57146dda35 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=697a64f5-0fd2-4f48-9ccf-43f8b595c30f HTTP/1.1" status: 200 len: 945 time: 0.1693797 Nov 10 17:55:10.188092 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d6eca-62e6-4bee-9672-17f346e15302 req-c0ec7247-b367-4d20-aeec-7077b4ef5827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:10.189984 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-132d6eca-62e6-4bee-9672-17f346e15302 req-c0ec7247-b367-4d20-aeec-7077b4ef5827 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=acff72951c8f4036b58130594185f7d0&device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 1096 time: 0.0573444 Nov 10 17:55:10.217836 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43208996-5be9-48d4-b317-691310fdd1b3 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:10.225738 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-761da450-a0eb-4fa5-8acc-c2b2d6428c9a req-5cd8e034-e51d-458b-8a6a-30f5d788b3f7 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788815 Nov 10 17:55:10.308549 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d6eca-62e6-4bee-9672-17f346e15302 req-18bf04af-3038-4f7d-b83c-58f41484c91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:10.310607 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-132d6eca-62e6-4bee-9672-17f346e15302 req-18bf04af-3038-4f7d-b83c-58f41484c91c service neutron] 10.222.0.11 "GET /v2.0/networks?id=2dd476e6-793e-44bf-aabd-48157f37f673 HTTP/1.1" status: 200 len: 915 time: 0.1122749 Nov 10 17:55:10.366064 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-132d6eca-62e6-4bee-9672-17f346e15302 req-1f4ff078-3c0d-47c1-a6a9-6a77ccde7f42 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=946803be-28b2-4853-bc04-fd599f0cef14 HTTP/1.1" status: 200 len: 217 time: 0.0452683 Nov 10 17:55:10.425503 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d6eca-62e6-4bee-9672-17f346e15302 req-5457f1e9-31fd-437c-9e4f-3a690a05b878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:10.427120 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-132d6eca-62e6-4bee-9672-17f346e15302 req-5457f1e9-31fd-437c-9e4f-3a690a05b878 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0f2cccc8-127e-4986-96f4-ea926a4536bf HTTP/1.1" status: 200 len: 853 time: 0.0539815 Nov 10 17:55:10.486126 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d6eca-62e6-4bee-9672-17f346e15302 req-c1e82bc1-9119-4ec8-8ca5-a1bc8c6d0ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:10.487930 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-132d6eca-62e6-4bee-9672-17f346e15302 req-c1e82bc1-9119-4ec8-8ca5-a1bc8c6d0ae6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2dd476e6-793e-44bf-aabd-48157f37f673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536010 Nov 10 17:55:10.637945 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-43208996-5be9-48d4-b317-691310fdd1b3 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Deleting port 8e0e00b0-144a-42fb-936a-8b674c7847a3 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:55:10.638733 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43208996-5be9-48d4-b317-691310fdd1b3 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:10.649246 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-132d6eca-62e6-4bee-9672-17f346e15302 req-37c0d04b-7d21-41e4-aa25-3a82990a7c77 service neutron] 10.222.0.11 "GET /v2.0/networks/2dd476e6-793e-44bf-aabd-48157f37f673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515198 Nov 10 17:55:10.784930 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43208996-5be9-48d4-b317-691310fdd1b3 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:10.800789 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-43208996-5be9-48d4-b317-691310fdd1b3 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Calling delete_port for 8e0e00b0-144a-42fb-936a-8b674c7847a3 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:55:10.875483 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-132d6eca-62e6-4bee-9672-17f346e15302 req-780bcf47-fbf6-47fc-9946-96bef2e9d251 service neutron] 10.222.0.11 "GET /v2.0/networks/2dd476e6-793e-44bf-aabd-48157f37f673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185724 Nov 10 17:55:11.042335 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 38382) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:11.203210 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43208996-5be9-48d4-b317-691310fdd1b3 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:11.245674 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43208996-5be9-48d4-b317-691310fdd1b3 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event deleted for resources: {'Port': ['ID=8e0e00b0-144a-42fb-936a-8b674c7847a3,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:11.259972 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbbb2c-83e7-41f0-8a1b-02d32b0c3295 req-3bfc0ddd-e51c-4738-b010-18f37907dba8 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:11.261615 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e3fbbb2c-83e7-41f0-8a1b-02d32b0c3295 req-3bfc0ddd-e51c-4738-b010-18f37907dba8 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 944 time: 0.1307111 Nov 10 17:55:11.267966 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535efc7b-b91b-4944-8127-6f7a61dae171 req-f18b4103-2a40-42f0-9e26-f1d6aa907915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:11.268527 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535efc7b-b91b-4944-8127-6f7a61dae171 req-f18b4103-2a40-42f0-9e26-f1d6aa907915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:11.268988 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535efc7b-b91b-4944-8127-6f7a61dae171 req-f18b4103-2a40-42f0-9e26-f1d6aa907915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:11.269512 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535efc7b-b91b-4944-8127-6f7a61dae171 req-f18b4103-2a40-42f0-9e26-f1d6aa907915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:11.269889 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535efc7b-b91b-4944-8127-6f7a61dae171 req-f18b4103-2a40-42f0-9e26-f1d6aa907915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:11.270337 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535efc7b-b91b-4944-8127-6f7a61dae171 req-f18b4103-2a40-42f0-9e26-f1d6aa907915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:11.270788 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535efc7b-b91b-4944-8127-6f7a61dae171 req-f18b4103-2a40-42f0-9e26-f1d6aa907915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:11.278947 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-535efc7b-b91b-4944-8127-6f7a61dae171 req-f18b4103-2a40-42f0-9e26-f1d6aa907915 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 6507 time: 0.2354612 Nov 10 17:55:11.398223 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-535efc7b-b91b-4944-8127-6f7a61dae171 req-794598a0-a20b-4e7d-a7c5-5da53565ad7b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6b805ccc-7082-4539-8592-5d5acdd89437&id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1172135 Nov 10 17:55:11.437258 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e3fbbb2c-83e7-41f0-8a1b-02d32b0c3295 req-2528be77-ee63-4765-a3ed-32396ec81c86 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/security-groups?id=22da7c3e-e968-4083-ab46-5bc3e73c2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545978 Nov 10 17:55:11.567359 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395edee-92ef-4eb9-9165-5dc333e2d548 req-769cbc10-4acf-47c4-a25f-716617d5f39c tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:11.573560 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7395edee-92ef-4eb9-9165-5dc333e2d548 req-769cbc10-4acf-47c4-a25f-716617d5f39c tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=697a64f5-0fd2-4f48-9ccf-43f8b595c30f HTTP/1.1" status: 200 len: 945 time: 0.1140194 Nov 10 17:55:11.596082 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43208996-5be9-48d4-b317-691310fdd1b3 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:11.676603 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7395edee-92ef-4eb9-9165-5dc333e2d548 req-d837240f-ece9-4383-a688-83eebf9dcdb3 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993490 Nov 10 17:55:11.886289 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1e4ba8d5-7a64-455f-b0c1-859130080186 req-91b9f35c-94db-41d7-96b2-a8ac389d6a24 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=0270caab27604a84907a03a58ad6e001 HTTP/1.1" status: 200 len: 267 time: 0.1027002 Nov 10 17:55:11.921442 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43208996-5be9-48d4-b317-691310fdd1b3 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Router a3ca5363-2426-4166-96d7-8d25286ffa12 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:55:11.939992 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ba8d5-7a64-455f-b0c1-859130080186 req-e228945a-0846-48b8-b14d-0cc048da7acb tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:11.949912 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1e4ba8d5-7a64-455f-b0c1-859130080186 req-e228945a-0846-48b8-b14d-0cc048da7acb tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=697a64f5-0fd2-4f48-9ccf-43f8b595c30f HTTP/1.1" status: 200 len: 945 time: 0.0622530 Nov 10 17:55:11.957158 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-1e4ba8d5-7a64-455f-b0c1-859130080186 req-9624b35e-e952-4004-93a8-e30af52513a1 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Request body: {'port': {'security_groups': []}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:12.063490 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1e4ba8d5-7a64-455f-b0c1-859130080186 req-9624b35e-e952-4004-93a8-e30af52513a1 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:12.398694 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-1e4ba8d5-7a64-455f-b0c1-859130080186 req-9624b35e-e952-4004-93a8-e30af52513a1 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] For port b0cf1b2a-e164-41c2-98b1-93005ff9118f, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=b0cf1b2a-e164-41c2-98b1-93005ff9118f,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:55:12.438453 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1e4ba8d5-7a64-455f-b0c1-859130080186 req-9624b35e-e952-4004-93a8-e30af52513a1 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:12.444298 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1e4ba8d5-7a64-455f-b0c1-859130080186 req-9624b35e-e952-4004-93a8-e30af52513a1 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:12.458153 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:55:12.460691 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['c04ff508-4695-4a06-b32d-7557bec8639e', 'b0cf1b2a-e164-41c2-98b1-93005ff9118f'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:55:12.533298 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ba8d5-7a64-455f-b0c1-859130080186 req-9624b35e-e952-4004-93a8-e30af52513a1 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:12.534116 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1e4ba8d5-7a64-455f-b0c1-859130080186 req-9624b35e-e952-4004-93a8-e30af52513a1 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:12.535662 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1e4ba8d5-7a64-455f-b0c1-859130080186 req-9624b35e-e952-4004-93a8-e30af52513a1 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "PUT /v2.0/ports/b0cf1b2a-e164-41c2-98b1-93005ff9118f HTTP/1.1" status: 200 len: 904 time: 0.5852931 Nov 10 17:55:12.536323 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697a64f5-0fd2-4f48-9ccf-43f8b595c30f', 'tag': 'b0cf1b2a-e164-41c2-98b1-93005ff9118f'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:55:12.539052 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3bd07c-1dc4-499a-b7b7-5d29cf774019" -d '{"events": [{"name": "network-changed", "server_uuid": "697a64f5-0fd2-4f48-9ccf-43f8b595c30f", "tag": "b0cf1b2a-e164-41c2-98b1-93005ff9118f"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:55:12.593966 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624b35e-e952-4004-93a8-e30af52513a1 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Pushing event updated for resources: {'Port': ['ID=b0cf1b2a-e164-41c2-98b1-93005ff9118f,revision_number=6']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:12.714079 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43208996-5be9-48d4-b317-691310fdd1b3 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:55:12.727123 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-43208996-5be9-48d4-b317-691310fdd1b3 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "PUT /v2.0/routers/a3ca5363-2426-4166-96d7-8d25286ffa12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3170264 Nov 10 17:55:12.731610 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38414) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:12.733112 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cb09bd-8d4e-4643-bf44-0ac73e91a5b6 None None] Sync routers for ids ['a3ca5363-2426-4166-96d7-8d25286ffa12'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:55:12.764068 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cb09bd-8d4e-4643-bf44-0ac73e91a5b6 None None] Routers {'a3ca5363-2426-4166-96d7-8d25286ffa12'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:55:12.769602 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-61cb09bd-8d4e-4643-bf44-0ac73e91a5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:55:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a3ca5363-2426-4166-96d7-8d25286ffa12'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:12.778857 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['b0cf1b2a-e164-41c2-98b1-93005ff9118f'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:55:12.802131 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999a4c1-3218-4148-b6ec-40004fdf006c req-533043be-e31b-44b9-b197-ffcfebeb7104 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:12.803871 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b999a4c1-3218-4148-b6ec-40004fdf006c req-533043be-e31b-44b9-b197-ffcfebeb7104 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=697a64f5-0fd2-4f48-9ccf-43f8b595c30f HTTP/1.1" status: 200 len: 907 time: 0.1324749 Nov 10 17:55:12.882551 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-61cb09bd-8d4e-4643-bf44-0ac73e91a5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:12.899355 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e991c-e09f-4cba-9442-b799d8c5a327 req-359be110-1df4-43db-9950-470621e00094 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:12.901225 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-767e991c-e09f-4cba-9442-b799d8c5a327 req-359be110-1df4-43db-9950-470621e00094 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 944 time: 0.2754269 Nov 10 17:55:12.941495 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cb09bd-8d4e-4643-bf44-0ac73e91a5b6 None None] Routers {'a3ca5363-2426-4166-96d7-8d25286ffa12'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:55:12.943523 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-61cb09bd-8d4e-4643-bf44-0ac73e91a5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:55:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a3ca5363-2426-4166-96d7-8d25286ffa12'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:12.945372 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e44b737-a43c-43aa-b081-000eb403798f x-openstack-request-id: req-0e44b737-a43c-43aa-b081-000eb403798f {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:55:12.945726 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697a64f5-0fd2-4f48-9ccf-43f8b595c30f", "tag": "b0cf1b2a-e164-41c2-98b1-93005ff9118f", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:55:12.945931 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0e44b737-a43c-43aa-b081-000eb403798f {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:55:12.946322 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '697a64f5-0fd2-4f48-9ccf-43f8b595c30f', 'tag': 'b0cf1b2a-e164-41c2-98b1-93005ff9118f', 'status': 'completed', 'code': 200} Nov 10 17:55:13.034246 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-61cb09bd-8d4e-4643-bf44-0ac73e91a5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:13.035232 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cb09bd-8d4e-4643-bf44-0ac73e91a5b6 None None] The sync data for ids ['a3ca5363-2426-4166-96d7-8d25286ffa12'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:55:13.097277 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bd07c-1dc4-499a-b7b7-5d29cf774019 req-32c85758-0d20-4d94-85d3-6ce34d8cdbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:13.098376 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e3bd07c-1dc4-499a-b7b7-5d29cf774019 req-32c85758-0d20-4d94-85d3-6ce34d8cdbc7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0270caab27604a84907a03a58ad6e001&device_id=697a64f5-0fd2-4f48-9ccf-43f8b595c30f HTTP/1.1" status: 200 len: 1059 time: 0.1268184 Nov 10 17:55:13.126803 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-767e991c-e09f-4cba-9442-b799d8c5a327 req-2421ac41-02c5-4988-8b2d-e4208aa39068 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/security-groups?id=22da7c3e-e968-4083-ab46-5bc3e73c2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179543 Nov 10 17:55:13.166771 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-305b8169-94ee-4c1e-ab85-0e9e8c6e8a95 None None] Provisioning complete for port b0cf1b2a-e164-41c2-98b1-93005ff9118f triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:55:13.166771 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-305b8169-94ee-4c1e-ab85-0e9e8c6e8a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:13.167619 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ccbef83d-f836-451f-95fd-4e5314bdfea0 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:13.330818 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bd07c-1dc4-499a-b7b7-5d29cf774019 req-470a1ae8-7823-4e48-ac17-8cb8afcb49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:13.332948 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e3bd07c-1dc4-499a-b7b7-5d29cf774019 req-470a1ae8-7823-4e48-ac17-8cb8afcb49c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=07b214b6-0379-4e57-a79c-5118cee6c24b HTTP/1.1" status: 200 len: 912 time: 0.2271881 Nov 10 17:55:13.351372 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494a4cd-8e05-4727-a69c-184dc7748958 req-7bd460d9-3055-4ccd-8f52-f85d25187049 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:13.356029 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5494a4cd-8e05-4727-a69c-184dc7748958 req-7bd460d9-3055-4ccd-8f52-f85d25187049 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.2398117 Nov 10 17:55:13.462747 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e3bd07c-1dc4-499a-b7b7-5d29cf774019 req-f514fd81-e07a-49cd-88ba-170461b40e9a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0cf1b2a-e164-41c2-98b1-93005ff9118f HTTP/1.1" status: 200 len: 217 time: 0.1019514 Nov 10 17:55:13.472715 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ccbef83d-f836-451f-95fd-4e5314bdfea0 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:13.563982 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-ccbef83d-f836-451f-95fd-4e5314bdfea0 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Deleting port e09ac15b-2f5e-4141-8195-15a4230d2d6c {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:55:13.564545 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ccbef83d-f836-451f-95fd-4e5314bdfea0 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:13.638689 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5494a4cd-8e05-4727-a69c-184dc7748958 req-76176d24-0a54-4412-b84d-8f5086ca861c tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740923 Nov 10 17:55:13.668546 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bd07c-1dc4-499a-b7b7-5d29cf774019 req-61869a5b-4132-4521-b4b4-cacec825a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:13.670110 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e3bd07c-1dc4-499a-b7b7-5d29cf774019 req-61869a5b-4132-4521-b4b4-cacec825a886 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0014d233-a3b8-4110-85a8-3bdeaa4b1e7d HTTP/1.1" status: 200 len: 850 time: 0.1872413 Nov 10 17:55:13.678666 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ccbef83d-f836-451f-95fd-4e5314bdfea0 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:13.711907 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-ccbef83d-f836-451f-95fd-4e5314bdfea0 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Calling delete_port for e09ac15b-2f5e-4141-8195-15a4230d2d6c owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:55:13.774640 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bd07c-1dc4-499a-b7b7-5d29cf774019 req-8a4c95bd-427d-41d9-a124-284ffcf543be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:13.776211 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e3bd07c-1dc4-499a-b7b7-5d29cf774019 req-8a4c95bd-427d-41d9-a124-284ffcf543be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=07b214b6-0379-4e57-a79c-5118cee6c24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0973732 Nov 10 17:55:13.894579 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e3bd07c-1dc4-499a-b7b7-5d29cf774019 req-96aad2fe-19d7-472a-9bca-42bb2b311c15 service neutron] 10.222.0.13 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102817 Nov 10 17:55:13.996703 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ccbef83d-f836-451f-95fd-4e5314bdfea0 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:14.031585 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e3bd07c-1dc4-499a-b7b7-5d29cf774019 req-24d579ec-4939-4f80-9c7d-49d34103b159 service neutron] 10.222.0.13 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292937 Nov 10 17:55:14.034804 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbef83d-f836-451f-95fd-4e5314bdfea0 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event deleted for resources: {'Port': ['ID=e09ac15b-2f5e-4141-8195-15a4230d2d6c,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:14.066731 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42476536-54e8-4283-a962-81074d47478f None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:55:14.076637 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf144db-7f5f-43cc-8de5-e0ac9d794f69 req-4605e7e5-5349-4730-9ddc-7d95ea583421 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:14.076637 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1bf144db-7f5f-43cc-8de5-e0ac9d794f69 req-4605e7e5-5349-4730-9ddc-7d95ea583421 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.1388133 Nov 10 17:55:14.151403 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ccbef83d-f836-451f-95fd-4e5314bdfea0 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:14.272482 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1bf144db-7f5f-43cc-8de5-e0ac9d794f69 req-14558a77-6e36-4121-9490-0dfd10358b8c tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629179 Nov 10 17:55:14.293929 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ccbef83d-f836-451f-95fd-4e5314bdfea0 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:14.308177 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938edac6-7243-44bc-b43c-cf38577bbfcd req-a4abeedc-b97c-4b6f-bf0a-e197f6b1d69a tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:14.308534 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ccbef83d-f836-451f-95fd-4e5314bdfea0 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:14.308638 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-938edac6-7243-44bc-b43c-cf38577bbfcd req-a4abeedc-b97c-4b6f-bf0a-e197f6b1d69a tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 944 time: 0.0716085 Nov 10 17:55:14.382768 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ccbef83d-f836-451f-95fd-4e5314bdfea0 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:14.383388 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbef83d-f836-451f-95fd-4e5314bdfea0 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Fanout notify agent at l3_agent the message router_deleted on router a3ca5363-2426-4166-96d7-8d25286ffa12 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:55:14.397955 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ccbef83d-f836-451f-95fd-4e5314bdfea0 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:14.399098 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ccbef83d-f836-451f-95fd-4e5314bdfea0 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "DELETE /v2.0/routers/a3ca5363-2426-4166-96d7-8d25286ffa12 HTTP/1.1" status: 204 len: 168 time: 1.6657698 Nov 10 17:55:14.404620 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 38444) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:14.420781 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-938edac6-7243-44bc-b43c-cf38577bbfcd req-6b458eb3-0443-4c9e-8d72-bc86bc27a727 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/security-groups?id=22da7c3e-e968-4083-ab46-5bc3e73c2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986094 Nov 10 17:55:14.501858 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b2ab6f-2158-4799-af06-b96c4b1f7520 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Deleting subnet 76ee728b-d4b9-4aff-a598-8eee9191a2b4 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:55:14.507171 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02b2ab6f-2158-4799-af06-b96c4b1f7520 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:14.556125 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02b2ab6f-2158-4799-af06-b96c4b1f7520 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:14.623607 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02b2ab6f-2158-4799-af06-b96c4b1f7520 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:14.698838 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-368da973-5110-4686-af7b-7cc1d7609da3 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:14.700977 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-368da973-5110-4686-af7b-7cc1d7609da3 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/networks?id=07b214b6-0379-4e57-a79c-5118cee6c24b HTTP/1.1" status: 200 len: 811 time: 0.1963065 Nov 10 17:55:14.730782 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-0e4e22e0-99c2-40a4-86ca-e963c00e5d1a tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/quotas/0270caab27604a84907a03a58ad6e001 HTTP/1.1" status: 200 len: 375 time: 0.0204933 Nov 10 17:55:14.744778 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02b2ab6f-2158-4799-af06-b96c4b1f7520 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:14.777610 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02b2ab6f-2158-4799-af06-b96c4b1f7520 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:14.797751 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-02b2ab6f-2158-4799-af06-b96c4b1f7520 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "DELETE /v2.0/subnets/76ee728b-d4b9-4aff-a598-8eee9191a2b4 HTTP/1.1" status: 204 len: 168 time: 0.3884652 Nov 10 17:55:14.803831 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38460) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:14.848728 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2ab6f-2158-4799-af06-b96c4b1f7520 tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event deleted for resources: {'Subnet': ['ID=76ee728b-d4b9-4aff-a598-8eee9191a2b4,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:14.940757 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-9cfd922d-07b1-4b67-8ffa-1c7615d4dda8 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0270caab27604a84907a03a58ad6e001&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1882670 Nov 10 17:55:15.088785 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-a9ba793c-5420-4e7e-8bfd-e56cc01970d0 service neutron] 10.222.0.39 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296537 Nov 10 17:55:15.096361 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-40acc4c2-2716-4b7d-a07f-e63ef166f5dd tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:15.290495 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-40acc4c2-2716-4b7d-a07f-e63ef166f5dd tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:15.312133 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-afca2c59-94ab-4ba7-8d0a-5a8e4d7ecf08 service neutron] 10.222.0.39 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104425 Nov 10 17:55:15.321243 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-40acc4c2-2716-4b7d-a07f-e63ef166f5dd tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efce5e63-1903-491b-b8b2-2330a53a150e']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:15.333102 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-40acc4c2-2716-4b7d-a07f-e63ef166f5dd tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4836901e-b3f2-4901-8805-acd468026959') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:15.333547 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-40acc4c2-2716-4b7d-a07f-e63ef166f5dd tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4836901e-b3f2-4901-8805-acd468026959') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:15.348425 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-40acc4c2-2716-4b7d-a07f-e63ef166f5dd tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:15.376691 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-40acc4c2-2716-4b7d-a07f-e63ef166f5dd tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:15.408552 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40acc4c2-2716-4b7d-a07f-e63ef166f5dd tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:55:15.409860 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-40acc4c2-2716-4b7d-a07f-e63ef166f5dd tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:15.414030 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:55:15.414030 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:55:15.414030 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:55:15.414030 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:55:15.414030 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:55:15.414030 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:55:15.414030 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:55:15.414030 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:55:15.414030 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:55:15.414030 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:55:15.414030 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:55:15.414030 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:55:15.414030 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:55:15.414030 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:55:15.414030 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:55:15.414030 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:55:15.414030 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:55:15.414030 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:55:15.414030 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:55:15.414030 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:55:15.414030 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:55:15.414030 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:55:15.414030 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:55:15.414030 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:55:15.414030 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:55:15.414030 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:55:15.414030 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:55:15.414030 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:55:15.414030 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:55:15.414030 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:55:15.414030 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:55:15.414030 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:55:15.539454 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-40acc4c2-2716-4b7d-a07f-e63ef166f5dd tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:15.605177 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-405d4a72-b71e-457e-a449-c1ac88fe683e req-cc6dc9ad-e0a3-4a85-b1f7-8f26c9ff8fb9 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 210 time: 0.0826564 Nov 10 17:55:15.628195 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-40acc4c2-2716-4b7d-a07f-e63ef166f5dd tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:15.646942 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-40acc4c2-2716-4b7d-a07f-e63ef166f5dd tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] 10.222.0.39 "DELETE /v2.0/networks/efce5e63-1903-491b-b8b2-2330a53a150e HTTP/1.1" status: 204 len: 168 time: 0.8418300 Nov 10 17:55:15.678548 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40acc4c2-2716-4b7d-a07f-e63ef166f5dd tempest-FloatingIPTestJSON-1823064643 tempest-FloatingIPTestJSON-1823064643-project] Pushing event deleted for resources: {'Network': ['ID=efce5e63-1903-491b-b8b2-2330a53a150e,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:15.710479 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d045d-ec22-49a3-a731-668e1bb7a460 req-aca9bb7c-d488-4e51-be44-8dbd3c1284e7 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:15.714411 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9e2d045d-ec22-49a3-a731-668e1bb7a460 req-aca9bb7c-d488-4e51-be44-8dbd3c1284e7 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 944 time: 0.1307378 Nov 10 17:55:15.864344 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9e2d045d-ec22-49a3-a731-668e1bb7a460 req-3fcde672-3562-4ece-a813-30fc277ff20d tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/security-groups?id=22da7c3e-e968-4083-ab46-5bc3e73c2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432335 Nov 10 17:55:16.028491 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38492) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:16.134639 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38498) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:16.379448 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 38506) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:16.380258 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ce6f7a62-2f1a-49d4-be0e-0d8b3e565918 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ebc216e83172454192d476d1e2f40a4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2438750 Nov 10 17:55:16.382545 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6698380f-631c-42e4-9321-add43c873c78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:16.444609 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-531f95b7-91e9-4f08-b3e7-26d6cb114b26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:16.474057 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-531f95b7-91e9-4f08-b3e7-26d6cb114b26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:16.513057 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6698380f-631c-42e4-9321-add43c873c78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:16.520537 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6698380f-631c-42e4-9321-add43c873c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:16.579974 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-531f95b7-91e9-4f08-b3e7-26d6cb114b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:16.586350 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-531f95b7-91e9-4f08-b3e7-26d6cb114b26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:16.590953 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-531f95b7-91e9-4f08-b3e7-26d6cb114b26 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/636db995-1473-4994-9fd0-a7484113f882 HTTP/1.1" status: 204 len: 168 time: 0.2095082 Nov 10 17:55:16.610164 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6698380f-631c-42e4-9321-add43c873c78 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a0b8fdb7e9434adf90f5ed4981899f29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5774200 Nov 10 17:55:16.610407 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f95b7-91e9-4f08-b3e7-26d6cb114b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636db995-1473-4994-9fd0-a7484113f882,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:16.610512 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698380f-631c-42e4-9321-add43c873c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69207eac-da14-4332-8559-f126c1292229,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:16.610617 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 38512) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:16.726459 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b4057178-7317-4b90-8e78-381ff9a9ed08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:16.772208 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-621d6ca5-ccf7-40ff-8e99-f8f02682317b req-aaf9733b-7bef-4fe0-bb4b-3b1ec2e6914d tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 210 time: 0.0580695 Nov 10 17:55:16.779054 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b4057178-7317-4b90-8e78-381ff9a9ed08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:16.844446 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b4057178-7317-4b90-8e78-381ff9a9ed08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:16.854222 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b4057178-7317-4b90-8e78-381ff9a9ed08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:16.857088 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b4057178-7317-4b90-8e78-381ff9a9ed08 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/69207eac-da14-4332-8559-f126c1292229 HTTP/1.1" status: 204 len: 168 time: 0.2452106 Nov 10 17:55:16.870190 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4057178-7317-4b90-8e78-381ff9a9ed08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69207eac-da14-4332-8559-f126c1292229,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:17.287036 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470c31a-fb85-41eb-8e47-b3c1ce949ee5 req-f558bcf3-4823-4e91-bad9-4f7f5ee18fc9 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:17.288742 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d470c31a-fb85-41eb-8e47-b3c1ce949ee5 req-f558bcf3-4823-4e91-bad9-4f7f5ee18fc9 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 944 time: 0.2476344 Nov 10 17:55:17.404027 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-b76ef886-ef68-4463-a495-e13b4b1667f3 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:17.406598 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-b76ef886-ef68-4463-a495-e13b4b1667f3 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.13 "GET /v2.0/networks?id=07b214b6-0379-4e57-a79c-5118cee6c24b HTTP/1.1" status: 200 len: 811 time: 0.3389611 Nov 10 17:55:17.423984 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-d48babe1-2f29-416c-97db-f7cff1695123 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Request body: {'port': {'device_id': 'aacc0da8-04bd-46f3-8f8a-e1321f404c59', 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b', 'admin_state_up': True, 'tenant_id': '0270caab27604a84907a03a58ad6e001'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:17.549536 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38544) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:17.569448 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d470c31a-fb85-41eb-8e47-b3c1ce949ee5 req-30040b01-bd98-43bc-8a8d-f643f91b8f56 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/security-groups?id=22da7c3e-e968-4083-ab46-5bc3e73c2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2696242 Nov 10 17:55:17.601223 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-992a6617-ea0b-4ca5-b281-4a97769159fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:17.641402 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-d48babe1-2f29-416c-97db-f7cff1695123 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Made reservation on behalf of 0270caab27604a84907a03a58ad6e001 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:55:17.645150 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-d48babe1-2f29-416c-97db-f7cff1695123 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:17.758668 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-992a6617-ea0b-4ca5-b281-4a97769159fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:17.764439 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-992a6617-ea0b-4ca5-b281-4a97769159fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:17.822872 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a6617-ea0b-4ca5-b281-4a97769159fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a327321-aa32-4d05-9662-4553e368947a,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:17.829660 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-992a6617-ea0b-4ca5-b281-4a97769159fa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=117d9e99132640398ad15b9e172fde75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2788720 Nov 10 17:55:17.832239 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38554) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:17.860275 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-d48babe1-2f29-416c-97db-f7cff1695123 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Allocated IP 172.20.0.11 (07b214b6-0379-4e57-a79c-5118cee6c24b/0014d233-a3b8-4110-85a8-3bdeaa4b1e7d/f87048c1-df85-4bde-82e2-88c0d4e540e3) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:55:17.933443 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bb9e81be-d218-4531-b7c8-37dc202fd4ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:17.973419 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3cb15958-c79e-49b4-88e7-85e4a2419498 req-3de687c2-a5ba-4354-b200-345d777ce7a8 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 210 time: 0.0369263 Nov 10 17:55:18.013576 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bb9e81be-d218-4531-b7c8-37dc202fd4ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:18.048113 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 38558) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:18.097959 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bb9e81be-d218-4531-b7c8-37dc202fd4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:18.102642 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bb9e81be-d218-4531-b7c8-37dc202fd4ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:18.105239 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bb9e81be-d218-4531-b7c8-37dc202fd4ad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0a327321-aa32-4d05-9662-4553e368947a HTTP/1.1" status: 204 len: 168 time: 0.2703424 Nov 10 17:55:18.132650 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e81be-d218-4531-b7c8-37dc202fd4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a327321-aa32-4d05-9662-4553e368947a,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:18.166176 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-d48babe1-2f29-416c-97db-f7cff1695123 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:18.214848 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-d48babe1-2f29-416c-97db-f7cff1695123 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:18.236933 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['c04ff508-4695-4a06-b32d-7557bec8639e'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:55:18.242881 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:55:18.263905 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-d48babe1-2f29-416c-97db-f7cff1695123 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Network 07b214b6-0379-4e57-a79c-5118cee6c24b is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:55:18.268769 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-5abf332d-23a4-423f-9a62-f931c94a71af tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1472345798'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:18.311253 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-d48babe1-2f29-416c-97db-f7cff1695123 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:55:18.315814 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-d48babe1-2f29-416c-97db-f7cff1695123 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:55:18.319393 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abf332d-23a4-423f-9a62-f931c94a71af tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Made reservation on behalf of f5198ac8c5b0426ba31d6ed583837e0f for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:55:18.322084 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5abf332d-23a4-423f-9a62-f931c94a71af tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:18.390144 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5abf332d-23a4-423f-9a62-f931c94a71af tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:18.417494 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48babe1-2f29-416c-97db-f7cff1695123 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Pushing event updated for resources: {'Port': ['ID=f87048c1-df85-4bde-82e2-88c0d4e540e3,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:18.503636 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-d48babe1-2f29-416c-97db-f7cff1695123 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:18.504362 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-d48babe1-2f29-416c-97db-f7cff1695123 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:18.534543 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-d48babe1-2f29-416c-97db-f7cff1695123 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1169875 Nov 10 17:55:18.564917 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-981a05bf-b617-4d16-8f9a-ceb50091f661 service neutron] Request body: {'port': {'device_id': 'aacc0da8-04bd-46f3-8f8a-e1321f404c59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:18.725757 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-981a05bf-b617-4d16-8f9a-ceb50091f661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:18.762564 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5abf332d-23a4-423f-9a62-f931c94a71af tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:18.788655 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5abf332d-23a4-423f-9a62-f931c94a71af tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:18.808848 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-f3225a31-d348-4b86-b8d2-bd8abf432b9c None None] Provisioning complete for port f87048c1-df85-4bde-82e2-88c0d4e540e3 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:55:18.809350 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f3225a31-d348-4b86-b8d2-bd8abf432b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:18.864182 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5abf332d-23a4-423f-9a62-f931c94a71af tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:55:18.880287 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-f3225a31-d348-4b86-b8d2-bd8abf432b9c None None] Port f87048c1-df85-4bde-82e2-88c0d4e540e3 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:55:18.904030 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d34cd-fb94-431a-9622-6f2df37c0c33 req-b2c68e12-338b-4e96-8e10-71532549b9f6 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:18.906001 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-429d34cd-fb94-431a-9622-6f2df37c0c33 req-b2c68e12-338b-4e96-8e10-71532549b9f6 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 944 time: 0.1880977 Nov 10 17:55:18.933416 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf332d-23a4-423f-9a62-f931c94a71af tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44bf7280-056f-4f25-b5fb-97b0ee969c94,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:18.939800 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5abf332d-23a4-423f-9a62-f931c94a71af tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:18.940133 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-5abf332d-23a4-423f-9a62-f931c94a71af tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Added segment e8292007-0dba-40b5-ab3a-cb94d2a0fb7b of type vlan for network 8afe6e97-70f0-49be-aeec-4f0d13298a34 Nov 10 17:55:19.075253 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abf332d-23a4-423f-9a62-f931c94a71af tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:19.075696 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abf332d-23a4-423f-9a62-f931c94a71af tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:19.076232 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abf332d-23a4-423f-9a62-f931c94a71af tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:19.076659 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abf332d-23a4-423f-9a62-f931c94a71af tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:19.078160 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abf332d-23a4-423f-9a62-f931c94a71af tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:19.078563 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abf332d-23a4-423f-9a62-f931c94a71af tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:19.079021 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abf332d-23a4-423f-9a62-f931c94a71af tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:19.079428 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abf332d-23a4-423f-9a62-f931c94a71af tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:19.079893 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abf332d-23a4-423f-9a62-f931c94a71af tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:19.080613 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abf332d-23a4-423f-9a62-f931c94a71af tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:19.081041 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abf332d-23a4-423f-9a62-f931c94a71af tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:19.081614 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abf332d-23a4-423f-9a62-f931c94a71af tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:19.140184 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a4a31-ef84-4a61-82d5-7ddc52217266 req-2c6f1ff3-041d-4afc-9c0e-1fc21d68948c tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:19.142509 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ec2a4a31-ef84-4a61-82d5-7ddc52217266 req-2c6f1ff3-041d-4afc-9c0e-1fc21d68948c tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 932 time: 0.0750115 Nov 10 17:55:19.152569 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5abf332d-23a4-423f-9a62-f931c94a71af tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:19.214373 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-429d34cd-fb94-431a-9622-6f2df37c0c33 req-8f87b836-3979-4a85-b18b-0b739b11839d tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/security-groups?id=22da7c3e-e968-4083-ab46-5bc3e73c2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2961078 Nov 10 17:55:19.238079 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ec2a4a31-ef84-4a61-82d5-7ddc52217266 req-2b5ea237-0daa-40aa-8c6c-221d12ff152b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878251 Nov 10 17:55:19.247819 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5abf332d-23a4-423f-9a62-f931c94a71af tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:19.253706 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abf332d-23a4-423f-9a62-f931c94a71af tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:19.254310 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5abf332d-23a4-423f-9a62-f931c94a71af tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:19.360879 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5abf332d-23a4-423f-9a62-f931c94a71af tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2935090 Nov 10 17:55:19.380687 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf332d-23a4-423f-9a62-f931c94a71af tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event updated for resources: {'Network': ['ID=8afe6e97-70f0-49be-aeec-4f0d13298a34,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:19.392319 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 8afe6e97-70f0-49be-aeec-4f0d13298a34 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:55:19.498706 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38594) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:19.501984 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-981a05bf-b617-4d16-8f9a-ceb50091f661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f87048c1-df85-4bde-82e2-88c0d4e540e3 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:55:19.507096 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-77cfa9bb-2859-43ce-a5f2-f3cc32a4ba52 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Request body: {'subnet': {'network_id': '8afe6e97-70f0-49be-aeec-4f0d13298a34', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:19.518068 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-981a05bf-b617-4d16-8f9a-ceb50091f661 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:19.550706 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-981a05bf-b617-4d16-8f9a-ceb50091f661 service neutron] Transition to ACTIVE for port object f87048c1-df85-4bde-82e2-88c0d4e540e3 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:55:19.556500 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-981a05bf-b617-4d16-8f9a-ceb50091f661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:19.626170 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a05bf-b617-4d16-8f9a-ceb50091f661 service neutron] Pushing event updated for resources: {'Port': ['ID=f87048c1-df85-4bde-82e2-88c0d4e540e3,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:19.631712 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cfa9bb-2859-43ce-a5f2-f3cc32a4ba52 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Made reservation on behalf of f5198ac8c5b0426ba31d6ed583837e0f for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:55:19.636333 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-77cfa9bb-2859-43ce-a5f2-f3cc32a4ba52 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:19.786362 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-981a05bf-b617-4d16-8f9a-ceb50091f661 service neutron] Attempting to bind port f87048c1-df85-4bde-82e2-88c0d4e540e3 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:55:19.786707 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-981a05bf-b617-4d16-8f9a-ceb50091f661 service neutron] Attempting to bind port f87048c1-df85-4bde-82e2-88c0d4e540e3 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': 'ccee7173-55f2-40b1-aecb-b805c25cba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:55:19.787033 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-981a05bf-b617-4d16-8f9a-ceb50091f661 service neutron] Attempting to bind port f87048c1-df85-4bde-82e2-88c0d4e540e3 on network 07b214b6-0379-4e57-a79c-5118cee6c24b {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:55:19.799278 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-981a05bf-b617-4d16-8f9a-ceb50091f661 service neutron] Port f87048c1-df85-4bde-82e2-88c0d4e540e3 on network 07b214b6-0379-4e57-a79c-5118cee6c24b not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:55:19.799993 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-981a05bf-b617-4d16-8f9a-ceb50091f661 service neutron] Attempting to bind port f87048c1-df85-4bde-82e2-88c0d4e540e3 on network 07b214b6-0379-4e57-a79c-5118cee6c24b {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:55:19.805866 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-981a05bf-b617-4d16-8f9a-ceb50091f661 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:55:19.806606 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-981a05bf-b617-4d16-8f9a-ceb50091f661 service neutron] Checking segment: {'id': 'ccee7173-55f2-40b1-aecb-b805c25cba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:55:19.807179 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-981a05bf-b617-4d16-8f9a-ceb50091f661 service neutron] Bound using segment: {'id': 'ccee7173-55f2-40b1-aecb-b805c25cba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:55:19.807871 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-981a05bf-b617-4d16-8f9a-ceb50091f661 service neutron] Bound port: f87048c1-df85-4bde-82e2-88c0d4e540e3, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccee7173-55f2-40b1-aecb-b805c25cba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:55:19.808468 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-981a05bf-b617-4d16-8f9a-ceb50091f661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:19.907629 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-981a05bf-b617-4d16-8f9a-ceb50091f661 service neutron] For port f87048c1-df85-4bde-82e2-88c0d4e540e3, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:55:19.912442 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-981a05bf-b617-4d16-8f9a-ceb50091f661 service neutron] For port f87048c1-df85-4bde-82e2-88c0d4e540e3, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=f87048c1-df85-4bde-82e2-88c0d4e540e3,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:55:19.918279 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-981a05bf-b617-4d16-8f9a-ceb50091f661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:20.000402 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-981a05bf-b617-4d16-8f9a-ceb50091f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:20.001340 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-981a05bf-b617-4d16-8f9a-ceb50091f661 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:20.004191 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-981a05bf-b617-4d16-8f9a-ceb50091f661 service neutron] 10.222.0.13 "PUT /v2.0/ports/f87048c1-df85-4bde-82e2-88c0d4e540e3 HTTP/1.1" status: 200 len: 1093 time: 1.4602332 Nov 10 17:55:20.004903 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aacc0da8-04bd-46f3-8f8a-e1321f404c59', 'tag': 'f87048c1-df85-4bde-82e2-88c0d4e540e3'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:55:20.008411 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d11dae4-9f07-43bf-aa97-84d5fe798be8" -d '{"events": [{"name": "network-changed", "server_uuid": "aacc0da8-04bd-46f3-8f8a-e1321f404c59", "tag": "f87048c1-df85-4bde-82e2-88c0d4e540e3"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:55:20.054757 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-77cfa9bb-2859-43ce-a5f2-f3cc32a4ba52 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:20.097340 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930f43c2-777a-4ff9-a624-969f797ed420 x-openstack-request-id: req-930f43c2-777a-4ff9-a624-969f797ed420 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:55:20.097869 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aacc0da8-04bd-46f3-8f8a-e1321f404c59", "tag": "f87048c1-df85-4bde-82e2-88c0d4e540e3", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:55:20.098124 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-930f43c2-777a-4ff9-a624-969f797ed420 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:55:20.098533 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aacc0da8-04bd-46f3-8f8a-e1321f404c59', 'tag': 'f87048c1-df85-4bde-82e2-88c0d4e540e3', 'status': 'completed', 'code': 200} Nov 10 17:55:20.101957 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a05bf-b617-4d16-8f9a-ceb50091f661 service neutron] Pushing event updated for resources: {'Port': ['ID=f87048c1-df85-4bde-82e2-88c0d4e540e3,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:20.135465 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-2283b773-7ec8-4ebe-954b-61b192757f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:20.137399 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-2283b773-7ec8-4ebe-954b-61b192757f60 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0270caab27604a84907a03a58ad6e001&device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 1096 time: 0.0850830 Nov 10 17:55:20.190536 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cfa9bb-2859-43ce-a5f2-f3cc32a4ba52 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Checking segment: {'id': 'e8292007-0dba-40b5-ab3a-cb94d2a0fb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8afe6e97-70f0-49be-aeec-4f0d13298a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:55:20.191176 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cfa9bb-2859-43ce-a5f2-f3cc32a4ba52 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Network hostable DHCP agents. Network: 8afe6e97-70f0-49be-aeec-4f0d13298a34, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:55:20.206991 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cfa9bb-2859-43ce-a5f2-f3cc32a4ba52 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event updated for resources: {'Subnet': ['ID=e3426850-a882-4d6a-9a9f-4d503f59af2b,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:20.212712 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-09a6585c-cc38-4a82-b48b-7c8f6ed566f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f87048c1-df85-4bde-82e2-88c0d4e540e3 HTTP/1.1" status: 200 len: 217 time: 0.0643542 Nov 10 17:55:20.221918 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cfa9bb-2859-43ce-a5f2-f3cc32a4ba52 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Network 8afe6e97-70f0-49be-aeec-4f0d13298a34 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:55:20.234196 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-77cfa9bb-2859-43ce-a5f2-f3cc32a4ba52 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 8afe6e97-70f0-49be-aeec-4f0d13298a34) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:55:20.238673 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cfa9bb-2859-43ce-a5f2-f3cc32a4ba52 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:20.239278 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-77cfa9bb-2859-43ce-a5f2-f3cc32a4ba52 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:20.246417 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8363804c-e05c-4f21-b177-199c6f8daa47 None None] Network 8afe6e97-70f0-49be-aeec-4f0d13298a34 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:55:20.276994 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-77cfa9bb-2859-43ce-a5f2-f3cc32a4ba52 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7726839 Nov 10 17:55:20.278283 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38618) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:20.288197 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-7f3162ce-0085-42c2-9b1a-e505d45ebce6 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1486108618'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:20.319191 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3162ce-0085-42c2-9b1a-e505d45ebce6 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Made reservation on behalf of f5198ac8c5b0426ba31d6ed583837e0f for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:55:20.329304 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7f3162ce-0085-42c2-9b1a-e505d45ebce6 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:20.379709 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-e9794254-ebc9-4e3c-97cd-4eb34fdaf41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:20.382016 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f3162ce-0085-42c2-9b1a-e505d45ebce6 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:55:20.386780 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-e9794254-ebc9-4e3c-97cd-4eb34fdaf41a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0014d233-a3b8-4110-85a8-3bdeaa4b1e7d HTTP/1.1" status: 200 len: 850 time: 0.1665533 Nov 10 17:55:20.410767 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7f3162ce-0085-42c2-9b1a-e505d45ebce6 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:20.411832 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-7f3162ce-0085-42c2-9b1a-e505d45ebce6 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Added segment 0babaedb-f5fb-48ec-b605-4cdcdceef848 of type vlan for network 2da26f15-ac5e-4b96-b2df-b021146a72f3 Nov 10 17:55:20.508069 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7f3162ce-0085-42c2-9b1a-e505d45ebce6 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:20.536970 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c56cad-10d1-4041-9024-5945b80e7097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-8afe6e97-70f0-49be-aeec-4f0d13298a34', 'network_id': '8afe6e97-70f0-49be-aeec-4f0d13298a34', 'tenant_id': 'f5198ac8c5b0426ba31d6ed583837e0f', 'fixed_ips': [{'subnet_id': 'e3426850-a882-4d6a-9a9f-4d503f59af2b'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:55:20.537908 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-09c56cad-10d1-4041-9024-5945b80e7097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:20.553203 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-250ac885-2653-40d8-bf92-957d31e3d4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:20.555463 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-250ac885-2653-40d8-bf92-957d31e3d4f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=07b214b6-0379-4e57-a79c-5118cee6c24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1610808 Nov 10 17:55:20.603568 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4b36a-be35-4457-97fe-377320790cac req-87c587a4-3066-41de-94db-44ed4679797f tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:20.605320 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-52b4b36a-be35-4457-97fe-377320790cac req-87c587a4-3066-41de-94db-44ed4679797f tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 944 time: 0.1552920 Nov 10 17:55:20.629653 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7f3162ce-0085-42c2-9b1a-e505d45ebce6 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:20.657006 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3162ce-0085-42c2-9b1a-e505d45ebce6 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:20.657668 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7f3162ce-0085-42c2-9b1a-e505d45ebce6 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:20.719505 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-09c56cad-10d1-4041-9024-5945b80e7097 None None] Allocated IP 172.20.255.242 (8afe6e97-70f0-49be-aeec-4f0d13298a34/e3426850-a882-4d6a-9a9f-4d503f59af2b/14e85f5a-12a5-4329-9aa0-3b6a5670632a) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:55:20.818492 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7f3162ce-0085-42c2-9b1a-e505d45ebce6 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5345430 Nov 10 17:55:20.826018 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38628) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:20.844480 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-58bddb39-6681-4ef7-9914-b35339fe2042 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Request body: {'subnet': {'network_id': '2da26f15-ac5e-4b96-b2df-b021146a72f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:20.873512 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-52b4b36a-be35-4457-97fe-377320790cac req-b88d2425-30bc-44ea-98fb-d63df6f2f4be tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/security-groups?id=22da7c3e-e968-4083-ab46-5bc3e73c2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2536309 Nov 10 17:55:20.915974 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3162ce-0085-42c2-9b1a-e505d45ebce6 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event updated for resources: {'Network': ['ID=2da26f15-ac5e-4b96-b2df-b021146a72f3,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:20.976924 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bddb39-6681-4ef7-9914-b35339fe2042 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Made reservation on behalf of f5198ac8c5b0426ba31d6ed583837e0f for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:55:20.980390 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-09c56cad-10d1-4041-9024-5945b80e7097 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:20.981774 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-58bddb39-6681-4ef7-9914-b35339fe2042 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:20.990166 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 2da26f15-ac5e-4b96-b2df-b021146a72f3 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:55:20.993699 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-09c56cad-10d1-4041-9024-5945b80e7097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:21.098410 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c56cad-10d1-4041-9024-5945b80e7097 None None] Network 8afe6e97-70f0-49be-aeec-4f0d13298a34 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:55:21.301059 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6208fcd-d2bf-4202-8cc5-abc44b35eb86 req-2101d25a-95e9-40e1-aa01-542eaedf04c4 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:21.303154 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a6208fcd-d2bf-4202-8cc5-abc44b35eb86 req-2101d25a-95e9-40e1-aa01-542eaedf04c4 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 944 time: 0.8388522 Nov 10 17:55:21.319894 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-09c56cad-10d1-4041-9024-5945b80e7097 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:55:21.334434 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-58bddb39-6681-4ef7-9914-b35339fe2042 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:21.351426 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c56cad-10d1-4041-9024-5945b80e7097 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:55:21.391114 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c56cad-10d1-4041-9024-5945b80e7097 None None] Pushing event updated for resources: {'Port': ['ID=14e85f5a-12a5-4329-9aa0-3b6a5670632a,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:21.468194 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-306ecf92-c3c0-45ec-8100-857664e558dd service neutron] 10.222.0.13 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8945189 Nov 10 17:55:21.470587 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bddb39-6681-4ef7-9914-b35339fe2042 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event updated for resources: {'Subnet': ['ID=17de0b92-46b7-4df4-8b67-3a5e4ff563fc,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:21.498700 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a6208fcd-d2bf-4202-8cc5-abc44b35eb86 req-ae49072d-dc8d-4089-b49b-741d52a0bfc8 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585269 Nov 10 17:55:21.541072 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bddb39-6681-4ef7-9914-b35339fe2042 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Checking segment: {'id': '0babaedb-f5fb-48ec-b605-4cdcdceef848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2da26f15-ac5e-4b96-b2df-b021146a72f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:55:21.541223 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bddb39-6681-4ef7-9914-b35339fe2042 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Network hostable DHCP agents. Network: 2da26f15-ac5e-4b96-b2df-b021146a72f3, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:55:21.550514 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-09c56cad-10d1-4041-9024-5945b80e7097 None None] Attempting to bind port 14e85f5a-12a5-4329-9aa0-3b6a5670632a on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:55:21.551476 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-09c56cad-10d1-4041-9024-5945b80e7097 None None] Attempting to bind port 14e85f5a-12a5-4329-9aa0-3b6a5670632a by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'e8292007-0dba-40b5-ab3a-cb94d2a0fb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8afe6e97-70f0-49be-aeec-4f0d13298a34'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:55:21.551924 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c56cad-10d1-4041-9024-5945b80e7097 None None] Attempting to bind port 14e85f5a-12a5-4329-9aa0-3b6a5670632a on network 8afe6e97-70f0-49be-aeec-4f0d13298a34 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:55:21.570243 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c56cad-10d1-4041-9024-5945b80e7097 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:55:21.571471 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c56cad-10d1-4041-9024-5945b80e7097 None None] Checking segment: {'id': 'e8292007-0dba-40b5-ab3a-cb94d2a0fb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8afe6e97-70f0-49be-aeec-4f0d13298a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:55:21.573773 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-09c56cad-10d1-4041-9024-5945b80e7097 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:21.574397 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c56cad-10d1-4041-9024-5945b80e7097 None None] Bound using segment: {'id': 'e8292007-0dba-40b5-ab3a-cb94d2a0fb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8afe6e97-70f0-49be-aeec-4f0d13298a34'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:55:21.575110 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-09c56cad-10d1-4041-9024-5945b80e7097 None None] Bound port: 14e85f5a-12a5-4329-9aa0-3b6a5670632a, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8292007-0dba-40b5-ab3a-cb94d2a0fb7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8afe6e97-70f0-49be-aeec-4f0d13298a34'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:55:21.576092 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bddb39-6681-4ef7-9914-b35339fe2042 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Network 2da26f15-ac5e-4b96-b2df-b021146a72f3 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:55:21.580218 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-09c56cad-10d1-4041-9024-5945b80e7097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:21.593554 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-58bddb39-6681-4ef7-9914-b35339fe2042 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 2da26f15-ac5e-4b96-b2df-b021146a72f3) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:55:21.602451 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bddb39-6681-4ef7-9914-b35339fe2042 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:21.602953 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85470329-f4be-4eea-9cb1-19c7f1669727 None None] Network 2da26f15-ac5e-4b96-b2df-b021146a72f3 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:55:21.603935 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-58bddb39-6681-4ef7-9914-b35339fe2042 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:21.628197 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-58bddb39-6681-4ef7-9914-b35339fe2042 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7993481 Nov 10 17:55:21.629230 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38640) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:21.722290 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8967e582-dfbd-471a-90ea-eb8e124248c3 req-893d61e6-b93a-4d2a-a3fc-15c901c48c27 service neutron] 10.222.0.13 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224612 Nov 10 17:55:21.777218 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-09c56cad-10d1-4041-9024-5945b80e7097 None None] For port 14e85f5a-12a5-4329-9aa0-3b6a5670632a, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:55:21.787036 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-09c56cad-10d1-4041-9024-5945b80e7097 None None] For port 14e85f5a-12a5-4329-9aa0-3b6a5670632a, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=14e85f5a-12a5-4329-9aa0-3b6a5670632a,segment=NetworkSegment(e8292007-0dba-40b5-ab3a-cb94d2a0fb7b),segment_id=e8292007-0dba-40b5-ab3a-cb94d2a0fb7b)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:55:21.796998 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-09c56cad-10d1-4041-9024-5945b80e7097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:21.862225 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5a7bfc99-48ff-492c-99b4-5d84d4f9f4aa tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:21.908588 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11dae4-9f07-43bf-aa97-84d5fe798be8 req-c2cf80e5-a09b-4129-bf00-6668bdba48e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:21.909681 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0d11dae4-9f07-43bf-aa97-84d5fe798be8 req-c2cf80e5-a09b-4129-bf00-6668bdba48e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0270caab27604a84907a03a58ad6e001&device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 1096 time: 0.1089180 Nov 10 17:55:21.992091 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5a7bfc99-48ff-492c-99b4-5d84d4f9f4aa tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:22.008631 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5b0542-8bc8-4d3e-8966-49f6a7b4d388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-2da26f15-ac5e-4b96-b2df-b021146a72f3', 'network_id': '2da26f15-ac5e-4b96-b2df-b021146a72f3', 'tenant_id': 'f5198ac8c5b0426ba31d6ed583837e0f', 'fixed_ips': [{'subnet_id': '17de0b92-46b7-4df4-8b67-3a5e4ff563fc'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:55:22.010601 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1d5b0542-8bc8-4d3e-8966-49f6a7b4d388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:22.074654 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11dae4-9f07-43bf-aa97-84d5fe798be8 req-fd40fa10-fde6-4da8-9fa6-8e27e6c8c335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:22.076189 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0d11dae4-9f07-43bf-aa97-84d5fe798be8 req-fd40fa10-fde6-4da8-9fa6-8e27e6c8c335 service neutron] 10.222.0.13 "GET /v2.0/networks?id=07b214b6-0379-4e57-a79c-5118cee6c24b HTTP/1.1" status: 200 len: 912 time: 0.1537926 Nov 10 17:55:22.138493 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c56cad-10d1-4041-9024-5945b80e7097 None None] Pushing event updated for resources: {'Port': ['ID=14e85f5a-12a5-4329-9aa0-3b6a5670632a,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:22.165426 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556610e-2147-43f7-bbc7-7461bdbee6fc req-4312d599-813f-43a0-9539-789ada824dba tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:22.168826 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4556610e-2147-43f7-bbc7-7461bdbee6fc req-4312d599-813f-43a0-9539-789ada824dba tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 944 time: 0.1608400 Nov 10 17:55:22.189218 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0d11dae4-9f07-43bf-aa97-84d5fe798be8 req-3b981f62-2b39-4a8d-9e4f-e5dc165933bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f87048c1-df85-4bde-82e2-88c0d4e540e3 HTTP/1.1" status: 200 len: 217 time: 0.1000237 Nov 10 17:55:22.211011 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5a7bfc99-48ff-492c-99b4-5d84d4f9f4aa tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server [None req-1d5b0542-8bc8-4d3e-8966-49f6a7b4d388 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 17de0b92-46b7-4df4-8b67-3a5e4ff563fc: This subnet is being modified by another concurrent operation. Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise exception Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 17de0b92-46b7-4df4-8b67-3a5e4ff563fc: This subnet is being modified by another concurrent operation. Nov 10 17:55:22.213065 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server Nov 10 17:55:22.237402 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1636f3-97bc-40e5-a8ec-f8408cf4a9c9 None None] Network 2da26f15-ac5e-4b96-b2df-b021146a72f3 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:55:22.365140 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11dae4-9f07-43bf-aa97-84d5fe798be8 req-80290e0f-c7ca-4b14-b7f6-3358547343e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:22.366810 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0d11dae4-9f07-43bf-aa97-84d5fe798be8 req-80290e0f-c7ca-4b14-b7f6-3358547343e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0014d233-a3b8-4110-85a8-3bdeaa4b1e7d HTTP/1.1" status: 200 len: 850 time: 0.1675034 Nov 10 17:55:22.410143 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 946803be-28b2-4853-bc04-fd599f0cef14 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:55:22.410935 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5a7bfc99-48ff-492c-99b4-5d84d4f9f4aa tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:22.438815 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-5a7bfc99-48ff-492c-99b4-5d84d4f9f4aa tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2da26f15-ac5e-4b96-b2df-b021146a72f3']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:22.450186 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-5a7bfc99-48ff-492c-99b4-5d84d4f9f4aa tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0babaedb-f5fb-48ec-b605-4cdcdceef848') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:22.450445 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-5a7bfc99-48ff-492c-99b4-5d84d4f9f4aa tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0babaedb-f5fb-48ec-b605-4cdcdceef848') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:22.467284 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5a7bfc99-48ff-492c-99b4-5d84d4f9f4aa tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:22.483450 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5a7bfc99-48ff-492c-99b4-5d84d4f9f4aa tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:22.484958 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11dae4-9f07-43bf-aa97-84d5fe798be8 req-adcb5c55-d192-4a10-b0a2-c8bf0732d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:22.486556 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0d11dae4-9f07-43bf-aa97-84d5fe798be8 req-adcb5c55-d192-4a10-b0a2-c8bf0732d804 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=07b214b6-0379-4e57-a79c-5118cee6c24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1108799 Nov 10 17:55:22.504024 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a7bfc99-48ff-492c-99b4-5d84d4f9f4aa tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:55:22.504497 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5a7bfc99-48ff-492c-99b4-5d84d4f9f4aa tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:22.624685 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:55:22.624685 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:55:22.624685 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:55:22.624685 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:55:22.624685 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:55:22.624685 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:55:22.624685 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:55:22.624685 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:55:22.624685 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:55:22.624685 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:55:22.624685 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:55:22.624685 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:55:22.624685 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:55:22.624685 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:55:22.624685 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:55:22.624685 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:55:22.624685 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:55:22.624685 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:55:22.624685 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:55:22.624685 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:55:22.624685 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:55:22.624685 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:55:22.624685 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:55:22.624685 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:55:22.624685 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:55:22.624685 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:55:22.624685 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:55:22.624685 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:55:22.624685 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:55:22.624685 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:55:22.624685 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:55:22.624685 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:55:22.666509 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5a7bfc99-48ff-492c-99b4-5d84d4f9f4aa tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:22.671355 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7bfc99-48ff-492c-99b4-5d84d4f9f4aa tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event deleted for resources: {'Subnet': ['ID=17de0b92-46b7-4df4-8b67-3a5e4ff563fc,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:22.678049 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0d11dae4-9f07-43bf-aa97-84d5fe798be8 req-c1e90aaa-8660-4bbe-b572-ffc71b68e102 service neutron] 10.222.0.13 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832247 Nov 10 17:55:22.683205 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5a7bfc99-48ff-492c-99b4-5d84d4f9f4aa tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:22.687919 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5a7bfc99-48ff-492c-99b4-5d84d4f9f4aa tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "DELETE /v2.0/networks/2da26f15-ac5e-4b96-b2df-b021146a72f3 HTTP/1.1" status: 204 len: 168 time: 1.0573664 Nov 10 17:55:22.693447 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38652) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:22.701147 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-7afc9538-f9db-4dfa-b16a-1c0a7a5c76d3 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-807986883'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:22.723980 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 946803be-28b2-4853-bc04-fd599f0cef14, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=946803be-28b2-4853-bc04-fd599f0cef14,segment=NetworkSegment(7f0d5679-a9d5-4d15-af61-8e99dbd1bd98),segment_id=7f0d5679-a9d5-4d15-af61-8e99dbd1bd98)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:55:22.737983 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afc9538-f9db-4dfa-b16a-1c0a7a5c76d3 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Made reservation on behalf of f5198ac8c5b0426ba31d6ed583837e0f for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:55:22.742559 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7afc9538-f9db-4dfa-b16a-1c0a7a5c76d3 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:22.747188 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7bfc99-48ff-492c-99b4-5d84d4f9f4aa tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event deleted for resources: {'Network': ['ID=2da26f15-ac5e-4b96-b2df-b021146a72f3,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:22.763012 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4556610e-2147-43f7-bbc7-7461bdbee6fc req-91eb8d40-7f74-415b-ace2-85cd11378c55 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/security-groups?id=22da7c3e-e968-4083-ab46-5bc3e73c2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5824862 Nov 10 17:55:22.766843 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '946803be-28b2-4853-bc04-fd599f0cef14', 'network_id': '2dd476e6-793e-44bf-aabd-48157f37f673', 'port_id': '946803be-28b2-4853-bc04-fd599f0cef14', 'mac_address': 'fa:16:3e:45:84:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f2cccc8-127e-4986-96f4-ea926a4536bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:55:22.783343 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7afc9538-f9db-4dfa-b16a-1c0a7a5c76d3 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:55:22.796330 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7afc9538-f9db-4dfa-b16a-1c0a7a5c76d3 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:22.797088 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-7afc9538-f9db-4dfa-b16a-1c0a7a5c76d3 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Added segment 58386d25-a6de-44c2-b576-2cf599bbd5ff of type vlan for network bbf4064b-735a-4722-a075-b93e968c1f9b Nov 10 17:55:22.870572 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7afc9538-f9db-4dfa-b16a-1c0a7a5c76d3 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:22.874129 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:22.891145 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 946803be-28b2-4853-bc04-fd599f0cef14 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:55:22.908533 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0d11dae4-9f07-43bf-aa97-84d5fe798be8 req-900b8a18-c334-42f1-8f97-b65482ae4f54 service neutron] 10.222.0.13 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884387 Nov 10 17:55:22.917815 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 946803be-28b2-4853-bc04-fd599f0cef14, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=946803be-28b2-4853-bc04-fd599f0cef14,segment=NetworkSegment(7f0d5679-a9d5-4d15-af61-8e99dbd1bd98),segment_id=7f0d5679-a9d5-4d15-af61-8e99dbd1bd98)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:55:22.922630 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:22.929380 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7afc9538-f9db-4dfa-b16a-1c0a7a5c76d3 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:22.943450 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afc9538-f9db-4dfa-b16a-1c0a7a5c76d3 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:22.944344 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7afc9538-f9db-4dfa-b16a-1c0a7a5c76d3 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:22.950057 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244c3fe-30a3-49a5-9982-0f9de40f60f7 req-784ffc61-e9a4-4109-9707-d0e92afe255d tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:22.956015 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5244c3fe-30a3-49a5-9982-0f9de40f60f7 req-784ffc61-e9a4-4109-9707-d0e92afe255d tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 944 time: 0.2766526 Nov 10 17:55:22.994931 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=946803be-28b2-4853-bc04-fd599f0cef14,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:23.093174 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5244c3fe-30a3-49a5-9982-0f9de40f60f7 req-09b9ce9a-2363-4016-9653-3116094bc1b6 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236498 Nov 10 17:55:23.104286 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7afc9538-f9db-4dfa-b16a-1c0a7a5c76d3 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4081182 Nov 10 17:55:23.110920 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 38656) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:23.119815 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-3cb74939-2ca3-4108-a2c3-257c3992a9f3 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Request body: {'subnet': {'network_id': 'bbf4064b-735a-4722-a075-b93e968c1f9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:23.127517 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc9538-f9db-4dfa-b16a-1c0a7a5c76d3 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event updated for resources: {'Network': ['ID=bbf4064b-735a-4722-a075-b93e968c1f9b,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:23.166391 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network bbf4064b-735a-4722-a075-b93e968c1f9b details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:55:23.290056 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['946803be-28b2-4853-bc04-fd599f0cef14'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:55:23.290282 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb74939-2ca3-4108-a2c3-257c3992a9f3 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Made reservation on behalf of f5198ac8c5b0426ba31d6ed583837e0f for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:55:23.295688 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3cb74939-2ca3-4108-a2c3-257c3992a9f3 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:23.386622 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.ipam_backend_mixin [None req-3cb74939-2ca3-4108-a2c3-257c3992a9f3 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Performing IP validity checks on allocation pools {{(pid=102469) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 17:55:23.387666 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.ipam_backend_mixin [None req-3cb74939-2ca3-4108-a2c3-257c3992a9f3 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102469) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 17:55:23.592071 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3cb74939-2ca3-4108-a2c3-257c3992a9f3 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:23.718257 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64a4001-3912-4fe1-8fa5-750e758866c1 None None] Network 8afe6e97-70f0-49be-aeec-4f0d13298a34 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:55:23.730467 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb74939-2ca3-4108-a2c3-257c3992a9f3 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event updated for resources: {'Subnet': ['ID=3808a67e-c3d5-4444-a738-3efd1db04640,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:23.750304 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb74939-2ca3-4108-a2c3-257c3992a9f3 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Checking segment: {'id': '58386d25-a6de-44c2-b576-2cf599bbd5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'bbf4064b-735a-4722-a075-b93e968c1f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:55:23.750794 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb74939-2ca3-4108-a2c3-257c3992a9f3 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Network hostable DHCP agents. Network: bbf4064b-735a-4722-a075-b93e968c1f9b, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:55:23.778120 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb74939-2ca3-4108-a2c3-257c3992a9f3 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Network bbf4064b-735a-4722-a075-b93e968c1f9b is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:55:23.793760 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-3cb74939-2ca3-4108-a2c3-257c3992a9f3 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, bbf4064b-735a-4722-a075-b93e968c1f9b) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:55:23.805590 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb74939-2ca3-4108-a2c3-257c3992a9f3 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:23.808123 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3cb74939-2ca3-4108-a2c3-257c3992a9f3 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:23.833498 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d5f35c-2ad6-48b5-a405-889cac9885ca None None] Network bbf4064b-735a-4722-a075-b93e968c1f9b requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:55:23.857473 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3cb74939-2ca3-4108-a2c3-257c3992a9f3 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7444305 Nov 10 17:55:23.858365 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38672) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:23.924309 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-2ea653cf-3cd8-490c-a4e3-2d201bc72d44 None None] Provisioning complete for port 14e85f5a-12a5-4329-9aa0-3b6a5670632a triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:55:23.924934 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2ea653cf-3cd8-490c-a4e3-2d201bc72d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:24.072773 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1ad8f-3064-4030-ba85-7a593ab29d1f req-6d55071d-8bc7-4119-b1cb-5e84e9fae3b9 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:24.086430 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7bc1ad8f-3064-4030-ba85-7a593ab29d1f req-6d55071d-8bc7-4119-b1cb-5e84e9fae3b9 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 945 time: 0.1796322 Nov 10 17:55:24.235739 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7aed9a49-b920-4185-9329-1a5a1385a0c7 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:24.261970 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2ea653cf-3cd8-490c-a4e3-2d201bc72d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:24.287013 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7bc1ad8f-3064-4030-ba85-7a593ab29d1f req-b475322a-9aec-4677-9105-74f43adec9e3 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/security-groups?id=22da7c3e-e968-4083-ab46-5bc3e73c2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969051 Nov 10 17:55:24.366136 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7aed9a49-b920-4185-9329-1a5a1385a0c7 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:24.491723 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65550689-de07-4330-b6f9-4795f298524f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-bbf4064b-735a-4722-a075-b93e968c1f9b', 'network_id': 'bbf4064b-735a-4722-a075-b93e968c1f9b', 'tenant_id': 'f5198ac8c5b0426ba31d6ed583837e0f', 'fixed_ips': [{'subnet_id': '3808a67e-c3d5-4444-a738-3efd1db04640'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:55:24.493027 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-65550689-de07-4330-b6f9-4795f298524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:24.538165 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ed3d3-7c3a-4e40-821d-8bce46cb2f45 req-3bef0a1e-1136-4e0d-a626-426762dfd6c8 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:24.550802 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9c6ed3d3-7c3a-4e40-821d-8bce46cb2f45 req-3bef0a1e-1136-4e0d-a626-426762dfd6c8 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 944 time: 0.1797729 Nov 10 17:55:24.560959 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-2ea653cf-3cd8-490c-a4e3-2d201bc72d44 None None] For port 14e85f5a-12a5-4329-9aa0-3b6a5670632a, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=14e85f5a-12a5-4329-9aa0-3b6a5670632a,segment=NetworkSegment(e8292007-0dba-40b5-ab3a-cb94d2a0fb7b),segment_id=e8292007-0dba-40b5-ab3a-cb94d2a0fb7b)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:55:24.566079 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 14e85f5a-12a5-4329-9aa0-3b6a5670632a up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:55:24.707718 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2ea653cf-3cd8-490c-a4e3-2d201bc72d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:24.715502 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9c6ed3d3-7c3a-4e40-821d-8bce46cb2f45 req-2f1c5a30-b9b0-4fea-b0b6-b3591bb0fa60 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617916 Nov 10 17:55:24.865940 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7aed9a49-b920-4185-9329-1a5a1385a0c7 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:24.892235 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed9a49-b920-4185-9329-1a5a1385a0c7 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event deleted for resources: {'Subnet': ['ID=3808a67e-c3d5-4444-a738-3efd1db04640,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:24.903639 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device f87048c1-df85-4bde-82e2-88c0d4e540e3 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server [None req-65550689-de07-4330-b6f9-4795f298524f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3808a67e-c3d5-4444-a738-3efd1db04640: This subnet is being modified by another concurrent operation. Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise exception Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3808a67e-c3d5-4444-a738-3efd1db04640: This subnet is being modified by another concurrent operation. Nov 10 17:55:24.910074 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server Nov 10 17:55:24.954292 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229bb052-93a6-48fc-9f89-be346ac30b97 None None] Network bbf4064b-735a-4722-a075-b93e968c1f9b requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:55:24.990194 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7aed9a49-b920-4185-9329-1a5a1385a0c7 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:25.017573 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-7aed9a49-b920-4185-9329-1a5a1385a0c7 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbf4064b-735a-4722-a075-b93e968c1f9b']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:25.030491 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-7aed9a49-b920-4185-9329-1a5a1385a0c7 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58386d25-a6de-44c2-b576-2cf599bbd5ff') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:25.031041 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-7aed9a49-b920-4185-9329-1a5a1385a0c7 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58386d25-a6de-44c2-b576-2cf599bbd5ff') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:25.043061 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7aed9a49-b920-4185-9329-1a5a1385a0c7 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:25.058216 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea653cf-3cd8-490c-a4e3-2d201bc72d44 None None] Pushing event updated for resources: {'Port': ['ID=14e85f5a-12a5-4329-9aa0-3b6a5670632a,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:25.064277 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7aed9a49-b920-4185-9329-1a5a1385a0c7 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:25.073756 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aed9a49-b920-4185-9329-1a5a1385a0c7 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:55:25.074274 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7aed9a49-b920-4185-9329-1a5a1385a0c7 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:25.077447 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:25.087075 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 14e85f5a-12a5-4329-9aa0-3b6a5670632a triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:55:25.087447 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:25.120969 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-8e3e2ed9-5386-4e02-a35b-1db02e7bfd09 None None] Provisioning complete for port 14e85f5a-12a5-4329-9aa0-3b6a5670632a triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:55:25.121336 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8e3e2ed9-5386-4e02-a35b-1db02e7bfd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:25.160270 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:55:25.160270 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:55:25.160270 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:55:25.160270 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:55:25.160270 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:55:25.160270 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:55:25.160270 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:55:25.160270 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:55:25.160270 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:55:25.160270 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:55:25.160270 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:55:25.160270 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:55:25.160270 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:55:25.160270 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:55:25.160270 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:55:25.160270 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:55:25.160270 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:55:25.160270 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:55:25.160270 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:55:25.160270 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:55:25.160270 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:55:25.160270 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:55:25.160270 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:55:25.160270 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:55:25.160270 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:55:25.160270 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:55:25.160270 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:55:25.160270 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:55:25.160270 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:55:25.160270 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:55:25.160270 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:55:25.160270 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:55:25.163874 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7aed9a49-b920-4185-9329-1a5a1385a0c7 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:25.172319 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7aed9a49-b920-4185-9329-1a5a1385a0c7 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:25.176116 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7aed9a49-b920-4185-9329-1a5a1385a0c7 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "DELETE /v2.0/networks/bbf4064b-735a-4722-a075-b93e968c1f9b HTTP/1.1" status: 204 len: 168 time: 1.3146553 Nov 10 17:55:25.181416 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38688) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:25.188251 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-7217e84b-dd23-4141-bb03-53415bff4189 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1438690917'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:25.213119 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed9a49-b920-4185-9329-1a5a1385a0c7 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event deleted for resources: {'Network': ['ID=bbf4064b-735a-4722-a075-b93e968c1f9b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:25.235387 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7217e84b-dd23-4141-bb03-53415bff4189 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Made reservation on behalf of f5198ac8c5b0426ba31d6ed583837e0f for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:55:25.241926 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7217e84b-dd23-4141-bb03-53415bff4189 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:25.273990 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7217e84b-dd23-4141-bb03-53415bff4189 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:55:25.290625 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7217e84b-dd23-4141-bb03-53415bff4189 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:25.291040 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-7217e84b-dd23-4141-bb03-53415bff4189 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Added segment 376af21b-8765-4a38-b958-7843c3c7013b of type vlan for network 7e0c66a1-c650-46b0-84b2-4975417b3f3d Nov 10 17:55:25.352029 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74463629-4170-42f8-9358-ebeeebb62229 None None] get_active_networks_info from n-d-776250-10 {{(pid=102470) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 17:55:25.400956 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7217e84b-dd23-4141-bb03-53415bff4189 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:25.428247 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:25.497409 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7217e84b-dd23-4141-bb03-53415bff4189 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:25.508461 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7217e84b-dd23-4141-bb03-53415bff4189 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:25.509913 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7217e84b-dd23-4141-bb03-53415bff4189 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:25.513383 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port f87048c1-df85-4bde-82e2-88c0d4e540e3, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=f87048c1-df85-4bde-82e2-88c0d4e540e3,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:55:25.569267 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'f87048c1-df85-4bde-82e2-88c0d4e540e3', 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b', 'port_id': 'f87048c1-df85-4bde-82e2-88c0d4e540e3', 'mac_address': 'fa:16:3e:57:66:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0014d233-a3b8-4110-85a8-3bdeaa4b1e7d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:55:25.598428 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74463629-4170-42f8-9358-ebeeebb62229 None None] Resources bound (agent type, host, resource id): {{(pid=102470) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 17:55:25.610257 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 38698) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:25.617802 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-e0ac4203-9492-4bda-a23b-652a8b0b9307 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Request body: {'subnet': {'network_id': '7e0c66a1-c650-46b0-84b2-4975417b3f3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:25.624571 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7217e84b-dd23-4141-bb03-53415bff4189 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4413164 Nov 10 17:55:25.642185 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217e84b-dd23-4141-bb03-53415bff4189 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event updated for resources: {'Network': ['ID=7e0c66a1-c650-46b0-84b2-4975417b3f3d,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:25.667649 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88850f-7809-40e8-8927-60ee11ab33bc req-1c4e416b-af41-447a-b5e8-5cc46c1af173 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:25.668082 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 7e0c66a1-c650-46b0-84b2-4975417b3f3d details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:55:25.681088 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-da88850f-7809-40e8-8927-60ee11ab33bc req-1c4e416b-af41-447a-b5e8-5cc46c1af173 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 945 time: 0.2671907 Nov 10 17:55:25.773116 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-da88850f-7809-40e8-8927-60ee11ab33bc req-c216ab23-be8d-4d1d-80a0-61cd1fff9c5c tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/security-groups?id=22da7c3e-e968-4083-ab46-5bc3e73c2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906060 Nov 10 17:55:25.885573 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ac4203-9492-4bda-a23b-652a8b0b9307 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Made reservation on behalf of f5198ac8c5b0426ba31d6ed583837e0f for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:55:25.889409 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0ac4203-9492-4bda-a23b-652a8b0b9307 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:25.915594 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:25.975794 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc2ad9-218b-4088-b598-28bbf1003805 req-83d3bf84-7c71-474a-82b9-fa7cc0f9aec0 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:25.977382 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61bc2ad9-218b-4088-b598-28bbf1003805 req-83d3bf84-7c71-474a-82b9-fa7cc0f9aec0 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 944 time: 0.1372104 Nov 10 17:55:25.993215 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f87048c1-df85-4bde-82e2-88c0d4e540e3 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:55:26.029915 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port f87048c1-df85-4bde-82e2-88c0d4e540e3, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=f87048c1-df85-4bde-82e2-88c0d4e540e3,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:55:26.034856 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:26.069554 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-61bc2ad9-218b-4088-b598-28bbf1003805 req-fa5445fd-72cc-4d86-a9ae-dba204213f8f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836318 Nov 10 17:55:26.150965 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=f87048c1-df85-4bde-82e2-88c0d4e540e3,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:26.160914 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0ac4203-9492-4bda-a23b-652a8b0b9307 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:26.240785 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac4203-9492-4bda-a23b-652a8b0b9307 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event updated for resources: {'Subnet': ['ID=e1966a0b-687e-49cd-bf92-6043f69297a4,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:26.248295 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ac4203-9492-4bda-a23b-652a8b0b9307 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Checking segment: {'id': '376af21b-8765-4a38-b958-7843c3c7013b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7e0c66a1-c650-46b0-84b2-4975417b3f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:55:26.249400 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ac4203-9492-4bda-a23b-652a8b0b9307 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Network hostable DHCP agents. Network: 7e0c66a1-c650-46b0-84b2-4975417b3f3d, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:55:26.270766 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ac4203-9492-4bda-a23b-652a8b0b9307 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Network 7e0c66a1-c650-46b0-84b2-4975417b3f3d is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:55:26.283853 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-e0ac4203-9492-4bda-a23b-652a8b0b9307 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 7e0c66a1-c650-46b0-84b2-4975417b3f3d) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:55:26.289217 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ac4203-9492-4bda-a23b-652a8b0b9307 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:26.290011 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e0ac4203-9492-4bda-a23b-652a8b0b9307 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:26.310810 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['f87048c1-df85-4bde-82e2-88c0d4e540e3'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:55:26.316821 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e0ac4203-9492-4bda-a23b-652a8b0b9307 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7038825 Nov 10 17:55:26.318960 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 38706) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:26.354812 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1640a0f9-66f6-475a-bdd5-8bc3506e0109 None None] get_active_networks_info from n-d-776250-10 {{(pid=102470) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 17:55:26.458676 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f0dadd56-5a05-4e5e-938f-e18b4dc5b16a tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:26.465317 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 14e85f5a-12a5-4329-9aa0-3b6a5670632a up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:55:26.477576 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 946803be-28b2-4853-bc04-fd599f0cef14 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:55:26.575621 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f0dadd56-5a05-4e5e-938f-e18b4dc5b16a tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:26.666783 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f0dadd56-5a05-4e5e-938f-e18b4dc5b16a tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:26.708223 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dadd56-5a05-4e5e-938f-e18b4dc5b16a tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event deleted for resources: {'Subnet': ['ID=e1966a0b-687e-49cd-bf92-6043f69297a4,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:26.714209 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 14e85f5a-12a5-4329-9aa0-3b6a5670632a triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:55:26.714332 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:26.796923 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f0dadd56-5a05-4e5e-938f-e18b4dc5b16a tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:26.823332 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-f0dadd56-5a05-4e5e-938f-e18b4dc5b16a tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e0c66a1-c650-46b0-84b2-4975417b3f3d']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:26.832971 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1640a0f9-66f6-475a-bdd5-8bc3506e0109 None None] Resources bound (agent type, host, resource id): {{(pid=102470) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 17:55:26.837571 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:55:26.846222 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-f0dadd56-5a05-4e5e-938f-e18b4dc5b16a tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '376af21b-8765-4a38-b958-7843c3c7013b') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:26.846426 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-f0dadd56-5a05-4e5e-938f-e18b4dc5b16a tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '376af21b-8765-4a38-b958-7843c3c7013b') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:26.856106 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 946803be-28b2-4853-bc04-fd599f0cef14 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:55:26.862788 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f0dadd56-5a05-4e5e-938f-e18b4dc5b16a tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:26.883770 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f0dadd56-5a05-4e5e-938f-e18b4dc5b16a tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:26.904338 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 946803be-28b2-4853-bc04-fd599f0cef14 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:55:26.904338 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:26.908826 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0dadd56-5a05-4e5e-938f-e18b4dc5b16a tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:55:26.908826 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f0dadd56-5a05-4e5e-938f-e18b4dc5b16a tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:26.911037 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:55:26.911037 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:55:26.911037 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:55:26.911037 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:55:26.911037 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:55:26.911037 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:55:26.911037 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:55:26.911037 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:55:26.911037 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:55:26.911037 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:55:26.911037 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:55:26.911037 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:55:26.911037 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:55:26.911037 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:55:26.911037 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:55:26.911037 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:55:26.911037 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:55:26.911037 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:55:26.911037 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:55:26.911037 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:55:26.911037 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:55:26.911037 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:55:26.911037 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:55:26.911037 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:55:26.911037 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:55:26.911037 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:55:26.911037 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:55:26.911037 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:55:26.911037 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:55:26.911037 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:55:26.911037 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:55:26.911037 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:55:27.064983 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ddec1-5653-4d94-a177-4a7bac235c20 req-062a1991-1e90-44ce-96b7-427316145eb8 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:27.066812 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d57ddec1-5653-4d94-a177-4a7bac235c20 req-062a1991-1e90-44ce-96b7-427316145eb8 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 945 time: 0.1132517 Nov 10 17:55:27.117592 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f0dadd56-5a05-4e5e-938f-e18b4dc5b16a tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:27.121808 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f0dadd56-5a05-4e5e-938f-e18b4dc5b16a tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:27.134577 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f0dadd56-5a05-4e5e-938f-e18b4dc5b16a tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "DELETE /v2.0/networks/7e0c66a1-c650-46b0-84b2-4975417b3f3d HTTP/1.1" status: 204 len: 168 time: 0.8143768 Nov 10 17:55:27.135336 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38726) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:27.159963 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-d4fa7ffc-0f66-49bc-b367-4a2a87deda8d tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1647877022'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:27.183092 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dadd56-5a05-4e5e-938f-e18b4dc5b16a tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event deleted for resources: {'Network': ['ID=7e0c66a1-c650-46b0-84b2-4975417b3f3d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:27.208602 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:27.246247 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a347f83-a206-43d4-94e1-640490ce7f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946803be-28b2-4853-bc04-fd599f0cef14'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:55:27.249576 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fa7ffc-0f66-49bc-b367-4a2a87deda8d tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Made reservation on behalf of f5198ac8c5b0426ba31d6ed583837e0f for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:55:27.251190 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ed0fb3-ac4f-4010-842b-44a45f3eef5f" -d '{"events": [{"server_uuid": "4a347f83-a206-43d4-94e1-640490ce7f91", "name": "network-vif-plugged", "status": "completed", "tag": "946803be-28b2-4853-bc04-fd599f0cef14"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:55:27.256619 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d4fa7ffc-0f66-49bc-b367-4a2a87deda8d tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:27.306547 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4fa7ffc-0f66-49bc-b367-4a2a87deda8d tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:55:27.323197 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d4fa7ffc-0f66-49bc-b367-4a2a87deda8d tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:27.323871 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-d4fa7ffc-0f66-49bc-b367-4a2a87deda8d tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Added segment 2f093f8e-2e3c-4c1d-ab37-b7cbfc260f63 of type vlan for network 94282f64-e0dd-41c7-b31b-e2088f99fe65 Nov 10 17:55:27.337648 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 946803be-28b2-4853-bc04-fd599f0cef14, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=946803be-28b2-4853-bc04-fd599f0cef14,segment=NetworkSegment(7f0d5679-a9d5-4d15-af61-8e99dbd1bd98),segment_id=7f0d5679-a9d5-4d15-af61-8e99dbd1bd98)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:55:27.353686 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:27.356463 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b3762-2dd2-45bc-a79e-82ef04ffcceb req-1ec1f48f-707a-4e56-aba1-b6b7d4c0f6bd tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:27.362745 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a60b3762-2dd2-45bc-a79e-82ef04ffcceb req-1ec1f48f-707a-4e56-aba1-b6b7d4c0f6bd tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 945 time: 0.0988767 Nov 10 17:55:27.379313 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d4fa7ffc-0f66-49bc-b367-4a2a87deda8d tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:27.442189 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d4fa7ffc-0f66-49bc-b367-4a2a87deda8d tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:27.451011 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fa7ffc-0f66-49bc-b367-4a2a87deda8d tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:27.452431 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d4fa7ffc-0f66-49bc-b367-4a2a87deda8d tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:27.469581 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a60b3762-2dd2-45bc-a79e-82ef04ffcceb req-f3f6425a-da16-45e1-a502-1245d121885d tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995128 Nov 10 17:55:27.511204 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=946803be-28b2-4853-bc04-fd599f0cef14,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:27.569553 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d57ddec1-5653-4d94-a177-4a7bac235c20 req-425b26d7-1ec9-40b1-9fdc-5ff2fdcda1b8 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/security-groups?id=22da7c3e-e968-4083-ab46-5bc3e73c2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4944470 Nov 10 17:55:27.587133 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d4fa7ffc-0f66-49bc-b367-4a2a87deda8d tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4392903 Nov 10 17:55:27.588793 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 38732) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:27.595235 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-65dd6704-8f88-4771-b0b4-25b363520471 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Request body: {'subnet': {'network_id': '94282f64-e0dd-41c7-b31b-e2088f99fe65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:27.623148 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa7ffc-0f66-49bc-b367-4a2a87deda8d tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event updated for resources: {'Network': ['ID=94282f64-e0dd-41c7-b31b-e2088f99fe65,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:27.649394 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 94282f64-e0dd-41c7-b31b-e2088f99fe65 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:55:27.842109 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6324d542-ed93-497f-b0f8-5f161b5b7937 None None] Network 7e0c66a1-c650-46b0-84b2-4975417b3f3d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:55:27.858415 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dd6704-8f88-4771-b0b4-25b363520471 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Made reservation on behalf of f5198ac8c5b0426ba31d6ed583837e0f for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:55:27.862778 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-65dd6704-8f88-4771-b0b4-25b363520471 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:27.866712 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6324d542-ed93-497f-b0f8-5f161b5b7937 None None] Network 7e0c66a1-c650-46b0-84b2-4975417b3f3d could not be found, it might have been deleted concurrently. {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 10 17:55:27.879460 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd3f0c0-82c5-4832-bfd4-92c8879dc623 None None] Network 7e0c66a1-c650-46b0-84b2-4975417b3f3d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:55:27.900764 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd3f0c0-82c5-4832-bfd4-92c8879dc623 None None] Network 7e0c66a1-c650-46b0-84b2-4975417b3f3d could not be found, it might have been deleted concurrently. {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 10 17:55:27.961601 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a85a2b0-815a-4849-bdc1-fefd1de00baa x-openstack-request-id: req-8a85a2b0-815a-4849-bdc1-fefd1de00baa {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:55:27.962145 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a347f83-a206-43d4-94e1-640490ce7f91", "name": "network-vif-plugged", "status": "completed", "tag": "946803be-28b2-4853-bc04-fd599f0cef14", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:55:27.962551 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8a85a2b0-815a-4849-bdc1-fefd1de00baa {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:55:27.963098 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a347f83-a206-43d4-94e1-640490ce7f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946803be-28b2-4853-bc04-fd599f0cef14', 'code': 200} Nov 10 17:55:28.121770 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3880d4-34fc-4845-bb1d-ec881b2c362c req-315d7714-09f1-40fa-a253-2049fd2ea112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:28.125189 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad3880d4-34fc-4845-bb1d-ec881b2c362c req-315d7714-09f1-40fa-a253-2049fd2ea112 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 1098 time: 0.0890880 Nov 10 17:55:28.220274 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-65dd6704-8f88-4771-b0b4-25b363520471 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:28.336924 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd6704-8f88-4771-b0b4-25b363520471 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event updated for resources: {'Subnet': ['ID=b910f033-36ce-46c7-ab61-0ba46103a118,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:28.345281 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad3880d4-34fc-4845-bb1d-ec881b2c362c req-27e2fa8f-8dbb-4de3-b8fc-2bcbef8ac3c3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=22da7c3e-e968-4083-ab46-5bc3e73c2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411211 Nov 10 17:55:28.348167 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dd6704-8f88-4771-b0b4-25b363520471 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Checking segment: {'id': '2f093f8e-2e3c-4c1d-ab37-b7cbfc260f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '94282f64-e0dd-41c7-b31b-e2088f99fe65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:55:28.348693 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dd6704-8f88-4771-b0b4-25b363520471 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Network hostable DHCP agents. Network: 94282f64-e0dd-41c7-b31b-e2088f99fe65, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:55:28.366303 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dd6704-8f88-4771-b0b4-25b363520471 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Network 94282f64-e0dd-41c7-b31b-e2088f99fe65 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:55:28.375292 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-65dd6704-8f88-4771-b0b4-25b363520471 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 94282f64-e0dd-41c7-b31b-e2088f99fe65) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:55:28.382911 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dd6704-8f88-4771-b0b4-25b363520471 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:28.383747 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-65dd6704-8f88-4771-b0b4-25b363520471 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:28.384964 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c435662e-2b41-4174-b06e-431a4cbd626f None None] Network 94282f64-e0dd-41c7-b31b-e2088f99fe65 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:55:28.405539 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-65dd6704-8f88-4771-b0b4-25b363520471 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8146894 Nov 10 17:55:28.408605 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 38742) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:28.526147 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-72a3617d-f06b-44c0-b67e-ae79c7647b51 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:28.565844 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ea7cf7-93ae-4598-931a-ead98ee21318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-94282f64-e0dd-41c7-b31b-e2088f99fe65', 'network_id': '94282f64-e0dd-41c7-b31b-e2088f99fe65', 'tenant_id': 'f5198ac8c5b0426ba31d6ed583837e0f', 'fixed_ips': [{'subnet_id': 'b910f033-36ce-46c7-ab61-0ba46103a118'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:55:28.571375 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-96ea7cf7-93ae-4598-931a-ead98ee21318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:28.588321 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-72a3617d-f06b-44c0-b67e-ae79c7647b51 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:28.609585 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632e507-b34a-469b-b64d-af5c76bd8903 req-07f3294e-bace-4baa-a80f-26f26d12923b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:28.613612 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6632e507-b34a-469b-b64d-af5c76bd8903 req-07f3294e-bace-4baa-a80f-26f26d12923b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 945 time: 0.0593452 Nov 10 17:55:28.683732 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-72a3617d-f06b-44c0-b67e-ae79c7647b51 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:28.689845 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6632e507-b34a-469b-b64d-af5c76bd8903 req-b8dfa762-9e2e-40d7-963b-8783b43e04f9 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683010 Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server [None req-96ea7cf7-93ae-4598-931a-ead98ee21318 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b910f033-36ce-46c7-ab61-0ba46103a118: This subnet is being modified by another concurrent operation. Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise exception Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b910f033-36ce-46c7-ab61-0ba46103a118: This subnet is being modified by another concurrent operation. Nov 10 17:55:28.721002 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server Nov 10 17:55:28.736562 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15f9b57-4c5f-4416-8e39-9b59d0e5c21d None None] Network 94282f64-e0dd-41c7-b31b-e2088f99fe65 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:55:28.807604 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a3617d-f06b-44c0-b67e-ae79c7647b51 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event deleted for resources: {'Subnet': ['ID=b910f033-36ce-46c7-ab61-0ba46103a118,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:28.839699 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-72a3617d-f06b-44c0-b67e-ae79c7647b51 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:28.861517 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b11b09-071e-46a0-8d5f-409a974c6bcf None None] get_active_networks_info from n-d-776250-10 {{(pid=102470) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 17:55:28.874624 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-72a3617d-f06b-44c0-b67e-ae79c7647b51 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94282f64-e0dd-41c7-b31b-e2088f99fe65']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:28.884008 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c22a6-e910-427e-817d-977def978352 req-6d24c8e6-6b45-4604-9d90-06bb14e9d2eb tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:28.885601 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8b0c22a6-e910-427e-817d-977def978352 req-6d24c8e6-6b45-4604-9d90-06bb14e9d2eb tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 946 time: 0.1760588 Nov 10 17:55:28.895912 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-72a3617d-f06b-44c0-b67e-ae79c7647b51 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f093f8e-2e3c-4c1d-ab37-b7cbfc260f63') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:28.896310 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-72a3617d-f06b-44c0-b67e-ae79c7647b51 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f093f8e-2e3c-4c1d-ab37-b7cbfc260f63') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:28.904044 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device f87048c1-df85-4bde-82e2-88c0d4e540e3 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:55:28.919492 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-72a3617d-f06b-44c0-b67e-ae79c7647b51 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:28.966031 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8b0c22a6-e910-427e-817d-977def978352 req-fea4fa42-edf4-4666-bb1a-d3818ab212a1 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/security-groups?id=22da7c3e-e968-4083-ab46-5bc3e73c2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675282 Nov 10 17:55:28.968512 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-72a3617d-f06b-44c0-b67e-ae79c7647b51 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:28.978719 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a3617d-f06b-44c0-b67e-ae79c7647b51 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:55:28.979009 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-72a3617d-f06b-44c0-b67e-ae79c7647b51 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:28.984808 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:55:28.984808 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:55:28.984808 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:55:28.984808 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:55:28.984808 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:55:28.984808 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:55:28.984808 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:55:28.984808 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:55:28.984808 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:55:28.984808 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:55:28.984808 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:55:28.984808 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:55:28.984808 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:55:28.984808 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:55:28.984808 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:55:28.984808 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:55:28.984808 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:55:28.984808 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:55:28.984808 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:55:28.984808 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:55:28.984808 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:55:28.984808 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:55:28.984808 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:55:28.984808 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:55:28.984808 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:55:28.984808 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:55:28.984808 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:55:28.984808 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:55:28.984808 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:55:28.984808 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:55:28.984808 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:55:28.984808 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:55:29.031081 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port f87048c1-df85-4bde-82e2-88c0d4e540e3 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:55:29.040196 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port f87048c1-df85-4bde-82e2-88c0d4e540e3 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:55:29.040836 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:29.077346 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-72a3617d-f06b-44c0-b67e-ae79c7647b51 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:29.086304 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b11b09-071e-46a0-8d5f-409a974c6bcf None None] Resources bound (agent type, host, resource id): {{(pid=102470) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 17:55:29.086913 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-72a3617d-f06b-44c0-b67e-ae79c7647b51 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:29.091152 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-72a3617d-f06b-44c0-b67e-ae79c7647b51 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "DELETE /v2.0/networks/94282f64-e0dd-41c7-b31b-e2088f99fe65 HTTP/1.1" status: 204 len: 168 time: 0.6812358 Nov 10 17:55:29.097246 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38754) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:29.103406 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-783bd7d8-e651-48d3-93f9-d37bddfe7adf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-802146413'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:29.129006 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a3617d-f06b-44c0-b67e-ae79c7647b51 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event deleted for resources: {'Network': ['ID=94282f64-e0dd-41c7-b31b-e2088f99fe65,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:29.150807 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783bd7d8-e651-48d3-93f9-d37bddfe7adf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Made reservation on behalf of f5198ac8c5b0426ba31d6ed583837e0f for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:55:29.155514 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-783bd7d8-e651-48d3-93f9-d37bddfe7adf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:29.195815 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-783bd7d8-e651-48d3-93f9-d37bddfe7adf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:55:29.210515 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:29.224548 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-783bd7d8-e651-48d3-93f9-d37bddfe7adf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:29.224899 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-783bd7d8-e651-48d3-93f9-d37bddfe7adf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Added segment 4f1c2e6b-217d-43da-be5c-334c31bd9a56 of type vlan for network 8ba46944-2dda-4d11-bcba-0415171e21d0 Nov 10 17:55:29.294618 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port f87048c1-df85-4bde-82e2-88c0d4e540e3, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=f87048c1-df85-4bde-82e2-88c0d4e540e3,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:55:29.296451 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-783bd7d8-e651-48d3-93f9-d37bddfe7adf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:29.303779 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:29.334242 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-783bd7d8-e651-48d3-93f9-d37bddfe7adf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:29.340134 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783bd7d8-e651-48d3-93f9-d37bddfe7adf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:29.344163 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-783bd7d8-e651-48d3-93f9-d37bddfe7adf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:29.414564 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-783bd7d8-e651-48d3-93f9-d37bddfe7adf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3156776 Nov 10 17:55:29.414780 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 38764) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:29.421890 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-60dd9cc0-aee7-46aa-998d-aa95f285cb38 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Request body: {'subnet': {'network_id': '8ba46944-2dda-4d11-bcba-0415171e21d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:29.437169 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783bd7d8-e651-48d3-93f9-d37bddfe7adf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event updated for resources: {'Network': ['ID=8ba46944-2dda-4d11-bcba-0415171e21d0,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:29.446762 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783bd7d8-e651-48d3-93f9-d37bddfe7adf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:29.447821 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783bd7d8-e651-48d3-93f9-d37bddfe7adf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:29.447821 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783bd7d8-e651-48d3-93f9-d37bddfe7adf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:29.448034 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783bd7d8-e651-48d3-93f9-d37bddfe7adf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:29.448365 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783bd7d8-e651-48d3-93f9-d37bddfe7adf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:29.448707 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783bd7d8-e651-48d3-93f9-d37bddfe7adf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:29.449754 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783bd7d8-e651-48d3-93f9-d37bddfe7adf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:29.450087 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783bd7d8-e651-48d3-93f9-d37bddfe7adf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:29.450421 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783bd7d8-e651-48d3-93f9-d37bddfe7adf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:29.450797 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783bd7d8-e651-48d3-93f9-d37bddfe7adf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:29.451265 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783bd7d8-e651-48d3-93f9-d37bddfe7adf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:29.451603 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783bd7d8-e651-48d3-93f9-d37bddfe7adf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:29.474978 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 8ba46944-2dda-4d11-bcba-0415171e21d0 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:55:29.507548 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=f87048c1-df85-4bde-82e2-88c0d4e540e3,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:29.598167 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60dd9cc0-aee7-46aa-998d-aa95f285cb38 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Made reservation on behalf of f5198ac8c5b0426ba31d6ed583837e0f for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:55:29.602240 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-60dd9cc0-aee7-46aa-998d-aa95f285cb38 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:29.671945 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.ipam_backend_mixin [None req-60dd9cc0-aee7-46aa-998d-aa95f285cb38 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Performing IP validity checks on allocation pools {{(pid=102469) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 17:55:29.672457 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.ipam_backend_mixin [None req-60dd9cc0-aee7-46aa-998d-aa95f285cb38 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102469) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 17:55:29.855465 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-60dd9cc0-aee7-46aa-998d-aa95f285cb38 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:29.860070 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226ee0a-bbf2-4247-af65-85b6e5baa39d req-f8f521eb-bd64-4955-85d1-c31f6c76ebd6 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:29.862656 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c226ee0a-bbf2-4247-af65-85b6e5baa39d req-f8f521eb-bd64-4955-85d1-c31f6c76ebd6 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 946 time: 0.0741405 Nov 10 17:55:29.950219 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c226ee0a-bbf2-4247-af65-85b6e5baa39d req-955146bf-6b5a-445d-8c86-232eb24ff93d tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814400 Nov 10 17:55:29.971258 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd9cc0-aee7-46aa-998d-aa95f285cb38 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event updated for resources: {'Subnet': ['ID=6138bd3a-4166-4b2e-b9a4-6f4c379a0cf6,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:29.975602 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacc0da8-04bd-46f3-8f8a-e1321f404c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87048c1-df85-4bde-82e2-88c0d4e540e3'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:55:29.978098 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc09c05-7fdf-43b4-97d5-bd1cc6880990" -d '{"events": [{"server_uuid": "aacc0da8-04bd-46f3-8f8a-e1321f404c59", "name": "network-vif-plugged", "status": "completed", "tag": "f87048c1-df85-4bde-82e2-88c0d4e540e3"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:55:29.983047 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dd9cc0-aee7-46aa-998d-aa95f285cb38 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Checking segment: {'id': '4f1c2e6b-217d-43da-be5c-334c31bd9a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8ba46944-2dda-4d11-bcba-0415171e21d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:55:29.984442 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dd9cc0-aee7-46aa-998d-aa95f285cb38 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Network hostable DHCP agents. Network: 8ba46944-2dda-4d11-bcba-0415171e21d0, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:55:30.008198 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dd9cc0-aee7-46aa-998d-aa95f285cb38 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Network 8ba46944-2dda-4d11-bcba-0415171e21d0 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:55:30.022036 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-60dd9cc0-aee7-46aa-998d-aa95f285cb38 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 8ba46944-2dda-4d11-bcba-0415171e21d0) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:55:30.028403 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dd9cc0-aee7-46aa-998d-aa95f285cb38 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:30.029582 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-60dd9cc0-aee7-46aa-998d-aa95f285cb38 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:30.031997 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc64fd7-17b6-48b6-a9c1-8fa189684195 None None] Network 8ba46944-2dda-4d11-bcba-0415171e21d0 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:55:30.055234 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-60dd9cc0-aee7-46aa-998d-aa95f285cb38 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6386464 Nov 10 17:55:30.057745 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38776) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:30.083765 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcab271-5c4a-4e6b-af47-ca03d8d411ef x-openstack-request-id: req-cdcab271-5c4a-4e6b-af47-ca03d8d411ef {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:55:30.084969 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aacc0da8-04bd-46f3-8f8a-e1321f404c59", "name": "network-vif-plugged", "status": "completed", "tag": "f87048c1-df85-4bde-82e2-88c0d4e540e3", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:55:30.085386 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cdcab271-5c4a-4e6b-af47-ca03d8d411ef {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:55:30.085928 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacc0da8-04bd-46f3-8f8a-e1321f404c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87048c1-df85-4bde-82e2-88c0d4e540e3', 'code': 200} Nov 10 17:55:30.230395 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2522041-de50-4fa2-98a9-c004facef26c req-ae294653-6a87-409f-9c3e-1ce13419424c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:30.232549 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d2522041-de50-4fa2-98a9-c004facef26c req-ae294653-6a87-409f-9c3e-1ce13419424c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 1098 time: 0.0885215 Nov 10 17:55:30.241911 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e305dac-4769-48e6-9fe0-02d53856649d req-9d4a2fcd-1cd4-455d-9285-204c0af6765a tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:30.243910 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8e305dac-4769-48e6-9fe0-02d53856649d req-9d4a2fcd-1cd4-455d-9285-204c0af6765a tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 946 time: 0.1006138 Nov 10 17:55:30.279124 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f97c9e70-1454-473e-8aa9-ba9f57a66533 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:30.302098 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d2522041-de50-4fa2-98a9-c004facef26c req-ec32bf73-7dea-4ae3-b3fc-b65e24e6fd98 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605381 Nov 10 17:55:30.365142 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8e305dac-4769-48e6-9fe0-02d53856649d req-54f66818-60f2-4af7-b9cf-a772d33b1e23 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/security-groups?id=22da7c3e-e968-4083-ab46-5bc3e73c2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010156 Nov 10 17:55:30.391056 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f97c9e70-1454-473e-8aa9-ba9f57a66533 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:30.443716 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b51efa-fac8-49a0-9f34-547ec52cd35a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-8ba46944-2dda-4d11-bcba-0415171e21d0', 'network_id': '8ba46944-2dda-4d11-bcba-0415171e21d0', 'tenant_id': 'f5198ac8c5b0426ba31d6ed583837e0f', 'fixed_ips': [{'subnet_id': '6138bd3a-4166-4b2e-b9a4-6f4c379a0cf6'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:55:30.444633 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e0b51efa-fac8-49a0-9f34-547ec52cd35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:30.518284 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f97c9e70-1454-473e-8aa9-ba9f57a66533 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server [None req-e0b51efa-fac8-49a0-9f34-547ec52cd35a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6138bd3a-4166-4b2e-b9a4-6f4c379a0cf6: This subnet is being modified by another concurrent operation. Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise exception Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6138bd3a-4166-4b2e-b9a4-6f4c379a0cf6: This subnet is being modified by another concurrent operation. Nov 10 17:55:30.571359 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server Nov 10 17:55:30.583173 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c9e70-1454-473e-8aa9-ba9f57a66533 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event deleted for resources: {'Subnet': ['ID=6138bd3a-4166-4b2e-b9a4-6f4c379a0cf6,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:30.616031 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3715e-83e8-417a-9ba0-93ef07305b6f req-0e23e2eb-5478-4a4f-bf50-2832300c9c92 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:30.621473 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-24a3715e-83e8-417a-9ba0-93ef07305b6f req-0e23e2eb-5478-4a4f-bf50-2832300c9c92 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 946 time: 0.1395109 Nov 10 17:55:30.705239 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-24a3715e-83e8-417a-9ba0-93ef07305b6f req-026c464d-76ab-4df8-a328-1aab54e6581b tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/security-groups?id=22da7c3e-e968-4083-ab46-5bc3e73c2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751674 Nov 10 17:55:30.706276 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f97c9e70-1454-473e-8aa9-ba9f57a66533 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:30.732007 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 38788) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:30.759144 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f97c9e70-1454-473e-8aa9-ba9f57a66533 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ba46944-2dda-4d11-bcba-0415171e21d0']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:30.779978 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f97c9e70-1454-473e-8aa9-ba9f57a66533 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f1c2e6b-217d-43da-be5c-334c31bd9a56') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:30.780323 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f97c9e70-1454-473e-8aa9-ba9f57a66533 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f1c2e6b-217d-43da-be5c-334c31bd9a56') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:30.802817 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f97c9e70-1454-473e-8aa9-ba9f57a66533 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:30.831705 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f97c9e70-1454-473e-8aa9-ba9f57a66533 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:30.840640 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f97c9e70-1454-473e-8aa9-ba9f57a66533 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:55:30.841325 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f97c9e70-1454-473e-8aa9-ba9f57a66533 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:30.846231 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:55:30.846231 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:55:30.846231 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:55:30.846231 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:55:30.846231 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:55:30.846231 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:55:30.846231 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:55:30.846231 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:55:30.846231 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:55:30.846231 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:55:30.846231 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:55:30.846231 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:55:30.846231 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:55:30.846231 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:55:30.846231 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:55:30.846231 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:55:30.846231 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:55:30.846231 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:55:30.846231 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:55:30.846231 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:55:30.846231 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:55:30.846231 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:55:30.846231 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:55:30.846231 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:55:30.846231 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:55:30.846231 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:55:30.846231 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:55:30.846231 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:55:30.846231 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:55:30.846231 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:55:30.846231 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:55:30.846231 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:55:30.882443 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8662222-8556-4609-b1e8-e7c8cf5b198a None None] Network 8ba46944-2dda-4d11-bcba-0415171e21d0 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:55:30.963162 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b785b00d-48af-4ba9-9d24-49104fd53976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:30.977568 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f97c9e70-1454-473e-8aa9-ba9f57a66533 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:30.992800 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f97c9e70-1454-473e-8aa9-ba9f57a66533 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:31.002313 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f97c9e70-1454-473e-8aa9-ba9f57a66533 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "DELETE /v2.0/networks/8ba46944-2dda-4d11-bcba-0415171e21d0 HTTP/1.1" status: 204 len: 168 time: 0.9431458 Nov 10 17:55:31.045160 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 38796) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:31.051718 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c9e70-1454-473e-8aa9-ba9f57a66533 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event deleted for resources: {'Network': ['ID=8ba46944-2dda-4d11-bcba-0415171e21d0,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:31.062972 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-f6b75685-1c1e-4cb7-89ca-2b82cfe66710 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-780727281'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:31.093351 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406091ec-7225-44da-aaef-fdab53a0c16c None None] get_active_networks_info from n-d-776250-10 {{(pid=102470) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 17:55:31.125306 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581fa135-b478-4f10-aabc-3b6292c74924 tempest-TestVolumeBackupRestore-1280469067 tempest-TestVolumeBackupRestore-1280469067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:31.132170 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-581fa135-b478-4f10-aabc-3b6292c74924 tempest-TestVolumeBackupRestore-1280469067 tempest-TestVolumeBackupRestore-1280469067-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 1093 time: 0.3978386 Nov 10 17:55:31.132170 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 38798) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:31.152480 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-266e0065-1282-42f2-bcb6-14f806764a52 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'port_id': '946803be-28b2-4853-bc04-fd599f0cef14', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:31.211815 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c05ab5-270e-4272-8c5f-d4aeb219247c req-777ce98a-4d59-49f6-8743-beddb0ad89e3 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:31.214032 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c6c05ab5-270e-4272-8c5f-d4aeb219247c req-777ce98a-4d59-49f6-8743-beddb0ad89e3 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 946 time: 0.1191390 Nov 10 17:55:31.222159 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b75685-1c1e-4cb7-89ca-2b82cfe66710 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Made reservation on behalf of f5198ac8c5b0426ba31d6ed583837e0f for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:55:31.229528 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f6b75685-1c1e-4cb7-89ca-2b82cfe66710 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:31.261843 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-266e0065-1282-42f2-bcb6-14f806764a52 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:31.314367 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c6c05ab5-270e-4272-8c5f-d4aeb219247c req-bfc6e674-6114-4fb4-9f8d-3087c17b2762 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903387 Nov 10 17:55:31.354396 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b75685-1c1e-4cb7-89ca-2b82cfe66710 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:55:31.367261 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406091ec-7225-44da-aaef-fdab53a0c16c None None] Resources bound (agent type, host, resource id): {{(pid=102470) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 17:55:31.370270 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f6b75685-1c1e-4cb7-89ca-2b82cfe66710 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:31.370868 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-f6b75685-1c1e-4cb7-89ca-2b82cfe66710 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Added segment 88cff253-9769-4ee7-8b0b-44da364a6a47 of type vlan for network c8503e29-760b-4daa-ab48-217baaa66c42 Nov 10 17:55:31.444652 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f6b75685-1c1e-4cb7-89ca-2b82cfe66710 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:31.491334 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f6b75685-1c1e-4cb7-89ca-2b82cfe66710 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:31.497781 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b75685-1c1e-4cb7-89ca-2b82cfe66710 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:31.498025 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f6b75685-1c1e-4cb7-89ca-2b82cfe66710 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:31.596523 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f6b75685-1c1e-4cb7-89ca-2b82cfe66710 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5467610 Nov 10 17:55:31.599778 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38804) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:31.612295 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-cb26552d-a6fd-4262-9d07-eff2391db35a tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Request body: {'subnet': {'network_id': 'c8503e29-760b-4daa-ab48-217baaa66c42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:31.651991 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b75685-1c1e-4cb7-89ca-2b82cfe66710 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event updated for resources: {'Network': ['ID=c8503e29-760b-4daa-ab48-217baaa66c42,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:31.661998 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-266e0065-1282-42f2-bcb6-14f806764a52 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:31.673255 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network c8503e29-760b-4daa-ab48-217baaa66c42 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:55:31.793279 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb26552d-a6fd-4262-9d07-eff2391db35a tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Made reservation on behalf of f5198ac8c5b0426ba31d6ed583837e0f for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:55:31.800224 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cb26552d-a6fd-4262-9d07-eff2391db35a tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:31.846282 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-266e0065-1282-42f2-bcb6-14f806764a52 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Allocated IP 172.25.5.170 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/7586c645-1112-431c-a763-b9a2879652f5) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:55:31.990183 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-266e0065-1282-42f2-bcb6-14f806764a52 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:32.025242 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-266e0065-1282-42f2-bcb6-14f806764a52 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:32.044530 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cb26552d-a6fd-4262-9d07-eff2391db35a tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:32.066224 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266e0065-1282-42f2-bcb6-14f806764a52 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:55:32.071416 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-266e0065-1282-42f2-bcb6-14f806764a52 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:55:32.075053 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266e0065-1282-42f2-bcb6-14f806764a52 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:55:32.134135 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26552d-a6fd-4262-9d07-eff2391db35a tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event updated for resources: {'Subnet': ['ID=d8b0c29f-f6e5-4c14-8bcc-90617942eda4,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:32.138852 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e0065-1282-42f2-bcb6-14f806764a52 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Pushing event updated for resources: {'Port': ['ID=7586c645-1112-431c-a763-b9a2879652f5,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:32.160029 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb26552d-a6fd-4262-9d07-eff2391db35a tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Checking segment: {'id': '88cff253-9769-4ee7-8b0b-44da364a6a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c8503e29-760b-4daa-ab48-217baaa66c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:55:32.160465 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb26552d-a6fd-4262-9d07-eff2391db35a tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Network hostable DHCP agents. Network: c8503e29-760b-4daa-ab48-217baaa66c42, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:55:32.210235 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb26552d-a6fd-4262-9d07-eff2391db35a tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Network c8503e29-760b-4daa-ab48-217baaa66c42 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:55:32.245133 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-cb26552d-a6fd-4262-9d07-eff2391db35a tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, c8503e29-760b-4daa-ab48-217baaa66c42) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:55:32.253267 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb26552d-a6fd-4262-9d07-eff2391db35a tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:32.254133 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cb26552d-a6fd-4262-9d07-eff2391db35a tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:32.258821 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196aec39-4637-4050-bc4a-979ce6adb3be None None] Network c8503e29-760b-4daa-ab48-217baaa66c42 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:55:32.274462 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cb26552d-a6fd-4262-9d07-eff2391db35a tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6733027 Nov 10 17:55:32.277080 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38814) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:32.566033 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-911edb69-63ba-4643-a84f-e5ae0d3d27ef tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:32.596070 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c081c7-a1be-4e33-8e4f-38d19362e3dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-c8503e29-760b-4daa-ab48-217baaa66c42', 'network_id': 'c8503e29-760b-4daa-ab48-217baaa66c42', 'tenant_id': 'f5198ac8c5b0426ba31d6ed583837e0f', 'fixed_ips': [{'subnet_id': 'd8b0c29f-f6e5-4c14-8bcc-90617942eda4'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:55:32.596985 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-26c081c7-a1be-4e33-8e4f-38d19362e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:32.685261 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-911edb69-63ba-4643-a84f-e5ae0d3d27ef tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:32.814392 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-911edb69-63ba-4643-a84f-e5ae0d3d27ef tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server [None req-26c081c7-a1be-4e33-8e4f-38d19362e3dd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d8b0c29f-f6e5-4c14-8bcc-90617942eda4: This subnet is being modified by another concurrent operation. Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise exception Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d8b0c29f-f6e5-4c14-8bcc-90617942eda4: This subnet is being modified by another concurrent operation. Nov 10 17:55:32.819152 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server Nov 10 17:55:32.854309 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e93294-3f0a-4ba4-9a91-e9e810bf5fbd None None] Network c8503e29-760b-4daa-ab48-217baaa66c42 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:55:32.920178 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2c51ccc4-81a3-4a2f-9374-db4f3625682a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:32.934312 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911edb69-63ba-4643-a84f-e5ae0d3d27ef tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event deleted for resources: {'Subnet': ['ID=d8b0c29f-f6e5-4c14-8bcc-90617942eda4,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:33.039517 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-911edb69-63ba-4643-a84f-e5ae0d3d27ef tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:33.043323 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1244fec-4c87-4f1c-8636-1c33a41b0f5f None None] get_active_networks_info from n-d-776250-10 {{(pid=102470) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 17:55:33.084621 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-911edb69-63ba-4643-a84f-e5ae0d3d27ef tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8503e29-760b-4daa-ab48-217baaa66c42']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:33.100888 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-911edb69-63ba-4643-a84f-e5ae0d3d27ef tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88cff253-9769-4ee7-8b0b-44da364a6a47') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:33.101247 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-911edb69-63ba-4643-a84f-e5ae0d3d27ef tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88cff253-9769-4ee7-8b0b-44da364a6a47') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:33.114657 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-911edb69-63ba-4643-a84f-e5ae0d3d27ef tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:33.130710 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-911edb69-63ba-4643-a84f-e5ae0d3d27ef tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:33.146560 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-911edb69-63ba-4643-a84f-e5ae0d3d27ef tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:55:33.146977 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-911edb69-63ba-4643-a84f-e5ae0d3d27ef tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:33.153502 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:55:33.153502 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:55:33.153502 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:55:33.153502 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:55:33.153502 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:55:33.153502 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:55:33.153502 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:55:33.153502 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:55:33.153502 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:55:33.153502 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:55:33.153502 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:55:33.153502 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:55:33.153502 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:55:33.153502 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:55:33.153502 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:55:33.153502 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:55:33.153502 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:55:33.153502 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:55:33.153502 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:55:33.153502 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:55:33.153502 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:55:33.153502 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:55:33.153502 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:55:33.153502 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:55:33.153502 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:55:33.153502 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:55:33.153502 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:55:33.153502 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:55:33.153502 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:55:33.153502 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:55:33.153502 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:55:33.153502 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:55:33.221867 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1244fec-4c87-4f1c-8636-1c33a41b0f5f None None] Resources bound (agent type, host, resource id): {{(pid=102470) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 17:55:33.269150 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-911edb69-63ba-4643-a84f-e5ae0d3d27ef tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:33.279310 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-911edb69-63ba-4643-a84f-e5ae0d3d27ef tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:33.291262 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-911edb69-63ba-4643-a84f-e5ae0d3d27ef tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "DELETE /v2.0/networks/c8503e29-760b-4daa-ab48-217baaa66c42 HTTP/1.1" status: 204 len: 168 time: 1.0092034 Nov 10 17:55:33.292222 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38830) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:33.299746 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-54417ff4-cb13-4f8c-a27a-51d8c5f4050c tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-887628470'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:33.333241 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911edb69-63ba-4643-a84f-e5ae0d3d27ef tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event deleted for resources: {'Network': ['ID=c8503e29-760b-4daa-ab48-217baaa66c42,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:33.383627 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54417ff4-cb13-4f8c-a27a-51d8c5f4050c tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Made reservation on behalf of f5198ac8c5b0426ba31d6ed583837e0f for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:55:33.388202 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-54417ff4-cb13-4f8c-a27a-51d8c5f4050c tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:33.418196 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54417ff4-cb13-4f8c-a27a-51d8c5f4050c tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:55:33.432417 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-54417ff4-cb13-4f8c-a27a-51d8c5f4050c tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:33.432970 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-54417ff4-cb13-4f8c-a27a-51d8c5f4050c tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Added segment ac809c8c-4e08-4eb6-bc59-88b81a022055 of type vlan for network 32482b4b-d4a4-42a2-a481-f29b2426d0ca Nov 10 17:55:33.490773 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-54417ff4-cb13-4f8c-a27a-51d8c5f4050c tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:33.524286 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-54417ff4-cb13-4f8c-a27a-51d8c5f4050c tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:33.538613 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54417ff4-cb13-4f8c-a27a-51d8c5f4050c tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:33.539549 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-54417ff4-cb13-4f8c-a27a-51d8c5f4050c tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:33.648833 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-266e0065-1282-42f2-bcb6-14f806764a52 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:33.708577 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54417ff4-cb13-4f8c-a27a-51d8c5f4050c tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event updated for resources: {'Network': ['ID=32482b4b-d4a4-42a2-a481-f29b2426d0ca,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:33.725004 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-54417ff4-cb13-4f8c-a27a-51d8c5f4050c tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4290795 Nov 10 17:55:33.725351 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38834) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:33.731063 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-1dcade76-6bb7-4884-a3f7-8b7d05175733 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Request body: {'subnet': {'network_id': '32482b4b-d4a4-42a2-a481-f29b2426d0ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:33.790595 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 32482b4b-d4a4-42a2-a481-f29b2426d0ca details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:55:33.817649 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f27b05-cb82-47ba-8655-2ad107b60253 req-6c6f80f6-0d4f-4886-85c9-3e3fa48b804b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:33.820320 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-69f27b05-cb82-47ba-8655-2ad107b60253 req-6c6f80f6-0d4f-4886-85c9-3e3fa48b804b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 946 time: 1.3462133 Nov 10 17:55:33.919806 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcade76-6bb7-4884-a3f7-8b7d05175733 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Made reservation on behalf of f5198ac8c5b0426ba31d6ed583837e0f for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:55:33.929485 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1dcade76-6bb7-4884-a3f7-8b7d05175733 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:33.954323 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-266e0065-1282-42f2-bcb6-14f806764a52 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:34.010238 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:34.050820 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-69f27b05-cb82-47ba-8655-2ad107b60253 req-c833951a-0fc7-4b70-8135-1e2bc16cfeff tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909182 Nov 10 17:55:34.335669 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1dcade76-6bb7-4884-a3f7-8b7d05175733 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:34.477949 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcade76-6bb7-4884-a3f7-8b7d05175733 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Checking segment: {'id': 'ac809c8c-4e08-4eb6-bc59-88b81a022055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '32482b4b-d4a4-42a2-a481-f29b2426d0ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:55:34.478591 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcade76-6bb7-4884-a3f7-8b7d05175733 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Network hostable DHCP agents. Network: 32482b4b-d4a4-42a2-a481-f29b2426d0ca, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:55:34.483838 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcade76-6bb7-4884-a3f7-8b7d05175733 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event updated for resources: {'Subnet': ['ID=ea75a8e6-9f36-4647-84df-3db751d2b0da,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:34.505511 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcade76-6bb7-4884-a3f7-8b7d05175733 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Network 32482b4b-d4a4-42a2-a481-f29b2426d0ca is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:55:34.517917 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-1dcade76-6bb7-4884-a3f7-8b7d05175733 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 32482b4b-d4a4-42a2-a481-f29b2426d0ca) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:55:34.531944 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afead55-6400-43a3-a8d0-dda5d30872ea None None] Network 32482b4b-d4a4-42a2-a481-f29b2426d0ca requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:55:34.533426 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcade76-6bb7-4884-a3f7-8b7d05175733 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:34.535110 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1dcade76-6bb7-4884-a3f7-8b7d05175733 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:34.566292 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1dcade76-6bb7-4884-a3f7-8b7d05175733 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8396294 Nov 10 17:55:34.571168 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38846) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:34.762695 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9e86f-62c5-40df-b15d-545d72705494 req-c664a5ed-f51a-4104-ae6f-321174c7ae9b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:34.765763 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-91b9e86f-62c5-40df-b15d-545d72705494 req-c664a5ed-f51a-4104-ae6f-321174c7ae9b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 946 time: 0.3772438 Nov 10 17:55:34.861837 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-017c960f-c5ad-4c67-9f1e-445131653ef0 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:34.890790 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-91b9e86f-62c5-40df-b15d-545d72705494 req-02e9b6d1-ab26-4338-8b46-5ef90f5fa526 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008201 Nov 10 17:55:34.907917 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-266e0065-1282-42f2-bcb6-14f806764a52 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:34.924503 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-266e0065-1282-42f2-bcb6-14f806764a52 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:34.998761 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8374d586-4d8a-4a04-b6c4-403174d8ae60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-32482b4b-d4a4-42a2-a481-f29b2426d0ca', 'network_id': '32482b4b-d4a4-42a2-a481-f29b2426d0ca', 'tenant_id': 'f5198ac8c5b0426ba31d6ed583837e0f', 'fixed_ips': [{'subnet_id': 'ea75a8e6-9f36-4647-84df-3db751d2b0da'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:55:34.999196 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8374d586-4d8a-4a04-b6c4-403174d8ae60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:35.006677 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-017c960f-c5ad-4c67-9f1e-445131653ef0 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:35.194700 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-017c960f-c5ad-4c67-9f1e-445131653ef0 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server [None req-8374d586-4d8a-4a04-b6c4-403174d8ae60 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ea75a8e6-9f36-4647-84df-3db751d2b0da: This subnet is being modified by another concurrent operation. Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise exception Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ea75a8e6-9f36-4647-84df-3db751d2b0da: This subnet is being modified by another concurrent operation. Nov 10 17:55:35.196866 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server Nov 10 17:55:35.227516 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d00fef-0ead-4244-aeda-76cfae023337 None None] Network 32482b4b-d4a4-42a2-a481-f29b2426d0ca requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:55:35.229656 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-266e0065-1282-42f2-bcb6-14f806764a52 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:35.241080 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e0065-1282-42f2-bcb6-14f806764a52 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Pushing event updated for resources: {'Port': ['ID=7586c645-1112-431c-a763-b9a2879652f5,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:35.276003 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c960f-c5ad-4c67-9f1e-445131653ef0 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event deleted for resources: {'Subnet': ['ID=ea75a8e6-9f36-4647-84df-3db751d2b0da,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:35.397520 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-017c960f-c5ad-4c67-9f1e-445131653ef0 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:35.442612 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-266e0065-1282-42f2-bcb6-14f806764a52 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Floating IP 3104eda2-a8bd-4ff9-8c98-d264ebcaacf9 associated. External IP: 172.25.5.170, port: 946803be-28b2-4853-bc04-fd599f0cef14. Nov 10 17:55:35.446625 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-017c960f-c5ad-4c67-9f1e-445131653ef0 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32482b4b-d4a4-42a2-a481-f29b2426d0ca']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:35.481168 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-017c960f-c5ad-4c67-9f1e-445131653ef0 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac809c8c-4e08-4eb6-bc59-88b81a022055') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:35.482254 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-017c960f-c5ad-4c67-9f1e-445131653ef0 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac809c8c-4e08-4eb6-bc59-88b81a022055') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:35.524909 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-017c960f-c5ad-4c67-9f1e-445131653ef0 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:35.574494 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-017c960f-c5ad-4c67-9f1e-445131653ef0 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:35.590517 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017c960f-c5ad-4c67-9f1e-445131653ef0 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:55:35.591470 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-017c960f-c5ad-4c67-9f1e-445131653ef0 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:35.591830 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d792d3-e986-4cfe-a9fb-e86d5058e65a None None] get_active_networks_info from n-d-776250-10 {{(pid=102470) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 17:55:35.597721 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:55:35.597721 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:55:35.597721 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:55:35.597721 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:55:35.597721 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:55:35.597721 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:55:35.597721 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:55:35.597721 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:55:35.597721 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:55:35.597721 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:55:35.597721 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:55:35.597721 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:55:35.597721 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:55:35.597721 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:55:35.597721 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:55:35.597721 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:55:35.597721 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:55:35.597721 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:55:35.597721 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:55:35.597721 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:55:35.597721 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:55:35.597721 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:55:35.597721 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:55:35.597721 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:55:35.597721 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:55:35.597721 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:55:35.597721 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:55:35.597721 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:55:35.597721 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:55:35.597721 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:55:35.597721 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:55:35.597721 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:55:35.605017 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:35.725289 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-017c960f-c5ad-4c67-9f1e-445131653ef0 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:35.750689 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-017c960f-c5ad-4c67-9f1e-445131653ef0 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:35.763033 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-017c960f-c5ad-4c67-9f1e-445131653ef0 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "DELETE /v2.0/networks/32482b4b-d4a4-42a2-a481-f29b2426d0ca HTTP/1.1" status: 204 len: 168 time: 1.1904876 Nov 10 17:55:35.769462 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 38854) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:35.802216 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-c9f55bd5-50f5-4cbc-94a2-7ca0cce298a4 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-166314113'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:35.854967 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c960f-c5ad-4c67-9f1e-445131653ef0 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event deleted for resources: {'Network': ['ID=32482b4b-d4a4-42a2-a481-f29b2426d0ca,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:35.872251 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d792d3-e986-4cfe-a9fb-e86d5058e65a None None] Resources bound (agent type, host, resource id): {{(pid=102470) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 17:55:35.940265 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f55bd5-50f5-4cbc-94a2-7ca0cce298a4 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Made reservation on behalf of f5198ac8c5b0426ba31d6ed583837e0f for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:55:35.946393 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c9f55bd5-50f5-4cbc-94a2-7ca0cce298a4 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:36.209884 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f55bd5-50f5-4cbc-94a2-7ca0cce298a4 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:55:36.245808 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c9f55bd5-50f5-4cbc-94a2-7ca0cce298a4 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:36.247531 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-c9f55bd5-50f5-4cbc-94a2-7ca0cce298a4 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Added segment 6f5bb818-ff24-46d3-a365-42550ce93540 of type vlan for network 53cc824c-6457-4c0c-ae4f-c910edd88558 Nov 10 17:55:36.305016 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dad260-33e1-462f-aba5-775e1b3d0eb7 req-35dfb435-4060-43d9-a151-7e4141dcbc34 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:36.307751 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-92dad260-33e1-462f-aba5-775e1b3d0eb7 req-35dfb435-4060-43d9-a151-7e4141dcbc34 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 946 time: 0.2261479 Nov 10 17:55:36.339061 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:36.418038 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c9f55bd5-50f5-4cbc-94a2-7ca0cce298a4 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:36.477798 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-92dad260-33e1-462f-aba5-775e1b3d0eb7 req-0c92f280-05a6-4784-9b96-7d7693cd34d9 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626894 Nov 10 17:55:36.521080 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266e0065-1282-42f2-bcb6-14f806764a52 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Router 58e5e7f2-cc2b-482c-84ab-df0c8966a923 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:55:36.524816 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c9f55bd5-50f5-4cbc-94a2-7ca0cce298a4 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:36.530429 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f55bd5-50f5-4cbc-94a2-7ca0cce298a4 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:36.531282 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c9f55bd5-50f5-4cbc-94a2-7ca0cce298a4 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:36.777046 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c9f55bd5-50f5-4cbc-94a2-7ca0cce298a4 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0040185 Nov 10 17:55:36.777938 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 38870) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:36.782613 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266e0065-1282-42f2-bcb6-14f806764a52 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:55:36.790132 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-6ab63832-ffa8-4a6b-b44f-6dd27826cef2 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:36.798353 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f55bd5-50f5-4cbc-94a2-7ca0cce298a4 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event updated for resources: {'Network': ['ID=53cc824c-6457-4c0c-ae4f-c910edd88558,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:36.802848 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a3afb7-f940-41fa-aed8-9fa221ef297a None None] Sync routers for ids ['58e5e7f2-cc2b-482c-84ab-df0c8966a923'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:55:36.822906 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 53cc824c-6457-4c0c-ae4f-c910edd88558 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:55:36.860116 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-266e0065-1282-42f2-bcb6-14f806764a52 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:36.907624 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a3afb7-f940-41fa-aed8-9fa221ef297a None None] Routers {'58e5e7f2-cc2b-482c-84ab-df0c8966a923'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:55:36.909838 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-62a3afb7-f940-41fa-aed8-9fa221ef297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:55:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['58e5e7f2-cc2b-482c-84ab-df0c8966a923'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:36.932243 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-266e0065-1282-42f2-bcb6-14f806764a52 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.7962899 Nov 10 17:55:36.935038 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38874) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:36.944092 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a347f83-a206-43d4-94e1-640490ce7f91', 'tag': '946803be-28b2-4853-bc04-fd599f0cef14'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:55:36.946995 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d7d7d0-faee-4da9-a7af-4a28ce5e844b" -d '{"events": [{"name": "network-changed", "server_uuid": "4a347f83-a206-43d4-94e1-640490ce7f91", "tag": "946803be-28b2-4853-bc04-fd599f0cef14"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:55:37.072314 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0772bb4a-4b83-42d7-a63f-6609d28934af x-openstack-request-id: req-0772bb4a-4b83-42d7-a63f-6609d28934af {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:55:37.076441 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a347f83-a206-43d4-94e1-640490ce7f91", "tag": "946803be-28b2-4853-bc04-fd599f0cef14", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:55:37.077535 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0772bb4a-4b83-42d7-a63f-6609d28934af {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:55:37.080384 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a347f83-a206-43d4-94e1-640490ce7f91', 'tag': '946803be-28b2-4853-bc04-fd599f0cef14', 'status': 'completed', 'code': 200} Nov 10 17:55:37.109830 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77bb94f-b86d-4c28-8f34-610059b177e6 tempest-TestVolumeBackupRestore-1280469067 tempest-TestVolumeBackupRestore-1280469067-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:37.112218 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e77bb94f-b86d-4c28-8f34-610059b177e6 tempest-TestVolumeBackupRestore-1280469067 tempest-TestVolumeBackupRestore-1280469067-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 1093 time: 0.1736319 Nov 10 17:55:37.114243 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38882) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:37.119465 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-f6b483b4-1423-463c-af77-8964f5c4a604 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Request body: {'floatingip': {'port_id': '946803be-28b2-4853-bc04-fd599f0cef14'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:37.162405 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6ab63832-ffa8-4a6b-b44f-6dd27826cef2 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:37.177883 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7d7d0-faee-4da9-a7af-4a28ce5e844b req-e2e3863a-471c-4e71-ba2b-9ab3d61945f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:37.180744 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-86d7d7d0-faee-4da9-a7af-4a28ce5e844b req-e2e3863a-471c-4e71-ba2b-9ab3d61945f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=acff72951c8f4036b58130594185f7d0&device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 1098 time: 0.1349857 Nov 10 17:55:37.211798 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-62a3afb7-f940-41fa-aed8-9fa221ef297a None None] Set router 58e5e7f2-cc2b-482c-84ab-df0c8966a923 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:55:37.321526 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f6b483b4-1423-463c-af77-8964f5c4a604 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks [] for floatingip, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:37.342737 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6ab63832-ffa8-4a6b-b44f-6dd27826cef2 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:37.631296 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791dbff-aa7c-4e0c-a778-96d24d607791 req-9b47432d-8e97-4c15-bd70-1dd811c12c28 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:37.659472 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab63832-ffa8-4a6b-b44f-6dd27826cef2 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event updated for resources: {'Network': ['ID=53cc824c-6457-4c0c-ae4f-c910edd88558,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:37.659838 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d791dbff-aa7c-4e0c-a778-96d24d607791 req-9b47432d-8e97-4c15-bd70-1dd811c12c28 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 946 time: 0.2697902 Nov 10 17:55:37.668673 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6ab63832-ffa8-4a6b-b44f-6dd27826cef2 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Network 53cc824c-6457-4c0c-ae4f-c910edd88558 is not hosted by any dhcp agent {{(pid=102469) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 17:55:37.700503 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab63832-ffa8-4a6b-b44f-6dd27826cef2 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:37.701430 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6ab63832-ffa8-4a6b-b44f-6dd27826cef2 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:37.703733 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6ab63832-ffa8-4a6b-b44f-6dd27826cef2 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "PUT /v2.0/networks/53cc824c-6457-4c0c-ae4f-c910edd88558 HTTP/1.1" status: 200 len: 723 time: 0.9191480 Nov 10 17:55:37.711658 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 38898) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:37.730088 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-c0c1a7d3-299d-4b30-aebf-8b6a228c1afb tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Request body: {'subnet': {'network_id': '53cc824c-6457-4c0c-ae4f-c910edd88558', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:37.752305 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 53cc824c-6457-4c0c-ae4f-c910edd88558 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:55:37.893499 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7d7d0-faee-4da9-a7af-4a28ce5e844b req-371ef8a6-d903-405e-9ee0-6e1323f98e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:37.895745 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-86d7d7d0-faee-4da9-a7af-4a28ce5e844b req-371ef8a6-d903-405e-9ee0-6e1323f98e36 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2dd476e6-793e-44bf-aabd-48157f37f673 HTTP/1.1" status: 200 len: 915 time: 0.7063818 Nov 10 17:55:38.017160 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c1a7d3-299d-4b30-aebf-8b6a228c1afb tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Made reservation on behalf of f5198ac8c5b0426ba31d6ed583837e0f for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:55:38.024380 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c0c1a7d3-299d-4b30-aebf-8b6a228c1afb tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:38.025407 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-62a3afb7-f940-41fa-aed8-9fa221ef297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'name': 'tempest-TestVolumeBackupRestore-1998506311-router', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '94590fba-e3fd-4a57-9496-ae67f264e580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:29Z', 'updated_at': '2021-11-10T17:50:39Z', 'revision_number': 4, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'gw_port': {'id': '94590fba-e3fd-4a57-9496-ae67f264e580', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:31Z', 'updated_at': '2021-11-10T17:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '3104eda2-a8bd-4ff9-8c98-d264ebcaacf9', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'floating_ip_address': '172.25.5.170', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'port_id': '946803be-28b2-4853-bc04-fd599f0cef14', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd476e6-793e-44bf-aabd-48157f37f673', 'mac_address': 'fa:16:3e:45:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a347f83-a206-43d4-94e1-640490ce7f91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:55:32Z', 'updated_at': '2021-11-10T17:55:32Z', 'revision_number': 0, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87dc8f3e-ca18-44de-ad31-049485f4da6e', 'name': '', 'network_id': '2dd476e6-793e-44bf-aabd-48157f37f673', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'mac_address': 'fa:16:3e:56:36:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '0f2cccc8-127e-4986-96f4-ea926a4536bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:37Z', 'updated_at': '2021-11-10T17:50:48Z', 'revision_number': 5, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'subnets': [{'id': '0f2cccc8-127e-4986-96f4-ea926a4536bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:38.110049 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-86d7d7d0-faee-4da9-a7af-4a28ce5e844b req-62655554-545b-4e3f-9767-a8e2154467db service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=946803be-28b2-4853-bc04-fd599f0cef14 HTTP/1.1" status: 200 len: 1000 time: 0.2009215 Nov 10 17:55:38.170870 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d791dbff-aa7c-4e0c-a778-96d24d607791 req-1ee11d1e-bda7-441b-aca9-1587aa45e699 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4703434 Nov 10 17:55:38.252541 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7d7d0-faee-4da9-a7af-4a28ce5e844b req-b11a0eb6-503b-4ab6-be1f-3e6697b6a285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:38.255854 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-86d7d7d0-faee-4da9-a7af-4a28ce5e844b req-b11a0eb6-503b-4ab6-be1f-3e6697b6a285 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0f2cccc8-127e-4986-96f4-ea926a4536bf HTTP/1.1" status: 200 len: 853 time: 0.1333370 Nov 10 17:55:38.347086 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7d7d0-faee-4da9-a7af-4a28ce5e844b req-8d70ce42-2d76-4891-849f-d7a6e769c0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:38.348624 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-86d7d7d0-faee-4da9-a7af-4a28ce5e844b req-8d70ce42-2d76-4891-849f-d7a6e769c0f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2dd476e6-793e-44bf-aabd-48157f37f673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0826414 Nov 10 17:55:38.597543 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a3afb7-f940-41fa-aed8-9fa221ef297a None None] Checking router: 58e5e7f2-cc2b-482c-84ab-df0c8966a923 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:55:38.618820 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c0c1a7d3-299d-4b30-aebf-8b6a228c1afb tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:38.641661 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a3afb7-f940-41fa-aed8-9fa221ef297a None None] Routers {'58e5e7f2-cc2b-482c-84ab-df0c8966a923'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:55:38.642260 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-62a3afb7-f940-41fa-aed8-9fa221ef297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:55:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['58e5e7f2-cc2b-482c-84ab-df0c8966a923'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:38.663072 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-86d7d7d0-faee-4da9-a7af-4a28ce5e844b req-1793901d-6cb3-464f-980e-4e6afd499d40 service neutron] 10.222.0.11 "GET /v2.0/networks/2dd476e6-793e-44bf-aabd-48157f37f673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055708 Nov 10 17:55:38.870683 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-86d7d7d0-faee-4da9-a7af-4a28ce5e844b req-d6bd4431-319b-4dac-80c6-ae918074b75e service neutron] 10.222.0.11 "GET /v2.0/networks/2dd476e6-793e-44bf-aabd-48157f37f673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632071 Nov 10 17:55:38.900140 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-62a3afb7-f940-41fa-aed8-9fa221ef297a None None] Set router 58e5e7f2-cc2b-482c-84ab-df0c8966a923 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:55:38.924707 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1a7d3-299d-4b30-aebf-8b6a228c1afb tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event updated for resources: {'Subnet': ['ID=12c6fe10-28fd-4c9f-aebf-c4ef754ea1a2,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:38.927965 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c1a7d3-299d-4b30-aebf-8b6a228c1afb tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Checking segment: {'id': '6f5bb818-ff24-46d3-a365-42550ce93540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '53cc824c-6457-4c0c-ae4f-c910edd88558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:55:38.928518 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c1a7d3-299d-4b30-aebf-8b6a228c1afb tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Network hostable DHCP agents. Network: 53cc824c-6457-4c0c-ae4f-c910edd88558, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:55:38.963165 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c1a7d3-299d-4b30-aebf-8b6a228c1afb tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Network 53cc824c-6457-4c0c-ae4f-c910edd88558 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:55:38.975299 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-c0c1a7d3-299d-4b30-aebf-8b6a228c1afb tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 53cc824c-6457-4c0c-ae4f-c910edd88558) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:55:38.978850 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f6b483b4-1423-463c-af77-8964f5c4a604 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:38.984311 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c1a7d3-299d-4b30-aebf-8b6a228c1afb tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:38.985685 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c0c1a7d3-299d-4b30-aebf-8b6a228c1afb tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:38.987093 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f6b483b4-1423-463c-af77-8964f5c4a604 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:39.004218 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device f87048c1-df85-4bde-82e2-88c0d4e540e3 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:55:39.006944 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f93dbad-a3f1-43e3-bfdb-1aad35e24ecb None None] Network 53cc824c-6457-4c0c-ae4f-c910edd88558 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:55:39.023764 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c0c1a7d3-299d-4b30-aebf-8b6a228c1afb tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3087053 Nov 10 17:55:39.026952 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 38904) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:39.034285 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-f0f58db2-ac24-4f41-9807-2c3ff81921bb tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:39.236828 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f0f58db2-ac24-4f41-9807-2c3ff81921bb tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-63076952'] for subnet, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:39.499059 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port f87048c1-df85-4bde-82e2-88c0d4e540e3, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=f87048c1-df85-4bde-82e2-88c0d4e540e3,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:55:39.559994 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'f87048c1-df85-4bde-82e2-88c0d4e540e3', 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b', 'port_id': 'f87048c1-df85-4bde-82e2-88c0d4e540e3', 'mac_address': 'fa:16:3e:57:66:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0014d233-a3b8-4110-85a8-3bdeaa4b1e7d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:55:39.648722 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126289d0-6e64-4ee0-b191-928b24674eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-53cc824c-6457-4c0c-ae4f-c910edd88558', 'network_id': '53cc824c-6457-4c0c-ae4f-c910edd88558', 'tenant_id': 'f5198ac8c5b0426ba31d6ed583837e0f', 'fixed_ips': [{'subnet_id': '12c6fe10-28fd-4c9f-aebf-c4ef754ea1a2'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:55:39.649709 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-126289d0-6e64-4ee0-b191-928b24674eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:39.727946 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37598db-f3ed-4760-9e5f-f70b38d4b888 req-324bbe37-0c10-40ba-9af1-7724aa3d6841 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:39.735890 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f37598db-f3ed-4760-9e5f-f70b38d4b888 req-324bbe37-0c10-40ba-9af1-7724aa3d6841 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 946 time: 0.3089015 Nov 10 17:55:39.882761 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f37598db-f3ed-4760-9e5f-f70b38d4b888 req-c3aac593-c5c9-4bb9-be6b-00858155d50d tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358125 Nov 10 17:55:39.908716 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f0f58db2-ac24-4f41-9807-2c3ff81921bb tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783913680258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62934929'] for subnet, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:40.094560 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f58db2-ac24-4f41-9807-2c3ff81921bb tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event updated for resources: {'Subnet': ['ID=12c6fe10-28fd-4c9f-aebf-c4ef754ea1a2,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:40.115550 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f58db2-ac24-4f41-9807-2c3ff81921bb tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:40.116457 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f0f58db2-ac24-4f41-9807-2c3ff81921bb tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:40.122477 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f0f58db2-ac24-4f41-9807-2c3ff81921bb tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "PUT /v2.0/subnets/12c6fe10-28fd-4c9f-aebf-c4ef754ea1a2 HTTP/1.1" status: 200 len: 806 time: 1.0943584 Nov 10 17:55:40.124509 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 38928) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:40.263036 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:40.355447 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f87048c1-df85-4bde-82e2-88c0d4e540e3 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:55:40.389406 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-62a3afb7-f940-41fa-aed8-9fa221ef297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'name': 'tempest-TestVolumeBackupRestore-1998506311-router', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '94590fba-e3fd-4a57-9496-ae67f264e580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:29Z', 'updated_at': '2021-11-10T17:50:39Z', 'revision_number': 4, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'gw_port': {'id': '94590fba-e3fd-4a57-9496-ae67f264e580', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:31Z', 'updated_at': '2021-11-10T17:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '3104eda2-a8bd-4ff9-8c98-d264ebcaacf9', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'floating_ip_address': '172.25.5.170', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'port_id': '946803be-28b2-4853-bc04-fd599f0cef14', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd476e6-793e-44bf-aabd-48157f37f673', 'mac_address': 'fa:16:3e:45:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a347f83-a206-43d4-94e1-640490ce7f91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:55:32Z', 'updated_at': '2021-11-10T17:55:32Z', 'revision_number': 0, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87dc8f3e-ca18-44de-ad31-049485f4da6e', 'name': '', 'network_id': '2dd476e6-793e-44bf-aabd-48157f37f673', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'mac_address': 'fa:16:3e:56:36:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '0f2cccc8-127e-4986-96f4-ea926a4536bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:37Z', 'updated_at': '2021-11-10T17:50:48Z', 'revision_number': 5, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'subnets': [{'id': '0f2cccc8-127e-4986-96f4-ea926a4536bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:40.396723 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0fbd067b-be52-4c4a-a5b8-f832930ee912 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:40.423022 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-126289d0-6e64-4ee0-b191-928b24674eba None None] Allocated IP 172.20.0.2 (53cc824c-6457-4c0c-ae4f-c910edd88558/12c6fe10-28fd-4c9f-aebf-c4ef754ea1a2/787d2328-fc23-4be9-9ba4-64fda1b2fa28) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:55:40.505124 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a3afb7-f940-41fa-aed8-9fa221ef297a None None] The sync data for ids ['58e5e7f2-cc2b-482c-84ab-df0c8966a923'] in n-d-776250-10 is: [{'id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'name': 'tempest-TestVolumeBackupRestore-1998506311-router', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '94590fba-e3fd-4a57-9496-ae67f264e580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:29Z', 'updated_at': '2021-11-10T17:50:39Z', 'revision_number': 4, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'gw_port': {'id': '94590fba-e3fd-4a57-9496-ae67f264e580', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:31Z', 'updated_at': '2021-11-10T17:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '3104eda2-a8bd-4ff9-8c98-d264ebcaacf9', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'floating_ip_address': '172.25.5.170', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'port_id': '946803be-28b2-4853-bc04-fd599f0cef14', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd476e6-793e-44bf-aabd-48157f37f673', 'mac_address': 'fa:16:3e:45:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a347f83-a206-43d4-94e1-640490ce7f91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:55:32Z', 'updated_at': '2021-11-10T17:55:32Z', 'revision_number': 0, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87dc8f3e-ca18-44de-ad31-049485f4da6e', 'name': '', 'network_id': '2dd476e6-793e-44bf-aabd-48157f37f673', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'mac_address': 'fa:16:3e:56:36:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '0f2cccc8-127e-4986-96f4-ea926a4536bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:37Z', 'updated_at': '2021-11-10T17:50:48Z', 'revision_number': 5, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'subnets': [{'id': '0f2cccc8-127e-4986-96f4-ea926a4536bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:55:40.538797 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port f87048c1-df85-4bde-82e2-88c0d4e540e3, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=f87048c1-df85-4bde-82e2-88c0d4e540e3,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:55:40.546024 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:40.575746 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0fbd067b-be52-4c4a-a5b8-f832930ee912 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:40.813751 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b483b4-1423-463c-af77-8964f5c4a604 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Router 58e5e7f2-cc2b-482c-84ab-df0c8966a923 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:55:40.818291 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['f87048c1-df85-4bde-82e2-88c0d4e540e3'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:55:41.056825 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f29823-5d57-4719-8296-e207e438680e None None] New status for floating IP 3104eda2-a8bd-4ff9-8c98-d264ebcaacf9: ACTIVE {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:55:41.195602 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b483b4-1423-463c-af77-8964f5c4a604 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:55:41.211711 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f6b483b4-1423-463c-af77-8964f5c4a604 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:41.357829 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a347f83-a206-43d4-94e1-640490ce7f91', 'tag': '946803be-28b2-4853-bc04-fd599f0cef14'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:55:41.365949 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2610d0b7-0e10-4f0a-9430-e69ae58b380a" -d '{"events": [{"name": "network-changed", "server_uuid": "4a347f83-a206-43d4-94e1-640490ce7f91", "tag": "946803be-28b2-4853-bc04-fd599f0cef14"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:55:41.418017 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=f87048c1-df85-4bde-82e2-88c0d4e540e3,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:41.448861 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b26411-38f6-4774-989c-e40a940fd2dc req-22334701-5ab4-405a-a878-5a8b96a8ac0c tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:41.461739 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-62b26411-38f6-4774-989c-e40a940fd2dc req-22334701-5ab4-405a-a878-5a8b96a8ac0c tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 945 time: 0.2845299 Nov 10 17:55:41.537628 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-126289d0-6e64-4ee0-b191-928b24674eba None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:41.572493 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-126289d0-6e64-4ee0-b191-928b24674eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:41.577362 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f6b483b4-1423-463c-af77-8964f5c4a604 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "PUT /v2.0/floatingips/3104eda2-a8bd-4ff9-8c98-d264ebcaacf9 HTTP/1.1" status: 200 len: 992 time: 4.4617984 Nov 10 17:55:41.601416 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-62b26411-38f6-4774-989c-e40a940fd2dc req-c0f076bd-ee34-4132-9f31-4b328edc3ca4 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361256 Nov 10 17:55:41.629079 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0fbd067b-be52-4c4a-a5b8-f832930ee912 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:41.760291 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ebfc2e-96b7-4724-9127-31709d534f19 None None] Sync routers for ids ['58e5e7f2-cc2b-482c-84ab-df0c8966a923'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:55:41.817895 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd067b-be52-4c4a-a5b8-f832930ee912 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event deleted for resources: {'Subnet': ['ID=12c6fe10-28fd-4c9f-aebf-c4ef754ea1a2,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:41.818227 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2fa5de-36bd-4acf-b6f6-107f3eaec32f x-openstack-request-id: req-1e2fa5de-36bd-4acf-b6f6-107f3eaec32f {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:55:41.818886 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a347f83-a206-43d4-94e1-640490ce7f91", "tag": "946803be-28b2-4853-bc04-fd599f0cef14", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:55:41.818886 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e2fa5de-36bd-4acf-b6f6-107f3eaec32f {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:55:41.819098 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a347f83-a206-43d4-94e1-640490ce7f91', 'tag': '946803be-28b2-4853-bc04-fd599f0cef14', 'status': 'completed', 'code': 200} Nov 10 17:55:41.877247 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126289d0-6e64-4ee0-b191-928b24674eba None None] Network 53cc824c-6457-4c0c-ae4f-c910edd88558 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:55:41.877996 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ebfc2e-96b7-4724-9127-31709d534f19 None None] Routers {'58e5e7f2-cc2b-482c-84ab-df0c8966a923'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:55:41.878618 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c8ebfc2e-96b7-4724-9127-31709d534f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:55:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['58e5e7f2-cc2b-482c-84ab-df0c8966a923'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:42.023527 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-c8ebfc2e-96b7-4724-9127-31709d534f19 None None] Set router 58e5e7f2-cc2b-482c-84ab-df0c8966a923 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:55:42.038387 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0fbd067b-be52-4c4a-a5b8-f832930ee912 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:42.114904 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-0fbd067b-be52-4c4a-a5b8-f832930ee912 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53cc824c-6457-4c0c-ae4f-c910edd88558']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:42.140947 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610d0b7-0e10-4f0a-9430-e69ae58b380a req-18da86d5-be0a-4a4e-9902-7d5769921ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:42.142538 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2610d0b7-0e10-4f0a-9430-e69ae58b380a req-18da86d5-be0a-4a4e-9902-7d5769921ff3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=acff72951c8f4036b58130594185f7d0&device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 1098 time: 0.2557127 Nov 10 17:55:42.169314 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-0fbd067b-be52-4c4a-a5b8-f832930ee912 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f5bb818-ff24-46d3-a365-42550ce93540') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:42.169314 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-0fbd067b-be52-4c4a-a5b8-f832930ee912 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f5bb818-ff24-46d3-a365-42550ce93540') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:42.184645 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-126289d0-6e64-4ee0-b191-928b24674eba None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:55:42.193881 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126289d0-6e64-4ee0-b191-928b24674eba None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:55:42.201238 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126289d0-6e64-4ee0-b191-928b24674eba None None] Pushing event updated for resources: {'Port': ['ID=787d2328-fc23-4be9-9ba4-64fda1b2fa28,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:42.318966 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0fbd067b-be52-4c4a-a5b8-f832930ee912 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:42.382300 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0fbd067b-be52-4c4a-a5b8-f832930ee912 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:42.410646 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fbd067b-be52-4c4a-a5b8-f832930ee912 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:55:42.411099 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0fbd067b-be52-4c4a-a5b8-f832930ee912 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:42.414493 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:55:42.414493 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:55:42.414493 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:55:42.414493 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:55:42.414493 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:55:42.414493 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:55:42.414493 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:55:42.414493 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:55:42.414493 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:55:42.414493 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:55:42.414493 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:55:42.414493 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:55:42.414493 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:55:42.414493 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:55:42.414493 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:55:42.414493 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:55:42.414493 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:55:42.414493 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:55:42.414493 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:55:42.414493 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:55:42.414493 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:55:42.414493 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:55:42.414493 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:55:42.414493 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:55:42.414493 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:55:42.414493 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:55:42.414493 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:55:42.414493 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:55:42.414493 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:55:42.414493 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:55:42.414493 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:55:42.414493 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:55:42.501819 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610d0b7-0e10-4f0a-9430-e69ae58b380a req-e6f44263-395a-4582-9a7f-4c14a70bad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:42.503489 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2610d0b7-0e10-4f0a-9430-e69ae58b380a req-e6f44263-395a-4582-9a7f-4c14a70bad8e service neutron] 10.222.0.11 "GET /v2.0/networks?id=2dd476e6-793e-44bf-aabd-48157f37f673 HTTP/1.1" status: 200 len: 915 time: 0.3510559 Nov 10 17:55:42.525250 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.db.api [None req-0fbd067b-be52-4c4a-a5b8-f832930ee912 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 17:55:42.525250 n-d-776250-10 neutron-server[102469]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 17:55:42.525250 n-d-776250-10 neutron-server[102469]: [parameters: {'id': '53cc824c-6457-4c0c-ae4f-c910edd88558'}] Nov 10 17:55:42.525250 n-d-776250-10 neutron-server[102469]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:55:42.525250 n-d-776250-10 neutron-server[102469]: DEBUG oslo_db.api [None req-0fbd067b-be52-4c4a-a5b8-f832930ee912 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:55:42.587989 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2610d0b7-0e10-4f0a-9430-e69ae58b380a req-b335a463-faaf-4a20-9245-92e34d9343d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=946803be-28b2-4853-bc04-fd599f0cef14 HTTP/1.1" status: 200 len: 1002 time: 0.0738118 Nov 10 17:55:42.700223 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610d0b7-0e10-4f0a-9430-e69ae58b380a req-e5ba03aa-0cbe-40fa-a2f2-dfe8dc792625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:42.703519 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2610d0b7-0e10-4f0a-9430-e69ae58b380a req-e5ba03aa-0cbe-40fa-a2f2-dfe8dc792625 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0f2cccc8-127e-4986-96f4-ea926a4536bf HTTP/1.1" status: 200 len: 853 time: 0.1055069 Nov 10 17:55:42.813709 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610d0b7-0e10-4f0a-9430-e69ae58b380a req-4875a7c1-aa0d-4367-aede-e1a7fcfb0cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:42.815336 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2610d0b7-0e10-4f0a-9430-e69ae58b380a req-4875a7c1-aa0d-4367-aede-e1a7fcfb0cbe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2dd476e6-793e-44bf-aabd-48157f37f673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1057546 Nov 10 17:55:42.959855 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2610d0b7-0e10-4f0a-9430-e69ae58b380a req-e619ff38-aa7f-490e-a134-8920b9506783 service neutron] 10.222.0.11 "GET /v2.0/networks/2dd476e6-793e-44bf-aabd-48157f37f673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346166 Nov 10 17:55:42.988183 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e2674-3ce9-4c02-a2b6-a5d07d39da37 req-46d2e2a0-e814-4b51-9d8b-c5d20261cd62 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:42.996474 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-126289d0-6e64-4ee0-b191-928b24674eba None None] Attempting to bind port 787d2328-fc23-4be9-9ba4-64fda1b2fa28 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:55:42.997025 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-126289d0-6e64-4ee0-b191-928b24674eba None None] Attempting to bind port 787d2328-fc23-4be9-9ba4-64fda1b2fa28 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '6f5bb818-ff24-46d3-a365-42550ce93540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '53cc824c-6457-4c0c-ae4f-c910edd88558'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:55:43.001996 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126289d0-6e64-4ee0-b191-928b24674eba None None] Attempting to bind port 787d2328-fc23-4be9-9ba4-64fda1b2fa28 on network 53cc824c-6457-4c0c-ae4f-c910edd88558 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:55:43.002758 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eb9e2674-3ce9-4c02-a2b6-a5d07d39da37 req-46d2e2a0-e814-4b51-9d8b-c5d20261cd62 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 945 time: 0.2232108 Nov 10 17:55:43.029484 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126289d0-6e64-4ee0-b191-928b24674eba None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:55:43.030826 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126289d0-6e64-4ee0-b191-928b24674eba None None] Checking segment: {'id': '6f5bb818-ff24-46d3-a365-42550ce93540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '53cc824c-6457-4c0c-ae4f-c910edd88558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:55:43.034946 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-126289d0-6e64-4ee0-b191-928b24674eba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:43.035161 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126289d0-6e64-4ee0-b191-928b24674eba None None] Bound using segment: {'id': '6f5bb818-ff24-46d3-a365-42550ce93540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '53cc824c-6457-4c0c-ae4f-c910edd88558'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:55:43.035761 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-126289d0-6e64-4ee0-b191-928b24674eba None None] Bound port: 787d2328-fc23-4be9-9ba4-64fda1b2fa28, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f5bb818-ff24-46d3-a365-42550ce93540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '53cc824c-6457-4c0c-ae4f-c910edd88558'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:55:43.044595 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-126289d0-6e64-4ee0-b191-928b24674eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:43.067437 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0fbd067b-be52-4c4a-a5b8-f832930ee912 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:43.144851 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c8ebfc2e-96b7-4724-9127-31709d534f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'name': 'tempest-TestVolumeBackupRestore-1998506311-router', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '94590fba-e3fd-4a57-9496-ae67f264e580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:29Z', 'updated_at': '2021-11-10T17:50:39Z', 'revision_number': 4, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'gw_port': {'id': '94590fba-e3fd-4a57-9496-ae67f264e580', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:31Z', 'updated_at': '2021-11-10T17:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '3104eda2-a8bd-4ff9-8c98-d264ebcaacf9', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'floating_ip_address': '172.25.5.170', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'port_id': '946803be-28b2-4853-bc04-fd599f0cef14', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd476e6-793e-44bf-aabd-48157f37f673', 'mac_address': 'fa:16:3e:45:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a347f83-a206-43d4-94e1-640490ce7f91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:55:32Z', 'updated_at': '2021-11-10T17:55:41Z', 'revision_number': 2, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87dc8f3e-ca18-44de-ad31-049485f4da6e', 'name': '', 'network_id': '2dd476e6-793e-44bf-aabd-48157f37f673', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'mac_address': 'fa:16:3e:56:36:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '0f2cccc8-127e-4986-96f4-ea926a4536bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:37Z', 'updated_at': '2021-11-10T17:50:48Z', 'revision_number': 5, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'subnets': [{'id': '0f2cccc8-127e-4986-96f4-ea926a4536bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:43.167780 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2610d0b7-0e10-4f0a-9430-e69ae58b380a req-5ec05b5c-5805-450d-81b1-cef75abcfb9c service neutron] 10.222.0.11 "GET /v2.0/networks/2dd476e6-793e-44bf-aabd-48157f37f673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996036 Nov 10 17:55:43.188134 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-0fbd067b-be52-4c4a-a5b8-f832930ee912 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Deleting port 787d2328-fc23-4be9-9ba4-64fda1b2fa28 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:55:43.188379 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ebfc2e-96b7-4724-9127-31709d534f19 None None] Checking router: 58e5e7f2-cc2b-482c-84ab-df0c8966a923 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:55:43.188532 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0fbd067b-be52-4c4a-a5b8-f832930ee912 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:43.195633 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eb9e2674-3ce9-4c02-a2b6-a5d07d39da37 req-0f783d51-da3b-4f3a-a875-02405dce567d tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788089 Nov 10 17:55:43.216383 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-126289d0-6e64-4ee0-b191-928b24674eba None None] For port 787d2328-fc23-4be9-9ba4-64fda1b2fa28, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:55:43.219160 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ebfc2e-96b7-4724-9127-31709d534f19 None None] Routers {'58e5e7f2-cc2b-482c-84ab-df0c8966a923'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:55:43.219796 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c8ebfc2e-96b7-4724-9127-31709d534f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:55:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['58e5e7f2-cc2b-482c-84ab-df0c8966a923'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:43.256256 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-126289d0-6e64-4ee0-b191-928b24674eba None None] For port 787d2328-fc23-4be9-9ba4-64fda1b2fa28, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=787d2328-fc23-4be9-9ba4-64fda1b2fa28,segment=NetworkSegment(6f5bb818-ff24-46d3-a365-42550ce93540),segment_id=6f5bb818-ff24-46d3-a365-42550ce93540)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:55:43.311555 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-126289d0-6e64-4ee0-b191-928b24674eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:43.355829 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-0fbd067b-be52-4c4a-a5b8-f832930ee912 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] For port 787d2328-fc23-4be9-9ba4-64fda1b2fa28, host n-d-776250-10, got binding levels [] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:55:43.356227 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0fbd067b-be52-4c4a-a5b8-f832930ee912 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:43.381172 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-0fbd067b-be52-4c4a-a5b8-f832930ee912 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Calling delete_port for 787d2328-fc23-4be9-9ba4-64fda1b2fa28 owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:55:43.476314 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-c8ebfc2e-96b7-4724-9127-31709d534f19 None None] Set router 58e5e7f2-cc2b-482c-84ab-df0c8966a923 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:55:43.547334 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0fbd067b-be52-4c4a-a5b8-f832930ee912 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:43.607169 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbd067b-be52-4c4a-a5b8-f832930ee912 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] No DVR routers for this DVR port 787d2328-fc23-4be9-9ba4-64fda1b2fa28 on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server [None req-ec138d8f-dad9-425d-b1a4-62768b7f4f80 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 787d2328-fc23-4be9-9ba4-64fda1b2fa28 could not be found. Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1385, in one Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1559, in get_port Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 787d2328-fc23-4be9-9ba4-64fda1b2fa28 could not be found. Nov 10 17:55:43.629272 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server Nov 10 17:55:43.665638 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd067b-be52-4c4a-a5b8-f832930ee912 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event deleted for resources: {'Port': ['ID=787d2328-fc23-4be9-9ba4-64fda1b2fa28,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:43.694700 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45aac2a-f06c-4c59-a7a2-83f56028f21c None None] Network 53cc824c-6457-4c0c-ae4f-c910edd88558 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:55:43.815607 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0fbd067b-be52-4c4a-a5b8-f832930ee912 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:43.820535 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a347f83-a206-43d4-94e1-640490ce7f91', 'tag': '946803be-28b2-4853-bc04-fd599f0cef14'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:55:43.823130 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb02f3eb-1739-46b6-a1e7-ccbf6a5c5fef" -d '{"events": [{"name": "network-changed", "server_uuid": "4a347f83-a206-43d4-94e1-640490ce7f91", "tag": "946803be-28b2-4853-bc04-fd599f0cef14"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:55:43.887243 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-0fbd067b-be52-4c4a-a5b8-f832930ee912 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53cc824c-6457-4c0c-ae4f-c910edd88558']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:43.904774 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-0fbd067b-be52-4c4a-a5b8-f832930ee912 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f5bb818-ff24-46d3-a365-42550ce93540') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:43.905584 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-0fbd067b-be52-4c4a-a5b8-f832930ee912 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f5bb818-ff24-46d3-a365-42550ce93540') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:43.909475 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc1c37a-17ed-450d-a441-5b5cc96b9a91 x-openstack-request-id: req-3bc1c37a-17ed-450d-a441-5b5cc96b9a91 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:55:43.909800 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a347f83-a206-43d4-94e1-640490ce7f91", "tag": "946803be-28b2-4853-bc04-fd599f0cef14", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:55:43.910061 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3bc1c37a-17ed-450d-a441-5b5cc96b9a91 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:55:43.910472 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a347f83-a206-43d4-94e1-640490ce7f91', 'tag': '946803be-28b2-4853-bc04-fd599f0cef14', 'status': 'completed', 'code': 200} Nov 10 17:55:43.942091 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0fbd067b-be52-4c4a-a5b8-f832930ee912 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:43.981861 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126289d0-6e64-4ee0-b191-928b24674eba None None] Pushing event updated for resources: {'Port': ['ID=787d2328-fc23-4be9-9ba4-64fda1b2fa28,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:44.032468 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae6734c-28ce-45c6-a543-cb9470a38719 None None] Network 53cc824c-6457-4c0c-ae4f-c910edd88558 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:55:44.033139 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0fbd067b-be52-4c4a-a5b8-f832930ee912 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:44.057825 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fbd067b-be52-4c4a-a5b8-f832930ee912 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:55:44.058380 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0fbd067b-be52-4c4a-a5b8-f832930ee912 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:44.062533 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:55:44.062533 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:55:44.062533 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:55:44.062533 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:55:44.062533 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:55:44.062533 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:55:44.062533 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:55:44.062533 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:55:44.062533 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:55:44.062533 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:55:44.062533 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:55:44.062533 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:55:44.062533 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:55:44.062533 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:55:44.062533 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:55:44.062533 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:55:44.062533 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:55:44.062533 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:55:44.062533 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:55:44.062533 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:55:44.062533 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:55:44.062533 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:55:44.062533 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:55:44.062533 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:55:44.062533 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:55:44.062533 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:55:44.062533 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:55:44.062533 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:55:44.062533 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:55:44.062533 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:55:44.062533 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:55:44.062533 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:55:44.172655 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02f3eb-1739-46b6-a1e7-ccbf6a5c5fef req-6c1b3911-77f5-43f9-82a5-bb67af58a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:44.174078 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eb02f3eb-1739-46b6-a1e7-ccbf6a5c5fef req-6c1b3911-77f5-43f9-82a5-bb67af58a301 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=acff72951c8f4036b58130594185f7d0&device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 1098 time: 0.2416327 Nov 10 17:55:44.202098 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d44b25-47a2-4fa5-a720-ce1617e3964c None None] get_active_networks_info from n-d-776250-10 {{(pid=102470) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 17:55:44.354397 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c8ebfc2e-96b7-4724-9127-31709d534f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'name': 'tempest-TestVolumeBackupRestore-1998506311-router', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '94590fba-e3fd-4a57-9496-ae67f264e580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:29Z', 'updated_at': '2021-11-10T17:50:39Z', 'revision_number': 4, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'gw_port': {'id': '94590fba-e3fd-4a57-9496-ae67f264e580', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:31Z', 'updated_at': '2021-11-10T17:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '3104eda2-a8bd-4ff9-8c98-d264ebcaacf9', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'floating_ip_address': '172.25.5.170', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'port_id': '946803be-28b2-4853-bc04-fd599f0cef14', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd476e6-793e-44bf-aabd-48157f37f673', 'mac_address': 'fa:16:3e:45:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a347f83-a206-43d4-94e1-640490ce7f91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:55:32Z', 'updated_at': '2021-11-10T17:55:41Z', 'revision_number': 2, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87dc8f3e-ca18-44de-ad31-049485f4da6e', 'name': '', 'network_id': '2dd476e6-793e-44bf-aabd-48157f37f673', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'mac_address': 'fa:16:3e:56:36:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '0f2cccc8-127e-4986-96f4-ea926a4536bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:37Z', 'updated_at': '2021-11-10T17:50:48Z', 'revision_number': 5, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'subnets': [{'id': '0f2cccc8-127e-4986-96f4-ea926a4536bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:44.411858 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02f3eb-1739-46b6-a1e7-ccbf6a5c5fef req-df1507cf-6106-4cbb-bdfe-a587b8529170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:44.413811 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eb02f3eb-1739-46b6-a1e7-ccbf6a5c5fef req-df1507cf-6106-4cbb-bdfe-a587b8529170 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2dd476e6-793e-44bf-aabd-48157f37f673 HTTP/1.1" status: 200 len: 915 time: 0.2318714 Nov 10 17:55:44.465547 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d1e6f-47c5-405b-ab02-f98ed8f5bcbc req-ef0a6161-049d-4629-890e-5d3f8514474a tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:44.475544 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d68d1e6f-47c5-405b-ab02-f98ed8f5bcbc req-ef0a6161-049d-4629-890e-5d3f8514474a tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 945 time: 0.1074286 Nov 10 17:55:44.542807 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0fbd067b-be52-4c4a-a5b8-f832930ee912 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:44.551661 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0fbd067b-be52-4c4a-a5b8-f832930ee912 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:44.562636 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0fbd067b-be52-4c4a-a5b8-f832930ee912 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "DELETE /v2.0/networks/53cc824c-6457-4c0c-ae4f-c910edd88558 HTTP/1.1" status: 204 len: 168 time: 4.4360895 Nov 10 17:55:44.565288 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 38982) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:44.574886 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d44b25-47a2-4fa5-a720-ce1617e3964c None None] Resources bound (agent type, host, resource id): {{(pid=102470) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 17:55:44.595575 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d68d1e6f-47c5-405b-ab02-f98ed8f5bcbc req-9f511ceb-0c0e-4905-9818-b76f9590d761 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186223 Nov 10 17:55:44.638976 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-d87f8ca1-6c48-4c9f-ba9b-674cc9f0775a tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] DELETE failed (client error): The resource could not be found. Nov 10 17:55:44.640374 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d87f8ca1-6c48-4c9f-ba9b-674cc9f0775a tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:55:44.648093 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38984) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:44.653766 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-3971acf4-ccca-4d18-bbd5-a13eccbe45d6 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-262938560', 'description': 'd1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:44.657929 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d87f8ca1-6c48-4c9f-ba9b-674cc9f0775a tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "DELETE /v2.0/networks/53cc824c-6457-4c0c-ae4f-c910edd88558 HTTP/1.1" status: 404 len: 339 time: 0.0845561 Nov 10 17:55:44.663455 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ebfc2e-96b7-4724-9127-31709d534f19 None None] The sync data for ids ['58e5e7f2-cc2b-482c-84ab-df0c8966a923'] in n-d-776250-10 is: [{'id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'name': 'tempest-TestVolumeBackupRestore-1998506311-router', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '94590fba-e3fd-4a57-9496-ae67f264e580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:29Z', 'updated_at': '2021-11-10T17:50:39Z', 'revision_number': 4, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'gw_port': {'id': '94590fba-e3fd-4a57-9496-ae67f264e580', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:31Z', 'updated_at': '2021-11-10T17:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '3104eda2-a8bd-4ff9-8c98-d264ebcaacf9', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'floating_ip_address': '172.25.5.170', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'port_id': '946803be-28b2-4853-bc04-fd599f0cef14', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd476e6-793e-44bf-aabd-48157f37f673', 'mac_address': 'fa:16:3e:45:84:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a347f83-a206-43d4-94e1-640490ce7f91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:55:32Z', 'updated_at': '2021-11-10T17:55:41Z', 'revision_number': 2, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87dc8f3e-ca18-44de-ad31-049485f4da6e', 'name': '', 'network_id': '2dd476e6-793e-44bf-aabd-48157f37f673', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'mac_address': 'fa:16:3e:56:36:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '0f2cccc8-127e-4986-96f4-ea926a4536bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:37Z', 'updated_at': '2021-11-10T17:50:48Z', 'revision_number': 5, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'subnets': [{'id': '0f2cccc8-127e-4986-96f4-ea926a4536bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:55:44.664945 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd067b-be52-4c4a-a5b8-f832930ee912 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event deleted for resources: {'Network': ['ID=53cc824c-6457-4c0c-ae4f-c910edd88558,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:44.702913 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eb02f3eb-1739-46b6-a1e7-ccbf6a5c5fef req-19dd957a-c82a-453a-a6f8-a622e553ab59 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=946803be-28b2-4853-bc04-fd599f0cef14 HTTP/1.1" status: 200 len: 1002 time: 0.2615547 Nov 10 17:55:44.720881 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3971acf4-ccca-4d18-bbd5-a13eccbe45d6 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Made reservation on behalf of f5198ac8c5b0426ba31d6ed583837e0f for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:55:44.724840 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3971acf4-ccca-4d18-bbd5-a13eccbe45d6 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:44.811501 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3971acf4-ccca-4d18-bbd5-a13eccbe45d6 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:55:44.844736 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3971acf4-ccca-4d18-bbd5-a13eccbe45d6 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:44.845493 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-3971acf4-ccca-4d18-bbd5-a13eccbe45d6 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Added segment 367c2155-580c-442a-a0ec-0d4b5c583c50 of type vlan for network 2c0ac59f-d008-4114-b61e-43463bf7be48 Nov 10 17:55:44.866801 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02f3eb-1739-46b6-a1e7-ccbf6a5c5fef req-2dd8dc7e-31a1-47c9-a943-acb2c379a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:44.877296 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eb02f3eb-1739-46b6-a1e7-ccbf6a5c5fef req-2dd8dc7e-31a1-47c9-a943-acb2c379a25f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0f2cccc8-127e-4986-96f4-ea926a4536bf HTTP/1.1" status: 200 len: 853 time: 0.1734390 Nov 10 17:55:45.009878 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3971acf4-ccca-4d18-bbd5-a13eccbe45d6 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:45.014983 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device f87048c1-df85-4bde-82e2-88c0d4e540e3 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:55:45.025203 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02f3eb-1739-46b6-a1e7-ccbf6a5c5fef req-cb6e0327-d258-4809-8657-684792d5beec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:45.026879 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eb02f3eb-1739-46b6-a1e7-ccbf6a5c5fef req-cb6e0327-d258-4809-8657-684792d5beec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2dd476e6-793e-44bf-aabd-48157f37f673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1378996 Nov 10 17:55:45.093863 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3971acf4-ccca-4d18-bbd5-a13eccbe45d6 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:45.109354 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3971acf4-ccca-4d18-bbd5-a13eccbe45d6 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:45.113510 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3971acf4-ccca-4d18-bbd5-a13eccbe45d6 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:45.245678 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 38992) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:45.252591 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3971acf4-ccca-4d18-bbd5-a13eccbe45d6 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6030324 Nov 10 17:55:45.264316 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eb02f3eb-1739-46b6-a1e7-ccbf6a5c5fef req-2a1f9df7-f37c-40a3-9b08-6c4f395959bd service neutron] 10.222.0.11 "GET /v2.0/networks/2dd476e6-793e-44bf-aabd-48157f37f673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276442 Nov 10 17:55:45.283916 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971acf4-ccca-4d18-bbd5-a13eccbe45d6 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event updated for resources: {'Network': ['ID=2c0ac59f-d008-4114-b61e-43463bf7be48,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:45.341278 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 2c0ac59f-d008-4114-b61e-43463bf7be48 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:55:45.450917 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port f87048c1-df85-4bde-82e2-88c0d4e540e3 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:55:45.451293 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:45.533571 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340fd6bc-1352-4178-814e-6fdd6aa892d0 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:45.535564 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-340fd6bc-1352-4178-814e-6fdd6aa892d0 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "GET /v2.0/networks?id=2c0ac59f-d008-4114-b61e-43463bf7be48 HTTP/1.1" status: 200 len: 760 time: 0.2883537 Nov 10 17:55:45.539892 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 38994) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:45.547437 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eb02f3eb-1739-46b6-a1e7-ccbf6a5c5fef req-a67946b1-9b72-469d-ae7b-fb4e823e4f7d service neutron] 10.222.0.11 "GET /v2.0/networks/2dd476e6-793e-44bf-aabd-48157f37f673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706621 Nov 10 17:55:45.548567 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-4994f248-14b9-4a01-bcb5-711bdf93b965 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Request body: {'network': {'description': 'd2'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:45.664930 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:45.729621 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacc0da8-04bd-46f3-8f8a-e1321f404c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87048c1-df85-4bde-82e2-88c0d4e540e3'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:55:45.735067 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a836966-5a11-4b51-ba23-9e563d508398" -d '{"events": [{"server_uuid": "aacc0da8-04bd-46f3-8f8a-e1321f404c59", "name": "network-vif-plugged", "status": "completed", "tag": "f87048c1-df85-4bde-82e2-88c0d4e540e3"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:55:45.788319 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port f87048c1-df85-4bde-82e2-88c0d4e540e3, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=f87048c1-df85-4bde-82e2-88c0d4e540e3,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:55:45.794662 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:45.887757 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adcba80-1f2a-4d1e-9bfe-7c7854764d63 req-c72df41b-4933-40f0-93a4-1bcb71260086 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:45.899469 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3adcba80-1f2a-4d1e-9bfe-7c7854764d63 req-c72df41b-4933-40f0-93a4-1bcb71260086 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 945 time: 0.1725972 Nov 10 17:55:45.909919 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24da4dd1-cb7d-4a06-bc24-dd156e559f10 x-openstack-request-id: req-24da4dd1-cb7d-4a06-bc24-dd156e559f10 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:55:45.910153 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aacc0da8-04bd-46f3-8f8a-e1321f404c59", "name": "network-vif-plugged", "status": "completed", "tag": "f87048c1-df85-4bde-82e2-88c0d4e540e3", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:55:45.910397 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-24da4dd1-cb7d-4a06-bc24-dd156e559f10 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:55:45.910862 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacc0da8-04bd-46f3-8f8a-e1321f404c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87048c1-df85-4bde-82e2-88c0d4e540e3', 'code': 200} Nov 10 17:55:45.912272 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=f87048c1-df85-4bde-82e2-88c0d4e540e3,revision_number=7']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:45.924558 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4994f248-14b9-4a01-bcb5-711bdf93b965 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:45.954162 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4994f248-14b9-4a01-bcb5-711bdf93b965 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:46.036457 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3adcba80-1f2a-4d1e-9bfe-7c7854764d63 req-d0f92d32-bd19-496b-a9b5-166ea894a1e2 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278827 Nov 10 17:55:46.092282 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994f248-14b9-4a01-bcb5-711bdf93b965 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event updated for resources: {'Network': ['ID=2c0ac59f-d008-4114-b61e-43463bf7be48,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:46.102468 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4994f248-14b9-4a01-bcb5-711bdf93b965 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Network 2c0ac59f-d008-4114-b61e-43463bf7be48 is not hosted by any dhcp agent {{(pid=102468) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 17:55:46.111039 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4994f248-14b9-4a01-bcb5-711bdf93b965 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:46.112369 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4994f248-14b9-4a01-bcb5-711bdf93b965 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:46.114685 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4994f248-14b9-4a01-bcb5-711bdf93b965 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "PUT /v2.0/networks/2c0ac59f-d008-4114-b61e-43463bf7be48 HTTP/1.1" status: 200 len: 757 time: 0.5729406 Nov 10 17:55:46.116114 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 2c0ac59f-d008-4114-b61e-43463bf7be48 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:55:46.118640 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39004) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:46.767524 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db780c3-3779-4c06-aa7f-a0fb8ebbd056 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:46.774551 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6db780c3-3779-4c06-aa7f-a0fb8ebbd056 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "GET /v2.0/networks?id=2c0ac59f-d008-4114-b61e-43463bf7be48 HTTP/1.1" status: 200 len: 760 time: 0.6502349 Nov 10 17:55:46.775172 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39006) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:46.783358 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-d6ed4e31-fa76-47fb-bb13-12418626d962 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-515142968'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:46.829198 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ed4e31-fa76-47fb-bb13-12418626d962 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Made reservation on behalf of f5198ac8c5b0426ba31d6ed583837e0f for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:55:46.849044 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d6ed4e31-fa76-47fb-bb13-12418626d962 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:46.895052 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ed4e31-fa76-47fb-bb13-12418626d962 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:55:46.920276 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d6ed4e31-fa76-47fb-bb13-12418626d962 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:46.920647 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-d6ed4e31-fa76-47fb-bb13-12418626d962 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Added segment 99a7a34f-7e03-4c5e-beeb-2da3a31b5013 of type vlan for network 798be8e7-b707-4343-a47b-b7b6ca7e4aa3 Nov 10 17:55:47.007218 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d6ed4e31-fa76-47fb-bb13-12418626d962 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:47.074867 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d6ed4e31-fa76-47fb-bb13-12418626d962 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:47.087483 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ed4e31-fa76-47fb-bb13-12418626d962 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:47.089025 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d6ed4e31-fa76-47fb-bb13-12418626d962 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:47.407725 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39020) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:47.413011 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d6ed4e31-fa76-47fb-bb13-12418626d962 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6361833 Nov 10 17:55:47.421223 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-f19a0499-b911-40c6-9035-fdd46709990c tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Request body: {'subnet': {'network_id': '798be8e7-b707-4343-a47b-b7b6ca7e4aa3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:47.525629 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ed4e31-fa76-47fb-bb13-12418626d962 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event updated for resources: {'Network': ['ID=798be8e7-b707-4343-a47b-b7b6ca7e4aa3,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:47.538758 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 798be8e7-b707-4343-a47b-b7b6ca7e4aa3 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:55:47.578693 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5f128-525f-4297-b076-c0bdc8d03fce req-541a4ba3-874f-4f27-93be-88f7c211553b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:47.585843 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fdd5f128-525f-4297-b076-c0bdc8d03fce req-541a4ba3-874f-4f27-93be-88f7c211553b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 946 time: 0.3961837 Nov 10 17:55:47.735111 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fdd5f128-525f-4297-b076-c0bdc8d03fce req-54546ddb-a106-44a6-bc96-7d06c7574d07 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390560 Nov 10 17:55:47.754683 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39024) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:47.776328 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19a0499-b911-40c6-9035-fdd46709990c tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Made reservation on behalf of f5198ac8c5b0426ba31d6ed583837e0f for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:55:47.781163 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f19a0499-b911-40c6-9035-fdd46709990c tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:47.985573 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec3e96c5-fe1f-4932-a518-bc9292db2939 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:48.059066 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f19a0499-b911-40c6-9035-fdd46709990c tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:48.200137 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a0499-b911-40c6-9035-fdd46709990c tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event updated for resources: {'Subnet': ['ID=e06088cf-b715-43dd-8038-57eff9c9c8cc,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:48.222999 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19a0499-b911-40c6-9035-fdd46709990c tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Checking segment: {'id': '99a7a34f-7e03-4c5e-beeb-2da3a31b5013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '798be8e7-b707-4343-a47b-b7b6ca7e4aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:55:48.223949 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19a0499-b911-40c6-9035-fdd46709990c tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Network hostable DHCP agents. Network: 798be8e7-b707-4343-a47b-b7b6ca7e4aa3, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:55:48.275006 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19a0499-b911-40c6-9035-fdd46709990c tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Network 798be8e7-b707-4343-a47b-b7b6ca7e4aa3 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:55:48.300998 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec3e96c5-fe1f-4932-a518-bc9292db2939 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:48.317291 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-f19a0499-b911-40c6-9035-fdd46709990c tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 798be8e7-b707-4343-a47b-b7b6ca7e4aa3) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:55:48.323506 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec3e96c5-fe1f-4932-a518-bc9292db2939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:48.335136 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040c2a10-2958-4cd7-9494-d9f315c64f0f None None] Network 798be8e7-b707-4343-a47b-b7b6ca7e4aa3 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:55:48.338299 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19a0499-b911-40c6-9035-fdd46709990c tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:48.341536 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f19a0499-b911-40c6-9035-fdd46709990c tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:48.371601 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f19a0499-b911-40c6-9035-fdd46709990c tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9546013 Nov 10 17:55:48.378646 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39034) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:48.444581 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ec3e96c5-fe1f-4932-a518-bc9292db2939 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=95fcf2c2c3014689aa23e780c8e20a13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6869705 Nov 10 17:55:48.446159 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e96c5-fe1f-4932-a518-bc9292db2939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ce539e-098e-4de7-a68b-12a341c3989d,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:48.451321 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39038) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:48.603602 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-54f2fba9-4b8e-4e70-8d5a-f428b4bfd5ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:48.640904 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3f70588d-ae63-408b-9804-36cd9f9669c1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:48.641462 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-54f2fba9-4b8e-4e70-8d5a-f428b4bfd5ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:48.645200 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8829ca-4b16-4b5c-9987-4b683a44c550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-798be8e7-b707-4343-a47b-b7b6ca7e4aa3', 'network_id': '798be8e7-b707-4343-a47b-b7b6ca7e4aa3', 'tenant_id': 'f5198ac8c5b0426ba31d6ed583837e0f', 'fixed_ips': [{'subnet_id': 'e06088cf-b715-43dd-8038-57eff9c9c8cc'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:55:48.651494 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fa8829ca-4b16-4b5c-9987-4b683a44c550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:48.705809 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-54f2fba9-4b8e-4e70-8d5a-f428b4bfd5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:48.713033 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-54f2fba9-4b8e-4e70-8d5a-f428b4bfd5ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:48.714348 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-54f2fba9-4b8e-4e70-8d5a-f428b4bfd5ee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/38ce539e-098e-4de7-a68b-12a341c3989d HTTP/1.1" status: 204 len: 168 time: 0.2592394 Nov 10 17:55:48.738137 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2fba9-4b8e-4e70-8d5a-f428b4bfd5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ce539e-098e-4de7-a68b-12a341c3989d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:48.770208 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3f70588d-ae63-408b-9804-36cd9f9669c1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:48.947859 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb6fe8-d646-4904-b26c-d79f53d29045 req-17cc7f7f-c0b3-42cf-828c-7ec737e13fdb tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:48.957062 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-adeb6fe8-d646-4904-b26c-d79f53d29045 req-17cc7f7f-c0b3-42cf-828c-7ec737e13fdb tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 946 time: 0.0953653 Nov 10 17:55:48.999237 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-fa8829ca-4b16-4b5c-9987-4b683a44c550 None None] Allocated IP 172.20.0.2 (798be8e7-b707-4343-a47b-b7b6ca7e4aa3/e06088cf-b715-43dd-8038-57eff9c9c8cc/cdd557da-56c7-41d3-99b6-e2d683fe4eef) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:55:49.049728 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-adeb6fe8-d646-4904-b26c-d79f53d29045 req-13e218df-d7fb-45e2-a8e4-6704cef3509b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900857 Nov 10 17:55:49.239969 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fa8829ca-4b16-4b5c-9987-4b683a44c550 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:49.266917 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fa8829ca-4b16-4b5c-9987-4b683a44c550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:49.313302 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3f70588d-ae63-408b-9804-36cd9f9669c1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:49.328770 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39048) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:49.352025 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8829ca-4b16-4b5c-9987-4b683a44c550 None None] Network 798be8e7-b707-4343-a47b-b7b6ca7e4aa3 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:55:49.361566 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-fa8829ca-4b16-4b5c-9987-4b683a44c550 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:55:49.366017 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8829ca-4b16-4b5c-9987-4b683a44c550 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:55:49.382159 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a02d0ed4-5801-4ce8-9a97-10fb4d51dcff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:49.459991 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70588d-ae63-408b-9804-36cd9f9669c1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event deleted for resources: {'Subnet': ['ID=e06088cf-b715-43dd-8038-57eff9c9c8cc,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:49.517263 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8829ca-4b16-4b5c-9987-4b683a44c550 None None] Pushing event updated for resources: {'Port': ['ID=cdd557da-56c7-41d3-99b6-e2d683fe4eef,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:49.551568 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8829ca-4b16-4b5c-9987-4b683a44c550 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:49.551948 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8829ca-4b16-4b5c-9987-4b683a44c550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:49.552317 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8829ca-4b16-4b5c-9987-4b683a44c550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:49.552728 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8829ca-4b16-4b5c-9987-4b683a44c550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:49.553159 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8829ca-4b16-4b5c-9987-4b683a44c550 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:49.554278 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8829ca-4b16-4b5c-9987-4b683a44c550 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:49.554618 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8829ca-4b16-4b5c-9987-4b683a44c550 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:49.555067 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8829ca-4b16-4b5c-9987-4b683a44c550 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:49.555465 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8829ca-4b16-4b5c-9987-4b683a44c550 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:49.555865 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8829ca-4b16-4b5c-9987-4b683a44c550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:49.556222 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8829ca-4b16-4b5c-9987-4b683a44c550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:49.556549 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8829ca-4b16-4b5c-9987-4b683a44c550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:55:49.573235 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-fa8829ca-4b16-4b5c-9987-4b683a44c550 None None] Attempting to bind port cdd557da-56c7-41d3-99b6-e2d683fe4eef on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:55:49.574038 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-fa8829ca-4b16-4b5c-9987-4b683a44c550 None None] Attempting to bind port cdd557da-56c7-41d3-99b6-e2d683fe4eef by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '99a7a34f-7e03-4c5e-beeb-2da3a31b5013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '798be8e7-b707-4343-a47b-b7b6ca7e4aa3'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:55:49.574402 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8829ca-4b16-4b5c-9987-4b683a44c550 None None] Attempting to bind port cdd557da-56c7-41d3-99b6-e2d683fe4eef on network 798be8e7-b707-4343-a47b-b7b6ca7e4aa3 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:55:49.581100 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8829ca-4b16-4b5c-9987-4b683a44c550 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:55:49.581731 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8829ca-4b16-4b5c-9987-4b683a44c550 None None] Checking segment: {'id': '99a7a34f-7e03-4c5e-beeb-2da3a31b5013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '798be8e7-b707-4343-a47b-b7b6ca7e4aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:55:49.582707 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fa8829ca-4b16-4b5c-9987-4b683a44c550 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:49.583102 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8829ca-4b16-4b5c-9987-4b683a44c550 None None] Bound using segment: {'id': '99a7a34f-7e03-4c5e-beeb-2da3a31b5013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '798be8e7-b707-4343-a47b-b7b6ca7e4aa3'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:55:49.583581 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-fa8829ca-4b16-4b5c-9987-4b683a44c550 None None] Bound port: cdd557da-56c7-41d3-99b6-e2d683fe4eef, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a7a34f-7e03-4c5e-beeb-2da3a31b5013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '798be8e7-b707-4343-a47b-b7b6ca7e4aa3'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:55:49.584002 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fa8829ca-4b16-4b5c-9987-4b683a44c550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:49.650603 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a02d0ed4-5801-4ce8-9a97-10fb4d51dcff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:49.658551 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a02d0ed4-5801-4ce8-9a97-10fb4d51dcff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:49.665724 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3f70588d-ae63-408b-9804-36cd9f9669c1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:49.716032 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-3f70588d-ae63-408b-9804-36cd9f9669c1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798be8e7-b707-4343-a47b-b7b6ca7e4aa3']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:49.723826 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a02d0ed4-5801-4ce8-9a97-10fb4d51dcff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f22aaf18409b4b21a7d302a206255070&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3933542 Nov 10 17:55:49.726995 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39050) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:49.727662 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-3f70588d-ae63-408b-9804-36cd9f9669c1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a7a34f-7e03-4c5e-beeb-2da3a31b5013') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:49.728475 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-3f70588d-ae63-408b-9804-36cd9f9669c1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a7a34f-7e03-4c5e-beeb-2da3a31b5013') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:49.745464 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3f70588d-ae63-408b-9804-36cd9f9669c1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:49.751283 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-fa8829ca-4b16-4b5c-9987-4b683a44c550 None None] For port cdd557da-56c7-41d3-99b6-e2d683fe4eef, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:55:49.758389 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-fa8829ca-4b16-4b5c-9987-4b683a44c550 None None] For port cdd557da-56c7-41d3-99b6-e2d683fe4eef, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=cdd557da-56c7-41d3-99b6-e2d683fe4eef,segment=NetworkSegment(99a7a34f-7e03-4c5e-beeb-2da3a31b5013),segment_id=99a7a34f-7e03-4c5e-beeb-2da3a31b5013)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:55:49.764887 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fa8829ca-4b16-4b5c-9987-4b683a44c550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:49.781034 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3f70588d-ae63-408b-9804-36cd9f9669c1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:49.806406 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f70588d-ae63-408b-9804-36cd9f9669c1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:55:49.808394 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3f70588d-ae63-408b-9804-36cd9f9669c1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:49.845110 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d0ed4-5801-4ce8-9a97-10fb4d51dcff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f13c5a6-8ed5-4644-b1d9-a6252f202ba4,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:49.848401 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:55:49.848401 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:55:49.848401 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:55:49.848401 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:55:49.848401 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:55:49.848401 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:55:49.848401 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:55:49.848401 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:55:49.848401 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:55:49.848401 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:55:49.848401 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:55:49.848401 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:55:49.848401 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:55:49.848401 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:55:49.848401 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:55:49.848401 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:55:49.848401 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:55:49.848401 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:55:49.848401 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:55:49.848401 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:55:49.848401 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:55:49.848401 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:55:49.848401 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:55:49.848401 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:55:49.848401 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:55:49.848401 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:55:49.848401 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:55:49.848401 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:55:49.848401 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:55:49.848401 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:55:49.848401 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:55:49.848401 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:55:49.883168 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f6ee70-9560-4b58-982c-835199438dd0 None None] Network 798be8e7-b707-4343-a47b-b7b6ca7e4aa3 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:55:49.883834 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa5a42de-1ec4-4d69-9d96-054aeb789546 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:49.923032 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa5a42de-1ec4-4d69-9d96-054aeb789546 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:49.961207 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.db.api [None req-3f70588d-ae63-408b-9804-36cd9f9669c1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 17:55:49.961207 n-d-776250-10 neutron-server[102469]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 17:55:49.961207 n-d-776250-10 neutron-server[102469]: [parameters: {'id': '798be8e7-b707-4343-a47b-b7b6ca7e4aa3'}] Nov 10 17:55:49.961207 n-d-776250-10 neutron-server[102469]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:55:49.961755 n-d-776250-10 neutron-server[102469]: DEBUG oslo_db.api [None req-3f70588d-ae63-408b-9804-36cd9f9669c1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:55:50.011690 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa5a42de-1ec4-4d69-9d96-054aeb789546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:50.037033 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa5a42de-1ec4-4d69-9d96-054aeb789546 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:50.041970 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-aa5a42de-1ec4-4d69-9d96-054aeb789546 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9f13c5a6-8ed5-4644-b1d9-a6252f202ba4 HTTP/1.1" status: 204 len: 168 time: 0.3105326 Nov 10 17:55:50.050654 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a42de-1ec4-4d69-9d96-054aeb789546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f13c5a6-8ed5-4644-b1d9-a6252f202ba4,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:50.082981 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8829ca-4b16-4b5c-9987-4b683a44c550 None None] Pushing event updated for resources: {'Port': ['ID=cdd557da-56c7-41d3-99b6-e2d683fe4eef,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:50.281996 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fde100-e045-4e9a-9f2f-1a507bfebf70 req-9c585870-3e61-44f3-a544-41c099a0721e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:50.283758 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-05fde100-e045-4e9a-9f2f-1a507bfebf70 req-9c585870-3e61-44f3-a544-41c099a0721e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 946 time: 0.0824485 Nov 10 17:55:50.287396 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070021cf-2b59-4c1f-92d4-e6e56a7f9401 None None] get_active_networks_info from n-d-776250-10 {{(pid=102470) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 17:55:50.353630 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-05fde100-e045-4e9a-9f2f-1a507bfebf70 req-ab2e9cc0-7b6f-4c11-bcac-2fb0e477698f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617495 Nov 10 17:55:50.463050 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3f70588d-ae63-408b-9804-36cd9f9669c1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:50.493635 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070021cf-2b59-4c1f-92d4-e6e56a7f9401 None None] Resources bound (agent type, host, resource id): {{(pid=102470) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 17:55:50.577080 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-3f70588d-ae63-408b-9804-36cd9f9669c1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Deleting port cdd557da-56c7-41d3-99b6-e2d683fe4eef {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:55:50.577520 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3f70588d-ae63-408b-9804-36cd9f9669c1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:50.795364 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-3f70588d-ae63-408b-9804-36cd9f9669c1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] For port cdd557da-56c7-41d3-99b6-e2d683fe4eef, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=cdd557da-56c7-41d3-99b6-e2d683fe4eef,segment=NetworkSegment(99a7a34f-7e03-4c5e-beeb-2da3a31b5013),segment_id=99a7a34f-7e03-4c5e-beeb-2da3a31b5013)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:55:50.799271 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3f70588d-ae63-408b-9804-36cd9f9669c1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:50.844593 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-3f70588d-ae63-408b-9804-36cd9f9669c1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Calling delete_port for cdd557da-56c7-41d3-99b6-e2d683fe4eef owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:55:51.019660 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3f70588d-ae63-408b-9804-36cd9f9669c1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:51.060490 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70588d-ae63-408b-9804-36cd9f9669c1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event deleted for resources: {'Port': ['ID=cdd557da-56c7-41d3-99b6-e2d683fe4eef,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:51.074789 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f70588d-ae63-408b-9804-36cd9f9669c1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] No DVR routers for this DVR port cdd557da-56c7-41d3-99b6-e2d683fe4eef on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:55:51.237168 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3f70588d-ae63-408b-9804-36cd9f9669c1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:51.265553 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-3f70588d-ae63-408b-9804-36cd9f9669c1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798be8e7-b707-4343-a47b-b7b6ca7e4aa3']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:51.276956 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-3f70588d-ae63-408b-9804-36cd9f9669c1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a7a34f-7e03-4c5e-beeb-2da3a31b5013') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:51.277227 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-3f70588d-ae63-408b-9804-36cd9f9669c1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a7a34f-7e03-4c5e-beeb-2da3a31b5013') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:51.291412 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3f70588d-ae63-408b-9804-36cd9f9669c1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:51.307624 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3f70588d-ae63-408b-9804-36cd9f9669c1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:51.316864 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f70588d-ae63-408b-9804-36cd9f9669c1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:55:51.317641 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3f70588d-ae63-408b-9804-36cd9f9669c1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:51.321655 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:55:51.321655 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:55:51.321655 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:55:51.321655 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:55:51.321655 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:55:51.321655 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:55:51.321655 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:55:51.321655 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:55:51.321655 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:55:51.321655 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:55:51.321655 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:55:51.321655 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:55:51.321655 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:55:51.321655 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:55:51.321655 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:55:51.321655 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:55:51.321655 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:55:51.321655 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:55:51.321655 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:55:51.321655 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:55:51.321655 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:55:51.321655 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:55:51.321655 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:55:51.321655 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:55:51.321655 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:55:51.321655 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:55:51.321655 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:55:51.321655 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:55:51.321655 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:55:51.321655 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:55:51.321655 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:55:51.321655 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:55:51.404775 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3f70588d-ae63-408b-9804-36cd9f9669c1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:51.411204 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3f70588d-ae63-408b-9804-36cd9f9669c1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:51.415303 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3f70588d-ae63-408b-9804-36cd9f9669c1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "DELETE /v2.0/networks/798be8e7-b707-4343-a47b-b7b6ca7e4aa3 HTTP/1.1" status: 204 len: 168 time: 3.0353804 Nov 10 17:55:51.418653 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39088) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:51.436281 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70588d-ae63-408b-9804-36cd9f9669c1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event deleted for resources: {'Network': ['ID=798be8e7-b707-4343-a47b-b7b6ca7e4aa3,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:51.463977 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf3990d-9ec5-47be-be8b-ed90f28c6a78 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] GET failed (client error): The resource could not be found. Nov 10 17:55:51.465653 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cdf3990d-9ec5-47be-be8b-ed90f28c6a78 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "GET /v2.0/subnets/e06088cf-b715-43dd-8038-57eff9c9c8cc HTTP/1.1" status: 404 len: 337 time: 0.0452504 Nov 10 17:55:51.469386 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39090) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:51.573535 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae0052f-9edf-4073-a4b9-a85d33f07462 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] DELETE failed (client error): The resource could not be found. Nov 10 17:55:51.574196 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae0052f-9edf-4073-a4b9-a85d33f07462 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:55:51.579232 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fae0052f-9edf-4073-a4b9-a85d33f07462 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "DELETE /v2.0/networks/798be8e7-b707-4343-a47b-b7b6ca7e4aa3 HTTP/1.1" status: 404 len: 339 time: 0.1084576 Nov 10 17:55:51.583624 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39100) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:51.610989 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb96f4-e3fe-4cfe-9279-565fa325cc6a req-1f515241-0e11-4705-a966-93ecdbb51b0e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:51.612592 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-12fb96f4-e3fe-4cfe-9279-565fa325cc6a req-1f515241-0e11-4705-a966-93ecdbb51b0e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 946 time: 0.0867016 Nov 10 17:55:51.684544 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-12fb96f4-e3fe-4cfe-9279-565fa325cc6a req-e21787e3-3426-41d1-b99e-4c0c12a6d13e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652328 Nov 10 17:55:51.908431 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7194027-3866-46ea-b130-174c17b1770b tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:51.912667 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b7194027-3866-46ea-b130-174c17b1770b tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3251574 Nov 10 17:55:51.913117 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39104) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:51.969817 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a52ab453-c9e3-4488-9faa-0ea57873face tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "GET /v2.0/subnets?network_id=ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 207 time: 0.0548015 Nov 10 17:55:51.973507 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39108) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:52.117871 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39110) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:52.235488 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ed0ae8-3138-447d-bbf7-46d1cdf6f6e4 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:52.248566 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ed0ae8-3138-447d-bbf7-46d1cdf6f6e4 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:52.266411 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ed0ae8-3138-447d-bbf7-46d1cdf6f6e4 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:52.293836 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ed0ae8-3138-447d-bbf7-46d1cdf6f6e4 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:52.299841 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f1ed0ae8-3138-447d-bbf7-46d1cdf6f6e4 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3210125 Nov 10 17:55:52.301561 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39118) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:52.305448 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d3240ff5-8c79-4057-a319-ded9521f68ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:52.434411 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d3240ff5-8c79-4057-a319-ded9521f68ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:52.458461 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d3240ff5-8c79-4057-a319-ded9521f68ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:52.540108 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-80f3d66a-7ddd-4b93-a8ba-8c5d1c661cf6 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2343445 Nov 10 17:55:52.542467 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39122) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:52.546619 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d3240ff5-8c79-4057-a319-ded9521f68ad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8aac137a236649c6bbd09c77a9452c84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4247830 Nov 10 17:55:52.546869 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3240ff5-8c79-4057-a319-ded9521f68ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99874b1-3e36-4513-9808-a9aa8cf7824c,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:52.550086 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39124) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:52.631885 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfe3af1-c24f-4609-99cb-d7caf3306c2b tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:52.636589 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfe3af1-c24f-4609-99cb-d7caf3306c2b tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:52.636928 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9abb4ac6-53ae-43df-961a-9b465b89f2f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:52.639911 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-fbfe3af1-c24f-4609-99cb-d7caf3306c2b tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0949855 Nov 10 17:55:52.643928 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39128) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:52.676835 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9abb4ac6-53ae-43df-961a-9b465b89f2f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:52.782179 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d889ab1-1b67-45de-a94b-8a0090ff7beb tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['shared'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:52.790373 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d889ab1-1b67-45de-a94b-8a0090ff7beb tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['shared'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:52.796273 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4d889ab1-1b67-45de-a94b-8a0090ff7beb tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1457775 Nov 10 17:55:52.798844 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39132) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:52.816122 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9abb4ac6-53ae-43df-961a-9b465b89f2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:52.824508 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9abb4ac6-53ae-43df-961a-9b465b89f2f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:52.825888 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9abb4ac6-53ae-43df-961a-9b465b89f2f2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a99874b1-3e36-4513-9808-a9aa8cf7824c HTTP/1.1" status: 204 len: 168 time: 0.2746153 Nov 10 17:55:52.888994 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb4ac6-53ae-43df-961a-9b465b89f2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99874b1-3e36-4513-9808-a9aa8cf7824c,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:52.914724 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b4d0e-e5ad-4612-8359-35b2324ff9aa req-e31edffd-db71-4232-a79a-6676e6ae6757 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:52.917027 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a21b4d0e-e5ad-4612-8359-35b2324ff9aa req-e31edffd-db71-4232-a79a-6676e6ae6757 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 946 time: 0.1233463 Nov 10 17:55:52.976685 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f29153d-255d-44ed-ac88-9cb7a26cc5b0 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:52.985095 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3f29153d-255d-44ed-ac88-9cb7a26cc5b0 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "GET /v2.0/networks/8afe6e97-70f0-49be-aeec-4f0d13298a34 HTTP/1.1" status: 200 len: 800 time: 0.1842680 Nov 10 17:55:52.985945 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39136) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:53.061268 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a21b4d0e-e5ad-4612-8359-35b2324ff9aa req-b8d3e0d8-4b5e-4e25-a1b0-c7e2472d6606 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344259 Nov 10 17:55:53.253162 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39140) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:53.253480 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e7539dbe-0978-4181-be81-0a27ea7ebf3b tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "GET /v2.0/networks/8afe6e97-70f0-49be-aeec-4f0d13298a34?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2658997 Nov 10 17:55:53.382289 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d33a6f-7245-4da8-bb6a-905812270eab tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:53.384332 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c7d33a6f-7245-4da8-bb6a-905812270eab tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "GET /v2.0/subnets/e3426850-a882-4d6a-9a9f-4d503f59af2b HTTP/1.1" status: 200 len: 811 time: 0.1297650 Nov 10 17:55:53.387836 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39148) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:53.481338 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c947f6-f583-4617-93e8-56518a14f61e tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['shared'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:53.487232 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a8c947f6-f583-4617-93e8-56518a14f61e tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "GET /v2.0/subnets/e3426850-a882-4d6a-9a9f-4d503f59af2b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0946157 Nov 10 17:55:53.487453 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39154) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:53.496970 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-68b88e27-1497-4ed5-b9d8-1fd387fd586f tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-747013509'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:53.539996 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b88e27-1497-4ed5-b9d8-1fd387fd586f tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Made reservation on behalf of f5198ac8c5b0426ba31d6ed583837e0f for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:55:53.548232 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-68b88e27-1497-4ed5-b9d8-1fd387fd586f tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:53.594238 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b88e27-1497-4ed5-b9d8-1fd387fd586f tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:55:53.609851 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-68b88e27-1497-4ed5-b9d8-1fd387fd586f tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:53.610838 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-68b88e27-1497-4ed5-b9d8-1fd387fd586f tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Added segment 3d8e0bbb-d5aa-4abd-9fb9-727b437d5fd3 of type vlan for network f645f497-65d2-413f-936d-a66ad28f0c84 Nov 10 17:55:53.691169 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-68b88e27-1497-4ed5-b9d8-1fd387fd586f tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:53.752134 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-68b88e27-1497-4ed5-b9d8-1fd387fd586f tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:53.761601 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b88e27-1497-4ed5-b9d8-1fd387fd586f tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:53.762976 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-68b88e27-1497-4ed5-b9d8-1fd387fd586f tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:53.892036 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-05824646-fc55-40db-8828-0241f61a7317 req-8e3791bd-d732-4728-a495-f4072706a518 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0762742 Nov 10 17:55:53.898004 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-68b88e27-1497-4ed5-b9d8-1fd387fd586f tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4090827 Nov 10 17:55:53.901672 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39164) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:53.914887 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-89ebc26f-33b5-45cb-9a2f-2bf22f6c4365 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Request body: {'subnet': {'network_id': 'f645f497-65d2-413f-936d-a66ad28f0c84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:53.928266 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b88e27-1497-4ed5-b9d8-1fd387fd586f tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event updated for resources: {'Network': ['ID=f645f497-65d2-413f-936d-a66ad28f0c84,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:53.942910 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network f645f497-65d2-413f-936d-a66ad28f0c84 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:55:54.180660 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05824646-fc55-40db-8828-0241f61a7317 req-5870e568-5162-4b9d-9300-10044c788af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:54.182493 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-05824646-fc55-40db-8828-0241f61a7317 req-5870e568-5162-4b9d-9300-10044c788af3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0270caab27604a84907a03a58ad6e001&device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 1097 time: 0.2507079 Nov 10 17:55:54.281520 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ebc26f-33b5-45cb-9a2f-2bf22f6c4365 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Made reservation on behalf of f5198ac8c5b0426ba31d6ed583837e0f for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:55:54.285238 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-89ebc26f-33b5-45cb-9a2f-2bf22f6c4365 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:54.544193 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.ipam_backend_mixin [None req-89ebc26f-33b5-45cb-9a2f-2bf22f6c4365 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Performing IP validity checks on allocation pools {{(pid=102469) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 17:55:54.547056 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.ipam_backend_mixin [None req-89ebc26f-33b5-45cb-9a2f-2bf22f6c4365 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102469) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 17:55:54.659061 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e93e4-8eb1-40cf-9c52-92224773c816 req-66b15dad-1c14-47ac-88ce-3328a3eee4db tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:54.671145 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-826e93e4-8eb1-40cf-9c52-92224773c816 req-66b15dad-1c14-47ac-88ce-3328a3eee4db tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 946 time: 0.3339481 Nov 10 17:55:54.818934 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:54.859054 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-826e93e4-8eb1-40cf-9c52-92224773c816 req-6925e021-3d26-485d-9afc-96b2ca01a476 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816421 Nov 10 17:55:54.859794 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05824646-fc55-40db-8828-0241f61a7317 req-305d0886-e640-4d9c-9666-888606cab402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:54.861289 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-05824646-fc55-40db-8828-0241f61a7317 req-305d0886-e640-4d9c-9666-888606cab402 service neutron] 10.222.0.11 "GET /v2.0/networks?id=07b214b6-0379-4e57-a79c-5118cee6c24b HTTP/1.1" status: 200 len: 912 time: 0.6522183 Nov 10 17:55:54.938199 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-05824646-fc55-40db-8828-0241f61a7317 req-108a0482-cbbb-43e9-a630-163c1105530f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e HTTP/1.1" status: 200 len: 217 time: 0.0641255 Nov 10 17:55:55.014193 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05824646-fc55-40db-8828-0241f61a7317 req-d4b7ba1f-2696-4d62-996e-f7ecc2fcbf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:55.017584 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-05824646-fc55-40db-8828-0241f61a7317 req-d4b7ba1f-2696-4d62-996e-f7ecc2fcbf0e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0014d233-a3b8-4110-85a8-3bdeaa4b1e7d HTTP/1.1" status: 200 len: 850 time: 0.0716829 Nov 10 17:55:55.159531 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05824646-fc55-40db-8828-0241f61a7317 req-21d6d846-6dbf-46ba-8966-29c1d42f7027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:55.161652 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-05824646-fc55-40db-8828-0241f61a7317 req-21d6d846-6dbf-46ba-8966-29c1d42f7027 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=07b214b6-0379-4e57-a79c-5118cee6c24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1362858 Nov 10 17:55:55.188848 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:55.370630 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-89ebc26f-33b5-45cb-9a2f-2bf22f6c4365 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:55.434806 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ebc26f-33b5-45cb-9a2f-2bf22f6c4365 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event updated for resources: {'Subnet': ['ID=9bf4e32e-d6de-4443-921d-08364bd4c9bf,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:55.481549 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-05824646-fc55-40db-8828-0241f61a7317 req-e1f27601-9d86-4b75-b47a-e91d2cab08f2 service neutron] 10.222.0.11 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671428 Nov 10 17:55:55.599621 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ebc26f-33b5-45cb-9a2f-2bf22f6c4365 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Checking segment: {'id': '3d8e0bbb-d5aa-4abd-9fb9-727b437d5fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f645f497-65d2-413f-936d-a66ad28f0c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:55:55.600064 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ebc26f-33b5-45cb-9a2f-2bf22f6c4365 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Network hostable DHCP agents. Network: f645f497-65d2-413f-936d-a66ad28f0c84, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:55:55.643941 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-05824646-fc55-40db-8828-0241f61a7317 req-918ff4ca-9508-483c-886a-72f22eaf6d10 service neutron] 10.222.0.11 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520956 Nov 10 17:55:55.645449 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ebc26f-33b5-45cb-9a2f-2bf22f6c4365 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Network f645f497-65d2-413f-936d-a66ad28f0c84 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:55:55.661405 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-89ebc26f-33b5-45cb-9a2f-2bf22f6c4365 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, f645f497-65d2-413f-936d-a66ad28f0c84) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:55:55.668126 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ebc26f-33b5-45cb-9a2f-2bf22f6c4365 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:55.669460 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-89ebc26f-33b5-45cb-9a2f-2bf22f6c4365 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:55.679775 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ceb07a-cba0-47c2-a5ec-7bff535e8a5e None None] Network f645f497-65d2-413f-936d-a66ad28f0c84 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:55:55.721950 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39202) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:55.722736 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-89ebc26f-33b5-45cb-9a2f-2bf22f6c4365 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.8184040 Nov 10 17:55:55.727575 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-5e4223c8-325c-4ef4-b1d0-4aca6e0b0ca1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:55:55.967918 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5e4223c8-325c-4ef4-b1d0-4aca6e0b0ca1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-57909727'] for subnet, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:56.013149 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2f4f29-9bcb-4a79-a478-709df9579396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-f645f497-65d2-413f-936d-a66ad28f0c84', 'network_id': 'f645f497-65d2-413f-936d-a66ad28f0c84', 'tenant_id': 'f5198ac8c5b0426ba31d6ed583837e0f', 'fixed_ips': [{'subnet_id': '9bf4e32e-d6de-4443-921d-08364bd4c9bf'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:55:56.020054 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8d2f4f29-9bcb-4a79-a478-709df9579396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:56.283670 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-8d2f4f29-9bcb-4a79-a478-709df9579396 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 10 17:55:56.283670 n-d-776250-10 neutron-server[102470]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 10 17:55:56.283670 n-d-776250-10 neutron-server[102470]: [parameters: {'in_use': 1, 'id_1': '9bf4e32e-d6de-4443-921d-08364bd4c9bf'}] Nov 10 17:55:56.283670 n-d-776250-10 neutron-server[102470]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:55:56.284610 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-8d2f4f29-9bcb-4a79-a478-709df9579396 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:55:56.306338 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc55166-07f9-4daa-902c-0a6c58d89ed5 req-4d1ec1fb-c27d-4d2d-a43e-ee344e7f8852 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:56.313965 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-efc55166-07f9-4daa-902c-0a6c58d89ed5 req-4d1ec1fb-c27d-4d2d-a43e-ee344e7f8852 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 946 time: 0.2197783 Nov 10 17:55:56.445767 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-efc55166-07f9-4daa-902c-0a6c58d89ed5 req-418bb801-c6e0-4537-b6de-885e4ef0e7a7 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293652 Nov 10 17:55:56.487162 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-85963c43-124a-482e-8697-41c16b68216e req-0e4bb44d-73a1-4cc2-a8db-39718f01662b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d86b0237-abca-45ab-8f24-dccaed931636&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1802151 Nov 10 17:55:56.602329 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5e4223c8-325c-4ef4-b1d0-4aca6e0b0ca1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783913680258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63655795'] for subnet, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:56.720884 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4223c8-325c-4ef4-b1d0-4aca6e0b0ca1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:56.722425 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5e4223c8-325c-4ef4-b1d0-4aca6e0b0ca1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:56.727975 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5e4223c8-325c-4ef4-b1d0-4aca6e0b0ca1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "PUT /v2.0/subnets/9bf4e32e-d6de-4443-921d-08364bd4c9bf HTTP/1.1" status: 200 len: 877 time: 1.0048552 Nov 10 17:55:56.742153 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39218) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:55:56.745430 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4223c8-325c-4ef4-b1d0-4aca6e0b0ca1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event updated for resources: {'Subnet': ['ID=9bf4e32e-d6de-4443-921d-08364bd4c9bf,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:56.771058 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85963c43-124a-482e-8697-41c16b68216e req-7961376d-e96f-4db3-b5f5-593131ac912a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:56.775443 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-85963c43-124a-482e-8697-41c16b68216e req-7961376d-e96f-4db3-b5f5-593131ac912a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0270caab27604a84907a03a58ad6e001&device_id=d86b0237-abca-45ab-8f24-dccaed931636 HTTP/1.1" status: 200 len: 1097 time: 0.1383610 Nov 10 17:55:56.786321 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8d2f4f29-9bcb-4a79-a478-709df9579396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:57.053157 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-8d2f4f29-9bcb-4a79-a478-709df9579396 None None] Allocated IP 172.20.0.3 (f645f497-65d2-413f-936d-a66ad28f0c84/9bf4e32e-d6de-4443-921d-08364bd4c9bf/57a6440b-a8fc-4082-8e71-f7dd4c95221d) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:55:57.129948 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd8d2-42ae-42fd-a38f-51c560493192 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:57.141071 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85963c43-124a-482e-8697-41c16b68216e req-699a5ad3-d940-4463-ae1f-16885db8cb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:57.145046 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-85963c43-124a-482e-8697-41c16b68216e req-699a5ad3-d940-4463-ae1f-16885db8cb08 service neutron] 10.222.0.13 "GET /v2.0/networks?id=07b214b6-0379-4e57-a79c-5118cee6c24b HTTP/1.1" status: 200 len: 912 time: 0.3386724 Nov 10 17:55:57.196124 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-85963c43-124a-482e-8697-41c16b68216e req-7516c556-5f00-47d7-8a08-06f04dc68f1c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c04ff508-4695-4a06-b32d-7557bec8639e HTTP/1.1" status: 200 len: 217 time: 0.0415568 Nov 10 17:55:57.289176 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8d2f4f29-9bcb-4a79-a478-709df9579396 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:57.302175 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8d2f4f29-9bcb-4a79-a478-709df9579396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:57.329295 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd8d2-42ae-42fd-a38f-51c560493192 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:57.371561 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2f4f29-9bcb-4a79-a478-709df9579396 None None] Network f645f497-65d2-413f-936d-a66ad28f0c84 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:55:57.375915 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-8d2f4f29-9bcb-4a79-a478-709df9579396 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:55:57.387727 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2f4f29-9bcb-4a79-a478-709df9579396 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:55:57.401471 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85963c43-124a-482e-8697-41c16b68216e req-12a4ab61-ecc3-42de-840e-b5f21ffa0ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:57.403103 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-85963c43-124a-482e-8697-41c16b68216e req-12a4ab61-ecc3-42de-840e-b5f21ffa0ab2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0014d233-a3b8-4110-85a8-3bdeaa4b1e7d HTTP/1.1" status: 200 len: 850 time: 0.1714766 Nov 10 17:55:57.444681 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f4f29-9bcb-4a79-a478-709df9579396 None None] Pushing event updated for resources: {'Port': ['ID=57a6440b-a8fc-4082-8e71-f7dd4c95221d,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:57.498448 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-8d2f4f29-9bcb-4a79-a478-709df9579396 None None] Attempting to bind port 57a6440b-a8fc-4082-8e71-f7dd4c95221d on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:55:57.499125 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-8d2f4f29-9bcb-4a79-a478-709df9579396 None None] Attempting to bind port 57a6440b-a8fc-4082-8e71-f7dd4c95221d by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '3d8e0bbb-d5aa-4abd-9fb9-727b437d5fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f645f497-65d2-413f-936d-a66ad28f0c84'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:55:57.499592 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2f4f29-9bcb-4a79-a478-709df9579396 None None] Attempting to bind port 57a6440b-a8fc-4082-8e71-f7dd4c95221d on network f645f497-65d2-413f-936d-a66ad28f0c84 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:55:57.506075 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2f4f29-9bcb-4a79-a478-709df9579396 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:55:57.506591 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2f4f29-9bcb-4a79-a478-709df9579396 None None] Checking segment: {'id': '3d8e0bbb-d5aa-4abd-9fb9-727b437d5fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f645f497-65d2-413f-936d-a66ad28f0c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:55:57.507092 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8d2f4f29-9bcb-4a79-a478-709df9579396 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:57.507688 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2f4f29-9bcb-4a79-a478-709df9579396 None None] Bound using segment: {'id': '3d8e0bbb-d5aa-4abd-9fb9-727b437d5fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f645f497-65d2-413f-936d-a66ad28f0c84'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:55:57.508319 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-8d2f4f29-9bcb-4a79-a478-709df9579396 None None] Bound port: 57a6440b-a8fc-4082-8e71-f7dd4c95221d, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8e0bbb-d5aa-4abd-9fb9-727b437d5fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f645f497-65d2-413f-936d-a66ad28f0c84'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:55:57.508802 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8d2f4f29-9bcb-4a79-a478-709df9579396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:57.625743 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85963c43-124a-482e-8697-41c16b68216e req-8fb137ed-2add-47da-8971-43f8f49b923c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:57.631808 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-85963c43-124a-482e-8697-41c16b68216e req-8fb137ed-2add-47da-8971-43f8f49b923c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=07b214b6-0379-4e57-a79c-5118cee6c24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2209373 Nov 10 17:55:57.638846 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-8d2f4f29-9bcb-4a79-a478-709df9579396 None None] For port 57a6440b-a8fc-4082-8e71-f7dd4c95221d, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:55:57.647222 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-8d2f4f29-9bcb-4a79-a478-709df9579396 None None] For port 57a6440b-a8fc-4082-8e71-f7dd4c95221d, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=57a6440b-a8fc-4082-8e71-f7dd4c95221d,segment=NetworkSegment(3d8e0bbb-d5aa-4abd-9fb9-727b437d5fd3),segment_id=3d8e0bbb-d5aa-4abd-9fb9-727b437d5fd3)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:55:57.653678 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8d2f4f29-9bcb-4a79-a478-709df9579396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:57.786839 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f4f29-9bcb-4a79-a478-709df9579396 None None] Pushing event updated for resources: {'Port': ['ID=57a6440b-a8fc-4082-8e71-f7dd4c95221d,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:57.832853 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd8d2-42ae-42fd-a38f-51c560493192 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:57.894972 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5cd8d2-42ae-42fd-a38f-51c560493192 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event deleted for resources: {'Subnet': ['ID=9bf4e32e-d6de-4443-921d-08364bd4c9bf,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:57.906252 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-85963c43-124a-482e-8697-41c16b68216e req-a9236875-4554-4156-9473-f2cdcce14597 service neutron] 10.222.0.13 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634895 Nov 10 17:55:58.239483 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94152c-484e-4304-9bc4-f6b9cb669eda req-872605c3-89e3-4b69-97b3-cc7adab2a4bd tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:58.241513 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3e94152c-484e-4304-9bc4-f6b9cb669eda req-872605c3-89e3-4b69-97b3-cc7adab2a4bd tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 946 time: 0.5966165 Nov 10 17:55:58.288448 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-85963c43-124a-482e-8697-41c16b68216e req-d7611da5-353b-4d45-9bfd-8cc8d53506ee service neutron] 10.222.0.13 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711295 Nov 10 17:55:58.301181 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd8d2-42ae-42fd-a38f-51c560493192 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:58.340492 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-4b5cd8d2-42ae-42fd-a38f-51c560493192 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f645f497-65d2-413f-936d-a66ad28f0c84']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:58.363769 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-4b5cd8d2-42ae-42fd-a38f-51c560493192 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d8e0bbb-d5aa-4abd-9fb9-727b437d5fd3') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:58.364074 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-4b5cd8d2-42ae-42fd-a38f-51c560493192 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d8e0bbb-d5aa-4abd-9fb9-727b437d5fd3') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:55:58.380904 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3e94152c-484e-4304-9bc4-f6b9cb669eda req-cc346991-d7d0-412b-9fca-5d8993f53ebd tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235757 Nov 10 17:55:58.387805 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd8d2-42ae-42fd-a38f-51c560493192 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:58.448190 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd8d2-42ae-42fd-a38f-51c560493192 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:58.473402 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b5cd8d2-42ae-42fd-a38f-51c560493192 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:55:58.473869 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd8d2-42ae-42fd-a38f-51c560493192 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:58.478846 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:55:58.478846 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:55:58.478846 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:55:58.478846 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:55:58.478846 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:55:58.478846 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:55:58.478846 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:55:58.478846 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:55:58.478846 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:55:58.478846 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:55:58.478846 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:55:58.478846 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:55:58.478846 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:55:58.478846 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:55:58.478846 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:55:58.478846 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:55:58.478846 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:55:58.478846 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:55:58.478846 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:55:58.478846 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:55:58.478846 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:55:58.478846 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:55:58.478846 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:55:58.478846 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:55:58.478846 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:55:58.478846 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:55:58.478846 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:55:58.478846 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:55:58.478846 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:55:58.478846 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:55:58.478846 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:55:58.478846 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:55:58.606884 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 57a6440b-a8fc-4082-8e71-f7dd4c95221d up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:55:58.678224 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.db.api [None req-4b5cd8d2-42ae-42fd-a38f-51c560493192 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 10 17:55:58.678224 n-d-776250-10 neutron-server[102469]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 10 17:55:58.678224 n-d-776250-10 neutron-server[102469]: [parameters: {'id': 'f645f497-65d2-413f-936d-a66ad28f0c84'}] Nov 10 17:55:58.678224 n-d-776250-10 neutron-server[102469]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102469) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:55:58.680700 n-d-776250-10 neutron-server[102469]: DEBUG oslo_db.api [None req-4b5cd8d2-42ae-42fd-a38f-51c560493192 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:55:58.776445 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 57a6440b-a8fc-4082-8e71-f7dd4c95221d triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:55:58.777359 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:58.988275 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:59.080257 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 57a6440b-a8fc-4082-8e71-f7dd4c95221d, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=57a6440b-a8fc-4082-8e71-f7dd4c95221d,segment=NetworkSegment(3d8e0bbb-d5aa-4abd-9fb9-727b437d5fd3),segment_id=3d8e0bbb-d5aa-4abd-9fb9-727b437d5fd3)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:55:59.097670 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:59.180619 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd8d2-42ae-42fd-a38f-51c560493192 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:59.278211 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=57a6440b-a8fc-4082-8e71-f7dd4c95221d,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:55:59.407764 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-4b5cd8d2-42ae-42fd-a38f-51c560493192 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Deleting port 57a6440b-a8fc-4082-8e71-f7dd4c95221d {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:55:59.411593 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd8d2-42ae-42fd-a38f-51c560493192 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:59.609715 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-4b5cd8d2-42ae-42fd-a38f-51c560493192 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] For port 57a6440b-a8fc-4082-8e71-f7dd4c95221d, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=57a6440b-a8fc-4082-8e71-f7dd4c95221d,segment=NetworkSegment(3d8e0bbb-d5aa-4abd-9fb9-727b437d5fd3),segment_id=3d8e0bbb-d5aa-4abd-9fb9-727b437d5fd3)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:55:59.610107 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd8d2-42ae-42fd-a38f-51c560493192 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:59.650328 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-4b5cd8d2-42ae-42fd-a38f-51c560493192 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Calling delete_port for 57a6440b-a8fc-4082-8e71-f7dd4c95221d owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:55:59.710352 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267a603-803a-4bba-8cad-60835a1f1629 req-a09b84b8-8364-4cca-81ee-b1261919c5c4 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:55:59.744031 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9267a603-803a-4bba-8cad-60835a1f1629 req-a09b84b8-8364-4cca-81ee-b1261919c5c4 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 946 time: 0.1506383 Nov 10 17:55:59.842927 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd8d2-42ae-42fd-a38f-51c560493192 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:55:59.874774 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5cd8d2-42ae-42fd-a38f-51c560493192 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] No DVR routers for this DVR port 57a6440b-a8fc-4082-8e71-f7dd4c95221d on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:55:59.894111 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9267a603-803a-4bba-8cad-60835a1f1629 req-9d9d429b-1e8d-469b-80ac-5ce3ff806301 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305180 Nov 10 17:55:59.927136 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a072cb-6b31-41a3-abe5-b00cc541ef45 None None] Network f645f497-65d2-413f-936d-a66ad28f0c84 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:55:59.927735 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5cd8d2-42ae-42fd-a38f-51c560493192 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event deleted for resources: {'Port': ['ID=57a6440b-a8fc-4082-8e71-f7dd4c95221d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:00.056941 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd8d2-42ae-42fd-a38f-51c560493192 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:00.089018 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-4b5cd8d2-42ae-42fd-a38f-51c560493192 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f645f497-65d2-413f-936d-a66ad28f0c84']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:00.101565 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-4b5cd8d2-42ae-42fd-a38f-51c560493192 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d8e0bbb-d5aa-4abd-9fb9-727b437d5fd3') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:00.101889 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-4b5cd8d2-42ae-42fd-a38f-51c560493192 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d8e0bbb-d5aa-4abd-9fb9-727b437d5fd3') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:00.114926 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd8d2-42ae-42fd-a38f-51c560493192 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:00.131081 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd8d2-42ae-42fd-a38f-51c560493192 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:00.135413 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-240967eb-2c02-4d67-b0eb-698b5bf86142 None None] Could not find standard attr ID for object 57a6440b-a8fc-4082-8e71-f7dd4c95221d. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 17:56:00.145873 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b5cd8d2-42ae-42fd-a38f-51c560493192 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:56:00.147837 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd8d2-42ae-42fd-a38f-51c560493192 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:00.151462 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:56:00.151462 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:56:00.151462 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:56:00.151462 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:56:00.151462 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:56:00.151462 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:56:00.151462 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:56:00.151462 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:56:00.151462 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:56:00.151462 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:56:00.151462 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:56:00.151462 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:56:00.151462 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:56:00.151462 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:56:00.151462 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:56:00.151462 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:56:00.151462 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:56:00.151462 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:56:00.151462 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:56:00.151462 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:56:00.151462 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:56:00.151462 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:56:00.151462 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:56:00.151462 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:56:00.151462 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:56:00.151462 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:56:00.151462 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:56:00.151462 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:56:00.151462 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:56:00.151462 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:56:00.151462 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:56:00.151462 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:56:00.243693 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd8d2-42ae-42fd-a38f-51c560493192 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:00.271873 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b5cd8d2-42ae-42fd-a38f-51c560493192 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:00.292649 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39260) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:00.304873 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4b5cd8d2-42ae-42fd-a38f-51c560493192 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "DELETE /v2.0/networks/f645f497-65d2-413f-936d-a66ad28f0c84 HTTP/1.1" status: 204 len: 168 time: 3.5503042 Nov 10 17:56:00.311807 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5cd8d2-42ae-42fd-a38f-51c560493192 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event deleted for resources: {'Network': ['ID=f645f497-65d2-413f-936d-a66ad28f0c84,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:00.348630 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef50d56-f54d-430f-aa7d-3bce892501a4 None None] DHCP port deletion for f645f497-65d2-413f-936d-a66ad28f0c84 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:56:00.352576 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-8828f7be-64f7-4acc-919e-67ae1289b793 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] DELETE failed (client error): The resource could not be found. Nov 10 17:56:00.353214 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8828f7be-64f7-4acc-919e-67ae1289b793 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:56:00.356618 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8828f7be-64f7-4acc-919e-67ae1289b793 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "DELETE /v2.0/subnets/9bf4e32e-d6de-4443-921d-08364bd4c9bf HTTP/1.1" status: 404 len: 337 time: 0.0629318 Nov 10 17:56:00.367395 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39262) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:00.372922 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ae86cf-8e6b-4cd7-9e2d-2264bdb6d263 None None] Network f645f497-65d2-413f-936d-a66ad28f0c84 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:56:00.393901 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8388bd1-7126-44be-9c82-423d2dd004e4 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] DELETE failed (client error): The resource could not be found. Nov 10 17:56:00.394884 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8388bd1-7126-44be-9c82-423d2dd004e4 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:56:00.401925 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f8388bd1-7126-44be-9c82-423d2dd004e4 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "DELETE /v2.0/networks/f645f497-65d2-413f-936d-a66ad28f0c84 HTTP/1.1" status: 404 len: 339 time: 0.0317771 Nov 10 17:56:00.403783 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39264) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:00.406325 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ae86cf-8e6b-4cd7-9e2d-2264bdb6d263 None None] Network f645f497-65d2-413f-936d-a66ad28f0c84 could not be found, it might have been deleted concurrently. {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 10 17:56:00.445821 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-f33c436a-efd2-459c-a48e-2b29bf963804 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] DELETE failed (client error): The resource could not be found. Nov 10 17:56:00.446284 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f33c436a-efd2-459c-a48e-2b29bf963804 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:56:00.451328 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f33c436a-efd2-459c-a48e-2b29bf963804 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "DELETE /v2.0/subnets/e06088cf-b715-43dd-8038-57eff9c9c8cc HTTP/1.1" status: 404 len: 337 time: 0.0464187 Nov 10 17:56:00.454903 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39266) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:00.490268 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef004cf5-ff2e-46a8-9439-ee13cd44a282 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] DELETE failed (client error): The resource could not be found. Nov 10 17:56:00.490927 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef004cf5-ff2e-46a8-9439-ee13cd44a282 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:56:00.495246 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ef004cf5-ff2e-46a8-9439-ee13cd44a282 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "DELETE /v2.0/networks/798be8e7-b707-4343-a47b-b7b6ca7e4aa3 HTTP/1.1" status: 404 len: 339 time: 0.0390162 Nov 10 17:56:00.498167 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39268) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:00.511970 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bf93a94c-562b-4e83-bfe7-54a2e5d7979a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:00.645759 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d93c5cfe-2f1c-465a-9de4-ef0301f57ddf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:00.783713 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d93c5cfe-2f1c-465a-9de4-ef0301f57ddf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:00.812733 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-d93c5cfe-2f1c-465a-9de4-ef0301f57ddf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c0ac59f-d008-4114-b61e-43463bf7be48']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:00.825214 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-d93c5cfe-2f1c-465a-9de4-ef0301f57ddf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '367c2155-580c-442a-a0ec-0d4b5c583c50') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:00.825645 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-d93c5cfe-2f1c-465a-9de4-ef0301f57ddf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '367c2155-580c-442a-a0ec-0d4b5c583c50') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:00.840968 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d93c5cfe-2f1c-465a-9de4-ef0301f57ddf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:00.860334 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d93c5cfe-2f1c-465a-9de4-ef0301f57ddf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:00.867997 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93c5cfe-2f1c-465a-9de4-ef0301f57ddf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:56:00.869219 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d93c5cfe-2f1c-465a-9de4-ef0301f57ddf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:00.961187 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:56:00.961187 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:56:00.961187 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:56:00.961187 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:56:00.961187 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:56:00.961187 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:56:00.961187 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:56:00.961187 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:56:00.961187 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:56:00.961187 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:56:00.961187 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:56:00.961187 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:56:00.961187 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:56:00.961187 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:56:00.961187 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:56:00.961187 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:56:00.961187 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:56:00.961187 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:56:00.961187 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:56:00.961187 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:56:00.961187 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:56:00.961187 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:56:00.961187 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:56:00.961187 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:56:00.961187 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:56:00.961187 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:56:00.961187 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:56:00.961187 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:56:00.961187 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:56:00.961187 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:56:00.961187 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:56:00.961187 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:56:00.964466 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d93c5cfe-2f1c-465a-9de4-ef0301f57ddf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:00.977262 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d93c5cfe-2f1c-465a-9de4-ef0301f57ddf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:00.986056 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d93c5cfe-2f1c-465a-9de4-ef0301f57ddf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "DELETE /v2.0/networks/2c0ac59f-d008-4114-b61e-43463bf7be48 HTTP/1.1" status: 204 len: 168 time: 0.4833071 Nov 10 17:56:00.986713 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39274) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:01.036764 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c5cfe-2f1c-465a-9de4-ef0301f57ddf tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event deleted for resources: {'Network': ['ID=2c0ac59f-d008-4114-b61e-43463bf7be48,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:01.075629 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7beba18-1435-4d92-881f-e91d6a826325 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] DELETE failed (client error): The resource could not be found. Nov 10 17:56:01.079238 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7beba18-1435-4d92-881f-e91d6a826325 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:56:01.086404 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f7beba18-1435-4d92-881f-e91d6a826325 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "DELETE /v2.0/subnets/12c6fe10-28fd-4c9f-aebf-c4ef754ea1a2 HTTP/1.1" status: 404 len: 337 time: 0.0973330 Nov 10 17:56:01.089084 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39278) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:01.114260 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eab5662-9e32-4537-845c-c229a63ca00f tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] DELETE failed (client error): The resource could not be found. Nov 10 17:56:01.114855 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eab5662-9e32-4537-845c-c229a63ca00f tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:56:01.126025 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8eab5662-9e32-4537-845c-c229a63ca00f tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "DELETE /v2.0/networks/53cc824c-6457-4c0c-ae4f-c910edd88558 HTTP/1.1" status: 404 len: 339 time: 0.0355875 Nov 10 17:56:01.128530 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39282) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:01.157158 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94f4eaa-472c-43e5-b0ca-ce2b02a9126d tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] DELETE failed (client error): The resource could not be found. Nov 10 17:56:01.158000 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e94f4eaa-472c-43e5-b0ca-ce2b02a9126d tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:56:01.162303 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e94f4eaa-472c-43e5-b0ca-ce2b02a9126d tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "DELETE /v2.0/subnets/ea75a8e6-9f36-4647-84df-3db751d2b0da HTTP/1.1" status: 404 len: 337 time: 0.0325129 Nov 10 17:56:01.167609 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39284) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:01.205024 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac81657-e396-43a8-a11e-f01fca741f52 req-d871501e-9748-4c6a-977a-6720fa2a9cab tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:01.206944 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aac81657-e396-43a8-a11e-f01fca741f52 req-d871501e-9748-4c6a-977a-6720fa2a9cab tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 946 time: 0.1189785 Nov 10 17:56:01.216775 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-481518ae-ca8d-4636-8209-4cd40fc431a9 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] DELETE failed (client error): The resource could not be found. Nov 10 17:56:01.218695 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-481518ae-ca8d-4636-8209-4cd40fc431a9 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:56:01.222146 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-481518ae-ca8d-4636-8209-4cd40fc431a9 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "DELETE /v2.0/networks/32482b4b-d4a4-42a2-a481-f29b2426d0ca HTTP/1.1" status: 404 len: 339 time: 0.0534172 Nov 10 17:56:01.224876 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39288) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:01.267360 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a8dbf1-245a-4430-8787-605a457a23e1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] DELETE failed (client error): The resource could not be found. Nov 10 17:56:01.267825 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4a8dbf1-245a-4430-8787-605a457a23e1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:56:01.270952 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f4a8dbf1-245a-4430-8787-605a457a23e1 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "DELETE /v2.0/subnets/d8b0c29f-f6e5-4c14-8bcc-90617942eda4 HTTP/1.1" status: 404 len: 337 time: 0.0425467 Nov 10 17:56:01.274414 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39290) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:01.318666 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-b141e679-f998-463f-8650-35c67f3e1713 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] DELETE failed (client error): The resource could not be found. Nov 10 17:56:01.320319 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b141e679-f998-463f-8650-35c67f3e1713 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:56:01.324242 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b141e679-f998-463f-8650-35c67f3e1713 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "DELETE /v2.0/networks/c8503e29-760b-4daa-ab48-217baaa66c42 HTTP/1.1" status: 404 len: 339 time: 0.0485051 Nov 10 17:56:01.341223 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39292) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:01.352997 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aac81657-e396-43a8-a11e-f01fca741f52 req-22a5fe7f-8a30-4872-96e2-8796ab1be38c tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386423 Nov 10 17:56:01.379183 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a2ac28-513e-473d-abd0-83d450a1e19e tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] DELETE failed (client error): The resource could not be found. Nov 10 17:56:01.379837 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7a2ac28-513e-473d-abd0-83d450a1e19e tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:56:01.384097 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e7a2ac28-513e-473d-abd0-83d450a1e19e tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "DELETE /v2.0/subnets/6138bd3a-4166-4b2e-b9a4-6f4c379a0cf6 HTTP/1.1" status: 404 len: 337 time: 0.0384402 Nov 10 17:56:01.387119 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39294) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:01.420324 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-c54c6d22-4baa-4864-aa58-481ea8269251 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] DELETE failed (client error): The resource could not be found. Nov 10 17:56:01.423327 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c54c6d22-4baa-4864-aa58-481ea8269251 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:56:01.426946 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c54c6d22-4baa-4864-aa58-481ea8269251 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "DELETE /v2.0/networks/8ba46944-2dda-4d11-bcba-0415171e21d0 HTTP/1.1" status: 404 len: 339 time: 0.0387802 Nov 10 17:56:01.430817 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39296) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:01.474192 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-a486f2d9-06f5-4661-99f5-459f8df0ed1e tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] DELETE failed (client error): The resource could not be found. Nov 10 17:56:01.474684 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a486f2d9-06f5-4661-99f5-459f8df0ed1e tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:56:01.477945 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a486f2d9-06f5-4661-99f5-459f8df0ed1e tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "DELETE /v2.0/subnets/b910f033-36ce-46c7-ab61-0ba46103a118 HTTP/1.1" status: 404 len: 337 time: 0.0460176 Nov 10 17:56:01.480674 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39298) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:01.511927 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d9c9ca9-9dc2-4ce4-9805-129531178115 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] DELETE failed (client error): The resource could not be found. Nov 10 17:56:01.512926 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d9c9ca9-9dc2-4ce4-9805-129531178115 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:56:01.517612 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5d9c9ca9-9dc2-4ce4-9805-129531178115 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "DELETE /v2.0/networks/94282f64-e0dd-41c7-b31b-e2088f99fe65 HTTP/1.1" status: 404 len: 339 time: 0.0359850 Nov 10 17:56:01.520355 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39300) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:01.574514 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0d5681d-c8bd-42bc-8327-60142e802432 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] DELETE failed (client error): The resource could not be found. Nov 10 17:56:01.575733 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0d5681d-c8bd-42bc-8327-60142e802432 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:56:01.580317 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e0d5681d-c8bd-42bc-8327-60142e802432 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "DELETE /v2.0/subnets/e1966a0b-687e-49cd-bf92-6043f69297a4 HTTP/1.1" status: 404 len: 337 time: 0.0586526 Nov 10 17:56:01.583317 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39302) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:01.622367 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-5927dcd3-3b4b-4e5e-97a4-54388a87f0fd tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] DELETE failed (client error): The resource could not be found. Nov 10 17:56:01.622868 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5927dcd3-3b4b-4e5e-97a4-54388a87f0fd tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:56:01.628413 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5927dcd3-3b4b-4e5e-97a4-54388a87f0fd tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "DELETE /v2.0/networks/7e0c66a1-c650-46b0-84b2-4975417b3f3d HTTP/1.1" status: 404 len: 339 time: 0.0437770 Nov 10 17:56:01.631322 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39304) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:01.664493 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c7018e-2be4-44a4-b2f6-7efa50147dfd tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] DELETE failed (client error): The resource could not be found. Nov 10 17:56:01.664950 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87c7018e-2be4-44a4-b2f6-7efa50147dfd tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:56:01.668691 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-87c7018e-2be4-44a4-b2f6-7efa50147dfd tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "DELETE /v2.0/subnets/3808a67e-c3d5-4444-a738-3efd1db04640 HTTP/1.1" status: 404 len: 337 time: 0.0363109 Nov 10 17:56:01.671891 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39306) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:01.713084 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ba12dd-3fe8-44d8-9cfb-c8ccede60534 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] DELETE failed (client error): The resource could not be found. Nov 10 17:56:01.713674 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3ba12dd-3fe8-44d8-9cfb-c8ccede60534 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:56:01.719205 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b3ba12dd-3fe8-44d8-9cfb-c8ccede60534 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "DELETE /v2.0/networks/bbf4064b-735a-4722-a075-b93e968c1f9b HTTP/1.1" status: 404 len: 339 time: 0.0442624 Nov 10 17:56:01.721147 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39308) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:01.749163 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-8141c939-5f8d-4488-8a87-9f4e56f0f961 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] DELETE failed (client error): The resource could not be found. Nov 10 17:56:01.749628 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8141c939-5f8d-4488-8a87-9f4e56f0f961 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:56:01.757864 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39312) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:01.758208 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8141c939-5f8d-4488-8a87-9f4e56f0f961 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "DELETE /v2.0/subnets/17de0b92-46b7-4df4-8b67-3a5e4ff563fc HTTP/1.1" status: 404 len: 337 time: 0.0356438 Nov 10 17:56:01.785273 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-911bd105-6209-440d-be29-aab2fc810f57 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] DELETE failed (client error): The resource could not be found. Nov 10 17:56:01.785818 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-911bd105-6209-440d-be29-aab2fc810f57 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 17:56:01.791261 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-911bd105-6209-440d-be29-aab2fc810f57 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "DELETE /v2.0/networks/2da26f15-ac5e-4b96-b2df-b021146a72f3 HTTP/1.1" status: 404 len: 339 time: 0.0300157 Nov 10 17:56:01.791969 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39314) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:01.859791 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e53161b-fe09-49b2-9946-7384657f5ff5 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Deleting subnet e3426850-a882-4d6a-9a9f-4d503f59af2b {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:56:01.865258 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7e53161b-fe09-49b2-9946-7384657f5ff5 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:01.926655 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7e53161b-fe09-49b2-9946-7384657f5ff5 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:02.034143 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7e53161b-fe09-49b2-9946-7384657f5ff5 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:02.137836 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7e53161b-fe09-49b2-9946-7384657f5ff5 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:02.181127 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53161b-fe09-49b2-9946-7384657f5ff5 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event deleted for resources: {'Subnet': ['ID=e3426850-a882-4d6a-9a9f-4d503f59af2b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:02.197046 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16f4710-0e05-4a1e-8b92-40aa3d60e282 None None] Network 8afe6e97-70f0-49be-aeec-4f0d13298a34 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:56:02.197584 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7e53161b-fe09-49b2-9946-7384657f5ff5 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:02.204571 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7e53161b-fe09-49b2-9946-7384657f5ff5 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "DELETE /v2.0/subnets/e3426850-a882-4d6a-9a9f-4d503f59af2b HTTP/1.1" status: 204 len: 168 time: 0.4087212 Nov 10 17:56:02.204829 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39320) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:02.337308 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 57a6440b-a8fc-4082-8e71-f7dd4c95221d no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:56:02.360838 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cd197ea4-e010-4402-8772-0a13320c8300 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:02.400698 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 57a6440b-a8fc-4082-8e71-f7dd4c95221d {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:56:02.401382 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 57a6440b-a8fc-4082-8e71-f7dd4c95221d not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:56:02.559121 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-cd197ea4-e010-4402-8772-0a13320c8300 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Deleting port 14e85f5a-12a5-4329-9aa0-3b6a5670632a {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:56:02.559586 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cd197ea4-e010-4402-8772-0a13320c8300 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:02.629742 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b027f8-d0d2-47cb-a2f7-38ddee46f307 req-22dbdb22-326a-4310-b417-a398ced18955 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:02.630905 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64991e9c-d449-4db6-b4c1-760adbd424f8 None None] DHCP port deletion for 8afe6e97-70f0-49be-aeec-4f0d13298a34 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:56:02.638427 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-52b027f8-d0d2-47cb-a2f7-38ddee46f307 req-22dbdb22-326a-4310-b417-a398ced18955 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 946 time: 0.1321745 Nov 10 17:56:02.763985 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-52b027f8-d0d2-47cb-a2f7-38ddee46f307 req-5769e631-065a-4746-9c5c-4f39629dc611 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240113 Nov 10 17:56:02.783698 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-cd197ea4-e010-4402-8772-0a13320c8300 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] For port 14e85f5a-12a5-4329-9aa0-3b6a5670632a, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=14e85f5a-12a5-4329-9aa0-3b6a5670632a,segment=NetworkSegment(e8292007-0dba-40b5-ab3a-cb94d2a0fb7b),segment_id=e8292007-0dba-40b5-ab3a-cb94d2a0fb7b)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:56:02.783910 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cd197ea4-e010-4402-8772-0a13320c8300 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:02.806209 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-64991e9c-d449-4db6-b4c1-760adbd424f8 None None] Deleting port 14e85f5a-12a5-4329-9aa0-3b6a5670632a {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:56:02.806596 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-64991e9c-d449-4db6-b4c1-760adbd424f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:02.815211 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-cd197ea4-e010-4402-8772-0a13320c8300 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Calling delete_port for 14e85f5a-12a5-4329-9aa0-3b6a5670632a owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:56:02.935696 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cd197ea4-e010-4402-8772-0a13320c8300 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:02.957803 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd197ea4-e010-4402-8772-0a13320c8300 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] No DVR routers for this DVR port 14e85f5a-12a5-4329-9aa0-3b6a5670632a on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:56:02.990985 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd197ea4-e010-4402-8772-0a13320c8300 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event deleted for resources: {'Port': ['ID=14e85f5a-12a5-4329-9aa0-3b6a5670632a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:02.997438 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f0b5a271-2d5b-4443-b3b3-8230cdad69c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:03.068096 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-64991e9c-d449-4db6-b4c1-760adbd424f8 None None] For port 14e85f5a-12a5-4329-9aa0-3b6a5670632a, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=14e85f5a-12a5-4329-9aa0-3b6a5670632a,segment=NetworkSegment(e8292007-0dba-40b5-ab3a-cb94d2a0fb7b),segment_id=e8292007-0dba-40b5-ab3a-cb94d2a0fb7b)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:56:03.068526 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-64991e9c-d449-4db6-b4c1-760adbd424f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:03.100401 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-64991e9c-d449-4db6-b4c1-760adbd424f8 None None] Calling delete_port for 14e85f5a-12a5-4329-9aa0-3b6a5670632a owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:56:03.109540 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cd197ea4-e010-4402-8772-0a13320c8300 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:03.147570 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-cd197ea4-e010-4402-8772-0a13320c8300 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8afe6e97-70f0-49be-aeec-4f0d13298a34']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:03.161836 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-cd197ea4-e010-4402-8772-0a13320c8300 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8292007-0dba-40b5-ab3a-cb94d2a0fb7b') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:03.162173 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-cd197ea4-e010-4402-8772-0a13320c8300 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8292007-0dba-40b5-ab3a-cb94d2a0fb7b') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:03.174958 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cd197ea4-e010-4402-8772-0a13320c8300 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:03.193038 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cd197ea4-e010-4402-8772-0a13320c8300 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:03.204178 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd197ea4-e010-4402-8772-0a13320c8300 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:56:03.204660 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cd197ea4-e010-4402-8772-0a13320c8300 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:03.210073 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:56:03.210073 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:56:03.210073 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:56:03.210073 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:56:03.210073 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:56:03.210073 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:56:03.210073 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:56:03.210073 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:56:03.210073 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:56:03.210073 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:56:03.210073 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:56:03.210073 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:56:03.210073 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:56:03.210073 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:56:03.210073 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:56:03.210073 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:56:03.210073 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:56:03.210073 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:56:03.210073 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:56:03.210073 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:56:03.210073 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:56:03.210073 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:56:03.210073 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:56:03.210073 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:56:03.210073 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:56:03.210073 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:56:03.210073 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:56:03.210073 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:56:03.210073 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:56:03.210073 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:56:03.210073 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:56:03.210073 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:56:03.272475 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 17:56:03.278666 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-64991e9c-d449-4db6-b4c1-760adbd424f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:03.304071 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cd197ea4-e010-4402-8772-0a13320c8300 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:03.319056 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64991e9c-d449-4db6-b4c1-760adbd424f8 None None] No DVR routers for this DVR port 14e85f5a-12a5-4329-9aa0-3b6a5670632a on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:56:03.348376 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cd197ea4-e010-4402-8772-0a13320c8300 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:03.355921 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-cd197ea4-e010-4402-8772-0a13320c8300 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] 10.222.0.39 "DELETE /v2.0/networks/8afe6e97-70f0-49be-aeec-4f0d13298a34 HTTP/1.1" status: 204 len: 168 time: 1.1472030 Nov 10 17:56:03.368651 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd197ea4-e010-4402-8772-0a13320c8300 tempest-NetworksTest-2004951881 tempest-NetworksTest-2004951881-project] Pushing event deleted for resources: {'Network': ['ID=8afe6e97-70f0-49be-aeec-4f0d13298a34,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:03.369881 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64991e9c-d449-4db6-b4c1-760adbd424f8 None None] Pushing event deleted for resources: {'Port': ['ID=14e85f5a-12a5-4329-9aa0-3b6a5670632a,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:03.844049 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:56:03.945335 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39348) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:03.970135 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39352) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:04.024032 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:04.073573 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca7d0c-d6b0-442d-8d3b-4f43f4f747eb req-90d1df7c-84f4-4ded-8f1b-d64a7134caff tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:04.075170 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-19ca7d0c-d6b0-442d-8d3b-4f43f4f747eb req-90d1df7c-84f4-4ded-8f1b-d64a7134caff tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 946 time: 0.1791494 Nov 10 17:56:04.140181 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-64e145b5-636c-4b56-82c6-8073f9a9cbd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:04.175023 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-19ca7d0c-d6b0-442d-8d3b-4f43f4f747eb req-8db82d96-e56b-45a1-bb39-207d1bf3af2a tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851469 Nov 10 17:56:04.303387 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2e5b53f1-c1cc-4dc6-b3e9-d127cfd0a02b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f5198ac8c5b0426ba31d6ed583837e0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3288145 Nov 10 17:56:04.304304 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39356) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:04.350598 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-64e145b5-636c-4b56-82c6-8073f9a9cbd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:04.368975 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-64e145b5-636c-4b56-82c6-8073f9a9cbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:04.441985 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 14e85f5a-12a5-4329-9aa0-3b6a5670632a no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:56:04.445033 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08a88eda-6b70-42e6-8272-82928d318c01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:04.498195 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08a88eda-6b70-42e6-8272-82928d318c01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:04.505530 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 14e85f5a-12a5-4329-9aa0-3b6a5670632a {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:56:04.506703 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 14e85f5a-12a5-4329-9aa0-3b6a5670632a not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:56:04.529957 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-64e145b5-636c-4b56-82c6-8073f9a9cbd9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b1e2e8cbc9ab4b7ab614a2f0c2a0cf7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5792055 Nov 10 17:56:04.529957 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39358) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:04.620411 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08a88eda-6b70-42e6-8272-82928d318c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:04.620684 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e145b5-636c-4b56-82c6-8073f9a9cbd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00aea8d2-82a2-44b5-836b-47be862f1b59,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:04.623020 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08a88eda-6b70-42e6-8272-82928d318c01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:04.624565 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-08a88eda-6b70-42e6-8272-82928d318c01 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/44bf7280-056f-4f25-b5fb-97b0ee969c94 HTTP/1.1" status: 204 len: 168 time: 0.3196490 Nov 10 17:56:04.645253 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a88eda-6b70-42e6-8272-82928d318c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bf7280-056f-4f25-b5fb-97b0ee969c94,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:04.699516 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5bce8fc0-86ff-4fa5-ac9c-a56df060442e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:04.751087 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5bce8fc0-86ff-4fa5-ac9c-a56df060442e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:04.845809 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5bce8fc0-86ff-4fa5-ac9c-a56df060442e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:04.848545 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5bce8fc0-86ff-4fa5-ac9c-a56df060442e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:04.849730 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5bce8fc0-86ff-4fa5-ac9c-a56df060442e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/00aea8d2-82a2-44b5-836b-47be862f1b59 HTTP/1.1" status: 204 len: 168 time: 0.3179722 Nov 10 17:56:04.898990 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce8fc0-86ff-4fa5-ac9c-a56df060442e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00aea8d2-82a2-44b5-836b-47be862f1b59,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:05.425211 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbee6b-4b9e-46c0-b691-07b7329af83a req-89f15209-1f18-47e8-addf-b3641923898e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:05.436857 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e9fbee6b-4b9e-46c0-b691-07b7329af83a req-89f15209-1f18-47e8-addf-b3641923898e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 946 time: 0.1301486 Nov 10 17:56:05.515879 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:05.586359 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e9fbee6b-4b9e-46c0-b691-07b7329af83a req-68bf4070-9ce8-4d56-8784-38975e7a0958 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514306 Nov 10 17:56:05.588612 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39388) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:05.612952 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a332728-b696-44f4-a42d-b6d6e3e777b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:05.789741 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a332728-b696-44f4-a42d-b6d6e3e777b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:05.794277 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a332728-b696-44f4-a42d-b6d6e3e777b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:05.823092 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4a332728-b696-44f4-a42d-b6d6e3e777b7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f1911ac7235642f3b2ea1c8c367bc7ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2332358 Nov 10 17:56:05.826493 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39390) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:05.846639 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a332728-b696-44f4-a42d-b6d6e3e777b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cb2e3f-513f-4bfb-91c1-f37822bdec17,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:05.923050 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-77ce9a65-dfe9-4e85-81a6-73c6da0711f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:05.961820 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-77ce9a65-dfe9-4e85-81a6-73c6da0711f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:06.030752 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-77ce9a65-dfe9-4e85-81a6-73c6da0711f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:06.034079 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-77ce9a65-dfe9-4e85-81a6-73c6da0711f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:06.038006 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-77ce9a65-dfe9-4e85-81a6-73c6da0711f0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c6cb2e3f-513f-4bfb-91c1-f37822bdec17 HTTP/1.1" status: 204 len: 168 time: 0.2070730 Nov 10 17:56:06.054364 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce9a65-dfe9-4e85-81a6-73c6da0711f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cb2e3f-513f-4bfb-91c1-f37822bdec17,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:06.215445 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39414) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:06.299625 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:06.471980 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-114b02c8-7f42-4292-873e-4f6702fc10df tempest-SubnetPoolsTestJSON-1442546098 tempest-SubnetPoolsTestJSON-1442546098-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1299620339', 'prefixes': ['172.20.0.0/16']}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:56:06.612022 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-114b02c8-7f42-4292-873e-4f6702fc10df tempest-SubnetPoolsTestJSON-1442546098 tempest-SubnetPoolsTestJSON-1442546098-project] Publish callbacks [] for subnetpool, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:06.614030 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-114b02c8-7f42-4292-873e-4f6702fc10df tempest-SubnetPoolsTestJSON-1442546098 tempest-SubnetPoolsTestJSON-1442546098-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3971992 Nov 10 17:56:06.618149 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39428) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:06.732324 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39432) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:06.733060 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1f5ed56e-ef18-4405-8743-7e4998cddde5 tempest-SubnetPoolsTestJSON-1442546098 tempest-SubnetPoolsTestJSON-1442546098-project] 10.222.0.39 "GET /v2.0/subnetpools/554722a2-46aa-4e4d-a852-a65c717fcd58 HTTP/1.1" status: 200 len: 732 time: 0.1130943 Nov 10 17:56:06.738502 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-15d27298-737f-4cc1-9e87-73ec88b6cb46 tempest-SubnetPoolsTestJSON-1442546098 tempest-SubnetPoolsTestJSON-1442546098-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1468806643'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:56:06.817976 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f34950-4c29-4f4e-bc2c-e02c16e751c6 req-6a16efa7-4369-4407-aa70-e527ae2f4af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:06.819901 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-75f34950-4c29-4f4e-bc2c-e02c16e751c6 req-6a16efa7-4369-4407-aa70-e527ae2f4af9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0270caab27604a84907a03a58ad6e001&device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 1098 time: 0.1666074 Nov 10 17:56:06.832557 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4de267-409f-43ea-b15a-308cae99f85c req-d7e1b949-d0d7-405c-9e5d-14247c69b370 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:06.834462 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cb4de267-409f-43ea-b15a-308cae99f85c req-d7e1b949-d0d7-405c-9e5d-14247c69b370 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 946 time: 0.0988340 Nov 10 17:56:06.964482 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f34950-4c29-4f4e-bc2c-e02c16e751c6 req-da558121-baef-41af-aef6-858209e727e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:06.965728 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-75f34950-4c29-4f4e-bc2c-e02c16e751c6 req-da558121-baef-41af-aef6-858209e727e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=07b214b6-0379-4e57-a79c-5118cee6c24b HTTP/1.1" status: 200 len: 912 time: 0.1303079 Nov 10 17:56:07.307694 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-15d27298-737f-4cc1-9e87-73ec88b6cb46 tempest-SubnetPoolsTestJSON-1442546098 tempest-SubnetPoolsTestJSON-1442546098-project] Publish callbacks [] for subnetpool, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:07.309334 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-15d27298-737f-4cc1-9e87-73ec88b6cb46 tempest-SubnetPoolsTestJSON-1442546098 tempest-SubnetPoolsTestJSON-1442546098-project] 10.222.0.39 "PUT /v2.0/subnetpools/554722a2-46aa-4e4d-a852-a65c717fcd58 HTTP/1.1" status: 200 len: 684 time: 0.5756936 Nov 10 17:56:07.313110 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39452) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:07.423517 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-63a79439-85f4-4c03-a61d-d4cf5864cfcf tempest-SubnetPoolsTestJSON-1442546098 tempest-SubnetPoolsTestJSON-1442546098-project] Publish callbacks [] for subnetpool, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:07.424883 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-63a79439-85f4-4c03-a61d-d4cf5864cfcf tempest-SubnetPoolsTestJSON-1442546098 tempest-SubnetPoolsTestJSON-1442546098-project] 10.222.0.39 "DELETE /v2.0/subnetpools/554722a2-46aa-4e4d-a852-a65c717fcd58 HTTP/1.1" status: 204 len: 168 time: 0.1106837 Nov 10 17:56:07.429796 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39454) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:07.442765 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-75f34950-4c29-4f4e-bc2c-e02c16e751c6 req-09325d18-0e18-4d9b-904d-741b5927ea54 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f87048c1-df85-4bde-82e2-88c0d4e540e3 HTTP/1.1" status: 200 len: 217 time: 0.4639816 Nov 10 17:56:07.479748 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cb4de267-409f-43ea-b15a-308cae99f85c req-29e76d08-3f3c-4317-b75e-14ff3cb24cf8 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5432589 Nov 10 17:56:07.480039 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-d3f0884d-2b2f-4518-ab81-cb4adba31693 tempest-SubnetPoolsTestJSON-1442546098 tempest-SubnetPoolsTestJSON-1442546098-project] show failed (client error): The resource could not be found. Nov 10 17:56:07.484590 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d3f0884d-2b2f-4518-ab81-cb4adba31693 tempest-SubnetPoolsTestJSON-1442546098 tempest-SubnetPoolsTestJSON-1442546098-project] 10.222.0.39 "GET /v2.0/subnetpools/554722a2-46aa-4e4d-a852-a65c717fcd58 HTTP/1.1" status: 404 len: 346 time: 0.0533383 Nov 10 17:56:07.485410 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39456) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:07.512472 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-d2d7e175-92af-491e-8d71-2ff65d17709b tempest-SubnetPoolsTestJSON-1442546098 tempest-SubnetPoolsTestJSON-1442546098-project] delete failed (client error): The resource could not be found. Nov 10 17:56:07.519938 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d2d7e175-92af-491e-8d71-2ff65d17709b tempest-SubnetPoolsTestJSON-1442546098 tempest-SubnetPoolsTestJSON-1442546098-project] 10.222.0.39 "DELETE /v2.0/subnetpools/554722a2-46aa-4e4d-a852-a65c717fcd58 HTTP/1.1" status: 404 len: 346 time: 0.0332770 Nov 10 17:56:07.527502 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f34950-4c29-4f4e-bc2c-e02c16e751c6 req-3f89fb88-d74a-45ca-9503-8eae4ae26a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:07.531065 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-75f34950-4c29-4f4e-bc2c-e02c16e751c6 req-3f89fb88-d74a-45ca-9503-8eae4ae26a62 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0014d233-a3b8-4110-85a8-3bdeaa4b1e7d HTTP/1.1" status: 200 len: 850 time: 0.0797179 Nov 10 17:56:07.598118 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f34950-4c29-4f4e-bc2c-e02c16e751c6 req-d25cf0fe-5db6-4b33-8f57-98fad7f9eb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:07.600754 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-75f34950-4c29-4f4e-bc2c-e02c16e751c6 req-d25cf0fe-5db6-4b33-8f57-98fad7f9eb47 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=07b214b6-0379-4e57-a79c-5118cee6c24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605440 Nov 10 17:56:07.722427 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-75f34950-4c29-4f4e-bc2c-e02c16e751c6 req-99ed8bf2-8e75-44ab-89ec-7e1a62caa524 service neutron] 10.222.0.13 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120658 Nov 10 17:56:07.858604 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-75f34950-4c29-4f4e-bc2c-e02c16e751c6 req-5ee7a7bb-7b7d-4bed-b22d-aac44cb5c866 service neutron] 10.222.0.13 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271274 Nov 10 17:56:07.929305 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39474) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:08.069145 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-04d2dcdc-90ab-48bd-8a0d-448ae6f242b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:08.160548 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-04d2dcdc-90ab-48bd-8a0d-448ae6f242b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:08.164954 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-04d2dcdc-90ab-48bd-8a0d-448ae6f242b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:08.225864 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-04d2dcdc-90ab-48bd-8a0d-448ae6f242b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c51c68b672814f889cada79aab35a112&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2925448 Nov 10 17:56:08.225864 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2dcdc-90ab-48bd-8a0d-448ae6f242b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714bf82d-190e-4e71-8827-39ecabd5d78b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:08.226715 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39482) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:08.284204 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c50279b8-3114-43e7-bf4e-b2a3d923e0eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:08.310333 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c50279b8-3114-43e7-bf4e-b2a3d923e0eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:08.370568 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c50279b8-3114-43e7-bf4e-b2a3d923e0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:08.374364 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c50279b8-3114-43e7-bf4e-b2a3d923e0eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:08.375987 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c50279b8-3114-43e7-bf4e-b2a3d923e0eb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/714bf82d-190e-4e71-8827-39ecabd5d78b HTTP/1.1" status: 204 len: 168 time: 0.1482091 Nov 10 17:56:08.387519 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50279b8-3114-43e7-bf4e-b2a3d923e0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714bf82d-190e-4e71-8827-39ecabd5d78b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:08.648777 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343063a7-92ce-4de9-9ff0-a07d5c3ea691 req-c058b740-a1f1-4d62-872d-ca2127af05a7 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:08.660463 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-343063a7-92ce-4de9-9ff0-a07d5c3ea691 req-c058b740-a1f1-4d62-872d-ca2127af05a7 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 946 time: 0.0855334 Nov 10 17:56:08.723519 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-343063a7-92ce-4de9-9ff0-a07d5c3ea691 req-30e64b47-dcbe-4cf0-ad23-510e644f35bb tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611620 Nov 10 17:56:08.756035 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39496) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:09.072368 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device f87048c1-df85-4bde-82e2-88c0d4e540e3 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:56:09.190056 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:09.218726 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacc0da8-04bd-46f3-8f8a-e1321f404c59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f87048c1-df85-4bde-82e2-88c0d4e540e3'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:56:09.220917 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51807c6-c516-4c82-ab70-84774253079c" -d '{"events": [{"server_uuid": "aacc0da8-04bd-46f3-8f8a-e1321f404c59", "name": "network-vif-unplugged", "status": "completed", "tag": "f87048c1-df85-4bde-82e2-88c0d4e540e3"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:56:09.239164 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port f87048c1-df85-4bde-82e2-88c0d4e540e3, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=f87048c1-df85-4bde-82e2-88c0d4e540e3,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:56:09.243378 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:09.290004 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-92bb333e-90a3-4be9-8ccd-34196cd1ace5 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Deleting port 7586c645-1112-431c-a763-b9a2879652f5 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:56:09.290753 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-92bb333e-90a3-4be9-8ccd-34196cd1ace5 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:09.332887 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=f87048c1-df85-4bde-82e2-88c0d4e540e3,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:09.337349 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5728033-25b9-4415-88da-a47280c1dfc8 x-openstack-request-id: req-f5728033-25b9-4415-88da-a47280c1dfc8 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:56:09.337862 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aacc0da8-04bd-46f3-8f8a-e1321f404c59", "name": "network-vif-unplugged", "status": "completed", "tag": "f87048c1-df85-4bde-82e2-88c0d4e540e3", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:56:09.338594 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f5728033-25b9-4415-88da-a47280c1dfc8 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:56:09.339334 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacc0da8-04bd-46f3-8f8a-e1321f404c59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f87048c1-df85-4bde-82e2-88c0d4e540e3', 'code': 200} Nov 10 17:56:09.370174 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39524) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:09.414528 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-92bb333e-90a3-4be9-8ccd-34196cd1ace5 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:09.414829 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-92bb333e-90a3-4be9-8ccd-34196cd1ace5 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:09.430606 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-92bb333e-90a3-4be9-8ccd-34196cd1ace5 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Calling delete_port for 7586c645-1112-431c-a763-b9a2879652f5 owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:56:09.524543 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-ff8262d0-8fc7-4cbf-a655-09f996a1f432 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-140802656'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:56:09.552996 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8262d0-8fc7-4cbf-a655-09f996a1f432 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] Made reservation on behalf of 7be69d9adfcc4efd96ef7bae119e3489 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:56:09.556580 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ff8262d0-8fc7-4cbf-a655-09f996a1f432 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:09.566208 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ff8262d0-8fc7-4cbf-a655-09f996a1f432 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:09.633702 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-92bb333e-90a3-4be9-8ccd-34196cd1ace5 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:09.669135 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb333e-90a3-4be9-8ccd-34196cd1ace5 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Pushing event deleted for resources: {'Port': ['ID=7586c645-1112-431c-a763-b9a2879652f5,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:09.714361 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ff8262d0-8fc7-4cbf-a655-09f996a1f432 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:09.720958 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ff8262d0-8fc7-4cbf-a655-09f996a1f432 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:09.754476 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8262d0-8fc7-4cbf-a655-09f996a1f432 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:56:09.779737 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ff8262d0-8fc7-4cbf-a655-09f996a1f432 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:09.780141 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-ff8262d0-8fc7-4cbf-a655-09f996a1f432 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] Added segment 42b5d17e-6037-42e3-adc3-c00edefd1b6d of type vlan for network 70183fd3-a649-42ba-b202-77404666aa03 Nov 10 17:56:09.783015 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8262d0-8fc7-4cbf-a655-09f996a1f432 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f803af-07d9-4a8a-92ac-3108736de53e,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:09.788632 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-92bb333e-90a3-4be9-8ccd-34196cd1ace5 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:09.789664 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-92bb333e-90a3-4be9-8ccd-34196cd1ace5 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Floating IP 3104eda2-a8bd-4ff9-8c98-d264ebcaacf9 disassociated (deleted). External IP: 172.25.5.170, port: 946803be-28b2-4853-bc04-fd599f0cef14. Nov 10 17:56:09.845139 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ff8262d0-8fc7-4cbf-a655-09f996a1f432 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:09.931329 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ff8262d0-8fc7-4cbf-a655-09f996a1f432 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:09.938719 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8262d0-8fc7-4cbf-a655-09f996a1f432 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:09.939420 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ff8262d0-8fc7-4cbf-a655-09f996a1f432 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:10.045860 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ff8262d0-8fc7-4cbf-a655-09f996a1f432 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.6707189 Nov 10 17:56:10.045860 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8262d0-8fc7-4cbf-a655-09f996a1f432 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] Pushing event updated for resources: {'Network': ['ID=70183fd3-a649-42ba-b202-77404666aa03,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:10.048246 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39542) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:10.055954 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.tag.tag_plugin [None req-29a99e6c-17cf-4326-9490-a777d8782e3d tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '70183fd3-a649-42ba-b202-77404666aa03', 'tempest-TagsTest-Tag-1957738943') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:10.059056 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 70183fd3-a649-42ba-b202-77404666aa03 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:56:10.061817 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c126c-c827-4736-bf0c-220a3d7189bc req-6fe3b843-babf-4f06-9ad3-43f9a9b8c01e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:10.069886 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9d5c126c-c827-4736-bf0c-220a3d7189bc req-6fe3b843-babf-4f06-9ad3-43f9a9b8c01e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 944 time: 0.2039926 Nov 10 17:56:10.146454 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9d5c126c-c827-4736-bf0c-220a3d7189bc req-cd4d93b0-382c-4a44-ad7a-7e49b271a38b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756381 Nov 10 17:56:10.195971 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bb333e-90a3-4be9-8ccd-34196cd1ace5 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Router 58e5e7f2-cc2b-482c-84ab-df0c8966a923 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:56:10.200549 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-29a99e6c-17cf-4326-9490-a777d8782e3d tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] 10.222.0.39 "PUT /v2.0/networks/70183fd3-a649-42ba-b202-77404666aa03/tags/tempest-TagsTest-Tag-1957738943 HTTP/1.1" status: 201 len: 201 time: 0.1512194 Nov 10 17:56:10.204297 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39552) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:10.211475 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-7cf82185-f84d-42d8-8a76-8bd17872a662 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '70183fd3-a649-42ba-b202-77404666aa03', 'tempest-TagsTest-Tag-1957738943') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:10.344705 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7cf82185-f84d-42d8-8a76-8bd17872a662 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] 10.222.0.39 "GET /v2.0/networks/70183fd3-a649-42ba-b202-77404666aa03/tags/tempest-TagsTest-Tag-1957738943 HTTP/1.1" status: 204 len: 168 time: 0.1389780 Nov 10 17:56:10.345368 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39556) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:10.350046 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-fc285364-8e8c-49a0-bff8-ee794be83d0d tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '70183fd3-a649-42ba-b202-77404666aa03') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:10.406548 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bb333e-90a3-4be9-8ccd-34196cd1ace5 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:56:10.414382 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-92bb333e-90a3-4be9-8ccd-34196cd1ace5 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:10.423124 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c18b6ae-553b-4559-8ac6-deef2cf7fe21 None None] Sync routers for ids ['58e5e7f2-cc2b-482c-84ab-df0c8966a923'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:56:10.445694 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-fc285364-8e8c-49a0-bff8-ee794be83d0d tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] 10.222.0.39 "GET /v2.0/networks/70183fd3-a649-42ba-b202-77404666aa03/tags HTTP/1.1" status: 200 len: 238 time: 0.0990627 Nov 10 17:56:10.448765 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39562) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:10.458083 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-8c3e7d38-2d10-45ef-8998-72e67cab3d66 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '70183fd3-a649-42ba-b202-77404666aa03', {'tags': ['tempest-TagsTest-Tag-1130655183', 'tempest-TagsTest-Tag-2135376283', 'tempest-TagsTest-Tag-852003490']}) {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:10.483881 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-92bb333e-90a3-4be9-8ccd-34196cd1ace5 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "DELETE /v2.0/floatingips/3104eda2-a8bd-4ff9-8c98-d264ebcaacf9 HTTP/1.1" status: 204 len: 168 time: 1.7261930 Nov 10 17:56:10.485887 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a347f83-a206-43d4-94e1-640490ce7f91', 'tag': '946803be-28b2-4853-bc04-fd599f0cef14'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:56:10.489683 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e021095-a1d2-43e8-831d-a21c7a0de0c4" -d '{"events": [{"name": "network-changed", "server_uuid": "4a347f83-a206-43d4-94e1-640490ce7f91", "tag": "946803be-28b2-4853-bc04-fd599f0cef14"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:56:10.560959 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c18b6ae-553b-4559-8ac6-deef2cf7fe21 None None] Routers {'58e5e7f2-cc2b-482c-84ab-df0c8966a923'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:56:10.562948 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-3c18b6ae-553b-4559-8ac6-deef2cf7fe21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:56:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['58e5e7f2-cc2b-482c-84ab-df0c8966a923'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:10.618603 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54af8b8c-d647-4d77-b723-cd82c7119c92 x-openstack-request-id: req-54af8b8c-d647-4d77-b723-cd82c7119c92 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:56:10.618896 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a347f83-a206-43d4-94e1-640490ce7f91", "tag": "946803be-28b2-4853-bc04-fd599f0cef14", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:56:10.619084 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-54af8b8c-d647-4d77-b723-cd82c7119c92 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:56:10.619496 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a347f83-a206-43d4-94e1-640490ce7f91', 'tag': '946803be-28b2-4853-bc04-fd599f0cef14', 'status': 'completed', 'code': 200} Nov 10 17:56:10.627191 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8c3e7d38-2d10-45ef-8998-72e67cab3d66 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] 10.222.0.39 "PUT /v2.0/networks/70183fd3-a649-42ba-b202-77404666aa03/tags HTTP/1.1" status: 200 len: 308 time: 0.1766253 Nov 10 17:56:10.629871 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39570) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:10.636467 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.tag.tag_plugin [None req-5d900d36-6966-4aa1-851d-0685c06669ec tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '70183fd3-a649-42ba-b202-77404666aa03', 'tempest-TagsTest-Tag-1130655183') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:10.749851 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-3c18b6ae-553b-4559-8ac6-deef2cf7fe21 None None] Set router 58e5e7f2-cc2b-482c-84ab-df0c8966a923 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:56:10.797786 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e021095-a1d2-43e8-831d-a21c7a0de0c4 req-6f1d87ef-8760-4715-8092-caea691d4aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:10.799320 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e021095-a1d2-43e8-831d-a21c7a0de0c4 req-6f1d87ef-8760-4715-8092-caea691d4aa6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=acff72951c8f4036b58130594185f7d0&device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 1098 time: 0.1220360 Nov 10 17:56:10.937531 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79496f-1398-40dd-a48c-8ba30303f9cc req-7072cddf-204d-4c3a-a8dc-c587ffe9d4f1 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:10.939201 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7e79496f-1398-40dd-a48c-8ba30303f9cc req-7072cddf-204d-4c3a-a8dc-c587ffe9d4f1 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 946 time: 0.0916545 Nov 10 17:56:10.969075 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e021095-a1d2-43e8-831d-a21c7a0de0c4 req-8bce346c-f2c7-4894-98a6-8ea3f437a8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:10.970928 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e021095-a1d2-43e8-831d-a21c7a0de0c4 req-8bce346c-f2c7-4894-98a6-8ea3f437a8e3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2dd476e6-793e-44bf-aabd-48157f37f673 HTTP/1.1" status: 200 len: 915 time: 0.1609311 Nov 10 17:56:10.972915 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5d900d36-6966-4aa1-851d-0685c06669ec tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] 10.222.0.39 "DELETE /v2.0/networks/70183fd3-a649-42ba-b202-77404666aa03/tags/tempest-TagsTest-Tag-1130655183 HTTP/1.1" status: 204 len: 168 time: 0.3418539 Nov 10 17:56:10.977480 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39586) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:10.985397 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.tag.tag_plugin [None req-2b088dad-a7bd-4beb-93c6-50ac1d8bc49a tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '70183fd3-a649-42ba-b202-77404666aa03', 'tempest-TagsTest-Tag-1130655183') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:11.032879 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7e79496f-1398-40dd-a48c-8ba30303f9cc req-0c9cbdb3-ed2d-46eb-9b78-f7c6dd7d93f9 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/security-groups?id=22da7c3e-e968-4083-ab46-5bc3e73c2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838864 Nov 10 17:56:11.089814 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-3c18b6ae-553b-4559-8ac6-deef2cf7fe21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'name': 'tempest-TestVolumeBackupRestore-1998506311-router', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '94590fba-e3fd-4a57-9496-ae67f264e580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:29Z', 'updated_at': '2021-11-10T17:50:39Z', 'revision_number': 4, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'gw_port': {'id': '94590fba-e3fd-4a57-9496-ae67f264e580', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:31Z', 'updated_at': '2021-11-10T17:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '87dc8f3e-ca18-44de-ad31-049485f4da6e', 'name': '', 'network_id': '2dd476e6-793e-44bf-aabd-48157f37f673', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'mac_address': 'fa:16:3e:56:36:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '0f2cccc8-127e-4986-96f4-ea926a4536bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:37Z', 'updated_at': '2021-11-10T17:50:48Z', 'revision_number': 5, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'subnets': [{'id': '0f2cccc8-127e-4986-96f4-ea926a4536bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:11.090010 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e021095-a1d2-43e8-831d-a21c7a0de0c4 req-92771b90-982a-4cd6-ba95-13d146aca96d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=946803be-28b2-4853-bc04-fd599f0cef14 HTTP/1.1" status: 200 len: 217 time: 0.0926778 Nov 10 17:56:11.128225 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c18b6ae-553b-4559-8ac6-deef2cf7fe21 None None] Checking router: 58e5e7f2-cc2b-482c-84ab-df0c8966a923 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:56:11.139916 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c18b6ae-553b-4559-8ac6-deef2cf7fe21 None None] Routers {'58e5e7f2-cc2b-482c-84ab-df0c8966a923'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:56:11.140670 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-3c18b6ae-553b-4559-8ac6-deef2cf7fe21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:56:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['58e5e7f2-cc2b-482c-84ab-df0c8966a923'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:11.202940 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e021095-a1d2-43e8-831d-a21c7a0de0c4 req-333ded2c-709d-4391-9290-16112e86269c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:11.202940 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e021095-a1d2-43e8-831d-a21c7a0de0c4 req-333ded2c-709d-4391-9290-16112e86269c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0f2cccc8-127e-4986-96f4-ea926a4536bf HTTP/1.1" status: 200 len: 853 time: 0.0713434 Nov 10 17:56:11.302984 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-3c18b6ae-553b-4559-8ac6-deef2cf7fe21 None None] Set router 58e5e7f2-cc2b-482c-84ab-df0c8966a923 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:56:11.306880 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-2b088dad-a7bd-4beb-93c6-50ac1d8bc49a tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] show failed (client error): The resource could not be found. Nov 10 17:56:11.307912 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2b088dad-a7bd-4beb-93c6-50ac1d8bc49a tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] 10.222.0.39 "GET /v2.0/networks/70183fd3-a649-42ba-b202-77404666aa03/tags/tempest-TagsTest-Tag-1130655183 HTTP/1.1" status: 404 len: 326 time: 0.3292012 Nov 10 17:56:11.312538 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39600) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:11.320254 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.tag.tag_plugin [None req-0884567b-9335-4a0b-90db-3420bc063c8c tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '70183fd3-a649-42ba-b202-77404666aa03', 'tempest-TagsTest-Tag-2135376283') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:11.338433 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e021095-a1d2-43e8-831d-a21c7a0de0c4 req-7de168aa-fdd1-4812-a3d6-52dbdf3b881b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:11.340297 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e021095-a1d2-43e8-831d-a21c7a0de0c4 req-7de168aa-fdd1-4812-a3d6-52dbdf3b881b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2dd476e6-793e-44bf-aabd-48157f37f673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1274095 Nov 10 17:56:11.489337 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2838af1-94f0-4996-8d99-df88417fae50 req-f4ecd9ac-11c8-4601-9bee-73e99ad3706d tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:11.498432 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2838af1-94f0-4996-8d99-df88417fae50 req-f4ecd9ac-11c8-4601-9bee-73e99ad3706d tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 944 time: 0.2150044 Nov 10 17:56:11.559092 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39606) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:11.559416 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0884567b-9335-4a0b-90db-3420bc063c8c tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] 10.222.0.39 "GET /v2.0/networks/70183fd3-a649-42ba-b202-77404666aa03/tags/tempest-TagsTest-Tag-2135376283 HTTP/1.1" status: 204 len: 168 time: 0.2438102 Nov 10 17:56:11.566389 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-32366581-074a-4f23-ae9d-3e7c84a2139b tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '70183fd3-a649-42ba-b202-77404666aa03', 'tempest-TagsTest-Tag-852003490') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:11.608287 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2838af1-94f0-4996-8d99-df88417fae50 req-f69683c6-e51b-4a2e-85dd-c86f932b8ea2 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076124 Nov 10 17:56:11.632742 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-3c18b6ae-553b-4559-8ac6-deef2cf7fe21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'name': 'tempest-TestVolumeBackupRestore-1998506311-router', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '94590fba-e3fd-4a57-9496-ae67f264e580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:29Z', 'updated_at': '2021-11-10T17:50:39Z', 'revision_number': 4, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'gw_port': {'id': '94590fba-e3fd-4a57-9496-ae67f264e580', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:31Z', 'updated_at': '2021-11-10T17:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '87dc8f3e-ca18-44de-ad31-049485f4da6e', 'name': '', 'network_id': '2dd476e6-793e-44bf-aabd-48157f37f673', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'mac_address': 'fa:16:3e:56:36:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '0f2cccc8-127e-4986-96f4-ea926a4536bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:37Z', 'updated_at': '2021-11-10T17:50:48Z', 'revision_number': 5, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'subnets': [{'id': '0f2cccc8-127e-4986-96f4-ea926a4536bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:11.644832 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e021095-a1d2-43e8-831d-a21c7a0de0c4 req-327b5ce4-19ef-49cd-91b6-4e3f3fc8b76d service neutron] 10.222.0.11 "GET /v2.0/networks/2dd476e6-793e-44bf-aabd-48157f37f673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819004 Nov 10 17:56:11.693853 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c18b6ae-553b-4559-8ac6-deef2cf7fe21 None None] The sync data for ids ['58e5e7f2-cc2b-482c-84ab-df0c8966a923'] in n-d-776250-10 is: [{'id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'name': 'tempest-TestVolumeBackupRestore-1998506311-router', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '94590fba-e3fd-4a57-9496-ae67f264e580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:29Z', 'updated_at': '2021-11-10T17:50:39Z', 'revision_number': 4, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'gw_port': {'id': '94590fba-e3fd-4a57-9496-ae67f264e580', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:31Z', 'updated_at': '2021-11-10T17:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '87dc8f3e-ca18-44de-ad31-049485f4da6e', 'name': '', 'network_id': '2dd476e6-793e-44bf-aabd-48157f37f673', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'mac_address': 'fa:16:3e:56:36:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '0f2cccc8-127e-4986-96f4-ea926a4536bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:37Z', 'updated_at': '2021-11-10T17:50:48Z', 'revision_number': 5, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'subnets': [{'id': '0f2cccc8-127e-4986-96f4-ea926a4536bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:56:11.700271 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-32366581-074a-4f23-ae9d-3e7c84a2139b tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] 10.222.0.39 "GET /v2.0/networks/70183fd3-a649-42ba-b202-77404666aa03/tags/tempest-TagsTest-Tag-852003490 HTTP/1.1" status: 204 len: 168 time: 0.1387966 Nov 10 17:56:11.701215 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39610) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:11.706020 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-1bad14ef-0a8f-4e26-81e3-6dfbce9ec48a tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '70183fd3-a649-42ba-b202-77404666aa03') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:11.817238 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e021095-a1d2-43e8-831d-a21c7a0de0c4 req-5ef93b68-4261-402a-a688-dd234546f9cf service neutron] 10.222.0.11 "GET /v2.0/networks/2dd476e6-793e-44bf-aabd-48157f37f673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646295 Nov 10 17:56:11.856757 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ff46a-7eec-4a28-99b7-f928346ef821 req-09bf2775-a0fa-47c2-bbc9-297f29be2a2f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:11.858653 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f38ff46a-7eec-4a28-99b7-f928346ef821 req-09bf2775-a0fa-47c2-bbc9-297f29be2a2f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.0970330 Nov 10 17:56:11.910391 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1bad14ef-0a8f-4e26-81e3-6dfbce9ec48a tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] 10.222.0.39 "DELETE /v2.0/networks/70183fd3-a649-42ba-b202-77404666aa03/tags HTTP/1.1" status: 204 len: 168 time: 0.2079422 Nov 10 17:56:11.913303 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39612) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:11.917745 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.tag.tag_plugin [None req-384214ef-9a95-45ac-b3dc-8f81d4a32959 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '70183fd3-a649-42ba-b202-77404666aa03', 'tempest-TagsTest-Tag-2135376283') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:11.954708 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f38ff46a-7eec-4a28-99b7-f928346ef821 req-b591d630-b070-4e35-9d26-3402c56ce47b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871546 Nov 10 17:56:12.017943 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-384214ef-9a95-45ac-b3dc-8f81d4a32959 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] show failed (client error): The resource could not be found. Nov 10 17:56:12.019458 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-384214ef-9a95-45ac-b3dc-8f81d4a32959 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] 10.222.0.39 "GET /v2.0/networks/70183fd3-a649-42ba-b202-77404666aa03/tags/tempest-TagsTest-Tag-2135376283 HTTP/1.1" status: 404 len: 326 time: 0.1049736 Nov 10 17:56:12.022377 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39616) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:12.027004 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-fc1b86ce-f396-43d9-b8a9-f09cbf1876af tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '70183fd3-a649-42ba-b202-77404666aa03', 'tempest-TagsTest-Tag-852003490') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:12.191944 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6d248-01e9-404c-910f-2dde7409738b req-00963e66-1a38-4442-badf-1c543764dbd0 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:12.193587 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-93f6d248-01e9-404c-910f-2dde7409738b req-00963e66-1a38-4442-badf-1c543764dbd0 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.1422729 Nov 10 17:56:12.193826 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f472346-b8be-4ba5-8127-4d9db62350e9 None None] New status for floating IP 3104eda2-a8bd-4ff9-8c98-d264ebcaacf9: DOWN {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:56:12.222872 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-fc1b86ce-f396-43d9-b8a9-f09cbf1876af tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] show failed (client error): The resource could not be found. Nov 10 17:56:12.224102 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-fc1b86ce-f396-43d9-b8a9-f09cbf1876af tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] 10.222.0.39 "GET /v2.0/networks/70183fd3-a649-42ba-b202-77404666aa03/tags/tempest-TagsTest-Tag-852003490 HTTP/1.1" status: 404 len: 325 time: 0.2005725 Nov 10 17:56:12.230837 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39626) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:12.239789 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-93c3bc2d-84be-47e4-8cd8-c1247de1c80e tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '70183fd3-a649-42ba-b202-77404666aa03') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:12.273772 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-93f6d248-01e9-404c-910f-2dde7409738b req-21f9e0b3-6e43-4bfb-a264-fe4082250d7f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716105 Nov 10 17:56:12.318921 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749a60a-92db-4d0e-839e-3b4b12251729 req-77fe8736-8862-4f92-9ef9-ff274afaab55 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:12.323291 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f749a60a-92db-4d0e-839e-3b4b12251729 req-77fe8736-8862-4f92-9ef9-ff274afaab55 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 946 time: 0.1893556 Nov 10 17:56:12.396713 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2b412-6af5-431d-bfdb-fd2d38bebc6c req-be30cae0-a212-4e3b-917d-30150419ed7c tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:12.398796 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e1e2b412-6af5-431d-bfdb-fd2d38bebc6c req-be30cae0-a212-4e3b-917d-30150419ed7c tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 946 time: 0.0673532 Nov 10 17:56:12.491738 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f749a60a-92db-4d0e-839e-3b4b12251729 req-3eb021f5-d658-46b4-aa81-a75b3041e33b tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/security-groups?id=22da7c3e-e968-4083-ab46-5bc3e73c2d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598828 Nov 10 17:56:12.497758 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-93c3bc2d-84be-47e4-8cd8-c1247de1c80e tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] 10.222.0.39 "DELETE /v2.0/networks/70183fd3-a649-42ba-b202-77404666aa03/tags HTTP/1.1" status: 204 len: 168 time: 0.2643030 Nov 10 17:56:12.502873 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39632) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:12.613895 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-e1e2b412-6af5-431d-bfdb-fd2d38bebc6c req-c210db3d-0631-4cfa-85d0-40c4c8b632a1 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Deleting port 946803be-28b2-4853-bc04-fd599f0cef14 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:56:12.614185 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e1e2b412-6af5-431d-bfdb-fd2d38bebc6c req-c210db3d-0631-4cfa-85d0-40c4c8b632a1 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:12.713817 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f567a3c-eb44-4705-a046-c1124c3d73af req-8714aad6-fecd-4297-8720-196c16e43975 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:12.723264 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3f567a3c-eb44-4705-a046-c1124c3d73af req-8714aad6-fecd-4297-8720-196c16e43975 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.0978439 Nov 10 17:56:12.725136 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-e1e2b412-6af5-431d-bfdb-fd2d38bebc6c req-c210db3d-0631-4cfa-85d0-40c4c8b632a1 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] For port 946803be-28b2-4853-bc04-fd599f0cef14, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=946803be-28b2-4853-bc04-fd599f0cef14,segment=NetworkSegment(7f0d5679-a9d5-4d15-af61-8e99dbd1bd98),segment_id=7f0d5679-a9d5-4d15-af61-8e99dbd1bd98)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:56:12.725850 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e1e2b412-6af5-431d-bfdb-fd2d38bebc6c req-c210db3d-0631-4cfa-85d0-40c4c8b632a1 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:12.739729 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-258f7bb2-80c5-444a-8316-3bb668288718 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:12.748929 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-e1e2b412-6af5-431d-bfdb-fd2d38bebc6c req-c210db3d-0631-4cfa-85d0-40c4c8b632a1 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Calling delete_port for 946803be-28b2-4853-bc04-fd599f0cef14 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:56:12.860946 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3f567a3c-eb44-4705-a046-c1124c3d73af req-a30d324f-f258-418f-94a1-3ed5cb05fb04 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369884 Nov 10 17:56:12.930730 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-258f7bb2-80c5-444a-8316-3bb668288718 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:12.934001 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e1e2b412-6af5-431d-bfdb-fd2d38bebc6c req-c210db3d-0631-4cfa-85d0-40c4c8b632a1 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:12.959971 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-258f7bb2-80c5-444a-8316-3bb668288718 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70183fd3-a649-42ba-b202-77404666aa03']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:12.970514 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-258f7bb2-80c5-444a-8316-3bb668288718 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42b5d17e-6037-42e3-adc3-c00edefd1b6d') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:12.970514 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-258f7bb2-80c5-444a-8316-3bb668288718 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42b5d17e-6037-42e3-adc3-c00edefd1b6d') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:12.970956 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c210db3d-0631-4cfa-85d0-40c4c8b632a1 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Pushing event deleted for resources: {'Port': ['ID=946803be-28b2-4853-bc04-fd599f0cef14,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:12.984031 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-258f7bb2-80c5-444a-8316-3bb668288718 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:13.008454 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-258f7bb2-80c5-444a-8316-3bb668288718 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:13.023458 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-258f7bb2-80c5-444a-8316-3bb668288718 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:56:13.024351 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-258f7bb2-80c5-444a-8316-3bb668288718 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:13.026268 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e2b412-6af5-431d-bfdb-fd2d38bebc6c req-c210db3d-0631-4cfa-85d0-40c4c8b632a1 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] No DVR routers for this DVR port 946803be-28b2-4853-bc04-fd599f0cef14 on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:56:13.028336 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:56:13.028336 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:56:13.028336 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:56:13.028336 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:56:13.028336 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:56:13.028336 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:56:13.028336 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:56:13.028336 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:56:13.028336 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:56:13.028336 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:56:13.028336 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:56:13.028336 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:56:13.028336 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:56:13.028336 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:56:13.028336 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:56:13.028336 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:56:13.028336 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:56:13.028336 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:56:13.028336 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:56:13.028336 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:56:13.028336 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:56:13.028336 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:56:13.028336 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:56:13.028336 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:56:13.028336 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:56:13.028336 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:56:13.028336 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:56:13.028336 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:56:13.028336 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:56:13.028336 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:56:13.028336 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:56:13.028336 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:56:13.032275 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e1e2b412-6af5-431d-bfdb-fd2d38bebc6c req-c210db3d-0631-4cfa-85d0-40c4c8b632a1 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:13.034172 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e1e2b412-6af5-431d-bfdb-fd2d38bebc6c req-c210db3d-0631-4cfa-85d0-40c4c8b632a1 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.11 "DELETE /v2.0/ports/946803be-28b2-4853-bc04-fd599f0cef14 HTTP/1.1" status: 204 len: 173 time: 0.6270220 Nov 10 17:56:13.034652 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a347f83-a206-43d4-94e1-640490ce7f91', 'name': 'network-vif-deleted', 'tag': '946803be-28b2-4853-bc04-fd599f0cef14'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:56:13.043900 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050b9e3c-688a-4be3-a75d-79bdc07c9e52" -d '{"events": [{"server_uuid": "4a347f83-a206-43d4-94e1-640490ce7f91", "name": "network-vif-deleted", "tag": "946803be-28b2-4853-bc04-fd599f0cef14"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:56:13.095404 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device f87048c1-df85-4bde-82e2-88c0d4e540e3 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:56:13.101971 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bebe36-f461-4471-b1b5-a499ee61c57a x-openstack-request-id: req-69bebe36-f461-4471-b1b5-a499ee61c57a {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:56:13.102461 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a347f83-a206-43d4-94e1-640490ce7f91", "name": "network-vif-deleted", "tag": "946803be-28b2-4853-bc04-fd599f0cef14", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:56:13.103142 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-69bebe36-f461-4471-b1b5-a499ee61c57a {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:56:13.103921 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a347f83-a206-43d4-94e1-640490ce7f91', 'name': 'network-vif-deleted', 'tag': '946803be-28b2-4853-bc04-fd599f0cef14', 'status': 'completed', 'code': 200} Nov 10 17:56:13.152520 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-258f7bb2-80c5-444a-8316-3bb668288718 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:13.167189 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-258f7bb2-80c5-444a-8316-3bb668288718 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:13.174586 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-258f7bb2-80c5-444a-8316-3bb668288718 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] 10.222.0.39 "DELETE /v2.0/networks/70183fd3-a649-42ba-b202-77404666aa03 HTTP/1.1" status: 204 len: 168 time: 0.6705840 Nov 10 17:56:13.209546 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f7bb2-80c5-444a-8316-3bb668288718 tempest-TagsTest-1744300569 tempest-TagsTest-1744300569-project] Pushing event deleted for resources: {'Network': ['ID=70183fd3-a649-42ba-b202-77404666aa03,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:13.645221 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39656) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:13.706744 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2723ce3e-94f6-4be9-9e67-801d11cd40ea req-cfa4b142-bed2-4bfe-9e5c-95959b831480 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 210 time: 0.0676999 Nov 10 17:56:13.896202 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0a3fee68-698a-4cf4-9c75-69f7c86d05b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7be69d9adfcc4efd96ef7bae119e3489&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2480001 Nov 10 17:56:13.897147 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39660) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:13.982639 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ddc64d00-5509-48cf-b0f8-53021c76d288 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:14.025869 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ddc64d00-5509-48cf-b0f8-53021c76d288 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:14.115539 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa346146-2c19-4698-80c1-457a8c793566 req-2baa6fa9-d32f-41e4-a3cf-6dc5e1c5559d tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:14.117226 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa346146-2c19-4698-80c1-457a8c793566 req-2baa6fa9-d32f-41e4-a3cf-6dc5e1c5559d tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.0850110 Nov 10 17:56:14.122016 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ddc64d00-5509-48cf-b0f8-53021c76d288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:14.133507 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ddc64d00-5509-48cf-b0f8-53021c76d288 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:14.136975 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ddc64d00-5509-48cf-b0f8-53021c76d288 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c1f803af-07d9-4a8a-92ac-3108736de53e HTTP/1.1" status: 204 len: 168 time: 0.2365129 Nov 10 17:56:14.150631 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc64d00-5509-48cf-b0f8-53021c76d288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f803af-07d9-4a8a-92ac-3108736de53e,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:14.203275 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa346146-2c19-4698-80c1-457a8c793566 req-2a4f74ea-d373-462c-9bea-5af0c3064f72 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725718 Nov 10 17:56:14.695890 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 946803be-28b2-4853-bc04-fd599f0cef14 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:56:14.795235 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 946803be-28b2-4853-bc04-fd599f0cef14 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:56:14.795877 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 946803be-28b2-4853-bc04-fd599f0cef14 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:56:14.887502 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fd83ae4f-18cd-42c1-9052-8618a17a5993 req-7f36b851-b40c-4e43-96a6-f58d3c0977d6 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 210 time: 0.0549390 Nov 10 17:56:14.998018 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39696) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:15.218229 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-25706c4e-13de-45f4-ae25-36f506c1dad9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:15.362508 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-25706c4e-13de-45f4-ae25-36f506c1dad9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:15.381718 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-25706c4e-13de-45f4-ae25-36f506c1dad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:15.435896 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-25706c4e-13de-45f4-ae25-36f506c1dad9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=91c78feb807b4910a3ef05419ac3a288&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4362233 Nov 10 17:56:15.439903 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25706c4e-13de-45f4-ae25-36f506c1dad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1556d02-9917-4d47-89e1-ee9507c5264b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:15.443160 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39714) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:15.475937 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58a2f5-663b-47f0-a275-32a4d0290c04 req-d1753d95-775b-4dfe-9e8b-53a9bd9b2743 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:15.477859 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ba58a2f5-663b-47f0-a275-32a4d0290c04 req-d1753d95-775b-4dfe-9e8b-53a9bd9b2743 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.1315436 Nov 10 17:56:15.569437 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-728e6524-afef-4806-b787-2e4dd1ed2cd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:15.585179 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ba58a2f5-663b-47f0-a275-32a4d0290c04 req-1e5d24c8-e989-4651-b0d7-c05217c4279f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964336 Nov 10 17:56:15.596956 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-728e6524-afef-4806-b787-2e4dd1ed2cd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:15.693978 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-728e6524-afef-4806-b787-2e4dd1ed2cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:15.697407 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-728e6524-afef-4806-b787-2e4dd1ed2cd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:15.699284 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-728e6524-afef-4806-b787-2e4dd1ed2cd5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d1556d02-9917-4d47-89e1-ee9507c5264b HTTP/1.1" status: 204 len: 168 time: 0.2537842 Nov 10 17:56:15.712712 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e6524-afef-4806-b787-2e4dd1ed2cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1556d02-9917-4d47-89e1-ee9507c5264b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:16.096099 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-364cf360-8ddc-42cc-a1f0-db5d17eef7f3 req-3204391e-c058-4b8b-b9e4-3cfbf31cfda9 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 210 time: 0.0768480 Nov 10 17:56:16.797614 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddf8216-ee36-49f1-8dd2-2c2386d06f45 req-cac554ee-9805-4920-8bc2-57b2a49d18cc tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:16.799457 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dddf8216-ee36-49f1-8dd2-2c2386d06f45 req-cac554ee-9805-4920-8bc2-57b2a49d18cc tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.1187563 Nov 10 17:56:16.898870 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39764) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:16.904975 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dddf8216-ee36-49f1-8dd2-2c2386d06f45 req-01f800a5-36bc-4cec-abb4-b41ef2f0a776 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971060 Nov 10 17:56:17.242249 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c10cebf5-109c-4414-9ffd-ffc8b03ba7e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:17.300757 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4cb6b5f0-17ca-4cde-b3a5-383ac953b092 req-0f639ca1-b05c-4fb7-b9c9-036b3d3f7a74 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 210 time: 0.0347164 Nov 10 17:56:17.399980 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c10cebf5-109c-4414-9ffd-ffc8b03ba7e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:17.404958 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c10cebf5-109c-4414-9ffd-ffc8b03ba7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:17.452908 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39786) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:17.453986 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c10cebf5-109c-4414-9ffd-ffc8b03ba7e6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=604e5c2e36ec4d488e11b74e39ce1c23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5533345 Nov 10 17:56:17.480807 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10cebf5-109c-4414-9ffd-ffc8b03ba7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa8cba3-6c4d-40b0-bef6-77eb58a2f12b,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:17.517006 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1eebc80c-c553-4941-a1fe-e7d7ac98f39c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:17.542513 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1eebc80c-c553-4941-a1fe-e7d7ac98f39c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:17.608938 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1eebc80c-c553-4941-a1fe-e7d7ac98f39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:17.611725 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1eebc80c-c553-4941-a1fe-e7d7ac98f39c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:17.616838 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1eebc80c-c553-4941-a1fe-e7d7ac98f39c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bfa8cba3-6c4d-40b0-bef6-77eb58a2f12b HTTP/1.1" status: 204 len: 168 time: 0.1627498 Nov 10 17:56:17.644972 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebc80c-c553-4941-a1fe-e7d7ac98f39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa8cba3-6c4d-40b0-bef6-77eb58a2f12b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:18.057406 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7bd93-9e0f-43ae-8089-5a0c9b96e54b req-6d1b1d4f-528b-4a84-8037-d43b94644511 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:18.059042 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6ad7bd93-9e0f-43ae-8089-5a0c9b96e54b req-6d1b1d4f-528b-4a84-8037-d43b94644511 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.0594330 Nov 10 17:56:18.059537 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 39808) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:18.111305 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ac5647dd-2ddb-426b-a145-5ae478a0783a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:18.216296 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6ad7bd93-9e0f-43ae-8089-5a0c9b96e54b req-e1d773f4-5cf9-4cb1-82e9-3e91ede63677 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469147 Nov 10 17:56:18.252502 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ac5647dd-2ddb-426b-a145-5ae478a0783a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:18.258140 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ac5647dd-2ddb-426b-a145-5ae478a0783a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:18.312067 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ac5647dd-2ddb-426b-a145-5ae478a0783a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2bfc0c7ff81548fabd598e16d0df98b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2513518 Nov 10 17:56:18.312962 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5647dd-2ddb-426b-a145-5ae478a0783a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba54ef36-26b6-45b7-b77b-84d96d8d4a03,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:18.315079 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39810) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:18.378060 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ca2963ce-524f-4a56-8677-6b5040982459 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:18.406649 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ca2963ce-524f-4a56-8677-6b5040982459 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:18.497519 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d1ecb2b3-7b69-4248-a473-5becfd64b909 req-561913a6-01b7-4107-9c4b-8fa0ef832c4f tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 210 time: 0.0354493 Nov 10 17:56:18.511157 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ca2963ce-524f-4a56-8677-6b5040982459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:18.516257 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ca2963ce-524f-4a56-8677-6b5040982459 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:18.517591 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ca2963ce-524f-4a56-8677-6b5040982459 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ba54ef36-26b6-45b7-b77b-84d96d8d4a03 HTTP/1.1" status: 204 len: 168 time: 0.2013040 Nov 10 17:56:18.539481 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2963ce-524f-4a56-8677-6b5040982459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba54ef36-26b6-45b7-b77b-84d96d8d4a03,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:19.370648 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05080d37-6da3-4ae3-b065-cfc6a7d0744a req-f98b8512-2585-4425-a206-e1c96dd13377 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:19.372810 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-05080d37-6da3-4ae3-b065-cfc6a7d0744a req-f98b8512-2585-4425-a206-e1c96dd13377 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.0730765 Nov 10 17:56:19.448913 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-05080d37-6da3-4ae3-b065-cfc6a7d0744a req-edc38014-5d0d-4b64-8806-6017e3cac484 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646136 Nov 10 17:56:19.630600 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-676758ec-be43-42b2-a23b-3468eb1bde6e req-7ac591d1-173a-434d-a854-435047fc8fe1 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a347f83-a206-43d4-94e1-640490ce7f91 HTTP/1.1" status: 200 len: 210 time: 0.0392661 Nov 10 17:56:20.093782 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-ca6a1be5-2be6-4ba2-b388-97f46706d0ef tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=d2c6ea4bad064cef83c10748ced84d52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239129 Nov 10 17:56:20.226018 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-bd98c6ce-ea5b-413c-af6a-46ea578dd6f0 tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:20.227754 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-bd98c6ce-ea5b-413c-af6a-46ea578dd6f0 tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1243656 Nov 10 17:56:20.244509 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-d1ecbb04-00cd-4e8d-8501-c3a12b065875 tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] 10.222.0.39 "GET /v2.0/quotas/d2c6ea4bad064cef83c10748ced84d52 HTTP/1.1" status: 200 len: 375 time: 0.0101101 Nov 10 17:56:20.280905 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-c9bfc6b8-0ebc-490d-b9b3-76ea9a4ece3d tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d2c6ea4bad064cef83c10748ced84d52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293434 Nov 10 17:56:20.500810 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-489226b3-c021-4dbe-abb0-76bf3104fedf req-286a45d1-f925-47cb-87a9-8f10197975c7 tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c7d4093-6f7b-4c6d-9df3-3f4860f78b06 HTTP/1.1" status: 200 len: 210 time: 0.0456545 Nov 10 17:56:20.597942 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060afaa-9449-403c-852d-dfad618d6b54 req-22dae553-1d19-465e-b57e-1bee320648b5 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:20.606466 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b060afaa-9449-403c-852d-dfad618d6b54 req-22dae553-1d19-465e-b57e-1bee320648b5 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.0672748 Nov 10 17:56:20.674872 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b060afaa-9449-403c-852d-dfad618d6b54 req-c719cb44-48fe-41b9-9413-1ff472359046 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673256 Nov 10 17:56:20.706201 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 39900) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:20.828522 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35c5efb4-c7d5-4560-b67b-7087dd77ce06 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:20.897698 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35c5efb4-c7d5-4560-b67b-7087dd77ce06 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:20.972272 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35c5efb4-c7d5-4560-b67b-7087dd77ce06 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:20.975018 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35c5efb4-c7d5-4560-b67b-7087dd77ce06 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:20.978982 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-35c5efb4-c7d5-4560-b67b-7087dd77ce06 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] 10.222.0.39 "DELETE /v2.0/security-groups/22da7c3e-e968-4083-ab46-5bc3e73c2d3c HTTP/1.1" status: 204 len: 168 time: 0.2681878 Nov 10 17:56:20.992544 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5efb4-c7d5-4560-b67b-7087dd77ce06 tempest-TestVolumeBackupRestore-919880152 tempest-TestVolumeBackupRestore-919880152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22da7c3e-e968-4083-ab46-5bc3e73c2d3c,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:21.632235 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1d865eaa-e809-41a2-9515-fdca0e7c7520 req-c286ddb8-1b2b-47b3-9c50-2fae9ba11a10 tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c7d4093-6f7b-4c6d-9df3-3f4860f78b06 HTTP/1.1" status: 200 len: 210 time: 0.0366509 Nov 10 17:56:21.869491 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-18bd5ed1-8f9a-4873-bc95-e1b8e6489ce8 tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d2c6ea4bad064cef83c10748ced84d52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600388 Nov 10 17:56:21.972482 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253143d-253e-44e8-8b14-910ea2086f24 req-94cd0319-f004-4c28-8efc-bea54f5803b3 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:21.974252 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5253143d-253e-44e8-8b14-910ea2086f24 req-94cd0319-f004-4c28-8efc-bea54f5803b3 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.1877279 Nov 10 17:56:22.111857 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5253143d-253e-44e8-8b14-910ea2086f24 req-5d52ba7a-e23e-40a8-a86a-29e3105267e8 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302743 Nov 10 17:56:22.141470 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-a9726138-46f6-400b-845c-f37f46989309 tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:22.142941 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-a9726138-46f6-400b-845c-f37f46989309 tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2659523 Nov 10 17:56:22.168377 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-5ca43a22-0f1d-4ba6-82a8-bfb4a0798b7c tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Request body: {'port': {'device_id': '2c7d4093-6f7b-4c6d-9df3-3f4860f78b06', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'admin_state_up': True, 'tenant_id': 'd2c6ea4bad064cef83c10748ced84d52'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:56:22.391542 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-5ca43a22-0f1d-4ba6-82a8-bfb4a0798b7c tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Made reservation on behalf of d2c6ea4bad064cef83c10748ced84d52 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:56:22.400451 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-5ca43a22-0f1d-4ba6-82a8-bfb4a0798b7c tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:22.415858 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-5ca43a22-0f1d-4ba6-82a8-bfb4a0798b7c tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:22.573824 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-5ca43a22-0f1d-4ba6-82a8-bfb4a0798b7c tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:22.578969 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-5ca43a22-0f1d-4ba6-82a8-bfb4a0798b7c tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:22.665020 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca43a22-0f1d-4ba6-82a8-bfb4a0798b7c tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b598556-f199-4201-9d1c-34772ac3f8d6,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:22.724110 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca43a22-0f1d-4ba6-82a8-bfb4a0798b7c tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:22.724488 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca43a22-0f1d-4ba6-82a8-bfb4a0798b7c tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:22.724943 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca43a22-0f1d-4ba6-82a8-bfb4a0798b7c tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:22.725328 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca43a22-0f1d-4ba6-82a8-bfb4a0798b7c tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:22.726188 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca43a22-0f1d-4ba6-82a8-bfb4a0798b7c tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:22.726188 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca43a22-0f1d-4ba6-82a8-bfb4a0798b7c tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:22.726373 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca43a22-0f1d-4ba6-82a8-bfb4a0798b7c tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:22.726692 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca43a22-0f1d-4ba6-82a8-bfb4a0798b7c tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:22.727343 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca43a22-0f1d-4ba6-82a8-bfb4a0798b7c tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:22.728129 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca43a22-0f1d-4ba6-82a8-bfb4a0798b7c tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:22.728822 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca43a22-0f1d-4ba6-82a8-bfb4a0798b7c tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:22.729917 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca43a22-0f1d-4ba6-82a8-bfb4a0798b7c tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:22.932986 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-5ca43a22-0f1d-4ba6-82a8-bfb4a0798b7c tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Allocated IP 192.168.233.254 (06bf2af7-1c64-4ab3-86f9-bba38a9adb20/7364e0f4-b425-437c-8639-701045fa2b03/03c46b3b-fe29-4971-8619-67b647c977b9) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:56:22.943734 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4f4aae42-3b28-40d2-ba69-7fae2b7fea30 req-bf7d9930-e635-48d9-a85c-64d9982f196f tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c7d4093-6f7b-4c6d-9df3-3f4860f78b06 HTTP/1.1" status: 200 len: 210 time: 0.1410730 Nov 10 17:56:23.890564 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-5ca43a22-0f1d-4ba6-82a8-bfb4a0798b7c tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:23.951526 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e73048-506c-48e9-9a36-9d00485e9468 req-ef177163-aaa8-4ccf-9ac9-81f1f907dd4b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:23.959511 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-77e73048-506c-48e9-9a36-9d00485e9468 req-ef177163-aaa8-4ccf-9ac9-81f1f907dd4b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.6996608 Nov 10 17:56:23.961306 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-5ca43a22-0f1d-4ba6-82a8-bfb4a0798b7c tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:24.054959 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-5ca43a22-0f1d-4ba6-82a8-bfb4a0798b7c tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:56:24.058630 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-5ca43a22-0f1d-4ba6-82a8-bfb4a0798b7c tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:56:24.084252 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-5ca43a22-0f1d-4ba6-82a8-bfb4a0798b7c tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:56:24.150671 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca43a22-0f1d-4ba6-82a8-bfb4a0798b7c tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Pushing event updated for resources: {'Port': ['ID=03c46b3b-fe29-4971-8619-67b647c977b9,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:24.160393 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546bbdf-f6e5-4dd2-a07a-f8eabd0ea7ad req-1e6a6e1a-6ced-4787-a7f1-bfe3e34d6d7c tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:24.168544 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a546bbdf-f6e5-4dd2-a07a-f8eabd0ea7ad req-1e6a6e1a-6ced-4787-a7f1-bfe3e34d6d7c tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c7d4093-6f7b-4c6d-9df3-3f4860f78b06 HTTP/1.1" status: 200 len: 936 time: 0.0750647 Nov 10 17:56:24.183273 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-77e73048-506c-48e9-9a36-9d00485e9468 req-2a8bdafd-a885-41a0-97d6-aae98187684d tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035182 Nov 10 17:56:24.202141 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-5ca43a22-0f1d-4ba6-82a8-bfb4a0798b7c tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:24.203726 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-5ca43a22-0f1d-4ba6-82a8-bfb4a0798b7c tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:24.230230 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-5ca43a22-0f1d-4ba6-82a8-bfb4a0798b7c tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0688946 Nov 10 17:56:24.245942 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-20ab5baa-7b28-48fb-ab2f-13ac32182e41 service neutron] Request body: {'port': {'device_id': '2c7d4093-6f7b-4c6d-9df3-3f4860f78b06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:56:24.325953 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a546bbdf-f6e5-4dd2-a07a-f8eabd0ea7ad req-286932c2-9506-448e-849d-bf57939e3f0c tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b598556-f199-4201-9d1c-34772ac3f8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562505 Nov 10 17:56:24.424055 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-20ab5baa-7b28-48fb-ab2f-13ac32182e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:24.728128 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-5a115b9e-c581-4a7e-9d34-ae70e4c4c90d None None] Provisioning complete for port 03c46b3b-fe29-4971-8619-67b647c977b9 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:56:24.732006 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5a115b9e-c581-4a7e-9d34-ae70e4c4c90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:24.857406 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-5a115b9e-c581-4a7e-9d34-ae70e4c4c90d None None] Port 03c46b3b-fe29-4971-8619-67b647c977b9 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:56:24.859902 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae56d0-c9b0-4289-a775-6b45c29c1e4d req-bd67d84b-f1bc-4f88-b51d-50b70dd30d03 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:24.862934 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-81ae56d0-c9b0-4289-a775-6b45c29c1e4d req-bd67d84b-f1bc-4f88-b51d-50b70dd30d03 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.2002389 Nov 10 17:56:24.902979 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:24.976229 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34d2c0-db42-4b6b-80ac-d5c6023cf5f6 req-fa3cd83c-3140-4a79-bea2-4734ae47bbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:24.984027 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4b34d2c0-db42-4b6b-80ac-d5c6023cf5f6 req-fa3cd83c-3140-4a79-bea2-4734ae47bbd0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0270caab27604a84907a03a58ad6e001&device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 1096 time: 0.3478320 Nov 10 17:56:24.985892 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-81ae56d0-c9b0-4289-a775-6b45c29c1e4d req-dc608582-6a02-4101-bd25-73293d7521e8 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122129 Nov 10 17:56:25.147602 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:25.187319 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34d2c0-db42-4b6b-80ac-d5c6023cf5f6 req-2355b7c8-a7a5-46fe-b24e-d9c9196da6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:25.189305 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4b34d2c0-db42-4b6b-80ac-d5c6023cf5f6 req-2355b7c8-a7a5-46fe-b24e-d9c9196da6a9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=07b214b6-0379-4e57-a79c-5118cee6c24b HTTP/1.1" status: 200 len: 912 time: 0.1966715 Nov 10 17:56:25.346358 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-20ab5baa-7b28-48fb-ab2f-13ac32182e41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03c46b3b-fe29-4971-8619-67b647c977b9 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:56:25.356140 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4b34d2c0-db42-4b6b-80ac-d5c6023cf5f6 req-ed249621-00d8-4c51-b0f2-45136f420a7b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94a55a60-1af8-4730-86c8-8397af10e93f HTTP/1.1" status: 200 len: 998 time: 0.1600871 Nov 10 17:56:25.358528 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-20ab5baa-7b28-48fb-ab2f-13ac32182e41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:25.412164 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-20ab5baa-7b28-48fb-ab2f-13ac32182e41 service neutron] Transition to ACTIVE for port object 03c46b3b-fe29-4971-8619-67b647c977b9 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:56:25.419680 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-20ab5baa-7b28-48fb-ab2f-13ac32182e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:25.477181 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab5baa-7b28-48fb-ab2f-13ac32182e41 service neutron] Pushing event updated for resources: {'Port': ['ID=03c46b3b-fe29-4971-8619-67b647c977b9,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:25.524460 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34d2c0-db42-4b6b-80ac-d5c6023cf5f6 req-138525b6-19ed-4584-979c-306f95cefd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:25.526122 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4b34d2c0-db42-4b6b-80ac-d5c6023cf5f6 req-138525b6-19ed-4584-979c-306f95cefd3e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0014d233-a3b8-4110-85a8-3bdeaa4b1e7d HTTP/1.1" status: 200 len: 850 time: 0.1593118 Nov 10 17:56:25.789748 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c636f5-833c-40c9-aac3-525c31038fb7 req-9efed473-07b8-4b91-ae93-ef7e5f7de9fc tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:25.802350 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-46c636f5-833c-40c9-aac3-525c31038fb7 req-9efed473-07b8-4b91-ae93-ef7e5f7de9fc tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c7d4093-6f7b-4c6d-9df3-3f4860f78b06 HTTP/1.1" status: 200 len: 948 time: 0.3126168 Nov 10 17:56:25.957162 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-20ab5baa-7b28-48fb-ab2f-13ac32182e41 service neutron] Attempting to bind port 03c46b3b-fe29-4971-8619-67b647c977b9 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:56:25.958039 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-20ab5baa-7b28-48fb-ab2f-13ac32182e41 service neutron] Attempting to bind port 03c46b3b-fe29-4971-8619-67b647c977b9 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:56:25.958544 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-20ab5baa-7b28-48fb-ab2f-13ac32182e41 service neutron] Attempting to bind port 03c46b3b-fe29-4971-8619-67b647c977b9 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:56:25.999140 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 40462) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:26.012655 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-20ab5baa-7b28-48fb-ab2f-13ac32182e41 service neutron] Port 03c46b3b-fe29-4971-8619-67b647c977b9 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:56:26.013240 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-20ab5baa-7b28-48fb-ab2f-13ac32182e41 service neutron] Attempting to bind port 03c46b3b-fe29-4971-8619-67b647c977b9 on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:56:26.090076 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34d2c0-db42-4b6b-80ac-d5c6023cf5f6 req-6e2a1369-a81e-4ded-a8ae-d71f4c386454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:26.091655 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4b34d2c0-db42-4b6b-80ac-d5c6023cf5f6 req-6e2a1369-a81e-4ded-a8ae-d71f4c386454 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=07b214b6-0379-4e57-a79c-5118cee6c24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5225222 Nov 10 17:56:26.114348 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-46c636f5-833c-40c9-aac3-525c31038fb7 req-8b6fac12-d6f3-41f2-89fe-c7d173a10ff9 tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b598556-f199-4201-9d1c-34772ac3f8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062422 Nov 10 17:56:26.232653 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0bc5a-b98b-427b-b687-7ec5d2220780 req-1e7a807e-51e8-4086-8de5-89c697393675 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:26.248312 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-53b0bc5a-b98b-427b-b687-7ec5d2220780 req-1e7a807e-51e8-4086-8de5-89c697393675 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.1150336 Nov 10 17:56:26.291204 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4b34d2c0-db42-4b6b-80ac-d5c6023cf5f6 req-a170bddc-bcd5-4588-a3df-bb181b0010f4 service neutron] 10.222.0.11 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720026 Nov 10 17:56:26.293330 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3c9c0fbb-b7a3-45d7-9b8a-e84bd698ce36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:26.294486 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-20ab5baa-7b28-48fb-ab2f-13ac32182e41 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:56:26.294934 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-20ab5baa-7b28-48fb-ab2f-13ac32182e41 service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:56:26.305821 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-20ab5baa-7b28-48fb-ab2f-13ac32182e41 service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:56:26.306469 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-20ab5baa-7b28-48fb-ab2f-13ac32182e41 service neutron] Bound port: 03c46b3b-fe29-4971-8619-67b647c977b9, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:56:26.306991 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-20ab5baa-7b28-48fb-ab2f-13ac32182e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:26.369706 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-53b0bc5a-b98b-427b-b687-7ec5d2220780 req-94a16fd9-01a8-4a08-8d14-6308eeaeb8e7 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196301 Nov 10 17:56:26.452370 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3c9c0fbb-b7a3-45d7-9b8a-e84bd698ce36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:26.460309 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3c9c0fbb-b7a3-45d7-9b8a-e84bd698ce36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:26.536756 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 40484) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:26.537285 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3c9c0fbb-b7a3-45d7-9b8a-e84bd698ce36 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=952abe4481bc4faf8c54b319949772b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5347686 Nov 10 17:56:26.539917 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c0fbb-b7a3-45d7-9b8a-e84bd698ce36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9119f064-02ff-4419-b777-eaa962b156c0,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:26.575922 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-20ab5baa-7b28-48fb-ab2f-13ac32182e41 service neutron] For port 03c46b3b-fe29-4971-8619-67b647c977b9, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:56:26.583509 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-20ab5baa-7b28-48fb-ab2f-13ac32182e41 service neutron] For port 03c46b3b-fe29-4971-8619-67b647c977b9, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=03c46b3b-fe29-4971-8619-67b647c977b9,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:56:26.591315 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-20ab5baa-7b28-48fb-ab2f-13ac32182e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:26.717435 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab5baa-7b28-48fb-ab2f-13ac32182e41 service neutron] Pushing event updated for resources: {'Port': ['ID=03c46b3b-fe29-4971-8619-67b647c977b9,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:26.722948 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-20ab5baa-7b28-48fb-ab2f-13ac32182e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:26.723643 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-20ab5baa-7b28-48fb-ab2f-13ac32182e41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:26.737612 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-20ab5baa-7b28-48fb-ab2f-13ac32182e41 service neutron] 10.222.0.13 "PUT /v2.0/ports/03c46b3b-fe29-4971-8619-67b647c977b9 HTTP/1.1" status: 200 len: 1097 time: 2.5006773 Nov 10 17:56:26.745322 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7d4093-6f7b-4c6d-9df3-3f4860f78b06', 'tag': '03c46b3b-fe29-4971-8619-67b647c977b9'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:56:26.746895 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb071f0-4c1f-4894-9f28-1fb722ebab3f" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7d4093-6f7b-4c6d-9df3-3f4860f78b06", "tag": "03c46b3b-fe29-4971-8619-67b647c977b9"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:56:26.859222 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2105a8-3445-4b8e-9d1e-ecbe0a21db17 x-openstack-request-id: req-2b2105a8-3445-4b8e-9d1e-ecbe0a21db17 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:56:26.859591 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7d4093-6f7b-4c6d-9df3-3f4860f78b06", "tag": "03c46b3b-fe29-4971-8619-67b647c977b9", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:56:26.859869 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2b2105a8-3445-4b8e-9d1e-ecbe0a21db17 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:56:26.862382 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7d4093-6f7b-4c6d-9df3-3f4860f78b06', 'tag': '03c46b3b-fe29-4971-8619-67b647c977b9', 'status': 'completed', 'code': 200} Nov 10 17:56:26.870674 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4b34d2c0-db42-4b6b-80ac-d5c6023cf5f6 req-462f09f8-321f-4fc4-ac43-32c280765f2a service neutron] 10.222.0.11 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5608826 Nov 10 17:56:26.915838 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6071f41d-c240-405f-b647-662bfff0a8c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:26.954818 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6071f41d-c240-405f-b647-662bfff0a8c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:26.986436 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-7427c852-ffed-492b-96f2-4a6523be5af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:26.988220 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-7427c852-ffed-492b-96f2-4a6523be5af6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d2c6ea4bad064cef83c10748ced84d52&device_id=2c7d4093-6f7b-4c6d-9df3-3f4860f78b06 HTTP/1.1" status: 200 len: 1100 time: 0.1446126 Nov 10 17:56:27.057870 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-8b22fc41-e6fc-46b4-a194-f1cfe8a4798e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=03c46b3b-fe29-4971-8619-67b647c977b9 HTTP/1.1" status: 200 len: 217 time: 0.0559392 Nov 10 17:56:27.126670 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6071f41d-c240-405f-b647-662bfff0a8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:27.129291 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6071f41d-c240-405f-b647-662bfff0a8c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:27.133207 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6071f41d-c240-405f-b647-662bfff0a8c1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9119f064-02ff-4419-b777-eaa962b156c0 HTTP/1.1" status: 204 len: 168 time: 0.5872562 Nov 10 17:56:27.142451 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071f41d-c240-405f-b647-662bfff0a8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9119f064-02ff-4419-b777-eaa962b156c0,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:27.152514 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-0d8f3ccb-b969-4b70-8010-240836487dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:27.152514 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-0d8f3ccb-b969-4b70-8010-240836487dbb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.0802562 Nov 10 17:56:27.236573 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-f7b3492a-489d-4281-8570-a5f4c436fb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:27.238921 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-f7b3492a-489d-4281-8570-a5f4c436fb28 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0830562 Nov 10 17:56:27.294664 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cae0e8-2efa-48ae-9184-ad57ccdecfe7 req-c68c0098-78a6-412c-9780-30a76ce9a27f tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:27.297721 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-61cae0e8-2efa-48ae-9184-ad57ccdecfe7 req-c68c0098-78a6-412c-9780-30a76ce9a27f tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c7d4093-6f7b-4c6d-9df3-3f4860f78b06 HTTP/1.1" status: 200 len: 948 time: 0.0712469 Nov 10 17:56:27.478576 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-61cae0e8-2efa-48ae-9184-ad57ccdecfe7 req-62a7854f-a5b9-41cb-9af5-54dc8adc3ad5 tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b598556-f199-4201-9d1c-34772ac3f8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637039 Nov 10 17:56:27.536597 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-b57b16a1-a1e8-465c-8afd-baaf7e243594 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875149 Nov 10 17:56:27.702987 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3922dc4f-6c47-4b3a-99f4-f6c39c75afcd req-c45bb039-86e7-4d9b-a546-14623387ca49 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471889 Nov 10 17:56:27.734586 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 40512) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:27.753614 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6fb770f6-ca1a-4308-8620-d08196999d87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:27.758676 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0f9dc-bc50-4a55-b9fc-c15b35f0a5b7 req-277d9c12-4cc7-46d5-aa04-5598167011dd tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:27.767889 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a4c0f9dc-bc50-4a55-b9fc-c15b35f0a5b7 req-277d9c12-4cc7-46d5-aa04-5598167011dd tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.2509985 Nov 10 17:56:27.883634 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb071f0-4c1f-4894-9f28-1fb722ebab3f req-82979d8b-8642-4396-9e14-0e7a2b18592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:27.885398 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ddb071f0-4c1f-4894-9f28-1fb722ebab3f req-82979d8b-8642-4396-9e14-0e7a2b18592c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d2c6ea4bad064cef83c10748ced84d52&device_id=2c7d4093-6f7b-4c6d-9df3-3f4860f78b06 HTTP/1.1" status: 200 len: 1100 time: 0.0980039 Nov 10 17:56:27.903911 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a4c0f9dc-bc50-4a55-b9fc-c15b35f0a5b7 req-ef9026d4-b154-4bd5-a5c6-d9dd138bad1f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351118 Nov 10 17:56:27.954646 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6fb770f6-ca1a-4308-8620-d08196999d87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:27.965511 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6fb770f6-ca1a-4308-8620-d08196999d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:28.026054 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb071f0-4c1f-4894-9f28-1fb722ebab3f req-40b6e577-5f05-4746-bc22-f0e988c94edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:28.027919 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ddb071f0-4c1f-4894-9f28-1fb722ebab3f req-40b6e577-5f05-4746-bc22-f0e988c94edd service neutron] 10.222.0.13 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.1177278 Nov 10 17:56:28.039320 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6fb770f6-ca1a-4308-8620-d08196999d87 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ced89bf0fa86477481d213dce7f38f41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3000386 Nov 10 17:56:28.040313 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 40516) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:28.093212 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb770f6-ca1a-4308-8620-d08196999d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a56cf2-9f56-4f66-8726-7bfd3f8ffc98,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:28.143341 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f07ed3-41f9-450d-84b3-4bb5a8dcb4e1 req-a37a0b37-b177-466b-9540-5049845bb801 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:28.145140 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-69f07ed3-41f9-450d-84b3-4bb5a8dcb4e1 req-a37a0b37-b177-466b-9540-5049845bb801 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.1082430 Nov 10 17:56:28.157401 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ddb071f0-4c1f-4894-9f28-1fb722ebab3f req-9b90632d-0856-4ad5-b95d-4e49812c7521 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=03c46b3b-fe29-4971-8619-67b647c977b9 HTTP/1.1" status: 200 len: 217 time: 0.1154997 Nov 10 17:56:28.250339 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-69f07ed3-41f9-450d-84b3-4bb5a8dcb4e1 req-32b148b5-5345-4195-9fc4-1a95febbfa0b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976179 Nov 10 17:56:28.258026 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb071f0-4c1f-4894-9f28-1fb722ebab3f req-bb3d6e42-1c25-4eac-a528-5dd99a1eef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:28.260562 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ddb071f0-4c1f-4894-9f28-1fb722ebab3f req-bb3d6e42-1c25-4eac-a528-5dd99a1eef02 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.0798066 Nov 10 17:56:28.346058 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b273eeb7-69ab-4742-9f53-a8cf5051933a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:28.377659 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb071f0-4c1f-4894-9f28-1fb722ebab3f req-a11302eb-90dc-4e70-bc5e-7718037595f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:28.379218 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ddb071f0-4c1f-4894-9f28-1fb722ebab3f req-a11302eb-90dc-4e70-bc5e-7718037595f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1082492 Nov 10 17:56:28.416343 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b273eeb7-69ab-4742-9f53-a8cf5051933a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:28.537019 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40a560-f663-42f2-a09f-0f37e5fda247 req-72b587d4-8981-4ba5-a08a-d051b03fcd44 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:28.538447 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1c40a560-f663-42f2-a09f-0f37e5fda247 req-72b587d4-8981-4ba5-a08a-d051b03fcd44 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.1472700 Nov 10 17:56:28.574575 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ddb071f0-4c1f-4894-9f28-1fb722ebab3f req-54d57139-5c9a-49eb-b20b-d7d860597920 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861677 Nov 10 17:56:28.575789 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b273eeb7-69ab-4742-9f53-a8cf5051933a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:28.579553 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b273eeb7-69ab-4742-9f53-a8cf5051933a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:28.580517 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b273eeb7-69ab-4742-9f53-a8cf5051933a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/80a56cf2-9f56-4f66-8726-7bfd3f8ffc98 HTTP/1.1" status: 204 len: 168 time: 0.4385204 Nov 10 17:56:28.639987 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273eeb7-69ab-4742-9f53-a8cf5051933a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a56cf2-9f56-4f66-8726-7bfd3f8ffc98,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:28.643407 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f56bc-eec5-48cd-b74e-82d149066e49 req-f7739a5a-a37c-45f1-964a-f0b3034f6943 tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:28.657681 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1d6f56bc-eec5-48cd-b74e-82d149066e49 req-f7739a5a-a37c-45f1-964a-f0b3034f6943 tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c7d4093-6f7b-4c6d-9df3-3f4860f78b06 HTTP/1.1" status: 200 len: 948 time: 0.0935390 Nov 10 17:56:28.720691 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1d6f56bc-eec5-48cd-b74e-82d149066e49 req-7743cd75-a496-438d-9464-1cf090554902 tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b598556-f199-4201-9d1c-34772ac3f8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620968 Nov 10 17:56:28.730288 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1c40a560-f663-42f2-a09f-0f37e5fda247 req-33bd8f36-f9da-4a43-9202-e11f9c5f2059 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464190 Nov 10 17:56:28.797304 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ddb071f0-4c1f-4894-9f28-1fb722ebab3f req-5a786493-f441-4f17-af88-69248d5f21cd service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122865 Nov 10 17:56:29.061301 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be3c31-e33b-4708-9e94-885ed3ea28ed req-a54d77b0-fbcc-454b-a69a-214b967bdce9 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:29.065346 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f5be3c31-e33b-4708-9e94-885ed3ea28ed req-a54d77b0-fbcc-454b-a69a-214b967bdce9 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.0750897 Nov 10 17:56:29.167955 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f5be3c31-e33b-4708-9e94-885ed3ea28ed req-1abc03e4-b89d-4229-8cf2-2315b57504cd tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960927 Nov 10 17:56:29.177428 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 03c46b3b-fe29-4971-8619-67b647c977b9 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:56:29.196499 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 40552) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:29.321902 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 03c46b3b-fe29-4971-8619-67b647c977b9, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=03c46b3b-fe29-4971-8619-67b647c977b9,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:56:29.335571 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '03c46b3b-fe29-4971-8619-67b647c977b9', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': '03c46b3b-fe29-4971-8619-67b647c977b9', 'mac_address': 'fa:16:3e:3f:c7:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:56:29.395142 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:29.417650 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03c46b3b-fe29-4971-8619-67b647c977b9 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:56:29.449004 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 03c46b3b-fe29-4971-8619-67b647c977b9, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=03c46b3b-fe29-4971-8619-67b647c977b9,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:56:29.454960 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:29.547538 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=03c46b3b-fe29-4971-8619-67b647c977b9,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:29.711876 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['03c46b3b-fe29-4971-8619-67b647c977b9'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:56:29.950153 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd1048-5bff-4d90-8cbe-1755b528bd54 req-cb241278-6054-4a48-ae4e-1a1d567b9f64 tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:29.953388 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-67bd1048-5bff-4d90-8cbe-1755b528bd54 req-cb241278-6054-4a48-ae4e-1a1d567b9f64 tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c7d4093-6f7b-4c6d-9df3-3f4860f78b06 HTTP/1.1" status: 200 len: 949 time: 0.1052492 Nov 10 17:56:30.029436 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-67bd1048-5bff-4d90-8cbe-1755b528bd54 req-c6a92231-1931-4cc1-9261-4b42eae54b2e tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b598556-f199-4201-9d1c-34772ac3f8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673714 Nov 10 17:56:30.111952 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-52644b5b-7156-4b0f-bb4e-1169e219cdff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:30.416458 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d4c90-e307-4165-a69a-56835a111c1a req-f87a40e5-4ddb-40ac-8035-3c4f7fa36d9b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:30.418008 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bc1d4c90-e307-4165-a69a-56835a111c1a req-f87a40e5-4ddb-40ac-8035-3c4f7fa36d9b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.0867732 Nov 10 17:56:30.503476 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f049d140-7c5f-4daf-b1a0-f8f719ada070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:30.512362 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bc1d4c90-e307-4165-a69a-56835a111c1a req-c2c613fb-aae1-4334-871f-1cf5a91d6741 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844905 Nov 10 17:56:30.559093 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-52644b5b-7156-4b0f-bb4e-1169e219cdff admin admin] Deleting port 87dc8f3e-ca18-44de-ad31-049485f4da6e {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:56:30.559430 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-52644b5b-7156-4b0f-bb4e-1169e219cdff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:30.664432 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-52644b5b-7156-4b0f-bb4e-1169e219cdff admin admin] For port 87dc8f3e-ca18-44de-ad31-049485f4da6e, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=87dc8f3e-ca18-44de-ad31-049485f4da6e,segment=NetworkSegment(7f0d5679-a9d5-4d15-af61-8e99dbd1bd98),segment_id=7f0d5679-a9d5-4d15-af61-8e99dbd1bd98)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:56:30.664794 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-52644b5b-7156-4b0f-bb4e-1169e219cdff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:30.685800 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-52644b5b-7156-4b0f-bb4e-1169e219cdff admin admin] Calling delete_port for 87dc8f3e-ca18-44de-ad31-049485f4da6e owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:56:30.867585 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef1490-7d47-4c7e-bc35-09569cb3d248 req-827ee9c4-a090-4609-9215-a76b9fd83473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:30.869211 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72ef1490-7d47-4c7e-bc35-09569cb3d248 req-827ee9c4-a090-4609-9215-a76b9fd83473 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0270caab27604a84907a03a58ad6e001&device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 1096 time: 0.0915956 Nov 10 17:56:30.881078 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db10c4-6f4b-4336-8d42-c6bec5c14cfd req-f1aa7391-db07-41f9-9c23-c070c5148829 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:30.888080 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-74db10c4-6f4b-4336-8d42-c6bec5c14cfd req-f1aa7391-db07-41f9-9c23-c070c5148829 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.1192443 Nov 10 17:56:31.051876 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-74db10c4-6f4b-4336-8d42-c6bec5c14cfd req-d689b47f-5928-4483-8997-30d089aa562e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629035 Nov 10 17:56:31.098507 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef1490-7d47-4c7e-bc35-09569cb3d248 req-c6c623a1-6b4d-4904-a6c1-fefb46f81f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:31.100099 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72ef1490-7d47-4c7e-bc35-09569cb3d248 req-c6c623a1-6b4d-4904-a6c1-fefb46f81f01 service neutron] 10.222.0.11 "GET /v2.0/networks?id=07b214b6-0379-4e57-a79c-5118cee6c24b HTTP/1.1" status: 200 len: 912 time: 0.2066748 Nov 10 17:56:31.180938 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712eeb5-1bd9-47fe-a0b0-77e099976af8 req-35f3f036-226f-450a-ac40-0e85ec251faf tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:31.183534 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e712eeb5-1bd9-47fe-a0b0-77e099976af8 req-35f3f036-226f-450a-ac40-0e85ec251faf tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c7d4093-6f7b-4c6d-9df3-3f4860f78b06 HTTP/1.1" status: 200 len: 949 time: 0.0578191 Nov 10 17:56:31.188876 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 03c46b3b-fe29-4971-8619-67b647c977b9 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:56:31.201591 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-52644b5b-7156-4b0f-bb4e-1169e219cdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:31.208531 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72ef1490-7d47-4c7e-bc35-09569cb3d248 req-dad121bf-7a1c-4efd-b760-9582ee933897 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94a55a60-1af8-4730-86c8-8397af10e93f HTTP/1.1" status: 200 len: 998 time: 0.0893822 Nov 10 17:56:31.245114 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52644b5b-7156-4b0f-bb4e-1169e219cdff admin admin] Pushing event deleted for resources: {'Port': ['ID=87dc8f3e-ca18-44de-ad31-049485f4da6e,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:31.274176 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 03c46b3b-fe29-4971-8619-67b647c977b9 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:56:31.281205 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 03c46b3b-fe29-4971-8619-67b647c977b9 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:56:31.282359 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:31.306197 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e712eeb5-1bd9-47fe-a0b0-77e099976af8 req-6f7d2146-ebe7-466f-8dfe-fdca3357deb6 tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b598556-f199-4201-9d1c-34772ac3f8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071479 Nov 10 17:56:31.402219 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef1490-7d47-4c7e-bc35-09569cb3d248 req-d24ed8c7-2373-4a41-99c0-7fd1fd4afac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:31.404039 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72ef1490-7d47-4c7e-bc35-09569cb3d248 req-d24ed8c7-2373-4a41-99c0-7fd1fd4afac1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0014d233-a3b8-4110-85a8-3bdeaa4b1e7d HTTP/1.1" status: 200 len: 850 time: 0.1669784 Nov 10 17:56:31.573976 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef1490-7d47-4c7e-bc35-09569cb3d248 req-ac9cc555-0aae-4a64-865c-4cc0c7b54771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:31.575648 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72ef1490-7d47-4c7e-bc35-09569cb3d248 req-ac9cc555-0aae-4a64-865c-4cc0c7b54771 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=07b214b6-0379-4e57-a79c-5118cee6c24b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1628938 Nov 10 17:56:31.606025 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:31.644355 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7d4093-6f7b-4c6d-9df3-3f4860f78b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c46b3b-fe29-4971-8619-67b647c977b9'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:56:31.646390 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12313e9f-8510-4aca-bf67-2a0298f3af77" -d '{"events": [{"server_uuid": "2c7d4093-6f7b-4c6d-9df3-3f4860f78b06", "name": "network-vif-plugged", "status": "completed", "tag": "03c46b3b-fe29-4971-8619-67b647c977b9"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:56:31.682983 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 03c46b3b-fe29-4971-8619-67b647c977b9, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=03c46b3b-fe29-4971-8619-67b647c977b9,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:56:31.689105 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:31.690339 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-52644b5b-7156-4b0f-bb4e-1169e219cdff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:31.740499 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72ef1490-7d47-4c7e-bc35-09569cb3d248 req-d7509027-1a2a-4880-b75d-21038cadff38 service neutron] 10.222.0.11 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333869 Nov 10 17:56:31.758526 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87cafcb-55f7-4914-8dd4-a96fc387f286 x-openstack-request-id: req-d87cafcb-55f7-4914-8dd4-a96fc387f286 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:56:31.758813 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7d4093-6f7b-4c6d-9df3-3f4860f78b06", "name": "network-vif-plugged", "status": "completed", "tag": "03c46b3b-fe29-4971-8619-67b647c977b9", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:56:31.759247 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d87cafcb-55f7-4914-8dd4-a96fc387f286 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:56:31.759642 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7d4093-6f7b-4c6d-9df3-3f4860f78b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c46b3b-fe29-4971-8619-67b647c977b9', 'code': 200} Nov 10 17:56:31.761466 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=03c46b3b-fe29-4971-8619-67b647c977b9,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:31.955631 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84734703-a147-4268-b94b-f3b249a6176c req-37cf3a0e-fe84-4f2a-900e-0726c283e28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:31.957256 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-84734703-a147-4268-b94b-f3b249a6176c req-37cf3a0e-fe84-4f2a-900e-0726c283e28a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2c7d4093-6f7b-4c6d-9df3-3f4860f78b06 HTTP/1.1" status: 200 len: 1102 time: 0.1366310 Nov 10 17:56:31.999193 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72ef1490-7d47-4c7e-bc35-09569cb3d248 req-ea79e578-cdf7-4427-ab50-0fa4b208f52b service neutron] 10.222.0.11 "GET /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025445 Nov 10 17:56:32.109860 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-84734703-a147-4268-b94b-f3b249a6176c req-a5e23113-0358-4ccf-bde8-b22d692b1c4a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3b598556-f199-4201-9d1c-34772ac3f8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360528 Nov 10 17:56:32.152194 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52644b5b-7156-4b0f-bb4e-1169e219cdff admin admin] Router 58e5e7f2-cc2b-482c-84ab-df0c8966a923 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:56:32.195712 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31fc2c6-f352-4a84-a06e-dd37fb924ae5 req-1b8726bf-2a64-4411-ba61-7facaf879bec tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:32.203897 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d31fc2c6-f352-4a84-a06e-dd37fb924ae5 req-1b8726bf-2a64-4411-ba61-7facaf879bec tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.0611944 Nov 10 17:56:32.266948 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d31fc2c6-f352-4a84-a06e-dd37fb924ae5 req-d3ba8b50-fe59-446a-9183-e71d5f591d9f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617530 Nov 10 17:56:32.490210 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 40678) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:32.611607 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4b2e9eba-9ce3-4808-8cf9-bcf7dc72ad4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:32.700716 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1eb7c3-05df-4772-97c5-a2408f84cb3b req-114c0041-20aa-46e1-bbbb-856f40ba0b82 tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:32.703249 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4b2e9eba-9ce3-4808-8cf9-bcf7dc72ad4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:32.703972 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8f1eb7c3-05df-4772-97c5-a2408f84cb3b req-114c0041-20aa-46e1-bbbb-856f40ba0b82 tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c7d4093-6f7b-4c6d-9df3-3f4860f78b06 HTTP/1.1" status: 200 len: 950 time: 0.1251929 Nov 10 17:56:32.709831 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4b2e9eba-9ce3-4808-8cf9-bcf7dc72ad4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:32.716003 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52644b5b-7156-4b0f-bb4e-1169e219cdff admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:56:32.725041 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-52644b5b-7156-4b0f-bb4e-1169e219cdff admin admin] 10.222.0.39 "PUT /v2.0/routers/58e5e7f2-cc2b-482c-84ab-df0c8966a923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5272679 Nov 10 17:56:32.725696 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 40688) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:32.729506 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c51ad7f-acfa-4c56-a579-d48553aa9bff None None] Sync routers for ids ['58e5e7f2-cc2b-482c-84ab-df0c8966a923'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:56:32.745078 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4b2e9eba-9ce3-4808-8cf9-bcf7dc72ad4c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=08ee0b77208f4b39bc6399f4dd6f75ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2535024 Nov 10 17:56:32.748029 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 40690) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:32.784313 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c51ad7f-acfa-4c56-a579-d48553aa9bff None None] Routers {'58e5e7f2-cc2b-482c-84ab-df0c8966a923'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:56:32.785008 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-6c51ad7f-acfa-4c56-a579-d48553aa9bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:56:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['58e5e7f2-cc2b-482c-84ab-df0c8966a923'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:32.792871 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e9eba-9ce3-4808-8cf9-bcf7dc72ad4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d00fb5b-4f36-4a0d-9517-b26484735597,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:32.813792 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e9eba-9ce3-4808-8cf9-bcf7dc72ad4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:32.814141 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e9eba-9ce3-4808-8cf9-bcf7dc72ad4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:32.814672 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e9eba-9ce3-4808-8cf9-bcf7dc72ad4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:32.815175 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e9eba-9ce3-4808-8cf9-bcf7dc72ad4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:32.815713 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e9eba-9ce3-4808-8cf9-bcf7dc72ad4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:32.816230 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e9eba-9ce3-4808-8cf9-bcf7dc72ad4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:32.816721 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e9eba-9ce3-4808-8cf9-bcf7dc72ad4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:32.817234 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e9eba-9ce3-4808-8cf9-bcf7dc72ad4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:32.817732 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e9eba-9ce3-4808-8cf9-bcf7dc72ad4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:32.818231 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e9eba-9ce3-4808-8cf9-bcf7dc72ad4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:32.818719 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e9eba-9ce3-4808-8cf9-bcf7dc72ad4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:32.819218 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2e9eba-9ce3-4808-8cf9-bcf7dc72ad4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:32.838439 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8f1eb7c3-05df-4772-97c5-a2408f84cb3b req-f5345c3e-f4d2-4d87-955e-d6ccb1341f65 tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b598556-f199-4201-9d1c-34772ac3f8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715778 Nov 10 17:56:32.853776 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b4885a1b-7705-4205-a489-46ba91417d4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:32.892041 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8c5989e4-a023-4ebf-a0da-8420ee3cd839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:32.896104 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b4885a1b-7705-4205-a489-46ba91417d4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:32.928183 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-93e9b578-b8fb-4f6b-bdea-5f90f5a3064f admin admin] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:32.973300 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b4885a1b-7705-4205-a489-46ba91417d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:32.977482 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b4885a1b-7705-4205-a489-46ba91417d4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:32.978774 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b4885a1b-7705-4205-a489-46ba91417d4b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0d00fb5b-4f36-4a0d-9517-b26484735597 HTTP/1.1" status: 204 len: 168 time: 0.2282119 Nov 10 17:56:33.023160 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-6c51ad7f-acfa-4c56-a579-d48553aa9bff None None] Set router 58e5e7f2-cc2b-482c-84ab-df0c8966a923 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:56:33.025778 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4885a1b-7705-4205-a489-46ba91417d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d00fb5b-4f36-4a0d-9517-b26484735597,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:33.166200 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-93e9b578-b8fb-4f6b-bdea-5f90f5a3064f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:33.254479 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-93e9b578-b8fb-4f6b-bdea-5f90f5a3064f admin admin] Deleting port 94590fba-e3fd-4a57-9496-ae67f264e580 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:56:33.255048 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-93e9b578-b8fb-4f6b-bdea-5f90f5a3064f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:33.316316 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-6c51ad7f-acfa-4c56-a579-d48553aa9bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'name': 'tempest-TestVolumeBackupRestore-1998506311-router', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.46'}], 'enable_snat': True}, 'gw_port_id': '94590fba-e3fd-4a57-9496-ae67f264e580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:29Z', 'updated_at': '2021-11-10T17:56:31Z', 'revision_number': 5, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'gw_port': {'id': '94590fba-e3fd-4a57-9496-ae67f264e580', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cf:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:31Z', 'updated_at': '2021-11-10T17:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:33.353546 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c51ad7f-acfa-4c56-a579-d48553aa9bff None None] Checking router: 58e5e7f2-cc2b-482c-84ab-df0c8966a923 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:56:33.365228 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c51ad7f-acfa-4c56-a579-d48553aa9bff None None] Routers {'58e5e7f2-cc2b-482c-84ab-df0c8966a923'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:56:33.366134 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-6c51ad7f-acfa-4c56-a579-d48553aa9bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:56:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['58e5e7f2-cc2b-482c-84ab-df0c8966a923'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:33.455800 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-93e9b578-b8fb-4f6b-bdea-5f90f5a3064f admin admin] For port 94590fba-e3fd-4a57-9496-ae67f264e580, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=94590fba-e3fd-4a57-9496-ae67f264e580,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:56:33.458104 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-93e9b578-b8fb-4f6b-bdea-5f90f5a3064f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:33.479615 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ef7c5-a4c8-4286-995a-ef9a1509cbcf req-679f8cee-2932-4741-ad6b-a8524b875fcf tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:33.485073 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-6c51ad7f-acfa-4c56-a579-d48553aa9bff None None] Set router 58e5e7f2-cc2b-482c-84ab-df0c8966a923 gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:56:33.487517 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-93e9b578-b8fb-4f6b-bdea-5f90f5a3064f admin admin] Calling delete_port for 94590fba-e3fd-4a57-9496-ae67f264e580 owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:56:33.495312 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-068ef7c5-a4c8-4286-995a-ef9a1509cbcf req-679f8cee-2932-4741-ad6b-a8524b875fcf tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.0943038 Nov 10 17:56:33.529150 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 40706) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:33.553344 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-54f3158b-02e3-4cc9-b73e-0d285c0a4431 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:33.590883 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-6c51ad7f-acfa-4c56-a579-d48553aa9bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'name': 'tempest-TestVolumeBackupRestore-1998506311-router', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:29Z', 'updated_at': '2021-11-10T17:56:33Z', 'revision_number': 6, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:33.595305 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-068ef7c5-a4c8-4286-995a-ef9a1509cbcf req-fd8a58cf-d2e8-483a-a608-3d6d9fa51163 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971916 Nov 10 17:56:33.634583 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c51ad7f-acfa-4c56-a579-d48553aa9bff None None] The sync data for ids ['58e5e7f2-cc2b-482c-84ab-df0c8966a923'] in n-d-776250-10 is: [{'id': '58e5e7f2-cc2b-482c-84ab-df0c8966a923', 'name': 'tempest-TestVolumeBackupRestore-1998506311-router', 'tenant_id': 'acff72951c8f4036b58130594185f7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:29Z', 'updated_at': '2021-11-10T17:56:33Z', 'revision_number': 6, 'project_id': 'acff72951c8f4036b58130594185f7d0', 'gw_port_host': None}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:56:33.729409 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-54f3158b-02e3-4cc9-b73e-0d285c0a4431 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:33.735210 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-54f3158b-02e3-4cc9-b73e-0d285c0a4431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:33.790616 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3158b-02e3-4cc9-b73e-0d285c0a4431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2350d53-a170-45f9-8230-a4a17b7b7cfb,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:33.831285 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-93e9b578-b8fb-4f6b-bdea-5f90f5a3064f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:33.836008 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-54f3158b-02e3-4cc9-b73e-0d285c0a4431 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4bd7ade863084f089fb3ef8acd077e12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3009760 Nov 10 17:56:33.838842 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 40712) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:33.861644 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d207dd-a951-4512-8e76-331426075206 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:56:33.927877 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eae5b1-86d7-474b-8c43-9b68cad14bb2 req-3211dc59-95ff-44e3-a621-37bffdf6f303 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:33.930101 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-36eae5b1-86d7-474b-8c43-9b68cad14bb2 req-3211dc59-95ff-44e3-a621-37bffdf6f303 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.2343011 Nov 10 17:56:33.941018 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef804557-4371-47b1-bb94-e37836725346 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:33.948979 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9b578-b8fb-4f6b-bdea-5f90f5a3064f admin admin] Pushing event deleted for resources: {'Port': ['ID=94590fba-e3fd-4a57-9496-ae67f264e580,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:34.007985 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef804557-4371-47b1-bb94-e37836725346 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:34.030738 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:34.043056 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142c121-fd2b-4454-ab23-47f4ca13a0a8 req-cb708616-acfa-4fc9-a300-5bf1e2d2cb7b tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:34.044746 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b142c121-fd2b-4454-ab23-47f4ca13a0a8 req-cb708616-acfa-4fc9-a300-5bf1e2d2cb7b tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c7d4093-6f7b-4c6d-9df3-3f4860f78b06 HTTP/1.1" status: 200 len: 950 time: 0.0887353 Nov 10 17:56:34.049183 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-36eae5b1-86d7-474b-8c43-9b68cad14bb2 req-335fc275-c657-4791-afd4-ae9a71fafb38 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036768 Nov 10 17:56:34.052210 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-93e9b578-b8fb-4f6b-bdea-5f90f5a3064f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:34.128619 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef804557-4371-47b1-bb94-e37836725346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:34.131321 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ef804557-4371-47b1-bb94-e37836725346 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:34.132625 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ef804557-4371-47b1-bb94-e37836725346 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b2350d53-a170-45f9-8230-a4a17b7b7cfb HTTP/1.1" status: 204 len: 168 time: 0.2919543 Nov 10 17:56:34.158426 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef804557-4371-47b1-bb94-e37836725346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2350d53-a170-45f9-8230-a4a17b7b7cfb,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:34.163213 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b142c121-fd2b-4454-ab23-47f4ca13a0a8 req-a977a21f-752f-41b5-b6bd-b022059fa2c5 tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b598556-f199-4201-9d1c-34772ac3f8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910523 Nov 10 17:56:34.197302 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-93e9b578-b8fb-4f6b-bdea-5f90f5a3064f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:34.200673 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-93e9b578-b8fb-4f6b-bdea-5f90f5a3064f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:34.374847 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-93e9b578-b8fb-4f6b-bdea-5f90f5a3064f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:34.376692 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e9b578-b8fb-4f6b-bdea-5f90f5a3064f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58e5e7f2-cc2b-482c-84ab-df0c8966a923 {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:56:34.385624 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-93e9b578-b8fb-4f6b-bdea-5f90f5a3064f admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:34.393744 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-93e9b578-b8fb-4f6b-bdea-5f90f5a3064f admin admin] 10.222.0.39 "DELETE /v2.0/routers/58e5e7f2-cc2b-482c-84ab-df0c8966a923 HTTP/1.1" status: 204 len: 168 time: 1.6666510 Nov 10 17:56:34.393960 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 40742) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:34.446691 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 87dc8f3e-ca18-44de-ad31-049485f4da6e no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:56:34.486047 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 87dc8f3e-ca18-44de-ad31-049485f4da6e {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:56:34.486723 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 87dc8f3e-ca18-44de-ad31-049485f4da6e not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:56:34.487355 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 94590fba-e3fd-4a57-9496-ae67f264e580 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:56:34.504950 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-fde9a241-3d42-4726-a793-683f319a957c admin admin] Deleting subnet 0f2cccc8-127e-4986-96f4-ea926a4536bf {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:56:34.515117 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fde9a241-3d42-4726-a793-683f319a957c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:34.516850 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 94590fba-e3fd-4a57-9496-ae67f264e580 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:56:34.517469 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 94590fba-e3fd-4a57-9496-ae67f264e580 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:56:34.600732 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fde9a241-3d42-4726-a793-683f319a957c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:34.870187 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fde9a241-3d42-4726-a793-683f319a957c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:34.879761 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47712d2c-af0b-409c-99c8-eafd667bf3f1 req-e1962e17-55e3-452e-aca5-b18fed13b1b5 tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:34.881450 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-47712d2c-af0b-409c-99c8-eafd667bf3f1 req-e1962e17-55e3-452e-aca5-b18fed13b1b5 tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c7d4093-6f7b-4c6d-9df3-3f4860f78b06 HTTP/1.1" status: 200 len: 950 time: 0.2296154 Nov 10 17:56:34.977495 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fde9a241-3d42-4726-a793-683f319a957c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:34.991106 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-47712d2c-af0b-409c-99c8-eafd667bf3f1 req-ba6799a2-1936-4e3c-9a70-997115f2579c tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b598556-f199-4201-9d1c-34772ac3f8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904951 Nov 10 17:56:35.023288 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde9a241-3d42-4726-a793-683f319a957c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f2cccc8-127e-4986-96f4-ea926a4536bf,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:35.025262 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fde9a241-3d42-4726-a793-683f319a957c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:35.028875 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-fde9a241-3d42-4726-a793-683f319a957c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0f2cccc8-127e-4986-96f4-ea926a4536bf HTTP/1.1" status: 204 len: 168 time: 0.6339121 Nov 10 17:56:35.032296 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4ed49b-8bf9-4169-b726-1e56fa94a681 None None] Network 2dd476e6-793e-44bf-aabd-48157f37f673 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:56:35.032969 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 40790) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:35.119738 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-85cd4f9a-497d-4bf0-9e02-32bced1525b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:35.209647 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-85cd4f9a-497d-4bf0-9e02-32bced1525b7 admin admin] Deleting port e484d274-037b-45ab-b9a8-744c67739129 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:56:35.210229 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-85cd4f9a-497d-4bf0-9e02-32bced1525b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:35.310563 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570c63ca-4a95-4b6d-8c4f-8885abf480da None None] DHCP port deletion for 2dd476e6-793e-44bf-aabd-48157f37f673 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:56:35.317702 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-85cd4f9a-497d-4bf0-9e02-32bced1525b7 admin admin] For port e484d274-037b-45ab-b9a8-744c67739129, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=e484d274-037b-45ab-b9a8-744c67739129,segment=NetworkSegment(7f0d5679-a9d5-4d15-af61-8e99dbd1bd98),segment_id=7f0d5679-a9d5-4d15-af61-8e99dbd1bd98)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:56:35.318290 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-85cd4f9a-497d-4bf0-9e02-32bced1525b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:35.349924 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-85cd4f9a-497d-4bf0-9e02-32bced1525b7 admin admin] Calling delete_port for e484d274-037b-45ab-b9a8-744c67739129 owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:56:35.397504 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-570c63ca-4a95-4b6d-8c4f-8885abf480da None None] Deleting port e484d274-037b-45ab-b9a8-744c67739129 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:56:35.397877 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-570c63ca-4a95-4b6d-8c4f-8885abf480da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:35.471829 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-570c63ca-4a95-4b6d-8c4f-8885abf480da None None] For port e484d274-037b-45ab-b9a8-744c67739129, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=e484d274-037b-45ab-b9a8-744c67739129,segment=NetworkSegment(7f0d5679-a9d5-4d15-af61-8e99dbd1bd98),segment_id=7f0d5679-a9d5-4d15-af61-8e99dbd1bd98)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:56:35.472552 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-570c63ca-4a95-4b6d-8c4f-8885abf480da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:35.487913 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-570c63ca-4a95-4b6d-8c4f-8885abf480da None None] Calling delete_port for e484d274-037b-45ab-b9a8-744c67739129 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:56:35.532744 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b53b7-62da-4b84-98aa-89ce2c5e034c req-d0b0e700-18e1-43db-a97c-b5100087b2df tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:35.535198 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bb5b53b7-62da-4b84-98aa-89ce2c5e034c req-d0b0e700-18e1-43db-a97c-b5100087b2df tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=aacc0da8-04bd-46f3-8f8a-e1321f404c59 HTTP/1.1" status: 200 len: 944 time: 0.1830122 Nov 10 17:56:35.587974 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-85cd4f9a-497d-4bf0-9e02-32bced1525b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:35.589496 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:35.609209 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-570c63ca-4a95-4b6d-8c4f-8885abf480da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:35.645542 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cd4f9a-497d-4bf0-9e02-32bced1525b7 admin admin] No DVR routers for this DVR port e484d274-037b-45ab-b9a8-744c67739129 on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:56:35.651087 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c63ca-4a95-4b6d-8c4f-8885abf480da None None] Pushing event deleted for resources: {'Port': ['ID=e484d274-037b-45ab-b9a8-744c67739129,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:35.651838 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd4f9a-497d-4bf0-9e02-32bced1525b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e484d274-037b-45ab-b9a8-744c67739129,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:35.683379 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570c63ca-4a95-4b6d-8c4f-8885abf480da None None] No DVR routers for this DVR port e484d274-037b-45ab-b9a8-744c67739129 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:56:35.781076 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-85cd4f9a-497d-4bf0-9e02-32bced1525b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:35.814599 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-85cd4f9a-497d-4bf0-9e02-32bced1525b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd476e6-793e-44bf-aabd-48157f37f673']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:35.828951 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-85cd4f9a-497d-4bf0-9e02-32bced1525b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0d5679-a9d5-4d15-af61-8e99dbd1bd98') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:35.828951 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-85cd4f9a-497d-4bf0-9e02-32bced1525b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0d5679-a9d5-4d15-af61-8e99dbd1bd98') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:35.845261 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-85cd4f9a-497d-4bf0-9e02-32bced1525b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:35.869599 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-85cd4f9a-497d-4bf0-9e02-32bced1525b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:35.891761 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-bb5b53b7-62da-4b84-98aa-89ce2c5e034c req-9679fe08-815a-4862-9a98-c3ab2a2c4024 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Deleting port f87048c1-df85-4bde-82e2-88c0d4e540e3 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:56:35.892342 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bb5b53b7-62da-4b84-98aa-89ce2c5e034c req-9679fe08-815a-4862-9a98-c3ab2a2c4024 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:35.897407 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85cd4f9a-497d-4bf0-9e02-32bced1525b7 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:56:35.897985 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-85cd4f9a-497d-4bf0-9e02-32bced1525b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:35.912725 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:56:35.912725 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:56:35.912725 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:56:35.912725 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:56:35.912725 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:56:35.912725 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:56:35.912725 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:56:35.912725 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:56:35.912725 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:56:35.912725 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:56:35.912725 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:56:35.912725 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:56:35.912725 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:56:35.912725 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:56:35.912725 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:56:35.912725 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:56:35.912725 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:56:35.912725 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:56:35.912725 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:56:35.912725 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:56:35.912725 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:56:35.912725 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:56:35.912725 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:56:35.912725 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:56:35.912725 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:56:35.912725 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:56:35.912725 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:56:35.912725 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:56:35.912725 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:56:35.912725 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:56:35.912725 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:56:35.912725 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:56:36.067630 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac821cc-ce62-467f-a943-1913da4c782d req-6d4aa0ca-ee1a-4902-a941-0fe4668e2929 tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:36.069962 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0ac821cc-ce62-467f-a943-1913da4c782d req-6d4aa0ca-ee1a-4902-a941-0fe4668e2929 tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7d4093-6f7b-4c6d-9df3-3f4860f78b06 HTTP/1.1" status: 200 len: 950 time: 0.1939063 Nov 10 17:56:36.075500 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-85cd4f9a-497d-4bf0-9e02-32bced1525b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:36.122829 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-85cd4f9a-497d-4bf0-9e02-32bced1525b7 admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:36.133434 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 40832) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:36.142289 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-85cd4f9a-497d-4bf0-9e02-32bced1525b7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2dd476e6-793e-44bf-aabd-48157f37f673 HTTP/1.1" status: 204 len: 168 time: 1.0948315 Nov 10 17:56:36.180541 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-bb5b53b7-62da-4b84-98aa-89ce2c5e034c req-9679fe08-815a-4862-9a98-c3ab2a2c4024 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] For port f87048c1-df85-4bde-82e2-88c0d4e540e3, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=f87048c1-df85-4bde-82e2-88c0d4e540e3,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:56:36.181195 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bb5b53b7-62da-4b84-98aa-89ce2c5e034c req-9679fe08-815a-4862-9a98-c3ab2a2c4024 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:36.204897 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd4f9a-497d-4bf0-9e02-32bced1525b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dd476e6-793e-44bf-aabd-48157f37f673,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:36.268780 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-bb5b53b7-62da-4b84-98aa-89ce2c5e034c req-9679fe08-815a-4862-9a98-c3ab2a2c4024 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Calling delete_port for f87048c1-df85-4bde-82e2-88c0d4e540e3 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:56:36.317417 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:36.323647 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11da83a-e8a1-4567-94f4-b4a440a948aa req-3d69ef42-2cab-40c5-9e44-2095642b0329 tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:36.332559 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b11da83a-e8a1-4567-94f4-b4a440a948aa req-3d69ef42-2cab-40c5-9e44-2095642b0329 tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c7d4093-6f7b-4c6d-9df3-3f4860f78b06 HTTP/1.1" status: 200 len: 950 time: 0.2242751 Nov 10 17:56:36.398060 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-0ac821cc-ce62-467f-a943-1913da4c782d req-227f1610-ae3f-49a8-bd7e-0950d33aa06a tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Deleting port 03c46b3b-fe29-4971-8619-67b647c977b9 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:56:36.398435 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0ac821cc-ce62-467f-a943-1913da4c782d req-227f1610-ae3f-49a8-bd7e-0950d33aa06a tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:36.428303 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device e484d274-037b-45ab-b9a8-744c67739129 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:56:36.472082 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: e484d274-037b-45ab-b9a8-744c67739129 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:56:36.472439 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device e484d274-037b-45ab-b9a8-744c67739129 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:56:36.576018 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-0ac821cc-ce62-467f-a943-1913da4c782d req-227f1610-ae3f-49a8-bd7e-0950d33aa06a tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] For port 03c46b3b-fe29-4971-8619-67b647c977b9, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=03c46b3b-fe29-4971-8619-67b647c977b9,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:56:36.576690 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0ac821cc-ce62-467f-a943-1913da4c782d req-227f1610-ae3f-49a8-bd7e-0950d33aa06a tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:36.589585 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b11da83a-e8a1-4567-94f4-b4a440a948aa req-34d73b5c-fde9-4a38-8354-3aa929fcbb37 tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b598556-f199-4201-9d1c-34772ac3f8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556603 Nov 10 17:56:36.600688 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-0ac821cc-ce62-467f-a943-1913da4c782d req-227f1610-ae3f-49a8-bd7e-0950d33aa06a tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Calling delete_port for 03c46b3b-fe29-4971-8619-67b647c977b9 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:56:36.604335 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bb5b53b7-62da-4b84-98aa-89ce2c5e034c req-9679fe08-815a-4862-9a98-c3ab2a2c4024 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:36.619509 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['c04ff508-4695-4a06-b32d-7557bec8639e'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:56:36.623826 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:56:36.657688 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679fe08-815a-4862-9a98-c3ab2a2c4024 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Pushing event deleted for resources: {'Port': ['ID=f87048c1-df85-4bde-82e2-88c0d4e540e3,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:36.798216 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5b53b7-62da-4b84-98aa-89ce2c5e034c req-9679fe08-815a-4862-9a98-c3ab2a2c4024 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] No DVR routers for this DVR port f87048c1-df85-4bde-82e2-88c0d4e540e3 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:56:36.802159 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bb5b53b7-62da-4b84-98aa-89ce2c5e034c req-9679fe08-815a-4862-9a98-c3ab2a2c4024 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:36.805904 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bb5b53b7-62da-4b84-98aa-89ce2c5e034c req-9679fe08-815a-4862-9a98-c3ab2a2c4024 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "DELETE /v2.0/ports/f87048c1-df85-4bde-82e2-88c0d4e540e3 HTTP/1.1" status: 204 len: 173 time: 1.2595415 Nov 10 17:56:36.815250 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacc0da8-04bd-46f3-8f8a-e1321f404c59', 'name': 'network-vif-deleted', 'tag': 'f87048c1-df85-4bde-82e2-88c0d4e540e3'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:56:36.819146 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28449140-c037-4bc0-99c2-0989fe8c4e84" -d '{"events": [{"server_uuid": "aacc0da8-04bd-46f3-8f8a-e1321f404c59", "name": "network-vif-deleted", "tag": "f87048c1-df85-4bde-82e2-88c0d4e540e3"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:56:36.939058 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b018ddc-9b78-4c02-b425-4e4f36e8385d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:36.959169 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 10 Nov 2021 17:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143460b0-5c30-4497-8239-15635b5a9d67 x-openstack-request-id: req-143460b0-5c30-4497-8239-15635b5a9d67 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:56:36.959837 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aacc0da8-04bd-46f3-8f8a-e1321f404c59", "name": "network-vif-deleted", "tag": "f87048c1-df85-4bde-82e2-88c0d4e540e3", "status": "failed", "code": 422}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:56:36.960105 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-143460b0-5c30-4497-8239-15635b5a9d67 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:56:36.960630 n-d-776250-10 neutron-server[102469]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aacc0da8-04bd-46f3-8f8a-e1321f404c59', 'name': 'network-vif-deleted', 'tag': 'f87048c1-df85-4bde-82e2-88c0d4e540e3', 'status': 'failed', 'code': 422} returned with failed status Nov 10 17:56:36.962148 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0ac821cc-ce62-467f-a943-1913da4c782d req-227f1610-ae3f-49a8-bd7e-0950d33aa06a tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:37.000418 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f1610-ae3f-49a8-bd7e-0950d33aa06a tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Pushing event deleted for resources: {'Port': ['ID=03c46b3b-fe29-4971-8619-67b647c977b9,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:37.106945 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac821cc-ce62-467f-a943-1913da4c782d req-227f1610-ae3f-49a8-bd7e-0950d33aa06a tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] No DVR routers for this DVR port 03c46b3b-fe29-4971-8619-67b647c977b9 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:56:37.113461 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0ac821cc-ce62-467f-a943-1913da4c782d req-227f1610-ae3f-49a8-bd7e-0950d33aa06a tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:37.121828 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0ac821cc-ce62-467f-a943-1913da4c782d req-227f1610-ae3f-49a8-bd7e-0950d33aa06a tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] 10.222.0.13 "DELETE /v2.0/ports/03c46b3b-fe29-4971-8619-67b647c977b9 HTTP/1.1" status: 204 len: 173 time: 1.0385859 Nov 10 17:56:37.485395 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-0b018ddc-9b78-4c02-b425-4e4f36e8385d admin admin] Deleting port f6756acc-7453-436f-a53b-6d81e466f347 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:56:37.485914 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b018ddc-9b78-4c02-b425-4e4f36e8385d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:37.956265 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b106f-342a-4775-829c-ab59a1da0a17 req-bec17c3b-9bc1-4c66-814b-0f0cef5ef6c9 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:37.958259 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c35b106f-342a-4775-829c-ab59a1da0a17 req-bec17c3b-9bc1-4c66-814b-0f0cef5ef6c9 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=697a64f5-0fd2-4f48-9ccf-43f8b595c30f HTTP/1.1" status: 200 len: 907 time: 0.0923922 Nov 10 17:56:37.967041 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d0959bb5-e136-4c43-b89d-48a15b940f8b req-2e10ee9b-b0b8-4e1e-9f60-686f583e733a tempest-VolumesNegativeTest-1767458541 tempest-VolumesNegativeTest-1767458541-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c7d4093-6f7b-4c6d-9df3-3f4860f78b06 HTTP/1.1" status: 200 len: 210 time: 0.0424533 Nov 10 17:56:38.020963 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-0b018ddc-9b78-4c02-b425-4e4f36e8385d admin admin] For port f6756acc-7453-436f-a53b-6d81e466f347, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=f6756acc-7453-436f-a53b-6d81e466f347,segment=NetworkSegment(5efdb708-e403-472b-8c10-7f51a686f419),segment_id=5efdb708-e403-472b-8c10-7f51a686f419)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:56:38.021339 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b018ddc-9b78-4c02-b425-4e4f36e8385d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:38.035497 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-0b018ddc-9b78-4c02-b425-4e4f36e8385d admin admin] Calling delete_port for f6756acc-7453-436f-a53b-6d81e466f347 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:56:38.225106 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b018ddc-9b78-4c02-b425-4e4f36e8385d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:38.251708 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b018ddc-9b78-4c02-b425-4e4f36e8385d admin admin] Pushing event deleted for resources: {'Port': ['ID=f6756acc-7453-436f-a53b-6d81e466f347,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:38.498303 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b018ddc-9b78-4c02-b425-4e4f36e8385d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:38.734892 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b018ddc-9b78-4c02-b425-4e4f36e8385d admin admin] Router f877da50-d27a-438c-b3d3-52398b9708b4 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:56:38.852658 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b018ddc-9b78-4c02-b425-4e4f36e8385d admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:56:38.859825 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0b018ddc-9b78-4c02-b425-4e4f36e8385d admin admin] 10.222.0.39 "PUT /v2.0/routers/f877da50-d27a-438c-b3d3-52398b9708b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7237074 Nov 10 17:56:38.862490 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 40884) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:38.876035 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ddbe4c-d02b-4ce4-8f08-3f2a125f604f None None] Sync routers for ids ['f877da50-d27a-438c-b3d3-52398b9708b4'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:56:38.887253 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ddbe4c-d02b-4ce4-8f08-3f2a125f604f None None] Routers {'f877da50-d27a-438c-b3d3-52398b9708b4'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:56:38.888015 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c1ddbe4c-d02b-4ce4-8f08-3f2a125f604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:56:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f877da50-d27a-438c-b3d3-52398b9708b4'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:38.961938 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7d4093-6f7b-4c6d-9df3-3f4860f78b06', 'name': 'network-vif-deleted', 'tag': '03c46b3b-fe29-4971-8619-67b647c977b9'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:56:38.966394 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e8a2ef-ebda-423f-a34c-2cd40deb4f67" -d '{"events": [{"server_uuid": "2c7d4093-6f7b-4c6d-9df3-3f4860f78b06", "name": "network-vif-deleted", "tag": "03c46b3b-fe29-4971-8619-67b647c977b9"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:56:38.999133 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bcd28438-6eb0-41b4-8854-89c13c6b70ec admin admin] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:39.033025 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ca3e87-a306-460e-89e7-afa134b4f4ae x-openstack-request-id: req-18ca3e87-a306-460e-89e7-afa134b4f4ae {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:56:39.033436 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7d4093-6f7b-4c6d-9df3-3f4860f78b06", "name": "network-vif-deleted", "tag": "03c46b3b-fe29-4971-8619-67b647c977b9", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:56:39.033783 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-18ca3e87-a306-460e-89e7-afa134b4f4ae {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:56:39.035201 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7d4093-6f7b-4c6d-9df3-3f4860f78b06', 'name': 'network-vif-deleted', 'tag': '03c46b3b-fe29-4971-8619-67b647c977b9', 'status': 'completed', 'code': 200} Nov 10 17:56:39.036729 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-c1ddbe4c-d02b-4ce4-8f08-3f2a125f604f None None] Set router f877da50-d27a-438c-b3d3-52398b9708b4 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:56:39.209762 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfc5d2-2a84-4d78-8105-3beb202d8ddc req-413e2ade-a1fa-485a-89c8-bd5a7cccfb98 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:39.211682 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c2bfc5d2-2a84-4d78-8105-3beb202d8ddc req-413e2ade-a1fa-485a-89c8-bd5a7cccfb98 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=697a64f5-0fd2-4f48-9ccf-43f8b595c30f HTTP/1.1" status: 200 len: 907 time: 0.1330523 Nov 10 17:56:39.222194 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bcd28438-6eb0-41b4-8854-89c13c6b70ec admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:39.230717 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device b0cf1b2a-e164-41c2-98b1-93005ff9118f no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:56:39.265800 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882511a-37eb-4d44-8d65-988eb42f9a39 req-69182996-ec5f-41fc-8368-2887717c9df5 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:39.280351 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9882511a-37eb-4d44-8d65-988eb42f9a39 req-69182996-ec5f-41fc-8368-2887717c9df5 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.13 "GET /v2.0/ports?device_id=697a64f5-0fd2-4f48-9ccf-43f8b595c30f HTTP/1.1" status: 200 len: 907 time: 0.1468196 Nov 10 17:56:39.365562 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-bcd28438-6eb0-41b4-8854-89c13c6b70ec admin admin] Deleting port 4f2d128c-e831-4567-9b55-3c87c62ef5f6 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:56:39.366086 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bcd28438-6eb0-41b4-8854-89c13c6b70ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:39.390485 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:39.420753 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c1ddbe4c-d02b-4ce4-8f08-3f2a125f604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f877da50-d27a-438c-b3d3-52398b9708b4', 'name': 'tempest-TestVolumeBackupRestore-257596314-router', 'tenant_id': '87f1c936b39c40c587fc255f7a02e7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '4f2d128c-e831-4567-9b55-3c87c62ef5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:47Z', 'updated_at': '2021-11-10T17:56:38Z', 'revision_number': 5, 'project_id': '87f1c936b39c40c587fc255f7a02e7ec', 'gw_port': {'id': '4f2d128c-e831-4567-9b55-3c87c62ef5f6', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:58:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f877da50-d27a-438c-b3d3-52398b9708b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2576, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:50:48Z', 'updated_at': '2021-11-10T17:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:39.428487 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697a64f5-0fd2-4f48-9ccf-43f8b595c30f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0cf1b2a-e164-41c2-98b1-93005ff9118f'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:56:39.430592 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b219da20-fd29-431e-913b-be4476f1fc78" -d '{"events": [{"server_uuid": "697a64f5-0fd2-4f48-9ccf-43f8b595c30f", "name": "network-vif-unplugged", "status": "completed", "tag": "b0cf1b2a-e164-41c2-98b1-93005ff9118f"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:56:39.469902 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ddbe4c-d02b-4ce4-8f08-3f2a125f604f None None] Checking router: f877da50-d27a-438c-b3d3-52398b9708b4 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:56:39.473432 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port b0cf1b2a-e164-41c2-98b1-93005ff9118f, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=b0cf1b2a-e164-41c2-98b1-93005ff9118f,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:56:39.480411 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-9882511a-37eb-4d44-8d65-988eb42f9a39 req-eb8b3274-2260-40ec-b79f-3df0ba2bef24 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Deleting port b0cf1b2a-e164-41c2-98b1-93005ff9118f {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:56:39.480855 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9882511a-37eb-4d44-8d65-988eb42f9a39 req-eb8b3274-2260-40ec-b79f-3df0ba2bef24 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:39.494285 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:39.495126 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 03c46b3b-fe29-4971-8619-67b647c977b9 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:56:39.590896 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-bcd28438-6eb0-41b4-8854-89c13c6b70ec admin admin] For port 4f2d128c-e831-4567-9b55-3c87c62ef5f6, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=4f2d128c-e831-4567-9b55-3c87c62ef5f6,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:56:39.593483 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bcd28438-6eb0-41b4-8854-89c13c6b70ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:39.613039 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad19818-c0cb-4562-a198-269f8c8dc68e x-openstack-request-id: req-8ad19818-c0cb-4562-a198-269f8c8dc68e {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:56:39.613338 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697a64f5-0fd2-4f48-9ccf-43f8b595c30f", "name": "network-vif-unplugged", "status": "completed", "tag": "b0cf1b2a-e164-41c2-98b1-93005ff9118f", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:56:39.613595 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8ad19818-c0cb-4562-a198-269f8c8dc68e {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:56:39.614004 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697a64f5-0fd2-4f48-9ccf-43f8b595c30f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0cf1b2a-e164-41c2-98b1-93005ff9118f', 'code': 200} Nov 10 17:56:39.615087 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=b0cf1b2a-e164-41c2-98b1-93005ff9118f,revision_number=7']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:39.620334 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ddbe4c-d02b-4ce4-8f08-3f2a125f604f None None] Routers {'f877da50-d27a-438c-b3d3-52398b9708b4'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:56:39.625229 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c1ddbe4c-d02b-4ce4-8f08-3f2a125f604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:56:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f877da50-d27a-438c-b3d3-52398b9708b4'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:39.634359 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-bcd28438-6eb0-41b4-8854-89c13c6b70ec admin admin] Calling delete_port for 4f2d128c-e831-4567-9b55-3c87c62ef5f6 owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:56:39.716118 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-9882511a-37eb-4d44-8d65-988eb42f9a39 req-eb8b3274-2260-40ec-b79f-3df0ba2bef24 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] For port b0cf1b2a-e164-41c2-98b1-93005ff9118f, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=b0cf1b2a-e164-41c2-98b1-93005ff9118f,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:56:39.717573 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9882511a-37eb-4d44-8d65-988eb42f9a39 req-eb8b3274-2260-40ec-b79f-3df0ba2bef24 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:39.732886 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-9882511a-37eb-4d44-8d65-988eb42f9a39 req-eb8b3274-2260-40ec-b79f-3df0ba2bef24 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Calling delete_port for b0cf1b2a-e164-41c2-98b1-93005ff9118f owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:56:39.787734 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-c1ddbe4c-d02b-4ce4-8f08-3f2a125f604f None None] Set router f877da50-d27a-438c-b3d3-52398b9708b4 gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:56:39.853456 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 03c46b3b-fe29-4971-8619-67b647c977b9 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:56:39.854101 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 03c46b3b-fe29-4971-8619-67b647c977b9 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:56:39.856288 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c1ddbe4c-d02b-4ce4-8f08-3f2a125f604f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f877da50-d27a-438c-b3d3-52398b9708b4', 'name': 'tempest-TestVolumeBackupRestore-257596314-router', 'tenant_id': '87f1c936b39c40c587fc255f7a02e7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:47Z', 'updated_at': '2021-11-10T17:56:39Z', 'revision_number': 6, 'project_id': '87f1c936b39c40c587fc255f7a02e7ec', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:39.889681 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ddbe4c-d02b-4ce4-8f08-3f2a125f604f None None] The sync data for ids ['f877da50-d27a-438c-b3d3-52398b9708b4'] in n-d-776250-10 is: [{'id': 'f877da50-d27a-438c-b3d3-52398b9708b4', 'name': 'tempest-TestVolumeBackupRestore-257596314-router', 'tenant_id': '87f1c936b39c40c587fc255f7a02e7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:50:47Z', 'updated_at': '2021-11-10T17:56:39Z', 'revision_number': 6, 'project_id': '87f1c936b39c40c587fc255f7a02e7ec', 'gw_port_host': None}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:56:40.049914 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9882511a-37eb-4d44-8d65-988eb42f9a39 req-eb8b3274-2260-40ec-b79f-3df0ba2bef24 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:40.060871 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bcd28438-6eb0-41b4-8854-89c13c6b70ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:40.103527 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd28438-6eb0-41b4-8854-89c13c6b70ec admin admin] Pushing event deleted for resources: {'Port': ['ID=4f2d128c-e831-4567-9b55-3c87c62ef5f6,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:40.121509 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b3274-2260-40ec-b79f-3df0ba2bef24 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Pushing event deleted for resources: {'Port': ['ID=b0cf1b2a-e164-41c2-98b1-93005ff9118f,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:40.136350 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c1c104-1897-40df-bc6c-af319cf1dc2d None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:56:40.212206 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-9882511a-37eb-4d44-8d65-988eb42f9a39 req-eb8b3274-2260-40ec-b79f-3df0ba2bef24 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] No DVR routers for this DVR port b0cf1b2a-e164-41c2-98b1-93005ff9118f on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:56:40.225102 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9882511a-37eb-4d44-8d65-988eb42f9a39 req-eb8b3274-2260-40ec-b79f-3df0ba2bef24 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:40.229111 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9882511a-37eb-4d44-8d65-988eb42f9a39 req-eb8b3274-2260-40ec-b79f-3df0ba2bef24 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.13 "DELETE /v2.0/ports/b0cf1b2a-e164-41c2-98b1-93005ff9118f HTTP/1.1" status: 204 len: 173 time: 0.9425023 Nov 10 17:56:40.367903 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bcd28438-6eb0-41b4-8854-89c13c6b70ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:40.560122 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device f6756acc-7453-436f-a53b-6d81e466f347 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:56:40.648007 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: f6756acc-7453-436f-a53b-6d81e466f347 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:56:40.648439 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device f6756acc-7453-436f-a53b-6d81e466f347 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:56:40.743536 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bcd28438-6eb0-41b4-8854-89c13c6b70ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:40.748316 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bf625623-5bc2-44f6-b712-bea08d17bace req-25504f75-70eb-433e-85e8-cf79794b0277 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=697a64f5-0fd2-4f48-9ccf-43f8b595c30f HTTP/1.1" status: 200 len: 210 time: 0.0449209 Nov 10 17:56:40.750495 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bcd28438-6eb0-41b4-8854-89c13c6b70ec admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:40.841365 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:56:40.866932 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bcd28438-6eb0-41b4-8854-89c13c6b70ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:40.867910 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd28438-6eb0-41b4-8854-89c13c6b70ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router f877da50-d27a-438c-b3d3-52398b9708b4 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:56:40.882663 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bcd28438-6eb0-41b4-8854-89c13c6b70ec admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:40.887460 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 40988) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:40.887769 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bcd28438-6eb0-41b4-8854-89c13c6b70ec admin admin] 10.222.0.39 "DELETE /v2.0/routers/f877da50-d27a-438c-b3d3-52398b9708b4 HTTP/1.1" status: 204 len: 168 time: 2.0203846 Nov 10 17:56:41.019118 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f303d8-d64c-4816-b61a-b647fbd63197 admin admin] Deleting subnet 366d0a23-5d48-4984-bc57-0a98d188a97f {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:56:41.026137 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-50f303d8-d64c-4816-b61a-b647fbd63197 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:41.098569 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-50f303d8-d64c-4816-b61a-b647fbd63197 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:41.229755 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697a64f5-0fd2-4f48-9ccf-43f8b595c30f', 'name': 'network-vif-deleted', 'tag': 'b0cf1b2a-e164-41c2-98b1-93005ff9118f'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:56:41.234391 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a625b1-0f2b-4622-9fe4-e33a52476127" -d '{"events": [{"server_uuid": "697a64f5-0fd2-4f48-9ccf-43f8b595c30f", "name": "network-vif-deleted", "tag": "b0cf1b2a-e164-41c2-98b1-93005ff9118f"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:56:41.317411 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-50f303d8-d64c-4816-b61a-b647fbd63197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:41.361090 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300c9d63-d9ec-4169-a9f3-596ca3fad20e x-openstack-request-id: req-300c9d63-d9ec-4169-a9f3-596ca3fad20e {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:56:41.361437 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697a64f5-0fd2-4f48-9ccf-43f8b595c30f", "name": "network-vif-deleted", "tag": "b0cf1b2a-e164-41c2-98b1-93005ff9118f", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:56:41.361665 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-300c9d63-d9ec-4169-a9f3-596ca3fad20e {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:56:41.362111 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697a64f5-0fd2-4f48-9ccf-43f8b595c30f', 'name': 'network-vif-deleted', 'tag': 'b0cf1b2a-e164-41c2-98b1-93005ff9118f', 'status': 'completed', 'code': 200} Nov 10 17:56:41.445336 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-50f303d8-d64c-4816-b61a-b647fbd63197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:41.539766 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1172228-4f6e-40d4-b377-66dcb741c6f4 None None] Network e2d18696-3473-4184-896d-feefb138e62a requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:56:41.548474 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-50f303d8-d64c-4816-b61a-b647fbd63197 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:41.557791 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41022) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:41.581453 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-50f303d8-d64c-4816-b61a-b647fbd63197 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/366d0a23-5d48-4984-bc57-0a98d188a97f HTTP/1.1" status: 204 len: 168 time: 0.6915073 Nov 10 17:56:41.583785 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f303d8-d64c-4816-b61a-b647fbd63197 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=366d0a23-5d48-4984-bc57-0a98d188a97f,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:41.683059 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1a9ab17-57e2-454e-a028-55b9dd973f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:41.813535 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-a1a9ab17-57e2-454e-a028-55b9dd973f7c admin admin] Deleting port d420ced1-1e66-413d-b1ef-64e2f71ceb52 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:56:41.814355 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1a9ab17-57e2-454e-a028-55b9dd973f7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:41.980990 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-a1a9ab17-57e2-454e-a028-55b9dd973f7c admin admin] For port d420ced1-1e66-413d-b1ef-64e2f71ceb52, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d420ced1-1e66-413d-b1ef-64e2f71ceb52,segment=NetworkSegment(5efdb708-e403-472b-8c10-7f51a686f419),segment_id=5efdb708-e403-472b-8c10-7f51a686f419)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:56:41.981298 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1a9ab17-57e2-454e-a028-55b9dd973f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:42.021359 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-a1a9ab17-57e2-454e-a028-55b9dd973f7c admin admin] Calling delete_port for d420ced1-1e66-413d-b1ef-64e2f71ceb52 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:56:42.081207 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db011b54-569d-478f-b373-5a7c1f12dd92 None None] DHCP port deletion for e2d18696-3473-4184-896d-feefb138e62a request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:56:42.220653 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1a9ab17-57e2-454e-a028-55b9dd973f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:42.256626 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-db011b54-569d-478f-b373-5a7c1f12dd92 None None] Deleting port d420ced1-1e66-413d-b1ef-64e2f71ceb52 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:56:42.259791 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-db011b54-569d-478f-b373-5a7c1f12dd92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:42.302643 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9ab17-57e2-454e-a028-55b9dd973f7c admin admin] Pushing event deleted for resources: {'Port': ['ID=d420ced1-1e66-413d-b1ef-64e2f71ceb52,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:42.318153 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a9ab17-57e2-454e-a028-55b9dd973f7c admin admin] No DVR routers for this DVR port d420ced1-1e66-413d-b1ef-64e2f71ceb52 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:56:42.469866 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d420ced1-1e66-413d-b1ef-64e2f71ceb52 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:56:42.517028 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-db011b54-569d-478f-b373-5a7c1f12dd92 None None] For port d420ced1-1e66-413d-b1ef-64e2f71ceb52, host n-d-776250-10, got binding levels [] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:56:42.517699 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-db011b54-569d-478f-b373-5a7c1f12dd92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:42.545940 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: d420ced1-1e66-413d-b1ef-64e2f71ceb52 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:56:42.547050 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d420ced1-1e66-413d-b1ef-64e2f71ceb52 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:56:42.547644 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 4f2d128c-e831-4567-9b55-3c87c62ef5f6 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:56:42.574133 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 4f2d128c-e831-4567-9b55-3c87c62ef5f6 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:56:42.586930 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 4f2d128c-e831-4567-9b55-3c87c62ef5f6 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:56:42.610586 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-db011b54-569d-478f-b373-5a7c1f12dd92 None None] Calling delete_port for d420ced1-1e66-413d-b1ef-64e2f71ceb52 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:56:42.620737 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.ipam_backend_mixin [None req-db011b54-569d-478f-b373-5a7c1f12dd92 None None] Port d420ced1-1e66-413d-b1ef-64e2f71ceb52 was not found and therefore no delete operation was performed {{(pid=102470) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 17:56:42.624964 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-db011b54-569d-478f-b373-5a7c1f12dd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:42.650582 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db011b54-569d-478f-b373-5a7c1f12dd92 None None] No DVR routers for this DVR port d420ced1-1e66-413d-b1ef-64e2f71ceb52 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:56:42.672768 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1a9ab17-57e2-454e-a028-55b9dd973f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:42.692027 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db011b54-569d-478f-b373-5a7c1f12dd92 None None] Pushing event deleted for resources: {'Port': ['ID=d420ced1-1e66-413d-b1ef-64e2f71ceb52,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:42.719188 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-a1a9ab17-57e2-454e-a028-55b9dd973f7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2d18696-3473-4184-896d-feefb138e62a']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:42.750172 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35cfa9-7368-40b1-ba01-8c01e45311d3 req-68f995f1-183b-49e4-b0d8-b34b100694c4 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:42.759086 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bb35cfa9-7368-40b1-ba01-8c01e45311d3 req-68f995f1-183b-49e4-b0d8-b34b100694c4 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=d86b0237-abca-45ab-8f24-dccaed931636 HTTP/1.1" status: 200 len: 945 time: 0.1837878 Nov 10 17:56:42.773956 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-a1a9ab17-57e2-454e-a028-55b9dd973f7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5efdb708-e403-472b-8c10-7f51a686f419') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:42.774588 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-a1a9ab17-57e2-454e-a028-55b9dd973f7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5efdb708-e403-472b-8c10-7f51a686f419') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:42.819191 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1a9ab17-57e2-454e-a028-55b9dd973f7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:42.891998 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1a9ab17-57e2-454e-a028-55b9dd973f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:42.908627 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a9ab17-57e2-454e-a028-55b9dd973f7c admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:56:42.909176 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1a9ab17-57e2-454e-a028-55b9dd973f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:42.911037 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:56:42.911037 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:56:42.911037 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:56:42.911037 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:56:42.911037 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:56:42.911037 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:56:42.911037 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:56:42.911037 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:56:42.911037 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:56:42.911037 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:56:42.911037 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:56:42.911037 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:56:42.911037 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:56:42.911037 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:56:42.911037 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:56:42.911037 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:56:42.911037 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:56:42.911037 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:56:42.911037 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:56:42.911037 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:56:42.911037 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:56:42.911037 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:56:42.911037 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:56:42.911037 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:56:42.911037 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:56:42.911037 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:56:42.911037 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:56:42.911037 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:56:42.911037 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:56:42.911037 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:56:42.911037 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:56:42.911037 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:56:43.012600 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bb35cfa9-7368-40b1-ba01-8c01e45311d3 req-da554140-b46d-4ead-a543-0f2764609a4e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522998 Nov 10 17:56:43.031035 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1a9ab17-57e2-454e-a028-55b9dd973f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:43.045700 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1a9ab17-57e2-454e-a028-55b9dd973f7c admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:43.051287 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a1a9ab17-57e2-454e-a028-55b9dd973f7c admin admin] 10.222.0.39 "DELETE /v2.0/networks/e2d18696-3473-4184-896d-feefb138e62a HTTP/1.1" status: 204 len: 168 time: 1.4919243 Nov 10 17:56:43.089120 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9ab17-57e2-454e-a028-55b9dd973f7c admin admin] Pushing event deleted for resources: {'Network': ['ID=e2d18696-3473-4184-896d-feefb138e62a,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:43.347316 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41134) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:43.399348 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 41136) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:43.412047 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c1cc0505-4fe8-4a4c-b1ec-275382d3efd3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=acff72951c8f4036b58130594185f7d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0626910 Nov 10 17:56:43.467944 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a72dc40d-1235-4158-a593-dc11dafe1852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:43.510262 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a72dc40d-1235-4158-a593-dc11dafe1852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:43.570547 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a72dc40d-1235-4158-a593-dc11dafe1852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:43.573758 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a72dc40d-1235-4158-a593-dc11dafe1852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:43.578064 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a72dc40d-1235-4158-a593-dc11dafe1852 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6c8c0fab-3897-4543-99df-b02694f9a520 HTTP/1.1" status: 204 len: 168 time: 0.1739850 Nov 10 17:56:43.584361 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72dc40d-1235-4158-a593-dc11dafe1852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8c0fab-3897-4543-99df-b02694f9a520,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:43.768426 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327506a-70a0-4f09-aab0-aac1d4e2b838 req-2fa315a7-e98a-4e29-8032-efdf085ab28b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:43.777527 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a327506a-70a0-4f09-aab0-aac1d4e2b838 req-2fa315a7-e98a-4e29-8032-efdf085ab28b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86b0237-abca-45ab-8f24-dccaed931636 HTTP/1.1" status: 200 len: 945 time: 0.1048746 Nov 10 17:56:44.010259 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-a327506a-70a0-4f09-aab0-aac1d4e2b838 req-28110483-b21a-4781-b418-00cef69a50c1 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Deleting port c04ff508-4695-4a06-b32d-7557bec8639e {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:56:44.010738 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a327506a-70a0-4f09-aab0-aac1d4e2b838 req-28110483-b21a-4781-b418-00cef69a50c1 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:44.339062 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-a327506a-70a0-4f09-aab0-aac1d4e2b838 req-28110483-b21a-4781-b418-00cef69a50c1 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] For port c04ff508-4695-4a06-b32d-7557bec8639e, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=c04ff508-4695-4a06-b32d-7557bec8639e,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:56:44.339062 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a327506a-70a0-4f09-aab0-aac1d4e2b838 req-28110483-b21a-4781-b418-00cef69a50c1 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:44.339309 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41182) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:44.354042 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-a327506a-70a0-4f09-aab0-aac1d4e2b838 req-28110483-b21a-4781-b418-00cef69a50c1 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Calling delete_port for c04ff508-4695-4a06-b32d-7557bec8639e owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:56:44.430955 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 41186) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:44.437485 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-37f80594-273e-4587-806e-e2b001635f0b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=87f1c936b39c40c587fc255f7a02e7ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0847347 Nov 10 17:56:44.561691 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8301d-d3f7-4c29-b959-7102f167849b req-309adbeb-3ecb-4563-b05c-d6b3a2d6cd88 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:44.563272 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-81e8301d-d3f7-4c29-b959-7102f167849b req-309adbeb-3ecb-4563-b05c-d6b3a2d6cd88 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=d86b0237-abca-45ab-8f24-dccaed931636 HTTP/1.1" status: 200 len: 945 time: 0.2994494 Nov 10 17:56:44.643613 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39e2d075-d40d-40f2-ac78-7385d32d239a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:44.669903 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a327506a-70a0-4f09-aab0-aac1d4e2b838 req-28110483-b21a-4781-b418-00cef69a50c1 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:44.682831 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['c04ff508-4695-4a06-b32d-7557bec8639e'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:56:44.685826 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:56:44.728902 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-81e8301d-d3f7-4c29-b959-7102f167849b req-ba538488-666b-4186-8e11-72eacde74020 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459773 Nov 10 17:56:44.731237 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39e2d075-d40d-40f2-ac78-7385d32d239a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:44.747855 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28110483-b21a-4781-b418-00cef69a50c1 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Pushing event deleted for resources: {'Port': ['ID=c04ff508-4695-4a06-b32d-7557bec8639e,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:44.831671 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-a327506a-70a0-4f09-aab0-aac1d4e2b838 req-28110483-b21a-4781-b418-00cef69a50c1 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] No DVR routers for this DVR port c04ff508-4695-4a06-b32d-7557bec8639e on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:56:44.834754 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a327506a-70a0-4f09-aab0-aac1d4e2b838 req-28110483-b21a-4781-b418-00cef69a50c1 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:44.839616 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a327506a-70a0-4f09-aab0-aac1d4e2b838 req-28110483-b21a-4781-b418-00cef69a50c1 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.13 "DELETE /v2.0/ports/c04ff508-4695-4a06-b32d-7557bec8639e HTTP/1.1" status: 204 len: 173 time: 1.0540078 Nov 10 17:56:44.841333 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86b0237-abca-45ab-8f24-dccaed931636', 'name': 'network-vif-deleted', 'tag': 'c04ff508-4695-4a06-b32d-7557bec8639e'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:56:44.853848 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13750ae4-e3b7-4608-94d8-efa647bfd380" -d '{"events": [{"server_uuid": "d86b0237-abca-45ab-8f24-dccaed931636", "name": "network-vif-deleted", "tag": "c04ff508-4695-4a06-b32d-7557bec8639e"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:56:44.891159 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39e2d075-d40d-40f2-ac78-7385d32d239a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:44.894423 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39e2d075-d40d-40f2-ac78-7385d32d239a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:44.898020 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-39e2d075-d40d-40f2-ac78-7385d32d239a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2166a52f-c53d-4a3e-b89b-c060bd8234a1 HTTP/1.1" status: 204 len: 168 time: 0.4648089 Nov 10 17:56:44.910770 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e2d075-d40d-40f2-ac78-7385d32d239a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2166a52f-c53d-4a3e-b89b-c060bd8234a1,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:44.955587 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70bd0fa-149c-42a2-b97c-92e730433fe2 x-openstack-request-id: req-e70bd0fa-149c-42a2-b97c-92e730433fe2 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:56:44.955881 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86b0237-abca-45ab-8f24-dccaed931636", "name": "network-vif-deleted", "tag": "c04ff508-4695-4a06-b32d-7557bec8639e", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:56:44.956137 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e70bd0fa-149c-42a2-b97c-92e730433fe2 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:56:44.956575 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86b0237-abca-45ab-8f24-dccaed931636', 'name': 'network-vif-deleted', 'tag': 'c04ff508-4695-4a06-b32d-7557bec8639e', 'status': 'completed', 'code': 200} Nov 10 17:56:46.074088 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d46fb-eab2-4a36-b6d2-ba7afa495cd6 req-1a6bdd9b-b5de-4044-bcb2-56f756c02a37 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:46.084021 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ab8d46fb-eab2-4a36-b6d2-ba7afa495cd6 req-1a6bdd9b-b5de-4044-bcb2-56f756c02a37 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 945 time: 0.0744805 Nov 10 17:56:46.148036 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ab8d46fb-eab2-4a36-b6d2-ba7afa495cd6 req-08cb763d-9872-4c87-adb4-98e9871321f9 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629716 Nov 10 17:56:46.843967 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 41234) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:47.043244 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-38fc35da-0d56-4e28-ac8b-45f13dfcb2c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:47.167089 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-38fc35da-0d56-4e28-ac8b-45f13dfcb2c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:47.175381 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-38fc35da-0d56-4e28-ac8b-45f13dfcb2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:47.259463 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-38fc35da-0d56-4e28-ac8b-45f13dfcb2c2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9beb7d3740f24308b33b8246c9b24a3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4140823 Nov 10 17:56:47.271064 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device c04ff508-4695-4a06-b32d-7557bec8639e no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:56:47.277077 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 41240) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:47.278743 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc35da-0d56-4e28-ac8b-45f13dfcb2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a77f06a-7f74-4a4d-a738-d90292cb2f2b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:47.345421 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc129f-c54d-44ae-b3b2-d071dbd05223 req-4f2bc946-e770-45df-bc46-eccfb23c9660 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:47.347312 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2edc129f-c54d-44ae-b3b2-d071dbd05223 req-4f2bc946-e770-45df-bc46-eccfb23c9660 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.11 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 945 time: 0.1202240 Nov 10 17:56:47.362420 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: c04ff508-4695-4a06-b32d-7557bec8639e {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:56:47.366782 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device c04ff508-4695-4a06-b32d-7557bec8639e not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:56:47.390395 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed688a-989c-48a7-8d66-034408314208 req-e5b59255-bcd8-4fcd-bac1-f2e220178eca tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:47.393441 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a0ed688a-989c-48a7-8d66-034408314208 req-e5b59255-bcd8-4fcd-bac1-f2e220178eca tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 945 time: 0.1648841 Nov 10 17:56:47.490135 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a0ed688a-989c-48a7-8d66-034408314208 req-4f0513c2-3020-417f-99c6-56e3be291d13 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=7968ed3b-26ff-45d3-99f9-6f88ab874149&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907731 Nov 10 17:56:47.755734 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5880afa6-5469-4673-b68e-ce10ee408866 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:47.787094 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5880afa6-5469-4673-b68e-ce10ee408866 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:47.885647 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5880afa6-5469-4673-b68e-ce10ee408866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:47.888521 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5880afa6-5469-4673-b68e-ce10ee408866 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:47.890278 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5880afa6-5469-4673-b68e-ce10ee408866 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2a77f06a-7f74-4a4d-a738-d90292cb2f2b HTTP/1.1" status: 204 len: 168 time: 0.6069441 Nov 10 17:56:47.895425 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-2edc129f-c54d-44ae-b3b2-d071dbd05223 req-c98bff0d-e47e-4da0-ab3e-e615a6e5a3cb tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Deleting port 6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:56:47.895765 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2edc129f-c54d-44ae-b3b2-d071dbd05223 req-c98bff0d-e47e-4da0-ab3e-e615a6e5a3cb tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:47.950833 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880afa6-5469-4673-b68e-ce10ee408866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a77f06a-7f74-4a4d-a738-d90292cb2f2b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:48.036571 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-2edc129f-c54d-44ae-b3b2-d071dbd05223 req-c98bff0d-e47e-4da0-ab3e-e615a6e5a3cb tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] For port 6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:56:48.038799 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2edc129f-c54d-44ae-b3b2-d071dbd05223 req-c98bff0d-e47e-4da0-ab3e-e615a6e5a3cb tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:48.059371 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-2edc129f-c54d-44ae-b3b2-d071dbd05223 req-c98bff0d-e47e-4da0-ab3e-e615a6e5a3cb tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Calling delete_port for 6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:56:48.068257 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 41250) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:48.254599 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2edc129f-c54d-44ae-b3b2-d071dbd05223 req-c98bff0d-e47e-4da0-ab3e-e615a6e5a3cb tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:48.268872 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:56:48.330773 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bff0d-e47e-4da0-ab3e-e615a6e5a3cb tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Pushing event deleted for resources: {'Port': ['ID=6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:48.419410 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-2edc129f-c54d-44ae-b3b2-d071dbd05223 req-c98bff0d-e47e-4da0-ab3e-e615a6e5a3cb tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] No DVR routers for this DVR port 6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:56:48.423754 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2edc129f-c54d-44ae-b3b2-d071dbd05223 req-c98bff0d-e47e-4da0-ab3e-e615a6e5a3cb tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:48.427708 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2edc129f-c54d-44ae-b3b2-d071dbd05223 req-c98bff0d-e47e-4da0-ab3e-e615a6e5a3cb tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.11 "DELETE /v2.0/ports/6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e HTTP/1.1" status: 204 len: 173 time: 1.0730021 Nov 10 17:56:48.427708 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af211f62-d2ac-4bbc-a884-d1b5564442f3', 'name': 'network-vif-deleted', 'tag': '6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:56:48.427906 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41256) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:48.430068 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5c6ee8-ecce-4cc2-8d02-a278d94395d8" -d '{"events": [{"server_uuid": "af211f62-d2ac-4bbc-a884-d1b5564442f3", "name": "network-vif-deleted", "tag": "6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:56:48.478813 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e7bbeca1-339b-496c-82d5-4d79ba101b1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:48.488410 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-683d6528-21c5-49d8-8044-0b303a16a825 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d2c6ea4bad064cef83c10748ced84d52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4180806 Nov 10 17:56:48.490123 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 41260) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:48.522108 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e779381-6e93-4d66-a5bf-9d13b832d6bf x-openstack-request-id: req-9e779381-6e93-4d66-a5bf-9d13b832d6bf {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:56:48.522108 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af211f62-d2ac-4bbc-a884-d1b5564442f3", "name": "network-vif-deleted", "tag": "6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:56:48.522463 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9e779381-6e93-4d66-a5bf-9d13b832d6bf {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:56:48.535975 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af211f62-d2ac-4bbc-a884-d1b5564442f3', 'name': 'network-vif-deleted', 'tag': '6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e', 'status': 'completed', 'code': 200} Nov 10 17:56:48.721371 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a4eb55e1-acbb-46b7-8937-a7bf3dad6c31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:48.741563 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e7bbeca1-339b-496c-82d5-4d79ba101b1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:48.751834 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e7bbeca1-339b-496c-82d5-4d79ba101b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:48.784353 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a4eb55e1-acbb-46b7-8937-a7bf3dad6c31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:48.852036 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bbeca1-339b-496c-82d5-4d79ba101b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b689ef-3d56-4c8c-b0bc-48cf4ed1eeea,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:48.860661 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6626cb58-26a0-488e-b56f-670b628e5c77 req-8a0dd601-d1a3-4a7f-9b47-72a363da62be tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=af211f62-d2ac-4bbc-a884-d1b5564442f3 HTTP/1.1" status: 200 len: 210 time: 0.0802875 Nov 10 17:56:48.875433 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e7bbeca1-339b-496c-82d5-4d79ba101b1e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2b2f4a65509844efa5e080e6aeb2cd9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4444051 Nov 10 17:56:48.877834 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41266) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:48.889482 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a4eb55e1-acbb-46b7-8937-a7bf3dad6c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:48.894642 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a4eb55e1-acbb-46b7-8937-a7bf3dad6c31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:48.899998 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a4eb55e1-acbb-46b7-8937-a7bf3dad6c31 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3b598556-f199-4201-9d1c-34772ac3f8d6 HTTP/1.1" status: 204 len: 168 time: 0.4075439 Nov 10 17:56:48.916088 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb55e1-acbb-46b7-8937-a7bf3dad6c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b598556-f199-4201-9d1c-34772ac3f8d6,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:49.032245 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-84b59f75-6d68-44d9-b4ff-5c50dff7cf8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:49.095563 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-84b59f75-6d68-44d9-b4ff-5c50dff7cf8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:49.205332 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-84b59f75-6d68-44d9-b4ff-5c50dff7cf8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:49.206110 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-84b59f75-6d68-44d9-b4ff-5c50dff7cf8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:49.208080 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-84b59f75-6d68-44d9-b4ff-5c50dff7cf8d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/35b689ef-3d56-4c8c-b0bc-48cf4ed1eeea HTTP/1.1" status: 204 len: 168 time: 0.3279841 Nov 10 17:56:49.226825 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b59f75-6d68-44d9-b4ff-5c50dff7cf8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b689ef-3d56-4c8c-b0bc-48cf4ed1eeea,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:50.346726 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5fb1b-424a-4987-bc3b-5b8cac5db511 req-c8dd6fb8-08a7-4aae-9fda-3214d61a6c40 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:50.355877 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-56f5fb1b-424a-4987-bc3b-5b8cac5db511 req-c8dd6fb8-08a7-4aae-9fda-3214d61a6c40 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.0713370 Nov 10 17:56:50.412263 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-56f5fb1b-424a-4987-bc3b-5b8cac5db511 req-b34029d6-a7e0-4215-8938-336eb4044e1e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550725 Nov 10 17:56:50.926689 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:56:50.969925 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:56:50.970943 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 6cbbdd7f-f15c-42eb-80e2-1ddaa9c6003e not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:56:51.608981 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b67e79d-7c72-46d2-a524-ab163c01db77 req-2f848edc-c9bf-4117-b2d7-a6a30359cfaa tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:51.611876 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3b67e79d-7c72-46d2-a524-ab163c01db77 req-2f848edc-c9bf-4117-b2d7-a6a30359cfaa tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.1078217 Nov 10 17:56:51.707680 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3b67e79d-7c72-46d2-a524-ab163c01db77 req-ded1774c-995c-4465-b033-7bc20442c085 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups?id=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883923 Nov 10 17:56:51.858112 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a3af8-1e05-4abe-884a-93f60eac0a15 req-1b0ae833-993b-4556-a42d-8ec25f79105b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:51.860461 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-392a3af8-1e05-4abe-884a-93f60eac0a15 req-1b0ae833-993b-4556-a42d-8ec25f79105b tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.11 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 944 time: 0.0939739 Nov 10 17:56:51.971995 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-392a3af8-1e05-4abe-884a-93f60eac0a15 req-36b22291-0b75-4e4c-9182-aa14cb3dba91 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Deleting port 94a55a60-1af8-4730-86c8-8397af10e93f {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:56:51.972455 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-392a3af8-1e05-4abe-884a-93f60eac0a15 req-36b22291-0b75-4e4c-9182-aa14cb3dba91 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:52.103444 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-392a3af8-1e05-4abe-884a-93f60eac0a15 req-36b22291-0b75-4e4c-9182-aa14cb3dba91 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] For port 94a55a60-1af8-4730-86c8-8397af10e93f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=94a55a60-1af8-4730-86c8-8397af10e93f,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:56:52.103992 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-392a3af8-1e05-4abe-884a-93f60eac0a15 req-36b22291-0b75-4e4c-9182-aa14cb3dba91 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:52.208056 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41368) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:52.214579 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-ae44bec3-6dad-40ba-87d3-e85aca28a1df tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2119396121', 'description': 'tempest-secgroup-smoke-2119396121 description', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:56:52.255529 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ae44bec3-6dad-40ba-87d3-e85aca28a1df tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:52.267712 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ae44bec3-6dad-40ba-87d3-e85aca28a1df tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:52.366968 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-392a3af8-1e05-4abe-884a-93f60eac0a15 req-36b22291-0b75-4e4c-9182-aa14cb3dba91 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:52.367389 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-392a3af8-1e05-4abe-884a-93f60eac0a15 req-36b22291-0b75-4e4c-9182-aa14cb3dba91 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:52.367855 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [req-392a3af8-1e05-4abe-884a-93f60eac0a15 req-36b22291-0b75-4e4c-9182-aa14cb3dba91 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Floating IP 43e9c5b5-8d78-40b5-aac8-2459e7adffac disassociated. External IP: 172.25.5.26, port: 94a55a60-1af8-4730-86c8-8397af10e93f. Nov 10 17:56:52.368290 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-392a3af8-1e05-4abe-884a-93f60eac0a15 req-36b22291-0b75-4e4c-9182-aa14cb3dba91 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Calling delete_port for 94a55a60-1af8-4730-86c8-8397af10e93f owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:56:52.382987 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ae44bec3-6dad-40ba-87d3-e85aca28a1df tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:52.391203 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ae44bec3-6dad-40ba-87d3-e85aca28a1df tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:52.461742 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44bec3-6dad-40ba-87d3-e85aca28a1df tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dce8984c-e77c-48be-9d47-e59b99d16529,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:52.500864 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ae44bec3-6dad-40ba-87d3-e85aca28a1df tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:52.510893 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ae44bec3-6dad-40ba-87d3-e85aca28a1df tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:52.551035 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ae44bec3-6dad-40ba-87d3-e85aca28a1df tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:52.552706 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ae44bec3-6dad-40ba-87d3-e85aca28a1df tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3427625 Nov 10 17:56:52.556656 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41374) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:52.561391 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-cfcb18fc-df95-449d-97ac-c1a5e8ecdd0a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'security_group_rule': {'security_group_id': 'd242128a-5275-497a-8493-df64b4cc5782', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:56:52.569745 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44bec3-6dad-40ba-87d3-e85aca28a1df tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d242128a-5275-497a-8493-df64b4cc5782,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:52.605372 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cfcb18fc-df95-449d-97ac-c1a5e8ecdd0a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:52.606971 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-392a3af8-1e05-4abe-884a-93f60eac0a15 req-36b22291-0b75-4e4c-9182-aa14cb3dba91 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:52.637814 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b22291-0b75-4e4c-9182-aa14cb3dba91 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Pushing event deleted for resources: {'Port': ['ID=94a55a60-1af8-4730-86c8-8397af10e93f,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:52.701528 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cfcb18fc-df95-449d-97ac-c1a5e8ecdd0a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:52.707388 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cfcb18fc-df95-449d-97ac-c1a5e8ecdd0a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:52.739755 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb18fc-df95-449d-97ac-c1a5e8ecdd0a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e5c92d3-4880-4f07-a173-bcdd8cd6fb84,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:52.760582 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cfcb18fc-df95-449d-97ac-c1a5e8ecdd0a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:52.762140 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cfcb18fc-df95-449d-97ac-c1a5e8ecdd0a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2045467 Nov 10 17:56:52.765544 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41380) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:52.773151 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-8be7038c-86c6-4a32-b628-f4cf5df0dd51 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'security_group_rule': {'security_group_id': 'd242128a-5275-497a-8493-df64b4cc5782', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:56:52.822051 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8be7038c-86c6-4a32-b628-f4cf5df0dd51 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:52.908043 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-392a3af8-1e05-4abe-884a-93f60eac0a15 req-36b22291-0b75-4e4c-9182-aa14cb3dba91 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Router 036b59f5-60b4-4385-af75-7ed2767384a0 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:56:52.969018 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a0f57af1-f427-4ebb-b58c-8b0f15aa4467 req-da55e641-dbb8-4a1a-8d4e-d6b5dfe27b0e tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/ports?device_id=be7e95a3-e687-47fe-8bd5-a81e6baeab34 HTTP/1.1" status: 200 len: 210 time: 0.0761523 Nov 10 17:56:53.015738 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8be7038c-86c6-4a32-b628-f4cf5df0dd51 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:53.020515 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8be7038c-86c6-4a32-b628-f4cf5df0dd51 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:53.050223 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7038c-86c6-4a32-b628-f4cf5df0dd51 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b8756d-dd53-4f78-ba77-7192b13bf3df,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:53.066329 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8be7038c-86c6-4a32-b628-f4cf5df0dd51 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:53.067927 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8be7038c-86c6-4a32-b628-f4cf5df0dd51 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3008728 Nov 10 17:56:53.071277 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41384) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:53.077360 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-1422bd67-f954-4824-84c0-ab7d4c7d09cc tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'security_group_rule': {'security_group_id': 'd242128a-5275-497a-8493-df64b4cc5782', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:56:53.089087 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-392a3af8-1e05-4abe-884a-93f60eac0a15 req-36b22291-0b75-4e4c-9182-aa14cb3dba91 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:56:53.102245 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b5cba4-730e-4789-9c9d-2eb430a85251 None None] Sync routers for ids ['036b59f5-60b4-4385-af75-7ed2767384a0'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:56:53.116707 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1422bd67-f954-4824-84c0-ab7d4c7d09cc tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:53.120611 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b5cba4-730e-4789-9c9d-2eb430a85251 None None] Routers {'036b59f5-60b4-4385-af75-7ed2767384a0'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:56:53.121325 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-f5b5cba4-730e-4789-9c9d-2eb430a85251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:56:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['036b59f5-60b4-4385-af75-7ed2767384a0'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:53.146698 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-392a3af8-1e05-4abe-884a-93f60eac0a15 req-36b22291-0b75-4e4c-9182-aa14cb3dba91 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] No DVR routers for this DVR port 94a55a60-1af8-4730-86c8-8397af10e93f on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:56:53.150641 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-392a3af8-1e05-4abe-884a-93f60eac0a15 req-36b22291-0b75-4e4c-9182-aa14cb3dba91 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:53.155322 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-392a3af8-1e05-4abe-884a-93f60eac0a15 req-36b22291-0b75-4e4c-9182-aa14cb3dba91 tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.11 "DELETE /v2.0/ports/94a55a60-1af8-4730-86c8-8397af10e93f HTTP/1.1" status: 204 len: 173 time: 1.2887294 Nov 10 17:56:53.156009 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7e95a3-e687-47fe-8bd5-a81e6baeab34', 'name': 'network-vif-deleted', 'tag': '94a55a60-1af8-4730-86c8-8397af10e93f'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:56:53.170059 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f15d33-73bb-4dba-9109-905562e0e22b" -d '{"events": [{"server_uuid": "be7e95a3-e687-47fe-8bd5-a81e6baeab34", "name": "network-vif-deleted", "tag": "94a55a60-1af8-4730-86c8-8397af10e93f"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:56:53.209118 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1422bd67-f954-4824-84c0-ab7d4c7d09cc tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:53.223328 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343b070e-ddfd-4e53-aaf2-a87439ed76ea x-openstack-request-id: req-343b070e-ddfd-4e53-aaf2-a87439ed76ea {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:56:53.223871 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7e95a3-e687-47fe-8bd5-a81e6baeab34", "name": "network-vif-deleted", "tag": "94a55a60-1af8-4730-86c8-8397af10e93f", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:56:53.224424 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-343b070e-ddfd-4e53-aaf2-a87439ed76ea {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:56:53.224992 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7e95a3-e687-47fe-8bd5-a81e6baeab34', 'name': 'network-vif-deleted', 'tag': '94a55a60-1af8-4730-86c8-8397af10e93f', 'status': 'completed', 'code': 200} Nov 10 17:56:53.232859 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1422bd67-f954-4824-84c0-ab7d4c7d09cc tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:53.250916 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422bd67-f954-4824-84c0-ab7d4c7d09cc tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f31a0be9-cd03-4ab3-9dba-dde1c0a2b8b8,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:53.274549 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1422bd67-f954-4824-84c0-ab7d4c7d09cc tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:53.277135 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1422bd67-f954-4824-84c0-ab7d4c7d09cc tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2046828 Nov 10 17:56:53.279427 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 41388) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:53.287394 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-a671d832-d3ef-4de6-bccf-ff7bd709b7bd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'security_group_rule': {'security_group_id': 'd242128a-5275-497a-8493-df64b4cc5782', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:56:53.314763 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-f5b5cba4-730e-4789-9c9d-2eb430a85251 None None] Set router 036b59f5-60b4-4385-af75-7ed2767384a0 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:56:53.322578 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a671d832-d3ef-4de6-bccf-ff7bd709b7bd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:53.400879 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a671d832-d3ef-4de6-bccf-ff7bd709b7bd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:53.407786 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a671d832-d3ef-4de6-bccf-ff7bd709b7bd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:53.438740 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671d832-d3ef-4de6-bccf-ff7bd709b7bd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed0aca7d-27e2-48d8-84fe-d6afd1fe77c0,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:53.456417 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a671d832-d3ef-4de6-bccf-ff7bd709b7bd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:53.457713 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a671d832-d3ef-4de6-bccf-ff7bd709b7bd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1751130 Nov 10 17:56:53.460909 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41392) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:53.468182 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-c5e497ec-b451-4cbd-98fe-40b51d2b7bfb tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'security_group_rule': {'security_group_id': 'd242128a-5275-497a-8493-df64b4cc5782', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:56:53.536966 n-d-776250-10 neutron-server[102468]: INFO neutron.db.securitygroups_db [None req-c5e497ec-b451-4cbd-98fe-40b51d2b7bfb tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Project 84e0993fb1d44a64ad660dd1943b7d6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:56:53.546300 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c5e497ec-b451-4cbd-98fe-40b51d2b7bfb tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:53.617360 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-f5b5cba4-730e-4789-9c9d-2eb430a85251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'name': 'tempest-ServerActionsTestJSON-655781316-router', 'tenant_id': '0270caab27604a84907a03a58ad6e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '3f518f2a-52cc-4ae0-bc8b-28768651529a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:47:17Z', 'updated_at': '2021-11-10T17:47:33Z', 'revision_number': 4, 'project_id': '0270caab27604a84907a03a58ad6e001', 'gw_port': {'id': '3f518f2a-52cc-4ae0-bc8b-28768651529a', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:20Z', 'updated_at': '2021-11-10T17:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '5450b6ab-a4eb-4291-b5f7-31fd97d3b64b', 'name': '', 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b', 'tenant_id': '0270caab27604a84907a03a58ad6e001', 'mac_address': 'fa:16:3e:78:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '0014d233-a3b8-4110-85a8-3bdeaa4b1e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:32Z', 'updated_at': '2021-11-10T17:47:43Z', 'revision_number': 5, 'project_id': '0270caab27604a84907a03a58ad6e001', 'subnets': [{'id': '0014d233-a3b8-4110-85a8-3bdeaa4b1e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:53.627779 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c5e497ec-b451-4cbd-98fe-40b51d2b7bfb tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:53.636595 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c5e497ec-b451-4cbd-98fe-40b51d2b7bfb tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:53.660113 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b5cba4-730e-4789-9c9d-2eb430a85251 None None] Checking router: 036b59f5-60b4-4385-af75-7ed2767384a0 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:56:53.676219 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e497ec-b451-4cbd-98fe-40b51d2b7bfb tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a685a159-2a7b-4a31-84f3-1e37400e96ab,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:53.676826 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b5cba4-730e-4789-9c9d-2eb430a85251 None None] Routers {'036b59f5-60b4-4385-af75-7ed2767384a0'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:56:53.676826 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-f5b5cba4-730e-4789-9c9d-2eb430a85251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:56:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['036b59f5-60b4-4385-af75-7ed2767384a0'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:53.686898 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c5e497ec-b451-4cbd-98fe-40b51d2b7bfb tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:53.693651 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 41394) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:53.699489 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-d634b760-f5eb-48e3-acce-0cd348372cdf tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'security_group_rule': {'security_group_id': 'd242128a-5275-497a-8493-df64b4cc5782', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:56:53.705303 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c5e497ec-b451-4cbd-98fe-40b51d2b7bfb tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2338796 Nov 10 17:56:53.731571 n-d-776250-10 neutron-server[102469]: INFO neutron.db.securitygroups_db [None req-d634b760-f5eb-48e3-acce-0cd348372cdf tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Project 84e0993fb1d44a64ad660dd1943b7d6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:56:53.766611 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d634b760-f5eb-48e3-acce-0cd348372cdf tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:53.848090 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-f5b5cba4-730e-4789-9c9d-2eb430a85251 None None] Set router 036b59f5-60b4-4385-af75-7ed2767384a0 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:56:53.908743 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-52d0542e-86f1-4814-84ba-08f0d3e5b967 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1578205 Nov 10 17:56:53.924892 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d634b760-f5eb-48e3-acce-0cd348372cdf tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:53.931663 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d634b760-f5eb-48e3-acce-0cd348372cdf tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:53.957182 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634b760-f5eb-48e3-acce-0cd348372cdf tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eacf7e0-43a9-44c0-810c-1557100681d5,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:53.972976 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d634b760-f5eb-48e3-acce-0cd348372cdf tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:53.977539 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d634b760-f5eb-48e3-acce-0cd348372cdf tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2798290 Nov 10 17:56:53.977842 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41398) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:53.983621 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-f7fb5c8f-9ac5-4549-9a79-ab517e89ce2b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'network': {'name': 'tempest-network-smoke--1920037313', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'port_security_enabled': True}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:56:54.032078 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fb5c8f-9ac5-4549-9a79-ab517e89ce2b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Made reservation on behalf of 84e0993fb1d44a64ad660dd1943b7d6b for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:56:54.036568 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f7fb5c8f-9ac5-4549-9a79-ab517e89ce2b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:54.060321 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-b4aea15d-b280-4183-bdb0-660460a7ac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:54.061131 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-b4aea15d-b280-4183-bdb0-660460a7ac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:54.062275 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-b4aea15d-b280-4183-bdb0-660460a7ac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:54.063404 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-b4aea15d-b280-4183-bdb0-660460a7ac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:54.063879 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-b4aea15d-b280-4183-bdb0-660460a7ac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:54.064365 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-b4aea15d-b280-4183-bdb0-660460a7ac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:54.064846 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-b4aea15d-b280-4183-bdb0-660460a7ac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:54.066943 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-b4aea15d-b280-4183-bdb0-660460a7ac94 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87ef8f67c317450abb70e6821b7851c3&device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 6507 time: 0.0908344 Nov 10 17:56:54.091881 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 41404) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:54.095773 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7fb5c8f-9ac5-4549-9a79-ab517e89ce2b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:56:54.107196 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f7fb5c8f-9ac5-4549-9a79-ab517e89ce2b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:54.107637 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-f7fb5c8f-9ac5-4549-9a79-ab517e89ce2b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Added segment b63bd616-5238-47be-8361-159777550f06 of type vlan for network eb6a6530-3277-4987-9183-1680fea86d49 Nov 10 17:56:54.153017 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f7fb5c8f-9ac5-4549-9a79-ab517e89ce2b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:54.172427 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-f5b5cba4-730e-4789-9c9d-2eb430a85251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'name': 'tempest-ServerActionsTestJSON-655781316-router', 'tenant_id': '0270caab27604a84907a03a58ad6e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '3f518f2a-52cc-4ae0-bc8b-28768651529a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:47:17Z', 'updated_at': '2021-11-10T17:47:33Z', 'revision_number': 4, 'project_id': '0270caab27604a84907a03a58ad6e001', 'gw_port': {'id': '3f518f2a-52cc-4ae0-bc8b-28768651529a', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:20Z', 'updated_at': '2021-11-10T17:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '5450b6ab-a4eb-4291-b5f7-31fd97d3b64b', 'name': '', 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b', 'tenant_id': '0270caab27604a84907a03a58ad6e001', 'mac_address': 'fa:16:3e:78:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '0014d233-a3b8-4110-85a8-3bdeaa4b1e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:32Z', 'updated_at': '2021-11-10T17:47:43Z', 'revision_number': 5, 'project_id': '0270caab27604a84907a03a58ad6e001', 'subnets': [{'id': '0014d233-a3b8-4110-85a8-3bdeaa4b1e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:54.187680 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f7fb5c8f-9ac5-4549-9a79-ab517e89ce2b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:54.195417 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fb5c8f-9ac5-4549-9a79-ab517e89ce2b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:54.196303 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f7fb5c8f-9ac5-4549-9a79-ab517e89ce2b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:54.209298 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b5cba4-730e-4789-9c9d-2eb430a85251 None None] The sync data for ids ['036b59f5-60b4-4385-af75-7ed2767384a0'] in n-d-776250-10 is: [{'id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'name': 'tempest-ServerActionsTestJSON-655781316-router', 'tenant_id': '0270caab27604a84907a03a58ad6e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '3f518f2a-52cc-4ae0-bc8b-28768651529a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:47:17Z', 'updated_at': '2021-11-10T17:47:33Z', 'revision_number': 4, 'project_id': '0270caab27604a84907a03a58ad6e001', 'gw_port': {'id': '3f518f2a-52cc-4ae0-bc8b-28768651529a', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:20Z', 'updated_at': '2021-11-10T17:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '5450b6ab-a4eb-4291-b5f7-31fd97d3b64b', 'name': '', 'network_id': '07b214b6-0379-4e57-a79c-5118cee6c24b', 'tenant_id': '0270caab27604a84907a03a58ad6e001', 'mac_address': 'fa:16:3e:78:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2181, 'fixed_ips': [{'subnet_id': '0014d233-a3b8-4110-85a8-3bdeaa4b1e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:32Z', 'updated_at': '2021-11-10T17:47:43Z', 'revision_number': 5, 'project_id': '0270caab27604a84907a03a58ad6e001', 'subnets': [{'id': '0014d233-a3b8-4110-85a8-3bdeaa4b1e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:56:54.227304 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f7fb5c8f-9ac5-4549-9a79-ab517e89ce2b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2479873 Nov 10 17:56:54.239055 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 41406) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:54.249761 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-bcacdeb6-7f5a-4dfe-b5d1-b51757cce6ff tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-890357000', 'admin_state_up': True, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:56:54.258212 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-768b6c00-53ef-4e1b-97cc-1c411cafd6ba tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:54.299762 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb5c8f-9ac5-4549-9a79-ab517e89ce2b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'Network': ['ID=eb6a6530-3277-4987-9183-1680fea86d49,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:54.315627 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network eb6a6530-3277-4987-9183-1680fea86d49 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:56:54.339485 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-ece14aa4-0cdb-45a6-be01-ae46748087ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:54.339998 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-ece14aa4-0cdb-45a6-be01-ae46748087ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:54.345031 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-ece14aa4-0cdb-45a6-be01-ae46748087ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:54.346886 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-ece14aa4-0cdb-45a6-be01-ae46748087ef service neutron] 10.222.0.11 "GET /v2.0/networks?id=7ba70b55-5d77-4457-b11f-9823987d654f&id=47baead0-3e81-4ecd-90e6-eeb908ade233&id=47baead0-3e81-4ecd-90e6-eeb908ade233&id=47baead0-3e81-4ecd-90e6-eeb908ade233&id=47baead0-3e81-4ecd-90e6-eeb908ade233&id=49bc9a4d-2019-4c3e-98a9-200317b395fd&id=49bc9a4d-2019-4c3e-98a9-200317b395fd HTTP/1.1" status: 200 len: 2297 time: 0.2458491 Nov 10 17:56:54.370415 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-768b6c00-53ef-4e1b-97cc-1c411cafd6ba tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:54.373091 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bcacdeb6-7f5a-4dfe-b5d1-b51757cce6ff tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:54.374152 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bcacdeb6-7f5a-4dfe-b5d1-b51757cce6ff tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:54.479660 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-3a78447e-61e2-457b-8fbd-ecb29c7b356f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f2a1a3d-5b3f-4c67-83ef-66629755aaba HTTP/1.1" status: 200 len: 1001 time: 0.1216824 Nov 10 17:56:54.518555 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bcacdeb6-7f5a-4dfe-b5d1-b51757cce6ff tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:54.615995 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-768b6c00-53ef-4e1b-97cc-1c411cafd6ba tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:54.618483 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-768b6c00-53ef-4e1b-97cc-1c411cafd6ba tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:54.619643 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-768b6c00-53ef-4e1b-97cc-1c411cafd6ba tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "DELETE /v2.0/security-groups/faa63592-a5bc-4a17-bdf7-dc587c5e4e8c HTTP/1.1" status: 204 len: 168 time: 0.5260060 Nov 10 17:56:54.623367 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41412) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:54.635840 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8336c960-3913-4f6c-899c-3db2e5c8ebea None None] New status for floating IP 43e9c5b5-8d78-40b5-aac8-2459e7adffac: DOWN {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:56:54.640081 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-9cf744b6-e89e-4a6c-9264-3d577128a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:54.641694 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-9cf744b6-e89e-4a6c-9264-3d577128a700 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2408a0c7-e08d-426a-ac08-2e242a5b2cbd HTTP/1.1" status: 200 len: 855 time: 0.1360440 Nov 10 17:56:54.642901 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b6c00-53ef-4e1b-97cc-1c411cafd6ba tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa63592-a5bc-4a17-bdf7-dc587c5e4e8c,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:54.645665 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-149ef66e-5af9-42ab-b10d-25e6f2a50a4f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] show failed (client error): The resource could not be found. Nov 10 17:56:54.649805 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-149ef66e-5af9-42ab-b10d-25e6f2a50a4f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "GET /v2.0/security-groups/faa63592-a5bc-4a17-bdf7-dc587c5e4e8c HTTP/1.1" status: 404 len: 347 time: 0.0249333 Nov 10 17:56:54.650417 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41416) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:54.766907 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bcacdeb6-7f5a-4dfe-b5d1-b51757cce6ff tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:54.814411 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-87b6dfc2-e0e2-46f2-b7a2-7563280624f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:54.816019 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-87b6dfc2-e0e2-46f2-b7a2-7563280624f8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7ba70b55-5d77-4457-b11f-9823987d654f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1659307 Nov 10 17:56:54.883299 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:54.956005 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 94a55a60-1af8-4730-86c8-8397af10e93f no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:56:54.992831 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-b23715bb-52b5-4cba-a03d-28af55725526 service neutron] 10.222.0.11 "GET /v2.0/networks/7ba70b55-5d77-4457-b11f-9823987d654f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416233 Nov 10 17:56:55.022349 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-112c7b39-daab-41c2-bf43-714dffcc728f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Deleting port c8dfd0ec-45b0-41f2-9d65-01df604fd948 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:56:55.023878 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-112c7b39-daab-41c2-bf43-714dffcc728f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:55.038705 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 94a55a60-1af8-4730-86c8-8397af10e93f {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:56:55.040249 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 94a55a60-1af8-4730-86c8-8397af10e93f not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:56:55.160285 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:55.161810 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-112c7b39-daab-41c2-bf43-714dffcc728f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:55.162298 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-112c7b39-daab-41c2-bf43-714dffcc728f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:55.183279 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-112c7b39-daab-41c2-bf43-714dffcc728f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Calling delete_port for c8dfd0ec-45b0-41f2-9d65-01df604fd948 owned by network:floatingip {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:56:55.214967 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bcacdeb6-7f5a-4dfe-b5d1-b51757cce6ff tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:55.219586 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-2ae84976-f3ff-4ab6-9aaa-dbb3ab0b63ac service neutron] 10.222.0.11 "GET /v2.0/networks/7ba70b55-5d77-4457-b11f-9823987d654f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184134 Nov 10 17:56:55.244562 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bcacdeb6-7f5a-4dfe-b5d1-b51757cce6ff tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:55.286433 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-18b73210-3e4f-4599-a3a2-038d72481292 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=224ef4d3-dee2-4bcd-947b-b7c7a9b0544c HTTP/1.1" status: 200 len: 217 time: 0.0481210 Nov 10 17:56:55.371745 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-112c7b39-daab-41c2-bf43-714dffcc728f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:55.390430 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-ceec8a0b-44d0-4ee3-8d4d-eb9c0ca4032d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:55.392097 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-ceec8a0b-44d0-4ee3-8d4d-eb9c0ca4032d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=235a8a7b-9769-4bcb-b248-e3a3ce641763 HTTP/1.1" status: 200 len: 797 time: 0.0640152 Nov 10 17:56:55.437902 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7b39-daab-41c2-bf43-714dffcc728f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Pushing event deleted for resources: {'Port': ['ID=c8dfd0ec-45b0-41f2-9d65-01df604fd948,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:55.500334 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-bcacdeb6-7f5a-4dfe-b5d1-b51757cce6ff tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Allocated IP 172.25.5.238 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/599696d0-3800-450f-9969-4c40595b3c53) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:56:55.511926 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-c449d2c9-7864-4be2-81c7-f77287672521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:55.513800 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-c449d2c9-7864-4be2-81c7-f77287672521 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47baead0-3e81-4ecd-90e6-eeb908ade233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1130154 Nov 10 17:56:55.558675 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-112c7b39-daab-41c2-bf43-714dffcc728f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks [] for floatingip, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:55.565540 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-112c7b39-daab-41c2-bf43-714dffcc728f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:55.567180 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-112c7b39-daab-41c2-bf43-714dffcc728f tempest-ServerActionsTestJSON-1819501944 tempest-ServerActionsTestJSON-1819501944-project] 10.222.0.39 "DELETE /v2.0/floatingips/43e9c5b5-8d78-40b5-aac8-2459e7adffac HTTP/1.1" status: 204 len: 168 time: 0.9156663 Nov 10 17:56:55.572392 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41428) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:55.771571 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bcacdeb6-7f5a-4dfe-b5d1-b51757cce6ff tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:55.777065 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-15c36527-04b6-4332-b01e-a5d513e230b7 service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554452 Nov 10 17:56:55.910043 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-caad7ee6-de46-4e3b-afab-5321494cda5e service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229730 Nov 10 17:56:55.963018 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-f5ceb5d0-7855-43e2-8617-c89a16437708 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=47f8f0ae-9d1a-48c8-a567-346cf76cba57 HTTP/1.1" status: 200 len: 217 time: 0.0441265 Nov 10 17:56:56.029143 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bcacdeb6-7f5a-4dfe-b5d1-b51757cce6ff tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:56.089475 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-be9b86d9-5088-427b-859c-b15eb3f099c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:56.091279 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-be9b86d9-5088-427b-859c-b15eb3f099c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=235a8a7b-9769-4bcb-b248-e3a3ce641763 HTTP/1.1" status: 200 len: 797 time: 0.1197965 Nov 10 17:56:56.098002 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcacdeb6-7f5a-4dfe-b5d1-b51757cce6ff tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:56:56.113904 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-bcacdeb6-7f5a-4dfe-b5d1-b51757cce6ff tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:56:56.117031 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcacdeb6-7f5a-4dfe-b5d1-b51757cce6ff tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:56:56.149276 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8709612-d1b3-4ef1-8887-627bedc15a4b None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:56:56.208280 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a4beb27b-4de7-4381-b36b-549abbe5feb0 None None] Provisioning complete for port 599696d0-3800-450f-9969-4c40595b3c53 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:56:56.208920 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a4beb27b-4de7-4381-b36b-549abbe5feb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:56.270745 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-a4beb27b-4de7-4381-b36b-549abbe5feb0 None None] Port 599696d0-3800-450f-9969-4c40595b3c53 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:56:56.282481 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcacdeb6-7f5a-4dfe-b5d1-b51757cce6ff tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'Port': ['ID=599696d0-3800-450f-9969-4c40595b3c53,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:56.353752 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-9e1accc0-875f-4811-b581-a3f9b542172b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:56.355329 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-9e1accc0-875f-4811-b581-a3f9b542172b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47baead0-3e81-4ecd-90e6-eeb908ade233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2561383 Nov 10 17:56:56.386570 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b71b26e5-3939-4864-96b9-27d245662120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:56.596580 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-a9faa472-58cb-482d-b196-e5ec33e212b2 service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299929 Nov 10 17:56:56.599476 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bcacdeb6-7f5a-4dfe-b5d1-b51757cce6ff tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:56.716299 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-b71b26e5-3939-4864-96b9-27d245662120 admin admin] Deleting port 5450b6ab-a4eb-4291-b5f7-31fd97d3b64b {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:56:56.716519 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b71b26e5-3939-4864-96b9-27d245662120 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:56.812743 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-b71b26e5-3939-4864-96b9-27d245662120 admin admin] For port 5450b6ab-a4eb-4291-b5f7-31fd97d3b64b, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=5450b6ab-a4eb-4291-b5f7-31fd97d3b64b,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:56:56.813111 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b71b26e5-3939-4864-96b9-27d245662120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:56.827709 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-b71b26e5-3939-4864-96b9-27d245662120 admin admin] Calling delete_port for 5450b6ab-a4eb-4291-b5f7-31fd97d3b64b owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:56:57.031764 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b71b26e5-3939-4864-96b9-27d245662120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:57.066640 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b26e5-3939-4864-96b9-27d245662120 admin admin] Pushing event deleted for resources: {'Port': ['ID=5450b6ab-a4eb-4291-b5f7-31fd97d3b64b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:57.265900 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-4490716e-1fd7-488d-94d8-c732cd0ccf3e service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5704780 Nov 10 17:56:57.270823 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bcacdeb6-7f5a-4dfe-b5d1-b51757cce6ff tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:57.323831 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-960fa96d-b187-45a5-bfde-5d3f7a6faffa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=c5181e29-f91d-489f-9f2c-19921b9b79a6 HTTP/1.1" status: 200 len: 217 time: 0.0494108 Nov 10 17:56:57.451027 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-e0824901-449c-47c3-8be2-5597401e7dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:57.453249 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-e0824901-449c-47c3-8be2-5597401e7dac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=235a8a7b-9769-4bcb-b248-e3a3ce641763 HTTP/1.1" status: 200 len: 797 time: 0.0919237 Nov 10 17:56:57.516197 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-40366d3e-82e2-41c1-94c5-8b8bd69d21e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:57.517708 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-40366d3e-82e2-41c1-94c5-8b8bd69d21e9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47baead0-3e81-4ecd-90e6-eeb908ade233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0570393 Nov 10 17:56:57.590870 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcacdeb6-7f5a-4dfe-b5d1-b51757cce6ff tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Router 131c4f94-9f03-4b68-ad7b-560881e54bcd is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:56:57.617810 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b71b26e5-3939-4864-96b9-27d245662120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:57.706350 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-e6f1af62-0cf3-4ade-bb3d-51b0d0bc8f55 service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808796 Nov 10 17:56:57.822937 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcacdeb6-7f5a-4dfe-b5d1-b51757cce6ff tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:56:57.837806 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2d50d6-7e1a-4d07-9bae-f0519ebd9986 None None] Sync routers for ids ['131c4f94-9f03-4b68-ad7b-560881e54bcd'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:56:57.861253 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2d50d6-7e1a-4d07-9bae-f0519ebd9986 None None] Routers {'131c4f94-9f03-4b68-ad7b-560881e54bcd'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:56:57.862553 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-bf2d50d6-7e1a-4d07-9bae-f0519ebd9986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:56:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['131c4f94-9f03-4b68-ad7b-560881e54bcd'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:57.864106 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-87d94678-94f0-4d93-a3bc-fe78109d8d3b service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300638 Nov 10 17:56:57.867649 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bcacdeb6-7f5a-4dfe-b5d1-b51757cce6ff tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:57.869660 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-bcacdeb6-7f5a-4dfe-b5d1-b51757cce6ff tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.6292014 Nov 10 17:56:57.884045 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41442) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:57.922185 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-5fc4b4c9-6756-482a-9140-c3d23784e9d1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=3e2b75e1-1dde-4f1e-8e65-79bd011d0b86 HTTP/1.1" status: 200 len: 217 time: 0.0508025 Nov 10 17:56:57.928009 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b71b26e5-3939-4864-96b9-27d245662120 admin admin] Router 036b59f5-60b4-4385-af75-7ed2767384a0 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:56:58.026815 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-8d5fb24a-01b1-491f-be45-d6dcf31d62bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:58.028328 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-8d5fb24a-01b1-491f-be45-d6dcf31d62bb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=235a8a7b-9769-4bcb-b248-e3a3ce641763 HTTP/1.1" status: 200 len: 797 time: 0.0992897 Nov 10 17:56:58.089475 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-bf2d50d6-7e1a-4d07-9bae-f0519ebd9986 None None] Set router 131c4f94-9f03-4b68-ad7b-560881e54bcd gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:56:58.110209 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71b26e5-3939-4864-96b9-27d245662120 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:56:58.125832 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c329214b-3636-4353-9169-3634f5d5d05a None None] Sync routers for ids ['036b59f5-60b4-4385-af75-7ed2767384a0'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:56:58.130716 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b71b26e5-3939-4864-96b9-27d245662120 admin admin] 10.222.0.39 "PUT /v2.0/routers/036b59f5-60b4-4385-af75-7ed2767384a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5570707 Nov 10 17:56:58.133569 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 41448) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:58.136905 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-8b5bca83-f705-4c29-ab47-37d5c1949773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:58.138380 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-8b5bca83-f705-4c29-ab47-37d5c1949773 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=47baead0-3e81-4ecd-90e6-eeb908ade233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1027093 Nov 10 17:56:58.141176 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c329214b-3636-4353-9169-3634f5d5d05a None None] Routers {'036b59f5-60b4-4385-af75-7ed2767384a0'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:56:58.141975 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c329214b-3636-4353-9169-3634f5d5d05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:56:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['036b59f5-60b4-4385-af75-7ed2767384a0'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:58.199247 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1118a607-49ab-4dd0-8ffb-ac3b6ab74c60 tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=84e0993fb1d44a64ad660dd1943b7d6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3134837 Nov 10 17:56:58.199872 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41450) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:58.321887 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-c329214b-3636-4353-9169-3634f5d5d05a None None] Set router 036b59f5-60b4-4385-af75-7ed2767384a0 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:56:58.425469 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cf865841-b29d-4363-bd40-67ccd9b21026 admin admin] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:58.432969 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-18e6fbf2-008e-4f88-869c-9eb8428af830 service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861702 Nov 10 17:56:58.496177 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-bf2d50d6-7e1a-4d07-9bae-f0519ebd9986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890357000', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '599696d0-3800-450f-9969-4c40595b3c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:56:54Z', 'updated_at': '2021-11-10T17:56:56Z', 'revision_number': 3, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '599696d0-3800-450f-9969-4c40595b3c53', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:56:55Z', 'updated_at': '2021-11-10T17:56:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:58.697667 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2d50d6-7e1a-4d07-9bae-f0519ebd9986 None None] Checking router: 131c4f94-9f03-4b68-ad7b-560881e54bcd for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:56:58.697667 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2d50d6-7e1a-4d07-9bae-f0519ebd9986 None None] Updating router 131c4f94-9f03-4b68-ad7b-560881e54bcd port 599696d0-3800-450f-9969-4c40595b3c53 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:56:58.807006 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-bf2d50d6-7e1a-4d07-9bae-f0519ebd9986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:58.807641 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6acd8b4-25fb-43f0-ad28-ea56263ff1ee tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:58.807641 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c6acd8b4-25fb-43f0-ad28-ea56263ff1ee tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5619254 Nov 10 17:56:58.807641 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41468) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:58.868491 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-ebc1b501-b8f6-429a-b706-7fa95cc3ee2a service neutron] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589778 Nov 10 17:56:58.903056 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-88ddcb65-e382-4a88-988d-2e637949172f tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ef950546-b13c-4865-8837-7444cdb2848e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1218836 Nov 10 17:56:58.904026 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41474) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:58.909977 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-c41d62be-553a-4728-9fe1-7a22674e2fbe tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1155265357', 'network_id': 'eb6a6530-3277-4987-9183-1680fea86d49', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:56:58.937003 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41476) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:59.017451 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cf865841-b29d-4363-bd40-67ccd9b21026 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:59.031343 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-2d9ab992-0e97-4c0e-93b4-0cca67a78b8a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1f10bfec-b077-4852-8bba-c7adc7ab16bd HTTP/1.1" status: 200 len: 217 time: 0.1501884 Nov 10 17:56:59.126391 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c329214b-3636-4353-9169-3634f5d5d05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'name': 'tempest-ServerActionsTestJSON-655781316-router', 'tenant_id': '0270caab27604a84907a03a58ad6e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '3f518f2a-52cc-4ae0-bc8b-28768651529a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:47:17Z', 'updated_at': '2021-11-10T17:56:56Z', 'revision_number': 5, 'project_id': '0270caab27604a84907a03a58ad6e001', 'gw_port': {'id': '3f518f2a-52cc-4ae0-bc8b-28768651529a', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:cc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:47:20Z', 'updated_at': '2021-11-10T17:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:59.191448 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c329214b-3636-4353-9169-3634f5d5d05a None None] Checking router: 036b59f5-60b4-4385-af75-7ed2767384a0 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:56:59.202727 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c329214b-3636-4353-9169-3634f5d5d05a None None] Routers {'036b59f5-60b4-4385-af75-7ed2767384a0'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:56:59.204764 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c329214b-3636-4353-9169-3634f5d5d05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:56:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['036b59f5-60b4-4385-af75-7ed2767384a0'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:59.225660 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41d62be-553a-4728-9fe1-7a22674e2fbe tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Made reservation on behalf of 84e0993fb1d44a64ad660dd1943b7d6b for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:56:59.230454 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c41d62be-553a-4728-9fe1-7a22674e2fbe tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:59.268667 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-77a949cd-e694-4236-a54f-bc744a2fe9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:59.270183 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-77a949cd-e694-4236-a54f-bc744a2fe9c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2f88546f-3001-437d-949d-bf2c5fdfec86 HTTP/1.1" status: 200 len: 797 time: 0.2177339 Nov 10 17:56:59.308766 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fd2b73b6-57c6-4033-aef0-25c2b40fccb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:59.370487 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-c329214b-3636-4353-9169-3634f5d5d05a None None] Set router 036b59f5-60b4-4385-af75-7ed2767384a0 gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:56:59.387825 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-cf865841-b29d-4363-bd40-67ccd9b21026 admin admin] Deleting port 3f518f2a-52cc-4ae0-bc8b-28768651529a {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:56:59.388512 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cf865841-b29d-4363-bd40-67ccd9b21026 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:59.526426 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-9a0682bc-bbce-4bc5-b9b8-9ea1274de719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:56:59.528766 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-9a0682bc-bbce-4bc5-b9b8-9ea1274de719 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=49bc9a4d-2019-4c3e-98a9-200317b395fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2395439 Nov 10 17:56:59.556506 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c329214b-3636-4353-9169-3634f5d5d05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'name': 'tempest-ServerActionsTestJSON-655781316-router', 'tenant_id': '0270caab27604a84907a03a58ad6e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:47:17Z', 'updated_at': '2021-11-10T17:56:59Z', 'revision_number': 6, 'project_id': '0270caab27604a84907a03a58ad6e001', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:56:59.558393 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fd2b73b6-57c6-4033-aef0-25c2b40fccb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:59.596263 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c329214b-3636-4353-9169-3634f5d5d05a None None] The sync data for ids ['036b59f5-60b4-4385-af75-7ed2767384a0'] in n-d-776250-10 is: [{'id': '036b59f5-60b4-4385-af75-7ed2767384a0', 'name': 'tempest-ServerActionsTestJSON-655781316-router', 'tenant_id': '0270caab27604a84907a03a58ad6e001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:47:17Z', 'updated_at': '2021-11-10T17:56:59Z', 'revision_number': 6, 'project_id': '0270caab27604a84907a03a58ad6e001', 'gw_port_host': None}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:56:59.611649 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fd2b73b6-57c6-4033-aef0-25c2b40fccb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:59.648916 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-bf2d50d6-7e1a-4d07-9bae-f0519ebd9986 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:59.662146 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-bf2d50d6-7e1a-4d07-9bae-f0519ebd9986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:59.674167 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-cf865841-b29d-4363-bd40-67ccd9b21026 admin admin] For port 3f518f2a-52cc-4ae0-bc8b-28768651529a, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=3f518f2a-52cc-4ae0-bc8b-28768651529a,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:56:59.674924 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cf865841-b29d-4363-bd40-67ccd9b21026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:59.681414 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c41d62be-553a-4728-9fe1-7a22674e2fbe tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:59.696336 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-fd2b73b6-57c6-4033-aef0-25c2b40fccb8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=084e39228d624e97bfc26ae6259dff2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7587082 Nov 10 17:56:59.700736 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41488) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:56:59.703112 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-cf865841-b29d-4363-bd40-67ccd9b21026 admin admin] Calling delete_port for 3f518f2a-52cc-4ae0-bc8b-28768651529a owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:56:59.721774 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-da0c8705-a289-4405-b5cf-3238f80bbf09 service neutron] 10.222.0.11 "GET /v2.0/networks/49bc9a4d-2019-4c3e-98a9-200317b395fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826909 Nov 10 17:56:59.725320 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5fe248-2a19-49a0-bb29-625ec4a51685 None None] Pushing event updated for resources: {'Port': ['ID=599696d0-3800-450f-9969-4c40595b3c53,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:59.734806 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b73b6-57c6-4033-aef0-25c2b40fccb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9bbdc6-9ab1-47e6-9170-bfa553ac695a,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:59.775037 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5fe248-2a19-49a0-bb29-625ec4a51685 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:59.775388 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5fe248-2a19-49a0-bb29-625ec4a51685 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:59.778913 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca633848-c41f-4463-ab70-115a93b94a9f None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:56:59.784265 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5fe248-2a19-49a0-bb29-625ec4a51685 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:59.784717 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5fe248-2a19-49a0-bb29-625ec4a51685 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:59.785777 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5fe248-2a19-49a0-bb29-625ec4a51685 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:59.786142 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5fe248-2a19-49a0-bb29-625ec4a51685 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:59.786481 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5fe248-2a19-49a0-bb29-625ec4a51685 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:59.787034 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5fe248-2a19-49a0-bb29-625ec4a51685 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:59.787373 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5fe248-2a19-49a0-bb29-625ec4a51685 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:59.787696 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5fe248-2a19-49a0-bb29-625ec4a51685 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:59.788021 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5fe248-2a19-49a0-bb29-625ec4a51685 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:59.788422 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5fe248-2a19-49a0-bb29-625ec4a51685 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:56:59.820108 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-bf2d50d6-7e1a-4d07-9bae-f0519ebd9986 None None] Attempting to bind port 599696d0-3800-450f-9969-4c40595b3c53 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:56:59.820503 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-bf2d50d6-7e1a-4d07-9bae-f0519ebd9986 None None] Attempting to bind port 599696d0-3800-450f-9969-4c40595b3c53 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:56:59.820866 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2d50d6-7e1a-4d07-9bae-f0519ebd9986 None None] Attempting to bind port 599696d0-3800-450f-9969-4c40595b3c53 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:56:59.841651 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2d50d6-7e1a-4d07-9bae-f0519ebd9986 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:56:59.842019 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2d50d6-7e1a-4d07-9bae-f0519ebd9986 None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:56:59.843346 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-bf2d50d6-7e1a-4d07-9bae-f0519ebd9986 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:59.843914 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2d50d6-7e1a-4d07-9bae-f0519ebd9986 None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:56:59.844615 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-bf2d50d6-7e1a-4d07-9bae-f0519ebd9986 None None] Bound port: 599696d0-3800-450f-9969-4c40595b3c53, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:56:59.845211 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-bf2d50d6-7e1a-4d07-9bae-f0519ebd9986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:59.845507 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d62be-553a-4728-9fe1-7a22674e2fbe tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'Subnet': ['ID=dedd1657-6946-4ad5-9ff2-ff085f8f6fde,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:56:59.874424 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eaa4ebb3-6976-4a64-9a98-204e0ef42a3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:59.904131 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eaa4ebb3-6976-4a64-9a98-204e0ef42a3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:59.948340 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-bf2d50d6-7e1a-4d07-9bae-f0519ebd9986 None None] For port 599696d0-3800-450f-9969-4c40595b3c53, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:56:59.954331 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-bf2d50d6-7e1a-4d07-9bae-f0519ebd9986 None None] For port 599696d0-3800-450f-9969-4c40595b3c53, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=599696d0-3800-450f-9969-4c40595b3c53,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:56:59.957794 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41d62be-553a-4728-9fe1-7a22674e2fbe tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Checking segment: {'id': 'b63bd616-5238-47be-8361-159777550f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb6a6530-3277-4987-9183-1680fea86d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:56:59.958387 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41d62be-553a-4728-9fe1-7a22674e2fbe tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Network hostable DHCP agents. Network: eb6a6530-3277-4987-9183-1680fea86d49, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:56:59.964746 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-7795a51e-ae19-40eb-95b6-84920cd1e110 None None] Provisioning complete for port 599696d0-3800-450f-9969-4c40595b3c53 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:56:59.968457 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7795a51e-ae19-40eb-95b6-84920cd1e110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:56:59.969662 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-bf2d50d6-7e1a-4d07-9bae-f0519ebd9986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:00.012982 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41d62be-553a-4728-9fe1-7a22674e2fbe tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Network eb6a6530-3277-4987-9183-1680fea86d49 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:57:00.019738 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eaa4ebb3-6976-4a64-9a98-204e0ef42a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:00.023108 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279f1290-af88-4a78-a6a3-d6b47971cc55 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:57:00.024281 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eaa4ebb3-6976-4a64-9a98-204e0ef42a3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:00.028391 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-eaa4ebb3-6976-4a64-9a98-204e0ef42a3f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e9bbdc6-9ab1-47e6-9170-bfa553ac695a HTTP/1.1" status: 204 len: 168 time: 0.2772057 Nov 10 17:57:00.054163 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2d50d6-7e1a-4d07-9bae-f0519ebd9986 None None] Routers {'131c4f94-9f03-4b68-ad7b-560881e54bcd'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:57:00.055352 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-bf2d50d6-7e1a-4d07-9bae-f0519ebd9986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:56:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['131c4f94-9f03-4b68-ad7b-560881e54bcd'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:57:00.072611 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-42755d7c-6ee7-4916-8f93-c29b6b0ada8b service neutron] 10.222.0.11 "GET /v2.0/networks/49bc9a4d-2019-4c3e-98a9-200317b395fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592585 Nov 10 17:57:00.090090 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa4ebb3-6976-4a64-9a98-204e0ef42a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9bbdc6-9ab1-47e6-9170-bfa553ac695a,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:00.100816 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-c41d62be-553a-4728-9fe1-7a22674e2fbe tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, eb6a6530-3277-4987-9183-1680fea86d49) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:57:00.111772 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41d62be-553a-4728-9fe1-7a22674e2fbe tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:00.112411 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c41d62be-553a-4728-9fe1-7a22674e2fbe tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:00.139047 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872483d1-5631-497b-9f9f-bb75f373a26c None None] Network eb6a6530-3277-4987-9183-1680fea86d49 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:57:00.142797 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5fe248-2a19-49a0-bb29-625ec4a51685 None None] Pushing event updated for resources: {'Port': ['ID=599696d0-3800-450f-9969-4c40595b3c53,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:00.178721 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c41d62be-553a-4728-9fe1-7a22674e2fbe tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2724142 Nov 10 17:57:00.179513 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41496) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:00.253289 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-4fa59a4f-4afe-4e1b-8d13-26e375a9b12c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eacd23a8-ca31-46bb-9e0e-580677075960 HTTP/1.1" status: 200 len: 217 time: 0.1714759 Nov 10 17:57:00.282634 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cf865841-b29d-4363-bd40-67ccd9b21026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:00.353195 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf865841-b29d-4363-bd40-67ccd9b21026 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f518f2a-52cc-4ae0-bc8b-28768651529a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:00.369069 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7795a51e-ae19-40eb-95b6-84920cd1e110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:00.394701 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0440d1f4-d3e0-41fe-ba44-1daf23f593d6 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:57:00.397444 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-bf2d50d6-7e1a-4d07-9bae-f0519ebd9986 None None] Set router 131c4f94-9f03-4b68-ad7b-560881e54bcd gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:57:00.453117 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cf865841-b29d-4363-bd40-67ccd9b21026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:00.461589 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-7795a51e-ae19-40eb-95b6-84920cd1e110 None None] For port 599696d0-3800-450f-9969-4c40595b3c53, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=599696d0-3800-450f-9969-4c40595b3c53,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:57:00.464362 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-a7dcedf8-2a3f-4c3d-adcc-426f4718bab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:00.466075 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-a7dcedf8-2a3f-4c3d-adcc-426f4718bab4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2f88546f-3001-437d-949d-bf2c5fdfec86 HTTP/1.1" status: 200 len: 797 time: 0.2067163 Nov 10 17:57:00.552427 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7795a51e-ae19-40eb-95b6-84920cd1e110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:00.572087 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3e2dc00c-71d5-4f56-b978-6b05a5b5f9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:00.615397 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c12033-dd5b-41e6-869d-9fee2695b969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-eb6a6530-3277-4987-9183-1680fea86d49', 'network_id': 'eb6a6530-3277-4987-9183-1680fea86d49', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'fixed_ips': [{'subnet_id': 'dedd1657-6946-4ad5-9ff2-ff085f8f6fde'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:57:00.616280 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-79c12033-dd5b-41e6-869d-9fee2695b969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:00.631193 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 3f518f2a-52cc-4ae0-bc8b-28768651529a no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:57:00.719730 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cf865841-b29d-4363-bd40-67ccd9b21026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:00.723131 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cf865841-b29d-4363-bd40-67ccd9b21026 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:00.737327 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-33e46fc4-728c-4874-a17f-a81e95f9c46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:00.739269 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-33e46fc4-728c-4874-a17f-a81e95f9c46c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=49bc9a4d-2019-4c3e-98a9-200317b395fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1973944 Nov 10 17:57:00.753542 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 3f518f2a-52cc-4ae0-bc8b-28768651529a {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:57:00.753835 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 3f518f2a-52cc-4ae0-bc8b-28768651529a not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:57:00.754242 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 5450b6ab-a4eb-4291-b5f7-31fd97d3b64b no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:57:00.825230 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-bf2d50d6-7e1a-4d07-9bae-f0519ebd9986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890357000', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '599696d0-3800-450f-9969-4c40595b3c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:56:54Z', 'updated_at': '2021-11-10T17:56:56Z', 'revision_number': 3, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '599696d0-3800-450f-9969-4c40595b3c53', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:56:55Z', 'updated_at': '2021-11-10T17:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:57:00.863533 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41508) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:00.880830 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-bc141808-e39c-40ac-b1a2-49d6626bdc92 service neutron] 10.222.0.11 "GET /v2.0/networks/49bc9a4d-2019-4c3e-98a9-200317b395fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035783 Nov 10 17:57:00.890373 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 5450b6ab-a4eb-4291-b5f7-31fd97d3b64b {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:57:00.890890 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 5450b6ab-a4eb-4291-b5f7-31fd97d3b64b not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:57:00.904488 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2d50d6-7e1a-4d07-9bae-f0519ebd9986 None None] The sync data for ids ['131c4f94-9f03-4b68-ad7b-560881e54bcd'] in n-d-776250-10 is: [{'id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890357000', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '599696d0-3800-450f-9969-4c40595b3c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:56:54Z', 'updated_at': '2021-11-10T17:56:56Z', 'revision_number': 3, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '599696d0-3800-450f-9969-4c40595b3c53', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:56:55Z', 'updated_at': '2021-11-10T17:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:57:00.905543 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795a51e-ae19-40eb-95b6-84920cd1e110 None None] Pushing event updated for resources: {'Port': ['ID=599696d0-3800-450f-9969-4c40595b3c53,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:00.908030 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2935cc0b-ebeb-4dd0-83a7-9a2b046514e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:00.922706 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795a51e-ae19-40eb-95b6-84920cd1e110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:00.923053 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795a51e-ae19-40eb-95b6-84920cd1e110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:00.923394 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795a51e-ae19-40eb-95b6-84920cd1e110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:00.923731 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795a51e-ae19-40eb-95b6-84920cd1e110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:00.924061 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795a51e-ae19-40eb-95b6-84920cd1e110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:00.924418 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795a51e-ae19-40eb-95b6-84920cd1e110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:00.924745 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795a51e-ae19-40eb-95b6-84920cd1e110 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:00.925066 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795a51e-ae19-40eb-95b6-84920cd1e110 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:00.925800 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795a51e-ae19-40eb-95b6-84920cd1e110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:00.926123 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795a51e-ae19-40eb-95b6-84920cd1e110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:00.926447 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795a51e-ae19-40eb-95b6-84920cd1e110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:00.926769 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7795a51e-ae19-40eb-95b6-84920cd1e110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:00.937717 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cf865841-b29d-4363-bd40-67ccd9b21026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:00.938175 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf865841-b29d-4363-bd40-67ccd9b21026 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 036b59f5-60b4-4385-af75-7ed2767384a0 {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:57:00.959934 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-48a0be6a-1f49-4875-be50-46943e38c359 None None] Provisioning complete for port 599696d0-3800-450f-9969-4c40595b3c53 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:57:00.960610 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-48a0be6a-1f49-4875-be50-46943e38c359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:01.024015 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cf865841-b29d-4363-bd40-67ccd9b21026 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:01.029741 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-cf865841-b29d-4363-bd40-67ccd9b21026 admin admin] 10.222.0.39 "DELETE /v2.0/routers/036b59f5-60b4-4385-af75-7ed2767384a0 HTTP/1.1" status: 204 len: 168 time: 2.8949530 Nov 10 17:57:01.031072 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 41512) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:01.129442 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-26543425-64b4-4709-8569-283c0da69846 admin admin] Deleting subnet 0014d233-a3b8-4110-85a8-3bdeaa4b1e7d {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:57:01.138970 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-26543425-64b4-4709-8569-283c0da69846 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:01.228608 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-26543425-64b4-4709-8569-283c0da69846 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:01.262325 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2935cc0b-ebeb-4dd0-83a7-9a2b046514e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:01.294146 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2935cc0b-ebeb-4dd0-83a7-9a2b046514e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:01.335675 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-79c12033-dd5b-41e6-869d-9fee2695b969 None None] Allocated IP 172.20.0.2 (eb6a6530-3277-4987-9183-1680fea86d49/dedd1657-6946-4ad5-9ff2-ff085f8f6fde/70eea985-e8f4-411c-9949-c65eca5d5509) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:57:01.374355 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4016f1c9-8bd2-4035-af1e-e01ae09009ee req-3325f9cd-4788-4c0c-a20d-dd3d84d15d6d service neutron] 10.222.0.11 "GET /v2.0/networks/49bc9a4d-2019-4c3e-98a9-200317b395fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4841845 Nov 10 17:57:01.386891 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935cc0b-ebeb-4dd0-83a7-9a2b046514e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20751789-e8dc-4e63-b165-e0b9acb9b5e3,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:01.398138 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-26543425-64b4-4709-8569-283c0da69846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:01.449438 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2935cc0b-ebeb-4dd0-83a7-9a2b046514e6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9b11799db4f6496eb258f14de29c9209&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5810883 Nov 10 17:57:01.449438 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41520) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:01.462255 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1aa223cf-4175-4a1c-af37-7381d8d9339b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:01.524691 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-26543425-64b4-4709-8569-283c0da69846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:01.549790 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-26543425-64b4-4709-8569-283c0da69846 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:01.556561 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-26543425-64b4-4709-8569-283c0da69846 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0014d233-a3b8-4110-85a8-3bdeaa4b1e7d HTTP/1.1" status: 204 len: 168 time: 0.5215533 Nov 10 17:57:01.563349 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 41524) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:01.565078 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebdec65-0b60-40d0-abc6-fd56fe8a2dfa None None] Network 07b214b6-0379-4e57-a79c-5118cee6c24b requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:57:01.595279 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26543425-64b4-4709-8569-283c0da69846 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0014d233-a3b8-4110-85a8-3bdeaa4b1e7d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:01.612201 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8f4d3336-2867-4498-85ec-42a6c24b2f11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:01.781816 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5bda659d-013e-4f4b-be6f-d9baa782d8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:01.825596 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8f4d3336-2867-4498-85ec-42a6c24b2f11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:01.874990 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-5bda659d-013e-4f4b-be6f-d9baa782d8d6 admin admin] Deleting port 349d2029-95a3-4587-863a-9de8d701272e {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:57:01.875614 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5bda659d-013e-4f4b-be6f-d9baa782d8d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:01.889804 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-79c12033-dd5b-41e6-869d-9fee2695b969 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:01.907548 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-79c12033-dd5b-41e6-869d-9fee2695b969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:02.015698 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-5bda659d-013e-4f4b-be6f-d9baa782d8d6 admin admin] For port 349d2029-95a3-4587-863a-9de8d701272e, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=349d2029-95a3-4587-863a-9de8d701272e,segment=NetworkSegment(ccee7173-55f2-40b1-aecb-b805c25cba00),segment_id=ccee7173-55f2-40b1-aecb-b805c25cba00)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:57:02.016491 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5bda659d-013e-4f4b-be6f-d9baa782d8d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:02.020179 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c12033-dd5b-41e6-869d-9fee2695b969 None None] Pushing event updated for resources: {'Port': ['ID=70eea985-e8f4-411c-9949-c65eca5d5509,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:02.042012 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-5bda659d-013e-4f4b-be6f-d9baa782d8d6 admin admin] Calling delete_port for 349d2029-95a3-4587-863a-9de8d701272e owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:57:02.042337 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbf70e3-5a18-475c-858a-f96d96b34844 None None] DHCP port deletion for 07b214b6-0379-4e57-a79c-5118cee6c24b request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:57:02.052524 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c12033-dd5b-41e6-869d-9fee2695b969 None None] Network eb6a6530-3277-4987-9183-1680fea86d49 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:57:02.056757 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-79c12033-dd5b-41e6-869d-9fee2695b969 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:57:02.065499 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c12033-dd5b-41e6-869d-9fee2695b969 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:57:02.226927 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8f4d3336-2867-4498-85ec-42a6c24b2f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:02.232300 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8f4d3336-2867-4498-85ec-42a6c24b2f11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:02.234068 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-79c12033-dd5b-41e6-869d-9fee2695b969 None None] Attempting to bind port 70eea985-e8f4-411c-9949-c65eca5d5509 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:57:02.235821 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-79c12033-dd5b-41e6-869d-9fee2695b969 None None] Attempting to bind port 70eea985-e8f4-411c-9949-c65eca5d5509 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'b63bd616-5238-47be-8361-159777550f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb6a6530-3277-4987-9183-1680fea86d49'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:57:02.236598 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c12033-dd5b-41e6-869d-9fee2695b969 None None] Attempting to bind port 70eea985-e8f4-411c-9949-c65eca5d5509 on network eb6a6530-3277-4987-9183-1680fea86d49 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:57:02.251236 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8f4d3336-2867-4498-85ec-42a6c24b2f11 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/20751789-e8dc-4e63-b165-e0b9acb9b5e3 HTTP/1.1" status: 204 len: 168 time: 0.7874281 Nov 10 17:57:02.256550 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5bda659d-013e-4f4b-be6f-d9baa782d8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:02.324616 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c12033-dd5b-41e6-869d-9fee2695b969 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:57:02.325222 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c12033-dd5b-41e6-869d-9fee2695b969 None None] Checking segment: {'id': 'b63bd616-5238-47be-8361-159777550f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb6a6530-3277-4987-9183-1680fea86d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:57:02.335946 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-79c12033-dd5b-41e6-869d-9fee2695b969 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:02.335946 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c12033-dd5b-41e6-869d-9fee2695b969 None None] Bound using segment: {'id': 'b63bd616-5238-47be-8361-159777550f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb6a6530-3277-4987-9183-1680fea86d49'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:57:02.338107 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-79c12033-dd5b-41e6-869d-9fee2695b969 None None] Bound port: 70eea985-e8f4-411c-9949-c65eca5d5509, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63bd616-5238-47be-8361-159777550f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb6a6530-3277-4987-9183-1680fea86d49'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:57:02.338474 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-79c12033-dd5b-41e6-869d-9fee2695b969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:02.343270 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda659d-013e-4f4b-be6f-d9baa782d8d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=349d2029-95a3-4587-863a-9de8d701272e,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:02.345690 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bda659d-013e-4f4b-be6f-d9baa782d8d6 admin admin] No DVR routers for this DVR port 349d2029-95a3-4587-863a-9de8d701272e on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:57:02.372171 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d3336-2867-4498-85ec-42a6c24b2f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20751789-e8dc-4e63-b165-e0b9acb9b5e3,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:02.415392 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-4cbf70e3-5a18-475c-858a-f96d96b34844 None None] Deleting port 349d2029-95a3-4587-863a-9de8d701272e {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:57:02.415903 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4cbf70e3-5a18-475c-858a-f96d96b34844 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:02.430398 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-1aa223cf-4175-4a1c-af37-7381d8d9339b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Allocated IP 172.20.0.1 (eb6a6530-3277-4987-9183-1680fea86d49/dedd1657-6946-4ad5-9ff2-ff085f8f6fde/812dae26-8b5c-442c-8ed7-9edd5aceabcd) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:57:02.469163 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5bda659d-013e-4f4b-be6f-d9baa782d8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:02.526868 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-5bda659d-013e-4f4b-be6f-d9baa782d8d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b214b6-0379-4e57-a79c-5118cee6c24b']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:57:02.564438 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-5bda659d-013e-4f4b-be6f-d9baa782d8d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccee7173-55f2-40b1-aecb-b805c25cba00') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:57:02.564680 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-5bda659d-013e-4f4b-be6f-d9baa782d8d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccee7173-55f2-40b1-aecb-b805c25cba00') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:57:02.594585 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5bda659d-013e-4f4b-be6f-d9baa782d8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:02.633711 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5bda659d-013e-4f4b-be6f-d9baa782d8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:02.656002 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bda659d-013e-4f4b-be6f-d9baa782d8d6 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:57:02.656002 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5bda659d-013e-4f4b-be6f-d9baa782d8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:02.676820 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-4cbf70e3-5a18-475c-858a-f96d96b34844 None None] For port 349d2029-95a3-4587-863a-9de8d701272e, host n-d-776250-10, got binding levels [] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:57:02.677239 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4cbf70e3-5a18-475c-858a-f96d96b34844 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:02.689298 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-79c12033-dd5b-41e6-869d-9fee2695b969 None None] For port 70eea985-e8f4-411c-9949-c65eca5d5509, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:57:02.699798 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 599696d0-3800-450f-9969-4c40595b3c53 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:57:02.722939 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-4cbf70e3-5a18-475c-858a-f96d96b34844 None None] Calling delete_port for 349d2029-95a3-4587-863a-9de8d701272e owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:57:02.735023 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.ipam_backend_mixin [None req-4cbf70e3-5a18-475c-858a-f96d96b34844 None None] Port 349d2029-95a3-4587-863a-9de8d701272e was not found and therefore no delete operation was performed {{(pid=102470) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 17:57:02.757492 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1aa223cf-4175-4a1c-af37-7381d8d9339b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:02.763174 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-79c12033-dd5b-41e6-869d-9fee2695b969 None None] For port 70eea985-e8f4-411c-9949-c65eca5d5509, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=70eea985-e8f4-411c-9949-c65eca5d5509,segment=NetworkSegment(b63bd616-5238-47be-8361-159777550f06),segment_id=b63bd616-5238-47be-8361-159777550f06)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:57:02.764013 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4cbf70e3-5a18-475c-858a-f96d96b34844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:02.805666 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf70e3-5a18-475c-858a-f96d96b34844 None None] Pushing event deleted for resources: {'Port': ['ID=349d2029-95a3-4587-863a-9de8d701272e,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:02.809079 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-79c12033-dd5b-41e6-869d-9fee2695b969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:02.820480 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:57:02.820480 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:57:02.820480 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:57:02.820480 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:57:02.820480 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:57:02.820480 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:57:02.820480 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:57:02.820480 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:57:02.820480 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:57:02.820480 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:57:02.820480 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:57:02.820480 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:57:02.820480 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:57:02.820480 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:57:02.820480 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:57:02.820480 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:57:02.820480 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:57:02.820480 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:57:02.820480 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:57:02.820480 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:57:02.820480 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:57:02.820480 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:57:02.820480 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:57:02.820480 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:57:02.820480 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:57:02.820480 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:57:02.820480 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:57:02.820480 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:57:02.820480 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:57:02.820480 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:57:02.820480 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:57:02.820480 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:57:02.827455 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbf70e3-5a18-475c-858a-f96d96b34844 None None] No DVR routers for this DVR port 349d2029-95a3-4587-863a-9de8d701272e on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:57:02.829869 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5bda659d-013e-4f4b-be6f-d9baa782d8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:02.927248 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5bda659d-013e-4f4b-be6f-d9baa782d8d6 admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:02.947105 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1aa223cf-4175-4a1c-af37-7381d8d9339b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:02.961821 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5bda659d-013e-4f4b-be6f-d9baa782d8d6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/07b214b6-0379-4e57-a79c-5118cee6c24b HTTP/1.1" status: 204 len: 168 time: 1.3750939 Nov 10 17:57:02.964108 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda659d-013e-4f4b-be6f-d9baa782d8d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=07b214b6-0379-4e57-a79c-5118cee6c24b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:03.065630 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c12033-dd5b-41e6-869d-9fee2695b969 None None] Pushing event updated for resources: {'Port': ['ID=70eea985-e8f4-411c-9949-c65eca5d5509,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:03.086835 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dfee4190-2897-4e0b-83df-fa886e1bda94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:03.102111 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa223cf-4175-4a1c-af37-7381d8d9339b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Network eb6a6530-3277-4987-9183-1680fea86d49 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:57:03.107357 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-1aa223cf-4175-4a1c-af37-7381d8d9339b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:57:03.110500 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa223cf-4175-4a1c-af37-7381d8d9339b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:57:03.117133 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa223cf-4175-4a1c-af37-7381d8d9339b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'Port': ['ID=812dae26-8b5c-442c-8ed7-9edd5aceabcd,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:03.117901 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 599696d0-3800-450f-9969-4c40595b3c53 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:57:03.120625 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:03.496479 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 41556) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:03.621755 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a92453b5-5863-4a8e-97fa-585c0d6cf713 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0270caab27604a84907a03a58ad6e001&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1230681 Nov 10 17:57:03.622776 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 41558) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:03.713789 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 349d2029-95a3-4587-863a-9de8d701272e no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:57:03.806554 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 349d2029-95a3-4587-863a-9de8d701272e {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:57:03.807180 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 349d2029-95a3-4587-863a-9de8d701272e not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:57:03.827849 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a8c165c0-ca4a-405f-906d-7fdf570557af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:03.893920 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a8c165c0-ca4a-405f-906d-7fdf570557af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:03.974588 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a8c165c0-ca4a-405f-906d-7fdf570557af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:03.980123 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a8c165c0-ca4a-405f-906d-7fdf570557af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:03.982117 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a8c165c0-ca4a-405f-906d-7fdf570557af admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7968ed3b-26ff-45d3-99f9-6f88ab874149 HTTP/1.1" status: 204 len: 168 time: 0.3570168 Nov 10 17:57:04.015122 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c165c0-ca4a-405f-906d-7fdf570557af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7968ed3b-26ff-45d3-99f9-6f88ab874149,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:04.047898 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:04.214066 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1aa223cf-4175-4a1c-af37-7381d8d9339b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:04.586781 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 70eea985-e8f4-411c-9949-c65eca5d5509 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:57:04.643998 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1aa223cf-4175-4a1c-af37-7381d8d9339b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:04.831334 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 70eea985-e8f4-411c-9949-c65eca5d5509 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:57:04.831966 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:05.019190 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396a9edf-77c3-48ee-a020-180f61f86463 None None] Network eb6a6530-3277-4987-9183-1680fea86d49 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:57:05.176373 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1aa223cf-4175-4a1c-af37-7381d8d9339b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:05.184776 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1aa223cf-4175-4a1c-af37-7381d8d9339b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:05.315512 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1aa223cf-4175-4a1c-af37-7381d8d9339b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:05.323347 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa223cf-4175-4a1c-af37-7381d8d9339b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'Port': ['ID=812dae26-8b5c-442c-8ed7-9edd5aceabcd,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:05.543526 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa223cf-4175-4a1c-af37-7381d8d9339b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Network eb6a6530-3277-4987-9183-1680fea86d49 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:57:05.546621 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-1aa223cf-4175-4a1c-af37-7381d8d9339b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:57:05.661950 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-fffe28a8-6dba-4c21-88b4-2005982c3761 None None] Provisioning complete for port 70eea985-e8f4-411c-9949-c65eca5d5509 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:57:05.662317 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fffe28a8-6dba-4c21-88b4-2005982c3761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:05.694747 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 41614) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:05.743181 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:05.775414 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:05.802630 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa223cf-4175-4a1c-af37-7381d8d9339b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Router 131c4f94-9f03-4b68-ad7b-560881e54bcd has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:57:05.836090 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 70eea985-e8f4-411c-9949-c65eca5d5509, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=70eea985-e8f4-411c-9949-c65eca5d5509,segment=NetworkSegment(b63bd616-5238-47be-8361-159777550f06),segment_id=b63bd616-5238-47be-8361-159777550f06)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:57:05.844844 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:05.931314 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=70eea985-e8f4-411c-9949-c65eca5d5509,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:06.105321 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa223cf-4175-4a1c-af37-7381d8d9339b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:57:06.125691 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a96072-ea07-468c-b880-fd94107c6350 None None] Sync routers for ids ['131c4f94-9f03-4b68-ad7b-560881e54bcd'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:57:06.147672 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1aa223cf-4175-4a1c-af37-7381d8d9339b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "PUT /v2.0/routers/131c4f94-9f03-4b68-ad7b-560881e54bcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9654512 Nov 10 17:57:06.153536 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a96072-ea07-468c-b880-fd94107c6350 None None] Routers {'131c4f94-9f03-4b68-ad7b-560881e54bcd'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:57:06.154179 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-07a96072-ea07-468c-b880-fd94107c6350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:57:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['131c4f94-9f03-4b68-ad7b-560881e54bcd'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:57:06.161407 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-4f1916ec-0c69-44b3-bebe-d9232d484a7e admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1879707739-network', 'tenant_id': 'eafa442d521b4acba3a8c0b998c8ec59'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:57:06.221701 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1916ec-0c69-44b3-bebe-d9232d484a7e admin admin] Made reservation on behalf of eafa442d521b4acba3a8c0b998c8ec59 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:57:06.224491 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4f1916ec-0c69-44b3-bebe-d9232d484a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:06.238878 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4f1916ec-0c69-44b3-bebe-d9232d484a7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:06.359764 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:06.398349 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3a242179-2006-4b77-811d-0bcad8763e50 None None] Provisioning complete for port 812dae26-8b5c-442c-8ed7-9edd5aceabcd triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:57:06.402921 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3a242179-2006-4b77-811d-0bcad8763e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:06.451195 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-07a96072-ea07-468c-b880-fd94107c6350 None None] Set router 131c4f94-9f03-4b68-ad7b-560881e54bcd gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:57:06.510496 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4f1916ec-0c69-44b3-bebe-d9232d484a7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:06.516735 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4f1916ec-0c69-44b3-bebe-d9232d484a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:06.566753 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-3a242179-2006-4b77-811d-0bcad8763e50 None None] Port 812dae26-8b5c-442c-8ed7-9edd5aceabcd cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:57:06.571572 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 70eea985-e8f4-411c-9949-c65eca5d5509 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:57:06.645038 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f1916ec-0c69-44b3-bebe-d9232d484a7e admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:57:06.674334 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4f1916ec-0c69-44b3-bebe-d9232d484a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:06.675176 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-4f1916ec-0c69-44b3-bebe-d9232d484a7e admin admin] Added segment 39c5d88a-cf99-43cb-87b0-ea81cc0ac25f of type vlan for network 2ba9893e-0392-4d04-a3b7-8dc60ff21589 Nov 10 17:57:06.698378 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3a242179-2006-4b77-811d-0bcad8763e50 None None] Provisioning complete for port 70eea985-e8f4-411c-9949-c65eca5d5509 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:57:06.700636 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3a242179-2006-4b77-811d-0bcad8763e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:06.725315 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-09183de8-321b-4ad2-997f-791e65ae36cf req-2b22d2cf-421f-4596-bfcd-7346fc35f731 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2119396121&fields=id&tenant_id=84e0993fb1d44a64ad660dd1943b7d6b HTTP/1.1" status: 200 len: 267 time: 0.1667283 Nov 10 17:57:06.784744 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4f1916ec-0c69-44b3-bebe-d9232d484a7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:06.851146 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4f1916ec-0c69-44b3-bebe-d9232d484a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:06.857323 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1916ec-0c69-44b3-bebe-d9232d484a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:06.861995 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4f1916ec-0c69-44b3-bebe-d9232d484a7e admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:06.902280 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09183de8-321b-4ad2-997f-791e65ae36cf req-61599185-51e5-453d-977d-5fe09560beeb tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:06.912820 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-09183de8-321b-4ad2-997f-791e65ae36cf req-61599185-51e5-453d-977d-5fe09560beeb tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/networks?id=eb6a6530-3277-4987-9183-1680fea86d49 HTTP/1.1" status: 200 len: 797 time: 0.1865356 Nov 10 17:57:06.920568 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 70eea985-e8f4-411c-9949-c65eca5d5509 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:57:06.921189 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:06.935890 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-09183de8-321b-4ad2-997f-791e65ae36cf req-9969d886-2561-4f18-9165-4ac41011022e tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/quotas/84e0993fb1d44a64ad660dd1943b7d6b HTTP/1.1" status: 200 len: 375 time: 0.0193086 Nov 10 17:57:07.023804 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1916ec-0c69-44b3-bebe-d9232d484a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cd3790-6c3e-4a9c-b544-4be161374a66,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:07.078372 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4f1916ec-0c69-44b3-bebe-d9232d484a7e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3770106 Nov 10 17:57:07.103537 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41662) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:07.126426 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1916ec-0c69-44b3-bebe-d9232d484a7e admin admin] Pushing event updated for resources: {'Network': ['ID=2ba9893e-0392-4d04-a3b7-8dc60ff21589,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:07.128652 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-07a96072-ea07-468c-b880-fd94107c6350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890357000', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '599696d0-3800-450f-9969-4c40595b3c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:56:54Z', 'updated_at': '2021-11-10T17:57:04Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '599696d0-3800-450f-9969-4c40595b3c53', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:56:55Z', 'updated_at': '2021-11-10T17:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '812dae26-8b5c-442c-8ed7-9edd5aceabcd', 'name': '', 'network_id': 'eb6a6530-3277-4987-9183-1680fea86d49', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:22:7d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'dedd1657-6946-4ad5-9ff2-ff085f8f6fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:57:01Z', 'updated_at': '2021-11-10T17:57:04Z', 'revision_number': 2, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': 'dedd1657-6946-4ad5-9ff2-ff085f8f6fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:57:07.153499 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-848d3206-20ce-4db6-a5d2-a69b6df39e0d admin admin] Request body: {'subnet': {'network_id': '2ba9893e-0392-4d04-a3b7-8dc60ff21589', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1879707739-subnet', 'tenant_id': 'eafa442d521b4acba3a8c0b998c8ec59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:57:07.170428 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 2ba9893e-0392-4d04-a3b7-8dc60ff21589 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:57:07.199241 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a96072-ea07-468c-b880-fd94107c6350 None None] Checking router: 131c4f94-9f03-4b68-ad7b-560881e54bcd for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:57:07.200063 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a96072-ea07-468c-b880-fd94107c6350 None None] Updating router 131c4f94-9f03-4b68-ad7b-560881e54bcd port 812dae26-8b5c-442c-8ed7-9edd5aceabcd binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:57:07.246122 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-07a96072-ea07-468c-b880-fd94107c6350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:07.292849 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-09183de8-321b-4ad2-997f-791e65ae36cf req-30338321-c6d1-43d5-ac91-41f940fca501 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3470786 Nov 10 17:57:07.354492 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 41666) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:07.456451 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848d3206-20ce-4db6-a5d2-a69b6df39e0d admin admin] Made reservation on behalf of eafa442d521b4acba3a8c0b998c8ec59 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:57:07.461992 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-848d3206-20ce-4db6-a5d2-a69b6df39e0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:07.528118 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-5217b2f2-28c9-41df-86e0-4f4884fb690a None None] Provisioning complete for port 812dae26-8b5c-442c-8ed7-9edd5aceabcd triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:57:07.528983 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5217b2f2-28c9-41df-86e0-4f4884fb690a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:07.658259 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-56ab931c-27c2-4f46-b07a-0d861fa88ed8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:07.701236 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-5217b2f2-28c9-41df-86e0-4f4884fb690a None None] Port 812dae26-8b5c-442c-8ed7-9edd5aceabcd cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:57:07.741220 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-09183de8-321b-4ad2-997f-791e65ae36cf req-9404db42-9c0e-44a0-a27b-9a67aa813713 service neutron] 10.222.0.39 "GET /v2.0/networks/eb6a6530-3277-4987-9183-1680fea86d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380112 Nov 10 17:57:07.781879 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-07a96072-ea07-468c-b880-fd94107c6350 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:07.789794 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-07a96072-ea07-468c-b880-fd94107c6350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:07.799780 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-56ab931c-27c2-4f46-b07a-0d861fa88ed8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:07.805537 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-56ab931c-27c2-4f46-b07a-0d861fa88ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:07.835951 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a31b5a2f-6897-411f-bf5d-3486a6c83c68 None None] Provisioning complete for port 812dae26-8b5c-442c-8ed7-9edd5aceabcd triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:57:07.836867 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a31b5a2f-6897-411f-bf5d-3486a6c83c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:07.906182 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b212de-7ecb-4d0e-ac6f-e3448d33e93d None None] Pushing event updated for resources: {'Port': ['ID=812dae26-8b5c-442c-8ed7-9edd5aceabcd,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:07.941888 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-a31b5a2f-6897-411f-bf5d-3486a6c83c68 None None] Port 812dae26-8b5c-442c-8ed7-9edd5aceabcd cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:57:07.945252 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-07a96072-ea07-468c-b880-fd94107c6350 None None] Attempting to bind port 812dae26-8b5c-442c-8ed7-9edd5aceabcd on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:57:07.945646 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-07a96072-ea07-468c-b880-fd94107c6350 None None] Attempting to bind port 812dae26-8b5c-442c-8ed7-9edd5aceabcd by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'b63bd616-5238-47be-8361-159777550f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb6a6530-3277-4987-9183-1680fea86d49'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:57:07.946017 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a96072-ea07-468c-b880-fd94107c6350 None None] Attempting to bind port 812dae26-8b5c-442c-8ed7-9edd5aceabcd on network eb6a6530-3277-4987-9183-1680fea86d49 {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:57:07.953622 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a96072-ea07-468c-b880-fd94107c6350 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:57:07.954005 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a96072-ea07-468c-b880-fd94107c6350 None None] Checking segment: {'id': 'b63bd616-5238-47be-8361-159777550f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb6a6530-3277-4987-9183-1680fea86d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:57:07.954447 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-07a96072-ea07-468c-b880-fd94107c6350 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:07.954811 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a96072-ea07-468c-b880-fd94107c6350 None None] Bound using segment: {'id': 'b63bd616-5238-47be-8361-159777550f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb6a6530-3277-4987-9183-1680fea86d49'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:57:07.955292 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-07a96072-ea07-468c-b880-fd94107c6350 None None] Bound port: 812dae26-8b5c-442c-8ed7-9edd5aceabcd, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63bd616-5238-47be-8361-159777550f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb6a6530-3277-4987-9183-1680fea86d49'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:57:07.955679 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-07a96072-ea07-468c-b880-fd94107c6350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:08.053167 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-09183de8-321b-4ad2-997f-791e65ae36cf req-20327843-c996-4c47-a331-5c8d13f0875f service neutron] 10.222.0.39 "GET /v2.0/networks/eb6a6530-3277-4987-9183-1680fea86d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568691 Nov 10 17:57:08.055140 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-07a96072-ea07-468c-b880-fd94107c6350 None None] For port 812dae26-8b5c-442c-8ed7-9edd5aceabcd, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:57:08.055699 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-848d3206-20ce-4db6-a5d2-a69b6df39e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:08.059894 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-07a96072-ea07-468c-b880-fd94107c6350 None None] For port 812dae26-8b5c-442c-8ed7-9edd5aceabcd, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=812dae26-8b5c-442c-8ed7-9edd5aceabcd,segment=NetworkSegment(b63bd616-5238-47be-8361-159777550f06),segment_id=b63bd616-5238-47be-8361-159777550f06)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:57:08.066519 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-07a96072-ea07-468c-b880-fd94107c6350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:08.131958 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d3206-20ce-4db6-a5d2-a69b6df39e0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c059d69f-ece3-4bb4-8141-ccfef212c0c3,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:08.140434 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a96072-ea07-468c-b880-fd94107c6350 None None] Routers {'131c4f94-9f03-4b68-ad7b-560881e54bcd'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:57:08.141482 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-07a96072-ea07-468c-b880-fd94107c6350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:57:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['131c4f94-9f03-4b68-ad7b-560881e54bcd'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:57:08.181978 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848d3206-20ce-4db6-a5d2-a69b6df39e0d admin admin] Checking segment: {'id': '39c5d88a-cf99-43cb-87b0-ea81cc0ac25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2ba9893e-0392-4d04-a3b7-8dc60ff21589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:57:08.182700 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848d3206-20ce-4db6-a5d2-a69b6df39e0d admin admin] Network hostable DHCP agents. Network: 2ba9893e-0392-4d04-a3b7-8dc60ff21589, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:57:08.219451 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848d3206-20ce-4db6-a5d2-a69b6df39e0d admin admin] Network 2ba9893e-0392-4d04-a3b7-8dc60ff21589 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:57:08.241880 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-848d3206-20ce-4db6-a5d2-a69b6df39e0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 2ba9893e-0392-4d04-a3b7-8dc60ff21589) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:57:08.246714 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848d3206-20ce-4db6-a5d2-a69b6df39e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:08.247207 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-848d3206-20ce-4db6-a5d2-a69b6df39e0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:08.260327 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e045c8b8-949f-48e2-ad78-0e182b0d0fcc None None] Network 2ba9893e-0392-4d04-a3b7-8dc60ff21589 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:57:08.286077 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-07a96072-ea07-468c-b880-fd94107c6350 None None] Set router 131c4f94-9f03-4b68-ad7b-560881e54bcd gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:57:08.330598 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-848d3206-20ce-4db6-a5d2-a69b6df39e0d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1918721 Nov 10 17:57:08.523423 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-2bea1aa5-46dd-403c-8eef-a2bc1139a8b4 None None] Provisioning complete for port 812dae26-8b5c-442c-8ed7-9edd5aceabcd triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:57:08.524089 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2bea1aa5-46dd-403c-8eef-a2bc1139a8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:08.692784 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b212de-7ecb-4d0e-ac6f-e3448d33e93d None None] Pushing event updated for resources: {'Port': ['ID=812dae26-8b5c-442c-8ed7-9edd5aceabcd,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:08.797887 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ead27b1-13c7-4c64-b2a0-b745e542b170 None None] Network 2ba9893e-0392-4d04-a3b7-8dc60ff21589 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:57:08.976603 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e1c33752-d5d5-4461-ba30-730d71a78552 req-fdf16e51-48cb-4a2b-ab23-a8f03ee4d398 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 210 time: 0.0657713 Nov 10 17:57:09.016945 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-56ab931c-27c2-4f46-b07a-0d861fa88ed8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=432969a78740437d9ce92da47186e934&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6610591 Nov 10 17:57:09.021698 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41698) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:09.026644 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2bea1aa5-46dd-403c-8eef-a2bc1139a8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:09.033401 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab931c-27c2-4f46-b07a-0d861fa88ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8df618-53c6-4a9b-ad47-3e0dc1bfc3d8,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:09.078678 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-07a96072-ea07-468c-b880-fd94107c6350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890357000', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '599696d0-3800-450f-9969-4c40595b3c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:56:54Z', 'updated_at': '2021-11-10T17:57:04Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '599696d0-3800-450f-9969-4c40595b3c53', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:56:55Z', 'updated_at': '2021-11-10T17:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '812dae26-8b5c-442c-8ed7-9edd5aceabcd', 'name': '', 'network_id': 'eb6a6530-3277-4987-9183-1680fea86d49', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:22:7d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'dedd1657-6946-4ad5-9ff2-ff085f8f6fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:57:01Z', 'updated_at': '2021-11-10T17:57:08Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': 'dedd1657-6946-4ad5-9ff2-ff085f8f6fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:57:09.137128 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a96072-ea07-468c-b880-fd94107c6350 None None] The sync data for ids ['131c4f94-9f03-4b68-ad7b-560881e54bcd'] in n-d-776250-10 is: [{'id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890357000', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '599696d0-3800-450f-9969-4c40595b3c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:56:54Z', 'updated_at': '2021-11-10T17:57:04Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '599696d0-3800-450f-9969-4c40595b3c53', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:56:55Z', 'updated_at': '2021-11-10T17:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '812dae26-8b5c-442c-8ed7-9edd5aceabcd', 'name': '', 'network_id': 'eb6a6530-3277-4987-9183-1680fea86d49', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:22:7d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'dedd1657-6946-4ad5-9ff2-ff085f8f6fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:57:01Z', 'updated_at': '2021-11-10T17:57:08Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': 'dedd1657-6946-4ad5-9ff2-ff085f8f6fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:57:09.152832 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-2bea1aa5-46dd-403c-8eef-a2bc1139a8b4 None None] For port 812dae26-8b5c-442c-8ed7-9edd5aceabcd, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=812dae26-8b5c-442c-8ed7-9edd5aceabcd,segment=NetworkSegment(b63bd616-5238-47be-8361-159777550f06),segment_id=b63bd616-5238-47be-8361-159777550f06)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:57:09.158693 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2bea1aa5-46dd-403c-8eef-a2bc1139a8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:09.159254 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9236064b-0901-4c1e-8bde-4a6fe0717c47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:09.245789 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9236064b-0901-4c1e-8bde-4a6fe0717c47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:09.399785 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9236064b-0901-4c1e-8bde-4a6fe0717c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:09.405721 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9236064b-0901-4c1e-8bde-4a6fe0717c47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:09.411290 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9236064b-0901-4c1e-8bde-4a6fe0717c47 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cd8df618-53c6-4a9b-ad47-3e0dc1bfc3d8 HTTP/1.1" status: 204 len: 168 time: 0.3849564 Nov 10 17:57:09.436050 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9236064b-0901-4c1e-8bde-4a6fe0717c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8df618-53c6-4a9b-ad47-3e0dc1bfc3d8,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:09.461964 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-850f5141-9e19-44cc-ba49-015464b72c83 None None] Provisioning complete for port 812dae26-8b5c-442c-8ed7-9edd5aceabcd triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:57:09.462579 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-850f5141-9e19-44cc-ba49-015464b72c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:09.551984 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea1aa5-46dd-403c-8eef-a2bc1139a8b4 None None] Pushing event updated for resources: {'Port': ['ID=812dae26-8b5c-442c-8ed7-9edd5aceabcd,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:10.050319 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 41730) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:10.112823 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-311a4402-ebf5-47d3-abf9-27e859d6fc5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:10.169280 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-43fb0bbc-753c-4cb5-a8c1-33be16ef1a01 req-9da82521-f274-460d-bb0e-79e7881936a4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 210 time: 0.0392373 Nov 10 17:57:10.265557 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-311a4402-ebf5-47d3-abf9-27e859d6fc5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:10.272279 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-311a4402-ebf5-47d3-abf9-27e859d6fc5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:10.379957 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 41742) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:10.380720 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-311a4402-ebf5-47d3-abf9-27e859d6fc5c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=718d829399d54d7ea1d952365d90e8cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3283186 Nov 10 17:57:10.381594 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a4402-ebf5-47d3-abf9-27e859d6fc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256a1bd2-eb36-4ff5-8caf-f4df82902bb1,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:10.538230 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ac6a931d-9178-4769-a762-c43b08f7f522 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:10.581247 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ac6a931d-9178-4769-a762-c43b08f7f522 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:10.649383 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 812dae26-8b5c-442c-8ed7-9edd5aceabcd up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:57:10.695232 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ac6a931d-9178-4769-a762-c43b08f7f522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:10.700658 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ac6a931d-9178-4769-a762-c43b08f7f522 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:10.703060 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ac6a931d-9178-4769-a762-c43b08f7f522 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/256a1bd2-eb36-4ff5-8caf-f4df82902bb1 HTTP/1.1" status: 204 len: 168 time: 0.3218524 Nov 10 17:57:10.746517 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a931d-9178-4769-a762-c43b08f7f522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256a1bd2-eb36-4ff5-8caf-f4df82902bb1,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:10.892007 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 812dae26-8b5c-442c-8ed7-9edd5aceabcd triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:57:10.893765 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:10.946318 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09183de8-321b-4ad2-997f-791e65ae36cf req-739804f7-9f31-49f8-badc-64e48e7e195f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:10.950442 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09183de8-321b-4ad2-997f-791e65ae36cf req-739804f7-9f31-49f8-badc-64e48e7e195f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.13 "GET /v2.0/networks?id=eb6a6530-3277-4987-9183-1680fea86d49 HTTP/1.1" status: 200 len: 797 time: 0.3617311 Nov 10 17:57:11.047490 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09183de8-321b-4ad2-997f-791e65ae36cf req-6ecf9972-b441-4bba-9a1d-5b8b1086cf1e tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84e0993fb1d44a64ad660dd1943b7d6b HTTP/1.1" status: 200 len: 380 time: 0.0862432 Nov 10 17:57:11.068952 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-09183de8-321b-4ad2-997f-791e65ae36cf req-6fde3355-5d32-4c81-836c-2d6a0a5a7e4a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'port': {'device_id': '04587fa2-85f8-4aa8-b7ac-33d8fd4d6889', 'network_id': 'eb6a6530-3277-4987-9183-1680fea86d49', 'admin_state_up': True, 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'security_groups': ['d242128a-5275-497a-8493-df64b4cc5782']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:57:11.335256 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09183de8-321b-4ad2-997f-791e65ae36cf req-6fde3355-5d32-4c81-836c-2d6a0a5a7e4a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Made reservation on behalf of 84e0993fb1d44a64ad660dd1943b7d6b for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:57:11.344722 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09183de8-321b-4ad2-997f-791e65ae36cf req-6fde3355-5d32-4c81-836c-2d6a0a5a7e4a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:11.416719 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2c76c04-2f57-4769-801a-374443697335 req-bd86a2ab-320b-42e9-8be3-3fc907093eae tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 210 time: 0.0488474 Nov 10 17:57:11.482352 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-882164c5-9273-41ab-b4de-b7f574a4fddd tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:11.486848 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-882164c5-9273-41ab-b4de-b7f574a4fddd tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] 10.222.0.39 "GET /v2.0/networks?id=2ba9893e-0392-4d04-a3b7-8dc60ff21589 HTTP/1.1" status: 200 len: 810 time: 0.2959602 Nov 10 17:57:11.507245 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-301aba7b-874a-4b78-9b00-0bada9e56f15 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] 10.222.0.39 "GET /v2.0/quotas/eafa442d521b4acba3a8c0b998c8ec59 HTTP/1.1" status: 200 len: 375 time: 0.0114861 Nov 10 17:57:11.576677 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-044bf809-8125-4b6b-a11e-ae886ebbad39 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=eafa442d521b4acba3a8c0b998c8ec59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618391 Nov 10 17:57:11.601368 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-09183de8-321b-4ad2-997f-791e65ae36cf req-6fde3355-5d32-4c81-836c-2d6a0a5a7e4a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Allocated IP 172.20.0.3 (eb6a6530-3277-4987-9183-1680fea86d49/dedd1657-6946-4ad5-9ff2-ff085f8f6fde/8243218e-1db7-48e7-b289-53e5a737c8b6) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:57:11.735135 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-418cc35a-f753-4671-9e84-9fbb994e9223 service neutron] 10.222.0.39 "GET /v2.0/networks/2ba9893e-0392-4d04-a3b7-8dc60ff21589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558950 Nov 10 17:57:11.889336 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09183de8-321b-4ad2-997f-791e65ae36cf req-6fde3355-5d32-4c81-836c-2d6a0a5a7e4a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:11.969771 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09183de8-321b-4ad2-997f-791e65ae36cf req-6fde3355-5d32-4c81-836c-2d6a0a5a7e4a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:11.979734 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-642ff50a-ebc7-41f0-a511-66f18f7283bf service neutron] 10.222.0.39 "GET /v2.0/networks/2ba9893e-0392-4d04-a3b7-8dc60ff21589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404640 Nov 10 17:57:12.016221 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09183de8-321b-4ad2-997f-791e65ae36cf req-6fde3355-5d32-4c81-836c-2d6a0a5a7e4a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Network eb6a6530-3277-4987-9183-1680fea86d49 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:57:12.021799 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-09183de8-321b-4ad2-997f-791e65ae36cf req-6fde3355-5d32-4c81-836c-2d6a0a5a7e4a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:57:12.026012 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-09183de8-321b-4ad2-997f-791e65ae36cf req-6fde3355-5d32-4c81-836c-2d6a0a5a7e4a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:57:12.057048 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde3355-5d32-4c81-836c-2d6a0a5a7e4a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'Port': ['ID=8243218e-1db7-48e7-b289-53e5a737c8b6,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:12.114699 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09183de8-321b-4ad2-997f-791e65ae36cf req-6fde3355-5d32-4c81-836c-2d6a0a5a7e4a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:12.115398 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09183de8-321b-4ad2-997f-791e65ae36cf req-6fde3355-5d32-4c81-836c-2d6a0a5a7e4a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:12.152925 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09183de8-321b-4ad2-997f-791e65ae36cf req-6fde3355-5d32-4c81-836c-2d6a0a5a7e4a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0904696 Nov 10 17:57:12.171810 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-09183de8-321b-4ad2-997f-791e65ae36cf req-35f56ae9-6629-492d-839d-87d70a50c8e3 service neutron] Request body: {'port': {'device_id': '04587fa2-85f8-4aa8-b7ac-33d8fd4d6889', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:57:12.284734 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09183de8-321b-4ad2-997f-791e65ae36cf req-35f56ae9-6629-492d-839d-87d70a50c8e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:12.511810 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-97198194-8e35-4c29-8cee-26b69555e696 None None] Provisioning complete for port 8243218e-1db7-48e7-b289-53e5a737c8b6 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:57:12.511810 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-97198194-8e35-4c29-8cee-26b69555e696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:12.554495 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-97198194-8e35-4c29-8cee-26b69555e696 None None] Port 8243218e-1db7-48e7-b289-53e5a737c8b6 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:57:12.587120 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ddd1b42e-eab1-4413-bb3a-1863877b7139 req-c8c56b90-25a8-44e4-b249-1e9949a93a1b tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d0183f5-eb43-4a02-95b7-d05ed9cf7e31 HTTP/1.1" status: 200 len: 210 time: 0.0574658 Nov 10 17:57:12.641637 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18229ca7-c199-48d1-b51a-5955e780b65e req-e71245ae-b102-4211-bed7-51c346c4646a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:12.649663 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-18229ca7-c199-48d1-b51a-5955e780b65e req-e71245ae-b102-4211-bed7-51c346c4646a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 931 time: 0.1017940 Nov 10 17:57:12.765352 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-18229ca7-c199-48d1-b51a-5955e780b65e req-dbe5ed9e-d801-4683-810c-b94a6ee5f386 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065426 Nov 10 17:57:12.909024 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-09183de8-321b-4ad2-997f-791e65ae36cf req-35f56ae9-6629-492d-839d-87d70a50c8e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8243218e-1db7-48e7-b289-53e5a737c8b6 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:57:12.933243 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09183de8-321b-4ad2-997f-791e65ae36cf req-35f56ae9-6629-492d-839d-87d70a50c8e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:12.964125 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-09183de8-321b-4ad2-997f-791e65ae36cf req-35f56ae9-6629-492d-839d-87d70a50c8e3 service neutron] Transition to ACTIVE for port object 8243218e-1db7-48e7-b289-53e5a737c8b6 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:57:12.969224 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09183de8-321b-4ad2-997f-791e65ae36cf req-35f56ae9-6629-492d-839d-87d70a50c8e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:13.102987 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f56ae9-6629-492d-839d-87d70a50c8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8243218e-1db7-48e7-b289-53e5a737c8b6,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:13.172504 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-09183de8-321b-4ad2-997f-791e65ae36cf req-35f56ae9-6629-492d-839d-87d70a50c8e3 service neutron] Attempting to bind port 8243218e-1db7-48e7-b289-53e5a737c8b6 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:57:13.173717 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-09183de8-321b-4ad2-997f-791e65ae36cf req-35f56ae9-6629-492d-839d-87d70a50c8e3 service neutron] Attempting to bind port 8243218e-1db7-48e7-b289-53e5a737c8b6 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': 'b63bd616-5238-47be-8361-159777550f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb6a6530-3277-4987-9183-1680fea86d49'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:57:13.174231 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09183de8-321b-4ad2-997f-791e65ae36cf req-35f56ae9-6629-492d-839d-87d70a50c8e3 service neutron] Attempting to bind port 8243218e-1db7-48e7-b289-53e5a737c8b6 on network eb6a6530-3277-4987-9183-1680fea86d49 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:57:13.181661 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09183de8-321b-4ad2-997f-791e65ae36cf req-35f56ae9-6629-492d-839d-87d70a50c8e3 service neutron] Port 8243218e-1db7-48e7-b289-53e5a737c8b6 on network eb6a6530-3277-4987-9183-1680fea86d49 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:57:13.190303 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09183de8-321b-4ad2-997f-791e65ae36cf req-35f56ae9-6629-492d-839d-87d70a50c8e3 service neutron] Attempting to bind port 8243218e-1db7-48e7-b289-53e5a737c8b6 on network eb6a6530-3277-4987-9183-1680fea86d49 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:57:13.223938 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09183de8-321b-4ad2-997f-791e65ae36cf req-35f56ae9-6629-492d-839d-87d70a50c8e3 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:57:13.225644 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09183de8-321b-4ad2-997f-791e65ae36cf req-35f56ae9-6629-492d-839d-87d70a50c8e3 service neutron] Checking segment: {'id': 'b63bd616-5238-47be-8361-159777550f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb6a6530-3277-4987-9183-1680fea86d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:57:13.232882 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09183de8-321b-4ad2-997f-791e65ae36cf req-35f56ae9-6629-492d-839d-87d70a50c8e3 service neutron] Bound using segment: {'id': 'b63bd616-5238-47be-8361-159777550f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb6a6530-3277-4987-9183-1680fea86d49'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:57:13.234988 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-09183de8-321b-4ad2-997f-791e65ae36cf req-35f56ae9-6629-492d-839d-87d70a50c8e3 service neutron] Bound port: 8243218e-1db7-48e7-b289-53e5a737c8b6, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b63bd616-5238-47be-8361-159777550f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb6a6530-3277-4987-9183-1680fea86d49'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:57:13.237189 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09183de8-321b-4ad2-997f-791e65ae36cf req-35f56ae9-6629-492d-839d-87d70a50c8e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:13.440995 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-09183de8-321b-4ad2-997f-791e65ae36cf req-35f56ae9-6629-492d-839d-87d70a50c8e3 service neutron] For port 8243218e-1db7-48e7-b289-53e5a737c8b6, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:57:13.443929 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-09183de8-321b-4ad2-997f-791e65ae36cf req-35f56ae9-6629-492d-839d-87d70a50c8e3 service neutron] For port 8243218e-1db7-48e7-b289-53e5a737c8b6, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=8243218e-1db7-48e7-b289-53e5a737c8b6,segment=NetworkSegment(b63bd616-5238-47be-8361-159777550f06),segment_id=b63bd616-5238-47be-8361-159777550f06)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:57:13.452448 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09183de8-321b-4ad2-997f-791e65ae36cf req-35f56ae9-6629-492d-839d-87d70a50c8e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:13.529203 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09183de8-321b-4ad2-997f-791e65ae36cf req-35f56ae9-6629-492d-839d-87d70a50c8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:13.531489 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-09183de8-321b-4ad2-997f-791e65ae36cf req-35f56ae9-6629-492d-839d-87d70a50c8e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:13.533677 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09183de8-321b-4ad2-997f-791e65ae36cf req-35f56ae9-6629-492d-839d-87d70a50c8e3 service neutron] 10.222.0.13 "PUT /v2.0/ports/8243218e-1db7-48e7-b289-53e5a737c8b6 HTTP/1.1" status: 200 len: 1092 time: 1.3722208 Nov 10 17:57:13.536523 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04587fa2-85f8-4aa8-b7ac-33d8fd4d6889', 'tag': '8243218e-1db7-48e7-b289-53e5a737c8b6'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:57:13.540524 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9cc4f3-e8f4-4652-b49f-05d417971521" -d '{"events": [{"name": "network-changed", "server_uuid": "04587fa2-85f8-4aa8-b7ac-33d8fd4d6889", "tag": "8243218e-1db7-48e7-b289-53e5a737c8b6"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:57:13.585137 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f56ae9-6629-492d-839d-87d70a50c8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8243218e-1db7-48e7-b289-53e5a737c8b6,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:13.637365 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc24c37-bb0c-43a1-85da-41e4a0bf3164 x-openstack-request-id: req-2fc24c37-bb0c-43a1-85da-41e4a0bf3164 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:57:13.638058 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04587fa2-85f8-4aa8-b7ac-33d8fd4d6889", "tag": "8243218e-1db7-48e7-b289-53e5a737c8b6", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:57:13.638982 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2fc24c37-bb0c-43a1-85da-41e4a0bf3164 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:57:13.640637 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04587fa2-85f8-4aa8-b7ac-33d8fd4d6889', 'tag': '8243218e-1db7-48e7-b289-53e5a737c8b6', 'status': 'completed', 'code': 200} Nov 10 17:57:13.724468 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09183de8-321b-4ad2-997f-791e65ae36cf req-d6010183-a038-4b23-a73e-4201eac90a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:13.724468 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09183de8-321b-4ad2-997f-791e65ae36cf req-d6010183-a038-4b23-a73e-4201eac90a5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 1095 time: 0.1081629 Nov 10 17:57:13.803646 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-74eecf2c-4320-4021-9ee1-1760f47a9e63 req-14c13110-63e9-43f0-867e-cb62031e4b2b tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d0183f5-eb43-4a02-95b7-d05ed9cf7e31 HTTP/1.1" status: 200 len: 210 time: 0.0594916 Nov 10 17:57:13.833995 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09183de8-321b-4ad2-997f-791e65ae36cf req-e4405dbc-d483-40a7-b19b-9718858b453b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8243218e-1db7-48e7-b289-53e5a737c8b6 HTTP/1.1" status: 200 len: 217 time: 0.1008914 Nov 10 17:57:13.921217 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09183de8-321b-4ad2-997f-791e65ae36cf req-d97e77e1-97e3-442f-bd6b-f125bbfb30c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:13.924440 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09183de8-321b-4ad2-997f-791e65ae36cf req-d97e77e1-97e3-442f-bd6b-f125bbfb30c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dedd1657-6946-4ad5-9ff2-ff085f8f6fde HTTP/1.1" status: 200 len: 835 time: 0.0811338 Nov 10 17:57:14.067330 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873f9f4-1858-4bb9-96b9-eee0ce340c2c req-31286708-4433-4478-8427-62a4b7b883b0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:14.069091 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b873f9f4-1858-4bb9-96b9-eee0ce340c2c req-31286708-4433-4478-8427-62a4b7b883b0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 943 time: 0.1356480 Nov 10 17:57:14.077765 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09183de8-321b-4ad2-997f-791e65ae36cf req-f1ff2c0a-76af-4010-81fa-52d9d6682e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:14.080889 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09183de8-321b-4ad2-997f-791e65ae36cf req-f1ff2c0a-76af-4010-81fa-52d9d6682e47 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb6a6530-3277-4987-9183-1680fea86d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1489515 Nov 10 17:57:14.153913 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea3db1-8445-4174-9977-a2931aa6abee req-329627b0-25b4-4169-9de3-1e9f6deba1fd tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:14.165760 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea3db1-8445-4174-9977-a2931aa6abee req-329627b0-25b4-4169-9de3-1e9f6deba1fd tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:14.179311 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b873f9f4-1858-4bb9-96b9-eee0ce340c2c req-bcb02219-3832-490f-8c9b-e836f6af9b39 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005728 Nov 10 17:57:14.179565 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea3db1-8445-4174-9977-a2931aa6abee req-329627b0-25b4-4169-9de3-1e9f6deba1fd tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:14.190926 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea3db1-8445-4174-9977-a2931aa6abee req-329627b0-25b4-4169-9de3-1e9f6deba1fd tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:14.199328 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea3db1-8445-4174-9977-a2931aa6abee req-329627b0-25b4-4169-9de3-1e9f6deba1fd tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:14.206818 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea3db1-8445-4174-9977-a2931aa6abee req-329627b0-25b4-4169-9de3-1e9f6deba1fd tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:14.213210 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea3db1-8445-4174-9977-a2931aa6abee req-329627b0-25b4-4169-9de3-1e9f6deba1fd tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:14.215201 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b1ea3db1-8445-4174-9977-a2931aa6abee req-329627b0-25b4-4169-9de3-1e9f6deba1fd tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5443 time: 0.2249668 Nov 10 17:57:14.390073 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09183de8-321b-4ad2-997f-791e65ae36cf req-bb39a5b7-f5e1-4e62-9435-f37812b0e49a service neutron] 10.222.0.13 "GET /v2.0/networks/eb6a6530-3277-4987-9183-1680fea86d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995684 Nov 10 17:57:14.411993 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b1ea3db1-8445-4174-9977-a2931aa6abee req-f711b1e2-d8ca-42f1-b05b-64bfdaf3de2c tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1713753 Nov 10 17:57:14.648281 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-1238847c-dee6-45a2-81b6-f7634f42b6d6 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:14.650345 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-1238847c-dee6-45a2-81b6-f7634f42b6d6 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] 10.222.0.11 "GET /v2.0/networks?id=2ba9893e-0392-4d04-a3b7-8dc60ff21589 HTTP/1.1" status: 200 len: 810 time: 0.2352827 Nov 10 17:57:14.665369 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-fe071dbe-fe9c-4a27-b0fb-191ac46aebb4 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] Request body: {'port': {'device_id': '9d0183f5-eb43-4a02-95b7-d05ed9cf7e31', 'network_id': '2ba9893e-0392-4d04-a3b7-8dc60ff21589', 'admin_state_up': True, 'tenant_id': 'eafa442d521b4acba3a8c0b998c8ec59'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:57:14.673051 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09183de8-321b-4ad2-997f-791e65ae36cf req-b3af3b84-1172-41be-b7b2-5ed3cfab9ceb service neutron] 10.222.0.13 "GET /v2.0/networks/eb6a6530-3277-4987-9183-1680fea86d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594867 Nov 10 17:57:14.826279 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cc4f3-e8f4-4652-b49f-05d417971521 req-ac5543c3-f6c9-46b0-97c9-6e08a3c65bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:14.828797 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a9cc4f3-e8f4-4652-b49f-05d417971521 req-ac5543c3-f6c9-46b0-97c9-6e08a3c65bdb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 1095 time: 0.0793846 Nov 10 17:57:14.924766 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-fe071dbe-fe9c-4a27-b0fb-191ac46aebb4 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] Made reservation on behalf of eafa442d521b4acba3a8c0b998c8ec59 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:57:14.929146 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-fe071dbe-fe9c-4a27-b0fb-191ac46aebb4 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:14.941742 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d6468cf9-247a-4bb2-8c9e-fc2c16436e56 req-297a7d50-a86c-48ad-8dd5-d17635fe9214 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d0183f5-eb43-4a02-95b7-d05ed9cf7e31 HTTP/1.1" status: 200 len: 210 time: 0.0519638 Nov 10 17:57:14.981345 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cc4f3-e8f4-4652-b49f-05d417971521 req-a4c19ec2-0fd5-4e93-a4bb-08af2fd405ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:14.983504 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a9cc4f3-e8f4-4652-b49f-05d417971521 req-a4c19ec2-0fd5-4e93-a4bb-08af2fd405ad service neutron] 10.222.0.13 "GET /v2.0/networks?id=eb6a6530-3277-4987-9183-1680fea86d49 HTTP/1.1" status: 200 len: 898 time: 0.1462600 Nov 10 17:57:15.049645 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-b93cf215-241b-45c5-a74f-0b006343eb25 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:15.057428 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-b93cf215-241b-45c5-a74f-0b006343eb25 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:15.073861 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-b93cf215-241b-45c5-a74f-0b006343eb25 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:15.086318 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-b93cf215-241b-45c5-a74f-0b006343eb25 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:15.099999 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-b93cf215-241b-45c5-a74f-0b006343eb25 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:15.111876 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-b93cf215-241b-45c5-a74f-0b006343eb25 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:15.123236 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-b93cf215-241b-45c5-a74f-0b006343eb25 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:15.126993 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-b93cf215-241b-45c5-a74f-0b006343eb25 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.11 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5443 time: 0.1832361 Nov 10 17:57:15.135127 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a9cc4f3-e8f4-4652-b49f-05d417971521 req-99dc0f89-059f-4552-800a-db89fd98f032 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8243218e-1db7-48e7-b289-53e5a737c8b6 HTTP/1.1" status: 200 len: 217 time: 0.0799181 Nov 10 17:57:15.196464 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-0d458374-d961-4b06-8efa-daf4ebe97044 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:15.200628 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-0d458374-d961-4b06-8efa-daf4ebe97044 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.11 "GET /v2.0/ports/47f8f0ae-9d1a-48c8-a567-346cf76cba57?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0673840 Nov 10 17:57:15.246242 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cc4f3-e8f4-4652-b49f-05d417971521 req-37831137-b484-4c74-a781-61c8c41bc063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:15.249221 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a9cc4f3-e8f4-4652-b49f-05d417971521 req-37831137-b484-4c74-a781-61c8c41bc063 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dedd1657-6946-4ad5-9ff2-ff085f8f6fde HTTP/1.1" status: 200 len: 835 time: 0.1011615 Nov 10 17:57:15.344571 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-fe071dbe-fe9c-4a27-b0fb-191ac46aebb4 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] Allocated IP 172.20.0.11 (2ba9893e-0392-4d04-a3b7-8dc60ff21589/c059d69f-ece3-4bb4-8141-ccfef212c0c3/fb167969-6470-4aa7-b569-e52430fbafdd) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:57:15.379809 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-b29c8ddb-589f-40c2-9099-da9176948ac8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.11 "GET /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1730049 Nov 10 17:57:15.395049 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-86cfa4b6-4e70-4243-b268-c655fe3d0be9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:57:15.425802 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cc4f3-e8f4-4652-b49f-05d417971521 req-42bedd2f-7804-483c-a289-47548b3ef6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:15.427329 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a9cc4f3-e8f4-4652-b49f-05d417971521 req-42bedd2f-7804-483c-a289-47548b3ef6b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb6a6530-3277-4987-9183-1680fea86d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1638572 Nov 10 17:57:15.474375 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-86cfa4b6-4e70-4243-b268-c655fe3d0be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:15.569803 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55b4b5-a24b-4ff6-8f44-b6dd0be1d5e0 req-3b279d63-40c0-4616-a83d-6413e3adace6 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:15.579082 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bf55b4b5-a24b-4ff6-8f44-b6dd0be1d5e0 req-3b279d63-40c0-4616-a83d-6413e3adace6 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 943 time: 0.2563417 Nov 10 17:57:15.632006 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a9cc4f3-e8f4-4652-b49f-05d417971521 req-bc4452bd-0032-4990-a108-1685c7ae4bd3 service neutron] 10.222.0.13 "GET /v2.0/networks/eb6a6530-3277-4987-9183-1680fea86d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677177 Nov 10 17:57:15.716359 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-86cfa4b6-4e70-4243-b268-c655fe3d0be9 service neutron] For port 47f8f0ae-9d1a-48c8-a567-346cf76cba57, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=47f8f0ae-9d1a-48c8-a567-346cf76cba57,segment=NetworkSegment(a86ac378-8b1c-4cf2-a7f2-853d02679a02),segment_id=a86ac378-8b1c-4cf2-a7f2-853d02679a02)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:57:15.755504 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-86cfa4b6-4e70-4243-b268-c655fe3d0be9 service neutron] For port 47f8f0ae-9d1a-48c8-a567-346cf76cba57, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:57:15.807080 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bf55b4b5-a24b-4ff6-8f44-b6dd0be1d5e0 req-fbd12c42-c87e-48af-a288-170d043c5007 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267339 Nov 10 17:57:15.818896 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-86cfa4b6-4e70-4243-b268-c655fe3d0be9 service neutron] device_id is not set on port 47f8f0ae-9d1a-48c8-a567-346cf76cba57 yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:57:15.844978 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-86cfa4b6-4e70-4243-b268-c655fe3d0be9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:15.911891 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-86cfa4b6-4e70-4243-b268-c655fe3d0be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:15.929985 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a9cc4f3-e8f4-4652-b49f-05d417971521 req-0d71f8f8-458f-446b-82c7-9a6b65f0c1a3 service neutron] 10.222.0.13 "GET /v2.0/networks/eb6a6530-3277-4987-9183-1680fea86d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785339 Nov 10 17:57:15.933046 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-fe071dbe-fe9c-4a27-b0fb-191ac46aebb4 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:16.004828 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-fe071dbe-fe9c-4a27-b0fb-191ac46aebb4 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:16.046320 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cfa4b6-4e70-4243-b268-c655fe3d0be9 service neutron] Pushing event updated for resources: {'Port': ['ID=47f8f0ae-9d1a-48c8-a567-346cf76cba57,revision_number=6']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:16.071172 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28235e03-c8c4-45c6-9205-a5a4386f33c9 req-5623f164-33cb-4cdc-a703-d55a222612ef tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:16.084047 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28235e03-c8c4-45c6-9205-a5a4386f33c9 req-5623f164-33cb-4cdc-a703-d55a222612ef tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:16.093604 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28235e03-c8c4-45c6-9205-a5a4386f33c9 req-5623f164-33cb-4cdc-a703-d55a222612ef tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:16.100395 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28235e03-c8c4-45c6-9205-a5a4386f33c9 req-5623f164-33cb-4cdc-a703-d55a222612ef tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:16.107655 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28235e03-c8c4-45c6-9205-a5a4386f33c9 req-5623f164-33cb-4cdc-a703-d55a222612ef tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:16.114760 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28235e03-c8c4-45c6-9205-a5a4386f33c9 req-5623f164-33cb-4cdc-a703-d55a222612ef tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:16.121976 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28235e03-c8c4-45c6-9205-a5a4386f33c9 req-5623f164-33cb-4cdc-a703-d55a222612ef tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:16.134962 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-28235e03-c8c4-45c6-9205-a5a4386f33c9 req-5623f164-33cb-4cdc-a703-d55a222612ef tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 5365 time: 0.4976575 Nov 10 17:57:16.178538 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-86cfa4b6-4e70-4243-b268-c655fe3d0be9 service neutron] No DVR routers for this DVR port 47f8f0ae-9d1a-48c8-a567-346cf76cba57 on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:57:16.197246 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-fe071dbe-fe9c-4a27-b0fb-191ac46aebb4 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] Network 2ba9893e-0392-4d04-a3b7-8dc60ff21589 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:57:16.207259 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-fe071dbe-fe9c-4a27-b0fb-191ac46aebb4 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:57:16.224317 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-86cfa4b6-4e70-4243-b268-c655fe3d0be9 service neutron] In _notify_port_updated(), no bound segment for port 47f8f0ae-9d1a-48c8-a567-346cf76cba57 on network 47baead0-3e81-4ecd-90e6-eeb908ade233 {{(pid=102468) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 17:57:16.225252 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-86cfa4b6-4e70-4243-b268-c655fe3d0be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:16.225866 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-86cfa4b6-4e70-4243-b268-c655fe3d0be9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:16.227186 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-86cfa4b6-4e70-4243-b268-c655fe3d0be9 service neutron] 10.222.0.11 "PUT /v2.0/ports/47f8f0ae-9d1a-48c8-a567-346cf76cba57 HTTP/1.1" status: 200 len: 1031 time: 0.8402700 Nov 10 17:57:16.242187 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe071dbe-fe9c-4a27-b0fb-191ac46aebb4 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] Pushing event updated for resources: {'Port': ['ID=fb167969-6470-4aa7-b569-e52430fbafdd,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:16.247567 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-fe071dbe-fe9c-4a27-b0fb-191ac46aebb4 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:57:16.293358 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-28235e03-c8c4-45c6-9205-a5a4386f33c9 req-a16c30d4-9c21-4b71-b087-91cc74904795 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc&id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1562543 Nov 10 17:57:16.359310 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-aa81926d-20d3-4b73-968d-4fdeb0e336a7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:16.362031 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-aa81926d-20d3-4b73-968d-4fdeb0e336a7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.11 "GET /v2.0/ports/224ef4d3-dee2-4bcd-947b-b7c7a9b0544c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0876105 Nov 10 17:57:16.376185 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2dbdf0-7f70-4e59-818b-ddde5684bbe9 req-277555e5-2412-47fd-8bb1-f2700c508674 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:16.377789 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6b2dbdf0-7f70-4e59-818b-ddde5684bbe9 req-277555e5-2412-47fd-8bb1-f2700c508674 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d0183f5-eb43-4a02-95b7-d05ed9cf7e31 HTTP/1.1" status: 200 len: 932 time: 0.2996197 Nov 10 17:57:16.378004 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-3d524760-6d42-440c-8620-8702d73b1412 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:57:16.431321 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-fe071dbe-fe9c-4a27-b0fb-191ac46aebb4 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:16.434652 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-fe071dbe-fe9c-4a27-b0fb-191ac46aebb4 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:16.497881 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-fe071dbe-fe9c-4a27-b0fb-191ac46aebb4 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8365617 Nov 10 17:57:16.512799 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-3d524760-6d42-440c-8620-8702d73b1412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:16.526960 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-39115c09-2a11-4936-bc86-4c0419bb7e97 service neutron] Request body: {'port': {'device_id': '9d0183f5-eb43-4a02-95b7-d05ed9cf7e31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:57:16.568741 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6b2dbdf0-7f70-4e59-818b-ddde5684bbe9 req-bc04b548-b6ae-40e8-9728-12aabd874cdd tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5cd3790-6c3e-4a9c-b544-4be161374a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761875 Nov 10 17:57:16.628015 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-39115c09-2a11-4936-bc86-4c0419bb7e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:16.649959 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-709802bd-86d3-48e6-a53c-7e1a56aed35f None None] Provisioning complete for port 47f8f0ae-9d1a-48c8-a567-346cf76cba57 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:57:16.650857 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-709802bd-86d3-48e6-a53c-7e1a56aed35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:16.697773 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-709802bd-86d3-48e6-a53c-7e1a56aed35f None None] Port 47f8f0ae-9d1a-48c8-a567-346cf76cba57 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:57:16.823232 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-3d524760-6d42-440c-8620-8702d73b1412 service neutron] For port 224ef4d3-dee2-4bcd-947b-b7c7a9b0544c, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=224ef4d3-dee2-4bcd-947b-b7c7a9b0544c,segment=NetworkSegment(a86ac378-8b1c-4cf2-a7f2-853d02679a02),segment_id=a86ac378-8b1c-4cf2-a7f2-853d02679a02)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:57:16.870878 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-3d524760-6d42-440c-8620-8702d73b1412 service neutron] For port 224ef4d3-dee2-4bcd-947b-b7c7a9b0544c, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:57:16.930066 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-3d524760-6d42-440c-8620-8702d73b1412 service neutron] device_id is not set on port 224ef4d3-dee2-4bcd-947b-b7c7a9b0544c yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 17:57:16.953589 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-3d524760-6d42-440c-8620-8702d73b1412 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:16.987936 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-3d524760-6d42-440c-8620-8702d73b1412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:17.031758 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 1f10bfec-b077-4852-8bba-c7adc7ab16bd no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:57:17.123487 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17ba51-dc2e-48ce-8776-41a45cb3a8b3 req-1a2bfb94-4c30-4c5c-b763-403b35c59393 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:17.127224 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f17ba51-dc2e-48ce-8776-41a45cb3a8b3 req-1a2bfb94-4c30-4c5c-b763-403b35c59393 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 943 time: 0.1908913 Nov 10 17:57:17.152304 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-39115c09-2a11-4936-bc86-4c0419bb7e97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb167969-6470-4aa7-b569-e52430fbafdd {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:57:17.163287 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-39115c09-2a11-4936-bc86-4c0419bb7e97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:17.181321 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-39115c09-2a11-4936-bc86-4c0419bb7e97 service neutron] Transition to ACTIVE for port object fb167969-6470-4aa7-b569-e52430fbafdd will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:57:17.182789 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d524760-6d42-440c-8620-8702d73b1412 service neutron] Pushing event updated for resources: {'Port': ['ID=224ef4d3-dee2-4bcd-947b-b7c7a9b0544c,revision_number=6']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:17.188689 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-3d524760-6d42-440c-8620-8702d73b1412 service neutron] No DVR routers for this DVR port 224ef4d3-dee2-4bcd-947b-b7c7a9b0544c on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:57:17.199969 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-39115c09-2a11-4936-bc86-4c0419bb7e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:17.256387 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-3d524760-6d42-440c-8620-8702d73b1412 service neutron] In _notify_port_updated(), no bound segment for port 224ef4d3-dee2-4bcd-947b-b7c7a9b0544c on network 47baead0-3e81-4ecd-90e6-eeb908ade233 {{(pid=102468) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 17:57:17.259095 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-3d524760-6d42-440c-8620-8702d73b1412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:17.260811 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-3d524760-6d42-440c-8620-8702d73b1412 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:17.263437 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-3d524760-6d42-440c-8620-8702d73b1412 service neutron] 10.222.0.11 "PUT /v2.0/ports/224ef4d3-dee2-4bcd-947b-b7c7a9b0544c HTTP/1.1" status: 200 len: 1032 time: 0.8928568 Nov 10 17:57:17.281659 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:17.297566 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39115c09-2a11-4936-bc86-4c0419bb7e97 service neutron] Pushing event updated for resources: {'Port': ['ID=fb167969-6470-4aa7-b569-e52430fbafdd,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:17.366267 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 1f10bfec-b077-4852-8bba-c7adc7ab16bd, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=1f10bfec-b077-4852-8bba-c7adc7ab16bd,segment=NetworkSegment(593a9bc3-cd7b-417a-b974-3d7aa191c18a),segment_id=593a9bc3-cd7b-417a-b974-3d7aa191c18a)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:57:17.374292 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f10bfec-b077-4852-8bba-c7adc7ab16bd'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:57:17.378450 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea3dde7-2116-4e62-881f-252ae109172d" -d '{"events": [{"server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "name": "network-vif-unplugged", "status": "completed", "tag": "1f10bfec-b077-4852-8bba-c7adc7ab16bd"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:57:17.383808 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 8243218e-1db7-48e7-b289-53e5a737c8b6 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:57:17.391802 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:17.393210 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f17ba51-dc2e-48ce-8776-41a45cb3a8b3 req-078d1d13-761c-41c4-a86e-c49e991f64a9 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2490363 Nov 10 17:57:17.412405 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 47f8f0ae-9d1a-48c8-a567-346cf76cba57 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:57:17.602907 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-21e2ee6d-87a4-4001-a142-78904435334a tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Deleting port eacd23a8-ca31-46bb-9e0e-580677075960 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:57:17.603201 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccea7a0-b72c-476c-9cdc-2100e012b4f5 x-openstack-request-id: req-fccea7a0-b72c-476c-9cdc-2100e012b4f5 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:57:17.603466 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "name": "network-vif-unplugged", "status": "completed", "tag": "1f10bfec-b077-4852-8bba-c7adc7ab16bd", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:57:17.603814 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-21e2ee6d-87a4-4001-a142-78904435334a tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:17.604073 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fccea7a0-b72c-476c-9cdc-2100e012b4f5 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:57:17.604875 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f10bfec-b077-4852-8bba-c7adc7ab16bd', 'code': 200} Nov 10 17:57:17.655944 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0fadd-f408-4f15-a7e8-c7a2b19899a9 req-33223e9a-653c-426b-9d5d-a1644f46cc3b tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:17.659975 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c9b87dc0-9492-4fde-b847-1d56b4d074fd None None] Provisioning complete for port 224ef4d3-dee2-4bcd-947b-b7c7a9b0544c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:57:17.660810 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c9b87dc0-9492-4fde-b847-1d56b4d074fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:17.668048 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0fadd-f408-4f15-a7e8-c7a2b19899a9 req-33223e9a-653c-426b-9d5d-a1644f46cc3b tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:17.685971 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0fadd-f408-4f15-a7e8-c7a2b19899a9 req-33223e9a-653c-426b-9d5d-a1644f46cc3b tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:17.698567 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0fadd-f408-4f15-a7e8-c7a2b19899a9 req-33223e9a-653c-426b-9d5d-a1644f46cc3b tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:17.711919 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0fadd-f408-4f15-a7e8-c7a2b19899a9 req-33223e9a-653c-426b-9d5d-a1644f46cc3b tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:17.724880 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-26c0fadd-f408-4f15-a7e8-c7a2b19899a9 req-33223e9a-653c-426b-9d5d-a1644f46cc3b tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 3884 time: 0.2516658 Nov 10 17:57:17.782792 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-39115c09-2a11-4936-bc86-4c0419bb7e97 service neutron] Attempting to bind port fb167969-6470-4aa7-b569-e52430fbafdd on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:57:17.783144 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-39115c09-2a11-4936-bc86-4c0419bb7e97 service neutron] Attempting to bind port fb167969-6470-4aa7-b569-e52430fbafdd by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '39c5d88a-cf99-43cb-87b0-ea81cc0ac25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2ba9893e-0392-4d04-a3b7-8dc60ff21589'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:57:17.783555 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-39115c09-2a11-4936-bc86-4c0419bb7e97 service neutron] Attempting to bind port fb167969-6470-4aa7-b569-e52430fbafdd on network 2ba9893e-0392-4d04-a3b7-8dc60ff21589 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:57:17.796257 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c9b87dc0-9492-4fde-b847-1d56b4d074fd None None] Port 224ef4d3-dee2-4bcd-947b-b7c7a9b0544c cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:57:17.835212 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-39115c09-2a11-4936-bc86-4c0419bb7e97 service neutron] Port fb167969-6470-4aa7-b569-e52430fbafdd on network 2ba9893e-0392-4d04-a3b7-8dc60ff21589 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:57:17.835646 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-39115c09-2a11-4936-bc86-4c0419bb7e97 service neutron] Attempting to bind port fb167969-6470-4aa7-b569-e52430fbafdd on network 2ba9893e-0392-4d04-a3b7-8dc60ff21589 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:57:17.844508 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=1f10bfec-b077-4852-8bba-c7adc7ab16bd,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:17.853353 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:57:17.865380 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 47f8f0ae-9d1a-48c8-a567-346cf76cba57 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:57:17.866940 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 224ef4d3-dee2-4bcd-947b-b7c7a9b0544c no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:57:17.915017 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-39115c09-2a11-4936-bc86-4c0419bb7e97 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:57:17.915579 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-39115c09-2a11-4936-bc86-4c0419bb7e97 service neutron] Checking segment: {'id': '39c5d88a-cf99-43cb-87b0-ea81cc0ac25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2ba9893e-0392-4d04-a3b7-8dc60ff21589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:57:17.916252 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-39115c09-2a11-4936-bc86-4c0419bb7e97 service neutron] Bound using segment: {'id': '39c5d88a-cf99-43cb-87b0-ea81cc0ac25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2ba9893e-0392-4d04-a3b7-8dc60ff21589'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:57:17.917007 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-39115c09-2a11-4936-bc86-4c0419bb7e97 service neutron] Bound port: fb167969-6470-4aa7-b569-e52430fbafdd, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39c5d88a-cf99-43cb-87b0-ea81cc0ac25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2ba9893e-0392-4d04-a3b7-8dc60ff21589'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:57:17.917412 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-39115c09-2a11-4936-bc86-4c0419bb7e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:17.940792 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea9c37-0d5b-4a73-9e88-aaa12146039b req-76be1809-47f7-4a32-8998-54621e2f3582 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:17.949392 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-91ea9c37-0d5b-4a73-9e88-aaa12146039b req-76be1809-47f7-4a32-8998-54621e2f3582 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d0183f5-eb43-4a02-95b7-d05ed9cf7e31 HTTP/1.1" status: 200 len: 944 time: 0.1561012 Nov 10 17:57:17.976820 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-26c0fadd-f408-4f15-a7e8-c7a2b19899a9 req-667ca21c-732f-4689-89d1-e876a0c9b980 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2507021 Nov 10 17:57:18.031148 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 8243218e-1db7-48e7-b289-53e5a737c8b6, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=8243218e-1db7-48e7-b289-53e5a737c8b6,segment=NetworkSegment(b63bd616-5238-47be-8361-159777550f06),segment_id=b63bd616-5238-47be-8361-159777550f06)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:57:18.054144 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '8243218e-1db7-48e7-b289-53e5a737c8b6', 'network_id': 'eb6a6530-3277-4987-9183-1680fea86d49', 'port_id': '8243218e-1db7-48e7-b289-53e5a737c8b6', 'mac_address': 'fa:16:3e:3d:b4:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dedd1657-6946-4ad5-9ff2-ff085f8f6fde', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:57:18.103223 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-39115c09-2a11-4936-bc86-4c0419bb7e97 service neutron] For port fb167969-6470-4aa7-b569-e52430fbafdd, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:57:18.122121 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-39115c09-2a11-4936-bc86-4c0419bb7e97 service neutron] For port fb167969-6470-4aa7-b569-e52430fbafdd, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=fb167969-6470-4aa7-b569-e52430fbafdd,segment=NetworkSegment(39c5d88a-cf99-43cb-87b0-ea81cc0ac25f),segment_id=39c5d88a-cf99-43cb-87b0-ea81cc0ac25f)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:57:18.133707 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-39115c09-2a11-4936-bc86-4c0419bb7e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:18.138407 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:18.155894 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 224ef4d3-dee2-4bcd-947b-b7c7a9b0544c not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:57:18.156445 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device c5181e29-f91d-489f-9f2c-19921b9b79a6 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:57:18.159335 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8243218e-1db7-48e7-b289-53e5a737c8b6 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:57:18.183342 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 8243218e-1db7-48e7-b289-53e5a737c8b6, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=8243218e-1db7-48e7-b289-53e5a737c8b6,segment=NetworkSegment(b63bd616-5238-47be-8361-159777550f06),segment_id=b63bd616-5238-47be-8361-159777550f06)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:57:18.242155 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:18.297016 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-39115c09-2a11-4936-bc86-4c0419bb7e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:18.301972 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-39115c09-2a11-4936-bc86-4c0419bb7e97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:18.304477 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-39115c09-2a11-4936-bc86-4c0419bb7e97 service neutron] 10.222.0.11 "PUT /v2.0/ports/fb167969-6470-4aa7-b569-e52430fbafdd HTTP/1.1" status: 200 len: 1093 time: 1.7844651 Nov 10 17:57:18.305202 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0183f5-eb43-4a02-95b7-d05ed9cf7e31', 'tag': 'fb167969-6470-4aa7-b569-e52430fbafdd'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:57:18.308858 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd40172-c4a6-454a-8415-f81933c2e9df" -d '{"events": [{"name": "network-changed", "server_uuid": "9d0183f5-eb43-4a02-95b7-d05ed9cf7e31", "tag": "fb167969-6470-4aa7-b569-e52430fbafdd"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:57:18.397332 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=8243218e-1db7-48e7-b289-53e5a737c8b6,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:18.441280 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:18.448754 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8be3318-fa2e-4eba-8e78-4e391544b562 x-openstack-request-id: req-e8be3318-fa2e-4eba-8e78-4e391544b562 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:57:18.449500 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d0183f5-eb43-4a02-95b7-d05ed9cf7e31", "tag": "fb167969-6470-4aa7-b569-e52430fbafdd", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:57:18.449975 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e8be3318-fa2e-4eba-8e78-4e391544b562 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:57:18.450733 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d0183f5-eb43-4a02-95b7-d05ed9cf7e31', 'tag': 'fb167969-6470-4aa7-b569-e52430fbafdd', 'status': 'completed', 'code': 200} Nov 10 17:57:18.488947 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port c5181e29-f91d-489f-9f2c-19921b9b79a6, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c5181e29-f91d-489f-9f2c-19921b9b79a6,segment=NetworkSegment(a86ac378-8b1c-4cf2-a7f2-853d02679a02),segment_id=a86ac378-8b1c-4cf2-a7f2-853d02679a02)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:57:18.492686 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['8243218e-1db7-48e7-b289-53e5a737c8b6'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:57:18.505252 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39115c09-2a11-4936-bc86-4c0419bb7e97 service neutron] Pushing event updated for resources: {'Port': ['ID=fb167969-6470-4aa7-b569-e52430fbafdd,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:18.542563 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-e43ba325-56db-4a01-9010-e1472eff00de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:18.546337 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-e43ba325-56db-4a01-9010-e1472eff00de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eafa442d521b4acba3a8c0b998c8ec59&device_id=9d0183f5-eb43-4a02-95b7-d05ed9cf7e31 HTTP/1.1" status: 200 len: 1096 time: 0.1749537 Nov 10 17:57:18.555230 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:18.556226 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device eacd23a8-ca31-46bb-9e0e-580677075960 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:57:18.658951 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-d0a367a2-817c-402e-a318-67dd22ebde3d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb167969-6470-4aa7-b569-e52430fbafdd HTTP/1.1" status: 200 len: 217 time: 0.1048884 Nov 10 17:57:18.684559 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=c5181e29-f91d-489f-9f2c-19921b9b79a6,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:18.692400 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-21e2ee6d-87a4-4001-a142-78904435334a tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] For port eacd23a8-ca31-46bb-9e0e-580677075960, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=eacd23a8-ca31-46bb-9e0e-580677075960,segment=NetworkSegment(593a9bc3-cd7b-417a-b974-3d7aa191c18a),segment_id=593a9bc3-cd7b-417a-b974-3d7aa191c18a)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:57:18.692998 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-21e2ee6d-87a4-4001-a142-78904435334a tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:18.724078 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-21e2ee6d-87a4-4001-a142-78904435334a tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Calling delete_port for eacd23a8-ca31-46bb-9e0e-580677075960 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:57:18.739246 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa37074-f410-468c-9a12-aff228f92a27 req-eb001f32-7b1e-48de-9fa8-5480a22f1fe7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:18.741058 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eaa37074-f410-468c-9a12-aff228f92a27 req-eb001f32-7b1e-48de-9fa8-5480a22f1fe7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 944 time: 0.1194348 Nov 10 17:57:18.752803 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-507b2459-67c5-4cc6-9e7d-3c238d825850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:18.754475 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-507b2459-67c5-4cc6-9e7d-3c238d825850 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c059d69f-ece3-4bb4-8141-ccfef212c0c3 HTTP/1.1" status: 200 len: 850 time: 0.0889966 Nov 10 17:57:18.793286 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-42ebddab-3c80-4892-a9dc-107bd9f214cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2ba9893e-0392-4d04-a3b7-8dc60ff21589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310566 Nov 10 17:57:18.817911 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-91ea9c37-0d5b-4a73-9e88-aaa12146039b req-5f236696-bd67-4498-99b0-9b432b0f5014 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5cd3790-6c3e-4a9c-b544-4be161374a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8307121 Nov 10 17:57:18.923153 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:19.004304 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eaa37074-f410-468c-9a12-aff228f92a27 req-0feba5b5-ac32-4309-9d20-0ba8756a8563 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487550 Nov 10 17:57:19.011937 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port eacd23a8-ca31-46bb-9e0e-580677075960, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=eacd23a8-ca31-46bb-9e0e-580677075960,segment=NetworkSegment(593a9bc3-cd7b-417a-b974-3d7aa191c18a),segment_id=593a9bc3-cd7b-417a-b974-3d7aa191c18a)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:57:19.043646 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:19.044771 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 3e2b75e1-1dde-4f1e-8e65-79bd011d0b86 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:57:19.101599 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-3cd1dca0-dc3c-468b-8741-4eb8486ba657 service neutron] 10.222.0.11 "GET /v2.0/networks/2ba9893e-0392-4d04-a3b7-8dc60ff21589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008780 Nov 10 17:57:19.169073 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-21e2ee6d-87a4-4001-a142-78904435334a tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:19.291188 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2ee6d-87a4-4001-a142-78904435334a tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Pushing event deleted for resources: {'Port': ['ID=eacd23a8-ca31-46bb-9e0e-580677075960,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:19.306541 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-54474845-72c5-4dc9-b8c6-d5df1ae6dcc9 req-a9b2fc9b-34f1-4a3c-b117-fc7d5120e085 service neutron] 10.222.0.11 "GET /v2.0/networks/2ba9893e-0392-4d04-a3b7-8dc60ff21589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961284 Nov 10 17:57:19.378384 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=eacd23a8-ca31-46bb-9e0e-580677075960,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:19.462964 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd40172-c4a6-454a-8415-f81933c2e9df req-0ff05e79-5cb9-4be1-a597-c4b0f7dfb08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:19.465408 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5bd40172-c4a6-454a-8415-f81933c2e9df req-0ff05e79-5cb9-4be1-a597-c4b0f7dfb08b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eafa442d521b4acba3a8c0b998c8ec59&device_id=9d0183f5-eb43-4a02-95b7-d05ed9cf7e31 HTTP/1.1" status: 200 len: 1096 time: 0.0963240 Nov 10 17:57:19.469227 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-21e2ee6d-87a4-4001-a142-78904435334a tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] No DVR routers for this DVR port eacd23a8-ca31-46bb-9e0e-580677075960 on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:57:19.481771 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-21e2ee6d-87a4-4001-a142-78904435334a tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:19.487197 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-21e2ee6d-87a4-4001-a142-78904435334a tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.11 "DELETE /v2.0/ports/eacd23a8-ca31-46bb-9e0e-580677075960 HTTP/1.1" status: 204 len: 173 time: 2.2126517 Nov 10 17:57:19.487544 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'name': 'network-vif-deleted', 'tag': 'eacd23a8-ca31-46bb-9e0e-580677075960'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:57:19.490557 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3916bcd-c82c-440c-8729-4380c1f04477" -d '{"events": [{"server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "name": "network-vif-deleted", "tag": "eacd23a8-ca31-46bb-9e0e-580677075960"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:57:19.493820 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:19.586110 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4136725-1ab3-42f3-997a-019dea83b475 req-1617c097-a070-4fd7-91a9-9d4fdd1e26de tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:19.592100 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4136725-1ab3-42f3-997a-019dea83b475 req-1617c097-a070-4fd7-91a9-9d4fdd1e26de tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:19.599961 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4136725-1ab3-42f3-997a-019dea83b475 req-1617c097-a070-4fd7-91a9-9d4fdd1e26de tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:19.606494 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4136725-1ab3-42f3-997a-019dea83b475 req-1617c097-a070-4fd7-91a9-9d4fdd1e26de tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:19.608498 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c4136725-1ab3-42f3-997a-019dea83b475 req-1617c097-a070-4fd7-91a9-9d4fdd1e26de tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 3147 time: 0.3967254 Nov 10 17:57:19.610543 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee02a890-dbf8-47af-a2df-49c726ab0f03 x-openstack-request-id: req-ee02a890-dbf8-47af-a2df-49c726ab0f03 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:57:19.610773 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5181e29-f91d-489f-9f2c-19921b9b79a6'}, {'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eacd23a8-ca31-46bb-9e0e-580677075960'}, {'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e2b75e1-1dde-4f1e-8e65-79bd011d0b86'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:57:19.610955 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "name": "network-vif-deleted", "tag": "eacd23a8-ca31-46bb-9e0e-580677075960", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:57:19.611127 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ee02a890-dbf8-47af-a2df-49c726ab0f03 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:57:19.611465 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'name': 'network-vif-deleted', 'tag': 'eacd23a8-ca31-46bb-9e0e-580677075960', 'status': 'completed', 'code': 200} Nov 10 17:57:19.622819 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7519bc46-d504-4944-ac6b-113135e5852e" -d '{"events": [{"server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "name": "network-vif-unplugged", "status": "completed", "tag": "c5181e29-f91d-489f-9f2c-19921b9b79a6"}, {"server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "name": "network-vif-unplugged", "status": "completed", "tag": "eacd23a8-ca31-46bb-9e0e-580677075960"}, {"server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "name": "network-vif-unplugged", "status": "completed", "tag": "3e2b75e1-1dde-4f1e-8e65-79bd011d0b86"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:57:19.649549 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 3e2b75e1-1dde-4f1e-8e65-79bd011d0b86, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=3e2b75e1-1dde-4f1e-8e65-79bd011d0b86,segment=NetworkSegment(a86ac378-8b1c-4cf2-a7f2-853d02679a02),segment_id=a86ac378-8b1c-4cf2-a7f2-853d02679a02)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:57:19.657603 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:19.658922 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 1f2a1a3d-5b3f-4c67-83ef-66629755aaba no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:57:19.660190 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd40172-c4a6-454a-8415-f81933c2e9df req-51a3bf29-3f0a-4eeb-877d-d5ff658c82dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:19.663353 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5bd40172-c4a6-454a-8415-f81933c2e9df req-51a3bf29-3f0a-4eeb-877d-d5ff658c82dd service neutron] 10.222.0.11 "GET /v2.0/networks?id=2ba9893e-0392-4d04-a3b7-8dc60ff21589 HTTP/1.1" status: 200 len: 911 time: 0.1894982 Nov 10 17:57:19.740117 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 10 Nov 2021 17:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9d9285-6033-401a-9bbc-4f97f34f40c7 x-openstack-request-id: req-5a9d9285-6033-401a-9bbc-4f97f34f40c7 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:57:19.740117 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "name": "network-vif-unplugged", "status": "completed", "tag": "c5181e29-f91d-489f-9f2c-19921b9b79a6", "code": 200}, {"server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "name": "network-vif-unplugged", "status": "completed", "tag": "eacd23a8-ca31-46bb-9e0e-580677075960", "code": 200}, {"server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "name": "network-vif-unplugged", "status": "completed", "tag": "3e2b75e1-1dde-4f1e-8e65-79bd011d0b86", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:57:19.740117 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5a9d9285-6033-401a-9bbc-4f97f34f40c7 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:57:19.740117 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5181e29-f91d-489f-9f2c-19921b9b79a6', 'code': 200} Nov 10 17:57:19.740117 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eacd23a8-ca31-46bb-9e0e-580677075960', 'code': 200} Nov 10 17:57:19.740117 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e2b75e1-1dde-4f1e-8e65-79bd011d0b86', 'code': 200} Nov 10 17:57:19.776248 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5bd40172-c4a6-454a-8415-f81933c2e9df req-c221ec23-6bfb-4abc-b41f-6b719ca65f1a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb167969-6470-4aa7-b569-e52430fbafdd HTTP/1.1" status: 200 len: 217 time: 0.0979397 Nov 10 17:57:19.809851 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c4136725-1ab3-42f3-997a-019dea83b475 req-c5bc640d-9621-4468-845b-49870b919e25 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841762 Nov 10 17:57:19.829314 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-6f9a6c49-cef1-4046-beaa-4d7903e7fba7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Deleting port 1f2a1a3d-5b3f-4c67-83ef-66629755aaba {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:57:19.829806 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-6f9a6c49-cef1-4046-beaa-4d7903e7fba7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:19.948101 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd40172-c4a6-454a-8415-f81933c2e9df req-3557c419-5ed5-43b0-bc3b-a141e6a73e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:19.949557 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5bd40172-c4a6-454a-8415-f81933c2e9df req-3557c419-5ed5-43b0-bc3b-a141e6a73e10 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c059d69f-ece3-4bb4-8141-ccfef212c0c3 HTTP/1.1" status: 200 len: 850 time: 0.1703341 Nov 10 17:57:19.969297 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=3e2b75e1-1dde-4f1e-8e65-79bd011d0b86,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:19.979554 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:20.026700 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 1f2a1a3d-5b3f-4c67-83ef-66629755aaba, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=1f2a1a3d-5b3f-4c67-83ef-66629755aaba,segment=NetworkSegment(5f095d99-d612-47ab-81fe-140248ebc91a),segment_id=5f095d99-d612-47ab-81fe-140248ebc91a)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:57:20.042566 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:20.088507 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5bd40172-c4a6-454a-8415-f81933c2e9df req-a9163f79-4b21-4677-9ba5-0638519c9009 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2ba9893e-0392-4d04-a3b7-8dc60ff21589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1230822 Nov 10 17:57:20.159784 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=1f2a1a3d-5b3f-4c67-83ef-66629755aaba,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:20.222484 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-6f9a6c49-cef1-4046-beaa-4d7903e7fba7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] For port 1f2a1a3d-5b3f-4c67-83ef-66629755aaba, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=1f2a1a3d-5b3f-4c67-83ef-66629755aaba,segment=NetworkSegment(5f095d99-d612-47ab-81fe-140248ebc91a),segment_id=5f095d99-d612-47ab-81fe-140248ebc91a)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:57:20.222857 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-6f9a6c49-cef1-4046-beaa-4d7903e7fba7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:20.257903 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee159ad6-da39-4e49-8c3f-6022f1db654c req-708fd53f-8681-4fe6-ac4e-a8741b4c3a2c tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:20.267955 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ee159ad6-da39-4e49-8c3f-6022f1db654c req-708fd53f-8681-4fe6-ac4e-a8741b4c3a2c tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d0183f5-eb43-4a02-95b7-d05ed9cf7e31 HTTP/1.1" status: 200 len: 944 time: 0.3173358 Nov 10 17:57:20.335353 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5bd40172-c4a6-454a-8415-f81933c2e9df req-65f69f0d-06c1-4571-9e1b-0d2b2e0efea4 service neutron] 10.222.0.11 "GET /v2.0/networks/2ba9893e-0392-4d04-a3b7-8dc60ff21589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364037 Nov 10 17:57:20.393482 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f2248-98a3-4a74-b71c-e2f5409958b3 req-d8556d4c-3ae8-430d-8f98-a1a6cc79c773 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:20.400104 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d11f2248-98a3-4a74-b71c-e2f5409958b3 req-d8556d4c-3ae8-430d-8f98-a1a6cc79c773 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 944 time: 0.2218122 Nov 10 17:57:20.503855 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ee159ad6-da39-4e49-8c3f-6022f1db654c req-61e9fd0b-8314-4b6e-9b19-47ff976bcab4 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5cd3790-6c3e-4a9c-b544-4be161374a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347784 Nov 10 17:57:20.569737 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5bd40172-c4a6-454a-8415-f81933c2e9df req-ff121616-07b0-4162-bf02-4fc0f943b268 service neutron] 10.222.0.11 "GET /v2.0/networks/2ba9893e-0392-4d04-a3b7-8dc60ff21589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134354 Nov 10 17:57:20.657340 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d11f2248-98a3-4a74-b71c-e2f5409958b3 req-b42e39f0-bb0c-4ae8-bdcb-820295cedb3e tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669278 Nov 10 17:57:20.709737 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-6f9a6c49-cef1-4046-beaa-4d7903e7fba7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:20.710470 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-6f9a6c49-cef1-4046-beaa-4d7903e7fba7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:20.711121 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-6f9a6c49-cef1-4046-beaa-4d7903e7fba7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Floating IP 35228e79-11fa-410a-ab3d-030f33733273 disassociated. External IP: 172.25.5.158, port: 1f2a1a3d-5b3f-4c67-83ef-66629755aaba. Nov 10 17:57:20.711630 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-6f9a6c49-cef1-4046-beaa-4d7903e7fba7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Calling delete_port for 1f2a1a3d-5b3f-4c67-83ef-66629755aaba owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:57:20.962738 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-6f9a6c49-cef1-4046-beaa-4d7903e7fba7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:21.034148 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device fb167969-6470-4aa7-b569-e52430fbafdd details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:57:21.058270 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a6c49-cef1-4046-beaa-4d7903e7fba7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Pushing event deleted for resources: {'Port': ['ID=1f2a1a3d-5b3f-4c67-83ef-66629755aaba,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:21.088527 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa199c92-5563-4979-9173-af9c0255878f req-47c026b7-158c-44cf-99b7-7a8269e3bc35 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:21.100404 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa199c92-5563-4979-9173-af9c0255878f req-47c026b7-158c-44cf-99b7-7a8269e3bc35 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:21.114568 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa199c92-5563-4979-9173-af9c0255878f req-47c026b7-158c-44cf-99b7-7a8269e3bc35 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:21.127902 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa199c92-5563-4979-9173-af9c0255878f req-47c026b7-158c-44cf-99b7-7a8269e3bc35 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 2410 time: 0.1503258 Nov 10 17:57:21.233345 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa199c92-5563-4979-9173-af9c0255878f req-e1b77680-41ea-4036-9538-8e71128421fc tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966256 Nov 10 17:57:21.305951 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-6f9a6c49-cef1-4046-beaa-4d7903e7fba7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Router a86f7cf7-5515-47fa-b730-337126b5041d has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:57:21.383671 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 8243218e-1db7-48e7-b289-53e5a737c8b6 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:57:21.525670 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port fb167969-6470-4aa7-b569-e52430fbafdd, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=fb167969-6470-4aa7-b569-e52430fbafdd,segment=NetworkSegment(39c5d88a-cf99-43cb-87b0-ea81cc0ac25f),segment_id=39c5d88a-cf99-43cb-87b0-ea81cc0ac25f)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:57:21.533801 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-6f9a6c49-cef1-4046-beaa-4d7903e7fba7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:57:21.578235 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c47c13-dffe-43ae-942e-5c347fe3fbe2 None None] Sync routers for ids ['a86f7cf7-5515-47fa-b730-337126b5041d'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:57:21.630095 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'fb167969-6470-4aa7-b569-e52430fbafdd', 'network_id': '2ba9893e-0392-4d04-a3b7-8dc60ff21589', 'port_id': 'fb167969-6470-4aa7-b569-e52430fbafdd', 'mac_address': 'fa:16:3e:cd:20:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c059d69f-ece3-4bb4-8141-ccfef212c0c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:57:21.664830 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-6f9a6c49-cef1-4046-beaa-4d7903e7fba7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] No DVR routers for this DVR port 1f2a1a3d-5b3f-4c67-83ef-66629755aaba on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:57:21.674851 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-6f9a6c49-cef1-4046-beaa-4d7903e7fba7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:21.678167 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 8243218e-1db7-48e7-b289-53e5a737c8b6 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:57:21.678875 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-6f9a6c49-cef1-4046-beaa-4d7903e7fba7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.11 "DELETE /v2.0/ports/1f2a1a3d-5b3f-4c67-83ef-66629755aaba HTTP/1.1" status: 204 len: 173 time: 2.1843798 Nov 10 17:57:21.679550 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'name': 'network-vif-deleted', 'tag': '1f2a1a3d-5b3f-4c67-83ef-66629755aaba'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:57:21.683403 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948fa1d6-ad25-4524-9c8b-34cf1e47adc5" -d '{"events": [{"server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "name": "network-vif-deleted", "tag": "1f2a1a3d-5b3f-4c67-83ef-66629755aaba"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:57:21.744861 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f2a1a3d-5b3f-4c67-83ef-66629755aaba'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:57:21.747633 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fa09ee-faf4-4cc3-a132-70efda449ab6" -d '{"events": [{"server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "name": "network-vif-unplugged", "status": "completed", "tag": "1f2a1a3d-5b3f-4c67-83ef-66629755aaba"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:57:21.750428 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c47c13-dffe-43ae-942e-5c347fe3fbe2 None None] Routers {'a86f7cf7-5515-47fa-b730-337126b5041d'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:57:21.751084 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-56c47c13-dffe-43ae-942e-5c347fe3fbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:57:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a86f7cf7-5515-47fa-b730-337126b5041d'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:57:21.753307 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 8243218e-1db7-48e7-b289-53e5a737c8b6 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:57:21.753691 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:21.868466 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341c223a-2ae4-4b58-8a38-1b5d8130992f x-openstack-request-id: req-341c223a-2ae4-4b58-8a38-1b5d8130992f {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:57:21.868777 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "name": "network-vif-deleted", "tag": "1f2a1a3d-5b3f-4c67-83ef-66629755aaba", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:57:21.869035 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-341c223a-2ae4-4b58-8a38-1b5d8130992f {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:57:21.869445 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'name': 'network-vif-deleted', 'tag': '1f2a1a3d-5b3f-4c67-83ef-66629755aaba', 'status': 'completed', 'code': 200} Nov 10 17:57:21.925351 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73663b58-20e0-4c19-9a70-284ebebb01f3 req-efb026ba-3dd6-45b4-a965-393c6d81bdce tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:21.926976 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-73663b58-20e0-4c19-9a70-284ebebb01f3 req-efb026ba-3dd6-45b4-a965-393c6d81bdce tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d0183f5-eb43-4a02-95b7-d05ed9cf7e31 HTTP/1.1" status: 200 len: 944 time: 0.1990225 Nov 10 17:57:21.972296 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:22.008825 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-a532c932-6b38-4e36-8f19-05868edf9d57 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Deleting port 3e2b75e1-1dde-4f1e-8e65-79bd011d0b86 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:57:22.009794 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-a532c932-6b38-4e36-8f19-05868edf9d57 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:22.017948 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081f2c5-1890-4c9a-98d2-f50e317ae526 req-f6f0b10f-e6e0-4c22-840d-b82f285c6434 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:22.020140 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1081f2c5-1890-4c9a-98d2-f50e317ae526 req-f6f0b10f-e6e0-4c22-840d-b82f285c6434 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 944 time: 0.1238146 Nov 10 17:57:22.027579 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb167969-6470-4aa7-b569-e52430fbafdd {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:57:22.115350 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-73663b58-20e0-4c19-9a70-284ebebb01f3 req-c7c5662c-4ba7-435f-a9ea-ae44afd30a80 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5cd3790-6c3e-4a9c-b544-4be161374a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666768 Nov 10 17:57:22.129823 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1081f2c5-1890-4c9a-98d2-f50e317ae526 req-92d60bfd-eb36-4e35-b6be-dd8f5611f7ab tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978103 Nov 10 17:57:22.189667 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port fb167969-6470-4aa7-b569-e52430fbafdd, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=fb167969-6470-4aa7-b569-e52430fbafdd,segment=NetworkSegment(39c5d88a-cf99-43cb-87b0-ea81cc0ac25f),segment_id=39c5d88a-cf99-43cb-87b0-ea81cc0ac25f)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:57:22.199968 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cada10-b4aa-4248-aac3-7c36d80d0ab9 x-openstack-request-id: req-c3cada10-b4aa-4248-aac3-7c36d80d0ab9 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:57:22.200873 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "name": "network-vif-unplugged", "status": "completed", "tag": "1f2a1a3d-5b3f-4c67-83ef-66629755aaba", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:57:22.202121 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c3cada10-b4aa-4248-aac3-7c36d80d0ab9 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:57:22.203048 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f2a1a3d-5b3f-4c67-83ef-66629755aaba', 'code': 200} Nov 10 17:57:22.207727 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:22.214504 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:22.220513 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-a532c932-6b38-4e36-8f19-05868edf9d57 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] For port 3e2b75e1-1dde-4f1e-8e65-79bd011d0b86, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=3e2b75e1-1dde-4f1e-8e65-79bd011d0b86,segment=NetworkSegment(a86ac378-8b1c-4cf2-a7f2-853d02679a02),segment_id=a86ac378-8b1c-4cf2-a7f2-853d02679a02)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:57:22.220994 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-a532c932-6b38-4e36-8f19-05868edf9d57 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:22.238226 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-56c47c13-dffe-43ae-942e-5c347fe3fbe2 None None] Set router a86f7cf7-5515-47fa-b730-337126b5041d gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:57:22.266151 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-a532c932-6b38-4e36-8f19-05868edf9d57 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Calling delete_port for 3e2b75e1-1dde-4f1e-8e65-79bd011d0b86 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:57:22.372465 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 8243218e-1db7-48e7-b289-53e5a737c8b6, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=8243218e-1db7-48e7-b289-53e5a737c8b6,segment=NetworkSegment(b63bd616-5238-47be-8361-159777550f06),segment_id=b63bd616-5238-47be-8361-159777550f06)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:57:22.431738 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:22.446491 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=fb167969-6470-4aa7-b569-e52430fbafdd,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:22.536927 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['fb167969-6470-4aa7-b569-e52430fbafdd'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:57:22.541682 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6b91a-db79-49a7-9348-f2b0bed53f79 req-0f12aaeb-8679-4286-bbe2-23caeb6f510f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:22.549387 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6b91a-db79-49a7-9348-f2b0bed53f79 req-0f12aaeb-8679-4286-bbe2-23caeb6f510f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:22.556920 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6b91a-db79-49a7-9348-f2b0bed53f79 req-0f12aaeb-8679-4286-bbe2-23caeb6f510f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:22.566247 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ae6b91a-db79-49a7-9348-f2b0bed53f79 req-0f12aaeb-8679-4286-bbe2-23caeb6f510f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 2410 time: 0.1464658 Nov 10 17:57:22.641651 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ae6b91a-db79-49a7-9348-f2b0bed53f79 req-329912a8-0862-4c9d-af2e-a6797540f220 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742297 Nov 10 17:57:22.649705 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-a532c932-6b38-4e36-8f19-05868edf9d57 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:22.693355 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=8243218e-1db7-48e7-b289-53e5a737c8b6,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:22.735090 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532c932-6b38-4e36-8f19-05868edf9d57 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Pushing event deleted for resources: {'Port': ['ID=3e2b75e1-1dde-4f1e-8e65-79bd011d0b86,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:22.834400 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-a532c932-6b38-4e36-8f19-05868edf9d57 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] No DVR routers for this DVR port 3e2b75e1-1dde-4f1e-8e65-79bd011d0b86 on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:57:22.840524 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-a532c932-6b38-4e36-8f19-05868edf9d57 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:22.850388 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-a532c932-6b38-4e36-8f19-05868edf9d57 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.11 "DELETE /v2.0/ports/3e2b75e1-1dde-4f1e-8e65-79bd011d0b86 HTTP/1.1" status: 204 len: 173 time: 1.1616607 Nov 10 17:57:22.964374 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-56c47c13-dffe-43ae-942e-5c347fe3fbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'name': 'tempest-TaggedBootDevicesTest_v242-549713219-router', 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '462ce251-4bad-49fb-a84b-fe3673c33258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:44:42Z', 'updated_at': '2021-11-10T17:45:01Z', 'revision_number': 4, 'project_id': '87ef8f67c317450abb70e6821b7851c3', 'gw_port': {'id': '462ce251-4bad-49fb-a84b-fe3673c33258', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:44:45Z', 'updated_at': '2021-11-10T17:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '20d77a10-b570-44b2-9c71-dfd6d28bf854', 'name': '', 'network_id': '7ba70b55-5d77-4457-b11f-9823987d654f', 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'mac_address': 'fa:16:3e:bc:1a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '2408a0c7-e08d-426a-ac08-2e242a5b2cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:44:55Z', 'updated_at': '2021-11-10T17:45:18Z', 'revision_number': 5, 'project_id': '87ef8f67c317450abb70e6821b7851c3', 'subnets': [{'id': '2408a0c7-e08d-426a-ac08-2e242a5b2cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:57:23.000514 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-f97fc93e-e03e-4fc2-ad00-1e92b0fadca8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Deleting port c5181e29-f91d-489f-9f2c-19921b9b79a6 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:57:23.000937 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-f97fc93e-e03e-4fc2-ad00-1e92b0fadca8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:23.026158 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c47c13-dffe-43ae-942e-5c347fe3fbe2 None None] Checking router: a86f7cf7-5515-47fa-b730-337126b5041d for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:57:23.043112 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c47c13-dffe-43ae-942e-5c347fe3fbe2 None None] Routers {'a86f7cf7-5515-47fa-b730-337126b5041d'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:57:23.044098 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-56c47c13-dffe-43ae-942e-5c347fe3fbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:57:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a86f7cf7-5515-47fa-b730-337126b5041d'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:57:23.325828 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-f97fc93e-e03e-4fc2-ad00-1e92b0fadca8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] For port c5181e29-f91d-489f-9f2c-19921b9b79a6, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c5181e29-f91d-489f-9f2c-19921b9b79a6,segment=NetworkSegment(a86ac378-8b1c-4cf2-a7f2-853d02679a02),segment_id=a86ac378-8b1c-4cf2-a7f2-853d02679a02)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:57:23.328670 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-f97fc93e-e03e-4fc2-ad00-1e92b0fadca8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:23.368554 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579be3cf-9a88-4019-931d-e77e4497886c req-ce36364f-42fb-4b82-943d-83308b984ca5 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:23.379100 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-f97fc93e-e03e-4fc2-ad00-1e92b0fadca8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Calling delete_port for c5181e29-f91d-489f-9f2c-19921b9b79a6 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:57:23.384961 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-579be3cf-9a88-4019-931d-e77e4497886c req-ce36364f-42fb-4b82-943d-83308b984ca5 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 945 time: 0.1153133 Nov 10 17:57:23.401148 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 42092) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:23.403715 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-56c47c13-dffe-43ae-942e-5c347fe3fbe2 None None] Set router a86f7cf7-5515-47fa-b730-337126b5041d gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:57:23.566226 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-579be3cf-9a88-4019-931d-e77e4497886c req-bc34a97d-0ada-42ee-bb89-bd267a33cabe tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767185 Nov 10 17:57:23.768249 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-f97fc93e-e03e-4fc2-ad00-1e92b0fadca8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:23.822275 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f75afd3-baba-4bef-ba44-0d6e3098a0c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:23.864247 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-56c47c13-dffe-43ae-942e-5c347fe3fbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'name': 'tempest-TaggedBootDevicesTest_v242-549713219-router', 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '462ce251-4bad-49fb-a84b-fe3673c33258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:44:42Z', 'updated_at': '2021-11-10T17:45:01Z', 'revision_number': 4, 'project_id': '87ef8f67c317450abb70e6821b7851c3', 'gw_port': {'id': '462ce251-4bad-49fb-a84b-fe3673c33258', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:44:45Z', 'updated_at': '2021-11-10T17:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '20d77a10-b570-44b2-9c71-dfd6d28bf854', 'name': '', 'network_id': '7ba70b55-5d77-4457-b11f-9823987d654f', 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'mac_address': 'fa:16:3e:bc:1a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '2408a0c7-e08d-426a-ac08-2e242a5b2cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:44:55Z', 'updated_at': '2021-11-10T17:45:18Z', 'revision_number': 5, 'project_id': '87ef8f67c317450abb70e6821b7851c3', 'subnets': [{'id': '2408a0c7-e08d-426a-ac08-2e242a5b2cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:57:23.878269 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97fc93e-e03e-4fc2-ad00-1e92b0fadca8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Pushing event deleted for resources: {'Port': ['ID=c5181e29-f91d-489f-9f2c-19921b9b79a6,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:23.891649 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'name': 'network-vif-deleted', 'tag': '3e2b75e1-1dde-4f1e-8e65-79bd011d0b86'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:57:23.896940 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b56e88e-00aa-44b5-b6dd-1ac8281b9a61" -d '{"events": [{"server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "name": "network-vif-deleted", "tag": "3e2b75e1-1dde-4f1e-8e65-79bd011d0b86"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:57:23.934627 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c47c13-dffe-43ae-942e-5c347fe3fbe2 None None] The sync data for ids ['a86f7cf7-5515-47fa-b730-337126b5041d'] in n-d-776250-10 is: [{'id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'name': 'tempest-TaggedBootDevicesTest_v242-549713219-router', 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '462ce251-4bad-49fb-a84b-fe3673c33258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:44:42Z', 'updated_at': '2021-11-10T17:45:01Z', 'revision_number': 4, 'project_id': '87ef8f67c317450abb70e6821b7851c3', 'gw_port': {'id': '462ce251-4bad-49fb-a84b-fe3673c33258', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:44:45Z', 'updated_at': '2021-11-10T17:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '20d77a10-b570-44b2-9c71-dfd6d28bf854', 'name': '', 'network_id': '7ba70b55-5d77-4457-b11f-9823987d654f', 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'mac_address': 'fa:16:3e:bc:1a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': '2408a0c7-e08d-426a-ac08-2e242a5b2cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:44:55Z', 'updated_at': '2021-11-10T17:45:18Z', 'revision_number': 5, 'project_id': '87ef8f67c317450abb70e6821b7851c3', 'subnets': [{'id': '2408a0c7-e08d-426a-ac08-2e242a5b2cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:57:23.973340 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d6b43-4540-4bd1-8ffe-1e841f1b0c64 req-15889129-3ea0-482e-b926-fbc4e3780091 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:23.981869 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a97d6b43-4540-4bd1-8ffe-1e841f1b0c64 req-15889129-3ea0-482e-b926-fbc4e3780091 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 943 time: 0.1347921 Nov 10 17:57:23.987049 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d254fcb-b62d-4ca0-8ebc-c53ac9a88121 req-2906450f-322a-4fc3-bb53-71ba23f38fee tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:24.005546 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9d254fcb-b62d-4ca0-8ebc-c53ac9a88121 req-2906450f-322a-4fc3-bb53-71ba23f38fee tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d0183f5-eb43-4a02-95b7-d05ed9cf7e31 HTTP/1.1" status: 200 len: 945 time: 0.3639796 Nov 10 17:57:24.079410 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a97d6b43-4540-4bd1-8ffe-1e841f1b0c64 req-6538562c-c432-4eca-b87d-6db469569d60 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups?id=6b805ccc-7082-4539-8592-5d5acdd89437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965598 Nov 10 17:57:24.116954 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-f97fc93e-e03e-4fc2-ad00-1e92b0fadca8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] No DVR routers for this DVR port c5181e29-f91d-489f-9f2c-19921b9b79a6 on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:57:24.121268 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-f97fc93e-e03e-4fc2-ad00-1e92b0fadca8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:24.128955 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-f97fc93e-e03e-4fc2-ad00-1e92b0fadca8 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.11 "DELETE /v2.0/ports/c5181e29-f91d-489f-9f2c-19921b9b79a6 HTTP/1.1" status: 204 len: 173 time: 1.2704635 Nov 10 17:57:24.205334 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04587fa2-85f8-4aa8-b7ac-33d8fd4d6889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8243218e-1db7-48e7-b289-53e5a737c8b6'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:57:24.208392 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0b6384-0a9e-467c-a4b0-c9b46450c0a8" -d '{"events": [{"server_uuid": "04587fa2-85f8-4aa8-b7ac-33d8fd4d6889", "name": "network-vif-plugged", "status": "completed", "tag": "8243218e-1db7-48e7-b289-53e5a737c8b6"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:57:24.231901 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe5d7cc-4444-4bd9-8b9d-70047d1482d0 x-openstack-request-id: req-fbe5d7cc-4444-4bd9-8b9d-70047d1482d0 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:57:24.232249 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "name": "network-vif-deleted", "tag": "3e2b75e1-1dde-4f1e-8e65-79bd011d0b86", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:57:24.232989 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fbe5d7cc-4444-4bd9-8b9d-70047d1482d0 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:57:24.232989 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'name': 'network-vif-deleted', 'tag': '3e2b75e1-1dde-4f1e-8e65-79bd011d0b86', 'status': 'completed', 'code': 200} Nov 10 17:57:24.264035 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9d254fcb-b62d-4ca0-8ebc-c53ac9a88121 req-c03a7369-3ca4-4d8c-9d7d-80d3304e05b7 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5cd3790-6c3e-4a9c-b544-4be161374a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555046 Nov 10 17:57:24.346270 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3769b2c8-6ca4-4294-aab7-789e37897c73 x-openstack-request-id: req-3769b2c8-6ca4-4294-aab7-789e37897c73 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:57:24.347532 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04587fa2-85f8-4aa8-b7ac-33d8fd4d6889", "name": "network-vif-plugged", "status": "completed", "tag": "8243218e-1db7-48e7-b289-53e5a737c8b6", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:57:24.347942 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3769b2c8-6ca4-4294-aab7-789e37897c73 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:57:24.348569 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04587fa2-85f8-4aa8-b7ac-33d8fd4d6889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8243218e-1db7-48e7-b289-53e5a737c8b6', 'code': 200} Nov 10 17:57:24.356134 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f75afd3-baba-4bef-ba44-0d6e3098a0c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:24.370810 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f75afd3-baba-4bef-ba44-0d6e3098a0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:24.374337 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-38e1c2a3-c775-4431-a939-839fc7c48e95 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Deleting port 1f10bfec-b077-4852-8bba-c7adc7ab16bd {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:57:24.374796 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-38e1c2a3-c775-4431-a939-839fc7c48e95 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:24.525552 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75afd3-baba-4bef-ba44-0d6e3098a0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662b4981-5b02-4962-8300-4138322ad348,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:24.593191 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75afd3-baba-4bef-ba44-0d6e3098a0c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:24.593191 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75afd3-baba-4bef-ba44-0d6e3098a0c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:24.593191 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75afd3-baba-4bef-ba44-0d6e3098a0c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:24.593191 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75afd3-baba-4bef-ba44-0d6e3098a0c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:24.593191 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75afd3-baba-4bef-ba44-0d6e3098a0c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:24.593191 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75afd3-baba-4bef-ba44-0d6e3098a0c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:24.593191 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75afd3-baba-4bef-ba44-0d6e3098a0c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:24.593191 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75afd3-baba-4bef-ba44-0d6e3098a0c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:24.593191 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75afd3-baba-4bef-ba44-0d6e3098a0c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:24.593191 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75afd3-baba-4bef-ba44-0d6e3098a0c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:24.593191 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75afd3-baba-4bef-ba44-0d6e3098a0c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:24.604657 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f75afd3-baba-4bef-ba44-0d6e3098a0c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:24.611735 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8531df18-8114-49ff-a1a0-ff29f73ab6f9 None None] New status for floating IP 35228e79-11fa-410a-ab3d-030f33733273: DOWN {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:57:24.626176 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-38e1c2a3-c775-4431-a939-839fc7c48e95 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] For port 1f10bfec-b077-4852-8bba-c7adc7ab16bd, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=1f10bfec-b077-4852-8bba-c7adc7ab16bd,segment=NetworkSegment(593a9bc3-cd7b-417a-b974-3d7aa191c18a),segment_id=593a9bc3-cd7b-417a-b974-3d7aa191c18a)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:57:24.626777 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-38e1c2a3-c775-4431-a939-839fc7c48e95 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:24.633954 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7f75afd3-baba-4bef-ba44-0d6e3098a0c9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0deded156cf249c0a50f4b3290b12814&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2272425 Nov 10 17:57:24.639103 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 42108) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:24.650302 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-38e1c2a3-c775-4431-a939-839fc7c48e95 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Calling delete_port for 1f10bfec-b077-4852-8bba-c7adc7ab16bd owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:57:24.674875 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1725e053-1f65-4da6-a620-8c8ce24557bd req-26df1604-2bd2-447f-b81e-ec7a288db110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:24.677449 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1725e053-1f65-4da6-a620-8c8ce24557bd req-26df1604-2bd2-447f-b81e-ec7a288db110 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 1097 time: 0.2292371 Nov 10 17:57:24.791894 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-30a44eb1-8473-4730-8980-1d1322ecca94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:24.838892 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:24.994774 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c88481-6967-4184-a12b-ca8bb0dcdfca req-d8ea213d-cb38-4ef7-ae4c-9c98c3037523 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:24.997352 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c7c88481-6967-4184-a12b-ca8bb0dcdfca req-d8ea213d-cb38-4ef7-ae4c-9c98c3037523 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 945 time: 0.1397414 Nov 10 17:57:25.036657 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device fb167969-6470-4aa7-b569-e52430fbafdd up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:57:25.126680 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-38e1c2a3-c775-4431-a939-839fc7c48e95 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:25.132980 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port fb167969-6470-4aa7-b569-e52430fbafdd completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:57:25.149479 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port fb167969-6470-4aa7-b569-e52430fbafdd triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:57:25.150547 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:25.209814 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1c2a3-c775-4431-a939-839fc7c48e95 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Pushing event deleted for resources: {'Port': ['ID=1f10bfec-b077-4852-8bba-c7adc7ab16bd,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:25.255448 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:25.278842 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c7c88481-6967-4184-a12b-ca8bb0dcdfca req-b9f49d70-4ba4-49e1-86ae-94c8c06c9061 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914771 Nov 10 17:57:25.305952 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-38e1c2a3-c775-4431-a939-839fc7c48e95 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] No DVR routers for this DVR port 1f10bfec-b077-4852-8bba-c7adc7ab16bd on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:57:25.309465 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-38e1c2a3-c775-4431-a939-839fc7c48e95 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:25.315048 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6fc45c81-8cea-4e50-a9fe-88710ab913ad req-38e1c2a3-c775-4431-a939-839fc7c48e95 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.11 "DELETE /v2.0/ports/1f10bfec-b077-4852-8bba-c7adc7ab16bd HTTP/1.1" status: 204 len: 173 time: 1.1638553 Nov 10 17:57:25.353452 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:25.380268 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-30a44eb1-8473-4730-8980-1d1322ecca94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:25.435016 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1725e053-1f65-4da6-a620-8c8ce24557bd req-5dde9de6-ab61-484f-962a-54130dfbac47 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7432377 Nov 10 17:57:25.447427 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port fb167969-6470-4aa7-b569-e52430fbafdd, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=fb167969-6470-4aa7-b569-e52430fbafdd,segment=NetworkSegment(39c5d88a-cf99-43cb-87b0-ea81cc0ac25f),segment_id=39c5d88a-cf99-43cb-87b0-ea81cc0ac25f)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:57:25.454900 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:25.489522 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dd1ef1c7-a7b1-4f59-bbc3-6e963fd5ff78 req-e3717089-8c6d-4908-ba69-d993944f95bf tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 210 time: 0.0591552 Nov 10 17:57:25.490526 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-30a44eb1-8473-4730-8980-1d1322ecca94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:25.494885 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-30a44eb1-8473-4730-8980-1d1322ecca94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:25.501677 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-30a44eb1-8473-4730-8980-1d1322ecca94 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/662b4981-5b02-4962-8300-4138322ad348 HTTP/1.1" status: 204 len: 168 time: 0.8606055 Nov 10 17:57:25.514997 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a44eb1-8473-4730-8980-1d1322ecca94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662b4981-5b02-4962-8300-4138322ad348,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:25.570337 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497331b-f30f-49aa-b4c5-e8263affa212 req-0c04dbc1-3509-4f68-bebe-041f2ddd4b5f tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:25.571985 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e497331b-f30f-49aa-b4c5-e8263affa212 req-0c04dbc1-3509-4f68-bebe-041f2ddd4b5f tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d0183f5-eb43-4a02-95b7-d05ed9cf7e31 HTTP/1.1" status: 200 len: 946 time: 0.1147346 Nov 10 17:57:25.592079 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=fb167969-6470-4aa7-b569-e52430fbafdd,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:25.668675 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e497331b-f30f-49aa-b4c5-e8263affa212 req-b482eb50-97d3-43ce-8f6a-a7be94886db4 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5cd3790-6c3e-4a9c-b544-4be161374a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817745 Nov 10 17:57:25.979798 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 42120) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:25.998864 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-70c10c05-a4cc-4cdf-ac8d-4942a2939e67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:26.099632 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-70c10c05-a4cc-4cdf-ac8d-4942a2939e67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:26.104878 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-70c10c05-a4cc-4cdf-ac8d-4942a2939e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:26.150743 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-70c10c05-a4cc-4cdf-ac8d-4942a2939e67 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bdcabbf9de1244b2a1a68a20b7605f29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1692386 Nov 10 17:57:26.151962 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c10c05-a4cc-4cdf-ac8d-4942a2939e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9a3431-f5de-4fca-9917-22bc0952e708,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:26.153329 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 42122) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:26.233942 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0857f18d-d898-43dd-aa8b-e0b2025b3175 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:26.235375 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'name': 'network-vif-deleted', 'tag': 'c5181e29-f91d-489f-9f2c-19921b9b79a6'}, {'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'name': 'network-vif-deleted', 'tag': '1f10bfec-b077-4852-8bba-c7adc7ab16bd'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:57:26.237634 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4974e1-9aed-4c53-a5d6-91fe10a23e91" -d '{"events": [{"server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "name": "network-vif-deleted", "tag": "c5181e29-f91d-489f-9f2c-19921b9b79a6"}, {"server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "name": "network-vif-deleted", "tag": "1f10bfec-b077-4852-8bba-c7adc7ab16bd"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:57:26.267120 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0857f18d-d898-43dd-aa8b-e0b2025b3175 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:26.293791 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 10 Nov 2021 17:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a695a6a6-25a2-4be2-ba10-797c9484898b x-openstack-request-id: req-a695a6a6-25a2-4be2-ba10-797c9484898b {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:57:26.294092 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "name": "network-vif-deleted", "tag": "c5181e29-f91d-489f-9f2c-19921b9b79a6", "status": "completed", "code": 200}, {"server_uuid": "88ebb97a-d409-4711-b8e0-2090372fd9ba", "name": "network-vif-deleted", "tag": "1f10bfec-b077-4852-8bba-c7adc7ab16bd", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:57:26.294345 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a695a6a6-25a2-4be2-ba10-797c9484898b {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:57:26.295803 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'name': 'network-vif-deleted', 'tag': 'c5181e29-f91d-489f-9f2c-19921b9b79a6', 'status': 'completed', 'code': 200} Nov 10 17:57:26.295803 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ebb97a-d409-4711-b8e0-2090372fd9ba', 'name': 'network-vif-deleted', 'tag': '1f10bfec-b077-4852-8bba-c7adc7ab16bd', 'status': 'completed', 'code': 200} Nov 10 17:57:26.335804 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0857f18d-d898-43dd-aa8b-e0b2025b3175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:26.339728 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0857f18d-d898-43dd-aa8b-e0b2025b3175 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:26.341358 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0857f18d-d898-43dd-aa8b-e0b2025b3175 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bc9a3431-f5de-4fca-9917-22bc0952e708 HTTP/1.1" status: 204 len: 168 time: 0.1868680 Nov 10 17:57:26.349919 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0183f5-eb43-4a02-95b7-d05ed9cf7e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb167969-6470-4aa7-b569-e52430fbafdd'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:57:26.352213 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ac792e-8993-4515-9eec-989b1731341e" -d '{"events": [{"server_uuid": "9d0183f5-eb43-4a02-95b7-d05ed9cf7e31", "name": "network-vif-plugged", "status": "completed", "tag": "fb167969-6470-4aa7-b569-e52430fbafdd"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:57:26.356328 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857f18d-d898-43dd-aa8b-e0b2025b3175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9a3431-f5de-4fca-9917-22bc0952e708,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:26.415630 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2048377f-5a28-4954-b6cb-b5b32352baa6 x-openstack-request-id: req-2048377f-5a28-4954-b6cb-b5b32352baa6 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:57:26.416167 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0183f5-eb43-4a02-95b7-d05ed9cf7e31", "name": "network-vif-plugged", "status": "completed", "tag": "fb167969-6470-4aa7-b569-e52430fbafdd", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:57:26.416614 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2048377f-5a28-4954-b6cb-b5b32352baa6 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:57:26.417199 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0183f5-eb43-4a02-95b7-d05ed9cf7e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb167969-6470-4aa7-b569-e52430fbafdd', 'code': 200} Nov 10 17:57:26.504768 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141df43-f362-4df0-8aea-e2ceb3dde167 req-57fe4171-448a-43bd-8c5e-9619db4a4bdd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:26.506039 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9141df43-f362-4df0-8aea-e2ceb3dde167 req-57fe4171-448a-43bd-8c5e-9619db4a4bdd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 945 time: 0.0856369 Nov 10 17:57:26.607015 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9141df43-f362-4df0-8aea-e2ceb3dde167 req-d27f9f83-183c-4b85-8589-4bb6d89fc9e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948277 Nov 10 17:57:26.624982 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a78db4-3e5f-484d-9d35-cc584a4490d5 req-6282563b-e331-49df-b4b3-b604147326f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:26.626756 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-27a78db4-3e5f-484d-9d35-cc584a4490d5 req-6282563b-e331-49df-b4b3-b604147326f8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9d0183f5-eb43-4a02-95b7-d05ed9cf7e31 HTTP/1.1" status: 200 len: 1098 time: 0.1057749 Nov 10 17:57:26.736545 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-27a78db4-3e5f-484d-9d35-cc584a4490d5 req-ccd6aec0-ca3e-4f47-b88d-db86d3bc583c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f5cd3790-6c3e-4a9c-b544-4be161374a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017444 Nov 10 17:57:26.741826 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dc406a25-ed89-45ad-b9ea-857f05194a49 req-0e87a8af-ab7c-4b22-9a9e-79fb9bbde2ba tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 210 time: 0.0776350 Nov 10 17:57:26.856599 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636de7f4-093b-465d-9e2c-e1844bab15e6 req-0f9c9f14-4e4b-4378-9358-84481a96ad0d tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:26.859850 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-636de7f4-093b-465d-9e2c-e1844bab15e6 req-0f9c9f14-4e4b-4378-9358-84481a96ad0d tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d0183f5-eb43-4a02-95b7-d05ed9cf7e31 HTTP/1.1" status: 200 len: 946 time: 0.0700819 Nov 10 17:57:26.938189 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-636de7f4-093b-465d-9e2c-e1844bab15e6 req-8e86aa7d-29ad-49b9-9247-b9d0089cfe0d tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5cd3790-6c3e-4a9c-b544-4be161374a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725749 Nov 10 17:57:26.977499 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 42140) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:26.992361 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0feef31a-2c87-46c0-9834-b515e2c54e54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:27.086999 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0feef31a-2c87-46c0-9834-b515e2c54e54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:27.091306 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0feef31a-2c87-46c0-9834-b515e2c54e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:27.133255 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feef31a-2c87-46c0-9834-b515e2c54e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056d3cba-9335-4f82-bb5c-22f3f7784e95,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:27.142251 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0feef31a-2c87-46c0-9834-b515e2c54e54 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1f2fdbf7d2134c6ebba29e774b4131b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1599312 Nov 10 17:57:27.142609 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 42142) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:27.197565 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02fd2279-570d-4171-ab5c-c7b6c81f5ca0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:27.227340 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02fd2279-570d-4171-ab5c-c7b6c81f5ca0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:27.281560 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02fd2279-570d-4171-ab5c-c7b6c81f5ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:27.284210 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02fd2279-570d-4171-ab5c-c7b6c81f5ca0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:27.285355 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-02fd2279-570d-4171-ab5c-c7b6c81f5ca0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/056d3cba-9335-4f82-bb5c-22f3f7784e95 HTTP/1.1" status: 204 len: 168 time: 0.1418934 Nov 10 17:57:27.294105 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd2279-570d-4171-ab5c-c7b6c81f5ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056d3cba-9335-4f82-bb5c-22f3f7784e95,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:27.740421 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a0cea-6309-44ed-a07d-27edf73b63f9 req-358c3eb0-fbe9-44d1-a56b-fb5d3494d1a7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:27.745067 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7c2a0cea-6309-44ed-a07d-27edf73b63f9 req-358c3eb0-fbe9-44d1-a56b-fb5d3494d1a7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 945 time: 0.0705311 Nov 10 17:57:27.831771 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7c2a0cea-6309-44ed-a07d-27edf73b63f9 req-c82bdbc0-914b-4ecc-8696-88bbcfe75955 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732737 Nov 10 17:57:27.915054 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4b276833-e413-43d4-85c0-c88fc138d19e req-cf856f68-3bab-42bb-a26d-4dc582e18998 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 210 time: 0.0485551 Nov 10 17:57:28.011144 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857fdb8-ef78-44e7-b4d3-9076379b3082 req-6573f676-f52a-407e-9baf-3f5506668468 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:28.013104 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f857fdb8-ef78-44e7-b4d3-9076379b3082 req-6573f676-f52a-407e-9baf-3f5506668468 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 945 time: 0.0799220 Nov 10 17:57:28.082274 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08058b6-3a8a-4a82-a2ea-98ee6da525f8 req-638881ef-4289-4154-bc2f-7d31e3984d58 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:28.083904 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a08058b6-3a8a-4a82-a2ea-98ee6da525f8 req-638881ef-4289-4154-bc2f-7d31e3984d58 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d0183f5-eb43-4a02-95b7-d05ed9cf7e31 HTTP/1.1" status: 200 len: 946 time: 0.0615051 Nov 10 17:57:28.094018 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f857fdb8-ef78-44e7-b4d3-9076379b3082 req-f240b02f-c0b0-4e9a-88ca-955a6373910c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729158 Nov 10 17:57:28.122170 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 42170) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:28.186665 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a08058b6-3a8a-4a82-a2ea-98ee6da525f8 req-c29d5bec-92d4-44ea-a2ce-da25dabf3a79 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5cd3790-6c3e-4a9c-b544-4be161374a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857818 Nov 10 17:57:28.188690 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ca9cf7-eb40-4abb-92e8-f275929c2672 tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:28.192199 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a4ca9cf7-eb40-4abb-92e8-f275929c2672 tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 1092 time: 0.0680990 Nov 10 17:57:28.195610 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 42174) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:28.208189 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-2cb9129c-78aa-41f9-a9a6-3e08e4e7a808 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'port_id': '8243218e-1db7-48e7-b289-53e5a737c8b6', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:57:28.237806 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2cb9129c-78aa-41f9-a9a6-3e08e4e7a808 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for floatingip, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:28.428949 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2cb9129c-78aa-41f9-a9a6-3e08e4e7a808 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:28.632791 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-2cb9129c-78aa-41f9-a9a6-3e08e4e7a808 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Allocated IP 172.25.5.63 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/5f0e1590-1444-4c9d-a8f0-408cee745338) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:57:28.692443 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5cb05-6a5b-49be-a0af-9b29bdf2f2c7 req-2c5e9b7e-44d4-4870-bff1-436781b9f374 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:28.695423 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7dc5cb05-6a5b-49be-a0af-9b29bdf2f2c7 req-2c5e9b7e-44d4-4870-bff1-436781b9f374 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d0183f5-eb43-4a02-95b7-d05ed9cf7e31 HTTP/1.1" status: 200 len: 946 time: 0.1004808 Nov 10 17:57:28.823417 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2cb9129c-78aa-41f9-a9a6-3e08e4e7a808 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:28.829865 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7dc5cb05-6a5b-49be-a0af-9b29bdf2f2c7 req-b602c250-a863-4e1f-8898-dfcab15a732c tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5cd3790-6c3e-4a9c-b544-4be161374a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169341 Nov 10 17:57:28.869946 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2cb9129c-78aa-41f9-a9a6-3e08e4e7a808 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:28.932844 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb9129c-78aa-41f9-a9a6-3e08e4e7a808 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:57:28.936618 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-2cb9129c-78aa-41f9-a9a6-3e08e4e7a808 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:57:28.941354 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb9129c-78aa-41f9-a9a6-3e08e4e7a808 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:57:29.050909 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9129c-78aa-41f9-a9a6-3e08e4e7a808 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'Port': ['ID=5f0e1590-1444-4c9d-a8f0-408cee745338,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:29.116007 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-96b6ed7f-977d-4807-82d4-56374925d6d2 req-a9adbba2-22fb-4f5e-b64c-491228a49402 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 210 time: 0.0497882 Nov 10 17:57:29.485319 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2cb9129c-78aa-41f9-a9a6-3e08e4e7a808 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:29.573289 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2cb9129c-78aa-41f9-a9a6-3e08e4e7a808 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:29.862212 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2cb9129c-78aa-41f9-a9a6-3e08e4e7a808 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:29.871165 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2cb9129c-78aa-41f9-a9a6-3e08e4e7a808 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:29.892755 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647048f-344a-434a-8827-ab10859cf878 req-2b6d1c1f-93c1-4378-8dd9-a8b1785ce552 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:29.894373 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d647048f-344a-434a-8827-ab10859cf878 req-2b6d1c1f-93c1-4378-8dd9-a8b1785ce552 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d0183f5-eb43-4a02-95b7-d05ed9cf7e31 HTTP/1.1" status: 200 len: 946 time: 0.1052694 Nov 10 17:57:30.059085 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ec8fe-2582-4023-aafb-f4124673d0e2 req-c5741947-73b3-4f87-8192-7eb9004c68a8 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:30.061464 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e28ec8fe-2582-4023-aafb-f4124673d0e2 req-c5741947-73b3-4f87-8192-7eb9004c68a8 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d0183f5-eb43-4a02-95b7-d05ed9cf7e31 HTTP/1.1" status: 200 len: 946 time: 0.0808990 Nov 10 17:57:30.133579 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e28ec8fe-2582-4023-aafb-f4124673d0e2 req-a3a92397-a73a-454f-b4e3-9fdfa6e94a75 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5cd3790-6c3e-4a9c-b544-4be161374a66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647042 Nov 10 17:57:30.371894 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-676fa08a-5162-42d9-ae34-ee0ef74423ae req-f6cc240b-e24c-4153-baa5-4787a49cc859 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 210 time: 0.0704598 Nov 10 17:57:30.413862 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9129c-78aa-41f9-a9a6-3e08e4e7a808 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'Port': ['ID=5f0e1590-1444-4c9d-a8f0-408cee745338,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:30.496512 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2cb9129c-78aa-41f9-a9a6-3e08e4e7a808 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:30.503146 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4824c162-1fc9-4c2e-b29e-bfb85204afa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:30.608645 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-d647048f-344a-434a-8827-ab10859cf878 req-2d11960c-c60a-4026-9776-1a96b81eb676 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] Deleting port fb167969-6470-4aa7-b569-e52430fbafdd {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:57:30.609215 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d647048f-344a-434a-8827-ab10859cf878 req-2d11960c-c60a-4026-9776-1a96b81eb676 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:30.674154 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [None req-2cb9129c-78aa-41f9-a9a6-3e08e4e7a808 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Floating IP 34f2a484-c1ce-48e4-85a2-d006cb567ac1 associated. External IP: 172.25.5.63, port: 8243218e-1db7-48e7-b289-53e5a737c8b6. Nov 10 17:57:30.797710 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-d647048f-344a-434a-8827-ab10859cf878 req-2d11960c-c60a-4026-9776-1a96b81eb676 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] For port fb167969-6470-4aa7-b569-e52430fbafdd, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=fb167969-6470-4aa7-b569-e52430fbafdd,segment=NetworkSegment(39c5d88a-cf99-43cb-87b0-ea81cc0ac25f),segment_id=39c5d88a-cf99-43cb-87b0-ea81cc0ac25f)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:57:30.798110 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d647048f-344a-434a-8827-ab10859cf878 req-2d11960c-c60a-4026-9776-1a96b81eb676 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:30.820347 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-d647048f-344a-434a-8827-ab10859cf878 req-2d11960c-c60a-4026-9776-1a96b81eb676 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] Calling delete_port for fb167969-6470-4aa7-b569-e52430fbafdd owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:57:31.053324 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb9129c-78aa-41f9-a9a6-3e08e4e7a808 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Router 131c4f94-9f03-4b68-ad7b-560881e54bcd has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:57:31.121883 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d647048f-344a-434a-8827-ab10859cf878 req-2d11960c-c60a-4026-9776-1a96b81eb676 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:31.171012 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11960c-c60a-4026-9776-1a96b81eb676 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] Pushing event deleted for resources: {'Port': ['ID=fb167969-6470-4aa7-b569-e52430fbafdd,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:31.269653 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-d647048f-344a-434a-8827-ab10859cf878 req-2d11960c-c60a-4026-9776-1a96b81eb676 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] No DVR routers for this DVR port fb167969-6470-4aa7-b569-e52430fbafdd on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:57:31.273758 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d647048f-344a-434a-8827-ab10859cf878 req-2d11960c-c60a-4026-9776-1a96b81eb676 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:31.277507 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d647048f-344a-434a-8827-ab10859cf878 req-2d11960c-c60a-4026-9776-1a96b81eb676 tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] 10.222.0.11 "DELETE /v2.0/ports/fb167969-6470-4aa7-b569-e52430fbafdd HTTP/1.1" status: 204 len: 173 time: 1.3533373 Nov 10 17:57:31.278223 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0183f5-eb43-4a02-95b7-d05ed9cf7e31', 'name': 'network-vif-deleted', 'tag': 'fb167969-6470-4aa7-b569-e52430fbafdd'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:57:31.280814 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc5a503-cb8a-405f-a8f0-b3030ba26cdc" -d '{"events": [{"server_uuid": "9d0183f5-eb43-4a02-95b7-d05ed9cf7e31", "name": "network-vif-deleted", "tag": "fb167969-6470-4aa7-b569-e52430fbafdd"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:57:31.302141 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb9129c-78aa-41f9-a9a6-3e08e4e7a808 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:57:31.302899 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3493e752-31c0-4d32-a808-a4c0faf3d884 req-7c2a0e15-f5de-4f9b-bbc1-1df31c030f7a tempest-ServerGroupTestJSON-468502900 tempest-ServerGroupTestJSON-468502900-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d0183f5-eb43-4a02-95b7-d05ed9cf7e31 HTTP/1.1" status: 200 len: 210 time: 0.0542848 Nov 10 17:57:31.318096 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc5720c-2d16-43fa-bcd5-f48020437a82 None None] Sync routers for ids ['131c4f94-9f03-4b68-ad7b-560881e54bcd'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:57:31.348132 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc5720c-2d16-43fa-bcd5-f48020437a82 None None] Routers {'131c4f94-9f03-4b68-ad7b-560881e54bcd'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:57:31.348877 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-7dc5720c-2d16-43fa-bcd5-f48020437a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:57:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['131c4f94-9f03-4b68-ad7b-560881e54bcd'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:57:31.355697 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2cb9129c-78aa-41f9-a9a6-3e08e4e7a808 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:31.418027 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afeea0c7-df9d-4e2d-86c9-a2c459dd86cb x-openstack-request-id: req-afeea0c7-df9d-4e2d-86c9-a2c459dd86cb {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:57:31.418739 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0183f5-eb43-4a02-95b7-d05ed9cf7e31", "name": "network-vif-deleted", "tag": "fb167969-6470-4aa7-b569-e52430fbafdd", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:57:31.418739 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-afeea0c7-df9d-4e2d-86c9-a2c459dd86cb {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:57:31.418987 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0183f5-eb43-4a02-95b7-d05ed9cf7e31', 'name': 'network-vif-deleted', 'tag': 'fb167969-6470-4aa7-b569-e52430fbafdd', 'status': 'completed', 'code': 200} Nov 10 17:57:31.422988 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2cb9129c-78aa-41f9-a9a6-3e08e4e7a808 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2252431 Nov 10 17:57:31.568295 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-7dc5720c-2d16-43fa-bcd5-f48020437a82 None None] Set router 131c4f94-9f03-4b68-ad7b-560881e54bcd gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:57:31.603104 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4e54b7d9-1611-4561-8397-fb4f23ecb0d0 req-ca2d5278-9af1-4b2b-8307-7cef6596cd86 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 210 time: 0.0524457 Nov 10 17:57:31.642268 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44b8bf-0064-4ad2-a84a-53eb5f8f5be5 req-a1e2876b-28d6-44a4-8c5b-9f71e5f53e4b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:31.646711 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ff44b8bf-0064-4ad2-a84a-53eb5f8f5be5 req-a1e2876b-28d6-44a4-8c5b-9f71e5f53e4b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 945 time: 0.0979691 Nov 10 17:57:31.734700 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ff44b8bf-0064-4ad2-a84a-53eb5f8f5be5 req-dfcbaf6e-e3ee-4b2d-a3a2-4d83f1e95354 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806062 Nov 10 17:57:31.774136 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 42282) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:31.871226 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d0f1b07c-8eaa-4c30-85ef-9378ee4eec41 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/floatingips/34f2a484-c1ce-48e4-85a2-d006cb567ac1 HTTP/1.1" status: 200 len: 990 time: 0.0952048 Nov 10 17:57:31.998576 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-7dc5720c-2d16-43fa-bcd5-f48020437a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890357000', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '599696d0-3800-450f-9969-4c40595b3c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:56:54Z', 'updated_at': '2021-11-10T17:57:04Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '599696d0-3800-450f-9969-4c40595b3c53', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:56:55Z', 'updated_at': '2021-11-10T17:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '34f2a484-c1ce-48e4-85a2-d006cb567ac1', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'floating_ip_address': '172.25.5.63', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'port_id': '8243218e-1db7-48e7-b289-53e5a737c8b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3036, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb6a6530-3277-4987-9183-1680fea86d49', 'mac_address': 'fa:16:3e:3d:b4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04587fa2-85f8-4aa8-b7ac-33d8fd4d6889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:57:29Z', 'updated_at': '2021-11-10T17:57:29Z', 'revision_number': 0, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812dae26-8b5c-442c-8ed7-9edd5aceabcd', 'name': '', 'network_id': 'eb6a6530-3277-4987-9183-1680fea86d49', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:22:7d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'dedd1657-6946-4ad5-9ff2-ff085f8f6fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:57:01Z', 'updated_at': '2021-11-10T17:57:09Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': 'dedd1657-6946-4ad5-9ff2-ff085f8f6fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:57:32.034327 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc5720c-2d16-43fa-bcd5-f48020437a82 None None] Checking router: 131c4f94-9f03-4b68-ad7b-560881e54bcd for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:57:32.049265 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc5720c-2d16-43fa-bcd5-f48020437a82 None None] Routers {'131c4f94-9f03-4b68-ad7b-560881e54bcd'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:57:32.049973 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-7dc5720c-2d16-43fa-bcd5-f48020437a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:57:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['131c4f94-9f03-4b68-ad7b-560881e54bcd'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:57:32.203779 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-7dc5720c-2d16-43fa-bcd5-f48020437a82 None None] Set router 131c4f94-9f03-4b68-ad7b-560881e54bcd gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:57:32.602490 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-7dc5720c-2d16-43fa-bcd5-f48020437a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890357000', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '599696d0-3800-450f-9969-4c40595b3c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:56:54Z', 'updated_at': '2021-11-10T17:57:04Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '599696d0-3800-450f-9969-4c40595b3c53', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:56:55Z', 'updated_at': '2021-11-10T17:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '34f2a484-c1ce-48e4-85a2-d006cb567ac1', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'floating_ip_address': '172.25.5.63', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'port_id': '8243218e-1db7-48e7-b289-53e5a737c8b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3036, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb6a6530-3277-4987-9183-1680fea86d49', 'mac_address': 'fa:16:3e:3d:b4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04587fa2-85f8-4aa8-b7ac-33d8fd4d6889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:57:29Z', 'updated_at': '2021-11-10T17:57:29Z', 'revision_number': 0, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812dae26-8b5c-442c-8ed7-9edd5aceabcd', 'name': '', 'network_id': 'eb6a6530-3277-4987-9183-1680fea86d49', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:22:7d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'dedd1657-6946-4ad5-9ff2-ff085f8f6fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:57:01Z', 'updated_at': '2021-11-10T17:57:09Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': 'dedd1657-6946-4ad5-9ff2-ff085f8f6fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:57:32.839403 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a90c1384-dc79-4734-a13b-1c5307b78f86 req-1e408d6b-e42c-451b-895e-1f5d693c6ed9 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 210 time: 0.0626926 Nov 10 17:57:32.876498 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 42310) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:32.901441 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc5720c-2d16-43fa-bcd5-f48020437a82 None None] The sync data for ids ['131c4f94-9f03-4b68-ad7b-560881e54bcd'] in n-d-776250-10 is: [{'id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890357000', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '599696d0-3800-450f-9969-4c40595b3c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:56:54Z', 'updated_at': '2021-11-10T17:57:04Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '599696d0-3800-450f-9969-4c40595b3c53', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:56:55Z', 'updated_at': '2021-11-10T17:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '34f2a484-c1ce-48e4-85a2-d006cb567ac1', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'floating_ip_address': '172.25.5.63', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'port_id': '8243218e-1db7-48e7-b289-53e5a737c8b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3036, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb6a6530-3277-4987-9183-1680fea86d49', 'mac_address': 'fa:16:3e:3d:b4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04587fa2-85f8-4aa8-b7ac-33d8fd4d6889', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:57:29Z', 'updated_at': '2021-11-10T17:57:29Z', 'revision_number': 0, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '812dae26-8b5c-442c-8ed7-9edd5aceabcd', 'name': '', 'network_id': 'eb6a6530-3277-4987-9183-1680fea86d49', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:22:7d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'dedd1657-6946-4ad5-9ff2-ff085f8f6fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:57:01Z', 'updated_at': '2021-11-10T17:57:09Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': 'dedd1657-6946-4ad5-9ff2-ff085f8f6fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:57:32.909098 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 42312) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:32.911669 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-79e830c2-6e3b-4d98-ab92-4a842c8de0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:32.989231 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d176890a-efff-4917-86cd-17b571335e87 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/floatingips/34f2a484-c1ce-48e4-85a2-d006cb567ac1 HTTP/1.1" status: 200 len: 990 time: 0.1113639 Nov 10 17:57:33.022033 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-911fea4c-eb41-43dd-a7bb-53a5acf91d03 admin admin] Deleting subnet c059d69f-ece3-4bb4-8141-ccfef212c0c3 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:57:33.027622 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-911fea4c-eb41-43dd-a7bb-53a5acf91d03 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:33.067199 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device fb167969-6470-4aa7-b569-e52430fbafdd no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:57:33.077576 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-911fea4c-eb41-43dd-a7bb-53a5acf91d03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:33.104751 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: fb167969-6470-4aa7-b569-e52430fbafdd {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:57:33.105357 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device fb167969-6470-4aa7-b569-e52430fbafdd not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:57:33.126561 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-911fea4c-eb41-43dd-a7bb-53a5acf91d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:33.212057 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-911fea4c-eb41-43dd-a7bb-53a5acf91d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:33.250941 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fea4c-eb41-43dd-a7bb-53a5acf91d03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c059d69f-ece3-4bb4-8141-ccfef212c0c3,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:33.257701 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-911fea4c-eb41-43dd-a7bb-53a5acf91d03 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:33.261401 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-911fea4c-eb41-43dd-a7bb-53a5acf91d03 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c059d69f-ece3-4bb4-8141-ccfef212c0c3 HTTP/1.1" status: 204 len: 168 time: 0.3439984 Nov 10 17:57:33.266175 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 42314) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:33.302933 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edd5e95-5416-4815-9a1f-0a03aecd5ecd None None] New status for floating IP 34f2a484-c1ce-48e4-85a2-d006cb567ac1: ACTIVE {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:57:33.410476 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b3505d1-c088-4c85-afcc-5479424b68c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:33.424661 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04587fa2-85f8-4aa8-b7ac-33d8fd4d6889', 'tag': '8243218e-1db7-48e7-b289-53e5a737c8b6'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:57:33.429224 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0041e51-9581-47ca-ae51-382fa7362d47" -d '{"events": [{"name": "network-changed", "server_uuid": "04587fa2-85f8-4aa8-b7ac-33d8fd4d6889", "tag": "8243218e-1db7-48e7-b289-53e5a737c8b6"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:57:33.580687 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d377b704-af3d-49bf-919a-5434c4b90596 x-openstack-request-id: req-d377b704-af3d-49bf-919a-5434c4b90596 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:57:33.580965 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04587fa2-85f8-4aa8-b7ac-33d8fd4d6889", "tag": "8243218e-1db7-48e7-b289-53e5a737c8b6", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:57:33.581221 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d377b704-af3d-49bf-919a-5434c4b90596 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:57:33.581633 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04587fa2-85f8-4aa8-b7ac-33d8fd4d6889', 'tag': '8243218e-1db7-48e7-b289-53e5a737c8b6', 'status': 'completed', 'code': 200} Nov 10 17:57:33.618404 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b3505d1-c088-4c85-afcc-5479424b68c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:33.637355 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0041e51-9581-47ca-ae51-382fa7362d47 req-9b483d8b-83db-4ec9-812e-c5351819c20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:33.640765 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0041e51-9581-47ca-ae51-382fa7362d47 req-9b483d8b-83db-4ec9-812e-c5351819c20c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 1097 time: 0.0792625 Nov 10 17:57:33.650109 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-0b3505d1-c088-4c85-afcc-5479424b68c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba9893e-0392-4d04-a3b7-8dc60ff21589']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:57:33.668566 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-0b3505d1-c088-4c85-afcc-5479424b68c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39c5d88a-cf99-43cb-87b0-ea81cc0ac25f') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:57:33.668867 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-0b3505d1-c088-4c85-afcc-5479424b68c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39c5d88a-cf99-43cb-87b0-ea81cc0ac25f') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:57:33.695354 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b3505d1-c088-4c85-afcc-5479424b68c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:33.715411 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b3505d1-c088-4c85-afcc-5479424b68c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:33.751494 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b3505d1-c088-4c85-afcc-5479424b68c2 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:57:33.752403 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b3505d1-c088-4c85-afcc-5479424b68c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:33.758016 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:57:33.758016 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:57:33.758016 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:57:33.758016 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:57:33.758016 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:57:33.758016 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:57:33.758016 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:57:33.758016 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:57:33.758016 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:57:33.758016 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:57:33.758016 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:57:33.758016 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:57:33.758016 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:57:33.758016 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:57:33.758016 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:57:33.758016 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:57:33.758016 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:57:33.758016 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:57:33.758016 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:57:33.758016 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:57:33.758016 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:57:33.758016 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:57:33.758016 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:57:33.758016 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:57:33.758016 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:57:33.758016 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:57:33.758016 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:57:33.758016 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:57:33.758016 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:57:33.758016 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:57:33.758016 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:57:33.758016 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:57:33.833741 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0041e51-9581-47ca-ae51-382fa7362d47 req-7f2bb00b-40b7-4396-9a9e-714d9735bfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:33.835988 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0041e51-9581-47ca-ae51-382fa7362d47 req-7f2bb00b-40b7-4396-9a9e-714d9735bfce service neutron] 10.222.0.13 "GET /v2.0/networks?id=eb6a6530-3277-4987-9183-1680fea86d49 HTTP/1.1" status: 200 len: 898 time: 0.1878762 Nov 10 17:57:33.837949 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b3505d1-c088-4c85-afcc-5479424b68c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:33.849261 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b3505d1-c088-4c85-afcc-5479424b68c2 admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:33.854187 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0b3505d1-c088-4c85-afcc-5479424b68c2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2ba9893e-0392-4d04-a3b7-8dc60ff21589 HTTP/1.1" status: 204 len: 168 time: 0.5849359 Nov 10 17:57:33.866442 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3505d1-c088-4c85-afcc-5479424b68c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ba9893e-0392-4d04-a3b7-8dc60ff21589,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:33.876673 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3505d1-c088-4c85-afcc-5479424b68c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:33.877021 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3505d1-c088-4c85-afcc-5479424b68c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:33.877369 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3505d1-c088-4c85-afcc-5479424b68c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:33.878113 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3505d1-c088-4c85-afcc-5479424b68c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:33.878451 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3505d1-c088-4c85-afcc-5479424b68c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:33.879037 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3505d1-c088-4c85-afcc-5479424b68c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:33.879733 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3505d1-c088-4c85-afcc-5479424b68c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:33.880450 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3505d1-c088-4c85-afcc-5479424b68c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:33.880807 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3505d1-c088-4c85-afcc-5479424b68c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:33.881145 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3505d1-c088-4c85-afcc-5479424b68c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:33.881768 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3505d1-c088-4c85-afcc-5479424b68c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:33.882078 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3505d1-c088-4c85-afcc-5479424b68c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:57:33.955359 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0041e51-9581-47ca-ae51-382fa7362d47 req-308ce35e-a425-47d1-b49d-9e6edc2c0704 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8243218e-1db7-48e7-b289-53e5a737c8b6 HTTP/1.1" status: 200 len: 1000 time: 0.1066353 Nov 10 17:57:33.996663 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 42326) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:34.037688 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:34.069118 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0041e51-9581-47ca-ae51-382fa7362d47 req-57711b59-a6eb-462e-979f-b7079d5a2095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:34.071002 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0041e51-9581-47ca-ae51-382fa7362d47 req-57711b59-a6eb-462e-979f-b7079d5a2095 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dedd1657-6946-4ad5-9ff2-ff085f8f6fde HTTP/1.1" status: 200 len: 835 time: 0.1085258 Nov 10 17:57:34.134411 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0041e51-9581-47ca-ae51-382fa7362d47 req-828b2c8e-126e-46a7-ba5c-025ef3719416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:34.136975 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-aa5874ac-0255-410e-9fb3-575b38624a98 req-0591178d-1075-4cb6-9d9e-9a50c5caf2b7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 210 time: 0.0611851 Nov 10 17:57:34.137582 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0041e51-9581-47ca-ae51-382fa7362d47 req-828b2c8e-126e-46a7-ba5c-025ef3719416 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb6a6530-3277-4987-9183-1680fea86d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587547 Nov 10 17:57:34.192370 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-464b399c-8c99-4e11-ac57-0f575bed575b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/floatingips/34f2a484-c1ce-48e4-85a2-d006cb567ac1 HTTP/1.1" status: 200 len: 992 time: 0.1916108 Nov 10 17:57:34.211268 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 42328) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:34.299188 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-77daa69f-9282-427f-a7f5-029a49a7cc51 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eafa442d521b4acba3a8c0b998c8ec59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0838149 Nov 10 17:57:34.301686 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 42330) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:34.315469 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0041e51-9581-47ca-ae51-382fa7362d47 req-dd94af7b-f786-4e68-8dfd-3f2de468df05 service neutron] 10.222.0.13 "GET /v2.0/networks/eb6a6530-3277-4987-9183-1680fea86d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698534 Nov 10 17:57:34.401302 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6dca3a35-42bc-4493-8689-7fe36b6c02a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:34.429690 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6dca3a35-42bc-4493-8689-7fe36b6c02a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:34.480670 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0041e51-9581-47ca-ae51-382fa7362d47 req-a1cb44f1-38c6-4124-9ee2-66c53dc96e72 service neutron] 10.222.0.13 "GET /v2.0/networks/eb6a6530-3277-4987-9183-1680fea86d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581130 Nov 10 17:57:34.518413 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6dca3a35-42bc-4493-8689-7fe36b6c02a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:34.527010 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6dca3a35-42bc-4493-8689-7fe36b6c02a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:34.529609 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6dca3a35-42bc-4493-8689-7fe36b6c02a2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f5cd3790-6c3e-4a9c-b544-4be161374a66 HTTP/1.1" status: 204 len: 168 time: 0.2253277 Nov 10 17:57:34.555779 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca3a35-42bc-4493-8689-7fe36b6c02a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cd3790-6c3e-4a9c-b544-4be161374a66,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:35.289874 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-25291355-3c8f-4d4b-b4af-b6842a67b64b req-76afa057-29ce-4d41-9a91-0d4daaa49535 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 210 time: 0.0326977 Nov 10 17:57:35.565298 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:35.821557 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 42360) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:35.971431 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-8e849fdc-3b70-46bb-9591-c8605025789a admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-511222324-network', 'tenant_id': '5823d5eb7dfd4c7fad1a42c3f07094c6'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:57:36.003310 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e849fdc-3b70-46bb-9591-c8605025789a admin admin] Made reservation on behalf of 5823d5eb7dfd4c7fad1a42c3f07094c6 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:57:36.006092 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8e849fdc-3b70-46bb-9591-c8605025789a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:36.017855 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8e849fdc-3b70-46bb-9591-c8605025789a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:36.123207 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8e849fdc-3b70-46bb-9591-c8605025789a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:36.130776 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8e849fdc-3b70-46bb-9591-c8605025789a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:36.165074 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e849fdc-3b70-46bb-9591-c8605025789a admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:57:36.180729 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e849fdc-3b70-46bb-9591-c8605025789a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5791c826-b814-46c1-aa7b-e08e15e226be,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:36.204449 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8e849fdc-3b70-46bb-9591-c8605025789a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:36.205101 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-8e849fdc-3b70-46bb-9591-c8605025789a admin admin] Added segment 8ee91f2b-ce6a-49fe-b5f8-0e609a4c336f of type vlan for network 1696abe2-97ed-4c3e-9f20-c2a314d959ff Nov 10 17:57:36.267418 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8e849fdc-3b70-46bb-9591-c8605025789a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:36.310343 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:36.314389 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8e849fdc-3b70-46bb-9591-c8605025789a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:36.315634 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e849fdc-3b70-46bb-9591-c8605025789a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:36.316445 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8e849fdc-3b70-46bb-9591-c8605025789a admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:36.431191 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8e849fdc-3b70-46bb-9591-c8605025789a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6081328 Nov 10 17:57:36.435891 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 42368) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:36.445734 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-4c4eede7-92e4-426c-802a-968d61b55e85 admin admin] Request body: {'subnet': {'network_id': '1696abe2-97ed-4c3e-9f20-c2a314d959ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-511222324-subnet', 'tenant_id': '5823d5eb7dfd4c7fad1a42c3f07094c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:57:36.498369 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e849fdc-3b70-46bb-9591-c8605025789a admin admin] Pushing event updated for resources: {'Network': ['ID=1696abe2-97ed-4c3e-9f20-c2a314d959ff,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:36.512289 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4eede7-92e4-426c-802a-968d61b55e85 admin admin] Made reservation on behalf of 5823d5eb7dfd4c7fad1a42c3f07094c6 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:57:36.518888 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 1696abe2-97ed-4c3e-9f20-c2a314d959ff details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:57:36.522275 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-63d7e9e7-5b74-4ef3-b7e3-f01646aad9c5 req-4b81f798-4da2-4b90-a509-66f98c2ec06a tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 210 time: 0.0616338 Nov 10 17:57:36.528947 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4c4eede7-92e4-426c-802a-968d61b55e85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:36.836537 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4c4eede7-92e4-426c-802a-968d61b55e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:36.926744 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4eede7-92e4-426c-802a-968d61b55e85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52ecfa13-0f90-4d53-bb3a-2c651c335897,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:36.934262 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4eede7-92e4-426c-802a-968d61b55e85 admin admin] Checking segment: {'id': '8ee91f2b-ce6a-49fe-b5f8-0e609a4c336f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1696abe2-97ed-4c3e-9f20-c2a314d959ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:57:36.935182 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4eede7-92e4-426c-802a-968d61b55e85 admin admin] Network hostable DHCP agents. Network: 1696abe2-97ed-4c3e-9f20-c2a314d959ff, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:57:36.972514 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4eede7-92e4-426c-802a-968d61b55e85 admin admin] Network 1696abe2-97ed-4c3e-9f20-c2a314d959ff is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:57:36.985390 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-4c4eede7-92e4-426c-802a-968d61b55e85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 1696abe2-97ed-4c3e-9f20-c2a314d959ff) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:57:36.997727 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4eede7-92e4-426c-802a-968d61b55e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:36.998008 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affe98a4-011e-405c-9822-7a83379edf4c None None] Network 1696abe2-97ed-4c3e-9f20-c2a314d959ff requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:57:37.000221 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4c4eede7-92e4-426c-802a-968d61b55e85 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:37.026180 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4c4eede7-92e4-426c-802a-968d61b55e85 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5872879 Nov 10 17:57:37.173879 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67258a0a-9ca0-498d-b412-fe126125d94c None None] Network 1696abe2-97ed-4c3e-9f20-c2a314d959ff requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:57:37.669333 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-191cd110-3ef3-4fcb-9de9-774c554843b6 req-9a3f55d4-196c-4013-a93c-f1873cfcf918 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 210 time: 0.0310595 Nov 10 17:57:37.790297 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-2e9adec5-1a32-4cf1-bdce-279f59c23977 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:37.792126 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-2e9adec5-1a32-4cf1-bdce-279f59c23977 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] 10.222.0.39 "GET /v2.0/networks?id=1696abe2-97ed-4c3e-9f20-c2a314d959ff HTTP/1.1" status: 200 len: 812 time: 0.1849320 Nov 10 17:57:37.819063 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-48819ddb-390c-485b-b3c4-5faca25a519e tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] 10.222.0.39 "GET /v2.0/quotas/5823d5eb7dfd4c7fad1a42c3f07094c6 HTTP/1.1" status: 200 len: 375 time: 0.0151474 Nov 10 17:57:37.866383 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-33cee199-9a62-43e6-bd82-dbeb448e058c tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5823d5eb7dfd4c7fad1a42c3f07094c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398555 Nov 10 17:57:38.159340 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-683aa3b6-88ff-4b2b-a3ad-bd164e7f74c1 service neutron] 10.222.0.39 "GET /v2.0/networks/1696abe2-97ed-4c3e-9f20-c2a314d959ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804525 Nov 10 17:57:38.334053 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-31286492-a5cf-4444-9344-91d93dbba27b service neutron] 10.222.0.39 "GET /v2.0/networks/1696abe2-97ed-4c3e-9f20-c2a314d959ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679099 Nov 10 17:57:38.605296 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-31f493fe-d313-4b4a-80cd-ec3d382d0eb6 req-935647fa-e357-42e7-84ba-ed95b7ee3364 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] 10.222.0.39 "GET /v2.0/ports?device_id=26420f13-abc2-4fe2-bd39-fd0f6680ff33 HTTP/1.1" status: 200 len: 210 time: 0.0454357 Nov 10 17:57:38.823764 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68788b19-3be4-4623-9a0c-0aac446ee449 req-71ceb278-0d8b-4646-bcf8-b092765b4efa tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 210 time: 0.0427527 Nov 10 17:57:39.726132 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-896428d7-822d-46b0-8446-4ae07e26b169 req-d666536f-ff3c-46ac-ba74-43fe377a6354 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] 10.222.0.39 "GET /v2.0/ports?device_id=26420f13-abc2-4fe2-bd39-fd0f6680ff33 HTTP/1.1" status: 200 len: 210 time: 0.0339544 Nov 10 17:57:39.990402 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-31472c7d-1c7e-4e86-8a92-b24d8e6c61de req-be5f1707-1743-4e4b-83a6-7ee7b350e7bc tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 210 time: 0.0428276 Nov 10 17:57:40.045024 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-fd7772e2-b1a6-49e8-afef-8de030e5c660 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:40.048783 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-fd7772e2-b1a6-49e8-afef-8de030e5c660 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] 10.222.0.11 "GET /v2.0/networks?id=1696abe2-97ed-4c3e-9f20-c2a314d959ff HTTP/1.1" status: 200 len: 812 time: 0.1966648 Nov 10 17:57:40.062471 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-c0a418cc-dd10-465d-9cbe-cb2a85cd2b4a tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] Request body: {'port': {'device_id': '26420f13-abc2-4fe2-bd39-fd0f6680ff33', 'network_id': '1696abe2-97ed-4c3e-9f20-c2a314d959ff', 'admin_state_up': True, 'tenant_id': '5823d5eb7dfd4c7fad1a42c3f07094c6'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:57:40.234505 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-c0a418cc-dd10-465d-9cbe-cb2a85cd2b4a tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] Made reservation on behalf of 5823d5eb7dfd4c7fad1a42c3f07094c6 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:57:40.238566 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-c0a418cc-dd10-465d-9cbe-cb2a85cd2b4a tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:40.422798 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-c0a418cc-dd10-465d-9cbe-cb2a85cd2b4a tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] Allocated IP 172.20.0.3 (1696abe2-97ed-4c3e-9f20-c2a314d959ff/52ecfa13-0f90-4d53-bb3a-2c651c335897/ef73ec2f-f05a-4781-bc38-caf9dad6d5ca) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:57:40.628280 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-c0a418cc-dd10-465d-9cbe-cb2a85cd2b4a tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:40.681409 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-c0a418cc-dd10-465d-9cbe-cb2a85cd2b4a tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:40.739668 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-c0a418cc-dd10-465d-9cbe-cb2a85cd2b4a tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] Network 1696abe2-97ed-4c3e-9f20-c2a314d959ff is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:57:40.746463 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-c0a418cc-dd10-465d-9cbe-cb2a85cd2b4a tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:57:40.758773 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-c0a418cc-dd10-465d-9cbe-cb2a85cd2b4a tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:57:40.783804 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a418cc-dd10-465d-9cbe-cb2a85cd2b4a tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] Pushing event updated for resources: {'Port': ['ID=ef73ec2f-f05a-4781-bc38-caf9dad6d5ca,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:40.891694 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-c0a418cc-dd10-465d-9cbe-cb2a85cd2b4a tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:40.891694 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-c0a418cc-dd10-465d-9cbe-cb2a85cd2b4a tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:40.914973 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560d7f1-53ab-4159-901d-0d847cb7fa3e req-f7ebdf0d-5a05-4a55-ac54-cee793229315 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:40.916605 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0560d7f1-53ab-4159-901d-0d847cb7fa3e req-f7ebdf0d-5a05-4a55-ac54-cee793229315 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] 10.222.0.39 "GET /v2.0/ports?device_id=26420f13-abc2-4fe2-bd39-fd0f6680ff33 HTTP/1.1" status: 200 len: 931 time: 0.0948167 Nov 10 17:57:40.920788 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-c0a418cc-dd10-465d-9cbe-cb2a85cd2b4a tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8630991 Nov 10 17:57:40.942905 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-4105ead8-6af5-4f5d-a153-e3a3f5849c15 service neutron] Request body: {'port': {'device_id': '26420f13-abc2-4fe2-bd39-fd0f6680ff33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:57:41.038657 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0560d7f1-53ab-4159-901d-0d847cb7fa3e req-b4345b74-4d67-443d-8179-9dac24ae5fe9 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] 10.222.0.39 "GET /v2.0/security-groups?id=5791c826-b814-46c1-aa7b-e08e15e226be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126857 Nov 10 17:57:41.039755 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-4105ead8-6af5-4f5d-a153-e3a3f5849c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:41.128805 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-96d9aea8-c62b-46e0-9e22-54413dd41da2 req-133186f3-679e-4546-9905-4916d3ae3d5c tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 210 time: 0.0413342 Nov 10 17:57:41.455726 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-4105ead8-6af5-4f5d-a153-e3a3f5849c15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef73ec2f-f05a-4781-bc38-caf9dad6d5ca {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:57:41.465613 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-4105ead8-6af5-4f5d-a153-e3a3f5849c15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:41.491635 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-4105ead8-6af5-4f5d-a153-e3a3f5849c15 service neutron] Transition to ACTIVE for port object ef73ec2f-f05a-4781-bc38-caf9dad6d5ca will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:57:41.497381 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-4105ead8-6af5-4f5d-a153-e3a3f5849c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:41.556217 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105ead8-6af5-4f5d-a153-e3a3f5849c15 service neutron] Pushing event updated for resources: {'Port': ['ID=ef73ec2f-f05a-4781-bc38-caf9dad6d5ca,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:41.637423 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-4105ead8-6af5-4f5d-a153-e3a3f5849c15 service neutron] Attempting to bind port ef73ec2f-f05a-4781-bc38-caf9dad6d5ca on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:57:41.637759 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-4105ead8-6af5-4f5d-a153-e3a3f5849c15 service neutron] Attempting to bind port ef73ec2f-f05a-4781-bc38-caf9dad6d5ca by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '8ee91f2b-ce6a-49fe-b5f8-0e609a4c336f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1696abe2-97ed-4c3e-9f20-c2a314d959ff'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:57:41.638089 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-4105ead8-6af5-4f5d-a153-e3a3f5849c15 service neutron] Attempting to bind port ef73ec2f-f05a-4781-bc38-caf9dad6d5ca on network 1696abe2-97ed-4c3e-9f20-c2a314d959ff {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:57:41.644175 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-4105ead8-6af5-4f5d-a153-e3a3f5849c15 service neutron] Port ef73ec2f-f05a-4781-bc38-caf9dad6d5ca on network 1696abe2-97ed-4c3e-9f20-c2a314d959ff not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:57:41.644512 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-4105ead8-6af5-4f5d-a153-e3a3f5849c15 service neutron] Attempting to bind port ef73ec2f-f05a-4781-bc38-caf9dad6d5ca on network 1696abe2-97ed-4c3e-9f20-c2a314d959ff {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:57:41.650344 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-4105ead8-6af5-4f5d-a153-e3a3f5849c15 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:57:41.650720 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-4105ead8-6af5-4f5d-a153-e3a3f5849c15 service neutron] Checking segment: {'id': '8ee91f2b-ce6a-49fe-b5f8-0e609a4c336f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1696abe2-97ed-4c3e-9f20-c2a314d959ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:57:41.651158 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-4105ead8-6af5-4f5d-a153-e3a3f5849c15 service neutron] Bound using segment: {'id': '8ee91f2b-ce6a-49fe-b5f8-0e609a4c336f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1696abe2-97ed-4c3e-9f20-c2a314d959ff'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:57:41.651631 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-4105ead8-6af5-4f5d-a153-e3a3f5849c15 service neutron] Bound port: ef73ec2f-f05a-4781-bc38-caf9dad6d5ca, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ee91f2b-ce6a-49fe-b5f8-0e609a4c336f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1696abe2-97ed-4c3e-9f20-c2a314d959ff'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:57:41.651998 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-4105ead8-6af5-4f5d-a153-e3a3f5849c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:41.763625 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-4105ead8-6af5-4f5d-a153-e3a3f5849c15 service neutron] For port ef73ec2f-f05a-4781-bc38-caf9dad6d5ca, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:57:41.779061 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-4105ead8-6af5-4f5d-a153-e3a3f5849c15 service neutron] For port ef73ec2f-f05a-4781-bc38-caf9dad6d5ca, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ef73ec2f-f05a-4781-bc38-caf9dad6d5ca,segment=NetworkSegment(8ee91f2b-ce6a-49fe-b5f8-0e609a4c336f),segment_id=8ee91f2b-ce6a-49fe-b5f8-0e609a4c336f)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:57:41.784956 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-4105ead8-6af5-4f5d-a153-e3a3f5849c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:41.831107 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-4105ead8-6af5-4f5d-a153-e3a3f5849c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:41.832090 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-4105ead8-6af5-4f5d-a153-e3a3f5849c15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:41.833980 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-4105ead8-6af5-4f5d-a153-e3a3f5849c15 service neutron] 10.222.0.11 "PUT /v2.0/ports/ef73ec2f-f05a-4781-bc38-caf9dad6d5ca HTTP/1.1" status: 200 len: 1092 time: 0.8975418 Nov 10 17:57:41.834494 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26420f13-abc2-4fe2-bd39-fd0f6680ff33', 'tag': 'ef73ec2f-f05a-4781-bc38-caf9dad6d5ca'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:57:41.837190 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94feded-3be3-400c-acb6-1d8cce350343" -d '{"events": [{"name": "network-changed", "server_uuid": "26420f13-abc2-4fe2-bd39-fd0f6680ff33", "tag": "ef73ec2f-f05a-4781-bc38-caf9dad6d5ca"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:57:41.894856 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105ead8-6af5-4f5d-a153-e3a3f5849c15 service neutron] Pushing event updated for resources: {'Port': ['ID=ef73ec2f-f05a-4781-bc38-caf9dad6d5ca,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:41.909772 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89227a50-06e9-479f-8fd8-f96e89fa56db x-openstack-request-id: req-89227a50-06e9-479f-8fd8-f96e89fa56db {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:57:41.910072 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26420f13-abc2-4fe2-bd39-fd0f6680ff33", "tag": "ef73ec2f-f05a-4781-bc38-caf9dad6d5ca", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:57:41.910593 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-89227a50-06e9-479f-8fd8-f96e89fa56db {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:57:41.911186 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26420f13-abc2-4fe2-bd39-fd0f6680ff33', 'tag': 'ef73ec2f-f05a-4781-bc38-caf9dad6d5ca', 'status': 'completed', 'code': 200} Nov 10 17:57:41.996847 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-7db10d03-ae8c-4226-ae23-ec3cb8e048cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:41.998427 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-7db10d03-ae8c-4226-ae23-ec3cb8e048cb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5823d5eb7dfd4c7fad1a42c3f07094c6&device_id=26420f13-abc2-4fe2-bd39-fd0f6680ff33 HTTP/1.1" status: 200 len: 1095 time: 0.1143885 Nov 10 17:57:42.073679 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-498440cc-fadb-4619-9b4a-fd4b04ffef29 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef73ec2f-f05a-4781-bc38-caf9dad6d5ca HTTP/1.1" status: 200 len: 217 time: 0.0668395 Nov 10 17:57:42.220863 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-fecffbe7-f930-4f17-b28e-1ac33e0a7bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:42.223290 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-fecffbe7-f930-4f17-b28e-1ac33e0a7bd7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=52ecfa13-0f90-4d53-bb3a-2c651c335897 HTTP/1.1" status: 200 len: 852 time: 0.1423681 Nov 10 17:57:42.233486 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a98d29-7f29-4ecc-866b-0e02bc2e8319 req-34ca1ef3-4254-43cf-88e2-4ea0b0126e55 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:42.243036 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-38a98d29-7f29-4ecc-866b-0e02bc2e8319 req-34ca1ef3-4254-43cf-88e2-4ea0b0126e55 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] 10.222.0.39 "GET /v2.0/ports?device_id=26420f13-abc2-4fe2-bd39-fd0f6680ff33 HTTP/1.1" status: 200 len: 943 time: 0.0913579 Nov 10 17:57:42.312441 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-38a98d29-7f29-4ecc-866b-0e02bc2e8319 req-bf3a1cb1-86c9-4afb-affb-d6f9a8deb562 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] 10.222.0.39 "GET /v2.0/security-groups?id=5791c826-b814-46c1-aa7b-e08e15e226be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677135 Nov 10 17:57:42.725013 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-0e5eaa85-9e47-487e-90e8-4c4d5f212512 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1696abe2-97ed-4c3e-9f20-c2a314d959ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4950285 Nov 10 17:57:42.750415 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1f2810a2-2ff3-4d92-ac6d-5dea647e9ec8 req-e2084a2e-da95-4177-a98a-1f12fdd4f168 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 210 time: 0.5178199 Nov 10 17:57:42.884710 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-d321b7cf-794c-4fae-90ff-e5011fa0c67b service neutron] 10.222.0.11 "GET /v2.0/networks/1696abe2-97ed-4c3e-9f20-c2a314d959ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438453 Nov 10 17:57:43.020471 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3ab34cda-9db2-4fc1-b632-fcb17378c771 req-ff20aa38-1c8f-4b1e-902d-22f18f3cd4ee service neutron] 10.222.0.11 "GET /v2.0/networks/1696abe2-97ed-4c3e-9f20-c2a314d959ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280484 Nov 10 17:57:43.146734 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94feded-3be3-400c-acb6-1d8cce350343 req-f5af264a-696c-43aa-8636-e52db028ef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:43.149061 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c94feded-3be3-400c-acb6-1d8cce350343 req-f5af264a-696c-43aa-8636-e52db028ef55 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5823d5eb7dfd4c7fad1a42c3f07094c6&device_id=26420f13-abc2-4fe2-bd39-fd0f6680ff33 HTTP/1.1" status: 200 len: 1095 time: 0.0675194 Nov 10 17:57:43.458437 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94feded-3be3-400c-acb6-1d8cce350343 req-58aed166-cae3-47e9-a01c-d4587cb17cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:43.461393 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c94feded-3be3-400c-acb6-1d8cce350343 req-58aed166-cae3-47e9-a01c-d4587cb17cff service neutron] 10.222.0.11 "GET /v2.0/networks?id=1696abe2-97ed-4c3e-9f20-c2a314d959ff HTTP/1.1" status: 200 len: 913 time: 0.3026683 Nov 10 17:57:43.563104 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c94feded-3be3-400c-acb6-1d8cce350343 req-81fc8a76-d812-481a-a0e2-d29c0942e023 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef73ec2f-f05a-4781-bc38-caf9dad6d5ca HTTP/1.1" status: 200 len: 217 time: 0.0857575 Nov 10 17:57:43.634002 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779cb409-21ee-4192-9ba8-01e99c1ef89c req-be05468f-d94b-492d-9a6b-c7b789bada4b tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:43.637338 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-779cb409-21ee-4192-9ba8-01e99c1ef89c req-be05468f-d94b-492d-9a6b-c7b789bada4b tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] 10.222.0.39 "GET /v2.0/ports?device_id=26420f13-abc2-4fe2-bd39-fd0f6680ff33 HTTP/1.1" status: 200 len: 943 time: 0.1099589 Nov 10 17:57:43.645214 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94feded-3be3-400c-acb6-1d8cce350343 req-0d9a4171-5113-4209-801a-be04a2ddf88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:43.646755 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c94feded-3be3-400c-acb6-1d8cce350343 req-0d9a4171-5113-4209-801a-be04a2ddf88b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=52ecfa13-0f90-4d53-bb3a-2c651c335897 HTTP/1.1" status: 200 len: 852 time: 0.0769851 Nov 10 17:57:43.694626 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c94feded-3be3-400c-acb6-1d8cce350343 req-41371aac-94d2-426f-9c9a-5abc3e3c3ed9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1696abe2-97ed-4c3e-9f20-c2a314d959ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397482 Nov 10 17:57:43.722108 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-779cb409-21ee-4192-9ba8-01e99c1ef89c req-facdf592-a177-4001-8367-31b20b13d168 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] 10.222.0.39 "GET /v2.0/security-groups?id=5791c826-b814-46c1-aa7b-e08e15e226be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722487 Nov 10 17:57:43.867745 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c94feded-3be3-400c-acb6-1d8cce350343 req-1e5009a2-9f01-4726-9b9e-373f884e149f service neutron] 10.222.0.11 "GET /v2.0/networks/1696abe2-97ed-4c3e-9f20-c2a314d959ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646216 Nov 10 17:57:43.977278 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b1286cf7-a9a4-4dda-9942-1dd7737d7db9 req-06b44ab0-c9b9-47d8-b349-e204d3441d0c tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 210 time: 0.0899873 Nov 10 17:57:44.045987 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c94feded-3be3-400c-acb6-1d8cce350343 req-eb844e11-266e-40ba-9a3d-ebf27ce5ef4e service neutron] 10.222.0.11 "GET /v2.0/networks/1696abe2-97ed-4c3e-9f20-c2a314d959ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704066 Nov 10 17:57:44.890273 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f328fe5-29e3-480c-b813-bb0cd677dc35 req-d772d2ce-2f77-448a-965b-dd1ea448971d tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:44.892043 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1f328fe5-29e3-480c-b813-bb0cd677dc35 req-d772d2ce-2f77-448a-965b-dd1ea448971d tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] 10.222.0.39 "GET /v2.0/ports?device_id=26420f13-abc2-4fe2-bd39-fd0f6680ff33 HTTP/1.1" status: 200 len: 943 time: 0.0712798 Nov 10 17:57:44.960996 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1f328fe5-29e3-480c-b813-bb0cd677dc35 req-dff15ca3-3bb5-4f32-a768-331e45a0015f tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] 10.222.0.39 "GET /v2.0/security-groups?id=5791c826-b814-46c1-aa7b-e08e15e226be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607917 Nov 10 17:57:45.110734 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-156dbfac-a097-47a0-826d-c3fb6244f4c9 req-6650780c-2f62-49c4-a600-e1a09d7a3800 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 210 time: 0.0358057 Nov 10 17:57:46.113778 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c260a-6413-4499-9888-4e625e8ee06b req-5c56f4a8-8ec8-4afb-b96c-c507931797c4 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:46.123116 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-576c260a-6413-4499-9888-4e625e8ee06b req-5c56f4a8-8ec8-4afb-b96c-c507931797c4 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] 10.222.0.39 "GET /v2.0/ports?device_id=26420f13-abc2-4fe2-bd39-fd0f6680ff33 HTTP/1.1" status: 200 len: 943 time: 0.0766311 Nov 10 17:57:46.203600 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-576c260a-6413-4499-9888-4e625e8ee06b req-8c8f8e55-9b89-4ee3-ba69-ad3052a052be tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] 10.222.0.39 "GET /v2.0/security-groups?id=5791c826-b814-46c1-aa7b-e08e15e226be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780802 Nov 10 17:57:46.287366 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-19c0674b-9827-4780-bc4f-3e2aca20156b req-50c76fff-fda3-4411-883c-c3fa685bf4ea tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 210 time: 0.0401120 Nov 10 17:57:47.150023 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device ef73ec2f-f05a-4781-bc38-caf9dad6d5ca details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:57:47.447667 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port ef73ec2f-f05a-4781-bc38-caf9dad6d5ca, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ef73ec2f-f05a-4781-bc38-caf9dad6d5ca,segment=NetworkSegment(8ee91f2b-ce6a-49fe-b5f8-0e609a4c336f),segment_id=8ee91f2b-ce6a-49fe-b5f8-0e609a4c336f)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:57:47.473667 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'ef73ec2f-f05a-4781-bc38-caf9dad6d5ca', 'network_id': '1696abe2-97ed-4c3e-9f20-c2a314d959ff', 'port_id': 'ef73ec2f-f05a-4781-bc38-caf9dad6d5ca', 'mac_address': 'fa:16:3e:b1:b1:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52ecfa13-0f90-4d53-bb3a-2c651c335897', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:57:47.486670 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578bb73-b893-460e-9c66-08edb223bb72 req-709d923e-c067-4b12-bc02-438503fabe63 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:47.509707 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5578bb73-b893-460e-9c66-08edb223bb72 req-709d923e-c067-4b12-bc02-438503fabe63 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] 10.222.0.39 "GET /v2.0/ports?device_id=26420f13-abc2-4fe2-bd39-fd0f6680ff33 HTTP/1.1" status: 200 len: 943 time: 0.0986824 Nov 10 17:57:47.533389 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cfb3585d-c00d-4048-a80e-931d8a6a42b0 req-bdb73238-d2cf-4097-aaef-be07a715959a tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 210 time: 0.0931704 Nov 10 17:57:47.538304 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:47.557087 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef73ec2f-f05a-4781-bc38-caf9dad6d5ca {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:57:47.584808 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port ef73ec2f-f05a-4781-bc38-caf9dad6d5ca, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ef73ec2f-f05a-4781-bc38-caf9dad6d5ca,segment=NetworkSegment(8ee91f2b-ce6a-49fe-b5f8-0e609a4c336f),segment_id=8ee91f2b-ce6a-49fe-b5f8-0e609a4c336f)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:57:47.591640 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:47.665103 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=ef73ec2f-f05a-4781-bc38-caf9dad6d5ca,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:47.695271 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5578bb73-b893-460e-9c66-08edb223bb72 req-f57ceabc-e43a-411b-bf64-4d6ee04da9e1 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] 10.222.0.39 "GET /v2.0/security-groups?id=5791c826-b814-46c1-aa7b-e08e15e226be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819811 Nov 10 17:57:47.793643 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['ef73ec2f-f05a-4781-bc38-caf9dad6d5ca'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:57:48.787455 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1fc5963d-4638-466b-8153-5915d6201476 req-78aadb0c-150c-4e59-9747-1e6bc81c45af tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 210 time: 0.0570819 Nov 10 17:57:48.945941 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd53a8-877b-4f93-86a0-56e9b6dc4907 req-1092d350-35a2-4ca6-8845-792fa279bedc tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:48.947705 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0cdd53a8-877b-4f93-86a0-56e9b6dc4907 req-1092d350-35a2-4ca6-8845-792fa279bedc tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] 10.222.0.39 "GET /v2.0/ports?device_id=26420f13-abc2-4fe2-bd39-fd0f6680ff33 HTTP/1.1" status: 200 len: 944 time: 0.0866175 Nov 10 17:57:49.015469 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0cdd53a8-877b-4f93-86a0-56e9b6dc4907 req-3db504bc-c345-4ff0-82b0-89f7dd07c118 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] 10.222.0.39 "GET /v2.0/security-groups?id=5791c826-b814-46c1-aa7b-e08e15e226be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585678 Nov 10 17:57:49.161079 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device ef73ec2f-f05a-4781-bc38-caf9dad6d5ca up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:57:49.250394 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port ef73ec2f-f05a-4781-bc38-caf9dad6d5ca completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:57:49.259749 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port ef73ec2f-f05a-4781-bc38-caf9dad6d5ca triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:57:49.260631 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:49.414621 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:49.456029 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26420f13-abc2-4fe2-bd39-fd0f6680ff33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef73ec2f-f05a-4781-bc38-caf9dad6d5ca'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:57:49.461659 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fad04d-398d-4bb9-9114-b1f290247eb6" -d '{"events": [{"server_uuid": "26420f13-abc2-4fe2-bd39-fd0f6680ff33", "name": "network-vif-plugged", "status": "completed", "tag": "ef73ec2f-f05a-4781-bc38-caf9dad6d5ca"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:57:49.479905 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port ef73ec2f-f05a-4781-bc38-caf9dad6d5ca, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ef73ec2f-f05a-4781-bc38-caf9dad6d5ca,segment=NetworkSegment(8ee91f2b-ce6a-49fe-b5f8-0e609a4c336f),segment_id=8ee91f2b-ce6a-49fe-b5f8-0e609a4c336f)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:57:49.485450 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:49.584293 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2f5043-ac18-4a25-845a-827def00b724 x-openstack-request-id: req-0f2f5043-ac18-4a25-845a-827def00b724 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:57:49.585771 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26420f13-abc2-4fe2-bd39-fd0f6680ff33", "name": "network-vif-plugged", "status": "completed", "tag": "ef73ec2f-f05a-4781-bc38-caf9dad6d5ca", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:57:49.586470 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0f2f5043-ac18-4a25-845a-827def00b724 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:57:49.587334 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26420f13-abc2-4fe2-bd39-fd0f6680ff33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef73ec2f-f05a-4781-bc38-caf9dad6d5ca', 'code': 200} Nov 10 17:57:49.599466 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=ef73ec2f-f05a-4781-bc38-caf9dad6d5ca,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:49.745718 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4b224-9975-41cd-a02e-2e9cc77702d3 req-491d52fd-8c89-4e1a-bcbd-7294ca444207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:49.748361 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-29e4b224-9975-41cd-a02e-2e9cc77702d3 req-491d52fd-8c89-4e1a-bcbd-7294ca444207 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=26420f13-abc2-4fe2-bd39-fd0f6680ff33 HTTP/1.1" status: 200 len: 1097 time: 0.0672274 Nov 10 17:57:49.812590 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-29e4b224-9975-41cd-a02e-2e9cc77702d3 req-ba77e77e-1bd5-489d-a388-4809f3f055e5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5791c826-b814-46c1-aa7b-e08e15e226be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566280 Nov 10 17:57:49.958108 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7554da8-be12-4613-8cd3-86f2d2373963 req-0f2f7fce-6c58-4c3e-9ec7-1a05f7590f73 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/ports?device_id=88ebb97a-d409-4711-b8e0-2090372fd9ba HTTP/1.1" status: 200 len: 210 time: 0.0377276 Nov 10 17:57:50.273620 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee3c57-fbe2-4af8-b530-5a9b3a4f9025 req-eca3464e-1556-4476-8a86-9b938da8ab79 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:50.276428 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-24ee3c57-fbe2-4af8-b530-5a9b3a4f9025 req-eca3464e-1556-4476-8a86-9b938da8ab79 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] 10.222.0.39 "GET /v2.0/ports?device_id=26420f13-abc2-4fe2-bd39-fd0f6680ff33 HTTP/1.1" status: 200 len: 945 time: 0.0935695 Nov 10 17:57:50.402527 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-24ee3c57-fbe2-4af8-b530-5a9b3a4f9025 req-45a733e3-7ad6-448c-be7c-0b3b2b67044d tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] 10.222.0.39 "GET /v2.0/security-groups?id=5791c826-b814-46c1-aa7b-e08e15e226be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093512 Nov 10 17:57:51.102489 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 42964) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:51.176582 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c616eebd-f709-4ec3-a220-b67e0edb03c3 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:51.217996 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c616eebd-f709-4ec3-a220-b67e0edb03c3 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:51.337765 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c616eebd-f709-4ec3-a220-b67e0edb03c3 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:51.341833 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c616eebd-f709-4ec3-a220-b67e0edb03c3 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:51.344846 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c616eebd-f709-4ec3-a220-b67e0edb03c3 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "DELETE /v2.0/security-groups/6b805ccc-7082-4539-8592-5d5acdd89437 HTTP/1.1" status: 204 len: 168 time: 0.2406805 Nov 10 17:57:51.349200 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 42972) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:51.368818 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-a0f7f990-1f5e-40a9-a2b3-e7560f1d583c tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] show failed (client error): The resource could not be found. Nov 10 17:57:51.373275 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a0f7f990-1f5e-40a9-a2b3-e7560f1d583c tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "GET /v2.0/security-groups/6b805ccc-7082-4539-8592-5d5acdd89437 HTTP/1.1" status: 404 len: 347 time: 0.0218468 Nov 10 17:57:51.376552 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 42974) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:51.384425 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616eebd-f709-4ec3-a220-b67e0edb03c3 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b805ccc-7082-4539-8592-5d5acdd89437,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:51.611708 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe476b-980b-47a0-ab6c-cfe8ec4932c7 req-f478f57e-848b-40f6-87d6-b6f7087d3165 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:51.613375 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ebbe476b-980b-47a0-ab6c-cfe8ec4932c7 req-f478f57e-848b-40f6-87d6-b6f7087d3165 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] 10.222.0.39 "GET /v2.0/ports?device_id=26420f13-abc2-4fe2-bd39-fd0f6680ff33 HTTP/1.1" status: 200 len: 945 time: 0.0927064 Nov 10 17:57:51.652059 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-d69cce96-48a1-46cf-86c8-88d499c9e8d0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Deleting port 4134dfff-a076-45ad-8c7d-853f24681ecd {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:57:51.652825 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d69cce96-48a1-46cf-86c8-88d499c9e8d0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:51.808048 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ebbe476b-980b-47a0-ab6c-cfe8ec4932c7 req-5bf53dce-8d6b-4e51-874a-c22515fc5c81 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] 10.222.0.39 "GET /v2.0/security-groups?id=5791c826-b814-46c1-aa7b-e08e15e226be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782408 Nov 10 17:57:51.872487 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d69cce96-48a1-46cf-86c8-88d499c9e8d0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:51.873174 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d69cce96-48a1-46cf-86c8-88d499c9e8d0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:51.902147 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-d69cce96-48a1-46cf-86c8-88d499c9e8d0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Calling delete_port for 4134dfff-a076-45ad-8c7d-853f24681ecd owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:57:52.174621 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d69cce96-48a1-46cf-86c8-88d499c9e8d0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:52.249699 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cce96-48a1-46cf-86c8-88d499c9e8d0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Pushing event deleted for resources: {'Port': ['ID=4134dfff-a076-45ad-8c7d-853f24681ecd,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:52.380743 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d69cce96-48a1-46cf-86c8-88d499c9e8d0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:52.386238 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d69cce96-48a1-46cf-86c8-88d499c9e8d0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:52.395035 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 42994) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:52.397100 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d69cce96-48a1-46cf-86c8-88d499c9e8d0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "DELETE /v2.0/floatingips/35228e79-11fa-410a-ab3d-030f33733273 HTTP/1.1" status: 204 len: 168 time: 1.0206714 Nov 10 17:57:52.557154 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-c91e5886-e415-41ce-80dd-50c108815057 req-8083baa3-39ad-4d4e-bc03-1b5db82b10f0 service neutron] (102469) timed out ('10.222.0.39', 49772) {{(pid=102469) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 17:57:52.617808 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-36cc896e-dbfb-4754-9398-b500366a93a0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Deleting port 47f8f0ae-9d1a-48c8-a567-346cf76cba57 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:57:52.618112 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-36cc896e-dbfb-4754-9398-b500366a93a0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:52.644653 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148f7e6-a4b3-469e-a05c-47cfdf02553e req-52652f82-8f2e-4969-afc7-2e2a1f075d06 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:52.646580 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5148f7e6-a4b3-469e-a05c-47cfdf02553e req-52652f82-8f2e-4969-afc7-2e2a1f075d06 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] 10.222.0.39 "GET /v2.0/ports?device_id=26420f13-abc2-4fe2-bd39-fd0f6680ff33 HTTP/1.1" status: 200 len: 945 time: 0.0913451 Nov 10 17:57:52.772242 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5148f7e6-a4b3-469e-a05c-47cfdf02553e req-27470ee5-4176-4c38-9ee7-fbc735587509 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] 10.222.0.39 "GET /v2.0/security-groups?id=5791c826-b814-46c1-aa7b-e08e15e226be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924954 Nov 10 17:57:52.801570 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-36cc896e-dbfb-4754-9398-b500366a93a0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:52.827079 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-36cc896e-dbfb-4754-9398-b500366a93a0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Calling delete_port for 47f8f0ae-9d1a-48c8-a567-346cf76cba57 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:57:53.106998 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-36cc896e-dbfb-4754-9398-b500366a93a0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:53.140361 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc896e-dbfb-4754-9398-b500366a93a0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Pushing event deleted for resources: {'Port': ['ID=47f8f0ae-9d1a-48c8-a567-346cf76cba57,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:53.227294 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-36cc896e-dbfb-4754-9398-b500366a93a0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:53.230717 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-36cc896e-dbfb-4754-9398-b500366a93a0 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "DELETE /v2.0/ports/47f8f0ae-9d1a-48c8-a567-346cf76cba57 HTTP/1.1" status: 204 len: 168 time: 0.8346212 Nov 10 17:57:53.234353 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43002) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:53.368216 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-4b57364c-3c44-4299-9e75-79c222a4fe01 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Deleting port 224ef4d3-dee2-4bcd-947b-b7c7a9b0544c {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:57:53.371171 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b57364c-3c44-4299-9e75-79c222a4fe01 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:53.519295 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b57364c-3c44-4299-9e75-79c222a4fe01 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:53.541414 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-4b57364c-3c44-4299-9e75-79c222a4fe01 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Calling delete_port for 224ef4d3-dee2-4bcd-947b-b7c7a9b0544c owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:57:53.788356 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5cdb7-8921-4e4f-8dae-b7db14aa8ade req-07f115bf-39f7-4421-ab13-9b6bef060489 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:53.791283 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-66d5cdb7-8921-4e4f-8dae-b7db14aa8ade req-07f115bf-39f7-4421-ab13-9b6bef060489 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] 10.222.0.11 "GET /v2.0/ports?device_id=26420f13-abc2-4fe2-bd39-fd0f6680ff33 HTTP/1.1" status: 200 len: 945 time: 0.1025310 Nov 10 17:57:53.797187 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b57364c-3c44-4299-9e75-79c222a4fe01 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:53.864460 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57364c-3c44-4299-9e75-79c222a4fe01 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Pushing event deleted for resources: {'Port': ['ID=224ef4d3-dee2-4bcd-947b-b7c7a9b0544c,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:54.015323 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-66d5cdb7-8921-4e4f-8dae-b7db14aa8ade req-071869f2-f563-4d87-ad7d-5320e40faaa7 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] Deleting port ef73ec2f-f05a-4781-bc38-caf9dad6d5ca {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:57:54.015870 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-66d5cdb7-8921-4e4f-8dae-b7db14aa8ade req-071869f2-f563-4d87-ad7d-5320e40faaa7 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:54.040247 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b57364c-3c44-4299-9e75-79c222a4fe01 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:54.049348 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4b57364c-3c44-4299-9e75-79c222a4fe01 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "DELETE /v2.0/ports/224ef4d3-dee2-4bcd-947b-b7c7a9b0544c HTTP/1.1" status: 204 len: 168 time: 0.8136394 Nov 10 17:57:54.054030 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43012) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:54.123550 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b9e4a-ef49-4200-8bc2-9c44cb924480 req-59ff1cce-f837-461f-bb9a-2cc41cab4662 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:54.126887 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6f9b9e4a-ef49-4200-8bc2-9c44cb924480 req-59ff1cce-f837-461f-bb9a-2cc41cab4662 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] 10.222.0.39 "GET /v2.0/ports?device_id=26420f13-abc2-4fe2-bd39-fd0f6680ff33 HTTP/1.1" status: 200 len: 945 time: 0.1747782 Nov 10 17:57:54.160358 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-c02ae48a-2e0b-45b9-a4b3-32a942d9ec2a tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Deleting subnet 2f88546f-3001-437d-949d-bf2c5fdfec86 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:57:54.178954 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c02ae48a-2e0b-45b9-a4b3-32a942d9ec2a tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:54.227378 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-66d5cdb7-8921-4e4f-8dae-b7db14aa8ade req-071869f2-f563-4d87-ad7d-5320e40faaa7 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] For port ef73ec2f-f05a-4781-bc38-caf9dad6d5ca, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ef73ec2f-f05a-4781-bc38-caf9dad6d5ca,segment=NetworkSegment(8ee91f2b-ce6a-49fe-b5f8-0e609a4c336f),segment_id=8ee91f2b-ce6a-49fe-b5f8-0e609a4c336f)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:57:54.228687 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-66d5cdb7-8921-4e4f-8dae-b7db14aa8ade req-071869f2-f563-4d87-ad7d-5320e40faaa7 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:54.279503 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-66d5cdb7-8921-4e4f-8dae-b7db14aa8ade req-071869f2-f563-4d87-ad7d-5320e40faaa7 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] Calling delete_port for ef73ec2f-f05a-4781-bc38-caf9dad6d5ca owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:57:54.311582 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c02ae48a-2e0b-45b9-a4b3-32a942d9ec2a tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:54.463355 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6f9b9e4a-ef49-4200-8bc2-9c44cb924480 req-c582a53e-cb2c-48c5-9a07-c9ae7377ca3b tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] 10.222.0.39 "GET /v2.0/security-groups?id=5791c826-b814-46c1-aa7b-e08e15e226be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258724 Nov 10 17:57:54.489584 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c02ae48a-2e0b-45b9-a4b3-32a942d9ec2a tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:54.569291 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-66d5cdb7-8921-4e4f-8dae-b7db14aa8ade req-071869f2-f563-4d87-ad7d-5320e40faaa7 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:54.581643 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['ef73ec2f-f05a-4781-bc38-caf9dad6d5ca'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:57:54.641745 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071869f2-f563-4d87-ad7d-5320e40faaa7 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] Pushing event deleted for resources: {'Port': ['ID=ef73ec2f-f05a-4781-bc38-caf9dad6d5ca,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:54.671061 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c02ae48a-2e0b-45b9-a4b3-32a942d9ec2a tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:54.698907 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d5cdb7-8921-4e4f-8dae-b7db14aa8ade req-071869f2-f563-4d87-ad7d-5320e40faaa7 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] No DVR routers for this DVR port ef73ec2f-f05a-4781-bc38-caf9dad6d5ca on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:57:54.702069 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-66d5cdb7-8921-4e4f-8dae-b7db14aa8ade req-071869f2-f563-4d87-ad7d-5320e40faaa7 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:54.706448 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-66d5cdb7-8921-4e4f-8dae-b7db14aa8ade req-071869f2-f563-4d87-ad7d-5320e40faaa7 tempest-ServerPasswordTestJSON-201900726 tempest-ServerPasswordTestJSON-201900726-project] 10.222.0.11 "DELETE /v2.0/ports/ef73ec2f-f05a-4781-bc38-caf9dad6d5ca HTTP/1.1" status: 204 len: 173 time: 0.9071753 Nov 10 17:57:54.707084 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26420f13-abc2-4fe2-bd39-fd0f6680ff33', 'name': 'network-vif-deleted', 'tag': 'ef73ec2f-f05a-4781-bc38-caf9dad6d5ca'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:57:54.710222 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eefdfa5-c058-43d7-aef0-d048817d006e" -d '{"events": [{"server_uuid": "26420f13-abc2-4fe2-bd39-fd0f6680ff33", "name": "network-vif-deleted", "tag": "ef73ec2f-f05a-4781-bc38-caf9dad6d5ca"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:57:54.758120 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ae48a-2e0b-45b9-a4b3-32a942d9ec2a tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Pushing event deleted for resources: {'Subnet': ['ID=2f88546f-3001-437d-949d-bf2c5fdfec86,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:54.786813 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c02ae48a-2e0b-45b9-a4b3-32a942d9ec2a tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:54.794891 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c02ae48a-2e0b-45b9-a4b3-32a942d9ec2a tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "DELETE /v2.0/subnets/2f88546f-3001-437d-949d-bf2c5fdfec86 HTTP/1.1" status: 204 len: 168 time: 0.7383237 Nov 10 17:57:54.798244 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 43020) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:54.799239 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc60f38-2f55-46fc-961a-6ec08ec8aa81 None None] Network 49bc9a4d-2019-4c3e-98a9-200317b395fd requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:57:54.851768 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:57:54.905993 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df23e11a-ce50-43f5-8ed2-37e8dac388ef x-openstack-request-id: req-df23e11a-ce50-43f5-8ed2-37e8dac388ef {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:57:54.905993 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26420f13-abc2-4fe2-bd39-fd0f6680ff33", "name": "network-vif-deleted", "tag": "ef73ec2f-f05a-4781-bc38-caf9dad6d5ca", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:57:54.908675 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-df23e11a-ce50-43f5-8ed2-37e8dac388ef {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:57:54.909111 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26420f13-abc2-4fe2-bd39-fd0f6680ff33', 'name': 'network-vif-deleted', 'tag': 'ef73ec2f-f05a-4781-bc38-caf9dad6d5ca', 'status': 'completed', 'code': 200} Nov 10 17:57:54.917981 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a8b3635-e3e9-4d5c-96ac-c720e35bb91f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Deleting subnet 235a8a7b-9769-4bcb-b248-e3a3ce641763 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:57:54.924711 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2a8b3635-e3e9-4d5c-96ac-c720e35bb91f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:54.974660 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:54.988527 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2a8b3635-e3e9-4d5c-96ac-c720e35bb91f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:55.104136 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7106e4-1f55-40a5-8f64-3218cc169f08 None None] DHCP port deletion for 49bc9a4d-2019-4c3e-98a9-200317b395fd request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:57:55.117046 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2a8b3635-e3e9-4d5c-96ac-c720e35bb91f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:55.207316 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:55.228302 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-1d7106e4-1f55-40a5-8f64-3218cc169f08 None None] Deleting port d23a49e0-9999-4465-b68c-ebd5d82f6f82 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:57:55.228941 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1d7106e4-1f55-40a5-8f64-3218cc169f08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:55.254789 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2a8b3635-e3e9-4d5c-96ac-c720e35bb91f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:55.306579 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b3635-e3e9-4d5c-96ac-c720e35bb91f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Pushing event deleted for resources: {'Subnet': ['ID=235a8a7b-9769-4bcb-b248-e3a3ce641763,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:55.317929 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-1d7106e4-1f55-40a5-8f64-3218cc169f08 None None] For port d23a49e0-9999-4465-b68c-ebd5d82f6f82, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d23a49e0-9999-4465-b68c-ebd5d82f6f82,segment=NetworkSegment(593a9bc3-cd7b-417a-b974-3d7aa191c18a),segment_id=593a9bc3-cd7b-417a-b974-3d7aa191c18a)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:57:55.318318 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1d7106e4-1f55-40a5-8f64-3218cc169f08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:55.322119 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2a8b3635-e3e9-4d5c-96ac-c720e35bb91f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:55.331407 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363e9e35-c49f-49ae-96e3-71387f614ba8 None None] Network 47baead0-3e81-4ecd-90e6-eeb908ade233 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:57:55.337605 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43026) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:55.338477 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2a8b3635-e3e9-4d5c-96ac-c720e35bb91f tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "DELETE /v2.0/subnets/235a8a7b-9769-4bcb-b248-e3a3ce641763 HTTP/1.1" status: 204 len: 168 time: 0.5383055 Nov 10 17:57:55.455830 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-1d7106e4-1f55-40a5-8f64-3218cc169f08 None None] Calling delete_port for d23a49e0-9999-4465-b68c-ebd5d82f6f82 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:57:55.525633 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-45e5cb6c-9447-48cc-8fd4-b6045b0316f7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:55.601969 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43032) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:55.676194 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c999a2-834a-490d-b107-0aaff82d6711 admin admin] Deleting subnet 52ecfa13-0f90-4d53-bb3a-2c651c335897 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:57:55.681466 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-90c999a2-834a-490d-b107-0aaff82d6711 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:55.705647 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-45e5cb6c-9447-48cc-8fd4-b6045b0316f7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Deleting port d23a49e0-9999-4465-b68c-ebd5d82f6f82 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:57:55.705999 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-45e5cb6c-9447-48cc-8fd4-b6045b0316f7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:55.736908 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1d7106e4-1f55-40a5-8f64-3218cc169f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:55.788859 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7106e4-1f55-40a5-8f64-3218cc169f08 None None] Pushing event deleted for resources: {'Port': ['ID=d23a49e0-9999-4465-b68c-ebd5d82f6f82,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:55.796005 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7106e4-1f55-40a5-8f64-3218cc169f08 None None] No DVR routers for this DVR port d23a49e0-9999-4465-b68c-ebd5d82f6f82 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:57:55.804446 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c461fbe-695f-4a83-8f97-d98d7f9f2aa3 None None] DHCP port deletion for 47baead0-3e81-4ecd-90e6-eeb908ade233 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:57:55.850701 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-90c999a2-834a-490d-b107-0aaff82d6711 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:55.891081 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-1c461fbe-695f-4a83-8f97-d98d7f9f2aa3 None None] Deleting port d32a5c4c-f2ee-422b-9539-362c2321f9c0 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:57:55.891464 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1c461fbe-695f-4a83-8f97-d98d7f9f2aa3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:55.895456 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-45e5cb6c-9447-48cc-8fd4-b6045b0316f7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] For port d23a49e0-9999-4465-b68c-ebd5d82f6f82, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d23a49e0-9999-4465-b68c-ebd5d82f6f82,segment=NetworkSegment(593a9bc3-cd7b-417a-b974-3d7aa191c18a),segment_id=593a9bc3-cd7b-417a-b974-3d7aa191c18a)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:57:55.896018 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-45e5cb6c-9447-48cc-8fd4-b6045b0316f7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:55.919064 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-45e5cb6c-9447-48cc-8fd4-b6045b0316f7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Calling delete_port for d23a49e0-9999-4465-b68c-ebd5d82f6f82 owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:57:55.942455 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-90c999a2-834a-490d-b107-0aaff82d6711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:55.997718 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-1c461fbe-695f-4a83-8f97-d98d7f9f2aa3 None None] For port d32a5c4c-f2ee-422b-9539-362c2321f9c0, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d32a5c4c-f2ee-422b-9539-362c2321f9c0,segment=NetworkSegment(a86ac378-8b1c-4cf2-a7f2-853d02679a02),segment_id=a86ac378-8b1c-4cf2-a7f2-853d02679a02)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:57:55.998121 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1c461fbe-695f-4a83-8f97-d98d7f9f2aa3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:56.013010 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-1c461fbe-695f-4a83-8f97-d98d7f9f2aa3 None None] Calling delete_port for d32a5c4c-f2ee-422b-9539-362c2321f9c0 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:57:56.063499 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-45e5cb6c-9447-48cc-8fd4-b6045b0316f7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:56.072889 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-90c999a2-834a-490d-b107-0aaff82d6711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:56.110105 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1c461fbe-695f-4a83-8f97-d98d7f9f2aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:56.151286 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5cb6c-9447-48cc-8fd4-b6045b0316f7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Pushing event deleted for resources: {'Port': ['ID=d23a49e0-9999-4465-b68c-ebd5d82f6f82,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:56.158720 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c461fbe-695f-4a83-8f97-d98d7f9f2aa3 None None] Pushing event deleted for resources: {'Port': ['ID=d32a5c4c-f2ee-422b-9539-362c2321f9c0,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:56.159935 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c999a2-834a-490d-b107-0aaff82d6711 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52ecfa13-0f90-4d53-bb3a-2c651c335897,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:56.161785 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c461fbe-695f-4a83-8f97-d98d7f9f2aa3 None None] No DVR routers for this DVR port d32a5c4c-f2ee-422b-9539-362c2321f9c0 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:57:56.174744 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e5cb6c-9447-48cc-8fd4-b6045b0316f7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] No DVR routers for this DVR port d23a49e0-9999-4465-b68c-ebd5d82f6f82 on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:57:56.177464 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-90c999a2-834a-490d-b107-0aaff82d6711 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:56.185080 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-90c999a2-834a-490d-b107-0aaff82d6711 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/52ecfa13-0f90-4d53-bb3a-2c651c335897 HTTP/1.1" status: 204 len: 168 time: 0.5795679 Nov 10 17:57:56.185593 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 43038) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:56.309436 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c48c5fad-0456-499e-a4eb-31d7b0e44aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:56.324249 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-45e5cb6c-9447-48cc-8fd4-b6045b0316f7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:56.365682 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-45e5cb6c-9447-48cc-8fd4-b6045b0316f7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49bc9a4d-2019-4c3e-98a9-200317b395fd']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:57:56.379719 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-45e5cb6c-9447-48cc-8fd4-b6045b0316f7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '593a9bc3-cd7b-417a-b974-3d7aa191c18a') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:57:56.380032 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-45e5cb6c-9447-48cc-8fd4-b6045b0316f7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '593a9bc3-cd7b-417a-b974-3d7aa191c18a') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:57:56.396710 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-45e5cb6c-9447-48cc-8fd4-b6045b0316f7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:56.417364 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-45e5cb6c-9447-48cc-8fd4-b6045b0316f7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:56.426054 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c48c5fad-0456-499e-a4eb-31d7b0e44aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:56.433790 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45e5cb6c-9447-48cc-8fd4-b6045b0316f7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:57:56.436234 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-45e5cb6c-9447-48cc-8fd4-b6045b0316f7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: self.session.flush() Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: self.session.flush() Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: self.session.flush() Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: self.session.flush() Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:57:56.442762 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:57:56.474566 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-c48c5fad-0456-499e-a4eb-31d7b0e44aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1696abe2-97ed-4c3e-9f20-c2a314d959ff']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:57:56.495585 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-c48c5fad-0456-499e-a4eb-31d7b0e44aa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee91f2b-ce6a-49fe-b5f8-0e609a4c336f') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:57:56.496142 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-c48c5fad-0456-499e-a4eb-31d7b0e44aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee91f2b-ce6a-49fe-b5f8-0e609a4c336f') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:57:56.523708 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c48c5fad-0456-499e-a4eb-31d7b0e44aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:56.525861 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d23a49e0-9999-4465-b68c-ebd5d82f6f82 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:57:56.532843 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-45e5cb6c-9447-48cc-8fd4-b6045b0316f7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:56.541401 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-45e5cb6c-9447-48cc-8fd4-b6045b0316f7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:56.549149 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-45e5cb6c-9447-48cc-8fd4-b6045b0316f7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "DELETE /v2.0/networks/49bc9a4d-2019-4c3e-98a9-200317b395fd HTTP/1.1" status: 204 len: 168 time: 1.2101367 Nov 10 17:57:56.555550 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43042) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:56.555768 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c48c5fad-0456-499e-a4eb-31d7b0e44aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:56.558171 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: d23a49e0-9999-4465-b68c-ebd5d82f6f82 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:57:56.558717 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d23a49e0-9999-4465-b68c-ebd5d82f6f82 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:57:56.559444 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d32a5c4c-f2ee-422b-9539-362c2321f9c0 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:57:56.567369 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48c5fad-0456-499e-a4eb-31d7b0e44aa5 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:57:56.567855 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c48c5fad-0456-499e-a4eb-31d7b0e44aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:56.570283 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:57:56.570283 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:57:56.570283 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:57:56.570283 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:57:56.570283 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:57:56.570283 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:57:56.570283 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:57:56.570283 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:57:56.570283 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:57:56.570283 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:57:56.570283 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:57:56.570283 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:57:56.570283 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:57:56.570283 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:57:56.570283 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:57:56.570283 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:57:56.570283 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:57:56.570283 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:57:56.570283 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:57:56.570283 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:57:56.570283 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:57:56.570283 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:57:56.570283 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:57:56.570283 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:57:56.570283 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:57:56.570283 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:57:56.570283 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:57:56.570283 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:57:56.570283 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:57:56.570283 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:57:56.570283 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:57:56.570283 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:57:56.596298 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5cb6c-9447-48cc-8fd4-b6045b0316f7 tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Pushing event deleted for resources: {'Network': ['ID=49bc9a4d-2019-4c3e-98a9-200317b395fd,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:56.607357 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: d32a5c4c-f2ee-422b-9539-362c2321f9c0 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:57:56.610415 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d32a5c4c-f2ee-422b-9539-362c2321f9c0 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:57:56.666266 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c48c5fad-0456-499e-a4eb-31d7b0e44aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:56.680333 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c48c5fad-0456-499e-a4eb-31d7b0e44aa5 admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:56.686444 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c48c5fad-0456-499e-a4eb-31d7b0e44aa5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1696abe2-97ed-4c3e-9f20-c2a314d959ff HTTP/1.1" status: 204 len: 168 time: 0.4986436 Nov 10 17:57:56.705780 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c5fad-0456-499e-a4eb-31d7b0e44aa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1696abe2-97ed-4c3e-9f20-c2a314d959ff,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:56.738592 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-87c5d8a5-3b12-40e7-a3f3-a2e0ea8dceed tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:56.863891 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-87c5d8a5-3b12-40e7-a3f3-a2e0ea8dceed tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:56.890731 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 43048) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:56.908193 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-87c5d8a5-3b12-40e7-a3f3-a2e0ea8dceed tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47baead0-3e81-4ecd-90e6-eeb908ade233']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:57:56.926185 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-87c5d8a5-3b12-40e7-a3f3-a2e0ea8dceed tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a86ac378-8b1c-4cf2-a7f2-853d02679a02') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:57:56.926551 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-87c5d8a5-3b12-40e7-a3f3-a2e0ea8dceed tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a86ac378-8b1c-4cf2-a7f2-853d02679a02') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:57:56.946573 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-87c5d8a5-3b12-40e7-a3f3-a2e0ea8dceed tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:56.966193 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-87c5d8a5-3b12-40e7-a3f3-a2e0ea8dceed tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:56.982454 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c5d8a5-3b12-40e7-a3f3-a2e0ea8dceed tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:57:56.982872 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-87c5d8a5-3b12-40e7-a3f3-a2e0ea8dceed tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:56.991266 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:57:56.991266 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:57:56.991266 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:57:56.991266 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:57:56.991266 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:57:56.991266 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:57:56.991266 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:57:56.991266 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:57:56.991266 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:57:56.991266 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:57:56.991266 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:57:56.991266 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:57:56.991266 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:57:56.991266 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:57:56.991266 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:57:56.991266 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:57:56.991266 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:57:56.991266 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:57:56.991266 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:57:56.991266 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:57:56.991266 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:57:56.991266 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:57:56.991266 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:57:56.991266 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:57:56.991266 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:57:56.991266 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:57:56.991266 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:57:56.991266 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:57:56.991266 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:57:56.991266 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:57:56.991266 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:57:56.991266 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:57:57.069924 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d4afbfbc-6125-4329-a173-e31eb32e21a9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5823d5eb7dfd4c7fad1a42c3f07094c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1737087 Nov 10 17:57:57.072622 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 43054) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:57.088060 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-87c5d8a5-3b12-40e7-a3f3-a2e0ea8dceed tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:57.129376 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-87c5d8a5-3b12-40e7-a3f3-a2e0ea8dceed tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:57.142420 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-87c5d8a5-3b12-40e7-a3f3-a2e0ea8dceed tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] 10.222.0.39 "DELETE /v2.0/networks/47baead0-3e81-4ecd-90e6-eeb908ade233 HTTP/1.1" status: 204 len: 168 time: 0.5752590 Nov 10 17:57:57.142420 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5d8a5-3b12-40e7-a3f3-a2e0ea8dceed tempest-TaggedBootDevicesTest_v242-1793216215 tempest-TaggedBootDevicesTest_v242-1793216215-project] Pushing event deleted for resources: {'Network': ['ID=47baead0-3e81-4ecd-90e6-eeb908ade233,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:57.215015 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9ee4c66a-8298-4708-ab0b-0880d8fc715c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:57.227456 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device ef73ec2f-f05a-4781-bc38-caf9dad6d5ca no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:57:57.246917 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9ee4c66a-8298-4708-ab0b-0880d8fc715c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:57.278614 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: ef73ec2f-f05a-4781-bc38-caf9dad6d5ca {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:57:57.278971 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device ef73ec2f-f05a-4781-bc38-caf9dad6d5ca not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:57:57.347021 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9ee4c66a-8298-4708-ab0b-0880d8fc715c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:57.351077 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9ee4c66a-8298-4708-ab0b-0880d8fc715c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:57.352512 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9ee4c66a-8298-4708-ab0b-0880d8fc715c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5791c826-b814-46c1-aa7b-e08e15e226be HTTP/1.1" status: 204 len: 168 time: 0.2777607 Nov 10 17:57:57.371194 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4c66a-8298-4708-ab0b-0880d8fc715c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5791c826-b814-46c1-aa7b-e08e15e226be,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:58.139788 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5cf168d6-4510-4e4b-9f7e-2255d03d6541 req-5730ec67-8502-45d2-b6ea-fcc972c06399 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0707021 Nov 10 17:57:58.253938 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf168d6-4510-4e4b-9f7e-2255d03d6541 req-2a26bd02-7e33-4703-b123-07792f64a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:58.255568 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5cf168d6-4510-4e4b-9f7e-2255d03d6541 req-2a26bd02-7e33-4703-b123-07792f64a0ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 1097 time: 0.0519536 Nov 10 17:57:58.451680 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf168d6-4510-4e4b-9f7e-2255d03d6541 req-e71f6aaf-710e-4331-b3c8-09f6db41694b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:58.455136 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5cf168d6-4510-4e4b-9f7e-2255d03d6541 req-e71f6aaf-710e-4331-b3c8-09f6db41694b service neutron] 10.222.0.13 "GET /v2.0/networks?id=eb6a6530-3277-4987-9183-1680fea86d49 HTTP/1.1" status: 200 len: 898 time: 0.1724741 Nov 10 17:57:58.553336 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5cf168d6-4510-4e4b-9f7e-2255d03d6541 req-3028c28d-f8aa-41cf-a48f-042fd12a5269 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8243218e-1db7-48e7-b289-53e5a737c8b6 HTTP/1.1" status: 200 len: 1000 time: 0.0891683 Nov 10 17:57:58.654491 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf168d6-4510-4e4b-9f7e-2255d03d6541 req-4608ae56-13d5-4068-ad17-2c86f0e813b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:58.656726 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5cf168d6-4510-4e4b-9f7e-2255d03d6541 req-4608ae56-13d5-4068-ad17-2c86f0e813b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dedd1657-6946-4ad5-9ff2-ff085f8f6fde HTTP/1.1" status: 200 len: 835 time: 0.0949621 Nov 10 17:57:58.670210 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 43100) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:58.718168 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf168d6-4510-4e4b-9f7e-2255d03d6541 req-91ce0c46-c003-4b74-beab-0713200cd473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:58.720181 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5cf168d6-4510-4e4b-9f7e-2255d03d6541 req-91ce0c46-c003-4b74-beab-0713200cd473 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb6a6530-3277-4987-9183-1680fea86d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557983 Nov 10 17:57:58.807855 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-1839bee9-2b31-446f-a324-cf11083f5e8f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-123751146-network', 'tenant_id': 'a5dfe360ad6a4b7e8e91998519e6d4e3'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:57:58.857727 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1839bee9-2b31-446f-a324-cf11083f5e8f admin admin] Made reservation on behalf of a5dfe360ad6a4b7e8e91998519e6d4e3 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:57:58.863238 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1839bee9-2b31-446f-a324-cf11083f5e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:58.871172 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5cf168d6-4510-4e4b-9f7e-2255d03d6541 req-0b602c22-ef9f-404a-9371-50261fb157fa service neutron] 10.222.0.13 "GET /v2.0/networks/eb6a6530-3277-4987-9183-1680fea86d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434221 Nov 10 17:57:58.877352 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1839bee9-2b31-446f-a324-cf11083f5e8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:58.992419 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5cf168d6-4510-4e4b-9f7e-2255d03d6541 req-21be3979-621f-4c6c-a119-d8a8b43137e6 service neutron] 10.222.0.13 "GET /v2.0/networks/eb6a6530-3277-4987-9183-1680fea86d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134045 Nov 10 17:57:59.051356 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1839bee9-2b31-446f-a324-cf11083f5e8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:59.058063 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1839bee9-2b31-446f-a324-cf11083f5e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:59.100004 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1839bee9-2b31-446f-a324-cf11083f5e8f admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:57:59.137793 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839bee9-2b31-446f-a324-cf11083f5e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10117162-fbd9-4d84-812c-6f05e451ee84,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:59.142556 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1839bee9-2b31-446f-a324-cf11083f5e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:59.143209 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-1839bee9-2b31-446f-a324-cf11083f5e8f admin admin] Added segment 330b5342-3d2d-46f3-839c-d9f669fbf3be of type vlan for network 13d7873a-79e1-475a-9d3e-cefe1b91f5ef Nov 10 17:57:59.199192 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1839bee9-2b31-446f-a324-cf11083f5e8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:59.275026 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1839bee9-2b31-446f-a324-cf11083f5e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:59.276035 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1839bee9-2b31-446f-a324-cf11083f5e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:59.276661 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1839bee9-2b31-446f-a324-cf11083f5e8f admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:59.353232 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1839bee9-2b31-446f-a324-cf11083f5e8f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6805148 Nov 10 17:57:59.355932 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43110) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:57:59.362978 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-00290e4a-ae3d-44e8-8753-93eb9df203f9 admin admin] Request body: {'subnet': {'network_id': '13d7873a-79e1-475a-9d3e-cefe1b91f5ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-123751146-subnet', 'tenant_id': 'a5dfe360ad6a4b7e8e91998519e6d4e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:57:59.365903 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28aac0-2822-4224-8d1a-0bfe6c3f0caa req-ff7c8b1e-8553-46f4-89d3-ee57face9c0d tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:59.367443 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dc28aac0-2822-4224-8d1a-0bfe6c3f0caa req-ff7c8b1e-8553-46f4-89d3-ee57face9c0d tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 1097 time: 0.3469124 Nov 10 17:57:59.370856 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839bee9-2b31-446f-a324-cf11083f5e8f admin admin] Pushing event updated for resources: {'Network': ['ID=13d7873a-79e1-475a-9d3e-cefe1b91f5ef,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:59.384739 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 13d7873a-79e1-475a-9d3e-cefe1b91f5ef details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:57:59.408456 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00290e4a-ae3d-44e8-8753-93eb9df203f9 admin admin] Made reservation on behalf of a5dfe360ad6a4b7e8e91998519e6d4e3 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:57:59.408763 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-dc28aac0-2822-4224-8d1a-0bfe6c3f0caa req-6c683369-6c1b-413a-9dbc-ad7db9933b4d tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:59.411867 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-00290e4a-ae3d-44e8-8753-93eb9df203f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:59.509472 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-dc28aac0-2822-4224-8d1a-0bfe6c3f0caa req-6c683369-6c1b-413a-9dbc-ad7db9933b4d tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:59.515360 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-dc28aac0-2822-4224-8d1a-0bfe6c3f0caa req-6c683369-6c1b-413a-9dbc-ad7db9933b4d tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:59.619794 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c683369-6c1b-413a-9dbc-ad7db9933b4d tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60220bfd-58b9-4823-818e-5a578b922f50,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:59.648284 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dc28aac0-2822-4224-8d1a-0bfe6c3f0caa req-6c683369-6c1b-413a-9dbc-ad7db9933b4d tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652822 Nov 10 17:57:59.762751 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-00290e4a-ae3d-44e8-8753-93eb9df203f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:57:59.903605 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00290e4a-ae3d-44e8-8753-93eb9df203f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c07b776-754b-4dff-8061-5d99431acdff,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:57:59.940984 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd09eb7-9462-4f51-a8e2-3435a67f932c req-eb2b5cf7-6322-4826-b772-79a8bdfb2ec7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:57:59.942550 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2cd09eb7-9462-4f51-a8e2-3435a67f932c req-eb2b5cf7-6322-4826-b772-79a8bdfb2ec7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 945 time: 0.1199310 Nov 10 17:57:59.945673 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00290e4a-ae3d-44e8-8753-93eb9df203f9 admin admin] Checking segment: {'id': '330b5342-3d2d-46f3-839c-d9f669fbf3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '13d7873a-79e1-475a-9d3e-cefe1b91f5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:57:59.946032 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00290e4a-ae3d-44e8-8753-93eb9df203f9 admin admin] Network hostable DHCP agents. Network: 13d7873a-79e1-475a-9d3e-cefe1b91f5ef, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:57:59.987134 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00290e4a-ae3d-44e8-8753-93eb9df203f9 admin admin] Network 13d7873a-79e1-475a-9d3e-cefe1b91f5ef is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:58:00.016282 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-00290e4a-ae3d-44e8-8753-93eb9df203f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 13d7873a-79e1-475a-9d3e-cefe1b91f5ef) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:58:00.020662 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00290e4a-ae3d-44e8-8753-93eb9df203f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:00.021248 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-00290e4a-ae3d-44e8-8753-93eb9df203f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:00.027035 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2cd09eb7-9462-4f51-a8e2-3435a67f932c req-96762783-bfea-4c61-a39b-e8543f68e59b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710912 Nov 10 17:58:00.031584 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94b3459-b36c-45a0-acbb-f172752b9856 None None] Network 13d7873a-79e1-475a-9d3e-cefe1b91f5ef requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:58:00.061926 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43120) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:00.126410 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-00290e4a-ae3d-44e8-8753-93eb9df203f9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7669184 Nov 10 17:58:00.126769 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 43122) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:00.131203 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-c53cea5b-868c-4070-9e56-80fff960a824 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-123751146-router', 'tenant_id': 'a5dfe360ad6a4b7e8e91998519e6d4e3', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:58:00.150826 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-87a083ee-aa8d-4417-9e18-0a77c833aea1 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/floatingips/34f2a484-c1ce-48e4-85a2-d006cb567ac1 HTTP/1.1" status: 200 len: 992 time: 0.0873187 Nov 10 17:58:00.182527 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c53cea5b-868c-4070-9e56-80fff960a824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:00.184298 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c53cea5b-868c-4070-9e56-80fff960a824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:00.246482 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e64a88-3ce8-4331-9e80-c5d334200fb7 None None] Network 13d7873a-79e1-475a-9d3e-cefe1b91f5ef requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:58:00.280493 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c53cea5b-868c-4070-9e56-80fff960a824 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:00.501211 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c53cea5b-868c-4070-9e56-80fff960a824 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:00.503012 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f126a25f-e4ae-4a44-8cc8-6bb5f5fcb80d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:00.577862 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-aa329e0b-f55b-4a7b-86de-ec4356a43b39 req-1fb591cc-36b6-4499-b051-53a9f61fc937 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:58:00.579149 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa329e0b-f55b-4a7b-86de-ec4356a43b39 req-1fb591cc-36b6-4499-b051-53a9f61fc937 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148513 Nov 10 17:58:00.806305 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c53cea5b-868c-4070-9e56-80fff960a824 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:00.851434 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c53cea5b-868c-4070-9e56-80fff960a824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:01.136998 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43146) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:01.178393 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-c53cea5b-868c-4070-9e56-80fff960a824 admin admin] Allocated IP 172.25.5.176 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/3e75fd67-7d63-4686-9650-0662fbcf1799) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:58:01.259944 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43150) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:01.299514 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c53cea5b-868c-4070-9e56-80fff960a824 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:01.354033 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c53cea5b-868c-4070-9e56-80fff960a824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:01.408050 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53cea5b-868c-4070-9e56-80fff960a824 admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:58:01.416142 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-c53cea5b-868c-4070-9e56-80fff960a824 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:58:01.424515 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53cea5b-868c-4070-9e56-80fff960a824 admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:58:01.435164 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40a6520-7d31-4dca-b386-e6412f381f5f None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:58:01.440444 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d9b00e4d-5ad3-4501-ad50-98d9a459f1bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:01.504605 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-7dad729d-2cc2-4a48-bb5e-e07972532bd0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3615828 Nov 10 17:58:01.506763 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-1fbcd20f-fba3-40d3-beca-c1261d37d3e8 None None] Provisioning complete for port 3e75fd67-7d63-4686-9650-0662fbcf1799 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:58:01.507779 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1fbcd20f-fba3-40d3-beca-c1261d37d3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:01.539653 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-3affa24b-6f1c-417a-8bf9-4529811ea136 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:58:01.541652 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-3affa24b-6f1c-417a-8bf9-4529811ea136 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0276575 Nov 10 17:58:01.593525 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-1fbcd20f-fba3-40d3-beca-c1261d37d3e8 None None] Port 3e75fd67-7d63-4686-9650-0662fbcf1799 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:58:01.594191 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53cea5b-868c-4070-9e56-80fff960a824 admin admin] Pushing event updated for resources: {'Port': ['ID=3e75fd67-7d63-4686-9650-0662fbcf1799,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:01.721191 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d9b00e4d-5ad3-4501-ad50-98d9a459f1bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:01.728097 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d9b00e4d-5ad3-4501-ad50-98d9a459f1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:01.797694 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d9b00e4d-5ad3-4501-ad50-98d9a459f1bd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7b387164d78b4822ac8e7c8bc7e269c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5350332 Nov 10 17:58:01.802783 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43160) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:01.841385 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca341197-f445-46d6-810d-1df0c3bad7c5 req-3548d2a5-b19d-4577-86a2-17bbcffb652d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:01.844499 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ca341197-f445-46d6-810d-1df0c3bad7c5 req-3548d2a5-b19d-4577-86a2-17bbcffb652d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 945 time: 0.5025749 Nov 10 17:58:01.895705 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b00e4d-5ad3-4501-ad50-98d9a459f1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606504f3-2947-41ce-8f9f-ee3c7de7f586,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:01.928399 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-233c93aa-6b64-44a6-8088-5beb4b537b39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:01.977941 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-233c93aa-6b64-44a6-8088-5beb4b537b39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:02.068276 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ca341197-f445-46d6-810d-1df0c3bad7c5 req-937c05b8-14fa-4a7d-b980-642844ee1564 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344461 Nov 10 17:58:02.069530 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-233c93aa-6b64-44a6-8088-5beb4b537b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:02.072948 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-233c93aa-6b64-44a6-8088-5beb4b537b39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:02.076617 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-233c93aa-6b64-44a6-8088-5beb4b537b39 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/606504f3-2947-41ce-8f9f-ee3c7de7f586 HTTP/1.1" status: 204 len: 168 time: 0.2684481 Nov 10 17:58:02.090098 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c53cea5b-868c-4070-9e56-80fff960a824 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:02.118226 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c93aa-6b64-44a6-8088-5beb4b537b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606504f3-2947-41ce-8f9f-ee3c7de7f586,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:02.529436 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c53cea5b-868c-4070-9e56-80fff960a824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:02.824763 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53cea5b-868c-4070-9e56-80fff960a824 admin admin] Router 0f8744c8-2535-4a4b-85ef-7a75bc133fec is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:58:02.904227 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cdf53f99-95cc-4087-9aed-cb1651e504a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:03.048738 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53cea5b-868c-4070-9e56-80fff960a824 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:58:03.067757 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed99b125-ab2b-41c0-bd71-ad112c649861 None None] Sync routers for ids ['0f8744c8-2535-4a4b-85ef-7a75bc133fec'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:58:03.076223 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c53cea5b-868c-4070-9e56-80fff960a824 admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:03.077772 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c53cea5b-868c-4070-9e56-80fff960a824 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.9499538 Nov 10 17:58:03.080620 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43196) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:03.084519 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed99b125-ab2b-41c0-bd71-ad112c649861 None None] Routers {'0f8744c8-2535-4a4b-85ef-7a75bc133fec'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:58:03.085479 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-ed99b125-ab2b-41c0-bd71-ad112c649861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:58:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0f8744c8-2535-4a4b-85ef-7a75bc133fec'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:58:03.769322 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-ed99b125-ab2b-41c0-bd71-ad112c649861 None None] Set router 0f8744c8-2535-4a4b-85ef-7a75bc133fec gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:58:04.047841 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:04.072842 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-ed99b125-ab2b-41c0-bd71-ad112c649861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8744c8-2535-4a4b-85ef-7a75bc133fec', 'name': 'tempest-ServerRescueNegativeTestJSON-123751146-router', 'tenant_id': 'a5dfe360ad6a4b7e8e91998519e6d4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '3e75fd67-7d63-4686-9650-0662fbcf1799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:58:00Z', 'updated_at': '2021-11-10T17:58:01Z', 'revision_number': 3, 'project_id': 'a5dfe360ad6a4b7e8e91998519e6d4e3', 'gw_port': {'id': '3e75fd67-7d63-4686-9650-0662fbcf1799', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8744c8-2535-4a4b-85ef-7a75bc133fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:58:00Z', 'updated_at': '2021-11-10T17:58:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:58:04.110667 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed99b125-ab2b-41c0-bd71-ad112c649861 None None] Checking router: 0f8744c8-2535-4a4b-85ef-7a75bc133fec for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:58:04.111088 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed99b125-ab2b-41c0-bd71-ad112c649861 None None] Updating router 0f8744c8-2535-4a4b-85ef-7a75bc133fec port 3e75fd67-7d63-4686-9650-0662fbcf1799 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:58:04.146967 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ed99b125-ab2b-41c0-bd71-ad112c649861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:04.408611 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-4615aef9-bc1a-4e0e-bf8d-eb8d90364a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:04.410722 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-4615aef9-bc1a-4e0e-bf8d-eb8d90364a8c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 1097 time: 0.7377779 Nov 10 17:58:04.746078 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ed99b125-ab2b-41c0-bd71-ad112c649861 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:04.759764 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ed99b125-ab2b-41c0-bd71-ad112c649861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:04.855675 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-9375eded-30f2-4849-bc75-dfeb829aacd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:04.857244 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-9375eded-30f2-4849-bc75-dfeb829aacd7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eb6a6530-3277-4987-9183-1680fea86d49 HTTP/1.1" status: 200 len: 898 time: 0.3925231 Nov 10 17:58:04.892545 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585d630-d5ef-4246-8bb2-ab6ecf6df647 req-d0753e80-ebc1-4000-971a-137a7f6f320b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:04.900826 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2585d630-d5ef-4246-8bb2-ab6ecf6df647 req-d0753e80-ebc1-4000-971a-137a7f6f320b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 945 time: 1.6492071 Nov 10 17:58:04.902763 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bff6d1f-2b8d-4cef-9d44-1b1f5492719e None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:58:05.037682 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86295106-6437-4830-bf3b-9aa897b9d89f None None] Pushing event updated for resources: {'Port': ['ID=3e75fd67-7d63-4686-9650-0662fbcf1799,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:05.038311 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-da8f9774-9c02-4d3f-a07d-aad6f363ee04 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8243218e-1db7-48e7-b289-53e5a737c8b6 HTTP/1.1" status: 200 len: 1000 time: 0.1703153 Nov 10 17:58:05.048840 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86295106-6437-4830-bf3b-9aa897b9d89f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:05.049448 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86295106-6437-4830-bf3b-9aa897b9d89f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:05.049556 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86295106-6437-4830-bf3b-9aa897b9d89f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:05.049851 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86295106-6437-4830-bf3b-9aa897b9d89f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:05.050191 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86295106-6437-4830-bf3b-9aa897b9d89f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:05.050714 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86295106-6437-4830-bf3b-9aa897b9d89f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:05.051053 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86295106-6437-4830-bf3b-9aa897b9d89f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:05.051437 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86295106-6437-4830-bf3b-9aa897b9d89f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:05.051773 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86295106-6437-4830-bf3b-9aa897b9d89f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:05.052102 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86295106-6437-4830-bf3b-9aa897b9d89f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:05.052458 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86295106-6437-4830-bf3b-9aa897b9d89f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:05.052785 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86295106-6437-4830-bf3b-9aa897b9d89f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:05.058818 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-ed99b125-ab2b-41c0-bd71-ad112c649861 None None] Attempting to bind port 3e75fd67-7d63-4686-9650-0662fbcf1799 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:58:05.059191 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-ed99b125-ab2b-41c0-bd71-ad112c649861 None None] Attempting to bind port 3e75fd67-7d63-4686-9650-0662fbcf1799 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:58:05.059603 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed99b125-ab2b-41c0-bd71-ad112c649861 None None] Attempting to bind port 3e75fd67-7d63-4686-9650-0662fbcf1799 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:58:05.067015 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed99b125-ab2b-41c0-bd71-ad112c649861 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:58:05.067424 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed99b125-ab2b-41c0-bd71-ad112c649861 None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:58:05.067843 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ed99b125-ab2b-41c0-bd71-ad112c649861 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:05.068473 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed99b125-ab2b-41c0-bd71-ad112c649861 None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:58:05.069845 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-ed99b125-ab2b-41c0-bd71-ad112c649861 None None] Bound port: 3e75fd67-7d63-4686-9650-0662fbcf1799, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:58:05.070537 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ed99b125-ab2b-41c0-bd71-ad112c649861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:05.115884 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2585d630-d5ef-4246-8bb2-ab6ecf6df647 req-22152cd4-2137-4e82-9aa3-598b69f5edef tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141023 Nov 10 17:58:05.142314 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-ed99b125-ab2b-41c0-bd71-ad112c649861 None None] For port 3e75fd67-7d63-4686-9650-0662fbcf1799, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:58:05.146383 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-ed99b125-ab2b-41c0-bd71-ad112c649861 None None] For port 3e75fd67-7d63-4686-9650-0662fbcf1799, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=3e75fd67-7d63-4686-9650-0662fbcf1799,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:58:05.168407 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ed99b125-ab2b-41c0-bd71-ad112c649861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:05.171589 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-d958456e-71cf-4c01-8e8b-17b74148d23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:05.172502 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-8b020d54-b3aa-4e9f-820e-332dff9d0701 None None] Provisioning complete for port 3e75fd67-7d63-4686-9650-0662fbcf1799 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:58:05.172936 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8b020d54-b3aa-4e9f-820e-332dff9d0701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:05.173451 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-d958456e-71cf-4c01-8e8b-17b74148d23c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dedd1657-6946-4ad5-9ff2-ff085f8f6fde HTTP/1.1" status: 200 len: 835 time: 0.1193171 Nov 10 17:58:05.180257 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0df9975f-8538-4b1a-be06-632cae10169a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:05.266021 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e5276d-0d2e-45cb-adf4-54453b8c082a None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:58:05.294475 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-d38dd338-53dd-4e5c-a5c5-55dd6fe600a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:05.296984 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-d38dd338-53dd-4e5c-a5c5-55dd6fe600a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb6a6530-3277-4987-9183-1680fea86d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1143150 Nov 10 17:58:05.301441 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed99b125-ab2b-41c0-bd71-ad112c649861 None None] Routers {'0f8744c8-2535-4a4b-85ef-7a75bc133fec'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:58:05.302150 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-ed99b125-ab2b-41c0-bd71-ad112c649861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:58:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0f8744c8-2535-4a4b-85ef-7a75bc133fec'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:58:05.395454 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86295106-6437-4830-bf3b-9aa897b9d89f None None] Pushing event updated for resources: {'Port': ['ID=3e75fd67-7d63-4686-9650-0662fbcf1799,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:05.469024 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8b020d54-b3aa-4e9f-820e-332dff9d0701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:05.528184 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-8b020d54-b3aa-4e9f-820e-332dff9d0701 None None] For port 3e75fd67-7d63-4686-9650-0662fbcf1799, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=3e75fd67-7d63-4686-9650-0662fbcf1799,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:58:05.557722 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-ed99b125-ab2b-41c0-bd71-ad112c649861 None None] Set router 0f8744c8-2535-4a4b-85ef-7a75bc133fec gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:58:05.595663 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-0df9975f-8538-4b1a-be06-632cae10169a admin admin] Allocated IP 172.20.0.1 (13d7873a-79e1-475a-9d3e-cefe1b91f5ef/8c07b776-754b-4dff-8061-5d99431acdff/5f6b39c6-bb4d-405f-b730-8a67721aae25) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:58:05.701350 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-3e406652-c0ad-4ff4-902e-01705bbf7400 service neutron] 10.222.0.13 "GET /v2.0/networks/eb6a6530-3277-4987-9183-1680fea86d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877596 Nov 10 17:58:05.704976 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8b020d54-b3aa-4e9f-820e-332dff9d0701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:05.839789 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b020d54-b3aa-4e9f-820e-332dff9d0701 None None] Pushing event updated for resources: {'Port': ['ID=3e75fd67-7d63-4686-9650-0662fbcf1799,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:05.860984 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:05.923039 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0df9975f-8538-4b1a-be06-632cae10169a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:05.977995 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-04541b8c-a39d-432a-b1d9-606e31362993 service neutron] 10.222.0.13 "GET /v2.0/networks/eb6a6530-3277-4987-9183-1680fea86d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667556 Nov 10 17:58:06.025689 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c2280bd8-51e8-4022-a19e-fc18f444687a None None] Provisioning complete for port 3e75fd67-7d63-4686-9650-0662fbcf1799 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:58:06.026114 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c2280bd8-51e8-4022-a19e-fc18f444687a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:06.050745 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0df9975f-8538-4b1a-be06-632cae10169a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:06.219949 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df9975f-8538-4b1a-be06-632cae10169a admin admin] Network 13d7873a-79e1-475a-9d3e-cefe1b91f5ef is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:58:06.239180 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-0df9975f-8538-4b1a-be06-632cae10169a admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:58:06.258522 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df9975f-8538-4b1a-be06-632cae10169a admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:58:06.333165 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9975f-8538-4b1a-be06-632cae10169a admin admin] Pushing event updated for resources: {'Port': ['ID=5f6b39c6-bb4d-405f-b730-8a67721aae25,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:06.385431 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0df9975f-8538-4b1a-be06-632cae10169a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:06.405334 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af7a43-589e-4ecf-96b8-5225cd65aa38 req-e4398ccd-3324-4645-8c97-b64951825932 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:06.423895 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7af7a43-589e-4ecf-96b8-5225cd65aa38 req-e4398ccd-3324-4645-8c97-b64951825932 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 945 time: 0.1530070 Nov 10 17:58:06.473388 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:06.516080 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-ed99b125-ab2b-41c0-bd71-ad112c649861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8744c8-2535-4a4b-85ef-7a75bc133fec', 'name': 'tempest-ServerRescueNegativeTestJSON-123751146-router', 'tenant_id': 'a5dfe360ad6a4b7e8e91998519e6d4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '3e75fd67-7d63-4686-9650-0662fbcf1799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:58:00Z', 'updated_at': '2021-11-10T17:58:01Z', 'revision_number': 3, 'project_id': 'a5dfe360ad6a4b7e8e91998519e6d4e3', 'gw_port': {'id': '3e75fd67-7d63-4686-9650-0662fbcf1799', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8744c8-2535-4a4b-85ef-7a75bc133fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:58:00Z', 'updated_at': '2021-11-10T17:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:58:06.536857 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7af7a43-589e-4ecf-96b8-5225cd65aa38 req-d822a9f7-2e10-4780-8cbb-84adcc4d971c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119330 Nov 10 17:58:06.572024 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed99b125-ab2b-41c0-bd71-ad112c649861 None None] The sync data for ids ['0f8744c8-2535-4a4b-85ef-7a75bc133fec'] in n-d-776250-10 is: [{'id': '0f8744c8-2535-4a4b-85ef-7a75bc133fec', 'name': 'tempest-ServerRescueNegativeTestJSON-123751146-router', 'tenant_id': 'a5dfe360ad6a4b7e8e91998519e6d4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '3e75fd67-7d63-4686-9650-0662fbcf1799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:58:00Z', 'updated_at': '2021-11-10T17:58:01Z', 'revision_number': 3, 'project_id': 'a5dfe360ad6a4b7e8e91998519e6d4e3', 'gw_port': {'id': '3e75fd67-7d63-4686-9650-0662fbcf1799', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8744c8-2535-4a4b-85ef-7a75bc133fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:58:00Z', 'updated_at': '2021-11-10T17:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:58:06.714378 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0df9975f-8538-4b1a-be06-632cae10169a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:07.081770 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0df9975f-8538-4b1a-be06-632cae10169a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:07.088620 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0df9975f-8538-4b1a-be06-632cae10169a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:07.225064 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0df9975f-8538-4b1a-be06-632cae10169a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:07.229724 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9975f-8538-4b1a-be06-632cae10169a admin admin] Pushing event updated for resources: {'Port': ['ID=5f6b39c6-bb4d-405f-b730-8a67721aae25,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:07.379636 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df9975f-8538-4b1a-be06-632cae10169a admin admin] Network 13d7873a-79e1-475a-9d3e-cefe1b91f5ef is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:58:07.381670 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-0df9975f-8538-4b1a-be06-632cae10169a admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:58:07.562608 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df9975f-8538-4b1a-be06-632cae10169a admin admin] Router 0f8744c8-2535-4a4b-85ef-7a75bc133fec has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:58:07.819359 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed218fa1-cc9d-4258-aa47-cd5010498b99 req-b936f7e7-6eb6-415e-978b-a994138c8262 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:07.838581 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ed218fa1-cc9d-4258-aa47-cd5010498b99 req-b936f7e7-6eb6-415e-978b-a994138c8262 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 945 time: 0.1499498 Nov 10 17:58:07.900204 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df9975f-8538-4b1a-be06-632cae10169a admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:58:07.929477 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0df9975f-8538-4b1a-be06-632cae10169a admin admin] 10.222.0.39 "PUT /v2.0/routers/0f8744c8-2535-4a4b-85ef-7a75bc133fec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8474793 Nov 10 17:58:08.024027 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ed218fa1-cc9d-4258-aa47-cd5010498b99 req-5720827f-c4b2-4c99-8fa6-89e26f20814e tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835289 Nov 10 17:58:08.563635 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 3e75fd67-7d63-4686-9650-0662fbcf1799 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:58:08.620492 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 3e75fd67-7d63-4686-9650-0662fbcf1799 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:58:08.620958 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:09.087696 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-dea6724a-7d4c-4c3e-ace7-8a70b3ef72e0 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:09.095099 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-dea6724a-7d4c-4c3e-ace7-8a70b3ef72e0 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/networks?id=13d7873a-79e1-475a-9d3e-cefe1b91f5ef HTTP/1.1" status: 200 len: 818 time: 0.5503664 Nov 10 17:58:09.131806 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-f2101025-b5f4-4c8a-ad56-ad694f85ee55 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/quotas/a5dfe360ad6a4b7e8e91998519e6d4e3 HTTP/1.1" status: 200 len: 375 time: 0.0246670 Nov 10 17:58:09.172502 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c507666-ae10-4f11-ba77-09b467e22424 req-62a1f4c0-7a18-4415-907b-fe2b75947634 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:09.181247 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7c507666-ae10-4f11-ba77-09b467e22424 req-62a1f4c0-7a18-4415-907b-fe2b75947634 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 945 time: 0.0702293 Nov 10 17:58:09.261343 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-533964a1-124b-400c-9b30-4227f3abab02 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a5dfe360ad6a4b7e8e91998519e6d4e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1183789 Nov 10 17:58:09.268728 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7c507666-ae10-4f11-ba77-09b467e22424 req-38e1e270-54d5-45e1-8a78-5b7c898ab5a1 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863013 Nov 10 17:58:09.358588 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63ae5fd-e5cf-4661-a105-f315ffdfedb9 None None] Sync routers for ids ['0f8744c8-2535-4a4b-85ef-7a75bc133fec'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:58:09.378206 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63ae5fd-e5cf-4661-a105-f315ffdfedb9 None None] Routers {'0f8744c8-2535-4a4b-85ef-7a75bc133fec'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:58:09.378206 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-a63ae5fd-e5cf-4661-a105-f315ffdfedb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:58:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0f8744c8-2535-4a4b-85ef-7a75bc133fec'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:58:09.447981 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-1dd032a7-aa85-4ec8-9759-48f8211edf5b service neutron] 10.222.0.39 "GET /v2.0/networks/13d7873a-79e1-475a-9d3e-cefe1b91f5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787794 Nov 10 17:58:09.534794 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-a63ae5fd-e5cf-4661-a105-f315ffdfedb9 None None] Set router 0f8744c8-2535-4a4b-85ef-7a75bc133fec gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:58:09.644212 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-a2e52877-a14e-484e-b4ba-a8dc467da3b4 service neutron] 10.222.0.39 "GET /v2.0/networks/13d7873a-79e1-475a-9d3e-cefe1b91f5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949184 Nov 10 17:58:09.803893 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-a63ae5fd-e5cf-4661-a105-f315ffdfedb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8744c8-2535-4a4b-85ef-7a75bc133fec', 'name': 'tempest-ServerRescueNegativeTestJSON-123751146-router', 'tenant_id': 'a5dfe360ad6a4b7e8e91998519e6d4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '3e75fd67-7d63-4686-9650-0662fbcf1799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:58:00Z', 'updated_at': '2021-11-10T17:58:06Z', 'revision_number': 4, 'project_id': 'a5dfe360ad6a4b7e8e91998519e6d4e3', 'gw_port': {'id': '3e75fd67-7d63-4686-9650-0662fbcf1799', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8744c8-2535-4a4b-85ef-7a75bc133fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:58:00Z', 'updated_at': '2021-11-10T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '5f6b39c6-bb4d-405f-b730-8a67721aae25', 'name': '', 'network_id': '13d7873a-79e1-475a-9d3e-cefe1b91f5ef', 'tenant_id': 'a5dfe360ad6a4b7e8e91998519e6d4e3', 'mac_address': 'fa:16:3e:75:e7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8744c8-2535-4a4b-85ef-7a75bc133fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '8c07b776-754b-4dff-8061-5d99431acdff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:58:05Z', 'updated_at': '2021-11-10T17:58:06Z', 'revision_number': 2, 'project_id': 'a5dfe360ad6a4b7e8e91998519e6d4e3', 'subnets': [{'id': '8c07b776-754b-4dff-8061-5d99431acdff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:58:09.853250 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63ae5fd-e5cf-4661-a105-f315ffdfedb9 None None] Checking router: 0f8744c8-2535-4a4b-85ef-7a75bc133fec for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:58:09.853978 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63ae5fd-e5cf-4661-a105-f315ffdfedb9 None None] Updating router 0f8744c8-2535-4a4b-85ef-7a75bc133fec port 5f6b39c6-bb4d-405f-b730-8a67721aae25 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:58:09.893053 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-a63ae5fd-e5cf-4661-a105-f315ffdfedb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:09.936420 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-255f8976-a1d8-4042-9076-57ad3c3d1538 req-a1006d05-4bb9-4078-8dcd-ba8ed222fc14 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 210 time: 0.0684001 Nov 10 17:58:10.396524 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-4491318a-ad20-4a28-afbd-a5dc01f09578 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:10.403076 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-4491318a-ad20-4a28-afbd-a5dc01f09578 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/networks?id=13d7873a-79e1-475a-9d3e-cefe1b91f5ef HTTP/1.1" status: 200 len: 818 time: 0.2526300 Nov 10 17:58:10.431658 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-9f4aa78a-1c8e-4fb1-bbf6-5d097b381844 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/quotas/a5dfe360ad6a4b7e8e91998519e6d4e3 HTTP/1.1" status: 200 len: 375 time: 0.0211971 Nov 10 17:58:10.555141 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-7e9b67d8-0039-4587-a329-01c000c470a5 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a5dfe360ad6a4b7e8e91998519e6d4e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1033044 Nov 10 17:58:10.560548 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67267548-4be3-44dc-adfb-166314f7ec26 req-f533ce01-655a-4529-b409-d5053471b025 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:10.578783 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-67267548-4be3-44dc-adfb-166314f7ec26 req-f533ce01-655a-4529-b409-d5053471b025 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 945 time: 0.1421504 Nov 10 17:58:10.640855 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-a63ae5fd-e5cf-4661-a105-f315ffdfedb9 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:10.646746 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-a63ae5fd-e5cf-4661-a105-f315ffdfedb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:10.709066 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-67267548-4be3-44dc-adfb-166314f7ec26 req-063ac20d-27e2-4233-8d46-19c6bea2d53a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292880 Nov 10 17:58:10.809170 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-923030c3-9ba2-4925-a58f-cc6513d5b946 service neutron] 10.222.0.39 "GET /v2.0/networks/13d7873a-79e1-475a-9d3e-cefe1b91f5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453110 Nov 10 17:58:10.880741 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-a63ae5fd-e5cf-4661-a105-f315ffdfedb9 None None] Attempting to bind port 5f6b39c6-bb4d-405f-b730-8a67721aae25 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:58:10.880908 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-a63ae5fd-e5cf-4661-a105-f315ffdfedb9 None None] Attempting to bind port 5f6b39c6-bb4d-405f-b730-8a67721aae25 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '330b5342-3d2d-46f3-839c-d9f669fbf3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '13d7873a-79e1-475a-9d3e-cefe1b91f5ef'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:58:10.881211 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63ae5fd-e5cf-4661-a105-f315ffdfedb9 None None] Attempting to bind port 5f6b39c6-bb4d-405f-b730-8a67721aae25 on network 13d7873a-79e1-475a-9d3e-cefe1b91f5ef {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:58:10.883436 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b0a48-5564-47fc-bc1f-c7f3b845c7d4 None None] Pushing event updated for resources: {'Port': ['ID=5f6b39c6-bb4d-405f-b730-8a67721aae25,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:10.909228 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63ae5fd-e5cf-4661-a105-f315ffdfedb9 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:58:10.913439 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63ae5fd-e5cf-4661-a105-f315ffdfedb9 None None] Checking segment: {'id': '330b5342-3d2d-46f3-839c-d9f669fbf3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '13d7873a-79e1-475a-9d3e-cefe1b91f5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:58:10.917056 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-a63ae5fd-e5cf-4661-a105-f315ffdfedb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:10.918900 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63ae5fd-e5cf-4661-a105-f315ffdfedb9 None None] Bound using segment: {'id': '330b5342-3d2d-46f3-839c-d9f669fbf3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '13d7873a-79e1-475a-9d3e-cefe1b91f5ef'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:58:10.921580 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-a63ae5fd-e5cf-4661-a105-f315ffdfedb9 None None] Bound port: 5f6b39c6-bb4d-405f-b730-8a67721aae25, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '330b5342-3d2d-46f3-839c-d9f669fbf3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '13d7873a-79e1-475a-9d3e-cefe1b91f5ef'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:58:10.923530 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-a63ae5fd-e5cf-4661-a105-f315ffdfedb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:10.957256 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b0a48-5564-47fc-bc1f-c7f3b845c7d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:10.959291 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b0a48-5564-47fc-bc1f-c7f3b845c7d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:10.960976 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b0a48-5564-47fc-bc1f-c7f3b845c7d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:10.962169 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b0a48-5564-47fc-bc1f-c7f3b845c7d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:10.964475 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b0a48-5564-47fc-bc1f-c7f3b845c7d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:10.964927 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b0a48-5564-47fc-bc1f-c7f3b845c7d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:10.965373 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b0a48-5564-47fc-bc1f-c7f3b845c7d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:10.966354 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b0a48-5564-47fc-bc1f-c7f3b845c7d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:10.966864 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b0a48-5564-47fc-bc1f-c7f3b845c7d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:10.969896 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b0a48-5564-47fc-bc1f-c7f3b845c7d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:10.970399 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b0a48-5564-47fc-bc1f-c7f3b845c7d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:10.970836 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193b0a48-5564-47fc-bc1f-c7f3b845c7d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:10.998585 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-bf67519d-c2b2-41f5-8c9b-7e733a969a3b service neutron] 10.222.0.39 "GET /v2.0/networks/13d7873a-79e1-475a-9d3e-cefe1b91f5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879153 Nov 10 17:58:11.123014 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-a63ae5fd-e5cf-4661-a105-f315ffdfedb9 None None] For port 5f6b39c6-bb4d-405f-b730-8a67721aae25, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:58:11.131675 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-a63ae5fd-e5cf-4661-a105-f315ffdfedb9 None None] For port 5f6b39c6-bb4d-405f-b730-8a67721aae25, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=5f6b39c6-bb4d-405f-b730-8a67721aae25,segment=NetworkSegment(330b5342-3d2d-46f3-839c-d9f669fbf3be),segment_id=330b5342-3d2d-46f3-839c-d9f669fbf3be)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:58:11.142768 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-a63ae5fd-e5cf-4661-a105-f315ffdfedb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:11.295050 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63ae5fd-e5cf-4661-a105-f315ffdfedb9 None None] Routers {'0f8744c8-2535-4a4b-85ef-7a75bc133fec'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:58:11.295930 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-a63ae5fd-e5cf-4661-a105-f315ffdfedb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:58:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0f8744c8-2535-4a4b-85ef-7a75bc133fec'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:58:11.297931 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b0a48-5564-47fc-bc1f-c7f3b845c7d4 None None] Pushing event updated for resources: {'Port': ['ID=5f6b39c6-bb4d-405f-b730-8a67721aae25,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:11.416506 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d61d148d-a92a-47ec-a5a7-411390283206 req-1668978e-d93c-4ca6-8a90-76796d131e42 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 210 time: 0.0923998 Nov 10 17:58:11.768806 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-a63ae5fd-e5cf-4661-a105-f315ffdfedb9 None None] Set router 0f8744c8-2535-4a4b-85ef-7a75bc133fec gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:58:11.912139 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-c4d9dff8-e252-4960-bfcd-1710cde9f57f tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:11.927589 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-c4d9dff8-e252-4960-bfcd-1710cde9f57f tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.11 "GET /v2.0/networks?id=13d7873a-79e1-475a-9d3e-cefe1b91f5ef HTTP/1.1" status: 200 len: 818 time: 0.3397214 Nov 10 17:58:11.963853 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-cdd51473-9dc4-480d-9e5e-788f93ed9f43 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Request body: {'port': {'device_id': '7e582825-b103-4184-a546-250a54b9b949', 'network_id': '13d7873a-79e1-475a-9d3e-cefe1b91f5ef', 'admin_state_up': True, 'tenant_id': 'a5dfe360ad6a4b7e8e91998519e6d4e3'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:58:12.214166 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-a63ae5fd-e5cf-4661-a105-f315ffdfedb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8744c8-2535-4a4b-85ef-7a75bc133fec', 'name': 'tempest-ServerRescueNegativeTestJSON-123751146-router', 'tenant_id': 'a5dfe360ad6a4b7e8e91998519e6d4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '3e75fd67-7d63-4686-9650-0662fbcf1799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:58:00Z', 'updated_at': '2021-11-10T17:58:06Z', 'revision_number': 4, 'project_id': 'a5dfe360ad6a4b7e8e91998519e6d4e3', 'gw_port': {'id': '3e75fd67-7d63-4686-9650-0662fbcf1799', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8744c8-2535-4a4b-85ef-7a75bc133fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:58:00Z', 'updated_at': '2021-11-10T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '5f6b39c6-bb4d-405f-b730-8a67721aae25', 'name': '', 'network_id': '13d7873a-79e1-475a-9d3e-cefe1b91f5ef', 'tenant_id': 'a5dfe360ad6a4b7e8e91998519e6d4e3', 'mac_address': 'fa:16:3e:75:e7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8744c8-2535-4a4b-85ef-7a75bc133fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '8c07b776-754b-4dff-8061-5d99431acdff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:58:05Z', 'updated_at': '2021-11-10T17:58:11Z', 'revision_number': 4, 'project_id': 'a5dfe360ad6a4b7e8e91998519e6d4e3', 'subnets': [{'id': '8c07b776-754b-4dff-8061-5d99431acdff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:58:12.258347 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c566cf7-caf6-4f36-b84d-b7790b80414e req-f86eb327-6dbf-45b6-830e-c92a88e72559 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:12.281435 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5c566cf7-caf6-4f36-b84d-b7790b80414e req-f86eb327-6dbf-45b6-830e-c92a88e72559 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 945 time: 0.3523841 Nov 10 17:58:12.293638 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63ae5fd-e5cf-4661-a105-f315ffdfedb9 None None] The sync data for ids ['0f8744c8-2535-4a4b-85ef-7a75bc133fec'] in n-d-776250-10 is: [{'id': '0f8744c8-2535-4a4b-85ef-7a75bc133fec', 'name': 'tempest-ServerRescueNegativeTestJSON-123751146-router', 'tenant_id': 'a5dfe360ad6a4b7e8e91998519e6d4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '3e75fd67-7d63-4686-9650-0662fbcf1799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:58:00Z', 'updated_at': '2021-11-10T17:58:06Z', 'revision_number': 4, 'project_id': 'a5dfe360ad6a4b7e8e91998519e6d4e3', 'gw_port': {'id': '3e75fd67-7d63-4686-9650-0662fbcf1799', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8744c8-2535-4a4b-85ef-7a75bc133fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:58:00Z', 'updated_at': '2021-11-10T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '5f6b39c6-bb4d-405f-b730-8a67721aae25', 'name': '', 'network_id': '13d7873a-79e1-475a-9d3e-cefe1b91f5ef', 'tenant_id': 'a5dfe360ad6a4b7e8e91998519e6d4e3', 'mac_address': 'fa:16:3e:75:e7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f8744c8-2535-4a4b-85ef-7a75bc133fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3066, 'fixed_ips': [{'subnet_id': '8c07b776-754b-4dff-8061-5d99431acdff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:58:05Z', 'updated_at': '2021-11-10T17:58:11Z', 'revision_number': 4, 'project_id': 'a5dfe360ad6a4b7e8e91998519e6d4e3', 'subnets': [{'id': '8c07b776-754b-4dff-8061-5d99431acdff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:58:12.434507 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5c566cf7-caf6-4f36-b84d-b7790b80414e req-6ad0cd87-2a94-4acf-b4bb-1c4a01b73600 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519156 Nov 10 17:58:12.533384 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-cdd51473-9dc4-480d-9e5e-788f93ed9f43 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Made reservation on behalf of a5dfe360ad6a4b7e8e91998519e6d4e3 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:58:12.536995 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-cdd51473-9dc4-480d-9e5e-788f93ed9f43 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:12.722278 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5fe436ea-29c1-471a-b6bf-e47ddc0c9c66 req-16cd5017-4d6a-41c1-9841-f4ff9d46467d tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 210 time: 0.0805938 Nov 10 17:58:12.760681 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 5f6b39c6-bb4d-405f-b730-8a67721aae25 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:58:12.898504 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 5f6b39c6-bb4d-405f-b730-8a67721aae25 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:58:12.899825 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:12.978897 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-cdd51473-9dc4-480d-9e5e-788f93ed9f43 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Allocated IP 172.20.0.9 (13d7873a-79e1-475a-9d3e-cefe1b91f5ef/8c07b776-754b-4dff-8061-5d99431acdff/e89c9789-da08-490d-bd3f-ee8d8c6bf823) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:58:13.042322 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:13.139743 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 5f6b39c6-bb4d-405f-b730-8a67721aae25, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=5f6b39c6-bb4d-405f-b730-8a67721aae25,segment=NetworkSegment(330b5342-3d2d-46f3-839c-d9f669fbf3be),segment_id=330b5342-3d2d-46f3-839c-d9f669fbf3be)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:58:13.147130 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:13.359330 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=5f6b39c6-bb4d-405f-b730-8a67721aae25,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:13.506565 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-eb4c571c-991b-4609-bda2-95f170048cba tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:13.510304 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-eb4c571c-991b-4609-bda2-95f170048cba tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.13 "GET /v2.0/networks?id=13d7873a-79e1-475a-9d3e-cefe1b91f5ef HTTP/1.1" status: 200 len: 818 time: 0.3059466 Nov 10 17:58:13.519610 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-cdd51473-9dc4-480d-9e5e-788f93ed9f43 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:13.534783 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-b7c518d9-9853-4e68-94ec-da6ce264a137 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Request body: {'port': {'device_id': 'a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76', 'network_id': '13d7873a-79e1-475a-9d3e-cefe1b91f5ef', 'admin_state_up': True, 'tenant_id': 'a5dfe360ad6a4b7e8e91998519e6d4e3'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:58:13.768356 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-cdd51473-9dc4-480d-9e5e-788f93ed9f43 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:13.947009 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e198b191-5315-49d6-bddb-fef28f69a8f6 req-b0fbc8a6-9c48-4c4d-8d54-10c19204c491 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 210 time: 0.0537732 Nov 10 17:58:13.947667 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd51473-9dc4-480d-9e5e-788f93ed9f43 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Pushing event updated for resources: {'Port': ['ID=e89c9789-da08-490d-bd3f-ee8d8c6bf823,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:14.003720 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-b7c518d9-9853-4e68-94ec-da6ce264a137 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Made reservation on behalf of a5dfe360ad6a4b7e8e91998519e6d4e3 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:58:14.007102 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c25194-8a22-432a-ada0-48f39503cd07 req-c4e69566-873a-4e89-9091-aeed73b515de tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:14.008784 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-46c25194-8a22-432a-ada0-48f39503cd07 req-c4e69566-873a-4e89-9091-aeed73b515de tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 945 time: 0.3915720 Nov 10 17:58:14.010822 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-cdd51473-9dc4-480d-9e5e-788f93ed9f43 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Network 13d7873a-79e1-475a-9d3e-cefe1b91f5ef is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:58:14.011824 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-b7c518d9-9853-4e68-94ec-da6ce264a137 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:14.019486 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-cdd51473-9dc4-480d-9e5e-788f93ed9f43 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:58:14.023440 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-cdd51473-9dc4-480d-9e5e-788f93ed9f43 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:58:14.164307 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-cdd51473-9dc4-480d-9e5e-788f93ed9f43 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:14.165001 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-cdd51473-9dc4-480d-9e5e-788f93ed9f43 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:14.198756 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-cdd51473-9dc4-480d-9e5e-788f93ed9f43 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2422435 Nov 10 17:58:14.206909 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-46c25194-8a22-432a-ada0-48f39503cd07 req-b6daaa70-dae1-487a-a3bd-1fc1bcf29131 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888697 Nov 10 17:58:14.215671 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-bd63f1ac-423d-472e-87c6-99bdb815bcfd tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:58:14.216863 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-bd63f1ac-423d-472e-87c6-99bdb815bcfd tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077579 Nov 10 17:58:14.238125 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-db76cc6b-e863-4018-a054-b3c48c2ef5e2 service neutron] Request body: {'port': {'device_id': '7e582825-b103-4184-a546-250a54b9b949', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:58:14.352951 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-db76cc6b-e863-4018-a054-b3c48c2ef5e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:14.372655 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-b7c518d9-9853-4e68-94ec-da6ce264a137 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Allocated IP 172.20.0.5 (13d7873a-79e1-475a-9d3e-cefe1b91f5ef/8c07b776-754b-4dff-8061-5d99431acdff/cfa393c4-6712-4b75-a496-99cc8bbddd8d) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:58:14.630415 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 5f6b39c6-bb4d-405f-b730-8a67721aae25 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:58:14.708978 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 5f6b39c6-bb4d-405f-b730-8a67721aae25 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:58:14.709506 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:14.729782 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-b7c518d9-9853-4e68-94ec-da6ce264a137 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:14.797348 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-b7c518d9-9853-4e68-94ec-da6ce264a137 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:14.917241 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-b7c518d9-9853-4e68-94ec-da6ce264a137 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Network 13d7873a-79e1-475a-9d3e-cefe1b91f5ef is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:58:14.922406 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-b7c518d9-9853-4e68-94ec-da6ce264a137 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:58:14.932398 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-b7c518d9-9853-4e68-94ec-da6ce264a137 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:58:14.978341 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c518d9-9853-4e68-94ec-da6ce264a137 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Pushing event updated for resources: {'Port': ['ID=cfa393c4-6712-4b75-a496-99cc8bbddd8d,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:15.031834 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-b7c518d9-9853-4e68-94ec-da6ce264a137 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:15.034605 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-b7c518d9-9853-4e68-94ec-da6ce264a137 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:15.074335 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-b7c518d9-9853-4e68-94ec-da6ce264a137 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5530610 Nov 10 17:58:15.092276 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-6e7babb1-a6b8-4a8d-aa1e-336b95809877 service neutron] Request body: {'port': {'device_id': 'a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:58:15.093411 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-db76cc6b-e863-4018-a054-b3c48c2ef5e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e89c9789-da08-490d-bd3f-ee8d8c6bf823 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:58:15.108338 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-db76cc6b-e863-4018-a054-b3c48c2ef5e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:15.125908 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-db76cc6b-e863-4018-a054-b3c48c2ef5e2 service neutron] Transition to ACTIVE for port object e89c9789-da08-490d-bd3f-ee8d8c6bf823 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:58:15.131690 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-db76cc6b-e863-4018-a054-b3c48c2ef5e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:15.266283 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-6e7babb1-a6b8-4a8d-aa1e-336b95809877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:15.295243 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78dc33-fe77-4080-bdd7-865a2b1d03cd req-37c6f823-2049-4d74-a1e5-3716d35e1212 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:15.297058 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6a78dc33-fe77-4080-bdd7-865a2b1d03cd req-37c6f823-2049-4d74-a1e5-3716d35e1212 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 931 time: 0.1556246 Nov 10 17:58:15.379644 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76cc6b-e863-4018-a054-b3c48c2ef5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e89c9789-da08-490d-bd3f-ee8d8c6bf823,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:15.431056 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-db76cc6b-e863-4018-a054-b3c48c2ef5e2 service neutron] Attempting to bind port e89c9789-da08-490d-bd3f-ee8d8c6bf823 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:58:15.431393 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-db76cc6b-e863-4018-a054-b3c48c2ef5e2 service neutron] Attempting to bind port e89c9789-da08-490d-bd3f-ee8d8c6bf823 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '330b5342-3d2d-46f3-839c-d9f669fbf3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '13d7873a-79e1-475a-9d3e-cefe1b91f5ef'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:58:15.431720 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-db76cc6b-e863-4018-a054-b3c48c2ef5e2 service neutron] Attempting to bind port e89c9789-da08-490d-bd3f-ee8d8c6bf823 on network 13d7873a-79e1-475a-9d3e-cefe1b91f5ef {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:58:15.439090 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-db76cc6b-e863-4018-a054-b3c48c2ef5e2 service neutron] Port e89c9789-da08-490d-bd3f-ee8d8c6bf823 on network 13d7873a-79e1-475a-9d3e-cefe1b91f5ef not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:58:15.439423 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-db76cc6b-e863-4018-a054-b3c48c2ef5e2 service neutron] Attempting to bind port e89c9789-da08-490d-bd3f-ee8d8c6bf823 on network 13d7873a-79e1-475a-9d3e-cefe1b91f5ef {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:58:15.452721 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-db76cc6b-e863-4018-a054-b3c48c2ef5e2 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:58:15.453177 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-db76cc6b-e863-4018-a054-b3c48c2ef5e2 service neutron] Checking segment: {'id': '330b5342-3d2d-46f3-839c-d9f669fbf3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '13d7873a-79e1-475a-9d3e-cefe1b91f5ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:58:15.453462 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-db76cc6b-e863-4018-a054-b3c48c2ef5e2 service neutron] Bound using segment: {'id': '330b5342-3d2d-46f3-839c-d9f669fbf3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '13d7873a-79e1-475a-9d3e-cefe1b91f5ef'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:58:15.453915 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-db76cc6b-e863-4018-a054-b3c48c2ef5e2 service neutron] Bound port: e89c9789-da08-490d-bd3f-ee8d8c6bf823, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '330b5342-3d2d-46f3-839c-d9f669fbf3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '13d7873a-79e1-475a-9d3e-cefe1b91f5ef'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:58:15.454291 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-db76cc6b-e863-4018-a054-b3c48c2ef5e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:15.508078 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef892074-ce2a-4c6d-8a4e-fc586fd9916c req-9d10af0f-240b-4dfc-b532-8216b7c518a2 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:15.510049 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ef892074-ce2a-4c6d-8a4e-fc586fd9916c req-9d10af0f-240b-4dfc-b532-8216b7c518a2 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 945 time: 0.1268737 Nov 10 17:58:15.600726 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ef892074-ce2a-4c6d-8a4e-fc586fd9916c req-e64b5f1f-0582-42af-ad2d-6148d9a945f8 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733709 Nov 10 17:58:15.601856 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-db76cc6b-e863-4018-a054-b3c48c2ef5e2 service neutron] For port e89c9789-da08-490d-bd3f-ee8d8c6bf823, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:58:15.605487 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-db76cc6b-e863-4018-a054-b3c48c2ef5e2 service neutron] For port e89c9789-da08-490d-bd3f-ee8d8c6bf823, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=e89c9789-da08-490d-bd3f-ee8d8c6bf823,segment=NetworkSegment(330b5342-3d2d-46f3-839c-d9f669fbf3be),segment_id=330b5342-3d2d-46f3-839c-d9f669fbf3be)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:58:15.612047 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-db76cc6b-e863-4018-a054-b3c48c2ef5e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:15.646912 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-db76cc6b-e863-4018-a054-b3c48c2ef5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:15.648835 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-db76cc6b-e863-4018-a054-b3c48c2ef5e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:15.651060 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-db76cc6b-e863-4018-a054-b3c48c2ef5e2 service neutron] 10.222.0.11 "PUT /v2.0/ports/e89c9789-da08-490d-bd3f-ee8d8c6bf823 HTTP/1.1" status: 200 len: 1092 time: 1.4262366 Nov 10 17:58:15.775284 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e582825-b103-4184-a546-250a54b9b949', 'tag': 'e89c9789-da08-490d-bd3f-ee8d8c6bf823'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:58:15.782497 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402ce3a6-e95a-4d39-b8c6-838817431e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "7e582825-b103-4184-a546-250a54b9b949", "tag": "e89c9789-da08-490d-bd3f-ee8d8c6bf823"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:58:15.787549 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-6e7babb1-a6b8-4a8d-aa1e-336b95809877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa393c4-6712-4b75-a496-99cc8bbddd8d {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:58:15.788207 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76cc6b-e863-4018-a054-b3c48c2ef5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e89c9789-da08-490d-bd3f-ee8d8c6bf823,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:15.798007 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-6e7babb1-a6b8-4a8d-aa1e-336b95809877 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:15.814380 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-6e7babb1-a6b8-4a8d-aa1e-336b95809877 service neutron] Transition to ACTIVE for port object cfa393c4-6712-4b75-a496-99cc8bbddd8d will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:58:15.820331 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-6e7babb1-a6b8-4a8d-aa1e-336b95809877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:15.875039 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7e473b-6481-4aff-a8a7-82b3fa206457 x-openstack-request-id: req-6a7e473b-6481-4aff-a8a7-82b3fa206457 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:58:15.875360 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e582825-b103-4184-a546-250a54b9b949", "tag": "e89c9789-da08-490d-bd3f-ee8d8c6bf823", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:58:15.875617 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6a7e473b-6481-4aff-a8a7-82b3fa206457 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:58:15.876034 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e582825-b103-4184-a546-250a54b9b949', 'tag': 'e89c9789-da08-490d-bd3f-ee8d8c6bf823', 'status': 'completed', 'code': 200} Nov 10 17:58:15.879501 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-fc932b4e-fc70-41ae-9acd-c47f7138bf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:15.881352 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-fc932b4e-fc70-41ae-9acd-c47f7138bf21 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a5dfe360ad6a4b7e8e91998519e6d4e3&device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 1095 time: 0.0892720 Nov 10 17:58:15.902325 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6a78dc33-fe77-4080-bdd7-865a2b1d03cd req-f448e4c4-c4be-49e4-934f-6267b270ad50 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270904 Nov 10 17:58:15.947413 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-5f3b7586-d64c-407a-9045-9c619d3999b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e89c9789-da08-490d-bd3f-ee8d8c6bf823 HTTP/1.1" status: 200 len: 217 time: 0.0560131 Nov 10 17:58:15.952312 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7babb1-a6b8-4a8d-aa1e-336b95809877 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa393c4-6712-4b75-a496-99cc8bbddd8d,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:16.023469 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-112047bf-e9d9-4d4e-a645-d2ae0d991fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:16.023469 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-112047bf-e9d9-4d4e-a645-d2ae0d991fb8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c07b776-754b-4dff-8061-5d99431acdff HTTP/1.1" status: 200 len: 858 time: 0.0670280 Nov 10 17:58:16.047685 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-6e7babb1-a6b8-4a8d-aa1e-336b95809877 service neutron] Attempting to bind port cfa393c4-6712-4b75-a496-99cc8bbddd8d on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:58:16.048313 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-6e7babb1-a6b8-4a8d-aa1e-336b95809877 service neutron] Attempting to bind port cfa393c4-6712-4b75-a496-99cc8bbddd8d by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '330b5342-3d2d-46f3-839c-d9f669fbf3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '13d7873a-79e1-475a-9d3e-cefe1b91f5ef'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:58:16.048313 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-6e7babb1-a6b8-4a8d-aa1e-336b95809877 service neutron] Attempting to bind port cfa393c4-6712-4b75-a496-99cc8bbddd8d on network 13d7873a-79e1-475a-9d3e-cefe1b91f5ef {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:58:16.053578 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-6e7babb1-a6b8-4a8d-aa1e-336b95809877 service neutron] Port cfa393c4-6712-4b75-a496-99cc8bbddd8d on network 13d7873a-79e1-475a-9d3e-cefe1b91f5ef not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:58:16.054036 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-6e7babb1-a6b8-4a8d-aa1e-336b95809877 service neutron] Attempting to bind port cfa393c4-6712-4b75-a496-99cc8bbddd8d on network 13d7873a-79e1-475a-9d3e-cefe1b91f5ef {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:58:16.059776 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-6e7babb1-a6b8-4a8d-aa1e-336b95809877 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:58:16.060115 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-6e7babb1-a6b8-4a8d-aa1e-336b95809877 service neutron] Checking segment: {'id': '330b5342-3d2d-46f3-839c-d9f669fbf3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '13d7873a-79e1-475a-9d3e-cefe1b91f5ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:58:16.060652 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-6e7babb1-a6b8-4a8d-aa1e-336b95809877 service neutron] Bound using segment: {'id': '330b5342-3d2d-46f3-839c-d9f669fbf3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '13d7873a-79e1-475a-9d3e-cefe1b91f5ef'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:58:16.061099 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-6e7babb1-a6b8-4a8d-aa1e-336b95809877 service neutron] Bound port: cfa393c4-6712-4b75-a496-99cc8bbddd8d, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '330b5342-3d2d-46f3-839c-d9f669fbf3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '13d7873a-79e1-475a-9d3e-cefe1b91f5ef'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:58:16.062091 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-6e7babb1-a6b8-4a8d-aa1e-336b95809877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:16.100578 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-428821de-3d4b-4ac8-b7b7-ee192fc73d95 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=13d7873a-79e1-475a-9d3e-cefe1b91f5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688350 Nov 10 17:58:16.221825 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-1f3add94-fc71-4dd8-9925-a2a670f8c0ce service neutron] 10.222.0.11 "GET /v2.0/networks/13d7873a-79e1-475a-9d3e-cefe1b91f5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140447 Nov 10 17:58:16.225421 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-6e7babb1-a6b8-4a8d-aa1e-336b95809877 service neutron] For port cfa393c4-6712-4b75-a496-99cc8bbddd8d, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:58:16.230042 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-6e7babb1-a6b8-4a8d-aa1e-336b95809877 service neutron] For port cfa393c4-6712-4b75-a496-99cc8bbddd8d, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=cfa393c4-6712-4b75-a496-99cc8bbddd8d,segment=NetworkSegment(330b5342-3d2d-46f3-839c-d9f669fbf3be),segment_id=330b5342-3d2d-46f3-839c-d9f669fbf3be)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:58:16.235287 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-6e7babb1-a6b8-4a8d-aa1e-336b95809877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:16.348245 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-6e7babb1-a6b8-4a8d-aa1e-336b95809877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:16.349145 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-6e7babb1-a6b8-4a8d-aa1e-336b95809877 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:16.351139 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-6e7babb1-a6b8-4a8d-aa1e-336b95809877 service neutron] 10.222.0.13 "PUT /v2.0/ports/cfa393c4-6712-4b75-a496-99cc8bbddd8d HTTP/1.1" status: 200 len: 1092 time: 1.2665219 Nov 10 17:58:16.351381 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76', 'tag': 'cfa393c4-6712-4b75-a496-99cc8bbddd8d'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:58:16.365878 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea3aad7-3217-49c6-af78-6fd6c5bf1b60" -d '{"events": [{"name": "network-changed", "server_uuid": "a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76", "tag": "cfa393c4-6712-4b75-a496-99cc8bbddd8d"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:58:16.422248 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7babb1-a6b8-4a8d-aa1e-336b95809877 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa393c4-6712-4b75-a496-99cc8bbddd8d,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:16.563030 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba396e16-4e54-4d03-a5b2-0e9fdd0dad7c req-7ff0640c-8f04-4da8-a489-9ebd7f6a335b service neutron] 10.222.0.11 "GET /v2.0/networks/13d7873a-79e1-475a-9d3e-cefe1b91f5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310490 Nov 10 17:58:16.578361 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430ea8da-3d61-4795-8ffd-4ce4ec9893d9 x-openstack-request-id: req-430ea8da-3d61-4795-8ffd-4ce4ec9893d9 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:58:16.578798 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76", "tag": "cfa393c4-6712-4b75-a496-99cc8bbddd8d", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:58:16.580195 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-430ea8da-3d61-4795-8ffd-4ce4ec9893d9 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:58:16.580772 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76', 'tag': 'cfa393c4-6712-4b75-a496-99cc8bbddd8d', 'status': 'completed', 'code': 200} Nov 10 17:58:16.626341 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-4a34259d-e408-41d7-992c-adb2018ed946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:16.633698 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-4a34259d-e408-41d7-992c-adb2018ed946 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5dfe360ad6a4b7e8e91998519e6d4e3&device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 1095 time: 0.2153749 Nov 10 17:58:16.803510 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ce3a6-e95a-4d39-b8c6-838817431e3e req-ba4aef35-0b5b-459a-9468-2bc0a2bc58d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:16.806788 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-402ce3a6-e95a-4d39-b8c6-838817431e3e req-ba4aef35-0b5b-459a-9468-2bc0a2bc58d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a5dfe360ad6a4b7e8e91998519e6d4e3&device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 1095 time: 0.1654665 Nov 10 17:58:16.827009 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-549ab77e-d299-44b6-b248-8169488a497d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfa393c4-6712-4b75-a496-99cc8bbddd8d HTTP/1.1" status: 200 len: 217 time: 0.1874044 Nov 10 17:58:17.007334 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c972b-d31b-4010-90c6-f69d1294f10e req-ec6d66b3-749a-4883-920e-95ecdf115edb tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:17.018889 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-099c972b-d31b-4010-90c6-f69d1294f10e req-ec6d66b3-749a-4883-920e-95ecdf115edb tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 945 time: 0.2187295 Nov 10 17:58:17.058858 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ce3a6-e95a-4d39-b8c6-838817431e3e req-393827bd-f097-4fb2-83d7-0b19511b15cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:17.059433 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-bb3359c5-d926-4d78-94ad-1afded586a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:17.061725 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-bb3359c5-d926-4d78-94ad-1afded586a28 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c07b776-754b-4dff-8061-5d99431acdff HTTP/1.1" status: 200 len: 858 time: 0.2035515 Nov 10 17:58:17.062960 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-402ce3a6-e95a-4d39-b8c6-838817431e3e req-393827bd-f097-4fb2-83d7-0b19511b15cc service neutron] 10.222.0.11 "GET /v2.0/networks?id=13d7873a-79e1-475a-9d3e-cefe1b91f5ef HTTP/1.1" status: 200 len: 919 time: 0.2493553 Nov 10 17:58:17.183961 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-8b9150e7-a091-4df9-9d0b-214cc10c551f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=13d7873a-79e1-475a-9d3e-cefe1b91f5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040447 Nov 10 17:58:17.213809 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-402ce3a6-e95a-4d39-b8c6-838817431e3e req-0191a4ff-59f0-4bd6-99cc-6e680c60aa88 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e89c9789-da08-490d-bd3f-ee8d8c6bf823 HTTP/1.1" status: 200 len: 217 time: 0.1426375 Nov 10 17:58:17.299752 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-099c972b-d31b-4010-90c6-f69d1294f10e req-97363702-e4b1-46a2-8cba-2c1de3fa939a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764876 Nov 10 17:58:17.451204 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-edd6d36f-9bc6-46fd-bafe-adf7f02dfde5 service neutron] 10.222.0.13 "GET /v2.0/networks/13d7873a-79e1-475a-9d3e-cefe1b91f5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536829 Nov 10 17:58:17.500420 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3bc03-644c-45da-8a96-a95717be7d2e req-ba766183-3c7c-4a2d-9ebd-ed7c208789ab tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:17.518731 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-98c3bc03-644c-45da-8a96-a95717be7d2e req-ba766183-3c7c-4a2d-9ebd-ed7c208789ab tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 943 time: 0.3350952 Nov 10 17:58:17.523444 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ce3a6-e95a-4d39-b8c6-838817431e3e req-ece95d8f-2dee-432d-a6b7-c7ff6649a2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:17.526312 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-402ce3a6-e95a-4d39-b8c6-838817431e3e req-ece95d8f-2dee-432d-a6b7-c7ff6649a2c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c07b776-754b-4dff-8061-5d99431acdff HTTP/1.1" status: 200 len: 858 time: 0.2948570 Nov 10 17:58:17.702535 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-402ce3a6-e95a-4d39-b8c6-838817431e3e req-f4362afc-7e6b-47e8-b4f1-6c474cbfbcd9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=13d7873a-79e1-475a-9d3e-cefe1b91f5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1224220 Nov 10 17:58:17.818032 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a93737cd-b5cf-4fef-9f29-c9da59317e68 req-c822d089-0d1d-4577-b123-15829ac02c9d service neutron] 10.222.0.13 "GET /v2.0/networks/13d7873a-79e1-475a-9d3e-cefe1b91f5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586516 Nov 10 17:58:17.821008 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-98c3bc03-644c-45da-8a96-a95717be7d2e req-214f8918-cd61-457b-8415-e97d3d8b72fd tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927549 Nov 10 17:58:18.004446 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-402ce3a6-e95a-4d39-b8c6-838817431e3e req-946df0ac-a877-447d-aa70-07e2c35c6ae4 service neutron] 10.222.0.11 "GET /v2.0/networks/13d7873a-79e1-475a-9d3e-cefe1b91f5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784209 Nov 10 17:58:18.027391 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3aad7-3217-49c6-af78-6fd6c5bf1b60 req-b8a90a33-5e7f-4433-9fb4-a459e89bae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:18.028986 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0ea3aad7-3217-49c6-af78-6fd6c5bf1b60 req-b8a90a33-5e7f-4433-9fb4-a459e89bae5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5dfe360ad6a4b7e8e91998519e6d4e3&device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 1095 time: 0.1202111 Nov 10 17:58:18.180119 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-402ce3a6-e95a-4d39-b8c6-838817431e3e req-126f8911-3149-4a46-bd35-5ab6bbe20171 service neutron] 10.222.0.11 "GET /v2.0/networks/13d7873a-79e1-475a-9d3e-cefe1b91f5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663876 Nov 10 17:58:18.180628 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 43540) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:18.338963 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3aad7-3217-49c6-af78-6fd6c5bf1b60 req-c8c63340-b618-45bf-926a-7654e2b7295c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:18.349223 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0ea3aad7-3217-49c6-af78-6fd6c5bf1b60 req-c8c63340-b618-45bf-926a-7654e2b7295c service neutron] 10.222.0.13 "GET /v2.0/networks?id=13d7873a-79e1-475a-9d3e-cefe1b91f5ef HTTP/1.1" status: 200 len: 919 time: 0.3062620 Nov 10 17:58:18.585845 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0ea3aad7-3217-49c6-af78-6fd6c5bf1b60 req-7034f75e-f04f-456f-8f53-1c2b5dbc9991 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfa393c4-6712-4b75-a496-99cc8bbddd8d HTTP/1.1" status: 200 len: 217 time: 0.2206779 Nov 10 17:58:18.720580 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f8cfb-5dae-462f-90b9-8b5fb4cfa3bb req-bbbd45d4-3e22-410c-aaec-1fef9897af9d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:18.722863 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a05f8cfb-5dae-462f-90b9-8b5fb4cfa3bb req-bbbd45d4-3e22-410c-aaec-1fef9897af9d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 945 time: 0.1543579 Nov 10 17:58:18.728941 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3aad7-3217-49c6-af78-6fd6c5bf1b60 req-1a2218be-fdd9-41f0-9daa-c64ce23fe54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:18.731064 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0ea3aad7-3217-49c6-af78-6fd6c5bf1b60 req-1a2218be-fdd9-41f0-9daa-c64ce23fe54a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c07b776-754b-4dff-8061-5d99431acdff HTTP/1.1" status: 200 len: 858 time: 0.1005123 Nov 10 17:58:18.792438 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0ea3aad7-3217-49c6-af78-6fd6c5bf1b60 req-2f29c2d6-5f3f-48de-ba55-5798ce2fb7c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=13d7873a-79e1-475a-9d3e-cefe1b91f5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522144 Nov 10 17:58:18.915133 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a05f8cfb-5dae-462f-90b9-8b5fb4cfa3bb req-fcae489b-0fed-4cb0-9a6a-6f30c29be230 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828394 Nov 10 17:58:18.949843 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0ea3aad7-3217-49c6-af78-6fd6c5bf1b60 req-46cea77e-8387-4e3d-b3cd-3624d4a9f7fb service neutron] 10.222.0.13 "GET /v2.0/networks/13d7873a-79e1-475a-9d3e-cefe1b91f5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443636 Nov 10 17:58:19.112281 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0ea3aad7-3217-49c6-af78-6fd6c5bf1b60 req-a8dd258a-5cab-4168-9843-c6c120328b03 service neutron] 10.222.0.13 "GET /v2.0/networks/13d7873a-79e1-475a-9d3e-cefe1b91f5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541748 Nov 10 17:58:19.162789 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099a2cf-eb4b-4497-9fcb-49af4a4cf3c4 req-f5f49c39-8925-4964-90b0-65944e37c940 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:19.168754 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4099a2cf-eb4b-4497-9fcb-49af4a4cf3c4 req-f5f49c39-8925-4964-90b0-65944e37c940 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 943 time: 0.1574650 Nov 10 17:58:19.280904 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4099a2cf-eb4b-4497-9fcb-49af4a4cf3c4 req-50f68a5a-8b9e-4c47-bd06-4dccfecc98d7 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087720 Nov 10 17:58:19.363485 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device e89c9789-da08-490d-bd3f-ee8d8c6bf823 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:58:19.448339 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-92cd282b-c74c-4a14-a19d-ff3e39fe36e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:19.510121 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port e89c9789-da08-490d-bd3f-ee8d8c6bf823, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=e89c9789-da08-490d-bd3f-ee8d8c6bf823,segment=NetworkSegment(330b5342-3d2d-46f3-839c-d9f669fbf3be),segment_id=330b5342-3d2d-46f3-839c-d9f669fbf3be)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:58:19.539638 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'e89c9789-da08-490d-bd3f-ee8d8c6bf823', 'network_id': '13d7873a-79e1-475a-9d3e-cefe1b91f5ef', 'port_id': 'e89c9789-da08-490d-bd3f-ee8d8c6bf823', 'mac_address': 'fa:16:3e:fe:c1:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c07b776-754b-4dff-8061-5d99431acdff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:58:19.584755 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:19.605565 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e89c9789-da08-490d-bd3f-ee8d8c6bf823 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:58:19.629513 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port e89c9789-da08-490d-bd3f-ee8d8c6bf823, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=e89c9789-da08-490d-bd3f-ee8d8c6bf823,segment=NetworkSegment(330b5342-3d2d-46f3-839c-d9f669fbf3be),segment_id=330b5342-3d2d-46f3-839c-d9f669fbf3be)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:58:19.635214 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:19.676942 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device cfa393c4-6712-4b75-a496-99cc8bbddd8d details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:58:19.810903 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=e89c9789-da08-490d-bd3f-ee8d8c6bf823,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:19.811996 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-92cd282b-c74c-4a14-a19d-ff3e39fe36e6 admin admin] Deleting port 20d77a10-b570-44b2-9c71-dfd6d28bf854 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:58:19.812554 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-92cd282b-c74c-4a14-a19d-ff3e39fe36e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:19.861972 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['e89c9789-da08-490d-bd3f-ee8d8c6bf823'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:58:19.929125 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port cfa393c4-6712-4b75-a496-99cc8bbddd8d, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=cfa393c4-6712-4b75-a496-99cc8bbddd8d,segment=NetworkSegment(330b5342-3d2d-46f3-839c-d9f669fbf3be),segment_id=330b5342-3d2d-46f3-839c-d9f669fbf3be)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:58:19.940439 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-92cd282b-c74c-4a14-a19d-ff3e39fe36e6 admin admin] For port 20d77a10-b570-44b2-9c71-dfd6d28bf854, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=20d77a10-b570-44b2-9c71-dfd6d28bf854,segment=NetworkSegment(5f095d99-d612-47ab-81fe-140248ebc91a),segment_id=5f095d99-d612-47ab-81fe-140248ebc91a)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:58:19.940802 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-92cd282b-c74c-4a14-a19d-ff3e39fe36e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:19.956970 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-92cd282b-c74c-4a14-a19d-ff3e39fe36e6 admin admin] Calling delete_port for 20d77a10-b570-44b2-9c71-dfd6d28bf854 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:58:19.958042 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'cfa393c4-6712-4b75-a496-99cc8bbddd8d', 'network_id': '13d7873a-79e1-475a-9d3e-cefe1b91f5ef', 'port_id': 'cfa393c4-6712-4b75-a496-99cc8bbddd8d', 'mac_address': 'fa:16:3e:d0:1a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c07b776-754b-4dff-8061-5d99431acdff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:58:20.185439 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0a3b1-f491-44df-83ad-3c6d6312207a req-c1d87610-447e-4f18-80cb-f2aa00c2e1de tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:20.187906 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7a0a3b1-f491-44df-83ad-3c6d6312207a req-c1d87610-447e-4f18-80cb-f2aa00c2e1de tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 945 time: 0.1146643 Nov 10 17:58:20.277455 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-92cd282b-c74c-4a14-a19d-ff3e39fe36e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:20.313714 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd282b-c74c-4a14-a19d-ff3e39fe36e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=20d77a10-b570-44b2-9c71-dfd6d28bf854,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:20.341621 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7a0a3b1-f491-44df-83ad-3c6d6312207a req-13122431-c5e1-4aa7-8341-5905687627b2 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437781 Nov 10 17:58:20.400168 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:20.473832 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa393c4-6712-4b75-a496-99cc8bbddd8d {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:58:20.519046 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port cfa393c4-6712-4b75-a496-99cc8bbddd8d, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=cfa393c4-6712-4b75-a496-99cc8bbddd8d,segment=NetworkSegment(330b5342-3d2d-46f3-839c-d9f669fbf3be),segment_id=330b5342-3d2d-46f3-839c-d9f669fbf3be)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:58:20.531948 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:20.636480 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=cfa393c4-6712-4b75-a496-99cc8bbddd8d,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:20.651149 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88574d-bddf-4730-9882-5241f75674a7 req-be37d21f-cc9b-4f87-98d3-d35987e14f4b tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:20.653065 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7c88574d-bddf-4730-9882-5241f75674a7 req-be37d21f-cc9b-4f87-98d3-d35987e14f4b tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 944 time: 0.1937907 Nov 10 17:58:20.696061 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-92cd282b-c74c-4a14-a19d-ff3e39fe36e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:20.761052 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['cfa393c4-6712-4b75-a496-99cc8bbddd8d'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:58:20.769021 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7c88574d-bddf-4730-9882-5241f75674a7 req-0efedcc3-af5f-4537-88ab-5c9f57540be1 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059067 Nov 10 17:58:20.988610 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92cd282b-c74c-4a14-a19d-ff3e39fe36e6 admin admin] Router a86f7cf7-5515-47fa-b730-337126b5041d has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:58:21.110486 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cd282b-c74c-4a14-a19d-ff3e39fe36e6 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:58:21.121409 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d67414e-417c-4023-a002-089d09084d4e None None] Sync routers for ids ['a86f7cf7-5515-47fa-b730-337126b5041d'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:58:21.125045 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-92cd282b-c74c-4a14-a19d-ff3e39fe36e6 admin admin] 10.222.0.39 "PUT /v2.0/routers/a86f7cf7-5515-47fa-b730-337126b5041d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9431815 Nov 10 17:58:21.127210 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43612) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:21.147339 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d67414e-417c-4023-a002-089d09084d4e None None] Routers {'a86f7cf7-5515-47fa-b730-337126b5041d'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:58:21.148343 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-1d67414e-417c-4023-a002-089d09084d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:58:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a86f7cf7-5515-47fa-b730-337126b5041d'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:58:21.258167 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-819fd63b-a263-4bef-a0bf-35a4ecf27e57 admin admin] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:21.285896 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-1d67414e-417c-4023-a002-089d09084d4e None None] Set router a86f7cf7-5515-47fa-b730-337126b5041d gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:58:21.414833 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-819fd63b-a263-4bef-a0bf-35a4ecf27e57 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:21.486779 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device e89c9789-da08-490d-bd3f-ee8d8c6bf823 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:58:21.570522 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-819fd63b-a263-4bef-a0bf-35a4ecf27e57 admin admin] Deleting port 462ce251-4bad-49fb-a84b-fe3673c33258 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:58:21.570522 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-819fd63b-a263-4bef-a0bf-35a4ecf27e57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:21.602754 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port e89c9789-da08-490d-bd3f-ee8d8c6bf823 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:58:21.611826 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-1d67414e-417c-4023-a002-089d09084d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'name': 'tempest-TaggedBootDevicesTest_v242-549713219-router', 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '462ce251-4bad-49fb-a84b-fe3673c33258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:44:42Z', 'updated_at': '2021-11-10T17:58:20Z', 'revision_number': 5, 'project_id': '87ef8f67c317450abb70e6821b7851c3', 'gw_port': {'id': '462ce251-4bad-49fb-a84b-fe3673c33258', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:44:45Z', 'updated_at': '2021-11-10T17:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:58:21.650676 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port e89c9789-da08-490d-bd3f-ee8d8c6bf823 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:58:21.651062 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:21.653212 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d67414e-417c-4023-a002-089d09084d4e None None] Checking router: a86f7cf7-5515-47fa-b730-337126b5041d for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:58:21.664541 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e8354-cd09-4fea-ad49-a33dae7c213d req-740f82e6-0253-4d83-9fa4-2e0dba1be60d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:21.666197 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0f3e8354-cd09-4fea-ad49-a33dae7c213d req-740f82e6-0253-4d83-9fa4-2e0dba1be60d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 945 time: 0.1865921 Nov 10 17:58:21.719327 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d67414e-417c-4023-a002-089d09084d4e None None] Routers {'a86f7cf7-5515-47fa-b730-337126b5041d'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:58:21.720183 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-1d67414e-417c-4023-a002-089d09084d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:58:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a86f7cf7-5515-47fa-b730-337126b5041d'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:58:21.730663 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-819fd63b-a263-4bef-a0bf-35a4ecf27e57 admin admin] For port 462ce251-4bad-49fb-a84b-fe3673c33258, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=462ce251-4bad-49fb-a84b-fe3673c33258,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:58:21.732570 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-819fd63b-a263-4bef-a0bf-35a4ecf27e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:21.777251 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-819fd63b-a263-4bef-a0bf-35a4ecf27e57 admin admin] Calling delete_port for 462ce251-4bad-49fb-a84b-fe3673c33258 owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:58:21.883247 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0f3e8354-cd09-4fea-ad49-a33dae7c213d req-52996640-2594-46e8-b388-69188096de9a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906173 Nov 10 17:58:21.907980 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device cfa393c4-6712-4b75-a496-99cc8bbddd8d up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:58:21.958996 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:21.960207 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9293d30-4561-4d97-99e2-ff0f2520c47d req-775e3c58-699b-43fe-b103-151d18bb00b1 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:21.963165 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-1d67414e-417c-4023-a002-089d09084d4e None None] Set router a86f7cf7-5515-47fa-b730-337126b5041d gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:58:21.965295 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d9293d30-4561-4d97-99e2-ff0f2520c47d req-775e3c58-699b-43fe-b103-151d18bb00b1 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 944 time: 0.0982559 Nov 10 17:58:22.046316 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d9293d30-4561-4d97-99e2-ff0f2520c47d req-d168113b-4972-4ea4-adec-bac7128f9f78 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745003 Nov 10 17:58:22.070640 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-1d67414e-417c-4023-a002-089d09084d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'name': 'tempest-TaggedBootDevicesTest_v242-549713219-router', 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:44:42Z', 'updated_at': '2021-11-10T17:58:21Z', 'revision_number': 6, 'project_id': '87ef8f67c317450abb70e6821b7851c3', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:58:22.106405 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d67414e-417c-4023-a002-089d09084d4e None None] The sync data for ids ['a86f7cf7-5515-47fa-b730-337126b5041d'] in n-d-776250-10 is: [{'id': 'a86f7cf7-5515-47fa-b730-337126b5041d', 'name': 'tempest-TaggedBootDevicesTest_v242-549713219-router', 'tenant_id': '87ef8f67c317450abb70e6821b7851c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:44:42Z', 'updated_at': '2021-11-10T17:58:21Z', 'revision_number': 6, 'project_id': '87ef8f67c317450abb70e6821b7851c3', 'gw_port_host': None}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:58:22.126537 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-819fd63b-a263-4bef-a0bf-35a4ecf27e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:22.137593 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port e89c9789-da08-490d-bd3f-ee8d8c6bf823, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=e89c9789-da08-490d-bd3f-ee8d8c6bf823,segment=NetworkSegment(330b5342-3d2d-46f3-839c-d9f669fbf3be),segment_id=330b5342-3d2d-46f3-839c-d9f669fbf3be)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:58:22.142185 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e582825-b103-4184-a546-250a54b9b949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89c9789-da08-490d-bd3f-ee8d8c6bf823'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:58:22.144742 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cc1a11-269f-4e42-ae70-e8c6944e21ec" -d '{"events": [{"server_uuid": "7e582825-b103-4184-a546-250a54b9b949", "name": "network-vif-plugged", "status": "completed", "tag": "e89c9789-da08-490d-bd3f-ee8d8c6bf823"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:58:22.150120 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:22.189892 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819fd63b-a263-4bef-a0bf-35a4ecf27e57 admin admin] Pushing event deleted for resources: {'Port': ['ID=462ce251-4bad-49fb-a84b-fe3673c33258,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:22.202565 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd7cdcd-ba30-445e-95c3-b85abebc6987 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:58:22.212197 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port cfa393c4-6712-4b75-a496-99cc8bbddd8d completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:58:22.223269 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port cfa393c4-6712-4b75-a496-99cc8bbddd8d triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:58:22.223662 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:22.278501 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097b5a20-b99c-46ea-b6cc-9dce4a64a1cd x-openstack-request-id: req-097b5a20-b99c-46ea-b6cc-9dce4a64a1cd {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:58:22.278944 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e582825-b103-4184-a546-250a54b9b949", "name": "network-vif-plugged", "status": "completed", "tag": "e89c9789-da08-490d-bd3f-ee8d8c6bf823", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:58:22.279332 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-097b5a20-b99c-46ea-b6cc-9dce4a64a1cd {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:58:22.280007 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e582825-b103-4184-a546-250a54b9b949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89c9789-da08-490d-bd3f-ee8d8c6bf823', 'code': 200} Nov 10 17:58:22.282581 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=e89c9789-da08-490d-bd3f-ee8d8c6bf823,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:22.310115 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-819fd63b-a263-4bef-a0bf-35a4ecf27e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:22.430896 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:22.452875 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434178bb-6e31-4b32-bab3-f4a62ada29c4 req-c9be1085-3836-4587-9929-04cc87ce1b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:22.454603 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-434178bb-6e31-4b32-bab3-f4a62ada29c4 req-c9be1085-3836-4587-9929-04cc87ce1b93 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 1097 time: 0.0884032 Nov 10 17:58:22.520912 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port cfa393c4-6712-4b75-a496-99cc8bbddd8d, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=cfa393c4-6712-4b75-a496-99cc8bbddd8d,segment=NetworkSegment(330b5342-3d2d-46f3-839c-d9f669fbf3be),segment_id=330b5342-3d2d-46f3-839c-d9f669fbf3be)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:58:22.555920 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:22.562575 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-434178bb-6e31-4b32-bab3-f4a62ada29c4 req-72b15fbe-0153-4504-ba77-331007e0e31a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012061 Nov 10 17:58:22.710510 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=cfa393c4-6712-4b75-a496-99cc8bbddd8d,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:22.722851 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 20d77a10-b570-44b2-9c71-dfd6d28bf854 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:58:22.754354 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 20d77a10-b570-44b2-9c71-dfd6d28bf854 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:58:22.754712 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 20d77a10-b570-44b2-9c71-dfd6d28bf854 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:58:23.046687 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-819fd63b-a263-4bef-a0bf-35a4ecf27e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:23.049982 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-819fd63b-a263-4bef-a0bf-35a4ecf27e57 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:23.065235 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b3c03-3a77-48df-a002-3bd354ae6f2f req-c4aa2e66-6013-4ae9-b86d-6843ac309b56 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:23.066514 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cd9b3c03-3a77-48df-a002-3bd354ae6f2f req-c4aa2e66-6013-4ae9-b86d-6843ac309b56 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 945 time: 0.0643570 Nov 10 17:58:23.158532 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cd9b3c03-3a77-48df-a002-3bd354ae6f2f req-10d896de-2df4-451f-b4e2-be0a7d0b0afd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784693 Nov 10 17:58:23.165321 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-bb7eddf1-cdea-41d9-afdb-b10626db27e2 service neutron] show failed (client error): The resource could not be found. Nov 10 17:58:23.176035 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-bb7eddf1-cdea-41d9-afdb-b10626db27e2 service neutron] 10.222.0.13 "GET /v2.0/ports/8243218e-1db7-48e7-b289-53e5a737c8b6/bindings/n-h1-776250-10 HTTP/1.1" status: 404 len: 381 time: 0.1664898 Nov 10 17:58:23.176035 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-819fd63b-a263-4bef-a0bf-35a4ecf27e57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:23.176035 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819fd63b-a263-4bef-a0bf-35a4ecf27e57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a86f7cf7-5515-47fa-b730-337126b5041d {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:58:23.184188 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-819fd63b-a263-4bef-a0bf-35a4ecf27e57 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:23.185618 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-819fd63b-a263-4bef-a0bf-35a4ecf27e57 admin admin] 10.222.0.39 "DELETE /v2.0/routers/a86f7cf7-5515-47fa-b730-337126b5041d HTTP/1.1" status: 204 len: 168 time: 2.0573609 Nov 10 17:58:23.188553 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 43648) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:23.263277 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd32dd51-4c46-4f88-9968-8b3e3e11078c admin admin] Deleting subnet 2408a0c7-e08d-426a-ac08-2e242a5b2cbd {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:58:23.271452 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cd32dd51-4c46-4f88-9968-8b3e3e11078c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:23.305692 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e12e4a-910a-4d51-8f03-d4c14f14e85c req-e0b5956e-7a94-4dd8-9b46-02d77064c9a9 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:23.316211 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2e12e4a-910a-4d51-8f03-d4c14f14e85c req-e0b5956e-7a94-4dd8-9b46-02d77064c9a9 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 945 time: 0.0844734 Nov 10 17:58:23.360974 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cd32dd51-4c46-4f88-9968-8b3e3e11078c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:23.437604 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2e12e4a-910a-4d51-8f03-d4c14f14e85c req-b0bfc9cd-4cce-4397-952c-feff48ffb79e tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204150 Nov 10 17:58:23.571578 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cd32dd51-4c46-4f88-9968-8b3e3e11078c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:23.743817 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cd32dd51-4c46-4f88-9968-8b3e3e11078c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:24.026895 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43670) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:24.216030 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f44c9b95-dc3c-47b8-86fc-6ab151744bba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:24.232788 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32dd51-4c46-4f88-9968-8b3e3e11078c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2408a0c7-e08d-426a-ac08-2e242a5b2cbd,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:24.238083 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-84edc292-6779-4aaf-ba3c-0ef955861369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:24.239971 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-84edc292-6779-4aaf-ba3c-0ef955861369 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889&tenant_id=84e0993fb1d44a64ad660dd1943b7d6b HTTP/1.1" status: 200 len: 1097 time: 0.7857780 Nov 10 17:58:24.244019 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cd32dd51-4c46-4f88-9968-8b3e3e11078c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:24.249471 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301122ad-aca3-496e-b5a1-63232dd184d5 None None] Network 7ba70b55-5d77-4457-b11f-9823987d654f requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:58:24.250739 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cd32dd51-4c46-4f88-9968-8b3e3e11078c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2408a0c7-e08d-426a-ac08-2e242a5b2cbd HTTP/1.1" status: 204 len: 168 time: 1.0608580 Nov 10 17:58:24.251413 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 43680) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:24.260630 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-71e6fd30-d675-4f96-b684-2c9299ea5516 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-776250-10', 'device_owner': 'compute:nova'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:58:24.306288 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa393c4-6712-4b75-a496-99cc8bbddd8d'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:58:24.308603 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b42915a-5eda-49a2-b1e9-25e223cf88d5" -d '{"events": [{"server_uuid": "a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76", "name": "network-vif-plugged", "status": "completed", "tag": "cfa393c4-6712-4b75-a496-99cc8bbddd8d"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:58:24.393548 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7a3688-eb3c-4173-92ca-9bf5d25a7646 x-openstack-request-id: req-ba7a3688-eb3c-4173-92ca-9bf5d25a7646 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:58:24.393982 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76", "name": "network-vif-plugged", "status": "completed", "tag": "cfa393c4-6712-4b75-a496-99cc8bbddd8d", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:58:24.394472 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ba7a3688-eb3c-4173-92ca-9bf5d25a7646 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:58:24.394958 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa393c4-6712-4b75-a496-99cc8bbddd8d', 'code': 200} Nov 10 17:58:24.439985 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f44c9b95-dc3c-47b8-86fc-6ab151744bba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:24.454672 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0adbf883-ad4a-4f19-84ee-c9af703ec80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:24.456123 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f44c9b95-dc3c-47b8-86fc-6ab151744bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:24.494233 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c9b95-dc3c-47b8-86fc-6ab151744bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9a88af-30b9-4240-906f-9121ed8ed70e,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:24.516959 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 462ce251-4bad-49fb-a84b-fe3673c33258 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:58:24.533366 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f44c9b95-dc3c-47b8-86fc-6ab151744bba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=64838a4f7579488fa6b992b092fa8c46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5050740 Nov 10 17:58:24.535882 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43688) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:24.591497 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88e29b-fa03-4f52-b763-7c34707d9a3d req-70b33365-c362-49e2-8cd4-f12a9de78c04 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:24.593826 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bf88e29b-fa03-4f52-b763-7c34707d9a3d req-70b33365-c362-49e2-8cd4-f12a9de78c04 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 945 time: 0.3398860 Nov 10 17:58:24.594911 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-71e6fd30-d675-4f96-b684-2c9299ea5516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:24.603882 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 462ce251-4bad-49fb-a84b-fe3673c33258 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:58:24.604695 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 462ce251-4bad-49fb-a84b-fe3673c33258 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:58:24.616699 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6844e07c-5b4c-4564-b0bc-b4a1a8a809dd None None] DHCP port deletion for 7ba70b55-5d77-4457-b11f-9823987d654f request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:58:24.629499 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31261e25-000b-4f5c-8c93-18654c70a6dd req-2f63410f-3612-47aa-b55c-1a827b6eb876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:24.631275 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-31261e25-000b-4f5c-8c93-18654c70a6dd req-2f63410f-3612-47aa-b55c-1a827b6eb876 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 1097 time: 0.1307335 Nov 10 17:58:24.638222 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9d302f3b-c7b2-4d44-9bb1-58352183a03e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:24.683466 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-6844e07c-5b4c-4564-b0bc-b4a1a8a809dd None None] Deleting port f14b93eb-7c19-4a10-b4c3-db6f1da57e71 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:58:24.683895 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6844e07c-5b4c-4564-b0bc-b4a1a8a809dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:24.773078 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-6844e07c-5b4c-4564-b0bc-b4a1a8a809dd None None] For port f14b93eb-7c19-4a10-b4c3-db6f1da57e71, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=f14b93eb-7c19-4a10-b4c3-db6f1da57e71,segment=NetworkSegment(5f095d99-d612-47ab-81fe-140248ebc91a),segment_id=5f095d99-d612-47ab-81fe-140248ebc91a)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:58:24.773738 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6844e07c-5b4c-4564-b0bc-b4a1a8a809dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:24.774928 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9d302f3b-c7b2-4d44-9bb1-58352183a03e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:24.785366 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e797989-ff6c-4a1c-8852-61a8c951f36c req-83d72085-db4f-4845-a79f-1b3d60aa0629 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:24.787163 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4e797989-ff6c-4a1c-8852-61a8c951f36c req-83d72085-db4f-4845-a79f-1b3d60aa0629 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 945 time: 0.1702459 Nov 10 17:58:24.805585 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-6844e07c-5b4c-4564-b0bc-b4a1a8a809dd None None] Calling delete_port for f14b93eb-7c19-4a10-b4c3-db6f1da57e71 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:58:24.811297 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bf88e29b-fa03-4f52-b763-7c34707d9a3d req-c953fc00-ccff-43da-bbb2-0b99b13fb027 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420729 Nov 10 17:58:24.854894 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:24.869685 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-31261e25-000b-4f5c-8c93-18654c70a6dd req-ba8221d5-bd97-4073-9b14-919214972101 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280924 Nov 10 17:58:24.938522 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6844e07c-5b4c-4564-b0bc-b4a1a8a809dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:24.969349 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4e797989-ff6c-4a1c-8852-61a8c951f36c req-3fbaa8b5-c4a3-4118-a1e6-98d4ef848460 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657038 Nov 10 17:58:24.988024 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6844e07c-5b4c-4564-b0bc-b4a1a8a809dd None None] Pushing event deleted for resources: {'Port': ['ID=f14b93eb-7c19-4a10-b4c3-db6f1da57e71,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:24.999599 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9d302f3b-c7b2-4d44-9bb1-58352183a03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:25.002716 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9d302f3b-c7b2-4d44-9bb1-58352183a03e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:25.003977 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9d302f3b-c7b2-4d44-9bb1-58352183a03e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9b9a88af-30b9-4240-906f-9121ed8ed70e HTTP/1.1" status: 204 len: 168 time: 0.4670184 Nov 10 17:58:25.012371 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6844e07c-5b4c-4564-b0bc-b4a1a8a809dd None None] No DVR routers for this DVR port f14b93eb-7c19-4a10-b4c3-db6f1da57e71 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:58:25.040463 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d302f3b-c7b2-4d44-9bb1-58352183a03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9a88af-30b9-4240-906f-9121ed8ed70e,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:25.054440 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d302f3b-c7b2-4d44-9bb1-58352183a03e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:25.054856 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d302f3b-c7b2-4d44-9bb1-58352183a03e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:25.055204 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d302f3b-c7b2-4d44-9bb1-58352183a03e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:25.055532 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d302f3b-c7b2-4d44-9bb1-58352183a03e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:25.055794 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d302f3b-c7b2-4d44-9bb1-58352183a03e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:25.056136 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d302f3b-c7b2-4d44-9bb1-58352183a03e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:25.056606 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d302f3b-c7b2-4d44-9bb1-58352183a03e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:25.057007 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d302f3b-c7b2-4d44-9bb1-58352183a03e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:25.057267 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d302f3b-c7b2-4d44-9bb1-58352183a03e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:25.057599 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d302f3b-c7b2-4d44-9bb1-58352183a03e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:25.057932 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d302f3b-c7b2-4d44-9bb1-58352183a03e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:25.058264 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d302f3b-c7b2-4d44-9bb1-58352183a03e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:25.094085 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-0adbf883-ad4a-4f19-84ee-c9af703ec80c admin admin] Deleting port f14b93eb-7c19-4a10-b4c3-db6f1da57e71 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:58:25.094436 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0adbf883-ad4a-4f19-84ee-c9af703ec80c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:25.183902 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:25.239523 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-0adbf883-ad4a-4f19-84ee-c9af703ec80c admin admin] For port f14b93eb-7c19-4a10-b4c3-db6f1da57e71, host n-d-776250-10, got binding levels [] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:58:25.240582 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0adbf883-ad4a-4f19-84ee-c9af703ec80c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:25.262611 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-0adbf883-ad4a-4f19-84ee-c9af703ec80c admin admin] Calling delete_port for f14b93eb-7c19-4a10-b4c3-db6f1da57e71 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:58:25.268867 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.ipam_backend_mixin [None req-0adbf883-ad4a-4f19-84ee-c9af703ec80c admin admin] Port f14b93eb-7c19-4a10-b4c3-db6f1da57e71 was not found and therefore no delete operation was performed {{(pid=102468) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 17:58:25.272259 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0adbf883-ad4a-4f19-84ee-c9af703ec80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:25.313480 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adbf883-ad4a-4f19-84ee-c9af703ec80c admin admin] Pushing event deleted for resources: {'Port': ['ID=f14b93eb-7c19-4a10-b4c3-db6f1da57e71,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:25.319090 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adbf883-ad4a-4f19-84ee-c9af703ec80c admin admin] No DVR routers for this DVR port f14b93eb-7c19-4a10-b4c3-db6f1da57e71 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:58:25.343098 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-71e6fd30-d675-4f96-b684-2c9299ea5516 service neutron] For port 8243218e-1db7-48e7-b289-53e5a737c8b6, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=8243218e-1db7-48e7-b289-53e5a737c8b6,segment=NetworkSegment(b63bd616-5238-47be-8361-159777550f06),segment_id=b63bd616-5238-47be-8361-159777550f06)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:58:25.471570 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-71e6fd30-d675-4f96-b684-2c9299ea5516 service neutron] For port 8243218e-1db7-48e7-b289-53e5a737c8b6, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:58:25.491076 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43708) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:25.494804 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0adbf883-ad4a-4f19-84ee-c9af703ec80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:25.508595 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8a48c216-1ec6-4a64-b510-8e06622f3674 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:25.531771 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-0adbf883-ad4a-4f19-84ee-c9af703ec80c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba70b55-5d77-4457-b11f-9823987d654f']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:58:25.551305 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04587fa2-85f8-4aa8-b7ac-33d8fd4d6889', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8243218e-1db7-48e7-b289-53e5a737c8b6'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:58:25.554359 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da4dff0-017d-4558-8bd7-5688319d3c4a" -d '{"events": [{"server_uuid": "04587fa2-85f8-4aa8-b7ac-33d8fd4d6889", "name": "network-vif-unplugged", "status": "completed", "tag": "8243218e-1db7-48e7-b289-53e5a737c8b6"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:58:25.558559 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-71e6fd30-d675-4f96-b684-2c9299ea5516 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:25.563854 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-0adbf883-ad4a-4f19-84ee-c9af703ec80c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f095d99-d612-47ab-81fe-140248ebc91a') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:58:25.564185 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-0adbf883-ad4a-4f19-84ee-c9af703ec80c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f095d99-d612-47ab-81fe-140248ebc91a') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:58:25.578741 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0adbf883-ad4a-4f19-84ee-c9af703ec80c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:25.596260 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-71e6fd30-d675-4f96-b684-2c9299ea5516 service neutron] Transition to ACTIVE for port object 8243218e-1db7-48e7-b289-53e5a737c8b6 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:58:25.603813 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-71e6fd30-d675-4f96-b684-2c9299ea5516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:25.607324 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0adbf883-ad4a-4f19-84ee-c9af703ec80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:25.619459 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8a48c216-1ec6-4a64-b510-8e06622f3674 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:25.625319 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8a48c216-1ec6-4a64-b510-8e06622f3674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:25.658236 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 17:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9515efa1-7639-4422-934f-439637346c9f x-openstack-request-id: req-9515efa1-7639-4422-934f-439637346c9f {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:58:25.658528 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04587fa2-85f8-4aa8-b7ac-33d8fd4d6889", "name": "network-vif-unplugged", "status": "completed", "tag": "8243218e-1db7-48e7-b289-53e5a737c8b6", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:58:25.658758 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9515efa1-7639-4422-934f-439637346c9f {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:58:25.659173 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04587fa2-85f8-4aa8-b7ac-33d8fd4d6889', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8243218e-1db7-48e7-b289-53e5a737c8b6', 'code': 200} Nov 10 17:58:25.661842 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6fd30-d675-4f96-b684-2c9299ea5516 service neutron] Pushing event updated for resources: {'Port': ['ID=8243218e-1db7-48e7-b289-53e5a737c8b6,revision_number=6']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:25.667948 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0adbf883-ad4a-4f19-84ee-c9af703ec80c admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:58:25.668376 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0adbf883-ad4a-4f19-84ee-c9af703ec80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:25.670327 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 17:58:25.670327 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:58:25.670327 n-d-776250-10 neutron-server[102468]: timer() Nov 10 17:58:25.670327 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:58:25.670327 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 17:58:25.670327 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:58:25.670327 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 17:58:25.670327 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:58:25.670327 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 17:58:25.670327 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:58:25.670327 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 17:58:25.670327 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:58:25.670327 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 17:58:25.670327 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:58:25.670327 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:58:25.670327 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:58:25.670327 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:58:25.670327 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:58:25.670327 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 17:58:25.670327 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:58:25.670327 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 17:58:25.670327 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:58:25.670327 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:58:25.670327 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:58:25.670327 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 17:58:25.670327 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:58:25.670327 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:58:25.670327 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:58:25.670327 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:58:25.670327 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:58:25.670327 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:58:25.670327 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:58:25.674199 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8a48c216-1ec6-4a64-b510-8e06622f3674 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7a58ee4ba9b442909dac9d5fac7db5ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1775744 Nov 10 17:58:25.674199 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43712) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:25.681882 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48c216-1ec6-4a64-b510-8e06622f3674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38bf6639-752f-48b1-8b1d-990e7298b84d,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:25.703410 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 8243218e-1db7-48e7-b289-53e5a737c8b6 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:58:25.769458 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-75c79019-faa4-460e-975d-08b9b061f4cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:25.782647 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 8243218e-1db7-48e7-b289-53e5a737c8b6 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:58:25.797840 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-75c79019-faa4-460e-975d-08b9b061f4cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:25.834492 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0adbf883-ad4a-4f19-84ee-c9af703ec80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:25.847318 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0adbf883-ad4a-4f19-84ee-c9af703ec80c admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:25.853154 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0adbf883-ad4a-4f19-84ee-c9af703ec80c admin admin] 10.222.0.39 "DELETE /v2.0/networks/7ba70b55-5d77-4457-b11f-9823987d654f HTTP/1.1" status: 204 len: 168 time: 1.5949628 Nov 10 17:58:25.869093 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-75c79019-faa4-460e-975d-08b9b061f4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:25.871576 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-75c79019-faa4-460e-975d-08b9b061f4cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:25.872929 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-75c79019-faa4-460e-975d-08b9b061f4cf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/38bf6639-752f-48b1-8b1d-990e7298b84d HTTP/1.1" status: 204 len: 168 time: 0.1977212 Nov 10 17:58:25.906163 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c79019-faa4-460e-975d-08b9b061f4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bf6639-752f-48b1-8b1d-990e7298b84d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:25.981388 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adbf883-ad4a-4f19-84ee-c9af703ec80c admin admin] Pushing event deleted for resources: {'Network': ['ID=7ba70b55-5d77-4457-b11f-9823987d654f,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:26.011564 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-71e6fd30-d675-4f96-b684-2c9299ea5516 service neutron] No DVR routers for this DVR port 8243218e-1db7-48e7-b289-53e5a737c8b6 on host n-h2-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:58:26.141669 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25f451-c765-43f0-bd75-e7b0d904bd0a req-c2e39031-ac45-43a7-a294-9d6e911ba463 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:26.143469 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fb25f451-c765-43f0-bd75-e7b0d904bd0a req-c2e39031-ac45-43a7-a294-9d6e911ba463 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 943 time: 0.1339338 Nov 10 17:58:26.257683 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fb25f451-c765-43f0-bd75-e7b0d904bd0a req-14a6b6a1-4bde-4816-92a6-451efa36ecb2 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070769 Nov 10 17:58:26.285273 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43734) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:26.334493 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-96a53e61-3b13-4e7a-980b-f60d6ff8e6aa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=87ef8f67c317450abb70e6821b7851c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0448408 Nov 10 17:58:26.334832 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43736) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:26.355515 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c278c-ca59-49ed-81b2-77cf90598eb2 req-3523ff90-7c30-4563-a239-a94498622c54 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:26.363475 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4b8c278c-ca59-49ed-81b2-77cf90598eb2 req-3523ff90-7c30-4563-a239-a94498622c54 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 945 time: 0.2297683 Nov 10 17:58:26.390598 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-71e6fd30-d675-4f96-b684-2c9299ea5516 service neutron] Attempting to bind port 8243218e-1db7-48e7-b289-53e5a737c8b6 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:58:26.391050 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-71e6fd30-d675-4f96-b684-2c9299ea5516 service neutron] Attempting to bind port 8243218e-1db7-48e7-b289-53e5a737c8b6 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': 'b63bd616-5238-47be-8361-159777550f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb6a6530-3277-4987-9183-1680fea86d49'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:58:26.391385 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-71e6fd30-d675-4f96-b684-2c9299ea5516 service neutron] Attempting to bind port 8243218e-1db7-48e7-b289-53e5a737c8b6 on network eb6a6530-3277-4987-9183-1680fea86d49 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:58:26.400948 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-71e6fd30-d675-4f96-b684-2c9299ea5516 service neutron] Port 8243218e-1db7-48e7-b289-53e5a737c8b6 on network eb6a6530-3277-4987-9183-1680fea86d49 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:58:26.401417 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-71e6fd30-d675-4f96-b684-2c9299ea5516 service neutron] Attempting to bind port 8243218e-1db7-48e7-b289-53e5a737c8b6 on network eb6a6530-3277-4987-9183-1680fea86d49 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:58:26.413738 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-71e6fd30-d675-4f96-b684-2c9299ea5516 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:58:26.414068 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-71e6fd30-d675-4f96-b684-2c9299ea5516 service neutron] Checking segment: {'id': 'b63bd616-5238-47be-8361-159777550f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb6a6530-3277-4987-9183-1680fea86d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:58:26.414642 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-71e6fd30-d675-4f96-b684-2c9299ea5516 service neutron] Bound using segment: {'id': 'b63bd616-5238-47be-8361-159777550f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb6a6530-3277-4987-9183-1680fea86d49'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:58:26.415251 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-71e6fd30-d675-4f96-b684-2c9299ea5516 service neutron] Bound port: 8243218e-1db7-48e7-b289-53e5a737c8b6, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b63bd616-5238-47be-8361-159777550f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'eb6a6530-3277-4987-9183-1680fea86d49'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:58:26.415794 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-71e6fd30-d675-4f96-b684-2c9299ea5516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:26.415944 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f41e2951-b314-4c30-b39c-b75c634d874b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:26.445987 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f41e2951-b314-4c30-b39c-b75c634d874b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:26.452491 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4b8c278c-ca59-49ed-81b2-77cf90598eb2 req-85001344-d1da-40b1-b46b-723214b1297b tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852015 Nov 10 17:58:26.521619 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-71e6fd30-d675-4f96-b684-2c9299ea5516 service neutron] For port 8243218e-1db7-48e7-b289-53e5a737c8b6, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:58:26.524531 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f41e2951-b314-4c30-b39c-b75c634d874b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:26.528542 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f41e2951-b314-4c30-b39c-b75c634d874b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:26.529778 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f41e2951-b314-4c30-b39c-b75c634d874b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bb37b6b7-addb-4fd3-bf54-b087ee37a2cc HTTP/1.1" status: 204 len: 168 time: 0.1937699 Nov 10 17:58:26.539604 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e2951-b314-4c30-b39c-b75c634d874b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb37b6b7-addb-4fd3-bf54-b087ee37a2cc,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:26.540202 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-71e6fd30-d675-4f96-b684-2c9299ea5516 service neutron] For port 8243218e-1db7-48e7-b289-53e5a737c8b6, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=8243218e-1db7-48e7-b289-53e5a737c8b6,segment=NetworkSegment(b63bd616-5238-47be-8361-159777550f06),segment_id=b63bd616-5238-47be-8361-159777550f06)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:58:26.546125 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device f14b93eb-7c19-4a10-b4c3-db6f1da57e71 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:58:26.551262 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-71e6fd30-d675-4f96-b684-2c9299ea5516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:26.591364 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: f14b93eb-7c19-4a10-b4c3-db6f1da57e71 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:58:26.595278 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device f14b93eb-7c19-4a10-b4c3-db6f1da57e71 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:58:26.648747 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-71e6fd30-d675-4f96-b684-2c9299ea5516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:26.649392 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-71e6fd30-d675-4f96-b684-2c9299ea5516 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:26.650995 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-71e6fd30-d675-4f96-b684-2c9299ea5516 service neutron] 10.222.0.11 "PUT /v2.0/ports/8243218e-1db7-48e7-b289-53e5a737c8b6 HTTP/1.1" status: 200 len: 1092 time: 2.3982837 Nov 10 17:58:26.688923 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43740) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:26.743855 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dfeedec8-1bca-402e-9100-2cdad8d49ffc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:26.790070 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6fd30-d675-4f96-b684-2c9299ea5516 service neutron] Pushing event updated for resources: {'Port': ['ID=8243218e-1db7-48e7-b289-53e5a737c8b6,revision_number=7']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:26.817466 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-638ade32-1d82-4ea3-be8b-1a52774fea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:26.819179 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-638ade32-1d82-4ea3-be8b-1a52774fea4c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 1095 time: 0.1230726 Nov 10 17:58:26.936695 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dfeedec8-1bca-402e-9100-2cdad8d49ffc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:26.943766 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dfeedec8-1bca-402e-9100-2cdad8d49ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:27.005467 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-5f36aff6-06e7-42d0-8fac-154e01690dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:27.006985 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-5f36aff6-06e7-42d0-8fac-154e01690dad service neutron] 10.222.0.11 "GET /v2.0/networks?id=eb6a6530-3277-4987-9183-1680fea86d49 HTTP/1.1" status: 200 len: 898 time: 0.1791821 Nov 10 17:58:27.011219 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-dfeedec8-1bca-402e-9100-2cdad8d49ffc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=de61a23fd3b841d292c084060032b638&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3211195 Nov 10 17:58:27.012519 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeedec8-1bca-402e-9100-2cdad8d49ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965970ce-89fe-4b82-bd87-ee9509dfdfe3,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:27.014257 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 43752) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:27.159193 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-36f87e23-f106-44bd-82f7-ee908bec34e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8243218e-1db7-48e7-b289-53e5a737c8b6 HTTP/1.1" status: 200 len: 998 time: 0.1426806 Nov 10 17:58:27.204178 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2e4b2869-f8e3-4052-9ad9-788dae3941ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:27.241012 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2e4b2869-f8e3-4052-9ad9-788dae3941ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:27.261640 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-ea74dd8f-5e8d-4d52-ab95-397233fb8735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:27.263403 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-ea74dd8f-5e8d-4d52-ab95-397233fb8735 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dedd1657-6946-4ad5-9ff2-ff085f8f6fde HTTP/1.1" status: 200 len: 835 time: 0.0969648 Nov 10 17:58:27.327453 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-4c737eb5-2ed4-4671-97a0-4a16fd970ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:27.329788 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-4c737eb5-2ed4-4671-97a0-4a16fd970ee2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb6a6530-3277-4987-9183-1680fea86d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563397 Nov 10 17:58:27.369487 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2e4b2869-f8e3-4052-9ad9-788dae3941ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:27.373807 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2e4b2869-f8e3-4052-9ad9-788dae3941ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:27.377844 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2e4b2869-f8e3-4052-9ad9-788dae3941ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/965970ce-89fe-4b82-bd87-ee9509dfdfe3 HTTP/1.1" status: 204 len: 168 time: 0.3520148 Nov 10 17:58:27.428487 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b2869-f8e3-4052-9ad9-788dae3941ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965970ce-89fe-4b82-bd87-ee9509dfdfe3,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:27.445315 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce52db5-ae7a-48b9-9bdc-34b25ed2a1e1 req-fd4ce638-f439-48a4-a5a2-dfe8c5f35f95 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:27.447639 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0ce52db5-ae7a-48b9-9bdc-34b25ed2a1e1 req-fd4ce638-f439-48a4-a5a2-dfe8c5f35f95 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 943 time: 0.0840967 Nov 10 17:58:27.532198 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0ce52db5-ae7a-48b9-9bdc-34b25ed2a1e1 req-749cf01d-8875-4c6c-af61-0165c1a9f8a9 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710394 Nov 10 17:58:27.542564 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-f7125afb-df3a-4946-9937-527068a9de68 service neutron] 10.222.0.11 "GET /v2.0/networks/eb6a6530-3277-4987-9183-1680fea86d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991076 Nov 10 17:58:27.657933 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43786) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:27.665097 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04587fa2-85f8-4aa8-b7ac-33d8fd4d6889', 'tag': '8243218e-1db7-48e7-b289-53e5a737c8b6'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:58:27.667370 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa79525-70f7-4fc4-9b3e-03f3eb3885ef" -d '{"events": [{"name": "network-changed", "server_uuid": "04587fa2-85f8-4aa8-b7ac-33d8fd4d6889", "tag": "8243218e-1db7-48e7-b289-53e5a737c8b6"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:58:27.710633 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fa85d-2fbc-463c-8c6f-2bd46bd0e48a req-28c5cdc0-ec18-47ad-96c5-ceec9925c944 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:27.713502 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-df0fa85d-2fbc-463c-8c6f-2bd46bd0e48a req-28c5cdc0-ec18-47ad-96c5-ceec9925c944 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 945 time: 0.1162503 Nov 10 17:58:27.771422 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6118ba-10bd-4d47-bacf-e57001e81b95 x-openstack-request-id: req-9e6118ba-10bd-4d47-bacf-e57001e81b95 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:58:27.771877 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04587fa2-85f8-4aa8-b7ac-33d8fd4d6889", "tag": "8243218e-1db7-48e7-b289-53e5a737c8b6", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:58:27.772137 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9e6118ba-10bd-4d47-bacf-e57001e81b95 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:58:27.772667 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04587fa2-85f8-4aa8-b7ac-33d8fd4d6889', 'tag': '8243218e-1db7-48e7-b289-53e5a737c8b6', 'status': 'completed', 'code': 200} Nov 10 17:58:27.775200 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-57e9233f-32bf-4c52-8536-18ba23150aa7 req-8d81ab91-70c0-4aed-aa04-1c095ade73a5 service neutron] 10.222.0.11 "GET /v2.0/networks/eb6a6530-3277-4987-9183-1680fea86d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240546 Nov 10 17:58:27.815362 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-df0fa85d-2fbc-463c-8c6f-2bd46bd0e48a req-306df553-3374-498f-9d8a-102549fd0471 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915201 Nov 10 17:58:27.915386 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-5c0cd171-adc8-448d-b63f-76b37fcd0b9f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1290163376-network', 'tenant_id': '2c06b3ed13e7426ba9dfc20ddaee2959'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:58:27.966325 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa79525-70f7-4fc4-9b3e-03f3eb3885ef req-828e2501-d99f-4973-bfb7-7c2907b7202a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:27.970555 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa79525-70f7-4fc4-9b3e-03f3eb3885ef req-dd5a38c6-9d60-4811-bf14-efc40bd63ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:27.973400 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-aaa79525-70f7-4fc4-9b3e-03f3eb3885ef req-828e2501-d99f-4973-bfb7-7c2907b7202a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 1095 time: 0.1280446 Nov 10 17:58:27.973964 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aaa79525-70f7-4fc4-9b3e-03f3eb3885ef req-dd5a38c6-9d60-4811-bf14-efc40bd63ab3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 1095 time: 0.1602807 Nov 10 17:58:27.977183 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0cd171-adc8-448d-b63f-76b37fcd0b9f admin admin] Made reservation on behalf of 2c06b3ed13e7426ba9dfc20ddaee2959 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:58:27.984273 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c0cd171-adc8-448d-b63f-76b37fcd0b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:28.099447 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c0cd171-adc8-448d-b63f-76b37fcd0b9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:28.261853 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa79525-70f7-4fc4-9b3e-03f3eb3885ef req-3c3e5ee8-3457-4839-9328-74f8cbf718ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:28.263406 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aaa79525-70f7-4fc4-9b3e-03f3eb3885ef req-3c3e5ee8-3457-4839-9328-74f8cbf718ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=eb6a6530-3277-4987-9183-1680fea86d49 HTTP/1.1" status: 200 len: 898 time: 0.2709424 Nov 10 17:58:28.287810 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa79525-70f7-4fc4-9b3e-03f3eb3885ef req-8443c902-1e81-44d0-bf55-88d066dd97dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:28.289378 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-aaa79525-70f7-4fc4-9b3e-03f3eb3885ef req-8443c902-1e81-44d0-bf55-88d066dd97dd service neutron] 10.222.0.11 "GET /v2.0/networks?id=eb6a6530-3277-4987-9183-1680fea86d49 HTTP/1.1" status: 200 len: 898 time: 0.3104002 Nov 10 17:58:28.387915 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6736b2e-aed0-4bfd-affe-a1ae03f67c04 req-637bd063-bffb-4438-bfd7-7795d5afb2cd tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:28.396971 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b6736b2e-aed0-4bfd-affe-a1ae03f67c04 req-637bd063-bffb-4438-bfd7-7795d5afb2cd tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 945 time: 0.1584923 Nov 10 17:58:28.400876 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-aaa79525-70f7-4fc4-9b3e-03f3eb3885ef req-3abd616c-a83b-41c3-929d-e8d441f1420e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8243218e-1db7-48e7-b289-53e5a737c8b6 HTTP/1.1" status: 200 len: 998 time: 0.1026671 Nov 10 17:58:28.415703 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aaa79525-70f7-4fc4-9b3e-03f3eb3885ef req-60722845-7659-4ce1-886f-f6a12877e951 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8243218e-1db7-48e7-b289-53e5a737c8b6 HTTP/1.1" status: 200 len: 998 time: 0.1432855 Nov 10 17:58:28.424299 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80890de3-dd8c-4c0e-a2d1-7998ef184f14 req-9884c484-a13c-4571-a991-c9a504b46ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:28.427123 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-80890de3-dd8c-4c0e-a2d1-7998ef184f14 req-9884c484-a13c-4571-a991-c9a504b46ef1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5dfe360ad6a4b7e8e91998519e6d4e3&device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 1097 time: 0.2528849 Nov 10 17:58:28.511760 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b6736b2e-aed0-4bfd-affe-a1ae03f67c04 req-a1f24220-7baa-43b7-9090-ed63d798e773 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101842 Nov 10 17:58:28.526341 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa79525-70f7-4fc4-9b3e-03f3eb3885ef req-593184d0-f224-43c4-aec6-4f6282c7e34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:28.526524 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa79525-70f7-4fc4-9b3e-03f3eb3885ef req-5b952e86-2000-4331-a91f-b3017c071318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:28.528614 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-aaa79525-70f7-4fc4-9b3e-03f3eb3885ef req-593184d0-f224-43c4-aec6-4f6282c7e34b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dedd1657-6946-4ad5-9ff2-ff085f8f6fde HTTP/1.1" status: 200 len: 835 time: 0.1189303 Nov 10 17:58:28.528900 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aaa79525-70f7-4fc4-9b3e-03f3eb3885ef req-5b952e86-2000-4331-a91f-b3017c071318 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dedd1657-6946-4ad5-9ff2-ff085f8f6fde HTTP/1.1" status: 200 len: 835 time: 0.1001604 Nov 10 17:58:28.639173 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa79525-70f7-4fc4-9b3e-03f3eb3885ef req-9d97a84b-abdf-4e68-9a86-7bb632739c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:28.642040 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-aaa79525-70f7-4fc4-9b3e-03f3eb3885ef req-9d97a84b-abdf-4e68-9a86-7bb632739c0c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb6a6530-3277-4987-9183-1680fea86d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1018538 Nov 10 17:58:28.695301 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c0cd171-adc8-448d-b63f-76b37fcd0b9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:28.717013 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c0cd171-adc8-448d-b63f-76b37fcd0b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:28.793466 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80890de3-dd8c-4c0e-a2d1-7998ef184f14 req-5478d67c-4123-47f4-97c2-f3ab18442726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:28.795108 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-80890de3-dd8c-4c0e-a2d1-7998ef184f14 req-5478d67c-4123-47f4-97c2-f3ab18442726 service neutron] 10.222.0.13 "GET /v2.0/networks?id=13d7873a-79e1-475a-9d3e-cefe1b91f5ef HTTP/1.1" status: 200 len: 919 time: 0.2721827 Nov 10 17:58:28.813508 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-aaa79525-70f7-4fc4-9b3e-03f3eb3885ef req-a987ca85-8d95-49e7-b7d0-b1e26b8e182e service neutron] 10.222.0.11 "GET /v2.0/networks/eb6a6530-3277-4987-9183-1680fea86d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633728 Nov 10 17:58:28.821480 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa79525-70f7-4fc4-9b3e-03f3eb3885ef req-646eef0a-c957-4840-bf2c-32ca2f62df05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:28.823209 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aaa79525-70f7-4fc4-9b3e-03f3eb3885ef req-646eef0a-c957-4840-bf2c-32ca2f62df05 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb6a6530-3277-4987-9183-1680fea86d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2773969 Nov 10 17:58:28.877561 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c0cd171-adc8-448d-b63f-76b37fcd0b9f admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:58:28.898069 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-80890de3-dd8c-4c0e-a2d1-7998ef184f14 req-fe10059e-51a3-4d82-8a5f-60a61f46601e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfa393c4-6712-4b75-a496-99cc8bbddd8d HTTP/1.1" status: 200 len: 217 time: 0.0829029 Nov 10 17:58:28.967776 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-aaa79525-70f7-4fc4-9b3e-03f3eb3885ef req-897eb47a-b11f-48d0-a194-dc806f5bde59 service neutron] 10.222.0.11 "GET /v2.0/networks/eb6a6530-3277-4987-9183-1680fea86d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325138 Nov 10 17:58:28.980703 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e952871-cb77-494e-bd34-4fa3ebae60bd req-41866b7e-6d37-46ba-bd7a-34e6c62c2c89 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:28.982635 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e952871-cb77-494e-bd34-4fa3ebae60bd req-41866b7e-6d37-46ba-bd7a-34e6c62c2c89 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 943 time: 0.2674129 Nov 10 17:58:28.984031 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0cd171-adc8-448d-b63f-76b37fcd0b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:29.115119 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80890de3-dd8c-4c0e-a2d1-7998ef184f14 req-7076ba3c-6019-48e7-825f-8e85e01753ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:29.116708 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-80890de3-dd8c-4c0e-a2d1-7998ef184f14 req-7076ba3c-6019-48e7-825f-8e85e01753ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c07b776-754b-4dff-8061-5d99431acdff HTTP/1.1" status: 200 len: 858 time: 0.0878170 Nov 10 17:58:29.118226 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c0cd171-adc8-448d-b63f-76b37fcd0b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:29.118572 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-5c0cd171-adc8-448d-b63f-76b37fcd0b9f admin admin] Added segment 3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7 of type vlan for network 58317dbd-0947-4a43-8ae3-cdc5a5928560 Nov 10 17:58:29.211728 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-80890de3-dd8c-4c0e-a2d1-7998ef184f14 req-a39cda2a-c760-46f8-96f5-4d6e9990115d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=13d7873a-79e1-475a-9d3e-cefe1b91f5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698144 Nov 10 17:58:29.305325 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c0cd171-adc8-448d-b63f-76b37fcd0b9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:29.331091 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aaa79525-70f7-4fc4-9b3e-03f3eb3885ef req-c925e2c9-bd06-4579-a2af-14d9fe6aee3f service neutron] 10.222.0.13 "GET /v2.0/networks/eb6a6530-3277-4987-9183-1680fea86d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177825 Nov 10 17:58:29.342033 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e952871-cb77-494e-bd34-4fa3ebae60bd req-74c93cce-c05b-4426-bbec-a5b7471150ca tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3074832 Nov 10 17:58:29.478901 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c0cd171-adc8-448d-b63f-76b37fcd0b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:29.480500 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0cd171-adc8-448d-b63f-76b37fcd0b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:29.481265 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c0cd171-adc8-448d-b63f-76b37fcd0b9f admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:29.588524 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-80890de3-dd8c-4c0e-a2d1-7998ef184f14 req-9d570f29-b6d5-4610-99e8-2463581a29a0 service neutron] 10.222.0.13 "GET /v2.0/networks/13d7873a-79e1-475a-9d3e-cefe1b91f5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613708 Nov 10 17:58:29.627698 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aaa79525-70f7-4fc4-9b3e-03f3eb3885ef req-065ebed8-91af-4222-8847-d8dfc5277cc2 service neutron] 10.222.0.13 "GET /v2.0/networks/eb6a6530-3277-4987-9183-1680fea86d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822733 Nov 10 17:58:29.690995 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55942fe-0a66-46db-bd86-b392631fd642 req-7ced3772-acd6-4470-b3ce-2df0bca8b261 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:29.693268 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d55942fe-0a66-46db-bd86-b392631fd642 req-7ced3772-acd6-4470-b3ce-2df0bca8b261 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 945 time: 0.0814664 Nov 10 17:58:29.709145 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5c0cd171-adc8-448d-b63f-76b37fcd0b9f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0496085 Nov 10 17:58:29.713980 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43856) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:29.718420 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0cd171-adc8-448d-b63f-76b37fcd0b9f admin admin] Pushing event updated for resources: {'Network': ['ID=58317dbd-0947-4a43-8ae3-cdc5a5928560,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:29.726305 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-9c093925-1932-4010-94b5-e3445ccb06d8 admin admin] Request body: {'subnet': {'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1290163376-subnet', 'tenant_id': '2c06b3ed13e7426ba9dfc20ddaee2959', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:58:29.729529 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 58317dbd-0947-4a43-8ae3-cdc5a5928560 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:58:29.773074 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c093925-1932-4010-94b5-e3445ccb06d8 admin admin] Made reservation on behalf of 2c06b3ed13e7426ba9dfc20ddaee2959 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:58:29.779811 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9c093925-1932-4010-94b5-e3445ccb06d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:29.798072 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d55942fe-0a66-46db-bd86-b392631fd642 req-e24c8229-ab7f-41ca-93c7-68c434bdfcd3 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954523 Nov 10 17:58:29.855159 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-80890de3-dd8c-4c0e-a2d1-7998ef184f14 req-8e90dfb4-90f9-4be2-9045-ce220dfd6434 service neutron] 10.222.0.13 "GET /v2.0/networks/13d7873a-79e1-475a-9d3e-cefe1b91f5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576349 Nov 10 17:58:30.034670 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9c093925-1932-4010-94b5-e3445ccb06d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:30.122659 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c093925-1932-4010-94b5-e3445ccb06d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b73615b4-0e28-45db-a02f-1f8eaf2af4fb,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:30.136326 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c093925-1932-4010-94b5-e3445ccb06d8 admin admin] Checking segment: {'id': '3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:58:30.136716 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c093925-1932-4010-94b5-e3445ccb06d8 admin admin] Network hostable DHCP agents. Network: 58317dbd-0947-4a43-8ae3-cdc5a5928560, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:58:30.161855 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c093925-1932-4010-94b5-e3445ccb06d8 admin admin] Network 58317dbd-0947-4a43-8ae3-cdc5a5928560 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:58:30.175144 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-9c093925-1932-4010-94b5-e3445ccb06d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 58317dbd-0947-4a43-8ae3-cdc5a5928560) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:58:30.185609 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80866c76-5edf-4a8b-8bcf-6cf849ac79be None None] Network 58317dbd-0947-4a43-8ae3-cdc5a5928560 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:58:30.193823 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c093925-1932-4010-94b5-e3445ccb06d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:30.194742 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9c093925-1932-4010-94b5-e3445ccb06d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:30.218578 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9c093925-1932-4010-94b5-e3445ccb06d8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5033960 Nov 10 17:58:30.376877 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbae5dcd-c61f-4885-aa1d-e6ef73276f8e None None] Network 58317dbd-0947-4a43-8ae3-cdc5a5928560 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:58:30.528866 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1dedacab-4e9e-43d3-84f2-04602db92f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:30.533741 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de16c09-2f2f-4b19-b5df-b71d4d3815a0 req-0461fb2e-9965-496b-a7be-f8bdc1077d36 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:30.535693 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7de16c09-2f2f-4b19-b5df-b71d4d3815a0 req-0461fb2e-9965-496b-a7be-f8bdc1077d36 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 943 time: 0.0874701 Nov 10 17:58:30.596213 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7de16c09-2f2f-4b19-b5df-b71d4d3815a0 req-c3b00b20-7e00-4d0a-b7e2-28a09a797498 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531983 Nov 10 17:58:30.886499 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-e99a156f-8bab-4cf8-89c6-6e3c4e3c10e0 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:30.888022 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-e99a156f-8bab-4cf8-89c6-6e3c4e3c10e0 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/networks?id=58317dbd-0947-4a43-8ae3-cdc5a5928560 HTTP/1.1" status: 200 len: 806 time: 0.1501822 Nov 10 17:58:30.892803 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55e5c7-3b5e-4ef4-8e44-806bbda3a83a req-931a58cb-c459-4f94-afc3-d9381c0b3a18 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:30.894968 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af55e5c7-3b5e-4ef4-8e44-806bbda3a83a req-931a58cb-c459-4f94-afc3-d9381c0b3a18 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 943 time: 0.1191339 Nov 10 17:58:30.916868 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-5603e8af-c73b-4862-a7af-727335a30681 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/quotas/2c06b3ed13e7426ba9dfc20ddaee2959 HTTP/1.1" status: 200 len: 375 time: 0.0154877 Nov 10 17:58:30.951468 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-632055f1-5d9b-4387-8209-2dc6fc429703 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c06b3ed13e7426ba9dfc20ddaee2959&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302486 Nov 10 17:58:30.969677 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b875f-7702-410f-9370-83e4d4cb2338 req-b791b323-61ac-4a9c-ad78-3f7af575faeb tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:30.971241 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f81b875f-7702-410f-9370-83e4d4cb2338 req-b791b323-61ac-4a9c-ad78-3f7af575faeb tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.13 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889&tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&binding%3Ahost_id=n-h1-776250-10 HTTP/1.1" status: 200 len: 943 time: 0.1404598 Nov 10 17:58:30.992436 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af55e5c7-3b5e-4ef4-8e44-806bbda3a83a req-d7c3bce9-c59b-4268-b409-fa871107d59f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900009 Nov 10 17:58:31.052829 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [req-f81b875f-7702-410f-9370-83e4d4cb2338 req-cdd53c92-c9bb-458d-ad75-239c26477f49 service neutron] delete failed (client error): The resource could not be found. Nov 10 17:58:31.054404 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f81b875f-7702-410f-9370-83e4d4cb2338 req-cdd53c92-c9bb-458d-ad75-239c26477f49 service neutron] 10.222.0.13 "DELETE /v2.0/ports/8243218e-1db7-48e7-b289-53e5a737c8b6/bindings/n-h2-776250-10 HTTP/1.1" status: 404 len: 381 time: 0.0736551 Nov 10 17:58:31.074313 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-c25ee17e-dd42-4939-a8ee-1d7cfde26cb6 service neutron] 10.222.0.39 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085100 Nov 10 17:58:31.162679 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37f44d-59e9-4410-b388-49f72498eb69 req-7355beb6-fabc-452e-b863-79000af44e4e tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:31.164242 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4c37f44d-59e9-4410-b388-49f72498eb69 req-7355beb6-fabc-452e-b863-79000af44e4e tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 945 time: 0.0908923 Nov 10 17:58:31.181412 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b875f-7702-410f-9370-83e4d4cb2338 req-c2d0fca4-fa81-486f-b069-8ade79116a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:31.182957 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f81b875f-7702-410f-9370-83e4d4cb2338 req-c2d0fca4-fa81-486f-b069-8ade79116a22 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 1095 time: 0.0677075 Nov 10 17:58:31.184455 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-d66d6dd4-ffaa-4be7-8d31-60d3c3a821ac service neutron] 10.222.0.39 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033595 Nov 10 17:58:31.261686 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4c37f44d-59e9-4410-b388-49f72498eb69 req-d346be28-c3d2-418f-b389-6e2ed816d9d5 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815248 Nov 10 17:58:31.368178 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b875f-7702-410f-9370-83e4d4cb2338 req-a0f34476-5e5e-4750-b3ce-deeb0128d9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:31.369682 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f81b875f-7702-410f-9370-83e4d4cb2338 req-a0f34476-5e5e-4750-b3ce-deeb0128d9b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eb6a6530-3277-4987-9183-1680fea86d49 HTTP/1.1" status: 200 len: 898 time: 0.1748877 Nov 10 17:58:31.414632 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 8243218e-1db7-48e7-b289-53e5a737c8b6 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:58:31.480855 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-27a4270e-c5a5-4add-b5ac-6c2f6ec22c94 req-2899261f-9da3-4f93-80ff-f523b029cf80 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8a96e61-506a-4fcb-9db9-55c9b381eea0 HTTP/1.1" status: 200 len: 210 time: 0.0964890 Nov 10 17:58:31.508829 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f81b875f-7702-410f-9370-83e4d4cb2338 req-964bce75-5e87-4488-b1d5-cfdfa4470287 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8243218e-1db7-48e7-b289-53e5a737c8b6 HTTP/1.1" status: 200 len: 998 time: 0.1314104 Nov 10 17:58:31.590120 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b875f-7702-410f-9370-83e4d4cb2338 req-388a4a59-bbff-4b47-8381-b9f73fff98da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:31.591982 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f81b875f-7702-410f-9370-83e4d4cb2338 req-388a4a59-bbff-4b47-8381-b9f73fff98da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dedd1657-6946-4ad5-9ff2-ff085f8f6fde HTTP/1.1" status: 200 len: 835 time: 0.0739601 Nov 10 17:58:31.602150 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 8243218e-1db7-48e7-b289-53e5a737c8b6, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=8243218e-1db7-48e7-b289-53e5a737c8b6,segment=NetworkSegment(b63bd616-5238-47be-8361-159777550f06),segment_id=b63bd616-5238-47be-8361-159777550f06)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:58:31.614891 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '8243218e-1db7-48e7-b289-53e5a737c8b6', 'network_id': 'eb6a6530-3277-4987-9183-1680fea86d49', 'port_id': '8243218e-1db7-48e7-b289-53e5a737c8b6', 'mac_address': 'fa:16:3e:3d:b4:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dedd1657-6946-4ad5-9ff2-ff085f8f6fde', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:58:31.648920 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b875f-7702-410f-9370-83e4d4cb2338 req-085c6965-72ca-4365-9ebb-fa06d316e00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:31.650484 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f81b875f-7702-410f-9370-83e4d4cb2338 req-085c6965-72ca-4365-9ebb-fa06d316e00d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb6a6530-3277-4987-9183-1680fea86d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504465 Nov 10 17:58:31.671336 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:31.691568 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8243218e-1db7-48e7-b289-53e5a737c8b6 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:58:31.719868 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 8243218e-1db7-48e7-b289-53e5a737c8b6, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=8243218e-1db7-48e7-b289-53e5a737c8b6,segment=NetworkSegment(b63bd616-5238-47be-8361-159777550f06),segment_id=b63bd616-5238-47be-8361-159777550f06)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:58:31.725718 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:31.799382 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=8243218e-1db7-48e7-b289-53e5a737c8b6,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:31.822108 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f81b875f-7702-410f-9370-83e4d4cb2338 req-eee2d9cb-1f34-4f2e-9fbe-c6688c23f7b6 service neutron] 10.222.0.13 "GET /v2.0/networks/eb6a6530-3277-4987-9183-1680fea86d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622202 Nov 10 17:58:31.853374 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:58:31.953452 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['8243218e-1db7-48e7-b289-53e5a737c8b6'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:58:31.988502 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f81b875f-7702-410f-9370-83e4d4cb2338 req-674cdc2d-7eda-431d-9e35-78eca994731f service neutron] 10.222.0.13 "GET /v2.0/networks/eb6a6530-3277-4987-9183-1680fea86d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547329 Nov 10 17:58:32.275227 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830a1bd-2b49-4ab8-b399-3058ab9919dd req-6cacb4f6-8347-4701-b511-9af51f2a42af tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:32.286572 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8830a1bd-2b49-4ab8-b399-3058ab9919dd req-6cacb4f6-8347-4701-b511-9af51f2a42af tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 944 time: 0.1095870 Nov 10 17:58:32.394929 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8830a1bd-2b49-4ab8-b399-3058ab9919dd req-308b82ff-07c6-4572-8ea9-368fc4baa386 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063175 Nov 10 17:58:32.453146 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6139c6b-304a-44b5-acde-fa8a29da766a req-c7642b21-37f6-44b6-9955-1783da68cccb tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:32.471757 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c6139c6b-304a-44b5-acde-fa8a29da766a req-c7642b21-37f6-44b6-9955-1783da68cccb tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 945 time: 0.1054885 Nov 10 17:58:32.578554 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c6139c6b-304a-44b5-acde-fa8a29da766a req-e66d1061-3094-4b41-ae74-a7a2b7b6dcae tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045237 Nov 10 17:58:32.651901 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-08070dad-6f32-4c2d-ac67-9a505177f191 req-6cdefc45-5d48-452c-85a4-8a9111e763c0 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8a96e61-506a-4fcb-9db9-55c9b381eea0 HTTP/1.1" status: 200 len: 210 time: 0.0306008 Nov 10 17:58:32.853912 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f1f795b0-ba8e-4a8b-bed1-71a1de516c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:33.119005 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-8f9fe6e8-adfd-4246-b130-077b4f75ea10 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:33.120650 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-8f9fe6e8-adfd-4246-b130-077b4f75ea10 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.11 "GET /v2.0/networks?id=58317dbd-0947-4a43-8ae3-cdc5a5928560 HTTP/1.1" status: 200 len: 806 time: 0.1536732 Nov 10 17:58:33.147958 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-9b0637bb-7848-419e-a007-513bca5cd825 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Request body: {'port': {'device_id': 'a8a96e61-506a-4fcb-9db9-55c9b381eea0', 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560', 'admin_state_up': True, 'tenant_id': '2c06b3ed13e7426ba9dfc20ddaee2959'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:58:33.269859 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-9b0637bb-7848-419e-a007-513bca5cd825 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Made reservation on behalf of 2c06b3ed13e7426ba9dfc20ddaee2959 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:58:33.273389 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-9b0637bb-7848-419e-a007-513bca5cd825 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:33.410672 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-9b0637bb-7848-419e-a007-513bca5cd825 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Allocated IP 172.20.0.7 (58317dbd-0947-4a43-8ae3-cdc5a5928560/b73615b4-0e28-45db-a02f-1f8eaf2af4fb/d66c29cc-f978-4d3d-85b8-37973ddacedd) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:58:33.424276 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 8243218e-1db7-48e7-b289-53e5a737c8b6 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:58:33.485471 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 8243218e-1db7-48e7-b289-53e5a737c8b6 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:58:33.493586 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 8243218e-1db7-48e7-b289-53e5a737c8b6 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:58:33.493947 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:33.543364 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05676b-74f1-4b6a-b047-52c3de908a90 req-3f55b492-2d9e-4a2c-82d2-0a6dff78b52d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:33.546125 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7a05676b-74f1-4b6a-b047-52c3de908a90 req-3f55b492-2d9e-4a2c-82d2-0a6dff78b52d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 944 time: 0.0576761 Nov 10 17:58:33.589299 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:33.619550 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04587fa2-85f8-4aa8-b7ac-33d8fd4d6889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8243218e-1db7-48e7-b289-53e5a737c8b6'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:58:33.622632 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bfef30-2300-45a6-8c71-86f6505d2160" -d '{"events": [{"server_uuid": "04587fa2-85f8-4aa8-b7ac-33d8fd4d6889", "name": "network-vif-plugged", "status": "completed", "tag": "8243218e-1db7-48e7-b289-53e5a737c8b6"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:58:33.640405 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 8243218e-1db7-48e7-b289-53e5a737c8b6, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=8243218e-1db7-48e7-b289-53e5a737c8b6,segment=NetworkSegment(b63bd616-5238-47be-8361-159777550f06),segment_id=b63bd616-5238-47be-8361-159777550f06)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:58:33.640964 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7a05676b-74f1-4b6a-b047-52c3de908a90 req-75b42e41-8b42-4a83-909f-c2174e4f16c4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873487 Nov 10 17:58:33.655801 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 43986) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:58:33.656612 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:33.678607 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-9b0637bb-7848-419e-a007-513bca5cd825 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:33.770718 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f08eb-254d-40e8-bff7-c36d6358c118 req-c4d1d62f-fc00-43cd-a18c-700f618a4d68 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:33.781469 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-32558e11-2873-46ea-a2df-4f3901ebd043 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/floatingips/34f2a484-c1ce-48e4-85a2-d006cb567ac1 HTTP/1.1" status: 200 len: 992 time: 0.1200721 Nov 10 17:58:33.782837 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9b5f08eb-254d-40e8-bff7-c36d6358c118 req-c4d1d62f-fc00-43cd-a18c-700f618a4d68 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 945 time: 0.1023183 Nov 10 17:58:33.800142 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-9b0637bb-7848-419e-a007-513bca5cd825 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:33.876642 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-9b0637bb-7848-419e-a007-513bca5cd825 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Network 58317dbd-0947-4a43-8ae3-cdc5a5928560 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:58:33.877130 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc973b2-0b1d-46bc-86e5-ec1aa374e37f req-f7f3e56a-60fa-465b-a8ec-a55c8ef2dbee tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:33.888428 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbad733-dfc9-4c9f-90d0-4d9f48e85773 x-openstack-request-id: req-9bbad733-dfc9-4c9f-90d0-4d9f48e85773 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:58:33.888982 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04587fa2-85f8-4aa8-b7ac-33d8fd4d6889", "name": "network-vif-plugged", "status": "completed", "tag": "8243218e-1db7-48e7-b289-53e5a737c8b6", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:58:33.888982 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9bbad733-dfc9-4c9f-90d0-4d9f48e85773 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:58:33.889372 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04587fa2-85f8-4aa8-b7ac-33d8fd4d6889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8243218e-1db7-48e7-b289-53e5a737c8b6', 'code': 200} Nov 10 17:58:33.890886 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-9b0637bb-7848-419e-a007-513bca5cd825 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:58:33.891847 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3cc973b2-0b1d-46bc-86e5-ec1aa374e37f req-f7f3e56a-60fa-465b-a8ec-a55c8ef2dbee tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8a96e61-506a-4fcb-9db9-55c9b381eea0 HTTP/1.1" status: 200 len: 931 time: 0.0740118 Nov 10 17:58:33.894048 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-9b0637bb-7848-419e-a007-513bca5cd825 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:58:33.901213 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0637bb-7848-419e-a007-513bca5cd825 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Pushing event updated for resources: {'Port': ['ID=d66c29cc-f978-4d3d-85b8-37973ddacedd,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:33.926041 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=8243218e-1db7-48e7-b289-53e5a737c8b6,revision_number=9']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:33.932115 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9b5f08eb-254d-40e8-bff7-c36d6358c118 req-688fd479-2a66-4c48-bfd9-293f6421cb06 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409667 Nov 10 17:58:33.947921 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0637bb-7848-419e-a007-513bca5cd825 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:33.948299 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0637bb-7848-419e-a007-513bca5cd825 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:33.948651 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0637bb-7848-419e-a007-513bca5cd825 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:33.948995 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0637bb-7848-419e-a007-513bca5cd825 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:33.949334 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0637bb-7848-419e-a007-513bca5cd825 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:33.949666 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0637bb-7848-419e-a007-513bca5cd825 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:33.949998 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0637bb-7848-419e-a007-513bca5cd825 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:33.950328 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0637bb-7848-419e-a007-513bca5cd825 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:33.950660 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0637bb-7848-419e-a007-513bca5cd825 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:33.950985 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0637bb-7848-419e-a007-513bca5cd825 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:33.951310 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0637bb-7848-419e-a007-513bca5cd825 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:33.951655 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0637bb-7848-419e-a007-513bca5cd825 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:58:33.978283 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3cc973b2-0b1d-46bc-86e5-ec1aa374e37f req-e8142cb5-7ed3-4321-bfa7-a9826d2f942d tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834787 Nov 10 17:58:33.988359 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-9b0637bb-7848-419e-a007-513bca5cd825 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:33.988359 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-9b0637bb-7848-419e-a007-513bca5cd825 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:34.012824 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-9b0637bb-7848-419e-a007-513bca5cd825 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8688045 Nov 10 17:58:34.021150 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:34.025509 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-df4f1bfc-e40e-4dba-81be-92ffd8573842 service neutron] Request body: {'port': {'device_id': 'a8a96e61-506a-4fcb-9db9-55c9b381eea0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:58:34.084126 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-df4f1bfc-e40e-4dba-81be-92ffd8573842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:34.409003 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-df4f1bfc-e40e-4dba-81be-92ffd8573842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d66c29cc-f978-4d3d-85b8-37973ddacedd {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:58:34.417621 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-df4f1bfc-e40e-4dba-81be-92ffd8573842 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:34.429868 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-df4f1bfc-e40e-4dba-81be-92ffd8573842 service neutron] Transition to ACTIVE for port object d66c29cc-f978-4d3d-85b8-37973ddacedd will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:58:34.434357 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-df4f1bfc-e40e-4dba-81be-92ffd8573842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:34.487130 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f1bfc-e40e-4dba-81be-92ffd8573842 service neutron] Pushing event updated for resources: {'Port': ['ID=d66c29cc-f978-4d3d-85b8-37973ddacedd,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:34.561870 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-df4f1bfc-e40e-4dba-81be-92ffd8573842 service neutron] Attempting to bind port d66c29cc-f978-4d3d-85b8-37973ddacedd on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:58:34.562365 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-df4f1bfc-e40e-4dba-81be-92ffd8573842 service neutron] Attempting to bind port d66c29cc-f978-4d3d-85b8-37973ddacedd by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:58:34.562815 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-df4f1bfc-e40e-4dba-81be-92ffd8573842 service neutron] Attempting to bind port d66c29cc-f978-4d3d-85b8-37973ddacedd on network 58317dbd-0947-4a43-8ae3-cdc5a5928560 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:58:34.567218 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-df4f1bfc-e40e-4dba-81be-92ffd8573842 service neutron] Port d66c29cc-f978-4d3d-85b8-37973ddacedd on network 58317dbd-0947-4a43-8ae3-cdc5a5928560 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:58:34.567542 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-df4f1bfc-e40e-4dba-81be-92ffd8573842 service neutron] Attempting to bind port d66c29cc-f978-4d3d-85b8-37973ddacedd on network 58317dbd-0947-4a43-8ae3-cdc5a5928560 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:58:34.572391 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-df4f1bfc-e40e-4dba-81be-92ffd8573842 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:58:34.572790 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-df4f1bfc-e40e-4dba-81be-92ffd8573842 service neutron] Checking segment: {'id': '3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:58:34.573474 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-df4f1bfc-e40e-4dba-81be-92ffd8573842 service neutron] Bound using segment: {'id': '3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:58:34.574003 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-df4f1bfc-e40e-4dba-81be-92ffd8573842 service neutron] Bound port: d66c29cc-f978-4d3d-85b8-37973ddacedd, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:58:34.574368 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-df4f1bfc-e40e-4dba-81be-92ffd8573842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:34.646778 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-df4f1bfc-e40e-4dba-81be-92ffd8573842 service neutron] For port d66c29cc-f978-4d3d-85b8-37973ddacedd, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:58:34.649897 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-df4f1bfc-e40e-4dba-81be-92ffd8573842 service neutron] For port d66c29cc-f978-4d3d-85b8-37973ddacedd, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d66c29cc-f978-4d3d-85b8-37973ddacedd,segment=NetworkSegment(3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7),segment_id=3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:58:34.654447 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-df4f1bfc-e40e-4dba-81be-92ffd8573842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:34.699656 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-df4f1bfc-e40e-4dba-81be-92ffd8573842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:34.700308 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-df4f1bfc-e40e-4dba-81be-92ffd8573842 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:34.701781 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-df4f1bfc-e40e-4dba-81be-92ffd8573842 service neutron] 10.222.0.11 "PUT /v2.0/ports/d66c29cc-f978-4d3d-85b8-37973ddacedd HTTP/1.1" status: 200 len: 1092 time: 0.6805828 Nov 10 17:58:34.702860 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a96e61-506a-4fcb-9db9-55c9b381eea0', 'tag': 'd66c29cc-f978-4d3d-85b8-37973ddacedd'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:58:34.705161 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b869d8b0-be73-4ec6-b1f1-256b672968cd" -d '{"events": [{"name": "network-changed", "server_uuid": "a8a96e61-506a-4fcb-9db9-55c9b381eea0", "tag": "d66c29cc-f978-4d3d-85b8-37973ddacedd"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:58:34.731450 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f1bfc-e40e-4dba-81be-92ffd8573842 service neutron] Pushing event updated for resources: {'Port': ['ID=d66c29cc-f978-4d3d-85b8-37973ddacedd,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:34.779963 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b58fc35-ba15-4150-ae00-ef2523dc8b89 x-openstack-request-id: req-9b58fc35-ba15-4150-ae00-ef2523dc8b89 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:58:34.780945 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8a96e61-506a-4fcb-9db9-55c9b381eea0", "tag": "d66c29cc-f978-4d3d-85b8-37973ddacedd", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:58:34.781212 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9b58fc35-ba15-4150-ae00-ef2523dc8b89 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:58:34.781612 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a96e61-506a-4fcb-9db9-55c9b381eea0', 'tag': 'd66c29cc-f978-4d3d-85b8-37973ddacedd', 'status': 'completed', 'code': 200} Nov 10 17:58:34.812861 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-b2e81975-c779-45f9-a9c0-57f73ce76e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:34.814398 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-b2e81975-c779-45f9-a9c0-57f73ce76e1d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2c06b3ed13e7426ba9dfc20ddaee2959&device_id=a8a96e61-506a-4fcb-9db9-55c9b381eea0 HTTP/1.1" status: 200 len: 1095 time: 0.0484030 Nov 10 17:58:34.857827 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-15f14195-c825-45b2-b07c-ffb6c194166e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d66c29cc-f978-4d3d-85b8-37973ddacedd HTTP/1.1" status: 200 len: 217 time: 0.0357103 Nov 10 17:58:34.916860 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-5be18e85-8309-433d-a2b7-72dd1a0cf638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:34.918344 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-5be18e85-8309-433d-a2b7-72dd1a0cf638 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b73615b4-0e28-45db-a02f-1f8eaf2af4fb HTTP/1.1" status: 200 len: 846 time: 0.0532546 Nov 10 17:58:34.954772 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-57409683-f431-4351-8e9e-750782954ca6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58317dbd-0947-4a43-8ae3-cdc5a5928560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277224 Nov 10 17:58:35.116843 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7679887-b615-41b8-94f1-608522dd8afc req-b54ebbe2-3e78-49a4-bdfc-64090d03e510 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:35.118424 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f7679887-b615-41b8-94f1-608522dd8afc req-b54ebbe2-3e78-49a4-bdfc-64090d03e510 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 945 time: 0.0623322 Nov 10 17:58:35.146251 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-1413e9ad-c265-4117-a1b0-a0057c3eb646 service neutron] 10.222.0.11 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840725 Nov 10 17:58:35.175282 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f7679887-b615-41b8-94f1-608522dd8afc req-24cddbfe-5ebb-4999-a8b0-f72e2f5801c6 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494440 Nov 10 17:58:35.217467 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f609b53-4a52-490e-ba0c-a00afd5eaa83 req-c554956d-2382-4a7a-ba1e-ad8a7a5c933a tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:35.219334 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f609b53-4a52-490e-ba0c-a00afd5eaa83 req-c554956d-2382-4a7a-ba1e-ad8a7a5c933a tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8a96e61-506a-4fcb-9db9-55c9b381eea0 HTTP/1.1" status: 200 len: 943 time: 0.1434214 Nov 10 17:58:35.313988 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-81665a86-4bb6-4c38-8f3d-802eaf0fe6a1 req-255bfea9-cc99-4c4d-9e42-e93bbf76b6bb service neutron] 10.222.0.11 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594844 Nov 10 17:58:35.317562 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f609b53-4a52-490e-ba0c-a00afd5eaa83 req-566d6bf8-0a86-4d73-a164-c59d394808c4 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850077 Nov 10 17:58:35.419032 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869d8b0-be73-4ec6-b1f1-256b672968cd req-fcb2c2e0-1d21-4323-a8e7-5e410a624adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:35.420942 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b869d8b0-be73-4ec6-b1f1-256b672968cd req-fcb2c2e0-1d21-4323-a8e7-5e410a624adb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2c06b3ed13e7426ba9dfc20ddaee2959&device_id=a8a96e61-506a-4fcb-9db9-55c9b381eea0 HTTP/1.1" status: 200 len: 1095 time: 0.0494304 Nov 10 17:58:35.520471 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:35.521712 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869d8b0-be73-4ec6-b1f1-256b672968cd req-c7a60ef0-9346-4758-b2f5-2c1abc2a0af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:35.523199 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b869d8b0-be73-4ec6-b1f1-256b672968cd req-c7a60ef0-9346-4758-b2f5-2c1abc2a0af1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=58317dbd-0947-4a43-8ae3-cdc5a5928560 HTTP/1.1" status: 200 len: 907 time: 0.0919445 Nov 10 17:58:35.911819 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b869d8b0-be73-4ec6-b1f1-256b672968cd req-27aeb142-edd9-4418-a143-ffd46fb39a2f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d66c29cc-f978-4d3d-85b8-37973ddacedd HTTP/1.1" status: 200 len: 217 time: 0.3792725 Nov 10 17:58:35.967058 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869d8b0-be73-4ec6-b1f1-256b672968cd req-9c8a3aa9-3901-48cc-a814-7165d1fa9fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:35.969438 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b869d8b0-be73-4ec6-b1f1-256b672968cd req-9c8a3aa9-3901-48cc-a814-7165d1fa9fa4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b73615b4-0e28-45db-a02f-1f8eaf2af4fb HTTP/1.1" status: 200 len: 846 time: 0.0489943 Nov 10 17:58:36.004903 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b869d8b0-be73-4ec6-b1f1-256b672968cd req-1a1ade6b-7e5c-480a-8897-6422687edf69 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58317dbd-0947-4a43-8ae3-cdc5a5928560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264752 Nov 10 17:58:36.103193 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b869d8b0-be73-4ec6-b1f1-256b672968cd req-819b4306-a601-4fd1-8512-c82faacc5d35 service neutron] 10.222.0.11 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882299 Nov 10 17:58:36.249171 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b869d8b0-be73-4ec6-b1f1-256b672968cd req-a9b5921c-1a09-4a8b-8221-c43ada218a05 service neutron] 10.222.0.11 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364386 Nov 10 17:58:36.323192 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:36.326467 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935325fe-7b9a-47eb-a3b4-896c57a6b5ba req-4cfcae4f-725e-4a36-a7ca-105278979801 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:36.329150 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-935325fe-7b9a-47eb-a3b4-896c57a6b5ba req-4cfcae4f-725e-4a36-a7ca-105278979801 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 945 time: 0.0663421 Nov 10 17:58:36.396798 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-935325fe-7b9a-47eb-a3b4-896c57a6b5ba req-c9f81334-d8fd-48fb-87d2-67caec8d9dd2 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611882 Nov 10 17:58:36.466008 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075075c0-fd52-497d-aa4c-e3a95ed29f46 req-2764da76-2c1b-459c-bddd-42c1fdbbc027 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:36.468427 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-075075c0-fd52-497d-aa4c-e3a95ed29f46 req-2764da76-2c1b-459c-bddd-42c1fdbbc027 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8a96e61-506a-4fcb-9db9-55c9b381eea0 HTTP/1.1" status: 200 len: 943 time: 0.0639706 Nov 10 17:58:36.532764 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-075075c0-fd52-497d-aa4c-e3a95ed29f46 req-552b5d25-366e-4e82-b50f-35e201ef872d tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580761 Nov 10 17:58:37.578694 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe0136-6045-46e6-b6f5-fd55079afb22 req-aa54d337-b241-49b3-bdac-77de6649ecd7 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:37.580772 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-45fe0136-6045-46e6-b6f5-fd55079afb22 req-aa54d337-b241-49b3-bdac-77de6649ecd7 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 945 time: 0.0700011 Nov 10 17:58:37.665202 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-45fe0136-6045-46e6-b6f5-fd55079afb22 req-5e414dad-aade-45af-b063-83ed38c868fd tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760200 Nov 10 17:58:37.712696 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b1ffb-8e18-4eec-b4d6-adf91c53fb6d req-90047c89-eed9-47e2-b9c1-676b3dfa8fb7 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:37.714362 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e47b1ffb-8e18-4eec-b4d6-adf91c53fb6d req-90047c89-eed9-47e2-b9c1-676b3dfa8fb7 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8a96e61-506a-4fcb-9db9-55c9b381eea0 HTTP/1.1" status: 200 len: 943 time: 0.0548100 Nov 10 17:58:37.780032 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e47b1ffb-8e18-4eec-b4d6-adf91c53fb6d req-c2c7ff3b-3a9a-4362-9a06-f3d2174944cb tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570264 Nov 10 17:58:38.802901 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f40f77-62f6-4901-a8aa-9354e87001f5 req-3b3adcd9-6556-4ee8-adf1-683b468f62e8 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:38.804124 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f9f40f77-62f6-4901-a8aa-9354e87001f5 req-3b3adcd9-6556-4ee8-adf1-683b468f62e8 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 945 time: 0.0578716 Nov 10 17:58:38.864823 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f9f40f77-62f6-4901-a8aa-9354e87001f5 req-222b32fe-5a4c-4162-8bc5-3025f8850219 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532503 Nov 10 17:58:38.911799 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f782e-1ca8-4c0d-8f57-dec1413bfd70 req-0f5c866f-a08f-475f-9f62-ce1344b1a23e tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:38.913428 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d05f782e-1ca8-4c0d-8f57-dec1413bfd70 req-0f5c866f-a08f-475f-9f62-ce1344b1a23e tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8a96e61-506a-4fcb-9db9-55c9b381eea0 HTTP/1.1" status: 200 len: 943 time: 0.0595818 Nov 10 17:58:38.967149 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d05f782e-1ca8-4c0d-8f57-dec1413bfd70 req-0b6d10aa-51a1-4a56-82a7-1c71e944fef5 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474000 Nov 10 17:58:39.501954 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device d66c29cc-f978-4d3d-85b8-37973ddacedd details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:58:39.633034 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port d66c29cc-f978-4d3d-85b8-37973ddacedd, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d66c29cc-f978-4d3d-85b8-37973ddacedd,segment=NetworkSegment(3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7),segment_id=3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:58:39.648538 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'd66c29cc-f978-4d3d-85b8-37973ddacedd', 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560', 'port_id': 'd66c29cc-f978-4d3d-85b8-37973ddacedd', 'mac_address': 'fa:16:3e:1f:f5:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b73615b4-0e28-45db-a02f-1f8eaf2af4fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:58:39.692915 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:39.707882 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d66c29cc-f978-4d3d-85b8-37973ddacedd {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:58:39.737796 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port d66c29cc-f978-4d3d-85b8-37973ddacedd, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d66c29cc-f978-4d3d-85b8-37973ddacedd,segment=NetworkSegment(3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7),segment_id=3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:58:39.742922 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:39.813118 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=d66c29cc-f978-4d3d-85b8-37973ddacedd,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:39.983398 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['d66c29cc-f978-4d3d-85b8-37973ddacedd'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:58:40.073407 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3176e-52a0-470d-88a5-95a0b624c924 req-f818d92d-7ebb-4574-9ced-1458621306c4 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:40.075042 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f7b3176e-52a0-470d-88a5-95a0b624c924 req-f818d92d-7ebb-4574-9ced-1458621306c4 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 945 time: 0.1000626 Nov 10 17:58:40.157774 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f7b3176e-52a0-470d-88a5-95a0b624c924 req-37249659-1f08-49ca-9671-652106a5616c tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751574 Nov 10 17:58:40.179843 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747ae92-6c34-47c4-a61a-e933bfab43f7 req-83d38d84-1cd3-4f2b-9547-144c2bed7203 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:40.188195 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f747ae92-6c34-47c4-a61a-e933bfab43f7 req-83d38d84-1cd3-4f2b-9547-144c2bed7203 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8a96e61-506a-4fcb-9db9-55c9b381eea0 HTTP/1.1" status: 200 len: 944 time: 0.1409602 Nov 10 17:58:40.267748 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f747ae92-6c34-47c4-a61a-e933bfab43f7 req-438913cf-85fe-4f2a-95fb-3413fa9c1ad7 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725205 Nov 10 17:58:41.288523 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3700a21-f462-47a7-a4ee-73ee5db72165 req-9bc99314-03e1-4853-a0de-d59b122bc0e5 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:41.300273 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a3700a21-f462-47a7-a4ee-73ee5db72165 req-9bc99314-03e1-4853-a0de-d59b122bc0e5 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 945 time: 0.0705867 Nov 10 17:58:41.365715 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a3700a21-f462-47a7-a4ee-73ee5db72165 req-d77e6e0e-7ba4-407c-a2bd-e8df98d1784c tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647366 Nov 10 17:58:41.411580 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78478ff-da96-4726-bc36-b7166355292e req-d5a904d3-4ed6-4798-8588-ed2d85bf4fd9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:41.413143 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a78478ff-da96-4726-bc36-b7166355292e req-d5a904d3-4ed6-4798-8588-ed2d85bf4fd9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8a96e61-506a-4fcb-9db9-55c9b381eea0 HTTP/1.1" status: 200 len: 944 time: 0.0583918 Nov 10 17:58:41.465789 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a78478ff-da96-4726-bc36-b7166355292e req-f6312d4c-50ce-4a18-afa4-0a06c6186694 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468037 Nov 10 17:58:41.516766 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device d66c29cc-f978-4d3d-85b8-37973ddacedd up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:58:41.575112 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port d66c29cc-f978-4d3d-85b8-37973ddacedd completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:58:41.580039 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port d66c29cc-f978-4d3d-85b8-37973ddacedd triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:58:41.580464 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:41.666012 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:41.697408 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a96e61-506a-4fcb-9db9-55c9b381eea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66c29cc-f978-4d3d-85b8-37973ddacedd'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:58:41.699593 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05310b4-1061-42b3-ad5b-02e74665f269" -d '{"events": [{"server_uuid": "a8a96e61-506a-4fcb-9db9-55c9b381eea0", "name": "network-vif-plugged", "status": "completed", "tag": "d66c29cc-f978-4d3d-85b8-37973ddacedd"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:58:41.723658 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port d66c29cc-f978-4d3d-85b8-37973ddacedd, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d66c29cc-f978-4d3d-85b8-37973ddacedd,segment=NetworkSegment(3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7),segment_id=3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:58:41.729923 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:41.760130 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32920de4-3fe1-482c-8fde-a1df0a9eb0f0 x-openstack-request-id: req-32920de4-3fe1-482c-8fde-a1df0a9eb0f0 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:58:41.760446 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a96e61-506a-4fcb-9db9-55c9b381eea0", "name": "network-vif-plugged", "status": "completed", "tag": "d66c29cc-f978-4d3d-85b8-37973ddacedd", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:58:41.761087 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-32920de4-3fe1-482c-8fde-a1df0a9eb0f0 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:58:41.761501 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a96e61-506a-4fcb-9db9-55c9b381eea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66c29cc-f978-4d3d-85b8-37973ddacedd', 'code': 200} Nov 10 17:58:41.800195 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=d66c29cc-f978-4d3d-85b8-37973ddacedd,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:41.992469 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e3253-c03f-4475-8905-31b746ccee00 req-5d23b82f-028b-4bf0-8edf-f8511a8b547f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:41.994076 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b10e3253-c03f-4475-8905-31b746ccee00 req-5d23b82f-028b-4bf0-8edf-f8511a8b547f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a8a96e61-506a-4fcb-9db9-55c9b381eea0 HTTP/1.1" status: 200 len: 1097 time: 0.1687574 Nov 10 17:58:42.046526 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b10e3253-c03f-4475-8905-31b746ccee00 req-be1ae494-00ea-4fc8-b574-55024d8105ad service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401940 Nov 10 17:58:42.517514 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488c7c3-b284-481f-ac28-6c95220db67e req-9eafbb0e-d21f-43dc-a489-c97b9cc6430f tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:42.519108 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6488c7c3-b284-481f-ac28-6c95220db67e req-9eafbb0e-d21f-43dc-a489-c97b9cc6430f tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 945 time: 0.0630333 Nov 10 17:58:42.583847 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6488c7c3-b284-481f-ac28-6c95220db67e req-a52089d6-7954-4e37-af44-449f9b7c9526 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584345 Nov 10 17:58:42.613486 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fd0b5-9439-411e-92c9-411afc1279a4 req-24e4979b-9902-4b48-abd5-140152be4e66 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:42.614973 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-963fd0b5-9439-411e-92c9-411afc1279a4 req-24e4979b-9902-4b48-abd5-140152be4e66 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8a96e61-506a-4fcb-9db9-55c9b381eea0 HTTP/1.1" status: 200 len: 945 time: 0.0714006 Nov 10 17:58:42.675607 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-963fd0b5-9439-411e-92c9-411afc1279a4 req-75231c6a-c896-4b81-95b9-3be95713a1a4 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543351 Nov 10 17:58:43.730201 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e1810-cdd8-4064-9df0-4d8f1aeaceee req-1c03d186-ea91-47d6-9680-b6cb555b3375 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:43.731826 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f60e1810-cdd8-4064-9df0-4d8f1aeaceee req-1c03d186-ea91-47d6-9680-b6cb555b3375 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 945 time: 0.0585439 Nov 10 17:58:43.814362 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f60e1810-cdd8-4064-9df0-4d8f1aeaceee req-39f68134-699a-481c-9964-9cc6813bbbb1 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684803 Nov 10 17:58:43.847306 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e3c44-312d-4c7b-a43c-df9096f8f0bc req-c28908ef-b54a-4eec-8e09-ad65c62f5a57 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:43.853314 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-155e3c44-312d-4c7b-a43c-df9096f8f0bc req-c28908ef-b54a-4eec-8e09-ad65c62f5a57 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8a96e61-506a-4fcb-9db9-55c9b381eea0 HTTP/1.1" status: 200 len: 945 time: 0.0906603 Nov 10 17:58:43.903545 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-155e3c44-312d-4c7b-a43c-df9096f8f0bc req-cce7e89c-7b81-4814-b3ad-a12067b8106f tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475984 Nov 10 17:58:44.154826 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92ec3c-b2c0-4d24-9f68-aeb6a584f776 req-d5d89728-30dd-4f39-b433-a0383779b731 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:44.156758 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bf92ec3c-b2c0-4d24-9f68-aeb6a584f776 req-d5d89728-30dd-4f39-b433-a0383779b731 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/networks?id=58317dbd-0947-4a43-8ae3-cdc5a5928560 HTTP/1.1" status: 200 len: 806 time: 0.1185765 Nov 10 17:58:44.173427 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bf92ec3c-b2c0-4d24-9f68-aeb6a584f776 req-7605e13f-f585-442d-bc81-7eb9065a7030 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/quotas/2c06b3ed13e7426ba9dfc20ddaee2959 HTTP/1.1" status: 200 len: 375 time: 0.0105250 Nov 10 17:58:44.234513 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bf92ec3c-b2c0-4d24-9f68-aeb6a584f776 req-13bf88c9-a613-4e51-87cd-670cd3dfe9a2 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c06b3ed13e7426ba9dfc20ddaee2959&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0540357 Nov 10 17:58:44.326595 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bf92ec3c-b2c0-4d24-9f68-aeb6a584f776 req-1fc7382d-f3a4-45da-b139-e69018ff383a service neutron] 10.222.0.39 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888207 Nov 10 17:58:44.438716 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bf92ec3c-b2c0-4d24-9f68-aeb6a584f776 req-abc13a0a-f854-4899-bb64-71245f137a18 service neutron] 10.222.0.39 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059608 Nov 10 17:58:44.995149 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa3aa4-1879-4f38-9e2f-f0e4f06f696c req-9e6e920c-55e1-4ca2-8e16-c6464453b50c tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:45.005606 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10fa3aa4-1879-4f38-9e2f-f0e4f06f696c req-9e6e920c-55e1-4ca2-8e16-c6464453b50c tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 945 time: 0.1094162 Nov 10 17:58:45.082247 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10fa3aa4-1879-4f38-9e2f-f0e4f06f696c req-178dc9fa-3425-4624-8bbe-22fda7f5d9c8 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748796 Nov 10 17:58:45.151645 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284450a7-182c-4eac-878e-6a27199f813a req-d9e23167-a98c-46d1-b0d6-3d13bbeac611 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:45.160084 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-284450a7-182c-4eac-878e-6a27199f813a req-d9e23167-a98c-46d1-b0d6-3d13bbeac611 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/networks?id=58317dbd-0947-4a43-8ae3-cdc5a5928560 HTTP/1.1" status: 200 len: 806 time: 0.1627269 Nov 10 17:58:45.176779 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-284450a7-182c-4eac-878e-6a27199f813a req-1835ae8f-554f-415c-a519-b64bcd0d20a2 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/quotas/2c06b3ed13e7426ba9dfc20ddaee2959 HTTP/1.1" status: 200 len: 375 time: 0.0145333 Nov 10 17:58:45.240760 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-284450a7-182c-4eac-878e-6a27199f813a req-b8c2778d-896a-469f-8bcb-0a0e4c7627ec tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c06b3ed13e7426ba9dfc20ddaee2959&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0587020 Nov 10 17:58:45.334304 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-284450a7-182c-4eac-878e-6a27199f813a req-59da79fa-745d-40d1-8354-ecaf81b207b9 service neutron] 10.222.0.39 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913603 Nov 10 17:58:45.434830 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-284450a7-182c-4eac-878e-6a27199f813a req-dc4ae254-c433-4b15-a300-1b2104b4abd5 service neutron] 10.222.0.39 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942769 Nov 10 17:58:45.619415 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-678e8880-ddf2-44e0-a7f3-13c6a50d91d6 req-e0171f4f-8c8b-42aa-aa0b-20310569f42c tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1d914f2-35d2-41c4-884b-ec4c3c5853d7 HTTP/1.1" status: 200 len: 210 time: 0.0286486 Nov 10 17:58:46.229905 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f10bf-53ac-434e-af36-357f835c29da req-f3113a77-513d-4544-844b-01aeb7022065 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:46.238751 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c73f10bf-53ac-434e-af36-357f835c29da req-f3113a77-513d-4544-844b-01aeb7022065 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 945 time: 0.0852273 Nov 10 17:58:46.294270 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c73f10bf-53ac-434e-af36-357f835c29da req-0f8e0ad4-0f1f-4a0d-8ade-5bc17bbc2dec tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541246 Nov 10 17:58:46.872222 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a44d5b50-8b36-47e6-86ef-c132467d74ff req-fac7af47-0f4e-4713-90fc-bad512ee5b97 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1d914f2-35d2-41c4-884b-ec4c3c5853d7 HTTP/1.1" status: 200 len: 210 time: 0.0534761 Nov 10 17:58:46.944388 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284450a7-182c-4eac-878e-6a27199f813a req-06fc8eb2-10d4-403f-bada-e2931e8addbb tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:46.945973 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-284450a7-182c-4eac-878e-6a27199f813a req-06fc8eb2-10d4-403f-bada-e2931e8addbb tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.13 "GET /v2.0/networks?id=58317dbd-0947-4a43-8ae3-cdc5a5928560 HTTP/1.1" status: 200 len: 806 time: 0.2198043 Nov 10 17:58:46.964884 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-284450a7-182c-4eac-878e-6a27199f813a req-037076cd-fe55-4edc-b507-8375f49a24b9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Request body: {'port': {'device_id': 'a1d914f2-35d2-41c4-884b-ec4c3c5853d7', 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560', 'admin_state_up': True, 'tenant_id': '2c06b3ed13e7426ba9dfc20ddaee2959'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:58:47.119462 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-284450a7-182c-4eac-878e-6a27199f813a req-037076cd-fe55-4edc-b507-8375f49a24b9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Made reservation on behalf of 2c06b3ed13e7426ba9dfc20ddaee2959 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:58:47.123521 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-284450a7-182c-4eac-878e-6a27199f813a req-037076cd-fe55-4edc-b507-8375f49a24b9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:47.275962 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-284450a7-182c-4eac-878e-6a27199f813a req-037076cd-fe55-4edc-b507-8375f49a24b9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Allocated IP 172.20.0.11 (58317dbd-0947-4a43-8ae3-cdc5a5928560/b73615b4-0e28-45db-a02f-1f8eaf2af4fb/9f6459d9-0442-4942-b0b8-37e7b838194d) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:58:47.441060 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a31f2f-6a4c-43b0-8633-218fb8f7539e req-911dbe4d-d45e-4505-909d-df81a94a8748 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:47.448687 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-13a31f2f-6a4c-43b0-8633-218fb8f7539e req-911dbe4d-d45e-4505-909d-df81a94a8748 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 945 time: 0.0637066 Nov 10 17:58:47.512294 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-13a31f2f-6a4c-43b0-8633-218fb8f7539e req-f6989da8-0841-4463-87e1-e01f073640a4 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574014 Nov 10 17:58:47.583558 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-284450a7-182c-4eac-878e-6a27199f813a req-037076cd-fe55-4edc-b507-8375f49a24b9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:47.624958 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-284450a7-182c-4eac-878e-6a27199f813a req-037076cd-fe55-4edc-b507-8375f49a24b9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:47.641709 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['d66c29cc-f978-4d3d-85b8-37973ddacedd'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:58:47.650197 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-284450a7-182c-4eac-878e-6a27199f813a req-037076cd-fe55-4edc-b507-8375f49a24b9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Network 58317dbd-0947-4a43-8ae3-cdc5a5928560 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:58:47.668190 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-284450a7-182c-4eac-878e-6a27199f813a req-037076cd-fe55-4edc-b507-8375f49a24b9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:58:47.672433 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-284450a7-182c-4eac-878e-6a27199f813a req-037076cd-fe55-4edc-b507-8375f49a24b9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:58:47.735299 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037076cd-fe55-4edc-b507-8375f49a24b9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Pushing event updated for resources: {'Port': ['ID=9f6459d9-0442-4942-b0b8-37e7b838194d,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:47.751817 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284450a7-182c-4eac-878e-6a27199f813a req-037076cd-fe55-4edc-b507-8375f49a24b9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:47.752484 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-284450a7-182c-4eac-878e-6a27199f813a req-037076cd-fe55-4edc-b507-8375f49a24b9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:47.785107 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-284450a7-182c-4eac-878e-6a27199f813a req-037076cd-fe55-4edc-b507-8375f49a24b9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8267288 Nov 10 17:58:47.826999 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-284450a7-182c-4eac-878e-6a27199f813a req-4cf3df5b-df3e-43d6-93e8-367f252780dc service neutron] Request body: {'port': {'device_id': 'a1d914f2-35d2-41c4-884b-ec4c3c5853d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:58:48.034322 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-284450a7-182c-4eac-878e-6a27199f813a req-4cf3df5b-df3e-43d6-93e8-367f252780dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:48.102637 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e988a-fa58-48e0-8cc3-a9e0d5a9b8c4 req-8ede78fd-e7df-47ce-88e2-7a11f1d07bf5 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:48.111365 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae0e988a-fa58-48e0-8cc3-a9e0d5a9b8c4 req-8ede78fd-e7df-47ce-88e2-7a11f1d07bf5 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1d914f2-35d2-41c4-884b-ec4c3c5853d7 HTTP/1.1" status: 200 len: 932 time: 0.1332386 Nov 10 17:58:48.312882 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae0e988a-fa58-48e0-8cc3-a9e0d5a9b8c4 req-1bcbdc2c-0b96-4a0b-9104-ce07385d46f8 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981697 Nov 10 17:58:48.420530 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-284450a7-182c-4eac-878e-6a27199f813a req-4cf3df5b-df3e-43d6-93e8-367f252780dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f6459d9-0442-4942-b0b8-37e7b838194d {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:58:48.428701 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-284450a7-182c-4eac-878e-6a27199f813a req-4cf3df5b-df3e-43d6-93e8-367f252780dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:48.444282 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-284450a7-182c-4eac-878e-6a27199f813a req-4cf3df5b-df3e-43d6-93e8-367f252780dc service neutron] Transition to ACTIVE for port object 9f6459d9-0442-4942-b0b8-37e7b838194d will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:58:48.448909 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-284450a7-182c-4eac-878e-6a27199f813a req-4cf3df5b-df3e-43d6-93e8-367f252780dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:48.558288 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3df5b-df3e-43d6-93e8-367f252780dc service neutron] Pushing event updated for resources: {'Port': ['ID=9f6459d9-0442-4942-b0b8-37e7b838194d,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:48.598737 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-284450a7-182c-4eac-878e-6a27199f813a req-4cf3df5b-df3e-43d6-93e8-367f252780dc service neutron] Attempting to bind port 9f6459d9-0442-4942-b0b8-37e7b838194d on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:58:48.599421 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-284450a7-182c-4eac-878e-6a27199f813a req-4cf3df5b-df3e-43d6-93e8-367f252780dc service neutron] Attempting to bind port 9f6459d9-0442-4942-b0b8-37e7b838194d by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:58:48.601050 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284450a7-182c-4eac-878e-6a27199f813a req-4cf3df5b-df3e-43d6-93e8-367f252780dc service neutron] Attempting to bind port 9f6459d9-0442-4942-b0b8-37e7b838194d on network 58317dbd-0947-4a43-8ae3-cdc5a5928560 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:58:48.619932 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284450a7-182c-4eac-878e-6a27199f813a req-4cf3df5b-df3e-43d6-93e8-367f252780dc service neutron] Port 9f6459d9-0442-4942-b0b8-37e7b838194d on network 58317dbd-0947-4a43-8ae3-cdc5a5928560 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:58:48.620297 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284450a7-182c-4eac-878e-6a27199f813a req-4cf3df5b-df3e-43d6-93e8-367f252780dc service neutron] Attempting to bind port 9f6459d9-0442-4942-b0b8-37e7b838194d on network 58317dbd-0947-4a43-8ae3-cdc5a5928560 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:58:48.627156 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284450a7-182c-4eac-878e-6a27199f813a req-4cf3df5b-df3e-43d6-93e8-367f252780dc service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:58:48.627723 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284450a7-182c-4eac-878e-6a27199f813a req-4cf3df5b-df3e-43d6-93e8-367f252780dc service neutron] Checking segment: {'id': '3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:58:48.628352 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284450a7-182c-4eac-878e-6a27199f813a req-4cf3df5b-df3e-43d6-93e8-367f252780dc service neutron] Bound using segment: {'id': '3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:58:48.629630 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-284450a7-182c-4eac-878e-6a27199f813a req-4cf3df5b-df3e-43d6-93e8-367f252780dc service neutron] Bound port: 9f6459d9-0442-4942-b0b8-37e7b838194d, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:58:48.629630 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-284450a7-182c-4eac-878e-6a27199f813a req-4cf3df5b-df3e-43d6-93e8-367f252780dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:48.676857 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bff49-57c5-474f-bddd-3643e2f3a4a3 req-3d895ecd-f00a-4448-adc2-ca17eaf3271e tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:48.685033 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-627bff49-57c5-474f-bddd-3643e2f3a4a3 req-3d895ecd-f00a-4448-adc2-ca17eaf3271e tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 945 time: 0.0807931 Nov 10 17:58:48.766740 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-627bff49-57c5-474f-bddd-3643e2f3a4a3 req-abeef453-5974-4f58-8c41-d6fed0052037 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776095 Nov 10 17:58:48.779264 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-284450a7-182c-4eac-878e-6a27199f813a req-4cf3df5b-df3e-43d6-93e8-367f252780dc service neutron] For port 9f6459d9-0442-4942-b0b8-37e7b838194d, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:58:48.783075 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-284450a7-182c-4eac-878e-6a27199f813a req-4cf3df5b-df3e-43d6-93e8-367f252780dc service neutron] For port 9f6459d9-0442-4942-b0b8-37e7b838194d, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=9f6459d9-0442-4942-b0b8-37e7b838194d,segment=NetworkSegment(3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7),segment_id=3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:58:48.794977 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-284450a7-182c-4eac-878e-6a27199f813a req-4cf3df5b-df3e-43d6-93e8-367f252780dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:48.829120 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284450a7-182c-4eac-878e-6a27199f813a req-4cf3df5b-df3e-43d6-93e8-367f252780dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:48.829566 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-284450a7-182c-4eac-878e-6a27199f813a req-4cf3df5b-df3e-43d6-93e8-367f252780dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:48.832558 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-284450a7-182c-4eac-878e-6a27199f813a req-4cf3df5b-df3e-43d6-93e8-367f252780dc service neutron] 10.222.0.13 "PUT /v2.0/ports/9f6459d9-0442-4942-b0b8-37e7b838194d HTTP/1.1" status: 200 len: 1093 time: 1.0327463 Nov 10 17:58:48.833039 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d914f2-35d2-41c4-884b-ec4c3c5853d7', 'tag': '9f6459d9-0442-4942-b0b8-37e7b838194d'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:58:48.835387 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd043c1-10c4-46c1-97c8-5ff1d64bfbea" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d914f2-35d2-41c4-884b-ec4c3c5853d7", "tag": "9f6459d9-0442-4942-b0b8-37e7b838194d"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:58:48.895399 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3df5b-df3e-43d6-93e8-367f252780dc service neutron] Pushing event updated for resources: {'Port': ['ID=9f6459d9-0442-4942-b0b8-37e7b838194d,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:48.907997 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8b82bb-8bab-46a5-94e6-40dde5adf0eb x-openstack-request-id: req-ec8b82bb-8bab-46a5-94e6-40dde5adf0eb {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:58:48.908470 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d914f2-35d2-41c4-884b-ec4c3c5853d7", "tag": "9f6459d9-0442-4942-b0b8-37e7b838194d", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:58:48.908730 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ec8b82bb-8bab-46a5-94e6-40dde5adf0eb {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:58:48.909155 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d914f2-35d2-41c4-884b-ec4c3c5853d7', 'tag': '9f6459d9-0442-4942-b0b8-37e7b838194d', 'status': 'completed', 'code': 200} Nov 10 17:58:48.953835 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284450a7-182c-4eac-878e-6a27199f813a req-07b1c6fb-f26f-406f-bcc5-e21951abf7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:48.955351 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-284450a7-182c-4eac-878e-6a27199f813a req-07b1c6fb-f26f-406f-bcc5-e21951abf7a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c06b3ed13e7426ba9dfc20ddaee2959&device_id=a1d914f2-35d2-41c4-884b-ec4c3c5853d7 HTTP/1.1" status: 200 len: 1096 time: 0.0448654 Nov 10 17:58:49.362572 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-284450a7-182c-4eac-878e-6a27199f813a req-1d0ca871-b3d1-47ac-81bd-3ea123385c10 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f6459d9-0442-4942-b0b8-37e7b838194d HTTP/1.1" status: 200 len: 217 time: 0.3986781 Nov 10 17:58:49.430270 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284450a7-182c-4eac-878e-6a27199f813a req-6384bb44-8525-42d7-babb-73fc583c9e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:49.431895 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-284450a7-182c-4eac-878e-6a27199f813a req-6384bb44-8525-42d7-babb-73fc583c9e16 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b73615b4-0e28-45db-a02f-1f8eaf2af4fb HTTP/1.1" status: 200 len: 846 time: 0.0603228 Nov 10 17:58:49.479154 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-284450a7-182c-4eac-878e-6a27199f813a req-e71eb25a-4c7e-44e6-954c-d6ec1ddd676f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=58317dbd-0947-4a43-8ae3-cdc5a5928560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363290 Nov 10 17:58:49.492300 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4d4c0-ef9e-42e2-9fc2-0ff22b0ece12 req-b6ee2496-cb3c-4c1a-9898-1be9cda42317 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:49.500631 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-79a4d4c0-ef9e-42e2-9fc2-0ff22b0ece12 req-b6ee2496-cb3c-4c1a-9898-1be9cda42317 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1d914f2-35d2-41c4-884b-ec4c3c5853d7 HTTP/1.1" status: 200 len: 944 time: 0.0886157 Nov 10 17:58:49.622007 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-79a4d4c0-ef9e-42e2-9fc2-0ff22b0ece12 req-a2a6780d-168a-4229-bd7c-998c66b39b5b tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047492 Nov 10 17:58:49.654160 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-284450a7-182c-4eac-878e-6a27199f813a req-df4a43a4-001f-4b69-a763-e85684955da4 service neutron] 10.222.0.13 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669226 Nov 10 17:58:49.758686 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-284450a7-182c-4eac-878e-6a27199f813a req-283977f5-2c9b-4819-9952-81d0c83444b9 service neutron] 10.222.0.13 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960240 Nov 10 17:58:49.942873 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd043c1-10c4-46c1-97c8-5ff1d64bfbea req-ed91a61c-33cd-4482-8080-85a058bacaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:49.944262 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cdd043c1-10c4-46c1-97c8-5ff1d64bfbea req-ed91a61c-33cd-4482-8080-85a058bacaa4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c06b3ed13e7426ba9dfc20ddaee2959&device_id=a1d914f2-35d2-41c4-884b-ec4c3c5853d7 HTTP/1.1" status: 200 len: 1096 time: 0.0894692 Nov 10 17:58:49.973989 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75764c3-0dfc-482b-b994-74aaff9c0ead req-65ab0fe5-312d-4c64-b385-6216ee017859 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:49.975459 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c75764c3-0dfc-482b-b994-74aaff9c0ead req-65ab0fe5-312d-4c64-b385-6216ee017859 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 945 time: 0.0808394 Nov 10 17:58:50.064038 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c75764c3-0dfc-482b-b994-74aaff9c0ead req-32d5c7a7-335d-4624-9f0e-d142c677b2fd tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777912 Nov 10 17:58:50.104422 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd043c1-10c4-46c1-97c8-5ff1d64bfbea req-ee5b1fb9-457c-4324-8e60-d378fcedd3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:50.105936 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cdd043c1-10c4-46c1-97c8-5ff1d64bfbea req-ee5b1fb9-457c-4324-8e60-d378fcedd3f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=58317dbd-0947-4a43-8ae3-cdc5a5928560 HTTP/1.1" status: 200 len: 907 time: 0.1529090 Nov 10 17:58:50.160114 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cdd043c1-10c4-46c1-97c8-5ff1d64bfbea req-bb764a1d-42d9-41db-a53d-999871951b41 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f6459d9-0442-4942-b0b8-37e7b838194d HTTP/1.1" status: 200 len: 217 time: 0.0437300 Nov 10 17:58:50.217021 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd043c1-10c4-46c1-97c8-5ff1d64bfbea req-afa30d64-7342-4289-98b9-7374dd21e065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:50.219664 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cdd043c1-10c4-46c1-97c8-5ff1d64bfbea req-afa30d64-7342-4289-98b9-7374dd21e065 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b73615b4-0e28-45db-a02f-1f8eaf2af4fb HTTP/1.1" status: 200 len: 846 time: 0.0523014 Nov 10 17:58:50.253632 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cdd043c1-10c4-46c1-97c8-5ff1d64bfbea req-d0dd633f-e3a0-4914-bdff-64f4fbc7afbb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=58317dbd-0947-4a43-8ae3-cdc5a5928560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263383 Nov 10 17:58:50.379497 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cdd043c1-10c4-46c1-97c8-5ff1d64bfbea req-a77ceb9b-6779-4669-bbd9-8384e20e2176 service neutron] 10.222.0.13 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158421 Nov 10 17:58:50.477025 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cdd043c1-10c4-46c1-97c8-5ff1d64bfbea req-2664f3fc-0262-4795-9ea2-14eeda8da2ea service neutron] 10.222.0.13 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901227 Nov 10 17:58:50.732228 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa82dd-4836-43ae-bda7-2e4580707f1f req-fa710854-fa07-4e6f-8545-01e78227e72e tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:50.733893 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0aaa82dd-4836-43ae-bda7-2e4580707f1f req-fa710854-fa07-4e6f-8545-01e78227e72e tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1d914f2-35d2-41c4-884b-ec4c3c5853d7 HTTP/1.1" status: 200 len: 944 time: 0.0570838 Nov 10 17:58:50.814816 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0aaa82dd-4836-43ae-bda7-2e4580707f1f req-00643fe3-dcd7-47d9-8d07-14874ee316c9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697126 Nov 10 17:58:51.192568 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6689e-60c1-40bd-8293-e91f97b4e392 req-d86d6349-27d9-4e46-9a43-22304ef5beb2 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:51.194341 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d1c6689e-60c1-40bd-8293-e91f97b4e392 req-d86d6349-27d9-4e46-9a43-22304ef5beb2 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 945 time: 0.0559404 Nov 10 17:58:51.255773 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d1c6689e-60c1-40bd-8293-e91f97b4e392 req-db6256b3-76a5-4a76-a927-5694793d38f2 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549045 Nov 10 17:58:51.862545 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 9f6459d9-0442-4942-b0b8-37e7b838194d details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:58:51.947050 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f8827-514c-4a9a-ad3f-c4447dfaa8e4 req-09fd7fbe-556d-4c04-bf56-f4316492f381 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:51.955285 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4a1f8827-514c-4a9a-ad3f-c4447dfaa8e4 req-09fd7fbe-556d-4c04-bf56-f4316492f381 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1d914f2-35d2-41c4-884b-ec4c3c5853d7 HTTP/1.1" status: 200 len: 944 time: 0.0629661 Nov 10 17:58:51.996595 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 9f6459d9-0442-4942-b0b8-37e7b838194d, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=9f6459d9-0442-4942-b0b8-37e7b838194d,segment=NetworkSegment(3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7),segment_id=3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:58:52.013396 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '9f6459d9-0442-4942-b0b8-37e7b838194d', 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560', 'port_id': '9f6459d9-0442-4942-b0b8-37e7b838194d', 'mac_address': 'fa:16:3e:7b:27:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b73615b4-0e28-45db-a02f-1f8eaf2af4fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:58:52.020755 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4a1f8827-514c-4a9a-ad3f-c4447dfaa8e4 req-a3803523-7344-4719-b7e5-4757239bef80 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644965 Nov 10 17:58:52.055287 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:52.069201 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6459d9-0442-4942-b0b8-37e7b838194d {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:58:52.101334 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 9f6459d9-0442-4942-b0b8-37e7b838194d, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=9f6459d9-0442-4942-b0b8-37e7b838194d,segment=NetworkSegment(3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7),segment_id=3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:58:52.107400 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:52.162938 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=9f6459d9-0442-4942-b0b8-37e7b838194d,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:52.329888 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['9f6459d9-0442-4942-b0b8-37e7b838194d'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:58:52.384002 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3be5b0-f0b2-4d4b-9760-cfdbeae9d463 req-4dbb4c2b-ad3f-4df5-ab8c-ee242205b5e9 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:52.394682 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0e3be5b0-f0b2-4d4b-9760-cfdbeae9d463 req-4dbb4c2b-ad3f-4df5-ab8c-ee242205b5e9 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 945 time: 0.0634434 Nov 10 17:58:52.454743 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0e3be5b0-f0b2-4d4b-9760-cfdbeae9d463 req-35913ac4-79c2-4ee5-8be2-cdeca9ff021c tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590920 Nov 10 17:58:53.145143 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf9328-2125-43aa-99b6-040f4f8cad92 req-877ffe78-2a50-4c0c-b50d-b8b4be577636 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:53.146665 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fabf9328-2125-43aa-99b6-040f4f8cad92 req-877ffe78-2a50-4c0c-b50d-b8b4be577636 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1d914f2-35d2-41c4-884b-ec4c3c5853d7 HTTP/1.1" status: 200 len: 945 time: 0.0513914 Nov 10 17:58:53.220206 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fabf9328-2125-43aa-99b6-040f4f8cad92 req-d8d87bba-3642-4bd5-84e2-2b401498307a tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665035 Nov 10 17:58:53.607462 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1daa66-cbb4-4154-a612-1413fa5979d7 req-cb9c0010-fdb9-4403-b85f-cd5e04b076d7 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:53.610224 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bc1daa66-cbb4-4154-a612-1413fa5979d7 req-cb9c0010-fdb9-4403-b85f-cd5e04b076d7 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 945 time: 0.0550885 Nov 10 17:58:53.661296 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bc1daa66-cbb4-4154-a612-1413fa5979d7 req-4a21531d-1499-445f-841f-5a4a402bddc9 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446146 Nov 10 17:58:53.877479 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 9f6459d9-0442-4942-b0b8-37e7b838194d up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:58:53.931755 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 9f6459d9-0442-4942-b0b8-37e7b838194d completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:58:53.936255 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 9f6459d9-0442-4942-b0b8-37e7b838194d triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:58:53.936674 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:54.033484 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:54.057551 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d914f2-35d2-41c4-884b-ec4c3c5853d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6459d9-0442-4942-b0b8-37e7b838194d'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:58:54.059754 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7718116a-1b72-43d6-994d-3c8122a7c4ab" -d '{"events": [{"server_uuid": "a1d914f2-35d2-41c4-884b-ec4c3c5853d7", "name": "network-vif-plugged", "status": "completed", "tag": "9f6459d9-0442-4942-b0b8-37e7b838194d"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:58:54.073668 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 9f6459d9-0442-4942-b0b8-37e7b838194d, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=9f6459d9-0442-4942-b0b8-37e7b838194d,segment=NetworkSegment(3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7),segment_id=3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:58:54.080608 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:54.108587 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef083a46-8f6c-42de-9342-899a0c63702f x-openstack-request-id: req-ef083a46-8f6c-42de-9342-899a0c63702f {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:58:54.108996 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d914f2-35d2-41c4-884b-ec4c3c5853d7", "name": "network-vif-plugged", "status": "completed", "tag": "9f6459d9-0442-4942-b0b8-37e7b838194d", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:58:54.109334 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ef083a46-8f6c-42de-9342-899a0c63702f {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:58:54.109792 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d914f2-35d2-41c4-884b-ec4c3c5853d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6459d9-0442-4942-b0b8-37e7b838194d', 'code': 200} Nov 10 17:58:54.137247 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=9f6459d9-0442-4942-b0b8-37e7b838194d,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:54.323191 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30ecc6-9fb1-4d7c-acd6-ec1dc7dc385a req-354eb119-bd9d-43c1-aff8-adad195bbdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:54.324713 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7e30ecc6-9fb1-4d7c-acd6-ec1dc7dc385a req-354eb119-bd9d-43c1-aff8-adad195bbdb3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a1d914f2-35d2-41c4-884b-ec4c3c5853d7 HTTP/1.1" status: 200 len: 1098 time: 0.1550047 Nov 10 17:58:54.402496 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7e30ecc6-9fb1-4d7c-acd6-ec1dc7dc385a req-831ca992-f65e-432d-8015-c28424c6c707 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669053 Nov 10 17:58:54.425563 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bc1bd-3567-45fd-b671-9c54aa6adf90 req-31cc2a3b-47ed-4713-9b06-ae3d30521ce5 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:54.427617 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-169bc1bd-3567-45fd-b671-9c54aa6adf90 req-31cc2a3b-47ed-4713-9b06-ae3d30521ce5 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1d914f2-35d2-41c4-884b-ec4c3c5853d7 HTTP/1.1" status: 200 len: 946 time: 0.0948956 Nov 10 17:58:54.488840 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-169bc1bd-3567-45fd-b671-9c54aa6adf90 req-04b9fbb4-8b67-4bb6-ab3f-3f690011af58 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550582 Nov 10 17:58:54.793739 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f7da5-8a0c-411a-a294-cf137683ca56 req-9a927282-bf16-44dc-b25a-4221a5dd9193 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:54.795389 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a6f7da5-8a0c-411a-a294-cf137683ca56 req-9a927282-bf16-44dc-b25a-4221a5dd9193 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 945 time: 0.0576615 Nov 10 17:58:54.854195 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:54.866511 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a6f7da5-8a0c-411a-a294-cf137683ca56 req-12a9582d-ccb7-475d-966c-9dc693990ea2 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600998 Nov 10 17:58:55.161010 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:55.634856 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de6f27-faf8-4d2e-8046-c159195b0ed0 req-493360ce-4edb-4224-9f94-edc7024d35d0 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:55.643876 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68de6f27-faf8-4d2e-8046-c159195b0ed0 req-493360ce-4edb-4224-9f94-edc7024d35d0 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1d914f2-35d2-41c4-884b-ec4c3c5853d7 HTTP/1.1" status: 200 len: 946 time: 0.0780180 Nov 10 17:58:55.700612 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68de6f27-faf8-4d2e-8046-c159195b0ed0 req-1d6a23cc-723e-49e0-8881-5e8d5c37b9f0 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557473 Nov 10 17:58:56.018487 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e555ec4-9a02-4f03-b2c3-3b56f1561b93 req-800753f0-5078-42f8-8e70-7975718075ea tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:56.021046 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0e555ec4-9a02-4f03-b2c3-3b56f1561b93 req-800753f0-5078-42f8-8e70-7975718075ea tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 945 time: 0.0589049 Nov 10 17:58:56.072715 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f0cce-6a9a-4284-b9b4-72e019a9cbdf req-fc9e22f5-16d6-439b-b0aa-aa696a861174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:56.074372 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-271f0cce-6a9a-4284-b9b4-72e019a9cbdf req-fc9e22f5-16d6-439b-b0aa-aa696a861174 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 1097 time: 0.0580044 Nov 10 17:58:56.078428 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0e555ec4-9a02-4f03-b2c3-3b56f1561b93 req-ea949df3-ebb5-4efb-a5b8-c8f44cf62b27 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512462 Nov 10 17:58:56.123561 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-271f0cce-6a9a-4284-b9b4-72e019a9cbdf req-0f896141-9286-4082-8176-ed82e514b2ba service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405993 Nov 10 17:58:56.826770 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-11ec134f-c8d5-4120-8030-8b8b1bcd8cf0 req-77280eed-4239-4c60-bebe-0635258c0de3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0648205 Nov 10 17:58:56.868051 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb4684-dbc7-4f3f-8421-e179dc495107 req-235db0ba-ac0e-42f4-a507-ecf00b8fb30f tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:56.875278 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-32cb4684-dbc7-4f3f-8421-e179dc495107 req-235db0ba-ac0e-42f4-a507-ecf00b8fb30f tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1d914f2-35d2-41c4-884b-ec4c3c5853d7 HTTP/1.1" status: 200 len: 946 time: 0.0687146 Nov 10 17:58:56.960370 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-32cb4684-dbc7-4f3f-8421-e179dc495107 req-c3c2fa34-84f3-4954-bf07-7e23c39b6cb9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719807 Nov 10 17:58:56.969491 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec134f-c8d5-4120-8030-8b8b1bcd8cf0 req-6a31bcfc-678c-42eb-b2c9-4e066cbb871b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:56.971419 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-11ec134f-c8d5-4120-8030-8b8b1bcd8cf0 req-6a31bcfc-678c-42eb-b2c9-4e066cbb871b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 1097 time: 0.0900054 Nov 10 17:58:57.122258 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec134f-c8d5-4120-8030-8b8b1bcd8cf0 req-164da1a8-9503-4999-b01b-356af1356cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:57.123853 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-11ec134f-c8d5-4120-8030-8b8b1bcd8cf0 req-164da1a8-9503-4999-b01b-356af1356cc1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eb6a6530-3277-4987-9183-1680fea86d49 HTTP/1.1" status: 200 len: 898 time: 0.1283007 Nov 10 17:58:57.139768 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddced5c1-588a-42fe-a819-62e8e9cb26c5 req-4243d649-c1fe-4542-85aa-119e648cc9f5 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:57.141455 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ddced5c1-588a-42fe-a819-62e8e9cb26c5 req-4243d649-c1fe-4542-85aa-119e648cc9f5 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1d914f2-35d2-41c4-884b-ec4c3c5853d7 HTTP/1.1" status: 200 len: 946 time: 0.1008115 Nov 10 17:58:57.215482 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775001c7-96b8-4653-8cfb-aacf45fda869 req-2b75d78f-33d4-4531-ac16-87ffd7d8f276 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:57.217227 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-775001c7-96b8-4653-8cfb-aacf45fda869 req-2b75d78f-33d4-4531-ac16-87ffd7d8f276 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 945 time: 0.0598557 Nov 10 17:58:57.242189 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-11ec134f-c8d5-4120-8030-8b8b1bcd8cf0 req-ed1a33d8-519a-4806-8e08-52cd6962bb69 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8243218e-1db7-48e7-b289-53e5a737c8b6 HTTP/1.1" status: 200 len: 1000 time: 0.0996850 Nov 10 17:58:57.283276 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-775001c7-96b8-4653-8cfb-aacf45fda869 req-7f9d2194-bcfc-4796-8254-86fcc5ef4ec5 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569487 Nov 10 17:58:57.354347 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ddced5c1-588a-42fe-a819-62e8e9cb26c5 req-03da22c4-b686-47f6-bff7-d8cdff889471 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343527 Nov 10 17:58:57.356331 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec134f-c8d5-4120-8030-8b8b1bcd8cf0 req-430bd09a-fb78-4342-b84d-e67bc8bad88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:57.357842 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-11ec134f-c8d5-4120-8030-8b8b1bcd8cf0 req-430bd09a-fb78-4342-b84d-e67bc8bad88b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dedd1657-6946-4ad5-9ff2-ff085f8f6fde HTTP/1.1" status: 200 len: 835 time: 0.0993230 Nov 10 17:58:57.419761 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec134f-c8d5-4120-8030-8b8b1bcd8cf0 req-1fa15cb4-5123-4796-80c2-218773876d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:57.422718 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-11ec134f-c8d5-4120-8030-8b8b1bcd8cf0 req-1fa15cb4-5123-4796-80c2-218773876d79 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb6a6530-3277-4987-9183-1680fea86d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552919 Nov 10 17:58:57.556500 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-11ec134f-c8d5-4120-8030-8b8b1bcd8cf0 req-8e17fa0a-08bf-4ff7-bda4-92747fbb635d service neutron] 10.222.0.11 "GET /v2.0/networks/eb6a6530-3277-4987-9183-1680fea86d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145785 Nov 10 17:58:57.678886 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-11ec134f-c8d5-4120-8030-8b8b1bcd8cf0 req-501ac815-1327-41d2-9508-ba97e3bf1d38 service neutron] 10.222.0.11 "GET /v2.0/networks/eb6a6530-3277-4987-9183-1680fea86d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211660 Nov 10 17:58:57.734746 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774baaf-c445-4ea3-8dd5-16328fdf53fd req-4f2f0bad-1859-46ea-b1e2-16ce87b5fc33 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:57.742122 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e774baaf-c445-4ea3-8dd5-16328fdf53fd req-4f2f0bad-1859-46ea-b1e2-16ce87b5fc33 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1d914f2-35d2-41c4-884b-ec4c3c5853d7 HTTP/1.1" status: 200 len: 946 time: 0.0741374 Nov 10 17:58:57.793971 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e774baaf-c445-4ea3-8dd5-16328fdf53fd req-68dd88c2-fc04-489b-a9de-41d11cb845a7 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509906 Nov 10 17:58:58.448137 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ec43c-520a-4c15-8eb5-66c573dabc53 req-485ab889-0519-4ffa-a63f-bfd2a3e08614 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:58.449908 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-269ec43c-520a-4c15-8eb5-66c573dabc53 req-485ab889-0519-4ffa-a63f-bfd2a3e08614 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 945 time: 0.0594175 Nov 10 17:58:58.512378 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-269ec43c-520a-4c15-8eb5-66c573dabc53 req-5bab01ff-5547-4401-857a-26fa0a2bcc2c tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547123 Nov 10 17:58:58.654436 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8830f-c5f9-4131-8fa3-62093570ac2a req-5541fb80-4945-4ac5-92bc-2942628852a3 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:58.656014 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ffe8830f-c5f9-4131-8fa3-62093570ac2a req-5541fb80-4945-4ac5-92bc-2942628852a3 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.0602651 Nov 10 17:58:58.713079 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ffe8830f-c5f9-4131-8fa3-62093570ac2a req-edd00165-8c8a-49d7-9fc3-879f989b231e tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496113 Nov 10 17:58:58.931426 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b4110-9d48-48d7-935d-b180b4342660 req-e760d3af-c59b-40db-9c40-329178356bbb tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:58.933184 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b15b4110-9d48-48d7-935d-b180b4342660 req-e760d3af-c59b-40db-9c40-329178356bbb tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1d914f2-35d2-41c4-884b-ec4c3c5853d7 HTTP/1.1" status: 200 len: 946 time: 0.0656950 Nov 10 17:58:58.983649 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddc338-ceb6-4d9f-94b7-065e0555a5cd req-193cd9dd-7997-4b8c-a610-3137da0145d1 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:58.986564 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1dddc338-ceb6-4d9f-94b7-065e0555a5cd req-193cd9dd-7997-4b8c-a610-3137da0145d1 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.0572717 Nov 10 17:58:59.026627 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a4d66-648a-4c8a-9e3e-909c83507942 req-910f138d-4ae9-4840-b906-401c4c81af20 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:59.028593 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3e5a4d66-648a-4c8a-9e3e-909c83507942 req-910f138d-4ae9-4840-b906-401c4c81af20 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d914f2-35d2-41c4-884b-ec4c3c5853d7 HTTP/1.1" status: 200 len: 946 time: 0.0943713 Nov 10 17:58:59.034901 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b15b4110-9d48-48d7-935d-b180b4342660 req-9f1dd3b1-ad22-4a1e-992d-b631c7a48d98 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905948 Nov 10 17:58:59.099093 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1dddc338-ceb6-4d9f-94b7-065e0555a5cd req-0ff163bf-efae-41fb-abeb-87eb3f515d9e tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069889 Nov 10 17:58:59.177690 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f6d26dee-bd33-45b9-8212-146a0f003345 req-fd2b42fc-69f9-47b8-a407-4a9b1700408e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0701895 Nov 10 17:58:59.207425 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-3e5a4d66-648a-4c8a-9e3e-909c83507942 req-143ebcba-c975-4d66-818a-3d46c25e3fe4 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Deleting port 9f6459d9-0442-4942-b0b8-37e7b838194d {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:58:59.207840 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3e5a4d66-648a-4c8a-9e3e-909c83507942 req-143ebcba-c975-4d66-818a-3d46c25e3fe4 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:59.344021 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d26dee-bd33-45b9-8212-146a0f003345 req-5adef579-7388-40cc-a8d5-0c94c13dde4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:59.345606 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f6d26dee-bd33-45b9-8212-146a0f003345 req-5adef579-7388-40cc-a8d5-0c94c13dde4b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5dfe360ad6a4b7e8e91998519e6d4e3&device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 1097 time: 0.0858209 Nov 10 17:58:59.359912 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-3e5a4d66-648a-4c8a-9e3e-909c83507942 req-143ebcba-c975-4d66-818a-3d46c25e3fe4 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] For port 9f6459d9-0442-4942-b0b8-37e7b838194d, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=9f6459d9-0442-4942-b0b8-37e7b838194d,segment=NetworkSegment(3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7),segment_id=3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:58:59.360394 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3e5a4d66-648a-4c8a-9e3e-909c83507942 req-143ebcba-c975-4d66-818a-3d46c25e3fe4 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:59.397058 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-3e5a4d66-648a-4c8a-9e3e-909c83507942 req-143ebcba-c975-4d66-818a-3d46c25e3fe4 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Calling delete_port for 9f6459d9-0442-4942-b0b8-37e7b838194d owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:58:59.533785 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d26dee-bd33-45b9-8212-146a0f003345 req-55abb00f-2e90-4c4b-a618-daa8a5dfb174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:59.535847 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f6d26dee-bd33-45b9-8212-146a0f003345 req-55abb00f-2e90-4c4b-a618-daa8a5dfb174 service neutron] 10.222.0.13 "GET /v2.0/networks?id=13d7873a-79e1-475a-9d3e-cefe1b91f5ef HTTP/1.1" status: 200 len: 919 time: 0.1636016 Nov 10 17:58:59.588507 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f6d26dee-bd33-45b9-8212-146a0f003345 req-b729738f-e7d2-422b-a7dc-d090cf5e2f39 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfa393c4-6712-4b75-a496-99cc8bbddd8d HTTP/1.1" status: 200 len: 217 time: 0.0401006 Nov 10 17:58:59.682585 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d26dee-bd33-45b9-8212-146a0f003345 req-66160f4d-3e7b-4462-a434-5a8eb60770ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:58:59.684190 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f6d26dee-bd33-45b9-8212-146a0f003345 req-66160f4d-3e7b-4462-a434-5a8eb60770ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c07b776-754b-4dff-8061-5d99431acdff HTTP/1.1" status: 200 len: 858 time: 0.0859175 Nov 10 17:58:59.685468 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3e5a4d66-648a-4c8a-9e3e-909c83507942 req-143ebcba-c975-4d66-818a-3d46c25e3fe4 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:59.701403 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['d66c29cc-f978-4d3d-85b8-37973ddacedd'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:58:59.717283 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['9f6459d9-0442-4942-b0b8-37e7b838194d'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:58:59.754930 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f6d26dee-bd33-45b9-8212-146a0f003345 req-1ad7d7fb-0855-4ea5-8257-7f251b4815dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=13d7873a-79e1-475a-9d3e-cefe1b91f5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607486 Nov 10 17:58:59.755695 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ebcba-c975-4d66-818a-3d46c25e3fe4 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Pushing event deleted for resources: {'Port': ['ID=9f6459d9-0442-4942-b0b8-37e7b838194d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:58:59.844326 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5a4d66-648a-4c8a-9e3e-909c83507942 req-143ebcba-c975-4d66-818a-3d46c25e3fe4 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] No DVR routers for this DVR port 9f6459d9-0442-4942-b0b8-37e7b838194d on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:58:59.848136 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3e5a4d66-648a-4c8a-9e3e-909c83507942 req-143ebcba-c975-4d66-818a-3d46c25e3fe4 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:58:59.851834 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3e5a4d66-648a-4c8a-9e3e-909c83507942 req-143ebcba-c975-4d66-818a-3d46c25e3fe4 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.13 "DELETE /v2.0/ports/9f6459d9-0442-4942-b0b8-37e7b838194d HTTP/1.1" status: 204 len: 173 time: 0.8134310 Nov 10 17:58:59.854027 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d914f2-35d2-41c4-884b-ec4c3c5853d7', 'name': 'network-vif-deleted', 'tag': '9f6459d9-0442-4942-b0b8-37e7b838194d'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:58:59.857368 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633b4d22-8935-458d-9188-8db186b72868" -d '{"events": [{"server_uuid": "a1d914f2-35d2-41c4-884b-ec4c3c5853d7", "name": "network-vif-deleted", "tag": "9f6459d9-0442-4942-b0b8-37e7b838194d"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:58:59.909615 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bf7aa9-44eb-496c-b61e-beaa77c0792e x-openstack-request-id: req-80bf7aa9-44eb-496c-b61e-beaa77c0792e {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:58:59.909994 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d914f2-35d2-41c4-884b-ec4c3c5853d7", "name": "network-vif-deleted", "tag": "9f6459d9-0442-4942-b0b8-37e7b838194d", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:58:59.910319 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-80bf7aa9-44eb-496c-b61e-beaa77c0792e {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:58:59.910834 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d914f2-35d2-41c4-884b-ec4c3c5853d7', 'name': 'network-vif-deleted', 'tag': '9f6459d9-0442-4942-b0b8-37e7b838194d', 'status': 'completed', 'code': 200} Nov 10 17:58:59.925293 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f6d26dee-bd33-45b9-8212-146a0f003345 req-1ff4670a-c890-4e63-8ce0-5fc21671d640 service neutron] 10.222.0.13 "GET /v2.0/networks/13d7873a-79e1-475a-9d3e-cefe1b91f5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518068 Nov 10 17:59:00.079436 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f6d26dee-bd33-45b9-8212-146a0f003345 req-8580fb90-96ed-456b-8548-4a6e130af993 service neutron] 10.222.0.13 "GET /v2.0/networks/13d7873a-79e1-475a-9d3e-cefe1b91f5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462696 Nov 10 17:59:00.196679 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-174b184f-05cd-4e2e-8dbc-31801cf214fe req-fb8cb310-213d-43ae-990a-d925391eb688 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1d914f2-35d2-41c4-884b-ec4c3c5853d7 HTTP/1.1" status: 200 len: 210 time: 0.0298464 Nov 10 17:59:00.261967 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde8429-272a-4150-9504-30080cb8e39f req-952319af-64d9-42e5-b211-cee49faff60f tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:00.266759 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7bde8429-272a-4150-9504-30080cb8e39f req-952319af-64d9-42e5-b211-cee49faff60f tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.0713928 Nov 10 17:59:00.336037 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7bde8429-272a-4150-9504-30080cb8e39f req-98958980-5c81-4a81-94e7-3eb4f5b5cc74 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632634 Nov 10 17:59:00.549665 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e84c2f1c-817a-4da3-9672-7653fa25731e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:00.756815 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87886d8b-dead-4374-b9b6-9f9372ec18fc req-ca5b7cc0-439a-4293-8960-723dfe7e43d0 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:00.758461 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-87886d8b-dead-4374-b9b6-9f9372ec18fc req-ca5b7cc0-439a-4293-8960-723dfe7e43d0 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.0673573 Nov 10 17:59:00.825856 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-87886d8b-dead-4374-b9b6-9f9372ec18fc req-86c63a91-6f55-4995-bc51-1da2f71971ee tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591977 Nov 10 17:59:01.894646 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 9f6459d9-0442-4942-b0b8-37e7b838194d no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:59:01.938296 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 9f6459d9-0442-4942-b0b8-37e7b838194d {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:59:01.945739 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 9f6459d9-0442-4942-b0b8-37e7b838194d not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:59:01.954892 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-1a0d410f-c50d-4f08-9710-bb5d0549e8bc tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:01.959188 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-1a0d410f-c50d-4f08-9710-bb5d0549e8bc tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/networks?id=58317dbd-0947-4a43-8ae3-cdc5a5928560 HTTP/1.1" status: 200 len: 806 time: 0.1320741 Nov 10 17:59:01.991266 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-99ca0209-6df5-418b-b430-8ec44d529243 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/quotas/2c06b3ed13e7426ba9dfc20ddaee2959 HTTP/1.1" status: 200 len: 375 time: 0.0190189 Nov 10 17:59:02.017296 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03e5fb-72a7-40ed-a987-1abf8ffdf48e req-3c160ba2-4c32-413d-89b7-1fbec378e806 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:02.019064 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4b03e5fb-72a7-40ed-a987-1abf8ffdf48e req-3c160ba2-4c32-413d-89b7-1fbec378e806 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.0718181 Nov 10 17:59:02.068889 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-41b15199-bb06-42d9-ba66-3252de82729c tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c06b3ed13e7426ba9dfc20ddaee2959&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0670273 Nov 10 17:59:02.079239 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4b03e5fb-72a7-40ed-a987-1abf8ffdf48e req-e06ef093-d486-4762-9bab-52a40aef2550 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535870 Nov 10 17:59:02.095099 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-03e7e374-c5ce-477a-8bba-2704e9c63adb service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:59:02.097255 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-03e7e374-c5ce-477a-8bba-2704e9c63adb service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132916 Nov 10 17:59:02.229184 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-eab0f934-25b2-47ad-8d5b-65294dda786e service neutron] 10.222.0.39 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212521 Nov 10 17:59:02.406127 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-c1886043-7946-43c2-b8ac-aa8f1d495517 service neutron] 10.222.0.39 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641734 Nov 10 17:59:02.829348 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a552055-08aa-4018-8fbc-467c64a18769 req-5c569ad7-cc88-46cb-bdf6-e12eb80d48d1 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=78506ea6-24e2-445d-b466-b98cbec146e4 HTTP/1.1" status: 200 len: 210 time: 0.0801327 Nov 10 17:59:02.893139 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-05a855d8-9aff-40da-b896-8ebe8ea18ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:04.038512 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:04.063369 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-71639a6e-5f90-4b4a-8756-6ce2d952446d req-92028f45-49ee-45ef-a7b7-dcff43a35dd2 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=78506ea6-24e2-445d-b466-b98cbec146e4 HTTP/1.1" status: 200 len: 210 time: 0.0591137 Nov 10 17:59:04.540025 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-7c633cd3-f9a6-431f-aeae-96a30d253814 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:04.542785 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-7c633cd3-f9a6-431f-aeae-96a30d253814 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.11 "GET /v2.0/networks?id=58317dbd-0947-4a43-8ae3-cdc5a5928560 HTTP/1.1" status: 200 len: 806 time: 0.1945238 Nov 10 17:59:04.557327 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-bf05d6a1-d0e5-4f76-b677-77940812ebd8 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Request body: {'port': {'device_id': '78506ea6-24e2-445d-b466-b98cbec146e4', 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560', 'admin_state_up': True, 'tenant_id': '2c06b3ed13e7426ba9dfc20ddaee2959'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:59:04.752437 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-bf05d6a1-d0e5-4f76-b677-77940812ebd8 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Made reservation on behalf of 2c06b3ed13e7426ba9dfc20ddaee2959 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:59:04.756690 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-bf05d6a1-d0e5-4f76-b677-77940812ebd8 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:04.958350 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-bf05d6a1-d0e5-4f76-b677-77940812ebd8 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Allocated IP 172.20.0.14 (58317dbd-0947-4a43-8ae3-cdc5a5928560/b73615b4-0e28-45db-a02f-1f8eaf2af4fb/f089ec58-a067-4a75-a71d-a2b69e6fc562) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:59:05.020871 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d50a2-7ec0-4d89-9b07-7341dcdc8f8a req-43e6b17b-4516-45ce-9c12-bb00fb131308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:05.023180 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-309d50a2-7ec0-4d89-9b07-7341dcdc8f8a req-43e6b17b-4516-45ce-9c12-bb00fb131308 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a5dfe360ad6a4b7e8e91998519e6d4e3&device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 1097 time: 0.0675220 Nov 10 17:59:05.027056 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1712410-d921-420f-9c5c-7472058e974e req-f43001cc-89b3-4618-a05d-a3ce387d401f tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:05.029895 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b1712410-d921-420f-9c5c-7472058e974e req-f43001cc-89b3-4618-a05d-a3ce387d401f tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.0897968 Nov 10 17:59:05.196457 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b1712410-d921-420f-9c5c-7472058e974e req-2d2c1c56-8db4-4267-b581-efbec953ffe2 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542292 Nov 10 17:59:05.212744 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1f04ac05-28cc-4945-a65f-06e614295867 req-d6f695ae-8380-4540-a6b5-140a9e099681 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=78506ea6-24e2-445d-b466-b98cbec146e4 HTTP/1.1" status: 200 len: 210 time: 0.0489779 Nov 10 17:59:05.223737 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d50a2-7ec0-4d89-9b07-7341dcdc8f8a req-22fc4d84-16be-4c6b-981d-5fb0f8cd0162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:05.225406 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-309d50a2-7ec0-4d89-9b07-7341dcdc8f8a req-22fc4d84-16be-4c6b-981d-5fb0f8cd0162 service neutron] 10.222.0.11 "GET /v2.0/networks?id=13d7873a-79e1-475a-9d3e-cefe1b91f5ef HTTP/1.1" status: 200 len: 919 time: 0.1893179 Nov 10 17:59:05.293112 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-bf05d6a1-d0e5-4f76-b677-77940812ebd8 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:05.309522 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-309d50a2-7ec0-4d89-9b07-7341dcdc8f8a req-195a65e4-46f1-4555-8e72-ab47a6222ed8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e89c9789-da08-490d-bd3f-ee8d8c6bf823 HTTP/1.1" status: 200 len: 217 time: 0.0705876 Nov 10 17:59:05.339947 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-bf05d6a1-d0e5-4f76-b677-77940812ebd8 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:05.352290 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['d66c29cc-f978-4d3d-85b8-37973ddacedd'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:59:05.396682 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-bf05d6a1-d0e5-4f76-b677-77940812ebd8 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Network 58317dbd-0947-4a43-8ae3-cdc5a5928560 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:59:05.400298 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-bf05d6a1-d0e5-4f76-b677-77940812ebd8 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:59:05.405220 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-bf05d6a1-d0e5-4f76-b677-77940812ebd8 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:59:05.413652 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d50a2-7ec0-4d89-9b07-7341dcdc8f8a req-acc21ea1-f693-4abf-98f5-cd6ab66f43ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:05.417586 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-309d50a2-7ec0-4d89-9b07-7341dcdc8f8a req-acc21ea1-f693-4abf-98f5-cd6ab66f43ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c07b776-754b-4dff-8061-5d99431acdff HTTP/1.1" status: 200 len: 858 time: 0.0962629 Nov 10 17:59:05.430199 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf05d6a1-d0e5-4f76-b677-77940812ebd8 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Pushing event updated for resources: {'Port': ['ID=f089ec58-a067-4a75-a71d-a2b69e6fc562,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:05.488516 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-bf05d6a1-d0e5-4f76-b677-77940812ebd8 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:05.491797 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-bf05d6a1-d0e5-4f76-b677-77940812ebd8 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:05.511496 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-309d50a2-7ec0-4d89-9b07-7341dcdc8f8a req-dbad50d7-25dd-4a53-b936-091feda1ac3d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=13d7873a-79e1-475a-9d3e-cefe1b91f5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806928 Nov 10 17:59:05.519251 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-bf05d6a1-d0e5-4f76-b677-77940812ebd8 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9655397 Nov 10 17:59:05.532773 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-ff42bdaf-1372-4de3-a660-65de8de15252 service neutron] Request body: {'port': {'device_id': '78506ea6-24e2-445d-b466-b98cbec146e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:59:05.556729 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:05.618183 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-ff42bdaf-1372-4de3-a660-65de8de15252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:05.652786 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-309d50a2-7ec0-4d89-9b07-7341dcdc8f8a req-50887ba7-e7b9-4e8d-9edc-95abbfef99cc service neutron] 10.222.0.11 "GET /v2.0/networks/13d7873a-79e1-475a-9d3e-cefe1b91f5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316156 Nov 10 17:59:05.772762 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-309d50a2-7ec0-4d89-9b07-7341dcdc8f8a req-1f2bb50f-502a-4809-ac42-338dd924b970 service neutron] 10.222.0.11 "GET /v2.0/networks/13d7873a-79e1-475a-9d3e-cefe1b91f5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123047 Nov 10 17:59:05.986959 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-ff42bdaf-1372-4de3-a660-65de8de15252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f089ec58-a067-4a75-a71d-a2b69e6fc562 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:59:05.995710 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-ff42bdaf-1372-4de3-a660-65de8de15252 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:06.010313 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-ff42bdaf-1372-4de3-a660-65de8de15252 service neutron] Transition to ACTIVE for port object f089ec58-a067-4a75-a71d-a2b69e6fc562 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:59:06.014907 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-ff42bdaf-1372-4de3-a660-65de8de15252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:06.079866 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42bdaf-1372-4de3-a660-65de8de15252 service neutron] Pushing event updated for resources: {'Port': ['ID=f089ec58-a067-4a75-a71d-a2b69e6fc562,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:06.154220 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-ff42bdaf-1372-4de3-a660-65de8de15252 service neutron] Attempting to bind port f089ec58-a067-4a75-a71d-a2b69e6fc562 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:59:06.154472 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-ff42bdaf-1372-4de3-a660-65de8de15252 service neutron] Attempting to bind port f089ec58-a067-4a75-a71d-a2b69e6fc562 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:59:06.154807 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-ff42bdaf-1372-4de3-a660-65de8de15252 service neutron] Attempting to bind port f089ec58-a067-4a75-a71d-a2b69e6fc562 on network 58317dbd-0947-4a43-8ae3-cdc5a5928560 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:59:06.159824 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-ff42bdaf-1372-4de3-a660-65de8de15252 service neutron] Port f089ec58-a067-4a75-a71d-a2b69e6fc562 on network 58317dbd-0947-4a43-8ae3-cdc5a5928560 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:59:06.160277 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-ff42bdaf-1372-4de3-a660-65de8de15252 service neutron] Attempting to bind port f089ec58-a067-4a75-a71d-a2b69e6fc562 on network 58317dbd-0947-4a43-8ae3-cdc5a5928560 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:59:06.165367 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-ff42bdaf-1372-4de3-a660-65de8de15252 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:59:06.166059 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-ff42bdaf-1372-4de3-a660-65de8de15252 service neutron] Checking segment: {'id': '3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:59:06.166459 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-ff42bdaf-1372-4de3-a660-65de8de15252 service neutron] Bound using segment: {'id': '3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:59:06.166905 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-ff42bdaf-1372-4de3-a660-65de8de15252 service neutron] Bound port: f089ec58-a067-4a75-a71d-a2b69e6fc562, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:59:06.167269 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-ff42bdaf-1372-4de3-a660-65de8de15252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:06.312059 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:06.323077 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-ff42bdaf-1372-4de3-a660-65de8de15252 service neutron] For port f089ec58-a067-4a75-a71d-a2b69e6fc562, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:59:06.340525 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-ff42bdaf-1372-4de3-a660-65de8de15252 service neutron] For port f089ec58-a067-4a75-a71d-a2b69e6fc562, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=f089ec58-a067-4a75-a71d-a2b69e6fc562,segment=NetworkSegment(3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7),segment_id=3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:59:06.350758 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-ff42bdaf-1372-4de3-a660-65de8de15252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:06.366457 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7175d56-81e5-46c8-9e33-eeed0af98e30 req-c546da3d-0d43-4487-a981-f173367e28db tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:06.368389 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d7175d56-81e5-46c8-9e33-eeed0af98e30 req-c546da3d-0d43-4487-a981-f173367e28db tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.1017926 Nov 10 17:59:06.425077 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f2e07-3990-4b98-a501-189fc6bb83b5 req-fc8cbb40-96e9-47bd-8294-a9beca6364cb tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:06.432812 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-591f2e07-3990-4b98-a501-189fc6bb83b5 req-fc8cbb40-96e9-47bd-8294-a9beca6364cb tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=78506ea6-24e2-445d-b466-b98cbec146e4 HTTP/1.1" status: 200 len: 944 time: 0.0985303 Nov 10 17:59:06.475649 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-ff42bdaf-1372-4de3-a660-65de8de15252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:06.475649 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-ff42bdaf-1372-4de3-a660-65de8de15252 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:06.476849 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-ff42bdaf-1372-4de3-a660-65de8de15252 service neutron] 10.222.0.11 "PUT /v2.0/ports/f089ec58-a067-4a75-a71d-a2b69e6fc562 HTTP/1.1" status: 200 len: 1093 time: 0.9502563 Nov 10 17:59:06.478864 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78506ea6-24e2-445d-b466-b98cbec146e4', 'tag': 'f089ec58-a067-4a75-a71d-a2b69e6fc562'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:59:06.482231 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18a678a-70ba-42c0-adc7-294d90d2b888" -d '{"events": [{"name": "network-changed", "server_uuid": "78506ea6-24e2-445d-b466-b98cbec146e4", "tag": "f089ec58-a067-4a75-a71d-a2b69e6fc562"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:59:06.504907 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-591f2e07-3990-4b98-a501-189fc6bb83b5 req-e0a9f10b-2127-42db-8357-8e392d3a0068 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709167 Nov 10 17:59:06.524430 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42bdaf-1372-4de3-a660-65de8de15252 service neutron] Pushing event updated for resources: {'Port': ['ID=f089ec58-a067-4a75-a71d-a2b69e6fc562,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:06.547903 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d7175d56-81e5-46c8-9e33-eeed0af98e30 req-0fe8e38c-ae94-485f-9090-ef567c2522d4 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143992 Nov 10 17:59:06.610879 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc870a34-904d-464e-b216-6d920c9fdaee x-openstack-request-id: req-cc870a34-904d-464e-b216-6d920c9fdaee {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:59:06.611177 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78506ea6-24e2-445d-b466-b98cbec146e4", "tag": "f089ec58-a067-4a75-a71d-a2b69e6fc562", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:59:06.611428 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cc870a34-904d-464e-b216-6d920c9fdaee {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:59:06.611830 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78506ea6-24e2-445d-b466-b98cbec146e4', 'tag': 'f089ec58-a067-4a75-a71d-a2b69e6fc562', 'status': 'completed', 'code': 200} Nov 10 17:59:06.621216 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-5a8a9e74-c7b3-457b-9a18-6847a200369c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:06.622780 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-5a8a9e74-c7b3-457b-9a18-6847a200369c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2c06b3ed13e7426ba9dfc20ddaee2959&device_id=78506ea6-24e2-445d-b466-b98cbec146e4 HTTP/1.1" status: 200 len: 1096 time: 0.0735493 Nov 10 17:59:06.669141 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-89fa3dc1-1fc2-4f90-bf0f-ad6f71ea97b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f089ec58-a067-4a75-a71d-a2b69e6fc562 HTTP/1.1" status: 200 len: 217 time: 0.0380259 Nov 10 17:59:06.730220 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-728c85ff-b65e-4e9f-8422-f05a464a137f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:06.731637 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-728c85ff-b65e-4e9f-8422-f05a464a137f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b73615b4-0e28-45db-a02f-1f8eaf2af4fb HTTP/1.1" status: 200 len: 846 time: 0.0533245 Nov 10 17:59:06.772548 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-d1efcfda-cec5-4e10-a73b-38a0d4e43f99 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58317dbd-0947-4a43-8ae3-cdc5a5928560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278471 Nov 10 17:59:06.877661 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-f0ceb9de-2ecd-4368-b831-a46f66961237 service neutron] 10.222.0.11 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972772 Nov 10 17:59:07.038980 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05112d-23df-4b4e-ae0a-00b14f122d5a req-76c4b456-2293-4997-a741-7ff66568f44f tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:07.040514 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8d05112d-23df-4b4e-ae0a-00b14f122d5a req-76c4b456-2293-4997-a741-7ff66568f44f tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 1097 time: 0.0873137 Nov 10 17:59:07.046797 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-572904c0-8f61-4daa-a9ef-19ab666f322a req-0188a571-3de0-4870-82fc-6ac5af9f9994 service neutron] 10.222.0.11 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618457 Nov 10 17:59:07.118958 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8d05112d-23df-4b4e-ae0a-00b14f122d5a req-011032a3-0d32-45f4-8a62-a4537cf10f39 tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688632 Nov 10 17:59:07.144331 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 44770) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:07.218062 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a678a-70ba-42c0-adc7-294d90d2b888 req-e1332d60-df9a-44bb-885b-75ce80357091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:07.219613 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e18a678a-70ba-42c0-adc7-294d90d2b888 req-e1332d60-df9a-44bb-885b-75ce80357091 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2c06b3ed13e7426ba9dfc20ddaee2959&device_id=78506ea6-24e2-445d-b466-b98cbec146e4 HTTP/1.1" status: 200 len: 1096 time: 0.1131012 Nov 10 17:59:07.397553 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a678a-70ba-42c0-adc7-294d90d2b888 req-51a2809f-b67f-4835-b409-d1919ccff8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:07.399034 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e18a678a-70ba-42c0-adc7-294d90d2b888 req-51a2809f-b67f-4835-b409-d1919ccff8ad service neutron] 10.222.0.11 "GET /v2.0/networks?id=58317dbd-0947-4a43-8ae3-cdc5a5928560 HTTP/1.1" status: 200 len: 907 time: 0.1384137 Nov 10 17:59:07.450031 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-740c0064-a4dc-4bb5-848a-dfa4c34cf9f0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Deleting port 5f0e1590-1444-4c9d-a8f0-408cee745338 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:59:07.450378 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-740c0064-a4dc-4bb5-848a-dfa4c34cf9f0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:07.453647 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e18a678a-70ba-42c0-adc7-294d90d2b888 req-77c574dd-50c2-4cd6-91ea-52790aaa3217 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f089ec58-a067-4a75-a71d-a2b69e6fc562 HTTP/1.1" status: 200 len: 217 time: 0.0453091 Nov 10 17:59:07.568596 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a678a-70ba-42c0-adc7-294d90d2b888 req-51e39732-bd78-43b7-9876-849367ec31c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:07.569987 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e18a678a-70ba-42c0-adc7-294d90d2b888 req-51e39732-bd78-43b7-9876-849367ec31c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b73615b4-0e28-45db-a02f-1f8eaf2af4fb HTTP/1.1" status: 200 len: 846 time: 0.1009922 Nov 10 17:59:07.595245 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-740c0064-a4dc-4bb5-848a-dfa4c34cf9f0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:07.596649 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-740c0064-a4dc-4bb5-848a-dfa4c34cf9f0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:07.654026 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e18a678a-70ba-42c0-adc7-294d90d2b888 req-caaf393c-27cd-4aa5-b956-d77b7409dcac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58317dbd-0947-4a43-8ae3-cdc5a5928560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549152 Nov 10 17:59:07.661085 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-740c0064-a4dc-4bb5-848a-dfa4c34cf9f0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Calling delete_port for 5f0e1590-1444-4c9d-a8f0-408cee745338 owned by network:floatingip {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:59:07.758728 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62736c-d00b-4640-85fa-0291b73be130 req-784d67cd-fd89-48b8-a719-52991d97527e tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:07.760842 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dd62736c-d00b-4640-85fa-0291b73be130 req-784d67cd-fd89-48b8-a719-52991d97527e tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.0861850 Nov 10 17:59:07.837149 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dd62736c-d00b-4640-85fa-0291b73be130 req-82133b11-6513-414c-aa81-9308ddc9ff41 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589836 Nov 10 17:59:08.312341 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e18a678a-70ba-42c0-adc7-294d90d2b888 req-45a02274-3fbb-4d08-b256-5d88828d5016 service neutron] 10.222.0.11 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5421724 Nov 10 17:59:08.320513 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02785ea2-a200-443d-a514-2f81a4b1e399 req-2588062d-ae79-4640-8add-fa3790fa841d tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:08.322579 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-02785ea2-a200-443d-a514-2f81a4b1e399 req-2588062d-ae79-4640-8add-fa3790fa841d tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=78506ea6-24e2-445d-b466-b98cbec146e4 HTTP/1.1" status: 200 len: 944 time: 0.5514376 Nov 10 17:59:08.510323 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-02785ea2-a200-443d-a514-2f81a4b1e399 req-582cec8b-07f7-4521-92ad-279217475505 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756072 Nov 10 17:59:08.537967 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-740c0064-a4dc-4bb5-848a-dfa4c34cf9f0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:08.541847 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e18a678a-70ba-42c0-adc7-294d90d2b888 req-369953ba-8db6-4289-a184-b38ac562b4a0 service neutron] 10.222.0.11 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176471 Nov 10 17:59:08.571339 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c0064-a4dc-4bb5-848a-dfa4c34cf9f0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event deleted for resources: {'Port': ['ID=5f0e1590-1444-4c9d-a8f0-408cee745338,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:08.657043 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-740c0064-a4dc-4bb5-848a-dfa4c34cf9f0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for floatingip, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:08.657349 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [None req-740c0064-a4dc-4bb5-848a-dfa4c34cf9f0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Floating IP 34f2a484-c1ce-48e4-85a2-d006cb567ac1 disassociated (deleted). External IP: 172.25.5.63, port: 8243218e-1db7-48e7-b289-53e5a737c8b6. Nov 10 17:59:08.843661 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:59:08.912558 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740c0064-a4dc-4bb5-848a-dfa4c34cf9f0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Router 131c4f94-9f03-4b68-ad7b-560881e54bcd has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:59:08.995624 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ef624-558c-48aa-ac60-0acfaa9ae84e req-ea9a6229-23a2-4e32-91e1-bf64ec976349 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:09.001474 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-249ef624-558c-48aa-ac60-0acfaa9ae84e req-ea9a6229-23a2-4e32-91e1-bf64ec976349 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.0677578 Nov 10 17:59:09.062114 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-249ef624-558c-48aa-ac60-0acfaa9ae84e req-ff236cc1-2e4c-472b-a4c6-1a98e400f287 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507247 Nov 10 17:59:09.068726 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740c0064-a4dc-4bb5-848a-dfa4c34cf9f0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:59:09.074408 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-740c0064-a4dc-4bb5-848a-dfa4c34cf9f0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:09.078947 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af07b844-d7da-4e96-8219-2b5b8f07ed39 None None] Sync routers for ids ['131c4f94-9f03-4b68-ad7b-560881e54bcd'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:59:09.092119 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af07b844-d7da-4e96-8219-2b5b8f07ed39 None None] Routers {'131c4f94-9f03-4b68-ad7b-560881e54bcd'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:59:09.094206 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-af07b844-d7da-4e96-8219-2b5b8f07ed39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:59:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['131c4f94-9f03-4b68-ad7b-560881e54bcd'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:09.122907 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-740c0064-a4dc-4bb5-848a-dfa4c34cf9f0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "DELETE /v2.0/floatingips/34f2a484-c1ce-48e4-85a2-d006cb567ac1 HTTP/1.1" status: 204 len: 168 time: 1.9772930 Nov 10 17:59:09.123644 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04587fa2-85f8-4aa8-b7ac-33d8fd4d6889', 'tag': '8243218e-1db7-48e7-b289-53e5a737c8b6'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:59:09.136487 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b4940a-d2f7-40d0-8646-4c97c3994771" -d '{"events": [{"name": "network-changed", "server_uuid": "04587fa2-85f8-4aa8-b7ac-33d8fd4d6889", "tag": "8243218e-1db7-48e7-b289-53e5a737c8b6"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:59:09.183166 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb99bfe-a803-4ae5-9ce2-66a17cad9a60 x-openstack-request-id: req-8cb99bfe-a803-4ae5-9ce2-66a17cad9a60 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:59:09.183458 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04587fa2-85f8-4aa8-b7ac-33d8fd4d6889", "tag": "8243218e-1db7-48e7-b289-53e5a737c8b6", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:59:09.183712 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8cb99bfe-a803-4ae5-9ce2-66a17cad9a60 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:59:09.184116 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04587fa2-85f8-4aa8-b7ac-33d8fd4d6889', 'tag': '8243218e-1db7-48e7-b289-53e5a737c8b6', 'status': 'completed', 'code': 200} Nov 10 17:59:09.256363 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-af07b844-d7da-4e96-8219-2b5b8f07ed39 None None] Set router 131c4f94-9f03-4b68-ad7b-560881e54bcd gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:59:09.270777 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4940a-d2f7-40d0-8646-4c97c3994771 req-92659b80-25f5-4079-b3f4-01e6fa7ebef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:09.272382 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d0b4940a-d2f7-40d0-8646-4c97c3994771 req-92659b80-25f5-4079-b3f4-01e6fa7ebef1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 1097 time: 0.0593164 Nov 10 17:59:09.428197 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4940a-d2f7-40d0-8646-4c97c3994771 req-765866eb-dc5c-40d5-a452-1033cbe62db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:09.428715 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d0b4940a-d2f7-40d0-8646-4c97c3994771 req-765866eb-dc5c-40d5-a452-1033cbe62db5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eb6a6530-3277-4987-9183-1680fea86d49 HTTP/1.1" status: 200 len: 898 time: 0.1488249 Nov 10 17:59:09.512186 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d0b4940a-d2f7-40d0-8646-4c97c3994771 req-e7eb335a-5ae2-4d76-8087-176746d3c1cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8243218e-1db7-48e7-b289-53e5a737c8b6 HTTP/1.1" status: 200 len: 217 time: 0.0725367 Nov 10 17:59:09.542868 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab0369-bf1c-450c-9f3c-37ee64b4cd54 req-025175f4-2bbe-49a5-b401-42e2582e3b65 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:09.544527 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09ab0369-bf1c-450c-9f3c-37ee64b4cd54 req-025175f4-2bbe-49a5-b401-42e2582e3b65 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 945 time: 0.0893626 Nov 10 17:59:09.597230 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-af07b844-d7da-4e96-8219-2b5b8f07ed39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890357000', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '599696d0-3800-450f-9969-4c40595b3c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:56:54Z', 'updated_at': '2021-11-10T17:57:04Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '599696d0-3800-450f-9969-4c40595b3c53', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:56:55Z', 'updated_at': '2021-11-10T17:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '812dae26-8b5c-442c-8ed7-9edd5aceabcd', 'name': '', 'network_id': 'eb6a6530-3277-4987-9183-1680fea86d49', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:22:7d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'dedd1657-6946-4ad5-9ff2-ff085f8f6fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:57:01Z', 'updated_at': '2021-11-10T17:57:09Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': 'dedd1657-6946-4ad5-9ff2-ff085f8f6fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:09.618407 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4940a-d2f7-40d0-8646-4c97c3994771 req-c63b7776-6417-4acd-b66c-85438ca1fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:09.620015 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d0b4940a-d2f7-40d0-8646-4c97c3994771 req-c63b7776-6417-4acd-b66c-85438ca1fab0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dedd1657-6946-4ad5-9ff2-ff085f8f6fde HTTP/1.1" status: 200 len: 835 time: 0.1001332 Nov 10 17:59:09.628361 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af07b844-d7da-4e96-8219-2b5b8f07ed39 None None] Checking router: 131c4f94-9f03-4b68-ad7b-560881e54bcd for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:59:09.648486 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af07b844-d7da-4e96-8219-2b5b8f07ed39 None None] Routers {'131c4f94-9f03-4b68-ad7b-560881e54bcd'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:59:09.650711 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-af07b844-d7da-4e96-8219-2b5b8f07ed39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:59:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['131c4f94-9f03-4b68-ad7b-560881e54bcd'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:09.651729 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09ab0369-bf1c-450c-9f3c-37ee64b4cd54 req-98afde5f-3e9f-4398-af16-af348ecd15b5 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000710 Nov 10 17:59:09.743678 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4e17a-816c-494a-812f-eab3ac83b840 req-3328de04-3bd8-43af-aaac-ae3125bdaabc tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:09.745296 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-07c4e17a-816c-494a-812f-eab3ac83b840 req-3328de04-3bd8-43af-aaac-ae3125bdaabc tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=78506ea6-24e2-445d-b466-b98cbec146e4 HTTP/1.1" status: 200 len: 944 time: 0.1230171 Nov 10 17:59:09.751463 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4940a-d2f7-40d0-8646-4c97c3994771 req-05df8db6-0fa7-446f-ab61-f924eee8c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:09.753029 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d0b4940a-d2f7-40d0-8646-4c97c3994771 req-05df8db6-0fa7-446f-ab61-f924eee8c3b2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb6a6530-3277-4987-9183-1680fea86d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0959916 Nov 10 17:59:09.820515 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-af07b844-d7da-4e96-8219-2b5b8f07ed39 None None] Set router 131c4f94-9f03-4b68-ad7b-560881e54bcd gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:59:09.932377 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d0b4940a-d2f7-40d0-8646-4c97c3994771 req-96961c87-0e7f-4540-adcc-dba1d31ad082 service neutron] 10.222.0.11 "GET /v2.0/networks/eb6a6530-3277-4987-9183-1680fea86d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708660 Nov 10 17:59:09.944495 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-07c4e17a-816c-494a-812f-eab3ac83b840 req-7a5f8cc0-f53b-4831-9bbc-13f722fab986 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903894 Nov 10 17:59:10.068990 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d0b4940a-d2f7-40d0-8646-4c97c3994771 req-d7b539ce-7bc6-487e-8b48-e972475d4905 service neutron] 10.222.0.11 "GET /v2.0/networks/eb6a6530-3277-4987-9183-1680fea86d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125014 Nov 10 17:59:10.086480 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-af07b844-d7da-4e96-8219-2b5b8f07ed39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890357000', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '599696d0-3800-450f-9969-4c40595b3c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:56:54Z', 'updated_at': '2021-11-10T17:57:04Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '599696d0-3800-450f-9969-4c40595b3c53', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:56:55Z', 'updated_at': '2021-11-10T17:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '812dae26-8b5c-442c-8ed7-9edd5aceabcd', 'name': '', 'network_id': 'eb6a6530-3277-4987-9183-1680fea86d49', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:22:7d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'dedd1657-6946-4ad5-9ff2-ff085f8f6fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:57:01Z', 'updated_at': '2021-11-10T17:57:09Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': 'dedd1657-6946-4ad5-9ff2-ff085f8f6fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:10.127585 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af07b844-d7da-4e96-8219-2b5b8f07ed39 None None] The sync data for ids ['131c4f94-9f03-4b68-ad7b-560881e54bcd'] in n-d-776250-10 is: [{'id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890357000', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '599696d0-3800-450f-9969-4c40595b3c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:56:54Z', 'updated_at': '2021-11-10T17:57:04Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '599696d0-3800-450f-9969-4c40595b3c53', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:56:55Z', 'updated_at': '2021-11-10T17:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '812dae26-8b5c-442c-8ed7-9edd5aceabcd', 'name': '', 'network_id': 'eb6a6530-3277-4987-9183-1680fea86d49', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:22:7d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'dedd1657-6946-4ad5-9ff2-ff085f8f6fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:57:01Z', 'updated_at': '2021-11-10T17:57:09Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': 'dedd1657-6946-4ad5-9ff2-ff085f8f6fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:59:10.233684 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34422cfd-00a6-4735-9345-2cbea30e00ef req-4a1a5e27-65ab-407f-83de-864bfd06aa9b tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:10.242954 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-34422cfd-00a6-4735-9345-2cbea30e00ef req-4a1a5e27-65ab-407f-83de-864bfd06aa9b tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.0731165 Nov 10 17:59:10.300983 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-34422cfd-00a6-4735-9345-2cbea30e00ef req-da809a0d-28bc-40aa-a029-02de37d07a9a tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568230 Nov 10 17:59:10.478161 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809437b6-15b7-4c25-97c9-e80d36f1d8aa None None] New status for floating IP 34f2a484-c1ce-48e4-85a2-d006cb567ac1: DOWN {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:59:10.833201 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f1cfd-5000-4ace-b7bf-e553a1ec91cb req-65b215c3-19b8-4cf6-baa9-f7831e478666 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:10.834610 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-091f1cfd-5000-4ace-b7bf-e553a1ec91cb req-65b215c3-19b8-4cf6-baa9-f7831e478666 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.11 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 945 time: 0.0896893 Nov 10 17:59:10.842928 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a9abc-9ac6-4224-8f90-27af164293af req-2155e135-83ab-44fb-8ac4-d43108853228 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:10.844834 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-212a9abc-9ac6-4224-8f90-27af164293af req-2155e135-83ab-44fb-8ac4-d43108853228 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 945 time: 0.1096206 Nov 10 17:59:10.952648 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-212a9abc-9ac6-4224-8f90-27af164293af req-5fd5b974-2d59-4de2-ad9f-b16f76495105 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=d242128a-5275-497a-8493-df64b4cc5782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943277 Nov 10 17:59:10.991106 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-091f1cfd-5000-4ace-b7bf-e553a1ec91cb req-d95fa1d5-3b5f-4e92-a008-b191cdefb24b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Deleting port 8243218e-1db7-48e7-b289-53e5a737c8b6 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:59:10.991448 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-091f1cfd-5000-4ace-b7bf-e553a1ec91cb req-d95fa1d5-3b5f-4e92-a008-b191cdefb24b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:11.102704 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d3352-1822-4dd8-a77e-e691db26c0d0 req-dededa3a-e98c-493f-8ed2-71a04e095c37 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:11.104583 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-768d3352-1822-4dd8-a77e-e691db26c0d0 req-dededa3a-e98c-493f-8ed2-71a04e095c37 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=78506ea6-24e2-445d-b466-b98cbec146e4 HTTP/1.1" status: 200 len: 944 time: 0.0648677 Nov 10 17:59:11.106604 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-091f1cfd-5000-4ace-b7bf-e553a1ec91cb req-d95fa1d5-3b5f-4e92-a008-b191cdefb24b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] For port 8243218e-1db7-48e7-b289-53e5a737c8b6, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=8243218e-1db7-48e7-b289-53e5a737c8b6,segment=NetworkSegment(b63bd616-5238-47be-8361-159777550f06),segment_id=b63bd616-5238-47be-8361-159777550f06)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:59:11.106968 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-091f1cfd-5000-4ace-b7bf-e553a1ec91cb req-d95fa1d5-3b5f-4e92-a008-b191cdefb24b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:11.122512 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-091f1cfd-5000-4ace-b7bf-e553a1ec91cb req-d95fa1d5-3b5f-4e92-a008-b191cdefb24b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Calling delete_port for 8243218e-1db7-48e7-b289-53e5a737c8b6 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:59:11.173685 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-768d3352-1822-4dd8-a77e-e691db26c0d0 req-5ae6fbc6-034d-4581-abad-03771a01d636 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614052 Nov 10 17:59:11.279385 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-091f1cfd-5000-4ace-b7bf-e553a1ec91cb req-d95fa1d5-3b5f-4e92-a008-b191cdefb24b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:11.313069 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95fa1d5-3b5f-4e92-a008-b191cdefb24b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event deleted for resources: {'Port': ['ID=8243218e-1db7-48e7-b289-53e5a737c8b6,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:11.366962 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-091f1cfd-5000-4ace-b7bf-e553a1ec91cb req-d95fa1d5-3b5f-4e92-a008-b191cdefb24b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] No DVR routers for this DVR port 8243218e-1db7-48e7-b289-53e5a737c8b6 on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:59:11.370412 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-091f1cfd-5000-4ace-b7bf-e553a1ec91cb req-d95fa1d5-3b5f-4e92-a008-b191cdefb24b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:11.374994 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-091f1cfd-5000-4ace-b7bf-e553a1ec91cb req-d95fa1d5-3b5f-4e92-a008-b191cdefb24b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.11 "DELETE /v2.0/ports/8243218e-1db7-48e7-b289-53e5a737c8b6 HTTP/1.1" status: 204 len: 173 time: 0.5291944 Nov 10 17:59:11.375671 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04587fa2-85f8-4aa8-b7ac-33d8fd4d6889', 'name': 'network-vif-deleted', 'tag': '8243218e-1db7-48e7-b289-53e5a737c8b6'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:59:11.378875 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d3f224-7c84-4312-b793-810c8ab7cdb4" -d '{"events": [{"server_uuid": "04587fa2-85f8-4aa8-b7ac-33d8fd4d6889", "name": "network-vif-deleted", "tag": "8243218e-1db7-48e7-b289-53e5a737c8b6"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:59:11.458965 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeda123-fd10-43d8-acdd-86f0fc645e44 req-0f647004-aa39-4720-a04b-1d483d297745 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:11.467338 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3eeda123-fd10-43d8-acdd-86f0fc645e44 req-0f647004-aa39-4720-a04b-1d483d297745 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.0766075 Nov 10 17:59:11.468998 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0dc400-ff2e-4eb4-b6b0-6b184c267974 x-openstack-request-id: req-fe0dc400-ff2e-4eb4-b6b0-6b184c267974 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:59:11.469288 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04587fa2-85f8-4aa8-b7ac-33d8fd4d6889", "name": "network-vif-deleted", "tag": "8243218e-1db7-48e7-b289-53e5a737c8b6", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:59:11.469542 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe0dc400-ff2e-4eb4-b6b0-6b184c267974 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:59:11.469942 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04587fa2-85f8-4aa8-b7ac-33d8fd4d6889', 'name': 'network-vif-deleted', 'tag': '8243218e-1db7-48e7-b289-53e5a737c8b6', 'status': 'completed', 'code': 200} Nov 10 17:59:11.537208 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3eeda123-fd10-43d8-acdd-86f0fc645e44 req-71f64927-43aa-41b7-9709-a9c8d3e49c90 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661557 Nov 10 17:59:11.721905 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device f089ec58-a067-4a75-a71d-a2b69e6fc562 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:59:11.891681 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port f089ec58-a067-4a75-a71d-a2b69e6fc562, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=f089ec58-a067-4a75-a71d-a2b69e6fc562,segment=NetworkSegment(3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7),segment_id=3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:59:11.916318 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'f089ec58-a067-4a75-a71d-a2b69e6fc562', 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560', 'port_id': 'f089ec58-a067-4a75-a71d-a2b69e6fc562', 'mac_address': 'fa:16:3e:45:84:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b73615b4-0e28-45db-a02f-1f8eaf2af4fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:59:11.966175 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:11.992188 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f089ec58-a067-4a75-a71d-a2b69e6fc562 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:59:12.024580 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port f089ec58-a067-4a75-a71d-a2b69e6fc562, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=f089ec58-a067-4a75-a71d-a2b69e6fc562,segment=NetworkSegment(3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7),segment_id=3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:59:12.044573 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:12.125889 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7a17495-5e0e-4072-aac2-77f86ffbc132 req-139b1cb4-b32f-485d-acb5-7002e4ea9e5c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=04587fa2-85f8-4aa8-b7ac-33d8fd4d6889 HTTP/1.1" status: 200 len: 210 time: 0.0380423 Nov 10 17:59:12.137530 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=f089ec58-a067-4a75-a71d-a2b69e6fc562,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:12.149363 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:12.149721 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:12.150069 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:12.150411 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:12.150763 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:12.151097 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:12.151429 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:12.151760 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:12.152090 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:12.152455 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:12.152790 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:12.153113 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:12.269009 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['f089ec58-a067-4a75-a71d-a2b69e6fc562'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:59:12.319547 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f4698-64e8-4918-9296-8d93d7f2b8e4 req-faad95e6-4549-49c4-894f-976f66c00850 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:12.322187 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-659f4698-64e8-4918-9296-8d93d7f2b8e4 req-faad95e6-4549-49c4-894f-976f66c00850 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=78506ea6-24e2-445d-b466-b98cbec146e4 HTTP/1.1" status: 200 len: 945 time: 0.0663486 Nov 10 17:59:12.404124 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-659f4698-64e8-4918-9296-8d93d7f2b8e4 req-8526dfcc-879b-4f3e-9858-7df30f03cfd7 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701451 Nov 10 17:59:12.711368 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72305e-4ad4-4755-939b-df6f523639bc req-43accb2a-f565-4375-843f-fee604bd0635 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:12.713029 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf72305e-4ad4-4755-939b-df6f523639bc req-43accb2a-f565-4375-843f-fee604bd0635 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.0632868 Nov 10 17:59:12.789200 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cf72305e-4ad4-4755-939b-df6f523639bc req-a0ff23be-6044-4287-8936-619e4175bfa0 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685608 Nov 10 17:59:13.196888 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 44934) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:13.543864 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16e226-588b-4f82-914a-66ebbf0ccf7f req-45a2a042-c098-4690-ab93-0614b0d2ad1a tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:13.555568 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d16e226-588b-4f82-914a-66ebbf0ccf7f req-45a2a042-c098-4690-ab93-0614b0d2ad1a tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=78506ea6-24e2-445d-b466-b98cbec146e4 HTTP/1.1" status: 200 len: 945 time: 0.0776722 Nov 10 17:59:13.618099 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d16e226-588b-4f82-914a-66ebbf0ccf7f req-816b809e-e4e8-4677-b945-4373fc245933 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607150 Nov 10 17:59:13.661713 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-596aea65-24cc-4b4a-ae84-a1f1d12b4235 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:13.737420 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device f089ec58-a067-4a75-a71d-a2b69e6fc562 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:59:13.802157 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port f089ec58-a067-4a75-a71d-a2b69e6fc562 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:59:13.807550 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port f089ec58-a067-4a75-a71d-a2b69e6fc562 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:13.808333 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:13.955176 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:13.980184 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0bb2e-e24b-463b-b6b7-7b8430afb263 req-3c11effc-7075-4284-9fc1-d67b0b51a797 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:13.981882 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-40f0bb2e-e24b-463b-b6b7-7b8430afb263 req-3c11effc-7075-4284-9fc1-d67b0b51a797 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.0994370 Nov 10 17:59:14.006642 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port f089ec58-a067-4a75-a71d-a2b69e6fc562, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=f089ec58-a067-4a75-a71d-a2b69e6fc562,segment=NetworkSegment(3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7),segment_id=3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:59:14.007584 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78506ea6-24e2-445d-b466-b98cbec146e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f089ec58-a067-4a75-a71d-a2b69e6fc562'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:59:14.010886 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e239ef7-ec9e-490d-aba6-a1f4ea8b52e0" -d '{"events": [{"server_uuid": "78506ea6-24e2-445d-b466-b98cbec146e4", "name": "network-vif-plugged", "status": "completed", "tag": "f089ec58-a067-4a75-a71d-a2b69e6fc562"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:59:14.027115 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:14.027904 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 8243218e-1db7-48e7-b289-53e5a737c8b6 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:59:14.067871 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-596aea65-24cc-4b4a-ae84-a1f1d12b4235 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Deleting port 812dae26-8b5c-442c-8ed7-9edd5aceabcd {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:59:14.068248 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-596aea65-24cc-4b4a-ae84-a1f1d12b4235 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:14.082003 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 8243218e-1db7-48e7-b289-53e5a737c8b6 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:59:14.083471 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 8243218e-1db7-48e7-b289-53e5a737c8b6 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:59:14.087329 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f83ae11-b829-4fc7-895d-ec7ee6ceb67a x-openstack-request-id: req-7f83ae11-b829-4fc7-895d-ec7ee6ceb67a {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:59:14.087797 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78506ea6-24e2-445d-b466-b98cbec146e4", "name": "network-vif-plugged", "status": "completed", "tag": "f089ec58-a067-4a75-a71d-a2b69e6fc562", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:59:14.088238 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7f83ae11-b829-4fc7-895d-ec7ee6ceb67a {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:59:14.089018 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78506ea6-24e2-445d-b466-b98cbec146e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f089ec58-a067-4a75-a71d-a2b69e6fc562', 'code': 200} Nov 10 17:59:14.129507 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-40f0bb2e-e24b-463b-b6b7-7b8430afb263 req-61e20093-954c-43b6-9fed-4ecbfd83f7f1 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332989 Nov 10 17:59:14.159709 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=f089ec58-a067-4a75-a71d-a2b69e6fc562,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:14.228401 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f0c8d-fa06-4e95-b106-7e394536c67b req-0b68264f-a7cf-44d7-a78f-af4f3647d270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:14.229895 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-923f0c8d-fa06-4e95-b106-7e394536c67b req-0b68264f-a7cf-44d7-a78f-af4f3647d270 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=78506ea6-24e2-445d-b466-b98cbec146e4 HTTP/1.1" status: 200 len: 1098 time: 0.0751345 Nov 10 17:59:14.243931 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-596aea65-24cc-4b4a-ae84-a1f1d12b4235 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] For port 812dae26-8b5c-442c-8ed7-9edd5aceabcd, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=812dae26-8b5c-442c-8ed7-9edd5aceabcd,segment=NetworkSegment(b63bd616-5238-47be-8361-159777550f06),segment_id=b63bd616-5238-47be-8361-159777550f06)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:59:14.244514 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-596aea65-24cc-4b4a-ae84-a1f1d12b4235 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:14.271138 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-596aea65-24cc-4b4a-ae84-a1f1d12b4235 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Calling delete_port for 812dae26-8b5c-442c-8ed7-9edd5aceabcd owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:59:14.338786 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-923f0c8d-fa06-4e95-b106-7e394536c67b req-e85eb125-b36f-487c-a8fe-78a452b2b096 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967450 Nov 10 17:59:14.511098 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-596aea65-24cc-4b4a-ae84-a1f1d12b4235 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:14.549560 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596aea65-24cc-4b4a-ae84-a1f1d12b4235 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event deleted for resources: {'Port': ['ID=812dae26-8b5c-442c-8ed7-9edd5aceabcd,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:14.813899 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b178bc-2eae-4709-901e-fc230c1c5d67 req-26aa2f9c-ec66-45f5-8fac-3caad6168e54 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:14.819821 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-17b178bc-2eae-4709-901e-fc230c1c5d67 req-26aa2f9c-ec66-45f5-8fac-3caad6168e54 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=78506ea6-24e2-445d-b466-b98cbec146e4 HTTP/1.1" status: 200 len: 946 time: 0.1136425 Nov 10 17:59:14.828776 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-596aea65-24cc-4b4a-ae84-a1f1d12b4235 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:14.918783 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-17b178bc-2eae-4709-901e-fc230c1c5d67 req-b22b3856-8d83-4a6b-89c0-bedcc4a9c91a tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790517 Nov 10 17:59:15.091889 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596aea65-24cc-4b4a-ae84-a1f1d12b4235 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Router 131c4f94-9f03-4b68-ad7b-560881e54bcd has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:59:15.655603 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596aea65-24cc-4b4a-ae84-a1f1d12b4235 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:59:15.663899 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-596aea65-24cc-4b4a-ae84-a1f1d12b4235 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "PUT /v2.0/routers/131c4f94-9f03-4b68-ad7b-560881e54bcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4655039 Nov 10 17:59:15.666826 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 44956) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:15.677187 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de5c66e-785d-4cf1-b5bb-d3fc8376b1c2 None None] Sync routers for ids ['131c4f94-9f03-4b68-ad7b-560881e54bcd'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:59:15.693005 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de5c66e-785d-4cf1-b5bb-d3fc8376b1c2 None None] Routers {'131c4f94-9f03-4b68-ad7b-560881e54bcd'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:59:15.694085 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0de5c66e-785d-4cf1-b5bb-d3fc8376b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:59:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['131c4f94-9f03-4b68-ad7b-560881e54bcd'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:15.694741 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1106371-fda0-4086-ac55-483d668c37d3 req-0d5f9519-e784-4262-bde0-70c698314577 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:15.696329 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1106371-fda0-4086-ac55-483d668c37d3 req-0d5f9519-e784-4262-bde0-70c698314577 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.4811451 Nov 10 17:59:15.759106 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-436062de-cfe8-425d-9956-d2abc1327650 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Deleting subnet dedd1657-6946-4ad5-9ff2-ff085f8f6fde {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 17:59:15.765306 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-436062de-cfe8-425d-9956-d2abc1327650 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:15.806468 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1106371-fda0-4086-ac55-483d668c37d3 req-7ae34dbb-b1de-4918-a52a-0ddf7d85a6e3 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997519 Nov 10 17:59:15.852504 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-436062de-cfe8-425d-9956-d2abc1327650 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:15.975193 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-0de5c66e-785d-4cf1-b5bb-d3fc8376b1c2 None None] Set router 131c4f94-9f03-4b68-ad7b-560881e54bcd gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:59:15.983638 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-436062de-cfe8-425d-9956-d2abc1327650 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:16.159502 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-436062de-cfe8-425d-9956-d2abc1327650 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:16.201512 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db0beb-9c6a-40a6-b30d-779a9a423246 req-ce5e53bd-24d5-48d7-8a4a-28f4cfc5eec4 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:16.204783 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-15db0beb-9c6a-40a6-b30d-779a9a423246 req-ce5e53bd-24d5-48d7-8a4a-28f4cfc5eec4 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=78506ea6-24e2-445d-b466-b98cbec146e4 HTTP/1.1" status: 200 len: 946 time: 0.1699793 Nov 10 17:59:16.208880 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436062de-cfe8-425d-9956-d2abc1327650 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event deleted for resources: {'Subnet': ['ID=dedd1657-6946-4ad5-9ff2-ff085f8f6fde,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:16.224080 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d50346-c744-4679-9a8b-3536391025e6 None None] Network eb6a6530-3277-4987-9183-1680fea86d49 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:59:16.225551 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-436062de-cfe8-425d-9956-d2abc1327650 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:16.229632 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-436062de-cfe8-425d-9956-d2abc1327650 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "DELETE /v2.0/subnets/dedd1657-6946-4ad5-9ff2-ff085f8f6fde HTTP/1.1" status: 204 len: 168 time: 0.5614111 Nov 10 17:59:16.232408 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 44964) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:16.281458 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-15db0beb-9c6a-40a6-b30d-779a9a423246 req-40b75d03-12c0-445e-a36d-f051e4fdc214 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586648 Nov 10 17:59:16.318128 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0de5c66e-785d-4cf1-b5bb-d3fc8376b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890357000', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '599696d0-3800-450f-9969-4c40595b3c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:56:54Z', 'updated_at': '2021-11-10T17:59:14Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '599696d0-3800-450f-9969-4c40595b3c53', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:56:55Z', 'updated_at': '2021-11-10T17:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:16.367366 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de5c66e-785d-4cf1-b5bb-d3fc8376b1c2 None None] Checking router: 131c4f94-9f03-4b68-ad7b-560881e54bcd for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:59:16.379300 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de5c66e-785d-4cf1-b5bb-d3fc8376b1c2 None None] Routers {'131c4f94-9f03-4b68-ad7b-560881e54bcd'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:59:16.379966 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0de5c66e-785d-4cf1-b5bb-d3fc8376b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:59:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['131c4f94-9f03-4b68-ad7b-560881e54bcd'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:16.503205 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebaf780-36c6-41d1-9646-1e7849708a4e req-cb3af01f-267e-43cf-bc33-f18bec99c790 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:16.505312 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cebaf780-36c6-41d1-9646-1e7849708a4e req-cb3af01f-267e-43cf-bc33-f18bec99c790 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=78506ea6-24e2-445d-b466-b98cbec146e4 HTTP/1.1" status: 200 len: 946 time: 0.1000080 Nov 10 17:59:16.508125 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3fd2f37e-6940-4b83-8e87-04f99b11b242 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:16.546612 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636e48d8-0033-4910-ac59-84f8417c4b17 None None] DHCP port deletion for eb6a6530-3277-4987-9183-1680fea86d49 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:59:16.586840 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-0de5c66e-785d-4cf1-b5bb-d3fc8376b1c2 None None] Set router 131c4f94-9f03-4b68-ad7b-560881e54bcd gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:59:16.689780 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-636e48d8-0033-4910-ac59-84f8417c4b17 None None] Deleting port 70eea985-e8f4-411c-9949-c65eca5d5509 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:59:16.690400 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-636e48d8-0033-4910-ac59-84f8417c4b17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:16.748580 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cebaf780-36c6-41d1-9646-1e7849708a4e req-15614bbb-83d6-4982-9554-49fd5af54597 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369790 Nov 10 17:59:16.788632 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3fd2f37e-6940-4b83-8e87-04f99b11b242 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:16.794521 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 70eea985-e8f4-411c-9949-c65eca5d5509 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:59:16.904095 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-636e48d8-0033-4910-ac59-84f8417c4b17 None None] For port 70eea985-e8f4-411c-9949-c65eca5d5509, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=70eea985-e8f4-411c-9949-c65eca5d5509,segment=NetworkSegment(b63bd616-5238-47be-8361-159777550f06),segment_id=b63bd616-5238-47be-8361-159777550f06)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:59:16.904655 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-636e48d8-0033-4910-ac59-84f8417c4b17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:16.948199 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0de5c66e-785d-4cf1-b5bb-d3fc8376b1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890357000', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '599696d0-3800-450f-9969-4c40595b3c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:56:54Z', 'updated_at': '2021-11-10T17:59:14Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '599696d0-3800-450f-9969-4c40595b3c53', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:56:55Z', 'updated_at': '2021-11-10T17:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:16.966173 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-3fd2f37e-6940-4b83-8e87-04f99b11b242 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Deleting port 599696d0-3800-450f-9969-4c40595b3c53 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:59:16.970401 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-636e48d8-0033-4910-ac59-84f8417c4b17 None None] Calling delete_port for 70eea985-e8f4-411c-9949-c65eca5d5509 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:59:16.971804 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3fd2f37e-6940-4b83-8e87-04f99b11b242 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:17.021627 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de5c66e-785d-4cf1-b5bb-d3fc8376b1c2 None None] The sync data for ids ['131c4f94-9f03-4b68-ad7b-560881e54bcd'] in n-d-776250-10 is: [{'id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890357000', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.238'}], 'enable_snat': True}, 'gw_port_id': '599696d0-3800-450f-9969-4c40595b3c53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:56:54Z', 'updated_at': '2021-11-10T17:59:14Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '599696d0-3800-450f-9969-4c40595b3c53', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:38:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131c4f94-9f03-4b68-ad7b-560881e54bcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2986, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:56:55Z', 'updated_at': '2021-11-10T17:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:59:17.170310 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d4bca-6b0a-41b5-aeec-2fe3c587e00e req-11d3d84c-815c-4cde-be7a-e1500dc76a72 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:17.173256 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-952d4bca-6b0a-41b5-aeec-2fe3c587e00e req-11d3d84c-815c-4cde-be7a-e1500dc76a72 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.2244859 Nov 10 17:59:17.257546 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-3fd2f37e-6940-4b83-8e87-04f99b11b242 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] For port 599696d0-3800-450f-9969-4c40595b3c53, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=599696d0-3800-450f-9969-4c40595b3c53,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:59:17.258558 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3fd2f37e-6940-4b83-8e87-04f99b11b242 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:17.274964 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:17.290912 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-952d4bca-6b0a-41b5-aeec-2fe3c587e00e req-98924f22-2dc7-4439-8c64-7714c9990cb1 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039052 Nov 10 17:59:17.299820 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-3fd2f37e-6940-4b83-8e87-04f99b11b242 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Calling delete_port for 599696d0-3800-450f-9969-4c40595b3c53 owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:59:17.346206 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 70eea985-e8f4-411c-9949-c65eca5d5509, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=70eea985-e8f4-411c-9949-c65eca5d5509,segment=NetworkSegment(b63bd616-5238-47be-8361-159777550f06),segment_id=b63bd616-5238-47be-8361-159777550f06)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:59:17.352527 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:17.395488 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-636e48d8-0033-4910-ac59-84f8417c4b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:17.415224 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636e48d8-0033-4910-ac59-84f8417c4b17 None None] No DVR routers for this DVR port 70eea985-e8f4-411c-9949-c65eca5d5509 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:59:17.417472 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a9f94-ac1f-4e89-8be5-625ba3434e34 req-5cfc1eaa-f186-4993-ab20-43442eec86af tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:17.421804 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8f0a9f94-ac1f-4e89-8be5-625ba3434e34 req-5cfc1eaa-f186-4993-ab20-43442eec86af tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=78506ea6-24e2-445d-b466-b98cbec146e4 HTTP/1.1" status: 200 len: 946 time: 0.1672950 Nov 10 17:59:17.455780 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=70eea985-e8f4-411c-9949-c65eca5d5509,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:17.504090 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e48d8-0033-4910-ac59-84f8417c4b17 None None] Pushing event deleted for resources: {'Port': ['ID=70eea985-e8f4-411c-9949-c65eca5d5509,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:17.538828 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8f0a9f94-ac1f-4e89-8be5-625ba3434e34 req-cdee1c7e-a632-4d30-95ca-31ed5db7ebb3 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031771 Nov 10 17:59:17.686961 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3fd2f37e-6940-4b83-8e87-04f99b11b242 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:17.746989 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2f37e-6940-4b83-8e87-04f99b11b242 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event deleted for resources: {'Port': ['ID=599696d0-3800-450f-9969-4c40595b3c53,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:17.763359 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c919cf-94a6-4f64-9dde-e6d37374c9cc None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:59:17.842514 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3fd2f37e-6940-4b83-8e87-04f99b11b242 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:17.962021 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3fd2f37e-6940-4b83-8e87-04f99b11b242 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:17.964791 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3fd2f37e-6940-4b83-8e87-04f99b11b242 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:18.020947 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3fd2f37e-6940-4b83-8e87-04f99b11b242 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:18.021589 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd2f37e-6940-4b83-8e87-04f99b11b242 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Fanout notify agent at l3_agent the message router_deleted on router 131c4f94-9f03-4b68-ad7b-560881e54bcd {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 17:59:18.030888 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3fd2f37e-6940-4b83-8e87-04f99b11b242 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:18.034758 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3fd2f37e-6940-4b83-8e87-04f99b11b242 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "DELETE /v2.0/routers/131c4f94-9f03-4b68-ad7b-560881e54bcd HTTP/1.1" status: 204 len: 168 time: 1.7987707 Nov 10 17:59:18.037127 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 44978) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:18.206200 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1c731eee-9998-4ce9-bd4c-0f69258987a0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:18.339543 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1c731eee-9998-4ce9-bd4c-0f69258987a0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:18.364545 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-1c731eee-9998-4ce9-bd4c-0f69258987a0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb6a6530-3277-4987-9183-1680fea86d49']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:18.376417 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-1c731eee-9998-4ce9-bd4c-0f69258987a0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b63bd616-5238-47be-8361-159777550f06') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:18.376719 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-1c731eee-9998-4ce9-bd4c-0f69258987a0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b63bd616-5238-47be-8361-159777550f06') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:18.387518 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1c731eee-9998-4ce9-bd4c-0f69258987a0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:18.403941 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1c731eee-9998-4ce9-bd4c-0f69258987a0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:18.411344 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c731eee-9998-4ce9-bd4c-0f69258987a0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 17:59:18.411730 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1c731eee-9998-4ce9-bd4c-0f69258987a0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:18.418252 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 17:59:18.418252 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 17:59:18.418252 n-d-776250-10 neutron-server[102469]: timer() Nov 10 17:59:18.418252 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 17:59:18.418252 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 17:59:18.418252 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 17:59:18.418252 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 17:59:18.418252 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 17:59:18.418252 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 17:59:18.418252 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 17:59:18.418252 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 17:59:18.418252 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 17:59:18.418252 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 17:59:18.418252 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 17:59:18.418252 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 17:59:18.418252 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 17:59:18.418252 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 17:59:18.418252 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 17:59:18.418252 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 17:59:18.418252 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 17:59:18.418252 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 17:59:18.418252 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 17:59:18.418252 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 17:59:18.418252 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 17:59:18.418252 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 17:59:18.418252 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 17:59:18.418252 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 17:59:18.418252 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 17:59:18.418252 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 17:59:18.418252 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 17:59:18.418252 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 17:59:18.418252 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 17:59:18.509327 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1c731eee-9998-4ce9-bd4c-0f69258987a0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:18.524913 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1c731eee-9998-4ce9-bd4c-0f69258987a0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:18.528876 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f58cf-ca33-4bba-8614-82552a8e01ed req-e24456b6-efa7-4c31-aab9-38b9d5de9253 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:18.533569 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e68f58cf-ca33-4bba-8614-82552a8e01ed req-e24456b6-efa7-4c31-aab9-38b9d5de9253 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.1157207 Nov 10 17:59:18.537873 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1c731eee-9998-4ce9-bd4c-0f69258987a0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "DELETE /v2.0/networks/eb6a6530-3277-4987-9183-1680fea86d49 HTTP/1.1" status: 204 len: 168 time: 0.4966898 Nov 10 17:59:18.538444 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 44986) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:18.547701 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c731eee-9998-4ce9-bd4c-0f69258987a0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event deleted for resources: {'Network': ['ID=eb6a6530-3277-4987-9183-1680fea86d49,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:18.602469 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34307000-1ff1-46c3-9092-9ce307ebb6a9 req-31d4d475-135f-4f71-acc8-e87ad68891e6 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:18.604955 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-34307000-1ff1-46c3-9092-9ce307ebb6a9 req-31d4d475-135f-4f71-acc8-e87ad68891e6 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.11 "GET /v2.0/ports?device_id=78506ea6-24e2-445d-b466-b98cbec146e4 HTTP/1.1" status: 200 len: 946 time: 0.1233945 Nov 10 17:59:18.732673 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 812dae26-8b5c-442c-8ed7-9edd5aceabcd no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:59:18.756140 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d36f4-3af8-4988-9132-76d00d1a77e0 req-11fd930d-7b38-4f79-9e5b-4b9c1589c22e tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:18.761504 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-757d36f4-3af8-4988-9132-76d00d1a77e0 req-11fd930d-7b38-4f79-9e5b-4b9c1589c22e tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=78506ea6-24e2-445d-b466-b98cbec146e4 HTTP/1.1" status: 200 len: 946 time: 0.1127992 Nov 10 17:59:18.772834 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 812dae26-8b5c-442c-8ed7-9edd5aceabcd {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:59:18.773187 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 812dae26-8b5c-442c-8ed7-9edd5aceabcd not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:59:18.773613 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 599696d0-3800-450f-9969-4c40595b3c53 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:59:18.796717 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 599696d0-3800-450f-9969-4c40595b3c53 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:59:18.797075 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 599696d0-3800-450f-9969-4c40595b3c53 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:59:18.819976 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e68f58cf-ca33-4bba-8614-82552a8e01ed req-271d6791-55f2-43e3-b677-6c6c8463f1bb tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725773 Nov 10 17:59:18.837535 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-872b1c48-7164-45e3-884f-00f049891f43 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:18.856486 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-757d36f4-3af8-4988-9132-76d00d1a77e0 req-6c4c0aa1-31e9-4f5a-bc2a-205f33968bd7 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810056 Nov 10 17:59:18.878046 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-872b1c48-7164-45e3-884f-00f049891f43 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:18.910205 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-34307000-1ff1-46c3-9092-9ce307ebb6a9 req-3fb29bf9-9101-4e1a-bdbb-e42ebfd14dfd tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Deleting port f089ec58-a067-4a75-a71d-a2b69e6fc562 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 17:59:18.910557 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-34307000-1ff1-46c3-9092-9ce307ebb6a9 req-3fb29bf9-9101-4e1a-bdbb-e42ebfd14dfd tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:19.028077 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-872b1c48-7164-45e3-884f-00f049891f43 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:19.031359 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-872b1c48-7164-45e3-884f-00f049891f43 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:19.036089 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-872b1c48-7164-45e3-884f-00f049891f43 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "DELETE /v2.0/security-groups/d242128a-5275-497a-8493-df64b4cc5782 HTTP/1.1" status: 204 len: 168 time: 0.4932148 Nov 10 17:59:19.049856 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-34307000-1ff1-46c3-9092-9ce307ebb6a9 req-3fb29bf9-9101-4e1a-bdbb-e42ebfd14dfd tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] For port f089ec58-a067-4a75-a71d-a2b69e6fc562, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=f089ec58-a067-4a75-a71d-a2b69e6fc562,segment=NetworkSegment(3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7),segment_id=3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:59:19.050357 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-34307000-1ff1-46c3-9092-9ce307ebb6a9 req-3fb29bf9-9101-4e1a-bdbb-e42ebfd14dfd tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:19.059384 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b1c48-7164-45e3-884f-00f049891f43 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d242128a-5275-497a-8493-df64b4cc5782,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:19.070716 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-34307000-1ff1-46c3-9092-9ce307ebb6a9 req-3fb29bf9-9101-4e1a-bdbb-e42ebfd14dfd tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Calling delete_port for f089ec58-a067-4a75-a71d-a2b69e6fc562 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 17:59:19.320398 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-34307000-1ff1-46c3-9092-9ce307ebb6a9 req-3fb29bf9-9101-4e1a-bdbb-e42ebfd14dfd tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:19.332909 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['d66c29cc-f978-4d3d-85b8-37973ddacedd', 'f089ec58-a067-4a75-a71d-a2b69e6fc562'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:59:19.354440 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb29bf9-9101-4e1a-bdbb-e42ebfd14dfd tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Pushing event deleted for resources: {'Port': ['ID=f089ec58-a067-4a75-a71d-a2b69e6fc562,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:19.470741 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-34307000-1ff1-46c3-9092-9ce307ebb6a9 req-3fb29bf9-9101-4e1a-bdbb-e42ebfd14dfd tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] No DVR routers for this DVR port f089ec58-a067-4a75-a71d-a2b69e6fc562 on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 17:59:19.488510 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-34307000-1ff1-46c3-9092-9ce307ebb6a9 req-3fb29bf9-9101-4e1a-bdbb-e42ebfd14dfd tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:19.491934 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-34307000-1ff1-46c3-9092-9ce307ebb6a9 req-3fb29bf9-9101-4e1a-bdbb-e42ebfd14dfd tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.11 "DELETE /v2.0/ports/f089ec58-a067-4a75-a71d-a2b69e6fc562 HTTP/1.1" status: 204 len: 173 time: 0.8498452 Nov 10 17:59:19.492444 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78506ea6-24e2-445d-b466-b98cbec146e4', 'name': 'network-vif-deleted', 'tag': 'f089ec58-a067-4a75-a71d-a2b69e6fc562'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:59:19.495065 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3b6f06-fd69-40a9-91be-b273a28ea50a" -d '{"events": [{"server_uuid": "78506ea6-24e2-445d-b466-b98cbec146e4", "name": "network-vif-deleted", "tag": "f089ec58-a067-4a75-a71d-a2b69e6fc562"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:59:19.577981 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a1d395-f6da-4a73-a912-cc8a50bb85fb x-openstack-request-id: req-68a1d395-f6da-4a73-a912-cc8a50bb85fb {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:59:19.578669 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78506ea6-24e2-445d-b466-b98cbec146e4", "name": "network-vif-deleted", "tag": "f089ec58-a067-4a75-a71d-a2b69e6fc562", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:59:19.578669 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-68a1d395-f6da-4a73-a912-cc8a50bb85fb {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:59:19.578908 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78506ea6-24e2-445d-b466-b98cbec146e4', 'name': 'network-vif-deleted', 'tag': 'f089ec58-a067-4a75-a71d-a2b69e6fc562', 'status': 'completed', 'code': 200} Nov 10 17:59:19.726787 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 45008) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:19.731356 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-c2546ac2-eb96-405e-b3ea-e5a8aabbdf0a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-814717640', 'description': 'tempest-secgroup-smoke-814717640 description', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:59:19.769825 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c2546ac2-eb96-405e-b3ea-e5a8aabbdf0a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:19.852857 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c2546ac2-eb96-405e-b3ea-e5a8aabbdf0a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:19.860940 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c2546ac2-eb96-405e-b3ea-e5a8aabbdf0a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:19.923264 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c2546ac2-eb96-405e-b3ea-e5a8aabbdf0a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:19.924635 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c2546ac2-eb96-405e-b3ea-e5a8aabbdf0a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1968102 Nov 10 17:59:19.927003 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2546ac2-eb96-405e-b3ea-e5a8aabbdf0a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8f2167-9089-46a1-82ff-20ef2cea41f4,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:19.927599 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 45014) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:19.932584 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-1ddc36d8-b74c-456b-b1e2-1b54f4d72294 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'security_group_rule': {'security_group_id': '9c8f2167-9089-46a1-82ff-20ef2cea41f4', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:59:20.012016 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1ddc36d8-b74c-456b-b1e2-1b54f4d72294 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:20.048581 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8482b56-0bce-4d25-be5e-4dd5b5fc91a4 req-d42e1f14-d7b9-423e-a3a7-b904ec242efb tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:20.050248 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d8482b56-0bce-4d25-be5e-4dd5b5fc91a4 req-d42e1f14-d7b9-423e-a3a7-b904ec242efb tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.0999844 Nov 10 17:59:20.053403 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ca9a74db-2200-4510-b26b-af6b999f0269 req-a40763b0-fc97-40c2-88a5-15f7a0d32d16 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=78506ea6-24e2-445d-b466-b98cbec146e4 HTTP/1.1" status: 200 len: 210 time: 0.0374076 Nov 10 17:59:20.146265 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d8482b56-0bce-4d25-be5e-4dd5b5fc91a4 req-480a6aed-5dfe-4b3e-aecb-f85e607eae56 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862343 Nov 10 17:59:20.174454 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1ddc36d8-b74c-456b-b1e2-1b54f4d72294 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:20.179544 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1ddc36d8-b74c-456b-b1e2-1b54f4d72294 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:20.208719 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc36d8-b74c-456b-b1e2-1b54f4d72294 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8961b3be-c5a6-40d2-aca7-e542fe3e05fc,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:20.216748 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1ddc36d8-b74c-456b-b1e2-1b54f4d72294 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:20.219080 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1ddc36d8-b74c-456b-b1e2-1b54f4d72294 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2895780 Nov 10 17:59:20.221360 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 45024) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:20.226425 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-4cb67bb7-0954-4441-916f-065af409c5d6 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'security_group_rule': {'security_group_id': '9c8f2167-9089-46a1-82ff-20ef2cea41f4', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:59:20.275429 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4cb67bb7-0954-4441-916f-065af409c5d6 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:20.343922 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4cb67bb7-0954-4441-916f-065af409c5d6 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:20.348004 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4cb67bb7-0954-4441-916f-065af409c5d6 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:20.367306 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb67bb7-0954-4441-916f-065af409c5d6 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15716f2e-d9a9-4488-b064-fceecd156d69,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:20.378327 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4cb67bb7-0954-4441-916f-065af409c5d6 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:20.380228 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4cb67bb7-0954-4441-916f-065af409c5d6 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1577880 Nov 10 17:59:20.383038 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 45028) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:20.387614 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-c6a33403-a75d-456b-8fec-63aeb5f7e45b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'security_group_rule': {'security_group_id': '9c8f2167-9089-46a1-82ff-20ef2cea41f4', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:59:20.418503 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c6a33403-a75d-456b-8fec-63aeb5f7e45b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:20.481377 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c6a33403-a75d-456b-8fec-63aeb5f7e45b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:20.486382 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c6a33403-a75d-456b-8fec-63aeb5f7e45b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:20.515984 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a33403-a75d-456b-8fec-63aeb5f7e45b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40be193f-aed5-4293-8e9a-f9e9edf2f057,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:20.528262 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c6a33403-a75d-456b-8fec-63aeb5f7e45b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:20.532692 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c6a33403-a75d-456b-8fec-63aeb5f7e45b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1485400 Nov 10 17:59:20.533322 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 45032) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:20.537868 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-7729b472-7e38-44f8-8abd-d2ec9397e29c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'security_group_rule': {'security_group_id': '9c8f2167-9089-46a1-82ff-20ef2cea41f4', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:59:20.583784 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7729b472-7e38-44f8-8abd-d2ec9397e29c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:20.644722 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7729b472-7e38-44f8-8abd-d2ec9397e29c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:20.649130 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7729b472-7e38-44f8-8abd-d2ec9397e29c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:20.666406 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729b472-7e38-44f8-8abd-d2ec9397e29c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c086ade1-faee-4097-9d37-8e1540a092ce,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:20.680655 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7729b472-7e38-44f8-8abd-d2ec9397e29c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:20.684948 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7729b472-7e38-44f8-8abd-d2ec9397e29c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1475744 Nov 10 17:59:20.685364 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 45034) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:20.692687 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-7219d451-de60-4b6c-b3d4-25159c740d11 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'security_group_rule': {'security_group_id': '9c8f2167-9089-46a1-82ff-20ef2cea41f4', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:59:20.720742 n-d-776250-10 neutron-server[102469]: INFO neutron.db.securitygroups_db [None req-7219d451-de60-4b6c-b3d4-25159c740d11 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Project 84e0993fb1d44a64ad660dd1943b7d6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:59:20.726473 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7219d451-de60-4b6c-b3d4-25159c740d11 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:20.798938 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7219d451-de60-4b6c-b3d4-25159c740d11 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:20.804054 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7219d451-de60-4b6c-b3d4-25159c740d11 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:20.822163 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219d451-de60-4b6c-b3d4-25159c740d11 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca862f09-2da3-4a47-adf6-bd7b123ed7e0,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:20.841437 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7219d451-de60-4b6c-b3d4-25159c740d11 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:20.843991 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7219d451-de60-4b6c-b3d4-25159c740d11 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1572747 Nov 10 17:59:20.848037 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 45036) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:20.854617 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-5583bdc8-b313-4473-be39-f20f8c459648 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'security_group_rule': {'security_group_id': '9c8f2167-9089-46a1-82ff-20ef2cea41f4', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:59:20.884947 n-d-776250-10 neutron-server[102469]: INFO neutron.db.securitygroups_db [None req-5583bdc8-b313-4473-be39-f20f8c459648 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Project 84e0993fb1d44a64ad660dd1943b7d6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 17:59:20.891597 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5583bdc8-b313-4473-be39-f20f8c459648 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:20.961998 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5583bdc8-b313-4473-be39-f20f8c459648 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:20.967248 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5583bdc8-b313-4473-be39-f20f8c459648 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:20.986759 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5583bdc8-b313-4473-be39-f20f8c459648 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbb9abef-d75a-4440-9575-f8b46cc2fe7e,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:20.999949 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5583bdc8-b313-4473-be39-f20f8c459648 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:21.004427 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5583bdc8-b313-4473-be39-f20f8c459648 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1525109 Nov 10 17:59:21.004968 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 45038) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:21.012056 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-d063341e-d4c5-4633-8d25-32372bb35bd7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'network': {'name': 'tempest-network-smoke--2014518795', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'port_security_enabled': True}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:59:21.037636 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d063341e-d4c5-4633-8d25-32372bb35bd7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Made reservation on behalf of 84e0993fb1d44a64ad660dd1943b7d6b for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:59:21.041015 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d063341e-d4c5-4633-8d25-32372bb35bd7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:21.065080 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d063341e-d4c5-4633-8d25-32372bb35bd7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 17:59:21.075393 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d063341e-d4c5-4633-8d25-32372bb35bd7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:21.075743 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-d063341e-d4c5-4633-8d25-32372bb35bd7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Added segment 56cdd7d6-947b-44b6-b5d9-a516cbcb8a93 of type vlan for network 57c95eaf-dc5f-4839-942b-96ef79a46308 Nov 10 17:59:21.119770 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d063341e-d4c5-4633-8d25-32372bb35bd7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:21.147246 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d063341e-d4c5-4633-8d25-32372bb35bd7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:21.153265 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d063341e-d4c5-4633-8d25-32372bb35bd7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:21.154147 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d063341e-d4c5-4633-8d25-32372bb35bd7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:21.231633 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d063341e-d4c5-4633-8d25-32372bb35bd7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2229502 Nov 10 17:59:21.232871 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 45050) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:21.237505 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-b3991aa0-24df-47f5-9aa9-e351b71b60ca tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-587253054', 'admin_state_up': True, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:59:21.270899 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063341e-d4c5-4633-8d25-32372bb35bd7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'Network': ['ID=57c95eaf-dc5f-4839-942b-96ef79a46308,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:21.274601 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b3991aa0-24df-47f5-9aa9-e351b71b60ca tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:21.276225 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b3991aa0-24df-47f5-9aa9-e351b71b60ca tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:21.285214 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 57c95eaf-dc5f-4839-942b-96ef79a46308 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 17:59:21.333288 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a40f0-93bd-43f8-8d85-4628c84ab760 req-397564a4-ef16-4797-8568-3d00635e3f33 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:21.344660 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b60a40f0-93bd-43f8-8d85-4628c84ab760 req-397564a4-ef16-4797-8568-3d00635e3f33 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.0917852 Nov 10 17:59:21.407110 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b60a40f0-93bd-43f8-8d85-4628c84ab760 req-daa80e50-ad47-4c6e-ba50-f226eaf96f51 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615561 Nov 10 17:59:21.419244 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b3991aa0-24df-47f5-9aa9-e351b71b60ca tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:21.670243 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-3cfa8d0f-c06f-41fd-973e-4e758b638de6 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:21.673740 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-3cfa8d0f-c06f-41fd-973e-4e758b638de6 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/networks?id=58317dbd-0947-4a43-8ae3-cdc5a5928560 HTTP/1.1" status: 200 len: 806 time: 0.3518317 Nov 10 17:59:21.681164 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b3991aa0-24df-47f5-9aa9-e351b71b60ca tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:21.700440 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-c4d20286-59ba-40c4-85f4-5eee52d68714 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/quotas/2c06b3ed13e7426ba9dfc20ddaee2959 HTTP/1.1" status: 200 len: 375 time: 0.0138106 Nov 10 17:59:21.799763 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device f089ec58-a067-4a75-a71d-a2b69e6fc562 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 17:59:21.835753 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: f089ec58-a067-4a75-a71d-a2b69e6fc562 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 17:59:21.836633 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device f089ec58-a067-4a75-a71d-a2b69e6fc562 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 17:59:21.837460 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-e1e30dd6-13f5-4b09-8e45-faa1eaaf918f tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c06b3ed13e7426ba9dfc20ddaee2959&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1204236 Nov 10 17:59:21.998366 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d64799-dc54-4a27-9aae-3881c73b17e2 req-a4dc5d15-f1b2-4430-96c8-a29730ea1bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:22.000791 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b5d64799-dc54-4a27-9aae-3881c73b17e2 req-a4dc5d15-f1b2-4430-96c8-a29730ea1bcc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 1097 time: 0.0998657 Nov 10 17:59:22.007919 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-0f5652ee-4af4-47de-84d8-bb12fc0a4142 service neutron] 10.222.0.39 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697049 Nov 10 17:59:22.201098 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b5d64799-dc54-4a27-9aae-3881c73b17e2 req-a7e815ca-98d3-42b0-b6d8-645b9f651ec8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914077 Nov 10 17:59:22.203422 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b3991aa0-24df-47f5-9aa9-e351b71b60ca tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:22.240843 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b3991aa0-24df-47f5-9aa9-e351b71b60ca tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:22.295638 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-becebd87-cc87-485f-af5e-0cfe0e35ee2a service neutron] 10.222.0.39 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688994 Nov 10 17:59:22.402372 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-b3991aa0-24df-47f5-9aa9-e351b71b60ca tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Allocated IP 172.25.5.55 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/5dcae3fb-41ce-450e-b63f-13dc3f99c523) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:59:22.550819 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3db2172d-0519-45be-9f8d-98a331e74b70 req-116c4b54-d19c-409d-9564-8550305ef860 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=10bd471a-d33f-4746-8e89-71a35b81b541 HTTP/1.1" status: 200 len: 210 time: 0.0329175 Nov 10 17:59:22.632505 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252b540-2254-4729-99f8-6754e96f08ac req-8063fb9f-40f2-48fc-97c7-8cd0358d3735 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:22.635247 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7252b540-2254-4729-99f8-6754e96f08ac req-8063fb9f-40f2-48fc-97c7-8cd0358d3735 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.0826161 Nov 10 17:59:22.659470 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b3991aa0-24df-47f5-9aa9-e351b71b60ca tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:22.745140 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b3991aa0-24df-47f5-9aa9-e351b71b60ca tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:22.765769 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7252b540-2254-4729-99f8-6754e96f08ac req-aab9e4c4-7ed5-4acb-bb62-f80c976d6c31 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190846 Nov 10 17:59:22.803630 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3991aa0-24df-47f5-9aa9-e351b71b60ca tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:59:22.806817 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-b3991aa0-24df-47f5-9aa9-e351b71b60ca tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:59:22.809527 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3991aa0-24df-47f5-9aa9-e351b71b60ca tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:59:22.829989 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3990664-dced-4cca-aed4-0f096976a305 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:59:22.857059 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3991aa0-24df-47f5-9aa9-e351b71b60ca tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'Port': ['ID=5dcae3fb-41ce-450e-b63f-13dc3f99c523,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:22.917503 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c6aa9e35-c6ed-4da9-b361-ef60d3398181 None None] Provisioning complete for port 5dcae3fb-41ce-450e-b63f-13dc3f99c523 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:22.917887 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c6aa9e35-c6ed-4da9-b361-ef60d3398181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:22.979540 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c6aa9e35-c6ed-4da9-b361-ef60d3398181 None None] Port 5dcae3fb-41ce-450e-b63f-13dc3f99c523 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:59:23.224461 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b3991aa0-24df-47f5-9aa9-e351b71b60ca tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:23.498279 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b3991aa0-24df-47f5-9aa9-e351b71b60ca tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:23.666413 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d9d5c55e-8433-436e-9533-fc7ff4e833d2 req-eb8ef200-dd88-4847-8a46-966d811c1ef1 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=10bd471a-d33f-4746-8e89-71a35b81b541 HTTP/1.1" status: 200 len: 210 time: 0.0330858 Nov 10 17:59:23.693710 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3991aa0-24df-47f5-9aa9-e351b71b60ca tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Router e3aff5c6-c377-4fe9-8c64-b8a480d91129 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 17:59:24.055989 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d2493-0ed4-4262-b18e-083ec60029c5 req-9e62e168-169b-445f-8762-c6ee03e463eb tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:24.058757 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d43d2493-0ed4-4262-b18e-083ec60029c5 req-9e62e168-169b-445f-8762-c6ee03e463eb tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.1297095 Nov 10 17:59:24.148239 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d43d2493-0ed4-4262-b18e-083ec60029c5 req-45783975-398d-4301-b522-80a2df84d95f tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759659 Nov 10 17:59:24.438286 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723fccb-36b3-473f-b78b-caa4cefb8b41 req-06eae8bd-ecc3-4afa-b237-355efa28f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:24.440299 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e723fccb-36b3-473f-b78b-caa4cefb8b41 req-06eae8bd-ecc3-4afa-b237-355efa28f1eb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a5dfe360ad6a4b7e8e91998519e6d4e3&device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 1097 time: 0.0457411 Nov 10 17:59:24.492720 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3991aa0-24df-47f5-9aa9-e351b71b60ca tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:59:24.512429 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7704c5a2-f56c-4ae7-af04-9752da68e561 None None] Sync routers for ids ['e3aff5c6-c377-4fe9-8c64-b8a480d91129'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:59:24.534734 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7704c5a2-f56c-4ae7-af04-9752da68e561 None None] Routers {'e3aff5c6-c377-4fe9-8c64-b8a480d91129'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:59:24.535539 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-7704c5a2-f56c-4ae7-af04-9752da68e561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:59:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['e3aff5c6-c377-4fe9-8c64-b8a480d91129'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:24.563067 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723fccb-36b3-473f-b78b-caa4cefb8b41 req-82e214f2-e80d-41b7-ac0e-5247df962c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:24.566789 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e723fccb-36b3-473f-b78b-caa4cefb8b41 req-82e214f2-e80d-41b7-ac0e-5247df962c41 service neutron] 10.222.0.11 "GET /v2.0/networks?id=13d7873a-79e1-475a-9d3e-cefe1b91f5ef HTTP/1.1" status: 200 len: 919 time: 0.1151121 Nov 10 17:59:24.580752 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b3991aa0-24df-47f5-9aa9-e351b71b60ca tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:24.592299 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b3991aa0-24df-47f5-9aa9-e351b71b60ca tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.3488758 Nov 10 17:59:24.593850 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 45110) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:24.638018 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8ef7a3ab-2ab5-420c-97ad-e7c81cfb5d32 tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=84e0993fb1d44a64ad660dd1943b7d6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396042 Nov 10 17:59:24.638647 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 45112) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:24.642780 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e723fccb-36b3-473f-b78b-caa4cefb8b41 req-53247e94-dae9-4255-b1d2-c9d04283512c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e89c9789-da08-490d-bd3f-ee8d8c6bf823 HTTP/1.1" status: 200 len: 217 time: 0.0587056 Nov 10 17:59:24.665129 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86cfb8-c0bc-41ae-8fd3-958084f10941 req-ca3a88ef-33c3-4d1d-8525-ffffb552f264 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:24.667121 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a86cfb8-c0bc-41ae-8fd3-958084f10941 req-ca3a88ef-33c3-4d1d-8525-ffffb552f264 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.2236547 Nov 10 17:59:24.717325 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723fccb-36b3-473f-b78b-caa4cefb8b41 req-621dc88a-06eb-4831-9173-59f14ad4036e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:24.719786 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-7704c5a2-f56c-4ae7-af04-9752da68e561 None None] Set router e3aff5c6-c377-4fe9-8c64-b8a480d91129 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:59:24.720904 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e723fccb-36b3-473f-b78b-caa4cefb8b41 req-621dc88a-06eb-4831-9173-59f14ad4036e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c07b776-754b-4dff-8061-5d99431acdff HTTP/1.1" status: 200 len: 858 time: 0.0705500 Nov 10 17:59:24.733504 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-0587ca11-b45d-482d-bdf5-9a36d0e85326 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:24.735559 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-0587ca11-b45d-482d-bdf5-9a36d0e85326 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.11 "GET /v2.0/networks?id=58317dbd-0947-4a43-8ae3-cdc5a5928560 HTTP/1.1" status: 200 len: 806 time: 0.3571539 Nov 10 17:59:24.769962 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-6483db94-7649-46f6-a27a-5e363b584065 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Request body: {'port': {'device_id': '10bd471a-d33f-4746-8e89-71a35b81b541', 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560', 'admin_state_up': True, 'tenant_id': '2c06b3ed13e7426ba9dfc20ddaee2959'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:59:24.835063 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e723fccb-36b3-473f-b78b-caa4cefb8b41 req-cd7823e1-dcd6-4725-a6a8-2dbb1a413e48 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=13d7873a-79e1-475a-9d3e-cefe1b91f5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872538 Nov 10 17:59:24.918286 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a86cfb8-c0bc-41ae-8fd3-958084f10941 req-0b3a7d5e-b542-4827-91e9-cdbdcf99a11d tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354126 Nov 10 17:59:25.021335 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8921150a-f428-4c22-acf4-53aace962229 req-d93e674e-011c-4fa6-b4af-092cd1b22643 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=10bd471a-d33f-4746-8e89-71a35b81b541 HTTP/1.1" status: 200 len: 210 time: 0.1839910 Nov 10 17:59:25.082268 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e723fccb-36b3-473f-b78b-caa4cefb8b41 req-19d977a7-cd6b-4f2e-9cc1-94872c64519e service neutron] 10.222.0.11 "GET /v2.0/networks/13d7873a-79e1-475a-9d3e-cefe1b91f5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264841 Nov 10 17:59:25.106141 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee2d27b-a1de-4bd3-b42c-6895341a4fbe tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:25.118639 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2ee2d27b-a1de-4bd3-b42c-6895341a4fbe tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4722307 Nov 10 17:59:25.124357 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:25.128241 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 45120) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:25.145358 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-7704c5a2-f56c-4ae7-af04-9752da68e561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587253054', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5dcae3fb-41ce-450e-b63f-13dc3f99c523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:21Z', 'updated_at': '2021-11-10T17:59:23Z', 'revision_number': 3, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '5dcae3fb-41ce-450e-b63f-13dc3f99c523', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:22Z', 'updated_at': '2021-11-10T17:59:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:25.193032 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-747ce047-1315-4638-9552-102c53cdada1 tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ef950546-b13c-4865-8837-7444cdb2848e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0634868 Nov 10 17:59:25.199422 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 45122) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:25.211446 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-d748b90a-05c0-4dda-97a7-ff1e04a7aa8d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-299587137', 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:59:25.222608 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:25.228548 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7704c5a2-f56c-4ae7-af04-9752da68e561 None None] Checking router: e3aff5c6-c377-4fe9-8c64-b8a480d91129 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:59:25.229199 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7704c5a2-f56c-4ae7-af04-9752da68e561 None None] Updating router e3aff5c6-c377-4fe9-8c64-b8a480d91129 port 5dcae3fb-41ce-450e-b63f-13dc3f99c523 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:59:25.261478 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7704c5a2-f56c-4ae7-af04-9752da68e561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:25.273537 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e723fccb-36b3-473f-b78b-caa4cefb8b41 req-4f61047d-5179-416b-be85-66d76c41ce42 service neutron] 10.222.0.11 "GET /v2.0/networks/13d7873a-79e1-475a-9d3e-cefe1b91f5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832578 Nov 10 17:59:25.378259 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.db.api [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-6483db94-7649-46f6-a27a-5e363b584065 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 10 17:59:25.378259 n-d-776250-10 neutron-server[102468]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 10 17:59:25.378259 n-d-776250-10 neutron-server[102468]: [parameters: {'project_id': '2c06b3ed13e7426ba9dfc20ddaee2959', 'id': 'bcadb48a-4036-4242-82e6-4204a9cf636c', 'expiration': datetime.datetime(2021, 11, 10, 18, 1, 25, 365814)}] Nov 10 17:59:25.378259 n-d-776250-10 neutron-server[102468]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102468) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 17:59:25.378835 n-d-776250-10 neutron-server[102468]: DEBUG oslo_db.api [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-6483db94-7649-46f6-a27a-5e363b584065 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 17:59:25.380071 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d748b90a-05c0-4dda-97a7-ff1e04a7aa8d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Made reservation on behalf of 84e0993fb1d44a64ad660dd1943b7d6b for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:59:25.383997 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d748b90a-05c0-4dda-97a7-ff1e04a7aa8d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:25.637058 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d748b90a-05c0-4dda-97a7-ff1e04a7aa8d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:25.715418 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748b90a-05c0-4dda-97a7-ff1e04a7aa8d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'Subnet': ['ID=6bf09b79-f590-415f-898e-f1a6dd84502d,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:25.726212 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d748b90a-05c0-4dda-97a7-ff1e04a7aa8d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Checking segment: {'id': '56cdd7d6-947b-44b6-b5d9-a516cbcb8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:59:25.726588 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d748b90a-05c0-4dda-97a7-ff1e04a7aa8d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Network hostable DHCP agents. Network: 57c95eaf-dc5f-4839-942b-96ef79a46308, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 17:59:25.755994 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d748b90a-05c0-4dda-97a7-ff1e04a7aa8d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Network 57c95eaf-dc5f-4839-942b-96ef79a46308 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 17:59:25.776000 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-d748b90a-05c0-4dda-97a7-ff1e04a7aa8d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 57c95eaf-dc5f-4839-942b-96ef79a46308) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:59:25.776944 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7704c5a2-f56c-4ae7-af04-9752da68e561 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:25.784249 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d748b90a-05c0-4dda-97a7-ff1e04a7aa8d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:25.785134 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d748b90a-05c0-4dda-97a7-ff1e04a7aa8d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:25.787845 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7704c5a2-f56c-4ae7-af04-9752da68e561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:25.808091 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d748b90a-05c0-4dda-97a7-ff1e04a7aa8d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6071944 Nov 10 17:59:25.808340 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 45124) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:25.844801 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef97be6-ad8a-4598-a4fc-6b9c592e8a2d None None] Network 57c95eaf-dc5f-4839-942b-96ef79a46308 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:59:25.939963 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-6483db94-7649-46f6-a27a-5e363b584065 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Made reservation on behalf of 2c06b3ed13e7426ba9dfc20ddaee2959 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:59:25.943814 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-6483db94-7649-46f6-a27a-5e363b584065 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:25.953557 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae694d9-bb4a-4b35-bb98-3bcba8c144a9 None None] Pushing event updated for resources: {'Port': ['ID=5dcae3fb-41ce-450e-b63f-13dc3f99c523,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:25.958853 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-7704c5a2-f56c-4ae7-af04-9752da68e561 None None] Attempting to bind port 5dcae3fb-41ce-450e-b63f-13dc3f99c523 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:59:25.959227 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-7704c5a2-f56c-4ae7-af04-9752da68e561 None None] Attempting to bind port 5dcae3fb-41ce-450e-b63f-13dc3f99c523 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:59:25.959696 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7704c5a2-f56c-4ae7-af04-9752da68e561 None None] Attempting to bind port 5dcae3fb-41ce-450e-b63f-13dc3f99c523 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:59:25.961802 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ace2c46-82ee-4238-8a82-69a22a14ea0b None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:59:26.038268 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7704c5a2-f56c-4ae7-af04-9752da68e561 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:59:26.038639 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7704c5a2-f56c-4ae7-af04-9752da68e561 None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:59:26.039047 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7704c5a2-f56c-4ae7-af04-9752da68e561 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:26.039552 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7704c5a2-f56c-4ae7-af04-9752da68e561 None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:59:26.040040 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-7704c5a2-f56c-4ae7-af04-9752da68e561 None None] Bound port: 5dcae3fb-41ce-450e-b63f-13dc3f99c523, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:59:26.040464 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7704c5a2-f56c-4ae7-af04-9752da68e561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:26.077589 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c201a488-35b2-4862-a42b-a73a0bcdfeac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-57c95eaf-dc5f-4839-942b-96ef79a46308', 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'fixed_ips': [{'subnet_id': '6bf09b79-f590-415f-898e-f1a6dd84502d'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 17:59:26.078851 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c201a488-35b2-4862-a42b-a73a0bcdfeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:26.205402 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-67fc0e68-cc28-40d2-9a09-1457ae94d442 req-f71019de-45a8-4ae2-b335-850c4d45f88f tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=10bd471a-d33f-4746-8e89-71a35b81b541 HTTP/1.1" status: 200 len: 210 time: 0.0552390 Nov 10 17:59:26.352441 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-c201a488-35b2-4862-a42b-a73a0bcdfeac None None] Allocated IP 172.20.0.2 (57c95eaf-dc5f-4839-942b-96ef79a46308/6bf09b79-f590-415f-898e-f1a6dd84502d/cd10277d-c09a-4e96-b05d-5a822bc6f53f) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:59:26.363723 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-af87a02c-aaf1-4e70-8538-7a47bf643d86 None None] Provisioning complete for port 5dcae3fb-41ce-450e-b63f-13dc3f99c523 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:26.364189 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-af87a02c-aaf1-4e70-8538-7a47bf643d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:26.376755 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-7704c5a2-f56c-4ae7-af04-9752da68e561 None None] For port 5dcae3fb-41ce-450e-b63f-13dc3f99c523, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:59:26.380639 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-7704c5a2-f56c-4ae7-af04-9752da68e561 None None] For port 5dcae3fb-41ce-450e-b63f-13dc3f99c523, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=5dcae3fb-41ce-450e-b63f-13dc3f99c523,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:59:26.408513 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7704c5a2-f56c-4ae7-af04-9752da68e561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:26.462671 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0cc03-ec5a-491a-ace2-db1d6432b589 req-ad9349a1-f9d4-42e7-8a46-84726eddf43a tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:26.464476 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-80b0cc03-ec5a-491a-ace2-db1d6432b589 req-ad9349a1-f9d4-42e7-8a46-84726eddf43a tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.2711909 Nov 10 17:59:26.471413 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-6483db94-7649-46f6-a27a-5e363b584065 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Allocated IP 172.20.0.5 (58317dbd-0947-4a43-8ae3-cdc5a5928560/b73615b4-0e28-45db-a02f-1f8eaf2af4fb/ee586419-41b2-4cd8-b75a-c4e921bca7ac) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:59:26.578247 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-af87a02c-aaf1-4e70-8538-7a47bf643d86 None None] Port 5dcae3fb-41ce-450e-b63f-13dc3f99c523 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:59:26.601544 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd62fe62-bcfe-4f10-8dc5-22d45cb0052e None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 17:59:26.689372 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7704c5a2-f56c-4ae7-af04-9752da68e561 None None] Routers {'e3aff5c6-c377-4fe9-8c64-b8a480d91129'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:59:26.690133 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-7704c5a2-f56c-4ae7-af04-9752da68e561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:59:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['e3aff5c6-c377-4fe9-8c64-b8a480d91129'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:26.785672 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae694d9-bb4a-4b35-bb98-3bcba8c144a9 None None] Pushing event updated for resources: {'Port': ['ID=5dcae3fb-41ce-450e-b63f-13dc3f99c523,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:26.833585 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-80b0cc03-ec5a-491a-ace2-db1d6432b589 req-51b025fc-1509-483c-9fde-1a6e915d7612 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596380 Nov 10 17:59:26.988561 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-4aeaf83c-31ce-4a0a-ac4e-82b92a8a8cee None None] Provisioning complete for port 5dcae3fb-41ce-450e-b63f-13dc3f99c523 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:26.989178 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4aeaf83c-31ce-4a0a-ac4e-82b92a8a8cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:27.066898 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c201a488-35b2-4862-a42b-a73a0bcdfeac None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:27.094754 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-7704c5a2-f56c-4ae7-af04-9752da68e561 None None] Set router e3aff5c6-c377-4fe9-8c64-b8a480d91129 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:59:27.099826 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c201a488-35b2-4862-a42b-a73a0bcdfeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:27.183735 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-6483db94-7649-46f6-a27a-5e363b584065 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:27.217213 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201a488-35b2-4862-a42b-a73a0bcdfeac None None] Pushing event updated for resources: {'Port': ['ID=cd10277d-c09a-4e96-b05d-5a822bc6f53f,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:27.298494 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8434839b-da63-4242-a2c5-3e074253afe5 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:27.326772 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c201a488-35b2-4862-a42b-a73a0bcdfeac None None] Network 57c95eaf-dc5f-4839-942b-96ef79a46308 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:59:27.406576 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4aeaf83c-31ce-4a0a-ac4e-82b92a8a8cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:27.414664 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b935b188-a540-4e7f-b751-7c34445ae895 req-cf19d0c4-26ca-4aef-9635-0abff78ad8bd tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=10bd471a-d33f-4746-8e89-71a35b81b541 HTTP/1.1" status: 200 len: 210 time: 0.0687468 Nov 10 17:59:27.417254 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-c201a488-35b2-4862-a42b-a73a0bcdfeac None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:59:27.453884 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-6483db94-7649-46f6-a27a-5e363b584065 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:27.503842 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-4aeaf83c-31ce-4a0a-ac4e-82b92a8a8cee None None] For port 5dcae3fb-41ce-450e-b63f-13dc3f99c523, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=5dcae3fb-41ce-450e-b63f-13dc3f99c523,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:59:27.517371 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c201a488-35b2-4862-a42b-a73a0bcdfeac None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:59:27.517371 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['d66c29cc-f978-4d3d-85b8-37973ddacedd'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:59:27.527808 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483db94-7649-46f6-a27a-5e363b584065 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Pushing event updated for resources: {'Port': ['ID=ee586419-41b2-4cd8-b75a-c4e921bca7ac,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:27.577881 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-6483db94-7649-46f6-a27a-5e363b584065 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Network 58317dbd-0947-4a43-8ae3-cdc5a5928560 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:59:27.592457 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4aeaf83c-31ce-4a0a-ac4e-82b92a8a8cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:27.594050 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-6483db94-7649-46f6-a27a-5e363b584065 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:59:27.606424 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-6483db94-7649-46f6-a27a-5e363b584065 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:59:27.700704 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-6483db94-7649-46f6-a27a-5e363b584065 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:27.701817 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-6483db94-7649-46f6-a27a-5e363b584065 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:27.775831 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-6483db94-7649-46f6-a27a-5e363b584065 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0170100 Nov 10 17:59:27.792907 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-58bb429a-6f12-41cd-96f0-7b0aa82dfc52 service neutron] Request body: {'port': {'device_id': '10bd471a-d33f-4746-8e89-71a35b81b541', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:59:27.804458 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-c201a488-35b2-4862-a42b-a73a0bcdfeac None None] Attempting to bind port cd10277d-c09a-4e96-b05d-5a822bc6f53f on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:59:27.805051 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-c201a488-35b2-4862-a42b-a73a0bcdfeac None None] Attempting to bind port cd10277d-c09a-4e96-b05d-5a822bc6f53f by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '56cdd7d6-947b-44b6-b5d9-a516cbcb8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:59:27.805351 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c201a488-35b2-4862-a42b-a73a0bcdfeac None None] Attempting to bind port cd10277d-c09a-4e96-b05d-5a822bc6f53f on network 57c95eaf-dc5f-4839-942b-96ef79a46308 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:59:27.825713 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c201a488-35b2-4862-a42b-a73a0bcdfeac None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:59:27.826192 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c201a488-35b2-4862-a42b-a73a0bcdfeac None None] Checking segment: {'id': '56cdd7d6-947b-44b6-b5d9-a516cbcb8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:59:27.826718 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c201a488-35b2-4862-a42b-a73a0bcdfeac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:27.827966 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c201a488-35b2-4862-a42b-a73a0bcdfeac None None] Bound using segment: {'id': '56cdd7d6-947b-44b6-b5d9-a516cbcb8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:59:27.828580 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-c201a488-35b2-4862-a42b-a73a0bcdfeac None None] Bound port: cd10277d-c09a-4e96-b05d-5a822bc6f53f, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56cdd7d6-947b-44b6-b5d9-a516cbcb8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:59:27.828933 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c201a488-35b2-4862-a42b-a73a0bcdfeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:27.852702 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeaf83c-31ce-4a0a-ac4e-82b92a8a8cee None None] Pushing event updated for resources: {'Port': ['ID=5dcae3fb-41ce-450e-b63f-13dc3f99c523,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:28.000005 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-58bb429a-6f12-41cd-96f0-7b0aa82dfc52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:28.034680 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c201a488-35b2-4862-a42b-a73a0bcdfeac None None] For port cd10277d-c09a-4e96-b05d-5a822bc6f53f, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:59:28.058088 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c201a488-35b2-4862-a42b-a73a0bcdfeac None None] For port cd10277d-c09a-4e96-b05d-5a822bc6f53f, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=cd10277d-c09a-4e96-b05d-5a822bc6f53f,segment=NetworkSegment(56cdd7d6-947b-44b6-b5d9-a516cbcb8a93),segment_id=56cdd7d6-947b-44b6-b5d9-a516cbcb8a93)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:59:28.069961 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-7704c5a2-f56c-4ae7-af04-9752da68e561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587253054', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5dcae3fb-41ce-450e-b63f-13dc3f99c523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:21Z', 'updated_at': '2021-11-10T17:59:23Z', 'revision_number': 3, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '5dcae3fb-41ce-450e-b63f-13dc3f99c523', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:22Z', 'updated_at': '2021-11-10T17:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:28.074119 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c201a488-35b2-4862-a42b-a73a0bcdfeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:28.093041 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-8434839b-da63-4242-a2c5-3e074253afe5 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Allocated IP 172.20.0.1 (57c95eaf-dc5f-4839-942b-96ef79a46308/6bf09b79-f590-415f-898e-f1a6dd84502d/df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:59:28.226368 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7704c5a2-f56c-4ae7-af04-9752da68e561 None None] The sync data for ids ['e3aff5c6-c377-4fe9-8c64-b8a480d91129'] in n-d-776250-10 is: [{'id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587253054', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5dcae3fb-41ce-450e-b63f-13dc3f99c523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:21Z', 'updated_at': '2021-11-10T17:59:23Z', 'revision_number': 3, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '5dcae3fb-41ce-450e-b63f-13dc3f99c523', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:22Z', 'updated_at': '2021-11-10T17:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:59:28.385894 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201a488-35b2-4862-a42b-a73a0bcdfeac None None] Pushing event updated for resources: {'Port': ['ID=cd10277d-c09a-4e96-b05d-5a822bc6f53f,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:28.527676 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20acf44c-466a-405d-a72d-48b2caf25529 req-f2891096-f2bc-4e19-a622-0e27487b46b4 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:28.538988 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-20acf44c-466a-405d-a72d-48b2caf25529 req-f2891096-f2bc-4e19-a622-0e27487b46b4 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.5609028 Nov 10 17:59:28.771525 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device cd10277d-c09a-4e96-b05d-5a822bc6f53f up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:59:28.835157 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ceace8-6a93-4f5b-bc53-3f1fd16f189a req-26a3801f-3d06-47cc-b1ed-4d79aaa55868 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:28.848883 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b6ceace8-6a93-4f5b-bc53-3f1fd16f189a req-26a3801f-3d06-47cc-b1ed-4d79aaa55868 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=10bd471a-d33f-4746-8e89-71a35b81b541 HTTP/1.1" status: 200 len: 931 time: 0.1750865 Nov 10 17:59:28.874077 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-20acf44c-466a-405d-a72d-48b2caf25529 req-510af707-1c37-46ce-847b-5091d7b19e76 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333409 Nov 10 17:59:28.889123 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8434839b-da63-4242-a2c5-3e074253afe5 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:28.980036 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port cd10277d-c09a-4e96-b05d-5a822bc6f53f triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:28.980594 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:28.986983 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b6ceace8-6a93-4f5b-bc53-3f1fd16f189a req-9627ef58-a90d-4bc8-9160-846697f33b94 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369879 Nov 10 17:59:29.140199 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:29.214652 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port cd10277d-c09a-4e96-b05d-5a822bc6f53f, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=cd10277d-c09a-4e96-b05d-5a822bc6f53f,segment=NetworkSegment(56cdd7d6-947b-44b6-b5d9-a516cbcb8a93),segment_id=56cdd7d6-947b-44b6-b5d9-a516cbcb8a93)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:59:29.226189 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:29.368966 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=cd10277d-c09a-4e96-b05d-5a822bc6f53f,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:29.385730 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-58bb429a-6f12-41cd-96f0-7b0aa82dfc52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee586419-41b2-4cd8-b75a-c4e921bca7ac {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:59:29.402198 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-58bb429a-6f12-41cd-96f0-7b0aa82dfc52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:29.406449 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8434839b-da63-4242-a2c5-3e074253afe5 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:29.475104 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8434839b-da63-4242-a2c5-3e074253afe5 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Network 57c95eaf-dc5f-4839-942b-96ef79a46308 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:59:29.479779 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-58bb429a-6f12-41cd-96f0-7b0aa82dfc52 service neutron] Transition to ACTIVE for port object ee586419-41b2-4cd8-b75a-c4e921bca7ac will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:59:29.481570 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-8434839b-da63-4242-a2c5-3e074253afe5 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:59:29.486389 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8434839b-da63-4242-a2c5-3e074253afe5 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:59:29.496317 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-58bb429a-6f12-41cd-96f0-7b0aa82dfc52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:29.631641 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434839b-da63-4242-a2c5-3e074253afe5 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'Port': ['ID=df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:29.758046 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8434839b-da63-4242-a2c5-3e074253afe5 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:29.945643 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb429a-6f12-41cd-96f0-7b0aa82dfc52 service neutron] Pushing event updated for resources: {'Port': ['ID=ee586419-41b2-4cd8-b75a-c4e921bca7ac,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:30.050916 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-58bb429a-6f12-41cd-96f0-7b0aa82dfc52 service neutron] Attempting to bind port ee586419-41b2-4cd8-b75a-c4e921bca7ac on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:59:30.051485 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-58bb429a-6f12-41cd-96f0-7b0aa82dfc52 service neutron] Attempting to bind port ee586419-41b2-4cd8-b75a-c4e921bca7ac by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:59:30.051827 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-58bb429a-6f12-41cd-96f0-7b0aa82dfc52 service neutron] Attempting to bind port ee586419-41b2-4cd8-b75a-c4e921bca7ac on network 58317dbd-0947-4a43-8ae3-cdc5a5928560 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:59:30.062257 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-58bb429a-6f12-41cd-96f0-7b0aa82dfc52 service neutron] Port ee586419-41b2-4cd8-b75a-c4e921bca7ac on network 58317dbd-0947-4a43-8ae3-cdc5a5928560 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:59:30.062590 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-58bb429a-6f12-41cd-96f0-7b0aa82dfc52 service neutron] Attempting to bind port ee586419-41b2-4cd8-b75a-c4e921bca7ac on network 58317dbd-0947-4a43-8ae3-cdc5a5928560 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:59:30.082840 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-58bb429a-6f12-41cd-96f0-7b0aa82dfc52 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:59:30.083184 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-58bb429a-6f12-41cd-96f0-7b0aa82dfc52 service neutron] Checking segment: {'id': '3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:59:30.083581 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-58bb429a-6f12-41cd-96f0-7b0aa82dfc52 service neutron] Bound using segment: {'id': '3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:59:30.084038 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-58bb429a-6f12-41cd-96f0-7b0aa82dfc52 service neutron] Bound port: ee586419-41b2-4cd8-b75a-c4e921bca7ac, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:59:30.084447 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-58bb429a-6f12-41cd-96f0-7b0aa82dfc52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:30.103453 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8434839b-da63-4242-a2c5-3e074253afe5 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:30.157506 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8054e751-055e-41bf-8e3d-0e44b3907941 None None] Network 57c95eaf-dc5f-4839-942b-96ef79a46308 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 17:59:30.272636 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-9621ea4a-c81f-4fbe-a4a4-818825ae75e6 None None] Provisioning complete for port cd10277d-c09a-4e96-b05d-5a822bc6f53f triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:30.273354 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9621ea4a-c81f-4fbe-a4a4-818825ae75e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:30.318624 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-58bb429a-6f12-41cd-96f0-7b0aa82dfc52 service neutron] For port ee586419-41b2-4cd8-b75a-c4e921bca7ac, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:59:30.323675 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-58bb429a-6f12-41cd-96f0-7b0aa82dfc52 service neutron] For port ee586419-41b2-4cd8-b75a-c4e921bca7ac, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ee586419-41b2-4cd8-b75a-c4e921bca7ac,segment=NetworkSegment(3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7),segment_id=3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:59:30.352965 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-58bb429a-6f12-41cd-96f0-7b0aa82dfc52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:30.470286 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb429a-6f12-41cd-96f0-7b0aa82dfc52 service neutron] Pushing event updated for resources: {'Port': ['ID=ee586419-41b2-4cd8-b75a-c4e921bca7ac,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:30.539028 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6926774-fb1a-424b-b322-1fe01a61afab req-198fbda6-f1da-4a23-808b-290464ca851b tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:30.543117 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e6926774-fb1a-424b-b322-1fe01a61afab req-198fbda6-f1da-4a23-808b-290464ca851b tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=10bd471a-d33f-4746-8e89-71a35b81b541 HTTP/1.1" status: 200 len: 943 time: 0.3859599 Nov 10 17:59:30.557395 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-58bb429a-6f12-41cd-96f0-7b0aa82dfc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:30.558918 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-58bb429a-6f12-41cd-96f0-7b0aa82dfc52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:30.562058 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-58bb429a-6f12-41cd-96f0-7b0aa82dfc52 service neutron] 10.222.0.11 "PUT /v2.0/ports/ee586419-41b2-4cd8-b75a-c4e921bca7ac HTTP/1.1" status: 200 len: 1092 time: 2.7765625 Nov 10 17:59:30.627158 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10bd471a-d33f-4746-8e89-71a35b81b541', 'tag': 'ee586419-41b2-4cd8-b75a-c4e921bca7ac'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:59:30.630504 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7c98b0-e8de-4d6c-bb0c-57062883c9f0" -d '{"events": [{"name": "network-changed", "server_uuid": "10bd471a-d33f-4746-8e89-71a35b81b541", "tag": "ee586419-41b2-4cd8-b75a-c4e921bca7ac"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:59:30.857200 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5d2b2f17-b0c0-4d9b-94e2-27e1a27a37f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:30.883425 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device cd10277d-c09a-4e96-b05d-5a822bc6f53f up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:59:31.258631 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port cd10277d-c09a-4e96-b05d-5a822bc6f53f triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:31.259436 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:31.412769 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 5dcae3fb-41ce-450e-b63f-13dc3f99c523 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:59:31.538920 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 5dcae3fb-41ce-450e-b63f-13dc3f99c523 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:31.539274 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:31.548438 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcd6e98-e204-4ce6-9b40-9aed03c22427 x-openstack-request-id: req-bdcd6e98-e204-4ce6-9b40-9aed03c22427 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:59:31.549342 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10bd471a-d33f-4746-8e89-71a35b81b541", "tag": "ee586419-41b2-4cd8-b75a-c4e921bca7ac", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:59:31.549750 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bdcd6e98-e204-4ce6-9b40-9aed03c22427 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:59:31.550418 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10bd471a-d33f-4746-8e89-71a35b81b541', 'tag': 'ee586419-41b2-4cd8-b75a-c4e921bca7ac', 'status': 'completed', 'code': 200} Nov 10 17:59:31.652613 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-dbce46b3-0cd4-422f-8770-eef2be644070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:31.654848 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-dbce46b3-0cd4-422f-8770-eef2be644070 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2c06b3ed13e7426ba9dfc20ddaee2959&device_id=10bd471a-d33f-4746-8e89-71a35b81b541 HTTP/1.1" status: 200 len: 1095 time: 0.9475772 Nov 10 17:59:31.694329 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e6926774-fb1a-424b-b322-1fe01a61afab req-fa93724e-d642-4b72-8c78-12e33c0ad379 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0464098 Nov 10 17:59:31.777793 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-f19442f9-748c-418e-b897-8c58169a80c4 None None] Provisioning complete for port df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:31.778723 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f19442f9-748c-418e-b897-8c58169a80c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:31.794752 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-983bb671-6a26-44a8-9208-25e1522e92ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee586419-41b2-4cd8-b75a-c4e921bca7ac HTTP/1.1" status: 200 len: 217 time: 0.1285193 Nov 10 17:59:31.904804 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-f19442f9-748c-418e-b897-8c58169a80c4 None None] Port df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:59:31.919886 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-f19442f9-748c-418e-b897-8c58169a80c4 None None] Provisioning complete for port cd10277d-c09a-4e96-b05d-5a822bc6f53f triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:31.920358 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f19442f9-748c-418e-b897-8c58169a80c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:32.045339 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-3382c723-440d-43fb-bc68-4fdc5f0788db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:32.048640 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-3382c723-440d-43fb-bc68-4fdc5f0788db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b73615b4-0e28-45db-a02f-1f8eaf2af4fb HTTP/1.1" status: 200 len: 846 time: 0.2438750 Nov 10 17:59:32.106526 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-63cd86d9-eae7-4cb4-950a-532cf3864a5c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58317dbd-0947-4a43-8ae3-cdc5a5928560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493038 Nov 10 17:59:32.199611 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e68fe377-1eb4-4be4-960a-9f6011c026f4 None None] Provisioning complete for port df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:32.199979 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e68fe377-1eb4-4be4-960a-9f6011c026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:32.208912 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8434839b-da63-4242-a2c5-3e074253afe5 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:32.223268 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8434839b-da63-4242-a2c5-3e074253afe5 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:32.242293 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9960386-432d-4c8c-bfef-89a983ff62ef req-58f96ed6-ca62-4b9b-b66a-cdb8e9d4f1e6 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:32.245071 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d9960386-432d-4c8c-bfef-89a983ff62ef req-58f96ed6-ca62-4b9b-b66a-cdb8e9d4f1e6 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.1584301 Nov 10 17:59:32.283224 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-e68fe377-1eb4-4be4-960a-9f6011c026f4 None None] Port df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:59:32.312717 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-2ee5fb77-451f-4898-81bf-ac81cb1ad524 service neutron] 10.222.0.11 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935778 Nov 10 17:59:32.345556 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434839b-da63-4242-a2c5-3e074253afe5 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'Port': ['ID=df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:32.369280 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d9960386-432d-4c8c-bfef-89a983ff62ef req-a8238789-d9ce-4afd-a294-bfffdaa15dd5 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161647 Nov 10 17:59:32.377076 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8434839b-da63-4242-a2c5-3e074253afe5 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:32.486891 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a5dfb8ea-352a-4d9e-b701-38a1e5d03028 req-c3c1d77e-3440-4759-acf1-aab84b751e06 service neutron] 10.222.0.11 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671257 Nov 10 17:59:32.542855 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8434839b-da63-4242-a2c5-3e074253afe5 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Network 57c95eaf-dc5f-4839-942b-96ef79a46308 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:59:32.544833 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-8434839b-da63-4242-a2c5-3e074253afe5 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:59:32.755509 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c98b0-e8de-4d6c-bb0c-57062883c9f0 req-bb752ee2-8eca-454c-9eb1-085ff1c7c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:32.757725 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eb7c98b0-e8de-4d6c-bb0c-57062883c9f0 req-bb752ee2-8eca-454c-9eb1-085ff1c7c65e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2c06b3ed13e7426ba9dfc20ddaee2959&device_id=10bd471a-d33f-4746-8e89-71a35b81b541 HTTP/1.1" status: 200 len: 1095 time: 0.1456065 Nov 10 17:59:32.881275 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-802f9a4b-c14f-4831-8073-766ce873181e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:32.900350 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8434839b-da63-4242-a2c5-3e074253afe5 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Router e3aff5c6-c377-4fe9-8c64-b8a480d91129 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:59:32.967303 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3155867-714c-4d61-ae1c-5044e2722acd req-cd59b7f5-c1f4-4bd9-8965-e86bdf01320f tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:32.976469 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d3155867-714c-4d61-ae1c-5044e2722acd req-cd59b7f5-c1f4-4bd9-8965-e86bdf01320f tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=10bd471a-d33f-4746-8e89-71a35b81b541 HTTP/1.1" status: 200 len: 943 time: 0.1191592 Nov 10 17:59:33.055633 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d3155867-714c-4d61-ae1c-5044e2722acd req-80c600cc-0c13-439c-9f4c-b2a9b041e053 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779698 Nov 10 17:59:33.129978 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-8b4b6536-bb01-4cd2-8df1-a59c05a0e3c5 None None] Provisioning complete for port df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:33.130358 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8b4b6536-bb01-4cd2-8df1-a59c05a0e3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:33.144694 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8434839b-da63-4242-a2c5-3e074253afe5 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:59:33.151349 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8434839b-da63-4242-a2c5-3e074253afe5 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "PUT /v2.0/routers/e3aff5c6-c377-4fe9-8c64-b8a480d91129/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3418503 Nov 10 17:59:33.152614 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c98b0-e8de-4d6c-bb0c-57062883c9f0 req-d1d311b4-505e-46ee-874c-01f36976952e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:33.154607 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eb7c98b0-e8de-4d6c-bb0c-57062883c9f0 req-d1d311b4-505e-46ee-874c-01f36976952e service neutron] 10.222.0.11 "GET /v2.0/networks?id=58317dbd-0947-4a43-8ae3-cdc5a5928560 HTTP/1.1" status: 200 len: 907 time: 0.3859427 Nov 10 17:59:33.166849 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdbb000-1356-4dee-a28f-74a0700476c9 None None] Sync routers for ids ['e3aff5c6-c377-4fe9-8c64-b8a480d91129'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:59:33.180524 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdbb000-1356-4dee-a28f-74a0700476c9 None None] Routers {'e3aff5c6-c377-4fe9-8c64-b8a480d91129'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:59:33.181279 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8bdbb000-1356-4dee-a28f-74a0700476c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:59:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['e3aff5c6-c377-4fe9-8c64-b8a480d91129'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:33.253997 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-8b4b6536-bb01-4cd2-8df1-a59c05a0e3c5 None None] Port df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:59:33.263700 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eb7c98b0-e8de-4d6c-bb0c-57062883c9f0 req-6ef71045-dbc7-4d98-8718-3f9b6a0d80a5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee586419-41b2-4cd8-b75a-c4e921bca7ac HTTP/1.1" status: 200 len: 217 time: 0.0997524 Nov 10 17:59:33.326823 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-8bdbb000-1356-4dee-a28f-74a0700476c9 None None] Set router e3aff5c6-c377-4fe9-8c64-b8a480d91129 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:59:33.408517 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c98b0-e8de-4d6c-bb0c-57062883c9f0 req-b1ba2e49-1673-405d-9dd9-3426b9853a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:33.410047 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eb7c98b0-e8de-4d6c-bb0c-57062883c9f0 req-b1ba2e49-1673-405d-9dd9-3426b9853a0f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b73615b4-0e28-45db-a02f-1f8eaf2af4fb HTTP/1.1" status: 200 len: 846 time: 0.1318426 Nov 10 17:59:33.473133 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eb7c98b0-e8de-4d6c-bb0c-57062883c9f0 req-2bb85efc-3c94-4cc1-81b9-7decc9cd547d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58317dbd-0947-4a43-8ae3-cdc5a5928560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549715 Nov 10 17:59:33.725914 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8bdbb000-1356-4dee-a28f-74a0700476c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587253054', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5dcae3fb-41ce-450e-b63f-13dc3f99c523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:21Z', 'updated_at': '2021-11-10T17:59:29Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '5dcae3fb-41ce-450e-b63f-13dc3f99c523', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:22Z', 'updated_at': '2021-11-10T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7', 'name': '', 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:ae:f8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '6bf09b79-f590-415f-898e-f1a6dd84502d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:27Z', 'updated_at': '2021-11-10T17:59:31Z', 'revision_number': 2, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': '6bf09b79-f590-415f-898e-f1a6dd84502d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:33.749678 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-39bb350d-f1ff-4f3c-96b1-812d85fc1dfe tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-814717640&fields=id&tenant_id=84e0993fb1d44a64ad660dd1943b7d6b HTTP/1.1" status: 200 len: 267 time: 0.2192819 Nov 10 17:59:33.752575 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eb7c98b0-e8de-4d6c-bb0c-57062883c9f0 req-b452f8a9-2ee6-4ab8-92b2-0a8868982179 service neutron] 10.222.0.11 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723942 Nov 10 17:59:33.817598 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdbb000-1356-4dee-a28f-74a0700476c9 None None] Checking router: e3aff5c6-c377-4fe9-8c64-b8a480d91129 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:59:33.819112 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdbb000-1356-4dee-a28f-74a0700476c9 None None] Updating router e3aff5c6-c377-4fe9-8c64-b8a480d91129 port df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 17:59:33.869277 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-8bdbb000-1356-4dee-a28f-74a0700476c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:33.951885 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eb7c98b0-e8de-4d6c-bb0c-57062883c9f0 req-8760451b-9517-4d17-83e0-512dccb43f80 service neutron] 10.222.0.11 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798358 Nov 10 17:59:34.051412 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-65ead0ed-9508-4178-a838-0d216d0cb9d3 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:34.064382 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:34.069542 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-65ead0ed-9508-4178-a838-0d216d0cb9d3 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/networks?id=57c95eaf-dc5f-4839-942b-96ef79a46308 HTTP/1.1" status: 200 len: 797 time: 0.3123527 Nov 10 17:59:34.114948 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-17e6c769-eda5-4940-a50d-0eb9eedca663 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/quotas/84e0993fb1d44a64ad660dd1943b7d6b HTTP/1.1" status: 200 len: 375 time: 0.0440826 Nov 10 17:59:34.305368 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-6bfdc5f3-42b4-4987-a89d-4a9f58f8b078 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1829588 Nov 10 17:59:34.334789 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda35ff-b26c-4e94-bacf-c899d3952a20 req-f5ee5e7f-aa86-4c75-99bc-7c5776bfa723 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:34.345551 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1dda35ff-b26c-4e94-bacf-c899d3952a20 req-f5ee5e7f-aa86-4c75-99bc-7c5776bfa723 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=10bd471a-d33f-4746-8e89-71a35b81b541 HTTP/1.1" status: 200 len: 943 time: 0.1293545 Nov 10 17:59:34.463430 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1dda35ff-b26c-4e94-bacf-c899d3952a20 req-3e3f94ad-f604-409b-8981-605f3ec55b2d tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162519 Nov 10 17:59:34.471693 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-8bdbb000-1356-4dee-a28f-74a0700476c9 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:34.482391 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-8bdbb000-1356-4dee-a28f-74a0700476c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:34.513541 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-ee516b8c-239a-4bd4-b2b4-471404d3e9bc service neutron] 10.222.0.39 "GET /v2.0/networks/57c95eaf-dc5f-4839-942b-96ef79a46308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930535 Nov 10 17:59:34.590467 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39f7da-1a0e-4e47-806d-f8fcaeba97d2 None None] Pushing event updated for resources: {'Port': ['ID=df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:34.603762 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da39f7da-1a0e-4e47-806d-f8fcaeba97d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:34.604411 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da39f7da-1a0e-4e47-806d-f8fcaeba97d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:34.604986 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da39f7da-1a0e-4e47-806d-f8fcaeba97d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:34.605526 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da39f7da-1a0e-4e47-806d-f8fcaeba97d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:34.606096 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da39f7da-1a0e-4e47-806d-f8fcaeba97d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:34.606635 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da39f7da-1a0e-4e47-806d-f8fcaeba97d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:34.607305 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da39f7da-1a0e-4e47-806d-f8fcaeba97d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:34.607861 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da39f7da-1a0e-4e47-806d-f8fcaeba97d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:34.609301 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da39f7da-1a0e-4e47-806d-f8fcaeba97d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:34.609888 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da39f7da-1a0e-4e47-806d-f8fcaeba97d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:34.610429 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da39f7da-1a0e-4e47-806d-f8fcaeba97d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:34.610966 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da39f7da-1a0e-4e47-806d-f8fcaeba97d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:34.694231 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-7e2a099c-ac4c-4ed0-8f3a-03d832260930 service neutron] 10.222.0.39 "GET /v2.0/networks/57c95eaf-dc5f-4839-942b-96ef79a46308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667190 Nov 10 17:59:34.834472 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-8bdbb000-1356-4dee-a28f-74a0700476c9 None None] Attempting to bind port df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:59:34.835079 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-8bdbb000-1356-4dee-a28f-74a0700476c9 None None] Attempting to bind port df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '56cdd7d6-947b-44b6-b5d9-a516cbcb8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:59:34.835714 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdbb000-1356-4dee-a28f-74a0700476c9 None None] Attempting to bind port df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7 on network 57c95eaf-dc5f-4839-942b-96ef79a46308 {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:59:34.851784 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdbb000-1356-4dee-a28f-74a0700476c9 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:59:34.852414 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdbb000-1356-4dee-a28f-74a0700476c9 None None] Checking segment: {'id': '56cdd7d6-947b-44b6-b5d9-a516cbcb8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:59:34.861545 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-8bdbb000-1356-4dee-a28f-74a0700476c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:34.862199 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdbb000-1356-4dee-a28f-74a0700476c9 None None] Bound using segment: {'id': '56cdd7d6-947b-44b6-b5d9-a516cbcb8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:59:34.863201 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-8bdbb000-1356-4dee-a28f-74a0700476c9 None None] Bound port: df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56cdd7d6-947b-44b6-b5d9-a516cbcb8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:59:34.863836 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-8bdbb000-1356-4dee-a28f-74a0700476c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:35.036381 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f6778451-336b-4872-b7b1-6dc150a9030d req-c375f17d-5162-4bac-93b1-b30429982393 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 210 time: 0.0440781 Nov 10 17:59:35.089752 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-8bdbb000-1356-4dee-a28f-74a0700476c9 None None] For port df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:59:35.100302 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-8bdbb000-1356-4dee-a28f-74a0700476c9 None None] For port df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7,segment=NetworkSegment(56cdd7d6-947b-44b6-b5d9-a516cbcb8a93),segment_id=56cdd7d6-947b-44b6-b5d9-a516cbcb8a93)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:59:35.104051 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-2be4be38-e89a-4c8e-b69a-cb1332b3cfcb None None] Provisioning complete for port df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:35.105157 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2be4be38-e89a-4c8e-b69a-cb1332b3cfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:35.108016 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-8bdbb000-1356-4dee-a28f-74a0700476c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:35.271686 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdbb000-1356-4dee-a28f-74a0700476c9 None None] Routers {'e3aff5c6-c377-4fe9-8c64-b8a480d91129'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:59:35.272539 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8bdbb000-1356-4dee-a28f-74a0700476c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:59:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['e3aff5c6-c377-4fe9-8c64-b8a480d91129'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:35.371137 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2be4be38-e89a-4c8e-b69a-cb1332b3cfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:35.383104 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39f7da-1a0e-4e47-806d-f8fcaeba97d2 None None] Pushing event updated for resources: {'Port': ['ID=df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:35.562357 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-2be4be38-e89a-4c8e-b69a-cb1332b3cfcb None None] For port df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7,segment=NetworkSegment(56cdd7d6-947b-44b6-b5d9-a516cbcb8a93),segment_id=56cdd7d6-947b-44b6-b5d9-a516cbcb8a93)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:59:35.617763 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-8bdbb000-1356-4dee-a28f-74a0700476c9 None None] Set router e3aff5c6-c377-4fe9-8c64-b8a480d91129 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:59:35.636102 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2be4be38-e89a-4c8e-b69a-cb1332b3cfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:35.805456 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01ca34-f2e6-4e38-9a16-7874269be4da req-a3a3d763-f3a8-4b9c-846a-083eb979ca17 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:35.816766 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cc01ca34-f2e6-4e38-9a16-7874269be4da req-a3a3d763-f3a8-4b9c-846a-083eb979ca17 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=10bd471a-d33f-4746-8e89-71a35b81b541 HTTP/1.1" status: 200 len: 943 time: 0.1190941 Nov 10 17:59:35.869767 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:35.918075 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device ee586419-41b2-4cd8-b75a-c4e921bca7ac details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:59:35.962036 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cc01ca34-f2e6-4e38-9a16-7874269be4da req-d3684190-2123-4fe9-89ce-ddc9db3c3b03 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430881 Nov 10 17:59:36.084141 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8bdbb000-1356-4dee-a28f-74a0700476c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587253054', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5dcae3fb-41ce-450e-b63f-13dc3f99c523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:21Z', 'updated_at': '2021-11-10T17:59:29Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '5dcae3fb-41ce-450e-b63f-13dc3f99c523', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:22Z', 'updated_at': '2021-11-10T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7', 'name': '', 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:ae:f8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '6bf09b79-f590-415f-898e-f1a6dd84502d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:27Z', 'updated_at': '2021-11-10T17:59:35Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': '6bf09b79-f590-415f-898e-f1a6dd84502d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:36.130102 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port ee586419-41b2-4cd8-b75a-c4e921bca7ac, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ee586419-41b2-4cd8-b75a-c4e921bca7ac,segment=NetworkSegment(3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7),segment_id=3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:59:36.175337 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'ee586419-41b2-4cd8-b75a-c4e921bca7ac', 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560', 'port_id': 'ee586419-41b2-4cd8-b75a-c4e921bca7ac', 'mac_address': 'fa:16:3e:1a:87:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b73615b4-0e28-45db-a02f-1f8eaf2af4fb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:59:36.209192 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdbb000-1356-4dee-a28f-74a0700476c9 None None] The sync data for ids ['e3aff5c6-c377-4fe9-8c64-b8a480d91129'] in n-d-776250-10 is: [{'id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587253054', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5dcae3fb-41ce-450e-b63f-13dc3f99c523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:21Z', 'updated_at': '2021-11-10T17:59:29Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '5dcae3fb-41ce-450e-b63f-13dc3f99c523', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:22Z', 'updated_at': '2021-11-10T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7', 'name': '', 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:ae:f8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '6bf09b79-f590-415f-898e-f1a6dd84502d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:27Z', 'updated_at': '2021-11-10T17:59:35Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': '6bf09b79-f590-415f-898e-f1a6dd84502d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:59:36.218902 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4be38-e89a-4c8e-b69a-cb1332b3cfcb None None] Pushing event updated for resources: {'Port': ['ID=df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:36.236773 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-51e075c0-7324-4eee-9299-662ce05a31f3 req-2192a135-71e3-4e9a-bd40-4bbbcdf992ec tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 210 time: 0.0711322 Nov 10 17:59:36.239590 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3cb6e729-fbd8-49e4-9913-215edbb77b94 None None] Provisioning complete for port df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:36.240246 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3cb6e729-fbd8-49e4-9913-215edbb77b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:36.607318 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:36.706756 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:36.761708 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee586419-41b2-4cd8-b75a-c4e921bca7ac {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:59:36.807580 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:59:36.828578 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port ee586419-41b2-4cd8-b75a-c4e921bca7ac, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ee586419-41b2-4cd8-b75a-c4e921bca7ac,segment=NetworkSegment(3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7),segment_id=3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:59:36.882420 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:37.021956 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-c3266fb3-34ae-4ea2-8e0e-6b7d858ad9f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:37.025353 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-c3266fb3-34ae-4ea2-8e0e-6b7d858ad9f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.13 "GET /v2.0/networks?id=57c95eaf-dc5f-4839-942b-96ef79a46308 HTTP/1.1" status: 200 len: 797 time: 0.2557387 Nov 10 17:59:37.089458 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=ee586419-41b2-4cd8-b75a-c4e921bca7ac,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:37.132501 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:37.133182 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:37.209229 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['ee586419-41b2-4cd8-b75a-c4e921bca7ac'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:59:37.239976 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515de601-b745-4d87-82c3-b0bf03080daa req-311241c8-38cb-4279-ba79-900282d42cfe tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:37.243789 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-3b805cab-2080-4dfb-9563-be2967c8e2b7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84e0993fb1d44a64ad660dd1943b7d6b HTTP/1.1" status: 200 len: 379 time: 0.2085567 Nov 10 17:59:37.249992 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-515de601-b745-4d87-82c3-b0bf03080daa req-311241c8-38cb-4279-ba79-900282d42cfe tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=10bd471a-d33f-4746-8e89-71a35b81b541 HTTP/1.1" status: 200 len: 944 time: 0.1602285 Nov 10 17:59:37.256659 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-ee5991a3-fad3-4c01-8d91-66f3a61050c1 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'port': {'device_id': 'd4c2fbe7-a7cf-49da-beac-47879b85c684', 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308', 'admin_state_up': True, 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'security_groups': ['9c8f2167-9089-46a1-82ff-20ef2cea41f4']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:59:37.392022 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-515de601-b745-4d87-82c3-b0bf03080daa req-5c361755-75d6-4a74-b08c-ed209af6c249 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410513 Nov 10 17:59:38.165920 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3199c99c-2a73-42b1-b191-153d385fca85 req-64e74f2e-d19f-40d1-b701-08f7b6483774 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 210 time: 0.6425810 Nov 10 17:59:38.167550 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-ee5991a3-fad3-4c01-8d91-66f3a61050c1 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Made reservation on behalf of 84e0993fb1d44a64ad660dd1943b7d6b for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:59:38.172676 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-ee5991a3-fad3-4c01-8d91-66f3a61050c1 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:38.356082 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-ee5991a3-fad3-4c01-8d91-66f3a61050c1 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Allocated IP 172.20.0.9 (57c95eaf-dc5f-4839-942b-96ef79a46308/6bf09b79-f590-415f-898e-f1a6dd84502d/72da4933-3021-4964-b6cd-e84e165c4734) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:59:38.565904 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06291e6-8e42-4a0b-8237-35c0a491579d req-46ec5bae-3812-4974-a6d1-972b12538764 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:38.582359 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b06291e6-8e42-4a0b-8237-35c0a491579d req-46ec5bae-3812-4974-a6d1-972b12538764 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=10bd471a-d33f-4746-8e89-71a35b81b541 HTTP/1.1" status: 200 len: 944 time: 0.0836835 Nov 10 17:59:38.657346 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-ee5991a3-fad3-4c01-8d91-66f3a61050c1 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:38.707300 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b06291e6-8e42-4a0b-8237-35c0a491579d req-129634b5-bf4e-4553-a937-c51f4a510f78 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225984 Nov 10 17:59:38.739416 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-ee5991a3-fad3-4c01-8d91-66f3a61050c1 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:38.806096 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-ee5991a3-fad3-4c01-8d91-66f3a61050c1 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Network 57c95eaf-dc5f-4839-942b-96ef79a46308 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:59:38.809834 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-ee5991a3-fad3-4c01-8d91-66f3a61050c1 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:59:38.814373 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-ee5991a3-fad3-4c01-8d91-66f3a61050c1 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:59:38.821616 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5991a3-fad3-4c01-8d91-66f3a61050c1 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'Port': ['ID=72da4933-3021-4964-b6cd-e84e165c4734,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:38.859825 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5991a3-fad3-4c01-8d91-66f3a61050c1 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:38.860289 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5991a3-fad3-4c01-8d91-66f3a61050c1 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:38.860707 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5991a3-fad3-4c01-8d91-66f3a61050c1 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:38.861116 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5991a3-fad3-4c01-8d91-66f3a61050c1 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:38.861519 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5991a3-fad3-4c01-8d91-66f3a61050c1 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:38.861930 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5991a3-fad3-4c01-8d91-66f3a61050c1 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:38.862325 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5991a3-fad3-4c01-8d91-66f3a61050c1 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:38.862731 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5991a3-fad3-4c01-8d91-66f3a61050c1 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:38.863125 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5991a3-fad3-4c01-8d91-66f3a61050c1 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:38.863530 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5991a3-fad3-4c01-8d91-66f3a61050c1 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:38.863937 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5991a3-fad3-4c01-8d91-66f3a61050c1 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:38.871598 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5991a3-fad3-4c01-8d91-66f3a61050c1 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:38.949215 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-ee5991a3-fad3-4c01-8d91-66f3a61050c1 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:38.952928 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-ee5991a3-fad3-4c01-8d91-66f3a61050c1 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:38.983618 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-ee5991a3-fad3-4c01-8d91-66f3a61050c1 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7328100 Nov 10 17:59:39.002395 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-717beb66-f294-4e35-bf9f-b0ce1cdb7f90 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 17:59:39.003797 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-717beb66-f294-4e35-bf9f-b0ce1cdb7f90 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121391 Nov 10 17:59:39.021197 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-b37cc197-8f36-4b5a-ac8e-50c7757f8b71 service neutron] Request body: {'port': {'device_id': 'd4c2fbe7-a7cf-49da-beac-47879b85c684', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:59:39.110171 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-b37cc197-8f36-4b5a-ac8e-50c7757f8b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:39.296706 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b08c25da-0b77-41a3-909c-e85136bafc33 None None] Provisioning complete for port 72da4933-3021-4964-b6cd-e84e165c4734 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:39.297338 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b08c25da-0b77-41a3-909c-e85136bafc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:39.358889 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-b08c25da-0b77-41a3-909c-e85136bafc33 None None] Port 72da4933-3021-4964-b6cd-e84e165c4734 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 17:59:39.479477 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e0b1f-baf6-4854-a65c-a69d6a890ea0 req-b0dab6d5-300d-4820-be22-73ee4a69ef15 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:39.481136 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e6e0b1f-baf6-4854-a65c-a69d6a890ea0 req-b0dab6d5-300d-4820-be22-73ee4a69ef15 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 931 time: 0.1326861 Nov 10 17:59:39.570806 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e6e0b1f-baf6-4854-a65c-a69d6a890ea0 req-8fbdda92-c90c-47b8-9ef8-8c14b33fab00 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812340 Nov 10 17:59:39.639282 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-b37cc197-8f36-4b5a-ac8e-50c7757f8b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72da4933-3021-4964-b6cd-e84e165c4734 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:59:39.648704 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-b37cc197-8f36-4b5a-ac8e-50c7757f8b71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:39.663072 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-b37cc197-8f36-4b5a-ac8e-50c7757f8b71 service neutron] Transition to ACTIVE for port object 72da4933-3021-4964-b6cd-e84e165c4734 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:59:39.670433 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-b37cc197-8f36-4b5a-ac8e-50c7757f8b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:39.871894 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37cc197-8f36-4b5a-ac8e-50c7757f8b71 service neutron] Pushing event updated for resources: {'Port': ['ID=72da4933-3021-4964-b6cd-e84e165c4734,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:39.923838 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device ee586419-41b2-4cd8-b75a-c4e921bca7ac up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:59:39.935216 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-b37cc197-8f36-4b5a-ac8e-50c7757f8b71 service neutron] Attempting to bind port 72da4933-3021-4964-b6cd-e84e165c4734 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:59:39.935743 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-b37cc197-8f36-4b5a-ac8e-50c7757f8b71 service neutron] Attempting to bind port 72da4933-3021-4964-b6cd-e84e165c4734 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '56cdd7d6-947b-44b6-b5d9-a516cbcb8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:59:39.936844 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-b37cc197-8f36-4b5a-ac8e-50c7757f8b71 service neutron] Attempting to bind port 72da4933-3021-4964-b6cd-e84e165c4734 on network 57c95eaf-dc5f-4839-942b-96ef79a46308 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:59:39.950146 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-b37cc197-8f36-4b5a-ac8e-50c7757f8b71 service neutron] Port 72da4933-3021-4964-b6cd-e84e165c4734 on network 57c95eaf-dc5f-4839-942b-96ef79a46308 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:59:39.950665 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-b37cc197-8f36-4b5a-ac8e-50c7757f8b71 service neutron] Attempting to bind port 72da4933-3021-4964-b6cd-e84e165c4734 on network 57c95eaf-dc5f-4839-942b-96ef79a46308 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:59:39.963220 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110c6a5-684d-4613-9039-074a71269bff req-302b0f5b-b74a-470d-a10e-9e0fc9e10fbb tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:39.965107 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-b37cc197-8f36-4b5a-ac8e-50c7757f8b71 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:59:39.971266 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-b37cc197-8f36-4b5a-ac8e-50c7757f8b71 service neutron] Checking segment: {'id': '56cdd7d6-947b-44b6-b5d9-a516cbcb8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:59:39.972071 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-b37cc197-8f36-4b5a-ac8e-50c7757f8b71 service neutron] Bound using segment: {'id': '56cdd7d6-947b-44b6-b5d9-a516cbcb8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:59:39.972827 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-b37cc197-8f36-4b5a-ac8e-50c7757f8b71 service neutron] Bound port: 72da4933-3021-4964-b6cd-e84e165c4734, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56cdd7d6-947b-44b6-b5d9-a516cbcb8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:59:39.972960 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4110c6a5-684d-4613-9039-074a71269bff req-302b0f5b-b74a-470d-a10e-9e0fc9e10fbb tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=10bd471a-d33f-4746-8e89-71a35b81b541 HTTP/1.1" status: 200 len: 944 time: 0.0723414 Nov 10 17:59:39.973395 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-b37cc197-8f36-4b5a-ac8e-50c7757f8b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:40.046430 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port ee586419-41b2-4cd8-b75a-c4e921bca7ac completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:59:40.056780 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port ee586419-41b2-4cd8-b75a-c4e921bca7ac triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:40.057580 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:40.189349 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4110c6a5-684d-4613-9039-074a71269bff req-ebc7999f-03c1-4012-abcd-9c8fb7289c7f tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150750 Nov 10 17:59:40.190463 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-b37cc197-8f36-4b5a-ac8e-50c7757f8b71 service neutron] For port 72da4933-3021-4964-b6cd-e84e165c4734, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:59:40.197802 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-b37cc197-8f36-4b5a-ac8e-50c7757f8b71 service neutron] For port 72da4933-3021-4964-b6cd-e84e165c4734, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=72da4933-3021-4964-b6cd-e84e165c4734,segment=NetworkSegment(56cdd7d6-947b-44b6-b5d9-a516cbcb8a93),segment_id=56cdd7d6-947b-44b6-b5d9-a516cbcb8a93)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:59:40.206031 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-b37cc197-8f36-4b5a-ac8e-50c7757f8b71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:40.242291 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-b37cc197-8f36-4b5a-ac8e-50c7757f8b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:40.242926 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-b37cc197-8f36-4b5a-ac8e-50c7757f8b71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:40.246353 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-b37cc197-8f36-4b5a-ac8e-50c7757f8b71 service neutron] 10.222.0.13 "PUT /v2.0/ports/72da4933-3021-4964-b6cd-e84e165c4734 HTTP/1.1" status: 200 len: 1092 time: 1.2341073 Nov 10 17:59:40.258893 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:40.315620 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c2fbe7-a7cf-49da-beac-47879b85c684', 'tag': '72da4933-3021-4964-b6cd-e84e165c4734'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:59:40.318050 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353604c6-6ac5-40d3-9415-5edd4df31e35" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c2fbe7-a7cf-49da-beac-47879b85c684", "tag": "72da4933-3021-4964-b6cd-e84e165c4734"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:59:40.355066 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bd471a-d33f-4746-8e89-71a35b81b541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee586419-41b2-4cd8-b75a-c4e921bca7ac'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:59:40.358263 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d5703c-1dd4-4fea-bb3b-103e0a25260d" -d '{"events": [{"server_uuid": "10bd471a-d33f-4746-8e89-71a35b81b541", "name": "network-vif-plugged", "status": "completed", "tag": "ee586419-41b2-4cd8-b75a-c4e921bca7ac"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:59:40.412173 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port ee586419-41b2-4cd8-b75a-c4e921bca7ac, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ee586419-41b2-4cd8-b75a-c4e921bca7ac,segment=NetworkSegment(3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7),segment_id=3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:59:40.419624 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:40.482488 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a1faa3-ca37-40fe-8157-f238cc1b9fbe x-openstack-request-id: req-b3a1faa3-ca37-40fe-8157-f238cc1b9fbe {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:59:40.503395 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10bd471a-d33f-4746-8e89-71a35b81b541", "name": "network-vif-plugged", "status": "completed", "tag": "ee586419-41b2-4cd8-b75a-c4e921bca7ac", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:59:40.503657 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b3a1faa3-ca37-40fe-8157-f238cc1b9fbe {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:59:40.505293 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bd471a-d33f-4746-8e89-71a35b81b541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee586419-41b2-4cd8-b75a-c4e921bca7ac', 'code': 200} Nov 10 17:59:40.510840 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37cc197-8f36-4b5a-ac8e-50c7757f8b71 service neutron] Pushing event updated for resources: {'Port': ['ID=72da4933-3021-4964-b6cd-e84e165c4734,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:40.568418 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-473ff5a1-b318-4f4b-81b2-6772d94359bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:40.571703 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-473ff5a1-b318-4f4b-81b2-6772d94359bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 1095 time: 0.2379043 Nov 10 17:59:40.611442 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=ee586419-41b2-4cd8-b75a-c4e921bca7ac,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:40.660367 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095dc86f-b5d9-457b-82da-e26ef91c7f50 req-8817d3c3-bb16-4cd5-82b9-de9c95315205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:40.663266 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-095dc86f-b5d9-457b-82da-e26ef91c7f50 req-8817d3c3-bb16-4cd5-82b9-de9c95315205 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10bd471a-d33f-4746-8e89-71a35b81b541 HTTP/1.1" status: 200 len: 1097 time: 0.1095378 Nov 10 17:59:40.719282 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29fef20-1da1-4a22-bf76-b960c638cae5 x-openstack-request-id: req-d29fef20-1da1-4a22-bf76-b960c638cae5 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:59:40.719729 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c2fbe7-a7cf-49da-beac-47879b85c684", "tag": "72da4933-3021-4964-b6cd-e84e165c4734", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:59:40.720130 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d29fef20-1da1-4a22-bf76-b960c638cae5 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:59:40.741158 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4c2fbe7-a7cf-49da-beac-47879b85c684', 'tag': '72da4933-3021-4964-b6cd-e84e165c4734', 'status': 'completed', 'code': 200} Nov 10 17:59:40.743517 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-790505ad-ab07-4e10-b55f-07cbc20f25c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72da4933-3021-4964-b6cd-e84e165c4734 HTTP/1.1" status: 200 len: 217 time: 0.1624889 Nov 10 17:59:40.834439 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-095dc86f-b5d9-457b-82da-e26ef91c7f50 req-cebee14f-7803-4a8f-a721-bd5ce12683a8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571352 Nov 10 17:59:40.859636 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4e2ad-6ade-4a91-bf4d-8e3cf9fec4b5 req-62dd7dae-8ac3-453b-888d-e6cabf382822 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:40.868928 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-26d4e2ad-6ade-4a91-bf4d-8e3cf9fec4b5 req-62dd7dae-8ac3-453b-888d-e6cabf382822 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 943 time: 0.1417890 Nov 10 17:59:40.929962 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-d00e2397-baad-4616-a3d4-2cfa2e9c96ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:40.932436 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-d00e2397-baad-4616-a3d4-2cfa2e9c96ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6bf09b79-f590-415f-898e-f1a6dd84502d HTTP/1.1" status: 200 len: 834 time: 0.1795225 Nov 10 17:59:40.947438 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-26d4e2ad-6ade-4a91-bf4d-8e3cf9fec4b5 req-3c1882c5-192b-492d-b36d-42a6ac38001c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737126 Nov 10 17:59:41.031321 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-492f73c5-6d51-4cb5-ad86-773b70a99ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:41.033977 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-492f73c5-6d51-4cb5-ad86-773b70a99ae8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57c95eaf-dc5f-4839-942b-96ef79a46308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0934873 Nov 10 17:59:41.146461 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-e17b6305-68b5-40c4-a242-099ee20e3d85 service neutron] 10.222.0.13 "GET /v2.0/networks/57c95eaf-dc5f-4839-942b-96ef79a46308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038675 Nov 10 17:59:41.272371 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a278bfc7-cc66-40e7-854a-5460c216f9a0 req-c00f166b-7bc9-4adc-9a9b-c007fd052c2a service neutron] 10.222.0.13 "GET /v2.0/networks/57c95eaf-dc5f-4839-942b-96ef79a46308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173916 Nov 10 17:59:41.359954 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4692b-beb4-4ada-9ff4-9791f809e030 req-a707585b-c90a-4499-bfb0-b98037f2084d tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:41.369315 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7c4692b-beb4-4ada-9ff4-9791f809e030 req-a707585b-c90a-4499-bfb0-b98037f2084d tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=10bd471a-d33f-4746-8e89-71a35b81b541 HTTP/1.1" status: 200 len: 945 time: 0.0699620 Nov 10 17:59:41.462056 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353604c6-6ac5-40d3-9415-5edd4df31e35 req-9787a11a-6967-4f82-8420-dc8d25771106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:41.463569 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-353604c6-6ac5-40d3-9415-5edd4df31e35 req-9787a11a-6967-4f82-8420-dc8d25771106 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 1095 time: 0.0915375 Nov 10 17:59:41.479600 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7c4692b-beb4-4ada-9ff4-9791f809e030 req-c9c81ff7-5ec9-45d8-85f5-e63fc5d0de30 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040177 Nov 10 17:59:41.610792 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353604c6-6ac5-40d3-9415-5edd4df31e35 req-212e7bd4-5f67-4956-a392-a34fb0db6a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:41.615308 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-353604c6-6ac5-40d3-9415-5edd4df31e35 req-212e7bd4-5f67-4956-a392-a34fb0db6a6f service neutron] 10.222.0.13 "GET /v2.0/networks?id=57c95eaf-dc5f-4839-942b-96ef79a46308 HTTP/1.1" status: 200 len: 898 time: 0.1346674 Nov 10 17:59:41.704783 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-353604c6-6ac5-40d3-9415-5edd4df31e35 req-a635838d-3b91-4c41-bc12-e2901567051b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72da4933-3021-4964-b6cd-e84e165c4734 HTTP/1.1" status: 200 len: 217 time: 0.0812700 Nov 10 17:59:41.800901 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353604c6-6ac5-40d3-9415-5edd4df31e35 req-d9beafea-2f87-4e1d-881b-e120f693fdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:41.802764 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-353604c6-6ac5-40d3-9415-5edd4df31e35 req-d9beafea-2f87-4e1d-881b-e120f693fdd2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6bf09b79-f590-415f-898e-f1a6dd84502d HTTP/1.1" status: 200 len: 834 time: 0.0906608 Nov 10 17:59:41.882293 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353604c6-6ac5-40d3-9415-5edd4df31e35 req-e127b94f-61a0-4455-9741-754ec1cbeddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:41.883779 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-353604c6-6ac5-40d3-9415-5edd4df31e35 req-e127b94f-61a0-4455-9741-754ec1cbeddc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57c95eaf-dc5f-4839-942b-96ef79a46308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711656 Nov 10 17:59:42.118189 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-353604c6-6ac5-40d3-9415-5edd4df31e35 req-d7b48b39-4fd9-4dda-ad17-2a8f60b40fc3 service neutron] 10.222.0.13 "GET /v2.0/networks/57c95eaf-dc5f-4839-942b-96ef79a46308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177267 Nov 10 17:59:42.144419 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8f66c-acec-4c10-806c-4ac0cc62cbeb req-659d64ae-311b-4092-ab71-f5e524154581 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:42.146057 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cda8f66c-acec-4c10-806c-4ac0cc62cbeb req-659d64ae-311b-4092-ab71-f5e524154581 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 943 time: 0.0686245 Nov 10 17:59:42.218331 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cda8f66c-acec-4c10-806c-4ac0cc62cbeb req-583d1db2-9987-4e42-b9eb-78e7bc4c2c2a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656240 Nov 10 17:59:42.381435 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-353604c6-6ac5-40d3-9415-5edd4df31e35 req-d7563122-dbc1-43da-9f5d-15e6ca2fe84d service neutron] 10.222.0.13 "GET /v2.0/networks/57c95eaf-dc5f-4839-942b-96ef79a46308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539170 Nov 10 17:59:42.639418 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53898283-e359-499a-9b4b-929e839ef75f req-970e3895-8068-4c3b-ae1f-651a888d76e9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:42.649121 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-53898283-e359-499a-9b4b-929e839ef75f req-970e3895-8068-4c3b-ae1f-651a888d76e9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=10bd471a-d33f-4746-8e89-71a35b81b541 HTTP/1.1" status: 200 len: 945 time: 0.0846531 Nov 10 17:59:42.740685 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-53898283-e359-499a-9b4b-929e839ef75f req-bfba4dc3-1135-4de9-a711-84e2c6a3262e tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901144 Nov 10 17:59:43.079536 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968a054-2764-449d-982e-a397ec8dc3ce req-ba155a6e-9ad9-4942-a4a6-fff1754cc0a3 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:43.081156 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b968a054-2764-449d-982e-a397ec8dc3ce req-ba155a6e-9ad9-4942-a4a6-fff1754cc0a3 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/networks?id=58317dbd-0947-4a43-8ae3-cdc5a5928560 HTTP/1.1" status: 200 len: 806 time: 0.1589670 Nov 10 17:59:43.114583 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b968a054-2764-449d-982e-a397ec8dc3ce req-bfafb213-87a2-42ba-ab21-3ab14b1d36f2 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/quotas/2c06b3ed13e7426ba9dfc20ddaee2959 HTTP/1.1" status: 200 len: 375 time: 0.0266969 Nov 10 17:59:43.199125 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b968a054-2764-449d-982e-a397ec8dc3ce req-811d11c1-ea4b-4699-8f73-0e41f24dc9e5 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c06b3ed13e7426ba9dfc20ddaee2959&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0723715 Nov 10 17:59:43.378011 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b968a054-2764-449d-982e-a397ec8dc3ce req-d74efe98-de44-4c9f-b18b-5892e051b175 service neutron] 10.222.0.39 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683347 Nov 10 17:59:43.455127 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021318e-278f-4e7c-92c4-e6d9de303997 req-a02fd653-a8de-4505-a81a-dae5efe6cd0b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:43.467071 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2021318e-278f-4e7c-92c4-e6d9de303997 req-a02fd653-a8de-4505-a81a-dae5efe6cd0b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 943 time: 0.0999942 Nov 10 17:59:43.534637 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b968a054-2764-449d-982e-a397ec8dc3ce req-585fc3c9-578b-4b05-9a07-d1619ed42b23 service neutron] 10.222.0.39 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453521 Nov 10 17:59:43.546536 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2021318e-278f-4e7c-92c4-e6d9de303997 req-2863007f-04ae-40d8-86d2-b568f73a323f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754333 Nov 10 17:59:43.908185 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4a3f3c27-2003-41fc-81b8-363fdc1781c1 req-ccb42e4d-c3bf-406f-bdd4-b4cd2d60ebb2 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecf64ae-c3a2-42bc-b479-3bc0884d19cd HTTP/1.1" status: 200 len: 210 time: 0.0772712 Nov 10 17:59:44.095829 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 72da4933-3021-4964-b6cd-e84e165c4734 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:59:44.349256 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 72da4933-3021-4964-b6cd-e84e165c4734, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=72da4933-3021-4964-b6cd-e84e165c4734,segment=NetworkSegment(56cdd7d6-947b-44b6-b5d9-a516cbcb8a93),segment_id=56cdd7d6-947b-44b6-b5d9-a516cbcb8a93)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:59:44.367055 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '72da4933-3021-4964-b6cd-e84e165c4734', 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308', 'port_id': '72da4933-3021-4964-b6cd-e84e165c4734', 'mac_address': 'fa:16:3e:f7:f7:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf09b79-f590-415f-898e-f1a6dd84502d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:59:44.367810 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 45806) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:44.418940 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:44.451699 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72da4933-3021-4964-b6cd-e84e165c4734 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:59:44.505301 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 72da4933-3021-4964-b6cd-e84e165c4734, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=72da4933-3021-4964-b6cd-e84e165c4734,segment=NetworkSegment(56cdd7d6-947b-44b6-b5d9-a516cbcb8a93),segment_id=56cdd7d6-947b-44b6-b5d9-a516cbcb8a93)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:59:44.511411 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:44.543071 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9fc6592f-dfe6-4bf5-b6a8-593c70eb9c0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:44.585147 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=72da4933-3021-4964-b6cd-e84e165c4734,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:44.676865 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9fc6592f-dfe6-4bf5-b6a8-593c70eb9c0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:44.683911 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9fc6592f-dfe6-4bf5-b6a8-593c70eb9c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:44.714312 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c232c68-c507-42e2-9324-3a446abd1bc8 req-c4ced4e6-8bae-4a4e-b7d7-c8596fdd86f2 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:44.716871 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6c232c68-c507-42e2-9324-3a446abd1bc8 req-c4ced4e6-8bae-4a4e-b7d7-c8596fdd86f2 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 944 time: 0.0808001 Nov 10 17:59:44.735224 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['72da4933-3021-4964-b6cd-e84e165c4734'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:59:44.788994 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9fc6592f-dfe6-4bf5-b6a8-593c70eb9c0b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d85456327f0c42f990ada2bc80c053f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4197280 Nov 10 17:59:44.791863 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 45812) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:44.807084 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc6592f-dfe6-4bf5-b6a8-593c70eb9c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956f5c20-eab1-46ed-ba6d-31afbf479327,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:44.870293 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6158e1f6-d023-4cd2-9758-f1ecc53872b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:44.888437 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6c232c68-c507-42e2-9324-3a446abd1bc8 req-af24a8f7-7b8a-49ce-bf98-8cc5dd06b4f0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575904 Nov 10 17:59:44.927124 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6158e1f6-d023-4cd2-9758-f1ecc53872b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:44.998441 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6158e1f6-d023-4cd2-9758-f1ecc53872b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:45.004386 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6158e1f6-d023-4cd2-9758-f1ecc53872b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:45.009720 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6158e1f6-d023-4cd2-9758-f1ecc53872b2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/956f5c20-eab1-46ed-ba6d-31afbf479327 HTTP/1.1" status: 204 len: 168 time: 0.2138026 Nov 10 17:59:45.025349 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158e1f6-d023-4cd2-9758-f1ecc53872b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956f5c20-eab1-46ed-ba6d-31afbf479327,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:45.054753 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158e1f6-d023-4cd2-9758-f1ecc53872b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:45.058044 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158e1f6-d023-4cd2-9758-f1ecc53872b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:45.058602 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158e1f6-d023-4cd2-9758-f1ecc53872b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:45.062264 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158e1f6-d023-4cd2-9758-f1ecc53872b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:45.062754 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158e1f6-d023-4cd2-9758-f1ecc53872b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:45.063172 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158e1f6-d023-4cd2-9758-f1ecc53872b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:45.063712 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158e1f6-d023-4cd2-9758-f1ecc53872b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:45.064275 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158e1f6-d023-4cd2-9758-f1ecc53872b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:45.064812 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158e1f6-d023-4cd2-9758-f1ecc53872b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:45.067232 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158e1f6-d023-4cd2-9758-f1ecc53872b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:45.067682 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158e1f6-d023-4cd2-9758-f1ecc53872b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:45.072830 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158e1f6-d023-4cd2-9758-f1ecc53872b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 17:59:45.178524 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-03117a24-a3ea-4e67-80e8-41f7a7728c61 req-0f1702df-e281-4ddc-b6a5-2314163fbc4c tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecf64ae-c3a2-42bc-b479-3bc0884d19cd HTTP/1.1" status: 200 len: 210 time: 0.0437560 Nov 10 17:59:45.503260 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968a054-2764-449d-982e-a397ec8dc3ce req-25cce3f2-ad6d-4c66-85ff-b5e4f989ddf1 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:45.505331 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b968a054-2764-449d-982e-a397ec8dc3ce req-25cce3f2-ad6d-4c66-85ff-b5e4f989ddf1 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.11 "GET /v2.0/networks?id=58317dbd-0947-4a43-8ae3-cdc5a5928560 HTTP/1.1" status: 200 len: 806 time: 0.2527142 Nov 10 17:59:45.524056 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-b968a054-2764-449d-982e-a397ec8dc3ce req-1d891253-7eee-4566-9b14-c3f95194af4c tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Request body: {'port': {'device_id': '4ecf64ae-c3a2-42bc-b479-3bc0884d19cd', 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560', 'admin_state_up': True, 'tenant_id': '2c06b3ed13e7426ba9dfc20ddaee2959'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:59:45.615278 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 45834) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:45.663235 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b968a054-2764-449d-982e-a397ec8dc3ce req-1d891253-7eee-4566-9b14-c3f95194af4c tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Made reservation on behalf of 2c06b3ed13e7426ba9dfc20ddaee2959 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 17:59:45.667588 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b968a054-2764-449d-982e-a397ec8dc3ce req-1d891253-7eee-4566-9b14-c3f95194af4c tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:45.846278 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 17:59:45.854600 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-b968a054-2764-449d-982e-a397ec8dc3ce req-1d891253-7eee-4566-9b14-c3f95194af4c tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Allocated IP 172.20.0.11 (58317dbd-0947-4a43-8ae3-cdc5a5928560/b73615b4-0e28-45db-a02f-1f8eaf2af4fb/c986f7cb-b933-471c-bb5f-7845150d7d32) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:59:46.003382 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b8a83717-3ce6-4918-a443-0b12cabd9e7f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ccfb28cec3e34eecb7b0bb4fabcf302e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3865533 Nov 10 17:59:46.005940 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 45848) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:46.090718 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 72da4933-3021-4964-b6cd-e84e165c4734 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:59:46.107492 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bf47a71-deb7-4812-acc0-f45c99d6aa14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:46.149896 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b968a054-2764-449d-982e-a397ec8dc3ce req-1d891253-7eee-4566-9b14-c3f95194af4c tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:46.161551 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 72da4933-3021-4964-b6cd-e84e165c4734 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:59:46.163886 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bf47a71-deb7-4812-acc0-f45c99d6aa14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:46.172750 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 72da4933-3021-4964-b6cd-e84e165c4734 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:46.174302 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:46.261424 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bf47a71-deb7-4812-acc0-f45c99d6aa14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:46.267480 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bf47a71-deb7-4812-acc0-f45c99d6aa14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:46.272439 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1bf47a71-deb7-4812-acc0-f45c99d6aa14 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7a3bc417-3611-4b69-a1d5-7805aa1d17cb HTTP/1.1" status: 204 len: 168 time: 0.2621527 Nov 10 17:59:46.287479 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ac568-7371-48dc-80c0-c21e910a4a99 req-cb92f199-7da5-4f7d-b364-6d8172fc49f0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:46.289835 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:46.294161 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8f9ac568-7371-48dc-80c0-c21e910a4a99 req-cb92f199-7da5-4f7d-b364-6d8172fc49f0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 944 time: 0.2163603 Nov 10 17:59:46.321535 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf47a71-deb7-4812-acc0-f45c99d6aa14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3bc417-3611-4b69-a1d5-7805aa1d17cb,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:46.345019 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b968a054-2764-449d-982e-a397ec8dc3ce req-1d891253-7eee-4566-9b14-c3f95194af4c tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:46.388360 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 72da4933-3021-4964-b6cd-e84e165c4734, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=72da4933-3021-4964-b6cd-e84e165c4734,segment=NetworkSegment(56cdd7d6-947b-44b6-b5d9-a516cbcb8a93),segment_id=56cdd7d6-947b-44b6-b5d9-a516cbcb8a93)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:59:46.401221 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c2fbe7-a7cf-49da-beac-47879b85c684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72da4933-3021-4964-b6cd-e84e165c4734'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:59:46.403508 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bd7c35-008b-4d0a-8afa-bd8a567c4733" -d '{"events": [{"server_uuid": "d4c2fbe7-a7cf-49da-beac-47879b85c684", "name": "network-vif-plugged", "status": "completed", "tag": "72da4933-3021-4964-b6cd-e84e165c4734"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:59:46.427450 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['d66c29cc-f978-4d3d-85b8-37973ddacedd', 'ee586419-41b2-4cd8-b75a-c4e921bca7ac'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:59:46.435033 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:46.458008 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7c3ff-0580-4db4-809e-664dcfedb4ee req-79fc6bdf-bcdc-44d5-adee-87ed5c243cdc tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:46.466656 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2ab7c3ff-0580-4db4-809e-664dcfedb4ee req-79fc6bdf-bcdc-44d5-adee-87ed5c243cdc tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecf64ae-c3a2-42bc-b479-3bc0884d19cd HTTP/1.1" status: 200 len: 932 time: 0.1343677 Nov 10 17:59:46.478159 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b968a054-2764-449d-982e-a397ec8dc3ce req-1d891253-7eee-4566-9b14-c3f95194af4c tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Network 58317dbd-0947-4a43-8ae3-cdc5a5928560 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:59:46.482015 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-b968a054-2764-449d-982e-a397ec8dc3ce req-1d891253-7eee-4566-9b14-c3f95194af4c tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:59:46.487900 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-b968a054-2764-449d-982e-a397ec8dc3ce req-1d891253-7eee-4566-9b14-c3f95194af4c tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:59:46.549596 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2ab7c3ff-0580-4db4-809e-664dcfedb4ee req-32fa28bc-b0ab-4e5c-ab54-c3052c9295bc tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820487 Nov 10 17:59:46.617618 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76248a4-b975-4016-9465-e4cfcbe10743 x-openstack-request-id: req-d76248a4-b975-4016-9465-e4cfcbe10743 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:59:46.618127 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c2fbe7-a7cf-49da-beac-47879b85c684", "name": "network-vif-plugged", "status": "completed", "tag": "72da4933-3021-4964-b6cd-e84e165c4734", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:59:46.619307 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d76248a4-b975-4016-9465-e4cfcbe10743 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:59:46.619902 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c2fbe7-a7cf-49da-beac-47879b85c684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72da4933-3021-4964-b6cd-e84e165c4734', 'code': 200} Nov 10 17:59:46.621991 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d891253-7eee-4566-9b14-c3f95194af4c tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Pushing event updated for resources: {'Port': ['ID=c986f7cb-b933-471c-bb5f-7845150d7d32,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:46.647182 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8f9ac568-7371-48dc-80c0-c21e910a4a99 req-8449627f-48aa-4f76-b78b-4cd985d40fae tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3410308 Nov 10 17:59:46.663448 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968a054-2764-449d-982e-a397ec8dc3ce req-1d891253-7eee-4566-9b14-c3f95194af4c tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:46.663648 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=72da4933-3021-4964-b6cd-e84e165c4734,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:46.664568 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b968a054-2764-449d-982e-a397ec8dc3ce req-1d891253-7eee-4566-9b14-c3f95194af4c tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:46.697456 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b968a054-2764-449d-982e-a397ec8dc3ce req-1d891253-7eee-4566-9b14-c3f95194af4c tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1790648 Nov 10 17:59:46.711927 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-b968a054-2764-449d-982e-a397ec8dc3ce req-a0d42f76-b44e-4705-80cf-70c2b0703c87 service neutron] Request body: {'port': {'device_id': '4ecf64ae-c3a2-42bc-b479-3bc0884d19cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:59:46.760728 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e71c6-7d61-48d3-8e70-7ddf0c810e58 req-4d2f9d60-e900-40d1-acd1-8b0a61e836ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:46.763212 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d13e71c6-7d61-48d3-8e70-7ddf0c810e58 req-4d2f9d60-e900-40d1-acd1-8b0a61e836ef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 1097 time: 0.0553043 Nov 10 17:59:46.831079 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b968a054-2764-449d-982e-a397ec8dc3ce req-a0d42f76-b44e-4705-80cf-70c2b0703c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:46.838818 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d13e71c6-7d61-48d3-8e70-7ddf0c810e58 req-347473b3-b645-4e27-908b-217b12a9154e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684214 Nov 10 17:59:47.201792 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-b968a054-2764-449d-982e-a397ec8dc3ce req-a0d42f76-b44e-4705-80cf-70c2b0703c87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c986f7cb-b933-471c-bb5f-7845150d7d32 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:59:47.211586 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b968a054-2764-449d-982e-a397ec8dc3ce req-a0d42f76-b44e-4705-80cf-70c2b0703c87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:47.232126 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-b968a054-2764-449d-982e-a397ec8dc3ce req-a0d42f76-b44e-4705-80cf-70c2b0703c87 service neutron] Transition to ACTIVE for port object c986f7cb-b933-471c-bb5f-7845150d7d32 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 17:59:47.237055 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b968a054-2764-449d-982e-a397ec8dc3ce req-a0d42f76-b44e-4705-80cf-70c2b0703c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:47.290504 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d42f76-b44e-4705-80cf-70c2b0703c87 service neutron] Pushing event updated for resources: {'Port': ['ID=c986f7cb-b933-471c-bb5f-7845150d7d32,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:47.384805 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-b968a054-2764-449d-982e-a397ec8dc3ce req-a0d42f76-b44e-4705-80cf-70c2b0703c87 service neutron] Attempting to bind port c986f7cb-b933-471c-bb5f-7845150d7d32 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 17:59:47.385325 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-b968a054-2764-449d-982e-a397ec8dc3ce req-a0d42f76-b44e-4705-80cf-70c2b0703c87 service neutron] Attempting to bind port c986f7cb-b933-471c-bb5f-7845150d7d32 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 17:59:47.385864 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b968a054-2764-449d-982e-a397ec8dc3ce req-a0d42f76-b44e-4705-80cf-70c2b0703c87 service neutron] Attempting to bind port c986f7cb-b933-471c-bb5f-7845150d7d32 on network 58317dbd-0947-4a43-8ae3-cdc5a5928560 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:59:47.391097 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b968a054-2764-449d-982e-a397ec8dc3ce req-a0d42f76-b44e-4705-80cf-70c2b0703c87 service neutron] Port c986f7cb-b933-471c-bb5f-7845150d7d32 on network 58317dbd-0947-4a43-8ae3-cdc5a5928560 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 17:59:47.391543 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b968a054-2764-449d-982e-a397ec8dc3ce req-a0d42f76-b44e-4705-80cf-70c2b0703c87 service neutron] Attempting to bind port c986f7cb-b933-471c-bb5f-7845150d7d32 on network 58317dbd-0947-4a43-8ae3-cdc5a5928560 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 17:59:47.396974 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b968a054-2764-449d-982e-a397ec8dc3ce req-a0d42f76-b44e-4705-80cf-70c2b0703c87 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 17:59:47.397429 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b968a054-2764-449d-982e-a397ec8dc3ce req-a0d42f76-b44e-4705-80cf-70c2b0703c87 service neutron] Checking segment: {'id': '3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 17:59:47.397915 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b968a054-2764-449d-982e-a397ec8dc3ce req-a0d42f76-b44e-4705-80cf-70c2b0703c87 service neutron] Bound using segment: {'id': '3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 17:59:47.398619 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-b968a054-2764-449d-982e-a397ec8dc3ce req-a0d42f76-b44e-4705-80cf-70c2b0703c87 service neutron] Bound port: c986f7cb-b933-471c-bb5f-7845150d7d32, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 17:59:47.399082 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b968a054-2764-449d-982e-a397ec8dc3ce req-a0d42f76-b44e-4705-80cf-70c2b0703c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:47.469358 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-b968a054-2764-449d-982e-a397ec8dc3ce req-a0d42f76-b44e-4705-80cf-70c2b0703c87 service neutron] For port c986f7cb-b933-471c-bb5f-7845150d7d32, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 17:59:47.472923 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-b968a054-2764-449d-982e-a397ec8dc3ce req-a0d42f76-b44e-4705-80cf-70c2b0703c87 service neutron] For port c986f7cb-b933-471c-bb5f-7845150d7d32, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c986f7cb-b933-471c-bb5f-7845150d7d32,segment=NetworkSegment(3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7),segment_id=3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 17:59:47.478708 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b968a054-2764-449d-982e-a397ec8dc3ce req-a0d42f76-b44e-4705-80cf-70c2b0703c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:47.517195 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968a054-2764-449d-982e-a397ec8dc3ce req-a0d42f76-b44e-4705-80cf-70c2b0703c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:47.517980 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b968a054-2764-449d-982e-a397ec8dc3ce req-a0d42f76-b44e-4705-80cf-70c2b0703c87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:47.519514 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b968a054-2764-449d-982e-a397ec8dc3ce req-a0d42f76-b44e-4705-80cf-70c2b0703c87 service neutron] 10.222.0.11 "PUT /v2.0/ports/c986f7cb-b933-471c-bb5f-7845150d7d32 HTTP/1.1" status: 200 len: 1093 time: 0.8155422 Nov 10 17:59:47.521151 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ecf64ae-c3a2-42bc-b479-3bc0884d19cd', 'tag': 'c986f7cb-b933-471c-bb5f-7845150d7d32'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:59:47.522771 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1448a605-0c8f-473c-8269-8c1ec27ea100" -d '{"events": [{"name": "network-changed", "server_uuid": "4ecf64ae-c3a2-42bc-b479-3bc0884d19cd", "tag": "c986f7cb-b933-471c-bb5f-7845150d7d32"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:59:47.599148 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f35b05-cfd7-4f31-a7a6-586f293414de x-openstack-request-id: req-67f35b05-cfd7-4f31-a7a6-586f293414de {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:59:47.599731 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ecf64ae-c3a2-42bc-b479-3bc0884d19cd", "tag": "c986f7cb-b933-471c-bb5f-7845150d7d32", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:59:47.600171 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-67f35b05-cfd7-4f31-a7a6-586f293414de {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:59:47.600739 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ecf64ae-c3a2-42bc-b479-3bc0884d19cd', 'tag': 'c986f7cb-b933-471c-bb5f-7845150d7d32', 'status': 'completed', 'code': 200} Nov 10 17:59:47.606839 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d42f76-b44e-4705-80cf-70c2b0703c87 service neutron] Pushing event updated for resources: {'Port': ['ID=c986f7cb-b933-471c-bb5f-7845150d7d32,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:47.653188 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968a054-2764-449d-982e-a397ec8dc3ce req-8c978cd2-6ac5-4d9e-923b-4c389ba9595d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:47.655529 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b968a054-2764-449d-982e-a397ec8dc3ce req-8c978cd2-6ac5-4d9e-923b-4c389ba9595d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2c06b3ed13e7426ba9dfc20ddaee2959&device_id=4ecf64ae-c3a2-42bc-b479-3bc0884d19cd HTTP/1.1" status: 200 len: 1096 time: 0.0749943 Nov 10 17:59:47.713087 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b968a054-2764-449d-982e-a397ec8dc3ce req-a9c767c0-2d17-4207-a3ad-de0107d967eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c986f7cb-b933-471c-bb5f-7845150d7d32 HTTP/1.1" status: 200 len: 217 time: 0.0456371 Nov 10 17:59:47.806631 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588064a3-f694-4b03-a2ec-45c25f963ae1 req-82973266-54f9-444d-b009-e2ddd5c43f5a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:47.808804 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-588064a3-f694-4b03-a2ec-45c25f963ae1 req-82973266-54f9-444d-b009-e2ddd5c43f5a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 945 time: 0.0796902 Nov 10 17:59:47.892100 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e8bc0-05d0-4289-9947-d58b2f039072 req-1c76d843-e2b9-4ac0-9a18-b1289aaef890 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:47.895286 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ef1e8bc0-05d0-4289-9947-d58b2f039072 req-1c76d843-e2b9-4ac0-9a18-b1289aaef890 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecf64ae-c3a2-42bc-b479-3bc0884d19cd HTTP/1.1" status: 200 len: 944 time: 0.1727421 Nov 10 17:59:47.900669 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-588064a3-f694-4b03-a2ec-45c25f963ae1 req-099d30f6-ae62-4fad-99f6-dc2a2fe08585 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670447 Nov 10 17:59:47.905621 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968a054-2764-449d-982e-a397ec8dc3ce req-02192588-4ed6-4dfd-8979-7d6069d56e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:47.907609 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b968a054-2764-449d-982e-a397ec8dc3ce req-02192588-4ed6-4dfd-8979-7d6069d56e95 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b73615b4-0e28-45db-a02f-1f8eaf2af4fb HTTP/1.1" status: 200 len: 846 time: 0.1837950 Nov 10 17:59:47.968323 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b968a054-2764-449d-982e-a397ec8dc3ce req-5cd62d95-7d1e-4d78-9bcc-c20f2c71d797 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58317dbd-0947-4a43-8ae3-cdc5a5928560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504777 Nov 10 17:59:48.059075 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ef1e8bc0-05d0-4289-9947-d58b2f039072 req-8b8b1900-d66d-4ef1-9c05-dcc6eb216540 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501501 Nov 10 17:59:48.114675 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b968a054-2764-449d-982e-a397ec8dc3ce req-003c930d-3b59-4d72-932e-3355b9c8b8a9 service neutron] 10.222.0.11 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364791 Nov 10 17:59:48.229749 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b968a054-2764-449d-982e-a397ec8dc3ce req-f22f5878-35c1-49f4-bee2-d9c7b7010f43 service neutron] 10.222.0.11 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059127 Nov 10 17:59:48.323004 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448a605-0c8f-473c-8269-8c1ec27ea100 req-347fccd2-bf83-42db-ab01-584ce09cf50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:48.324603 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1448a605-0c8f-473c-8269-8c1ec27ea100 req-347fccd2-bf83-42db-ab01-584ce09cf50d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2c06b3ed13e7426ba9dfc20ddaee2959&device_id=4ecf64ae-c3a2-42bc-b479-3bc0884d19cd HTTP/1.1" status: 200 len: 1096 time: 0.0436196 Nov 10 17:59:48.427948 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448a605-0c8f-473c-8269-8c1ec27ea100 req-88c9bd4f-7a62-43fc-9113-4b2722e902b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:48.429364 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1448a605-0c8f-473c-8269-8c1ec27ea100 req-88c9bd4f-7a62-43fc-9113-4b2722e902b7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=58317dbd-0947-4a43-8ae3-cdc5a5928560 HTTP/1.1" status: 200 len: 907 time: 0.0936584 Nov 10 17:59:48.473486 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1448a605-0c8f-473c-8269-8c1ec27ea100 req-21d07efb-15bf-438d-8526-426e03886dc1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c986f7cb-b933-471c-bb5f-7845150d7d32 HTTP/1.1" status: 200 len: 217 time: 0.0364809 Nov 10 17:59:48.528213 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448a605-0c8f-473c-8269-8c1ec27ea100 req-7dd61bcb-6422-4e78-ac87-96833449708b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:48.529695 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1448a605-0c8f-473c-8269-8c1ec27ea100 req-7dd61bcb-6422-4e78-ac87-96833449708b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b73615b4-0e28-45db-a02f-1f8eaf2af4fb HTTP/1.1" status: 200 len: 846 time: 0.0465326 Nov 10 17:59:48.562430 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1448a605-0c8f-473c-8269-8c1ec27ea100 req-9b057098-e7df-4cb5-978b-69659228cb09 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58317dbd-0947-4a43-8ae3-cdc5a5928560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246499 Nov 10 17:59:48.661273 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1448a605-0c8f-473c-8269-8c1ec27ea100 req-61a0abf5-5ee8-4676-b299-a23f0dedf754 service neutron] 10.222.0.11 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912554 Nov 10 17:59:48.757816 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1448a605-0c8f-473c-8269-8c1ec27ea100 req-2eb5e61f-15af-4b72-b8f0-29d22b743770 service neutron] 10.222.0.11 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891595 Nov 10 17:59:49.019103 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d53e61-70a2-4982-b723-01d28e9525cb req-856f662e-cd98-4027-be4e-1c3021b90eb7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:49.020700 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-63d53e61-70a2-4982-b723-01d28e9525cb req-856f662e-cd98-4027-be4e-1c3021b90eb7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 945 time: 0.0625565 Nov 10 17:59:49.083143 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-63d53e61-70a2-4982-b723-01d28e9525cb req-d72348e6-1676-457e-acf5-ffb4272f668a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558546 Nov 10 17:59:49.204838 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2019e96-f2c0-4592-aee2-2cebbb8f8f2d req-b39f3870-7ac1-45e1-8c99-3717f39d769e tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:49.206445 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c2019e96-f2c0-4592-aee2-2cebbb8f8f2d req-b39f3870-7ac1-45e1-8c99-3717f39d769e tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecf64ae-c3a2-42bc-b479-3bc0884d19cd HTTP/1.1" status: 200 len: 944 time: 0.0608940 Nov 10 17:59:49.228492 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed551645-b470-4b80-8e08-33e81508aed6 req-eb4988eb-d212-4ca9-965d-8cf80ab83d78 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:49.238241 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ed551645-b470-4b80-8e08-33e81508aed6 req-eb4988eb-d212-4ca9-965d-8cf80ab83d78 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 945 time: 0.0779021 Nov 10 17:59:49.301555 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c2019e96-f2c0-4592-aee2-2cebbb8f8f2d req-2ed5ff59-12b1-4a81-acaa-62aa3f0b92ab tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772004 Nov 10 17:59:49.318543 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ed551645-b470-4b80-8e08-33e81508aed6 req-23496464-9c6f-414d-9c22-0e9e517b2d5b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722220 Nov 10 17:59:49.341738 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 45930) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:49.392671 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bff0d3-83fb-4ab1-9cfb-8b1d664f7edd tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:49.394438 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d5bff0d3-83fb-4ab1-9cfb-8b1d664f7edd tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 1092 time: 0.0511260 Nov 10 17:59:49.398257 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 45932) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:49.405813 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-08ba9e9e-193f-4f1f-b4ec-b286caf33093 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'port_id': '72da4933-3021-4964-b6cd-e84e165c4734', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 17:59:49.466845 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08ba9e9e-193f-4f1f-b4ec-b286caf33093 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:49.590923 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08ba9e9e-193f-4f1f-b4ec-b286caf33093 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:49.754589 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-08ba9e9e-193f-4f1f-b4ec-b286caf33093 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Allocated IP 172.25.5.211 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/51898df4-6f36-43b0-b9f3-ebbfde686b6b) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 17:59:49.903215 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08ba9e9e-193f-4f1f-b4ec-b286caf33093 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:49.946050 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08ba9e9e-193f-4f1f-b4ec-b286caf33093 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:49.996037 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ba9e9e-193f-4f1f-b4ec-b286caf33093 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 17:59:49.999097 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-08ba9e9e-193f-4f1f-b4ec-b286caf33093 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 17:59:50.003368 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ba9e9e-193f-4f1f-b4ec-b286caf33093 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 17:59:50.029155 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba9e9e-193f-4f1f-b4ec-b286caf33093 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'Port': ['ID=51898df4-6f36-43b0-b9f3-ebbfde686b6b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:50.470043 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08ba9e9e-193f-4f1f-b4ec-b286caf33093 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:50.511248 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7568348-5476-4b59-acf0-96f0f2866e2c req-29dc2eb9-10d5-4cb4-be87-978e8aac3725 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:50.515066 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a7568348-5476-4b59-acf0-96f0f2866e2c req-29dc2eb9-10d5-4cb4-be87-978e8aac3725 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecf64ae-c3a2-42bc-b479-3bc0884d19cd HTTP/1.1" status: 200 len: 944 time: 0.1139257 Nov 10 17:59:50.589237 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08ba9e9e-193f-4f1f-b4ec-b286caf33093 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:50.597132 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a7568348-5476-4b59-acf0-96f0f2866e2c req-1e1ea53c-8f92-4008-bcbd-929a9ca28287 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715489 Nov 10 17:59:50.798261 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08ba9e9e-193f-4f1f-b4ec-b286caf33093 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:50.803035 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08ba9e9e-193f-4f1f-b4ec-b286caf33093 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:50.886373 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba9e9e-193f-4f1f-b4ec-b286caf33093 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'Port': ['ID=51898df4-6f36-43b0-b9f3-ebbfde686b6b,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:50.890259 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08ba9e9e-193f-4f1f-b4ec-b286caf33093 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:51.015543 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-08ba9e9e-193f-4f1f-b4ec-b286caf33093 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Floating IP 750ad715-24cb-4e39-bd6b-14d600d1f3ac associated. External IP: 172.25.5.211, port: 72da4933-3021-4964-b6cd-e84e165c4734. Nov 10 17:59:51.287396 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e7a3f-0688-4f27-97d1-58552e6f882b req-1b2a4839-9d67-4a78-a5de-e0cd0565281d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:51.288954 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-431e7a3f-0688-4f27-97d1-58552e6f882b req-1b2a4839-9d67-4a78-a5de-e0cd0565281d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a5dfe360ad6a4b7e8e91998519e6d4e3&device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 1097 time: 0.0783553 Nov 10 17:59:51.307237 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ba9e9e-193f-4f1f-b4ec-b286caf33093 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Router e3aff5c6-c377-4fe9-8c64-b8a480d91129 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 17:59:51.308810 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d083d-7a53-4a1b-98bf-6635eff0ee44 req-91654cac-f5fc-412b-a043-dacbf864bf3e tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:51.310901 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-970d083d-7a53-4a1b-98bf-6635eff0ee44 req-91654cac-f5fc-412b-a043-dacbf864bf3e tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.0898998 Nov 10 17:59:51.435479 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-970d083d-7a53-4a1b-98bf-6635eff0ee44 req-5941208d-eccc-48af-859b-fe1234fef003 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146367 Nov 10 17:59:51.452796 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e7a3f-0688-4f27-97d1-58552e6f882b req-5e5c7706-3b10-4e57-adc3-614337e94cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:51.454393 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-431e7a3f-0688-4f27-97d1-58552e6f882b req-5e5c7706-3b10-4e57-adc3-614337e94cf2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=13d7873a-79e1-475a-9d3e-cefe1b91f5ef HTTP/1.1" status: 200 len: 919 time: 0.1420331 Nov 10 17:59:51.489616 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ba9e9e-193f-4f1f-b4ec-b286caf33093 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 17:59:51.504941 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248af81e-18c7-4982-92ee-03b00dca6e57 None None] Sync routers for ids ['e3aff5c6-c377-4fe9-8c64-b8a480d91129'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 17:59:51.519659 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248af81e-18c7-4982-92ee-03b00dca6e57 None None] Routers {'e3aff5c6-c377-4fe9-8c64-b8a480d91129'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:59:51.522631 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-248af81e-18c7-4982-92ee-03b00dca6e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:59:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['e3aff5c6-c377-4fe9-8c64-b8a480d91129'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:51.526478 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-08ba9e9e-193f-4f1f-b4ec-b286caf33093 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:51.527067 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-431e7a3f-0688-4f27-97d1-58552e6f882b req-904e2a56-46c6-4d1b-afa5-c4251a578e53 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e89c9789-da08-490d-bd3f-ee8d8c6bf823 HTTP/1.1" status: 200 len: 217 time: 0.0652614 Nov 10 17:59:51.563415 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-08ba9e9e-193f-4f1f-b4ec-b286caf33093 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1597092 Nov 10 17:59:51.563415 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c2fbe7-a7cf-49da-beac-47879b85c684', 'tag': '72da4933-3021-4964-b6cd-e84e165c4734'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:59:51.564229 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f74c6f8-7358-4b80-ac2c-fa74e8a3c4e2" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c2fbe7-a7cf-49da-beac-47879b85c684", "tag": "72da4933-3021-4964-b6cd-e84e165c4734"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:59:51.618167 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e7a3f-0688-4f27-97d1-58552e6f882b req-27b44f81-cef4-452a-8096-65662be1f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:51.619891 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-431e7a3f-0688-4f27-97d1-58552e6f882b req-27b44f81-cef4-452a-8096-65662be1f332 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c07b776-754b-4dff-8061-5d99431acdff HTTP/1.1" status: 200 len: 858 time: 0.0848658 Nov 10 17:59:51.629223 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 17:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bd1e58-0530-47ac-957f-57240d2776db x-openstack-request-id: req-85bd1e58-0530-47ac-957f-57240d2776db {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:59:51.629622 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c2fbe7-a7cf-49da-beac-47879b85c684", "tag": "72da4933-3021-4964-b6cd-e84e165c4734", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:59:51.630020 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-85bd1e58-0530-47ac-957f-57240d2776db {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:59:51.630823 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4c2fbe7-a7cf-49da-beac-47879b85c684', 'tag': '72da4933-3021-4964-b6cd-e84e165c4734', 'status': 'completed', 'code': 200} Nov 10 17:59:51.681418 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-431e7a3f-0688-4f27-97d1-58552e6f882b req-39d696f3-6a16-4e5c-81d0-bbbbd5663add service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=13d7873a-79e1-475a-9d3e-cefe1b91f5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505469 Nov 10 17:59:51.702026 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-248af81e-18c7-4982-92ee-03b00dca6e57 None None] Set router e3aff5c6-c377-4fe9-8c64-b8a480d91129 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:59:51.779557 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74c6f8-7358-4b80-ac2c-fa74e8a3c4e2 req-5784da54-18ca-47d1-b218-54183c25a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:51.782024 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9f74c6f8-7358-4b80-ac2c-fa74e8a3c4e2 req-5784da54-18ca-47d1-b218-54183c25a01c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 1097 time: 0.1155906 Nov 10 17:59:51.809710 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73837f62-24d3-4322-a6d0-83896e3b395d req-11327725-42e0-4ac4-8991-0842e0995663 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:51.818403 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73837f62-24d3-4322-a6d0-83896e3b395d req-11327725-42e0-4ac4-8991-0842e0995663 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 945 time: 0.1032138 Nov 10 17:59:51.930121 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc1bf2-de3d-4680-a0bc-96e59ddd0577 req-cbb33a8d-9098-42fa-9c1c-193b3d2c02ec tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:51.936058 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73837f62-24d3-4322-a6d0-83896e3b395d req-19bd48da-7d87-48fc-83d0-ea18d946215c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162574 Nov 10 17:59:51.940684 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-51fc1bf2-de3d-4680-a0bc-96e59ddd0577 req-cbb33a8d-9098-42fa-9c1c-193b3d2c02ec tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecf64ae-c3a2-42bc-b479-3bc0884d19cd HTTP/1.1" status: 200 len: 944 time: 0.2145870 Nov 10 17:59:51.973663 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 45974) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:52.001760 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device c986f7cb-b933-471c-bb5f-7845150d7d32 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 17:59:52.016220 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-431e7a3f-0688-4f27-97d1-58552e6f882b req-57d6b27e-f6a1-4a68-8dee-2986f0c22f73 service neutron] 10.222.0.11 "GET /v2.0/networks/13d7873a-79e1-475a-9d3e-cefe1b91f5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222876 Nov 10 17:59:52.056874 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9e9909ae-186f-4c52-835a-3be144529fd1 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/floatingips/750ad715-24cb-4e39-bd6b-14d600d1f3ac HTTP/1.1" status: 200 len: 991 time: 0.0818002 Nov 10 17:59:52.078199 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74c6f8-7358-4b80-ac2c-fa74e8a3c4e2 req-ee713d2d-c927-4513-b0ad-ac9a11331bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:52.080537 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9f74c6f8-7358-4b80-ac2c-fa74e8a3c4e2 req-ee713d2d-c927-4513-b0ad-ac9a11331bcf service neutron] 10.222.0.13 "GET /v2.0/networks?id=57c95eaf-dc5f-4839-942b-96ef79a46308 HTTP/1.1" status: 200 len: 898 time: 0.2887414 Nov 10 17:59:52.096836 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-51fc1bf2-de3d-4680-a0bc-96e59ddd0577 req-0cad0cd2-8d91-4fc1-9799-b1a85e1f00e7 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546929 Nov 10 17:59:52.177262 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9f74c6f8-7358-4b80-ac2c-fa74e8a3c4e2 req-b8df972f-9075-4c66-b501-246d86e5a01f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72da4933-3021-4964-b6cd-e84e165c4734 HTTP/1.1" status: 200 len: 999 time: 0.0881186 Nov 10 17:59:52.241426 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-431e7a3f-0688-4f27-97d1-58552e6f882b req-4dbf75f6-2934-4254-80b0-cdc8f96323d8 service neutron] 10.222.0.11 "GET /v2.0/networks/13d7873a-79e1-475a-9d3e-cefe1b91f5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153168 Nov 10 17:59:52.298941 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74c6f8-7358-4b80-ac2c-fa74e8a3c4e2 req-3f30cd16-d6d4-4d0b-ba80-dd592e993d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:52.302010 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9f74c6f8-7358-4b80-ac2c-fa74e8a3c4e2 req-3f30cd16-d6d4-4d0b-ba80-dd592e993d21 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6bf09b79-f590-415f-898e-f1a6dd84502d HTTP/1.1" status: 200 len: 834 time: 0.1134088 Nov 10 17:59:52.378021 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74c6f8-7358-4b80-ac2c-fa74e8a3c4e2 req-637fe07e-8c4c-481e-9ddd-6df36b4224e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:52.380052 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9f74c6f8-7358-4b80-ac2c-fa74e8a3c4e2 req-637fe07e-8c4c-481e-9ddd-6df36b4224e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57c95eaf-dc5f-4839-942b-96ef79a46308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666854 Nov 10 17:59:52.517340 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9f74c6f8-7358-4b80-ac2c-fa74e8a3c4e2 req-ae61b02f-d483-49f0-b109-a3e7ffe35f42 service neutron] 10.222.0.13 "GET /v2.0/networks/57c95eaf-dc5f-4839-942b-96ef79a46308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263599 Nov 10 17:59:52.603413 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port c986f7cb-b933-471c-bb5f-7845150d7d32, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c986f7cb-b933-471c-bb5f-7845150d7d32,segment=NetworkSegment(3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7),segment_id=3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:59:52.624726 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-248af81e-18c7-4982-92ee-03b00dca6e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587253054', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5dcae3fb-41ce-450e-b63f-13dc3f99c523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:21Z', 'updated_at': '2021-11-10T17:59:29Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '5dcae3fb-41ce-450e-b63f-13dc3f99c523', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:22Z', 'updated_at': '2021-11-10T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '750ad715-24cb-4e39-bd6b-14d600d1f3ac', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'floating_ip_address': '172.25.5.211', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'port_id': '72da4933-3021-4964-b6cd-e84e165c4734', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308', 'mac_address': 'fa:16:3e:f7:f7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c2fbe7-a7cf-49da-beac-47879b85c684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:59:50Z', 'updated_at': '2021-11-10T17:59:50Z', 'revision_number': 0, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7', 'name': '', 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:ae:f8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '6bf09b79-f590-415f-898e-f1a6dd84502d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:27Z', 'updated_at': '2021-11-10T17:59:35Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': '6bf09b79-f590-415f-898e-f1a6dd84502d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:52.627084 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'c986f7cb-b933-471c-bb5f-7845150d7d32', 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560', 'port_id': 'c986f7cb-b933-471c-bb5f-7845150d7d32', 'mac_address': 'fa:16:3e:71:51:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b73615b4-0e28-45db-a02f-1f8eaf2af4fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 17:59:52.678562 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9f74c6f8-7358-4b80-ac2c-fa74e8a3c4e2 req-f037da56-c36b-46fd-8542-02321629cdf5 service neutron] 10.222.0.13 "GET /v2.0/networks/57c95eaf-dc5f-4839-942b-96ef79a46308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402204 Nov 10 17:59:52.693275 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248af81e-18c7-4982-92ee-03b00dca6e57 None None] Checking router: e3aff5c6-c377-4fe9-8c64-b8a480d91129 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 17:59:52.715232 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248af81e-18c7-4982-92ee-03b00dca6e57 None None] Routers {'e3aff5c6-c377-4fe9-8c64-b8a480d91129'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 17:59:52.715872 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-248af81e-18c7-4982-92ee-03b00dca6e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T17:59:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['e3aff5c6-c377-4fe9-8c64-b8a480d91129'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:52.761499 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a634d-a26a-4ced-982c-09aff25ebcfa req-45a82c88-734b-4bd9-9225-563c0cbf6635 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:52.763662 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6c1a634d-a26a-4ced-982c-09aff25ebcfa req-45a82c88-734b-4bd9-9225-563c0cbf6635 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.0834601 Nov 10 17:59:52.836626 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6c1a634d-a26a-4ced-982c-09aff25ebcfa req-380a125e-987f-49af-83c0-54e3b3122aff tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562427 Nov 10 17:59:52.854922 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:52.876351 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c986f7cb-b933-471c-bb5f-7845150d7d32 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 17:59:52.881939 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-248af81e-18c7-4982-92ee-03b00dca6e57 None None] Set router e3aff5c6-c377-4fe9-8c64-b8a480d91129 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 17:59:52.943237 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port c986f7cb-b933-471c-bb5f-7845150d7d32, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c986f7cb-b933-471c-bb5f-7845150d7d32,segment=NetworkSegment(3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7),segment_id=3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:59:52.954320 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:53.060870 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 45990) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:53.095533 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=c986f7cb-b933-471c-bb5f-7845150d7d32,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:53.150473 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-bac8831d-0b11-4337-87dc-fc0196f6efce tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/floatingips/750ad715-24cb-4e39-bd6b-14d600d1f3ac HTTP/1.1" status: 200 len: 991 time: 0.0865111 Nov 10 17:59:53.257773 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb707907-4ca3-4b17-98c1-16e7cd8f12d8 req-483d8772-c636-462a-ad0b-bd5a3205d4e9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:53.259325 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cb707907-4ca3-4b17-98c1-16e7cd8f12d8 req-483d8772-c636-462a-ad0b-bd5a3205d4e9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecf64ae-c3a2-42bc-b479-3bc0884d19cd HTTP/1.1" status: 200 len: 945 time: 0.0595591 Nov 10 17:59:53.273295 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['c986f7cb-b933-471c-bb5f-7845150d7d32'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 17:59:53.363530 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cb707907-4ca3-4b17-98c1-16e7cd8f12d8 req-6605e751-a9cd-4b72-9a68-5c08b4a0a23b tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895381 Nov 10 17:59:53.366085 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-248af81e-18c7-4982-92ee-03b00dca6e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587253054', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5dcae3fb-41ce-450e-b63f-13dc3f99c523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:21Z', 'updated_at': '2021-11-10T17:59:29Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '5dcae3fb-41ce-450e-b63f-13dc3f99c523', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:22Z', 'updated_at': '2021-11-10T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '750ad715-24cb-4e39-bd6b-14d600d1f3ac', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'floating_ip_address': '172.25.5.211', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'port_id': '72da4933-3021-4964-b6cd-e84e165c4734', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308', 'mac_address': 'fa:16:3e:f7:f7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c2fbe7-a7cf-49da-beac-47879b85c684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:59:50Z', 'updated_at': '2021-11-10T17:59:50Z', 'revision_number': 0, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7', 'name': '', 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:ae:f8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '6bf09b79-f590-415f-898e-f1a6dd84502d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:27Z', 'updated_at': '2021-11-10T17:59:35Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': '6bf09b79-f590-415f-898e-f1a6dd84502d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 17:59:53.404716 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248af81e-18c7-4982-92ee-03b00dca6e57 None None] The sync data for ids ['e3aff5c6-c377-4fe9-8c64-b8a480d91129'] in n-d-776250-10 is: [{'id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587253054', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5dcae3fb-41ce-450e-b63f-13dc3f99c523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:21Z', 'updated_at': '2021-11-10T17:59:29Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '5dcae3fb-41ce-450e-b63f-13dc3f99c523', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:22Z', 'updated_at': '2021-11-10T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '750ad715-24cb-4e39-bd6b-14d600d1f3ac', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'floating_ip_address': '172.25.5.211', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'port_id': '72da4933-3021-4964-b6cd-e84e165c4734', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308', 'mac_address': 'fa:16:3e:f7:f7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4c2fbe7-a7cf-49da-beac-47879b85c684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T17:59:50Z', 'updated_at': '2021-11-10T17:59:50Z', 'revision_number': 0, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7', 'name': '', 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:ae:f8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '6bf09b79-f590-415f-898e-f1a6dd84502d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:27Z', 'updated_at': '2021-11-10T17:59:35Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': '6bf09b79-f590-415f-898e-f1a6dd84502d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 17:59:53.735949 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d4f6ed-1ef8-41e5-8df4-46a804fda898 None None] New status for floating IP 750ad715-24cb-4e39-bd6b-14d600d1f3ac: ACTIVE {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 17:59:53.991907 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a81c2-5836-40eb-a68a-636d13268bfb req-fcd0b1f5-e439-4b5e-8aa2-91fad40b4cdf tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:53.993704 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e78a81c2-5836-40eb-a68a-636d13268bfb req-fcd0b1f5-e439-4b5e-8aa2-91fad40b4cdf tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.0622990 Nov 10 17:59:54.058400 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e78a81c2-5836-40eb-a68a-636d13268bfb req-323df13c-fadd-4819-8ddd-f436d2f8a93b tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553622 Nov 10 17:59:54.153816 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46000) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 17:59:54.633623 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-122c666f-2629-4431-bf6a-54389f396861 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/floatingips/750ad715-24cb-4e39-bd6b-14d600d1f3ac HTTP/1.1" status: 200 len: 993 time: 0.4785311 Nov 10 17:59:54.666628 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888693bb-b098-47da-968e-503dd0715220 req-9d2535dd-1c45-4238-a790-ea1530b556bb tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:54.668189 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-888693bb-b098-47da-968e-503dd0715220 req-9d2535dd-1c45-4238-a790-ea1530b556bb tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecf64ae-c3a2-42bc-b479-3bc0884d19cd HTTP/1.1" status: 200 len: 945 time: 0.0967631 Nov 10 17:59:54.765203 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-888693bb-b098-47da-968e-503dd0715220 req-aa9d7009-7f7c-4318-b7d0-426e3c884533 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867820 Nov 10 17:59:54.868373 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:55.169307 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:55.208084 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067f4c4-7dff-4e95-88e5-c8cd1d851111 req-541a2c07-824a-460b-b74d-036c258bad65 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:55.210484 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4067f4c4-7dff-4e95-88e5-c8cd1d851111 req-541a2c07-824a-460b-b74d-036c258bad65 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.0594437 Nov 10 17:59:55.297086 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4067f4c4-7dff-4e95-88e5-c8cd1d851111 req-21807a02-1aac-4152-9c2b-4ccfcf574cc2 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767839 Nov 10 17:59:55.933267 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33cc58-c4ba-4ee3-aa6d-307863a9dd79 req-09519e6a-dd5c-4fa4-af5b-6ce4f70761dc tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:55.934706 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ee33cc58-c4ba-4ee3-aa6d-307863a9dd79 req-09519e6a-dd5c-4fa4-af5b-6ce4f70761dc tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecf64ae-c3a2-42bc-b479-3bc0884d19cd HTTP/1.1" status: 200 len: 945 time: 0.0629773 Nov 10 17:59:56.002760 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ee33cc58-c4ba-4ee3-aa6d-307863a9dd79 req-358374e5-86ad-4c07-b490-3d6bc5048742 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589216 Nov 10 17:59:56.023743 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device c986f7cb-b933-471c-bb5f-7845150d7d32 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 17:59:56.114460 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port c986f7cb-b933-471c-bb5f-7845150d7d32 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 17:59:56.122433 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port c986f7cb-b933-471c-bb5f-7845150d7d32 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 17:59:56.122799 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:56.232695 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:56.262534 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecf64ae-c3a2-42bc-b479-3bc0884d19cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c986f7cb-b933-471c-bb5f-7845150d7d32'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 17:59:56.262534 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cb1122-a678-4df1-89dc-6ccc7b1bb906" -d '{"events": [{"server_uuid": "4ecf64ae-c3a2-42bc-b479-3bc0884d19cd", "name": "network-vif-plugged", "status": "completed", "tag": "c986f7cb-b933-471c-bb5f-7845150d7d32"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 17:59:56.279305 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port c986f7cb-b933-471c-bb5f-7845150d7d32, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c986f7cb-b933-471c-bb5f-7845150d7d32,segment=NetworkSegment(3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7),segment_id=3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 17:59:56.284915 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 17:59:56.311835 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 17:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e20ee44-8981-496f-9c3f-83762ef826ee x-openstack-request-id: req-6e20ee44-8981-496f-9c3f-83762ef826ee {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 17:59:56.312131 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecf64ae-c3a2-42bc-b479-3bc0884d19cd", "name": "network-vif-plugged", "status": "completed", "tag": "c986f7cb-b933-471c-bb5f-7845150d7d32", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 17:59:56.312459 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6e20ee44-8981-496f-9c3f-83762ef826ee {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 17:59:56.312812 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecf64ae-c3a2-42bc-b479-3bc0884d19cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c986f7cb-b933-471c-bb5f-7845150d7d32', 'code': 200} Nov 10 17:59:56.363872 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=c986f7cb-b933-471c-bb5f-7845150d7d32,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 17:59:56.477012 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09d87b-d474-4b19-95f9-1ebf8b423852 req-124ec6b2-8b5a-4b48-89fb-9ac66b02dc78 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:56.478675 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0d09d87b-d474-4b19-95f9-1ebf8b423852 req-124ec6b2-8b5a-4b48-89fb-9ac66b02dc78 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.0918450 Nov 10 17:59:56.505232 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea4b97-074e-4412-98a3-a620fa29b81c req-b2b935b9-4ae4-4a56-8667-1efd0f04ba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:56.506800 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2bea4b97-074e-4412-98a3-a620fa29b81c req-b2b935b9-4ae4-4a56-8667-1efd0f04ba5b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4ecf64ae-c3a2-42bc-b479-3bc0884d19cd HTTP/1.1" status: 200 len: 1098 time: 0.1063900 Nov 10 17:59:56.561120 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0d09d87b-d474-4b19-95f9-1ebf8b423852 req-4240ab0c-333f-4c2e-b4df-f0c0cfb399a6 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752947 Nov 10 17:59:56.587729 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2bea4b97-074e-4412-98a3-a620fa29b81c req-23c60569-5a9d-428d-8175-09ce73205047 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637753 Nov 10 17:59:57.169783 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717a8e6-ecca-455c-8199-c3d067383f01 req-a86008e3-4a94-4415-83cb-2bf5156861ba tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:57.172143 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f717a8e6-ecca-455c-8199-c3d067383f01 req-a86008e3-4a94-4415-83cb-2bf5156861ba tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecf64ae-c3a2-42bc-b479-3bc0884d19cd HTTP/1.1" status: 200 len: 946 time: 0.0588131 Nov 10 17:59:57.250875 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f717a8e6-ecca-455c-8199-c3d067383f01 req-29481571-b9dc-4042-ace8-a27c4088e04e tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600986 Nov 10 17:59:57.713444 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12910f-f2d5-4ceb-95d2-db11a980a6c8 req-56d0a0ca-4d96-4206-9d0d-6522d759aaff tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:57.715488 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7c12910f-f2d5-4ceb-95d2-db11a980a6c8 req-56d0a0ca-4d96-4206-9d0d-6522d759aaff tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.0602055 Nov 10 17:59:57.798099 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7c12910f-f2d5-4ceb-95d2-db11a980a6c8 req-220e7bae-3d99-4ca1-9551-d09aa0b9f1ec tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741379 Nov 10 17:59:58.417100 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f20b98-296f-4930-8498-73384da61d10 req-678fca2a-ecf6-436b-8bd8-75e9106a647c tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:58.424688 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e5f20b98-296f-4930-8498-73384da61d10 req-678fca2a-ecf6-436b-8bd8-75e9106a647c tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecf64ae-c3a2-42bc-b479-3bc0884d19cd HTTP/1.1" status: 200 len: 946 time: 0.0995674 Nov 10 17:59:58.494860 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e5f20b98-296f-4930-8498-73384da61d10 req-cb92ac71-4417-4118-bce2-6c8f72c72293 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604959 Nov 10 17:59:58.616680 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d6763-72cb-402e-a9be-ed1c6b3a115f req-bcd88219-c90c-447f-9a15-7f4adcadc676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:58.618531 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-be6d6763-72cb-402e-a9be-ed1c6b3a115f req-bcd88219-c90c-447f-9a15-7f4adcadc676 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 1097 time: 0.0974364 Nov 10 17:59:58.662534 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785eeea4-47f1-4c65-a3a0-7bc7a59f5fcc req-9c6d3fe0-5335-4ab8-97b4-48748f79e458 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:58.664600 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-785eeea4-47f1-4c65-a3a0-7bc7a59f5fcc req-9c6d3fe0-5335-4ab8-97b4-48748f79e458 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=10bd471a-d33f-4746-8e89-71a35b81b541 HTTP/1.1" status: 200 len: 945 time: 0.0848827 Nov 10 17:59:58.707391 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-be6d6763-72cb-402e-a9be-ed1c6b3a115f req-34da8ea6-b1ef-4972-a471-edcc8aeead93 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793784 Nov 10 17:59:58.742668 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-785eeea4-47f1-4c65-a3a0-7bc7a59f5fcc req-74dc1463-96ee-4c06-a638-ca5f08bf2440 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642335 Nov 10 17:59:58.937436 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32837d1-eda7-4c88-92ee-9cef11fde8ce req-6a38cdb1-bf4e-4f9a-83f6-b58707f280e0 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:58.947872 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d32837d1-eda7-4c88-92ee-9cef11fde8ce req-6a38cdb1-bf4e-4f9a-83f6-b58707f280e0 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecf64ae-c3a2-42bc-b479-3bc0884d19cd HTTP/1.1" status: 200 len: 946 time: 0.0959423 Nov 10 17:59:59.000851 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d79e4-da3f-4206-9faa-97fa3a83eede req-95a5f82f-0ff5-4329-a702-05edf641618a tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:59.002479 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6c8d79e4-da3f-4206-9faa-97fa3a83eede req-95a5f82f-0ff5-4329-a702-05edf641618a tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.1057186 Nov 10 17:59:59.013145 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9842fa-7542-4108-8523-ec2866a740f7 req-eac665f5-1336-4501-92bc-d830502c50c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:59.015335 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dd9842fa-7542-4108-8523-ec2866a740f7 req-eac665f5-1336-4501-92bc-d830502c50c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a5dfe360ad6a4b7e8e91998519e6d4e3&device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 1097 time: 0.0740290 Nov 10 17:59:59.020952 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d32837d1-eda7-4c88-92ee-9cef11fde8ce req-fa2b04d9-bd05-4f5c-acd1-6030dd2cbde7 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692523 Nov 10 17:59:59.085075 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6c8d79e4-da3f-4206-9faa-97fa3a83eede req-880525e1-ba6a-402f-b323-03645c98470b tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743110 Nov 10 17:59:59.254122 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9842fa-7542-4108-8523-ec2866a740f7 req-843bb5a8-2876-4249-8fe5-20043a81bf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:59.258156 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dd9842fa-7542-4108-8523-ec2866a740f7 req-843bb5a8-2876-4249-8fe5-20043a81bf00 service neutron] 10.222.0.11 "GET /v2.0/networks?id=13d7873a-79e1-475a-9d3e-cefe1b91f5ef HTTP/1.1" status: 200 len: 919 time: 0.1690273 Nov 10 17:59:59.325121 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dd9842fa-7542-4108-8523-ec2866a740f7 req-1e14af74-5a47-4c0b-bd68-19e5b1fe9381 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e89c9789-da08-490d-bd3f-ee8d8c6bf823 HTTP/1.1" status: 200 len: 217 time: 0.0591898 Nov 10 17:59:59.404524 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9842fa-7542-4108-8523-ec2866a740f7 req-222266e8-073d-430c-950d-37e3ad15daf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:59.406666 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dd9842fa-7542-4108-8523-ec2866a740f7 req-222266e8-073d-430c-950d-37e3ad15daf6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c07b776-754b-4dff-8061-5d99431acdff HTTP/1.1" status: 200 len: 858 time: 0.0715470 Nov 10 17:59:59.417370 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669dc61-0df0-49cc-afa7-98bfcae17878 req-76060a8a-4c5d-4e58-bc59-83c4fb23f93c tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 17:59:59.418952 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d669dc61-0df0-49cc-afa7-98bfcae17878 req-76060a8a-4c5d-4e58-bc59-83c4fb23f93c tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecf64ae-c3a2-42bc-b479-3bc0884d19cd HTTP/1.1" status: 200 len: 946 time: 0.0966365 Nov 10 17:59:59.461836 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dd9842fa-7542-4108-8523-ec2866a740f7 req-912b3322-6525-49f5-ba0e-948417b78f00 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=13d7873a-79e1-475a-9d3e-cefe1b91f5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418770 Nov 10 17:59:59.542063 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d669dc61-0df0-49cc-afa7-98bfcae17878 req-207e0afc-2888-419e-b6b0-6ef8925a4139 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132445 Nov 10 17:59:59.606767 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dd9842fa-7542-4108-8523-ec2866a740f7 req-675215dc-65fc-488b-b332-5f59a6cfa436 service neutron] 10.222.0.11 "GET /v2.0/networks/13d7873a-79e1-475a-9d3e-cefe1b91f5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305678 Nov 10 17:59:59.743951 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dd9842fa-7542-4108-8523-ec2866a740f7 req-ccd35062-961d-4975-bb9c-5dd0c0c57819 service neutron] 10.222.0.11 "GET /v2.0/networks/13d7873a-79e1-475a-9d3e-cefe1b91f5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280103 Nov 10 18:00:00.083822 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3fbb6173-acc1-4f06-98ef-ce718795b199 req-ed39ba28-9f25-4fe8-b107-51cea44d2091 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438707 Nov 10 18:00:00.179947 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb6173-acc1-4f06-98ef-ce718795b199 req-cee4c42a-390d-44e2-a6bd-53010578053e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:00.181828 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3fbb6173-acc1-4f06-98ef-ce718795b199 req-cee4c42a-390d-44e2-a6bd-53010578053e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a5dfe360ad6a4b7e8e91998519e6d4e3&device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 1097 time: 0.0474699 Nov 10 18:00:00.341066 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef040f3-cf25-4fe7-a4c4-e6ace1e1a2c2 req-f089aa12-a815-48fd-9e97-f14896175572 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:00.342336 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fef040f3-cf25-4fe7-a4c4-e6ace1e1a2c2 req-f089aa12-a815-48fd-9e97-f14896175572 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.0693665 Nov 10 18:00:00.382081 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb6173-acc1-4f06-98ef-ce718795b199 req-2ee9901c-9526-478d-b313-dff0edc31934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:00.383578 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3fbb6173-acc1-4f06-98ef-ce718795b199 req-2ee9901c-9526-478d-b313-dff0edc31934 service neutron] 10.222.0.13 "GET /v2.0/networks?id=13d7873a-79e1-475a-9d3e-cefe1b91f5ef HTTP/1.1" status: 200 len: 919 time: 0.1753001 Nov 10 18:00:00.448257 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3fbb6173-acc1-4f06-98ef-ce718795b199 req-d847c590-0ff4-41bf-a729-f2a3665cc1e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfa393c4-6712-4b75-a496-99cc8bbddd8d HTTP/1.1" status: 200 len: 217 time: 0.0529070 Nov 10 18:00:00.453569 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fef040f3-cf25-4fe7-a4c4-e6ace1e1a2c2 req-208930c1-106f-436b-b43a-ea977a728952 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993304 Nov 10 18:00:00.518795 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d9b04d75-229d-4602-a85b-eb215d9bda7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:00.575542 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb6173-acc1-4f06-98ef-ce718795b199 req-360b1fdb-f402-4365-9f53-e4dc57956a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:00.577607 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3fbb6173-acc1-4f06-98ef-ce718795b199 req-360b1fdb-f402-4365-9f53-e4dc57956a01 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c07b776-754b-4dff-8061-5d99431acdff HTTP/1.1" status: 200 len: 858 time: 0.1207454 Nov 10 18:00:00.666216 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3fbb6173-acc1-4f06-98ef-ce718795b199 req-f5e55f78-9f22-4f3a-889a-652fedc3b8ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=13d7873a-79e1-475a-9d3e-cefe1b91f5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766325 Nov 10 18:00:00.946871 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90c3aa-bd65-45b5-8bf0-5d4354c22dda req-c66ba5c8-9635-4ee5-9684-a8dd9b4c262a tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:00.948640 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc599f3-e83b-42d5-a077-7fb97762be2b req-649e15ee-baf9-4c0f-b25c-6d6dd125e6f7 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:00.950682 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-df90c3aa-bd65-45b5-8bf0-5d4354c22dda req-c66ba5c8-9635-4ee5-9684-a8dd9b4c262a tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ecf64ae-c3a2-42bc-b479-3bc0884d19cd HTTP/1.1" status: 200 len: 946 time: 0.1723030 Nov 10 18:00:00.953422 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dcc599f3-e83b-42d5-a077-7fb97762be2b req-649e15ee-baf9-4c0f-b25c-6d6dd125e6f7 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecf64ae-c3a2-42bc-b479-3bc0884d19cd HTTP/1.1" status: 200 len: 946 time: 0.2246559 Nov 10 18:00:00.994826 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3fbb6173-acc1-4f06-98ef-ce718795b199 req-5aa35344-1551-433e-b40a-6c2e4f3ef487 service neutron] 10.222.0.13 "GET /v2.0/networks/13d7873a-79e1-475a-9d3e-cefe1b91f5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181458 Nov 10 18:00:01.177934 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0287659-728e-4fc7-ab5b-35fbfd0a21cd req-b4ee374f-ff0e-4682-a18a-545892196e2a tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:01.187228 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c0287659-728e-4fc7-ab5b-35fbfd0a21cd req-b4ee374f-ff0e-4682-a18a-545892196e2a tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.1367416 Nov 10 18:00:01.291155 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c0287659-728e-4fc7-ab5b-35fbfd0a21cd req-4cd2769d-4799-4c53-8fd4-701acc7dd175 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007347 Nov 10 18:00:01.293409 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-df90c3aa-bd65-45b5-8bf0-5d4354c22dda req-9d1eddb8-6916-416d-b053-2b0e83b1963a tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Deleting port c986f7cb-b933-471c-bb5f-7845150d7d32 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:00:01.295236 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-df90c3aa-bd65-45b5-8bf0-5d4354c22dda req-9d1eddb8-6916-416d-b053-2b0e83b1963a tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:01.321294 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3fbb6173-acc1-4f06-98ef-ce718795b199 req-669dc029-d49e-48a4-9e15-672272c64654 service neutron] 10.222.0.13 "GET /v2.0/networks/13d7873a-79e1-475a-9d3e-cefe1b91f5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014065 Nov 10 18:00:01.369451 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b64af-1d76-4ad4-958a-62c771b769e9 req-ad0c73fb-e9d3-45e2-990e-c397723338a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:01.370957 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-476b64af-1d76-4ad4-958a-62c771b769e9 req-ad0c73fb-e9d3-45e2-990e-c397723338a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a5dfe360ad6a4b7e8e91998519e6d4e3&device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 1097 time: 0.3395076 Nov 10 18:00:01.384451 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dcc599f3-e83b-42d5-a077-7fb97762be2b req-3158db45-3961-4a07-9a97-8fe888a4e579 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858023 Nov 10 18:00:01.461679 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-df90c3aa-bd65-45b5-8bf0-5d4354c22dda req-9d1eddb8-6916-416d-b053-2b0e83b1963a tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] For port c986f7cb-b933-471c-bb5f-7845150d7d32, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c986f7cb-b933-471c-bb5f-7845150d7d32,segment=NetworkSegment(3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7),segment_id=3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:00:01.462708 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-df90c3aa-bd65-45b5-8bf0-5d4354c22dda req-9d1eddb8-6916-416d-b053-2b0e83b1963a tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:01.487467 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-df90c3aa-bd65-45b5-8bf0-5d4354c22dda req-9d1eddb8-6916-416d-b053-2b0e83b1963a tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Calling delete_port for c986f7cb-b933-471c-bb5f-7845150d7d32 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:00:01.514212 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b64af-1d76-4ad4-958a-62c771b769e9 req-7758aaba-de90-46bc-91ab-79af057432fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:01.518437 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-476b64af-1d76-4ad4-958a-62c771b769e9 req-7758aaba-de90-46bc-91ab-79af057432fb service neutron] 10.222.0.11 "GET /v2.0/networks?id=13d7873a-79e1-475a-9d3e-cefe1b91f5ef HTTP/1.1" status: 200 len: 919 time: 0.1324480 Nov 10 18:00:01.697947 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-df90c3aa-bd65-45b5-8bf0-5d4354c22dda req-9d1eddb8-6916-416d-b053-2b0e83b1963a tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:01.713439 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['d66c29cc-f978-4d3d-85b8-37973ddacedd', 'ee586419-41b2-4cd8-b75a-c4e921bca7ac', 'c986f7cb-b933-471c-bb5f-7845150d7d32'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:00:01.743837 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1eddb8-6916-416d-b053-2b0e83b1963a tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Pushing event deleted for resources: {'Port': ['ID=c986f7cb-b933-471c-bb5f-7845150d7d32,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:01.829740 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-df90c3aa-bd65-45b5-8bf0-5d4354c22dda req-9d1eddb8-6916-416d-b053-2b0e83b1963a tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] No DVR routers for this DVR port c986f7cb-b933-471c-bb5f-7845150d7d32 on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:00:01.837085 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-df90c3aa-bd65-45b5-8bf0-5d4354c22dda req-9d1eddb8-6916-416d-b053-2b0e83b1963a tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:01.842531 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-df90c3aa-bd65-45b5-8bf0-5d4354c22dda req-9d1eddb8-6916-416d-b053-2b0e83b1963a tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.11 "DELETE /v2.0/ports/c986f7cb-b933-471c-bb5f-7845150d7d32 HTTP/1.1" status: 204 len: 173 time: 0.8843741 Nov 10 18:00:01.843535 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecf64ae-c3a2-42bc-b479-3bc0884d19cd', 'name': 'network-vif-deleted', 'tag': 'c986f7cb-b933-471c-bb5f-7845150d7d32'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:00:01.847978 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00007ccf-12a5-4b40-99c9-ba8a061a6ef8" -d '{"events": [{"server_uuid": "4ecf64ae-c3a2-42bc-b479-3bc0884d19cd", "name": "network-vif-deleted", "tag": "c986f7cb-b933-471c-bb5f-7845150d7d32"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:00:01.921523 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ae9548-7a6e-42e6-a913-47b88eec984c x-openstack-request-id: req-07ae9548-7a6e-42e6-a913-47b88eec984c {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:00:01.921852 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecf64ae-c3a2-42bc-b479-3bc0884d19cd", "name": "network-vif-deleted", "tag": "c986f7cb-b933-471c-bb5f-7845150d7d32", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:00:01.922115 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-07ae9548-7a6e-42e6-a913-47b88eec984c {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:00:01.922686 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecf64ae-c3a2-42bc-b479-3bc0884d19cd', 'name': 'network-vif-deleted', 'tag': 'c986f7cb-b933-471c-bb5f-7845150d7d32', 'status': 'completed', 'code': 200} Nov 10 18:00:02.061179 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-476b64af-1d76-4ad4-958a-62c771b769e9 req-c3abdbe8-9ead-4ca2-8bd2-8e37de761b4e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e89c9789-da08-490d-bd3f-ee8d8c6bf823 HTTP/1.1" status: 200 len: 217 time: 0.5346968 Nov 10 18:00:02.142194 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b64af-1d76-4ad4-958a-62c771b769e9 req-a123925a-1a38-4046-bf5f-f39d91cd7c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:02.146040 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-476b64af-1d76-4ad4-958a-62c771b769e9 req-a123925a-1a38-4046-bf5f-f39d91cd7c76 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8c07b776-754b-4dff-8061-5d99431acdff HTTP/1.1" status: 200 len: 858 time: 0.0740237 Nov 10 18:00:02.184193 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-476b64af-1d76-4ad4-958a-62c771b769e9 req-28f007dd-4549-4c88-ba5d-e4dafd7094a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=13d7873a-79e1-475a-9d3e-cefe1b91f5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281887 Nov 10 18:00:02.285797 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-476b64af-1d76-4ad4-958a-62c771b769e9 req-ef7d617f-6bee-4398-a1c1-c194779f0c30 service neutron] 10.222.0.11 "GET /v2.0/networks/13d7873a-79e1-475a-9d3e-cefe1b91f5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936069 Nov 10 18:00:02.501681 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c5800-bd10-4b9a-8589-c83500073df0 req-c53572fb-5411-464f-839f-d2551b1e6bd7 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:02.503368 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d22c5800-bd10-4b9a-8589-c83500073df0 req-c53572fb-5411-464f-839f-d2551b1e6bd7 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.1246896 Nov 10 18:00:02.554202 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-476b64af-1d76-4ad4-958a-62c771b769e9 req-47c67308-3033-4a49-b577-11cd66f62832 service neutron] 10.222.0.11 "GET /v2.0/networks/13d7873a-79e1-475a-9d3e-cefe1b91f5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021649 Nov 10 18:00:02.576528 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-567df527-3248-400e-a401-4492e723c60d req-511fc5d0-57e7-4bae-b535-8e7b092aeb0e tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ecf64ae-c3a2-42bc-b479-3bc0884d19cd HTTP/1.1" status: 200 len: 210 time: 0.0567539 Nov 10 18:00:02.609856 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d22c5800-bd10-4b9a-8589-c83500073df0 req-f6966044-0cde-47cc-ba61-8ba344292abf tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975034 Nov 10 18:00:02.856068 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-425777e6-63d4-4646-ac0c-c64aebeae67f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:03.804029 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5063080-a93d-4afa-894a-ce5ca56139fd req-87234714-3bb6-43ef-afc4-02b65aab6cb1 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:03.808908 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d5063080-a93d-4afa-894a-ce5ca56139fd req-87234714-3bb6-43ef-afc4-02b65aab6cb1 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.0856011 Nov 10 18:00:03.901000 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d5063080-a93d-4afa-894a-ce5ca56139fd req-034318c2-3702-4c01-bf8a-eed37e6abe8b tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649300 Nov 10 18:00:04.022711 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd6cde-1a6b-4430-88d9-c04c1844ab31 req-9ad22929-167e-4ddd-a8e2-b09077ff2868 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:04.034655 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:04.038021 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device c986f7cb-b933-471c-bb5f-7845150d7d32 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:00:04.045485 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-11dd6cde-1a6b-4430-88d9-c04c1844ab31 req-9ad22929-167e-4ddd-a8e2-b09077ff2868 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=10bd471a-d33f-4746-8e89-71a35b81b541 HTTP/1.1" status: 200 len: 945 time: 0.0716836 Nov 10 18:00:04.089682 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: c986f7cb-b933-471c-bb5f-7845150d7d32 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:00:04.090031 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device c986f7cb-b933-471c-bb5f-7845150d7d32 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:00:04.190167 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-11dd6cde-1a6b-4430-88d9-c04c1844ab31 req-e6e84424-cedb-4f6b-9ed7-e4fb58ff20dd tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428680 Nov 10 18:00:05.060462 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27286e-2de2-465b-abd2-2d32025e0f51 req-fcfce22a-88db-4fb3-8dfe-4a66535c12bc tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:05.063230 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9a27286e-2de2-465b-abd2-2d32025e0f51 req-fcfce22a-88db-4fb3-8dfe-4a66535c12bc tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.0861752 Nov 10 18:00:05.144535 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9a27286e-2de2-465b-abd2-2d32025e0f51 req-c7602698-4046-4399-b0e8-354373945569 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704858 Nov 10 18:00:05.429481 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3ef142-907c-4045-aeae-4716173dce2f req-137fe3b4-343a-446c-95a4-d167d5710994 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:05.431161 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dc3ef142-907c-4045-aeae-4716173dce2f req-137fe3b4-343a-446c-95a4-d167d5710994 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=10bd471a-d33f-4746-8e89-71a35b81b541 HTTP/1.1" status: 200 len: 945 time: 0.1287985 Nov 10 18:00:05.498091 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dc3ef142-907c-4045-aeae-4716173dce2f req-c6d27afd-26c0-460f-95cf-13bc8879681e tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597827 Nov 10 18:00:05.516726 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fe261-6884-4e5e-a7c2-3c7d603908c8 req-0ae0c514-8988-4aaf-a09b-21f6166a2d77 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:05.519305 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-042fe261-6884-4e5e-a7c2-3c7d603908c8 req-0ae0c514-8988-4aaf-a09b-21f6166a2d77 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.11 "GET /v2.0/ports?device_id=10bd471a-d33f-4746-8e89-71a35b81b541 HTTP/1.1" status: 200 len: 945 time: 0.1616788 Nov 10 18:00:05.597754 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:05.665999 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-042fe261-6884-4e5e-a7c2-3c7d603908c8 req-2def7d4a-1cbf-42d7-b196-e80c8ddf8a00 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Deleting port ee586419-41b2-4cd8-b75a-c4e921bca7ac {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:00:05.666536 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-042fe261-6884-4e5e-a7c2-3c7d603908c8 req-2def7d4a-1cbf-42d7-b196-e80c8ddf8a00 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:05.780989 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-042fe261-6884-4e5e-a7c2-3c7d603908c8 req-2def7d4a-1cbf-42d7-b196-e80c8ddf8a00 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] For port ee586419-41b2-4cd8-b75a-c4e921bca7ac, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=ee586419-41b2-4cd8-b75a-c4e921bca7ac,segment=NetworkSegment(3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7),segment_id=3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:00:05.781456 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-042fe261-6884-4e5e-a7c2-3c7d603908c8 req-2def7d4a-1cbf-42d7-b196-e80c8ddf8a00 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:05.795455 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-042fe261-6884-4e5e-a7c2-3c7d603908c8 req-2def7d4a-1cbf-42d7-b196-e80c8ddf8a00 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Calling delete_port for ee586419-41b2-4cd8-b75a-c4e921bca7ac owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:00:05.949440 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-042fe261-6884-4e5e-a7c2-3c7d603908c8 req-2def7d4a-1cbf-42d7-b196-e80c8ddf8a00 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:05.965980 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['d66c29cc-f978-4d3d-85b8-37973ddacedd', 'ee586419-41b2-4cd8-b75a-c4e921bca7ac'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:00:06.024169 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def7d4a-1cbf-42d7-b196-e80c8ddf8a00 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Pushing event deleted for resources: {'Port': ['ID=ee586419-41b2-4cd8-b75a-c4e921bca7ac,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:06.125170 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-042fe261-6884-4e5e-a7c2-3c7d603908c8 req-2def7d4a-1cbf-42d7-b196-e80c8ddf8a00 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] No DVR routers for this DVR port ee586419-41b2-4cd8-b75a-c4e921bca7ac on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:00:06.128286 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-042fe261-6884-4e5e-a7c2-3c7d603908c8 req-2def7d4a-1cbf-42d7-b196-e80c8ddf8a00 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:06.131805 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-042fe261-6884-4e5e-a7c2-3c7d603908c8 req-2def7d4a-1cbf-42d7-b196-e80c8ddf8a00 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.11 "DELETE /v2.0/ports/ee586419-41b2-4cd8-b75a-c4e921bca7ac HTTP/1.1" status: 204 len: 173 time: 0.6067014 Nov 10 18:00:06.132803 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bd471a-d33f-4746-8e89-71a35b81b541', 'name': 'network-vif-deleted', 'tag': 'ee586419-41b2-4cd8-b75a-c4e921bca7ac'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:00:06.143811 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa7ebb2-b520-460a-a2e3-5f200ea82d54" -d '{"events": [{"server_uuid": "10bd471a-d33f-4746-8e89-71a35b81b541", "name": "network-vif-deleted", "tag": "ee586419-41b2-4cd8-b75a-c4e921bca7ac"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:00:06.221527 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d45bd1f-49b8-4413-a3ed-4945a3ed83dc x-openstack-request-id: req-3d45bd1f-49b8-4413-a3ed-4945a3ed83dc {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:00:06.222024 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10bd471a-d33f-4746-8e89-71a35b81b541", "name": "network-vif-deleted", "tag": "ee586419-41b2-4cd8-b75a-c4e921bca7ac", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:00:06.222283 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3d45bd1f-49b8-4413-a3ed-4945a3ed83dc {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:00:06.222689 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bd471a-d33f-4746-8e89-71a35b81b541', 'name': 'network-vif-deleted', 'tag': 'ee586419-41b2-4cd8-b75a-c4e921bca7ac', 'status': 'completed', 'code': 200} Nov 10 18:00:06.339316 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:06.690470 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a89684cd-e692-4ecd-82e2-3d849488c953 req-0b7a9a30-047c-48ee-bf68-662ff39cf714 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=10bd471a-d33f-4746-8e89-71a35b81b541 HTTP/1.1" status: 200 len: 210 time: 0.0574658 Nov 10 18:00:07.789389 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46342) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:08.013465 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-83a43d9a-890e-406d-bcc3-5d374f73a8fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:08.052074 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device ee586419-41b2-4cd8-b75a-c4e921bca7ac no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:00:08.118972 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: ee586419-41b2-4cd8-b75a-c4e921bca7ac {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:00:08.119320 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device ee586419-41b2-4cd8-b75a-c4e921bca7ac not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:00:08.212220 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-83a43d9a-890e-406d-bcc3-5d374f73a8fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:08.219119 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-83a43d9a-890e-406d-bcc3-5d374f73a8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:08.274884 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-83a43d9a-890e-406d-bcc3-5d374f73a8fb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d3608406922749a38267c7c650aeaf6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4837568 Nov 10 18:00:08.278201 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46364) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:08.347268 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a43d9a-890e-406d-bcc3-5d374f73a8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a039e5-5d00-482f-b20f-f161b7d82981,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:08.412936 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-d9db397c-c1c6-46d2-ab1d-10c21136914b tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:08.414468 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-d9db397c-c1c6-46d2-ab1d-10c21136914b tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/networks?id=58317dbd-0947-4a43-8ae3-cdc5a5928560 HTTP/1.1" status: 200 len: 806 time: 0.2895162 Nov 10 18:00:08.415345 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ddfc35f4-30e0-42bc-9107-f15e4d619ef6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:08.448869 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ddfc35f4-30e0-42bc-9107-f15e4d619ef6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:08.451821 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-c1712e8f-fb6d-4af6-a81a-a5d6ff8a7782 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/quotas/2c06b3ed13e7426ba9dfc20ddaee2959 HTTP/1.1" status: 200 len: 375 time: 0.0254352 Nov 10 18:00:08.533213 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-a93e0b17-7b2c-4daa-9245-f920b32745f6 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c06b3ed13e7426ba9dfc20ddaee2959&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0695293 Nov 10 18:00:08.565547 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ddfc35f4-30e0-42bc-9107-f15e4d619ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:08.568993 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ddfc35f4-30e0-42bc-9107-f15e4d619ef6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:08.569680 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ddfc35f4-30e0-42bc-9107-f15e4d619ef6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/38a039e5-5d00-482f-b20f-f161b7d82981 HTTP/1.1" status: 204 len: 168 time: 0.2903633 Nov 10 18:00:08.595299 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc35f4-30e0-42bc-9107-f15e4d619ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a039e5-5d00-482f-b20f-f161b7d82981,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:08.883225 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-7cb6ce91-ae94-4e55-8ec7-6fe1359f7d05 service neutron] 10.222.0.39 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240805 Nov 10 18:00:09.033882 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-cbb41ccf-357b-432f-afa5-9b570b8f8538 service neutron] 10.222.0.39 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481233 Nov 10 18:00:09.413252 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f69a9136-0c33-4fcc-b05d-6df07071f11b req-951f2c17-0e27-4c3b-88a2-c0db974d0c2d tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b2e0a5-7401-45a8-8af7-07d499907281 HTTP/1.1" status: 200 len: 210 time: 0.0982111 Nov 10 18:00:10.520321 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a477ed1d-c53c-4850-826d-3a45e2e3f7fa req-53f2f0da-5b04-49e2-b1b0-6a12cff4c890 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b2e0a5-7401-45a8-8af7-07d499907281 HTTP/1.1" status: 200 len: 210 time: 0.0295129 Nov 10 18:00:11.098041 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-784e6b69-11c2-4053-8377-693d1f0776fb tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:11.102165 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-784e6b69-11c2-4053-8377-693d1f0776fb tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.13 "GET /v2.0/networks?id=58317dbd-0947-4a43-8ae3-cdc5a5928560 HTTP/1.1" status: 200 len: 806 time: 0.2806807 Nov 10 18:00:11.121242 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-d21d8b16-74d7-4fdc-95a0-33dbbd7daa37 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Request body: {'port': {'device_id': '40b2e0a5-7401-45a8-8af7-07d499907281', 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560', 'admin_state_up': True, 'tenant_id': '2c06b3ed13e7426ba9dfc20ddaee2959'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:00:11.336078 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-d21d8b16-74d7-4fdc-95a0-33dbbd7daa37 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Made reservation on behalf of 2c06b3ed13e7426ba9dfc20ddaee2959 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:00:11.340950 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-d21d8b16-74d7-4fdc-95a0-33dbbd7daa37 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:11.525105 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-d21d8b16-74d7-4fdc-95a0-33dbbd7daa37 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Allocated IP 172.20.0.3 (58317dbd-0947-4a43-8ae3-cdc5a5928560/b73615b4-0e28-45db-a02f-1f8eaf2af4fb/5591cb9a-8f53-40b0-a01f-7c0acaf48e25) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:00:11.706544 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-157f4337-f64a-4f52-99e3-d9453ac8cae9 req-fe66e6b5-42fc-44c5-ae44-1c2956a1f1f2 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b2e0a5-7401-45a8-8af7-07d499907281 HTTP/1.1" status: 200 len: 210 time: 0.0464742 Nov 10 18:00:11.731352 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46486) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:11.737948 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-f394401a-2fd9-403f-b01b-dcb512c60c36 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Request body: {'network': {'name': 'tempest-network-smoke--1872472616', 'project_id': '6cf963dee3564948a98198b38669eacf', 'port_security_enabled': True}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:00:11.750700 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-d21d8b16-74d7-4fdc-95a0-33dbbd7daa37 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:11.783482 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f394401a-2fd9-403f-b01b-dcb512c60c36 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Made reservation on behalf of 6cf963dee3564948a98198b38669eacf for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:00:11.789111 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f394401a-2fd9-403f-b01b-dcb512c60c36 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:11.794886 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-d21d8b16-74d7-4fdc-95a0-33dbbd7daa37 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:11.800960 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f394401a-2fd9-403f-b01b-dcb512c60c36 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:11.806746 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['d66c29cc-f978-4d3d-85b8-37973ddacedd'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:00:11.843677 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-d21d8b16-74d7-4fdc-95a0-33dbbd7daa37 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Network 58317dbd-0947-4a43-8ae3-cdc5a5928560 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:00:11.847199 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-d21d8b16-74d7-4fdc-95a0-33dbbd7daa37 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:00:11.849891 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-d21d8b16-74d7-4fdc-95a0-33dbbd7daa37 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:00:11.889035 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d8b16-74d7-4fdc-95a0-33dbbd7daa37 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Pushing event updated for resources: {'Port': ['ID=5591cb9a-8f53-40b0-a01f-7c0acaf48e25,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:11.890371 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f394401a-2fd9-403f-b01b-dcb512c60c36 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:11.906430 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f394401a-2fd9-403f-b01b-dcb512c60c36 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:11.922027 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-d21d8b16-74d7-4fdc-95a0-33dbbd7daa37 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:11.923134 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-d21d8b16-74d7-4fdc-95a0-33dbbd7daa37 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:11.941340 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f394401a-2fd9-403f-b01b-dcb512c60c36 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:00:11.942409 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-d21d8b16-74d7-4fdc-95a0-33dbbd7daa37 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8290961 Nov 10 18:00:11.958660 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394401a-2fd9-403f-b01b-dcb512c60c36 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebed3831-a4a7-467b-a7aa-9d1f665935ba,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:11.960541 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-b40bacde-d987-4a02-8909-00d3a112fbbf service neutron] Request body: {'port': {'device_id': '40b2e0a5-7401-45a8-8af7-07d499907281', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:00:11.979052 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f394401a-2fd9-403f-b01b-dcb512c60c36 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:11.979403 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-f394401a-2fd9-403f-b01b-dcb512c60c36 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Added segment 07d963da-ab3f-4fd3-b058-829fe287a691 of type vlan for network 547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14 Nov 10 18:00:12.027115 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-b40bacde-d987-4a02-8909-00d3a112fbbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:12.034598 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f394401a-2fd9-403f-b01b-dcb512c60c36 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:12.067910 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f394401a-2fd9-403f-b01b-dcb512c60c36 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:12.073871 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f394401a-2fd9-403f-b01b-dcb512c60c36 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:12.074669 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f394401a-2fd9-403f-b01b-dcb512c60c36 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:12.146428 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f394401a-2fd9-403f-b01b-dcb512c60c36 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4139230 Nov 10 18:00:12.150218 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46492) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:12.155135 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-78a9428e-9478-455b-861d-dfcb067658a5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2012184108', 'admin_state_up': True, 'project_id': '6cf963dee3564948a98198b38669eacf', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:00:12.178730 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394401a-2fd9-403f-b01b-dcb512c60c36 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Pushing event updated for resources: {'Network': ['ID=547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:12.198601 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:00:12.209658 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-78a9428e-9478-455b-861d-dfcb067658a5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:12.210935 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-78a9428e-9478-455b-861d-dfcb067658a5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:12.303713 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-78a9428e-9478-455b-861d-dfcb067658a5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:12.490450 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-b40bacde-d987-4a02-8909-00d3a112fbbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5591cb9a-8f53-40b0-a01f-7c0acaf48e25 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:00:12.501314 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-b40bacde-d987-4a02-8909-00d3a112fbbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:12.502038 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-78a9428e-9478-455b-861d-dfcb067658a5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:12.520189 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-b40bacde-d987-4a02-8909-00d3a112fbbf service neutron] Transition to ACTIVE for port object 5591cb9a-8f53-40b0-a01f-7c0acaf48e25 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:00:12.524556 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-b40bacde-d987-4a02-8909-00d3a112fbbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:12.603557 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40bacde-d987-4a02-8909-00d3a112fbbf service neutron] Pushing event updated for resources: {'Port': ['ID=5591cb9a-8f53-40b0-a01f-7c0acaf48e25,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:12.681495 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-b40bacde-d987-4a02-8909-00d3a112fbbf service neutron] Attempting to bind port 5591cb9a-8f53-40b0-a01f-7c0acaf48e25 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:00:12.681495 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-b40bacde-d987-4a02-8909-00d3a112fbbf service neutron] Attempting to bind port 5591cb9a-8f53-40b0-a01f-7c0acaf48e25 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:00:12.681770 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-b40bacde-d987-4a02-8909-00d3a112fbbf service neutron] Attempting to bind port 5591cb9a-8f53-40b0-a01f-7c0acaf48e25 on network 58317dbd-0947-4a43-8ae3-cdc5a5928560 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:00:12.688518 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-b40bacde-d987-4a02-8909-00d3a112fbbf service neutron] Port 5591cb9a-8f53-40b0-a01f-7c0acaf48e25 on network 58317dbd-0947-4a43-8ae3-cdc5a5928560 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:00:12.688856 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-b40bacde-d987-4a02-8909-00d3a112fbbf service neutron] Attempting to bind port 5591cb9a-8f53-40b0-a01f-7c0acaf48e25 on network 58317dbd-0947-4a43-8ae3-cdc5a5928560 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:00:12.696642 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-b40bacde-d987-4a02-8909-00d3a112fbbf service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 17, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:00:12.696985 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-b40bacde-d987-4a02-8909-00d3a112fbbf service neutron] Checking segment: {'id': '3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:00:12.697380 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-b40bacde-d987-4a02-8909-00d3a112fbbf service neutron] Bound using segment: {'id': '3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:00:12.698207 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-b40bacde-d987-4a02-8909-00d3a112fbbf service neutron] Bound port: 5591cb9a-8f53-40b0-a01f-7c0acaf48e25, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:00:12.698207 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-b40bacde-d987-4a02-8909-00d3a112fbbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:12.814160 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-78a9428e-9478-455b-861d-dfcb067658a5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:12.830343 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-b40bacde-d987-4a02-8909-00d3a112fbbf service neutron] For port 5591cb9a-8f53-40b0-a01f-7c0acaf48e25, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:00:12.834415 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-b40bacde-d987-4a02-8909-00d3a112fbbf service neutron] For port 5591cb9a-8f53-40b0-a01f-7c0acaf48e25, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5591cb9a-8f53-40b0-a01f-7c0acaf48e25,segment=NetworkSegment(3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7),segment_id=3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:00:12.839355 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-78a9428e-9478-455b-861d-dfcb067658a5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:12.857685 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-b40bacde-d987-4a02-8909-00d3a112fbbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:12.882555 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-b40bacde-d987-4a02-8909-00d3a112fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:12.883284 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-b40bacde-d987-4a02-8909-00d3a112fbbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:12.885141 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-b40bacde-d987-4a02-8909-00d3a112fbbf service neutron] 10.222.0.13 "PUT /v2.0/ports/5591cb9a-8f53-40b0-a01f-7c0acaf48e25 HTTP/1.1" status: 200 len: 1092 time: 0.9319286 Nov 10 18:00:12.889259 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40b2e0a5-7401-45a8-8af7-07d499907281', 'tag': '5591cb9a-8f53-40b0-a01f-7c0acaf48e25'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:00:12.891728 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2e814e-4030-4ee1-bb3c-7982d4d7830e" -d '{"events": [{"name": "network-changed", "server_uuid": "40b2e0a5-7401-45a8-8af7-07d499907281", "tag": "5591cb9a-8f53-40b0-a01f-7c0acaf48e25"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:00:12.976800 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc93e6-cb0f-47fa-b69e-5ecb5a636d09 req-c498015d-c1f6-432c-977e-8bbd6e6e878f tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:12.978755 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a1bc93e6-cb0f-47fa-b69e-5ecb5a636d09 req-c498015d-c1f6-432c-977e-8bbd6e6e878f tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b2e0a5-7401-45a8-8af7-07d499907281 HTTP/1.1" status: 200 len: 943 time: 0.1751544 Nov 10 18:00:13.002602 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-78a9428e-9478-455b-861d-dfcb067658a5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Allocated IP 172.25.5.228 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/fc31bb41-442d-4a0e-be64-52424b8ee2ec) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:00:13.019424 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d5b568-c21b-4ff0-825b-498e6e9c56a7 x-openstack-request-id: req-e3d5b568-c21b-4ff0-825b-498e6e9c56a7 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:00:13.019836 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40b2e0a5-7401-45a8-8af7-07d499907281", "tag": "5591cb9a-8f53-40b0-a01f-7c0acaf48e25", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:00:13.020175 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e3d5b568-c21b-4ff0-825b-498e6e9c56a7 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:00:13.020637 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40b2e0a5-7401-45a8-8af7-07d499907281', 'tag': '5591cb9a-8f53-40b0-a01f-7c0acaf48e25', 'status': 'completed', 'code': 200} Nov 10 18:00:13.036989 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40bacde-d987-4a02-8909-00d3a112fbbf service neutron] Pushing event updated for resources: {'Port': ['ID=5591cb9a-8f53-40b0-a01f-7c0acaf48e25,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:13.080972 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a1bc93e6-cb0f-47fa-b69e-5ecb5a636d09 req-87e96c83-e3cd-45e7-af42-6f28648d97fc tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594127 Nov 10 18:00:13.086806 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-b5fbc03f-e372-480a-96e8-c9b9c728b08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:13.088542 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-b5fbc03f-e372-480a-96e8-c9b9c728b08c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c06b3ed13e7426ba9dfc20ddaee2959&device_id=40b2e0a5-7401-45a8-8af7-07d499907281 HTTP/1.1" status: 200 len: 1095 time: 0.1089265 Nov 10 18:00:13.149787 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-dcce3d1b-ed7f-45cb-b1b1-2f0b0a2bf6c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5591cb9a-8f53-40b0-a01f-7c0acaf48e25 HTTP/1.1" status: 200 len: 217 time: 0.0505784 Nov 10 18:00:13.172649 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-78a9428e-9478-455b-861d-dfcb067658a5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:13.219305 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-78a9428e-9478-455b-861d-dfcb067658a5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:13.224068 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-4259b2c9-8766-4ab2-917f-b0acf49b74b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:13.225598 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-4259b2c9-8766-4ab2-917f-b0acf49b74b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b73615b4-0e28-45db-a02f-1f8eaf2af4fb HTTP/1.1" status: 200 len: 846 time: 0.0692754 Nov 10 18:00:13.261044 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a9428e-9478-455b-861d-dfcb067658a5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:00:13.264046 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-508db691-ab35-4ee6-a4ab-506fa25e11f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=58317dbd-0947-4a43-8ae3-cdc5a5928560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286245 Nov 10 18:00:13.267039 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-78a9428e-9478-455b-861d-dfcb067658a5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:00:13.270714 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a9428e-9478-455b-861d-dfcb067658a5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:00:13.286485 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0773d354-37a4-4c4e-bfa5-27b0ac9d810c None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:00:13.298798 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9428e-9478-455b-861d-dfcb067658a5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Pushing event updated for resources: {'Port': ['ID=fc31bb41-442d-4a0e-be64-52424b8ee2ec,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:13.393821 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-ea385d14-e3b8-4b40-baf4-e22ff6f1227c None None] Provisioning complete for port fc31bb41-442d-4a0e-be64-52424b8ee2ec triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:00:13.394307 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea385d14-e3b8-4b40-baf4-e22ff6f1227c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:13.435151 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-faa6f217-bbdf-44df-8598-98f8584be01c service neutron] 10.222.0.13 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534050 Nov 10 18:00:13.455880 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-ea385d14-e3b8-4b40-baf4-e22ff6f1227c None None] Port fc31bb41-442d-4a0e-be64-52424b8ee2ec cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:00:13.612913 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7f1eb929-a2e4-4061-9259-184c3fa5ac38 req-b5c0160f-02ad-444b-a786-31f5deec87fe service neutron] 10.222.0.13 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647830 Nov 10 18:00:13.693401 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-78a9428e-9478-455b-861d-dfcb067658a5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:13.732805 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e814e-4030-4ee1-bb3c-7982d4d7830e req-3e209d9a-4ed1-482d-9a2c-aa4043eb8ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:13.737215 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8e2e814e-4030-4ee1-bb3c-7982d4d7830e req-3e209d9a-4ed1-482d-9a2c-aa4043eb8ebd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c06b3ed13e7426ba9dfc20ddaee2959&device_id=40b2e0a5-7401-45a8-8af7-07d499907281 HTTP/1.1" status: 200 len: 1095 time: 0.0573196 Nov 10 18:00:13.886791 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e814e-4030-4ee1-bb3c-7982d4d7830e req-8f674b96-946a-4a0a-a34e-0daca24bcbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:13.887727 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8e2e814e-4030-4ee1-bb3c-7982d4d7830e req-8f674b96-946a-4a0a-a34e-0daca24bcbac service neutron] 10.222.0.13 "GET /v2.0/networks?id=58317dbd-0947-4a43-8ae3-cdc5a5928560 HTTP/1.1" status: 200 len: 907 time: 0.1386259 Nov 10 18:00:13.937406 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8e2e814e-4030-4ee1-bb3c-7982d4d7830e req-8c448cea-13dc-4e6b-a093-4031728be591 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5591cb9a-8f53-40b0-a01f-7c0acaf48e25 HTTP/1.1" status: 200 len: 217 time: 0.0386212 Nov 10 18:00:13.966456 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-78a9428e-9478-455b-861d-dfcb067658a5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:14.024080 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e814e-4030-4ee1-bb3c-7982d4d7830e req-8a5c38f1-83a9-4761-9b70-24543d4b198d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:14.025743 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8e2e814e-4030-4ee1-bb3c-7982d4d7830e req-8a5c38f1-83a9-4761-9b70-24543d4b198d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b73615b4-0e28-45db-a02f-1f8eaf2af4fb HTTP/1.1" status: 200 len: 846 time: 0.0719988 Nov 10 18:00:14.069019 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8e2e814e-4030-4ee1-bb3c-7982d4d7830e req-2c06a6bf-ca08-4d96-99d8-153d8d1ea0fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=58317dbd-0947-4a43-8ae3-cdc5a5928560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327308 Nov 10 18:00:14.114783 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a9428e-9478-455b-861d-dfcb067658a5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Router 07e6f908-c73b-4586-a2e7-88ffaaed015a is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 18:00:14.200464 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8e2e814e-4030-4ee1-bb3c-7982d4d7830e req-bd018a95-1d88-4e7c-932c-2ac94296b0e9 service neutron] 10.222.0.13 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201200 Nov 10 18:00:14.278979 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02a84d-ec92-4451-8319-1987fa1a4cd5 req-bbdbdefe-9f70-4daa-87fa-22f116d6bec0 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:14.280596 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3b02a84d-ec92-4451-8319-1987fa1a4cd5 req-bbdbdefe-9f70-4daa-87fa-22f116d6bec0 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b2e0a5-7401-45a8-8af7-07d499907281 HTTP/1.1" status: 200 len: 943 time: 0.0683033 Nov 10 18:00:14.288772 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a9428e-9478-455b-861d-dfcb067658a5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:00:14.301004 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6590baf4-918d-44bf-83c2-e76d9851262c None None] Sync routers for ids ['07e6f908-c73b-4586-a2e7-88ffaaed015a'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:00:14.314392 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6590baf4-918d-44bf-83c2-e76d9851262c None None] Routers {'07e6f908-c73b-4586-a2e7-88ffaaed015a'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:00:14.316927 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6590baf4-918d-44bf-83c2-e76d9851262c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:00:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['07e6f908-c73b-4586-a2e7-88ffaaed015a'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:00:14.338608 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-78a9428e-9478-455b-861d-dfcb067658a5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:14.344464 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-78a9428e-9478-455b-861d-dfcb067658a5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1931555 Nov 10 18:00:14.345964 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 46542) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:14.371635 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3b02a84d-ec92-4451-8319-1987fa1a4cd5 req-66247edc-2f42-49b3-a58a-27014a68c61a tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802605 Nov 10 18:00:14.418150 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8e2e814e-4030-4ee1-bb3c-7982d4d7830e req-8590c5ac-1b20-46f7-9e8c-7951bbc7d191 service neutron] 10.222.0.13 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085884 Nov 10 18:00:14.478757 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-6590baf4-918d-44bf-83c2-e76d9851262c None None] Set router 07e6f908-c73b-4586-a2e7-88ffaaed015a gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:00:14.568094 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6dc1adb5-a18b-4da6-b62b-681724dc238e tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=6cf963dee3564948a98198b38669eacf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2180922 Nov 10 18:00:14.570718 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46552) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:14.693067 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf97eb9-32bb-4340-840b-48791f78c402 tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:14.694907 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cbf97eb9-32bb-4340-840b-48791f78c402 tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1228800 Nov 10 18:00:14.698544 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 46554) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:14.707800 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6590baf4-918d-44bf-83c2-e76d9851262c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2012184108', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'fc31bb41-442d-4a0e-be64-52424b8ee2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:12Z', 'updated_at': '2021-11-10T18:00:13Z', 'revision_number': 3, 'project_id': '6cf963dee3564948a98198b38669eacf', 'gw_port': {'id': 'fc31bb41-442d-4a0e-be64-52424b8ee2ec', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:93:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:12Z', 'updated_at': '2021-11-10T18:00:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:00:14.736260 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6590baf4-918d-44bf-83c2-e76d9851262c None None] Checking router: 07e6f908-c73b-4586-a2e7-88ffaaed015a for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:00:14.736868 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6590baf4-918d-44bf-83c2-e76d9851262c None None] Updating router 07e6f908-c73b-4586-a2e7-88ffaaed015a port fc31bb41-442d-4a0e-be64-52424b8ee2ec binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:00:14.738920 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5cfe94ed-5053-45fc-9885-de6855663db8 tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ef950546-b13c-4865-8837-7444cdb2848e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397067 Nov 10 18:00:14.743435 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46556) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:14.747681 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-cc558085-bc5c-44c2-b3c7-849ff846097a tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-993418013', 'network_id': '547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14', 'project_id': '6cf963dee3564948a98198b38669eacf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:00:14.807986 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6590baf4-918d-44bf-83c2-e76d9851262c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:14.944547 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc558085-bc5c-44c2-b3c7-849ff846097a tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Made reservation on behalf of 6cf963dee3564948a98198b38669eacf for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:00:14.950367 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cc558085-bc5c-44c2-b3c7-849ff846097a tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:15.173651 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6590baf4-918d-44bf-83c2-e76d9851262c None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:15.181427 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6590baf4-918d-44bf-83c2-e76d9851262c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:15.190130 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cc558085-bc5c-44c2-b3c7-849ff846097a tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:15.243249 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cab76e-4c49-4340-b49a-8ffcbb27ff39 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:00:15.289755 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05a39c-a4de-47d3-8b70-6fdcf88e414c None None] Pushing event updated for resources: {'Port': ['ID=fc31bb41-442d-4a0e-be64-52424b8ee2ec,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:15.290355 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc558085-bc5c-44c2-b3c7-849ff846097a tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Checking segment: {'id': '07d963da-ab3f-4fd3-b058-829fe287a691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:00:15.290716 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc558085-bc5c-44c2-b3c7-849ff846097a tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Network hostable DHCP agents. Network: 547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:00:15.295147 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc558085-bc5c-44c2-b3c7-849ff846097a tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Pushing event updated for resources: {'Subnet': ['ID=af21fd69-5982-47f4-84cf-df27ad0f5965,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:15.299574 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-6590baf4-918d-44bf-83c2-e76d9851262c None None] Attempting to bind port fc31bb41-442d-4a0e-be64-52424b8ee2ec on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:00:15.301181 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-6590baf4-918d-44bf-83c2-e76d9851262c None None] Attempting to bind port fc31bb41-442d-4a0e-be64-52424b8ee2ec by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:00:15.302690 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6590baf4-918d-44bf-83c2-e76d9851262c None None] Attempting to bind port fc31bb41-442d-4a0e-be64-52424b8ee2ec on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:00:15.315815 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6590baf4-918d-44bf-83c2-e76d9851262c None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:00:15.316256 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6590baf4-918d-44bf-83c2-e76d9851262c None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:00:15.316735 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6590baf4-918d-44bf-83c2-e76d9851262c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:15.317183 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6590baf4-918d-44bf-83c2-e76d9851262c None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:00:15.317800 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-6590baf4-918d-44bf-83c2-e76d9851262c None None] Bound port: fc31bb41-442d-4a0e-be64-52424b8ee2ec, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:00:15.318234 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6590baf4-918d-44bf-83c2-e76d9851262c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:15.320985 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc558085-bc5c-44c2-b3c7-849ff846097a tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Network 547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:00:15.321317 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db05a39c-a4de-47d3-8b70-6fdcf88e414c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:15.321674 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db05a39c-a4de-47d3-8b70-6fdcf88e414c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:15.322023 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db05a39c-a4de-47d3-8b70-6fdcf88e414c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:15.322363 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db05a39c-a4de-47d3-8b70-6fdcf88e414c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:15.322694 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db05a39c-a4de-47d3-8b70-6fdcf88e414c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:15.323204 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db05a39c-a4de-47d3-8b70-6fdcf88e414c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:15.323541 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db05a39c-a4de-47d3-8b70-6fdcf88e414c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:15.323872 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db05a39c-a4de-47d3-8b70-6fdcf88e414c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:15.324311 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db05a39c-a4de-47d3-8b70-6fdcf88e414c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:15.324573 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db05a39c-a4de-47d3-8b70-6fdcf88e414c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:15.324904 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db05a39c-a4de-47d3-8b70-6fdcf88e414c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:15.325229 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db05a39c-a4de-47d3-8b70-6fdcf88e414c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:15.338843 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-cc558085-bc5c-44c2-b3c7-849ff846097a tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:00:15.347904 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc558085-bc5c-44c2-b3c7-849ff846097a tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:15.348695 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cc558085-bc5c-44c2-b3c7-849ff846097a tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:15.360970 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d6d609-1919-4be8-90e7-7871706fb342 None None] Network 547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:00:15.368443 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cc558085-bc5c-44c2-b3c7-849ff846097a tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6255312 Nov 10 18:00:15.372391 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46572) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:15.455231 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-bcdfd845-87ef-476c-9a8f-49ad279de68e None None] Provisioning complete for port fc31bb41-442d-4a0e-be64-52424b8ee2ec triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:00:15.455645 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bcdfd845-87ef-476c-9a8f-49ad279de68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:15.488031 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-6590baf4-918d-44bf-83c2-e76d9851262c None None] For port fc31bb41-442d-4a0e-be64-52424b8ee2ec, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:00:15.516545 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-6590baf4-918d-44bf-83c2-e76d9851262c None None] For port fc31bb41-442d-4a0e-be64-52424b8ee2ec, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=fc31bb41-442d-4a0e-be64-52424b8ee2ec,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:00:15.531522 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6590baf4-918d-44bf-83c2-e76d9851262c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:15.540413 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-bcdfd845-87ef-476c-9a8f-49ad279de68e None None] Port fc31bb41-442d-4a0e-be64-52424b8ee2ec cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:00:15.600674 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6590baf4-918d-44bf-83c2-e76d9851262c None None] Routers {'07e6f908-c73b-4586-a2e7-88ffaaed015a'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:00:15.601302 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6590baf4-918d-44bf-83c2-e76d9851262c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:00:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['07e6f908-c73b-4586-a2e7-88ffaaed015a'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:00:15.626700 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344e8046-3b65-44d2-bcae-645fa6721131 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:00:15.723984 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05a39c-a4de-47d3-8b70-6fdcf88e414c None None] Pushing event updated for resources: {'Port': ['ID=fc31bb41-442d-4a0e-be64-52424b8ee2ec,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:15.999908 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-22e3300f-4dc5-470e-bb9a-1586aca55701 None None] Provisioning complete for port fc31bb41-442d-4a0e-be64-52424b8ee2ec triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:00:16.000907 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-22e3300f-4dc5-470e-bb9a-1586aca55701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:16.046438 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b807330f-d124-4180-837e-cd5b7c0bb098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14', 'network_id': '547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'fixed_ips': [{'subnet_id': 'af21fd69-5982-47f4-84cf-df27ad0f5965'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:00:16.047638 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b807330f-d124-4180-837e-cd5b7c0bb098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:16.205696 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbaf69-3ff2-49bc-b994-36a63c3be878 req-aaee658d-2d1c-4099-a2d1-185b06786956 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:16.208162 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e8bbaf69-3ff2-49bc-b994-36a63c3be878 req-aaee658d-2d1c-4099-a2d1-185b06786956 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b2e0a5-7401-45a8-8af7-07d499907281 HTTP/1.1" status: 200 len: 943 time: 0.6563747 Nov 10 18:00:16.214078 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-b807330f-d124-4180-837e-cd5b7c0bb098 None None] Allocated IP 172.20.0.2 (547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14/af21fd69-5982-47f4-84cf-df27ad0f5965/eb55330b-6e68-4922-91b4-0a1296b56e52) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:00:16.326900 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-6590baf4-918d-44bf-83c2-e76d9851262c None None] Set router 07e6f908-c73b-4586-a2e7-88ffaaed015a gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:00:16.334604 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e8bbaf69-3ff2-49bc-b994-36a63c3be878 req-f785ebf0-fc8b-45d2-8d7a-17036d6fca66 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113796 Nov 10 18:00:16.554975 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-22e3300f-4dc5-470e-bb9a-1586aca55701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:16.587717 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c9498d5d-861f-44c3-be4e-f3c14135140e tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:16.617658 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-22e3300f-4dc5-470e-bb9a-1586aca55701 None None] For port fc31bb41-442d-4a0e-be64-52424b8ee2ec, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=fc31bb41-442d-4a0e-be64-52424b8ee2ec,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:00:16.643952 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-22e3300f-4dc5-470e-bb9a-1586aca55701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:16.738689 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b807330f-d124-4180-837e-cd5b7c0bb098 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:16.753921 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b807330f-d124-4180-837e-cd5b7c0bb098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:16.768767 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3300f-4dc5-470e-bb9a-1586aca55701 None None] Pushing event updated for resources: {'Port': ['ID=fc31bb41-442d-4a0e-be64-52424b8ee2ec,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:16.807835 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b807330f-d124-4180-837e-cd5b7c0bb098 None None] Network 547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:00:16.818253 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-b807330f-d124-4180-837e-cd5b7c0bb098 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:00:16.821610 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b807330f-d124-4180-837e-cd5b7c0bb098 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:00:16.842045 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807330f-d124-4180-837e-cd5b7c0bb098 None None] Pushing event updated for resources: {'Port': ['ID=eb55330b-6e68-4922-91b4-0a1296b56e52,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:16.925012 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b807330f-d124-4180-837e-cd5b7c0bb098 None None] Attempting to bind port eb55330b-6e68-4922-91b4-0a1296b56e52 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:00:16.925380 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b807330f-d124-4180-837e-cd5b7c0bb098 None None] Attempting to bind port eb55330b-6e68-4922-91b4-0a1296b56e52 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '07d963da-ab3f-4fd3-b058-829fe287a691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:00:16.925746 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b807330f-d124-4180-837e-cd5b7c0bb098 None None] Attempting to bind port eb55330b-6e68-4922-91b4-0a1296b56e52 on network 547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:00:16.931202 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6590baf4-918d-44bf-83c2-e76d9851262c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2012184108', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'fc31bb41-442d-4a0e-be64-52424b8ee2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:12Z', 'updated_at': '2021-11-10T18:00:13Z', 'revision_number': 3, 'project_id': '6cf963dee3564948a98198b38669eacf', 'gw_port': {'id': 'fc31bb41-442d-4a0e-be64-52424b8ee2ec', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:93:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:12Z', 'updated_at': '2021-11-10T18:00:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:00:16.964888 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b807330f-d124-4180-837e-cd5b7c0bb098 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:00:16.965297 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b807330f-d124-4180-837e-cd5b7c0bb098 None None] Checking segment: {'id': '07d963da-ab3f-4fd3-b058-829fe287a691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:00:16.966120 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b807330f-d124-4180-837e-cd5b7c0bb098 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:16.966528 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b807330f-d124-4180-837e-cd5b7c0bb098 None None] Bound using segment: {'id': '07d963da-ab3f-4fd3-b058-829fe287a691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:00:16.967027 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b807330f-d124-4180-837e-cd5b7c0bb098 None None] Bound port: eb55330b-6e68-4922-91b4-0a1296b56e52, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d963da-ab3f-4fd3-b058-829fe287a691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:00:16.967417 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b807330f-d124-4180-837e-cd5b7c0bb098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:16.971386 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6590baf4-918d-44bf-83c2-e76d9851262c None None] The sync data for ids ['07e6f908-c73b-4586-a2e7-88ffaaed015a'] in n-d-776250-10 is: [{'id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2012184108', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'fc31bb41-442d-4a0e-be64-52424b8ee2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:12Z', 'updated_at': '2021-11-10T18:00:13Z', 'revision_number': 3, 'project_id': '6cf963dee3564948a98198b38669eacf', 'gw_port': {'id': 'fc31bb41-442d-4a0e-be64-52424b8ee2ec', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:93:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:12Z', 'updated_at': '2021-11-10T18:00:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:00:17.060188 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b807330f-d124-4180-837e-cd5b7c0bb098 None None] For port eb55330b-6e68-4922-91b4-0a1296b56e52, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:00:17.063925 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b807330f-d124-4180-837e-cd5b7c0bb098 None None] For port eb55330b-6e68-4922-91b4-0a1296b56e52, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=eb55330b-6e68-4922-91b4-0a1296b56e52,segment=NetworkSegment(07d963da-ab3f-4fd3-b058-829fe287a691),segment_id=07d963da-ab3f-4fd3-b058-829fe287a691)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:00:17.069931 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b807330f-d124-4180-837e-cd5b7c0bb098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:17.097399 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-c9498d5d-861f-44c3-be4e-f3c14135140e tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Allocated IP 172.20.0.1 (547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14/af21fd69-5982-47f4-84cf-df27ad0f5965/0d5dd8c1-3132-44aa-a1a6-cabbac304d6c) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:00:17.217053 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807330f-d124-4180-837e-cd5b7c0bb098 None None] Pushing event updated for resources: {'Port': ['ID=eb55330b-6e68-4922-91b4-0a1296b56e52,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:17.356250 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c9498d5d-861f-44c3-be4e-f3c14135140e tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:17.447254 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c9498d5d-861f-44c3-be4e-f3c14135140e tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:17.599859 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9498d5d-861f-44c3-be4e-f3c14135140e tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Network 547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:00:17.608514 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-c9498d5d-861f-44c3-be4e-f3c14135140e tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:00:17.624434 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9498d5d-861f-44c3-be4e-f3c14135140e tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:00:17.638887 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5e12a-9a4f-4fd1-bbc9-fd744122ecf4 req-f67ffb01-b254-4367-a6ca-e956698cb4cc tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:17.648541 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c9d5e12a-9a4f-4fd1-bbc9-fd744122ecf4 req-f67ffb01-b254-4367-a6ca-e956698cb4cc tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b2e0a5-7401-45a8-8af7-07d499907281 HTTP/1.1" status: 200 len: 943 time: 0.1180806 Nov 10 18:00:17.720892 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9498d5d-861f-44c3-be4e-f3c14135140e tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Pushing event updated for resources: {'Port': ['ID=0d5dd8c1-3132-44aa-a1a6-cabbac304d6c,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:17.785923 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c9498d5d-861f-44c3-be4e-f3c14135140e tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:17.797771 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c9d5e12a-9a4f-4fd1-bbc9-fd744122ecf4 req-553a4135-5b90-43aa-b81f-fb30cd2cd299 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483700 Nov 10 18:00:18.060832 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c9498d5d-861f-44c3-be4e-f3c14135140e tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:18.296611 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 5591cb9a-8f53-40b0-a01f-7c0acaf48e25 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:00:18.548580 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 5591cb9a-8f53-40b0-a01f-7c0acaf48e25, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5591cb9a-8f53-40b0-a01f-7c0acaf48e25,segment=NetworkSegment(3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7),segment_id=3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:00:18.601092 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '5591cb9a-8f53-40b0-a01f-7c0acaf48e25', 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560', 'port_id': '5591cb9a-8f53-40b0-a01f-7c0acaf48e25', 'mac_address': 'fa:16:3e:ed:a9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b73615b4-0e28-45db-a02f-1f8eaf2af4fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:00:18.613248 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c9498d5d-861f-44c3-be4e-f3c14135140e tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:18.631591 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c9498d5d-861f-44c3-be4e-f3c14135140e tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:18.735620 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:18.761010 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5591cb9a-8f53-40b0-a01f-7c0acaf48e25 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:00:18.803984 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 5591cb9a-8f53-40b0-a01f-7c0acaf48e25, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5591cb9a-8f53-40b0-a01f-7c0acaf48e25,segment=NetworkSegment(3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7),segment_id=3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:00:18.813382 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:18.905009 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9498d5d-861f-44c3-be4e-f3c14135140e tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Pushing event updated for resources: {'Port': ['ID=0d5dd8c1-3132-44aa-a1a6-cabbac304d6c,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:18.916879 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device fc31bb41-442d-4a0e-be64-52424b8ee2ec up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:00:18.917657 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c9498d5d-861f-44c3-be4e-f3c14135140e tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:18.966585 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=5591cb9a-8f53-40b0-a01f-7c0acaf48e25,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:19.047857 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port fc31bb41-442d-4a0e-be64-52424b8ee2ec triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:00:19.048089 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:19.102085 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['5591cb9a-8f53-40b0-a01f-7c0acaf48e25'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:00:19.119993 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9498d5d-861f-44c3-be4e-f3c14135140e tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Network 547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:00:19.126815 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-c9498d5d-861f-44c3-be4e-f3c14135140e tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:00:19.157617 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda54438-1060-4c9b-b0c6-37689ef201d6 req-d2f38334-d696-4d21-b359-fe607fb298f8 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:19.159483 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bda54438-1060-4c9b-b0c6-37689ef201d6 req-d2f38334-d696-4d21-b359-fe607fb298f8 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b2e0a5-7401-45a8-8af7-07d499907281 HTTP/1.1" status: 200 len: 944 time: 0.2045162 Nov 10 18:00:19.165700 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6194ed5d-278b-4afc-bc76-16980e4553d0 None None] Network 547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:00:19.303953 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bda54438-1060-4c9b-b0c6-37689ef201d6 req-4e5465f9-17d6-430c-a018-40f9a4c368ca tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069901 Nov 10 18:00:19.335391 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9498d5d-861f-44c3-be4e-f3c14135140e tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Router 07e6f908-c73b-4586-a2e7-88ffaaed015a has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:00:19.363738 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a7572bf1-9c8e-4916-97cd-778cb983e0dd None None] Provisioning complete for port eb55330b-6e68-4922-91b4-0a1296b56e52 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:00:19.364310 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a7572bf1-9c8e-4916-97cd-778cb983e0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:19.372890 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device eb55330b-6e68-4922-91b4-0a1296b56e52 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:00:19.509051 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9498d5d-861f-44c3-be4e-f3c14135140e tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:00:19.522047 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c9498d5d-861f-44c3-be4e-f3c14135140e tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "PUT /v2.0/routers/07e6f908-c73b-4586-a2e7-88ffaaed015a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1481805 Nov 10 18:00:19.524820 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46648) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:19.531901 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-7e2ed618-9115-44be-a48b-14ebeeef0f74 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1746437366', 'description': 'tempest-secgroup_access--1746437366 description', 'project_id': '6cf963dee3564948a98198b38669eacf'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:00:19.574469 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7e2ed618-9115-44be-a48b-14ebeeef0f74 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:19.585585 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port eb55330b-6e68-4922-91b4-0a1296b56e52 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:00:19.585585 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:19.675411 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7e2ed618-9115-44be-a48b-14ebeeef0f74 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:19.681245 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7e2ed618-9115-44be-a48b-14ebeeef0f74 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:19.753495 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7e2ed618-9115-44be-a48b-14ebeeef0f74 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:19.754574 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7e2ed618-9115-44be-a48b-14ebeeef0f74 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2285221 Nov 10 18:00:19.758398 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 46652) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:19.763791 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ed618-9115-44be-a48b-14ebeeef0f74 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a197fd1-b811-4c67-ba76-70efe7ccc717,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:19.763926 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-823f623a-eeda-4ac1-8555-918030c07a0b tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1487660131', 'description': 'tempest-secgroup_general--1487660131 description', 'project_id': '6cf963dee3564948a98198b38669eacf'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:00:19.791889 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a7572bf1-9c8e-4916-97cd-778cb983e0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:19.821316 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-823f623a-eeda-4ac1-8555-918030c07a0b tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:19.844847 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:19.863018 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-a7572bf1-9c8e-4916-97cd-778cb983e0dd None None] For port eb55330b-6e68-4922-91b4-0a1296b56e52, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=eb55330b-6e68-4922-91b4-0a1296b56e52,segment=NetworkSegment(07d963da-ab3f-4fd3-b058-829fe287a691),segment_id=07d963da-ab3f-4fd3-b058-829fe287a691)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:00:19.870254 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a7572bf1-9c8e-4916-97cd-778cb983e0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:19.985724 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 18:00:19.986095 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 18:00:19.986996 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7572bf1-9c8e-4916-97cd-778cb983e0dd None None] Pushing event updated for resources: {'Port': ['ID=eb55330b-6e68-4922-91b4-0a1296b56e52,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:19.991771 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-823f623a-eeda-4ac1-8555-918030c07a0b tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:19.998520 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-823f623a-eeda-4ac1-8555-918030c07a0b tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:20.034919 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-823f623a-eeda-4ac1-8555-918030c07a0b tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:20.036349 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-823f623a-eeda-4ac1-8555-918030c07a0b tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2769022 Nov 10 18:00:20.039897 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46658) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:20.044296 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-c98c311a-5214-427c-a074-ec59aad4d0e8 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Request body: {'security_group_rule': {'security_group_id': '1a197fd1-b811-4c67-ba76-70efe7ccc717', 'project_id': '6cf963dee3564948a98198b38669eacf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:00:20.048672 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f623a-eeda-4ac1-8555-918030c07a0b tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aba5cc7-0fc5-4ca4-b0f6-4c29e3fd955c,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:20.058519 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd1f6e4-e08f-496e-9585-6e83fda768ff None None] Sync routers for ids ['07e6f908-c73b-4586-a2e7-88ffaaed015a'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:00:20.070097 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd1f6e4-e08f-496e-9585-6e83fda768ff None None] Routers {'07e6f908-c73b-4586-a2e7-88ffaaed015a'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:00:20.070861 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-2cd1f6e4-e08f-496e-9585-6e83fda768ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:00:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['07e6f908-c73b-4586-a2e7-88ffaaed015a'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:00:20.096718 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c98c311a-5214-427c-a074-ec59aad4d0e8 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:20.163348 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c98c311a-5214-427c-a074-ec59aad4d0e8 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:20.167769 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c98c311a-5214-427c-a074-ec59aad4d0e8 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:20.196778 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c311a-5214-427c-a074-ec59aad4d0e8 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c1cf57-18bd-4b7c-b1af-e2402c1ef5d0,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:20.202239 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-2cd1f6e4-e08f-496e-9585-6e83fda768ff None None] Set router 07e6f908-c73b-4586-a2e7-88ffaaed015a gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:00:20.203353 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c98c311a-5214-427c-a074-ec59aad4d0e8 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:20.205834 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c98c311a-5214-427c-a074-ec59aad4d0e8 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1645169 Nov 10 18:00:20.302007 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-0c571c7a-6a18-4800-8adb-1b2d4d41812e None None] Provisioning complete for port 0d5dd8c1-3132-44aa-a1a6-cabbac304d6c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:00:20.302616 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0c571c7a-6a18-4800-8adb-1b2d4d41812e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:20.414367 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 5591cb9a-8f53-40b0-a01f-7c0acaf48e25 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:00:20.455847 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-0c571c7a-6a18-4800-8adb-1b2d4d41812e None None] Port 0d5dd8c1-3132-44aa-a1a6-cabbac304d6c cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:00:20.480313 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-2cd1f6e4-e08f-496e-9585-6e83fda768ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2012184108', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'fc31bb41-442d-4a0e-be64-52424b8ee2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:12Z', 'updated_at': '2021-11-10T18:00:17Z', 'revision_number': 4, 'project_id': '6cf963dee3564948a98198b38669eacf', 'gw_port': {'id': 'fc31bb41-442d-4a0e-be64-52424b8ee2ec', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:12Z', 'updated_at': '2021-11-10T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '0d5dd8c1-3132-44aa-a1a6-cabbac304d6c', 'name': '', 'network_id': '547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'mac_address': 'fa:16:3e:cb:f5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'af21fd69-5982-47f4-84cf-df27ad0f5965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:16Z', 'updated_at': '2021-11-10T18:00:18Z', 'revision_number': 2, 'project_id': '6cf963dee3564948a98198b38669eacf', 'subnets': [{'id': 'af21fd69-5982-47f4-84cf-df27ad0f5965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:00:20.519434 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-821d22fc-199b-47a8-b766-df626236d052 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup_general--1487660131&fields=id&tenant_id=6cf963dee3564948a98198b38669eacf HTTP/1.1" status: 200 len: 267 time: 0.0987415 Nov 10 18:00:20.537992 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-0c571c7a-6a18-4800-8adb-1b2d4d41812e None None] Provisioning complete for port eb55330b-6e68-4922-91b4-0a1296b56e52 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:00:20.538374 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0c571c7a-6a18-4800-8adb-1b2d4d41812e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:20.559687 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd1f6e4-e08f-496e-9585-6e83fda768ff None None] Checking router: 07e6f908-c73b-4586-a2e7-88ffaaed015a for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:00:20.559936 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd1f6e4-e08f-496e-9585-6e83fda768ff None None] Updating router 07e6f908-c73b-4586-a2e7-88ffaaed015a port 0d5dd8c1-3132-44aa-a1a6-cabbac304d6c binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:00:20.564469 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2be38e-ba7d-4c4e-8658-8d2a7d6c16cc req-f8e7d503-e1f6-4413-a643-7a5a046cbee9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:20.566058 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9e2be38e-ba7d-4c4e-8658-8d2a7d6c16cc req-f8e7d503-e1f6-4413-a643-7a5a046cbee9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b2e0a5-7401-45a8-8af7-07d499907281 HTTP/1.1" status: 200 len: 944 time: 0.1016610 Nov 10 18:00:20.633162 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 5591cb9a-8f53-40b0-a01f-7c0acaf48e25 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:00:20.633499 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-2cd1f6e4-e08f-496e-9585-6e83fda768ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:20.644023 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 5591cb9a-8f53-40b0-a01f-7c0acaf48e25 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:00:20.644421 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9e2be38e-ba7d-4c4e-8658-8d2a7d6c16cc req-a000fd31-0b0e-4a83-8860-5fe425d41746 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711381 Nov 10 18:00:20.644531 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:20.659692 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-5e9ab988-a8fa-46df-a3de-4c409d7a5413 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup_access--1746437366&fields=id&tenant_id=6cf963dee3564948a98198b38669eacf HTTP/1.1" status: 200 len: 267 time: 0.1333003 Nov 10 18:00:20.824811 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device eb55330b-6e68-4922-91b4-0a1296b56e52 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:00:20.844850 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-07660033-988e-467e-bd16-c5b4f89c768e tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:20.853246 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-07660033-988e-467e-bd16-c5b4f89c768e tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/networks?id=547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14 HTTP/1.1" status: 200 len: 797 time: 0.1812673 Nov 10 18:00:20.892508 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-f8b5f622-7c5d-433b-abe0-66448bbd3691 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/quotas/6cf963dee3564948a98198b38669eacf HTTP/1.1" status: 200 len: 375 time: 0.0232227 Nov 10 18:00:21.001437 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-fffb8030-9a1f-4832-87d9-05180372e4a1 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6cf963dee3564948a98198b38669eacf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1052349 Nov 10 18:00:21.157977 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-b62163ea-ec2b-4f4c-ba26-2f4fb5b40555 service neutron] 10.222.0.39 "GET /v2.0/networks/547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327446 Nov 10 18:00:21.177675 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-2cd1f6e4-e08f-496e-9585-6e83fda768ff None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:21.189028 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-2cd1f6e4-e08f-496e-9585-6e83fda768ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:21.268416 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f470ffa-a28c-4e36-83a2-508e7d42a141 None None] Pushing event updated for resources: {'Port': ['ID=0d5dd8c1-3132-44aa-a1a6-cabbac304d6c,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:21.277413 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:21.326393 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-2cd1f6e4-e08f-496e-9585-6e83fda768ff None None] Attempting to bind port 0d5dd8c1-3132-44aa-a1a6-cabbac304d6c on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:00:21.327135 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-2cd1f6e4-e08f-496e-9585-6e83fda768ff None None] Attempting to bind port 0d5dd8c1-3132-44aa-a1a6-cabbac304d6c by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '07d963da-ab3f-4fd3-b058-829fe287a691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:00:21.328339 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd1f6e4-e08f-496e-9585-6e83fda768ff None None] Attempting to bind port 0d5dd8c1-3132-44aa-a1a6-cabbac304d6c on network 547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14 {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:00:21.334405 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd1f6e4-e08f-496e-9585-6e83fda768ff None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:00:21.335068 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd1f6e4-e08f-496e-9585-6e83fda768ff None None] Checking segment: {'id': '07d963da-ab3f-4fd3-b058-829fe287a691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:00:21.335639 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-2cd1f6e4-e08f-496e-9585-6e83fda768ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:21.340394 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd1f6e4-e08f-496e-9585-6e83fda768ff None None] Bound using segment: {'id': '07d963da-ab3f-4fd3-b058-829fe287a691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:00:21.345301 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-2cd1f6e4-e08f-496e-9585-6e83fda768ff None None] Bound port: 0d5dd8c1-3132-44aa-a1a6-cabbac304d6c, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d963da-ab3f-4fd3-b058-829fe287a691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:00:21.345918 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-2cd1f6e4-e08f-496e-9585-6e83fda768ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:21.353290 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 5591cb9a-8f53-40b0-a01f-7c0acaf48e25, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5591cb9a-8f53-40b0-a01f-7c0acaf48e25,segment=NetworkSegment(3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7),segment_id=3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:00:21.364025 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b2e0a5-7401-45a8-8af7-07d499907281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5591cb9a-8f53-40b0-a01f-7c0acaf48e25'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:00:21.364490 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8a1e47-b6c6-4bcd-8c97-d8cf5cab1f5d" -d '{"events": [{"server_uuid": "40b2e0a5-7401-45a8-8af7-07d499907281", "name": "network-vif-plugged", "status": "completed", "tag": "5591cb9a-8f53-40b0-a01f-7c0acaf48e25"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:00:21.384703 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-994f739e-58a4-4798-8850-8a33adb6ec56 service neutron] 10.222.0.39 "GET /v2.0/networks/547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250898 Nov 10 18:00:21.394925 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:21.401297 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port eb55330b-6e68-4922-91b4-0a1296b56e52 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:00:21.401750 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:21.494435 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-94e81f4d-e66b-462b-ab05-e090e3885c4e None None] Provisioning complete for port 0d5dd8c1-3132-44aa-a1a6-cabbac304d6c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:00:21.495046 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-94e81f4d-e66b-462b-ab05-e090e3885c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:21.532427 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-2cd1f6e4-e08f-496e-9585-6e83fda768ff None None] For port 0d5dd8c1-3132-44aa-a1a6-cabbac304d6c, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:00:21.539223 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-2cd1f6e4-e08f-496e-9585-6e83fda768ff None None] For port 0d5dd8c1-3132-44aa-a1a6-cabbac304d6c, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=0d5dd8c1-3132-44aa-a1a6-cabbac304d6c,segment=NetworkSegment(07d963da-ab3f-4fd3-b058-829fe287a691),segment_id=07d963da-ab3f-4fd3-b058-829fe287a691)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:00:21.549080 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-2cd1f6e4-e08f-496e-9585-6e83fda768ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:21.631904 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2026c0b-152f-4b61-95ba-6e656e4f34d4 x-openstack-request-id: req-f2026c0b-152f-4b61-95ba-6e656e4f34d4 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:00:21.633458 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b2e0a5-7401-45a8-8af7-07d499907281", "name": "network-vif-plugged", "status": "completed", "tag": "5591cb9a-8f53-40b0-a01f-7c0acaf48e25", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:00:21.633878 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f2026c0b-152f-4b61-95ba-6e656e4f34d4 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:00:21.635544 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b2e0a5-7401-45a8-8af7-07d499907281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5591cb9a-8f53-40b0-a01f-7c0acaf48e25', 'code': 200} Nov 10 18:00:21.659271 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=5591cb9a-8f53-40b0-a01f-7c0acaf48e25,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:21.678401 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd1f6e4-e08f-496e-9585-6e83fda768ff None None] Routers {'07e6f908-c73b-4586-a2e7-88ffaaed015a'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:00:21.679032 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-2cd1f6e4-e08f-496e-9585-6e83fda768ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:00:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['07e6f908-c73b-4586-a2e7-88ffaaed015a'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:00:21.722242 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-94e81f4d-e66b-462b-ab05-e090e3885c4e None None] Port 0d5dd8c1-3132-44aa-a1a6-cabbac304d6c cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:00:21.780299 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f470ffa-a28c-4e36-83a2-508e7d42a141 None None] Pushing event updated for resources: {'Port': ['ID=0d5dd8c1-3132-44aa-a1a6-cabbac304d6c,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:21.872044 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67195650-129f-4df9-a6a4-490bbef20563 req-cc1563e6-d1b5-4a2e-82ef-2145bcd8c005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:21.878283 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-67195650-129f-4df9-a6a4-490bbef20563 req-cc1563e6-d1b5-4a2e-82ef-2145bcd8c005 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=40b2e0a5-7401-45a8-8af7-07d499907281 HTTP/1.1" status: 200 len: 1097 time: 0.1825159 Nov 10 18:00:21.933350 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-7276e94f-9b1f-408e-9e67-5d9dde21b045 None None] Provisioning complete for port 0d5dd8c1-3132-44aa-a1a6-cabbac304d6c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:00:21.933725 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7276e94f-9b1f-408e-9e67-5d9dde21b045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:21.996046 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-2cd1f6e4-e08f-496e-9585-6e83fda768ff None None] Set router 07e6f908-c73b-4586-a2e7-88ffaaed015a gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:00:22.009810 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-67195650-129f-4df9-a6a4-490bbef20563 req-394f0ed1-de85-4276-b1a8-9c7f16528659 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223202 Nov 10 18:00:22.116087 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ba4e2-3d68-4f3c-b08c-e9ee4c01a47a req-02edb853-8a28-4a03-a1d7-20213eedb38e tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:22.117886 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-be7ba4e2-3d68-4f3c-b08c-e9ee4c01a47a req-02edb853-8a28-4a03-a1d7-20213eedb38e tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b2e0a5-7401-45a8-8af7-07d499907281 HTTP/1.1" status: 200 len: 945 time: 0.0975316 Nov 10 18:00:22.166695 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7276e94f-9b1f-408e-9e67-5d9dde21b045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:22.206297 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-7276e94f-9b1f-408e-9e67-5d9dde21b045 None None] For port 0d5dd8c1-3132-44aa-a1a6-cabbac304d6c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=0d5dd8c1-3132-44aa-a1a6-cabbac304d6c,segment=NetworkSegment(07d963da-ab3f-4fd3-b058-829fe287a691),segment_id=07d963da-ab3f-4fd3-b058-829fe287a691)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:00:22.222009 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7276e94f-9b1f-408e-9e67-5d9dde21b045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:22.232172 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-be7ba4e2-3d68-4f3c-b08c-e9ee4c01a47a req-55943066-1d3e-48c1-b96e-048fa5240697 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047919 Nov 10 18:00:22.299201 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276e94f-9b1f-408e-9e67-5d9dde21b045 None None] Pushing event updated for resources: {'Port': ['ID=0d5dd8c1-3132-44aa-a1a6-cabbac304d6c,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:22.349098 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-1ae00c3c-0f38-41a2-bc20-40731b20523e None None] Provisioning complete for port 0d5dd8c1-3132-44aa-a1a6-cabbac304d6c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:00:22.349483 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1ae00c3c-0f38-41a2-bc20-40731b20523e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:22.395279 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83f4bb-08c0-4a1e-b9ed-ff24aa61b607 req-146bbf59-d65e-4c1e-9fdc-14a4b1a223a6 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:22.404294 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7b83f4bb-08c0-4a1e-b9ed-ff24aa61b607 req-146bbf59-d65e-4c1e-9fdc-14a4b1a223a6 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 945 time: 0.0719831 Nov 10 18:00:22.429527 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-2cd1f6e4-e08f-496e-9585-6e83fda768ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2012184108', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'fc31bb41-442d-4a0e-be64-52424b8ee2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:12Z', 'updated_at': '2021-11-10T18:00:17Z', 'revision_number': 4, 'project_id': '6cf963dee3564948a98198b38669eacf', 'gw_port': {'id': 'fc31bb41-442d-4a0e-be64-52424b8ee2ec', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:12Z', 'updated_at': '2021-11-10T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '0d5dd8c1-3132-44aa-a1a6-cabbac304d6c', 'name': '', 'network_id': '547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'mac_address': 'fa:16:3e:cb:f5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'af21fd69-5982-47f4-84cf-df27ad0f5965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:16Z', 'updated_at': '2021-11-10T18:00:21Z', 'revision_number': 4, 'project_id': '6cf963dee3564948a98198b38669eacf', 'subnets': [{'id': 'af21fd69-5982-47f4-84cf-df27ad0f5965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:00:22.467429 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7b83f4bb-08c0-4a1e-b9ed-ff24aa61b607 req-c2829938-e043-4710-9bc1-fac5704def3e tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602317 Nov 10 18:00:22.479886 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd1f6e4-e08f-496e-9585-6e83fda768ff None None] The sync data for ids ['07e6f908-c73b-4586-a2e7-88ffaaed015a'] in n-d-776250-10 is: [{'id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2012184108', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'fc31bb41-442d-4a0e-be64-52424b8ee2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:12Z', 'updated_at': '2021-11-10T18:00:17Z', 'revision_number': 4, 'project_id': '6cf963dee3564948a98198b38669eacf', 'gw_port': {'id': 'fc31bb41-442d-4a0e-be64-52424b8ee2ec', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:12Z', 'updated_at': '2021-11-10T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '0d5dd8c1-3132-44aa-a1a6-cabbac304d6c', 'name': '', 'network_id': '547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'mac_address': 'fa:16:3e:cb:f5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'af21fd69-5982-47f4-84cf-df27ad0f5965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:16Z', 'updated_at': '2021-11-10T18:00:21Z', 'revision_number': 4, 'project_id': '6cf963dee3564948a98198b38669eacf', 'subnets': [{'id': 'af21fd69-5982-47f4-84cf-df27ad0f5965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:00:22.774498 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 0d5dd8c1-3132-44aa-a1a6-cabbac304d6c up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:00:22.816315 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-71409e82-d1e6-42bf-b223-664d39e3ed95 req-2807c10e-6e4d-4f4c-b33d-3e276deb2637 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/ports?device_id=0604a83b-ae46-4983-9f42-32e523506b54 HTTP/1.1" status: 200 len: 210 time: 0.0663090 Nov 10 18:00:22.854031 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:00:22.895020 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 0d5dd8c1-3132-44aa-a1a6-cabbac304d6c triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:00:22.895574 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:23.429537 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee49e9-51a3-418b-a8a7-61cb4a06ccd5 req-23b84711-b034-46c8-94ba-307792d75a67 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:23.431109 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fdee49e9-51a3-418b-a8a7-61cb4a06ccd5 req-23b84711-b034-46c8-94ba-307792d75a67 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b2e0a5-7401-45a8-8af7-07d499907281 HTTP/1.1" status: 200 len: 945 time: 0.0860360 Nov 10 18:00:23.507701 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fdee49e9-51a3-418b-a8a7-61cb4a06ccd5 req-ce5d3eac-9616-457c-b398-931e97af7789 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680501 Nov 10 18:00:23.629179 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81dc7b3-b90d-489e-aa2c-4b725b5d1b3d req-afe3cab8-a573-4240-bfae-efa51a2daaad tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:23.631041 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f81dc7b3-b90d-489e-aa2c-4b725b5d1b3d req-afe3cab8-a573-4240-bfae-efa51a2daaad tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 945 time: 0.0829237 Nov 10 18:00:23.705336 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f81dc7b3-b90d-489e-aa2c-4b725b5d1b3d req-db3ab65b-08c3-48bb-81c1-939f90fdd883 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588484 Nov 10 18:00:23.959976 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-69ee7e10-56a5-4607-81e5-031c05b7ce87 req-c01cfa1d-9461-46da-9727-bbf2beb5fc67 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/ports?device_id=0604a83b-ae46-4983-9f42-32e523506b54 HTTP/1.1" status: 200 len: 210 time: 0.0350721 Nov 10 18:00:24.207094 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-da01cf17-a092-43ba-880f-8023c3e4838f tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:24.209391 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-da01cf17-a092-43ba-880f-8023c3e4838f tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.11 "GET /v2.0/networks?id=547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14 HTTP/1.1" status: 200 len: 797 time: 0.1638761 Nov 10 18:00:24.309621 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-6a3fbfc1-78f6-48c5-9da7-41ec5094f064 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cf963dee3564948a98198b38669eacf HTTP/1.1" status: 200 len: 478 time: 0.0903268 Nov 10 18:00:24.328437 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-c18ee1dc-0cee-4859-9572-81451e285c75 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Request body: {'port': {'device_id': '0604a83b-ae46-4983-9f42-32e523506b54', 'network_id': '547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14', 'admin_state_up': True, 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'security_groups': ['6aba5cc7-0fc5-4ca4-b0f6-4c29e3fd955c', '1a197fd1-b811-4c67-ba76-70efe7ccc717']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:00:24.463804 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-c18ee1dc-0cee-4859-9572-81451e285c75 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Made reservation on behalf of 6cf963dee3564948a98198b38669eacf for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:00:24.467851 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-c18ee1dc-0cee-4859-9572-81451e285c75 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:24.611011 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-c18ee1dc-0cee-4859-9572-81451e285c75 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Allocated IP 172.20.0.6 (547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14/af21fd69-5982-47f4-84cf-df27ad0f5965/dcec8d24-36b1-4ebc-aa77-7db96ff27834) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:00:24.648801 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97825f12-ff98-4fb4-b45c-d2fee3e5921e req-f098d3f6-30c5-4716-97d5-2fdee32197d9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:24.651148 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-97825f12-ff98-4fb4-b45c-d2fee3e5921e req-f098d3f6-30c5-4716-97d5-2fdee32197d9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b2e0a5-7401-45a8-8af7-07d499907281 HTTP/1.1" status: 200 len: 945 time: 0.0601718 Nov 10 18:00:24.715738 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-97825f12-ff98-4fb4-b45c-d2fee3e5921e req-2b3b28ee-2651-4495-b4aa-5dcb5a6a1eb0 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549152 Nov 10 18:00:24.846849 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-c18ee1dc-0cee-4859-9572-81451e285c75 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:24.864830 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb581b-1f23-44a3-a698-f029a1e1c52f req-3e4b4972-7030-4104-989f-5e69889bb92b tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:24.867775 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-effb581b-1f23-44a3-a698-f029a1e1c52f req-3e4b4972-7030-4104-989f-5e69889bb92b tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.13 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 945 time: 0.1890552 Nov 10 18:00:24.875413 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:24.892722 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60254ef7-b8fa-409a-a238-225950c17dea req-8ed8d90a-c020-43c3-a61d-b53f470cc492 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:24.900512 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-60254ef7-b8fa-409a-a238-225950c17dea req-8ed8d90a-c020-43c3-a61d-b53f470cc492 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 945 time: 0.0984719 Nov 10 18:00:24.967367 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-60254ef7-b8fa-409a-a238-225950c17dea req-3eea1e68-de3e-4c9f-a532-81dccd4c8e46 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633214 Nov 10 18:00:24.999762 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-c18ee1dc-0cee-4859-9572-81451e285c75 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:25.042480 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f8a71-67d9-4c24-86d4-8f83d526afdd req-d7cbc13d-f760-4887-9c4a-811c0c1947ce tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:25.043742 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e4f8a71-67d9-4c24-86d4-8f83d526afdd req-d7cbc13d-f760-4887-9c4a-811c0c1947ce tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b2e0a5-7401-45a8-8af7-07d499907281 HTTP/1.1" status: 200 len: 945 time: 0.1113780 Nov 10 18:00:25.097057 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d6ccb-62cc-4823-9220-96423005a27f req-65d97a11-aa43-4ac1-bcb4-663fb4920281 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:25.098975 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ff4d6ccb-62cc-4823-9220-96423005a27f req-65d97a11-aa43-4ac1-bcb4-663fb4920281 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/ports?device_id=0604a83b-ae46-4983-9f42-32e523506b54 HTTP/1.1" status: 200 len: 970 time: 0.0581951 Nov 10 18:00:25.106954 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-c18ee1dc-0cee-4859-9572-81451e285c75 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Network 547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:00:25.117346 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-c18ee1dc-0cee-4859-9572-81451e285c75 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:00:25.123842 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ee1dc-0cee-4859-9572-81451e285c75 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Pushing event updated for resources: {'Port': ['ID=dcec8d24-36b1-4ebc-aa77-7db96ff27834,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:25.126537 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-c18ee1dc-0cee-4859-9572-81451e285c75 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:00:25.168446 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:25.193867 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ff4d6ccb-62cc-4823-9220-96423005a27f req-31b387ce-65bd-4a66-809f-58694964ee1c tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/security-groups?id=6aba5cc7-0fc5-4ca4-b0f6-4c29e3fd955c&id=1a197fd1-b811-4c67-ba76-70efe7ccc717&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0879059 Nov 10 18:00:25.214188 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-c18ee1dc-0cee-4859-9572-81451e285c75 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:25.215135 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-c18ee1dc-0cee-4859-9572-81451e285c75 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:25.222584 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e4f8a71-67d9-4c24-86d4-8f83d526afdd req-a5e06771-ba46-4cf5-b8cf-3184bb783aa1 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557214 Nov 10 18:00:25.226626 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-effb581b-1f23-44a3-a698-f029a1e1c52f req-363a7a0a-e987-49e9-bb03-89c1a4331d7e tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Deleting port cfa393c4-6712-4b75-a496-99cc8bbddd8d {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:00:25.226792 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-effb581b-1f23-44a3-a698-f029a1e1c52f req-363a7a0a-e987-49e9-bb03-89c1a4331d7e tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:25.295338 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-c18ee1dc-0cee-4859-9572-81451e285c75 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.9714766 Nov 10 18:00:25.315153 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-30911bac-467e-4001-b67e-c56e96dc2304 service neutron] Request body: {'port': {'device_id': '0604a83b-ae46-4983-9f42-32e523506b54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:00:25.393554 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc54d6a-75ae-42da-81c0-df321198f797 req-967d0fa4-b923-4df5-a17c-8340b8224885 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:25.394889 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cfc54d6a-75ae-42da-81c0-df321198f797 req-967d0fa4-b923-4df5-a17c-8340b8224885 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b2e0a5-7401-45a8-8af7-07d499907281 HTTP/1.1" status: 200 len: 945 time: 0.0600417 Nov 10 18:00:25.429240 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-effb581b-1f23-44a3-a698-f029a1e1c52f req-363a7a0a-e987-49e9-bb03-89c1a4331d7e tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] For port cfa393c4-6712-4b75-a496-99cc8bbddd8d, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=cfa393c4-6712-4b75-a496-99cc8bbddd8d,segment=NetworkSegment(330b5342-3d2d-46f3-839c-d9f669fbf3be),segment_id=330b5342-3d2d-46f3-839c-d9f669fbf3be)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:00:25.429880 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-effb581b-1f23-44a3-a698-f029a1e1c52f req-363a7a0a-e987-49e9-bb03-89c1a4331d7e tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:25.432348 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-30911bac-467e-4001-b67e-c56e96dc2304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:25.452767 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-effb581b-1f23-44a3-a698-f029a1e1c52f req-363a7a0a-e987-49e9-bb03-89c1a4331d7e tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Calling delete_port for cfa393c4-6712-4b75-a496-99cc8bbddd8d owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:00:25.460037 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cfc54d6a-75ae-42da-81c0-df321198f797 req-20d03148-7d29-4b35-9e23-2cae748a4903 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550649 Nov 10 18:00:25.477080 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a841398a-8e64-4910-82f2-fc98feea56ae None None] Provisioning complete for port dcec8d24-36b1-4ebc-aa77-7db96ff27834 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:00:25.477665 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a841398a-8e64-4910-82f2-fc98feea56ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:25.541829 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-a841398a-8e64-4910-82f2-fc98feea56ae None None] Port dcec8d24-36b1-4ebc-aa77-7db96ff27834 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:00:25.727110 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-effb581b-1f23-44a3-a698-f029a1e1c52f req-363a7a0a-e987-49e9-bb03-89c1a4331d7e tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:25.740526 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['cfa393c4-6712-4b75-a496-99cc8bbddd8d'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:00:25.744052 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['e89c9789-da08-490d-bd3f-ee8d8c6bf823'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:00:25.783355 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a1bb1-c418-441c-aa15-f6468c3a82d9 req-ef552c6b-e022-432e-b5d2-76a9ddc16c82 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:25.787767 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-292a1bb1-c418-441c-aa15-f6468c3a82d9 req-ef552c6b-e022-432e-b5d2-76a9ddc16c82 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b2e0a5-7401-45a8-8af7-07d499907281 HTTP/1.1" status: 200 len: 945 time: 0.1002951 Nov 10 18:00:25.813296 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a7a0a-e987-49e9-bb03-89c1a4331d7e tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Pushing event deleted for resources: {'Port': ['ID=cfa393c4-6712-4b75-a496-99cc8bbddd8d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:25.863425 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-292a1bb1-c418-441c-aa15-f6468c3a82d9 req-50753e36-0066-4681-b5c5-1073d8a0214a tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701795 Nov 10 18:00:25.870013 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-effb581b-1f23-44a3-a698-f029a1e1c52f req-363a7a0a-e987-49e9-bb03-89c1a4331d7e tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] No DVR routers for this DVR port cfa393c4-6712-4b75-a496-99cc8bbddd8d on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:00:25.874446 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-effb581b-1f23-44a3-a698-f029a1e1c52f req-363a7a0a-e987-49e9-bb03-89c1a4331d7e tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:25.879734 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-effb581b-1f23-44a3-a698-f029a1e1c52f req-363a7a0a-e987-49e9-bb03-89c1a4331d7e tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.13 "DELETE /v2.0/ports/cfa393c4-6712-4b75-a496-99cc8bbddd8d HTTP/1.1" status: 204 len: 173 time: 1.0019598 Nov 10 18:00:25.891773 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76', 'name': 'network-vif-deleted', 'tag': 'cfa393c4-6712-4b75-a496-99cc8bbddd8d'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:00:25.894677 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d4efca-65a3-446d-acf4-fbfc7c8e0419" -d '{"events": [{"server_uuid": "a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76", "name": "network-vif-deleted", "tag": "cfa393c4-6712-4b75-a496-99cc8bbddd8d"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:00:25.951351 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a297545-23cf-4aff-95a7-0a537bbb51dd x-openstack-request-id: req-4a297545-23cf-4aff-95a7-0a537bbb51dd {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:00:25.951634 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76", "name": "network-vif-deleted", "tag": "cfa393c4-6712-4b75-a496-99cc8bbddd8d", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:00:25.951899 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4a297545-23cf-4aff-95a7-0a537bbb51dd {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:00:25.952973 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76', 'name': 'network-vif-deleted', 'tag': 'cfa393c4-6712-4b75-a496-99cc8bbddd8d', 'status': 'completed', 'code': 200} Nov 10 18:00:26.110527 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3773cc6-03d9-4671-92cd-21f40d558b43 req-95bc494f-5253-4315-9045-664caf55427d tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=a33f2eab-a5c9-48b7-b1e5-3cfec9f8fd76 HTTP/1.1" status: 200 len: 210 time: 0.0401742 Nov 10 18:00:26.346389 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232443d7-4710-4e07-aa0e-4c72ed3b079b req-8d0504e1-95d2-4a14-bb03-6fd85dd3f1e0 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:26.355686 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-232443d7-4710-4e07-aa0e-4c72ed3b079b req-8d0504e1-95d2-4a14-bb03-6fd85dd3f1e0 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/ports?device_id=0604a83b-ae46-4983-9f42-32e523506b54 HTTP/1.1" status: 200 len: 970 time: 0.0829406 Nov 10 18:00:26.450526 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-232443d7-4710-4e07-aa0e-4c72ed3b079b req-34114bf9-0cd6-4d50-a790-8abd3d724250 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/security-groups?id=6aba5cc7-0fc5-4ca4-b0f6-4c29e3fd955c&id=1a197fd1-b811-4c67-ba76-70efe7ccc717&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0926259 Nov 10 18:00:26.472255 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-30911bac-467e-4001-b67e-c56e96dc2304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcec8d24-36b1-4ebc-aa77-7db96ff27834 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:00:26.498065 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-30911bac-467e-4001-b67e-c56e96dc2304 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:26.509778 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e62824-dc94-4009-83da-fac61dcb5601 req-76f23c5e-8296-4ee5-bbb0-ec5925dc9f0b tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:26.511368 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d1e62824-dc94-4009-83da-fac61dcb5601 req-76f23c5e-8296-4ee5-bbb0-ec5925dc9f0b tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 1097 time: 0.0932038 Nov 10 18:00:26.538563 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-30911bac-467e-4001-b67e-c56e96dc2304 service neutron] Transition to ACTIVE for port object dcec8d24-36b1-4ebc-aa77-7db96ff27834 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:00:26.545404 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-30911bac-467e-4001-b67e-c56e96dc2304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:26.609903 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d1e62824-dc94-4009-83da-fac61dcb5601 req-fbdd2117-076a-41ad-81ab-23d97c1eb11c tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869172 Nov 10 18:00:26.648947 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30911bac-467e-4001-b67e-c56e96dc2304 service neutron] Pushing event updated for resources: {'Port': ['ID=dcec8d24-36b1-4ebc-aa77-7db96ff27834,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:26.717949 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-30911bac-467e-4001-b67e-c56e96dc2304 service neutron] Attempting to bind port dcec8d24-36b1-4ebc-aa77-7db96ff27834 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:00:26.717949 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-30911bac-467e-4001-b67e-c56e96dc2304 service neutron] Attempting to bind port dcec8d24-36b1-4ebc-aa77-7db96ff27834 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '07d963da-ab3f-4fd3-b058-829fe287a691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:00:26.717949 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-30911bac-467e-4001-b67e-c56e96dc2304 service neutron] Attempting to bind port dcec8d24-36b1-4ebc-aa77-7db96ff27834 on network 547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:00:26.734098 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-30911bac-467e-4001-b67e-c56e96dc2304 service neutron] Port dcec8d24-36b1-4ebc-aa77-7db96ff27834 on network 547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:00:26.734963 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-30911bac-467e-4001-b67e-c56e96dc2304 service neutron] Attempting to bind port dcec8d24-36b1-4ebc-aa77-7db96ff27834 on network 547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:00:26.744941 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-30911bac-467e-4001-b67e-c56e96dc2304 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:00:26.745535 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-30911bac-467e-4001-b67e-c56e96dc2304 service neutron] Checking segment: {'id': '07d963da-ab3f-4fd3-b058-829fe287a691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:00:26.746083 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-30911bac-467e-4001-b67e-c56e96dc2304 service neutron] Bound using segment: {'id': '07d963da-ab3f-4fd3-b058-829fe287a691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:00:26.746692 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-30911bac-467e-4001-b67e-c56e96dc2304 service neutron] Bound port: dcec8d24-36b1-4ebc-aa77-7db96ff27834, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07d963da-ab3f-4fd3-b058-829fe287a691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:00:26.747055 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-30911bac-467e-4001-b67e-c56e96dc2304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:26.783591 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14530169-5e86-4f27-b115-86e511466da8 req-5cfc9a91-d8fe-46ed-ac8c-854ca8dbd0e0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:26.785484 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-14530169-5e86-4f27-b115-86e511466da8 req-5cfc9a91-d8fe-46ed-ac8c-854ca8dbd0e0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 945 time: 0.0814402 Nov 10 18:00:26.845806 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-30911bac-467e-4001-b67e-c56e96dc2304 service neutron] For port dcec8d24-36b1-4ebc-aa77-7db96ff27834, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:00:26.850088 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-30911bac-467e-4001-b67e-c56e96dc2304 service neutron] For port dcec8d24-36b1-4ebc-aa77-7db96ff27834, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=dcec8d24-36b1-4ebc-aa77-7db96ff27834,segment=NetworkSegment(07d963da-ab3f-4fd3-b058-829fe287a691),segment_id=07d963da-ab3f-4fd3-b058-829fe287a691)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:00:26.853388 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-14530169-5e86-4f27-b115-86e511466da8 req-4e1857e4-2679-47f7-9e26-e2f864590bab tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613601 Nov 10 18:00:26.859136 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-30911bac-467e-4001-b67e-c56e96dc2304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:26.884978 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 46820) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:26.917197 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-30911bac-467e-4001-b67e-c56e96dc2304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:26.918037 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-30911bac-467e-4001-b67e-c56e96dc2304 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:26.919495 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-30911bac-467e-4001-b67e-c56e96dc2304 service neutron] 10.222.0.11 "PUT /v2.0/ports/dcec8d24-36b1-4ebc-aa77-7db96ff27834 HTTP/1.1" status: 200 len: 1131 time: 1.6136978 Nov 10 18:00:26.958435 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30911bac-467e-4001-b67e-c56e96dc2304 service neutron] Pushing event updated for resources: {'Port': ['ID=dcec8d24-36b1-4ebc-aa77-7db96ff27834,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:27.023170 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-397acf77-c639-4b42-ac30-ebc772a54ab5 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/floatingips/750ad715-24cb-4e39-bd6b-14d600d1f3ac HTTP/1.1" status: 200 len: 993 time: 0.1356652 Nov 10 18:00:27.072715 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-19c58f28-9f93-4abc-8cf6-08bda404836f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:27.074484 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-19c58f28-9f93-4abc-8cf6-08bda404836f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6cf963dee3564948a98198b38669eacf&device_id=0604a83b-ae46-4983-9f42-32e523506b54 HTTP/1.1" status: 200 len: 1134 time: 0.1072896 Nov 10 18:00:27.144643 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfb5f6-447c-4f09-856b-968d614cc154 req-2c230fdc-ae63-4120-8bad-29b9aedae947 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:27.153689 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3fcfb5f6-447c-4f09-856b-968d614cc154 req-2c230fdc-ae63-4120-8bad-29b9aedae947 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b2e0a5-7401-45a8-8af7-07d499907281 HTTP/1.1" status: 200 len: 945 time: 0.1410289 Nov 10 18:00:27.156088 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-66e5d5c1-e0bc-4cdb-a66a-5e0b51686463 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcec8d24-36b1-4ebc-aa77-7db96ff27834 HTTP/1.1" status: 200 len: 217 time: 0.0711992 Nov 10 18:00:27.301254 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3fcfb5f6-447c-4f09-856b-968d614cc154 req-14b9f6e7-bf8c-40a3-85b2-b824698738f1 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477015 Nov 10 18:00:27.352117 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-0aba0d84-cc0e-4073-8391-1fcb47cedbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:27.353109 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-0aba0d84-cc0e-4073-8391-1fcb47cedbd2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af21fd69-5982-47f4-84cf-df27ad0f5965 HTTP/1.1" status: 200 len: 834 time: 0.1689210 Nov 10 18:00:27.370183 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240182ab-6483-405d-bb3f-6b713b4be7ef req-8324c34d-a236-4042-b051-03555a870d07 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:27.372953 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-240182ab-6483-405d-bb3f-6b713b4be7ef req-8324c34d-a236-4042-b051-03555a870d07 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.13 "GET /v2.0/ports?device_id=40b2e0a5-7401-45a8-8af7-07d499907281 HTTP/1.1" status: 200 len: 945 time: 0.1386364 Nov 10 18:00:27.520989 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-f461153c-a323-4ab8-af98-04d432b29247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:27.531617 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-f461153c-a323-4ab8-af98-04d432b29247 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1565673 Nov 10 18:00:27.658015 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f285e1-5747-4300-adf6-41d4bf5ac51d req-2bad7b4c-beaa-46c9-aa7e-13a3db54ce1e tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:27.664010 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-17f285e1-5747-4300-adf6-41d4bf5ac51d req-2bad7b4c-beaa-46c9-aa7e-13a3db54ce1e tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.1130483 Nov 10 18:00:27.710280 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-240182ab-6483-405d-bb3f-6b713b4be7ef req-360beb67-2f8d-47e6-b6aa-15a64c1f6de2 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Deleting port 5591cb9a-8f53-40b0-a01f-7c0acaf48e25 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:00:27.710622 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-240182ab-6483-405d-bb3f-6b713b4be7ef req-360beb67-2f8d-47e6-b6aa-15a64c1f6de2 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:27.757788 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-25818068-fc84-4fa4-8366-890350b8ea36 service neutron] 10.222.0.11 "GET /v2.0/networks/547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869380 Nov 10 18:00:27.770360 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-17f285e1-5747-4300-adf6-41d4bf5ac51d req-ae50af10-0cc8-49b0-96f1-540631453b4c tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995936 Nov 10 18:00:27.887346 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df431d9-88bc-4f74-9a60-6fcc69bf2114 req-2f8e7bfd-7a32-424d-ae35-b643ede303d4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:27.889058 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3df431d9-88bc-4f74-9a60-6fcc69bf2114 req-2f8e7bfd-7a32-424d-ae35-b643ede303d4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 945 time: 0.0543876 Nov 10 18:00:27.954303 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0604a83b-ae46-4983-9f42-32e523506b54', 'tag': 'dcec8d24-36b1-4ebc-aa77-7db96ff27834'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:00:27.957417 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0719bd5-8d37-43ce-9b85-d8068c86e71c" -d '{"events": [{"name": "network-changed", "server_uuid": "0604a83b-ae46-4983-9f42-32e523506b54", "tag": "dcec8d24-36b1-4ebc-aa77-7db96ff27834"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:00:27.962495 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3df431d9-88bc-4f74-9a60-6fcc69bf2114 req-b5425681-0785-4321-a3f8-e5e51da0072a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657115 Nov 10 18:00:28.034838 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-fe219738-44ec-4e30-b15b-03e0246404a4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2300816 Nov 10 18:00:28.055353 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620de88-a2a2-4b4d-a028-182bcfd27dcf req-38335f86-1726-4466-9e1b-056e0992d6df tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:28.057187 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3620de88-a2a2-4b4d-a028-182bcfd27dcf req-38335f86-1726-4466-9e1b-056e0992d6df tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/ports?device_id=0604a83b-ae46-4983-9f42-32e523506b54 HTTP/1.1" status: 200 len: 982 time: 0.2512665 Nov 10 18:00:28.063871 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0dc62d0-336d-44e2-9ebb-bb7b1cd44a36 x-openstack-request-id: req-b0dc62d0-336d-44e2-9ebb-bb7b1cd44a36 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:00:28.064184 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0604a83b-ae46-4983-9f42-32e523506b54", "tag": "dcec8d24-36b1-4ebc-aa77-7db96ff27834", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:00:28.064438 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b0dc62d0-336d-44e2-9ebb-bb7b1cd44a36 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:00:28.064837 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0604a83b-ae46-4983-9f42-32e523506b54', 'tag': 'dcec8d24-36b1-4ebc-aa77-7db96ff27834', 'status': 'completed', 'code': 200} Nov 10 18:00:28.066599 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-240182ab-6483-405d-bb3f-6b713b4be7ef req-360beb67-2f8d-47e6-b6aa-15a64c1f6de2 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] For port 5591cb9a-8f53-40b0-a01f-7c0acaf48e25, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5591cb9a-8f53-40b0-a01f-7c0acaf48e25,segment=NetworkSegment(3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7),segment_id=3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:00:28.066963 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-240182ab-6483-405d-bb3f-6b713b4be7ef req-360beb67-2f8d-47e6-b6aa-15a64c1f6de2 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:28.114435 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-240182ab-6483-405d-bb3f-6b713b4be7ef req-360beb67-2f8d-47e6-b6aa-15a64c1f6de2 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Calling delete_port for 5591cb9a-8f53-40b0-a01f-7c0acaf48e25 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:00:28.119664 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bba63cb4-02ac-4f1d-9840-62396a5c5eaf req-c73de564-4c92-447b-91eb-f803d4726105 service neutron] 10.222.0.11 "GET /v2.0/networks/547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089535 Nov 10 18:00:28.270679 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3620de88-a2a2-4b4d-a028-182bcfd27dcf req-913cf986-852b-4ea8-abc6-78c7ba8b4ab3 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/security-groups?id=6aba5cc7-0fc5-4ca4-b0f6-4c29e3fd955c&id=1a197fd1-b811-4c67-ba76-70efe7ccc717&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1934330 Nov 10 18:00:28.309214 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0719bd5-8d37-43ce-9b85-d8068c86e71c req-643bc9ce-678c-42fe-94cb-757f19b4919f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:28.311142 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d0719bd5-8d37-43ce-9b85-d8068c86e71c req-643bc9ce-678c-42fe-94cb-757f19b4919f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6cf963dee3564948a98198b38669eacf&device_id=0604a83b-ae46-4983-9f42-32e523506b54 HTTP/1.1" status: 200 len: 1134 time: 0.1136558 Nov 10 18:00:28.469337 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-240182ab-6483-405d-bb3f-6b713b4be7ef req-360beb67-2f8d-47e6-b6aa-15a64c1f6de2 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:28.484878 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['d66c29cc-f978-4d3d-85b8-37973ddacedd'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:00:28.488038 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['5591cb9a-8f53-40b0-a01f-7c0acaf48e25'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:00:28.534543 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560496b-8b96-4aad-8828-a77c783ae752 req-207a3ea8-b2a4-477a-97d5-c1763de029d6 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:28.547539 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5560496b-8b96-4aad-8828-a77c783ae752 req-207a3ea8-b2a4-477a-97d5-c1763de029d6 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=40b2e0a5-7401-45a8-8af7-07d499907281 HTTP/1.1" status: 200 len: 867 time: 0.1329284 Nov 10 18:00:28.559355 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0719bd5-8d37-43ce-9b85-d8068c86e71c req-353c9eb3-a2ef-4b58-affb-2f9565720704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:28.566014 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d0719bd5-8d37-43ce-9b85-d8068c86e71c req-353c9eb3-a2ef-4b58-affb-2f9565720704 service neutron] 10.222.0.11 "GET /v2.0/networks?id=547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14 HTTP/1.1" status: 200 len: 898 time: 0.2467885 Nov 10 18:00:28.569840 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360beb67-2f8d-47e6-b6aa-15a64c1f6de2 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Pushing event deleted for resources: {'Port': ['ID=5591cb9a-8f53-40b0-a01f-7c0acaf48e25,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:28.658314 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5560496b-8b96-4aad-8828-a77c783ae752 req-56083215-1f12-4843-910b-fc8249cf5742 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015952 Nov 10 18:00:28.698521 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d0719bd5-8d37-43ce-9b85-d8068c86e71c req-d801b7aa-0b5f-430f-9dd2-2c2bdbd520c0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcec8d24-36b1-4ebc-aa77-7db96ff27834 HTTP/1.1" status: 200 len: 217 time: 0.1168704 Nov 10 18:00:28.717042 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-240182ab-6483-405d-bb3f-6b713b4be7ef req-360beb67-2f8d-47e6-b6aa-15a64c1f6de2 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] No DVR routers for this DVR port 5591cb9a-8f53-40b0-a01f-7c0acaf48e25 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:00:28.771605 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-240182ab-6483-405d-bb3f-6b713b4be7ef req-360beb67-2f8d-47e6-b6aa-15a64c1f6de2 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:28.774995 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-240182ab-6483-405d-bb3f-6b713b4be7ef req-360beb67-2f8d-47e6-b6aa-15a64c1f6de2 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.13 "DELETE /v2.0/ports/5591cb9a-8f53-40b0-a01f-7c0acaf48e25 HTTP/1.1" status: 204 len: 173 time: 1.3334293 Nov 10 18:00:28.790355 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0719bd5-8d37-43ce-9b85-d8068c86e71c req-70dd458e-348c-491f-9b51-e4e29d1c89b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:28.792638 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d0719bd5-8d37-43ce-9b85-d8068c86e71c req-70dd458e-348c-491f-9b51-e4e29d1c89b3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af21fd69-5982-47f4-84cf-df27ad0f5965 HTTP/1.1" status: 200 len: 834 time: 0.0784621 Nov 10 18:00:28.906071 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0719bd5-8d37-43ce-9b85-d8068c86e71c req-6ff41009-4935-4b55-8792-ab353decbb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:28.908361 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d0719bd5-8d37-43ce-9b85-d8068c86e71c req-6ff41009-4935-4b55-8792-ab353decbb47 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0994077 Nov 10 18:00:29.059940 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf42295-2011-4850-a7ee-18ca3835e465 req-1ca11cf2-bd7c-4c5b-a37c-d3badfed589c tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:29.062876 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ccf42295-2011-4850-a7ee-18ca3835e465 req-1ca11cf2-bd7c-4c5b-a37c-d3badfed589c tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.1852009 Nov 10 18:00:29.133312 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d0719bd5-8d37-43ce-9b85-d8068c86e71c req-3417eb15-23e2-47a6-8330-3bc1067d5f82 service neutron] 10.222.0.11 "GET /v2.0/networks/547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975412 Nov 10 18:00:29.166003 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c775f19-059d-4e73-9220-4038feab8b88 req-a3f65fb3-7eef-4093-8f12-ffef04e4ab1c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:29.169199 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2c775f19-059d-4e73-9220-4038feab8b88 req-a3f65fb3-7eef-4093-8f12-ffef04e4ab1c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 945 time: 0.0949774 Nov 10 18:00:29.216984 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ccf42295-2011-4850-a7ee-18ca3835e465 req-6b9d521a-57e5-4209-b513-cdb87686668d tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465428 Nov 10 18:00:29.282446 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2c775f19-059d-4e73-9220-4038feab8b88 req-c9bdaa56-6c92-4386-93c1-33e22476ee1c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060581 Nov 10 18:00:29.298338 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d0719bd5-8d37-43ce-9b85-d8068c86e71c req-fd87ae5f-a8fe-4756-99d8-42cae535859f service neutron] 10.222.0.11 "GET /v2.0/networks/547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547103 Nov 10 18:00:29.500118 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc093ae-cd51-4fe7-ae9e-747f53a084bd req-ad3c04c8-18d1-4c7f-a0e7-edeb5b74a2e2 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:29.501755 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0cc093ae-cd51-4fe7-ae9e-747f53a084bd req-ad3c04c8-18d1-4c7f-a0e7-edeb5b74a2e2 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/ports?device_id=0604a83b-ae46-4983-9f42-32e523506b54 HTTP/1.1" status: 200 len: 982 time: 0.0775609 Nov 10 18:00:29.568035 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0cc093ae-cd51-4fe7-ae9e-747f53a084bd req-a93a51f4-a722-470f-915b-ac588d7998d9 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/security-groups?id=6aba5cc7-0fc5-4ca4-b0f6-4c29e3fd955c&id=1a197fd1-b811-4c67-ba76-70efe7ccc717&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0595429 Nov 10 18:00:29.849904 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-1afb50b9-e3b1-4e04-802b-1bde609a39d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:29.851430 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-1afb50b9-e3b1-4e04-802b-1bde609a39d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 1097 time: 0.0582597 Nov 10 18:00:30.008531 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-a274a646-4a93-4896-aace-cee752a4f8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:30.010080 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-a274a646-4a93-4896-aace-cee752a4f8ea service neutron] 10.222.0.13 "GET /v2.0/networks?id=57c95eaf-dc5f-4839-942b-96ef79a46308 HTTP/1.1" status: 200 len: 898 time: 0.1514909 Nov 10 18:00:30.066828 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40b2e0a5-7401-45a8-8af7-07d499907281', 'name': 'network-vif-deleted', 'tag': '5591cb9a-8f53-40b0-a01f-7c0acaf48e25'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:00:30.069117 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca5aabd-d5db-40a5-832d-f8fe8a66f763" -d '{"events": [{"server_uuid": "40b2e0a5-7401-45a8-8af7-07d499907281", "name": "network-vif-deleted", "tag": "5591cb9a-8f53-40b0-a01f-7c0acaf48e25"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:00:30.110873 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9607ff8-ee3a-44d6-be43-edd0e82d6e9f x-openstack-request-id: req-b9607ff8-ee3a-44d6-be43-edd0e82d6e9f {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:00:30.111164 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40b2e0a5-7401-45a8-8af7-07d499907281", "name": "network-vif-deleted", "tag": "5591cb9a-8f53-40b0-a01f-7c0acaf48e25", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:00:30.111409 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b9607ff8-ee3a-44d6-be43-edd0e82d6e9f {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:00:30.111801 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40b2e0a5-7401-45a8-8af7-07d499907281', 'name': 'network-vif-deleted', 'tag': '5591cb9a-8f53-40b0-a01f-7c0acaf48e25', 'status': 'completed', 'code': 200} Nov 10 18:00:30.121412 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-9fbcacef-affe-4b41-8e18-10dba28d19ee tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:30.122883 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-9fbcacef-affe-4b41-8e18-10dba28d19ee tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/networks?id=58317dbd-0947-4a43-8ae3-cdc5a5928560 HTTP/1.1" status: 200 len: 806 time: 0.1832628 Nov 10 18:00:30.130202 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-5ddd930c-00b2-4b8c-95d3-dc219741a0be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72da4933-3021-4964-b6cd-e84e165c4734 HTTP/1.1" status: 200 len: 1001 time: 0.1125619 Nov 10 18:00:30.143473 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-7afde624-3715-41e3-b557-3996963f8f15 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/quotas/2c06b3ed13e7426ba9dfc20ddaee2959 HTTP/1.1" status: 200 len: 375 time: 0.0116580 Nov 10 18:00:30.223485 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-297f709a-4511-434b-8a60-e2d755831ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:30.225007 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-297f709a-4511-434b-8a60-e2d755831ac2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6bf09b79-f590-415f-898e-f1a6dd84502d HTTP/1.1" status: 200 len: 834 time: 0.0775881 Nov 10 18:00:30.244054 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-bdef3750-beaa-473e-b44d-d346377519ef tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2c06b3ed13e7426ba9dfc20ddaee2959&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0872569 Nov 10 18:00:30.332430 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-1be2b43f-40de-4c6d-95f2-c3496646a7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:30.334177 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-1be2b43f-40de-4c6d-95f2-c3496646a7f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57c95eaf-dc5f-4839-942b-96ef79a46308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1018012 Nov 10 18:00:30.361495 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device cfa393c4-6712-4b75-a496-99cc8bbddd8d no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:00:30.373022 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8462f6e-ac13-4171-9688-9ae2b0fdc314 req-948bdb05-e311-489c-a902-cbce26127485 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:30.376910 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a8462f6e-ac13-4171-9688-9ae2b0fdc314 req-948bdb05-e311-489c-a902-cbce26127485 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.0608993 Nov 10 18:00:30.384101 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: cfa393c4-6712-4b75-a496-99cc8bbddd8d {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:00:30.384945 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device cfa393c4-6712-4b75-a496-99cc8bbddd8d not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:00:30.385953 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 5591cb9a-8f53-40b0-a01f-7c0acaf48e25 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:00:30.408186 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 5591cb9a-8f53-40b0-a01f-7c0acaf48e25 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:00:30.408624 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 5591cb9a-8f53-40b0-a01f-7c0acaf48e25 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:00:30.426274 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-d54eef23-c31e-4484-a0f8-52fbda8bbcf8 service neutron] 10.222.0.39 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643698 Nov 10 18:00:30.468268 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a8462f6e-ac13-4171-9688-9ae2b0fdc314 req-4e42a9f3-c16d-4d02-b624-6834fa1c3eec tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738616 Nov 10 18:00:30.512652 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fb984376-4624-4cec-9b10-cae70662b90a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:30.542796 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-4cf4dfa2-e9e8-4893-a1eb-267967400d86 service neutron] 10.222.0.13 "GET /v2.0/networks/57c95eaf-dc5f-4839-942b-96ef79a46308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988113 Nov 10 18:00:30.605408 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3033d-be65-4a43-a804-2d023d890e2d req-9ea835fe-c441-420e-888b-992f6b689c17 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:30.607133 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-42b3033d-be65-4a43-a804-2d023d890e2d req-9ea835fe-c441-420e-888b-992f6b689c17 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 945 time: 0.0559072 Nov 10 18:00:30.613867 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-35b9b50f-d87b-49bd-b032-24600828d282 service neutron] 10.222.0.39 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614442 Nov 10 18:00:30.665508 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-b6c5912f-29c2-4ce1-b8f6-073f1cef5ad0 service neutron] 10.222.0.13 "GET /v2.0/networks/57c95eaf-dc5f-4839-942b-96ef79a46308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144969 Nov 10 18:00:30.685411 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-42b3033d-be65-4a43-a804-2d023d890e2d req-b1e05460-7cce-44a3-a49e-16c833da2e75 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648682 Nov 10 18:00:30.876798 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-02a9fdf6-4093-428a-9739-ff988703bc87 req-887f0df0-7ad3-4240-9129-7bafae84bc1c tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 210 time: 0.0515115 Nov 10 18:00:30.896633 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e797272-7ba5-4348-a36e-6624fa42bdff req-38c94e71-6d5f-48bc-a2d2-57b27fd85f73 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:30.898281 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7e797272-7ba5-4348-a36e-6624fa42bdff req-38c94e71-6d5f-48bc-a2d2-57b27fd85f73 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/ports?device_id=0604a83b-ae46-4983-9f42-32e523506b54 HTTP/1.1" status: 200 len: 982 time: 0.0829942 Nov 10 18:00:30.964011 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7e797272-7ba5-4348-a36e-6624fa42bdff req-bc226208-4214-4d95-a7ab-390ace0456a8 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/security-groups?id=6aba5cc7-0fc5-4ca4-b0f6-4c29e3fd955c&id=1a197fd1-b811-4c67-ba76-70efe7ccc717&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0573566 Nov 10 18:00:31.611560 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03a5ac-46e1-44c1-94a4-0ec03face0b6 req-710c284f-1a73-48ac-bb8e-c255c46bc06e tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:31.613205 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad03a5ac-46e1-44c1-94a4-0ec03face0b6 req-710c284f-1a73-48ac-bb8e-c255c46bc06e tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.0667932 Nov 10 18:00:31.664701 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad03a5ac-46e1-44c1-94a4-0ec03face0b6 req-84e36ed3-7ee1-414d-acd3-ec9066415c63 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452549 Nov 10 18:00:31.839382 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f42b7-0e30-465e-9217-424037a68cbd req-7378efae-0f30-4e5d-adda-f4b31cadf7eb tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:31.840751 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1c7f42b7-0e30-465e-9217-424037a68cbd req-7378efae-0f30-4e5d-adda-f4b31cadf7eb tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 945 time: 0.0771737 Nov 10 18:00:31.915564 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1c7f42b7-0e30-465e-9217-424037a68cbd req-28e4cdb1-91ab-4374-b7ee-9751440d6797 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620461 Nov 10 18:00:31.965507 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-0366e13e-a5ef-436f-88a4-b70b9e442c59 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:31.967371 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-0366e13e-a5ef-436f-88a4-b70b9e442c59 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.13 "GET /v2.0/networks?id=58317dbd-0947-4a43-8ae3-cdc5a5928560 HTTP/1.1" status: 200 len: 806 time: 0.2150083 Nov 10 18:00:31.984260 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-b7519ce3-621e-4fd3-82a8-14405295b915 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Request body: {'port': {'device_id': '6d1d99cf-2df5-407b-8dfc-3cfe44613483', 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560', 'admin_state_up': True, 'tenant_id': '2c06b3ed13e7426ba9dfc20ddaee2959'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:00:32.022088 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4a07ca19-9618-4284-aa7c-67890cf23d4a req-f47b9473-66f5-4890-9958-e08e04f4a097 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 210 time: 0.0340149 Nov 10 18:00:32.118543 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0df7d1-4b36-47a7-821a-578bc69aa0ee req-7021dbfd-98b2-4d02-bb9f-cd8ba40f37a5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:32.120876 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cc0df7d1-4b36-47a7-821a-578bc69aa0ee req-7021dbfd-98b2-4d02-bb9f-cd8ba40f37a5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/ports?device_id=0604a83b-ae46-4983-9f42-32e523506b54 HTTP/1.1" status: 200 len: 982 time: 0.0736804 Nov 10 18:00:32.158369 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device dcec8d24-36b1-4ebc-aa77-7db96ff27834 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:00:32.175313 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-b7519ce3-621e-4fd3-82a8-14405295b915 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Made reservation on behalf of 2c06b3ed13e7426ba9dfc20ddaee2959 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:00:32.179325 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-b7519ce3-621e-4fd3-82a8-14405295b915 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:32.216489 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cc0df7d1-4b36-47a7-821a-578bc69aa0ee req-1d27bd0b-27d9-4615-ba68-d513d2ab77da tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/security-groups?id=6aba5cc7-0fc5-4ca4-b0f6-4c29e3fd955c&id=1a197fd1-b811-4c67-ba76-70efe7ccc717&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0858359 Nov 10 18:00:32.292544 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port dcec8d24-36b1-4ebc-aa77-7db96ff27834, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=dcec8d24-36b1-4ebc-aa77-7db96ff27834,segment=NetworkSegment(07d963da-ab3f-4fd3-b058-829fe287a691),segment_id=07d963da-ab3f-4fd3-b058-829fe287a691)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:00:32.309496 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'dcec8d24-36b1-4ebc-aa77-7db96ff27834', 'network_id': '547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14', 'port_id': 'dcec8d24-36b1-4ebc-aa77-7db96ff27834', 'mac_address': 'fa:16:3e:f2:d4:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af21fd69-5982-47f4-84cf-df27ad0f5965', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:00:32.366532 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-b7519ce3-621e-4fd3-82a8-14405295b915 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Allocated IP 172.20.0.13 (58317dbd-0947-4a43-8ae3-cdc5a5928560/b73615b4-0e28-45db-a02f-1f8eaf2af4fb/aff703a0-158a-43a9-a247-4b92cb038ac9) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:00:32.373013 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:32.391641 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcec8d24-36b1-4ebc-aa77-7db96ff27834 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:00:32.414140 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port dcec8d24-36b1-4ebc-aa77-7db96ff27834, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=dcec8d24-36b1-4ebc-aa77-7db96ff27834,segment=NetworkSegment(07d963da-ab3f-4fd3-b058-829fe287a691),segment_id=07d963da-ab3f-4fd3-b058-829fe287a691)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:00:32.420770 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:32.489434 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=dcec8d24-36b1-4ebc-aa77-7db96ff27834,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:32.599879 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-b7519ce3-621e-4fd3-82a8-14405295b915 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:32.652816 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-b7519ce3-621e-4fd3-82a8-14405295b915 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:32.666575 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['d66c29cc-f978-4d3d-85b8-37973ddacedd'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:00:32.705245 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-b7519ce3-621e-4fd3-82a8-14405295b915 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Network 58317dbd-0947-4a43-8ae3-cdc5a5928560 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:00:32.708617 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-b7519ce3-621e-4fd3-82a8-14405295b915 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:00:32.713253 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['dcec8d24-36b1-4ebc-aa77-7db96ff27834'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:00:32.713472 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-b7519ce3-621e-4fd3-82a8-14405295b915 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:00:32.760278 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7519ce3-621e-4fd3-82a8-14405295b915 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Pushing event updated for resources: {'Port': ['ID=aff703a0-158a-43a9-a247-4b92cb038ac9,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:32.810428 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-b7519ce3-621e-4fd3-82a8-14405295b915 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:32.811122 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-b7519ce3-621e-4fd3-82a8-14405295b915 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:32.892857 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-b7519ce3-621e-4fd3-82a8-14405295b915 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9138474 Nov 10 18:00:32.904945 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ed805760-6c02-4b86-85d2-7004a55faf00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:32.907918 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-f8a596e7-b24a-4cd5-a920-08630d8ccb90 service neutron] Request body: {'port': {'device_id': '6d1d99cf-2df5-407b-8dfc-3cfe44613483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:00:32.941358 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0fafa-e48e-4f85-a2dc-a8e8292ea3e6 req-34e09c84-9343-4200-b42b-24ff163f6918 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:32.943090 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bed0fafa-e48e-4f85-a2dc-a8e8292ea3e6 req-34e09c84-9343-4200-b42b-24ff163f6918 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.1520624 Nov 10 18:00:32.970844 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a52d1-ad8b-4ba5-889d-a7d96c496ac3 req-2e280942-8dde-4456-9cf6-57385d42578d tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:32.972588 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a84a52d1-ad8b-4ba5-889d-a7d96c496ac3 req-2e280942-8dde-4456-9cf6-57385d42578d tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 945 time: 0.1264403 Nov 10 18:00:33.110141 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25955ca1-23d7-4504-8d4a-4f98445d6589 req-64cc8ea4-1850-4b69-8cc5-08fb2ce28873 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:33.117132 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-25955ca1-23d7-4504-8d4a-4f98445d6589 req-64cc8ea4-1850-4b69-8cc5-08fb2ce28873 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 945 time: 0.0747788 Nov 10 18:00:33.154140 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-f8a596e7-b24a-4cd5-a920-08630d8ccb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:33.169970 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-25955ca1-23d7-4504-8d4a-4f98445d6589 req-9e61de79-b02e-4f40-af06-05ff3a45eedb tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489030 Nov 10 18:00:33.178548 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bed0fafa-e48e-4f85-a2dc-a8e8292ea3e6 req-1c837970-fb13-4e0b-a8f8-b9b382bf29c7 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/security-groups?id=10117162-fbd9-4d84-812c-6f05e451ee84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026033 Nov 10 18:00:33.306440 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-a84a52d1-ad8b-4ba5-889d-a7d96c496ac3 req-d8d2e0b0-f9c1-493c-ad71-d3b60bdf0e1f tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Deleting port e89c9789-da08-490d-bd3f-ee8d8c6bf823 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:00:33.306781 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a84a52d1-ad8b-4ba5-889d-a7d96c496ac3 req-d8d2e0b0-f9c1-493c-ad71-d3b60bdf0e1f tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:33.322611 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3a089-b651-49a6-bfec-882e7eba6812 req-1e16b3be-e570-4d2f-b09b-396f21a01a6d tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:33.324843 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6dc3a089-b651-49a6-bfec-882e7eba6812 req-1e16b3be-e570-4d2f-b09b-396f21a01a6d tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 932 time: 0.0785053 Nov 10 18:00:33.384864 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6dc3a089-b651-49a6-bfec-882e7eba6812 req-a261f924-789e-45ac-95fc-f372374283cb tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515366 Nov 10 18:00:33.854818 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76e1a8-1d02-4776-8c50-5012b5a2d670 req-2ea01368-c00d-41f3-ab42-7fc40e1d1507 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:33.856452 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af76e1a8-1d02-4776-8c50-5012b5a2d670 req-2ea01368-c00d-41f3-ab42-7fc40e1d1507 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/ports?device_id=0604a83b-ae46-4983-9f42-32e523506b54 HTTP/1.1" status: 200 len: 983 time: 0.5419600 Nov 10 18:00:33.872463 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-a84a52d1-ad8b-4ba5-889d-a7d96c496ac3 req-d8d2e0b0-f9c1-493c-ad71-d3b60bdf0e1f tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] For port e89c9789-da08-490d-bd3f-ee8d8c6bf823, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=e89c9789-da08-490d-bd3f-ee8d8c6bf823,segment=NetworkSegment(330b5342-3d2d-46f3-839c-d9f669fbf3be),segment_id=330b5342-3d2d-46f3-839c-d9f669fbf3be)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:00:33.872827 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a84a52d1-ad8b-4ba5-889d-a7d96c496ac3 req-d8d2e0b0-f9c1-493c-ad71-d3b60bdf0e1f tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:33.911050 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-a84a52d1-ad8b-4ba5-889d-a7d96c496ac3 req-d8d2e0b0-f9c1-493c-ad71-d3b60bdf0e1f tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Calling delete_port for e89c9789-da08-490d-bd3f-ee8d8c6bf823 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:00:34.032530 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:34.041003 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af76e1a8-1d02-4776-8c50-5012b5a2d670 req-36e8dc66-68b0-4baa-8380-2087f834786f tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/security-groups?id=6aba5cc7-0fc5-4ca4-b0f6-4c29e3fd955c&id=1a197fd1-b811-4c67-ba76-70efe7ccc717&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1726589 Nov 10 18:00:34.060922 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-f8a596e7-b24a-4cd5-a920-08630d8ccb90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aff703a0-158a-43a9-a247-4b92cb038ac9 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:00:34.073842 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-f8a596e7-b24a-4cd5-a920-08630d8ccb90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:34.097646 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-f8a596e7-b24a-4cd5-a920-08630d8ccb90 service neutron] Transition to ACTIVE for port object aff703a0-158a-43a9-a247-4b92cb038ac9 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:00:34.101485 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-f8a596e7-b24a-4cd5-a920-08630d8ccb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:34.159767 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device dcec8d24-36b1-4ebc-aa77-7db96ff27834 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:00:34.192129 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a596e7-b24a-4cd5-a920-08630d8ccb90 service neutron] Pushing event updated for resources: {'Port': ['ID=aff703a0-158a-43a9-a247-4b92cb038ac9,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:34.211377 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a84a52d1-ad8b-4ba5-889d-a7d96c496ac3 req-d8d2e0b0-f9c1-493c-ad71-d3b60bdf0e1f tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:34.255228 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port dcec8d24-36b1-4ebc-aa77-7db96ff27834 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:00:34.263187 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port dcec8d24-36b1-4ebc-aa77-7db96ff27834 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:00:34.264048 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:34.265554 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2e0b0-f9c1-493c-ad71-d3b60bdf0e1f tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Pushing event deleted for resources: {'Port': ['ID=e89c9789-da08-490d-bd3f-ee8d8c6bf823,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:34.357848 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84a52d1-ad8b-4ba5-889d-a7d96c496ac3 req-d8d2e0b0-f9c1-493c-ad71-d3b60bdf0e1f tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] No DVR routers for this DVR port e89c9789-da08-490d-bd3f-ee8d8c6bf823 on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:00:34.375932 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a84a52d1-ad8b-4ba5-889d-a7d96c496ac3 req-d8d2e0b0-f9c1-493c-ad71-d3b60bdf0e1f tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:34.379479 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a84a52d1-ad8b-4ba5-889d-a7d96c496ac3 req-d8d2e0b0-f9c1-493c-ad71-d3b60bdf0e1f tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.11 "DELETE /v2.0/ports/e89c9789-da08-490d-bd3f-ee8d8c6bf823 HTTP/1.1" status: 204 len: 173 time: 1.3958752 Nov 10 18:00:34.380135 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e582825-b103-4184-a546-250a54b9b949', 'name': 'network-vif-deleted', 'tag': 'e89c9789-da08-490d-bd3f-ee8d8c6bf823'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:00:34.382560 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39732f8-9c4a-43e7-8ecf-7de2d3a8c21d" -d '{"events": [{"server_uuid": "7e582825-b103-4184-a546-250a54b9b949", "name": "network-vif-deleted", "tag": "e89c9789-da08-490d-bd3f-ee8d8c6bf823"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:00:34.390203 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a564f803-2b8b-4f0b-9434-ac0a83995fe5 req-84c08a4c-0a11-4f69-b23c-8c80ef2309e1 tempest-ServerRescueNegativeTestJSON-730804812 tempest-ServerRescueNegativeTestJSON-730804812-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e582825-b103-4184-a546-250a54b9b949 HTTP/1.1" status: 200 len: 210 time: 0.0665197 Nov 10 18:00:34.417303 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeedc081-7553-42e8-b6a0-c47fd4e60cfa req-10d76c5d-5583-4c75-9bf9-d468eebbe871 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:34.419285 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-f8a596e7-b24a-4cd5-a920-08630d8ccb90 service neutron] Attempting to bind port aff703a0-158a-43a9-a247-4b92cb038ac9 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:00:34.419618 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-f8a596e7-b24a-4cd5-a920-08630d8ccb90 service neutron] Attempting to bind port aff703a0-158a-43a9-a247-4b92cb038ac9 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:00:34.420030 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-f8a596e7-b24a-4cd5-a920-08630d8ccb90 service neutron] Attempting to bind port aff703a0-158a-43a9-a247-4b92cb038ac9 on network 58317dbd-0947-4a43-8ae3-cdc5a5928560 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:00:34.426533 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-f8a596e7-b24a-4cd5-a920-08630d8ccb90 service neutron] Port aff703a0-158a-43a9-a247-4b92cb038ac9 on network 58317dbd-0947-4a43-8ae3-cdc5a5928560 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:00:34.426776 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-f8a596e7-b24a-4cd5-a920-08630d8ccb90 service neutron] Attempting to bind port aff703a0-158a-43a9-a247-4b92cb038ac9 on network 58317dbd-0947-4a43-8ae3-cdc5a5928560 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:00:34.429796 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-aeedc081-7553-42e8-b6a0-c47fd4e60cfa req-10d76c5d-5583-4c75-9bf9-d468eebbe871 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 945 time: 0.1493056 Nov 10 18:00:34.432697 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:34.433867 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-f8a596e7-b24a-4cd5-a920-08630d8ccb90 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:00:34.434655 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-f8a596e7-b24a-4cd5-a920-08630d8ccb90 service neutron] Checking segment: {'id': '3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:00:34.435723 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-f8a596e7-b24a-4cd5-a920-08630d8ccb90 service neutron] Bound using segment: {'id': '3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:00:34.448168 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-f8a596e7-b24a-4cd5-a920-08630d8ccb90 service neutron] Bound port: aff703a0-158a-43a9-a247-4b92cb038ac9, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:00:34.448775 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-f8a596e7-b24a-4cd5-a920-08630d8ccb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:34.501539 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port dcec8d24-36b1-4ebc-aa77-7db96ff27834, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=dcec8d24-36b1-4ebc-aa77-7db96ff27834,segment=NetworkSegment(07d963da-ab3f-4fd3-b058-829fe287a691),segment_id=07d963da-ab3f-4fd3-b058-829fe287a691)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:00:34.506864 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0604a83b-ae46-4983-9f42-32e523506b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcec8d24-36b1-4ebc-aa77-7db96ff27834'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:00:34.518958 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18334cd4-0c83-4601-89f8-026cefb5d82a" -d '{"events": [{"server_uuid": "0604a83b-ae46-4983-9f42-32e523506b54", "name": "network-vif-plugged", "status": "completed", "tag": "dcec8d24-36b1-4ebc-aa77-7db96ff27834"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:00:34.525237 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa668a7-e9ac-4109-b698-dbfd7afbde94 x-openstack-request-id: req-aaa668a7-e9ac-4109-b698-dbfd7afbde94 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:00:34.525536 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e582825-b103-4184-a546-250a54b9b949", "name": "network-vif-deleted", "tag": "e89c9789-da08-490d-bd3f-ee8d8c6bf823", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:00:34.525790 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aaa668a7-e9ac-4109-b698-dbfd7afbde94 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:00:34.528102 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e582825-b103-4184-a546-250a54b9b949', 'name': 'network-vif-deleted', 'tag': 'e89c9789-da08-490d-bd3f-ee8d8c6bf823', 'status': 'completed', 'code': 200} Nov 10 18:00:34.529267 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:34.540427 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-aeedc081-7553-42e8-b6a0-c47fd4e60cfa req-3236aeba-d3c9-4ec2-a6b7-3c76e3e46b4c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042745 Nov 10 18:00:34.590500 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-f8a596e7-b24a-4cd5-a920-08630d8ccb90 service neutron] For port aff703a0-158a-43a9-a247-4b92cb038ac9, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:00:34.595145 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-f8a596e7-b24a-4cd5-a920-08630d8ccb90 service neutron] For port aff703a0-158a-43a9-a247-4b92cb038ac9, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=aff703a0-158a-43a9-a247-4b92cb038ac9,segment=NetworkSegment(3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7),segment_id=3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:00:34.600321 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-f8a596e7-b24a-4cd5-a920-08630d8ccb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:34.637873 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=dcec8d24-36b1-4ebc-aa77-7db96ff27834,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:34.674603 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1988b9d-1fcb-4076-aaa4-64073dd7dd16 x-openstack-request-id: req-e1988b9d-1fcb-4076-aaa4-64073dd7dd16 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:00:34.676469 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0604a83b-ae46-4983-9f42-32e523506b54", "name": "network-vif-plugged", "status": "completed", "tag": "dcec8d24-36b1-4ebc-aa77-7db96ff27834", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:00:34.676777 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e1988b9d-1fcb-4076-aaa4-64073dd7dd16 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:00:34.677896 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0604a83b-ae46-4983-9f42-32e523506b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcec8d24-36b1-4ebc-aa77-7db96ff27834', 'code': 200} Nov 10 18:00:34.702802 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-f8a596e7-b24a-4cd5-a920-08630d8ccb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:34.703478 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-f8a596e7-b24a-4cd5-a920-08630d8ccb90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:34.705497 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-f8a596e7-b24a-4cd5-a920-08630d8ccb90 service neutron] 10.222.0.13 "PUT /v2.0/ports/aff703a0-158a-43a9-a247-4b92cb038ac9 HTTP/1.1" status: 200 len: 1093 time: 1.8025608 Nov 10 18:00:34.845030 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a596e7-b24a-4cd5-a920-08630d8ccb90 service neutron] Pushing event updated for resources: {'Port': ['ID=aff703a0-158a-43a9-a247-4b92cb038ac9,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:34.853730 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba910406-2a7c-4b1b-bc80-e165d38125a1 req-31d280a1-f854-4c11-9a42-3d83a3ba5a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:34.855453 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ba910406-2a7c-4b1b-bc80-e165d38125a1 req-31d280a1-f854-4c11-9a42-3d83a3ba5a0e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0604a83b-ae46-4983-9f42-32e523506b54 HTTP/1.1" status: 200 len: 1136 time: 0.1403437 Nov 10 18:00:34.866292 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe665c5-f9c5-491c-b9b2-5c14fa8964cd req-9d80c834-f50f-405a-a3c7-08cba7f5e50d tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:34.868367 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2fe665c5-f9c5-491c-b9b2-5c14fa8964cd req-9d80c834-f50f-405a-a3c7-08cba7f5e50d tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 944 time: 0.2522624 Nov 10 18:00:34.919391 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-4e18b109-22e0-4702-9a0d-334873bf20c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:34.921147 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-4e18b109-22e0-4702-9a0d-334873bf20c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c06b3ed13e7426ba9dfc20ddaee2959&device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 1096 time: 0.1500313 Nov 10 18:00:35.018895 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-4ed962da-2938-4079-8ccf-32fe7f228ced service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aff703a0-158a-43a9-a247-4b92cb038ac9 HTTP/1.1" status: 200 len: 217 time: 0.0839407 Nov 10 18:00:35.071441 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2fe665c5-f9c5-491c-b9b2-5c14fa8964cd req-3e0d12e0-c7e3-43a5-acb1-234e347c5f2a tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909163 Nov 10 18:00:35.086416 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ba910406-2a7c-4b1b-bc80-e165d38125a1 req-2ab3c4fc-7114-4311-b8bc-759ecd3670b9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1a197fd1-b811-4c67-ba76-70efe7ccc717&id=6aba5cc7-0fc5-4ca4-b0f6-4c29e3fd955c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2167761 Nov 10 18:00:35.095443 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-adda9ce9-c945-483e-af04-de845d793834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:35.097092 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-adda9ce9-c945-483e-af04-de845d793834 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b73615b4-0e28-45db-a02f-1f8eaf2af4fb HTTP/1.1" status: 200 len: 846 time: 0.0697613 Nov 10 18:00:35.144827 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-7d23d943-53ae-4890-bd39-a9ec4f63d46b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=58317dbd-0947-4a43-8ae3-cdc5a5928560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397089 Nov 10 18:00:35.209873 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc9c3b-e3b8-4985-b29a-5676c782d0cc req-f5e8cdbe-8127-4e18-8265-7802abe898a1 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:35.211808 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-08bc9c3b-e3b8-4985-b29a-5676c782d0cc req-f5e8cdbe-8127-4e18-8265-7802abe898a1 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/ports?device_id=0604a83b-ae46-4983-9f42-32e523506b54 HTTP/1.1" status: 200 len: 984 time: 0.0665250 Nov 10 18:00:35.278892 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-08bc9c3b-e3b8-4985-b29a-5676c782d0cc req-a301538b-b860-4ac0-bde8-3829d639a2ad tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/security-groups?id=6aba5cc7-0fc5-4ca4-b0f6-4c29e3fd955c&id=1a197fd1-b811-4c67-ba76-70efe7ccc717&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0541956 Nov 10 18:00:35.297702 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-2c84632d-88c6-4aba-8845-9446c9b11a66 service neutron] 10.222.0.13 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445069 Nov 10 18:00:35.396609 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7ef1664b-16fb-48b9-9b95-12cce374e099 req-e96406da-8de1-4f7b-ac11-c3b98d313262 service neutron] 10.222.0.13 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914123 Nov 10 18:00:35.455115 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47050) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:35.524402 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:35.710802 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdfd44-da4b-4350-b034-84c41c6e29de req-9b89869c-f6d9-4aa0-9ad9-3d037618e491 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:35.712327 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d4bdfd44-da4b-4350-b034-84c41c6e29de req-9b89869c-f6d9-4aa0-9ad9-3d037618e491 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 945 time: 0.0880291 Nov 10 18:00:35.802679 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d4bdfd44-da4b-4350-b034-84c41c6e29de req-dbc3d90b-b862-4f52-8165-18e46dc7e239 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810239 Nov 10 18:00:35.928644 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e36942c5-a7b3-4579-942d-1aecf188c1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:36.158065 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device e89c9789-da08-490d-bd3f-ee8d8c6bf823 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:00:36.201764 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: e89c9789-da08-490d-bd3f-ee8d8c6bf823 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:00:36.202211 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device e89c9789-da08-490d-bd3f-ee8d8c6bf823 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:00:36.235554 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287b948-21bb-4a6e-91ce-262b015d95e1 req-62cedf74-2196-4633-b189-20a6bd63e4ec tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:36.244428 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8287b948-21bb-4a6e-91ce-262b015d95e1 req-62cedf74-2196-4633-b189-20a6bd63e4ec tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 944 time: 0.0778732 Nov 10 18:00:36.303959 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8287b948-21bb-4a6e-91ce-262b015d95e1 req-e81eb29b-171f-4e3e-a714-c8b8bf20cfce tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579247 Nov 10 18:00:36.329988 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:36.529301 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1d99cf-2df5-407b-8dfc-3cfe44613483', 'tag': 'aff703a0-158a-43a9-a247-4b92cb038ac9'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:00:36.532719 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1982c5a8-7c03-4d00-aebe-0d393c320823" -d '{"events": [{"name": "network-changed", "server_uuid": "6d1d99cf-2df5-407b-8dfc-3cfe44613483", "tag": "aff703a0-158a-43a9-a247-4b92cb038ac9"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:00:36.572304 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1daae4e-b955-4968-af6e-19edb9c1cf15 x-openstack-request-id: req-d1daae4e-b955-4968-af6e-19edb9c1cf15 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:00:36.573029 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d1d99cf-2df5-407b-8dfc-3cfe44613483", "tag": "aff703a0-158a-43a9-a247-4b92cb038ac9", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:00:36.573441 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d000d-79cf-43e2-8502-702dbcd2ee85 req-683d8199-2e0c-480a-8342-eaf3252b1a53 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:36.574093 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d1daae4e-b955-4968-af6e-19edb9c1cf15 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:00:36.574807 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d1d99cf-2df5-407b-8dfc-3cfe44613483', 'tag': 'aff703a0-158a-43a9-a247-4b92cb038ac9', 'status': 'completed', 'code': 200} Nov 10 18:00:36.575623 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-009d000d-79cf-43e2-8502-702dbcd2ee85 req-683d8199-2e0c-480a-8342-eaf3252b1a53 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/ports?device_id=0604a83b-ae46-4983-9f42-32e523506b54 HTTP/1.1" status: 200 len: 984 time: 0.1276531 Nov 10 18:00:36.669584 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-009d000d-79cf-43e2-8502-702dbcd2ee85 req-ce19eece-a6d4-4101-b4f5-9512a55dd29e tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/security-groups?id=6aba5cc7-0fc5-4ca4-b0f6-4c29e3fd955c&id=1a197fd1-b811-4c67-ba76-70efe7ccc717&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0819352 Nov 10 18:00:36.688071 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982c5a8-7c03-4d00-aebe-0d393c320823 req-39d60e41-78a3-464b-bc67-ae5c43aa9684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:36.691257 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1982c5a8-7c03-4d00-aebe-0d393c320823 req-39d60e41-78a3-464b-bc67-ae5c43aa9684 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c06b3ed13e7426ba9dfc20ddaee2959&device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 1096 time: 0.0845428 Nov 10 18:00:36.783924 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-e36942c5-a7b3-4579-942d-1aecf188c1fd admin admin] Deleting port 5f6b39c6-bb4d-405f-b730-8a67721aae25 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:00:36.785040 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e36942c5-a7b3-4579-942d-1aecf188c1fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:36.864310 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982c5a8-7c03-4d00-aebe-0d393c320823 req-7aacc67b-34c6-4802-803f-5cd70dabaf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:36.866792 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1982c5a8-7c03-4d00-aebe-0d393c320823 req-7aacc67b-34c6-4802-803f-5cd70dabaf0a service neutron] 10.222.0.13 "GET /v2.0/networks?id=58317dbd-0947-4a43-8ae3-cdc5a5928560 HTTP/1.1" status: 200 len: 907 time: 0.1670375 Nov 10 18:00:36.886406 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42028aec-8792-4725-a178-3ad2235a6e76 req-2572098b-5ad2-425e-989a-379ee64689e5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:36.888349 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-42028aec-8792-4725-a178-3ad2235a6e76 req-2572098b-5ad2-425e-989a-379ee64689e5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/ports?device_id=0604a83b-ae46-4983-9f42-32e523506b54 HTTP/1.1" status: 200 len: 984 time: 0.0845525 Nov 10 18:00:36.955704 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1982c5a8-7c03-4d00-aebe-0d393c320823 req-a33cb781-b8fc-45c0-88d4-6fd01df1d439 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aff703a0-158a-43a9-a247-4b92cb038ac9 HTTP/1.1" status: 200 len: 217 time: 0.0786932 Nov 10 18:00:36.990765 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-e36942c5-a7b3-4579-942d-1aecf188c1fd admin admin] For port 5f6b39c6-bb4d-405f-b730-8a67721aae25, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=5f6b39c6-bb4d-405f-b730-8a67721aae25,segment=NetworkSegment(330b5342-3d2d-46f3-839c-d9f669fbf3be),segment_id=330b5342-3d2d-46f3-839c-d9f669fbf3be)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:00:36.991385 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e36942c5-a7b3-4579-942d-1aecf188c1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:37.024850 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-e36942c5-a7b3-4579-942d-1aecf188c1fd admin admin] Calling delete_port for 5f6b39c6-bb4d-405f-b730-8a67721aae25 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:00:37.045530 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982c5a8-7c03-4d00-aebe-0d393c320823 req-f2fa6da8-000a-4906-9dce-6aa2b32f151c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:37.047696 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1982c5a8-7c03-4d00-aebe-0d393c320823 req-f2fa6da8-000a-4906-9dce-6aa2b32f151c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b73615b4-0e28-45db-a02f-1f8eaf2af4fb HTTP/1.1" status: 200 len: 846 time: 0.0825851 Nov 10 18:00:37.053091 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-42028aec-8792-4725-a178-3ad2235a6e76 req-729966f1-c095-4a0b-954e-554048ae5988 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/security-groups?id=6aba5cc7-0fc5-4ca4-b0f6-4c29e3fd955c&id=1a197fd1-b811-4c67-ba76-70efe7ccc717&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1546106 Nov 10 18:00:37.070866 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60dc3c-f8be-4ad3-8389-e3c0f1488e70 req-5cab185d-ca47-4fa2-a3aa-252d33bd4fae tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:37.073583 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bf60dc3c-f8be-4ad3-8389-e3c0f1488e70 req-5cab185d-ca47-4fa2-a3aa-252d33bd4fae tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 945 time: 0.1594441 Nov 10 18:00:37.090226 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1982c5a8-7c03-4d00-aebe-0d393c320823 req-b1b82d1a-f819-48bf-b095-db1d73414e86 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=58317dbd-0947-4a43-8ae3-cdc5a5928560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341916 Nov 10 18:00:37.230749 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bbc9c-d3ff-454d-84dd-ef53f2ae1247 req-ceb75c3d-4460-4b58-93de-460e704645a5 tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:37.236787 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0e1bbc9c-d3ff-454d-84dd-ef53f2ae1247 req-ceb75c3d-4460-4b58-93de-460e704645a5 tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0604a83b-ae46-4983-9f42-32e523506b54 HTTP/1.1" status: 200 len: 1136 time: 0.0889926 Nov 10 18:00:37.251024 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1982c5a8-7c03-4d00-aebe-0d393c320823 req-c4d96175-69e9-4520-ab14-066e12ccfb34 service neutron] 10.222.0.13 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502798 Nov 10 18:00:37.259901 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bf60dc3c-f8be-4ad3-8389-e3c0f1488e70 req-1ff75745-c09d-41f5-b1f9-5d19778aef87 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785586 Nov 10 18:00:37.301767 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0e1bbc9c-d3ff-454d-84dd-ef53f2ae1247 req-d9eb5c58-21ef-42e8-aaf1-7a4c01ca8a03 tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:37.488564 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f287a-179a-43dc-9a91-6995e09a02ab req-e0099d21-6825-4af1-a775-ff510ff990cd tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:37.490232 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4e7f287a-179a-43dc-9a91-6995e09a02ab req-e0099d21-6825-4af1-a775-ff510ff990cd tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 944 time: 0.0628953 Nov 10 18:00:37.498383 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1982c5a8-7c03-4d00-aebe-0d393c320823 req-267ebefe-90d7-42bd-93a6-52e8644032ab service neutron] 10.222.0.13 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344427 Nov 10 18:00:37.500102 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e36942c5-a7b3-4579-942d-1aecf188c1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:37.563961 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0e1bbc9c-d3ff-454d-84dd-ef53f2ae1247 req-d9eb5c58-21ef-42e8-aaf1-7a4c01ca8a03 tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:37.565253 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36942c5-a7b3-4579-942d-1aecf188c1fd admin admin] Pushing event deleted for resources: {'Port': ['ID=5f6b39c6-bb4d-405f-b730-8a67721aae25,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:37.574090 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0e1bbc9c-d3ff-454d-84dd-ef53f2ae1247 req-d9eb5c58-21ef-42e8-aaf1-7a4c01ca8a03 tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:37.611305 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4e7f287a-179a-43dc-9a91-6995e09a02ab req-bfed6c07-0102-4fb6-8622-c3ded221b6fe tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086221 Nov 10 18:00:37.626015 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb5c58-21ef-42e8-aaf1-7a4c01ca8a03 tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f86bfbc-fb6f-46f6-a499-68cda93e4e14,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:37.640555 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0e1bbc9c-d3ff-454d-84dd-ef53f2ae1247 req-d9eb5c58-21ef-42e8-aaf1-7a4c01ca8a03 tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6aba5cc7-0fc5-4ca4-b0f6-4c29e3fd955c&id=1a197fd1-b811-4c67-ba76-70efe7ccc717&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4005172 Nov 10 18:00:37.679569 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 47072) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:37.729539 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbaefc52-2e91-4d38-a9a7-47d3cb75794f tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:37.736424 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-dbaefc52-2e91-4d38-a9a7-47d3cb75794f tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0604a83b-ae46-4983-9f42-32e523506b54 HTTP/1.1" status: 200 len: 1131 time: 0.0504274 Nov 10 18:00:37.736822 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 47074) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:37.742051 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-033e5ab3-6651-474c-82b0-9f6e06ea8b80 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'port_id': 'dcec8d24-36b1-4ebc-aa77-7db96ff27834', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:00:37.777941 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-033e5ab3-6651-474c-82b0-9f6e06ea8b80 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:37.789910 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e36942c5-a7b3-4579-942d-1aecf188c1fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:37.899912 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-033e5ab3-6651-474c-82b0-9f6e06ea8b80 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:38.018284 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-033e5ab3-6651-474c-82b0-9f6e06ea8b80 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Allocated IP 172.25.5.194 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/f2ac00c9-24f5-45f3-b0a1-950205f705c7) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:00:38.114573 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36942c5-a7b3-4579-942d-1aecf188c1fd admin admin] Router 0f8744c8-2535-4a4b-85ef-7a75bc133fec has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:00:38.163106 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-033e5ab3-6651-474c-82b0-9f6e06ea8b80 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:38.216784 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-033e5ab3-6651-474c-82b0-9f6e06ea8b80 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:38.241708 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36942c5-a7b3-4579-942d-1aecf188c1fd admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:00:38.247200 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e36942c5-a7b3-4579-942d-1aecf188c1fd admin admin] 10.222.0.39 "PUT /v2.0/routers/0f8744c8-2535-4a4b-85ef-7a75bc133fec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7910316 Nov 10 18:00:38.250878 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47078) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:38.254933 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b643bcb7-b136-4e57-9a1e-babbe7ae7441 None None] Sync routers for ids ['0f8744c8-2535-4a4b-85ef-7a75bc133fec'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:00:38.268791 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b643bcb7-b136-4e57-9a1e-babbe7ae7441 None None] Routers {'0f8744c8-2535-4a4b-85ef-7a75bc133fec'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:00:38.269571 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-b643bcb7-b136-4e57-9a1e-babbe7ae7441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:00:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0f8744c8-2535-4a4b-85ef-7a75bc133fec'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:00:38.280372 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033e5ab3-6651-474c-82b0-9f6e06ea8b80 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:00:38.292319 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-033e5ab3-6651-474c-82b0-9f6e06ea8b80 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:00:38.299326 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033e5ab3-6651-474c-82b0-9f6e06ea8b80 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:00:38.338295 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e5ab3-6651-474c-82b0-9f6e06ea8b80 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Pushing event updated for resources: {'Port': ['ID=f2ac00c9-24f5-45f3-b0a1-950205f705c7,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:38.395959 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43c15aa5-519e-4ed4-adfa-5983c54ae1b6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:38.409746 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-b643bcb7-b136-4e57-9a1e-babbe7ae7441 None None] Set router 0f8744c8-2535-4a4b-85ef-7a75bc133fec gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:00:38.556119 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43c15aa5-519e-4ed4-adfa-5983c54ae1b6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:38.621247 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device aff703a0-158a-43a9-a247-4b92cb038ac9 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:00:38.653439 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f6c00-8e40-4ee8-89b4-3a521a9de481 req-cd3d7885-a93b-46f1-a9c7-ed16a6f22f27 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:38.663248 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-744f6c00-8e40-4ee8-89b4-3a521a9de481 req-cd3d7885-a93b-46f1-a9c7-ed16a6f22f27 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 945 time: 0.1256604 Nov 10 18:00:38.708119 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-43c15aa5-519e-4ed4-adfa-5983c54ae1b6 admin admin] Deleting port 3e75fd67-7d63-4686-9650-0662fbcf1799 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:00:38.708741 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43c15aa5-519e-4ed4-adfa-5983c54ae1b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:38.815334 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-744f6c00-8e40-4ee8-89b4-3a521a9de481 req-b89cb7a9-b11f-4e3c-b3f3-5cafdc12914c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507123 Nov 10 18:00:38.901608 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-033e5ab3-6651-474c-82b0-9f6e06ea8b80 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:38.948255 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-43c15aa5-519e-4ed4-adfa-5983c54ae1b6 admin admin] For port 3e75fd67-7d63-4686-9650-0662fbcf1799, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=3e75fd67-7d63-4686-9650-0662fbcf1799,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:00:38.948788 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43c15aa5-519e-4ed4-adfa-5983c54ae1b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:38.972900 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port aff703a0-158a-43a9-a247-4b92cb038ac9, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=aff703a0-158a-43a9-a247-4b92cb038ac9,segment=NetworkSegment(3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7),segment_id=3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:00:38.985110 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-43c15aa5-519e-4ed4-adfa-5983c54ae1b6 admin admin] Calling delete_port for 3e75fd67-7d63-4686-9650-0662fbcf1799 owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:00:39.012141 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-b643bcb7-b136-4e57-9a1e-babbe7ae7441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8744c8-2535-4a4b-85ef-7a75bc133fec', 'name': 'tempest-ServerRescueNegativeTestJSON-123751146-router', 'tenant_id': 'a5dfe360ad6a4b7e8e91998519e6d4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.176'}], 'enable_snat': True}, 'gw_port_id': '3e75fd67-7d63-4686-9650-0662fbcf1799', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:58:00Z', 'updated_at': '2021-11-10T18:00:37Z', 'revision_number': 5, 'project_id': 'a5dfe360ad6a4b7e8e91998519e6d4e3', 'gw_port': {'id': '3e75fd67-7d63-4686-9650-0662fbcf1799', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8744c8-2535-4a4b-85ef-7a75bc133fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:58:00Z', 'updated_at': '2021-11-10T17:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:00:39.082760 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'aff703a0-158a-43a9-a247-4b92cb038ac9', 'network_id': '58317dbd-0947-4a43-8ae3-cdc5a5928560', 'port_id': 'aff703a0-158a-43a9-a247-4b92cb038ac9', 'mac_address': 'fa:16:3e:f4:ab:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b73615b4-0e28-45db-a02f-1f8eaf2af4fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:00:39.086854 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-033e5ab3-6651-474c-82b0-9f6e06ea8b80 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:39.091193 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b643bcb7-b136-4e57-9a1e-babbe7ae7441 None None] Checking router: 0f8744c8-2535-4a4b-85ef-7a75bc133fec for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:00:39.143925 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b643bcb7-b136-4e57-9a1e-babbe7ae7441 None None] Routers {'0f8744c8-2535-4a4b-85ef-7a75bc133fec'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:00:39.144785 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-b643bcb7-b136-4e57-9a1e-babbe7ae7441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:00:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0f8744c8-2535-4a4b-85ef-7a75bc133fec'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:00:39.187996 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f8c22-9f8f-4ee7-89f4-f7a28258a8f6 req-3ed65968-c81b-48a9-a237-2e8ad5fa962c tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:39.189596 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-347f8c22-9f8f-4ee7-89f4-f7a28258a8f6 req-3ed65968-c81b-48a9-a237-2e8ad5fa962c tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 944 time: 0.2307365 Nov 10 18:00:39.234590 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:39.261927 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aff703a0-158a-43a9-a247-4b92cb038ac9 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:00:39.281235 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port aff703a0-158a-43a9-a247-4b92cb038ac9, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=aff703a0-158a-43a9-a247-4b92cb038ac9,segment=NetworkSegment(3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7),segment_id=3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:00:39.286465 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:39.301139 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-347f8c22-9f8f-4ee7-89f4-f7a28258a8f6 req-29f91e3d-c0f3-4e96-adab-2b72c237c4c2 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012554 Nov 10 18:00:39.338545 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43c15aa5-519e-4ed4-adfa-5983c54ae1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:39.352439 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=aff703a0-158a-43a9-a247-4b92cb038ac9,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:39.365756 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-b643bcb7-b136-4e57-9a1e-babbe7ae7441 None None] Set router 0f8744c8-2535-4a4b-85ef-7a75bc133fec gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:00:39.398528 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c15aa5-519e-4ed4-adfa-5983c54ae1b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e75fd67-7d63-4686-9650-0662fbcf1799,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:39.427974 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-033e5ab3-6651-474c-82b0-9f6e06ea8b80 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:39.435110 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-033e5ab3-6651-474c-82b0-9f6e06ea8b80 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:39.450261 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a26b51d-0101-4aea-91d7-c948243b7a5a None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:00:39.454567 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-b643bcb7-b136-4e57-9a1e-babbe7ae7441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f8744c8-2535-4a4b-85ef-7a75bc133fec', 'name': 'tempest-ServerRescueNegativeTestJSON-123751146-router', 'tenant_id': 'a5dfe360ad6a4b7e8e91998519e6d4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:58:00Z', 'updated_at': '2021-11-10T18:00:38Z', 'revision_number': 6, 'project_id': 'a5dfe360ad6a4b7e8e91998519e6d4e3', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:00:39.489412 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43c15aa5-519e-4ed4-adfa-5983c54ae1b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:39.499743 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b643bcb7-b136-4e57-9a1e-babbe7ae7441 None None] The sync data for ids ['0f8744c8-2535-4a4b-85ef-7a75bc133fec'] in n-d-776250-10 is: [{'id': '0f8744c8-2535-4a4b-85ef-7a75bc133fec', 'name': 'tempest-ServerRescueNegativeTestJSON-123751146-router', 'tenant_id': 'a5dfe360ad6a4b7e8e91998519e6d4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:58:00Z', 'updated_at': '2021-11-10T18:00:38Z', 'revision_number': 6, 'project_id': 'a5dfe360ad6a4b7e8e91998519e6d4e3', 'gw_port_host': None}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:00:39.529691 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['aff703a0-158a-43a9-a247-4b92cb038ac9'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:00:39.556289 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e5ab3-6651-474c-82b0-9f6e06ea8b80 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Pushing event updated for resources: {'Port': ['ID=f2ac00c9-24f5-45f3-b0a1-950205f705c7,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:39.559616 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-033e5ab3-6651-474c-82b0-9f6e06ea8b80 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:39.608692 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43c15aa5-519e-4ed4-adfa-5983c54ae1b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:39.611637 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43c15aa5-519e-4ed4-adfa-5983c54ae1b6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:39.660994 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43c15aa5-519e-4ed4-adfa-5983c54ae1b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:39.661894 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c15aa5-519e-4ed4-adfa-5983c54ae1b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f8744c8-2535-4a4b-85ef-7a75bc133fec {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:00:39.667531 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43c15aa5-519e-4ed4-adfa-5983c54ae1b6 admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:39.671152 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-43c15aa5-519e-4ed4-adfa-5983c54ae1b6 admin admin] 10.222.0.39 "DELETE /v2.0/routers/0f8744c8-2535-4a4b-85ef-7a75bc133fec HTTP/1.1" status: 204 len: 168 time: 1.4171751 Nov 10 18:00:39.671445 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47086) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:39.677839 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e5ab3-6651-474c-82b0-9f6e06ea8b80 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:39.678200 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e5ab3-6651-474c-82b0-9f6e06ea8b80 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:39.678614 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e5ab3-6651-474c-82b0-9f6e06ea8b80 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:39.678965 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e5ab3-6651-474c-82b0-9f6e06ea8b80 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:39.679306 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e5ab3-6651-474c-82b0-9f6e06ea8b80 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:39.679642 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e5ab3-6651-474c-82b0-9f6e06ea8b80 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:39.679986 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e5ab3-6651-474c-82b0-9f6e06ea8b80 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:39.680345 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e5ab3-6651-474c-82b0-9f6e06ea8b80 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:39.680680 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e5ab3-6651-474c-82b0-9f6e06ea8b80 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:39.681007 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e5ab3-6651-474c-82b0-9f6e06ea8b80 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:39.681335 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e5ab3-6651-474c-82b0-9f6e06ea8b80 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:39.681660 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033e5ab3-6651-474c-82b0-9f6e06ea8b80 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:39.710646 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-033e5ab3-6651-474c-82b0-9f6e06ea8b80 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Floating IP b274a17d-fc79-4fc1-a3ea-d23b2c7c4bb8 associated. External IP: 172.25.5.194, port: dcec8d24-36b1-4ebc-aa77-7db96ff27834. Nov 10 18:00:39.741241 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-88c2a40b-ac23-4813-b447-3b346700fc75 admin admin] Deleting subnet 8c07b776-754b-4dff-8061-5d99431acdff {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:00:39.744981 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88c2a40b-ac23-4813-b447-3b346700fc75 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:39.796069 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88c2a40b-ac23-4813-b447-3b346700fc75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:39.851686 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88c2a40b-ac23-4813-b447-3b346700fc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:40.008069 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88c2a40b-ac23-4813-b447-3b346700fc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:40.019769 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13743d26-3a2f-4563-b7de-c85f586cc038 req-16bf5d47-bd4c-4c4b-aa8c-4aa2c0bcae63 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:40.028204 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-13743d26-3a2f-4563-b7de-c85f586cc038 req-16bf5d47-bd4c-4c4b-aa8c-4aa2c0bcae63 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 945 time: 0.0860875 Nov 10 18:00:40.064821 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2a40b-ac23-4813-b447-3b346700fc75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c07b776-754b-4dff-8061-5d99431acdff,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:40.071560 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88c2a40b-ac23-4813-b447-3b346700fc75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:40.077031 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-88c2a40b-ac23-4813-b447-3b346700fc75 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8c07b776-754b-4dff-8061-5d99431acdff HTTP/1.1" status: 204 len: 168 time: 0.4006891 Nov 10 18:00:40.078379 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47092) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:40.078955 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033e5ab3-6651-474c-82b0-9f6e06ea8b80 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Router 07e6f908-c73b-4586-a2e7-88ffaaed015a has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:00:40.185323 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-13743d26-3a2f-4563-b7de-c85f586cc038 req-97ac419e-fe87-4628-99c5-54537896443f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565349 Nov 10 18:00:40.197824 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-607b33d2-3606-4ea7-aade-fbfee619802a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:40.202940 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033e5ab3-6651-474c-82b0-9f6e06ea8b80 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:00:40.221969 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76987d97-3b72-40b6-9d4b-da6f44b111f1 None None] Sync routers for ids ['07e6f908-c73b-4586-a2e7-88ffaaed015a'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:00:40.236361 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76987d97-3b72-40b6-9d4b-da6f44b111f1 None None] Routers {'07e6f908-c73b-4586-a2e7-88ffaaed015a'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:00:40.237465 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-76987d97-3b72-40b6-9d4b-da6f44b111f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:00:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['07e6f908-c73b-4586-a2e7-88ffaaed015a'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:00:40.251044 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-033e5ab3-6651-474c-82b0-9f6e06ea8b80 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:40.300250 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-033e5ab3-6651-474c-82b0-9f6e06ea8b80 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5604351 Nov 10 18:00:40.300250 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0604a83b-ae46-4983-9f42-32e523506b54', 'tag': 'dcec8d24-36b1-4ebc-aa77-7db96ff27834'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:00:40.301952 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f07496-afcc-4b18-b1a3-8692d3e165a7" -d '{"events": [{"name": "network-changed", "server_uuid": "0604a83b-ae46-4983-9f42-32e523506b54", "tag": "dcec8d24-36b1-4ebc-aa77-7db96ff27834"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:00:40.305415 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 47094) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:40.352735 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-607b33d2-3606-4ea7-aade-fbfee619802a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:40.428590 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-607b33d2-3606-4ea7-aade-fbfee619802a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d7873a-79e1-475a-9d3e-cefe1b91f5ef']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:00:40.453757 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-607b33d2-3606-4ea7-aade-fbfee619802a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '330b5342-3d2d-46f3-839c-d9f669fbf3be') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:00:40.454092 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-607b33d2-3606-4ea7-aade-fbfee619802a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '330b5342-3d2d-46f3-839c-d9f669fbf3be') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:00:40.456654 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device aff703a0-158a-43a9-a247-4b92cb038ac9 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:00:40.497213 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-607b33d2-3606-4ea7-aade-fbfee619802a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:40.501926 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-76987d97-3b72-40b6-9d4b-da6f44b111f1 None None] Set router 07e6f908-c73b-4586-a2e7-88ffaaed015a gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:00:40.569595 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-607b33d2-3606-4ea7-aade-fbfee619802a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:40.580076 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-607b33d2-3606-4ea7-aade-fbfee619802a admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:00:40.584335 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929c67f8-55b0-4db4-ac23-51980cbe2328 x-openstack-request-id: req-929c67f8-55b0-4db4-ac23-51980cbe2328 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:00:40.584700 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0604a83b-ae46-4983-9f42-32e523506b54", "tag": "dcec8d24-36b1-4ebc-aa77-7db96ff27834", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:00:40.586369 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-929c67f8-55b0-4db4-ac23-51980cbe2328 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:00:40.586964 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0604a83b-ae46-4983-9f42-32e523506b54', 'tag': 'dcec8d24-36b1-4ebc-aa77-7db96ff27834', 'status': 'completed', 'code': 200} Nov 10 18:00:40.588211 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-607b33d2-3606-4ea7-aade-fbfee619802a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:40.600483 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:00:40.600483 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:00:40.600483 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:00:40.600483 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:00:40.600483 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:00:40.600483 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:00:40.600483 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:00:40.600483 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:00:40.600483 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:00:40.600483 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:00:40.600483 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:00:40.600483 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:00:40.600483 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:00:40.600483 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:00:40.600483 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:00:40.600483 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:00:40.600483 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:00:40.600483 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:00:40.600483 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:00:40.600483 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:00:40.600483 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:00:40.600483 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:00:40.600483 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:00:40.600483 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:00:40.600483 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:00:40.600483 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:00:40.600483 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:00:40.600483 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:00:40.600483 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:00:40.600483 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:00:40.600483 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:00:40.600483 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:00:40.603328 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port aff703a0-158a-43a9-a247-4b92cb038ac9 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:00:40.609333 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port aff703a0-158a-43a9-a247-4b92cb038ac9 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:00:40.610477 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:40.633730 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9098e74-c3cd-4915-b12f-2f432f379bdf req-784bd47f-3c9d-4ad1-a47a-e7d467e55755 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:40.640818 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a9098e74-c3cd-4915-b12f-2f432f379bdf req-784bd47f-3c9d-4ad1-a47a-e7d467e55755 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 945 time: 0.1804767 Nov 10 18:00:40.743328 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-607b33d2-3606-4ea7-aade-fbfee619802a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:40.790704 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-607b33d2-3606-4ea7-aade-fbfee619802a admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:40.796922 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-607b33d2-3606-4ea7-aade-fbfee619802a admin admin] 10.222.0.39 "DELETE /v2.0/networks/13d7873a-79e1-475a-9d3e-cefe1b91f5ef HTTP/1.1" status: 204 len: 168 time: 0.7168109 Nov 10 18:00:40.828968 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 5f6b39c6-bb4d-405f-b730-8a67721aae25 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:00:40.853083 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b33d2-3606-4ea7-aade-fbfee619802a admin admin] Pushing event deleted for resources: {'Network': ['ID=13d7873a-79e1-475a-9d3e-cefe1b91f5ef,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:40.860110 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a9098e74-c3cd-4915-b12f-2f432f379bdf req-a2dbd470-f8e1-44bf-877d-6247c88b8da2 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927640 Nov 10 18:00:40.869487 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 5f6b39c6-bb4d-405f-b730-8a67721aae25 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:00:40.869843 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 5f6b39c6-bb4d-405f-b730-8a67721aae25 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:00:40.870257 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 3e75fd67-7d63-4686-9650-0662fbcf1799 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:00:41.048507 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-76987d97-3b72-40b6-9d4b-da6f44b111f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2012184108', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'fc31bb41-442d-4a0e-be64-52424b8ee2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:12Z', 'updated_at': '2021-11-10T18:00:17Z', 'revision_number': 4, 'project_id': '6cf963dee3564948a98198b38669eacf', 'gw_port': {'id': 'fc31bb41-442d-4a0e-be64-52424b8ee2ec', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:12Z', 'updated_at': '2021-11-10T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'b274a17d-fc79-4fc1-a3ea-d23b2c7c4bb8', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'floating_ip_address': '172.25.5.194', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'port_id': 'dcec8d24-36b1-4ebc-aa77-7db96ff27834', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14', 'mac_address': 'fa:16:3e:f2:d4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0604a83b-ae46-4983-9f42-32e523506b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:00:38Z', 'updated_at': '2021-11-10T18:00:38Z', 'revision_number': 0, 'project_id': '6cf963dee3564948a98198b38669eacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d5dd8c1-3132-44aa-a1a6-cabbac304d6c', 'name': '', 'network_id': '547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'mac_address': 'fa:16:3e:cb:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'af21fd69-5982-47f4-84cf-df27ad0f5965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:16Z', 'updated_at': '2021-11-10T18:00:22Z', 'revision_number': 5, 'project_id': '6cf963dee3564948a98198b38669eacf', 'subnets': [{'id': 'af21fd69-5982-47f4-84cf-df27ad0f5965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:00:41.165441 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76987d97-3b72-40b6-9d4b-da6f44b111f1 None None] Checking router: 07e6f908-c73b-4586-a2e7-88ffaaed015a for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:00:41.177112 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76987d97-3b72-40b6-9d4b-da6f44b111f1 None None] Routers {'07e6f908-c73b-4586-a2e7-88ffaaed015a'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:00:41.178405 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-76987d97-3b72-40b6-9d4b-da6f44b111f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:00:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['07e6f908-c73b-4586-a2e7-88ffaaed015a'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:00:41.305654 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47120) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:41.366841 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 3e75fd67-7d63-4686-9650-0662fbcf1799 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:00:41.370834 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f07496-afcc-4b18-b1a3-8692d3e165a7 req-39fac214-8081-4276-acde-8b6154ae8284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:41.372574 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-50f07496-afcc-4b18-b1a3-8692d3e165a7 req-39fac214-8081-4276-acde-8b6154ae8284 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6cf963dee3564948a98198b38669eacf&device_id=0604a83b-ae46-4983-9f42-32e523506b54 HTTP/1.1" status: 200 len: 1136 time: 0.7845953 Nov 10 18:00:41.374406 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da126b87-8bb7-4b1b-8947-e840d3b33bf6 tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:41.374870 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da126b87-8bb7-4b1b-8947-e840d3b33bf6 tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:41.375324 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da126b87-8bb7-4b1b-8947-e840d3b33bf6 tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:41.375778 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da126b87-8bb7-4b1b-8947-e840d3b33bf6 tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:41.376271 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da126b87-8bb7-4b1b-8947-e840d3b33bf6 tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:41.377342 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da126b87-8bb7-4b1b-8947-e840d3b33bf6 tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:41.377342 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da126b87-8bb7-4b1b-8947-e840d3b33bf6 tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:41.382132 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-da126b87-8bb7-4b1b-8947-e840d3b33bf6 tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4933 time: 1.0726113 Nov 10 18:00:41.385723 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47124) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:41.398502 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 3e75fd67-7d63-4686-9650-0662fbcf1799 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:00:41.412288 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:41.460650 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1d99cf-2df5-407b-8dfc-3cfe44613483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff703a0-158a-43a9-a247-4b92cb038ac9'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:00:41.464560 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc87a43-ad1c-448e-a1d1-6a2ed9c10bec" -d '{"events": [{"server_uuid": "6d1d99cf-2df5-407b-8dfc-3cfe44613483", "name": "network-vif-plugged", "status": "completed", "tag": "aff703a0-158a-43a9-a247-4b92cb038ac9"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:00:41.480047 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-76987d97-3b72-40b6-9d4b-da6f44b111f1 None None] Set router 07e6f908-c73b-4586-a2e7-88ffaaed015a gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:00:41.506963 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port aff703a0-158a-43a9-a247-4b92cb038ac9, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=aff703a0-158a-43a9-a247-4b92cb038ac9,segment=NetworkSegment(3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7),segment_id=3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:00:41.522410 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:41.532133 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f07496-afcc-4b18-b1a3-8692d3e165a7 req-6de92617-f371-47d3-90d1-09cd4eee6dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:41.533687 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-50f07496-afcc-4b18-b1a3-8692d3e165a7 req-6de92617-f371-47d3-90d1-09cd4eee6dbf service neutron] 10.222.0.11 "GET /v2.0/networks?id=547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14 HTTP/1.1" status: 200 len: 898 time: 0.1536057 Nov 10 18:00:41.579011 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec983012-ec8a-42b8-8145-f8bd992e8f8e x-openstack-request-id: req-ec983012-ec8a-42b8-8145-f8bd992e8f8e {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:00:41.579830 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1d99cf-2df5-407b-8dfc-3cfe44613483", "name": "network-vif-plugged", "status": "completed", "tag": "aff703a0-158a-43a9-a247-4b92cb038ac9", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:00:41.580481 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ec983012-ec8a-42b8-8145-f8bd992e8f8e {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:00:41.581187 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1d99cf-2df5-407b-8dfc-3cfe44613483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff703a0-158a-43a9-a247-4b92cb038ac9', 'code': 200} Nov 10 18:00:41.661005 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-50f07496-afcc-4b18-b1a3-8692d3e165a7 req-a3de7160-42b1-4740-bd16-f2b8abf56f21 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcec8d24-36b1-4ebc-aa77-7db96ff27834 HTTP/1.1" status: 200 len: 999 time: 0.1196778 Nov 10 18:00:41.662156 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=aff703a0-158a-43a9-a247-4b92cb038ac9,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:41.669975 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a4c22-dbb9-4c52-9a06-ccc1999d77ae req-f1112755-aba9-4f42-848b-b1f13d34e3cb tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:41.672520 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e23a4c22-dbb9-4c52-9a06-ccc1999d77ae req-f1112755-aba9-4f42-848b-b1f13d34e3cb tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 945 time: 0.1911738 Nov 10 18:00:41.689671 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-18d5b611-40a7-4030-a30c-f4e36bc398a8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a5dfe360ad6a4b7e8e91998519e6d4e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3814006 Nov 10 18:00:41.697190 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47150) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:41.714670 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13e8b6b-5b15-410b-bdd7-cd45c633ba1c tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:41.715986 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13e8b6b-5b15-410b-bdd7-cd45c633ba1c tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:41.716837 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13e8b6b-5b15-410b-bdd7-cd45c633ba1c tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:41.717298 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13e8b6b-5b15-410b-bdd7-cd45c633ba1c tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:41.717771 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13e8b6b-5b15-410b-bdd7-cd45c633ba1c tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:41.718617 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13e8b6b-5b15-410b-bdd7-cd45c633ba1c tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:41.722265 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e13e8b6b-5b15-410b-bdd7-cd45c633ba1c tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3983 time: 0.3339446 Nov 10 18:00:41.735939 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47158) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:41.847571 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e23a4c22-dbb9-4c52-9a06-ccc1999d77ae req-49f77d10-0f5c-405c-9380-532d42e924ac tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606463 Nov 10 18:00:41.849220 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f07496-afcc-4b18-b1a3-8692d3e165a7 req-3c62f36f-f202-4ffa-819d-828199defda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:41.850690 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-50f07496-afcc-4b18-b1a3-8692d3e165a7 req-3c62f36f-f202-4ffa-819d-828199defda4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af21fd69-5982-47f4-84cf-df27ad0f5965 HTTP/1.1" status: 200 len: 834 time: 0.1757298 Nov 10 18:00:41.877133 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0467da-f435-4cf5-a455-417d58abbea0 req-3c84d911-7a54-4c5e-a947-43ebe99eee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:41.878901 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1d0467da-f435-4cf5-a455-417d58abbea0 req-3c84d911-7a54-4c5e-a947-43ebe99eee02 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 1098 time: 0.2053759 Nov 10 18:00:41.961092 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f07496-afcc-4b18-b1a3-8692d3e165a7 req-5a63765c-9f3f-4692-87a4-f8af7f3376d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:41.962672 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-50f07496-afcc-4b18-b1a3-8692d3e165a7 req-5a63765c-9f3f-4692-87a4-f8af7f3376d7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1054816 Nov 10 18:00:41.965999 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-76987d97-3b72-40b6-9d4b-da6f44b111f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2012184108', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'fc31bb41-442d-4a0e-be64-52424b8ee2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:12Z', 'updated_at': '2021-11-10T18:00:17Z', 'revision_number': 4, 'project_id': '6cf963dee3564948a98198b38669eacf', 'gw_port': {'id': 'fc31bb41-442d-4a0e-be64-52424b8ee2ec', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:12Z', 'updated_at': '2021-11-10T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'b274a17d-fc79-4fc1-a3ea-d23b2c7c4bb8', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'floating_ip_address': '172.25.5.194', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'port_id': 'dcec8d24-36b1-4ebc-aa77-7db96ff27834', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14', 'mac_address': 'fa:16:3e:f2:d4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0604a83b-ae46-4983-9f42-32e523506b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:00:38Z', 'updated_at': '2021-11-10T18:00:38Z', 'revision_number': 0, 'project_id': '6cf963dee3564948a98198b38669eacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d5dd8c1-3132-44aa-a1a6-cabbac304d6c', 'name': '', 'network_id': '547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'mac_address': 'fa:16:3e:cb:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'af21fd69-5982-47f4-84cf-df27ad0f5965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:16Z', 'updated_at': '2021-11-10T18:00:22Z', 'revision_number': 5, 'project_id': '6cf963dee3564948a98198b38669eacf', 'subnets': [{'id': 'af21fd69-5982-47f4-84cf-df27ad0f5965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:00:41.966766 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1d0467da-f435-4cf5-a455-417d58abbea0 req-21aafb8b-d4b1-4deb-9fc8-9f95ed4fb193 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690725 Nov 10 18:00:42.022882 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76987d97-3b72-40b6-9d4b-da6f44b111f1 None None] The sync data for ids ['07e6f908-c73b-4586-a2e7-88ffaaed015a'] in n-d-776250-10 is: [{'id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2012184108', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'fc31bb41-442d-4a0e-be64-52424b8ee2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:12Z', 'updated_at': '2021-11-10T18:00:17Z', 'revision_number': 4, 'project_id': '6cf963dee3564948a98198b38669eacf', 'gw_port': {'id': 'fc31bb41-442d-4a0e-be64-52424b8ee2ec', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:12Z', 'updated_at': '2021-11-10T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'b274a17d-fc79-4fc1-a3ea-d23b2c7c4bb8', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'floating_ip_address': '172.25.5.194', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'port_id': 'dcec8d24-36b1-4ebc-aa77-7db96ff27834', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14', 'mac_address': 'fa:16:3e:f2:d4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0604a83b-ae46-4983-9f42-32e523506b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:00:38Z', 'updated_at': '2021-11-10T18:00:38Z', 'revision_number': 0, 'project_id': '6cf963dee3564948a98198b38669eacf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d5dd8c1-3132-44aa-a1a6-cabbac304d6c', 'name': '', 'network_id': '547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'mac_address': 'fa:16:3e:cb:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'af21fd69-5982-47f4-84cf-df27ad0f5965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:16Z', 'updated_at': '2021-11-10T18:00:22Z', 'revision_number': 5, 'project_id': '6cf963dee3564948a98198b38669eacf', 'subnets': [{'id': 'af21fd69-5982-47f4-84cf-df27ad0f5965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:00:42.058434 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7305a219-b81f-417b-a9e5-631b513c9841 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:42.109312 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7305a219-b81f-417b-a9e5-631b513c9841 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:42.113818 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-50f07496-afcc-4b18-b1a3-8692d3e165a7 req-6bfea7c1-c7f4-4afc-a6c6-b3225f575cbb service neutron] 10.222.0.11 "GET /v2.0/networks/547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384811 Nov 10 18:00:42.141618 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3ae6e-8242-43f2-80df-d8ea4d043cca req-5af1a2a8-f575-4e7c-8b08-0b4abe3d6ee0 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:42.152959 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-30c3ae6e-8242-43f2-80df-d8ea4d043cca req-5af1a2a8-f575-4e7c-8b08-0b4abe3d6ee0 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 946 time: 0.1612968 Nov 10 18:00:42.279507 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-50f07496-afcc-4b18-b1a3-8692d3e165a7 req-78cb5000-a718-4cbc-997e-c41e1d6a9dc9 service neutron] 10.222.0.11 "GET /v2.0/networks/547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593554 Nov 10 18:00:42.403889 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-30c3ae6e-8242-43f2-80df-d8ea4d043cca req-a4811808-c7a8-4a87-acb6-ac432aaa9615 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439380 Nov 10 18:00:42.430125 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fade5310-18cc-4d40-8d35-59c7578434a3 None None] New status for floating IP b274a17d-fc79-4fc1-a3ea-d23b2c7c4bb8: ACTIVE {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:00:42.445917 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7305a219-b81f-417b-a9e5-631b513c9841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:42.449222 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7305a219-b81f-417b-a9e5-631b513c9841 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:42.454293 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7305a219-b81f-417b-a9e5-631b513c9841 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/10117162-fbd9-4d84-812c-6f05e451ee84 HTTP/1.1" status: 204 len: 168 time: 0.7522802 Nov 10 18:00:42.479241 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305a219-b81f-417b-a9e5-631b513c9841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10117162-fbd9-4d84-812c-6f05e451ee84,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:42.557821 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 47234) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:42.569324 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-80eee716-c8e1-4808-917f-7ee835369dcd tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2340 time: 0.8270416 Nov 10 18:00:42.621762 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd4ecc2-76d0-430c-91fa-211f876c3ff1 tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:42.622213 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd4ecc2-76d0-430c-91fa-211f876c3ff1 tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:42.623857 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1dd4ecc2-76d0-430c-91fa-211f876c3ff1 tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=07e6f908-c73b-4586-a2e7-88ffaaed015a HTTP/1.1" status: 200 len: 1992 time: 0.0649819 Nov 10 18:00:43.039612 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d9e6d-aae8-4e03-afb0-d1c487118927 req-0a0e5b8e-80eb-48df-8096-018d004874e5 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:43.042079 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f14d9e6d-aae8-4e03-afb0-d1c487118927 req-0a0e5b8e-80eb-48df-8096-018d004874e5 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 945 time: 0.0680075 Nov 10 18:00:43.121308 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f14d9e6d-aae8-4e03-afb0-d1c487118927 req-be3ba3af-535d-4cd9-9636-29969c9aef62 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705333 Nov 10 18:00:43.547422 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f81a7f-ce47-4b65-a2aa-2c663242660d req-9431e9fe-2ba9-4cd8-a22f-0d1799d6ffa8 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:43.553305 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-51f81a7f-ce47-4b65-a2aa-2c663242660d req-9431e9fe-2ba9-4cd8-a22f-0d1799d6ffa8 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 946 time: 0.0691080 Nov 10 18:00:43.606010 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-51f81a7f-ce47-4b65-a2aa-2c663242660d req-c14007cf-c959-4b11-a3a1-5baf35827f48 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506108 Nov 10 18:00:43.856398 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063cc26-d89c-4b37-b7a0-01e556609e98 req-0e4db8da-219a-441f-b880-a3965d7b3ce6 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:43.858227 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1063cc26-d89c-4b37-b7a0-01e556609e98 req-0e4db8da-219a-441f-b880-a3965d7b3ce6 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 946 time: 0.0723834 Nov 10 18:00:43.915064 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1063cc26-d89c-4b37-b7a0-01e556609e98 req-c16736ba-dc5c-4778-a2c9-3566b9f236e3 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484099 Nov 10 18:00:44.039234 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 47454) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:44.049661 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19e069-b009-4f0e-8ade-146ab5de9a97 req-fa92963c-b047-45db-87ec-73854c69cc3f tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:44.051506 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5a19e069-b009-4f0e-8ade-146ab5de9a97 req-fa92963c-b047-45db-87ec-73854c69cc3f tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 946 time: 0.0588431 Nov 10 18:00:44.114179 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5a19e069-b009-4f0e-8ade-146ab5de9a97 req-febe2ac6-7850-420d-9347-221424febc99 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532937 Nov 10 18:00:44.169843 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bbba74ed-c7b8-432c-83e8-85331cd16006 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:44.286542 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bbba74ed-c7b8-432c-83e8-85331cd16006 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:44.292276 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56c761-c7dd-400d-8263-658452aff029 req-4f40b412-a920-46df-a5ad-3987be1158dc tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:44.292686 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bbba74ed-c7b8-432c-83e8-85331cd16006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:44.301505 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fc56c761-c7dd-400d-8263-658452aff029 req-4f40b412-a920-46df-a5ad-3987be1158dc tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 945 time: 0.0856028 Nov 10 18:00:44.365372 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fc56c761-c7dd-400d-8263-658452aff029 req-c89d6ecc-df09-4da3-b93a-e51e7c08538b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626349 Nov 10 18:00:44.396052 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-bbba74ed-c7b8-432c-83e8-85331cd16006 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eae85f2feade420b8295b5db8a31a102&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3553667 Nov 10 18:00:44.399052 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 47506) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:44.401357 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba74ed-c7b8-432c-83e8-85331cd16006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f58949-aab6-4214-a7f7-e74c3d1b80f6,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:44.478237 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37152c8-ee7f-4e8b-87ad-f051bcd1ec60 req-c25e3326-ec0f-48e6-9e71-11c3c5fc5437 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:44.480963 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c37152c8-ee7f-4e8b-87ad-f051bcd1ec60 req-c25e3326-ec0f-48e6-9e71-11c3c5fc5437 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 946 time: 0.1395450 Nov 10 18:00:44.524992 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-99ba6a45-0fd8-40fd-9c43-b11afe0241e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:44.564488 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-99ba6a45-0fd8-40fd-9c43-b11afe0241e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:44.585524 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c37152c8-ee7f-4e8b-87ad-f051bcd1ec60 req-a039e427-468b-4e2d-9038-ca6ef06be195 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946903 Nov 10 18:00:44.626772 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-99ba6a45-0fd8-40fd-9c43-b11afe0241e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:44.629451 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-99ba6a45-0fd8-40fd-9c43-b11afe0241e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:44.630586 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-99ba6a45-0fd8-40fd-9c43-b11afe0241e9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/65f58949-aab6-4214-a7f7-e74c3d1b80f6 HTTP/1.1" status: 204 len: 168 time: 0.2304933 Nov 10 18:00:44.638599 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba6a45-0fd8-40fd-9c43-b11afe0241e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f58949-aab6-4214-a7f7-e74c3d1b80f6,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:45.432678 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 47640) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:45.509293 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69513b-b8cb-4851-949f-31aa8f67d2b5 req-00b76a55-5dd5-488f-aea1-ebb7de5d7377 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:45.510927 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4e69513b-b8cb-4851-949f-31aa8f67d2b5 req-00b76a55-5dd5-488f-aea1-ebb7de5d7377 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 945 time: 0.0636666 Nov 10 18:00:45.555405 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-07efcd3c-bdda-4ddb-bd32-88e2d0bee37e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2076558351-network', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:00:45.595114 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4e69513b-b8cb-4851-949f-31aa8f67d2b5 req-faf8288b-5f1b-45a2-ae71-11a557056d03 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670013 Nov 10 18:00:45.607983 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07efcd3c-bdda-4ddb-bd32-88e2d0bee37e admin admin] Made reservation on behalf of 06278c9a20944d57b5ffec337b79be2b for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:00:45.611848 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-07efcd3c-bdda-4ddb-bd32-88e2d0bee37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:45.622233 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-07efcd3c-bdda-4ddb-bd32-88e2d0bee37e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:45.760434 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee888d-d4b6-4d90-91b7-2e5a72571a45 req-33322b84-761e-4509-8c22-7820dd0de0b6 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:45.762686 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c9ee888d-d4b6-4d90-91b7-2e5a72571a45 req-33322b84-761e-4509-8c22-7820dd0de0b6 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 946 time: 0.0865128 Nov 10 18:00:45.764583 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-07efcd3c-bdda-4ddb-bd32-88e2d0bee37e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:45.777573 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-07efcd3c-bdda-4ddb-bd32-88e2d0bee37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:45.819075 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07efcd3c-bdda-4ddb-bd32-88e2d0bee37e admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:00:45.847375 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07efcd3c-bdda-4ddb-bd32-88e2d0bee37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1474595-cced-4b85-839a-6f71c83d4506,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:45.861374 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-07efcd3c-bdda-4ddb-bd32-88e2d0bee37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:45.861729 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-07efcd3c-bdda-4ddb-bd32-88e2d0bee37e admin admin] Added segment 6b466d68-c591-4d87-8da5-4772ac75c43d of type vlan for network a384840f-994e-49d7-a029-2994795f669c Nov 10 18:00:45.866535 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c9ee888d-d4b6-4d90-91b7-2e5a72571a45 req-e55bf4a5-d59e-459f-bd31-6487926db4a4 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911195 Nov 10 18:00:45.913555 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-07efcd3c-bdda-4ddb-bd32-88e2d0bee37e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:45.951985 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-07efcd3c-bdda-4ddb-bd32-88e2d0bee37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:45.954350 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07efcd3c-bdda-4ddb-bd32-88e2d0bee37e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:45.955365 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-07efcd3c-bdda-4ddb-bd32-88e2d0bee37e admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:46.012997 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-07efcd3c-bdda-4ddb-bd32-88e2d0bee37e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5790176 Nov 10 18:00:46.016743 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47652) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:46.023175 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-385e2f3d-9075-4a19-ba54-80c055a0179e admin admin] Request body: {'subnet': {'network_id': 'a384840f-994e-49d7-a029-2994795f669c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2076558351-subnet', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:00:46.025320 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07efcd3c-bdda-4ddb-bd32-88e2d0bee37e admin admin] Pushing event updated for resources: {'Network': ['ID=a384840f-994e-49d7-a029-2994795f669c,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:46.038332 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network a384840f-994e-49d7-a029-2994795f669c details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:00:46.058206 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385e2f3d-9075-4a19-ba54-80c055a0179e admin admin] Made reservation on behalf of 06278c9a20944d57b5ffec337b79be2b for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:00:46.062186 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-385e2f3d-9075-4a19-ba54-80c055a0179e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:46.245042 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-385e2f3d-9075-4a19-ba54-80c055a0179e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:46.303404 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e2f3d-9075-4a19-ba54-80c055a0179e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d851ee1-7f4b-4a5a-9484-5ca72a5442cb,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:46.316786 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e2f3d-9075-4a19-ba54-80c055a0179e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:46.317132 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e2f3d-9075-4a19-ba54-80c055a0179e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:46.317469 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e2f3d-9075-4a19-ba54-80c055a0179e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:46.317805 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e2f3d-9075-4a19-ba54-80c055a0179e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:46.318133 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e2f3d-9075-4a19-ba54-80c055a0179e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:46.318460 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e2f3d-9075-4a19-ba54-80c055a0179e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:46.318781 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e2f3d-9075-4a19-ba54-80c055a0179e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:46.319103 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e2f3d-9075-4a19-ba54-80c055a0179e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:46.319421 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e2f3d-9075-4a19-ba54-80c055a0179e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:46.319739 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e2f3d-9075-4a19-ba54-80c055a0179e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:46.320059 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e2f3d-9075-4a19-ba54-80c055a0179e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:46.320410 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385e2f3d-9075-4a19-ba54-80c055a0179e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:46.323849 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385e2f3d-9075-4a19-ba54-80c055a0179e admin admin] Checking segment: {'id': '6b466d68-c591-4d87-8da5-4772ac75c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a384840f-994e-49d7-a029-2994795f669c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:00:46.324238 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385e2f3d-9075-4a19-ba54-80c055a0179e admin admin] Network hostable DHCP agents. Network: a384840f-994e-49d7-a029-2994795f669c, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:00:46.342254 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385e2f3d-9075-4a19-ba54-80c055a0179e admin admin] Network a384840f-994e-49d7-a029-2994795f669c is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:00:46.353004 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-385e2f3d-9075-4a19-ba54-80c055a0179e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, a384840f-994e-49d7-a029-2994795f669c) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:00:46.360348 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385e2f3d-9075-4a19-ba54-80c055a0179e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:46.361541 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-385e2f3d-9075-4a19-ba54-80c055a0179e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:46.364840 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08aa7c54-4387-43da-8a10-95a6fa9cc24d None None] Network a384840f-994e-49d7-a029-2994795f669c requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:00:46.386066 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-385e2f3d-9075-4a19-ba54-80c055a0179e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3678415 Nov 10 18:00:46.388546 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47654) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:46.393115 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-86baaeef-c301-4f1a-bc23-ea6cb03c8063 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2076558351-router', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:00:46.422783 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-86baaeef-c301-4f1a-bc23-ea6cb03c8063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:46.424637 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-86baaeef-c301-4f1a-bc23-ea6cb03c8063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:46.526540 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-86baaeef-c301-4f1a-bc23-ea6cb03c8063 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:46.614761 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fd1dcc-e943-4a0a-9a03-23af5b7265a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-a384840f-994e-49d7-a029-2994795f669c', 'network_id': 'a384840f-994e-49d7-a029-2994795f669c', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'fixed_ips': [{'subnet_id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:00:46.615167 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-06fd1dcc-e943-4a0a-9a03-23af5b7265a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:46.701338 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-86baaeef-c301-4f1a-bc23-ea6cb03c8063 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:46.878172 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-06fd1dcc-e943-4a0a-9a03-23af5b7265a7 None None] Allocated IP 172.20.0.2 (a384840f-994e-49d7-a029-2994795f669c/6d851ee1-7f4b-4a5a-9484-5ca72a5442cb/c08221a0-d0dd-4401-bc7e-55b79a36e05c) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:00:47.031487 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd6a92-1ee0-4b10-8d93-0c34a63bf184 req-5c19c5c6-61c7-4463-9c50-1ccb2e0a155e tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:47.041476 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f5cd6a92-1ee0-4b10-8d93-0c34a63bf184 req-5c19c5c6-61c7-4463-9c50-1ccb2e0a155e tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 946 time: 0.0749071 Nov 10 18:00:47.118996 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-06fd1dcc-e943-4a0a-9a03-23af5b7265a7 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:47.125232 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-06fd1dcc-e943-4a0a-9a03-23af5b7265a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:47.158888 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f5cd6a92-1ee0-4b10-8d93-0c34a63bf184 req-09163597-3f3d-4338-8468-0def562e5b9e tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158762 Nov 10 18:00:47.169822 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fd1dcc-e943-4a0a-9a03-23af5b7265a7 None None] Network a384840f-994e-49d7-a029-2994795f669c is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:00:47.174177 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-06fd1dcc-e943-4a0a-9a03-23af5b7265a7 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:00:47.179234 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fd1dcc-e943-4a0a-9a03-23af5b7265a7 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:00:47.181591 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd1dcc-e943-4a0a-9a03-23af5b7265a7 None None] Pushing event updated for resources: {'Port': ['ID=c08221a0-d0dd-4401-bc7e-55b79a36e05c,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:47.185603 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fa934-9fc7-49a4-9001-47bbb2138ea1 req-df1ff654-2a92-4936-a57c-de46db176c20 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:47.187607 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-983fa934-9fc7-49a4-9001-47bbb2138ea1 req-df1ff654-2a92-4936-a57c-de46db176c20 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 945 time: 0.4804771 Nov 10 18:00:47.260450 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-983fa934-9fc7-49a4-9001-47bbb2138ea1 req-ada76bf0-96f7-42a2-9fbe-969e5d87662a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639398 Nov 10 18:00:47.276000 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-06fd1dcc-e943-4a0a-9a03-23af5b7265a7 None None] Attempting to bind port c08221a0-d0dd-4401-bc7e-55b79a36e05c on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:00:47.277059 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-06fd1dcc-e943-4a0a-9a03-23af5b7265a7 None None] Attempting to bind port c08221a0-d0dd-4401-bc7e-55b79a36e05c by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '6b466d68-c591-4d87-8da5-4772ac75c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a384840f-994e-49d7-a029-2994795f669c'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:00:47.277992 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fd1dcc-e943-4a0a-9a03-23af5b7265a7 None None] Attempting to bind port c08221a0-d0dd-4401-bc7e-55b79a36e05c on network a384840f-994e-49d7-a029-2994795f669c {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:00:47.289862 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fd1dcc-e943-4a0a-9a03-23af5b7265a7 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:00:47.290820 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fd1dcc-e943-4a0a-9a03-23af5b7265a7 None None] Checking segment: {'id': '6b466d68-c591-4d87-8da5-4772ac75c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a384840f-994e-49d7-a029-2994795f669c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:00:47.292675 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-06fd1dcc-e943-4a0a-9a03-23af5b7265a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:47.293331 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fd1dcc-e943-4a0a-9a03-23af5b7265a7 None None] Bound using segment: {'id': '6b466d68-c591-4d87-8da5-4772ac75c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a384840f-994e-49d7-a029-2994795f669c'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:00:47.294115 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-06fd1dcc-e943-4a0a-9a03-23af5b7265a7 None None] Bound port: c08221a0-d0dd-4401-bc7e-55b79a36e05c, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b466d68-c591-4d87-8da5-4772ac75c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a384840f-994e-49d7-a029-2994795f669c'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:00:47.294750 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-06fd1dcc-e943-4a0a-9a03-23af5b7265a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:47.391441 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-86baaeef-c301-4f1a-bc23-ea6cb03c8063 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:47.408967 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-06fd1dcc-e943-4a0a-9a03-23af5b7265a7 None None] For port c08221a0-d0dd-4401-bc7e-55b79a36e05c, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:00:47.414294 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-06fd1dcc-e943-4a0a-9a03-23af5b7265a7 None None] For port c08221a0-d0dd-4401-bc7e-55b79a36e05c, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c08221a0-d0dd-4401-bc7e-55b79a36e05c,segment=NetworkSegment(6b466d68-c591-4d87-8da5-4772ac75c43d),segment_id=6b466d68-c591-4d87-8da5-4772ac75c43d)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:00:47.415106 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-86baaeef-c301-4f1a-bc23-ea6cb03c8063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:47.419928 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-06fd1dcc-e943-4a0a-9a03-23af5b7265a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:47.514378 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd1dcc-e943-4a0a-9a03-23af5b7265a7 None None] Pushing event updated for resources: {'Port': ['ID=c08221a0-d0dd-4401-bc7e-55b79a36e05c,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:47.553628 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-86baaeef-c301-4f1a-bc23-ea6cb03c8063 admin admin] Allocated IP 172.25.5.239 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/91532ebd-5934-4250-9bd7-dad6c5e52e63) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:00:47.693067 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-86baaeef-c301-4f1a-bc23-ea6cb03c8063 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:47.782814 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-86baaeef-c301-4f1a-bc23-ea6cb03c8063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:47.820318 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-ce001adf-f81d-44ae-b231-ad0be2a44322 service neutron] show failed (client error): The resource could not be found. Nov 10 18:00:47.821387 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-ce001adf-f81d-44ae-b231-ad0be2a44322 service neutron] 10.222.0.13 "GET /v2.0/ports/72da4933-3021-4964-b6cd-e84e165c4734/bindings/n-h1-776250-10 HTTP/1.1" status: 404 len: 381 time: 0.1476431 Nov 10 18:00:47.852755 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86baaeef-c301-4f1a-bc23-ea6cb03c8063 admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:00:47.869268 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-86baaeef-c301-4f1a-bc23-ea6cb03c8063 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:00:47.874335 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86baaeef-c301-4f1a-bc23-ea6cb03c8063 admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:00:47.884006 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86baaeef-c301-4f1a-bc23-ea6cb03c8063 admin admin] Pushing event updated for resources: {'Port': ['ID=91532ebd-5934-4250-9bd7-dad6c5e52e63,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:47.891931 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d41be18-67b4-4533-aff6-8f58b167001b None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:00:47.946264 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6ff592cb-483f-421f-a704-bed685167e9e None None] Provisioning complete for port 91532ebd-5934-4250-9bd7-dad6c5e52e63 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:00:47.946716 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6ff592cb-483f-421f-a704-bed685167e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:48.005537 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-6ff592cb-483f-421f-a704-bed685167e9e None None] Port 91532ebd-5934-4250-9bd7-dad6c5e52e63 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:00:48.173869 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-9f68f4b7-86e5-44c6-8d14-59fd3c86ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:48.175550 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-9f68f4b7-86e5-44c6-8d14-59fd3c86ee95 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684&tenant_id=84e0993fb1d44a64ad660dd1943b7d6b HTTP/1.1" status: 200 len: 1097 time: 0.0885985 Nov 10 18:00:48.192013 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-a19d86fb-79e1-4408-a44e-5dece49f8d2c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-776250-10', 'device_owner': 'compute:nova'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:00:48.293083 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-a19d86fb-79e1-4408-a44e-5dece49f8d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:48.327248 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e3b82-0e1e-41b2-9238-59be9534b875 req-f22e9d32-3a68-492a-8031-fae2a53496c0 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:48.328844 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-86baaeef-c301-4f1a-bc23-ea6cb03c8063 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:48.335618 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-015e3b82-0e1e-41b2-9238-59be9534b875 req-f22e9d32-3a68-492a-8031-fae2a53496c0 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 946 time: 0.0782795 Nov 10 18:00:48.490699 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-015e3b82-0e1e-41b2-9238-59be9534b875 req-1d5e92ff-c323-4c1f-ac1a-d2f52f8a3b85 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541815 Nov 10 18:00:48.615458 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932532e1-d4b2-4776-abeb-3111fb8cee63 req-38f47ad5-10a4-49a6-8616-6f2ef3b3a667 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:48.617076 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-932532e1-d4b2-4776-abeb-3111fb8cee63 req-38f47ad5-10a4-49a6-8616-6f2ef3b3a667 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 945 time: 0.1470613 Nov 10 18:00:48.627410 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-a19d86fb-79e1-4408-a44e-5dece49f8d2c service neutron] For port 72da4933-3021-4964-b6cd-e84e165c4734, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=72da4933-3021-4964-b6cd-e84e165c4734,segment=NetworkSegment(56cdd7d6-947b-44b6-b5d9-a516cbcb8a93),segment_id=56cdd7d6-947b-44b6-b5d9-a516cbcb8a93)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:00:48.658379 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-86baaeef-c301-4f1a-bc23-ea6cb03c8063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:48.683010 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-a19d86fb-79e1-4408-a44e-5dece49f8d2c service neutron] For port 72da4933-3021-4964-b6cd-e84e165c4734, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:00:48.726542 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-932532e1-d4b2-4776-abeb-3111fb8cee63 req-6fa9021b-9e6a-424e-b73b-4782d5fa44ca tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008482 Nov 10 18:00:48.748256 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c2fbe7-a7cf-49da-beac-47879b85c684', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72da4933-3021-4964-b6cd-e84e165c4734'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:00:48.750942 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb23e58-cf62-4471-82ac-4e6787af5084" -d '{"events": [{"server_uuid": "d4c2fbe7-a7cf-49da-beac-47879b85c684", "name": "network-vif-unplugged", "status": "completed", "tag": "72da4933-3021-4964-b6cd-e84e165c4734"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:00:48.766534 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9176c93b-0737-4517-9aab-977b85bd9f59 None None] Network a384840f-994e-49d7-a029-2994795f669c requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:00:48.793250 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-a19d86fb-79e1-4408-a44e-5dece49f8d2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:48.847216 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-a19d86fb-79e1-4408-a44e-5dece49f8d2c service neutron] Transition to ACTIVE for port object 72da4933-3021-4964-b6cd-e84e165c4734 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:00:48.853395 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-a19d86fb-79e1-4408-a44e-5dece49f8d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:48.865131 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c08221a0-d0dd-4401-bc7e-55b79a36e05c up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:00:48.894512 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 18:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25db11d-7cac-4159-be9b-181715292785 x-openstack-request-id: req-d25db11d-7cac-4159-be9b-181715292785 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:00:48.894693 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c2fbe7-a7cf-49da-beac-47879b85c684", "name": "network-vif-unplugged", "status": "completed", "tag": "72da4933-3021-4964-b6cd-e84e165c4734", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:00:48.894854 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d25db11d-7cac-4159-be9b-181715292785 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:00:48.895263 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c2fbe7-a7cf-49da-beac-47879b85c684', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72da4933-3021-4964-b6cd-e84e165c4734', 'code': 200} Nov 10 18:00:48.928955 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86baaeef-c301-4f1a-bc23-ea6cb03c8063 admin admin] Router 36d466e4-5dd2-493d-b8c1-38f743f8e541 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 18:00:48.936844 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-f1543149-4d2c-4d93-9b61-85bb4fda6a15 None None] Provisioning complete for port c08221a0-d0dd-4401-bc7e-55b79a36e05c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:00:48.937346 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f1543149-4d2c-4d93-9b61-85bb4fda6a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:49.037614 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d86fb-79e1-4408-a44e-5dece49f8d2c service neutron] Pushing event updated for resources: {'Port': ['ID=72da4933-3021-4964-b6cd-e84e165c4734,revision_number=6']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:49.108336 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port c08221a0-d0dd-4401-bc7e-55b79a36e05c triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:00:49.109237 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:49.136811 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86baaeef-c301-4f1a-bc23-ea6cb03c8063 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:00:49.149191 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615aeb2b-2a85-4cdc-a443-2717212a76e3 None None] Sync routers for ids ['36d466e4-5dd2-493d-b8c1-38f743f8e541'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:00:49.169880 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-86baaeef-c301-4f1a-bc23-ea6cb03c8063 admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:49.178001 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-86baaeef-c301-4f1a-bc23-ea6cb03c8063 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7843661 Nov 10 18:00:49.180019 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615aeb2b-2a85-4cdc-a443-2717212a76e3 None None] Routers {'36d466e4-5dd2-493d-b8c1-38f743f8e541'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:00:49.180432 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47674) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:49.181355 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-615aeb2b-2a85-4cdc-a443-2717212a76e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:00:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['36d466e4-5dd2-493d-b8c1-38f743f8e541'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:00:49.246908 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-a19d86fb-79e1-4408-a44e-5dece49f8d2c service neutron] No DVR routers for this DVR port 72da4933-3021-4964-b6cd-e84e165c4734 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:00:49.375505 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-615aeb2b-2a85-4cdc-a443-2717212a76e3 None None] Set router 36d466e4-5dd2-493d-b8c1-38f743f8e541 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:00:49.495466 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f1543149-4d2c-4d93-9b61-85bb4fda6a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:49.500096 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:49.595010 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-a19d86fb-79e1-4408-a44e-5dece49f8d2c service neutron] Attempting to bind port 72da4933-3021-4964-b6cd-e84e165c4734 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:00:49.595591 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-a19d86fb-79e1-4408-a44e-5dece49f8d2c service neutron] Attempting to bind port 72da4933-3021-4964-b6cd-e84e165c4734 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '56cdd7d6-947b-44b6-b5d9-a516cbcb8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:00:49.596176 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-a19d86fb-79e1-4408-a44e-5dece49f8d2c service neutron] Attempting to bind port 72da4933-3021-4964-b6cd-e84e165c4734 on network 57c95eaf-dc5f-4839-942b-96ef79a46308 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:00:49.612894 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-a19d86fb-79e1-4408-a44e-5dece49f8d2c service neutron] Port 72da4933-3021-4964-b6cd-e84e165c4734 on network 57c95eaf-dc5f-4839-942b-96ef79a46308 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:00:49.613134 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-a19d86fb-79e1-4408-a44e-5dece49f8d2c service neutron] Attempting to bind port 72da4933-3021-4964-b6cd-e84e165c4734 on network 57c95eaf-dc5f-4839-942b-96ef79a46308 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:00:49.622036 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-615aeb2b-2a85-4cdc-a443-2717212a76e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'name': 'tempest-AttachVolumeShelveTestJSON-2076558351-router', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:46Z', 'updated_at': '2021-11-10T18:00:48Z', 'revision_number': 3, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'gw_port': {'id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:47Z', 'updated_at': '2021-11-10T18:00:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:00:49.626976 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f1543149-4d2c-4d93-9b61-85bb4fda6a15 None None] For port c08221a0-d0dd-4401-bc7e-55b79a36e05c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c08221a0-d0dd-4401-bc7e-55b79a36e05c,segment=NetworkSegment(6b466d68-c591-4d87-8da5-4772ac75c43d),segment_id=6b466d68-c591-4d87-8da5-4772ac75c43d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:00:49.627278 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-a19d86fb-79e1-4408-a44e-5dece49f8d2c service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:00:49.627478 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-a19d86fb-79e1-4408-a44e-5dece49f8d2c service neutron] Checking segment: {'id': '56cdd7d6-947b-44b6-b5d9-a516cbcb8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:00:49.627864 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-a19d86fb-79e1-4408-a44e-5dece49f8d2c service neutron] Bound using segment: {'id': '56cdd7d6-947b-44b6-b5d9-a516cbcb8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:00:49.628306 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-a19d86fb-79e1-4408-a44e-5dece49f8d2c service neutron] Bound port: 72da4933-3021-4964-b6cd-e84e165c4734, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56cdd7d6-947b-44b6-b5d9-a516cbcb8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:00:49.628677 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-a19d86fb-79e1-4408-a44e-5dece49f8d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:49.634616 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f1543149-4d2c-4d93-9b61-85bb4fda6a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:49.661810 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615aeb2b-2a85-4cdc-a443-2717212a76e3 None None] Checking router: 36d466e4-5dd2-493d-b8c1-38f743f8e541 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:00:49.662619 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615aeb2b-2a85-4cdc-a443-2717212a76e3 None None] Updating router 36d466e4-5dd2-493d-b8c1-38f743f8e541 port 91532ebd-5934-4250-9bd7-dad6c5e52e63 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:00:49.698205 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-615aeb2b-2a85-4cdc-a443-2717212a76e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:49.741122 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 18:00:49.741122 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 18:00:49.773158 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-a19d86fb-79e1-4408-a44e-5dece49f8d2c service neutron] For port 72da4933-3021-4964-b6cd-e84e165c4734, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:00:49.776924 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-a19d86fb-79e1-4408-a44e-5dece49f8d2c service neutron] For port 72da4933-3021-4964-b6cd-e84e165c4734, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=72da4933-3021-4964-b6cd-e84e165c4734,segment=NetworkSegment(56cdd7d6-947b-44b6-b5d9-a516cbcb8a93),segment_id=56cdd7d6-947b-44b6-b5d9-a516cbcb8a93)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:00:49.791356 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-a19d86fb-79e1-4408-a44e-5dece49f8d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:49.887309 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-a19d86fb-79e1-4408-a44e-5dece49f8d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:49.887933 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-a19d86fb-79e1-4408-a44e-5dece49f8d2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:49.889688 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d7ac4-f5c7-476a-8c27-26b785a6ba15 req-62b2375f-9a20-4b61-93eb-719ce0e41f79 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:49.891291 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-925d7ac4-f5c7-476a-8c27-26b785a6ba15 req-62b2375f-9a20-4b61-93eb-719ce0e41f79 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 946 time: 0.2708566 Nov 10 18:00:49.892085 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1543149-4d2c-4d93-9b61-85bb4fda6a15 None None] Pushing event updated for resources: {'Port': ['ID=c08221a0-d0dd-4401-bc7e-55b79a36e05c,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:49.895744 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-a19d86fb-79e1-4408-a44e-5dece49f8d2c service neutron] 10.222.0.11 "PUT /v2.0/ports/72da4933-3021-4964-b6cd-e84e165c4734 HTTP/1.1" status: 200 len: 1092 time: 1.7099836 Nov 10 18:00:50.025586 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-eaf1883a-9627-4932-bbd5-f5b4de943d94 None None] Provisioning complete for port c08221a0-d0dd-4401-bc7e-55b79a36e05c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:00:50.026281 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-eaf1883a-9627-4932-bbd5-f5b4de943d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:50.138223 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-925d7ac4-f5c7-476a-8c27-26b785a6ba15 req-b2cd818b-108f-472b-9d1b-7adc4ca15fc6 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330601 Nov 10 18:00:50.155006 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d86fb-79e1-4408-a44e-5dece49f8d2c service neutron] Pushing event updated for resources: {'Port': ['ID=72da4933-3021-4964-b6cd-e84e165c4734,revision_number=7']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:50.235212 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856dc1e-33ef-4e8f-9fcb-13630302d868 req-4fff7d69-b443-419a-9d79-ed9da3abdb06 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:50.244024 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3856dc1e-33ef-4e8f-9fcb-13630302d868 req-4fff7d69-b443-419a-9d79-ed9da3abdb06 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 943 time: 0.3468137 Nov 10 18:00:50.286945 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-411a5f53-351b-4dd4-affd-da500ebb627b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:50.288545 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-411a5f53-351b-4dd4-affd-da500ebb627b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 1095 time: 0.3370528 Nov 10 18:00:50.410057 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-615aeb2b-2a85-4cdc-a443-2717212a76e3 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:50.420347 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-615aeb2b-2a85-4cdc-a443-2717212a76e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:50.438211 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 47686) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:50.445967 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-84fd11d2-7763-4c23-8b8a-03951be99c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:50.496732 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3856dc1e-33ef-4e8f-9fcb-13630302d868 req-4a97ce74-e3c8-4c3e-b527-dc7bd6257308 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2492516 Nov 10 18:00:50.517577 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d38d27-c916-4ebc-aed4-6389131f1952 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:00:50.550985 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-1ba042f0-1a39-4e02-b76a-b7e95b58d04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:50.552582 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-1ba042f0-1a39-4e02-b76a-b7e95b58d04d service neutron] 10.222.0.11 "GET /v2.0/networks?id=57c95eaf-dc5f-4839-942b-96ef79a46308 HTTP/1.1" status: 200 len: 898 time: 0.2498944 Nov 10 18:00:50.568497 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-615aeb2b-2a85-4cdc-a443-2717212a76e3 None None] Attempting to bind port 91532ebd-5934-4250-9bd7-dad6c5e52e63 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:00:50.568871 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-615aeb2b-2a85-4cdc-a443-2717212a76e3 None None] Attempting to bind port 91532ebd-5934-4250-9bd7-dad6c5e52e63 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:00:50.572769 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615aeb2b-2a85-4cdc-a443-2717212a76e3 None None] Attempting to bind port 91532ebd-5934-4250-9bd7-dad6c5e52e63 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:00:50.582316 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615aeb2b-2a85-4cdc-a443-2717212a76e3 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:00:50.583013 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615aeb2b-2a85-4cdc-a443-2717212a76e3 None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:00:50.583578 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-615aeb2b-2a85-4cdc-a443-2717212a76e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:50.584129 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615aeb2b-2a85-4cdc-a443-2717212a76e3 None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:00:50.584985 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-615aeb2b-2a85-4cdc-a443-2717212a76e3 None None] Bound port: 91532ebd-5934-4250-9bd7-dad6c5e52e63, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:00:50.585586 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-615aeb2b-2a85-4cdc-a443-2717212a76e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:50.596968 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-4e09840c-d4f4-4264-aec6-ea3f1e6292d7 None None] Provisioning complete for port 91532ebd-5934-4250-9bd7-dad6c5e52e63 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:00:50.597342 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4e09840c-d4f4-4264-aec6-ea3f1e6292d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:50.644975 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-615aeb2b-2a85-4cdc-a443-2717212a76e3 None None] For port 91532ebd-5934-4250-9bd7-dad6c5e52e63, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:00:50.649764 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-615aeb2b-2a85-4cdc-a443-2717212a76e3 None None] For port 91532ebd-5934-4250-9bd7-dad6c5e52e63, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=91532ebd-5934-4250-9bd7-dad6c5e52e63,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:00:50.651456 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297fa600-a8b9-485c-8111-790b64ec4e9e None None] Pushing event updated for resources: {'Port': ['ID=91532ebd-5934-4250-9bd7-dad6c5e52e63,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:50.661890 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297fa600-a8b9-485c-8111-790b64ec4e9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:50.662615 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297fa600-a8b9-485c-8111-790b64ec4e9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:50.663192 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297fa600-a8b9-485c-8111-790b64ec4e9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:50.663737 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297fa600-a8b9-485c-8111-790b64ec4e9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:50.664338 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297fa600-a8b9-485c-8111-790b64ec4e9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:50.664934 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297fa600-a8b9-485c-8111-790b64ec4e9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:50.665498 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297fa600-a8b9-485c-8111-790b64ec4e9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:50.666039 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297fa600-a8b9-485c-8111-790b64ec4e9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:50.666579 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297fa600-a8b9-485c-8111-790b64ec4e9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:50.667516 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297fa600-a8b9-485c-8111-790b64ec4e9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:50.668333 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297fa600-a8b9-485c-8111-790b64ec4e9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:50.668872 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-297fa600-a8b9-485c-8111-790b64ec4e9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:00:50.674665 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-615aeb2b-2a85-4cdc-a443-2717212a76e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:50.679524 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-4e09840c-d4f4-4264-aec6-ea3f1e6292d7 None None] Port 91532ebd-5934-4250-9bd7-dad6c5e52e63 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:00:50.703314 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1f054ae6-ca3b-4894-94f1-c5eb589f6401 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:50.759694 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-98964e52-4d2b-4a1b-ab59-a38925047135 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72da4933-3021-4964-b6cd-e84e165c4734 HTTP/1.1" status: 200 len: 999 time: 0.1969204 Nov 10 18:00:50.783249 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46609a7f-38c2-4003-b38f-84ee29cc00b1 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:00:50.792456 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297fa600-a8b9-485c-8111-790b64ec4e9e None None] Pushing event updated for resources: {'Port': ['ID=91532ebd-5934-4250-9bd7-dad6c5e52e63,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:50.813856 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615aeb2b-2a85-4cdc-a443-2717212a76e3 None None] Routers {'36d466e4-5dd2-493d-b8c1-38f743f8e541'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:00:50.814647 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-615aeb2b-2a85-4cdc-a443-2717212a76e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:00:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['36d466e4-5dd2-493d-b8c1-38f743f8e541'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:00:50.818763 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c08221a0-d0dd-4401-bc7e-55b79a36e05c up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:00:50.863158 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-84fd11d2-7763-4c23-8b8a-03951be99c2b admin admin] Allocated IP 172.20.0.1 (a384840f-994e-49d7-a029-2994795f669c/6d851ee1-7f4b-4a5a-9484-5ca72a5442cb/381694ba-156d-48c2-a23f-e66505964593) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:00:50.896830 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c2fbe7-a7cf-49da-beac-47879b85c684', 'tag': '72da4933-3021-4964-b6cd-e84e165c4734'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:00:50.899555 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f918707-603d-4ff1-9125-9145b26b87d1" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c2fbe7-a7cf-49da-beac-47879b85c684", "tag": "72da4933-3021-4964-b6cd-e84e165c4734"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:00:50.933828 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-f192ddea-e22f-46a7-bc37-b1c9d5925e48 None None] Provisioning complete for port 91532ebd-5934-4250-9bd7-dad6c5e52e63 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:00:50.935273 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f192ddea-e22f-46a7-bc37-b1c9d5925e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:50.957214 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-3c67197f-2e04-4927-9bdd-5f561e17216f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:50.962965 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-3c67197f-2e04-4927-9bdd-5f561e17216f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6bf09b79-f590-415f-898e-f1a6dd84502d HTTP/1.1" status: 200 len: 834 time: 0.1899128 Nov 10 18:00:51.008912 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port c08221a0-d0dd-4401-bc7e-55b79a36e05c triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:00:51.009297 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:51.073072 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a3b68b-5b40-4135-b978-2b9e3b812bfe x-openstack-request-id: req-b3a3b68b-5b40-4135-b978-2b9e3b812bfe {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:00:51.073744 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c2fbe7-a7cf-49da-beac-47879b85c684", "tag": "72da4933-3021-4964-b6cd-e84e165c4734", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:00:51.074223 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b3a3b68b-5b40-4135-b978-2b9e3b812bfe {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:00:51.074855 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4c2fbe7-a7cf-49da-beac-47879b85c684', 'tag': '72da4933-3021-4964-b6cd-e84e165c4734', 'status': 'completed', 'code': 200} Nov 10 18:00:51.112364 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-84fd11d2-7763-4c23-8b8a-03951be99c2b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:51.127269 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1f054ae6-ca3b-4894-94f1-c5eb589f6401 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:51.201548 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-84fd11d2-7763-4c23-8b8a-03951be99c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:51.203383 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1f054ae6-ca3b-4894-94f1-c5eb589f6401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:51.224090 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-237158f3-d78c-4ccd-96d3-f1259f502e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:51.224833 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-237158f3-d78c-4ccd-96d3-f1259f502e33 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=57c95eaf-dc5f-4839-942b-96ef79a46308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2512608 Nov 10 18:00:51.259054 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f192ddea-e22f-46a7-bc37-b1c9d5925e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:51.317379 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fd11d2-7763-4c23-8b8a-03951be99c2b admin admin] Network a384840f-994e-49d7-a029-2994795f669c is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:00:51.318395 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f192ddea-e22f-46a7-bc37-b1c9d5925e48 None None] For port 91532ebd-5934-4250-9bd7-dad6c5e52e63, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=91532ebd-5934-4250-9bd7-dad6c5e52e63,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:00:51.318684 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-615aeb2b-2a85-4cdc-a443-2717212a76e3 None None] Set router 36d466e4-5dd2-493d-b8c1-38f743f8e541 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:00:51.322044 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd11d2-7763-4c23-8b8a-03951be99c2b admin admin] Pushing event updated for resources: {'Port': ['ID=381694ba-156d-48c2-a23f-e66505964593,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:51.324858 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f192ddea-e22f-46a7-bc37-b1c9d5925e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:51.341627 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-84fd11d2-7763-4c23-8b8a-03951be99c2b admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:00:51.344471 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fd11d2-7763-4c23-8b8a-03951be99c2b admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:00:51.415075 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-84fd11d2-7763-4c23-8b8a-03951be99c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:51.453780 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f192ddea-e22f-46a7-bc37-b1c9d5925e48 None None] Pushing event updated for resources: {'Port': ['ID=91532ebd-5934-4250-9bd7-dad6c5e52e63,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:51.475389 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1f054ae6-ca3b-4894-94f1-c5eb589f6401 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e964b58b1aad483fa8f7644cbb8954b3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0338433 Nov 10 18:00:51.479191 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47694) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:51.532398 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f054ae6-ca3b-4894-94f1-c5eb589f6401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c32e5e6-3416-4b77-a0f5-ed2ac3c9aff1,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:51.546543 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f918707-603d-4ff1-9125-9145b26b87d1 req-7871073f-43d3-495a-8d31-55c19339104e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:51.553125 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0f918707-603d-4ff1-9125-9145b26b87d1 req-7871073f-43d3-495a-8d31-55c19339104e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 1095 time: 0.4713516 Nov 10 18:00:51.617604 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-af00e63f-de81-4e45-8c10-714895fe2df4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:51.634168 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-615aeb2b-2a85-4cdc-a443-2717212a76e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'name': 'tempest-AttachVolumeShelveTestJSON-2076558351-router', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:46Z', 'updated_at': '2021-11-10T18:00:48Z', 'revision_number': 3, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'gw_port': {'id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:47Z', 'updated_at': '2021-11-10T18:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:00:51.667067 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615aeb2b-2a85-4cdc-a443-2717212a76e3 None None] The sync data for ids ['36d466e4-5dd2-493d-b8c1-38f743f8e541'] in n-d-776250-10 is: [{'id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'name': 'tempest-AttachVolumeShelveTestJSON-2076558351-router', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:46Z', 'updated_at': '2021-11-10T18:00:48Z', 'revision_number': 3, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'gw_port': {'id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:47Z', 'updated_at': '2021-11-10T18:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:00:51.785420 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42044283-38f6-47b6-a7c9-92036759382b req-7cdd6dc8-5f3b-43ba-b440-5120a44d48ae tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:51.787484 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-42044283-38f6-47b6-a7c9-92036759382b req-7cdd6dc8-5f3b-43ba-b440-5120a44d48ae tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 946 time: 0.4531691 Nov 10 18:00:51.803396 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-af00e63f-de81-4e45-8c10-714895fe2df4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:51.828473 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-84fd11d2-7763-4c23-8b8a-03951be99c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:51.840975 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-0be43ca0-f94d-43e0-ad5d-bb743905cf21 service neutron] 10.222.0.11 "GET /v2.0/networks/57c95eaf-dc5f-4839-942b-96ef79a46308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5939181 Nov 10 18:00:51.846637 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f918707-603d-4ff1-9125-9145b26b87d1 req-86e9f42a-aa1d-47ef-a43b-cc9e218a8a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:51.848085 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0f918707-603d-4ff1-9125-9145b26b87d1 req-86e9f42a-aa1d-47ef-a43b-cc9e218a8a5f service neutron] 10.222.0.13 "GET /v2.0/networks?id=57c95eaf-dc5f-4839-942b-96ef79a46308 HTTP/1.1" status: 200 len: 898 time: 0.2688024 Nov 10 18:00:51.856608 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-1b183fe1-9104-4104-bd03-0e0d23d850c3 None None] Provisioning complete for port 381694ba-156d-48c2-a23f-e66505964593 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:00:51.857071 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1b183fe1-9104-4104-bd03-0e0d23d850c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:51.869871 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782d3d7-98df-4a56-8ea1-7aab527441a1 req-4dfa1717-d6b7-4c28-b685-df4051e87256 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:51.876962 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8782d3d7-98df-4a56-8ea1-7aab527441a1 req-4dfa1717-d6b7-4c28-b685-df4051e87256 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 943 time: 0.1927745 Nov 10 18:00:51.897165 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-1b183fe1-9104-4104-bd03-0e0d23d850c3 None None] Port 381694ba-156d-48c2-a23f-e66505964593 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:00:51.954620 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-af00e63f-de81-4e45-8c10-714895fe2df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:51.957205 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-af00e63f-de81-4e45-8c10-714895fe2df4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:51.962489 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-af00e63f-de81-4e45-8c10-714895fe2df4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c32e5e6-3416-4b77-a0f5-ed2ac3c9aff1 HTTP/1.1" status: 204 len: 168 time: 0.4782145 Nov 10 18:00:51.979455 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00e63f-de81-4e45-8c10-714895fe2df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c32e5e6-3416-4b77-a0f5-ed2ac3c9aff1,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:51.997977 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0f918707-603d-4ff1-9125-9145b26b87d1 req-675a3725-c0fa-4e0e-a3ca-00155d999fc2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72da4933-3021-4964-b6cd-e84e165c4734 HTTP/1.1" status: 200 len: 999 time: 0.1231668 Nov 10 18:00:52.011613 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8782d3d7-98df-4a56-8ea1-7aab527441a1 req-c8e59f15-5375-4327-8d5c-c1ffc56a3217 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336973 Nov 10 18:00:52.065497 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c08716eb-6fe2-47d3-8830-9df8655cf2f4 req-942fbab2-6a41-4008-b3b1-ed94bc7c277d service neutron] 10.222.0.11 "GET /v2.0/networks/57c95eaf-dc5f-4839-942b-96ef79a46308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164111 Nov 10 18:00:52.096247 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-42044283-38f6-47b6-a7c9-92036759382b req-20ed48c4-d258-4eba-a457-c4ce2d209703 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967284 Nov 10 18:00:52.190591 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f918707-603d-4ff1-9125-9145b26b87d1 req-6b16cb40-af8b-48d9-9cec-9f7ec432ca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:52.193149 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0f918707-603d-4ff1-9125-9145b26b87d1 req-6b16cb40-af8b-48d9-9cec-9f7ec432ca04 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6bf09b79-f590-415f-898e-f1a6dd84502d HTTP/1.1" status: 200 len: 834 time: 0.1257281 Nov 10 18:00:52.251608 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-84fd11d2-7763-4c23-8b8a-03951be99c2b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:52.261973 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-84fd11d2-7763-4c23-8b8a-03951be99c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:52.278702 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f918707-603d-4ff1-9125-9145b26b87d1 req-59a6146a-9995-43bd-9c6c-cb6fed432dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:52.280849 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0f918707-603d-4ff1-9125-9145b26b87d1 req-59a6146a-9995-43bd-9c6c-cb6fed432dc9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 1095 time: 0.1028452 Nov 10 18:00:52.287623 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f918707-603d-4ff1-9125-9145b26b87d1 req-5dfac276-5d09-4bfa-a3f4-a23041f2fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:52.289333 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0f918707-603d-4ff1-9125-9145b26b87d1 req-5dfac276-5d09-4bfa-a3f4-a23041f2fa79 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57c95eaf-dc5f-4839-942b-96ef79a46308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638607 Nov 10 18:00:52.356328 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-84fd11d2-7763-4c23-8b8a-03951be99c2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:52.371235 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd11d2-7763-4c23-8b8a-03951be99c2b admin admin] Pushing event updated for resources: {'Port': ['ID=381694ba-156d-48c2-a23f-e66505964593,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:52.482512 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f918707-603d-4ff1-9125-9145b26b87d1 req-9006b216-74f5-44c1-b1fb-3668caa39b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:52.484988 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0f918707-603d-4ff1-9125-9145b26b87d1 req-9006b216-74f5-44c1-b1fb-3668caa39b69 service neutron] 10.222.0.11 "GET /v2.0/networks?id=57c95eaf-dc5f-4839-942b-96ef79a46308 HTTP/1.1" status: 200 len: 898 time: 0.1947286 Nov 10 18:00:52.513355 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fd11d2-7763-4c23-8b8a-03951be99c2b admin admin] Network a384840f-994e-49d7-a029-2994795f669c is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:00:52.515841 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-84fd11d2-7763-4c23-8b8a-03951be99c2b admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:00:52.521393 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 72da4933-3021-4964-b6cd-e84e165c4734 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:00:52.576224 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0f918707-603d-4ff1-9125-9145b26b87d1 req-6257b2df-18b7-473f-9b15-51bd8b0aafed service neutron] 10.222.0.13 "GET /v2.0/networks/57c95eaf-dc5f-4839-942b-96ef79a46308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922278 Nov 10 18:00:52.607643 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 72da4933-3021-4964-b6cd-e84e165c4734 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:00:52.731613 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0f918707-603d-4ff1-9125-9145b26b87d1 req-e20029bd-a124-4685-a298-1921ff3425a0 service neutron] 10.222.0.13 "GET /v2.0/networks/57c95eaf-dc5f-4839-942b-96ef79a46308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467307 Nov 10 18:00:52.759727 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0f918707-603d-4ff1-9125-9145b26b87d1 req-9ee5a61b-29f2-4350-98af-fa61f68883af service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72da4933-3021-4964-b6cd-e84e165c4734 HTTP/1.1" status: 200 len: 999 time: 0.2637537 Nov 10 18:00:52.812558 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 91532ebd-5934-4250-9bd7-dad6c5e52e63 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:00:52.886849 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f918707-603d-4ff1-9125-9145b26b87d1 req-1be0ef02-de1f-43a6-b2d7-867875ccef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:52.889165 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0f918707-603d-4ff1-9125-9145b26b87d1 req-1be0ef02-de1f-43a6-b2d7-867875ccef56 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6bf09b79-f590-415f-898e-f1a6dd84502d HTTP/1.1" status: 200 len: 834 time: 0.1177287 Nov 10 18:00:52.936123 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-68ecff7f-3898-45d0-a644-0fe0f78701e0 None None] Provisioning complete for port 381694ba-156d-48c2-a23f-e66505964593 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:00:52.937072 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-68ecff7f-3898-45d0-a644-0fe0f78701e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:52.964069 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f918707-603d-4ff1-9125-9145b26b87d1 req-52710071-6b7f-462b-98ef-7a0fa5255369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:52.966864 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0f918707-603d-4ff1-9125-9145b26b87d1 req-52710071-6b7f-462b-98ef-7a0fa5255369 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=57c95eaf-dc5f-4839-942b-96ef79a46308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699713 Nov 10 18:00:52.992885 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 91532ebd-5934-4250-9bd7-dad6c5e52e63 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:00:52.993429 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:53.028320 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-68ecff7f-3898-45d0-a644-0fe0f78701e0 None None] Port 381694ba-156d-48c2-a23f-e66505964593 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:00:53.099244 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0f918707-603d-4ff1-9125-9145b26b87d1 req-35939a4f-aae0-46c9-a9f2-5c5ac3d2f061 service neutron] 10.222.0.11 "GET /v2.0/networks/57c95eaf-dc5f-4839-942b-96ef79a46308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244590 Nov 10 18:00:53.123120 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84fd11d2-7763-4c23-8b8a-03951be99c2b admin admin] Router 36d466e4-5dd2-493d-b8c1-38f743f8e541 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:00:53.273609 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0f918707-603d-4ff1-9125-9145b26b87d1 req-0b5d07ca-a459-4e26-b28e-7d51f433bed1 service neutron] 10.222.0.11 "GET /v2.0/networks/57c95eaf-dc5f-4839-942b-96ef79a46308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664183 Nov 10 18:00:53.295470 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37043d69-a286-424d-95c0-27d998120e2a req-5ac48bb1-3bef-4de2-83ef-a8284d6107f8 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:53.297090 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-37043d69-a286-424d-95c0-27d998120e2a req-5ac48bb1-3bef-4de2-83ef-a8284d6107f8 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 946 time: 0.0876498 Nov 10 18:00:53.308642 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d396867-b3ba-4bc0-9d8f-bf2ae1824bac req-1b7f7282-29e9-4576-b3d4-ed4069bb2a2d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:53.310391 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4d396867-b3ba-4bc0-9d8f-bf2ae1824bac req-1b7f7282-29e9-4576-b3d4-ed4069bb2a2d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 943 time: 0.1179147 Nov 10 18:00:53.311590 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fd11d2-7763-4c23-8b8a-03951be99c2b admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:00:53.328347 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-84fd11d2-7763-4c23-8b8a-03951be99c2b admin admin] 10.222.0.39 "PUT /v2.0/routers/36d466e4-5dd2-493d-b8c1-38f743f8e541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1457837 Nov 10 18:00:53.372576 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-37043d69-a286-424d-95c0-27d998120e2a req-97323ce4-706c-4cc9-9f29-ea5f20500482 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689261 Nov 10 18:00:53.403213 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4d396867-b3ba-4bc0-9d8f-bf2ae1824bac req-b184e51e-1a80-4a83-b22f-bb021cfdb883 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736015 Nov 10 18:00:53.980197 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7143129f-6888-49bb-afd5-adc12f8c9624 None None] Sync routers for ids ['36d466e4-5dd2-493d-b8c1-38f743f8e541'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:00:53.997661 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7143129f-6888-49bb-afd5-adc12f8c9624 None None] Routers {'36d466e4-5dd2-493d-b8c1-38f743f8e541'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:00:53.998526 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-7143129f-6888-49bb-afd5-adc12f8c9624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:00:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['36d466e4-5dd2-493d-b8c1-38f743f8e541'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:00:54.127229 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-7143129f-6888-49bb-afd5-adc12f8c9624 None None] Set router 36d466e4-5dd2-493d-b8c1-38f743f8e541 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:00:54.149470 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47802) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:54.154130 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-e0d8bf0f-1eec-49e4-b030-ec6628f604e4 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1909558920', 'description': 'tempest-description--1614566696'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:00:54.182589 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e0d8bf0f-1eec-49e4-b030-ec6628f604e4 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:54.266618 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e0d8bf0f-1eec-49e4-b030-ec6628f604e4 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:54.271583 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e0d8bf0f-1eec-49e4-b030-ec6628f604e4 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:54.319543 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e0d8bf0f-1eec-49e4-b030-ec6628f604e4 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:54.321485 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e0d8bf0f-1eec-49e4-b030-ec6628f604e4 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1707194 Nov 10 18:00:54.324372 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 47804) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:54.327605 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8bf0f-1eec-49e4-b030-ec6628f604e4 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e51d0bf-5b2f-43bb-9646-abbefe64624c,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:54.338020 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-ba643050-73eb-4d14-a962-6284f77c0865 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Request body: {'security_group_rule': {'security_group_id': '3e51d0bf-5b2f-43bb-9646-abbefe64624c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:00:54.398655 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ba643050-73eb-4d14-a962-6284f77c0865 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:54.501369 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ba643050-73eb-4d14-a962-6284f77c0865 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:54.506497 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ba643050-73eb-4d14-a962-6284f77c0865 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:54.534754 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba643050-73eb-4d14-a962-6284f77c0865 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a6a994-51a3-4574-ac5b-999df1696052,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:54.569827 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ba643050-73eb-4d14-a962-6284f77c0865 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:54.573595 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ba643050-73eb-4d14-a962-6284f77c0865 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2462349 Nov 10 18:00:54.576428 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-7143129f-6888-49bb-afd5-adc12f8c9624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'name': 'tempest-AttachVolumeShelveTestJSON-2076558351-router', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:46Z', 'updated_at': '2021-11-10T18:00:51Z', 'revision_number': 4, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'gw_port': {'id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:47Z', 'updated_at': '2021-11-10T18:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '381694ba-156d-48c2-a23f-e66505964593', 'name': '', 'network_id': 'a384840f-994e-49d7-a029-2994795f669c', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'mac_address': 'fa:16:3e:57:c5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:50Z', 'updated_at': '2021-11-10T18:00:51Z', 'revision_number': 2, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'subnets': [{'id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:00:54.578054 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 47810) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:54.607817 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-641d0490-ff87-4891-bbf5-7f9ad9de412b tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Request body: {'security_group_rule': {'security_group_id': '3e51d0bf-5b2f-43bb-9646-abbefe64624c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:00:54.622016 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc4eec-9916-42e1-a3cc-cf0b259c87b4 req-77098731-6f46-4a9d-92b0-7f0078b9f867 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:54.626485 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5afc4eec-9916-42e1-a3cc-cf0b259c87b4 req-77098731-6f46-4a9d-92b0-7f0078b9f867 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 943 time: 0.0822976 Nov 10 18:00:54.631782 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7143129f-6888-49bb-afd5-adc12f8c9624 None None] Checking router: 36d466e4-5dd2-493d-b8c1-38f743f8e541 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:00:54.632673 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7143129f-6888-49bb-afd5-adc12f8c9624 None None] Updating router 36d466e4-5dd2-493d-b8c1-38f743f8e541 port 381694ba-156d-48c2-a23f-e66505964593 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:00:54.661667 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb7a1c-1f52-479e-904a-a6bcc9a8a646 req-d8217f86-77d4-4bf0-aebd-d004d12c1a9a tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:54.663754 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-82cb7a1c-1f52-479e-904a-a6bcc9a8a646 req-d8217f86-77d4-4bf0-aebd-d004d12c1a9a tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 946 time: 0.1104503 Nov 10 18:00:54.665554 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-641d0490-ff87-4891-bbf5-7f9ad9de412b tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:54.680915 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7143129f-6888-49bb-afd5-adc12f8c9624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:54.760219 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5afc4eec-9916-42e1-a3cc-cf0b259c87b4 req-ad7d17e6-6afc-4c20-acd9-bfea4c5f41f8 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246974 Nov 10 18:00:54.819120 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-641d0490-ff87-4891-bbf5-7f9ad9de412b tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:54.833278 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-82cb7a1c-1f52-479e-904a-a6bcc9a8a646 req-e9708c0e-d701-4371-b337-5b830d3561ab tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562798 Nov 10 18:00:54.841327 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-641d0490-ff87-4891-bbf5-7f9ad9de412b tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:54.894338 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d0490-ff87-4891-bbf5-7f9ad9de412b tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a27109-a186-4fcb-a845-b406c3462959,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:54.944984 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-641d0490-ff87-4891-bbf5-7f9ad9de412b tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:54.947153 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-641d0490-ff87-4891-bbf5-7f9ad9de412b tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3675539 Nov 10 18:00:54.950407 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 47818) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:00:54.959048 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-1b901377-99a2-4522-a004-492298aa4b57 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:00:55.015396 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:55.024869 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1b901377-99a2-4522-a004-492298aa4b57 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:55.215551 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:55.227638 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7143129f-6888-49bb-afd5-adc12f8c9624 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:55.235749 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7143129f-6888-49bb-afd5-adc12f8c9624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:55.270398 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1b901377-99a2-4522-a004-492298aa4b57 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:55.304450 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21718a96-e5dc-461e-9dbf-4d3c91f70fb2 None None] Pushing event updated for resources: {'Port': ['ID=381694ba-156d-48c2-a23f-e66505964593,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:55.390916 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-7143129f-6888-49bb-afd5-adc12f8c9624 None None] Attempting to bind port 381694ba-156d-48c2-a23f-e66505964593 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:00:55.391785 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-7143129f-6888-49bb-afd5-adc12f8c9624 None None] Attempting to bind port 381694ba-156d-48c2-a23f-e66505964593 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '6b466d68-c591-4d87-8da5-4772ac75c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a384840f-994e-49d7-a029-2994795f669c'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:00:55.392668 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7143129f-6888-49bb-afd5-adc12f8c9624 None None] Attempting to bind port 381694ba-156d-48c2-a23f-e66505964593 on network a384840f-994e-49d7-a029-2994795f669c {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:00:55.415742 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7143129f-6888-49bb-afd5-adc12f8c9624 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:00:55.420455 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7143129f-6888-49bb-afd5-adc12f8c9624 None None] Checking segment: {'id': '6b466d68-c591-4d87-8da5-4772ac75c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a384840f-994e-49d7-a029-2994795f669c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:00:55.422493 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7143129f-6888-49bb-afd5-adc12f8c9624 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:55.423105 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7143129f-6888-49bb-afd5-adc12f8c9624 None None] Bound using segment: {'id': '6b466d68-c591-4d87-8da5-4772ac75c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a384840f-994e-49d7-a029-2994795f669c'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:00:55.423822 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-7143129f-6888-49bb-afd5-adc12f8c9624 None None] Bound port: 381694ba-156d-48c2-a23f-e66505964593, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b466d68-c591-4d87-8da5-4772ac75c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a384840f-994e-49d7-a029-2994795f669c'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:00:55.424688 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7143129f-6888-49bb-afd5-adc12f8c9624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:55.482996 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c06328-9d4f-43df-9d5d-44cbbd4b2694 req-10b97f6c-820a-48af-a20e-5663008dfd9b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:55.485940 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131f542-e598-495b-8889-06590e1618a0 req-c7f0ce2b-c8ac-41cc-ba06-eef7a6317970 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:55.493857 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-50c06328-9d4f-43df-9d5d-44cbbd4b2694 req-10b97f6c-820a-48af-a20e-5663008dfd9b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 943 time: 0.0991719 Nov 10 18:00:55.494891 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3131f542-e598-495b-8889-06590e1618a0 req-c7f0ce2b-c8ac-41cc-ba06-eef7a6317970 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684&tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&binding%3Ahost_id=n-h1-776250-10 HTTP/1.1" status: 200 len: 943 time: 0.1324832 Nov 10 18:00:55.520042 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-1b901377-99a2-4522-a004-492298aa4b57 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Allocated IP 172.25.5.123 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/e92c3147-2834-4803-93d4-f9357af9b2a0) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:00:55.561174 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-7143129f-6888-49bb-afd5-adc12f8c9624 None None] For port 381694ba-156d-48c2-a23f-e66505964593, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:00:55.565594 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-7143129f-6888-49bb-afd5-adc12f8c9624 None None] For port 381694ba-156d-48c2-a23f-e66505964593, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=381694ba-156d-48c2-a23f-e66505964593,segment=NetworkSegment(6b466d68-c591-4d87-8da5-4772ac75c43d),segment_id=6b466d68-c591-4d87-8da5-4772ac75c43d)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:00:55.570159 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7143129f-6888-49bb-afd5-adc12f8c9624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:55.616278 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-50c06328-9d4f-43df-9d5d-44cbbd4b2694 req-64a5ecbb-4f99-4e1d-991d-25bb7d6dabae tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191998 Nov 10 18:00:55.657766 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21718a96-e5dc-461e-9dbf-4d3c91f70fb2 None None] Pushing event updated for resources: {'Port': ['ID=381694ba-156d-48c2-a23f-e66505964593,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:55.691036 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e4ed55ec-1567-4179-b1cb-32f36b821053 None None] Provisioning complete for port 381694ba-156d-48c2-a23f-e66505964593 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:00:55.691528 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e4ed55ec-1567-4179-b1cb-32f36b821053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:55.735129 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1b901377-99a2-4522-a004-492298aa4b57 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:55.751453 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7143129f-6888-49bb-afd5-adc12f8c9624 None None] Routers {'36d466e4-5dd2-493d-b8c1-38f743f8e541'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:00:55.752188 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-7143129f-6888-49bb-afd5-adc12f8c9624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:00:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['36d466e4-5dd2-493d-b8c1-38f743f8e541'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:00:55.759332 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3131f542-e598-495b-8889-06590e1618a0 req-cad5365d-bb9c-41ed-853f-029d034887f0 service neutron] 10.222.0.11 "GET /v2.0/ports/72da4933-3021-4964-b6cd-e84e165c4734/bindings/n-h1-776250-10 HTTP/1.1" status: 200 len: 383 time: 0.1357210 Nov 10 18:00:55.880230 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1b901377-99a2-4522-a004-492298aa4b57 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:55.943495 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-7143129f-6888-49bb-afd5-adc12f8c9624 None None] Set router 36d466e4-5dd2-493d-b8c1-38f743f8e541 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:00:55.956026 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b901377-99a2-4522-a004-492298aa4b57 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Pushing event updated for resources: {'Port': ['ID=e92c3147-2834-4803-93d4-f9357af9b2a0,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:55.991746 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e4ed55ec-1567-4179-b1cb-32f36b821053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:56.009975 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b901377-99a2-4522-a004-492298aa4b57 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:00:56.017162 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-1b901377-99a2-4522-a004-492298aa4b57 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:00:56.019971 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b901377-99a2-4522-a004-492298aa4b57 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:00:56.025783 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131f542-e598-495b-8889-06590e1618a0 req-26e9e0c4-0fdd-4db0-abe1-e4e2bf39a563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:56.027368 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3131f542-e598-495b-8889-06590e1618a0 req-26e9e0c4-0fdd-4db0-abe1-e4e2bf39a563 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 1095 time: 0.2276614 Nov 10 18:00:56.086678 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-e4ed55ec-1567-4179-b1cb-32f36b821053 None None] For port 381694ba-156d-48c2-a23f-e66505964593, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=381694ba-156d-48c2-a23f-e66505964593,segment=NetworkSegment(6b466d68-c591-4d87-8da5-4772ac75c43d),segment_id=6b466d68-c591-4d87-8da5-4772ac75c43d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:00:56.117262 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e4ed55ec-1567-4179-b1cb-32f36b821053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:56.137799 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989ca52-29f2-42f5-82b9-4f7959751b87 req-8ef78f3d-7262-4697-82cc-41508490c658 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:56.139311 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2989ca52-29f2-42f5-82b9-4f7959751b87 req-8ef78f3d-7262-4697-82cc-41508490c658 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 946 time: 0.1846900 Nov 10 18:00:56.205475 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed55ec-1567-4179-b1cb-32f36b821053 None None] Pushing event updated for resources: {'Port': ['ID=381694ba-156d-48c2-a23f-e66505964593,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:56.246792 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131f542-e598-495b-8889-06590e1618a0 req-1ef5f722-b056-4354-973e-02c2547f67a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:56.248712 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3131f542-e598-495b-8889-06590e1618a0 req-1ef5f722-b056-4354-973e-02c2547f67a1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=57c95eaf-dc5f-4839-942b-96ef79a46308 HTTP/1.1" status: 200 len: 898 time: 0.1972065 Nov 10 18:00:56.254778 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1b901377-99a2-4522-a004-492298aa4b57 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:56.255904 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 72da4933-3021-4964-b6cd-e84e165c4734 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:00:56.272978 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3ad83a2a-70a2-4ef5-b579-d49c7c9e41f9 None None] Provisioning complete for port 381694ba-156d-48c2-a23f-e66505964593 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:00:56.273351 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3ad83a2a-70a2-4ef5-b579-d49c7c9e41f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:56.281557 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2989ca52-29f2-42f5-82b9-4f7959751b87 req-b47538d2-ff50-44a1-837d-da412079511b tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328297 Nov 10 18:00:56.401754 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-7143129f-6888-49bb-afd5-adc12f8c9624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'name': 'tempest-AttachVolumeShelveTestJSON-2076558351-router', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:46Z', 'updated_at': '2021-11-10T18:00:51Z', 'revision_number': 4, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'gw_port': {'id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:47Z', 'updated_at': '2021-11-10T18:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '381694ba-156d-48c2-a23f-e66505964593', 'name': '', 'network_id': 'a384840f-994e-49d7-a029-2994795f669c', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'mac_address': 'fa:16:3e:57:c5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:50Z', 'updated_at': '2021-11-10T18:00:55Z', 'revision_number': 4, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'subnets': [{'id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:00:56.464220 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7143129f-6888-49bb-afd5-adc12f8c9624 None None] The sync data for ids ['36d466e4-5dd2-493d-b8c1-38f743f8e541'] in n-d-776250-10 is: [{'id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'name': 'tempest-AttachVolumeShelveTestJSON-2076558351-router', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:46Z', 'updated_at': '2021-11-10T18:00:51Z', 'revision_number': 4, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'gw_port': {'id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:47Z', 'updated_at': '2021-11-10T18:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '381694ba-156d-48c2-a23f-e66505964593', 'name': '', 'network_id': 'a384840f-994e-49d7-a029-2994795f669c', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'mac_address': 'fa:16:3e:57:c5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:50Z', 'updated_at': '2021-11-10T18:00:55Z', 'revision_number': 4, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'subnets': [{'id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:00:56.486082 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 72da4933-3021-4964-b6cd-e84e165c4734, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=72da4933-3021-4964-b6cd-e84e165c4734,segment=NetworkSegment(56cdd7d6-947b-44b6-b5d9-a516cbcb8a93),segment_id=56cdd7d6-947b-44b6-b5d9-a516cbcb8a93)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:00:56.505086 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '72da4933-3021-4964-b6cd-e84e165c4734', 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308', 'port_id': '72da4933-3021-4964-b6cd-e84e165c4734', 'mac_address': 'fa:16:3e:f7:f7:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf09b79-f590-415f-898e-f1a6dd84502d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:00:56.576038 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:56.599846 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72da4933-3021-4964-b6cd-e84e165c4734 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:00:56.632837 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 72da4933-3021-4964-b6cd-e84e165c4734, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=72da4933-3021-4964-b6cd-e84e165c4734,segment=NetworkSegment(56cdd7d6-947b-44b6-b5d9-a516cbcb8a93),segment_id=56cdd7d6-947b-44b6-b5d9-a516cbcb8a93)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:00:56.640902 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:56.788737 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=72da4933-3021-4964-b6cd-e84e165c4734,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:56.814337 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 381694ba-156d-48c2-a23f-e66505964593 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:00:56.830214 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869424d-e894-4d2a-8850-abd830b1c8f7 req-0c9a6a81-fc56-4883-85eb-ba40ab354afb tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:56.840846 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1869424d-e894-4d2a-8850-abd830b1c8f7 req-0c9a6a81-fc56-4883-85eb-ba40ab354afb tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 944 time: 0.1143746 Nov 10 18:00:56.877809 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1b901377-99a2-4522-a004-492298aa4b57 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:56.887098 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 381694ba-156d-48c2-a23f-e66505964593 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:00:56.887548 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:56.917169 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1869424d-e894-4d2a-8850-abd830b1c8f7 req-db525a1e-b7c5-47fb-9751-1609f8218589 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737798 Nov 10 18:00:56.943967 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3131f542-e598-495b-8889-06590e1618a0 req-2477d5f3-6081-415c-bb9a-2317b6e5f946 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72da4933-3021-4964-b6cd-e84e165c4734 HTTP/1.1" status: 200 len: 999 time: 0.6834180 Nov 10 18:00:56.956481 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['72da4933-3021-4964-b6cd-e84e165c4734'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:00:57.062307 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131f542-e598-495b-8889-06590e1618a0 req-c6a947af-ac58-40f9-b921-5703665404eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:57.063812 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3131f542-e598-495b-8889-06590e1618a0 req-c6a947af-ac58-40f9-b921-5703665404eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6bf09b79-f590-415f-898e-f1a6dd84502d HTTP/1.1" status: 200 len: 834 time: 0.1070535 Nov 10 18:00:57.162849 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131f542-e598-495b-8889-06590e1618a0 req-b32adda9-1120-4f32-8bf5-c769e2f824f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:57.165488 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3131f542-e598-495b-8889-06590e1618a0 req-b32adda9-1120-4f32-8bf5-c769e2f824f7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=57c95eaf-dc5f-4839-942b-96ef79a46308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0926855 Nov 10 18:00:57.201500 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1b901377-99a2-4522-a004-492298aa4b57 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:57.216061 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1b901377-99a2-4522-a004-492298aa4b57 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:57.360933 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b901377-99a2-4522-a004-492298aa4b57 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Pushing event updated for resources: {'Port': ['ID=e92c3147-2834-4803-93d4-f9357af9b2a0,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:57.396209 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1b901377-99a2-4522-a004-492298aa4b57 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:57.413653 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3131f542-e598-495b-8889-06590e1618a0 req-38416cb1-16dc-46b6-8eaa-820f2056b9ea service neutron] 10.222.0.11 "GET /v2.0/networks/57c95eaf-dc5f-4839-942b-96ef79a46308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304087 Nov 10 18:00:57.426940 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1b901377-99a2-4522-a004-492298aa4b57 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:57.428224 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1b901377-99a2-4522-a004-492298aa4b57 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4763734 Nov 10 18:00:57.661310 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce08e9-5d49-4f91-b01d-6a29a0469562 req-fe8ec00d-ede4-4724-ab6e-cc97afeade9f tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:57.662895 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8cce08e9-5d49-4f91-b01d-6a29a0469562 req-fe8ec00d-ede4-4724-ab6e-cc97afeade9f tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 946 time: 0.1273346 Nov 10 18:00:57.675937 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3131f542-e598-495b-8889-06590e1618a0 req-81ebaa98-d46e-41cf-909f-58c148f600bd service neutron] 10.222.0.11 "GET /v2.0/networks/57c95eaf-dc5f-4839-942b-96ef79a46308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465792 Nov 10 18:00:57.754869 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8cce08e9-5d49-4f91-b01d-6a29a0469562 req-25422b54-e940-4940-a81c-ded524803104 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650892 Nov 10 18:00:57.785690 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-9771531b-89b6-4d36-9349-2116e23e7019 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1909558920&fields=id&tenant_id=06278c9a20944d57b5ffec337b79be2b HTTP/1.1" status: 200 len: 267 time: 0.1460226 Nov 10 18:00:57.935152 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-bb66c840-57be-4e8a-9399-416d48122ca5 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:57.937441 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-bb66c840-57be-4e8a-9399-416d48122ca5 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/networks?id=a384840f-994e-49d7-a029-2994795f669c HTTP/1.1" status: 200 len: 817 time: 0.1402719 Nov 10 18:00:57.968858 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-45d5869e-0377-4452-a7ca-45043bd0ec90 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/quotas/06278c9a20944d57b5ffec337b79be2b HTTP/1.1" status: 200 len: 375 time: 0.0144143 Nov 10 18:00:58.040136 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-63257202-26e1-4112-867b-2405ad26905b tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=06278c9a20944d57b5ffec337b79be2b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0677977 Nov 10 18:00:58.059366 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d0114-9951-4b97-83f2-913ef12d3ebb req-80764bfd-ed53-48c7-9fac-e6a312f6f7e8 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:58.061322 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-433d0114-9951-4b97-83f2-913ef12d3ebb req-80764bfd-ed53-48c7-9fac-e6a312f6f7e8 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 944 time: 0.0588977 Nov 10 18:00:58.147638 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-433d0114-9951-4b97-83f2-913ef12d3ebb req-df128536-16fc-48a7-8331-84b5b3ae4e3b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671756 Nov 10 18:00:58.188665 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-5a8f4c03-8a93-4837-9ed0-3874fd16273b service neutron] 10.222.0.39 "GET /v2.0/networks/a384840f-994e-49d7-a029-2994795f669c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351430 Nov 10 18:00:58.283019 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 72da4933-3021-4964-b6cd-e84e165c4734 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:00:58.297730 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-8d5d5058-3bb8-41bc-8399-51bd06020ab9 service neutron] 10.222.0.39 "GET /v2.0/networks/a384840f-994e-49d7-a029-2994795f669c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025569 Nov 10 18:00:58.339875 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 72da4933-3021-4964-b6cd-e84e165c4734 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:00:58.349443 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 72da4933-3021-4964-b6cd-e84e165c4734 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:00:58.349895 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:58.459824 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:58.495709 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 72da4933-3021-4964-b6cd-e84e165c4734, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=72da4933-3021-4964-b6cd-e84e165c4734,segment=NetworkSegment(56cdd7d6-947b-44b6-b5d9-a516cbcb8a93),segment_id=56cdd7d6-947b-44b6-b5d9-a516cbcb8a93)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:00:58.496926 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c2fbe7-a7cf-49da-beac-47879b85c684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72da4933-3021-4964-b6cd-e84e165c4734'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:00:58.501604 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25675775-34c8-49a2-afa0-6d5c3861f8ba" -d '{"events": [{"server_uuid": "d4c2fbe7-a7cf-49da-beac-47879b85c684", "name": "network-vif-plugged", "status": "completed", "tag": "72da4933-3021-4964-b6cd-e84e165c4734"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:00:58.511360 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:00:58.516368 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e54f90d-f22b-4fca-bfe6-66eccae28a97 req-7498809e-0f44-41aa-b979-1620f0753702 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 210 time: 0.0435891 Nov 10 18:00:58.573028 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3388c6f6-00fd-4926-b0ee-691849748929 x-openstack-request-id: req-3388c6f6-00fd-4926-b0ee-691849748929 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:00:58.573649 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c2fbe7-a7cf-49da-beac-47879b85c684", "name": "network-vif-plugged", "status": "completed", "tag": "72da4933-3021-4964-b6cd-e84e165c4734", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:00:58.573967 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3388c6f6-00fd-4926-b0ee-691849748929 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:00:58.574432 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c2fbe7-a7cf-49da-beac-47879b85c684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72da4933-3021-4964-b6cd-e84e165c4734', 'code': 200} Nov 10 18:00:58.596958 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=72da4933-3021-4964-b6cd-e84e165c4734,revision_number=9']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:00:58.897386 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8fc77-60cb-46da-879f-6c4025264f3c req-f0e0da46-b462-4f10-a960-b98935add8ae tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:58.904761 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cfa8fc77-60cb-46da-879f-6c4025264f3c req-f0e0da46-b462-4f10-a960-b98935add8ae tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 946 time: 0.0701258 Nov 10 18:00:58.962259 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cfa8fc77-60cb-46da-879f-6c4025264f3c req-05f2f417-a485-4ed7-8ad7-c5050efb13f3 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566151 Nov 10 18:00:59.304307 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b9ce9-e03f-426b-9a83-4b4e14f44b7e req-1894167c-d18d-4d00-89c4-c85dd90d6059 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:00:59.305816 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-689b9ce9-e03f-426b-9a83-4b4e14f44b7e req-1894167c-d18d-4d00-89c4-c85dd90d6059 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 945 time: 0.0590038 Nov 10 18:00:59.365747 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-689b9ce9-e03f-426b-9a83-4b4e14f44b7e req-ac2e019a-c8bf-47ee-a83f-c3353b0d1a0b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537660 Nov 10 18:00:59.663094 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a9af5ba-1b90-4fec-8b86-69afd304aef8 req-b96c8353-58cc-4551-bc7e-1526340e7fdd tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 210 time: 0.0333636 Nov 10 18:00:59.855346 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:01:00.143366 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e999146-d0d4-4380-81ac-c8b05345187c req-e8f38bbd-e4c0-47d2-90b6-cf813ecada05 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:00.144619 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-c5f0ff5a-09fa-4a81-9a90-22ea18c266d4 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:00.145565 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0e999146-d0d4-4380-81ac-c8b05345187c req-e8f38bbd-e4c0-47d2-90b6-cf813ecada05 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 946 time: 0.0788798 Nov 10 18:01:00.146518 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-c5f0ff5a-09fa-4a81-9a90-22ea18c266d4 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.13 "GET /v2.0/networks?id=a384840f-994e-49d7-a029-2994795f669c HTTP/1.1" status: 200 len: 817 time: 0.1641459 Nov 10 18:01:00.213313 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0e999146-d0d4-4380-81ac-c8b05345187c req-6a99dfff-4c93-4dec-be49-fd40d0fcd677 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608773 Nov 10 18:01:00.249369 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-cdde3c00-d880-46b0-8381-f3f4834d9c41 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06278c9a20944d57b5ffec337b79be2b HTTP/1.1" status: 200 len: 380 time: 0.0914202 Nov 10 18:01:00.260265 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-ca93170c-f975-4874-b053-91dee97bb2d7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Request body: {'port': {'device_id': '83c83056-f77e-4ab4-8263-44d294115745', 'network_id': 'a384840f-994e-49d7-a029-2994795f669c', 'admin_state_up': True, 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'security_groups': ['3e51d0bf-5b2f-43bb-9646-abbefe64624c']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:01:00.317613 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131f542-e598-495b-8889-06590e1618a0 req-21689624-cd6b-415e-96b4-51a013997c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:00.319126 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3131f542-e598-495b-8889-06590e1618a0 req-21689624-cd6b-415e-96b4-51a013997c32 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684&tenant_id=84e0993fb1d44a64ad660dd1943b7d6b HTTP/1.1" status: 200 len: 1097 time: 0.1140125 Nov 10 18:01:00.337132 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-3131f542-e598-495b-8889-06590e1618a0 req-eaf7bc40-835e-4c6d-9792-3870227a5f56 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-776250-10', 'device_owner': 'compute:nova'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:01:00.435880 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3131f542-e598-495b-8889-06590e1618a0 req-eaf7bc40-835e-4c6d-9792-3870227a5f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:00.501059 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-37f5dab7-5cdb-4cb1-a294-ec50dd697e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:00.509304 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-ca93170c-f975-4874-b053-91dee97bb2d7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Made reservation on behalf of 06278c9a20944d57b5ffec337b79be2b for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:01:00.512816 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-ca93170c-f975-4874-b053-91dee97bb2d7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:00.613866 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b786fd-c6e7-4546-91db-b8fee3fdf2a5 req-3618370a-cc75-41f7-abab-4e98b9953204 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:00.615438 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-43b786fd-c6e7-4546-91db-b8fee3fdf2a5 req-3618370a-cc75-41f7-abab-4e98b9953204 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 945 time: 0.1754522 Nov 10 18:01:00.804447 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0360ef4-456a-49fe-bc6d-3983d8043c85 req-bbf6cbb8-3299-4757-81d4-328a97f35cc0 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 210 time: 0.0395560 Nov 10 18:01:00.834061 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-43b786fd-c6e7-4546-91db-b8fee3fdf2a5 req-18f1f2df-fbce-4eff-81c1-7a8f06483faf tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881301 Nov 10 18:01:00.868901 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-ca93170c-f975-4874-b053-91dee97bb2d7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Allocated IP 172.20.0.14 (a384840f-994e-49d7-a029-2994795f669c/6d851ee1-7f4b-4a5a-9484-5ca72a5442cb/639b3d4c-0462-4124-a350-f4e48d099368) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:01:00.903348 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ccb6b4d9-437e-4a5b-b744-c65a74a0c563 req-7141342b-701d-4a50-8b7b-7a7d7cdd2c2e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a8a96e61-506a-4fcb-9db9-55c9b381eea0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1320355 Nov 10 18:01:00.907184 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-3131f542-e598-495b-8889-06590e1618a0 req-eaf7bc40-835e-4c6d-9792-3870227a5f56 service neutron] For port 72da4933-3021-4964-b6cd-e84e165c4734, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=72da4933-3021-4964-b6cd-e84e165c4734,segment=NetworkSegment(56cdd7d6-947b-44b6-b5d9-a516cbcb8a93),segment_id=56cdd7d6-947b-44b6-b5d9-a516cbcb8a93)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:01:01.032038 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-3131f542-e598-495b-8889-06590e1618a0 req-eaf7bc40-835e-4c6d-9792-3870227a5f56 service neutron] For port 72da4933-3021-4964-b6cd-e84e165c4734, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:01:01.095110 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6b4d9-437e-4a5b-b744-c65a74a0c563 req-fe2102fa-90ca-4b4d-99e9-932b06003745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:01.096657 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ccb6b4d9-437e-4a5b-b744-c65a74a0c563 req-fe2102fa-90ca-4b4d-99e9-932b06003745 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2c06b3ed13e7426ba9dfc20ddaee2959&device_id=a8a96e61-506a-4fcb-9db9-55c9b381eea0 HTTP/1.1" status: 200 len: 1097 time: 0.1632733 Nov 10 18:01:01.116816 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c2fbe7-a7cf-49da-beac-47879b85c684', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72da4933-3021-4964-b6cd-e84e165c4734'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:01:01.119095 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2d3685-ff9d-49ce-bfc3-c29ea02e9929" -d '{"events": [{"server_uuid": "d4c2fbe7-a7cf-49da-beac-47879b85c684", "name": "network-vif-unplugged", "status": "completed", "tag": "72da4933-3021-4964-b6cd-e84e165c4734"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:01:01.123177 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3131f542-e598-495b-8889-06590e1618a0 req-eaf7bc40-835e-4c6d-9792-3870227a5f56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:01.202236 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-3131f542-e598-495b-8889-06590e1618a0 req-eaf7bc40-835e-4c6d-9792-3870227a5f56 service neutron] Transition to ACTIVE for port object 72da4933-3021-4964-b6cd-e84e165c4734 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:01:01.207819 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-ca93170c-f975-4874-b053-91dee97bb2d7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:01.213430 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 18:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e776cb-af21-4dad-8df6-8eac3890d8e4 x-openstack-request-id: req-d7e776cb-af21-4dad-8df6-8eac3890d8e4 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:01:01.213727 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c2fbe7-a7cf-49da-beac-47879b85c684", "name": "network-vif-unplugged", "status": "completed", "tag": "72da4933-3021-4964-b6cd-e84e165c4734", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:01:01.213983 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d7e776cb-af21-4dad-8df6-8eac3890d8e4 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:01:01.214382 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c2fbe7-a7cf-49da-beac-47879b85c684', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72da4933-3021-4964-b6cd-e84e165c4734', 'code': 200} Nov 10 18:01:01.220210 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3131f542-e598-495b-8889-06590e1618a0 req-eaf7bc40-835e-4c6d-9792-3870227a5f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:01.386253 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7bc40-835e-4c6d-9792-3870227a5f56 service neutron] Pushing event updated for resources: {'Port': ['ID=72da4933-3021-4964-b6cd-e84e165c4734,revision_number=10']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:01.392261 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-ca93170c-f975-4874-b053-91dee97bb2d7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:01.409896 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6b4d9-437e-4a5b-b744-c65a74a0c563 req-33aa7aba-e370-4806-b974-6dee5eafe851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:01.411401 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ccb6b4d9-437e-4a5b-b744-c65a74a0c563 req-33aa7aba-e370-4806-b974-6dee5eafe851 service neutron] 10.222.0.11 "GET /v2.0/networks?id=58317dbd-0947-4a43-8ae3-cdc5a5928560 HTTP/1.1" status: 200 len: 907 time: 0.2830007 Nov 10 18:01:01.501686 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ccb6b4d9-437e-4a5b-b744-c65a74a0c563 req-c9d13d39-502a-49ab-8a04-0c4da763bb42 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d66c29cc-f978-4d3d-85b8-37973ddacedd HTTP/1.1" status: 200 len: 217 time: 0.0794811 Nov 10 18:01:01.516140 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-ca93170c-f975-4874-b053-91dee97bb2d7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Network a384840f-994e-49d7-a029-2994795f669c is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:01:01.785474 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-3131f542-e598-495b-8889-06590e1618a0 req-eaf7bc40-835e-4c6d-9792-3870227a5f56 service neutron] No DVR routers for this DVR port 72da4933-3021-4964-b6cd-e84e165c4734 on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:01:01.788172 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-ca93170c-f975-4874-b053-91dee97bb2d7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:01:01.840388 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-ca93170c-f975-4874-b053-91dee97bb2d7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:01:01.843709 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93170c-f975-4874-b053-91dee97bb2d7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Pushing event updated for resources: {'Port': ['ID=639b3d4c-0462-4124-a350-f4e48d099368,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:01.882239 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b9838-1186-47f5-9f0e-c5b8177b12fd req-a17571ea-fcd5-444d-941a-f7b00cf94426 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:01.883811 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e7b9838-1186-47f5-9f0e-c5b8177b12fd req-a17571ea-fcd5-444d-941a-f7b00cf94426 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 946 time: 0.5193338 Nov 10 18:01:01.951279 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6b4d9-437e-4a5b-b744-c65a74a0c563 req-17f34ee9-3c85-4fca-ad40-80993cbbb42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:01.953663 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ccb6b4d9-437e-4a5b-b744-c65a74a0c563 req-17f34ee9-3c85-4fca-ad40-80993cbbb42a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b73615b4-0e28-45db-a02f-1f8eaf2af4fb HTTP/1.1" status: 200 len: 846 time: 0.4358289 Nov 10 18:01:01.981335 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ba497-498e-4529-9bd3-f91eda14f55b req-c9aaac44-6025-467c-8e09-5191a0287bde tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:01.989090 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c43ba497-498e-4529-9bd3-f91eda14f55b req-c9aaac44-6025-467c-8e09-5191a0287bde tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 932 time: 0.0873594 Nov 10 18:01:01.989901 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-ca93170c-f975-4874-b053-91dee97bb2d7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:01.990544 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-ca93170c-f975-4874-b053-91dee97bb2d7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:02.034367 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ccb6b4d9-437e-4a5b-b744-c65a74a0c563 req-6e269ef4-5555-474f-a590-a2475c3b330f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58317dbd-0947-4a43-8ae3-cdc5a5928560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384142 Nov 10 18:01:02.063398 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c43ba497-498e-4529-9bd3-f91eda14f55b req-e9f49a65-6c65-44a0-933b-f05b483ae355 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701034 Nov 10 18:01:02.094697 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-ca93170c-f975-4874-b053-91dee97bb2d7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8388212 Nov 10 18:01:02.123270 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3a81531d-cc45-4150-80bf-1572db80cec3 None None] Provisioning complete for port 639b3d4c-0462-4124-a350-f4e48d099368 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:01:02.124623 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3a81531d-cc45-4150-80bf-1572db80cec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:02.134582 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-14d9309f-1ddf-460c-b23d-b53767ea5a58 service neutron] Request body: {'port': {'device_id': '83c83056-f77e-4ab4-8263-44d294115745', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:01:02.167276 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5e7b9838-1186-47f5-9f0e-c5b8177b12fd req-f71354cb-9220-4856-884d-4debd9e83b52 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692015 Nov 10 18:01:02.177200 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-3a81531d-cc45-4150-80bf-1572db80cec3 None None] Port 639b3d4c-0462-4124-a350-f4e48d099368 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:01:02.233770 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa449bb3-7664-4899-b55c-0acc90ebffb2 req-7d6a108d-b2dd-4b1f-a7cb-dee6e2c9aff7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:02.239051 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-aa449bb3-7664-4899-b55c-0acc90ebffb2 req-7d6a108d-b2dd-4b1f-a7cb-dee6e2c9aff7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 944 time: 0.0885186 Nov 10 18:01:02.268644 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-14d9309f-1ddf-460c-b23d-b53767ea5a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:02.270561 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-3131f542-e598-495b-8889-06590e1618a0 req-eaf7bc40-835e-4c6d-9792-3870227a5f56 service neutron] Attempting to bind port 72da4933-3021-4964-b6cd-e84e165c4734 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:01:02.270893 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-3131f542-e598-495b-8889-06590e1618a0 req-eaf7bc40-835e-4c6d-9792-3870227a5f56 service neutron] Attempting to bind port 72da4933-3021-4964-b6cd-e84e165c4734 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '56cdd7d6-947b-44b6-b5d9-a516cbcb8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:01:02.271223 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3131f542-e598-495b-8889-06590e1618a0 req-eaf7bc40-835e-4c6d-9792-3870227a5f56 service neutron] Attempting to bind port 72da4933-3021-4964-b6cd-e84e165c4734 on network 57c95eaf-dc5f-4839-942b-96ef79a46308 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:01:02.286689 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3131f542-e598-495b-8889-06590e1618a0 req-eaf7bc40-835e-4c6d-9792-3870227a5f56 service neutron] Port 72da4933-3021-4964-b6cd-e84e165c4734 on network 57c95eaf-dc5f-4839-942b-96ef79a46308 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:01:02.287020 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3131f542-e598-495b-8889-06590e1618a0 req-eaf7bc40-835e-4c6d-9792-3870227a5f56 service neutron] Attempting to bind port 72da4933-3021-4964-b6cd-e84e165c4734 on network 57c95eaf-dc5f-4839-942b-96ef79a46308 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:01:02.290500 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ccb6b4d9-437e-4a5b-b744-c65a74a0c563 req-539177be-3ea4-4315-aef5-09573a13861c service neutron] 10.222.0.11 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373283 Nov 10 18:01:02.298982 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-aa449bb3-7664-4899-b55c-0acc90ebffb2 req-9a66ad13-a2e4-4163-8f47-43725dcbf45e tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521419 Nov 10 18:01:02.305897 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3131f542-e598-495b-8889-06590e1618a0 req-eaf7bc40-835e-4c6d-9792-3870227a5f56 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:01:02.306258 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3131f542-e598-495b-8889-06590e1618a0 req-eaf7bc40-835e-4c6d-9792-3870227a5f56 service neutron] Checking segment: {'id': '56cdd7d6-947b-44b6-b5d9-a516cbcb8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:01:02.306609 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3131f542-e598-495b-8889-06590e1618a0 req-eaf7bc40-835e-4c6d-9792-3870227a5f56 service neutron] Bound using segment: {'id': '56cdd7d6-947b-44b6-b5d9-a516cbcb8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:01:02.307047 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-3131f542-e598-495b-8889-06590e1618a0 req-eaf7bc40-835e-4c6d-9792-3870227a5f56 service neutron] Bound port: 72da4933-3021-4964-b6cd-e84e165c4734, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56cdd7d6-947b-44b6-b5d9-a516cbcb8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:01:02.307396 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3131f542-e598-495b-8889-06590e1618a0 req-eaf7bc40-835e-4c6d-9792-3870227a5f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:02.322679 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 72da4933-3021-4964-b6cd-e84e165c4734 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:01:02.395607 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 72da4933-3021-4964-b6cd-e84e165c4734 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:01:02.493815 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.13', 62479) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:02.541461 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35213af5-cc58-42f7-b4d2-b9b63eddbc29 req-95cc6f45-b50d-48ba-a46b-ade69b726248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:02.543044 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35213af5-cc58-42f7-b4d2-b9b63eddbc29 req-95cc6f45-b50d-48ba-a46b-ade69b726248 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 1054 time: 0.0481937 Nov 10 18:01:02.548966 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-3131f542-e598-495b-8889-06590e1618a0 req-eaf7bc40-835e-4c6d-9792-3870227a5f56 service neutron] For port 72da4933-3021-4964-b6cd-e84e165c4734, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:01:02.566980 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ccb6b4d9-437e-4a5b-b744-c65a74a0c563 req-962ad095-f433-47ad-bac8-170554a57143 service neutron] 10.222.0.11 "GET /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683146 Nov 10 18:01:02.604574 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-3131f542-e598-495b-8889-06590e1618a0 req-eaf7bc40-835e-4c6d-9792-3870227a5f56 service neutron] For port 72da4933-3021-4964-b6cd-e84e165c4734, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=72da4933-3021-4964-b6cd-e84e165c4734,segment=NetworkSegment(56cdd7d6-947b-44b6-b5d9-a516cbcb8a93),segment_id=56cdd7d6-947b-44b6-b5d9-a516cbcb8a93)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:01:02.610829 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3131f542-e598-495b-8889-06590e1618a0 req-eaf7bc40-835e-4c6d-9792-3870227a5f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:02.660830 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131f542-e598-495b-8889-06590e1618a0 req-eaf7bc40-835e-4c6d-9792-3870227a5f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:02.661453 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3131f542-e598-495b-8889-06590e1618a0 req-eaf7bc40-835e-4c6d-9792-3870227a5f56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:02.662885 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3131f542-e598-495b-8889-06590e1618a0 req-eaf7bc40-835e-4c6d-9792-3870227a5f56 service neutron] 10.222.0.13 "PUT /v2.0/ports/72da4933-3021-4964-b6cd-e84e165c4734 HTTP/1.1" status: 200 len: 1093 time: 2.3320863 Nov 10 18:01:02.702089 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35213af5-cc58-42f7-b4d2-b9b63eddbc29 req-b61cd0de-6363-4373-be9e-6488349c14fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:02.703780 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35213af5-cc58-42f7-b4d2-b9b63eddbc29 req-b61cd0de-6363-4373-be9e-6488349c14fe service neutron] 10.222.0.13 "GET /v2.0/networks?id=57c95eaf-dc5f-4839-942b-96ef79a46308 HTTP/1.1" status: 200 len: 898 time: 0.1351607 Nov 10 18:01:02.705417 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7bc40-835e-4c6d-9792-3870227a5f56 service neutron] Pushing event updated for resources: {'Port': ['ID=72da4933-3021-4964-b6cd-e84e165c4734,revision_number=11']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:02.791158 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-14d9309f-1ddf-460c-b23d-b53767ea5a58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 639b3d4c-0462-4124-a350-f4e48d099368 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:01:02.801226 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-14d9309f-1ddf-460c-b23d-b53767ea5a58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:02.834975 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-14d9309f-1ddf-460c-b23d-b53767ea5a58 service neutron] Transition to ACTIVE for port object 639b3d4c-0462-4124-a350-f4e48d099368 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:01:02.844746 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-14d9309f-1ddf-460c-b23d-b53767ea5a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:02.862209 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9771169e-d219-4d13-9397-619812a453b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:02.873229 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35213af5-cc58-42f7-b4d2-b9b63eddbc29 req-bd3db18f-4eaf-4f9a-b6bd-59f8182e0005 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72da4933-3021-4964-b6cd-e84e165c4734 HTTP/1.1" status: 200 len: 999 time: 0.1610069 Nov 10 18:01:02.951801 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9309f-1ddf-460c-b23d-b53767ea5a58 service neutron] Pushing event updated for resources: {'Port': ['ID=639b3d4c-0462-4124-a350-f4e48d099368,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:03.036267 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35213af5-cc58-42f7-b4d2-b9b63eddbc29 req-78526af2-5d75-430c-a80e-4daffa0d3b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:03.038904 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35213af5-cc58-42f7-b4d2-b9b63eddbc29 req-78526af2-5d75-430c-a80e-4daffa0d3b03 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6bf09b79-f590-415f-898e-f1a6dd84502d HTTP/1.1" status: 200 len: 834 time: 0.1568451 Nov 10 18:01:03.072260 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-14d9309f-1ddf-460c-b23d-b53767ea5a58 service neutron] Attempting to bind port 639b3d4c-0462-4124-a350-f4e48d099368 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:01:03.072626 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-14d9309f-1ddf-460c-b23d-b53767ea5a58 service neutron] Attempting to bind port 639b3d4c-0462-4124-a350-f4e48d099368 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '6b466d68-c591-4d87-8da5-4772ac75c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a384840f-994e-49d7-a029-2994795f669c'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:01:03.072966 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-14d9309f-1ddf-460c-b23d-b53767ea5a58 service neutron] Attempting to bind port 639b3d4c-0462-4124-a350-f4e48d099368 on network a384840f-994e-49d7-a029-2994795f669c {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:01:03.080657 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-14d9309f-1ddf-460c-b23d-b53767ea5a58 service neutron] Port 639b3d4c-0462-4124-a350-f4e48d099368 on network a384840f-994e-49d7-a029-2994795f669c not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:01:03.081394 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-14d9309f-1ddf-460c-b23d-b53767ea5a58 service neutron] Attempting to bind port 639b3d4c-0462-4124-a350-f4e48d099368 on network a384840f-994e-49d7-a029-2994795f669c {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:01:03.087547 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-14d9309f-1ddf-460c-b23d-b53767ea5a58 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:01:03.088171 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-14d9309f-1ddf-460c-b23d-b53767ea5a58 service neutron] Checking segment: {'id': '6b466d68-c591-4d87-8da5-4772ac75c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a384840f-994e-49d7-a029-2994795f669c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:01:03.088756 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-14d9309f-1ddf-460c-b23d-b53767ea5a58 service neutron] Bound using segment: {'id': '6b466d68-c591-4d87-8da5-4772ac75c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a384840f-994e-49d7-a029-2994795f669c'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:01:03.089379 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-14d9309f-1ddf-460c-b23d-b53767ea5a58 service neutron] Bound port: 639b3d4c-0462-4124-a350-f4e48d099368, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b466d68-c591-4d87-8da5-4772ac75c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a384840f-994e-49d7-a029-2994795f669c'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:01:03.089909 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-14d9309f-1ddf-460c-b23d-b53767ea5a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:03.144058 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35213af5-cc58-42f7-b4d2-b9b63eddbc29 req-6b94dfe7-fb34-47ff-9cf3-1cac2f4db9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:03.146191 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35213af5-cc58-42f7-b4d2-b9b63eddbc29 req-6b94dfe7-fb34-47ff-9cf3-1cac2f4db9d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57c95eaf-dc5f-4839-942b-96ef79a46308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0982604 Nov 10 18:01:03.219401 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c2fbe7-a7cf-49da-beac-47879b85c684', 'tag': '72da4933-3021-4964-b6cd-e84e165c4734'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:01:03.221887 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c97ae0-d351-4980-8d37-155b942eead5" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c2fbe7-a7cf-49da-beac-47879b85c684", "tag": "72da4933-3021-4964-b6cd-e84e165c4734"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:01:03.284658 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-14d9309f-1ddf-460c-b23d-b53767ea5a58 service neutron] For port 639b3d4c-0462-4124-a350-f4e48d099368, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:01:03.291422 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-14d9309f-1ddf-460c-b23d-b53767ea5a58 service neutron] For port 639b3d4c-0462-4124-a350-f4e48d099368, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=639b3d4c-0462-4124-a350-f4e48d099368,segment=NetworkSegment(6b466d68-c591-4d87-8da5-4772ac75c43d),segment_id=6b466d68-c591-4d87-8da5-4772ac75c43d)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:01:03.310140 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f6595-c76f-44a8-bcd3-320f2c4797a1 req-f7c613b0-e7b1-4e32-9512-0a7d9c5f0a65 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:03.312553 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a8f6595-c76f-44a8-bcd3-320f2c4797a1 req-f7c613b0-e7b1-4e32-9512-0a7d9c5f0a65 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 944 time: 0.0865803 Nov 10 18:01:03.313745 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-14d9309f-1ddf-460c-b23d-b53767ea5a58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:03.354381 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35213af5-cc58-42f7-b4d2-b9b63eddbc29 req-17abc64f-0974-4b9f-a786-f32204d0280b service neutron] 10.222.0.13 "GET /v2.0/networks/57c95eaf-dc5f-4839-942b-96ef79a46308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996353 Nov 10 18:01:03.372636 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-14d9309f-1ddf-460c-b23d-b53767ea5a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:03.373255 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-14d9309f-1ddf-460c-b23d-b53767ea5a58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:03.382420 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-14d9309f-1ddf-460c-b23d-b53767ea5a58 service neutron] 10.222.0.13 "PUT /v2.0/ports/639b3d4c-0462-4124-a350-f4e48d099368 HTTP/1.1" status: 200 len: 1093 time: 1.2519858 Nov 10 18:01:03.495120 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9309f-1ddf-460c-b23d-b53767ea5a58 service neutron] Pushing event updated for resources: {'Port': ['ID=639b3d4c-0462-4124-a350-f4e48d099368,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:03.505945 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a8f6595-c76f-44a8-bcd3-320f2c4797a1 req-45b12182-64b1-4931-b6c8-e69fba070b9a tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830523 Nov 10 18:01:03.524250 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-fe9ec4d0-4987-47e4-b48e-37daaaeebd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:03.525933 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-fe9ec4d0-4987-47e4-b48e-37daaaeebd9e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=06278c9a20944d57b5ffec337b79be2b&device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 1096 time: 0.0789733 Nov 10 18:01:03.566123 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35213af5-cc58-42f7-b4d2-b9b63eddbc29 req-03fecaf6-e72f-4c3d-98dd-021837a7ab64 service neutron] 10.222.0.13 "GET /v2.0/networks/57c95eaf-dc5f-4839-942b-96ef79a46308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971824 Nov 10 18:01:03.599780 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-444c7880-2e01-4105-968e-726fb5a795fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=639b3d4c-0462-4124-a350-f4e48d099368 HTTP/1.1" status: 200 len: 217 time: 0.0647793 Nov 10 18:01:03.604727 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b21ed-3e8a-4e97-9c71-a981d657fe24 req-fa03144c-4b6e-42e9-bf85-046f9d82f9b5 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:03.606400 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3a1b21ed-3e8a-4e97-9c71-a981d657fe24 req-fa03144c-4b6e-42e9-bf85-046f9d82f9b5 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 946 time: 0.2503791 Nov 10 18:01:03.719419 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bd6e50-4739-4a62-ab23-d6c537e5c98e x-openstack-request-id: req-a0bd6e50-4739-4a62-ab23-d6c537e5c98e {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:01:03.719419 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c2fbe7-a7cf-49da-beac-47879b85c684", "tag": "72da4933-3021-4964-b6cd-e84e165c4734", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:01:03.719419 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a0bd6e50-4739-4a62-ab23-d6c537e5c98e {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:01:03.719419 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4c2fbe7-a7cf-49da-beac-47879b85c684', 'tag': '72da4933-3021-4964-b6cd-e84e165c4734', 'status': 'completed', 'code': 200} Nov 10 18:01:03.739959 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3a1b21ed-3e8a-4e97-9c71-a981d657fe24 req-23e1eb91-5e42-4b02-89df-57e04a296d8d tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249130 Nov 10 18:01:03.746604 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131f542-e598-495b-8889-06590e1618a0 req-66439803-bff2-4f90-ab48-d8214cfc76c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:03.748884 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3131f542-e598-495b-8889-06590e1618a0 req-66439803-bff2-4f90-ab48-d8214cfc76c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 1096 time: 0.1050825 Nov 10 18:01:03.812795 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c97ae0-d351-4980-8d37-155b942eead5 req-c3b9e323-a953-48e6-97ee-14cf6cf44374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:03.814324 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a5c97ae0-d351-4980-8d37-155b942eead5 req-c3b9e323-a953-48e6-97ee-14cf6cf44374 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 1096 time: 0.1631045 Nov 10 18:01:03.816750 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-b7110813-1f5a-40d3-8efe-d52cd11c95a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:03.820937 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-b7110813-1f5a-40d3-8efe-d52cd11c95a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d851ee1-7f4b-4a5a-9484-5ca72a5442cb HTTP/1.1" status: 200 len: 856 time: 0.2078259 Nov 10 18:01:03.892395 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131f542-e598-495b-8889-06590e1618a0 req-32ad3dec-72a4-48b9-9301-ee9d701dc335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:03.894110 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3131f542-e598-495b-8889-06590e1618a0 req-32ad3dec-72a4-48b9-9301-ee9d701dc335 service neutron] 10.222.0.13 "GET /v2.0/networks?id=57c95eaf-dc5f-4839-942b-96ef79a46308 HTTP/1.1" status: 200 len: 898 time: 0.1375484 Nov 10 18:01:03.950555 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169d542-bb46-4768-a8f5-be5fa11a4e26 req-a5f74a3f-3e22-4728-8fb4-53311500b6da tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:03.959069 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e169d542-bb46-4768-a8f5-be5fa11a4e26 req-a5f74a3f-3e22-4728-8fb4-53311500b6da tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 944 time: 0.1918201 Nov 10 18:01:03.994419 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3131f542-e598-495b-8889-06590e1618a0 req-63a5a614-7e0c-4a51-b7d2-98e09eaa7e5e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72da4933-3021-4964-b6cd-e84e165c4734 HTTP/1.1" status: 200 len: 999 time: 0.0904810 Nov 10 18:01:04.038010 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-752888e3-1326-4837-ab50-dbc2817a7eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:04.039578 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-752888e3-1326-4837-ab50-dbc2817a7eb1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a384840f-994e-49d7-a029-2994795f669c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1824012 Nov 10 18:01:04.050789 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:04.059277 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131f542-e598-495b-8889-06590e1618a0 req-a9d09b07-11bf-4179-b8c6-c1a8c2aba784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:04.060920 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3131f542-e598-495b-8889-06590e1618a0 req-a9d09b07-11bf-4179-b8c6-c1a8c2aba784 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6bf09b79-f590-415f-898e-f1a6dd84502d HTTP/1.1" status: 200 len: 834 time: 0.0579500 Nov 10 18:01:04.097716 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e169d542-bb46-4768-a8f5-be5fa11a4e26 req-a94e93dc-ed09-4de4-9206-af36e26a70da tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376379 Nov 10 18:01:04.131784 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c97ae0-d351-4980-8d37-155b942eead5 req-a2d0ffe2-9532-49d3-a0bd-cb9a821d04cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:04.133287 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a5c97ae0-d351-4980-8d37-155b942eead5 req-a2d0ffe2-9532-49d3-a0bd-cb9a821d04cf service neutron] 10.222.0.11 "GET /v2.0/networks?id=57c95eaf-dc5f-4839-942b-96ef79a46308 HTTP/1.1" status: 200 len: 898 time: 0.3106871 Nov 10 18:01:04.148770 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131f542-e598-495b-8889-06590e1618a0 req-ddddbaac-8ce8-4ea3-ae05-6643b0d7565b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:04.151501 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3131f542-e598-495b-8889-06590e1618a0 req-ddddbaac-8ce8-4ea3-ae05-6643b0d7565b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57c95eaf-dc5f-4839-942b-96ef79a46308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0733690 Nov 10 18:01:04.238921 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a5c97ae0-d351-4980-8d37-155b942eead5 req-3be3cf0c-bae1-4d00-bd74-f97d0964b098 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72da4933-3021-4964-b6cd-e84e165c4734 HTTP/1.1" status: 200 len: 999 time: 0.0973167 Nov 10 18:01:04.242561 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-2cebe0f7-1c0d-4134-aa82-850af43bcc82 service neutron] 10.222.0.13 "GET /v2.0/networks/a384840f-994e-49d7-a029-2994795f669c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902275 Nov 10 18:01:04.284434 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3131f542-e598-495b-8889-06590e1618a0 req-491c7ab7-ca6b-48a7-9a49-1971c2677556 service neutron] 10.222.0.13 "GET /v2.0/networks/57c95eaf-dc5f-4839-942b-96ef79a46308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235547 Nov 10 18:01:04.360776 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c97ae0-d351-4980-8d37-155b942eead5 req-84681e97-78aa-497e-b18f-2c685c50e138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:04.362248 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a5c97ae0-d351-4980-8d37-155b942eead5 req-84681e97-78aa-497e-b18f-2c685c50e138 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6bf09b79-f590-415f-898e-f1a6dd84502d HTTP/1.1" status: 200 len: 834 time: 0.1153641 Nov 10 18:01:04.397928 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f9f8d21f-e85c-4f36-a3cf-8784ed01ba30 req-4f0c3e1f-e8fc-4864-933d-7831d9692b3f service neutron] 10.222.0.13 "GET /v2.0/networks/a384840f-994e-49d7-a029-2994795f669c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415014 Nov 10 18:01:04.438324 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3131f542-e598-495b-8889-06590e1618a0 req-bf539363-215a-4ea7-90b5-12a71f604763 service neutron] 10.222.0.13 "GET /v2.0/networks/57c95eaf-dc5f-4839-942b-96ef79a46308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426797 Nov 10 18:01:04.453295 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c97ae0-d351-4980-8d37-155b942eead5 req-a005a81e-fb09-473f-b2c7-ddc7b45638e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:04.454859 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a5c97ae0-d351-4980-8d37-155b942eead5 req-a005a81e-fb09-473f-b2c7-ddc7b45638e6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=57c95eaf-dc5f-4839-942b-96ef79a46308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560250 Nov 10 18:01:04.583441 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c97ae0-d351-4980-8d37-155b942eead5 req-0adbbd92-eb13-467e-b5c8-a371cac299a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:04.587100 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a5c97ae0-d351-4980-8d37-155b942eead5 req-cfcb49d8-e0d2-4b1b-a471-0584d6976647 service neutron] 10.222.0.11 "GET /v2.0/networks/57c95eaf-dc5f-4839-942b-96ef79a46308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251204 Nov 10 18:01:04.588978 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a5c97ae0-d351-4980-8d37-155b942eead5 req-0adbbd92-eb13-467e-b5c8-a371cac299a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 1096 time: 0.0799556 Nov 10 18:01:04.709890 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a5c97ae0-d351-4980-8d37-155b942eead5 req-a98579f7-8d1a-46f8-bc61-28735e1601bd service neutron] 10.222.0.11 "GET /v2.0/networks/57c95eaf-dc5f-4839-942b-96ef79a46308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062829 Nov 10 18:01:04.762255 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87905540-1197-4aac-a15e-a64a53bfddca req-c553f85a-a580-4b9e-a777-3b29cd62fc08 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:04.763760 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-87905540-1197-4aac-a15e-a64a53bfddca req-c553f85a-a580-4b9e-a777-3b29cd62fc08 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 944 time: 0.0868170 Nov 10 18:01:04.767756 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c97ae0-d351-4980-8d37-155b942eead5 req-16186622-debd-4824-a2a9-4e980fd20c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:04.769379 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a5c97ae0-d351-4980-8d37-155b942eead5 req-16186622-debd-4824-a2a9-4e980fd20c70 service neutron] 10.222.0.13 "GET /v2.0/networks?id=57c95eaf-dc5f-4839-942b-96ef79a46308 HTTP/1.1" status: 200 len: 898 time: 0.1727633 Nov 10 18:01:04.884973 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-87905540-1197-4aac-a15e-a64a53bfddca req-a95320ca-a71f-4354-af8a-004bf2c00a5f tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117506 Nov 10 18:01:04.889271 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a83fc6-fda2-4a7b-b7ea-2c86be8300b7 req-cd269edb-be72-4ef1-a216-76e14deb3462 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:04.891039 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a5c97ae0-d351-4980-8d37-155b942eead5 req-2d44b9fb-8f93-41ca-9f5b-3d1e58a59554 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72da4933-3021-4964-b6cd-e84e165c4734 HTTP/1.1" status: 200 len: 999 time: 0.1087503 Nov 10 18:01:04.891263 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-92a83fc6-fda2-4a7b-b7ea-2c86be8300b7 req-cd269edb-be72-4ef1-a216-76e14deb3462 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 946 time: 0.0695908 Nov 10 18:01:04.951685 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-92a83fc6-fda2-4a7b-b7ea-2c86be8300b7 req-e78981f0-e8f1-49d1-918c-c9f35057d5c8 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541244 Nov 10 18:01:04.962044 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c97ae0-d351-4980-8d37-155b942eead5 req-12c234c5-7163-44b0-8f89-e5af2dea4198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:04.964283 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a5c97ae0-d351-4980-8d37-155b942eead5 req-12c234c5-7163-44b0-8f89-e5af2dea4198 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6bf09b79-f590-415f-898e-f1a6dd84502d HTTP/1.1" status: 200 len: 834 time: 0.0646448 Nov 10 18:01:05.032740 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c97ae0-d351-4980-8d37-155b942eead5 req-a48eb108-36c5-4215-99dc-0ce63564d899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:05.036977 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a5c97ae0-d351-4980-8d37-155b942eead5 req-a48eb108-36c5-4215-99dc-0ce63564d899 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57c95eaf-dc5f-4839-942b-96ef79a46308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537314 Nov 10 18:01:05.147980 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a5c97ae0-d351-4980-8d37-155b942eead5 req-9ae250b1-112d-45a1-a17c-12b83d7b0188 service neutron] 10.222.0.13 "GET /v2.0/networks/57c95eaf-dc5f-4839-942b-96ef79a46308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991094 Nov 10 18:01:05.286459 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766dadf6-b067-4900-9e20-a3d6aaaf7d21 req-0a2e5246-63c1-435b-a9b9-5465483a5da5 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:05.288055 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-766dadf6-b067-4900-9e20-a3d6aaaf7d21 req-0a2e5246-63c1-435b-a9b9-5465483a5da5 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 944 time: 0.1075258 Nov 10 18:01:05.295765 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a5c97ae0-d351-4980-8d37-155b942eead5 req-0004e6ad-db88-49b0-8279-71025458429f service neutron] 10.222.0.13 "GET /v2.0/networks/57c95eaf-dc5f-4839-942b-96ef79a46308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361775 Nov 10 18:01:05.354889 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-766dadf6-b067-4900-9e20-a3d6aaaf7d21 req-fa1f9352-4567-47c1-ad68-107900076899 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567429 Nov 10 18:01:05.527318 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:05.720840 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c83056-f77e-4ab4-8263-44d294115745', 'tag': '639b3d4c-0462-4124-a350-f4e48d099368'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:01:05.723115 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e425d966-b608-4ce4-8018-7bc47f0301bc" -d '{"events": [{"name": "network-changed", "server_uuid": "83c83056-f77e-4ab4-8263-44d294115745", "tag": "639b3d4c-0462-4124-a350-f4e48d099368"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:01:05.769354 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1af178-2bdb-4c03-9302-e9354d269a45 x-openstack-request-id: req-ad1af178-2bdb-4c03-9302-e9354d269a45 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:01:05.769658 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c83056-f77e-4ab4-8263-44d294115745", "tag": "639b3d4c-0462-4124-a350-f4e48d099368", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:01:05.769917 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ad1af178-2bdb-4c03-9302-e9354d269a45 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:01:05.770325 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c83056-f77e-4ab4-8263-44d294115745', 'tag': '639b3d4c-0462-4124-a350-f4e48d099368', 'status': 'completed', 'code': 200} Nov 10 18:01:05.843504 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425d966-b608-4ce4-8018-7bc47f0301bc req-c016e81d-5948-439d-81e9-74b4de99e3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:05.845156 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e425d966-b608-4ce4-8018-7bc47f0301bc req-c016e81d-5948-439d-81e9-74b4de99e3d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=06278c9a20944d57b5ffec337b79be2b&device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 1096 time: 0.0439444 Nov 10 18:01:05.945142 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425d966-b608-4ce4-8018-7bc47f0301bc req-92cf6142-8d68-4f8f-af95-fa5b35c06ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:05.946680 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e425d966-b608-4ce4-8018-7bc47f0301bc req-92cf6142-8d68-4f8f-af95-fa5b35c06ede service neutron] 10.222.0.13 "GET /v2.0/networks?id=a384840f-994e-49d7-a029-2994795f669c HTTP/1.1" status: 200 len: 918 time: 0.0934582 Nov 10 18:01:06.008027 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e425d966-b608-4ce4-8018-7bc47f0301bc req-10885a1d-90df-49f6-af83-d7be9747f72c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=639b3d4c-0462-4124-a350-f4e48d099368 HTTP/1.1" status: 200 len: 217 time: 0.0528619 Nov 10 18:01:06.089025 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425d966-b608-4ce4-8018-7bc47f0301bc req-61c2f62d-0052-46eb-8a64-37a7376e073e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:06.090432 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e425d966-b608-4ce4-8018-7bc47f0301bc req-61c2f62d-0052-46eb-8a64-37a7376e073e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d851ee1-7f4b-4a5a-9484-5ca72a5442cb HTTP/1.1" status: 200 len: 856 time: 0.0625746 Nov 10 18:01:06.096992 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd6c78-5c63-4c54-aa58-2c2cb7009b8d req-b28007b7-d3ac-4008-bd1e-df769ffb6ed8 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:06.098728 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-28fd6c78-5c63-4c54-aa58-2c2cb7009b8d req-b28007b7-d3ac-4008-bd1e-df769ffb6ed8 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 946 time: 0.0635355 Nov 10 18:01:06.105061 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b140893-7a13-4fb7-adbe-49119ddd0097 req-3ed57e68-1f81-4a5d-9195-1a78d6ea57a3 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:06.108127 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8b140893-7a13-4fb7-adbe-49119ddd0097 req-3ed57e68-1f81-4a5d-9195-1a78d6ea57a3 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 944 time: 0.1100144 Nov 10 18:01:06.162917 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-28fd6c78-5c63-4c54-aa58-2c2cb7009b8d req-0e262e7b-e26f-455c-81ca-741996a1eeb3 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564764 Nov 10 18:01:06.308832 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:06.487321 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425d966-b608-4ce4-8018-7bc47f0301bc req-4dd0faa5-dc20-4539-a953-778aa649e073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:06.489006 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e425d966-b608-4ce4-8018-7bc47f0301bc req-4dd0faa5-dc20-4539-a953-778aa649e073 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a384840f-994e-49d7-a029-2994795f669c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3787649 Nov 10 18:01:06.494547 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8b140893-7a13-4fb7-adbe-49119ddd0097 req-b2f7e757-da5a-4ad8-be3c-a11a6a6c7dac tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3723073 Nov 10 18:01:06.544221 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce7a5d-d1a9-46ee-a47e-45999ce33466 req-5a3e7c13-b4ec-4217-9573-9be15b154af0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:06.545885 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bcce7a5d-d1a9-46ee-a47e-45999ce33466 req-5a3e7c13-b4ec-4217-9573-9be15b154af0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 944 time: 0.0866394 Nov 10 18:01:06.620072 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e425d966-b608-4ce4-8018-7bc47f0301bc req-98979f00-ddd9-4aa2-ad6d-37b8ee748c9c service neutron] 10.222.0.13 "GET /v2.0/networks/a384840f-994e-49d7-a029-2994795f669c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211376 Nov 10 18:01:06.622242 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bcce7a5d-d1a9-46ee-a47e-45999ce33466 req-6e57ded9-156f-400d-bc0b-8159b698d1b4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698545 Nov 10 18:01:06.652644 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 47924) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:06.739150 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d3bf4abb-b6bc-4c69-87d5-4b29c7bd5868 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/floatingips/750ad715-24cb-4e39-bd6b-14d600d1f3ac HTTP/1.1" status: 200 len: 991 time: 0.0815518 Nov 10 18:01:06.741376 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e425d966-b608-4ce4-8018-7bc47f0301bc req-609bd16a-069f-4406-bf15-7c3365ccf39e service neutron] 10.222.0.13 "GET /v2.0/networks/a384840f-994e-49d7-a029-2994795f669c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132612 Nov 10 18:01:07.310414 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950b062-f4f9-4c04-80f1-371fc3299567 req-e26374a7-b199-4ca8-a682-789689507cf8 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:07.316707 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e950b062-f4f9-4c04-80f1-371fc3299567 req-e26374a7-b199-4ca8-a682-789689507cf8 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 946 time: 0.0728064 Nov 10 18:01:07.362733 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e950b062-f4f9-4c04-80f1-371fc3299567 req-67c9f867-7b51-4b05-b364-b25a225205b0 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435128 Nov 10 18:01:07.633558 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817911a0-11ef-4fb0-8414-753571832066 req-af756a11-73ab-43d1-9d0e-b3c7fe568bf7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:07.635646 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-817911a0-11ef-4fb0-8414-753571832066 req-af756a11-73ab-43d1-9d0e-b3c7fe568bf7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 944 time: 0.0577791 Nov 10 18:01:07.698456 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-817911a0-11ef-4fb0-8414-753571832066 req-72d23fc2-a508-4cd1-bfb8-51f742eca570 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562198 Nov 10 18:01:08.489725 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d490b2-dc42-4e05-86d8-17815b8be546 req-5d5792a6-1bd8-4c67-ba09-68c48ea91b8c tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:08.491233 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-57d490b2-dc42-4e05-86d8-17815b8be546 req-5d5792a6-1bd8-4c67-ba09-68c48ea91b8c tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 946 time: 0.0504427 Nov 10 18:01:08.544607 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-57d490b2-dc42-4e05-86d8-17815b8be546 req-c6b094be-bb4d-4154-8428-45db9182275c tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471249 Nov 10 18:01:08.582042 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 72da4933-3021-4964-b6cd-e84e165c4734 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:01:08.678818 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 72da4933-3021-4964-b6cd-e84e165c4734, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=72da4933-3021-4964-b6cd-e84e165c4734,segment=NetworkSegment(56cdd7d6-947b-44b6-b5d9-a516cbcb8a93),segment_id=56cdd7d6-947b-44b6-b5d9-a516cbcb8a93)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:01:08.694525 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '72da4933-3021-4964-b6cd-e84e165c4734', 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308', 'port_id': '72da4933-3021-4964-b6cd-e84e165c4734', 'mac_address': 'fa:16:3e:f7:f7:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf09b79-f590-415f-898e-f1a6dd84502d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:01:08.732993 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:08.747593 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72da4933-3021-4964-b6cd-e84e165c4734 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:01:08.769060 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 72da4933-3021-4964-b6cd-e84e165c4734, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=72da4933-3021-4964-b6cd-e84e165c4734,segment=NetworkSegment(56cdd7d6-947b-44b6-b5d9-a516cbcb8a93),segment_id=56cdd7d6-947b-44b6-b5d9-a516cbcb8a93)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:01:08.773200 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:08.773886 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 639b3d4c-0462-4124-a350-f4e48d099368 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:01:08.849241 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab8027-a33c-4e3c-8e05-14804cd9a059 req-88b85a24-4084-4517-a43a-ace022313ef8 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:08.863777 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2ab8027-a33c-4e3c-8e05-14804cd9a059 req-88b85a24-4084-4517-a43a-ace022313ef8 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 944 time: 0.0721905 Nov 10 18:01:08.885869 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=72da4933-3021-4964-b6cd-e84e165c4734,revision_number=12']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:08.927740 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2ab8027-a33c-4e3c-8e05-14804cd9a059 req-5471be8f-a5da-42c2-8529-3a930dcf1e73 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628862 Nov 10 18:01:08.934681 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 639b3d4c-0462-4124-a350-f4e48d099368, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=639b3d4c-0462-4124-a350-f4e48d099368,segment=NetworkSegment(6b466d68-c591-4d87-8da5-4772ac75c43d),segment_id=6b466d68-c591-4d87-8da5-4772ac75c43d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:01:08.956538 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '639b3d4c-0462-4124-a350-f4e48d099368', 'network_id': 'a384840f-994e-49d7-a029-2994795f669c', 'port_id': '639b3d4c-0462-4124-a350-f4e48d099368', 'mac_address': 'fa:16:3e:77:48:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:01:08.994409 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:09.009838 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 639b3d4c-0462-4124-a350-f4e48d099368 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:01:09.030625 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 639b3d4c-0462-4124-a350-f4e48d099368, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=639b3d4c-0462-4124-a350-f4e48d099368,segment=NetworkSegment(6b466d68-c591-4d87-8da5-4772ac75c43d),segment_id=6b466d68-c591-4d87-8da5-4772ac75c43d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:01:09.035076 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:09.085946 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=639b3d4c-0462-4124-a350-f4e48d099368,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:09.305613 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['639b3d4c-0462-4124-a350-f4e48d099368'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:01:09.344020 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['72da4933-3021-4964-b6cd-e84e165c4734'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:01:09.674508 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e442fb-3d8f-4e51-a11e-1546d82a2076 req-162082f4-3ec9-42c7-b0d0-0979b0efe241 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:09.676234 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-05e442fb-3d8f-4e51-a11e-1546d82a2076 req-162082f4-3ec9-42c7-b0d0-0979b0efe241 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 946 time: 0.0566487 Nov 10 18:01:09.738695 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-05e442fb-3d8f-4e51-a11e-1546d82a2076 req-7be59dbb-bbdb-4e10-a1eb-8852536c5577 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549583 Nov 10 18:01:10.065216 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecc3f0-14da-4f48-bb37-b690582d51a4 req-b1a0adcb-fa29-4521-ac7f-d61a0728031e tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:10.066817 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-41ecc3f0-14da-4f48-bb37-b690582d51a4 req-b1a0adcb-fa29-4521-ac7f-d61a0728031e tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 945 time: 0.0574355 Nov 10 18:01:10.116290 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-41ecc3f0-14da-4f48-bb37-b690582d51a4 req-6e30c7a2-ab17-4273-ab41-3123be7bfc4e tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430202 Nov 10 18:01:10.578878 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 72da4933-3021-4964-b6cd-e84e165c4734 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:01:10.635400 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 72da4933-3021-4964-b6cd-e84e165c4734 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:01:10.639300 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 72da4933-3021-4964-b6cd-e84e165c4734 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:01:10.639701 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:10.722855 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:10.747688 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c2fbe7-a7cf-49da-beac-47879b85c684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72da4933-3021-4964-b6cd-e84e165c4734'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:01:10.750204 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a884bc6a-0af4-4028-90a1-fe7f1f2b6400" -d '{"events": [{"server_uuid": "d4c2fbe7-a7cf-49da-beac-47879b85c684", "name": "network-vif-plugged", "status": "completed", "tag": "72da4933-3021-4964-b6cd-e84e165c4734"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:01:10.774532 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 72da4933-3021-4964-b6cd-e84e165c4734, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=72da4933-3021-4964-b6cd-e84e165c4734,segment=NetworkSegment(56cdd7d6-947b-44b6-b5d9-a516cbcb8a93),segment_id=56cdd7d6-947b-44b6-b5d9-a516cbcb8a93)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:01:10.791468 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:10.791468 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 639b3d4c-0462-4124-a350-f4e48d099368 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:01:10.837520 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aca5176-37b8-4ca7-b27c-0c78d63b2ad6 x-openstack-request-id: req-6aca5176-37b8-4ca7-b27c-0c78d63b2ad6 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:01:10.837808 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c2fbe7-a7cf-49da-beac-47879b85c684", "name": "network-vif-plugged", "status": "completed", "tag": "72da4933-3021-4964-b6cd-e84e165c4734", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:01:10.838116 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6aca5176-37b8-4ca7-b27c-0c78d63b2ad6 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:01:10.838512 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c2fbe7-a7cf-49da-beac-47879b85c684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72da4933-3021-4964-b6cd-e84e165c4734', 'code': 200} Nov 10 18:01:10.876581 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=72da4933-3021-4964-b6cd-e84e165c4734,revision_number=13']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:10.892427 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 639b3d4c-0462-4124-a350-f4e48d099368 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:01:10.895948 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95024a58-ae88-4979-baba-11ed8aa5e303 req-048c4e13-60a7-4901-a334-324190d786da tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:10.896933 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 639b3d4c-0462-4124-a350-f4e48d099368 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:01:10.897308 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:10.904763 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-95024a58-ae88-4979-baba-11ed8aa5e303 req-048c4e13-60a7-4901-a334-324190d786da tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 946 time: 0.0669391 Nov 10 18:01:10.969669 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-95024a58-ae88-4979-baba-11ed8aa5e303 req-ceb69dc6-c547-4c4c-9fec-d49bd0b35263 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637960 Nov 10 18:01:10.997777 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:11.033301 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 639b3d4c-0462-4124-a350-f4e48d099368, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=639b3d4c-0462-4124-a350-f4e48d099368,segment=NetworkSegment(6b466d68-c591-4d87-8da5-4772ac75c43d),segment_id=6b466d68-c591-4d87-8da5-4772ac75c43d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:01:11.036917 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:11.089926 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=639b3d4c-0462-4124-a350-f4e48d099368,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:11.242564 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdfeb6-0ce8-475c-8e1a-05d04cacf453 req-10cbc623-f141-4a28-8c85-1e438f42c5dd tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:11.244081 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8efdfeb6-0ce8-475c-8e1a-05d04cacf453 req-10cbc623-f141-4a28-8c85-1e438f42c5dd tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 946 time: 0.0499737 Nov 10 18:01:11.294215 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8efdfeb6-0ce8-475c-8e1a-05d04cacf453 req-6af867a4-5c0d-4d5f-930f-a91c587c9840 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434713 Nov 10 18:01:12.346697 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172d9fb-7ded-4a4e-b7f4-418c17152bbf req-f91ae61a-b364-46c5-80bf-1e04e8c08d6b tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:12.350643 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1172d9fb-7ded-4a4e-b7f4-418c17152bbf req-f91ae61a-b364-46c5-80bf-1e04e8c08d6b tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 946 time: 0.2999725 Nov 10 18:01:12.411694 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1172d9fb-7ded-4a4e-b7f4-418c17152bbf req-70e1582c-f1d4-4a77-800f-32785971ab0b tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562885 Nov 10 18:01:12.456916 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf05ba1-45fa-43fb-8292-3bd249bfe706 req-77a593b1-76a1-4b58-91ed-4de442c49968 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:12.458573 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bcf05ba1-45fa-43fb-8292-3bd249bfe706 req-77a593b1-76a1-4b58-91ed-4de442c49968 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 946 time: 0.0753477 Nov 10 18:01:12.509177 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bcf05ba1-45fa-43fb-8292-3bd249bfe706 req-b30c366d-683b-4d63-9e16-1eb54999a842 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438132 Nov 10 18:01:12.839899 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c83056-f77e-4ab4-8263-44d294115745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639b3d4c-0462-4124-a350-f4e48d099368'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:01:12.842453 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6ea63a-d73d-405a-b550-e866ae8ec03a" -d '{"events": [{"server_uuid": "83c83056-f77e-4ab4-8263-44d294115745", "name": "network-vif-plugged", "status": "completed", "tag": "639b3d4c-0462-4124-a350-f4e48d099368"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:01:12.893715 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3467a85b-8595-4d55-b09c-6e2b7f09aa13 x-openstack-request-id: req-3467a85b-8595-4d55-b09c-6e2b7f09aa13 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:01:12.894015 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c83056-f77e-4ab4-8263-44d294115745", "name": "network-vif-plugged", "status": "completed", "tag": "639b3d4c-0462-4124-a350-f4e48d099368", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:01:12.894898 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3467a85b-8595-4d55-b09c-6e2b7f09aa13 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:01:12.894898 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c83056-f77e-4ab4-8263-44d294115745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639b3d4c-0462-4124-a350-f4e48d099368', 'code': 200} Nov 10 18:01:13.019493 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8559a-510b-487f-ae83-ee68c03f76f8 req-dad685fa-a179-4b3e-8a31-879b46472a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:13.021612 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bfc8559a-510b-487f-ae83-ee68c03f76f8 req-dad685fa-a179-4b3e-8a31-879b46472a3d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 1098 time: 0.0596297 Nov 10 18:01:13.079219 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bfc8559a-510b-487f-ae83-ee68c03f76f8 req-389e84e2-1432-4ca5-b6b9-e83f68a20186 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476971 Nov 10 18:01:13.542509 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3abee3c-f9b5-42b4-ab60-b6fc0ca52de9 req-babb42ab-c268-49c8-8b82-d2e51e8c20e8 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:13.544889 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e3abee3c-f9b5-42b4-ab60-b6fc0ca52de9 req-babb42ab-c268-49c8-8b82-d2e51e8c20e8 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 946 time: 0.0526774 Nov 10 18:01:13.615506 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e3abee3c-f9b5-42b4-ab60-b6fc0ca52de9 req-8548152a-3399-4fc9-9104-c88f1fde3309 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594146 Nov 10 18:01:13.645689 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5cccf2-131f-461b-9991-847d781e50be req-d907450b-7129-4b6f-966f-40d2c77b94e0 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:13.647292 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ef5cccf2-131f-461b-9991-847d781e50be req-d907450b-7129-4b6f-966f-40d2c77b94e0 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 946 time: 0.0573552 Nov 10 18:01:13.710073 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ef5cccf2-131f-461b-9991-847d781e50be req-08b3ccb2-8a75-4aba-bf8b-d62ef63245f7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527604 Nov 10 18:01:14.743748 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ac375-24be-4977-9c7b-d9514632574c req-cbf2f7da-1934-4011-baea-7530b613c2b7 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:14.748647 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-570ac375-24be-4977-9c7b-d9514632574c req-cbf2f7da-1934-4011-baea-7530b613c2b7 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 946 time: 0.0554154 Nov 10 18:01:14.798810 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-570ac375-24be-4977-9c7b-d9514632574c req-bda35415-670e-4eae-89ed-fe6fcfdd9477 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472643 Nov 10 18:01:14.844237 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4251358-75e2-4646-a086-eccdbaab09bc req-dcf8f990-8b79-43bd-88dc-cc3e56609797 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:14.845983 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a4251358-75e2-4646-a086-eccdbaab09bc req-dcf8f990-8b79-43bd-88dc-cc3e56609797 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 946 time: 0.0555527 Nov 10 18:01:14.898278 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a4251358-75e2-4646-a086-eccdbaab09bc req-bd0cc49b-d392-4229-8d88-7b467c3346d5 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456529 Nov 10 18:01:15.016707 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37d91e-f476-4630-b2cd-f7a2a0f4f7f3 req-815ac82d-523d-4ec9-bb0b-2f45c600f9e4 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:15.018546 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1b37d91e-f476-4630-b2cd-f7a2a0f4f7f3 req-815ac82d-523d-4ec9-bb0b-2f45c600f9e4 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 946 time: 0.0543709 Nov 10 18:01:15.036568 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654da17-729d-4ed6-8b1e-de5a267a0e1b req-f64d8631-c290-4a6d-9b2f-f1f988375fd9 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:15.038516 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6654da17-729d-4ed6-8b1e-de5a267a0e1b req-f64d8631-c290-4a6d-9b2f-f1f988375fd9 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 946 time: 0.0527282 Nov 10 18:01:15.049261 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48010) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:15.056932 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-0b93f67e-3d26-4842-a883-4ed5bacacba4 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Request body: {'floatingip': {'port_id': '639b3d4c-0462-4124-a350-f4e48d099368'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:01:15.069690 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1b37d91e-f476-4630-b2cd-f7a2a0f4f7f3 req-ed7ace3d-be1a-4b93-98c3-f112a08a09ff tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450597 Nov 10 18:01:15.096315 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0b93f67e-3d26-4842-a883-4ed5bacacba4 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for floatingip, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:15.248575 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dbf2ea-9c05-4257-a2d4-879fa08db4d7 req-f87840ea-76a2-48a4-9d09-67027761b635 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:15.250239 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-89dbf2ea-9c05-4257-a2d4-879fa08db4d7 req-f87840ea-76a2-48a4-9d09-67027761b635 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 946 time: 0.1112626 Nov 10 18:01:15.371680 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-89dbf2ea-9c05-4257-a2d4-879fa08db4d7 req-9f3f61ce-d7c6-4701-8345-f06e3cc1cf61 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910115 Nov 10 18:01:15.440281 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48020) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:15.576636 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-618fe084-ed64-4aba-a740-d0801cb8b7a0 tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] 10.222.0.39 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2932 time: 0.1346893 Nov 10 18:01:15.579525 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48026) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:15.587028 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-f38e2b41-08d9-4b0e-b8cd-49e33f7695f4 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Request body: {'network': {'name': 'tempest-network-smoke--1135267578', 'project_id': '6cf963dee3564948a98198b38669eacf', 'port_security_enabled': False}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:01:15.617234 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38e2b41-08d9-4b0e-b8cd-49e33f7695f4 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Made reservation on behalf of 6cf963dee3564948a98198b38669eacf for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:01:15.623941 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f38e2b41-08d9-4b0e-b8cd-49e33f7695f4 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:15.653304 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f38e2b41-08d9-4b0e-b8cd-49e33f7695f4 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:01:15.666240 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f38e2b41-08d9-4b0e-b8cd-49e33f7695f4 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:15.666601 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-f38e2b41-08d9-4b0e-b8cd-49e33f7695f4 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Added segment 36abfb93-6707-4a33-9e7f-e21eab010bc9 of type vlan for network 36d70932-709e-42e8-bf93-4a026a4846e0 Nov 10 18:01:15.717057 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f38e2b41-08d9-4b0e-b8cd-49e33f7695f4 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:15.722516 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0b93f67e-3d26-4842-a883-4ed5bacacba4 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:15.727739 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0b93f67e-3d26-4842-a883-4ed5bacacba4 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:15.755511 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f38e2b41-08d9-4b0e-b8cd-49e33f7695f4 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:15.762160 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38e2b41-08d9-4b0e-b8cd-49e33f7695f4 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:15.762978 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f38e2b41-08d9-4b0e-b8cd-49e33f7695f4 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:15.795668 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abd4bb-c08c-4b59-83ea-2a00586cefe6 req-a45d27ee-3515-4788-a18a-8ea08b514b4f tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:15.800665 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d8abd4bb-c08c-4b59-83ea-2a00586cefe6 req-a45d27ee-3515-4788-a18a-8ea08b514b4f tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 946 time: 0.1341777 Nov 10 18:01:15.828788 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f38e2b41-08d9-4b0e-b8cd-49e33f7695f4 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2476828 Nov 10 18:01:15.834908 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48032) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:15.839589 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-b4c9adec-971b-446e-a83a-efdb71b4adab tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1117915907', 'admin_state_up': True, 'project_id': '6cf963dee3564948a98198b38669eacf', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:01:15.841307 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e2b41-08d9-4b0e-b8cd-49e33f7695f4 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Pushing event updated for resources: {'Network': ['ID=36d70932-709e-42e8-bf93-4a026a4846e0,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:15.852882 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 36d70932-709e-42e8-bf93-4a026a4846e0 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:01:15.918601 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b4c9adec-971b-446e-a83a-efdb71b4adab tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:15.920326 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b4c9adec-971b-446e-a83a-efdb71b4adab tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:15.927857 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-0b93f67e-3d26-4842-a883-4ed5bacacba4 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Floating IP d62f5aa9-da73-4ada-83d8-55bb311dfe51 associated. External IP: 172.25.5.123, port: 639b3d4c-0462-4124-a350-f4e48d099368. Nov 10 18:01:15.934994 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d8abd4bb-c08c-4b59-83ea-2a00586cefe6 req-ba6f0c29-a675-4c07-b60c-cf0ba1c61683 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008613 Nov 10 18:01:16.091113 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b4c9adec-971b-446e-a83a-efdb71b4adab tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:16.323117 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b4c9adec-971b-446e-a83a-efdb71b4adab tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:16.441424 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b93f67e-3d26-4842-a883-4ed5bacacba4 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Router 36d466e4-5dd2-493d-b8c1-38f743f8e541 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:01:16.861286 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b93f67e-3d26-4842-a883-4ed5bacacba4 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:01:16.872210 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99144fe-e190-4457-a552-9eab15a0b90c None None] Sync routers for ids ['36d466e4-5dd2-493d-b8c1-38f743f8e541'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:01:16.883096 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99144fe-e190-4457-a552-9eab15a0b90c None None] Routers {'36d466e4-5dd2-493d-b8c1-38f743f8e541'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:01:16.883786 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c99144fe-e190-4457-a552-9eab15a0b90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:01:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['36d466e4-5dd2-493d-b8c1-38f743f8e541'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:16.891624 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0b93f67e-3d26-4842-a883-4ed5bacacba4 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:16.973689 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0b93f67e-3d26-4842-a883-4ed5bacacba4 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "PUT /v2.0/floatingips/d62f5aa9-da73-4ada-83d8-55bb311dfe51 HTTP/1.1" status: 200 len: 992 time: 1.9220231 Nov 10 18:01:16.974737 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c83056-f77e-4ab4-8263-44d294115745', 'tag': '639b3d4c-0462-4124-a350-f4e48d099368'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:01:16.978835 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2aa724-ab1b-4c37-bf49-c038b474e708" -d '{"events": [{"name": "network-changed", "server_uuid": "83c83056-f77e-4ab4-8263-44d294115745", "tag": "639b3d4c-0462-4124-a350-f4e48d099368"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:01:16.982752 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b4c9adec-971b-446e-a83a-efdb71b4adab tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:17.016172 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-c99144fe-e190-4457-a552-9eab15a0b90c None None] Set router 36d466e4-5dd2-493d-b8c1-38f743f8e541 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:01:17.038270 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b4c9adec-971b-446e-a83a-efdb71b4adab tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:17.074241 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e039a-a517-4feb-bd8c-49b198ba0bc3 req-f28678c8-e76d-42ce-849d-a7d907749ee7 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:17.075960 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-420e039a-a517-4feb-bd8c-49b198ba0bc3 req-f28678c8-e76d-42ce-849d-a7d907749ee7 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 946 time: 0.1290081 Nov 10 18:01:17.174847 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e4e873-374d-4fef-8182-570784d1d3c6 x-openstack-request-id: req-09e4e873-374d-4fef-8182-570784d1d3c6 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:01:17.175331 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c83056-f77e-4ab4-8263-44d294115745", "tag": "639b3d4c-0462-4124-a350-f4e48d099368", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:01:17.175717 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-09e4e873-374d-4fef-8182-570784d1d3c6 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:01:17.176564 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c83056-f77e-4ab4-8263-44d294115745', 'tag': '639b3d4c-0462-4124-a350-f4e48d099368', 'status': 'completed', 'code': 200} Nov 10 18:01:17.177677 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfa28f-410a-46c3-8921-90273e3b7602 req-48703f5e-ab26-47b0-b925-5dbc97c4440b tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:17.207579 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-96dfa28f-410a-46c3-8921-90273e3b7602 req-48703f5e-ab26-47b0-b925-5dbc97c4440b tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 946 time: 0.1457682 Nov 10 18:01:17.274208 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-b4c9adec-971b-446e-a83a-efdb71b4adab tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Allocated IP 172.25.5.146 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/b1c7a188-ee80-465f-8c33-30837a5de475) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:01:17.325521 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-96dfa28f-410a-46c3-8921-90273e3b7602 req-2fe2bd42-1e76-4b34-a40c-1ec1ccdbcf75 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104372 Nov 10 18:01:17.370232 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-420e039a-a517-4feb-bd8c-49b198ba0bc3 req-6dd1644d-f95c-413f-b439-e96542caaee9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Deleting port aff703a0-158a-43a9-a247-4b92cb038ac9 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:01:17.370632 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-420e039a-a517-4feb-bd8c-49b198ba0bc3 req-6dd1644d-f95c-413f-b439-e96542caaee9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:17.402544 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2aa724-ab1b-4c37-bf49-c038b474e708 req-0b7b1c0c-ebe5-4982-b651-d58fc6d4c69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:17.404107 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0a2aa724-ab1b-4c37-bf49-c038b474e708 req-0b7b1c0c-ebe5-4982-b651-d58fc6d4c69b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=06278c9a20944d57b5ffec337b79be2b&device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 1098 time: 0.1244085 Nov 10 18:01:17.438612 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c99144fe-e190-4457-a552-9eab15a0b90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'name': 'tempest-AttachVolumeShelveTestJSON-2076558351-router', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:46Z', 'updated_at': '2021-11-10T18:00:51Z', 'revision_number': 4, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'gw_port': {'id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:47Z', 'updated_at': '2021-11-10T18:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'd62f5aa9-da73-4ada-83d8-55bb311dfe51', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'floating_ip_address': '172.25.5.123', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'port_id': '639b3d4c-0462-4124-a350-f4e48d099368', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a384840f-994e-49d7-a029-2994795f669c', 'mac_address': 'fa:16:3e:77:48:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c83056-f77e-4ab4-8263-44d294115745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:00:56Z', 'updated_at': '2021-11-10T18:01:15Z', 'revision_number': 1, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '381694ba-156d-48c2-a23f-e66505964593', 'name': '', 'network_id': 'a384840f-994e-49d7-a029-2994795f669c', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'mac_address': 'fa:16:3e:57:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:50Z', 'updated_at': '2021-11-10T18:00:56Z', 'revision_number': 5, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'subnets': [{'id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:17.471667 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99144fe-e190-4457-a552-9eab15a0b90c None None] Checking router: 36d466e4-5dd2-493d-b8c1-38f743f8e541 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:01:17.481888 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99144fe-e190-4457-a552-9eab15a0b90c None None] Routers {'36d466e4-5dd2-493d-b8c1-38f743f8e541'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:01:17.482792 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c99144fe-e190-4457-a552-9eab15a0b90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:01:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['36d466e4-5dd2-493d-b8c1-38f743f8e541'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:17.521933 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-420e039a-a517-4feb-bd8c-49b198ba0bc3 req-6dd1644d-f95c-413f-b439-e96542caaee9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] For port aff703a0-158a-43a9-a247-4b92cb038ac9, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=aff703a0-158a-43a9-a247-4b92cb038ac9,segment=NetworkSegment(3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7),segment_id=3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:01:17.522252 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-420e039a-a517-4feb-bd8c-49b198ba0bc3 req-6dd1644d-f95c-413f-b439-e96542caaee9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:17.543094 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b4c9adec-971b-446e-a83a-efdb71b4adab tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:17.550684 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-420e039a-a517-4feb-bd8c-49b198ba0bc3 req-6dd1644d-f95c-413f-b439-e96542caaee9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Calling delete_port for aff703a0-158a-43a9-a247-4b92cb038ac9 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:01:17.617877 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-c99144fe-e190-4457-a552-9eab15a0b90c None None] Set router 36d466e4-5dd2-493d-b8c1-38f743f8e541 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:01:17.652258 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2aa724-ab1b-4c37-bf49-c038b474e708 req-6e85684f-c6b6-44ca-9f97-a81c01a31156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:17.654455 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0a2aa724-ab1b-4c37-bf49-c038b474e708 req-6e85684f-c6b6-44ca-9f97-a81c01a31156 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a384840f-994e-49d7-a029-2994795f669c HTTP/1.1" status: 200 len: 918 time: 0.2118070 Nov 10 18:01:17.662641 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b4c9adec-971b-446e-a83a-efdb71b4adab tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:17.778309 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c9adec-971b-446e-a83a-efdb71b4adab tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:01:17.778684 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-420e039a-a517-4feb-bd8c-49b198ba0bc3 req-6dd1644d-f95c-413f-b439-e96542caaee9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:17.789119 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-b4c9adec-971b-446e-a83a-efdb71b4adab tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:01:17.794057 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['d66c29cc-f978-4d3d-85b8-37973ddacedd'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:01:17.802444 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c9adec-971b-446e-a83a-efdb71b4adab tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:01:17.832120 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c9adec-971b-446e-a83a-efdb71b4adab tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Pushing event updated for resources: {'Port': ['ID=b1c7a188-ee80-465f-8c33-30837a5de475,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:17.843346 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0a2aa724-ab1b-4c37-bf49-c038b474e708 req-ed7c95a7-4012-47f0-bddd-7aca5e19166a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=639b3d4c-0462-4124-a350-f4e48d099368 HTTP/1.1" status: 200 len: 1000 time: 0.1750550 Nov 10 18:01:17.849159 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['aff703a0-158a-43a9-a247-4b92cb038ac9'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:01:17.870210 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd1644d-f95c-413f-b439-e96542caaee9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Pushing event deleted for resources: {'Port': ['ID=aff703a0-158a-43a9-a247-4b92cb038ac9,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:17.922817 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d28b82-897f-4dc0-beeb-fed39701f15c None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:01:17.979884 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-420e039a-a517-4feb-bd8c-49b198ba0bc3 req-6dd1644d-f95c-413f-b439-e96542caaee9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] No DVR routers for this DVR port aff703a0-158a-43a9-a247-4b92cb038ac9 on host n-h2-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:01:17.983588 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-420e039a-a517-4feb-bd8c-49b198ba0bc3 req-6dd1644d-f95c-413f-b439-e96542caaee9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:18.003588 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-420e039a-a517-4feb-bd8c-49b198ba0bc3 req-6dd1644d-f95c-413f-b439-e96542caaee9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.13 "DELETE /v2.0/ports/aff703a0-158a-43a9-a247-4b92cb038ac9 HTTP/1.1" status: 204 len: 173 time: 0.8996227 Nov 10 18:01:18.004083 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1d99cf-2df5-407b-8dfc-3cfe44613483', 'name': 'network-vif-deleted', 'tag': 'aff703a0-158a-43a9-a247-4b92cb038ac9'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:01:18.007763 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5f973d-6334-4d3e-9077-a021b0feeb31" -d '{"events": [{"server_uuid": "6d1d99cf-2df5-407b-8dfc-3cfe44613483", "name": "network-vif-deleted", "tag": "aff703a0-158a-43a9-a247-4b92cb038ac9"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:01:18.104957 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a3c24489-3d31-48da-80f2-47a2558342d2 None None] Provisioning complete for port b1c7a188-ee80-465f-8c33-30837a5de475 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:01:18.105337 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a3c24489-3d31-48da-80f2-47a2558342d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:18.135274 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2aa724-ab1b-4c37-bf49-c038b474e708 req-6d480fcb-bcbc-4142-85b4-91903c0a34b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:18.137289 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0a2aa724-ab1b-4c37-bf49-c038b474e708 req-6d480fcb-bcbc-4142-85b4-91903c0a34b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d851ee1-7f4b-4a5a-9484-5ca72a5442cb HTTP/1.1" status: 200 len: 856 time: 0.2811768 Nov 10 18:01:18.162264 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c99144fe-e190-4457-a552-9eab15a0b90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'name': 'tempest-AttachVolumeShelveTestJSON-2076558351-router', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:46Z', 'updated_at': '2021-11-10T18:00:51Z', 'revision_number': 4, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'gw_port': {'id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:47Z', 'updated_at': '2021-11-10T18:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'd62f5aa9-da73-4ada-83d8-55bb311dfe51', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'floating_ip_address': '172.25.5.123', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'port_id': '639b3d4c-0462-4124-a350-f4e48d099368', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a384840f-994e-49d7-a029-2994795f669c', 'mac_address': 'fa:16:3e:77:48:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c83056-f77e-4ab4-8263-44d294115745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:00:56Z', 'updated_at': '2021-11-10T18:01:15Z', 'revision_number': 1, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '381694ba-156d-48c2-a23f-e66505964593', 'name': '', 'network_id': 'a384840f-994e-49d7-a029-2994795f669c', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'mac_address': 'fa:16:3e:57:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:50Z', 'updated_at': '2021-11-10T18:00:56Z', 'revision_number': 5, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'subnets': [{'id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:18.189813 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-a3c24489-3d31-48da-80f2-47a2558342d2 None None] Port b1c7a188-ee80-465f-8c33-30837a5de475 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:01:18.275259 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99144fe-e190-4457-a552-9eab15a0b90c None None] The sync data for ids ['36d466e4-5dd2-493d-b8c1-38f743f8e541'] in n-d-776250-10 is: [{'id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'name': 'tempest-AttachVolumeShelveTestJSON-2076558351-router', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:46Z', 'updated_at': '2021-11-10T18:00:51Z', 'revision_number': 4, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'gw_port': {'id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:47Z', 'updated_at': '2021-11-10T18:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'd62f5aa9-da73-4ada-83d8-55bb311dfe51', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'floating_ip_address': '172.25.5.123', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'port_id': '639b3d4c-0462-4124-a350-f4e48d099368', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a384840f-994e-49d7-a029-2994795f669c', 'mac_address': 'fa:16:3e:77:48:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c83056-f77e-4ab4-8263-44d294115745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:00:56Z', 'updated_at': '2021-11-10T18:01:15Z', 'revision_number': 1, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '381694ba-156d-48c2-a23f-e66505964593', 'name': '', 'network_id': 'a384840f-994e-49d7-a029-2994795f669c', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'mac_address': 'fa:16:3e:57:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:50Z', 'updated_at': '2021-11-10T18:00:56Z', 'revision_number': 5, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'subnets': [{'id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:01:18.288340 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff1c860-bb6f-46c7-bef0-eea779b3ca1a x-openstack-request-id: req-eff1c860-bb6f-46c7-bef0-eea779b3ca1a {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:01:18.288852 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d1d99cf-2df5-407b-8dfc-3cfe44613483", "name": "network-vif-deleted", "tag": "aff703a0-158a-43a9-a247-4b92cb038ac9", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:01:18.288852 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eff1c860-bb6f-46c7-bef0-eea779b3ca1a {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:01:18.289217 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d1d99cf-2df5-407b-8dfc-3cfe44613483', 'name': 'network-vif-deleted', 'tag': 'aff703a0-158a-43a9-a247-4b92cb038ac9', 'status': 'completed', 'code': 200} Nov 10 18:01:18.319450 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2aa724-ab1b-4c37-bf49-c038b474e708 req-df4ab087-a19f-4e4c-a1de-3beeede96e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:18.321466 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0a2aa724-ab1b-4c37-bf49-c038b474e708 req-df4ab087-a19f-4e4c-a1de-3beeede96e7d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a384840f-994e-49d7-a029-2994795f669c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1737361 Nov 10 18:01:18.394464 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b4c9adec-971b-446e-a83a-efdb71b4adab tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:18.487501 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b15039e7-314f-4fc9-9652-0aba1054e435 req-58deb097-dfd3-4cd9-a2ed-024606e9af81 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d1d99cf-2df5-407b-8dfc-3cfe44613483 HTTP/1.1" status: 200 len: 210 time: 0.0524533 Nov 10 18:01:18.542441 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0a2aa724-ab1b-4c37-bf49-c038b474e708 req-51df9a46-fdf4-4f08-b715-f22e6ae8fa80 service neutron] 10.222.0.13 "GET /v2.0/networks/a384840f-994e-49d7-a029-2994795f669c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125158 Nov 10 18:01:18.635950 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd278cd-7e95-4c3e-953e-7897b8d4fc66 None None] New status for floating IP d62f5aa9-da73-4ada-83d8-55bb311dfe51: ACTIVE {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:01:18.752364 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b4c9adec-971b-446e-a83a-efdb71b4adab tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:18.761163 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0a2aa724-ab1b-4c37-bf49-c038b474e708 req-f73f24ab-c278-4927-a09e-56afc575e8eb service neutron] 10.222.0.13 "GET /v2.0/networks/a384840f-994e-49d7-a029-2994795f669c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680956 Nov 10 18:01:18.955733 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c9adec-971b-446e-a83a-efdb71b4adab tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Router 615a1036-a04f-4c4e-a288-ed752746516a is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 18:01:19.070446 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c9adec-971b-446e-a83a-efdb71b4adab tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:01:19.081767 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a656fce-3225-4d37-a38c-bb67ef2ee6bf None None] Sync routers for ids ['615a1036-a04f-4c4e-a288-ed752746516a'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:01:19.091484 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a656fce-3225-4d37-a38c-bb67ef2ee6bf None None] Routers {'615a1036-a04f-4c4e-a288-ed752746516a'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:01:19.092172 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0a656fce-3225-4d37-a38c-bb67ef2ee6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:01:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['615a1036-a04f-4c4e-a288-ed752746516a'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:19.098428 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b4c9adec-971b-446e-a83a-efdb71b4adab tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:19.099669 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b4c9adec-971b-446e-a83a-efdb71b4adab tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.2638464 Nov 10 18:01:19.102531 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48054) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:19.172290 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bec0c9-b9e5-429d-b5a8-c452babe4fd7 tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:19.173974 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-67bec0c9-b9e5-429d-b5a8-c452babe4fd7 tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=6cf963dee3564948a98198b38669eacf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0704877 Nov 10 18:01:19.176832 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48056) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:19.218728 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-0a656fce-3225-4d37-a38c-bb67ef2ee6bf None None] Set router 615a1036-a04f-4c4e-a288-ed752746516a gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:01:19.282109 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c0d646-5a28-467e-be23-76f5e1f522d0 tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:19.284051 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-89c0d646-5a28-467e-be23-76f5e1f522d0 tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1060014 Nov 10 18:01:19.287096 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48060) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:19.547869 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0a656fce-3225-4d37-a38c-bb67ef2ee6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615a1036-a04f-4c4e-a288-ed752746516a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1117915907', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'b1c7a188-ee80-465f-8c33-30837a5de475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:01:15Z', 'updated_at': '2021-11-10T18:01:18Z', 'revision_number': 3, 'project_id': '6cf963dee3564948a98198b38669eacf', 'gw_port': {'id': 'b1c7a188-ee80-465f-8c33-30837a5de475', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615a1036-a04f-4c4e-a288-ed752746516a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:01:17Z', 'updated_at': '2021-11-10T18:01:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:19.578604 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a656fce-3225-4d37-a38c-bb67ef2ee6bf None None] Checking router: 615a1036-a04f-4c4e-a288-ed752746516a for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:01:19.579063 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a656fce-3225-4d37-a38c-bb67ef2ee6bf None None] Updating router 615a1036-a04f-4c4e-a288-ed752746516a port b1c7a188-ee80-465f-8c33-30837a5de475 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:01:19.591537 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7e5251d0-3672-4281-85c8-d2454a4aa6f5 tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ef950546-b13c-4865-8837-7444cdb2848e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3031812 Nov 10 18:01:19.596601 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48066) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:19.607991 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-0a656fce-3225-4d37-a38c-bb67ef2ee6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:19.643148 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-681f9941-1b99-43c2-b628-568db7c8c8bf tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=6cf963dee3564948a98198b38669eacf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440400 Nov 10 18:01:19.646039 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48070) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:19.785837 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d71a05-b734-4daf-b92a-0db16b849d58 tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:19.790129 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-88d71a05-b734-4daf-b92a-0db16b849d58 tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1402895 Nov 10 18:01:19.790458 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48078) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:19.837908 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7bfe4b60-4471-45e7-b7ab-1ec076a36012 tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ef950546-b13c-4865-8837-7444cdb2848e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462713 Nov 10 18:01:19.840795 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48084) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:19.848059 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-0b069a24-68ff-4ef1-830c-31339a2a6890 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1401467502', 'network_id': '36d70932-709e-42e8-bf93-4a026a4846e0', 'project_id': '6cf963dee3564948a98198b38669eacf', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:01:19.946658 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-0a656fce-3225-4d37-a38c-bb67ef2ee6bf None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:19.963626 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-0a656fce-3225-4d37-a38c-bb67ef2ee6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:20.020040 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b069a24-68ff-4ef1-830c-31339a2a6890 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Made reservation on behalf of 6cf963dee3564948a98198b38669eacf for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:01:20.020360 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f9f078-c248-40a5-a9af-a19b5e4a4832 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:01:20.025148 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b069a24-68ff-4ef1-830c-31339a2a6890 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:20.040681 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-0a656fce-3225-4d37-a38c-bb67ef2ee6bf None None] Attempting to bind port b1c7a188-ee80-465f-8c33-30837a5de475 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:01:20.041057 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-0a656fce-3225-4d37-a38c-bb67ef2ee6bf None None] Attempting to bind port b1c7a188-ee80-465f-8c33-30837a5de475 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:01:20.041422 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a656fce-3225-4d37-a38c-bb67ef2ee6bf None None] Attempting to bind port b1c7a188-ee80-465f-8c33-30837a5de475 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:01:20.052135 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8cbff-97cd-4bfd-9bfa-7e65a021cc12 None None] Pushing event updated for resources: {'Port': ['ID=b1c7a188-ee80-465f-8c33-30837a5de475,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:20.066351 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a656fce-3225-4d37-a38c-bb67ef2ee6bf None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:01:20.066635 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a656fce-3225-4d37-a38c-bb67ef2ee6bf None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:01:20.067016 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-0a656fce-3225-4d37-a38c-bb67ef2ee6bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:20.067406 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a656fce-3225-4d37-a38c-bb67ef2ee6bf None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:01:20.067895 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-0a656fce-3225-4d37-a38c-bb67ef2ee6bf None None] Bound port: b1c7a188-ee80-465f-8c33-30837a5de475, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:01:20.068306 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-0a656fce-3225-4d37-a38c-bb67ef2ee6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:20.126221 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-0a656fce-3225-4d37-a38c-bb67ef2ee6bf None None] For port b1c7a188-ee80-465f-8c33-30837a5de475, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:01:20.144582 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-0a656fce-3225-4d37-a38c-bb67ef2ee6bf None None] For port b1c7a188-ee80-465f-8c33-30837a5de475, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b1c7a188-ee80-465f-8c33-30837a5de475,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:01:20.156412 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-88e1a462-df72-4dc7-94ae-2974606b4dca None None] Provisioning complete for port b1c7a188-ee80-465f-8c33-30837a5de475 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:01:20.156412 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-88e1a462-df72-4dc7-94ae-2974606b4dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:20.158340 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-0a656fce-3225-4d37-a38c-bb67ef2ee6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:20.238084 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8bec46-ea5a-4c96-bdbd-6b91f1925a2d None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:01:20.282193 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8cbff-97cd-4bfd-9bfa-7e65a021cc12 None None] Pushing event updated for resources: {'Port': ['ID=b1c7a188-ee80-465f-8c33-30837a5de475,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:20.286982 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a656fce-3225-4d37-a38c-bb67ef2ee6bf None None] Routers {'615a1036-a04f-4c4e-a288-ed752746516a'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:01:20.287627 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0a656fce-3225-4d37-a38c-bb67ef2ee6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:01:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['615a1036-a04f-4c4e-a288-ed752746516a'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:20.297098 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-88e1a462-df72-4dc7-94ae-2974606b4dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:20.326291 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b069a24-68ff-4ef1-830c-31339a2a6890 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:20.326528 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-88e1a462-df72-4dc7-94ae-2974606b4dca None None] For port b1c7a188-ee80-465f-8c33-30837a5de475, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b1c7a188-ee80-465f-8c33-30837a5de475,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:01:20.331571 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-88e1a462-df72-4dc7-94ae-2974606b4dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:20.452384 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b069a24-68ff-4ef1-830c-31339a2a6890 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Pushing event updated for resources: {'Subnet': ['ID=baefbd6f-bc9d-4097-9b40-423e4ae155ae,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:20.461898 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b069a24-68ff-4ef1-830c-31339a2a6890 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Checking segment: {'id': '36abfb93-6707-4a33-9e7f-e21eab010bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '36d70932-709e-42e8-bf93-4a026a4846e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:01:20.462281 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b069a24-68ff-4ef1-830c-31339a2a6890 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Network hostable DHCP agents. Network: 36d70932-709e-42e8-bf93-4a026a4846e0, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:01:20.473828 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1a462-df72-4dc7-94ae-2974606b4dca None None] Pushing event updated for resources: {'Port': ['ID=b1c7a188-ee80-465f-8c33-30837a5de475,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:20.482420 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1a462-df72-4dc7-94ae-2974606b4dca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:20.483053 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1a462-df72-4dc7-94ae-2974606b4dca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:20.494764 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1a462-df72-4dc7-94ae-2974606b4dca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:20.495018 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1a462-df72-4dc7-94ae-2974606b4dca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:20.495151 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b069a24-68ff-4ef1-830c-31339a2a6890 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Network 36d70932-709e-42e8-bf93-4a026a4846e0 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:01:20.495399 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1a462-df72-4dc7-94ae-2974606b4dca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:20.495727 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1a462-df72-4dc7-94ae-2974606b4dca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:20.496059 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1a462-df72-4dc7-94ae-2974606b4dca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:20.496459 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1a462-df72-4dc7-94ae-2974606b4dca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:20.496795 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1a462-df72-4dc7-94ae-2974606b4dca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:20.497123 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1a462-df72-4dc7-94ae-2974606b4dca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:20.497513 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1a462-df72-4dc7-94ae-2974606b4dca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:20.497774 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1a462-df72-4dc7-94ae-2974606b4dca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:20.510071 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-0b069a24-68ff-4ef1-830c-31339a2a6890 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 36d70932-709e-42e8-bf93-4a026a4846e0) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:01:20.522647 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b069a24-68ff-4ef1-830c-31339a2a6890 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:20.522647 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b069a24-68ff-4ef1-830c-31339a2a6890 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:20.526846 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-8bce9fc0-3681-4cd7-b198-8f4e607c39f4 None None] Provisioning complete for port b1c7a188-ee80-465f-8c33-30837a5de475 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:01:20.527239 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8bce9fc0-3681-4cd7-b198-8f4e607c39f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:20.536817 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2dcf74-490a-4415-93e4-92de3c10697a None None] Network 36d70932-709e-42e8-bf93-4a026a4846e0 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:01:20.537606 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-0a656fce-3225-4d37-a38c-bb67ef2ee6bf None None] Set router 615a1036-a04f-4c4e-a288-ed752746516a gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:01:20.545584 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0b069a24-68ff-4ef1-830c-31339a2a6890 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7033491 Nov 10 18:01:20.548669 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48108) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:20.713077 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device aff703a0-158a-43a9-a247-4b92cb038ac9 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:01:20.716420 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8279c85-6ae2-4106-8f4d-4b1d227d4dad req-90695fe8-fbbf-4067-b501-10c23763292a tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:20.727162 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c8279c85-6ae2-4106-8f4d-4b1d227d4dad req-90695fe8-fbbf-4067-b501-10c23763292a tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8a96e61-506a-4fcb-9db9-55c9b381eea0 HTTP/1.1" status: 200 len: 945 time: 0.1271389 Nov 10 18:01:20.782763 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: aff703a0-158a-43a9-a247-4b92cb038ac9 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:01:20.783118 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device aff703a0-158a-43a9-a247-4b92cb038ac9 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:01:20.870742 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-0a656fce-3225-4d37-a38c-bb67ef2ee6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615a1036-a04f-4c4e-a288-ed752746516a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1117915907', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'b1c7a188-ee80-465f-8c33-30837a5de475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:01:15Z', 'updated_at': '2021-11-10T18:01:18Z', 'revision_number': 3, 'project_id': '6cf963dee3564948a98198b38669eacf', 'gw_port': {'id': 'b1c7a188-ee80-465f-8c33-30837a5de475', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615a1036-a04f-4c4e-a288-ed752746516a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:01:17Z', 'updated_at': '2021-11-10T18:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:20.880438 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c8279c85-6ae2-4106-8f4d-4b1d227d4dad req-2fed37bd-a865-4658-bac9-9d18ca0efaab tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521997 Nov 10 18:01:20.916119 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a656fce-3225-4d37-a38c-bb67ef2ee6bf None None] The sync data for ids ['615a1036-a04f-4c4e-a288-ed752746516a'] in n-d-776250-10 is: [{'id': '615a1036-a04f-4c4e-a288-ed752746516a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1117915907', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'b1c7a188-ee80-465f-8c33-30837a5de475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:01:15Z', 'updated_at': '2021-11-10T18:01:18Z', 'revision_number': 3, 'project_id': '6cf963dee3564948a98198b38669eacf', 'gw_port': {'id': 'b1c7a188-ee80-465f-8c33-30837a5de475', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615a1036-a04f-4c4e-a288-ed752746516a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:01:17Z', 'updated_at': '2021-11-10T18:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:01:20.962136 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54400c89-f574-454b-94fb-6cf1221f1c96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-36d70932-709e-42e8-bf93-4a026a4846e0', 'network_id': '36d70932-709e-42e8-bf93-4a026a4846e0', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'fixed_ips': [{'subnet_id': 'baefbd6f-bc9d-4097-9b40-423e4ae155ae'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:01:20.965066 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-54400c89-f574-454b-94fb-6cf1221f1c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:21.154471 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-54400c89-f574-454b-94fb-6cf1221f1c96 None None] Allocated IP 172.20.0.18 (36d70932-709e-42e8-bf93-4a026a4846e0/baefbd6f-bc9d-4097-9b40-423e4ae155ae/16767a07-7f42-4fda-a2eb-a61b97bac157) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:01:21.305018 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-179e26da-8412-469a-9324-70798ed0ea63 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:21.385895 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-54400c89-f574-454b-94fb-6cf1221f1c96 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:21.394550 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-54400c89-f574-454b-94fb-6cf1221f1c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:21.439880 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54400c89-f574-454b-94fb-6cf1221f1c96 None None] Network 36d70932-709e-42e8-bf93-4a026a4846e0 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:01:21.445073 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-54400c89-f574-454b-94fb-6cf1221f1c96 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:01:21.449134 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54400c89-f574-454b-94fb-6cf1221f1c96 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:01:21.585078 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54400c89-f574-454b-94fb-6cf1221f1c96 None None] Pushing event updated for resources: {'Port': ['ID=16767a07-7f42-4fda-a2eb-a61b97bac157,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:21.598009 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-54400c89-f574-454b-94fb-6cf1221f1c96 None None] Attempting to bind port 16767a07-7f42-4fda-a2eb-a61b97bac157 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:01:21.598382 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-54400c89-f574-454b-94fb-6cf1221f1c96 None None] Attempting to bind port 16767a07-7f42-4fda-a2eb-a61b97bac157 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '36abfb93-6707-4a33-9e7f-e21eab010bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '36d70932-709e-42e8-bf93-4a026a4846e0'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:01:21.598751 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54400c89-f574-454b-94fb-6cf1221f1c96 None None] Attempting to bind port 16767a07-7f42-4fda-a2eb-a61b97bac157 on network 36d70932-709e-42e8-bf93-4a026a4846e0 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:01:21.604638 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54400c89-f574-454b-94fb-6cf1221f1c96 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:01:21.605297 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54400c89-f574-454b-94fb-6cf1221f1c96 None None] Checking segment: {'id': '36abfb93-6707-4a33-9e7f-e21eab010bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '36d70932-709e-42e8-bf93-4a026a4846e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:01:21.605906 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-54400c89-f574-454b-94fb-6cf1221f1c96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:21.607885 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54400c89-f574-454b-94fb-6cf1221f1c96 None None] Bound using segment: {'id': '36abfb93-6707-4a33-9e7f-e21eab010bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '36d70932-709e-42e8-bf93-4a026a4846e0'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:01:21.608646 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-54400c89-f574-454b-94fb-6cf1221f1c96 None None] Bound port: 16767a07-7f42-4fda-a2eb-a61b97bac157, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36abfb93-6707-4a33-9e7f-e21eab010bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '36d70932-709e-42e8-bf93-4a026a4846e0'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:01:21.609110 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-54400c89-f574-454b-94fb-6cf1221f1c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:21.722644 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-54400c89-f574-454b-94fb-6cf1221f1c96 None None] For port 16767a07-7f42-4fda-a2eb-a61b97bac157, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:01:21.728500 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-54400c89-f574-454b-94fb-6cf1221f1c96 None None] For port 16767a07-7f42-4fda-a2eb-a61b97bac157, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=16767a07-7f42-4fda-a2eb-a61b97bac157,segment=NetworkSegment(36abfb93-6707-4a33-9e7f-e21eab010bc9),segment_id=36abfb93-6707-4a33-9e7f-e21eab010bc9)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:01:21.751059 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-54400c89-f574-454b-94fb-6cf1221f1c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:21.774066 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-179e26da-8412-469a-9324-70798ed0ea63 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Allocated IP 172.20.0.17 (36d70932-709e-42e8-bf93-4a026a4846e0/baefbd6f-bc9d-4097-9b40-423e4ae155ae/ca6e91a8-2947-49f1-8e95-3add6c0d4b1f) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:01:21.856305 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54400c89-f574-454b-94fb-6cf1221f1c96 None None] Pushing event updated for resources: {'Port': ['ID=16767a07-7f42-4fda-a2eb-a61b97bac157,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:21.933492 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ef94c-ebfb-444e-b502-c65db8ac3992 req-c67cd8de-c0d6-41b8-9acf-55204e9ccbe5 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:21.935318 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-179ef94c-ebfb-444e-b502-c65db8ac3992 req-c67cd8de-c0d6-41b8-9acf-55204e9ccbe5 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8a96e61-506a-4fcb-9db9-55c9b381eea0 HTTP/1.1" status: 200 len: 945 time: 0.1080456 Nov 10 18:01:22.084288 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-179e26da-8412-469a-9324-70798ed0ea63 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:22.133003 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69bceb-eda4-497d-9ab1-8447840f1f79 req-9e1686cf-0d30-47f6-8bcb-f49e7a2bb802 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:22.138570 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8b69bceb-eda4-497d-9ab1-8447840f1f79 req-9e1686cf-0d30-47f6-8bcb-f49e7a2bb802 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8a96e61-506a-4fcb-9db9-55c9b381eea0 HTTP/1.1" status: 200 len: 945 time: 0.1066372 Nov 10 18:01:22.197250 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-179ef94c-ebfb-444e-b502-c65db8ac3992 req-d8853320-5f14-4025-9f87-0c83008856f9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Deleting port d66c29cc-f978-4d3d-85b8-37973ddacedd {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:01:22.197661 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-179ef94c-ebfb-444e-b502-c65db8ac3992 req-d8853320-5f14-4025-9f87-0c83008856f9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:22.309704 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-179e26da-8412-469a-9324-70798ed0ea63 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:22.357524 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8b69bceb-eda4-497d-9ab1-8447840f1f79 req-6a6cbb34-782f-403d-97ff-fcc5d1bc01cd tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/security-groups?id=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992559 Nov 10 18:01:22.386592 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-179ef94c-ebfb-444e-b502-c65db8ac3992 req-d8853320-5f14-4025-9f87-0c83008856f9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] For port d66c29cc-f978-4d3d-85b8-37973ddacedd, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d66c29cc-f978-4d3d-85b8-37973ddacedd,segment=NetworkSegment(3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7),segment_id=3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:01:22.386969 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-179ef94c-ebfb-444e-b502-c65db8ac3992 req-d8853320-5f14-4025-9f87-0c83008856f9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:22.411643 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179e26da-8412-469a-9324-70798ed0ea63 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Network 36d70932-709e-42e8-bf93-4a026a4846e0 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:01:22.415617 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-179e26da-8412-469a-9324-70798ed0ea63 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:01:22.419982 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179e26da-8412-469a-9324-70798ed0ea63 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:01:22.426816 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-179ef94c-ebfb-444e-b502-c65db8ac3992 req-d8853320-5f14-4025-9f87-0c83008856f9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Calling delete_port for d66c29cc-f978-4d3d-85b8-37973ddacedd owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:01:22.478491 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e26da-8412-469a-9324-70798ed0ea63 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Pushing event updated for resources: {'Port': ['ID=ca6e91a8-2947-49f1-8e95-3add6c0d4b1f,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:22.493019 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-179e26da-8412-469a-9324-70798ed0ea63 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:22.674188 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-179ef94c-ebfb-444e-b502-c65db8ac3992 req-d8853320-5f14-4025-9f87-0c83008856f9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:22.754278 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8853320-5f14-4025-9f87-0c83008856f9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Pushing event deleted for resources: {'Port': ['ID=d66c29cc-f978-4d3d-85b8-37973ddacedd,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:22.873007 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-179e26da-8412-469a-9324-70798ed0ea63 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:22.894863 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-179ef94c-ebfb-444e-b502-c65db8ac3992 req-d8853320-5f14-4025-9f87-0c83008856f9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] No DVR routers for this DVR port d66c29cc-f978-4d3d-85b8-37973ddacedd on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:01:22.903560 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-179ef94c-ebfb-444e-b502-c65db8ac3992 req-d8853320-5f14-4025-9f87-0c83008856f9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:22.935383 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-179ef94c-ebfb-444e-b502-c65db8ac3992 req-d8853320-5f14-4025-9f87-0c83008856f9 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.11 "DELETE /v2.0/ports/d66c29cc-f978-4d3d-85b8-37973ddacedd HTTP/1.1" status: 204 len: 173 time: 0.9702034 Nov 10 18:01:22.938032 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a96e61-506a-4fcb-9db9-55c9b381eea0', 'name': 'network-vif-deleted', 'tag': 'd66c29cc-f978-4d3d-85b8-37973ddacedd'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:01:22.948653 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecb74a9-a102-46ee-8c49-b236c2976c92" -d '{"events": [{"server_uuid": "a8a96e61-506a-4fcb-9db9-55c9b381eea0", "name": "network-vif-deleted", "tag": "d66c29cc-f978-4d3d-85b8-37973ddacedd"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:01:22.996119 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b1c7a188-ee80-465f-8c33-30837a5de475 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:01:23.086131 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0399f562-f95c-44f2-862e-2ca5d83bfc37 x-openstack-request-id: req-0399f562-f95c-44f2-862e-2ca5d83bfc37 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:01:23.086426 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a96e61-506a-4fcb-9db9-55c9b381eea0", "name": "network-vif-deleted", "tag": "d66c29cc-f978-4d3d-85b8-37973ddacedd", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:01:23.086911 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0399f562-f95c-44f2-862e-2ca5d83bfc37 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:01:23.087452 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a96e61-506a-4fcb-9db9-55c9b381eea0', 'name': 'network-vif-deleted', 'tag': 'd66c29cc-f978-4d3d-85b8-37973ddacedd', 'status': 'completed', 'code': 200} Nov 10 18:01:23.121911 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port b1c7a188-ee80-465f-8c33-30837a5de475 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:01:23.122639 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:23.437345 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 16767a07-7f42-4fda-a2eb-a61b97bac157 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:01:23.561538 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 16767a07-7f42-4fda-a2eb-a61b97bac157 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:01:23.566265 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:23.639795 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-179e26da-8412-469a-9324-70798ed0ea63 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:23.664956 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-179e26da-8412-469a-9324-70798ed0ea63 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:23.706276 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-27a98c82-8a2f-4b98-8aae-a81f805ba138 req-c5b20c94-9583-4143-9866-25a04f349ff2 tempest-ServersTestJSON-1044644402 tempest-ServersTestJSON-1044644402-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8a96e61-506a-4fcb-9db9-55c9b381eea0 HTTP/1.1" status: 200 len: 210 time: 0.1180196 Nov 10 18:01:23.817250 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:23.868990 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-179e26da-8412-469a-9324-70798ed0ea63 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:23.915343 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 16767a07-7f42-4fda-a2eb-a61b97bac157, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=16767a07-7f42-4fda-a2eb-a61b97bac157,segment=NetworkSegment(36abfb93-6707-4a33-9e7f-e21eab010bc9),segment_id=36abfb93-6707-4a33-9e7f-e21eab010bc9)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:01:23.926835 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24c8b7f-9370-4d0c-98dc-2e3f6463d503 None None] Network 36d70932-709e-42e8-bf93-4a026a4846e0 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:01:23.933585 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e26da-8412-469a-9324-70798ed0ea63 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Pushing event updated for resources: {'Port': ['ID=ca6e91a8-2947-49f1-8e95-3add6c0d4b1f,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:24.008814 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:24.099504 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-054ffeac-f633-482f-a385-d6740c11b25d None None] Provisioning complete for port 16767a07-7f42-4fda-a2eb-a61b97bac157 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:01:24.099869 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-054ffeac-f633-482f-a385-d6740c11b25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:24.181198 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179e26da-8412-469a-9324-70798ed0ea63 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Network 36d70932-709e-42e8-bf93-4a026a4846e0 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:01:24.183289 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-179e26da-8412-469a-9324-70798ed0ea63 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:01:24.193328 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=16767a07-7f42-4fda-a2eb-a61b97bac157,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:24.449558 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device d66c29cc-f978-4d3d-85b8-37973ddacedd no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:01:24.491458 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: d66c29cc-f978-4d3d-85b8-37973ddacedd {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:01:24.491846 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device d66c29cc-f978-4d3d-85b8-37973ddacedd not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:01:24.715619 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179e26da-8412-469a-9324-70798ed0ea63 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Router 615a1036-a04f-4c4e-a288-ed752746516a has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:01:24.809616 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-161b5861-d398-468c-9d87-64fb8661ebb7 None None] Provisioning complete for port 16767a07-7f42-4fda-a2eb-a61b97bac157 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:01:24.809616 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-161b5861-d398-468c-9d87-64fb8661ebb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:24.856792 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 16767a07-7f42-4fda-a2eb-a61b97bac157 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:01:24.881228 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48132) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:24.975897 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:25.021845 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a9156d-9001-43f1-a1e0-236c7b7a1282 admin admin] Deleting subnet b73615b4-0e28-45db-a02f-1f8eaf2af4fb {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:01:25.037221 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-96a9156d-9001-43f1-a1e0-236c7b7a1282 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:25.049125 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179e26da-8412-469a-9324-70798ed0ea63 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:01:25.083175 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-179e26da-8412-469a-9324-70798ed0ea63 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "PUT /v2.0/routers/615a1036-a04f-4c4e-a288-ed752746516a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5265663 Nov 10 18:01:25.104230 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2b9849-5e6b-49fb-b915-95e2417f4a47 None None] Sync routers for ids ['615a1036-a04f-4c4e-a288-ed752746516a'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:01:25.128420 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 16767a07-7f42-4fda-a2eb-a61b97bac157 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:01:25.129054 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:25.146999 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-96a9156d-9001-43f1-a1e0-236c7b7a1282 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:25.169893 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2b9849-5e6b-49fb-b915-95e2417f4a47 None None] Routers {'615a1036-a04f-4c4e-a288-ed752746516a'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:01:25.170778 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-2e2b9849-5e6b-49fb-b915-95e2417f4a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:01:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['615a1036-a04f-4c4e-a288-ed752746516a'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:25.292758 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-96a9156d-9001-43f1-a1e0-236c7b7a1282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:25.475517 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-96a9156d-9001-43f1-a1e0-236c7b7a1282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:25.558036 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-161b5861-d398-468c-9d87-64fb8661ebb7 None None] Provisioning complete for port ca6e91a8-2947-49f1-8e95-3add6c0d4b1f triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:01:25.558036 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-161b5861-d398-468c-9d87-64fb8661ebb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:25.591848 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:25.613584 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a9156d-9001-43f1-a1e0-236c7b7a1282 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b73615b4-0e28-45db-a02f-1f8eaf2af4fb,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:25.622701 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-96a9156d-9001-43f1-a1e0-236c7b7a1282 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:25.627227 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-96a9156d-9001-43f1-a1e0-236c7b7a1282 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b73615b4-0e28-45db-a02f-1f8eaf2af4fb HTTP/1.1" status: 204 len: 168 time: 0.7446749 Nov 10 18:01:25.635438 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-161b5861-d398-468c-9d87-64fb8661ebb7 None None] Port ca6e91a8-2947-49f1-8e95-3add6c0d4b1f cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:01:25.637338 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48150) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:25.672412 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-2e2b9849-5e6b-49fb-b915-95e2417f4a47 None None] Set router 615a1036-a04f-4c4e-a288-ed752746516a gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:01:25.704785 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-6503fa2a-55b8-4956-b5a6-08d0be26dab8 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:25.717804 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-6503fa2a-55b8-4956-b5a6-08d0be26dab8 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/networks?id=36d70932-709e-42e8-bf93-4a026a4846e0 HTTP/1.1" status: 200 len: 798 time: 0.2569485 Nov 10 18:01:25.738656 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-c60df3c0-3b9d-4d71-ab53-f4ecfd26a2d9 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/quotas/6cf963dee3564948a98198b38669eacf HTTP/1.1" status: 200 len: 375 time: 0.0168343 Nov 10 18:01:25.764078 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8035fbf4-4906-4c0c-aee2-044d50419a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:25.870153 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-453f7858-d56a-4001-a1ad-24a2f783c487 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6cf963dee3564948a98198b38669eacf&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1156576 Nov 10 18:01:25.950470 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8035fbf4-4906-4c0c-aee2-044d50419a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:25.959521 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6c8137ee-65b9-4cdc-8e00-6234d6e4d149 None None] Provisioning complete for port ca6e91a8-2947-49f1-8e95-3add6c0d4b1f triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:01:25.960000 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6c8137ee-65b9-4cdc-8e00-6234d6e4d149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:25.993794 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-8035fbf4-4906-4c0c-aee2-044d50419a29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58317dbd-0947-4a43-8ae3-cdc5a5928560']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:26.004947 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-2430941a-61ac-47de-9426-cd6721afdaf8 service neutron] 10.222.0.39 "GET /v2.0/networks/36d70932-709e-42e8-bf93-4a026a4846e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311946 Nov 10 18:01:26.013272 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-8035fbf4-4906-4c0c-aee2-044d50419a29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:26.013559 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-8035fbf4-4906-4c0c-aee2-044d50419a29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e05aa76-9f2f-4a71-8f8c-c4b28f5bb3b7') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:26.029114 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8035fbf4-4906-4c0c-aee2-044d50419a29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:26.049079 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-6c8137ee-65b9-4cdc-8e00-6234d6e4d149 None None] Port ca6e91a8-2947-49f1-8e95-3add6c0d4b1f cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:01:26.049571 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8035fbf4-4906-4c0c-aee2-044d50419a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:26.057952 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-2e2b9849-5e6b-49fb-b915-95e2417f4a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615a1036-a04f-4c4e-a288-ed752746516a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1117915907', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'b1c7a188-ee80-465f-8c33-30837a5de475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:01:15Z', 'updated_at': '2021-11-10T18:01:22Z', 'revision_number': 4, 'project_id': '6cf963dee3564948a98198b38669eacf', 'gw_port': {'id': 'b1c7a188-ee80-465f-8c33-30837a5de475', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615a1036-a04f-4c4e-a288-ed752746516a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:01:17Z', 'updated_at': '2021-11-10T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'ca6e91a8-2947-49f1-8e95-3add6c0d4b1f', 'name': '', 'network_id': '36d70932-709e-42e8-bf93-4a026a4846e0', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'mac_address': 'fa:16:3e:27:d6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615a1036-a04f-4c4e-a288-ed752746516a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'baefbd6f-bc9d-4097-9b40-423e4ae155ae', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:01:21Z', 'updated_at': '2021-11-10T18:01:23Z', 'revision_number': 2, 'project_id': '6cf963dee3564948a98198b38669eacf', 'subnets': [{'id': 'baefbd6f-bc9d-4097-9b40-423e4ae155ae', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:26.058961 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8035fbf4-4906-4c0c-aee2-044d50419a29 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:01:26.059811 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8035fbf4-4906-4c0c-aee2-044d50419a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:26.062706 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:01:26.062706 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:01:26.062706 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:01:26.062706 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:01:26.062706 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:01:26.062706 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:01:26.062706 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:01:26.062706 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:01:26.062706 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:01:26.062706 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:01:26.062706 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:01:26.062706 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:01:26.062706 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:01:26.062706 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:01:26.062706 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:01:26.062706 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:01:26.062706 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:01:26.062706 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:01:26.062706 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:01:26.062706 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:01:26.062706 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:01:26.062706 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:01:26.062706 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:01:26.062706 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:01:26.062706 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:01:26.062706 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:01:26.062706 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:01:26.062706 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:01:26.062706 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:01:26.062706 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:01:26.062706 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:01:26.062706 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:01:26.091195 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2b9849-5e6b-49fb-b915-95e2417f4a47 None None] Checking router: 615a1036-a04f-4c4e-a288-ed752746516a for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:01:26.091547 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2b9849-5e6b-49fb-b915-95e2417f4a47 None None] Updating router 615a1036-a04f-4c4e-a288-ed752746516a port ca6e91a8-2947-49f1-8e95-3add6c0d4b1f binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:01:26.121980 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2e2b9849-5e6b-49fb-b915-95e2417f4a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:26.131567 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-cf2df91c-aa31-4804-be9a-16f87983f160 service neutron] 10.222.0.39 "GET /v2.0/networks/36d70932-709e-42e8-bf93-4a026a4846e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242218 Nov 10 18:01:26.169039 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8035fbf4-4906-4c0c-aee2-044d50419a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:26.207258 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8035fbf4-4906-4c0c-aee2-044d50419a29 admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:26.217945 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8035fbf4-4906-4c0c-aee2-044d50419a29 admin admin] 10.222.0.39 "DELETE /v2.0/networks/58317dbd-0947-4a43-8ae3-cdc5a5928560 HTTP/1.1" status: 204 len: 168 time: 0.5752964 Nov 10 18:01:26.239159 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035fbf4-4906-4c0c-aee2-044d50419a29 admin admin] Pushing event deleted for resources: {'Network': ['ID=58317dbd-0947-4a43-8ae3-cdc5a5928560,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:26.451533 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a4a2705-a4a7-4a02-8ec4-643013c70a65 req-6af8705f-8bdc-4bf3-bc81-9fecb359f8c0 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/ports?device_id=175870af-bb7a-4e2d-9c4f-fa2bf2994448 HTTP/1.1" status: 200 len: 210 time: 0.0781968 Nov 10 18:01:26.583413 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48164) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:26.659429 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2e2b9849-5e6b-49fb-b915-95e2417f4a47 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:26.671421 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2e2b9849-5e6b-49fb-b915-95e2417f4a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:26.706821 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-442c04a5-4b2a-450b-96a0-41e03134652e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2c06b3ed13e7426ba9dfc20ddaee2959&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1214216 Nov 10 18:01:26.709602 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48168) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:26.732832 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e36001-4094-42e0-96a5-4e67b99841fc None None] Pushing event updated for resources: {'Port': ['ID=ca6e91a8-2947-49f1-8e95-3add6c0d4b1f,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:26.795207 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-2e2b9849-5e6b-49fb-b915-95e2417f4a47 None None] Attempting to bind port ca6e91a8-2947-49f1-8e95-3add6c0d4b1f on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:01:26.795809 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-2e2b9849-5e6b-49fb-b915-95e2417f4a47 None None] Attempting to bind port ca6e91a8-2947-49f1-8e95-3add6c0d4b1f by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '36abfb93-6707-4a33-9e7f-e21eab010bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '36d70932-709e-42e8-bf93-4a026a4846e0'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:01:26.797034 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2b9849-5e6b-49fb-b915-95e2417f4a47 None None] Attempting to bind port ca6e91a8-2947-49f1-8e95-3add6c0d4b1f on network 36d70932-709e-42e8-bf93-4a026a4846e0 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:01:26.808994 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2b9849-5e6b-49fb-b915-95e2417f4a47 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:01:26.809529 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2b9849-5e6b-49fb-b915-95e2417f4a47 None None] Checking segment: {'id': '36abfb93-6707-4a33-9e7f-e21eab010bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '36d70932-709e-42e8-bf93-4a026a4846e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:01:26.810015 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2e2b9849-5e6b-49fb-b915-95e2417f4a47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:26.810231 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4f88e4bb-149b-4f86-9a11-3461756118fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:26.810549 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2b9849-5e6b-49fb-b915-95e2417f4a47 None None] Bound using segment: {'id': '36abfb93-6707-4a33-9e7f-e21eab010bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '36d70932-709e-42e8-bf93-4a026a4846e0'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:01:26.811312 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-2e2b9849-5e6b-49fb-b915-95e2417f4a47 None None] Bound port: ca6e91a8-2947-49f1-8e95-3add6c0d4b1f, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36abfb93-6707-4a33-9e7f-e21eab010bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '36d70932-709e-42e8-bf93-4a026a4846e0'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:01:26.811973 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2e2b9849-5e6b-49fb-b915-95e2417f4a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:26.873911 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4f88e4bb-149b-4f86-9a11-3461756118fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:26.971004 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-2e2b9849-5e6b-49fb-b915-95e2417f4a47 None None] For port ca6e91a8-2947-49f1-8e95-3add6c0d4b1f, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:01:26.976842 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-2e2b9849-5e6b-49fb-b915-95e2417f4a47 None None] For port ca6e91a8-2947-49f1-8e95-3add6c0d4b1f, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ca6e91a8-2947-49f1-8e95-3add6c0d4b1f,segment=NetworkSegment(36abfb93-6707-4a33-9e7f-e21eab010bc9),segment_id=36abfb93-6707-4a33-9e7f-e21eab010bc9)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:01:26.989906 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2e2b9849-5e6b-49fb-b915-95e2417f4a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:27.003422 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4f88e4bb-149b-4f86-9a11-3461756118fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:27.009543 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4f88e4bb-149b-4f86-9a11-3461756118fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:27.011904 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4f88e4bb-149b-4f86-9a11-3461756118fd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a14f8d5f-008c-4d07-8ceb-6d4300f3fd04 HTTP/1.1" status: 204 len: 168 time: 0.3010581 Nov 10 18:01:27.042777 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88e4bb-149b-4f86-9a11-3461756118fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14f8d5f-008c-4d07-8ceb-6d4300f3fd04,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:27.133794 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2b9849-5e6b-49fb-b915-95e2417f4a47 None None] Routers {'615a1036-a04f-4c4e-a288-ed752746516a'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:01:27.134589 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-2e2b9849-5e6b-49fb-b915-95e2417f4a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:01:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['615a1036-a04f-4c4e-a288-ed752746516a'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:27.137343 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e36001-4094-42e0-96a5-4e67b99841fc None None] Pushing event updated for resources: {'Port': ['ID=ca6e91a8-2947-49f1-8e95-3add6c0d4b1f,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:27.344424 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b2e6ce15-0d46-4bdc-aeee-94191abf53c2 None None] Provisioning complete for port ca6e91a8-2947-49f1-8e95-3add6c0d4b1f triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:01:27.344794 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b2e6ce15-0d46-4bdc-aeee-94191abf53c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:27.484804 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-2e2b9849-5e6b-49fb-b915-95e2417f4a47 None None] Set router 615a1036-a04f-4c4e-a288-ed752746516a gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:01:27.627878 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fae3282b-4a79-4d56-a898-2fe661acb706 req-da8a054d-a9e7-44ec-960f-caa2e9894a35 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/ports?device_id=175870af-bb7a-4e2d-9c4f-fa2bf2994448 HTTP/1.1" status: 200 len: 210 time: 0.0430062 Nov 10 18:01:27.697804 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b2e6ce15-0d46-4bdc-aeee-94191abf53c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:27.782222 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b2e6ce15-0d46-4bdc-aeee-94191abf53c2 None None] For port ca6e91a8-2947-49f1-8e95-3add6c0d4b1f, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ca6e91a8-2947-49f1-8e95-3add6c0d4b1f,segment=NetworkSegment(36abfb93-6707-4a33-9e7f-e21eab010bc9),segment_id=36abfb93-6707-4a33-9e7f-e21eab010bc9)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:01:27.807911 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b2e6ce15-0d46-4bdc-aeee-94191abf53c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:27.878399 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6ce15-0d46-4bdc-aeee-94191abf53c2 None None] Pushing event updated for resources: {'Port': ['ID=ca6e91a8-2947-49f1-8e95-3add6c0d4b1f,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:27.916463 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-2e2b9849-5e6b-49fb-b915-95e2417f4a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615a1036-a04f-4c4e-a288-ed752746516a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1117915907', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'b1c7a188-ee80-465f-8c33-30837a5de475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:01:15Z', 'updated_at': '2021-11-10T18:01:22Z', 'revision_number': 4, 'project_id': '6cf963dee3564948a98198b38669eacf', 'gw_port': {'id': 'b1c7a188-ee80-465f-8c33-30837a5de475', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615a1036-a04f-4c4e-a288-ed752746516a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:01:17Z', 'updated_at': '2021-11-10T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'ca6e91a8-2947-49f1-8e95-3add6c0d4b1f', 'name': '', 'network_id': '36d70932-709e-42e8-bf93-4a026a4846e0', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'mac_address': 'fa:16:3e:27:d6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615a1036-a04f-4c4e-a288-ed752746516a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'baefbd6f-bc9d-4097-9b40-423e4ae155ae', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:01:21Z', 'updated_at': '2021-11-10T18:01:26Z', 'revision_number': 4, 'project_id': '6cf963dee3564948a98198b38669eacf', 'subnets': [{'id': 'baefbd6f-bc9d-4097-9b40-423e4ae155ae', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:27.966832 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2b9849-5e6b-49fb-b915-95e2417f4a47 None None] The sync data for ids ['615a1036-a04f-4c4e-a288-ed752746516a'] in n-d-776250-10 is: [{'id': '615a1036-a04f-4c4e-a288-ed752746516a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1117915907', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'b1c7a188-ee80-465f-8c33-30837a5de475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:01:15Z', 'updated_at': '2021-11-10T18:01:22Z', 'revision_number': 4, 'project_id': '6cf963dee3564948a98198b38669eacf', 'gw_port': {'id': 'b1c7a188-ee80-465f-8c33-30837a5de475', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615a1036-a04f-4c4e-a288-ed752746516a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:01:17Z', 'updated_at': '2021-11-10T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'ca6e91a8-2947-49f1-8e95-3add6c0d4b1f', 'name': '', 'network_id': '36d70932-709e-42e8-bf93-4a026a4846e0', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'mac_address': 'fa:16:3e:27:d6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615a1036-a04f-4c4e-a288-ed752746516a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': 'baefbd6f-bc9d-4097-9b40-423e4ae155ae', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:01:21Z', 'updated_at': '2021-11-10T18:01:26Z', 'revision_number': 4, 'project_id': '6cf963dee3564948a98198b38669eacf', 'subnets': [{'id': 'baefbd6f-bc9d-4097-9b40-423e4ae155ae', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:01:27.986240 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-89d992c1-7c01-47c4-a510-165fbc6747af None None] Provisioning complete for port ca6e91a8-2947-49f1-8e95-3add6c0d4b1f triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:01:27.989587 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-89d992c1-7c01-47c4-a510-165fbc6747af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:28.409897 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-931bb37c-9429-4fae-acd5-04a06cf6ef0a tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:28.411868 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-931bb37c-9429-4fae-acd5-04a06cf6ef0a tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.13 "GET /v2.0/networks?id=36d70932-709e-42e8-bf93-4a026a4846e0 HTTP/1.1" status: 200 len: 798 time: 0.2874384 Nov 10 18:01:28.430178 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-02ca4d9f-c675-4164-a87b-04e7d0067b9b tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Request body: {'port': {'device_id': '175870af-bb7a-4e2d-9c4f-fa2bf2994448', 'network_id': '36d70932-709e-42e8-bf93-4a026a4846e0', 'admin_state_up': True, 'tenant_id': '6cf963dee3564948a98198b38669eacf'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:01:28.838759 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-02ca4d9f-c675-4164-a87b-04e7d0067b9b tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Made reservation on behalf of 6cf963dee3564948a98198b38669eacf for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:01:28.851131 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-02ca4d9f-c675-4164-a87b-04e7d0067b9b tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:29.016238 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ca6e91a8-2947-49f1-8e95-3add6c0d4b1f up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:01:29.018576 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7bc1860e-b482-400b-b374-b7b5cb8b2c2f req-2cd5183c-8d50-4e1e-83ed-aa29c86181a4 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/ports?device_id=175870af-bb7a-4e2d-9c4f-fa2bf2994448 HTTP/1.1" status: 200 len: 210 time: 0.0954947 Nov 10 18:01:29.143004 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-02ca4d9f-c675-4164-a87b-04e7d0067b9b tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Allocated IP 172.20.0.27 (36d70932-709e-42e8-bf93-4a026a4846e0/baefbd6f-bc9d-4097-9b40-423e4ae155ae/aefb4620-4628-4442-82fe-68cd50ffbc48) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:01:29.239604 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port ca6e91a8-2947-49f1-8e95-3add6c0d4b1f triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:01:29.246481 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:29.371555 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-02ca4d9f-c675-4164-a87b-04e7d0067b9b tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:29.431787 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9f5fa72d-fc12-4a66-8331-7f4a07f6a5d2 req-cb389b46-0006-41a6-8957-3b626a523265 tempest-ServerShowV254Test-1688933317 tempest-ServerShowV254Test-1688933317-project] 10.222.0.39 "GET /v2.0/ports?device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.0679557 Nov 10 18:01:29.479773 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-02ca4d9f-c675-4164-a87b-04e7d0067b9b tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:29.540382 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-02ca4d9f-c675-4164-a87b-04e7d0067b9b tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Network 36d70932-709e-42e8-bf93-4a026a4846e0 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:01:29.553715 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-02ca4d9f-c675-4164-a87b-04e7d0067b9b tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:01:29.560569 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-02ca4d9f-c675-4164-a87b-04e7d0067b9b tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:01:29.638929 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca4d9f-c675-4164-a87b-04e7d0067b9b tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Pushing event updated for resources: {'Port': ['ID=aefb4620-4628-4442-82fe-68cd50ffbc48,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:29.747349 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-02ca4d9f-c675-4164-a87b-04e7d0067b9b tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:29.748250 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-02ca4d9f-c675-4164-a87b-04e7d0067b9b tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:29.802499 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-02ca4d9f-c675-4164-a87b-04e7d0067b9b tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.3772037 Nov 10 18:01:29.825454 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-5f695f9d-ebb5-4d07-a03f-5c7f40c66221 service neutron] Request body: {'port': {'device_id': '175870af-bb7a-4e2d-9c4f-fa2bf2994448', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:01:29.977838 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-5f695f9d-ebb5-4d07-a03f-5c7f40c66221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:30.031797 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-138d46e0-5f59-4f67-8249-17f8b7495669 None None] Provisioning complete for port aefb4620-4628-4442-82fe-68cd50ffbc48 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:01:30.035311 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-138d46e0-5f59-4f67-8249-17f8b7495669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:30.105624 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-138d46e0-5f59-4f67-8249-17f8b7495669 None None] Port aefb4620-4628-4442-82fe-68cd50ffbc48 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:01:30.213640 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a9b4a-852d-4340-8ba6-7e505a6fc9a4 req-4d31b92d-eabe-43b7-a37a-73e3c7f50704 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:30.216254 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-379a9b4a-852d-4340-8ba6-7e505a6fc9a4 req-4d31b92d-eabe-43b7-a37a-73e3c7f50704 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/ports?device_id=175870af-bb7a-4e2d-9c4f-fa2bf2994448 HTTP/1.1" status: 200 len: 895 time: 0.0614738 Nov 10 18:01:30.348131 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-5f695f9d-ebb5-4d07-a03f-5c7f40c66221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aefb4620-4628-4442-82fe-68cd50ffbc48 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:01:30.355823 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-5f695f9d-ebb5-4d07-a03f-5c7f40c66221 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:30.369989 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-5f695f9d-ebb5-4d07-a03f-5c7f40c66221 service neutron] Transition to ACTIVE for port object aefb4620-4628-4442-82fe-68cd50ffbc48 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:01:30.373810 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-5f695f9d-ebb5-4d07-a03f-5c7f40c66221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:30.453695 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f695f9d-ebb5-4d07-a03f-5c7f40c66221 service neutron] Pushing event updated for resources: {'Port': ['ID=aefb4620-4628-4442-82fe-68cd50ffbc48,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:30.507882 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1dbc807e-f639-4f26-b3c4-5536504ba375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:30.520534 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-5f695f9d-ebb5-4d07-a03f-5c7f40c66221 service neutron] Attempting to bind port aefb4620-4628-4442-82fe-68cd50ffbc48 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:01:30.521103 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-5f695f9d-ebb5-4d07-a03f-5c7f40c66221 service neutron] Attempting to bind port aefb4620-4628-4442-82fe-68cd50ffbc48 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '36abfb93-6707-4a33-9e7f-e21eab010bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '36d70932-709e-42e8-bf93-4a026a4846e0'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:01:30.521103 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-5f695f9d-ebb5-4d07-a03f-5c7f40c66221 service neutron] Attempting to bind port aefb4620-4628-4442-82fe-68cd50ffbc48 on network 36d70932-709e-42e8-bf93-4a026a4846e0 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:01:30.554677 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5540b6b6-22b2-41ab-ba42-513830d84d8d req-e588e54d-251d-4d09-aa6e-a90654267393 tempest-ServerShowV254Test-1688933317 tempest-ServerShowV254Test-1688933317-project] 10.222.0.39 "GET /v2.0/ports?device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.0310776 Nov 10 18:01:30.555700 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-5f695f9d-ebb5-4d07-a03f-5c7f40c66221 service neutron] Port aefb4620-4628-4442-82fe-68cd50ffbc48 on network 36d70932-709e-42e8-bf93-4a026a4846e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:01:30.556030 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-5f695f9d-ebb5-4d07-a03f-5c7f40c66221 service neutron] Attempting to bind port aefb4620-4628-4442-82fe-68cd50ffbc48 on network 36d70932-709e-42e8-bf93-4a026a4846e0 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:01:30.563078 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-5f695f9d-ebb5-4d07-a03f-5c7f40c66221 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:01:30.563654 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-5f695f9d-ebb5-4d07-a03f-5c7f40c66221 service neutron] Checking segment: {'id': '36abfb93-6707-4a33-9e7f-e21eab010bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '36d70932-709e-42e8-bf93-4a026a4846e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:01:30.564089 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-5f695f9d-ebb5-4d07-a03f-5c7f40c66221 service neutron] Bound using segment: {'id': '36abfb93-6707-4a33-9e7f-e21eab010bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '36d70932-709e-42e8-bf93-4a026a4846e0'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:01:30.564617 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-5f695f9d-ebb5-4d07-a03f-5c7f40c66221 service neutron] Bound port: aefb4620-4628-4442-82fe-68cd50ffbc48, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36abfb93-6707-4a33-9e7f-e21eab010bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '36d70932-709e-42e8-bf93-4a026a4846e0'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:01:30.564983 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-5f695f9d-ebb5-4d07-a03f-5c7f40c66221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:30.669771 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-5f695f9d-ebb5-4d07-a03f-5c7f40c66221 service neutron] For port aefb4620-4628-4442-82fe-68cd50ffbc48, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:01:30.675479 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-5f695f9d-ebb5-4d07-a03f-5c7f40c66221 service neutron] For port aefb4620-4628-4442-82fe-68cd50ffbc48, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=aefb4620-4628-4442-82fe-68cd50ffbc48,segment=NetworkSegment(36abfb93-6707-4a33-9e7f-e21eab010bc9),segment_id=36abfb93-6707-4a33-9e7f-e21eab010bc9)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:01:30.683170 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-5f695f9d-ebb5-4d07-a03f-5c7f40c66221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:30.760801 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-5f695f9d-ebb5-4d07-a03f-5c7f40c66221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:30.760801 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-5f695f9d-ebb5-4d07-a03f-5c7f40c66221 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:30.762052 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-5f695f9d-ebb5-4d07-a03f-5c7f40c66221 service neutron] 10.222.0.13 "PUT /v2.0/ports/aefb4620-4628-4442-82fe-68cd50ffbc48 HTTP/1.1" status: 200 len: 1056 time: 0.9483516 Nov 10 18:01:30.762521 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '175870af-bb7a-4e2d-9c4f-fa2bf2994448', 'tag': 'aefb4620-4628-4442-82fe-68cd50ffbc48'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:01:30.767895 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6366c57d-e04e-4421-a211-0eea55c68c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "175870af-bb7a-4e2d-9c4f-fa2bf2994448", "tag": "aefb4620-4628-4442-82fe-68cd50ffbc48"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:01:30.854367 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cf7797-203a-4148-8c19-964bb67f7eb9 x-openstack-request-id: req-e0cf7797-203a-4148-8c19-964bb67f7eb9 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:01:30.854843 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "175870af-bb7a-4e2d-9c4f-fa2bf2994448", "tag": "aefb4620-4628-4442-82fe-68cd50ffbc48", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:01:30.855169 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e0cf7797-203a-4148-8c19-964bb67f7eb9 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:01:30.855652 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '175870af-bb7a-4e2d-9c4f-fa2bf2994448', 'tag': 'aefb4620-4628-4442-82fe-68cd50ffbc48', 'status': 'completed', 'code': 200} Nov 10 18:01:30.875359 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f695f9d-ebb5-4d07-a03f-5c7f40c66221 service neutron] Pushing event updated for resources: {'Port': ['ID=aefb4620-4628-4442-82fe-68cd50ffbc48,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:30.901955 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-d110d33a-0577-49f5-96cc-e9beaefa2d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:30.903720 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-d110d33a-0577-49f5-96cc-e9beaefa2d37 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6cf963dee3564948a98198b38669eacf&device_id=175870af-bb7a-4e2d-9c4f-fa2bf2994448 HTTP/1.1" status: 200 len: 1059 time: 0.0718012 Nov 10 18:01:30.969493 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-d991575e-95f0-4631-b7aa-387c66c5f0ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=aefb4620-4628-4442-82fe-68cd50ffbc48 HTTP/1.1" status: 200 len: 217 time: 0.0556448 Nov 10 18:01:31.031688 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-7c961e6d-0527-46fb-81b7-b00e19109d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:31.033259 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-7c961e6d-0527-46fb-81b7-b00e19109d34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=baefbd6f-bc9d-4097-9b40-423e4ae155ae HTTP/1.1" status: 200 len: 838 time: 0.0554698 Nov 10 18:01:31.095091 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-5c0cf7b0-af45-48c4-9607-0de8a61f997d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:31.096745 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-5c0cf7b0-af45-48c4-9607-0de8a61f997d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36d70932-709e-42e8-bf93-4a026a4846e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0545661 Nov 10 18:01:31.209416 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-4b0d9757-cdd7-47a2-99df-63622829d8a9 service neutron] 10.222.0.13 "GET /v2.0/networks/36d70932-709e-42e8-bf93-4a026a4846e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015773 Nov 10 18:01:31.321457 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a49f2b3-4846-41db-9b51-1d5e6c5cf92c req-f2e1121a-2ca8-46b1-b99d-56cb3cda9a7e service neutron] 10.222.0.13 "GET /v2.0/networks/36d70932-709e-42e8-bf93-4a026a4846e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029587 Nov 10 18:01:31.358838 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb660ed4-7073-44a9-a797-f51570263dd4 req-fa1d7c6d-5bc3-4dcc-a5c3-d8f1e0480dfb tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:31.360429 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fb660ed4-7073-44a9-a797-f51570263dd4 req-fa1d7c6d-5bc3-4dcc-a5c3-d8f1e0480dfb tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/ports?device_id=175870af-bb7a-4e2d-9c4f-fa2bf2994448 HTTP/1.1" status: 200 len: 907 time: 0.0626686 Nov 10 18:01:31.439079 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366c57d-e04e-4421-a211-0eea55c68c9b req-cef3efb1-58ca-4f8b-881e-358c416f8377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:31.441841 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6366c57d-e04e-4421-a211-0eea55c68c9b req-cef3efb1-58ca-4f8b-881e-358c416f8377 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6cf963dee3564948a98198b38669eacf&device_id=175870af-bb7a-4e2d-9c4f-fa2bf2994448 HTTP/1.1" status: 200 len: 1059 time: 0.0501873 Nov 10 18:01:31.550997 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366c57d-e04e-4421-a211-0eea55c68c9b req-88cd89d9-ca8b-49df-94fc-e185ccb50abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:31.552516 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6366c57d-e04e-4421-a211-0eea55c68c9b req-88cd89d9-ca8b-49df-94fc-e185ccb50abc service neutron] 10.222.0.13 "GET /v2.0/networks?id=36d70932-709e-42e8-bf93-4a026a4846e0 HTTP/1.1" status: 200 len: 899 time: 0.0977850 Nov 10 18:01:31.598988 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6366c57d-e04e-4421-a211-0eea55c68c9b req-053791c3-061d-4157-8122-cdb7135b317d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=aefb4620-4628-4442-82fe-68cd50ffbc48 HTTP/1.1" status: 200 len: 217 time: 0.0373313 Nov 10 18:01:31.689700 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a0827021-00be-400b-a044-f849be648f68 req-354d18fb-aca5-4424-9d9f-b7be6a06e75f tempest-ServerShowV254Test-1688933317 tempest-ServerShowV254Test-1688933317-project] 10.222.0.39 "GET /v2.0/ports?device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.0362549 Nov 10 18:01:31.691335 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366c57d-e04e-4421-a211-0eea55c68c9b req-5252a269-5ca6-47ed-83bd-bd0f5b7f6f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:31.692764 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6366c57d-e04e-4421-a211-0eea55c68c9b req-5252a269-5ca6-47ed-83bd-bd0f5b7f6f7c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=baefbd6f-bc9d-4097-9b40-423e4ae155ae HTTP/1.1" status: 200 len: 838 time: 0.0840669 Nov 10 18:01:31.743068 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366c57d-e04e-4421-a211-0eea55c68c9b req-9aeb2f77-4699-450e-9b59-1039ac021191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:31.744647 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6366c57d-e04e-4421-a211-0eea55c68c9b req-9aeb2f77-4699-450e-9b59-1039ac021191 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36d70932-709e-42e8-bf93-4a026a4846e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0437315 Nov 10 18:01:31.852558 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7a44ab8c-1b52-4cc1-9d70-0de6bc2e8786 req-fd1bd195-9be3-4100-9caf-03270538ca0f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.0364320 Nov 10 18:01:31.867939 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6366c57d-e04e-4421-a211-0eea55c68c9b req-8c735743-97c3-4cb9-b2ac-bd11843988d6 service neutron] 10.222.0.13 "GET /v2.0/networks/36d70932-709e-42e8-bf93-4a026a4846e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151028 Nov 10 18:01:31.965207 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6366c57d-e04e-4421-a211-0eea55c68c9b req-7be96844-e30e-431d-84d9-019a40faba2c service neutron] 10.222.0.13 "GET /v2.0/networks/36d70932-709e-42e8-bf93-4a026a4846e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871861 Nov 10 18:01:32.500811 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a4f04-2a6f-4f48-8f13-7e031c91dc1b req-100445b0-7f16-47b6-b571-33ad5f1065a0 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:32.502349 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a07a4f04-2a6f-4f48-8f13-7e031c91dc1b req-100445b0-7f16-47b6-b571-33ad5f1065a0 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/ports?device_id=175870af-bb7a-4e2d-9c4f-fa2bf2994448 HTTP/1.1" status: 200 len: 907 time: 0.0569086 Nov 10 18:01:32.803959 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a8b4394d-9b8e-427d-be59-47a3ac58b142 req-d552a508-5b59-4e29-bc13-60b01676d606 tempest-ServerShowV254Test-1688933317 tempest-ServerShowV254Test-1688933317-project] 10.222.0.39 "GET /v2.0/ports?device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.0289676 Nov 10 18:01:32.845449 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-35fa536d-9162-41b4-946f-c62e3ff14c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:33.634753 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793fda1f-abf4-4843-a3c2-986227323a32 req-c1423af7-190f-4de9-a55c-f1f4fea965b5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:33.636313 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-793fda1f-abf4-4843-a3c2-986227323a32 req-c1423af7-190f-4de9-a55c-f1f4fea965b5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/ports?device_id=175870af-bb7a-4e2d-9c4f-fa2bf2994448 HTTP/1.1" status: 200 len: 907 time: 0.0580959 Nov 10 18:01:33.942303 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eb1d5a98-6971-41dd-9a92-2877aef6d03e req-f67f1471-8fc7-4122-b59f-9d0b6ac0c191 tempest-ServerShowV254Test-1688933317 tempest-ServerShowV254Test-1688933317-project] 10.222.0.39 "GET /v2.0/ports?device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.0325787 Nov 10 18:01:34.042847 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:34.546459 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7f70902a-4e21-4a7e-a2ed-8fbdbd488774 req-a2ac156a-a8ba-4fb4-841e-1e912c8b7170 tempest-ServerShowV254Test-1688933317 tempest-ServerShowV254Test-1688933317-project] 10.222.0.39 "GET /v2.0/ports?device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.0297055 Nov 10 18:01:34.689440 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device aefb4620-4628-4442-82fe-68cd50ffbc48 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:01:34.787685 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca5f47-db95-49e5-9d89-638e9594595b req-7cadc830-dc73-47fb-85c7-f0633c4c369d tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:34.789670 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a5ca5f47-db95-49e5-9d89-638e9594595b req-7cadc830-dc73-47fb-85c7-f0633c4c369d tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/ports?device_id=175870af-bb7a-4e2d-9c4f-fa2bf2994448 HTTP/1.1" status: 200 len: 907 time: 0.0654376 Nov 10 18:01:34.820203 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port aefb4620-4628-4442-82fe-68cd50ffbc48, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=aefb4620-4628-4442-82fe-68cd50ffbc48,segment=NetworkSegment(36abfb93-6707-4a33-9e7f-e21eab010bc9),segment_id=36abfb93-6707-4a33-9e7f-e21eab010bc9)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:01:34.832608 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'aefb4620-4628-4442-82fe-68cd50ffbc48', 'network_id': '36d70932-709e-42e8-bf93-4a026a4846e0', 'port_id': 'aefb4620-4628-4442-82fe-68cd50ffbc48', 'mac_address': 'fa:16:3e:9c:d5:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baefbd6f-bc9d-4097-9b40-423e4ae155ae', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:01:34.878556 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:34.891133 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aefb4620-4628-4442-82fe-68cd50ffbc48 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:01:34.911442 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port aefb4620-4628-4442-82fe-68cd50ffbc48, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=aefb4620-4628-4442-82fe-68cd50ffbc48,segment=NetworkSegment(36abfb93-6707-4a33-9e7f-e21eab010bc9),segment_id=36abfb93-6707-4a33-9e7f-e21eab010bc9)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:01:34.915640 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:34.963711 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=aefb4620-4628-4442-82fe-68cd50ffbc48,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:35.179772 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['aefb4620-4628-4442-82fe-68cd50ffbc48'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:01:35.562894 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:35.664199 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-becf9be5-87c4-4a4f-b3f7-edac6ae365a5 req-fd6aa87c-0fca-4068-9d25-697e6739f0da tempest-ServerShowV254Test-1688933317 tempest-ServerShowV254Test-1688933317-project] 10.222.0.39 "GET /v2.0/ports?device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.0287664 Nov 10 18:01:35.925814 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421bf5a9-48ce-49a0-b6f9-e6dc01d62146 req-e8a67408-ca93-464a-9eff-1108acadfe70 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:35.927450 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-421bf5a9-48ce-49a0-b6f9-e6dc01d62146 req-e8a67408-ca93-464a-9eff-1108acadfe70 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/ports?device_id=175870af-bb7a-4e2d-9c4f-fa2bf2994448 HTTP/1.1" status: 200 len: 908 time: 0.0582893 Nov 10 18:01:36.305946 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:36.703559 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device aefb4620-4628-4442-82fe-68cd50ffbc48 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:01:36.766702 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port aefb4620-4628-4442-82fe-68cd50ffbc48 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:01:36.777935 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port aefb4620-4628-4442-82fe-68cd50ffbc48 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:01:36.778146 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-05a5d019-7e09-4588-9e34-4be0cb6a7b13 req-2f9d76a4-8339-453f-b272-e2ff7c3f4396 tempest-ServerShowV254Test-1688933317 tempest-ServerShowV254Test-1688933317-project] 10.222.0.39 "GET /v2.0/ports?device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.0341492 Nov 10 18:01:36.779698 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:36.855978 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:01:37.024187 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:37.048236 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175870af-bb7a-4e2d-9c4f-fa2bf2994448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aefb4620-4628-4442-82fe-68cd50ffbc48'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:01:37.050395 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bcbdec-cdf7-4a65-8b44-a3f11fa89132" -d '{"events": [{"server_uuid": "175870af-bb7a-4e2d-9c4f-fa2bf2994448", "name": "network-vif-plugged", "status": "completed", "tag": "aefb4620-4628-4442-82fe-68cd50ffbc48"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:01:37.063612 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port aefb4620-4628-4442-82fe-68cd50ffbc48, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=aefb4620-4628-4442-82fe-68cd50ffbc48,segment=NetworkSegment(36abfb93-6707-4a33-9e7f-e21eab010bc9),segment_id=36abfb93-6707-4a33-9e7f-e21eab010bc9)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:01:37.067240 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9b065-67e5-4ab6-84b4-f3a2fc4c7411 req-a8f48c09-77aa-4abf-b7af-4c7fbecf1790 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:37.068542 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:37.068961 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-95d9b065-67e5-4ab6-84b4-f3a2fc4c7411 req-a8f48c09-77aa-4abf-b7af-4c7fbecf1790 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/ports?device_id=175870af-bb7a-4e2d-9c4f-fa2bf2994448 HTTP/1.1" status: 200 len: 908 time: 0.0521889 Nov 10 18:01:37.112883 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e543e393-63c4-4db5-990f-1d751b04b244 x-openstack-request-id: req-e543e393-63c4-4db5-990f-1d751b04b244 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:01:37.113178 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "175870af-bb7a-4e2d-9c4f-fa2bf2994448", "name": "network-vif-plugged", "status": "completed", "tag": "aefb4620-4628-4442-82fe-68cd50ffbc48", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:01:37.113429 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e543e393-63c4-4db5-990f-1d751b04b244 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:01:37.113829 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175870af-bb7a-4e2d-9c4f-fa2bf2994448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aefb4620-4628-4442-82fe-68cd50ffbc48', 'code': 200} Nov 10 18:01:37.124355 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=aefb4620-4628-4442-82fe-68cd50ffbc48,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:37.229243 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e566a-f04a-4223-b291-d8b235019c0c req-35c7eb91-1fdc-4655-a1b3-b4ab9e7dde96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:37.230819 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-136e566a-f04a-4223-b291-d8b235019c0c req-35c7eb91-1fdc-4655-a1b3-b4ab9e7dde96 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=175870af-bb7a-4e2d-9c4f-fa2bf2994448 HTTP/1.1" status: 200 len: 1061 time: 0.0459037 Nov 10 18:01:37.898257 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0f28ca5-19dc-4e0f-bbdc-4963a56b81e8 req-a047e710-1f61-458a-ae4c-1025dafff2f3 tempest-ServerShowV254Test-1688933317 tempest-ServerShowV254Test-1688933317-project] 10.222.0.39 "GET /v2.0/ports?device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.0355215 Nov 10 18:01:38.191298 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffabd59-b06d-42c7-a062-916821968193 req-810f4b19-4c79-4871-acb2-c35b4cef4029 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:38.192953 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3ffabd59-b06d-42c7-a062-916821968193 req-810f4b19-4c79-4871-acb2-c35b4cef4029 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/ports?device_id=175870af-bb7a-4e2d-9c4f-fa2bf2994448 HTTP/1.1" status: 200 len: 909 time: 0.0504475 Nov 10 18:01:39.006880 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-abdff616-5695-4f95-8708-d928793f7ad6 req-a0bb42ad-e10e-4ab7-950e-42134178614f tempest-ServerShowV254Test-1688933317 tempest-ServerShowV254Test-1688933317-project] 10.222.0.39 "GET /v2.0/ports?device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.0288239 Nov 10 18:01:39.311754 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8742063-16c3-4133-8c66-96d1b6a92232 req-77785749-8929-4b27-9bb2-89e6c302088e tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:39.320809 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba70642-da88-49f9-9101-93c6d4efdd2c req-b7a2f0ee-bad7-43b8-a997-dd6796e16967 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:39.321324 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a8742063-16c3-4133-8c66-96d1b6a92232 req-77785749-8929-4b27-9bb2-89e6c302088e tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 1098 time: 0.0513592 Nov 10 18:01:39.345947 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aba70642-da88-49f9-9101-93c6d4efdd2c req-b7a2f0ee-bad7-43b8-a997-dd6796e16967 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/ports?device_id=175870af-bb7a-4e2d-9c4f-fa2bf2994448 HTTP/1.1" status: 200 len: 909 time: 0.0775025 Nov 10 18:01:39.384112 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a8742063-16c3-4133-8c66-96d1b6a92232 req-ba61586c-6d05-4b07-99ce-76a3e25cbff0 tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621443 Nov 10 18:01:39.410734 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48350) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:39.564564 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7644153-4c8d-47cd-8986-5f2ca1daa482 req-496960e9-4232-458b-9636-ec598b9e1506 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:39.566020 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7644153-4c8d-47cd-8986-5f2ca1daa482 req-496960e9-4232-458b-9636-ec598b9e1506 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/ports?device_id=175870af-bb7a-4e2d-9c4f-fa2bf2994448 HTTP/1.1" status: 200 len: 909 time: 0.1485460 Nov 10 18:01:39.644019 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-30843a77-ea78-4507-ae53-f1cdc4e61048 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Deleting port 51898df4-6f36-43b0-b9f3-ebbfde686b6b {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:01:39.644775 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-30843a77-ea78-4507-ae53-f1cdc4e61048 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:39.755205 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-30843a77-ea78-4507-ae53-f1cdc4e61048 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:39.755849 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-30843a77-ea78-4507-ae53-f1cdc4e61048 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:39.759500 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b645b27-703b-41f2-9a30-17442d49bd54 req-0de88de5-12bf-4d6a-8067-4a1142744eec tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:39.761080 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5b645b27-703b-41f2-9a30-17442d49bd54 req-0de88de5-12bf-4d6a-8067-4a1142744eec tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=175870af-bb7a-4e2d-9c4f-fa2bf2994448 HTTP/1.1" status: 200 len: 1061 time: 0.1039755 Nov 10 18:01:39.778151 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-30843a77-ea78-4507-ae53-f1cdc4e61048 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Calling delete_port for 51898df4-6f36-43b0-b9f3-ebbfde686b6b owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:01:39.892087 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d36a5-9ff6-4f83-abb8-adb0323c11d5 req-c79d5644-ca72-46e7-98e0-12c8ed4fdbe2 tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:39.894638 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1d0d36a5-9ff6-4f83-abb8-adb0323c11d5 req-c79d5644-ca72-46e7-98e0-12c8ed4fdbe2 tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0604a83b-ae46-4983-9f42-32e523506b54 HTTP/1.1" status: 200 len: 1136 time: 0.0569298 Nov 10 18:01:39.961530 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1d0d36a5-9ff6-4f83-abb8-adb0323c11d5 req-44064b3b-cdf7-493e-a6c5-f986ae220689 tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=6aba5cc7-0fc5-4ca4-b0f6-4c29e3fd955c&id=1a197fd1-b811-4c67-ba76-70efe7ccc717&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0590024 Nov 10 18:01:39.985076 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48358) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:40.039890 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76396247-d646-4510-ace5-8422930b1ab9 tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:40.049202 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-76396247-d646-4510-ace5-8422930b1ab9 tempest-TestSecurityGroupsBasicOps-1618974157 tempest-TestSecurityGroupsBasicOps-1618974157-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=175870af-bb7a-4e2d-9c4f-fa2bf2994448 HTTP/1.1" status: 200 len: 1056 time: 0.0629468 Nov 10 18:01:40.327591 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f8337f78-75ba-456e-80e5-2004e1eeef53 req-4da56c3d-618d-4d54-b157-737db2b8b7bb tempest-ServerShowV254Test-1688933317 tempest-ServerShowV254Test-1688933317-project] 10.222.0.39 "GET /v2.0/ports?device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.0364103 Nov 10 18:01:40.371643 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-30843a77-ea78-4507-ae53-f1cdc4e61048 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:40.381693 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f018cf-56b9-4985-a8a9-f637fd7a19ef req-1db2418d-997d-45c0-b90d-454312a3ae65 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:40.389907 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f5f018cf-56b9-4985-a8a9-f637fd7a19ef req-1db2418d-997d-45c0-b90d-454312a3ae65 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/ports?device_id=175870af-bb7a-4e2d-9c4f-fa2bf2994448 HTTP/1.1" status: 200 len: 909 time: 0.0725231 Nov 10 18:01:40.396834 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30843a77-ea78-4507-ae53-f1cdc4e61048 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event deleted for resources: {'Port': ['ID=51898df4-6f36-43b0-b9f3-ebbfde686b6b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:40.408475 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843a77-ea78-4507-ae53-f1cdc4e61048 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:40.408842 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843a77-ea78-4507-ae53-f1cdc4e61048 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:40.409870 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843a77-ea78-4507-ae53-f1cdc4e61048 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:40.409870 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843a77-ea78-4507-ae53-f1cdc4e61048 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:40.409870 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843a77-ea78-4507-ae53-f1cdc4e61048 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:40.411648 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843a77-ea78-4507-ae53-f1cdc4e61048 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:40.411648 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843a77-ea78-4507-ae53-f1cdc4e61048 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:40.411648 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843a77-ea78-4507-ae53-f1cdc4e61048 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:40.411648 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843a77-ea78-4507-ae53-f1cdc4e61048 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:40.411648 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843a77-ea78-4507-ae53-f1cdc4e61048 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:40.411648 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843a77-ea78-4507-ae53-f1cdc4e61048 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:40.413123 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30843a77-ea78-4507-ae53-f1cdc4e61048 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:40.494767 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-30843a77-ea78-4507-ae53-f1cdc4e61048 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:40.495297 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-30843a77-ea78-4507-ae53-f1cdc4e61048 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Floating IP 750ad715-24cb-4e39-bd6b-14d600d1f3ac disassociated (deleted). External IP: 172.25.5.211, port: 72da4933-3021-4964-b6cd-e84e165c4734. Nov 10 18:01:40.754884 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30843a77-ea78-4507-ae53-f1cdc4e61048 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Router e3aff5c6-c377-4fe9-8c64-b8a480d91129 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:01:40.885161 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30843a77-ea78-4507-ae53-f1cdc4e61048 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:01:40.893677 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-30843a77-ea78-4507-ae53-f1cdc4e61048 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:40.902985 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8334b475-1cd1-4b69-b279-1408cae7097c None None] Sync routers for ids ['e3aff5c6-c377-4fe9-8c64-b8a480d91129'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:01:40.915074 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8334b475-1cd1-4b69-b279-1408cae7097c None None] Routers {'e3aff5c6-c377-4fe9-8c64-b8a480d91129'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:01:40.916028 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8334b475-1cd1-4b69-b279-1408cae7097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:01:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['e3aff5c6-c377-4fe9-8c64-b8a480d91129'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:40.939756 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-30843a77-ea78-4507-ae53-f1cdc4e61048 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "DELETE /v2.0/floatingips/750ad715-24cb-4e39-bd6b-14d600d1f3ac HTTP/1.1" status: 204 len: 168 time: 1.5245783 Nov 10 18:01:40.939756 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c2fbe7-a7cf-49da-beac-47879b85c684', 'tag': '72da4933-3021-4964-b6cd-e84e165c4734'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:01:40.951718 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368baa5a-aa7f-44a8-ba72-5c4a41cd1345" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c2fbe7-a7cf-49da-beac-47879b85c684", "tag": "72da4933-3021-4964-b6cd-e84e165c4734"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:01:41.011144 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcc69d2-a38a-44c6-bcd2-89766253c4b8 x-openstack-request-id: req-9fcc69d2-a38a-44c6-bcd2-89766253c4b8 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:01:41.011661 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c2fbe7-a7cf-49da-beac-47879b85c684", "tag": "72da4933-3021-4964-b6cd-e84e165c4734", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:01:41.012043 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9fcc69d2-a38a-44c6-bcd2-89766253c4b8 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:01:41.012512 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4c2fbe7-a7cf-49da-beac-47879b85c684', 'tag': '72da4933-3021-4964-b6cd-e84e165c4734', 'status': 'completed', 'code': 200} Nov 10 18:01:41.080905 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-8334b475-1cd1-4b69-b279-1408cae7097c None None] Set router e3aff5c6-c377-4fe9-8c64-b8a480d91129 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:01:41.112489 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368baa5a-aa7f-44a8-ba72-5c4a41cd1345 req-b1feec0e-06b8-486f-99a0-c261d927c8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:41.117747 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-368baa5a-aa7f-44a8-ba72-5c4a41cd1345 req-b1feec0e-06b8-486f-99a0-c261d927c8cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 1098 time: 0.0744200 Nov 10 18:01:41.314894 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368baa5a-aa7f-44a8-ba72-5c4a41cd1345 req-055a61b6-7b37-4870-99d0-c1fd77bba412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:41.317562 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-368baa5a-aa7f-44a8-ba72-5c4a41cd1345 req-055a61b6-7b37-4870-99d0-c1fd77bba412 service neutron] 10.222.0.13 "GET /v2.0/networks?id=57c95eaf-dc5f-4839-942b-96ef79a46308 HTTP/1.1" status: 200 len: 898 time: 0.1846459 Nov 10 18:01:41.340462 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8334b475-1cd1-4b69-b279-1408cae7097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587253054', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5dcae3fb-41ce-450e-b63f-13dc3f99c523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:21Z', 'updated_at': '2021-11-10T17:59:29Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '5dcae3fb-41ce-450e-b63f-13dc3f99c523', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:22Z', 'updated_at': '2021-11-10T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7', 'name': '', 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:ae:f8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '6bf09b79-f590-415f-898e-f1a6dd84502d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:27Z', 'updated_at': '2021-11-10T17:59:35Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': '6bf09b79-f590-415f-898e-f1a6dd84502d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:41.372699 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8334b475-1cd1-4b69-b279-1408cae7097c None None] Checking router: e3aff5c6-c377-4fe9-8c64-b8a480d91129 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:01:41.376623 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-368baa5a-aa7f-44a8-ba72-5c4a41cd1345 req-33a95733-4b2e-4c75-ba42-e362b2738a86 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72da4933-3021-4964-b6cd-e84e165c4734 HTTP/1.1" status: 200 len: 217 time: 0.0404208 Nov 10 18:01:41.382045 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8334b475-1cd1-4b69-b279-1408cae7097c None None] Routers {'e3aff5c6-c377-4fe9-8c64-b8a480d91129'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:01:41.382655 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8334b475-1cd1-4b69-b279-1408cae7097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:01:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['e3aff5c6-c377-4fe9-8c64-b8a480d91129'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:41.385278 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3611c-5eba-415e-8007-7df023ba6126 req-10e4e46d-3b0b-4272-b0cf-f2ba1390c6e9 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:41.386927 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-25a3611c-5eba-415e-8007-7df023ba6126 req-10e4e46d-3b0b-4272-b0cf-f2ba1390c6e9 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 946 time: 0.1161902 Nov 10 18:01:41.489547 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-43e796cb-b146-421a-96fb-7ef194c825c6 req-79da539b-a26c-4220-9fbe-1a6790f48b08 tempest-ServerShowV254Test-1688933317 tempest-ServerShowV254Test-1688933317-project] 10.222.0.39 "GET /v2.0/ports?device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.0322714 Nov 10 18:01:41.490221 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368baa5a-aa7f-44a8-ba72-5c4a41cd1345 req-423057f5-3e66-4544-bfd8-1c8cb2d3ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:41.492307 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-368baa5a-aa7f-44a8-ba72-5c4a41cd1345 req-423057f5-3e66-4544-bfd8-1c8cb2d3ae27 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6bf09b79-f590-415f-898e-f1a6dd84502d HTTP/1.1" status: 200 len: 834 time: 0.1027822 Nov 10 18:01:41.498153 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-25a3611c-5eba-415e-8007-7df023ba6126 req-0480ba81-4893-40e6-967b-3f723e4a681c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006198 Nov 10 18:01:41.587651 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-8334b475-1cd1-4b69-b279-1408cae7097c None None] Set router e3aff5c6-c377-4fe9-8c64-b8a480d91129 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:01:41.598201 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368baa5a-aa7f-44a8-ba72-5c4a41cd1345 req-c6ee3765-7871-42c3-a234-3e0186721bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:41.600075 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-368baa5a-aa7f-44a8-ba72-5c4a41cd1345 req-c6ee3765-7871-42c3-a234-3e0186721bd8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57c95eaf-dc5f-4839-942b-96ef79a46308&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0894592 Nov 10 18:01:41.706644 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb892a-8437-4b1b-9873-2c7a5dce6b43 req-ae2091df-e07c-440b-85d9-95c1ce66840a tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:41.716530 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-90fb892a-8437-4b1b-9873-2c7a5dce6b43 req-ae2091df-e07c-440b-85d9-95c1ce66840a tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/ports?device_id=175870af-bb7a-4e2d-9c4f-fa2bf2994448 HTTP/1.1" status: 200 len: 909 time: 0.1366696 Nov 10 18:01:41.743857 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-368baa5a-aa7f-44a8-ba72-5c4a41cd1345 req-b8b8c617-f45a-4524-aa28-9db6b6dce6dc service neutron] 10.222.0.13 "GET /v2.0/networks/57c95eaf-dc5f-4839-942b-96ef79a46308?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284204 Nov 10 18:01:41.872000 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-368baa5a-aa7f-44a8-ba72-5c4a41cd1345 req-18a08690-af98-4071-981d-6a7d7c5278db service neutron] 10.222.0.13 "GET /v2.0/networks/57c95eaf-dc5f-4839-942b-96ef79a46308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173375 Nov 10 18:01:41.964006 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de806f-00fa-4ec2-8e30-55bcd0022ba5 req-e2c16863-44f3-4483-b87f-8f4ac7fa4ebb tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:41.965589 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-15de806f-00fa-4ec2-8e30-55bcd0022ba5 req-e2c16863-44f3-4483-b87f-8f4ac7fa4ebb tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.13 "GET /v2.0/ports?device_id=175870af-bb7a-4e2d-9c4f-fa2bf2994448 HTTP/1.1" status: 200 len: 909 time: 0.0662956 Nov 10 18:01:41.976332 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-8334b475-1cd1-4b69-b279-1408cae7097c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587253054', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5dcae3fb-41ce-450e-b63f-13dc3f99c523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:21Z', 'updated_at': '2021-11-10T17:59:29Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '5dcae3fb-41ce-450e-b63f-13dc3f99c523', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:22Z', 'updated_at': '2021-11-10T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7', 'name': '', 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:ae:f8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '6bf09b79-f590-415f-898e-f1a6dd84502d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:27Z', 'updated_at': '2021-11-10T17:59:35Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': '6bf09b79-f590-415f-898e-f1a6dd84502d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:42.004238 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8334b475-1cd1-4b69-b279-1408cae7097c None None] The sync data for ids ['e3aff5c6-c377-4fe9-8c64-b8a480d91129'] in n-d-776250-10 is: [{'id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587253054', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5dcae3fb-41ce-450e-b63f-13dc3f99c523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:21Z', 'updated_at': '2021-11-10T17:59:29Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '5dcae3fb-41ce-450e-b63f-13dc3f99c523', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:22Z', 'updated_at': '2021-11-10T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7', 'name': '', 'network_id': '57c95eaf-dc5f-4839-942b-96ef79a46308', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:ae:f8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '6bf09b79-f590-415f-898e-f1a6dd84502d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:27Z', 'updated_at': '2021-11-10T17:59:35Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': '6bf09b79-f590-415f-898e-f1a6dd84502d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:01:42.084440 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-15de806f-00fa-4ec2-8e30-55bcd0022ba5 req-7c297038-8d6d-4043-bdec-d7ebda485402 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Deleting port aefb4620-4628-4442-82fe-68cd50ffbc48 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:01:42.085191 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-15de806f-00fa-4ec2-8e30-55bcd0022ba5 req-7c297038-8d6d-4043-bdec-d7ebda485402 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:42.200483 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-15de806f-00fa-4ec2-8e30-55bcd0022ba5 req-7c297038-8d6d-4043-bdec-d7ebda485402 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] For port aefb4620-4628-4442-82fe-68cd50ffbc48, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=aefb4620-4628-4442-82fe-68cd50ffbc48,segment=NetworkSegment(36abfb93-6707-4a33-9e7f-e21eab010bc9),segment_id=36abfb93-6707-4a33-9e7f-e21eab010bc9)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:01:42.200931 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-15de806f-00fa-4ec2-8e30-55bcd0022ba5 req-7c297038-8d6d-4043-bdec-d7ebda485402 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:42.226041 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-15de806f-00fa-4ec2-8e30-55bcd0022ba5 req-7c297038-8d6d-4043-bdec-d7ebda485402 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Calling delete_port for aefb4620-4628-4442-82fe-68cd50ffbc48 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:01:42.329191 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd32077e-803c-40de-ad8c-7554065aab1e None None] New status for floating IP 750ad715-24cb-4e39-bd6b-14d600d1f3ac: DOWN {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:01:42.424785 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-15de806f-00fa-4ec2-8e30-55bcd0022ba5 req-7c297038-8d6d-4043-bdec-d7ebda485402 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:42.456611 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c297038-8d6d-4043-bdec-d7ebda485402 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Pushing event deleted for resources: {'Port': ['ID=aefb4620-4628-4442-82fe-68cd50ffbc48,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:42.502792 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-15de806f-00fa-4ec2-8e30-55bcd0022ba5 req-7c297038-8d6d-4043-bdec-d7ebda485402 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] No DVR routers for this DVR port aefb4620-4628-4442-82fe-68cd50ffbc48 on host n-h2-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:01:42.505549 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-15de806f-00fa-4ec2-8e30-55bcd0022ba5 req-7c297038-8d6d-4043-bdec-d7ebda485402 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:42.509459 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-15de806f-00fa-4ec2-8e30-55bcd0022ba5 req-7c297038-8d6d-4043-bdec-d7ebda485402 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.13 "DELETE /v2.0/ports/aefb4620-4628-4442-82fe-68cd50ffbc48 HTTP/1.1" status: 204 len: 173 time: 0.5353692 Nov 10 18:01:42.509984 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175870af-bb7a-4e2d-9c4f-fa2bf2994448', 'name': 'network-vif-deleted', 'tag': 'aefb4620-4628-4442-82fe-68cd50ffbc48'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:01:42.512473 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a130b477-6df3-4868-a76b-67006d150aa3" -d '{"events": [{"server_uuid": "175870af-bb7a-4e2d-9c4f-fa2bf2994448", "name": "network-vif-deleted", "tag": "aefb4620-4628-4442-82fe-68cd50ffbc48"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:01:42.583355 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3c01d0-9572-4f92-b519-90f0926dbe2d x-openstack-request-id: req-ae3c01d0-9572-4f92-b519-90f0926dbe2d {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:01:42.585491 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "175870af-bb7a-4e2d-9c4f-fa2bf2994448", "name": "network-vif-deleted", "tag": "aefb4620-4628-4442-82fe-68cd50ffbc48", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:01:42.587433 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ae3c01d0-9572-4f92-b519-90f0926dbe2d {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:01:42.588529 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175870af-bb7a-4e2d-9c4f-fa2bf2994448', 'name': 'network-vif-deleted', 'tag': 'aefb4620-4628-4442-82fe-68cd50ffbc48', 'status': 'completed', 'code': 200} Nov 10 18:01:42.753139 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-48ad9dd5-5094-47f5-9452-38b12dedde3c req-5249c504-3595-4c00-b30c-0d071a619654 tempest-ServerShowV254Test-1688933317 tempest-ServerShowV254Test-1688933317-project] 10.222.0.39 "GET /v2.0/ports?device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.0579822 Nov 10 18:01:42.757752 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b538b8-38a5-49ae-add1-c177e7cc93ca req-ac9de71f-1946-4293-8299-73b4eb1d4b95 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:42.759272 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e5b538b8-38a5-49ae-add1-c177e7cc93ca req-ac9de71f-1946-4293-8299-73b4eb1d4b95 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 946 time: 0.1278913 Nov 10 18:01:42.867092 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e5b538b8-38a5-49ae-add1-c177e7cc93ca req-8d6559b3-aff9-4fd9-8ec6-b0488aa9d72c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c8f2167-9089-46a1-82ff-20ef2cea41f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845535 Nov 10 18:01:42.910984 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-73ad5598-7df4-4929-8854-f6d084272f77 req-ebfd8171-8ab3-472f-81d4-689c380552f9 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/ports?device_id=175870af-bb7a-4e2d-9c4f-fa2bf2994448 HTTP/1.1" status: 200 len: 210 time: 0.0331893 Nov 10 18:01:42.925348 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e81a5-7b11-4f06-a629-1c47fbbad2a1 req-2484fb35-113b-44fa-80bb-df412149cddb tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:42.927116 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f18e81a5-7b11-4f06-a629-1c47fbbad2a1 req-2484fb35-113b-44fa-80bb-df412149cddb tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4c2fbe7-a7cf-49da-beac-47879b85c684 HTTP/1.1" status: 200 len: 946 time: 0.1014886 Nov 10 18:01:43.039693 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-f18e81a5-7b11-4f06-a629-1c47fbbad2a1 req-277cd210-e0a3-40b9-a6fc-dc19a66c1714 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Deleting port 72da4933-3021-4964-b6cd-e84e165c4734 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:01:43.039982 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f18e81a5-7b11-4f06-a629-1c47fbbad2a1 req-277cd210-e0a3-40b9-a6fc-dc19a66c1714 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:43.146626 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-f18e81a5-7b11-4f06-a629-1c47fbbad2a1 req-277cd210-e0a3-40b9-a6fc-dc19a66c1714 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] For port 72da4933-3021-4964-b6cd-e84e165c4734, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=72da4933-3021-4964-b6cd-e84e165c4734,segment=NetworkSegment(56cdd7d6-947b-44b6-b5d9-a516cbcb8a93),segment_id=56cdd7d6-947b-44b6-b5d9-a516cbcb8a93)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:01:43.147311 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f18e81a5-7b11-4f06-a629-1c47fbbad2a1 req-277cd210-e0a3-40b9-a6fc-dc19a66c1714 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:43.162498 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-f18e81a5-7b11-4f06-a629-1c47fbbad2a1 req-277cd210-e0a3-40b9-a6fc-dc19a66c1714 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Calling delete_port for 72da4933-3021-4964-b6cd-e84e165c4734 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:01:43.313491 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f18e81a5-7b11-4f06-a629-1c47fbbad2a1 req-277cd210-e0a3-40b9-a6fc-dc19a66c1714 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:43.340425 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277cd210-e0a3-40b9-a6fc-dc19a66c1714 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event deleted for resources: {'Port': ['ID=72da4933-3021-4964-b6cd-e84e165c4734,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:43.392861 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18e81a5-7b11-4f06-a629-1c47fbbad2a1 req-277cd210-e0a3-40b9-a6fc-dc19a66c1714 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] No DVR routers for this DVR port 72da4933-3021-4964-b6cd-e84e165c4734 on host n-h2-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:01:43.395513 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f18e81a5-7b11-4f06-a629-1c47fbbad2a1 req-277cd210-e0a3-40b9-a6fc-dc19a66c1714 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:43.398895 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f18e81a5-7b11-4f06-a629-1c47fbbad2a1 req-277cd210-e0a3-40b9-a6fc-dc19a66c1714 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.13 "DELETE /v2.0/ports/72da4933-3021-4964-b6cd-e84e165c4734 HTTP/1.1" status: 204 len: 173 time: 0.4617069 Nov 10 18:01:43.868172 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-21e12fd8-d168-406d-8970-d90ebb276f67 req-a4c25f49-7f42-4ab9-89da-2bbafe4a7bd7 tempest-ServerShowV254Test-1688933317 tempest-ServerShowV254Test-1688933317-project] 10.222.0.39 "GET /v2.0/ports?device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.0369868 Nov 10 18:01:43.939712 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48402) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:43.979060 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48408) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:44.346626 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9b56ada9-47f0-49a2-9764-ee7b4922e6f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:44.497031 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-019c4538-d9f2-42e2-b604-aa643b63e950 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:44.598834 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c2fbe7-a7cf-49da-beac-47879b85c684', 'name': 'network-vif-deleted', 'tag': '72da4933-3021-4964-b6cd-e84e165c4734'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:01:44.601111 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5a098b-3235-46b0-865e-ed1397d9ffc9" -d '{"events": [{"server_uuid": "d4c2fbe7-a7cf-49da-beac-47879b85c684", "name": "network-vif-deleted", "tag": "72da4933-3021-4964-b6cd-e84e165c4734"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:01:44.636274 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-9b56ada9-47f0-49a2-9764-ee7b4922e6f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Deleting port df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:01:44.636623 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9b56ada9-47f0-49a2-9764-ee7b4922e6f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:44.652600 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04657dc-aa0a-43d0-86b2-bcb59f07ab83 x-openstack-request-id: req-f04657dc-aa0a-43d0-86b2-bcb59f07ab83 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:01:44.652898 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c2fbe7-a7cf-49da-beac-47879b85c684", "name": "network-vif-deleted", "tag": "72da4933-3021-4964-b6cd-e84e165c4734", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:01:44.653137 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f04657dc-aa0a-43d0-86b2-bcb59f07ab83 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:01:44.653522 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c2fbe7-a7cf-49da-beac-47879b85c684', 'name': 'network-vif-deleted', 'tag': '72da4933-3021-4964-b6cd-e84e165c4734', 'status': 'completed', 'code': 200} Nov 10 18:01:44.737849 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-9b56ada9-47f0-49a2-9764-ee7b4922e6f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] For port df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7,segment=NetworkSegment(56cdd7d6-947b-44b6-b5d9-a516cbcb8a93),segment_id=56cdd7d6-947b-44b6-b5d9-a516cbcb8a93)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:01:44.738227 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9b56ada9-47f0-49a2-9764-ee7b4922e6f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:44.753623 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-9b56ada9-47f0-49a2-9764-ee7b4922e6f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Calling delete_port for df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:01:44.862251 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-019c4538-d9f2-42e2-b604-aa643b63e950 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Deleting port ca6e91a8-2947-49f1-8e95-3add6c0d4b1f {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:01:44.863011 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-019c4538-d9f2-42e2-b604-aa643b63e950 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:45.002853 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9b56ada9-47f0-49a2-9764-ee7b4922e6f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:45.013983 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b458b0a4-9bad-409f-8568-e7943fccf164 req-77fae5a2-842d-460e-8267-00a28560c958 tempest-ServerShowV254Test-1688933317 tempest-ServerShowV254Test-1688933317-project] 10.222.0.39 "GET /v2.0/ports?device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.0463147 Nov 10 18:01:45.027608 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-019c4538-d9f2-42e2-b604-aa643b63e950 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] For port ca6e91a8-2947-49f1-8e95-3add6c0d4b1f, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ca6e91a8-2947-49f1-8e95-3add6c0d4b1f,segment=NetworkSegment(36abfb93-6707-4a33-9e7f-e21eab010bc9),segment_id=36abfb93-6707-4a33-9e7f-e21eab010bc9)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:01:45.028181 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-019c4538-d9f2-42e2-b604-aa643b63e950 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:45.032417 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56ada9-47f0-49a2-9764-ee7b4922e6f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event deleted for resources: {'Port': ['ID=df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:45.048016 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-019c4538-d9f2-42e2-b604-aa643b63e950 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Calling delete_port for ca6e91a8-2947-49f1-8e95-3add6c0d4b1f owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:01:45.275899 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9b56ada9-47f0-49a2-9764-ee7b4922e6f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:45.333796 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-019c4538-d9f2-42e2-b604-aa643b63e950 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:45.359462 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c4538-d9f2-42e2-b604-aa643b63e950 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Pushing event deleted for resources: {'Port': ['ID=ca6e91a8-2947-49f1-8e95-3add6c0d4b1f,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:45.553152 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b56ada9-47f0-49a2-9764-ee7b4922e6f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Router e3aff5c6-c377-4fe9-8c64-b8a480d91129 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:01:45.596437 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-019c4538-d9f2-42e2-b604-aa643b63e950 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:45.695926 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b56ada9-47f0-49a2-9764-ee7b4922e6f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:01:45.705507 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9b56ada9-47f0-49a2-9764-ee7b4922e6f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "PUT /v2.0/routers/e3aff5c6-c377-4fe9-8c64-b8a480d91129/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7646089 Nov 10 18:01:45.706194 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48426) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:45.708247 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b88732-999b-4165-9910-7b612a0ad1b1 None None] Sync routers for ids ['e3aff5c6-c377-4fe9-8c64-b8a480d91129'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:01:45.722883 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b88732-999b-4165-9910-7b612a0ad1b1 None None] Routers {'e3aff5c6-c377-4fe9-8c64-b8a480d91129'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:01:45.723517 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-74b88732-999b-4165-9910-7b612a0ad1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:01:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['e3aff5c6-c377-4fe9-8c64-b8a480d91129'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:45.773791 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-487fdb7e-4ccd-4b63-b0b3-5d5d1ad72a9e tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Deleting subnet 6bf09b79-f590-415f-898e-f1a6dd84502d {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:01:45.779366 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-487fdb7e-4ccd-4b63-b0b3-5d5d1ad72a9e tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:45.829684 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-487fdb7e-4ccd-4b63-b0b3-5d5d1ad72a9e tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:45.872110 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-74b88732-999b-4165-9910-7b612a0ad1b1 None None] Set router e3aff5c6-c377-4fe9-8c64-b8a480d91129 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:01:45.987039 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-487fdb7e-4ccd-4b63-b0b3-5d5d1ad72a9e tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:46.063019 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-487fdb7e-4ccd-4b63-b0b3-5d5d1ad72a9e tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:46.081995 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-487fdb7e-4ccd-4b63-b0b3-5d5d1ad72a9e tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:46.087489 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-487fdb7e-4ccd-4b63-b0b3-5d5d1ad72a9e tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "DELETE /v2.0/subnets/6bf09b79-f590-415f-898e-f1a6dd84502d HTTP/1.1" status: 204 len: 168 time: 0.3799603 Nov 10 18:01:46.087657 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134d2a5a-bc92-4c3f-914a-e4726e0427d7 None None] Network 57c95eaf-dc5f-4839-942b-96ef79a46308 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:01:46.106487 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48430) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:46.115817 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487fdb7e-4ccd-4b63-b0b3-5d5d1ad72a9e tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event deleted for resources: {'Subnet': ['ID=6bf09b79-f590-415f-898e-f1a6dd84502d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:46.153512 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-74b88732-999b-4165-9910-7b612a0ad1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587253054', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5dcae3fb-41ce-450e-b63f-13dc3f99c523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:21Z', 'updated_at': '2021-11-10T18:01:44Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '5dcae3fb-41ce-450e-b63f-13dc3f99c523', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:22Z', 'updated_at': '2021-11-10T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:46.232853 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b88732-999b-4165-9910-7b612a0ad1b1 None None] Checking router: e3aff5c6-c377-4fe9-8c64-b8a480d91129 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:01:46.246173 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b88732-999b-4165-9910-7b612a0ad1b1 None None] Routers {'e3aff5c6-c377-4fe9-8c64-b8a480d91129'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:01:46.247072 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-74b88732-999b-4165-9910-7b612a0ad1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:01:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['e3aff5c6-c377-4fe9-8c64-b8a480d91129'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:46.342123 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-64f006f0-78a9-4da4-8fdc-69f20f781faf req-258758b4-7097-4c40-9400-2cdc1b4d7d68 tempest-ServerShowV254Test-1688933317 tempest-ServerShowV254Test-1688933317-project] 10.222.0.39 "GET /v2.0/ports?device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.0292015 Nov 10 18:01:46.369590 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019c4538-d9f2-42e2-b604-aa643b63e950 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Router 615a1036-a04f-4c4e-a288-ed752746516a has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:01:46.415601 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-74b88732-999b-4165-9910-7b612a0ad1b1 None None] Set router e3aff5c6-c377-4fe9-8c64-b8a480d91129 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:01:46.435106 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2099e955-f03e-4e07-bde4-07a3dbc1dd2d None None] DHCP port deletion for 57c95eaf-dc5f-4839-942b-96ef79a46308 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:01:46.528924 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019c4538-d9f2-42e2-b604-aa643b63e950 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:01:46.536062 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-2099e955-f03e-4e07-bde4-07a3dbc1dd2d None None] Deleting port cd10277d-c09a-4e96-b05d-5a822bc6f53f {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:01:46.537085 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2099e955-f03e-4e07-bde4-07a3dbc1dd2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:46.541492 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5175f1-d45f-45a0-a6e3-069edd475891 None None] Sync routers for ids ['615a1036-a04f-4c4e-a288-ed752746516a'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:01:46.555153 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-019c4538-d9f2-42e2-b604-aa643b63e950 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "PUT /v2.0/routers/615a1036-a04f-4c4e-a288-ed752746516a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5742688 Nov 10 18:01:46.558159 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48434) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:46.607562 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6e288856-4acc-4e19-afad-fe3076eff500 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:46.625891 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5175f1-d45f-45a0-a6e3-069edd475891 None None] Routers {'615a1036-a04f-4c4e-a288-ed752746516a'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:01:46.628632 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-1b5175f1-d45f-45a0-a6e3-069edd475891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:01:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['615a1036-a04f-4c4e-a288-ed752746516a'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:46.630747 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b07daac-90e9-401f-839d-26e728f1b962 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Deleting subnet baefbd6f-bc9d-4097-9b40-423e4ae155ae {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:01:46.635565 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3b07daac-90e9-401f-839d-26e728f1b962 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:46.637093 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-74b88732-999b-4165-9910-7b612a0ad1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587253054', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5dcae3fb-41ce-450e-b63f-13dc3f99c523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:21Z', 'updated_at': '2021-11-10T18:01:44Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '5dcae3fb-41ce-450e-b63f-13dc3f99c523', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:22Z', 'updated_at': '2021-11-10T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:46.646965 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-2099e955-f03e-4e07-bde4-07a3dbc1dd2d None None] For port cd10277d-c09a-4e96-b05d-5a822bc6f53f, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=cd10277d-c09a-4e96-b05d-5a822bc6f53f,segment=NetworkSegment(56cdd7d6-947b-44b6-b5d9-a516cbcb8a93),segment_id=56cdd7d6-947b-44b6-b5d9-a516cbcb8a93)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:01:46.647376 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2099e955-f03e-4e07-bde4-07a3dbc1dd2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:46.662241 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-2099e955-f03e-4e07-bde4-07a3dbc1dd2d None None] Calling delete_port for cd10277d-c09a-4e96-b05d-5a822bc6f53f owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:01:46.673310 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b88732-999b-4165-9910-7b612a0ad1b1 None None] The sync data for ids ['e3aff5c6-c377-4fe9-8c64-b8a480d91129'] in n-d-776250-10 is: [{'id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'name': 'tempest-TestNetworkAdvancedServerOps-router-587253054', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '5dcae3fb-41ce-450e-b63f-13dc3f99c523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T17:59:21Z', 'updated_at': '2021-11-10T18:01:44Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '5dcae3fb-41ce-450e-b63f-13dc3f99c523', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:56:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3aff5c6-c377-4fe9-8c64-b8a480d91129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T17:59:22Z', 'updated_at': '2021-11-10T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:01:46.706342 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3b07daac-90e9-401f-839d-26e728f1b962 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:46.818922 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6e288856-4acc-4e19-afad-fe3076eff500 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:46.828822 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device aefb4620-4628-4442-82fe-68cd50ffbc48 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:01:46.837436 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3b07daac-90e9-401f-839d-26e728f1b962 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:46.892240 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: aefb4620-4628-4442-82fe-68cd50ffbc48 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:01:46.892818 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device aefb4620-4628-4442-82fe-68cd50ffbc48 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:01:46.893459 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 72da4933-3021-4964-b6cd-e84e165c4734 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:01:46.899766 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-6e288856-4acc-4e19-afad-fe3076eff500 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Deleting port 5dcae3fb-41ce-450e-b63f-13dc3f99c523 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:01:46.900321 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6e288856-4acc-4e19-afad-fe3076eff500 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:46.919878 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 72da4933-3021-4964-b6cd-e84e165c4734 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:01:46.920523 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 72da4933-3021-4964-b6cd-e84e165c4734 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:01:46.920880 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3b07daac-90e9-401f-839d-26e728f1b962 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:46.934686 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2099e955-f03e-4e07-bde4-07a3dbc1dd2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:46.955678 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07daac-90e9-401f-839d-26e728f1b962 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Pushing event deleted for resources: {'Subnet': ['ID=baefbd6f-bc9d-4097-9b40-423e4ae155ae,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:46.963147 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3b07daac-90e9-401f-839d-26e728f1b962 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:46.967155 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3b07daac-90e9-401f-839d-26e728f1b962 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "DELETE /v2.0/subnets/baefbd6f-bc9d-4097-9b40-423e4ae155ae HTTP/1.1" status: 204 len: 168 time: 0.4078853 Nov 10 18:01:46.970918 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48438) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:46.981397 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb38a75-a1c2-42a7-9056-9bc55fd88264 None None] Network 36d70932-709e-42e8-bf93-4a026a4846e0 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:01:47.011609 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-6e288856-4acc-4e19-afad-fe3076eff500 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] For port 5dcae3fb-41ce-450e-b63f-13dc3f99c523, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=5dcae3fb-41ce-450e-b63f-13dc3f99c523,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:01:47.011942 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6e288856-4acc-4e19-afad-fe3076eff500 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:47.026999 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-6e288856-4acc-4e19-afad-fe3076eff500 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Calling delete_port for 5dcae3fb-41ce-450e-b63f-13dc3f99c523 owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:01:47.090767 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2099e955-f03e-4e07-bde4-07a3dbc1dd2d None None] Pushing event deleted for resources: {'Port': ['ID=cd10277d-c09a-4e96-b05d-5a822bc6f53f,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:47.104220 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-1b5175f1-d45f-45a0-a6e3-069edd475891 None None] Set router 615a1036-a04f-4c4e-a288-ed752746516a gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:01:47.180210 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fb015bea-32d6-4eda-a17c-3e6ae761bce5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:47.256389 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2099e955-f03e-4e07-bde4-07a3dbc1dd2d None None] No DVR routers for this DVR port cd10277d-c09a-4e96-b05d-5a822bc6f53f on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:01:47.260499 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device cd10277d-c09a-4e96-b05d-5a822bc6f53f no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:01:47.305899 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6e288856-4acc-4e19-afad-fe3076eff500 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:47.316808 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fb015bea-32d6-4eda-a17c-3e6ae761bce5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:47.338051 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: cd10277d-c09a-4e96-b05d-5a822bc6f53f {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:01:47.338401 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device cd10277d-c09a-4e96-b05d-5a822bc6f53f not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:01:47.404706 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-fb015bea-32d6-4eda-a17c-3e6ae761bce5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Deleting port b1c7a188-ee80-465f-8c33-30837a5de475 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:01:47.406722 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fb015bea-32d6-4eda-a17c-3e6ae761bce5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:47.423522 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e288856-4acc-4e19-afad-fe3076eff500 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event deleted for resources: {'Port': ['ID=5dcae3fb-41ce-450e-b63f-13dc3f99c523,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:47.452021 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6589b67a-a16e-48d5-a2d5-88f133be8188 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:01:47.510697 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d026a7e-b0e2-4b1c-b290-a2e69e7f6128 None None] DHCP port deletion for 36d70932-709e-42e8-bf93-4a026a4846e0 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:01:47.517038 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5bb86c4b-e88b-442b-a75b-8fa81ce8a93a req-5bbeb968-751c-4e63-8a7e-b22d9c061e2a tempest-ServerShowV254Test-1688933317 tempest-ServerShowV254Test-1688933317-project] 10.222.0.39 "GET /v2.0/ports?device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.0416896 Nov 10 18:01:47.524568 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e288856-4acc-4e19-afad-fe3076eff500 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:47.525008 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e288856-4acc-4e19-afad-fe3076eff500 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:47.525419 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e288856-4acc-4e19-afad-fe3076eff500 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:47.526411 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e288856-4acc-4e19-afad-fe3076eff500 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:47.526772 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e288856-4acc-4e19-afad-fe3076eff500 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:47.527110 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e288856-4acc-4e19-afad-fe3076eff500 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:47.527447 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e288856-4acc-4e19-afad-fe3076eff500 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:47.527776 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e288856-4acc-4e19-afad-fe3076eff500 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:47.528107 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e288856-4acc-4e19-afad-fe3076eff500 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:47.528490 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e288856-4acc-4e19-afad-fe3076eff500 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:47.528816 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e288856-4acc-4e19-afad-fe3076eff500 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:47.529141 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e288856-4acc-4e19-afad-fe3076eff500 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:47.567981 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-fb015bea-32d6-4eda-a17c-3e6ae761bce5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] For port b1c7a188-ee80-465f-8c33-30837a5de475, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b1c7a188-ee80-465f-8c33-30837a5de475,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:01:47.568536 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fb015bea-32d6-4eda-a17c-3e6ae761bce5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:47.584654 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-fb015bea-32d6-4eda-a17c-3e6ae761bce5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Calling delete_port for b1c7a188-ee80-465f-8c33-30837a5de475 owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:01:47.591805 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6e288856-4acc-4e19-afad-fe3076eff500 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:47.602618 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-1b5175f1-d45f-45a0-a6e3-069edd475891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615a1036-a04f-4c4e-a288-ed752746516a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1117915907', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.146'}], 'enable_snat': True}, 'gw_port_id': 'b1c7a188-ee80-465f-8c33-30837a5de475', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:01:15Z', 'updated_at': '2021-11-10T18:01:45Z', 'revision_number': 5, 'project_id': '6cf963dee3564948a98198b38669eacf', 'gw_port': {'id': 'b1c7a188-ee80-465f-8c33-30837a5de475', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:16:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615a1036-a04f-4c4e-a288-ed752746516a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:01:17Z', 'updated_at': '2021-11-10T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:47.638149 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-9d026a7e-b0e2-4b1c-b290-a2e69e7f6128 None None] Deleting port 16767a07-7f42-4fda-a2eb-a61b97bac157 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:01:47.638546 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9d026a7e-b0e2-4b1c-b290-a2e69e7f6128 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:47.640787 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5175f1-d45f-45a0-a6e3-069edd475891 None None] Checking router: 615a1036-a04f-4c4e-a288-ed752746516a for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:01:47.683303 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5175f1-d45f-45a0-a6e3-069edd475891 None None] Routers {'615a1036-a04f-4c4e-a288-ed752746516a'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:01:47.684016 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-1b5175f1-d45f-45a0-a6e3-069edd475891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:01:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['615a1036-a04f-4c4e-a288-ed752746516a'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:47.734343 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6e288856-4acc-4e19-afad-fe3076eff500 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:47.743549 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6e288856-4acc-4e19-afad-fe3076eff500 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:47.788753 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-9d026a7e-b0e2-4b1c-b290-a2e69e7f6128 None None] For port 16767a07-7f42-4fda-a2eb-a61b97bac157, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=16767a07-7f42-4fda-a2eb-a61b97bac157,segment=NetworkSegment(36abfb93-6707-4a33-9e7f-e21eab010bc9),segment_id=36abfb93-6707-4a33-9e7f-e21eab010bc9)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:01:47.789156 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9d026a7e-b0e2-4b1c-b290-a2e69e7f6128 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:47.806628 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fb015bea-32d6-4eda-a17c-3e6ae761bce5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:47.810927 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-9d026a7e-b0e2-4b1c-b290-a2e69e7f6128 None None] Calling delete_port for 16767a07-7f42-4fda-a2eb-a61b97bac157 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:01:47.821377 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6e288856-4acc-4e19-afad-fe3076eff500 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:47.821757 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-1b5175f1-d45f-45a0-a6e3-069edd475891 None None] Set router 615a1036-a04f-4c4e-a288-ed752746516a gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:01:47.822059 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e288856-4acc-4e19-afad-fe3076eff500 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Fanout notify agent at l3_agent the message router_deleted on router e3aff5c6-c377-4fe9-8c64-b8a480d91129 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:01:47.840864 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb015bea-32d6-4eda-a17c-3e6ae761bce5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Pushing event deleted for resources: {'Port': ['ID=b1c7a188-ee80-465f-8c33-30837a5de475,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:47.841893 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6e288856-4acc-4e19-afad-fe3076eff500 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:47.848999 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6e288856-4acc-4e19-afad-fe3076eff500 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "DELETE /v2.0/routers/e3aff5c6-c377-4fe9-8c64-b8a480d91129 HTTP/1.1" status: 204 len: 168 time: 1.7413363 Nov 10 18:01:47.849712 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48446) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:47.909277 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085229cf-6611-4822-a43f-82a1eb664b5c None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:01:47.919801 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-1b5175f1-d45f-45a0-a6e3-069edd475891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615a1036-a04f-4c4e-a288-ed752746516a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1117915907', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:01:15Z', 'updated_at': '2021-11-10T18:01:47Z', 'revision_number': 6, 'project_id': '6cf963dee3564948a98198b38669eacf', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:47.954865 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fb015bea-32d6-4eda-a17c-3e6ae761bce5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:48.022794 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9a0b9840-9d2a-4cf9-ad30-cb6acc78ff0c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:48.035291 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5175f1-d45f-45a0-a6e3-069edd475891 None None] The sync data for ids ['615a1036-a04f-4c4e-a288-ed752746516a'] in n-d-776250-10 is: [{'id': '615a1036-a04f-4c4e-a288-ed752746516a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1117915907', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:01:15Z', 'updated_at': '2021-11-10T18:01:47Z', 'revision_number': 6, 'project_id': '6cf963dee3564948a98198b38669eacf', 'gw_port_host': None}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:01:48.099193 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fb015bea-32d6-4eda-a17c-3e6ae761bce5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:48.104693 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fb015bea-32d6-4eda-a17c-3e6ae761bce5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:48.110494 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9d026a7e-b0e2-4b1c-b290-a2e69e7f6128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:48.141259 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d026a7e-b0e2-4b1c-b290-a2e69e7f6128 None None] Pushing event deleted for resources: {'Port': ['ID=16767a07-7f42-4fda-a2eb-a61b97bac157,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:48.145322 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d026a7e-b0e2-4b1c-b290-a2e69e7f6128 None None] No DVR routers for this DVR port 16767a07-7f42-4fda-a2eb-a61b97bac157 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:01:48.166123 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fb015bea-32d6-4eda-a17c-3e6ae761bce5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:48.167263 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb015bea-32d6-4eda-a17c-3e6ae761bce5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Fanout notify agent at l3_agent the message router_deleted on router 615a1036-a04f-4c4e-a288-ed752746516a {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:01:48.177201 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fb015bea-32d6-4eda-a17c-3e6ae761bce5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:48.180930 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fb015bea-32d6-4eda-a17c-3e6ae761bce5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "DELETE /v2.0/routers/615a1036-a04f-4c4e-a288-ed752746516a HTTP/1.1" status: 204 len: 168 time: 1.2086692 Nov 10 18:01:48.181264 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48448) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:48.199538 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9a0b9840-9d2a-4cf9-ad30-cb6acc78ff0c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:48.270402 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-9a0b9840-9d2a-4cf9-ad30-cb6acc78ff0c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c95eaf-dc5f-4839-942b-96ef79a46308']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:48.288766 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-9a0b9840-9d2a-4cf9-ad30-cb6acc78ff0c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56cdd7d6-947b-44b6-b5d9-a516cbcb8a93') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:48.289093 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-9a0b9840-9d2a-4cf9-ad30-cb6acc78ff0c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56cdd7d6-947b-44b6-b5d9-a516cbcb8a93') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:48.303102 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d25bb68-746c-4f56-9645-38c9d6efcd52 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:48.305557 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9a0b9840-9d2a-4cf9-ad30-cb6acc78ff0c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:48.323786 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9a0b9840-9d2a-4cf9-ad30-cb6acc78ff0c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:48.349466 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0b9840-9d2a-4cf9-ad30-cb6acc78ff0c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:01:48.349800 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9a0b9840-9d2a-4cf9-ad30-cb6acc78ff0c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:48.352819 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:01:48.352819 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:01:48.352819 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:01:48.352819 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:01:48.352819 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:01:48.352819 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:01:48.352819 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:01:48.352819 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:01:48.352819 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:01:48.352819 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:01:48.352819 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:01:48.352819 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:01:48.352819 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:01:48.352819 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:01:48.352819 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:01:48.352819 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:01:48.352819 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:01:48.352819 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:01:48.352819 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:01:48.352819 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:01:48.352819 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:01:48.352819 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:01:48.352819 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:01:48.352819 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:01:48.352819 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:01:48.352819 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:01:48.352819 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:01:48.352819 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:01:48.352819 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:01:48.352819 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:01:48.352819 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:01:48.352819 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:01:48.477585 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d25bb68-746c-4f56-9645-38c9d6efcd52 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:48.501337 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9a0b9840-9d2a-4cf9-ad30-cb6acc78ff0c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:48.513294 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-8d25bb68-746c-4f56-9645-38c9d6efcd52 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36d70932-709e-42e8-bf93-4a026a4846e0']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:48.517000 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9a0b9840-9d2a-4cf9-ad30-cb6acc78ff0c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:48.520272 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9a0b9840-9d2a-4cf9-ad30-cb6acc78ff0c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "DELETE /v2.0/networks/57c95eaf-dc5f-4839-942b-96ef79a46308 HTTP/1.1" status: 204 len: 168 time: 0.6695318 Nov 10 18:01:48.523212 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48452) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:48.538586 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b9840-9d2a-4cf9-ad30-cb6acc78ff0c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event deleted for resources: {'Network': ['ID=57c95eaf-dc5f-4839-942b-96ef79a46308,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:48.545739 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-8d25bb68-746c-4f56-9645-38c9d6efcd52 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36abfb93-6707-4a33-9e7f-e21eab010bc9') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:48.546073 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-8d25bb68-746c-4f56-9645-38c9d6efcd52 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36abfb93-6707-4a33-9e7f-e21eab010bc9') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:48.557731 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d25bb68-746c-4f56-9645-38c9d6efcd52 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:48.576025 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d25bb68-746c-4f56-9645-38c9d6efcd52 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:48.585339 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d25bb68-746c-4f56-9645-38c9d6efcd52 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:01:48.585734 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d25bb68-746c-4f56-9645-38c9d6efcd52 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:48.588977 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:01:48.588977 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:01:48.588977 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:01:48.588977 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:01:48.588977 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:01:48.588977 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:01:48.588977 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:01:48.588977 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:01:48.588977 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:01:48.588977 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:01:48.588977 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:01:48.588977 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:01:48.588977 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:01:48.588977 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:01:48.588977 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:01:48.588977 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:01:48.588977 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:01:48.588977 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:01:48.588977 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:01:48.588977 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:01:48.588977 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:01:48.588977 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:01:48.588977 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:01:48.588977 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:01:48.588977 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:01:48.588977 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:01:48.588977 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:01:48.588977 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:01:48.588977 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:01:48.588977 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:01:48.588977 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:01:48.588977 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:01:48.638533 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-afc0f5eb-e7ed-4d77-b4bc-bccaab04f65e tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:48.659907 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d25bb68-746c-4f56-9645-38c9d6efcd52 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:48.667536 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d25bb68-746c-4f56-9645-38c9d6efcd52 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:48.674149 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8d25bb68-746c-4f56-9645-38c9d6efcd52 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "DELETE /v2.0/networks/36d70932-709e-42e8-bf93-4a026a4846e0 HTTP/1.1" status: 204 len: 168 time: 0.4818382 Nov 10 18:01:48.674149 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48456) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:48.684761 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ae0979a-233a-42df-9c11-98e8cd2f44d1 req-d8e3632c-83d9-48a6-b831-ed613cf44367 tempest-ServerShowV254Test-1688933317 tempest-ServerShowV254Test-1688933317-project] 10.222.0.39 "GET /v2.0/ports?device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.0421054 Nov 10 18:01:48.699348 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-afc0f5eb-e7ed-4d77-b4bc-bccaab04f65e tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:48.750848 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d25bb68-746c-4f56-9645-38c9d6efcd52 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Pushing event deleted for resources: {'Network': ['ID=36d70932-709e-42e8-bf93-4a026a4846e0,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:48.803334 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-afc0f5eb-e7ed-4d77-b4bc-bccaab04f65e tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:48.806025 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-afc0f5eb-e7ed-4d77-b4bc-bccaab04f65e tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:48.807209 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-afc0f5eb-e7ed-4d77-b4bc-bccaab04f65e tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "DELETE /v2.0/security-groups/9c8f2167-9089-46a1-82ff-20ef2cea41f4 HTTP/1.1" status: 204 len: 168 time: 0.2824490 Nov 10 18:01:48.817119 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0f5eb-e7ed-4d77-b4bc-bccaab04f65e tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8f2167-9089-46a1-82ff-20ef2cea41f4,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:48.962029 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-d6ee3793-9e0d-4a8a-a628-df262193e6c9 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Deleting port f2ac00c9-24f5-45f3-b0a1-950205f705c7 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:01:48.962403 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d6ee3793-9e0d-4a8a-a628-df262193e6c9 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:49.101286 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d6ee3793-9e0d-4a8a-a628-df262193e6c9 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:49.101627 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d6ee3793-9e0d-4a8a-a628-df262193e6c9 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:49.150531 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-d6ee3793-9e0d-4a8a-a628-df262193e6c9 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Calling delete_port for f2ac00c9-24f5-45f3-b0a1-950205f705c7 owned by network:floatingip {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:01:49.166886 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ca6e91a8-2947-49f1-8e95-3add6c0d4b1f no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:01:49.199274 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: ca6e91a8-2947-49f1-8e95-3add6c0d4b1f {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:01:49.201535 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ca6e91a8-2947-49f1-8e95-3add6c0d4b1f not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:01:49.202131 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 16767a07-7f42-4fda-a2eb-a61b97bac157 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:01:49.229275 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 16767a07-7f42-4fda-a2eb-a61b97bac157 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:01:49.229976 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 16767a07-7f42-4fda-a2eb-a61b97bac157 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:01:49.230547 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:01:49.274749 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:01:49.276708 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device df16bc76-bd1c-4ce5-aee4-9dab69cf7bd7 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:01:49.279690 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b1c7a188-ee80-465f-8c33-30837a5de475 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:01:49.328669 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: b1c7a188-ee80-465f-8c33-30837a5de475 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:01:49.329302 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b1c7a188-ee80-465f-8c33-30837a5de475 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:01:49.329873 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 5dcae3fb-41ce-450e-b63f-13dc3f99c523 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:01:49.364933 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 5dcae3fb-41ce-450e-b63f-13dc3f99c523 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:01:49.365514 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 5dcae3fb-41ce-450e-b63f-13dc3f99c523 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:01:49.407655 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48468) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:49.416188 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-6b3b2e0a-8e2e-4e0d-b10d-77e54c8ca09d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-687853909', 'description': 'tempest-secgroup-smoke-687853909 description', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:01:49.444476 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d6ee3793-9e0d-4a8a-a628-df262193e6c9 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:49.465748 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2e0a-8e2e-4e0d-b10d-77e54c8ca09d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:49.479032 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee3793-9e0d-4a8a-a628-df262193e6c9 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Pushing event deleted for resources: {'Port': ['ID=f2ac00c9-24f5-45f3-b0a1-950205f705c7,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:49.578496 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d6ee3793-9e0d-4a8a-a628-df262193e6c9 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for floatingip, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:49.579186 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [None req-d6ee3793-9e0d-4a8a-a628-df262193e6c9 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Floating IP b274a17d-fc79-4fc1-a3ea-d23b2c7c4bb8 disassociated (deleted). External IP: 172.25.5.194, port: dcec8d24-36b1-4ebc-aa77-7db96ff27834. Nov 10 18:01:49.651102 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2e0a-8e2e-4e0d-b10d-77e54c8ca09d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:49.658334 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2e0a-8e2e-4e0d-b10d-77e54c8ca09d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:49.693150 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6b3b2e0a-8e2e-4e0d-b10d-77e54c8ca09d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:49.694766 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6b3b2e0a-8e2e-4e0d-b10d-77e54c8ca09d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2860062 Nov 10 18:01:49.698370 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48472) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:49.704028 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-7ce7116f-58b2-4007-848e-dd5b82fcfc5a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'security_group_rule': {'security_group_id': '9c207067-e54d-4083-a8e7-d6dc787a4b44', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:01:49.715044 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b2e0a-8e2e-4e0d-b10d-77e54c8ca09d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c207067-e54d-4083-a8e7-d6dc787a4b44,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:49.774971 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7ce7116f-58b2-4007-848e-dd5b82fcfc5a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:49.863432 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e437ff5b-9e99-49e1-93b7-3e45e95a4431 req-54e02283-9038-44f3-a510-2de7231a6edd tempest-ServerShowV254Test-1688933317 tempest-ServerShowV254Test-1688933317-project] 10.222.0.39 "GET /v2.0/ports?device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.0323679 Nov 10 18:01:49.879961 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7ce7116f-58b2-4007-848e-dd5b82fcfc5a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:49.890809 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7ce7116f-58b2-4007-848e-dd5b82fcfc5a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:49.916761 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce7116f-58b2-4007-848e-dd5b82fcfc5a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c05dbcf5-7a67-4400-b82f-b263485d5806,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:49.926757 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7ce7116f-58b2-4007-848e-dd5b82fcfc5a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:49.928123 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7ce7116f-58b2-4007-848e-dd5b82fcfc5a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2286305 Nov 10 18:01:49.931026 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48476) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:49.935882 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-be3df3a8-b28a-4e8b-8780-9b144560e2c3 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'security_group_rule': {'security_group_id': '9c207067-e54d-4083-a8e7-d6dc787a4b44', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:01:49.941754 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ee3793-9e0d-4a8a-a628-df262193e6c9 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Router 07e6f908-c73b-4586-a2e7-88ffaaed015a has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:01:49.965876 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be3df3a8-b28a-4e8b-8780-9b144560e2c3 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:50.048478 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be3df3a8-b28a-4e8b-8780-9b144560e2c3 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:50.053156 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be3df3a8-b28a-4e8b-8780-9b144560e2c3 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:50.095570 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ee3793-9e0d-4a8a-a628-df262193e6c9 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:01:50.097426 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be3df3a8-b28a-4e8b-8780-9b144560e2c3 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:50.098965 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-be3df3a8-b28a-4e8b-8780-9b144560e2c3 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1668251 Nov 10 18:01:50.101571 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48478) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:50.104295 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d6ee3793-9e0d-4a8a-a628-df262193e6c9 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:50.106631 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bf72eb-dab0-4464-83fb-351a3a08cc93 None None] Sync routers for ids ['07e6f908-c73b-4586-a2e7-88ffaaed015a'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:01:50.110645 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-743e5c43-3e42-4d23-865a-57aa74d2dbdd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'security_group_rule': {'security_group_id': '9c207067-e54d-4083-a8e7-d6dc787a4b44', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:01:50.116882 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3df3a8-b28a-4e8b-8780-9b144560e2c3 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e059cd0-9d52-46e3-a822-2c91f742ac08,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:50.117930 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bf72eb-dab0-4464-83fb-351a3a08cc93 None None] Routers {'07e6f908-c73b-4586-a2e7-88ffaaed015a'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:01:50.118738 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-13bf72eb-dab0-4464-83fb-351a3a08cc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:01:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['07e6f908-c73b-4586-a2e7-88ffaaed015a'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:50.145496 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d6ee3793-9e0d-4a8a-a628-df262193e6c9 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "DELETE /v2.0/floatingips/b274a17d-fc79-4fc1-a3ea-d23b2c7c4bb8 HTTP/1.1" status: 204 len: 168 time: 1.4708889 Nov 10 18:01:50.146261 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0604a83b-ae46-4983-9f42-32e523506b54', 'tag': 'dcec8d24-36b1-4ebc-aa77-7db96ff27834'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:01:50.162720 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6bd9f9-793b-449f-afdf-80a61b0f2cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "0604a83b-ae46-4983-9f42-32e523506b54", "tag": "dcec8d24-36b1-4ebc-aa77-7db96ff27834"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:01:50.172450 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-743e5c43-3e42-4d23-865a-57aa74d2dbdd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:50.244720 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af892420-8ee3-4d14-b7ee-ec936d231f3d x-openstack-request-id: req-af892420-8ee3-4d14-b7ee-ec936d231f3d {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:01:50.245400 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0604a83b-ae46-4983-9f42-32e523506b54", "tag": "dcec8d24-36b1-4ebc-aa77-7db96ff27834", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:01:50.245993 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-af892420-8ee3-4d14-b7ee-ec936d231f3d {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:01:50.246634 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0604a83b-ae46-4983-9f42-32e523506b54', 'tag': 'dcec8d24-36b1-4ebc-aa77-7db96ff27834', 'status': 'completed', 'code': 200} Nov 10 18:01:50.268739 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-743e5c43-3e42-4d23-865a-57aa74d2dbdd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:50.283446 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-743e5c43-3e42-4d23-865a-57aa74d2dbdd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:50.295608 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-13bf72eb-dab0-4464-83fb-351a3a08cc93 None None] Set router 07e6f908-c73b-4586-a2e7-88ffaaed015a gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:01:50.324785 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-743e5c43-3e42-4d23-865a-57aa74d2dbdd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:50.329370 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-743e5c43-3e42-4d23-865a-57aa74d2dbdd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2227361 Nov 10 18:01:50.329558 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48486) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:50.329663 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e5c43-3e42-4d23-865a-57aa74d2dbdd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afdede9e-d755-412a-847b-1c149753081a,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:50.334393 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-72618f56-cde5-4fe7-979d-d48586b4df04 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'security_group_rule': {'security_group_id': '9c207067-e54d-4083-a8e7-d6dc787a4b44', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:01:50.353662 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bd9f9-793b-449f-afdf-80a61b0f2cd1 req-814ea9ca-b7e3-4222-affa-8323ca24f25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:50.355530 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc6bd9f9-793b-449f-afdf-80a61b0f2cd1 req-814ea9ca-b7e3-4222-affa-8323ca24f25b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6cf963dee3564948a98198b38669eacf&device_id=0604a83b-ae46-4983-9f42-32e523506b54 HTTP/1.1" status: 200 len: 1136 time: 0.0839500 Nov 10 18:01:50.392708 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-72618f56-cde5-4fe7-979d-d48586b4df04 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:50.495158 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-72618f56-cde5-4fe7-979d-d48586b4df04 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:50.501055 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-72618f56-cde5-4fe7-979d-d48586b4df04 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:50.527269 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72618f56-cde5-4fe7-979d-d48586b4df04 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c1739e-f97c-404f-bb4a-87bae4c12c60,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:50.538311 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bd9f9-793b-449f-afdf-80a61b0f2cd1 req-645f18bb-9d8f-4608-aebf-afc8249fe4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:50.539409 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-72618f56-cde5-4fe7-979d-d48586b4df04 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:50.539890 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc6bd9f9-793b-449f-afdf-80a61b0f2cd1 req-645f18bb-9d8f-4608-aebf-afc8249fe4dd service neutron] 10.222.0.11 "GET /v2.0/networks?id=547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14 HTTP/1.1" status: 200 len: 898 time: 0.1757853 Nov 10 18:01:50.543523 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-72618f56-cde5-4fe7-979d-d48586b4df04 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2102704 Nov 10 18:01:50.544214 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48490) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:50.549472 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d0cf2-ba7c-417c-ab8e-49cf34901f04 req-acf02052-1864-4fd1-97a0-ef65493f22b1 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:50.551261 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-25eb26d4-489c-46a6-aa9e-bae66d1a63a9 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'security_group_rule': {'security_group_id': '9c207067-e54d-4083-a8e7-d6dc787a4b44', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:01:50.551409 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-808d0cf2-ba7c-417c-ab8e-49cf34901f04 req-acf02052-1864-4fd1-97a0-ef65493f22b1 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/ports?device_id=0604a83b-ae46-4983-9f42-32e523506b54 HTTP/1.1" status: 200 len: 984 time: 0.0899208 Nov 10 18:01:50.579936 n-d-776250-10 neutron-server[102468]: INFO neutron.db.securitygroups_db [None req-25eb26d4-489c-46a6-aa9e-bae66d1a63a9 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Project 84e0993fb1d44a64ad660dd1943b7d6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 18:01:50.586587 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-25eb26d4-489c-46a6-aa9e-bae66d1a63a9 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:50.604659 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc6bd9f9-793b-449f-afdf-80a61b0f2cd1 req-4f34100c-1822-4127-b068-a736e09e2e8a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcec8d24-36b1-4ebc-aa77-7db96ff27834 HTTP/1.1" status: 200 len: 217 time: 0.0526936 Nov 10 18:01:50.618633 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-13bf72eb-dab0-4464-83fb-351a3a08cc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2012184108', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'fc31bb41-442d-4a0e-be64-52424b8ee2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:12Z', 'updated_at': '2021-11-10T18:00:17Z', 'revision_number': 4, 'project_id': '6cf963dee3564948a98198b38669eacf', 'gw_port': {'id': 'fc31bb41-442d-4a0e-be64-52424b8ee2ec', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:12Z', 'updated_at': '2021-11-10T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '0d5dd8c1-3132-44aa-a1a6-cabbac304d6c', 'name': '', 'network_id': '547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'mac_address': 'fa:16:3e:cb:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'af21fd69-5982-47f4-84cf-df27ad0f5965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:16Z', 'updated_at': '2021-11-10T18:00:22Z', 'revision_number': 5, 'project_id': '6cf963dee3564948a98198b38669eacf', 'subnets': [{'id': 'af21fd69-5982-47f4-84cf-df27ad0f5965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:50.674266 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-25eb26d4-489c-46a6-aa9e-bae66d1a63a9 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:50.674870 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bf72eb-dab0-4464-83fb-351a3a08cc93 None None] Checking router: 07e6f908-c73b-4586-a2e7-88ffaaed015a for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:01:50.680867 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-25eb26d4-489c-46a6-aa9e-bae66d1a63a9 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:50.685903 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bf72eb-dab0-4464-83fb-351a3a08cc93 None None] Routers {'07e6f908-c73b-4586-a2e7-88ffaaed015a'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:01:50.686515 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-13bf72eb-dab0-4464-83fb-351a3a08cc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:01:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['07e6f908-c73b-4586-a2e7-88ffaaed015a'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:50.704877 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bd9f9-793b-449f-afdf-80a61b0f2cd1 req-eda5301c-dd01-40f7-b355-f909ee83d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:50.706791 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc6bd9f9-793b-449f-afdf-80a61b0f2cd1 req-eda5301c-dd01-40f7-b355-f909ee83d515 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af21fd69-5982-47f4-84cf-df27ad0f5965 HTTP/1.1" status: 200 len: 834 time: 0.0921941 Nov 10 18:01:50.731239 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-808d0cf2-ba7c-417c-ab8e-49cf34901f04 req-4895153a-aa6d-45c6-8e9a-f23837833270 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/security-groups?id=6aba5cc7-0fc5-4ca4-b0f6-4c29e3fd955c&id=1a197fd1-b811-4c67-ba76-70efe7ccc717&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1255689 Nov 10 18:01:50.752831 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb26d4-489c-46a6-aa9e-bae66d1a63a9 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d014f29-8562-452e-a627-4aaf1dce542f,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:50.771336 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-25eb26d4-489c-46a6-aa9e-bae66d1a63a9 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:50.772939 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-25eb26d4-489c-46a6-aa9e-bae66d1a63a9 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2277582 Nov 10 18:01:50.776656 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48494) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:50.782529 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-73ae3b24-fa8f-4672-9a2e-e968caa65582 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'security_group_rule': {'security_group_id': '9c207067-e54d-4083-a8e7-d6dc787a4b44', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:01:50.796789 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bd9f9-793b-449f-afdf-80a61b0f2cd1 req-6f134072-03ea-437b-8236-e8c998ac9982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:50.797751 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc6bd9f9-793b-449f-afdf-80a61b0f2cd1 req-6f134072-03ea-437b-8236-e8c998ac9982 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0830545 Nov 10 18:01:50.818071 n-d-776250-10 neutron-server[102468]: INFO neutron.db.securitygroups_db [None req-73ae3b24-fa8f-4672-9a2e-e968caa65582 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Project 84e0993fb1d44a64ad660dd1943b7d6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 18:01:50.825273 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-73ae3b24-fa8f-4672-9a2e-e968caa65582 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:50.898469 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-73ae3b24-fa8f-4672-9a2e-e968caa65582 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:50.903781 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-73ae3b24-fa8f-4672-9a2e-e968caa65582 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:50.926069 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc6bd9f9-793b-449f-afdf-80a61b0f2cd1 req-68d044e2-ae80-4d6b-9100-4bcdff22041a service neutron] 10.222.0.11 "GET /v2.0/networks/547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182494 Nov 10 18:01:50.937398 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-13bf72eb-dab0-4464-83fb-351a3a08cc93 None None] Set router 07e6f908-c73b-4586-a2e7-88ffaaed015a gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:01:50.960208 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae3b24-fa8f-4672-9a2e-e968caa65582 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be587b79-18d7-4910-976b-dbc4931468b3,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:50.969519 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-73ae3b24-fa8f-4672-9a2e-e968caa65582 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:50.975382 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-73ae3b24-fa8f-4672-9a2e-e968caa65582 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1950381 Nov 10 18:01:50.975553 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48498) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:50.980991 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-8d43fe20-1b2c-48dc-b03a-973ed7b19a26 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'network': {'name': 'tempest-network-smoke--2038499961', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'port_security_enabled': True}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:01:51.006206 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d43fe20-1b2c-48dc-b03a-973ed7b19a26 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Made reservation on behalf of 84e0993fb1d44a64ad660dd1943b7d6b for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:01:51.009840 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d43fe20-1b2c-48dc-b03a-973ed7b19a26 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:51.041761 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d43fe20-1b2c-48dc-b03a-973ed7b19a26 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:01:51.053716 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d43fe20-1b2c-48dc-b03a-973ed7b19a26 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:51.054064 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-8d43fe20-1b2c-48dc-b03a-973ed7b19a26 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Added segment 8ca90395-74ba-4cd9-867b-025ec2ca5566 of type vlan for network f4a33470-84ca-4abb-a418-626511c7662b Nov 10 18:01:51.069550 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc6bd9f9-793b-449f-afdf-80a61b0f2cd1 req-41439496-efc7-48bf-be7d-78b878eba011 service neutron] 10.222.0.11 "GET /v2.0/networks/547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344779 Nov 10 18:01:51.112454 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d43fe20-1b2c-48dc-b03a-973ed7b19a26 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:51.117037 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-67f3c23c-7e42-48b8-98ae-a23f93cb3790 req-eb8f835a-8463-4ea0-874f-7f1b6c1077ef tempest-ServerShowV254Test-1688933317 tempest-ServerShowV254Test-1688933317-project] 10.222.0.39 "GET /v2.0/ports?device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.0463240 Nov 10 18:01:51.153455 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d43fe20-1b2c-48dc-b03a-973ed7b19a26 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:51.160020 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d43fe20-1b2c-48dc-b03a-973ed7b19a26 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:51.160682 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d43fe20-1b2c-48dc-b03a-973ed7b19a26 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:51.189111 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-13bf72eb-dab0-4464-83fb-351a3a08cc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2012184108', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'fc31bb41-442d-4a0e-be64-52424b8ee2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:12Z', 'updated_at': '2021-11-10T18:00:17Z', 'revision_number': 4, 'project_id': '6cf963dee3564948a98198b38669eacf', 'gw_port': {'id': 'fc31bb41-442d-4a0e-be64-52424b8ee2ec', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:12Z', 'updated_at': '2021-11-10T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '0d5dd8c1-3132-44aa-a1a6-cabbac304d6c', 'name': '', 'network_id': '547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'mac_address': 'fa:16:3e:cb:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'af21fd69-5982-47f4-84cf-df27ad0f5965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:16Z', 'updated_at': '2021-11-10T18:00:22Z', 'revision_number': 5, 'project_id': '6cf963dee3564948a98198b38669eacf', 'subnets': [{'id': 'af21fd69-5982-47f4-84cf-df27ad0f5965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:51.212326 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8d43fe20-1b2c-48dc-b03a-973ed7b19a26 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2357025 Nov 10 18:01:51.215159 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48500) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:51.219621 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bf72eb-dab0-4464-83fb-351a3a08cc93 None None] The sync data for ids ['07e6f908-c73b-4586-a2e7-88ffaaed015a'] in n-d-776250-10 is: [{'id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2012184108', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'fc31bb41-442d-4a0e-be64-52424b8ee2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:12Z', 'updated_at': '2021-11-10T18:00:17Z', 'revision_number': 4, 'project_id': '6cf963dee3564948a98198b38669eacf', 'gw_port': {'id': 'fc31bb41-442d-4a0e-be64-52424b8ee2ec', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:12Z', 'updated_at': '2021-11-10T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '0d5dd8c1-3132-44aa-a1a6-cabbac304d6c', 'name': '', 'network_id': '547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'mac_address': 'fa:16:3e:cb:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': 'af21fd69-5982-47f4-84cf-df27ad0f5965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:16Z', 'updated_at': '2021-11-10T18:00:22Z', 'revision_number': 5, 'project_id': '6cf963dee3564948a98198b38669eacf', 'subnets': [{'id': 'af21fd69-5982-47f4-84cf-df27ad0f5965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:01:51.226024 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-2958aaa2-589b-4e24-ad8d-4a0f56e07699 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-384862318', 'admin_state_up': True, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:01:51.235984 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43fe20-1b2c-48dc-b03a-973ed7b19a26 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'Network': ['ID=f4a33470-84ca-4abb-a418-626511c7662b,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:51.246575 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network f4a33470-84ca-4abb-a418-626511c7662b details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:01:51.306694 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2958aaa2-589b-4e24-ad8d-4a0f56e07699 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:51.307938 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2958aaa2-589b-4e24-ad8d-4a0f56e07699 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:51.378683 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2958aaa2-589b-4e24-ad8d-4a0f56e07699 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:51.534678 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2958aaa2-589b-4e24-ad8d-4a0f56e07699 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:51.553217 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4a7d14-2855-4cde-9fee-c93cfcc368ad None None] New status for floating IP b274a17d-fc79-4fc1-a3ea-d23b2c7c4bb8: DOWN {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:01:51.751988 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2958aaa2-589b-4e24-ad8d-4a0f56e07699 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:51.784420 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2958aaa2-589b-4e24-ad8d-4a0f56e07699 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:51.869501 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c7695-9fa5-4f7a-a6a2-87a7007fe14f req-604c963a-db7d-4170-9144-aea045dcf725 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:51.871129 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e7c7695-9fa5-4f7a-a6a2-87a7007fe14f req-604c963a-db7d-4170-9144-aea045dcf725 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.11 "GET /v2.0/ports?device_id=0604a83b-ae46-4983-9f42-32e523506b54 HTTP/1.1" status: 200 len: 984 time: 0.0988414 Nov 10 18:01:51.899484 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba742b-2d4d-4e34-ab4a-159057666fe4 req-0c90380d-5799-422a-8d8f-a140aee54830 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:51.901789 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0fba742b-2d4d-4e34-ab4a-159057666fe4 req-0c90380d-5799-422a-8d8f-a140aee54830 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/ports?device_id=0604a83b-ae46-4983-9f42-32e523506b54 HTTP/1.1" status: 200 len: 984 time: 0.0655742 Nov 10 18:01:51.964361 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0fba742b-2d4d-4e34-ab4a-159057666fe4 req-122af728-41c0-4ba9-8837-de84be8481b0 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/security-groups?id=6aba5cc7-0fc5-4ca4-b0f6-4c29e3fd955c&id=1a197fd1-b811-4c67-ba76-70efe7ccc717&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0549314 Nov 10 18:01:52.004312 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-2958aaa2-589b-4e24-ad8d-4a0f56e07699 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Allocated IP 172.25.5.216 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/fd6ef5b9-1f50-4d7e-a891-15c40c027144) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:01:52.078638 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-2e7c7695-9fa5-4f7a-a6a2-87a7007fe14f req-eacebfe0-9ce5-40e8-a455-006e51d09ea5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Deleting port dcec8d24-36b1-4ebc-aa77-7db96ff27834 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:01:52.078975 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2e7c7695-9fa5-4f7a-a6a2-87a7007fe14f req-eacebfe0-9ce5-40e8-a455-006e51d09ea5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:52.496462 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c875dfe9-18d6-4d9a-b862-f1378dc49b6d req-a8a68e81-0601-4794-9b64-5d2e33083a3e tempest-ServerShowV254Test-1688933317 tempest-ServerShowV254Test-1688933317-project] 10.222.0.39 "GET /v2.0/ports?device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.0394645 Nov 10 18:01:52.513261 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2958aaa2-589b-4e24-ad8d-4a0f56e07699 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:52.572306 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-2e7c7695-9fa5-4f7a-a6a2-87a7007fe14f req-eacebfe0-9ce5-40e8-a455-006e51d09ea5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] For port dcec8d24-36b1-4ebc-aa77-7db96ff27834, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=dcec8d24-36b1-4ebc-aa77-7db96ff27834,segment=NetworkSegment(07d963da-ab3f-4fd3-b058-829fe287a691),segment_id=07d963da-ab3f-4fd3-b058-829fe287a691)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:01:52.572592 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2e7c7695-9fa5-4f7a-a6a2-87a7007fe14f req-eacebfe0-9ce5-40e8-a455-006e51d09ea5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:52.589683 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-2e7c7695-9fa5-4f7a-a6a2-87a7007fe14f req-eacebfe0-9ce5-40e8-a455-006e51d09ea5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Calling delete_port for dcec8d24-36b1-4ebc-aa77-7db96ff27834 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:01:52.606745 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2958aaa2-589b-4e24-ad8d-4a0f56e07699 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:52.701748 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2958aaa2-589b-4e24-ad8d-4a0f56e07699 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:01:52.709202 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-2958aaa2-589b-4e24-ad8d-4a0f56e07699 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:01:52.716268 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2958aaa2-589b-4e24-ad8d-4a0f56e07699 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:01:52.747907 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ebef14-bb61-4e70-bdfd-1d6b5bd37153 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:01:52.750761 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958aaa2-589b-4e24-ad8d-4a0f56e07699 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'Port': ['ID=fd6ef5b9-1f50-4d7e-a891-15c40c027144,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:52.905607 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a0250072-4ecb-4335-8101-9a5153656c6f None None] Provisioning complete for port fd6ef5b9-1f50-4d7e-a891-15c40c027144 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:01:52.907890 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a0250072-4ecb-4335-8101-9a5153656c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:52.981601 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-a0250072-4ecb-4335-8101-9a5153656c6f None None] Port fd6ef5b9-1f50-4d7e-a891-15c40c027144 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:01:53.043076 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2e7c7695-9fa5-4f7a-a6a2-87a7007fe14f req-eacebfe0-9ce5-40e8-a455-006e51d09ea5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:53.114155 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b70aa7c4-acde-443d-a2c5-f3cfce3e515a req-7dbc14fb-7d0e-45e9-b842-bcc4d101b5d5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "GET /v2.0/ports?device_id=0604a83b-ae46-4983-9f42-32e523506b54 HTTP/1.1" status: 200 len: 210 time: 0.0659947 Nov 10 18:01:53.114884 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacebfe0-9ce5-40e8-a455-006e51d09ea5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Pushing event deleted for resources: {'Port': ['ID=dcec8d24-36b1-4ebc-aa77-7db96ff27834,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:53.149527 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2958aaa2-589b-4e24-ad8d-4a0f56e07699 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:53.165582 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7c7695-9fa5-4f7a-a6a2-87a7007fe14f req-eacebfe0-9ce5-40e8-a455-006e51d09ea5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] No DVR routers for this DVR port dcec8d24-36b1-4ebc-aa77-7db96ff27834 on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:01:53.209928 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2e7c7695-9fa5-4f7a-a6a2-87a7007fe14f req-eacebfe0-9ce5-40e8-a455-006e51d09ea5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:53.213243 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e7c7695-9fa5-4f7a-a6a2-87a7007fe14f req-eacebfe0-9ce5-40e8-a455-006e51d09ea5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.11 "DELETE /v2.0/ports/dcec8d24-36b1-4ebc-aa77-7db96ff27834 HTTP/1.1" status: 204 len: 173 time: 1.3360837 Nov 10 18:01:53.213716 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0604a83b-ae46-4983-9f42-32e523506b54', 'name': 'network-vif-deleted', 'tag': 'dcec8d24-36b1-4ebc-aa77-7db96ff27834'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:01:53.216192 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90beda55-09f6-443f-b8ef-209301b92251" -d '{"events": [{"server_uuid": "0604a83b-ae46-4983-9f42-32e523506b54", "name": "network-vif-deleted", "tag": "dcec8d24-36b1-4ebc-aa77-7db96ff27834"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:01:53.291489 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8fa20c-a3af-47fe-a11f-70e9e1449d41 x-openstack-request-id: req-de8fa20c-a3af-47fe-a11f-70e9e1449d41 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:01:53.292453 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0604a83b-ae46-4983-9f42-32e523506b54", "name": "network-vif-deleted", "tag": "dcec8d24-36b1-4ebc-aa77-7db96ff27834", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:01:53.292718 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-de8fa20c-a3af-47fe-a11f-70e9e1449d41 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:01:53.293268 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0604a83b-ae46-4983-9f42-32e523506b54', 'name': 'network-vif-deleted', 'tag': 'dcec8d24-36b1-4ebc-aa77-7db96ff27834', 'status': 'completed', 'code': 200} Nov 10 18:01:53.424729 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2958aaa2-589b-4e24-ad8d-4a0f56e07699 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:53.585887 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2958aaa2-589b-4e24-ad8d-4a0f56e07699 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Router 13ba11fb-17c9-4062-9ed9-523d336c935e is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 18:01:53.685513 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7a083c5-5c36-448b-8fcb-31d1e3ee1ac5 req-af6943fd-ded4-47ac-961b-a38628d88d4a tempest-ServerShowV254Test-1688933317 tempest-ServerShowV254Test-1688933317-project] 10.222.0.39 "GET /v2.0/ports?device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.0667546 Nov 10 18:01:53.769992 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2958aaa2-589b-4e24-ad8d-4a0f56e07699 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:01:53.783278 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f5e7b2-681f-4748-8e76-8e591539cede None None] Sync routers for ids ['13ba11fb-17c9-4062-9ed9-523d336c935e'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:01:53.795047 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2958aaa2-589b-4e24-ad8d-4a0f56e07699 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:53.795534 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f5e7b2-681f-4748-8e76-8e591539cede None None] Routers {'13ba11fb-17c9-4062-9ed9-523d336c935e'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:01:53.796474 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-09f5e7b2-681f-4748-8e76-8e591539cede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:01:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['13ba11fb-17c9-4062-9ed9-523d336c935e'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:53.796899 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2958aaa2-589b-4e24-ad8d-4a0f56e07699 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5799108 Nov 10 18:01:53.799578 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48526) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:53.831514 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d5fcebb9-6b99-4ab6-b79e-bc18536a05e9 tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=84e0993fb1d44a64ad660dd1943b7d6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306695 Nov 10 18:01:53.834035 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48528) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:53.907438 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-09f5e7b2-681f-4748-8e76-8e591539cede None None] Set router 13ba11fb-17c9-4062-9ed9-523d336c935e gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:01:54.005166 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60de7c6-e7ae-49be-9474-e97d83f206fa tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:54.009379 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a60de7c6-e7ae-49be-9474-e97d83f206fa tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1717596 Nov 10 18:01:54.010005 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48532) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:54.039448 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b7ca3d2d-9456-464e-bfed-de76855e7f09 tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ef950546-b13c-4865-8837-7444cdb2848e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286419 Nov 10 18:01:54.042190 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48534) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:54.125844 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-09f5e7b2-681f-4748-8e76-8e591539cede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384862318', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fd6ef5b9-1f50-4d7e-a891-15c40c027144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:01:51Z', 'updated_at': '2021-11-10T18:01:52Z', 'revision_number': 3, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': 'fd6ef5b9-1f50-4d7e-a891-15c40c027144', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:05:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:01:51Z', 'updated_at': '2021-11-10T18:01:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:54.164500 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f5e7b2-681f-4748-8e76-8e591539cede None None] Checking router: 13ba11fb-17c9-4062-9ed9-523d336c935e for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:01:54.164854 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f5e7b2-681f-4748-8e76-8e591539cede None None] Updating router 13ba11fb-17c9-4062-9ed9-523d336c935e port fd6ef5b9-1f50-4d7e-a891-15c40c027144 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:01:54.185825 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48540) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:54.201534 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-09f5e7b2-681f-4748-8e76-8e591539cede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:54.221734 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-fef97c92-b8aa-4c52-966b-b962875bda9a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1350429438', 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:01:54.333474 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f597a7ad-85b8-4192-961f-c4ef8514c8a5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:54.362601 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef97c92-b8aa-4c52-966b-b962875bda9a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Made reservation on behalf of 84e0993fb1d44a64ad660dd1943b7d6b for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:01:54.366505 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fef97c92-b8aa-4c52-966b-b962875bda9a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:54.384009 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f597a7ad-85b8-4192-961f-c4ef8514c8a5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:54.482977 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-09f5e7b2-681f-4748-8e76-8e591539cede None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:54.486130 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f597a7ad-85b8-4192-961f-c4ef8514c8a5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:54.489361 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f597a7ad-85b8-4192-961f-c4ef8514c8a5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:54.493227 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f597a7ad-85b8-4192-961f-c4ef8514c8a5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "DELETE /v2.0/security-groups/6aba5cc7-0fc5-4ca4-b0f6-4c29e3fd955c HTTP/1.1" status: 204 len: 168 time: 0.3027279 Nov 10 18:01:54.493768 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48542) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:54.494794 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-09f5e7b2-681f-4748-8e76-8e591539cede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:54.507361 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597a7ad-85b8-4192-961f-c4ef8514c8a5 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aba5cc7-0fc5-4ca4-b0f6-4c29e3fd955c,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:54.575466 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7bc7c-a445-4804-9f0d-8ba902afcba7 None None] Pushing event updated for resources: {'Port': ['ID=fd6ef5b9-1f50-4d7e-a891-15c40c027144,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:54.583436 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-511f9203-14c2-42e7-910a-6e6b86c6162e tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:54.612774 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7bc7c-a445-4804-9f0d-8ba902afcba7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:54.613122 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7bc7c-a445-4804-9f0d-8ba902afcba7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:54.620585 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7bc7c-a445-4804-9f0d-8ba902afcba7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:54.621361 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7bc7c-a445-4804-9f0d-8ba902afcba7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:54.621908 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7bc7c-a445-4804-9f0d-8ba902afcba7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:54.622516 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7bc7c-a445-4804-9f0d-8ba902afcba7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:54.623049 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7bc7c-a445-4804-9f0d-8ba902afcba7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:54.624010 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7bc7c-a445-4804-9f0d-8ba902afcba7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:54.626575 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7bc7c-a445-4804-9f0d-8ba902afcba7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:54.627037 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7bc7c-a445-4804-9f0d-8ba902afcba7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:54.627492 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7bc7c-a445-4804-9f0d-8ba902afcba7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:54.627922 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d7bc7c-a445-4804-9f0d-8ba902afcba7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:01:54.634978 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-09f5e7b2-681f-4748-8e76-8e591539cede None None] Attempting to bind port fd6ef5b9-1f50-4d7e-a891-15c40c027144 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:01:54.634978 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-09f5e7b2-681f-4748-8e76-8e591539cede None None] Attempting to bind port fd6ef5b9-1f50-4d7e-a891-15c40c027144 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:01:54.634978 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f5e7b2-681f-4748-8e76-8e591539cede None None] Attempting to bind port fd6ef5b9-1f50-4d7e-a891-15c40c027144 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:01:54.640816 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f5e7b2-681f-4748-8e76-8e591539cede None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:01:54.641266 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f5e7b2-681f-4748-8e76-8e591539cede None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:01:54.641684 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-09f5e7b2-681f-4748-8e76-8e591539cede None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:54.642081 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f5e7b2-681f-4748-8e76-8e591539cede None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:01:54.642569 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-09f5e7b2-681f-4748-8e76-8e591539cede None None] Bound port: fd6ef5b9-1f50-4d7e-a891-15c40c027144, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:01:54.642967 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-09f5e7b2-681f-4748-8e76-8e591539cede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:54.658836 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-511f9203-14c2-42e7-910a-6e6b86c6162e tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:54.685346 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fef97c92-b8aa-4c52-966b-b962875bda9a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:54.717012 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-09f5e7b2-681f-4748-8e76-8e591539cede None None] For port fd6ef5b9-1f50-4d7e-a891-15c40c027144, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:01:54.723304 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-09f5e7b2-681f-4748-8e76-8e591539cede None None] For port fd6ef5b9-1f50-4d7e-a891-15c40c027144, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=fd6ef5b9-1f50-4d7e-a891-15c40c027144,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:01:54.746554 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-09f5e7b2-681f-4748-8e76-8e591539cede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:54.776178 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95174a38-7a3f-4f09-9aaa-e98792934008 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:01:54.781814 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-511f9203-14c2-42e7-910a-6e6b86c6162e tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:54.785293 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-511f9203-14c2-42e7-910a-6e6b86c6162e tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:54.787925 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-511f9203-14c2-42e7-910a-6e6b86c6162e tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "DELETE /v2.0/security-groups/1a197fd1-b811-4c67-ba76-70efe7ccc717 HTTP/1.1" status: 204 len: 168 time: 0.2919142 Nov 10 18:01:54.792282 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48548) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:54.792986 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef97c92-b8aa-4c52-966b-b962875bda9a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'Subnet': ['ID=5fc56b57-25ae-4895-b745-b017816261dc,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:54.808960 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f9203-14c2-42e7-910a-6e6b86c6162e tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a197fd1-b811-4c67-ba76-70efe7ccc717,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:54.864289 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef97c92-b8aa-4c52-966b-b962875bda9a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Checking segment: {'id': '8ca90395-74ba-4cd9-867b-025ec2ca5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:01:54.864667 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef97c92-b8aa-4c52-966b-b962875bda9a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Network hostable DHCP agents. Network: f4a33470-84ca-4abb-a418-626511c7662b, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:01:54.872922 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fbf7ed-c770-4061-be14-1bcb5d24d928 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:01:54.895822 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:54.901547 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f5e7b2-681f-4748-8e76-8e591539cede None None] Routers {'13ba11fb-17c9-4062-9ed9-523d336c935e'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:01:54.902322 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-09f5e7b2-681f-4748-8e76-8e591539cede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:01:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['13ba11fb-17c9-4062-9ed9-523d336c935e'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:54.905118 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0e453130-c22d-4a2f-89d2-44131ec0bafc req-2ad72c55-631d-4004-8750-c0dbe45292e3 tempest-ServerShowV254Test-1688933317 tempest-ServerShowV254Test-1688933317-project] 10.222.0.39 "GET /v2.0/ports?device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.0339503 Nov 10 18:01:54.931342 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b0bb8491-2b6b-45c1-83c6-e64ec6e31e54 None None] Provisioning complete for port fd6ef5b9-1f50-4d7e-a891-15c40c027144 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:01:54.935900 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b0bb8491-2b6b-45c1-83c6-e64ec6e31e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:54.936119 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef97c92-b8aa-4c52-966b-b962875bda9a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Network f4a33470-84ca-4abb-a418-626511c7662b is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:01:54.987672 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7bc7c-a445-4804-9f0d-8ba902afcba7 None None] Pushing event updated for resources: {'Port': ['ID=fd6ef5b9-1f50-4d7e-a891-15c40c027144,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:54.989891 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-fef97c92-b8aa-4c52-966b-b962875bda9a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, f4a33470-84ca-4abb-a418-626511c7662b) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:01:54.996735 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef97c92-b8aa-4c52-966b-b962875bda9a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:01:54.997335 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fef97c92-b8aa-4c52-966b-b962875bda9a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:55.022456 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7441e52-d863-4d32-8a12-3d7bfceaa33d None None] Network f4a33470-84ca-4abb-a418-626511c7662b requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:01:55.024431 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48550) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:55.024557 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-fef97c92-b8aa-4c52-966b-b962875bda9a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9810357 Nov 10 18:01:55.125023 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-09f5e7b2-681f-4748-8e76-8e591539cede None None] Set router 13ba11fb-17c9-4062-9ed9-523d336c935e gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:01:55.185845 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b0bb8491-2b6b-45c1-83c6-e64ec6e31e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:55.212922 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b0bb8491-2b6b-45c1-83c6-e64ec6e31e54 None None] For port fd6ef5b9-1f50-4d7e-a891-15c40c027144, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=fd6ef5b9-1f50-4d7e-a891-15c40c027144,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:01:55.275315 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b0bb8491-2b6b-45c1-83c6-e64ec6e31e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:55.349851 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dba97e0-99c8-4524-8b36-e93ebec7db91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-f4a33470-84ca-4abb-a418-626511c7662b', 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'fixed_ips': [{'subnet_id': '5fc56b57-25ae-4895-b745-b017816261dc'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:01:55.351083 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2dba97e0-99c8-4524-8b36-e93ebec7db91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:55.358482 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:55.403986 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb8491-2b6b-45c1-83c6-e64ec6e31e54 None None] Pushing event updated for resources: {'Port': ['ID=fd6ef5b9-1f50-4d7e-a891-15c40c027144,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:55.461165 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-09f5e7b2-681f-4748-8e76-8e591539cede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384862318', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fd6ef5b9-1f50-4d7e-a891-15c40c027144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:01:51Z', 'updated_at': '2021-11-10T18:01:52Z', 'revision_number': 3, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': 'fd6ef5b9-1f50-4d7e-a891-15c40c027144', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:05:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:01:51Z', 'updated_at': '2021-11-10T18:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:55.514281 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f5e7b2-681f-4748-8e76-8e591539cede None None] The sync data for ids ['13ba11fb-17c9-4062-9ed9-523d336c935e'] in n-d-776250-10 is: [{'id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384862318', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fd6ef5b9-1f50-4d7e-a891-15c40c027144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:01:51Z', 'updated_at': '2021-11-10T18:01:52Z', 'revision_number': 3, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': 'fd6ef5b9-1f50-4d7e-a891-15c40c027144', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:05:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:01:51Z', 'updated_at': '2021-11-10T18:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:01:55.516837 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4593c148-4776-48d5-ae1b-44940d683a50 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:55.571451 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-2dba97e0-99c8-4524-8b36-e93ebec7db91 None None] Allocated IP 172.20.0.2 (f4a33470-84ca-4abb-a418-626511c7662b/5fc56b57-25ae-4895-b745-b017816261dc/413523ec-a058-495e-b40b-282e571bfa79) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:01:55.877510 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2dba97e0-99c8-4524-8b36-e93ebec7db91 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:55.890635 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2dba97e0-99c8-4524-8b36-e93ebec7db91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:55.910330 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3d9ca6f4-e3df-4960-b4ca-18b60438a6da tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:55.958164 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dba97e0-99c8-4524-8b36-e93ebec7db91 None None] Network f4a33470-84ca-4abb-a418-626511c7662b is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:01:55.964478 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-2dba97e0-99c8-4524-8b36-e93ebec7db91 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:01:55.967525 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dba97e0-99c8-4524-8b36-e93ebec7db91 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:01:56.074657 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba97e0-99c8-4524-8b36-e93ebec7db91 None None] Pushing event updated for resources: {'Port': ['ID=413523ec-a058-495e-b40b-282e571bfa79,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:56.081247 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-2dba97e0-99c8-4524-8b36-e93ebec7db91 None None] Attempting to bind port 413523ec-a058-495e-b40b-282e571bfa79 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:01:56.082709 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-2dba97e0-99c8-4524-8b36-e93ebec7db91 None None] Attempting to bind port 413523ec-a058-495e-b40b-282e571bfa79 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '8ca90395-74ba-4cd9-867b-025ec2ca5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:01:56.082709 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba97e0-99c8-4524-8b36-e93ebec7db91 None None] Attempting to bind port 413523ec-a058-495e-b40b-282e571bfa79 on network f4a33470-84ca-4abb-a418-626511c7662b {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:01:56.087343 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba97e0-99c8-4524-8b36-e93ebec7db91 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:01:56.087729 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba97e0-99c8-4524-8b36-e93ebec7db91 None None] Checking segment: {'id': '8ca90395-74ba-4cd9-867b-025ec2ca5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:01:56.088136 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2dba97e0-99c8-4524-8b36-e93ebec7db91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:56.088552 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba97e0-99c8-4524-8b36-e93ebec7db91 None None] Bound using segment: {'id': '8ca90395-74ba-4cd9-867b-025ec2ca5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:01:56.089031 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-2dba97e0-99c8-4524-8b36-e93ebec7db91 None None] Bound port: 413523ec-a058-495e-b40b-282e571bfa79, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca90395-74ba-4cd9-867b-025ec2ca5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:01:56.089417 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2dba97e0-99c8-4524-8b36-e93ebec7db91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:56.196225 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-557df63e-298a-4456-b942-0d15e00b6667 req-7f02e518-3cd6-4087-b12c-0201e8b484d7 tempest-ServerShowV254Test-1688933317 tempest-ServerShowV254Test-1688933317-project] 10.222.0.39 "GET /v2.0/ports?device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.0716407 Nov 10 18:01:56.217831 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-2dba97e0-99c8-4524-8b36-e93ebec7db91 None None] For port 413523ec-a058-495e-b40b-282e571bfa79, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:01:56.224306 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-2dba97e0-99c8-4524-8b36-e93ebec7db91 None None] For port 413523ec-a058-495e-b40b-282e571bfa79, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=413523ec-a058-495e-b40b-282e571bfa79,segment=NetworkSegment(8ca90395-74ba-4cd9-867b-025ec2ca5566),segment_id=8ca90395-74ba-4cd9-867b-025ec2ca5566)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:01:56.231656 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2dba97e0-99c8-4524-8b36-e93ebec7db91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:56.332559 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba97e0-99c8-4524-8b36-e93ebec7db91 None None] Pushing event updated for resources: {'Port': ['ID=413523ec-a058-495e-b40b-282e571bfa79,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:56.502406 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device dcec8d24-36b1-4ebc-aa77-7db96ff27834 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:01:56.559906 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: dcec8d24-36b1-4ebc-aa77-7db96ff27834 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:01:56.560303 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device dcec8d24-36b1-4ebc-aa77-7db96ff27834 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:01:56.647560 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-4593c148-4776-48d5-ae1b-44940d683a50 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Deleting port 0d5dd8c1-3132-44aa-a1a6-cabbac304d6c {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:01:56.648706 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4593c148-4776-48d5-ae1b-44940d683a50 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:56.864038 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-4593c148-4776-48d5-ae1b-44940d683a50 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] For port 0d5dd8c1-3132-44aa-a1a6-cabbac304d6c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=0d5dd8c1-3132-44aa-a1a6-cabbac304d6c,segment=NetworkSegment(07d963da-ab3f-4fd3-b058-829fe287a691),segment_id=07d963da-ab3f-4fd3-b058-829fe287a691)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:01:56.864438 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4593c148-4776-48d5-ae1b-44940d683a50 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:56.909450 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-4593c148-4776-48d5-ae1b-44940d683a50 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Calling delete_port for 0d5dd8c1-3132-44aa-a1a6-cabbac304d6c owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:01:57.041677 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 413523ec-a058-495e-b40b-282e571bfa79 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:01:57.130606 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 413523ec-a058-495e-b40b-282e571bfa79 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:01:57.130898 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:57.216305 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-3d9ca6f4-e3df-4960-b4ca-18b60438a6da tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Allocated IP 172.20.0.1 (f4a33470-84ca-4abb-a418-626511c7662b/5fc56b57-25ae-4895-b745-b017816261dc/bfaefc63-ecc9-41a1-8b3b-df8878a9ed96) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:01:57.274133 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:57.283094 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4593c148-4776-48d5-ae1b-44940d683a50 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:57.320612 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 413523ec-a058-495e-b40b-282e571bfa79, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=413523ec-a058-495e-b40b-282e571bfa79,segment=NetworkSegment(8ca90395-74ba-4cd9-867b-025ec2ca5566),segment_id=8ca90395-74ba-4cd9-867b-025ec2ca5566)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:01:57.326551 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:57.328222 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device fd6ef5b9-1f50-4d7e-a891-15c40c027144 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:01:57.355339 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-456fb4f5-76a7-482a-b1b3-4c1fc2c16af3 req-e9515e1e-1486-48f8-8523-84bfdffe4ddc tempest-ServerShowV254Test-1688933317 tempest-ServerShowV254Test-1688933317-project] 10.222.0.39 "GET /v2.0/ports?device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.0510459 Nov 10 18:01:57.356586 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593c148-4776-48d5-ae1b-44940d683a50 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Pushing event deleted for resources: {'Port': ['ID=0d5dd8c1-3132-44aa-a1a6-cabbac304d6c,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:57.434023 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=413523ec-a058-495e-b40b-282e571bfa79,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:57.461551 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port fd6ef5b9-1f50-4d7e-a891-15c40c027144 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:01:57.462524 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:57.516016 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3d9ca6f4-e3df-4960-b4ca-18b60438a6da tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:57.594984 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3d9ca6f4-e3df-4960-b4ca-18b60438a6da tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:57.662291 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4593c148-4776-48d5-ae1b-44940d683a50 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:57.690312 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9ca6f4-e3df-4960-b4ca-18b60438a6da tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Network f4a33470-84ca-4abb-a418-626511c7662b is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:01:57.693967 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-3d9ca6f4-e3df-4960-b4ca-18b60438a6da tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:01:57.699495 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9ca6f4-e3df-4960-b4ca-18b60438a6da tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:01:57.704405 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ca6f4-e3df-4960-b4ca-18b60438a6da tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'Port': ['ID=bfaefc63-ecc9-41a1-8b3b-df8878a9ed96,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:57.788700 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3d9ca6f4-e3df-4960-b4ca-18b60438a6da tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:57.965543 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4593c148-4776-48d5-ae1b-44940d683a50 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Router 07e6f908-c73b-4586-a2e7-88ffaaed015a has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:01:57.974695 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961152f3-086c-41c1-bb71-34624ec0eb9f None None] Network f4a33470-84ca-4abb-a418-626511c7662b requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:01:58.032710 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3d9ca6f4-e3df-4960-b4ca-18b60438a6da tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:58.083840 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3ec61709-a997-4d0f-8468-4c075c8563f8 None None] Provisioning complete for port 413523ec-a058-495e-b40b-282e571bfa79 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:01:58.094887 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3ec61709-a997-4d0f-8468-4c075c8563f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:58.146708 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4593c148-4776-48d5-ae1b-44940d683a50 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:01:58.159429 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4593c148-4776-48d5-ae1b-44940d683a50 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "PUT /v2.0/routers/07e6f908-c73b-4586-a2e7-88ffaaed015a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3574438 Nov 10 18:01:58.162015 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48572) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:58.167081 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475fa354-561a-4c18-ad21-c7e3b967f8ff None None] Sync routers for ids ['07e6f908-c73b-4586-a2e7-88ffaaed015a'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:01:58.229903 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475fa354-561a-4c18-ad21-c7e3b967f8ff None None] Routers {'07e6f908-c73b-4586-a2e7-88ffaaed015a'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:01:58.230987 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-475fa354-561a-4c18-ad21-c7e3b967f8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:01:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['07e6f908-c73b-4586-a2e7-88ffaaed015a'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:58.258100 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-de4f37e2-7cdd-4559-91b3-48c0c50b1b71 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Deleting subnet af21fd69-5982-47f4-84cf-df27ad0f5965 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:01:58.263017 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-de4f37e2-7cdd-4559-91b3-48c0c50b1b71 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:58.329314 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-de4f37e2-7cdd-4559-91b3-48c0c50b1b71 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:58.361830 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-475fa354-561a-4c18-ad21-c7e3b967f8ff None None] Set router 07e6f908-c73b-4586-a2e7-88ffaaed015a gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:01:58.454005 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3d9ca6f4-e3df-4960-b4ca-18b60438a6da tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:58.464430 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3d9ca6f4-e3df-4960-b4ca-18b60438a6da tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:58.468642 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-de4f37e2-7cdd-4559-91b3-48c0c50b1b71 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:58.560206 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-de4f37e2-7cdd-4559-91b3-48c0c50b1b71 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:58.598932 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2e41c90a-f720-440a-ac99-d4ea5d7bd05e req-9babf426-1635-4285-9c78-22c34c48b4cb tempest-ServerShowV254Test-1688933317 tempest-ServerShowV254Test-1688933317-project] 10.222.0.39 "GET /v2.0/ports?device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.0569634 Nov 10 18:01:58.616426 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ca6f4-e3df-4960-b4ca-18b60438a6da tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'Port': ['ID=bfaefc63-ecc9-41a1-8b3b-df8878a9ed96,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:58.644837 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3d9ca6f4-e3df-4960-b4ca-18b60438a6da tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:58.664476 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-475fa354-561a-4c18-ad21-c7e3b967f8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2012184108', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'fc31bb41-442d-4a0e-be64-52424b8ee2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:12Z', 'updated_at': '2021-11-10T18:01:57Z', 'revision_number': 5, 'project_id': '6cf963dee3564948a98198b38669eacf', 'gw_port': {'id': 'fc31bb41-442d-4a0e-be64-52424b8ee2ec', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:12Z', 'updated_at': '2021-11-10T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:58.695339 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475fa354-561a-4c18-ad21-c7e3b967f8ff None None] Checking router: 07e6f908-c73b-4586-a2e7-88ffaaed015a for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:01:58.702584 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-de4f37e2-7cdd-4559-91b3-48c0c50b1b71 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:58.704421 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b93353-9f0b-4a2a-8357-12546edf896e None None] Network 547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:01:58.707335 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-de4f37e2-7cdd-4559-91b3-48c0c50b1b71 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "DELETE /v2.0/subnets/af21fd69-5982-47f4-84cf-df27ad0f5965 HTTP/1.1" status: 204 len: 168 time: 0.5440814 Nov 10 18:01:58.708433 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f37e2-7cdd-4559-91b3-48c0c50b1b71 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Pushing event deleted for resources: {'Subnet': ['ID=af21fd69-5982-47f4-84cf-df27ad0f5965,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:01:58.710030 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48578) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:01:58.778511 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475fa354-561a-4c18-ad21-c7e3b967f8ff None None] Routers {'07e6f908-c73b-4586-a2e7-88ffaaed015a'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:01:58.779283 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-475fa354-561a-4c18-ad21-c7e3b967f8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:01:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['07e6f908-c73b-4586-a2e7-88ffaaed015a'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:58.926287 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b9fe86c5-befc-4dcf-981d-9375c42f87f3 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:58.935575 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 413523ec-a058-495e-b40b-282e571bfa79 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:01:58.995503 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9ca6f4-e3df-4960-b4ca-18b60438a6da tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Network f4a33470-84ca-4abb-a418-626511c7662b is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:01:59.002456 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-3d9ca6f4-e3df-4960-b4ca-18b60438a6da tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:01:59.002668 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-475fa354-561a-4c18-ad21-c7e3b967f8ff None None] Set router 07e6f908-c73b-4586-a2e7-88ffaaed015a gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:01:59.161323 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b9fe86c5-befc-4dcf-981d-9375c42f87f3 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:59.232937 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9ca6f4-e3df-4960-b4ca-18b60438a6da tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Router 13ba11fb-17c9-4062-9ed9-523d336c935e has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:01:59.275575 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-f6ee6623-9ace-406b-b788-331a0d78fe0c None None] Provisioning complete for port 413523ec-a058-495e-b40b-282e571bfa79 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:01:59.276800 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f6ee6623-9ace-406b-b788-331a0d78fe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:59.308787 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-b9fe86c5-befc-4dcf-981d-9375c42f87f3 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Deleting port fc31bb41-442d-4a0e-be64-52424b8ee2ec {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:01:59.309355 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b9fe86c5-befc-4dcf-981d-9375c42f87f3 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:59.449954 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9ca6f4-e3df-4960-b4ca-18b60438a6da tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:01:59.467461 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3d9ca6f4-e3df-4960-b4ca-18b60438a6da tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "PUT /v2.0/routers/13ba11fb-17c9-4062-9ed9-523d336c935e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4418156 Nov 10 18:01:59.472168 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855c6cc5-f8c2-4e52-87f6-7a2cdbda5012 None None] Sync routers for ids ['13ba11fb-17c9-4062-9ed9-523d336c935e'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:01:59.501840 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855c6cc5-f8c2-4e52-87f6-7a2cdbda5012 None None] Routers {'13ba11fb-17c9-4062-9ed9-523d336c935e'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:01:59.502475 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-855c6cc5-f8c2-4e52-87f6-7a2cdbda5012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:01:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['13ba11fb-17c9-4062-9ed9-523d336c935e'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:59.517587 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-b9fe86c5-befc-4dcf-981d-9375c42f87f3 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] For port fc31bb41-442d-4a0e-be64-52424b8ee2ec, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=fc31bb41-442d-4a0e-be64-52424b8ee2ec,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:01:59.518035 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b9fe86c5-befc-4dcf-981d-9375c42f87f3 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:59.555313 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-b9fe86c5-befc-4dcf-981d-9375c42f87f3 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Calling delete_port for fc31bb41-442d-4a0e-be64-52424b8ee2ec owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:01:59.582958 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-475fa354-561a-4c18-ad21-c7e3b967f8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2012184108', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'fc31bb41-442d-4a0e-be64-52424b8ee2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:12Z', 'updated_at': '2021-11-10T18:01:57Z', 'revision_number': 5, 'project_id': '6cf963dee3564948a98198b38669eacf', 'gw_port': {'id': 'fc31bb41-442d-4a0e-be64-52424b8ee2ec', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:12Z', 'updated_at': '2021-11-10T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:01:59.637849 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 413523ec-a058-495e-b40b-282e571bfa79 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:01:59.641443 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:59.781048 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-a83892a1-3528-4493-afb3-2cd965b2f7e0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-687853909&fields=id&tenant_id=84e0993fb1d44a64ad660dd1943b7d6b HTTP/1.1" status: 200 len: 267 time: 0.1344304 Nov 10 18:01:59.783044 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475fa354-561a-4c18-ad21-c7e3b967f8ff None None] The sync data for ids ['07e6f908-c73b-4586-a2e7-88ffaaed015a'] in n-d-776250-10 is: [{'id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2012184108', 'tenant_id': '6cf963dee3564948a98198b38669eacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'fc31bb41-442d-4a0e-be64-52424b8ee2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:12Z', 'updated_at': '2021-11-10T18:01:57Z', 'revision_number': 5, 'project_id': '6cf963dee3564948a98198b38669eacf', 'gw_port': {'id': 'fc31bb41-442d-4a0e-be64-52424b8ee2ec', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:93:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e6f908-c73b-4586-a2e7-88ffaaed015a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:12Z', 'updated_at': '2021-11-10T18:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:01:59.813566 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d450cd8f-f4b1-4c40-a77a-57d54a97cac3 None None] DHCP port deletion for 547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:01:59.882983 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-f6ee6623-9ace-406b-b788-331a0d78fe0c None None] Provisioning complete for port bfaefc63-ecc9-41a1-8b3b-df8878a9ed96 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:01:59.883403 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f6ee6623-9ace-406b-b788-331a0d78fe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:01:59.903414 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-855c6cc5-f8c2-4e52-87f6-7a2cdbda5012 None None] Set router 13ba11fb-17c9-4062-9ed9-523d336c935e gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:01:59.921989 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-92677814-ca38-49ec-aead-25ab7da20690 req-b40bb371-cc2b-406c-96ea-b5531f31c8c9 tempest-ServerShowV254Test-1688933317 tempest-ServerShowV254Test-1688933317-project] 10.222.0.39 "GET /v2.0/ports?device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.0888174 Nov 10 18:01:59.953561 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-f6ee6623-9ace-406b-b788-331a0d78fe0c None None] Port bfaefc63-ecc9-41a1-8b3b-df8878a9ed96 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:02:00.005841 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-d450cd8f-f4b1-4c40-a77a-57d54a97cac3 None None] Deleting port eb55330b-6e68-4922-91b4-0a1296b56e52 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:02:00.006320 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d450cd8f-f4b1-4c40-a77a-57d54a97cac3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:00.090769 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-d450cd8f-f4b1-4c40-a77a-57d54a97cac3 None None] For port eb55330b-6e68-4922-91b4-0a1296b56e52, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=eb55330b-6e68-4922-91b4-0a1296b56e52,segment=NetworkSegment(07d963da-ab3f-4fd3-b058-829fe287a691),segment_id=07d963da-ab3f-4fd3-b058-829fe287a691)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:02:00.091168 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d450cd8f-f4b1-4c40-a77a-57d54a97cac3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:00.099938 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b9fe86c5-befc-4dcf-981d-9375c42f87f3 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:00.107993 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-d450cd8f-f4b1-4c40-a77a-57d54a97cac3 None None] Calling delete_port for eb55330b-6e68-4922-91b4-0a1296b56e52 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:02:00.147660 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-62b87f63-4187-4155-8166-50b7a18288b4 None None] Provisioning complete for port bfaefc63-ecc9-41a1-8b3b-df8878a9ed96 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:02:00.148563 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-62b87f63-4187-4155-8166-50b7a18288b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:00.158661 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe86c5-befc-4dcf-981d-9375c42f87f3 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Pushing event deleted for resources: {'Port': ['ID=fc31bb41-442d-4a0e-be64-52424b8ee2ec,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:00.185951 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-a7fafaf7-f5f0-4462-a287-e33d717b6f84 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:00.188911 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-a7fafaf7-f5f0-4462-a287-e33d717b6f84 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/networks?id=f4a33470-84ca-4abb-a418-626511c7662b HTTP/1.1" status: 200 len: 797 time: 0.2654555 Nov 10 18:02:00.199535 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-855c6cc5-f8c2-4e52-87f6-7a2cdbda5012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384862318', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fd6ef5b9-1f50-4d7e-a891-15c40c027144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:01:51Z', 'updated_at': '2021-11-10T18:01:57Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': 'fd6ef5b9-1f50-4d7e-a891-15c40c027144', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:05:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:01:51Z', 'updated_at': '2021-11-10T18:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'bfaefc63-ecc9-41a1-8b3b-df8878a9ed96', 'name': '', 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:9a:37:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '5fc56b57-25ae-4895-b745-b017816261dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:01:56Z', 'updated_at': '2021-11-10T18:01:58Z', 'revision_number': 2, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': '5fc56b57-25ae-4895-b745-b017816261dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:02:00.243462 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855c6cc5-f8c2-4e52-87f6-7a2cdbda5012 None None] Checking router: 13ba11fb-17c9-4062-9ed9-523d336c935e for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:02:00.243902 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855c6cc5-f8c2-4e52-87f6-7a2cdbda5012 None None] Updating router 13ba11fb-17c9-4062-9ed9-523d336c935e port bfaefc63-ecc9-41a1-8b3b-df8878a9ed96 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:02:00.255451 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-00a0efd8-8697-4698-a786-f9a44363b845 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/quotas/84e0993fb1d44a64ad660dd1943b7d6b HTTP/1.1" status: 200 len: 375 time: 0.0263524 Nov 10 18:02:00.276118 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9692d11-e675-4583-b049-d2fcbbdf9579 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:02:00.291907 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-62b87f63-4187-4155-8166-50b7a18288b4 None None] Port bfaefc63-ecc9-41a1-8b3b-df8878a9ed96 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:02:00.303231 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-855c6cc5-f8c2-4e52-87f6-7a2cdbda5012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:00.345101 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d450cd8f-f4b1-4c40-a77a-57d54a97cac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:00.352985 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b9fe86c5-befc-4dcf-981d-9375c42f87f3 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:00.398696 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-fb3ccbca-efd6-4f49-8c48-13a23997108d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1080132 Nov 10 18:02:00.412298 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450cd8f-f4b1-4c40-a77a-57d54a97cac3 None None] Pushing event deleted for resources: {'Port': ['ID=eb55330b-6e68-4922-91b4-0a1296b56e52,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:00.437969 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d450cd8f-f4b1-4c40-a77a-57d54a97cac3 None None] No DVR routers for this DVR port eb55330b-6e68-4922-91b4-0a1296b56e52 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:02:00.449810 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-812dd71c-4900-4ef7-8218-72e9b928eef0 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:02:00.459036 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-812dd71c-4900-4ef7-8218-72e9b928eef0 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142970 Nov 10 18:02:00.522094 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5bc11863-5229-43d4-a11a-231afdb9dc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:00.561672 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b9fe86c5-befc-4dcf-981d-9375c42f87f3 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:00.566413 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b9fe86c5-befc-4dcf-981d-9375c42f87f3 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:00.651066 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b9fe86c5-befc-4dcf-981d-9375c42f87f3 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:00.651705 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fe86c5-befc-4dcf-981d-9375c42f87f3 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Fanout notify agent at l3_agent the message router_deleted on router 07e6f908-c73b-4586-a2e7-88ffaaed015a {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:02:00.663227 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b9fe86c5-befc-4dcf-981d-9375c42f87f3 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:00.667256 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48604) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:00.667543 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b9fe86c5-befc-4dcf-981d-9375c42f87f3 tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "DELETE /v2.0/routers/07e6f908-c73b-4586-a2e7-88ffaaed015a HTTP/1.1" status: 204 len: 168 time: 1.9561703 Nov 10 18:02:00.691502 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-9026e1b4-2e4a-4913-bfc6-a69b706178ef service neutron] 10.222.0.39 "GET /v2.0/networks/f4a33470-84ca-4abb-a418-626511c7662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310679 Nov 10 18:02:00.807261 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-855c6cc5-f8c2-4e52-87f6-7a2cdbda5012 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:00.818395 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-855c6cc5-f8c2-4e52-87f6-7a2cdbda5012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:00.904232 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48608) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:00.910473 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-907d9b5c-d2ea-4284-a62b-5ec6af2faa25 service neutron] 10.222.0.39 "GET /v2.0/networks/f4a33470-84ca-4abb-a418-626511c7662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175524 Nov 10 18:02:00.948867 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-844ec9e6-ca1b-4409-a85a-60712b08d05d tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:01.019588 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bdc243-b2b8-4d9b-b7ef-ccb535b2e289 None None] Pushing event updated for resources: {'Port': ['ID=bfaefc63-ecc9-41a1-8b3b-df8878a9ed96,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:01.085424 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-855c6cc5-f8c2-4e52-87f6-7a2cdbda5012 None None] Attempting to bind port bfaefc63-ecc9-41a1-8b3b-df8878a9ed96 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:02:01.088037 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-855c6cc5-f8c2-4e52-87f6-7a2cdbda5012 None None] Attempting to bind port bfaefc63-ecc9-41a1-8b3b-df8878a9ed96 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '8ca90395-74ba-4cd9-867b-025ec2ca5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:02:01.088725 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855c6cc5-f8c2-4e52-87f6-7a2cdbda5012 None None] Attempting to bind port bfaefc63-ecc9-41a1-8b3b-df8878a9ed96 on network f4a33470-84ca-4abb-a418-626511c7662b {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:02:01.103208 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855c6cc5-f8c2-4e52-87f6-7a2cdbda5012 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:02:01.104291 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855c6cc5-f8c2-4e52-87f6-7a2cdbda5012 None None] Checking segment: {'id': '8ca90395-74ba-4cd9-867b-025ec2ca5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:02:01.107125 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-855c6cc5-f8c2-4e52-87f6-7a2cdbda5012 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:01.107868 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855c6cc5-f8c2-4e52-87f6-7a2cdbda5012 None None] Bound using segment: {'id': '8ca90395-74ba-4cd9-867b-025ec2ca5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:02:01.109149 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-855c6cc5-f8c2-4e52-87f6-7a2cdbda5012 None None] Bound port: bfaefc63-ecc9-41a1-8b3b-df8878a9ed96, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca90395-74ba-4cd9-867b-025ec2ca5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:02:01.112658 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-855c6cc5-f8c2-4e52-87f6-7a2cdbda5012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:01.137669 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cd41569a-b1ae-4407-9c44-1409ebe29e47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:01.235966 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-844ec9e6-ca1b-4409-a85a-60712b08d05d tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:01.307111 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-855c6cc5-f8c2-4e52-87f6-7a2cdbda5012 None None] For port bfaefc63-ecc9-41a1-8b3b-df8878a9ed96, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:02:01.311083 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cd41569a-b1ae-4407-9c44-1409ebe29e47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:01.311619 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-855c6cc5-f8c2-4e52-87f6-7a2cdbda5012 None None] For port bfaefc63-ecc9-41a1-8b3b-df8878a9ed96, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=bfaefc63-ecc9-41a1-8b3b-df8878a9ed96,segment=NetworkSegment(8ca90395-74ba-4cd9-867b-025ec2ca5566),segment_id=8ca90395-74ba-4cd9-867b-025ec2ca5566)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:02:01.319659 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cd41569a-b1ae-4407-9c44-1409ebe29e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:01.326331 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-855c6cc5-f8c2-4e52-87f6-7a2cdbda5012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:01.344325 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 0d5dd8c1-3132-44aa-a1a6-cabbac304d6c no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:02:01.393562 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-cd41569a-b1ae-4407-9c44-1409ebe29e47 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bb6d31fc57e9465ca6cc6e883da16e80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4815505 Nov 10 18:02:01.394228 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48618) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:01.409579 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9bf6afac-9d72-4fb4-b78d-1fd4bd3bc36a req-9aaed9d6-ec1f-4cdd-961b-3ba4ed0ce121 tempest-ServerShowV254Test-1688933317 tempest-ServerShowV254Test-1688933317-project] 10.222.0.39 "GET /v2.0/ports?device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.1234481 Nov 10 18:02:01.411446 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-844ec9e6-ca1b-4409-a85a-60712b08d05d tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:02:01.450423 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-844ec9e6-ca1b-4409-a85a-60712b08d05d tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d963da-ab3f-4fd3-b058-829fe287a691') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:02:01.450734 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-844ec9e6-ca1b-4409-a85a-60712b08d05d tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d963da-ab3f-4fd3-b058-829fe287a691') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:02:01.463668 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-844ec9e6-ca1b-4409-a85a-60712b08d05d tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:01.479255 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bdc243-b2b8-4d9b-b7ef-ccb535b2e289 None None] Pushing event updated for resources: {'Port': ['ID=bfaefc63-ecc9-41a1-8b3b-df8878a9ed96,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:01.480461 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 0d5dd8c1-3132-44aa-a1a6-cabbac304d6c {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:02:01.480806 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 0d5dd8c1-3132-44aa-a1a6-cabbac304d6c not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:02:01.481226 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device eb55330b-6e68-4922-91b4-0a1296b56e52 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:02:01.486937 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-844ec9e6-ca1b-4409-a85a-60712b08d05d tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:01.496882 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-844ec9e6-ca1b-4409-a85a-60712b08d05d tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:02:01.498038 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-844ec9e6-ca1b-4409-a85a-60712b08d05d tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:01.503278 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:02:01.503278 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:02:01.503278 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:02:01.503278 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:02:01.503278 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:02:01.503278 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:02:01.503278 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:02:01.503278 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:02:01.503278 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:02:01.503278 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:02:01.503278 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:02:01.503278 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:02:01.503278 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:02:01.503278 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:02:01.503278 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:02:01.503278 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:02:01.503278 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:02:01.503278 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:02:01.503278 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:02:01.503278 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:02:01.503278 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:02:01.503278 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:02:01.503278 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:02:01.503278 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:02:01.503278 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:02:01.503278 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:02:01.503278 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:02:01.503278 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:02:01.503278 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:02:01.503278 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:02:01.503278 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:02:01.503278 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:02:01.505836 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855c6cc5-f8c2-4e52-87f6-7a2cdbda5012 None None] Routers {'13ba11fb-17c9-4062-9ed9-523d336c935e'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:02:01.505937 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-855c6cc5-f8c2-4e52-87f6-7a2cdbda5012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:01:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['13ba11fb-17c9-4062-9ed9-523d336c935e'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:02:01.567675 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: eb55330b-6e68-4922-91b4-0a1296b56e52 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:02:01.568010 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device eb55330b-6e68-4922-91b4-0a1296b56e52 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:02:01.582542 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-21ffc332-0dcb-4243-a57e-d4208deed23a None None] Provisioning complete for port bfaefc63-ecc9-41a1-8b3b-df8878a9ed96 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:02:01.582922 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-21ffc332-0dcb-4243-a57e-d4208deed23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:01.589294 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-844ec9e6-ca1b-4409-a85a-60712b08d05d tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:01.643874 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-844ec9e6-ca1b-4409-a85a-60712b08d05d tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:01.656297 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-844ec9e6-ca1b-4409-a85a-60712b08d05d tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] 10.222.0.39 "DELETE /v2.0/networks/547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14 HTTP/1.1" status: 204 len: 168 time: 0.9846146 Nov 10 18:02:01.656297 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ec9e6-ca1b-4409-a85a-60712b08d05d tempest-TestSecurityGroupsBasicOps-1085982214 tempest-TestSecurityGroupsBasicOps-1085982214-project] Pushing event deleted for resources: {'Network': ['ID=547c3fb1-1b1c-4f3c-bd3b-e8dbd00dcc14,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:01.679240 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-88ecdeb3-7850-41eb-a5ba-bec8a772cce7 req-530eea37-7e0b-47d7-83e7-4e04baa394ce tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 210 time: 0.1344767 Nov 10 18:02:01.683704 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd41569a-b1ae-4407-9c44-1409ebe29e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40c7f41-ef9e-444d-96da-8f90f1a6f026,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:01.745837 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bc65b86a-fc30-407c-9a89-61b5a9883601 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:01.753131 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-21ffc332-0dcb-4243-a57e-d4208deed23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:01.802355 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-855c6cc5-f8c2-4e52-87f6-7a2cdbda5012 None None] Set router 13ba11fb-17c9-4062-9ed9-523d336c935e gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:02:01.853748 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bc65b86a-fc30-407c-9a89-61b5a9883601 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:01.880001 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-21ffc332-0dcb-4243-a57e-d4208deed23a None None] For port bfaefc63-ecc9-41a1-8b3b-df8878a9ed96, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=bfaefc63-ecc9-41a1-8b3b-df8878a9ed96,segment=NetworkSegment(8ca90395-74ba-4cd9-867b-025ec2ca5566),segment_id=8ca90395-74ba-4cd9-867b-025ec2ca5566)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:02:01.886525 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-21ffc332-0dcb-4243-a57e-d4208deed23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:01.958513 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ffc332-0dcb-4243-a57e-d4208deed23a None None] Pushing event updated for resources: {'Port': ['ID=bfaefc63-ecc9-41a1-8b3b-df8878a9ed96,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:02.009404 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ec061bf7-1fb3-4fff-8445-dfcfe845c42f req-f7b22e43-19f1-4093-81f4-56befc1297f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7b3c16212ecd4034b9537b5923138c1c&device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.0789988 Nov 10 18:02:02.039628 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bc65b86a-fc30-407c-9a89-61b5a9883601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:02.055193 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bc65b86a-fc30-407c-9a89-61b5a9883601 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:02.081015 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-bc65b86a-fc30-407c-9a89-61b5a9883601 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d40c7f41-ef9e-444d-96da-8f90f1a6f026 HTTP/1.1" status: 204 len: 168 time: 0.6799371 Nov 10 18:02:02.085855 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-80d7248a-ddfb-4f3b-b042-e0151132003c None None] Provisioning complete for port bfaefc63-ecc9-41a1-8b3b-df8878a9ed96 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:02:02.088888 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-80d7248a-ddfb-4f3b-b042-e0151132003c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:02.163268 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ec061bf7-1fb3-4fff-8445-dfcfe845c42f req-bf34f795-409d-4681-8ba2-b3cb5dc8e81a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=7b3c16212ecd4034b9537b5923138c1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0787282 Nov 10 18:02:02.172201 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc65b86a-fc30-407c-9a89-61b5a9883601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40c7f41-ef9e-444d-96da-8f90f1a6f026,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:02.235414 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b102141e-b0dd-4b68-ac5b-d5a398843467 req-1adbd7f9-ecd4-4cb4-8b93-e1e92d058881 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.0706060 Nov 10 18:02:02.272616 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-855c6cc5-f8c2-4e52-87f6-7a2cdbda5012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384862318', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fd6ef5b9-1f50-4d7e-a891-15c40c027144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:01:51Z', 'updated_at': '2021-11-10T18:01:57Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': 'fd6ef5b9-1f50-4d7e-a891-15c40c027144', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:05:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:01:51Z', 'updated_at': '2021-11-10T18:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'bfaefc63-ecc9-41a1-8b3b-df8878a9ed96', 'name': '', 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:9a:37:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '5fc56b57-25ae-4895-b745-b017816261dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:01:56Z', 'updated_at': '2021-11-10T18:02:01Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': '5fc56b57-25ae-4895-b745-b017816261dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:02:02.310898 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855c6cc5-f8c2-4e52-87f6-7a2cdbda5012 None None] The sync data for ids ['13ba11fb-17c9-4062-9ed9-523d336c935e'] in n-d-776250-10 is: [{'id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384862318', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fd6ef5b9-1f50-4d7e-a891-15c40c027144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:01:51Z', 'updated_at': '2021-11-10T18:01:57Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': 'fd6ef5b9-1f50-4d7e-a891-15c40c027144', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:05:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:01:51Z', 'updated_at': '2021-11-10T18:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'bfaefc63-ecc9-41a1-8b3b-df8878a9ed96', 'name': '', 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:9a:37:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '5fc56b57-25ae-4895-b745-b017816261dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:01:56Z', 'updated_at': '2021-11-10T18:02:01Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': '5fc56b57-25ae-4895-b745-b017816261dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:02:02.314097 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48636) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:02.877491 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-20c5a33c-d4cb-4a78-bb1f-0ab86c0da12c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:02.964165 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device bfaefc63-ecc9-41a1-8b3b-df8878a9ed96 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:02:02.985812 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f18d8f8f-46be-43de-941d-28a1a5e6eb36 req-bdefeb84-4fe4-43a8-aad1-78c9d3ef33dd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 210 time: 0.0706019 Nov 10 18:02:03.016064 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-66458602-2b8d-4510-8278-c79c4c6cdc7d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6cf963dee3564948a98198b38669eacf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6965518 Nov 10 18:02:03.017326 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48652) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:03.061237 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec061bf7-1fb3-4fff-8445-dfcfe845c42f req-4b947434-0585-43c1-a423-228c8f403dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:03.063487 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ec061bf7-1fb3-4fff-8445-dfcfe845c42f req-4b947434-0585-43c1-a423-228c8f403dcb service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8869448 Nov 10 18:02:03.111516 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-280bbde3-95c7-4763-8b45-29882c933fa4 req-e599f21f-e05d-413f-a652-79daf94abe09 tempest-ServerShowV254Test-1688933317 tempest-ServerShowV254Test-1688933317-project] 10.222.0.39 "GET /v2.0/ports?device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.0469890 Nov 10 18:02:03.125188 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port bfaefc63-ecc9-41a1-8b3b-df8878a9ed96 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:02:03.125965 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:03.264885 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-243e016b-146a-4848-9e35-b4b698cb4c54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:03.277908 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device fc31bb41-442d-4a0e-be64-52424b8ee2ec no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:02:03.294076 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2c28a6a6-fd00-4bd1-a4e0-ebab30de7991 req-2a1ec3c5-81c6-4002-a323-da86caa6f63f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1639986 Nov 10 18:02:03.324434 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: fc31bb41-442d-4a0e-be64-52424b8ee2ec {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:02:03.325607 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device fc31bb41-442d-4a0e-be64-52424b8ee2ec not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:02:03.343994 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-243e016b-146a-4848-9e35-b4b698cb4c54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:03.517361 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-27325fb8-0aca-40a5-b6af-ff3811cc772b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:03.525943 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-27325fb8-0aca-40a5-b6af-ff3811cc772b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.13 "GET /v2.0/networks?id=f4a33470-84ca-4abb-a418-626511c7662b HTTP/1.1" status: 200 len: 797 time: 0.2228239 Nov 10 18:02:03.580314 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28a6a6-fd00-4bd1-a4e0-ebab30de7991 req-1077b567-9bf6-49a1-912f-821d1d069436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:03.585245 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2c28a6a6-fd00-4bd1-a4e0-ebab30de7991 req-1077b567-9bf6-49a1-912f-821d1d069436 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=06278c9a20944d57b5ffec337b79be2b&device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 1098 time: 0.1362996 Nov 10 18:02:03.586144 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-243e016b-146a-4848-9e35-b4b698cb4c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:03.595134 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-243e016b-146a-4848-9e35-b4b698cb4c54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:03.597470 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-243e016b-146a-4848-9e35-b4b698cb4c54 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ebed3831-a4a7-467b-a7aa-9d1f665935ba HTTP/1.1" status: 204 len: 168 time: 0.5790009 Nov 10 18:02:03.621238 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e016b-146a-4848-9e35-b4b698cb4c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebed3831-a4a7-467b-a7aa-9d1f665935ba,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:03.681642 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-d371bcfe-76ce-466b-8f83-221679f4f9f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84e0993fb1d44a64ad660dd1943b7d6b HTTP/1.1" status: 200 len: 379 time: 0.1452670 Nov 10 18:02:03.698993 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-37c94017-14af-4bd5-9a7a-41032e7f3a27 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'port': {'device_id': 'aab8b72f-9351-4aa8-b798-cc9dfd947b0c', 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b', 'admin_state_up': True, 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'security_groups': ['9c207067-e54d-4083-a8e7-d6dc787a4b44']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:02:03.914743 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28a6a6-fd00-4bd1-a4e0-ebab30de7991 req-ff2cba74-9875-4aa6-9a33-9d046902a2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:03.916524 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2c28a6a6-fd00-4bd1-a4e0-ebab30de7991 req-ff2cba74-9875-4aa6-9a33-9d046902a2cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=a384840f-994e-49d7-a029-2994795f669c HTTP/1.1" status: 200 len: 918 time: 0.2133262 Nov 10 18:02:03.952926 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-37c94017-14af-4bd5-9a7a-41032e7f3a27 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Made reservation on behalf of 84e0993fb1d44a64ad660dd1943b7d6b for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:02:03.960942 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-37c94017-14af-4bd5-9a7a-41032e7f3a27 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:04.032867 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2c28a6a6-fd00-4bd1-a4e0-ebab30de7991 req-c6fa0a15-870e-42d8-b70b-98db043fd328 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=639b3d4c-0462-4124-a350-f4e48d099368 HTTP/1.1" status: 200 len: 1002 time: 0.1080444 Nov 10 18:02:04.089898 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:04.220448 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28a6a6-fd00-4bd1-a4e0-ebab30de7991 req-3218e7cf-9ab8-47ec-a55d-3d61790b8404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:04.225936 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2c28a6a6-fd00-4bd1-a4e0-ebab30de7991 req-3218e7cf-9ab8-47ec-a55d-3d61790b8404 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d851ee1-7f4b-4a5a-9484-5ca72a5442cb HTTP/1.1" status: 200 len: 856 time: 0.1765003 Nov 10 18:02:04.252530 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-126ba76e-bf0b-453e-9fa7-68060015873c req-1c1c2dd4-1ac3-4328-8b83-d25d57e8b62e tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 210 time: 0.1140764 Nov 10 18:02:04.278321 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-37c94017-14af-4bd5-9a7a-41032e7f3a27 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Allocated IP 172.20.0.11 (f4a33470-84ca-4abb-a418-626511c7662b/5fc56b57-25ae-4895-b745-b017816261dc/4abaab4a-b5d8-48a5-ba82-f47f18924572) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:02:04.308721 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48676) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:04.408528 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-033834af-741f-4b83-9cf9-d2d4a3924ce0 req-e6b593fd-0088-42a4-92b7-68f3e962fa98 tempest-ServerShowV254Test-1688933317 tempest-ServerShowV254Test-1688933317-project] 10.222.0.39 "GET /v2.0/ports?device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.0986564 Nov 10 18:02:04.437754 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3bf43a45-6398-46a0-b8ac-09d00eb6e50b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:04.470034 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28a6a6-fd00-4bd1-a4e0-ebab30de7991 req-5302ba5e-41d4-44da-be52-8f97e25a0038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:04.471646 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2c28a6a6-fd00-4bd1-a4e0-ebab30de7991 req-5302ba5e-41d4-44da-be52-8f97e25a0038 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a384840f-994e-49d7-a029-2994795f669c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2367082 Nov 10 18:02:04.564445 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-37c94017-14af-4bd5-9a7a-41032e7f3a27 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:04.657153 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-37c94017-14af-4bd5-9a7a-41032e7f3a27 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:04.717404 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3bf43a45-6398-46a0-b8ac-09d00eb6e50b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:04.721410 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2c28a6a6-fd00-4bd1-a4e0-ebab30de7991 req-b650a050-9e58-4abd-a1fa-d54dd5d5abc6 service neutron] 10.222.0.13 "GET /v2.0/networks/a384840f-994e-49d7-a029-2994795f669c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407498 Nov 10 18:02:04.753870 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3bf43a45-6398-46a0-b8ac-09d00eb6e50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:04.784405 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-37c94017-14af-4bd5-9a7a-41032e7f3a27 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Network f4a33470-84ca-4abb-a418-626511c7662b is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:02:04.787531 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-37c94017-14af-4bd5-9a7a-41032e7f3a27 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:02:04.793450 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-37c94017-14af-4bd5-9a7a-41032e7f3a27 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:02:04.852220 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-37c94017-14af-4bd5-9a7a-41032e7f3a27 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:04.852740 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-37c94017-14af-4bd5-9a7a-41032e7f3a27 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:04.857887 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c94017-14af-4bd5-9a7a-41032e7f3a27 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'Port': ['ID=4abaab4a-b5d8-48a5-ba82-f47f18924572,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:04.903090 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2c28a6a6-fd00-4bd1-a4e0-ebab30de7991 req-7e7f4175-c26d-4aac-8e40-5437987cae78 service neutron] 10.222.0.13 "GET /v2.0/networks/a384840f-994e-49d7-a029-2994795f669c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696625 Nov 10 18:02:04.937311 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3bf43a45-6398-46a0-b8ac-09d00eb6e50b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=df54e0182301410ca6d4bc25ce304da8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6234932 Nov 10 18:02:04.938364 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf43a45-6398-46a0-b8ac-09d00eb6e50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e19b37-7616-450c-96af-fc517af08343,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:04.940873 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48692) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:04.972575 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-62e11ebe-1cfa-4682-b884-63332b6c772e req-2b9cf758-9baf-4320-9724-91b85ef88568 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7b3c16212ecd4034b9537b5923138c1c&device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.1155441 Nov 10 18:02:04.974435 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-240f32c1-1169-4669-b8a3-61df99842fb9 req-17b7a78a-bfd2-4889-af8d-a8c106afeb8a tempest-ServerShowV254Test-1688933317 tempest-ServerShowV254Test-1688933317-project] 10.222.0.39 "GET /v2.0/ports?device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.0767415 Nov 10 18:02:05.011438 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-37c94017-14af-4bd5-9a7a-41032e7f3a27 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3210492 Nov 10 18:02:05.035406 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-03ae154a-039b-4e50-bc6e-cca8d64df279 service neutron] Request body: {'port': {'device_id': 'aab8b72f-9351-4aa8-b798-cc9dfd947b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:02:05.039774 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-62e11ebe-1cfa-4682-b884-63332b6c772e req-5601171c-add0-4600-b804-264ab40e1a73 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=7b3c16212ecd4034b9537b5923138c1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597022 Nov 10 18:02:05.048307 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-06ddbb77-3dd1-493b-88a4-837a0190b74b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:05.083062 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-06ddbb77-3dd1-493b-88a4-837a0190b74b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:05.158133 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-06ddbb77-3dd1-493b-88a4-837a0190b74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:05.161718 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-06ddbb77-3dd1-493b-88a4-837a0190b74b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:05.163256 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-06ddbb77-3dd1-493b-88a4-837a0190b74b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/75e19b37-7616-450c-96af-fc517af08343 HTTP/1.1" status: 204 len: 168 time: 0.2212210 Nov 10 18:02:05.178823 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-03ae154a-039b-4e50-bc6e-cca8d64df279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:05.198758 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ddbb77-3dd1-493b-88a4-837a0190b74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e19b37-7616-450c-96af-fc517af08343,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:05.204719 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c6d73a98-8a30-4bbf-b1f9-fa2b3c8a0741 None None] Provisioning complete for port 4abaab4a-b5d8-48a5-ba82-f47f18924572 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:02:05.209553 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c6d73a98-8a30-4bbf-b1f9-fa2b3c8a0741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:05.267268 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c6d73a98-8a30-4bbf-b1f9-fa2b3c8a0741 None None] Port 4abaab4a-b5d8-48a5-ba82-f47f18924572 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:02:05.300072 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e11ebe-1cfa-4682-b884-63332b6c772e req-c62d957b-86e5-4306-942b-cab83336a794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:05.300072 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-62e11ebe-1cfa-4682-b884-63332b6c772e req-c62d957b-86e5-4306-942b-cab83336a794 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2217853 Nov 10 18:02:05.446177 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cb9fd-422b-4416-8a92-9fd6fbe3f9fd req-bcae3999-f41d-4997-954b-594ba507d2b7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:05.456420 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-151cb9fd-422b-4416-8a92-9fd6fbe3f9fd req-bcae3999-f41d-4997-954b-594ba507d2b7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 932 time: 0.0814929 Nov 10 18:02:05.539232 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-151cb9fd-422b-4416-8a92-9fd6fbe3f9fd req-891edb76-dd2d-41df-9d1f-344020200f7a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c207067-e54d-4083-a8e7-d6dc787a4b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787032 Nov 10 18:02:05.539769 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:05.570885 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48710) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:05.693619 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48714) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:05.731646 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-03ae154a-039b-4e50-bc6e-cca8d64df279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4abaab4a-b5d8-48a5-ba82-f47f18924572 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:02:05.736422 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-44c5074a-d730-48be-a120-4f12548cc66c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ea10d3cd4736439282300b931bc6073d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426188 Nov 10 18:02:05.738872 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48716) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:05.743726 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-03ae154a-039b-4e50-bc6e-cca8d64df279 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:05.758217 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-03ae154a-039b-4e50-bc6e-cca8d64df279 service neutron] Transition to ACTIVE for port object 4abaab4a-b5d8-48a5-ba82-f47f18924572 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:02:05.763277 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-03ae154a-039b-4e50-bc6e-cca8d64df279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:05.766284 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-b5ffd448-a3e6-4d8b-bb35-77af6f244ff2 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Request body: {'network': {'name': 'tempest-network-smoke--278829621', 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'port_security_enabled': True}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:02:05.812971 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ffd448-a3e6-4d8b-bb35-77af6f244ff2 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Made reservation on behalf of 89cf220e8c1c4bf18e710a3d7b36e9f4 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:02:05.816634 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5ffd448-a3e6-4d8b-bb35-77af6f244ff2 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:05.832755 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5ffd448-a3e6-4d8b-bb35-77af6f244ff2 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:05.833343 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae154a-039b-4e50-bc6e-cca8d64df279 service neutron] Pushing event updated for resources: {'Port': ['ID=4abaab4a-b5d8-48a5-ba82-f47f18924572,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:05.837835 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-06d6bc7b-6088-40f8-9d46-f4f471b3dbbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:05.902973 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-06d6bc7b-6088-40f8-9d46-f4f471b3dbbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:05.928879 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-03ae154a-039b-4e50-bc6e-cca8d64df279 service neutron] Attempting to bind port 4abaab4a-b5d8-48a5-ba82-f47f18924572 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:02:05.929312 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-03ae154a-039b-4e50-bc6e-cca8d64df279 service neutron] Attempting to bind port 4abaab4a-b5d8-48a5-ba82-f47f18924572 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '8ca90395-74ba-4cd9-867b-025ec2ca5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:02:05.929718 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-03ae154a-039b-4e50-bc6e-cca8d64df279 service neutron] Attempting to bind port 4abaab4a-b5d8-48a5-ba82-f47f18924572 on network f4a33470-84ca-4abb-a418-626511c7662b {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:02:05.935411 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-03ae154a-039b-4e50-bc6e-cca8d64df279 service neutron] Port 4abaab4a-b5d8-48a5-ba82-f47f18924572 on network f4a33470-84ca-4abb-a418-626511c7662b not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:02:05.935830 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-03ae154a-039b-4e50-bc6e-cca8d64df279 service neutron] Attempting to bind port 4abaab4a-b5d8-48a5-ba82-f47f18924572 on network f4a33470-84ca-4abb-a418-626511c7662b {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:02:05.942203 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-03ae154a-039b-4e50-bc6e-cca8d64df279 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:02:05.942891 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-03ae154a-039b-4e50-bc6e-cca8d64df279 service neutron] Checking segment: {'id': '8ca90395-74ba-4cd9-867b-025ec2ca5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:02:05.943481 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-03ae154a-039b-4e50-bc6e-cca8d64df279 service neutron] Bound using segment: {'id': '8ca90395-74ba-4cd9-867b-025ec2ca5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:02:05.944183 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-03ae154a-039b-4e50-bc6e-cca8d64df279 service neutron] Bound port: 4abaab4a-b5d8-48a5-ba82-f47f18924572, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca90395-74ba-4cd9-867b-025ec2ca5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:02:05.944774 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-03ae154a-039b-4e50-bc6e-cca8d64df279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:06.008626 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-06d6bc7b-6088-40f8-9d46-f4f471b3dbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:06.014884 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-06d6bc7b-6088-40f8-9d46-f4f471b3dbbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:06.016124 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-06d6bc7b-6088-40f8-9d46-f4f471b3dbbd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9f86bfbc-fb6f-46f6-a499-68cda93e4e14 HTTP/1.1" status: 204 len: 168 time: 0.2758093 Nov 10 18:02:06.033895 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6bc7b-6088-40f8-9d46-f4f471b3dbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f86bfbc-fb6f-46f6-a499-68cda93e4e14,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:06.074199 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-03ae154a-039b-4e50-bc6e-cca8d64df279 service neutron] For port 4abaab4a-b5d8-48a5-ba82-f47f18924572, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:02:06.081281 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-03ae154a-039b-4e50-bc6e-cca8d64df279 service neutron] For port 4abaab4a-b5d8-48a5-ba82-f47f18924572, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4abaab4a-b5d8-48a5-ba82-f47f18924572,segment=NetworkSegment(8ca90395-74ba-4cd9-867b-025ec2ca5566),segment_id=8ca90395-74ba-4cd9-867b-025ec2ca5566)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:02:06.089430 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-03ae154a-039b-4e50-bc6e-cca8d64df279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:06.096001 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5ffd448-a3e6-4d8b-bb35-77af6f244ff2 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:06.102641 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5ffd448-a3e6-4d8b-bb35-77af6f244ff2 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:06.158443 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-03ae154a-039b-4e50-bc6e-cca8d64df279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:06.159471 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-03ae154a-039b-4e50-bc6e-cca8d64df279 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:06.161791 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-03ae154a-039b-4e50-bc6e-cca8d64df279 service neutron] 10.222.0.13 "PUT /v2.0/ports/4abaab4a-b5d8-48a5-ba82-f47f18924572 HTTP/1.1" status: 200 len: 1093 time: 1.1320934 Nov 10 18:02:06.162486 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab8b72f-9351-4aa8-b798-cc9dfd947b0c', 'tag': '4abaab4a-b5d8-48a5-ba82-f47f18924572'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:02:06.166580 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5067574-038a-469e-ad9f-ff6b0275710f" -d '{"events": [{"name": "network-changed", "server_uuid": "aab8b72f-9351-4aa8-b798-cc9dfd947b0c", "tag": "4abaab4a-b5d8-48a5-ba82-f47f18924572"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:02:06.177656 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dacf36c4-2a29-4f5d-9275-2299c7d4436b req-9e115a24-8ecc-4d36-866a-f359389ff172 tempest-ServerShowV254Test-1688933317 tempest-ServerShowV254Test-1688933317-project] 10.222.0.39 "GET /v2.0/ports?device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.0513284 Nov 10 18:02:06.178390 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ffd448-a3e6-4d8b-bb35-77af6f244ff2 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:02:06.183372 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ffd448-a3e6-4d8b-bb35-77af6f244ff2 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea1594a-9fca-47dd-9914-c8a23b88ab58,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:06.203797 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5ffd448-a3e6-4d8b-bb35-77af6f244ff2 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:06.204515 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-b5ffd448-a3e6-4d8b-bb35-77af6f244ff2 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Added segment 324ea1a9-ecc1-484a-8d22-76a1575b5b43 of type vlan for network b6dde332-3885-45c5-be28-191c30295e09 Nov 10 18:02:06.267852 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5ffd448-a3e6-4d8b-bb35-77af6f244ff2 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:06.283060 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f274b17-48f6-4420-8987-0123d1f7f058 x-openstack-request-id: req-9f274b17-48f6-4420-8987-0123d1f7f058 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:02:06.283686 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab8b72f-9351-4aa8-b798-cc9dfd947b0c", "tag": "4abaab4a-b5d8-48a5-ba82-f47f18924572", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:02:06.284184 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9f274b17-48f6-4420-8987-0123d1f7f058 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:02:06.284934 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aab8b72f-9351-4aa8-b798-cc9dfd947b0c', 'tag': '4abaab4a-b5d8-48a5-ba82-f47f18924572', 'status': 'completed', 'code': 200} Nov 10 18:02:06.289185 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae154a-039b-4e50-bc6e-cca8d64df279 service neutron] Pushing event updated for resources: {'Port': ['ID=4abaab4a-b5d8-48a5-ba82-f47f18924572,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:06.309359 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-1d5aee64-a1b1-4d07-830f-025ce9ac901c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:06.311537 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-1d5aee64-a1b1-4d07-830f-025ce9ac901c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 1096 time: 0.0738158 Nov 10 18:02:06.318894 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:06.333698 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5ffd448-a3e6-4d8b-bb35-77af6f244ff2 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:06.341345 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ffd448-a3e6-4d8b-bb35-77af6f244ff2 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:06.342458 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5ffd448-a3e6-4d8b-bb35-77af6f244ff2 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:06.393802 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-9c218cc1-9e0a-4f67-bd8c-3cf29bebb406 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4abaab4a-b5d8-48a5-ba82-f47f18924572 HTTP/1.1" status: 200 len: 217 time: 0.0692410 Nov 10 18:02:06.440975 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ffd448-a3e6-4d8b-bb35-77af6f244ff2 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'Network': ['ID=b6dde332-3885-45c5-be28-191c30295e09,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:06.448882 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b5ffd448-a3e6-4d8b-bb35-77af6f244ff2 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8758457 Nov 10 18:02:06.452004 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48724) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:06.457244 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network b6dde332-3885-45c5-be28-191c30295e09 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:02:06.460652 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-5c4cdb4f-233b-4361-9a1e-6a7b24527e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:06.461493 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-b2e2d5a7-307a-4b75-8ca8-09088e29d06b tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1342850969', 'admin_state_up': True, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:02:06.462930 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-5c4cdb4f-233b-4361-9a1e-6a7b24527e45 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5fc56b57-25ae-4895-b745-b017816261dc HTTP/1.1" status: 200 len: 835 time: 0.0619555 Nov 10 18:02:06.500739 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2e2d5a7-307a-4b75-8ca8-09088e29d06b tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:06.502745 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2e2d5a7-307a-4b75-8ca8-09088e29d06b tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:06.540961 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-62e11ebe-1cfa-4682-b884-63332b6c772e req-96107dab-75dd-461e-a6c1-585e6ea64f63 tempest-ServerShowV254Test-1688933317 tempest-ServerShowV254Test-1688933317-project] 10.222.0.11 "GET /v2.0/ports?device_id=453c08a6-82be-4c23-9f09-9af9b2485141 HTTP/1.1" status: 200 len: 210 time: 0.0758071 Nov 10 18:02:06.603396 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-8c34b8be-9077-4d82-bea8-0063aa77a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:06.606189 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-8c34b8be-9077-4d82-bea8-0063aa77a567 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f4a33470-84ca-4abb-a418-626511c7662b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1205530 Nov 10 18:02:06.718257 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2e2d5a7-307a-4b75-8ca8-09088e29d06b tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:06.857148 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-562e76d1-82d0-4aa8-8000-dec857ad123f service neutron] 10.222.0.13 "GET /v2.0/networks/f4a33470-84ca-4abb-a418-626511c7662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420263 Nov 10 18:02:06.940267 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4f858-3d3f-4527-8f22-4d8c9c43dd52 req-ceea0130-a343-46ee-a4c3-fc40aab30eac tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:06.941771 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a4d4f858-3d3f-4527-8f22-4d8c9c43dd52 req-ceea0130-a343-46ee-a4c3-fc40aab30eac tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 944 time: 0.2550230 Nov 10 18:02:06.947623 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2e2d5a7-307a-4b75-8ca8-09088e29d06b tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:06.950157 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-67b5938d-51f6-43b2-9ae6-829dbea024a6 req-c2cf7be2-fb89-48bb-8d17-284fc496d90d service neutron] 10.222.0.13 "GET /v2.0/networks/f4a33470-84ca-4abb-a418-626511c7662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857716 Nov 10 18:02:07.061133 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a4d4f858-3d3f-4527-8f22-4d8c9c43dd52 req-f9f8baf6-599c-4a30-9171-adb3707d9586 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c207067-e54d-4083-a8e7-d6dc787a4b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097291 Nov 10 18:02:07.064195 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5067574-038a-469e-ad9f-ff6b0275710f req-503be2f8-3f7b-4293-b94b-475c26a397ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:07.064963 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d5067574-038a-469e-ad9f-ff6b0275710f req-503be2f8-3f7b-4293-b94b-475c26a397ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 1096 time: 0.0598195 Nov 10 18:02:07.175908 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5067574-038a-469e-ad9f-ff6b0275710f req-c105118e-3180-4ce9-90c3-ac0297d148b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:07.177405 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d5067574-038a-469e-ad9f-ff6b0275710f req-c105118e-3180-4ce9-90c3-ac0297d148b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f4a33470-84ca-4abb-a418-626511c7662b HTTP/1.1" status: 200 len: 898 time: 0.1052597 Nov 10 18:02:07.224094 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2e2d5a7-307a-4b75-8ca8-09088e29d06b tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:07.231120 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d5067574-038a-469e-ad9f-ff6b0275710f req-ab0544b4-1ea9-4d2d-9bcd-b243cbc9f619 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4abaab4a-b5d8-48a5-ba82-f47f18924572 HTTP/1.1" status: 200 len: 217 time: 0.0454998 Nov 10 18:02:07.244551 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2e2d5a7-307a-4b75-8ca8-09088e29d06b tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:07.300849 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5067574-038a-469e-ad9f-ff6b0275710f req-ada65832-3c3e-4e64-8275-a7b10975b109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:07.302338 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d5067574-038a-469e-ad9f-ff6b0275710f req-ada65832-3c3e-4e64-8275-a7b10975b109 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5fc56b57-25ae-4895-b745-b017816261dc HTTP/1.1" status: 200 len: 835 time: 0.0632329 Nov 10 18:02:07.355943 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5067574-038a-469e-ad9f-ff6b0275710f req-1ec98a5c-b919-4c76-b331-e69582b11496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:07.357670 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d5067574-038a-469e-ad9f-ff6b0275710f req-1ec98a5c-b919-4c76-b331-e69582b11496 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f4a33470-84ca-4abb-a418-626511c7662b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474231 Nov 10 18:02:07.380834 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-b2e2d5a7-307a-4b75-8ca8-09088e29d06b tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Allocated IP 172.25.5.120 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/b96dcaab-7cf2-4b42-bcee-76a34b975229) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:02:07.472751 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d5067574-038a-469e-ad9f-ff6b0275710f req-129f75d8-b274-41f6-878e-90377d3d3972 service neutron] 10.222.0.13 "GET /v2.0/networks/f4a33470-84ca-4abb-a418-626511c7662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069779 Nov 10 18:02:07.512715 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2e2d5a7-307a-4b75-8ca8-09088e29d06b tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:07.552937 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2e2d5a7-307a-4b75-8ca8-09088e29d06b tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:07.582811 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d5067574-038a-469e-ad9f-ff6b0275710f req-14b22156-b8c3-4800-be40-641482accf65 service neutron] 10.222.0.13 "GET /v2.0/networks/f4a33470-84ca-4abb-a418-626511c7662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011274 Nov 10 18:02:07.590045 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e2d5a7-307a-4b75-8ca8-09088e29d06b tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:02:07.593785 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-b2e2d5a7-307a-4b75-8ca8-09088e29d06b tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:02:07.598245 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e2d5a7-307a-4b75-8ca8-09088e29d06b tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:02:07.616880 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9781bb-af68-4da3-a321-ff7815baac3c None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:02:07.628572 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48736) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:07.648706 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2d5a7-307a-4b75-8ca8-09088e29d06b tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'Port': ['ID=b96dcaab-7cf2-4b42-bcee-76a34b975229,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:07.748192 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-fead4e1f-fe6e-48cb-9e8b-298a19aa1aea None None] Provisioning complete for port b96dcaab-7cf2-4b42-bcee-76a34b975229 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:02:07.748553 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fead4e1f-fe6e-48cb-9e8b-298a19aa1aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:07.803083 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-fead4e1f-fe6e-48cb-9e8b-298a19aa1aea None None] Port b96dcaab-7cf2-4b42-bcee-76a34b975229 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:02:07.814180 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fe15fa42-78b2-434a-998c-beef7adec2b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:07.912975 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fe15fa42-78b2-434a-998c-beef7adec2b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:07.918141 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fe15fa42-78b2-434a-998c-beef7adec2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:07.962532 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fe15fa42-78b2-434a-998c-beef7adec2b5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7b3c16212ecd4034b9537b5923138c1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3318503 Nov 10 18:02:07.967257 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48742) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:07.985542 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15fa42-78b2-434a-998c-beef7adec2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b69ad25-a80a-4342-9c53-e7b06a864c7a,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:08.029152 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-06496577-7422-4d89-a070-69cd0bfc6a61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:08.054985 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-06496577-7422-4d89-a070-69cd0bfc6a61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:08.134026 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-06496577-7422-4d89-a070-69cd0bfc6a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:08.136972 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-06496577-7422-4d89-a070-69cd0bfc6a61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:08.140544 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-06496577-7422-4d89-a070-69cd0bfc6a61 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8b69ad25-a80a-4342-9c53-e7b06a864c7a HTTP/1.1" status: 204 len: 168 time: 0.1700356 Nov 10 18:02:08.171216 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06496577-7422-4d89-a070-69cd0bfc6a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b69ad25-a80a-4342-9c53-e7b06a864c7a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:08.203180 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f10711-ab85-4777-aba4-abef31676a86 req-c6473297-3ad8-423b-a688-df18630dc17c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:08.209188 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e3f10711-ab85-4777-aba4-abef31676a86 req-c6473297-3ad8-423b-a688-df18630dc17c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 944 time: 0.0692761 Nov 10 18:02:08.258136 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e3f10711-ab85-4777-aba4-abef31676a86 req-07aa1afd-e9b4-45af-8ed9-ac84f54f847d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c207067-e54d-4083-a8e7-d6dc787a4b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465164 Nov 10 18:02:08.310416 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2e2d5a7-307a-4b75-8ca8-09088e29d06b tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:08.534765 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2e2d5a7-307a-4b75-8ca8-09088e29d06b tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:08.673036 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e2d5a7-307a-4b75-8ca8-09088e29d06b tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Router 009382c7-b008-4cd7-a5e5-9a476ed9a5c2 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 18:02:08.790058 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e2d5a7-307a-4b75-8ca8-09088e29d06b tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:02:08.802069 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6418ea44-6474-41e0-ade8-262128be5819 None None] Sync routers for ids ['009382c7-b008-4cd7-a5e5-9a476ed9a5c2'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:02:08.813505 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6418ea44-6474-41e0-ade8-262128be5819 None None] Routers {'009382c7-b008-4cd7-a5e5-9a476ed9a5c2'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:02:08.813883 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2e2d5a7-307a-4b75-8ca8-09088e29d06b tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:08.814277 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6418ea44-6474-41e0-ade8-262128be5819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:02:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['009382c7-b008-4cd7-a5e5-9a476ed9a5c2'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:02:08.818298 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b2e2d5a7-307a-4b75-8ca8-09088e29d06b tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3615148 Nov 10 18:02:08.818748 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48766) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:08.859226 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48772) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:08.941043 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-6418ea44-6474-41e0-ade8-262128be5819 None None] Set router 009382c7-b008-4cd7-a5e5-9a476ed9a5c2 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:02:09.010933 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-101d92ec-f64a-49bc-98ed-3ea49464f217 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2134475770-network', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:02:09.058000 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-804ee3cf-11ac-45fb-84b1-ca413c4fedb5 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=89cf220e8c1c4bf18e710a3d7b36e9f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2379403 Nov 10 18:02:09.060535 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48776) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:09.070858 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101d92ec-f64a-49bc-98ed-3ea49464f217 admin admin] Made reservation on behalf of 45a8a8523d4548869dfee9712c7beef8 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:02:09.073027 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-101d92ec-f64a-49bc-98ed-3ea49464f217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:09.114181 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-101d92ec-f64a-49bc-98ed-3ea49464f217 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:09.136393 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6418ea44-6474-41e0-ade8-262128be5819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'name': 'tempest-TestNetworkBasicOps-router-1342850969', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:06Z', 'updated_at': '2021-11-10T18:02:08Z', 'revision_number': 3, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:07Z', 'updated_at': '2021-11-10T18:02:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:02:09.163852 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6418ea44-6474-41e0-ade8-262128be5819 None None] Checking router: 009382c7-b008-4cd7-a5e5-9a476ed9a5c2 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:02:09.164228 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6418ea44-6474-41e0-ade8-262128be5819 None None] Updating router 009382c7-b008-4cd7-a5e5-9a476ed9a5c2 port b96dcaab-7cf2-4b42-bcee-76a34b975229 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:02:09.184848 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da74390b-21d3-4089-8c34-ce4f9ac0f9b9 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:09.186380 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-da74390b-21d3-4089-8c34-ce4f9ac0f9b9 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1247811 Nov 10 18:02:09.190044 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48778) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:09.194677 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6418ea44-6474-41e0-ade8-262128be5819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:09.230771 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-101d92ec-f64a-49bc-98ed-3ea49464f217 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:09.230982 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a2790d5b-e88e-4981-a41d-57e8121cb904 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ef950546-b13c-4865-8837-7444cdb2848e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369995 Nov 10 18:02:09.230982 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48780) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:09.236433 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-4433ebd6-5f87-43f9-a7e6-9a3be4fba291 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-325023169', 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09', 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:02:09.236645 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-101d92ec-f64a-49bc-98ed-3ea49464f217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:09.250923 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-101d92ec-f64a-49bc-98ed-3ea49464f217 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:02:09.261304 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-101d92ec-f64a-49bc-98ed-3ea49464f217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:09.261777 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-101d92ec-f64a-49bc-98ed-3ea49464f217 admin admin] Added segment 83bb8480-b3b1-4b35-bc21-9e8c9ea48197 of type vlan for network af02a512-aa1c-43ca-886a-9300ebadfc5a Nov 10 18:02:09.308954 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-101d92ec-f64a-49bc-98ed-3ea49464f217 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:09.342912 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4433ebd6-5f87-43f9-a7e6-9a3be4fba291 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Made reservation on behalf of 89cf220e8c1c4bf18e710a3d7b36e9f4 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:02:09.347591 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4433ebd6-5f87-43f9-a7e6-9a3be4fba291 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:09.354114 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-101d92ec-f64a-49bc-98ed-3ea49464f217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:09.355175 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101d92ec-f64a-49bc-98ed-3ea49464f217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:09.355893 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-101d92ec-f64a-49bc-98ed-3ea49464f217 admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:09.473334 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d92ec-f64a-49bc-98ed-3ea49464f217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2959dd0f-481c-4543-81da-6e166aa204f6,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:09.485434 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-101d92ec-f64a-49bc-98ed-3ea49464f217 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6249361 Nov 10 18:02:09.492188 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48784) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:09.503891 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-09f8dd2f-a38c-4d12-ac01-e5fe6f1df952 admin admin] Request body: {'subnet': {'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2134475770-subnet', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:02:09.523210 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d92ec-f64a-49bc-98ed-3ea49464f217 admin admin] Pushing event updated for resources: {'Network': ['ID=af02a512-aa1c-43ca-886a-9300ebadfc5a,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:09.534804 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6418ea44-6474-41e0-ade8-262128be5819 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:09.542107 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network af02a512-aa1c-43ca-886a-9300ebadfc5a details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:02:09.547116 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeffd7c-6e70-415e-920c-dde0fe8957a6 req-13cc881b-49ed-444d-ac66-878f502c2c1f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:09.549655 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8aeffd7c-6e70-415e-920c-dde0fe8957a6 req-13cc881b-49ed-444d-ac66-878f502c2c1f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 944 time: 0.1984134 Nov 10 18:02:09.562221 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6418ea44-6474-41e0-ade8-262128be5819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:09.617582 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8aeffd7c-6e70-415e-920c-dde0fe8957a6 req-927f0867-9075-4971-8b71-677e6f996f4c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c207067-e54d-4083-a8e7-d6dc787a4b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605247 Nov 10 18:02:09.624062 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f8dd2f-a38c-4d12-ac01-e5fe6f1df952 admin admin] Made reservation on behalf of 45a8a8523d4548869dfee9712c7beef8 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:02:09.639664 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-09f8dd2f-a38c-4d12-ac01-e5fe6f1df952 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:09.658360 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dd9657-bbe8-480c-baa6-b80543363a84 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:02:09.680616 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-6418ea44-6474-41e0-ade8-262128be5819 None None] Attempting to bind port b96dcaab-7cf2-4b42-bcee-76a34b975229 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:02:09.681003 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-6418ea44-6474-41e0-ade8-262128be5819 None None] Attempting to bind port b96dcaab-7cf2-4b42-bcee-76a34b975229 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:02:09.681376 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6418ea44-6474-41e0-ade8-262128be5819 None None] Attempting to bind port b96dcaab-7cf2-4b42-bcee-76a34b975229 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:02:09.703934 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6418ea44-6474-41e0-ade8-262128be5819 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:02:09.704329 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6418ea44-6474-41e0-ade8-262128be5819 None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:02:09.705010 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6418ea44-6474-41e0-ade8-262128be5819 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:09.705144 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6418ea44-6474-41e0-ade8-262128be5819 None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:02:09.705763 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-6418ea44-6474-41e0-ade8-262128be5819 None None] Bound port: b96dcaab-7cf2-4b42-bcee-76a34b975229, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:02:09.706004 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6418ea44-6474-41e0-ade8-262128be5819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:09.706457 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4433ebd6-5f87-43f9-a7e6-9a3be4fba291 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:09.732684 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab519e-3124-4de1-a7f7-cb856c557a4a None None] Pushing event updated for resources: {'Port': ['ID=b96dcaab-7cf2-4b42-bcee-76a34b975229,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:09.778708 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-52b99a82-a309-4839-ad59-b627d232ea1c None None] Provisioning complete for port b96dcaab-7cf2-4b42-bcee-76a34b975229 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:02:09.779039 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-52b99a82-a309-4839-ad59-b627d232ea1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:09.809385 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-6418ea44-6474-41e0-ade8-262128be5819 None None] For port b96dcaab-7cf2-4b42-bcee-76a34b975229, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:02:09.830463 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-6418ea44-6474-41e0-ade8-262128be5819 None None] For port b96dcaab-7cf2-4b42-bcee-76a34b975229, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b96dcaab-7cf2-4b42-bcee-76a34b975229,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:02:09.831247 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433ebd6-5f87-43f9-a7e6-9a3be4fba291 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'Subnet': ['ID=d0ab1993-fab2-494c-893e-c38aaa332b8d,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:09.838796 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6418ea44-6474-41e0-ade8-262128be5819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:09.844252 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-52b99a82-a309-4839-ad59-b627d232ea1c None None] Port b96dcaab-7cf2-4b42-bcee-76a34b975229 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:02:09.865116 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4433ebd6-5f87-43f9-a7e6-9a3be4fba291 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Checking segment: {'id': '324ea1a9-ecc1-484a-8d22-76a1575b5b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:02:09.865521 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4433ebd6-5f87-43f9-a7e6-9a3be4fba291 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Network hostable DHCP agents. Network: b6dde332-3885-45c5-be28-191c30295e09, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:02:09.892735 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6418ea44-6474-41e0-ade8-262128be5819 None None] Routers {'009382c7-b008-4cd7-a5e5-9a476ed9a5c2'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:02:09.893143 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6418ea44-6474-41e0-ade8-262128be5819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:02:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['009382c7-b008-4cd7-a5e5-9a476ed9a5c2'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:02:09.930070 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4433ebd6-5f87-43f9-a7e6-9a3be4fba291 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Network b6dde332-3885-45c5-be28-191c30295e09 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:02:09.944636 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd936c25-952b-460b-8df3-508f731e3196 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:02:09.971181 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-4433ebd6-5f87-43f9-a7e6-9a3be4fba291 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, b6dde332-3885-45c5-be28-191c30295e09) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:02:09.979311 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab519e-3124-4de1-a7f7-cb856c557a4a None None] Pushing event updated for resources: {'Port': ['ID=b96dcaab-7cf2-4b42-bcee-76a34b975229,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:09.982957 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4433ebd6-5f87-43f9-a7e6-9a3be4fba291 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:09.983577 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4433ebd6-5f87-43f9-a7e6-9a3be4fba291 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:10.006298 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-09f8dd2f-a38c-4d12-ac01-e5fe6f1df952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:10.019456 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6b0b11-b110-4b3d-bece-3a611720c495 None None] Network b6dde332-3885-45c5-be28-191c30295e09 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:02:10.045377 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4433ebd6-5f87-43f9-a7e6-9a3be4fba291 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8096657 Nov 10 18:02:10.045805 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48788) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:10.112934 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8dd2f-a38c-4d12-ac01-e5fe6f1df952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51f72ede-4fbe-4023-aa38-d2a84cad1815,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:10.142346 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-6418ea44-6474-41e0-ade8-262128be5819 None None] Set router 009382c7-b008-4cd7-a5e5-9a476ed9a5c2 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:02:10.144183 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-0ec45a3d-015f-4314-9641-723f2ef20566 None None] Provisioning complete for port b96dcaab-7cf2-4b42-bcee-76a34b975229 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:02:10.144568 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0ec45a3d-015f-4314-9641-723f2ef20566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:10.177740 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f8dd2f-a38c-4d12-ac01-e5fe6f1df952 admin admin] Checking segment: {'id': '83bb8480-b3b1-4b35-bc21-9e8c9ea48197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:02:10.178103 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f8dd2f-a38c-4d12-ac01-e5fe6f1df952 admin admin] Network hostable DHCP agents. Network: af02a512-aa1c-43ca-886a-9300ebadfc5a, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:02:10.214004 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f8dd2f-a38c-4d12-ac01-e5fe6f1df952 admin admin] Network af02a512-aa1c-43ca-886a-9300ebadfc5a is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:02:10.269985 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-09f8dd2f-a38c-4d12-ac01-e5fe6f1df952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, af02a512-aa1c-43ca-886a-9300ebadfc5a) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:02:10.283208 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f8dd2f-a38c-4d12-ac01-e5fe6f1df952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:10.284743 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-09f8dd2f-a38c-4d12-ac01-e5fe6f1df952 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:10.366550 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-09f8dd2f-a38c-4d12-ac01-e5fe6f1df952 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8694201 Nov 10 18:02:10.369852 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48790) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:10.377113 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-b95d3487-5c85-441e-aa7c-9c73f3e05dea admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2134475770-router', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:02:10.473884 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b95d3487-5c85-441e-aa7c-9c73f3e05dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:10.475034 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b95d3487-5c85-441e-aa7c-9c73f3e05dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:10.486079 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc325ac0-43b9-4998-8412-5c3b7350404e None None] Network af02a512-aa1c-43ca-886a-9300ebadfc5a requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:02:10.603304 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b95d3487-5c85-441e-aa7c-9c73f3e05dea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:10.664211 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87d4493-0138-44c1-b746-b3842aa726d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-b6dde332-3885-45c5-be28-191c30295e09', 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'fixed_ips': [{'subnet_id': 'd0ab1993-fab2-494c-893e-c38aaa332b8d'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:02:10.665608 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e87d4493-0138-44c1-b746-b3842aa726d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:10.758319 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0ec45a3d-015f-4314-9641-723f2ef20566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:10.803380 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3476d-00f3-47a5-bd0b-25295797a002 req-7ca39acc-fa6b-49e2-9164-bde743f274f8 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:10.805219 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-92c3476d-00f3-47a5-bd0b-25295797a002 req-7ca39acc-fa6b-49e2-9164-bde743f274f8 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 944 time: 0.0814342 Nov 10 18:02:10.812180 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b95d3487-5c85-441e-aa7c-9c73f3e05dea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:10.841080 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 4abaab4a-b5d8-48a5-ba82-f47f18924572 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:02:10.875250 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-0ec45a3d-015f-4314-9641-723f2ef20566 None None] For port b96dcaab-7cf2-4b42-bcee-76a34b975229, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b96dcaab-7cf2-4b42-bcee-76a34b975229,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:02:10.893643 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-92c3476d-00f3-47a5-bd0b-25295797a002 req-462d50d1-87a6-4e52-981c-07b6e9950e9b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c207067-e54d-4083-a8e7-d6dc787a4b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799160 Nov 10 18:02:10.938124 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0ec45a3d-015f-4314-9641-723f2ef20566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:10.951041 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c27b53-9056-4bb0-88b9-f395b9f99b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-af02a512-aa1c-43ca-886a-9300ebadfc5a', 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'fixed_ips': [{'subnet_id': '51f72ede-4fbe-4023-aa38-d2a84cad1815'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:02:10.951865 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a1c27b53-9056-4bb0-88b9-f395b9f99b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:10.989870 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-90a1c178-f055-4756-a1a8-954c70e4b1f1 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:11.165570 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6418ea44-6474-41e0-ade8-262128be5819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'name': 'tempest-TestNetworkBasicOps-router-1342850969', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:06Z', 'updated_at': '2021-11-10T18:02:08Z', 'revision_number': 3, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:07Z', 'updated_at': '2021-11-10T18:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:02:11.285398 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec45a3d-015f-4314-9641-723f2ef20566 None None] Pushing event updated for resources: {'Port': ['ID=b96dcaab-7cf2-4b42-bcee-76a34b975229,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:11.299586 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6418ea44-6474-41e0-ade8-262128be5819 None None] The sync data for ids ['009382c7-b008-4cd7-a5e5-9a476ed9a5c2'] in n-d-776250-10 is: [{'id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'name': 'tempest-TestNetworkBasicOps-router-1342850969', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:06Z', 'updated_at': '2021-11-10T18:02:08Z', 'revision_number': 3, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:07Z', 'updated_at': '2021-11-10T18:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:02:11.302355 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-e87d4493-0138-44c1-b746-b3842aa726d5 None None] Allocated IP 172.20.0.2 (b6dde332-3885-45c5-be28-191c30295e09/d0ab1993-fab2-494c-893e-c38aaa332b8d/656cfb7e-0c22-400f-9435-a6660dcddf0f) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:02:11.460761 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 4abaab4a-b5d8-48a5-ba82-f47f18924572, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4abaab4a-b5d8-48a5-ba82-f47f18924572,segment=NetworkSegment(8ca90395-74ba-4cd9-867b-025ec2ca5566),segment_id=8ca90395-74ba-4cd9-867b-025ec2ca5566)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:02:11.489342 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '4abaab4a-b5d8-48a5-ba82-f47f18924572', 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b', 'port_id': '4abaab4a-b5d8-48a5-ba82-f47f18924572', 'mac_address': 'fa:16:3e:32:7c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc56b57-25ae-4895-b745-b017816261dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:02:11.500281 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-a1c27b53-9056-4bb0-88b9-f395b9f99b3f None None] Allocated IP 172.20.0.2 (af02a512-aa1c-43ca-886a-9300ebadfc5a/51f72ede-4fbe-4023-aa38-d2a84cad1815/171e43e5-e47c-4f19-af14-7da5a8537190) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:02:11.623773 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:11.683659 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4abaab4a-b5d8-48a5-ba82-f47f18924572 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:02:11.699853 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b95d3487-5c85-441e-aa7c-9c73f3e05dea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:11.731988 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 4abaab4a-b5d8-48a5-ba82-f47f18924572, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4abaab4a-b5d8-48a5-ba82-f47f18924572,segment=NetworkSegment(8ca90395-74ba-4cd9-867b-025ec2ca5566),segment_id=8ca90395-74ba-4cd9-867b-025ec2ca5566)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:02:11.742849 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e87d4493-0138-44c1-b746-b3842aa726d5 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:11.745899 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:11.747083 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b95d3487-5c85-441e-aa7c-9c73f3e05dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:11.763112 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e87d4493-0138-44c1-b746-b3842aa726d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:11.857901 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87d4493-0138-44c1-b746-b3842aa726d5 None None] Network b6dde332-3885-45c5-be28-191c30295e09 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:02:11.866800 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-e87d4493-0138-44c1-b746-b3842aa726d5 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:02:11.873132 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87d4493-0138-44c1-b746-b3842aa726d5 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:02:11.879014 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=4abaab4a-b5d8-48a5-ba82-f47f18924572,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:11.922238 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-90a1c178-f055-4756-a1a8-954c70e4b1f1 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Allocated IP 172.20.0.1 (b6dde332-3885-45c5-be28-191c30295e09/d0ab1993-fab2-494c-893e-c38aaa332b8d/69a81910-b991-4a77-8b98-8ca468fe3b98) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:02:11.942131 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a1c27b53-9056-4bb0-88b9-f395b9f99b3f None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:11.972642 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a1c27b53-9056-4bb0-88b9-f395b9f99b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:11.980395 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['4abaab4a-b5d8-48a5-ba82-f47f18924572'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:02:12.023110 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d4493-0138-44c1-b746-b3842aa726d5 None None] Pushing event updated for resources: {'Port': ['ID=656cfb7e-0c22-400f-9435-a6660dcddf0f,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:12.037469 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-e87d4493-0138-44c1-b746-b3842aa726d5 None None] Attempting to bind port 656cfb7e-0c22-400f-9435-a6660dcddf0f on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:02:12.037819 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-e87d4493-0138-44c1-b746-b3842aa726d5 None None] Attempting to bind port 656cfb7e-0c22-400f-9435-a6660dcddf0f by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '324ea1a9-ecc1-484a-8d22-76a1575b5b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:02:12.038184 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87d4493-0138-44c1-b746-b3842aa726d5 None None] Attempting to bind port 656cfb7e-0c22-400f-9435-a6660dcddf0f on network b6dde332-3885-45c5-be28-191c30295e09 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:02:12.055221 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-b95d3487-5c85-441e-aa7c-9c73f3e05dea admin admin] Allocated IP 172.25.5.165 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/5364f3b7-c983-4442-8eae-fc22287f9fe3) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:02:12.072787 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c27b53-9056-4bb0-88b9-f395b9f99b3f None None] Network af02a512-aa1c-43ca-886a-9300ebadfc5a is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:02:12.082604 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87d4493-0138-44c1-b746-b3842aa726d5 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:02:12.083009 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87d4493-0138-44c1-b746-b3842aa726d5 None None] Checking segment: {'id': '324ea1a9-ecc1-484a-8d22-76a1575b5b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:02:12.083419 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e87d4493-0138-44c1-b746-b3842aa726d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:12.083868 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87d4493-0138-44c1-b746-b3842aa726d5 None None] Bound using segment: {'id': '324ea1a9-ecc1-484a-8d22-76a1575b5b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:02:12.084399 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-e87d4493-0138-44c1-b746-b3842aa726d5 None None] Bound port: 656cfb7e-0c22-400f-9435-a6660dcddf0f, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324ea1a9-ecc1-484a-8d22-76a1575b5b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:02:12.084774 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e87d4493-0138-44c1-b746-b3842aa726d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:12.086946 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-a1c27b53-9056-4bb0-88b9-f395b9f99b3f None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:02:12.103596 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c27b53-9056-4bb0-88b9-f395b9f99b3f None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:02:12.108411 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97501ac-a353-40e2-8d12-ad7aa04c7f3d req-0c27c75d-3de3-481f-a51e-f62171aceddc tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:12.118167 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d97501ac-a353-40e2-8d12-ad7aa04c7f3d req-0c27c75d-3de3-481f-a51e-f62171aceddc tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 945 time: 0.0768762 Nov 10 18:02:12.120311 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c27b53-9056-4bb0-88b9-f395b9f99b3f None None] Pushing event updated for resources: {'Port': ['ID=171e43e5-e47c-4f19-af14-7da5a8537190,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:12.189854 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b95d3487-5c85-441e-aa7c-9c73f3e05dea admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:12.213981 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d97501ac-a353-40e2-8d12-ad7aa04c7f3d req-89f6810a-a864-41c8-a804-e8f05a11be6b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c207067-e54d-4083-a8e7-d6dc787a4b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896931 Nov 10 18:02:12.247879 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-a1c27b53-9056-4bb0-88b9-f395b9f99b3f None None] Attempting to bind port 171e43e5-e47c-4f19-af14-7da5a8537190 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:02:12.248350 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-a1c27b53-9056-4bb0-88b9-f395b9f99b3f None None] Attempting to bind port 171e43e5-e47c-4f19-af14-7da5a8537190 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '83bb8480-b3b1-4b35-bc21-9e8c9ea48197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:02:12.248800 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c27b53-9056-4bb0-88b9-f395b9f99b3f None None] Attempting to bind port 171e43e5-e47c-4f19-af14-7da5a8537190 on network af02a512-aa1c-43ca-886a-9300ebadfc5a {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:02:12.255268 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b95d3487-5c85-441e-aa7c-9c73f3e05dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:12.269287 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-e87d4493-0138-44c1-b746-b3842aa726d5 None None] For port 656cfb7e-0c22-400f-9435-a6660dcddf0f, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:02:12.274001 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c27b53-9056-4bb0-88b9-f395b9f99b3f None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:02:12.274425 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c27b53-9056-4bb0-88b9-f395b9f99b3f None None] Checking segment: {'id': '83bb8480-b3b1-4b35-bc21-9e8c9ea48197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:02:12.274816 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a1c27b53-9056-4bb0-88b9-f395b9f99b3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:12.275185 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c27b53-9056-4bb0-88b9-f395b9f99b3f None None] Bound using segment: {'id': '83bb8480-b3b1-4b35-bc21-9e8c9ea48197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:02:12.275756 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-a1c27b53-9056-4bb0-88b9-f395b9f99b3f None None] Bound port: 171e43e5-e47c-4f19-af14-7da5a8537190, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83bb8480-b3b1-4b35-bc21-9e8c9ea48197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:02:12.276218 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a1c27b53-9056-4bb0-88b9-f395b9f99b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:12.298783 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-e87d4493-0138-44c1-b746-b3842aa726d5 None None] For port 656cfb7e-0c22-400f-9435-a6660dcddf0f, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=656cfb7e-0c22-400f-9435-a6660dcddf0f,segment=NetworkSegment(324ea1a9-ecc1-484a-8d22-76a1575b5b43),segment_id=324ea1a9-ecc1-484a-8d22-76a1575b5b43)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:02:12.311624 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e87d4493-0138-44c1-b746-b3842aa726d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:12.327273 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95d3487-5c85-441e-aa7c-9c73f3e05dea admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:02:12.341700 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-b95d3487-5c85-441e-aa7c-9c73f3e05dea admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:02:12.344466 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95d3487-5c85-441e-aa7c-9c73f3e05dea admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:02:12.354185 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-90a1c178-f055-4756-a1a8-954c70e4b1f1 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:12.383933 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9667757-68f8-4bc2-a79e-a4e6ce89d2bb None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:02:12.385054 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d3487-5c85-441e-aa7c-9c73f3e05dea admin admin] Pushing event updated for resources: {'Port': ['ID=5364f3b7-c983-4442-8eae-fc22287f9fe3,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:12.526025 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-90a1c178-f055-4756-a1a8-954c70e4b1f1 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:12.571700 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a1c178-f055-4756-a1a8-954c70e4b1f1 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Network b6dde332-3885-45c5-be28-191c30295e09 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:02:12.585713 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-90a1c178-f055-4756-a1a8-954c70e4b1f1 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:02:12.588351 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a1c178-f055-4756-a1a8-954c70e4b1f1 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:02:12.631437 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d4493-0138-44c1-b746-b3842aa726d5 None None] Pushing event updated for resources: {'Port': ['ID=656cfb7e-0c22-400f-9435-a6660dcddf0f,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:12.644651 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-a1c27b53-9056-4bb0-88b9-f395b9f99b3f None None] For port 171e43e5-e47c-4f19-af14-7da5a8537190, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:02:12.652561 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-a1c27b53-9056-4bb0-88b9-f395b9f99b3f None None] For port 171e43e5-e47c-4f19-af14-7da5a8537190, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=171e43e5-e47c-4f19-af14-7da5a8537190,segment=NetworkSegment(83bb8480-b3b1-4b35-bc21-9e8c9ea48197),segment_id=83bb8480-b3b1-4b35-bc21-9e8c9ea48197)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:02:12.664293 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a1c27b53-9056-4bb0-88b9-f395b9f99b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:12.691147 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1c178-f055-4756-a1a8-954c70e4b1f1 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'Port': ['ID=69a81910-b991-4a77-8b98-8ca468fe3b98,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:12.706654 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-90a1c178-f055-4756-a1a8-954c70e4b1f1 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:12.756047 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-1e164246-d646-49d1-9a41-7bbfa3239476 None None] Provisioning complete for port 5364f3b7-c983-4442-8eae-fc22287f9fe3 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:02:12.756454 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1e164246-d646-49d1-9a41-7bbfa3239476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:12.798409 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c27b53-9056-4bb0-88b9-f395b9f99b3f None None] Pushing event updated for resources: {'Port': ['ID=171e43e5-e47c-4f19-af14-7da5a8537190,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:12.844420 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-1e164246-d646-49d1-9a41-7bbfa3239476 None None] Port 5364f3b7-c983-4442-8eae-fc22287f9fe3 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:02:12.899954 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b95d3487-5c85-441e-aa7c-9c73f3e05dea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:12.958023 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b96dcaab-7cf2-4b42-bcee-76a34b975229 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:02:13.068689 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port b96dcaab-7cf2-4b42-bcee-76a34b975229 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:02:13.070079 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:13.091951 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-90a1c178-f055-4756-a1a8-954c70e4b1f1 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:13.345505 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ab613-8abb-48ab-93dd-00cb724e39cb req-fe70e1aa-1678-4f51-9088-5c5e3b282211 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:13.347794 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9c8ab613-8abb-48ab-93dd-00cb724e39cb req-fe70e1aa-1678-4f51-9088-5c5e3b282211 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 945 time: 0.0641291 Nov 10 18:02:13.356942 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b95d3487-5c85-441e-aa7c-9c73f3e05dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:13.413555 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9c8ab613-8abb-48ab-93dd-00cb724e39cb req-8dda6ab0-1d52-4c03-87e4-5bf5777d1e18 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c207067-e54d-4083-a8e7-d6dc787a4b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566685 Nov 10 18:02:13.603617 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-90a1c178-f055-4756-a1a8-954c70e4b1f1 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:13.613408 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-90a1c178-f055-4756-a1a8-954c70e4b1f1 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:13.644636 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95d3487-5c85-441e-aa7c-9c73f3e05dea admin admin] Router 444ebbc7-0f40-4330-852a-147b5c04d8d5 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 18:02:13.740876 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1c178-f055-4756-a1a8-954c70e4b1f1 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'Port': ['ID=69a81910-b991-4a77-8b98-8ca468fe3b98,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:13.746703 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-90a1c178-f055-4756-a1a8-954c70e4b1f1 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:13.861235 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:02:13.879455 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95d3487-5c85-441e-aa7c-9c73f3e05dea admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:02:13.891401 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9a9815-75be-424e-a3c1-5e6fe42fa069 None None] Sync routers for ids ['444ebbc7-0f40-4330-852a-147b5c04d8d5'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:02:13.903558 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9a9815-75be-424e-a3c1-5e6fe42fa069 None None] Routers {'444ebbc7-0f40-4330-852a-147b5c04d8d5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:02:13.904595 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ef9a9815-75be-424e-a3c1-5e6fe42fa069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:02:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['444ebbc7-0f40-4330-852a-147b5c04d8d5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:02:13.910906 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a1c178-f055-4756-a1a8-954c70e4b1f1 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Network b6dde332-3885-45c5-be28-191c30295e09 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:02:13.914291 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b95d3487-5c85-441e-aa7c-9c73f3e05dea admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:13.915657 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b95d3487-5c85-441e-aa7c-9c73f3e05dea admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5446963 Nov 10 18:02:13.916700 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-90a1c178-f055-4756-a1a8-954c70e4b1f1 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:02:13.919176 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48804) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:14.089578 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-ef9a9815-75be-424e-a3c1-5e6fe42fa069 None None] Set router 444ebbc7-0f40-4330-852a-147b5c04d8d5 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:02:14.473725 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ef9a9815-75be-424e-a3c1-5e6fe42fa069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'name': 'tempest-AttachVolumeTestJSON-2134475770-router', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:10Z', 'updated_at': '2021-11-10T18:02:12Z', 'revision_number': 3, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'gw_port': {'id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:9c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:11Z', 'updated_at': '2021-11-10T18:02:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:02:14.562979 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9a9815-75be-424e-a3c1-5e6fe42fa069 None None] Checking router: 444ebbc7-0f40-4330-852a-147b5c04d8d5 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:02:14.562979 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9a9815-75be-424e-a3c1-5e6fe42fa069 None None] Updating router 444ebbc7-0f40-4330-852a-147b5c04d8d5 port 5364f3b7-c983-4442-8eae-fc22287f9fe3 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:02:14.648499 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-ef9a9815-75be-424e-a3c1-5e6fe42fa069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:14.686685 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5788702-83de-46be-9a15-d262d89c9d65 None None] Network af02a512-aa1c-43ca-886a-9300ebadfc5a requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:02:14.691671 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c96e4f2-ea7f-4f73-a4b5-2bbcfbd469ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:14.706877 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a1c178-f055-4756-a1a8-954c70e4b1f1 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Router 009382c7-b008-4cd7-a5e5-9a476ed9a5c2 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:02:14.819480 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 4abaab4a-b5d8-48a5-ba82-f47f18924572 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:02:14.852936 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da113c-cd05-4e0d-8770-1f3e0015c098 req-7a7de71e-fd9d-49b6-a3dd-23efda3e0ae5 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:14.861707 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-04da113c-cd05-4e0d-8770-1f3e0015c098 req-7a7de71e-fd9d-49b6-a3dd-23efda3e0ae5 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 945 time: 0.2270372 Nov 10 18:02:14.868281 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00a6d97-34e1-43aa-87b1-2c30180da673 None None] Network b6dde332-3885-45c5-be28-191c30295e09 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:02:14.951171 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-fb9ff062-d365-4d3d-962b-c445bb710f3e None None] Provisioning complete for port 171e43e5-e47c-4f19-af14-7da5a8537190 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:02:14.953561 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fb9ff062-d365-4d3d-962b-c445bb710f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:15.007434 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a1c178-f055-4756-a1a8-954c70e4b1f1 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:02:15.016667 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-90a1c178-f055-4756-a1a8-954c70e4b1f1 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "PUT /v2.0/routers/009382c7-b008-4cd7-a5e5-9a476ed9a5c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9674363 Nov 10 18:02:15.019217 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48810) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:15.086127 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 171e43e5-e47c-4f19-af14-7da5a8537190 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:02:15.089731 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d7e8db-4df1-4561-a616-2d373e967b3c None None] Sync routers for ids ['009382c7-b008-4cd7-a5e5-9a476ed9a5c2'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:02:15.096573 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-ef9a9815-75be-424e-a3c1-5e6fe42fa069 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:15.099423 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-04da113c-cd05-4e0d-8770-1f3e0015c098 req-72a53580-17f2-4f72-81cc-4a7f38cb05ab tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c207067-e54d-4083-a8e7-d6dc787a4b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2370172 Nov 10 18:02:15.105929 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-ef9a9815-75be-424e-a3c1-5e6fe42fa069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:15.180969 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b2f821-6b13-4e57-b029-47c8a2c69e06 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:02:15.181314 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-ef9a9815-75be-424e-a3c1-5e6fe42fa069 None None] Attempting to bind port 5364f3b7-c983-4442-8eae-fc22287f9fe3 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:02:15.181762 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-ef9a9815-75be-424e-a3c1-5e6fe42fa069 None None] Attempting to bind port 5364f3b7-c983-4442-8eae-fc22287f9fe3 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:02:15.182267 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a9815-75be-424e-a3c1-5e6fe42fa069 None None] Attempting to bind port 5364f3b7-c983-4442-8eae-fc22287f9fe3 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:02:15.192671 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ddc1f9-d2bd-460a-8233-0111e9133721 None None] Pushing event updated for resources: {'Port': ['ID=5364f3b7-c983-4442-8eae-fc22287f9fe3,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:15.201393 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-5c96e4f2-ea7f-4f73-a4b5-2bbcfbd469ec admin admin] Allocated IP 172.20.0.1 (af02a512-aa1c-43ca-886a-9300ebadfc5a/51f72ede-4fbe-4023-aa38-d2a84cad1815/6388081a-6166-4361-b7e7-12db2d928435) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:02:15.204304 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a9815-75be-424e-a3c1-5e6fe42fa069 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:02:15.206088 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a9815-75be-424e-a3c1-5e6fe42fa069 None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:02:15.206619 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-ef9a9815-75be-424e-a3c1-5e6fe42fa069 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:15.207285 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a9815-75be-424e-a3c1-5e6fe42fa069 None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:02:15.207983 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-ef9a9815-75be-424e-a3c1-5e6fe42fa069 None None] Bound port: 5364f3b7-c983-4442-8eae-fc22287f9fe3, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:02:15.209037 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-ef9a9815-75be-424e-a3c1-5e6fe42fa069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:15.219665 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d7e8db-4df1-4561-a616-2d373e967b3c None None] Routers {'009382c7-b008-4cd7-a5e5-9a476ed9a5c2'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:02:15.220306 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-55d7e8db-4df1-4561-a616-2d373e967b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:02:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['009382c7-b008-4cd7-a5e5-9a476ed9a5c2'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:02:15.299912 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-ef9a9815-75be-424e-a3c1-5e6fe42fa069 None None] For port 5364f3b7-c983-4442-8eae-fc22287f9fe3, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:02:15.307122 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-ef9a9815-75be-424e-a3c1-5e6fe42fa069 None None] For port 5364f3b7-c983-4442-8eae-fc22287f9fe3, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=5364f3b7-c983-4442-8eae-fc22287f9fe3,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:02:15.309532 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebd8e82-cb33-4d0e-9dad-8150314dc0a3 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:15.310631 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebd8e82-cb33-4d0e-9dad-8150314dc0a3 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:15.311505 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebd8e82-cb33-4d0e-9dad-8150314dc0a3 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:15.315641 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-ef9a9815-75be-424e-a3c1-5e6fe42fa069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:15.316465 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebd8e82-cb33-4d0e-9dad-8150314dc0a3 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:15.317075 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebd8e82-cb33-4d0e-9dad-8150314dc0a3 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:15.317796 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebd8e82-cb33-4d0e-9dad-8150314dc0a3 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:15.318291 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebd8e82-cb33-4d0e-9dad-8150314dc0a3 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:15.320353 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0ebd8e82-cb33-4d0e-9dad-8150314dc0a3 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4974 time: 0.2982390 Nov 10 18:02:15.324976 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48812) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:15.370508 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 4abaab4a-b5d8-48a5-ba82-f47f18924572 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:02:15.418543 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9a9815-75be-424e-a3c1-5e6fe42fa069 None None] Routers {'444ebbc7-0f40-4330-852a-147b5c04d8d5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:02:15.419572 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ef9a9815-75be-424e-a3c1-5e6fe42fa069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:02:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['444ebbc7-0f40-4330-852a-147b5c04d8d5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:02:15.425947 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ddc1f9-d2bd-460a-8233-0111e9133721 None None] Pushing event updated for resources: {'Port': ['ID=5364f3b7-c983-4442-8eae-fc22287f9fe3,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:15.452064 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4309d491-f9f1-45dc-9d66-34dda96bafd1 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:15.454852 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4309d491-f9f1-45dc-9d66-34dda96bafd1 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:15.457149 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4309d491-f9f1-45dc-9d66-34dda96bafd1 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:15.457580 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 4abaab4a-b5d8-48a5-ba82-f47f18924572 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:02:15.458293 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:15.458977 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4309d491-f9f1-45dc-9d66-34dda96bafd1 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:15.459982 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4309d491-f9f1-45dc-9d66-34dda96bafd1 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:15.460896 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4309d491-f9f1-45dc-9d66-34dda96bafd1 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:15.461746 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4309d491-f9f1-45dc-9d66-34dda96bafd1 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:15.467928 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4309d491-f9f1-45dc-9d66-34dda96bafd1 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4632 time: 0.1415122 Nov 10 18:02:15.470968 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48814) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:15.471515 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c96e4f2-ea7f-4f73-a4b5-2bbcfbd469ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:15.518759 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c96e4f2-ea7f-4f73-a4b5-2bbcfbd469ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:15.563446 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d25c7e2-9325-4b2a-8dda-21b12d48035c None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:02:15.568570 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c96e4f2-ea7f-4f73-a4b5-2bbcfbd469ec admin admin] Network af02a512-aa1c-43ca-886a-9300ebadfc5a is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:02:15.626119 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 171e43e5-e47c-4f19-af14-7da5a8537190 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:02:15.626870 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:15.702985 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a6d09a4f-6020-49d7-8da9-6a8e035b09d5 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3780 time: 0.2282948 Nov 10 18:02:15.706105 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fb9ff062-d365-4d3d-962b-c445bb710f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:15.726358 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-ef9a9815-75be-424e-a3c1-5e6fe42fa069 None None] Set router 444ebbc7-0f40-4330-852a-147b5c04d8d5 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:02:15.755699 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-55d7e8db-4df1-4561-a616-2d373e967b3c None None] Set router 009382c7-b008-4cd7-a5e5-9a476ed9a5c2 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:02:15.869794 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-fb9ff062-d365-4d3d-962b-c445bb710f3e None None] For port 171e43e5-e47c-4f19-af14-7da5a8537190, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=171e43e5-e47c-4f19-af14-7da5a8537190,segment=NetworkSegment(83bb8480-b3b1-4b35-bc21-9e8c9ea48197),segment_id=83bb8480-b3b1-4b35-bc21-9e8c9ea48197)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:02:15.894817 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fb9ff062-d365-4d3d-962b-c445bb710f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:15.984701 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ef9a9815-75be-424e-a3c1-5e6fe42fa069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'name': 'tempest-AttachVolumeTestJSON-2134475770-router', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:10Z', 'updated_at': '2021-11-10T18:02:12Z', 'revision_number': 3, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'gw_port': {'id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:9c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:11Z', 'updated_at': '2021-11-10T18:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:02:16.010487 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48820) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:16.015820 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-a06040d2-1309-459f-9767-a31a7c012421 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1165698638', 'description': 'tempest-secgroup-smoke-1165698638 description', 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:02:16.016871 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-5c96e4f2-ea7f-4f73-a4b5-2bbcfbd469ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:02:16.020819 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c96e4f2-ea7f-4f73-a4b5-2bbcfbd469ec admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:02:16.057258 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9a9815-75be-424e-a3c1-5e6fe42fa069 None None] The sync data for ids ['444ebbc7-0f40-4330-852a-147b5c04d8d5'] in n-d-776250-10 is: [{'id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'name': 'tempest-AttachVolumeTestJSON-2134475770-router', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:10Z', 'updated_at': '2021-11-10T18:02:12Z', 'revision_number': 3, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'gw_port': {'id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:9c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:11Z', 'updated_at': '2021-11-10T18:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:02:16.059128 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a06040d2-1309-459f-9767-a31a7c012421 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:16.081992 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:16.092434 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c96e4f2-ea7f-4f73-a4b5-2bbcfbd469ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:16.113921 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ff062-d365-4d3d-962b-c445bb710f3e None None] Pushing event updated for resources: {'Port': ['ID=171e43e5-e47c-4f19-af14-7da5a8537190,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:16.152083 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 656cfb7e-0c22-400f-9435-a6660dcddf0f up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:02:16.179594 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a06040d2-1309-459f-9767-a31a7c012421 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:16.184969 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a06040d2-1309-459f-9767-a31a7c012421 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:16.234354 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a06040d2-1309-459f-9767-a31a7c012421 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:16.238665 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a06040d2-1309-459f-9767-a31a7c012421 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2242475 Nov 10 18:02:16.238824 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48824) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:16.251158 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-587d4f54-d2db-4442-b6fd-a39c3e1cb02e tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Request body: {'security_group_rule': {'security_group_id': '134cc6fd-f7f0-4349-b34a-1b99111dbf71', 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:02:16.279241 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-186d5a05-e47c-4861-9b5d-22dffc0dcf87 None None] Provisioning complete for port 656cfb7e-0c22-400f-9435-a6660dcddf0f triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:02:16.279657 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-186d5a05-e47c-4861-9b5d-22dffc0dcf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:16.283845 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06040d2-1309-459f-9767-a31a7c012421 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=134cc6fd-f7f0-4349-b34a-1b99111dbf71,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:16.293877 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab8b72f-9351-4aa8-b798-cc9dfd947b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abaab4a-b5d8-48a5-ba82-f47f18924572'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:02:16.296323 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b43abc5-10fa-42e4-8e09-f1ca65e3bc8c" -d '{"events": [{"server_uuid": "aab8b72f-9351-4aa8-b798-cc9dfd947b0c", "name": "network-vif-plugged", "status": "completed", "tag": "4abaab4a-b5d8-48a5-ba82-f47f18924572"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:02:16.357341 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-587d4f54-d2db-4442-b6fd-a39c3e1cb02e tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:16.397699 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96e4f2-ea7f-4f73-a4b5-2bbcfbd469ec admin admin] Pushing event updated for resources: {'Port': ['ID=6388081a-6166-4361-b7e7-12db2d928435,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:16.426881 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c388da89-6c70-4e57-b0cd-1bd2aeb9e396 x-openstack-request-id: req-c388da89-6c70-4e57-b0cd-1bd2aeb9e396 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:02:16.427164 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab8b72f-9351-4aa8-b798-cc9dfd947b0c", "name": "network-vif-plugged", "status": "completed", "tag": "4abaab4a-b5d8-48a5-ba82-f47f18924572", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:02:16.427423 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c388da89-6c70-4e57-b0cd-1bd2aeb9e396 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:02:16.427822 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab8b72f-9351-4aa8-b798-cc9dfd947b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abaab4a-b5d8-48a5-ba82-f47f18924572', 'code': 200} Nov 10 18:02:16.436576 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 4abaab4a-b5d8-48a5-ba82-f47f18924572, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4abaab4a-b5d8-48a5-ba82-f47f18924572,segment=NetworkSegment(8ca90395-74ba-4cd9-867b-025ec2ca5566),segment_id=8ca90395-74ba-4cd9-867b-025ec2ca5566)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:02:16.448840 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:16.475336 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c96e4f2-ea7f-4f73-a4b5-2bbcfbd469ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:16.477809 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf4215-0561-460b-8a0f-7e1a6d1a8377 req-55398b7d-a7a7-43a3-884a-5c48c266ecc0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:16.494760 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a9cf4215-0561-460b-8a0f-7e1a6d1a8377 req-55398b7d-a7a7-43a3-884a-5c48c266ecc0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 945 time: 0.2129467 Nov 10 18:02:16.511121 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72d09b-6d9e-4dea-ad73-f9615b5bd762 req-8fd259b2-e657-4156-a8bd-add4e27ac64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:16.512749 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8e72d09b-6d9e-4dea-ad73-f9615b5bd762 req-8fd259b2-e657-4156-a8bd-add4e27ac64f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 1097 time: 0.0893886 Nov 10 18:02:16.580714 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-587d4f54-d2db-4442-b6fd-a39c3e1cb02e tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:16.594423 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-587d4f54-d2db-4442-b6fd-a39c3e1cb02e tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:16.634463 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8e72d09b-6d9e-4dea-ad73-f9615b5bd762 req-37cec4e0-6caa-49d7-b059-78c55a5adbcf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9c207067-e54d-4083-a8e7-d6dc787a4b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970767 Nov 10 18:02:16.634810 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d4f54-d2db-4442-b6fd-a39c3e1cb02e tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0859e70-0576-43ea-b078-d6a2816ae37b,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:16.643899 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 656cfb7e-0c22-400f-9435-a6660dcddf0f triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:02:16.644350 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:16.659361 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-587d4f54-d2db-4442-b6fd-a39c3e1cb02e tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:16.668963 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-587d4f54-d2db-4442-b6fd-a39c3e1cb02e tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4290581 Nov 10 18:02:16.675209 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48828) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:16.679665 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-cf3c2520-1fe9-46c3-b19e-5326f90fe4dc tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Request body: {'security_group_rule': {'security_group_id': '134cc6fd-f7f0-4349-b34a-1b99111dbf71', 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:02:16.689872 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=4abaab4a-b5d8-48a5-ba82-f47f18924572,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:16.745376 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a9cf4215-0561-460b-8a0f-7e1a6d1a8377 req-7a38a336-1c89-4c24-89fb-cd3b2ae33238 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c207067-e54d-4083-a8e7-d6dc787a4b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2496166 Nov 10 18:02:16.755022 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cf3c2520-1fe9-46c3-b19e-5326f90fe4dc tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:16.772976 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-55d7e8db-4df1-4561-a616-2d373e967b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'name': 'tempest-TestNetworkBasicOps-router-1342850969', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:06Z', 'updated_at': '2021-11-10T18:02:12Z', 'revision_number': 4, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:07Z', 'updated_at': '2021-11-10T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '69a81910-b991-4a77-8b98-8ca468fe3b98', 'name': '', 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'mac_address': 'fa:16:3e:1c:57:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'd0ab1993-fab2-494c-893e-c38aaa332b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:11Z', 'updated_at': '2021-11-10T18:02:13Z', 'revision_number': 2, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'subnets': [{'id': 'd0ab1993-fab2-494c-893e-c38aaa332b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:02:16.870619 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c96e4f2-ea7f-4f73-a4b5-2bbcfbd469ec admin admin] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:16.878163 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c96e4f2-ea7f-4f73-a4b5-2bbcfbd469ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:16.941934 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cf3c2520-1fe9-46c3-b19e-5326f90fe4dc tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:16.958090 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cf3c2520-1fe9-46c3-b19e-5326f90fe4dc tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:16.994054 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c96e4f2-ea7f-4f73-a4b5-2bbcfbd469ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:16.996473 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96e4f2-ea7f-4f73-a4b5-2bbcfbd469ec admin admin] Pushing event updated for resources: {'Port': ['ID=6388081a-6166-4361-b7e7-12db2d928435,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:17.002281 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c2520-1fe9-46c3-b19e-5326f90fe4dc tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddbc5e0e-1c03-41f3-b7de-6c0f2b18ba97,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:17.011142 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cf3c2520-1fe9-46c3-b19e-5326f90fe4dc tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:17.012506 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-cf3c2520-1fe9-46c3-b19e-5326f90fe4dc tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3363166 Nov 10 18:02:17.017035 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48832) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:17.024004 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-4eb3e2bc-18fe-4e0f-802c-f33946e45ef5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Request body: {'security_group_rule': {'security_group_id': '134cc6fd-f7f0-4349-b34a-1b99111dbf71', 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:02:17.040804 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d7e8db-4df1-4561-a616-2d373e967b3c None None] Checking router: 009382c7-b008-4cd7-a5e5-9a476ed9a5c2 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:02:17.041163 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d7e8db-4df1-4561-a616-2d373e967b3c None None] Updating router 009382c7-b008-4cd7-a5e5-9a476ed9a5c2 port 69a81910-b991-4a77-8b98-8ca468fe3b98 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:02:17.072479 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-55d7e8db-4df1-4561-a616-2d373e967b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:17.091090 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4eb3e2bc-18fe-4e0f-802c-f33946e45ef5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:17.094169 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-186d5a05-e47c-4861-9b5d-22dffc0dcf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:17.172998 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4eb3e2bc-18fe-4e0f-802c-f33946e45ef5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:17.178228 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4eb3e2bc-18fe-4e0f-802c-f33946e45ef5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:17.183617 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c96e4f2-ea7f-4f73-a4b5-2bbcfbd469ec admin admin] Network af02a512-aa1c-43ca-886a-9300ebadfc5a is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:02:17.187398 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-5c96e4f2-ea7f-4f73-a4b5-2bbcfbd469ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:02:17.206372 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-186d5a05-e47c-4861-9b5d-22dffc0dcf87 None None] For port 656cfb7e-0c22-400f-9435-a6660dcddf0f, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=656cfb7e-0c22-400f-9435-a6660dcddf0f,segment=NetworkSegment(324ea1a9-ecc1-484a-8d22-76a1575b5b43),segment_id=324ea1a9-ecc1-484a-8d22-76a1575b5b43)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:02:17.206916 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3e2bc-18fe-4e0f-802c-f33946e45ef5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec770c1e-2243-4abd-b740-766258e65788,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:17.218558 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-186d5a05-e47c-4861-9b5d-22dffc0dcf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:17.218902 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4eb3e2bc-18fe-4e0f-802c-f33946e45ef5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:17.220960 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4eb3e2bc-18fe-4e0f-802c-f33946e45ef5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2025912 Nov 10 18:02:17.223603 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48834) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:17.229302 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-d94aaf36-3cc7-40ae-a933-b2eb05e8ad8c tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Request body: {'security_group_rule': {'security_group_id': '134cc6fd-f7f0-4349-b34a-1b99111dbf71', 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:02:17.267196 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d94aaf36-3cc7-40ae-a933-b2eb05e8ad8c tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:17.278961 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:17.370632 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d94aaf36-3cc7-40ae-a933-b2eb05e8ad8c tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:17.377515 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d94aaf36-3cc7-40ae-a933-b2eb05e8ad8c tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:17.387707 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-186d5a05-e47c-4861-9b5d-22dffc0dcf87 None None] Provisioning complete for port 5364f3b7-c983-4442-8eae-fc22287f9fe3 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:02:17.388080 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-186d5a05-e47c-4861-9b5d-22dffc0dcf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:17.394441 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c96e4f2-ea7f-4f73-a4b5-2bbcfbd469ec admin admin] Router 444ebbc7-0f40-4330-852a-147b5c04d8d5 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:02:17.401149 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94aaf36-3cc7-40ae-a933-b2eb05e8ad8c tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4192d310-8a4c-47fb-b6f7-8bee4daef40d,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:17.424458 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d94aaf36-3cc7-40ae-a933-b2eb05e8ad8c tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:17.428357 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d94aaf36-3cc7-40ae-a933-b2eb05e8ad8c tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2009697 Nov 10 18:02:17.434251 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48836) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:17.439623 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-e978010e-9c15-40a2-9598-17d3777cffe1 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Request body: {'security_group_rule': {'security_group_id': '134cc6fd-f7f0-4349-b34a-1b99111dbf71', 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:02:17.469427 n-d-776250-10 neutron-server[102468]: INFO neutron.db.securitygroups_db [None req-e978010e-9c15-40a2-9598-17d3777cffe1 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Project 89cf220e8c1c4bf18e710a3d7b36e9f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 18:02:17.476924 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e978010e-9c15-40a2-9598-17d3777cffe1 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:17.485866 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d5a05-e47c-4861-9b5d-22dffc0dcf87 None None] Pushing event updated for resources: {'Port': ['ID=656cfb7e-0c22-400f-9435-a6660dcddf0f,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:17.566521 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c96e4f2-ea7f-4f73-a4b5-2bbcfbd469ec admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:02:17.581413 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5c96e4f2-ea7f-4f73-a4b5-2bbcfbd469ec admin admin] 10.222.0.39 "PUT /v2.0/routers/444ebbc7-0f40-4330-852a-147b5c04d8d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6509438 Nov 10 18:02:17.581668 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e978010e-9c15-40a2-9598-17d3777cffe1 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:17.581668 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e978010e-9c15-40a2-9598-17d3777cffe1 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:17.603453 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978010e-9c15-40a2-9598-17d3777cffe1 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1846096d-d4aa-4ecf-8f2b-17d5cbd7710f,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:17.610302 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 18:02:17.610696 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 18:02:17.621283 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e978010e-9c15-40a2-9598-17d3777cffe1 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:17.624204 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e978010e-9c15-40a2-9598-17d3777cffe1 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1872408 Nov 10 18:02:17.626582 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48840) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:17.631173 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-b7206688-0a81-469b-ab5e-d910ec4e4594 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Request body: {'security_group_rule': {'security_group_id': '134cc6fd-f7f0-4349-b34a-1b99111dbf71', 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:02:17.658290 n-d-776250-10 neutron-server[102469]: INFO neutron.db.securitygroups_db [None req-b7206688-0a81-469b-ab5e-d910ec4e4594 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Project 89cf220e8c1c4bf18e710a3d7b36e9f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 18:02:17.668083 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b7206688-0a81-469b-ab5e-d910ec4e4594 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:17.730232 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-186d5a05-e47c-4861-9b5d-22dffc0dcf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:17.777537 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-186d5a05-e47c-4861-9b5d-22dffc0dcf87 None None] For port 5364f3b7-c983-4442-8eae-fc22287f9fe3, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=5364f3b7-c983-4442-8eae-fc22287f9fe3,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:02:17.783574 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b7206688-0a81-469b-ab5e-d910ec4e4594 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:17.787709 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-186d5a05-e47c-4861-9b5d-22dffc0dcf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:17.789785 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b7206688-0a81-469b-ab5e-d910ec4e4594 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:17.844252 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7206688-0a81-469b-ab5e-d910ec4e4594 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e9df12-9597-4ca1-ba6d-b9d40161df10,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:17.868287 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b7206688-0a81-469b-ab5e-d910ec4e4594 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:17.869637 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b7206688-0a81-469b-ab5e-d910ec4e4594 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2420156 Nov 10 18:02:17.880926 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-186d5a05-e47c-4861-9b5d-22dffc0dcf87 None None] Provisioning complete for port 171e43e5-e47c-4f19-af14-7da5a8537190 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:02:17.881678 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-186d5a05-e47c-4861-9b5d-22dffc0dcf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:17.892368 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9eb5f-e895-46cc-90f8-bcc974f44de8 req-be13c09a-9622-4f06-90f1-66c8e587183b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:17.894118 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-24f9eb5f-e895-46cc-90f8-bcc974f44de8 req-be13c09a-9622-4f06-90f1-66c8e587183b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 946 time: 0.0661197 Nov 10 18:02:17.962676 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-24f9eb5f-e895-46cc-90f8-bcc974f44de8 req-5dc2886b-183e-47e6-bfcc-39337eac2816 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c207067-e54d-4083-a8e7-d6dc787a4b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574050 Nov 10 18:02:17.968321 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-55d7e8db-4df1-4561-a616-2d373e967b3c None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:17.998233 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-55d7e8db-4df1-4561-a616-2d373e967b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:18.003980 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d5a05-e47c-4861-9b5d-22dffc0dcf87 None None] Pushing event updated for resources: {'Port': ['ID=5364f3b7-c983-4442-8eae-fc22287f9fe3,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:18.192254 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da247b1-0279-43c6-a02a-83efe3b692c9 None None] Pushing event updated for resources: {'Port': ['ID=69a81910-b991-4a77-8b98-8ca468fe3b98,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:18.235502 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-55d7e8db-4df1-4561-a616-2d373e967b3c None None] Attempting to bind port 69a81910-b991-4a77-8b98-8ca468fe3b98 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:02:18.235799 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-55d7e8db-4df1-4561-a616-2d373e967b3c None None] Attempting to bind port 69a81910-b991-4a77-8b98-8ca468fe3b98 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '324ea1a9-ecc1-484a-8d22-76a1575b5b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:02:18.236196 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d7e8db-4df1-4561-a616-2d373e967b3c None None] Attempting to bind port 69a81910-b991-4a77-8b98-8ca468fe3b98 on network b6dde332-3885-45c5-be28-191c30295e09 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:02:18.247253 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d7e8db-4df1-4561-a616-2d373e967b3c None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:02:18.247769 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d7e8db-4df1-4561-a616-2d373e967b3c None None] Checking segment: {'id': '324ea1a9-ecc1-484a-8d22-76a1575b5b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:02:18.248043 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-55d7e8db-4df1-4561-a616-2d373e967b3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:18.248447 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d7e8db-4df1-4561-a616-2d373e967b3c None None] Bound using segment: {'id': '324ea1a9-ecc1-484a-8d22-76a1575b5b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:02:18.248933 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-55d7e8db-4df1-4561-a616-2d373e967b3c None None] Bound port: 69a81910-b991-4a77-8b98-8ca468fe3b98, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324ea1a9-ecc1-484a-8d22-76a1575b5b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:02:18.249962 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-55d7e8db-4df1-4561-a616-2d373e967b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:18.294595 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fe1ca-7491-4559-ac5b-96e146b3a9ee req-d03c0ad9-4ec6-4b0e-8545-2c108ba190e6 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:18.309063 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-255fe1ca-7491-4559-ac5b-96e146b3a9ee req-d03c0ad9-4ec6-4b0e-8545-2c108ba190e6 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 946 time: 0.1138554 Nov 10 18:02:18.382371 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48856) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:18.385810 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-55d7e8db-4df1-4561-a616-2d373e967b3c None None] For port 69a81910-b991-4a77-8b98-8ca468fe3b98, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:02:18.388218 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-255fe1ca-7491-4559-ac5b-96e146b3a9ee req-31c6fe64-b9d3-4cf2-b99a-06bd1168fba2 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c207067-e54d-4083-a8e7-d6dc787a4b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782497 Nov 10 18:02:18.394591 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-e29f74d0-c69c-481d-8576-146305af5a81 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Request body: {'security_group': {'name': 'tempest-securitygroup--65983082', 'description': 'tempest-description--242186630'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:02:18.398165 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-55d7e8db-4df1-4561-a616-2d373e967b3c None None] For port 69a81910-b991-4a77-8b98-8ca468fe3b98, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=69a81910-b991-4a77-8b98-8ca468fe3b98,segment=NetworkSegment(324ea1a9-ecc1-484a-8d22-76a1575b5b43),segment_id=324ea1a9-ecc1-484a-8d22-76a1575b5b43)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:02:18.408271 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-55d7e8db-4df1-4561-a616-2d373e967b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:18.425877 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48858) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:18.443530 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e29f74d0-c69c-481d-8576-146305af5a81 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:18.473440 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a2a08463-596e-4299-890b-9b7a57aab3fb None None] Provisioning complete for port 69a81910-b991-4a77-8b98-8ca468fe3b98 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:02:18.485863 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a2a08463-596e-4299-890b-9b7a57aab3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:18.557991 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 5364f3b7-c983-4442-8eae-fc22287f9fe3 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:02:18.611887 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-22bfda93-11b1-4e95-868f-04e88f26f496 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1165698638&fields=id&tenant_id=89cf220e8c1c4bf18e710a3d7b36e9f4 HTTP/1.1" status: 200 len: 267 time: 0.1070011 Nov 10 18:02:18.632252 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da247b1-0279-43c6-a02a-83efe3b692c9 None None] Pushing event updated for resources: {'Port': ['ID=69a81910-b991-4a77-8b98-8ca468fe3b98,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:18.644604 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e29f74d0-c69c-481d-8576-146305af5a81 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:18.648135 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d7e8db-4df1-4561-a616-2d373e967b3c None None] Routers {'009382c7-b008-4cd7-a5e5-9a476ed9a5c2'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:02:18.648855 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-55d7e8db-4df1-4561-a616-2d373e967b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:02:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['009382c7-b008-4cd7-a5e5-9a476ed9a5c2'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:02:18.705592 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13118c65-b1d3-4702-9327-8b56ea4cc0da None None] Sync routers for ids ['444ebbc7-0f40-4330-852a-147b5c04d8d5'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:02:18.719488 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13118c65-b1d3-4702-9327-8b56ea4cc0da None None] Routers {'444ebbc7-0f40-4330-852a-147b5c04d8d5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:02:18.720779 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-13118c65-b1d3-4702-9327-8b56ea4cc0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:02:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['444ebbc7-0f40-4330-852a-147b5c04d8d5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:02:18.726456 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1764bc6-9265-4851-9ae5-e6c2cef180fd tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:18.731313 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e1764bc6-9265-4851-9ae5-e6c2cef180fd tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 1093 time: 0.3040409 Nov 10 18:02:18.732016 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 48870) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:18.737219 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-61b37f1f-403a-448d-9926-ea4d4bcced79 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'port_id': '4abaab4a-b5d8-48a5-ba82-f47f18924572', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:02:18.766470 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-61b37f1f-403a-448d-9926-ea4d4bcced79 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:18.783914 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-64cfb7be-50a8-4590-b4be-be9e71aa3243 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:18.791448 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-64cfb7be-50a8-4590-b4be-be9e71aa3243 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/networks?id=b6dde332-3885-45c5-be28-191c30295e09 HTTP/1.1" status: 200 len: 796 time: 0.1673210 Nov 10 18:02:18.802523 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e29f74d0-c69c-481d-8576-146305af5a81 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:18.810541 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-43f3e0c6-45d0-4763-b1fd-73b922f8c266 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/quotas/89cf220e8c1c4bf18e710a3d7b36e9f4 HTTP/1.1" status: 200 len: 375 time: 0.0182288 Nov 10 18:02:18.817374 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-55d7e8db-4df1-4561-a616-2d373e967b3c None None] Set router 009382c7-b008-4cd7-a5e5-9a476ed9a5c2 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:02:18.867862 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e29f74d0-c69c-481d-8576-146305af5a81 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:18.872270 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e29f74d0-c69c-481d-8576-146305af5a81 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4868965 Nov 10 18:02:18.873045 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48872) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:18.874483 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f74d0-c69c-481d-8576-146305af5a81 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e281dbb3-c8bd-4906-8397-b589d1f3c9c5,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:18.882273 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-f587bc95-e976-4fde-9b30-59cd89f0956c tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Request body: {'security_group_rule': {'security_group_id': 'e281dbb3-c8bd-4906-8397-b589d1f3c9c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:02:18.882489 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 5364f3b7-c983-4442-8eae-fc22287f9fe3 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:02:18.882873 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:18.915733 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f587bc95-e976-4fde-9b30-59cd89f0956c tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:18.937983 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-aa8d65ee-2be2-4220-82b2-98e80d4ae4b8 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=89cf220e8c1c4bf18e710a3d7b36e9f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1125352 Nov 10 18:02:18.958904 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-13118c65-b1d3-4702-9327-8b56ea4cc0da None None] Set router 444ebbc7-0f40-4330-852a-147b5c04d8d5 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:02:18.985867 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-61b37f1f-403a-448d-9926-ea4d4bcced79 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:19.021254 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a2a08463-596e-4299-890b-9b7a57aab3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:19.047350 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f587bc95-e976-4fde-9b30-59cd89f0956c tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:19.053344 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f587bc95-e976-4fde-9b30-59cd89f0956c tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:19.075679 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587bc95-e976-4fde-9b30-59cd89f0956c tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e196bcd-c1f2-4b46-9b28-5fcf2bd995cf,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:19.078094 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-a2a08463-596e-4299-890b-9b7a57aab3fb None None] For port 69a81910-b991-4a77-8b98-8ca468fe3b98, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=69a81910-b991-4a77-8b98-8ca468fe3b98,segment=NetworkSegment(324ea1a9-ecc1-484a-8d22-76a1575b5b43),segment_id=324ea1a9-ecc1-484a-8d22-76a1575b5b43)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:02:19.087931 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a2a08463-596e-4299-890b-9b7a57aab3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:19.117918 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f587bc95-e976-4fde-9b30-59cd89f0956c tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:19.119573 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f587bc95-e976-4fde-9b30-59cd89f0956c tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2417121 Nov 10 18:02:19.122194 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-d4e2e3b5-c071-4512-8a7e-e2b75416ed35 service neutron] 10.222.0.39 "GET /v2.0/networks/b6dde332-3885-45c5-be28-191c30295e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646106 Nov 10 18:02:19.122977 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48876) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:19.129037 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-64550b29-20c1-4685-b5c1-352283719ab1 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Request body: {'security_group_rule': {'security_group_id': 'e281dbb3-c8bd-4906-8397-b589d1f3c9c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:02:19.156804 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-61b37f1f-403a-448d-9926-ea4d4bcced79 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Allocated IP 172.25.5.237 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/973dacc9-6033-426c-9e26-742d771c843e) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:02:19.203677 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 656cfb7e-0c22-400f-9435-a6660dcddf0f up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:02:19.217966 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a2a08463-596e-4299-890b-9b7a57aab3fb None None] Provisioning complete for port 656cfb7e-0c22-400f-9435-a6660dcddf0f triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:02:19.218595 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a2a08463-596e-4299-890b-9b7a57aab3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:19.258852 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-e84bd401-c871-4697-8797-eede555415bd service neutron] 10.222.0.39 "GET /v2.0/networks/b6dde332-3885-45c5-be28-191c30295e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218987 Nov 10 18:02:19.289392 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-64550b29-20c1-4685-b5c1-352283719ab1 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:19.289567 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a08463-596e-4299-890b-9b7a57aab3fb None None] Pushing event updated for resources: {'Port': ['ID=69a81910-b991-4a77-8b98-8ca468fe3b98,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:19.313727 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-13118c65-b1d3-4702-9327-8b56ea4cc0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'name': 'tempest-AttachVolumeTestJSON-2134475770-router', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:10Z', 'updated_at': '2021-11-10T18:02:16Z', 'revision_number': 4, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'gw_port': {'id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:11Z', 'updated_at': '2021-11-10T18:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '6388081a-6166-4361-b7e7-12db2d928435', 'name': '', 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'mac_address': 'fa:16:3e:61:1a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '51f72ede-4fbe-4023-aa38-d2a84cad1815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:14Z', 'updated_at': '2021-11-10T18:02:16Z', 'revision_number': 2, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'subnets': [{'id': '51f72ede-4fbe-4023-aa38-d2a84cad1815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:02:19.331297 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-61b37f1f-403a-448d-9926-ea4d4bcced79 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:19.349663 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13118c65-b1d3-4702-9327-8b56ea4cc0da None None] Checking router: 444ebbc7-0f40-4330-852a-147b5c04d8d5 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:02:19.350176 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13118c65-b1d3-4702-9327-8b56ea4cc0da None None] Updating router 444ebbc7-0f40-4330-852a-147b5c04d8d5 port 6388081a-6166-4361-b7e7-12db2d928435 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:02:19.371498 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 656cfb7e-0c22-400f-9435-a6660dcddf0f triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:02:19.372102 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:19.385351 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-13118c65-b1d3-4702-9327-8b56ea4cc0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:19.392055 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-61b37f1f-403a-448d-9926-ea4d4bcced79 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:19.422687 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-64550b29-20c1-4685-b5c1-352283719ab1 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:19.428801 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-64550b29-20c1-4685-b5c1-352283719ab1 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:19.450940 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-55d7e8db-4df1-4561-a616-2d373e967b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'name': 'tempest-TestNetworkBasicOps-router-1342850969', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:06Z', 'updated_at': '2021-11-10T18:02:12Z', 'revision_number': 4, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:07Z', 'updated_at': '2021-11-10T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '69a81910-b991-4a77-8b98-8ca468fe3b98', 'name': '', 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'mac_address': 'fa:16:3e:1c:57:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'd0ab1993-fab2-494c-893e-c38aaa332b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:11Z', 'updated_at': '2021-11-10T18:02:18Z', 'revision_number': 4, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'subnets': [{'id': 'd0ab1993-fab2-494c-893e-c38aaa332b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:02:19.451743 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b37f1f-403a-448d-9926-ea4d4bcced79 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:02:19.459183 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-61b37f1f-403a-448d-9926-ea4d4bcced79 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:02:19.474755 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b37f1f-403a-448d-9926-ea4d4bcced79 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:02:19.480370 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b37f1f-403a-448d-9926-ea4d4bcced79 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'Port': ['ID=973dacc9-6033-426c-9e26-742d771c843e,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:19.491646 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-64550b29-20c1-4685-b5c1-352283719ab1 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:19.492924 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-64550b29-20c1-4685-b5c1-352283719ab1 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3687766 Nov 10 18:02:19.495847 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d7e8db-4df1-4561-a616-2d373e967b3c None None] The sync data for ids ['009382c7-b008-4cd7-a5e5-9a476ed9a5c2'] in n-d-776250-10 is: [{'id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'name': 'tempest-TestNetworkBasicOps-router-1342850969', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:06Z', 'updated_at': '2021-11-10T18:02:12Z', 'revision_number': 4, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:07Z', 'updated_at': '2021-11-10T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '69a81910-b991-4a77-8b98-8ca468fe3b98', 'name': '', 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'mac_address': 'fa:16:3e:1c:57:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'd0ab1993-fab2-494c-893e-c38aaa332b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:11Z', 'updated_at': '2021-11-10T18:02:18Z', 'revision_number': 4, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'subnets': [{'id': 'd0ab1993-fab2-494c-893e-c38aaa332b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:02:19.515876 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64550b29-20c1-4685-b5c1-352283719ab1 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec08e30c-1073-4fbf-bef1-2acd5c3eb4b7,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:19.518038 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48878) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:19.525118 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-82419eab-2ed3-44fc-9ea2-aee6dfc3bde8 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:02:19.543225 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a2a08463-596e-4299-890b-9b7a57aab3fb None None] Provisioning complete for port 6388081a-6166-4361-b7e7-12db2d928435 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:02:19.543612 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a2a08463-596e-4299-890b-9b7a57aab3fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:19.574948 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-82419eab-2ed3-44fc-9ea2-aee6dfc3bde8 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for floatingip, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:19.672842 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 171e43e5-e47c-4f19-af14-7da5a8537190 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:02:19.678326 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1cebd016-1eab-431c-a9dc-4351fba9f5c1 req-d30d6657-4382-45ee-a6c1-c1ef13db0d37 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4621b2-9e87-4874-a9a9-6c3db6d994b4 HTTP/1.1" status: 200 len: 210 time: 0.0713871 Nov 10 18:02:19.850016 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-82419eab-2ed3-44fc-9ea2-aee6dfc3bde8 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:19.932423 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-a2a08463-596e-4299-890b-9b7a57aab3fb None None] Port 6388081a-6166-4361-b7e7-12db2d928435 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:02:19.978681 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 171e43e5-e47c-4f19-af14-7da5a8537190 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:02:19.979479 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:20.032952 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-13118c65-b1d3-4702-9327-8b56ea4cc0da None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:20.051773 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-13118c65-b1d3-4702-9327-8b56ea4cc0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:20.084125 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-82419eab-2ed3-44fc-9ea2-aee6dfc3bde8 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Allocated IP 172.25.5.80 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/cdfae15b-265a-45d3-802d-37ff9f6f3e90) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:02:20.154259 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-556fd26e-6037-45d5-abd6-7dede0df964d None None] Provisioning complete for port 69a81910-b991-4a77-8b98-8ca468fe3b98 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:02:20.154633 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-556fd26e-6037-45d5-abd6-7dede0df964d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:20.162131 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bbb344-2874-4285-9073-3efccce1331a None None] Pushing event updated for resources: {'Port': ['ID=6388081a-6166-4361-b7e7-12db2d928435,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:20.344130 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-13118c65-b1d3-4702-9327-8b56ea4cc0da None None] Attempting to bind port 6388081a-6166-4361-b7e7-12db2d928435 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:02:20.345644 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-13118c65-b1d3-4702-9327-8b56ea4cc0da None None] Attempting to bind port 6388081a-6166-4361-b7e7-12db2d928435 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '83bb8480-b3b1-4b35-bc21-9e8c9ea48197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:02:20.345863 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13118c65-b1d3-4702-9327-8b56ea4cc0da None None] Attempting to bind port 6388081a-6166-4361-b7e7-12db2d928435 on network af02a512-aa1c-43ca-886a-9300ebadfc5a {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:02:20.358153 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13118c65-b1d3-4702-9327-8b56ea4cc0da None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:02:20.359575 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13118c65-b1d3-4702-9327-8b56ea4cc0da None None] Checking segment: {'id': '83bb8480-b3b1-4b35-bc21-9e8c9ea48197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:02:20.360586 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-13118c65-b1d3-4702-9327-8b56ea4cc0da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:20.361345 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13118c65-b1d3-4702-9327-8b56ea4cc0da None None] Bound using segment: {'id': '83bb8480-b3b1-4b35-bc21-9e8c9ea48197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:02:20.362057 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-13118c65-b1d3-4702-9327-8b56ea4cc0da None None] Bound port: 6388081a-6166-4361-b7e7-12db2d928435, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83bb8480-b3b1-4b35-bc21-9e8c9ea48197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:02:20.363272 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-13118c65-b1d3-4702-9327-8b56ea4cc0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:20.370540 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-82419eab-2ed3-44fc-9ea2-aee6dfc3bde8 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:20.379659 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-61b37f1f-403a-448d-9926-ea4d4bcced79 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:20.472020 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-82419eab-2ed3-44fc-9ea2-aee6dfc3bde8 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:20.497880 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-13118c65-b1d3-4702-9327-8b56ea4cc0da None None] For port 6388081a-6166-4361-b7e7-12db2d928435, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:02:20.504131 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-13118c65-b1d3-4702-9327-8b56ea4cc0da None None] For port 6388081a-6166-4361-b7e7-12db2d928435, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=6388081a-6166-4361-b7e7-12db2d928435,segment=NetworkSegment(83bb8480-b3b1-4b35-bc21-9e8c9ea48197),segment_id=83bb8480-b3b1-4b35-bc21-9e8c9ea48197)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:02:20.513772 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-13118c65-b1d3-4702-9327-8b56ea4cc0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:20.548205 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82419eab-2ed3-44fc-9ea2-aee6dfc3bde8 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:02:20.549870 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-82419eab-2ed3-44fc-9ea2-aee6dfc3bde8 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:02:20.552656 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82419eab-2ed3-44fc-9ea2-aee6dfc3bde8 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:02:20.565269 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-61b37f1f-403a-448d-9926-ea4d4bcced79 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:20.605331 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13118c65-b1d3-4702-9327-8b56ea4cc0da None None] Routers {'444ebbc7-0f40-4330-852a-147b5c04d8d5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:02:20.606217 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-13118c65-b1d3-4702-9327-8b56ea4cc0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:02:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['444ebbc7-0f40-4330-852a-147b5c04d8d5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:02:20.623741 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 69a81910-b991-4a77-8b98-8ca468fe3b98 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:02:20.647047 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82419eab-2ed3-44fc-9ea2-aee6dfc3bde8 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Pushing event updated for resources: {'Port': ['ID=cdfae15b-265a-45d3-802d-37ff9f6f3e90,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:20.773861 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-1e67c4a4-567f-4eac-a022-53b74d0d96ca None None] Provisioning complete for port 6388081a-6166-4361-b7e7-12db2d928435 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:02:20.774387 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1e67c4a4-567f-4eac-a022-53b74d0d96ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:20.774818 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-13118c65-b1d3-4702-9327-8b56ea4cc0da None None] Set router 444ebbc7-0f40-4330-852a-147b5c04d8d5 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:02:20.860174 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 69a81910-b991-4a77-8b98-8ca468fe3b98 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:02:20.860174 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:20.947334 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-24408481-0b6e-43a8-9948-7a23f5b429db req-306e0c9d-94b3-43e2-b230-222d57d375e3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4621b2-9e87-4874-a9a9-6c3db6d994b4 HTTP/1.1" status: 200 len: 210 time: 0.0738184 Nov 10 18:02:20.965700 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-82419eab-2ed3-44fc-9ea2-aee6dfc3bde8 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:21.011519 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-61b37f1f-403a-448d-9926-ea4d4bcced79 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:21.019479 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-61b37f1f-403a-448d-9926-ea4d4bcced79 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:21.061609 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-82419eab-2ed3-44fc-9ea2-aee6dfc3bde8 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:21.067519 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bbb344-2874-4285-9073-3efccce1331a None None] Pushing event updated for resources: {'Port': ['ID=6388081a-6166-4361-b7e7-12db2d928435,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:21.107046 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1e67c4a4-567f-4eac-a022-53b74d0d96ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:21.138203 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b37f1f-403a-448d-9926-ea4d4bcced79 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'Port': ['ID=973dacc9-6033-426c-9e26-742d771c843e,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:21.154354 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-61b37f1f-403a-448d-9926-ea4d4bcced79 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:21.223863 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-1e67c4a4-567f-4eac-a022-53b74d0d96ca None None] For port 6388081a-6166-4361-b7e7-12db2d928435, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=6388081a-6166-4361-b7e7-12db2d928435,segment=NetworkSegment(83bb8480-b3b1-4b35-bc21-9e8c9ea48197),segment_id=83bb8480-b3b1-4b35-bc21-9e8c9ea48197)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:02:21.229158 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1e67c4a4-567f-4eac-a022-53b74d0d96ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:21.287929 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-13118c65-b1d3-4702-9327-8b56ea4cc0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'name': 'tempest-AttachVolumeTestJSON-2134475770-router', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:10Z', 'updated_at': '2021-11-10T18:02:16Z', 'revision_number': 4, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'gw_port': {'id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:11Z', 'updated_at': '2021-11-10T18:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '6388081a-6166-4361-b7e7-12db2d928435', 'name': '', 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'mac_address': 'fa:16:3e:61:1a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '51f72ede-4fbe-4023-aa38-d2a84cad1815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:14Z', 'updated_at': '2021-11-10T18:02:20Z', 'revision_number': 4, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'subnets': [{'id': '51f72ede-4fbe-4023-aa38-d2a84cad1815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:02:21.298917 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67c4a4-567f-4eac-a022-53b74d0d96ca None None] Pushing event updated for resources: {'Port': ['ID=6388081a-6166-4361-b7e7-12db2d928435,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:21.307806 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e67c4a4-567f-4eac-a022-53b74d0d96ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:21.308359 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e67c4a4-567f-4eac-a022-53b74d0d96ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:21.308772 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e67c4a4-567f-4eac-a022-53b74d0d96ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:21.309231 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e67c4a4-567f-4eac-a022-53b74d0d96ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:21.309629 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e67c4a4-567f-4eac-a022-53b74d0d96ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:21.310025 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e67c4a4-567f-4eac-a022-53b74d0d96ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:21.310418 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e67c4a4-567f-4eac-a022-53b74d0d96ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:21.310810 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e67c4a4-567f-4eac-a022-53b74d0d96ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:21.311705 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e67c4a4-567f-4eac-a022-53b74d0d96ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:21.311705 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e67c4a4-567f-4eac-a022-53b74d0d96ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:21.312624 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e67c4a4-567f-4eac-a022-53b74d0d96ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:21.313057 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e67c4a4-567f-4eac-a022-53b74d0d96ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:21.355196 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13118c65-b1d3-4702-9327-8b56ea4cc0da None None] The sync data for ids ['444ebbc7-0f40-4330-852a-147b5c04d8d5'] in n-d-776250-10 is: [{'id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'name': 'tempest-AttachVolumeTestJSON-2134475770-router', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:10Z', 'updated_at': '2021-11-10T18:02:16Z', 'revision_number': 4, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'gw_port': {'id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:11Z', 'updated_at': '2021-11-10T18:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '6388081a-6166-4361-b7e7-12db2d928435', 'name': '', 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'mac_address': 'fa:16:3e:61:1a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '51f72ede-4fbe-4023-aa38-d2a84cad1815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:14Z', 'updated_at': '2021-11-10T18:02:20Z', 'revision_number': 4, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'subnets': [{'id': '51f72ede-4fbe-4023-aa38-d2a84cad1815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:02:21.387343 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-137b155a-ff4f-490c-918e-a93b82afd091 None None] Provisioning complete for port 6388081a-6166-4361-b7e7-12db2d928435 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:02:21.388520 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-137b155a-ff4f-490c-918e-a93b82afd091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:21.516454 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-82419eab-2ed3-44fc-9ea2-aee6dfc3bde8 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:21.521029 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-d55110f4-df04-436b-ac91-b1a8b6e8fc10 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:21.526964 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-82419eab-2ed3-44fc-9ea2-aee6dfc3bde8 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:21.533581 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-d55110f4-df04-436b-ac91-b1a8b6e8fc10 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.11 "GET /v2.0/networks?id=b6dde332-3885-45c5-be28-191c30295e09 HTTP/1.1" status: 200 len: 796 time: 0.3055398 Nov 10 18:02:21.537926 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-61b37f1f-403a-448d-9926-ea4d4bcced79 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Floating IP 3bf66a6b-a6a4-4705-ab3c-a12cef9e5ceb associated. External IP: 172.25.5.237, port: 4abaab4a-b5d8-48a5-ba82-f47f18924572. Nov 10 18:02:21.637486 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-82419eab-2ed3-44fc-9ea2-aee6dfc3bde8 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:21.645386 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82419eab-2ed3-44fc-9ea2-aee6dfc3bde8 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Pushing event updated for resources: {'Port': ['ID=cdfae15b-265a-45d3-802d-37ff9f6f3e90,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:21.666196 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-82419eab-2ed3-44fc-9ea2-aee6dfc3bde8 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:21.667490 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-82419eab-2ed3-44fc-9ea2-aee6dfc3bde8 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1482248 Nov 10 18:02:21.730887 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-9105a906-d58b-4029-9803-aa7ec4ad6394 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89cf220e8c1c4bf18e710a3d7b36e9f4 HTTP/1.1" status: 200 len: 380 time: 0.1828735 Nov 10 18:02:21.741563 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-b550c4e3-fb80-4ac2-b160-a5797e4ec1ef tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Request body: {'port': {'device_id': '5b4621b2-9e87-4874-a9a9-6c3db6d994b4', 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09', 'admin_state_up': True, 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'security_groups': ['134cc6fd-f7f0-4349-b34a-1b99111dbf71']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:02:21.961606 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-b010bbc2-162c-40d2-9d16-24b7e9485855 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--65983082&fields=id&tenant_id=45a8a8523d4548869dfee9712c7beef8 HTTP/1.1" status: 200 len: 267 time: 0.1386001 Nov 10 18:02:21.989709 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b37f1f-403a-448d-9926-ea4d4bcced79 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Router 13ba11fb-17c9-4062-9ed9-523d336c935e has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:02:22.052362 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-b550c4e3-fb80-4ac2-b160-a5797e4ec1ef tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Made reservation on behalf of 89cf220e8c1c4bf18e710a3d7b36e9f4 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:02:22.055817 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-b550c4e3-fb80-4ac2-b160-a5797e4ec1ef tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:22.072080 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c98ec3e0-23aa-4ab2-833f-23e780a0cc90 req-dbc8057a-64da-4d6d-894a-c927a2220107 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4621b2-9e87-4874-a9a9-6c3db6d994b4 HTTP/1.1" status: 200 len: 210 time: 0.0335851 Nov 10 18:02:22.520202 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 6388081a-6166-4361-b7e7-12db2d928435 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:02:22.541216 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-ae474db9-52c8-421b-9a52-1ff2aff84968 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:22.543543 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-ae474db9-52c8-421b-9a52-1ff2aff84968 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/networks?id=af02a512-aa1c-43ca-886a-9300ebadfc5a HTTP/1.1" status: 200 len: 811 time: 0.5711823 Nov 10 18:02:22.576085 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-096fd8ad-9e7e-4261-9c4d-731314153c24 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/quotas/45a8a8523d4548869dfee9712c7beef8 HTTP/1.1" status: 200 len: 375 time: 0.0190268 Nov 10 18:02:22.607811 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 6388081a-6166-4361-b7e7-12db2d928435 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:02:22.608460 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:22.645588 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b37f1f-403a-448d-9926-ea4d4bcced79 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:02:22.659616 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e11f08-eb24-4587-97a5-05558ea9947f None None] Sync routers for ids ['13ba11fb-17c9-4062-9ed9-523d336c935e'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:02:22.676434 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e11f08-eb24-4587-97a5-05558ea9947f None None] Routers {'13ba11fb-17c9-4062-9ed9-523d336c935e'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:02:22.677205 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c7e11f08-eb24-4587-97a5-05558ea9947f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:02:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['13ba11fb-17c9-4062-9ed9-523d336c935e'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:02:22.694420 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-61b37f1f-403a-448d-9926-ea4d4bcced79 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:22.722890 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-b550c4e3-fb80-4ac2-b160-a5797e4ec1ef tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Allocated IP 172.20.0.14 (b6dde332-3885-45c5-be28-191c30295e09/d0ab1993-fab2-494c-893e-c38aaa332b8d/72be0a33-88fc-4b0c-a9cf-de7d9879a304) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:02:22.734694 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-4bd3160c-7c38-4480-b867-0eaf93025d84 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=45a8a8523d4548869dfee9712c7beef8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1488135 Nov 10 18:02:22.770542 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-61b37f1f-403a-448d-9926-ea4d4bcced79 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0350070 Nov 10 18:02:22.772181 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab8b72f-9351-4aa8-b798-cc9dfd947b0c', 'tag': '4abaab4a-b5d8-48a5-ba82-f47f18924572'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:02:22.774551 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecef49b9-a876-4272-bd23-a1247e93c19d" -d '{"events": [{"name": "network-changed", "server_uuid": "aab8b72f-9351-4aa8-b798-cc9dfd947b0c", "tag": "4abaab4a-b5d8-48a5-ba82-f47f18924572"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:02:22.889341 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-c7e11f08-eb24-4587-97a5-05558ea9947f None None] Set router 13ba11fb-17c9-4062-9ed9-523d336c935e gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:02:22.934562 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df59da3-f185-4a12-ad2c-ba40030fca51 req-4c0c3adf-a654-4d91-97e7-8f20883cd70a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:22.938334 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8df59da3-f185-4a12-ad2c-ba40030fca51 req-4c0c3adf-a654-4d91-97e7-8f20883cd70a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 946 time: 0.1019490 Nov 10 18:02:22.952257 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-ac7a9c29-b23e-4b72-bfae-6ac28e21a2b1 service neutron] 10.222.0.39 "GET /v2.0/networks/af02a512-aa1c-43ca-886a-9300ebadfc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948633 Nov 10 18:02:23.019693 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8df59da3-f185-4a12-ad2c-ba40030fca51 req-127d1ead-4793-44ed-a8db-14d2cd4e747b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c207067-e54d-4083-a8e7-d6dc787a4b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710495 Nov 10 18:02:23.039419 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48916) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:23.083630 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-b550c4e3-fb80-4ac2-b160-a5797e4ec1ef tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:23.087954 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3414e44e-c590-496a-bfc1-bb12e769bf81 x-openstack-request-id: req-3414e44e-c590-496a-bfc1-bb12e769bf81 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:02:23.088283 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab8b72f-9351-4aa8-b798-cc9dfd947b0c", "tag": "4abaab4a-b5d8-48a5-ba82-f47f18924572", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:02:23.088550 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3414e44e-c590-496a-bfc1-bb12e769bf81 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:02:23.089005 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aab8b72f-9351-4aa8-b798-cc9dfd947b0c', 'tag': '4abaab4a-b5d8-48a5-ba82-f47f18924572', 'status': 'completed', 'code': 200} Nov 10 18:02:23.146947 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4b702e8b-1752-4db1-96d8-5f1d11d628a8 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/floatingips/3bf66a6b-a6a4-4705-ab3c-a12cef9e5ceb HTTP/1.1" status: 200 len: 992 time: 0.1060753 Nov 10 18:02:23.174156 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-37fb585c-560b-4f86-a273-73825df12ebc service neutron] 10.222.0.39 "GET /v2.0/networks/af02a512-aa1c-43ca-886a-9300ebadfc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151101 Nov 10 18:02:23.198021 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef49b9-a876-4272-bd23-a1247e93c19d req-c6559648-c14a-495f-ad31-adfd192c5301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:23.199444 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ecef49b9-a876-4272-bd23-a1247e93c19d req-c6559648-c14a-495f-ad31-adfd192c5301 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 1098 time: 0.0840540 Nov 10 18:02:23.206154 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-b550c4e3-fb80-4ac2-b160-a5797e4ec1ef tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:23.228193 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-741368cd-13c3-46cb-8c42-498089885d1d req-0ded6e2f-c938-45ad-97c1-510e2cfc820a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4621b2-9e87-4874-a9a9-6c3db6d994b4 HTTP/1.1" status: 200 len: 210 time: 0.0380039 Nov 10 18:02:23.255990 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c7e11f08-eb24-4587-97a5-05558ea9947f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384862318', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fd6ef5b9-1f50-4d7e-a891-15c40c027144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:01:51Z', 'updated_at': '2021-11-10T18:01:57Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': 'fd6ef5b9-1f50-4d7e-a891-15c40c027144', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:05:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:01:51Z', 'updated_at': '2021-11-10T18:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '3bf66a6b-a6a4-4705-ab3c-a12cef9e5ceb', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'floating_ip_address': '172.25.5.237', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'port_id': '4abaab4a-b5d8-48a5-ba82-f47f18924572', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b', 'mac_address': 'fa:16:3e:32:7c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab8b72f-9351-4aa8-b798-cc9dfd947b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:02:20Z', 'updated_at': '2021-11-10T18:02:20Z', 'revision_number': 0, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfaefc63-ecc9-41a1-8b3b-df8878a9ed96', 'name': '', 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:9a:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '5fc56b57-25ae-4895-b745-b017816261dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:01:56Z', 'updated_at': '2021-11-10T18:02:01Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': '5fc56b57-25ae-4895-b745-b017816261dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:02:23.288967 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e11f08-eb24-4587-97a5-05558ea9947f None None] Checking router: 13ba11fb-17c9-4062-9ed9-523d336c935e for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:02:23.303465 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e11f08-eb24-4587-97a5-05558ea9947f None None] Routers {'13ba11fb-17c9-4062-9ed9-523d336c935e'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:02:23.304615 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c7e11f08-eb24-4587-97a5-05558ea9947f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:02:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['13ba11fb-17c9-4062-9ed9-523d336c935e'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:02:23.319159 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-b550c4e3-fb80-4ac2-b160-a5797e4ec1ef tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Network b6dde332-3885-45c5-be28-191c30295e09 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:02:23.328513 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-b550c4e3-fb80-4ac2-b160-a5797e4ec1ef tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:02:23.353280 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-b550c4e3-fb80-4ac2-b160-a5797e4ec1ef tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:02:23.355918 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550c4e3-fb80-4ac2-b160-a5797e4ec1ef tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'Port': ['ID=72be0a33-88fc-4b0c-a9cf-de7d9879a304,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:23.470211 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-c7e11f08-eb24-4587-97a5-05558ea9947f None None] Set router 13ba11fb-17c9-4062-9ed9-523d336c935e gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:02:23.522677 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-86fe9edb-51b6-453c-91d7-12b21e064c4e req-bdfc7bfe-6466-4cd5-a514-6fdf4acf3c1a tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 210 time: 0.0597467 Nov 10 18:02:23.543813 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-b550c4e3-fb80-4ac2-b160-a5797e4ec1ef tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:23.545176 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-b550c4e3-fb80-4ac2-b160-a5797e4ec1ef tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:23.569399 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef49b9-a876-4272-bd23-a1247e93c19d req-39d6777a-3f93-4738-8caa-0b7c504076f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:23.576599 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ecef49b9-a876-4272-bd23-a1247e93c19d req-39d6777a-3f93-4738-8caa-0b7c504076f6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f4a33470-84ca-4abb-a418-626511c7662b HTTP/1.1" status: 200 len: 898 time: 0.3652546 Nov 10 18:02:23.581353 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-b550c4e3-fb80-4ac2-b160-a5797e4ec1ef tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8439834 Nov 10 18:02:23.604081 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-452de773-271d-4529-80a0-0bf9121f8fb1 service neutron] Request body: {'port': {'device_id': '5b4621b2-9e87-4874-a9a9-6c3db6d994b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:02:23.748702 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ecef49b9-a876-4272-bd23-a1247e93c19d req-e478dcfc-e7b7-4e70-babe-1906f4e5dac3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4abaab4a-b5d8-48a5-ba82-f47f18924572 HTTP/1.1" status: 200 len: 1000 time: 0.1583099 Nov 10 18:02:23.801954 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-7236c597-1aab-4433-8151-5abdcf681eed None None] Provisioning complete for port 72be0a33-88fc-4b0c-a9cf-de7d9879a304 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:02:23.802548 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7236c597-1aab-4433-8151-5abdcf681eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:23.815173 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-452de773-271d-4529-80a0-0bf9121f8fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:23.869133 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef49b9-a876-4272-bd23-a1247e93c19d req-95abe6ac-1d89-4eb5-890a-49b27b0f770b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:23.870662 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ecef49b9-a876-4272-bd23-a1247e93c19d req-95abe6ac-1d89-4eb5-890a-49b27b0f770b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5fc56b57-25ae-4895-b745-b017816261dc HTTP/1.1" status: 200 len: 835 time: 0.1139719 Nov 10 18:02:23.878455 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-7236c597-1aab-4433-8151-5abdcf681eed None None] Port 72be0a33-88fc-4b0c-a9cf-de7d9879a304 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:02:23.954659 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c7e11f08-eb24-4587-97a5-05558ea9947f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384862318', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fd6ef5b9-1f50-4d7e-a891-15c40c027144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:01:51Z', 'updated_at': '2021-11-10T18:01:57Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': 'fd6ef5b9-1f50-4d7e-a891-15c40c027144', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:05:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:01:51Z', 'updated_at': '2021-11-10T18:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '3bf66a6b-a6a4-4705-ab3c-a12cef9e5ceb', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'floating_ip_address': '172.25.5.237', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'port_id': '4abaab4a-b5d8-48a5-ba82-f47f18924572', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b', 'mac_address': 'fa:16:3e:32:7c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab8b72f-9351-4aa8-b798-cc9dfd947b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:02:20Z', 'updated_at': '2021-11-10T18:02:20Z', 'revision_number': 0, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfaefc63-ecc9-41a1-8b3b-df8878a9ed96', 'name': '', 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:9a:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '5fc56b57-25ae-4895-b745-b017816261dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:01:56Z', 'updated_at': '2021-11-10T18:02:01Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': '5fc56b57-25ae-4895-b745-b017816261dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:02:23.988922 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e11f08-eb24-4587-97a5-05558ea9947f None None] The sync data for ids ['13ba11fb-17c9-4062-9ed9-523d336c935e'] in n-d-776250-10 is: [{'id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384862318', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fd6ef5b9-1f50-4d7e-a891-15c40c027144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:01:51Z', 'updated_at': '2021-11-10T18:01:57Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': 'fd6ef5b9-1f50-4d7e-a891-15c40c027144', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:05:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:01:51Z', 'updated_at': '2021-11-10T18:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '3bf66a6b-a6a4-4705-ab3c-a12cef9e5ceb', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'floating_ip_address': '172.25.5.237', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'port_id': '4abaab4a-b5d8-48a5-ba82-f47f18924572', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b', 'mac_address': 'fa:16:3e:32:7c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aab8b72f-9351-4aa8-b798-cc9dfd947b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:02:20Z', 'updated_at': '2021-11-10T18:02:20Z', 'revision_number': 0, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfaefc63-ecc9-41a1-8b3b-df8878a9ed96', 'name': '', 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:9a:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '5fc56b57-25ae-4895-b745-b017816261dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:01:56Z', 'updated_at': '2021-11-10T18:02:01Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': '5fc56b57-25ae-4895-b745-b017816261dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:02:24.018888 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef49b9-a876-4272-bd23-a1247e93c19d req-4a3ca5fd-b6c3-4092-9877-3aef9fbadd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:24.020414 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ecef49b9-a876-4272-bd23-a1247e93c19d req-4a3ca5fd-b6c3-4092-9877-3aef9fbadd2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f4a33470-84ca-4abb-a418-626511c7662b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1395650 Nov 10 18:02:24.151670 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48932) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:24.195651 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ecef49b9-a876-4272-bd23-a1247e93c19d req-d461e4c4-e359-4a29-9c28-38cd4cfc795c service neutron] 10.222.0.13 "GET /v2.0/networks/f4a33470-84ca-4abb-a418-626511c7662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616015 Nov 10 18:02:24.240994 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-710d920c-4c0f-4b9c-b6cc-c41c79e9b75c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/floatingips/3bf66a6b-a6a4-4705-ab3c-a12cef9e5ceb HTTP/1.1" status: 200 len: 992 time: 0.0877614 Nov 10 18:02:24.257148 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e00e11-9ea1-4691-aa97-fbfc593376c6 None None] New status for floating IP 3bf66a6b-a6a4-4705-ab3c-a12cef9e5ceb: ACTIVE {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:02:24.347258 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-452de773-271d-4529-80a0-0bf9121f8fb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72be0a33-88fc-4b0c-a9cf-de7d9879a304 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:02:24.363066 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-452de773-271d-4529-80a0-0bf9121f8fb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:24.392002 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ecef49b9-a876-4272-bd23-a1247e93c19d req-12aad04a-3e30-40d5-9891-e29a1c7654ed service neutron] 10.222.0.13 "GET /v2.0/networks/f4a33470-84ca-4abb-a418-626511c7662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875596 Nov 10 18:02:24.393466 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-452de773-271d-4529-80a0-0bf9121f8fb1 service neutron] Transition to ACTIVE for port object 72be0a33-88fc-4b0c-a9cf-de7d9879a304 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:02:24.397753 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-452de773-271d-4529-80a0-0bf9121f8fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:24.403626 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa5138-2247-4ca6-a9c8-904fd48ad354 req-8a2dda79-7416-4125-8775-41b30c93c51f tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:24.427764 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d5aa5138-2247-4ca6-a9c8-904fd48ad354 req-8a2dda79-7416-4125-8775-41b30c93c51f tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4621b2-9e87-4874-a9a9-6c3db6d994b4 HTTP/1.1" status: 200 len: 932 time: 0.1057475 Nov 10 18:02:24.458366 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452de773-271d-4529-80a0-0bf9121f8fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=72be0a33-88fc-4b0c-a9cf-de7d9879a304,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:24.514871 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d5aa5138-2247-4ca6-a9c8-904fd48ad354 req-c6ac7a17-8e62-46ba-805b-f84bbbc5574d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?id=134cc6fd-f7f0-4349-b34a-1b99111dbf71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849183 Nov 10 18:02:24.570962 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-452de773-271d-4529-80a0-0bf9121f8fb1 service neutron] Attempting to bind port 72be0a33-88fc-4b0c-a9cf-de7d9879a304 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:02:24.571542 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-452de773-271d-4529-80a0-0bf9121f8fb1 service neutron] Attempting to bind port 72be0a33-88fc-4b0c-a9cf-de7d9879a304 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '324ea1a9-ecc1-484a-8d22-76a1575b5b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:02:24.571690 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-452de773-271d-4529-80a0-0bf9121f8fb1 service neutron] Attempting to bind port 72be0a33-88fc-4b0c-a9cf-de7d9879a304 on network b6dde332-3885-45c5-be28-191c30295e09 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:02:24.578428 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-452de773-271d-4529-80a0-0bf9121f8fb1 service neutron] Port 72be0a33-88fc-4b0c-a9cf-de7d9879a304 on network b6dde332-3885-45c5-be28-191c30295e09 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:02:24.578756 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-452de773-271d-4529-80a0-0bf9121f8fb1 service neutron] Attempting to bind port 72be0a33-88fc-4b0c-a9cf-de7d9879a304 on network b6dde332-3885-45c5-be28-191c30295e09 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:02:24.584638 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-452de773-271d-4529-80a0-0bf9121f8fb1 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:02:24.584980 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-452de773-271d-4529-80a0-0bf9121f8fb1 service neutron] Checking segment: {'id': '324ea1a9-ecc1-484a-8d22-76a1575b5b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:02:24.585439 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-452de773-271d-4529-80a0-0bf9121f8fb1 service neutron] Bound using segment: {'id': '324ea1a9-ecc1-484a-8d22-76a1575b5b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:02:24.585784 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-452de773-271d-4529-80a0-0bf9121f8fb1 service neutron] Bound port: 72be0a33-88fc-4b0c-a9cf-de7d9879a304, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '324ea1a9-ecc1-484a-8d22-76a1575b5b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:02:24.586141 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-452de773-271d-4529-80a0-0bf9121f8fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:24.658826 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-926d07df-5474-42b8-bbcf-9dc243a02c93 req-f116a137-37bb-4261-9da3-aaffad4e9777 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 210 time: 0.0335400 Nov 10 18:02:24.685136 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-452de773-271d-4529-80a0-0bf9121f8fb1 service neutron] For port 72be0a33-88fc-4b0c-a9cf-de7d9879a304, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:02:24.690370 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-452de773-271d-4529-80a0-0bf9121f8fb1 service neutron] For port 72be0a33-88fc-4b0c-a9cf-de7d9879a304, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=72be0a33-88fc-4b0c-a9cf-de7d9879a304,segment=NetworkSegment(324ea1a9-ecc1-484a-8d22-76a1575b5b43),segment_id=324ea1a9-ecc1-484a-8d22-76a1575b5b43)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:02:24.700953 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-452de773-271d-4529-80a0-0bf9121f8fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:24.744977 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-452de773-271d-4529-80a0-0bf9121f8fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:24.745521 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-452de773-271d-4529-80a0-0bf9121f8fb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:24.746956 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-452de773-271d-4529-80a0-0bf9121f8fb1 service neutron] 10.222.0.11 "PUT /v2.0/ports/72be0a33-88fc-4b0c-a9cf-de7d9879a304 HTTP/1.1" status: 200 len: 1093 time: 1.1492345 Nov 10 18:02:24.782620 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452de773-271d-4529-80a0-0bf9121f8fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=72be0a33-88fc-4b0c-a9cf-de7d9879a304,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:24.874903 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-e8e8195f-44fd-4a5f-810d-8235caee68ce tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:24.876564 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-e8e8195f-44fd-4a5f-810d-8235caee68ce tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.11 "GET /v2.0/networks?id=af02a512-aa1c-43ca-886a-9300ebadfc5a HTTP/1.1" status: 200 len: 811 time: 0.1994965 Nov 10 18:02:24.877968 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:24.895381 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-d1c0ad23-fc20-4adc-a3ad-014b63a1032a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:24.898171 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-d1c0ad23-fc20-4adc-a3ad-014b63a1032a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89cf220e8c1c4bf18e710a3d7b36e9f4&device_id=5b4621b2-9e87-4874-a9a9-6c3db6d994b4 HTTP/1.1" status: 200 len: 1096 time: 0.0729916 Nov 10 18:02:24.950852 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-75461074-8c93-4f52-bf99-2406c3654df0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72be0a33-88fc-4b0c-a9cf-de7d9879a304 HTTP/1.1" status: 200 len: 217 time: 0.0446963 Nov 10 18:02:24.971304 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-3e1fd554-0746-4cb0-8d9d-aaa044c6d965 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45a8a8523d4548869dfee9712c7beef8 HTTP/1.1" status: 200 len: 378 time: 0.0839789 Nov 10 18:02:24.980804 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-9cb7fa0c-69f0-424c-9587-36007b936c0d tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Request body: {'port': {'device_id': 'b90f8f1c-148d-4f4d-b5ce-c759958dd400', 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a', 'admin_state_up': True, 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'security_groups': ['e281dbb3-c8bd-4906-8397-b589d1f3c9c5']}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:02:25.006010 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-26bc0968-5073-4471-97ce-dedb674a9e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:25.007557 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-26bc0968-5073-4471-97ce-dedb674a9e8b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0ab1993-fab2-494c-893e-c38aaa332b8d HTTP/1.1" status: 200 len: 834 time: 0.0501072 Nov 10 18:02:25.068493 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-4cf7d157-c118-441d-bf20-e62ff56b2840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:25.069923 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-4cf7d157-c118-441d-bf20-e62ff56b2840 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b6dde332-3885-45c5-be28-191c30295e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534749 Nov 10 18:02:25.094449 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b4621b2-9e87-4874-a9a9-6c3db6d994b4', 'tag': '72be0a33-88fc-4b0c-a9cf-de7d9879a304'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:02:25.097162 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a72bb9-a744-414b-bea6-0765c0ca0893" -d '{"events": [{"name": "network-changed", "server_uuid": "5b4621b2-9e87-4874-a9a9-6c3db6d994b4", "tag": "72be0a33-88fc-4b0c-a9cf-de7d9879a304"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:02:25.099678 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-9cb7fa0c-69f0-424c-9587-36007b936c0d tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Made reservation on behalf of 45a8a8523d4548869dfee9712c7beef8 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:02:25.103318 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-9cb7fa0c-69f0-424c-9587-36007b936c0d tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:25.140997 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6112b0a0-4e23-496c-8f7c-826972004a19 x-openstack-request-id: req-6112b0a0-4e23-496c-8f7c-826972004a19 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:02:25.141299 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b4621b2-9e87-4874-a9a9-6c3db6d994b4", "tag": "72be0a33-88fc-4b0c-a9cf-de7d9879a304", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:02:25.141565 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6112b0a0-4e23-496c-8f7c-826972004a19 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:02:25.141978 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b4621b2-9e87-4874-a9a9-6c3db6d994b4', 'tag': '72be0a33-88fc-4b0c-a9cf-de7d9879a304', 'status': 'completed', 'code': 200} Nov 10 18:02:25.174968 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-66ce4e6b-eff7-4529-bc66-f1a7b23ee00c service neutron] 10.222.0.11 "GET /v2.0/networks/b6dde332-3885-45c5-be28-191c30295e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970535 Nov 10 18:02:25.245802 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48942) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:25.249943 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:25.275537 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73dcecc7-100b-4b5f-b38b-6cae76172140 req-16076d7b-322c-4323-8ec1-3a8eadc8a108 service neutron] 10.222.0.11 "GET /v2.0/networks/b6dde332-3885-45c5-be28-191c30295e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939541 Nov 10 18:02:25.289147 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-9cb7fa0c-69f0-424c-9587-36007b936c0d tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Allocated IP 172.20.0.11 (af02a512-aa1c-43ca-886a-9300ebadfc5a/51f72ede-4fbe-4023-aa38-d2a84cad1815/695d35ba-e2bd-4171-91fa-58817ce228f6) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:02:25.335237 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-df2e9abe-1afb-49a7-8595-c1d60e580b4b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/floatingips/3bf66a6b-a6a4-4705-ab3c-a12cef9e5ceb HTTP/1.1" status: 200 len: 994 time: 0.0886140 Nov 10 18:02:25.367520 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a72bb9-a744-414b-bea6-0765c0ca0893 req-d1508001-d60d-4c69-8782-8081b83d041f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:25.369102 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-13a72bb9-a744-414b-bea6-0765c0ca0893 req-d1508001-d60d-4c69-8782-8081b83d041f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89cf220e8c1c4bf18e710a3d7b36e9f4&device_id=5b4621b2-9e87-4874-a9a9-6c3db6d994b4 HTTP/1.1" status: 200 len: 1096 time: 0.0472050 Nov 10 18:02:25.462260 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-9cb7fa0c-69f0-424c-9587-36007b936c0d tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:25.466556 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a72bb9-a744-414b-bea6-0765c0ca0893 req-834afa89-42de-465f-b068-c9315263b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:25.468829 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-13a72bb9-a744-414b-bea6-0765c0ca0893 req-834afa89-42de-465f-b068-c9315263b1e0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b6dde332-3885-45c5-be28-191c30295e09 HTTP/1.1" status: 200 len: 897 time: 0.0911214 Nov 10 18:02:25.501756 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-9cb7fa0c-69f0-424c-9587-36007b936c0d tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:25.516998 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-13a72bb9-a744-414b-bea6-0765c0ca0893 req-5c523c68-9a14-4138-b659-ef12082045fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72be0a33-88fc-4b0c-a9cf-de7d9879a304 HTTP/1.1" status: 200 len: 217 time: 0.0414970 Nov 10 18:02:25.543057 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-9cb7fa0c-69f0-424c-9587-36007b936c0d tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Network af02a512-aa1c-43ca-886a-9300ebadfc5a is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:02:25.551226 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-9cb7fa0c-69f0-424c-9587-36007b936c0d tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:02:25.556441 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-9cb7fa0c-69f0-424c-9587-36007b936c0d tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:02:25.571361 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a72bb9-a744-414b-bea6-0765c0ca0893 req-ec236aa6-5a1e-4173-a9a4-4a2b89cfacf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:25.572944 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-13a72bb9-a744-414b-bea6-0765c0ca0893 req-ec236aa6-5a1e-4173-a9a4-4a2b89cfacf6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0ab1993-fab2-494c-893e-c38aaa332b8d HTTP/1.1" status: 200 len: 834 time: 0.0485737 Nov 10 18:02:25.592767 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7fa0c-69f0-424c-9587-36007b936c0d tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Pushing event updated for resources: {'Port': ['ID=695d35ba-e2bd-4171-91fa-58817ce228f6,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:25.634349 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a72bb9-a744-414b-bea6-0765c0ca0893 req-1e0b7540-3f45-44e3-8e89-53e6a8311187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:25.635885 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-13a72bb9-a744-414b-bea6-0765c0ca0893 req-1e0b7540-3f45-44e3-8e89-53e6a8311187 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b6dde332-3885-45c5-be28-191c30295e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557060 Nov 10 18:02:25.648633 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-9cb7fa0c-69f0-424c-9587-36007b936c0d tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:25.649619 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-9cb7fa0c-69f0-424c-9587-36007b936c0d tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:25.672736 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-9cb7fa0c-69f0-424c-9587-36007b936c0d tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6955383 Nov 10 18:02:25.681332 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c5362-9af3-4050-8ca7-196055cb4a59 req-d1d32813-b6fa-4deb-b27c-65ad1050de67 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:25.682900 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d08c5362-9af3-4050-8ca7-196055cb4a59 req-d1d32813-b6fa-4deb-b27c-65ad1050de67 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4621b2-9e87-4874-a9a9-6c3db6d994b4 HTTP/1.1" status: 200 len: 944 time: 0.0856533 Nov 10 18:02:25.687916 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-12c009db-2118-470c-8a15-46f6d63a0e6f service neutron] Request body: {'port': {'device_id': 'b90f8f1c-148d-4f4d-b5ce-c759958dd400', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:02:25.751310 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-13a72bb9-a744-414b-bea6-0765c0ca0893 req-b2778771-f545-49a5-a917-67c3d89260a5 service neutron] 10.222.0.11 "GET /v2.0/networks/b6dde332-3885-45c5-be28-191c30295e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076596 Nov 10 18:02:25.814886 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d08c5362-9af3-4050-8ca7-196055cb4a59 req-b9145dff-ee51-48b6-a8f3-c65228bf89d4 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?id=134cc6fd-f7f0-4349-b34a-1b99111dbf71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183093 Nov 10 18:02:25.815941 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-12c009db-2118-470c-8a15-46f6d63a0e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:25.873858 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-0af4d234-06ef-457d-82e8-b5d8e5349fb1 None None] Provisioning complete for port 695d35ba-e2bd-4171-91fa-58817ce228f6 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:02:25.874401 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0af4d234-06ef-457d-82e8-b5d8e5349fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:25.902283 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f16f09-6b15-429c-9203-1ce1e4edf5f7 req-7a70c804-61c2-44f7-98d0-10aa64f1946c tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:25.903802 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-88f16f09-6b15-429c-9203-1ce1e4edf5f7 req-7a70c804-61c2-44f7-98d0-10aa64f1946c tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 932 time: 0.1293828 Nov 10 18:02:25.926045 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-0af4d234-06ef-457d-82e8-b5d8e5349fb1 None None] Port 695d35ba-e2bd-4171-91fa-58817ce228f6 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:02:25.947010 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-13a72bb9-a744-414b-bea6-0765c0ca0893 req-5e74719d-e2f2-4fb9-a5a9-16ddfeb6fe1c service neutron] 10.222.0.11 "GET /v2.0/networks/b6dde332-3885-45c5-be28-191c30295e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877251 Nov 10 18:02:25.987476 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-88f16f09-6b15-429c-9203-1ce1e4edf5f7 req-cca01f99-1c1b-4c50-9509-ef92d3a0733d tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510547 Nov 10 18:02:26.123628 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-12c009db-2118-470c-8a15-46f6d63a0e6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 695d35ba-e2bd-4171-91fa-58817ce228f6 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:02:26.131571 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-12c009db-2118-470c-8a15-46f6d63a0e6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:26.143856 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-12c009db-2118-470c-8a15-46f6d63a0e6f service neutron] Transition to ACTIVE for port object 695d35ba-e2bd-4171-91fa-58817ce228f6 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:02:26.148119 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-12c009db-2118-470c-8a15-46f6d63a0e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:26.201036 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c009db-2118-470c-8a15-46f6d63a0e6f service neutron] Pushing event updated for resources: {'Port': ['ID=695d35ba-e2bd-4171-91fa-58817ce228f6,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:26.276598 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-12c009db-2118-470c-8a15-46f6d63a0e6f service neutron] Attempting to bind port 695d35ba-e2bd-4171-91fa-58817ce228f6 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:02:26.277263 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-12c009db-2118-470c-8a15-46f6d63a0e6f service neutron] Attempting to bind port 695d35ba-e2bd-4171-91fa-58817ce228f6 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '83bb8480-b3b1-4b35-bc21-9e8c9ea48197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:02:26.277263 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-12c009db-2118-470c-8a15-46f6d63a0e6f service neutron] Attempting to bind port 695d35ba-e2bd-4171-91fa-58817ce228f6 on network af02a512-aa1c-43ca-886a-9300ebadfc5a {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:02:26.283439 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-12c009db-2118-470c-8a15-46f6d63a0e6f service neutron] Port 695d35ba-e2bd-4171-91fa-58817ce228f6 on network af02a512-aa1c-43ca-886a-9300ebadfc5a not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:02:26.283771 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-12c009db-2118-470c-8a15-46f6d63a0e6f service neutron] Attempting to bind port 695d35ba-e2bd-4171-91fa-58817ce228f6 on network af02a512-aa1c-43ca-886a-9300ebadfc5a {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:02:26.289080 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-12c009db-2118-470c-8a15-46f6d63a0e6f service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:02:26.289426 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-12c009db-2118-470c-8a15-46f6d63a0e6f service neutron] Checking segment: {'id': '83bb8480-b3b1-4b35-bc21-9e8c9ea48197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:02:26.289816 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-12c009db-2118-470c-8a15-46f6d63a0e6f service neutron] Bound using segment: {'id': '83bb8480-b3b1-4b35-bc21-9e8c9ea48197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:02:26.290251 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-12c009db-2118-470c-8a15-46f6d63a0e6f service neutron] Bound port: 695d35ba-e2bd-4171-91fa-58817ce228f6, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83bb8480-b3b1-4b35-bc21-9e8c9ea48197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:02:26.290616 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-12c009db-2118-470c-8a15-46f6d63a0e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:26.361792 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-12c009db-2118-470c-8a15-46f6d63a0e6f service neutron] For port 695d35ba-e2bd-4171-91fa-58817ce228f6, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:02:26.365109 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-12c009db-2118-470c-8a15-46f6d63a0e6f service neutron] For port 695d35ba-e2bd-4171-91fa-58817ce228f6, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=695d35ba-e2bd-4171-91fa-58817ce228f6,segment=NetworkSegment(83bb8480-b3b1-4b35-bc21-9e8c9ea48197),segment_id=83bb8480-b3b1-4b35-bc21-9e8c9ea48197)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:02:26.370312 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-12c009db-2118-470c-8a15-46f6d63a0e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:26.405277 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-12c009db-2118-470c-8a15-46f6d63a0e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:26.406566 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-12c009db-2118-470c-8a15-46f6d63a0e6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:26.407946 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-12c009db-2118-470c-8a15-46f6d63a0e6f service neutron] 10.222.0.11 "PUT /v2.0/ports/695d35ba-e2bd-4171-91fa-58817ce228f6 HTTP/1.1" status: 200 len: 1093 time: 0.7241521 Nov 10 18:02:26.408411 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90f8f1c-148d-4f4d-b5ce-c759958dd400', 'tag': '695d35ba-e2bd-4171-91fa-58817ce228f6'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:02:26.410821 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85a1ce7-a2d3-4c4f-8b7e-d6504009eed3" -d '{"events": [{"name": "network-changed", "server_uuid": "b90f8f1c-148d-4f4d-b5ce-c759958dd400", "tag": "695d35ba-e2bd-4171-91fa-58817ce228f6"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:02:26.437482 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c009db-2118-470c-8a15-46f6d63a0e6f service neutron] Pushing event updated for resources: {'Port': ['ID=695d35ba-e2bd-4171-91fa-58817ce228f6,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:26.489905 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11069708-aca3-4843-8f5f-eed86fc3cd85 x-openstack-request-id: req-11069708-aca3-4843-8f5f-eed86fc3cd85 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:02:26.490728 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90f8f1c-148d-4f4d-b5ce-c759958dd400", "tag": "695d35ba-e2bd-4171-91fa-58817ce228f6", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:02:26.490728 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-11069708-aca3-4843-8f5f-eed86fc3cd85 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:02:26.491283 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90f8f1c-148d-4f4d-b5ce-c759958dd400', 'tag': '695d35ba-e2bd-4171-91fa-58817ce228f6', 'status': 'completed', 'code': 200} Nov 10 18:02:26.508359 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-d665a188-8eaf-4e69-b87c-10595c966c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:26.509912 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-d665a188-8eaf-4e69-b87c-10595c966c92 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=45a8a8523d4548869dfee9712c7beef8&device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 1096 time: 0.0560508 Nov 10 18:02:26.563495 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-684ce797-145d-4f4e-bfd0-495bc309320a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=695d35ba-e2bd-4171-91fa-58817ce228f6 HTTP/1.1" status: 200 len: 217 time: 0.0449538 Nov 10 18:02:26.617925 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-6cee56f4-f307-42e0-9e24-1745ee282198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:26.619418 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-6cee56f4-f307-42e0-9e24-1745ee282198 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51f72ede-4fbe-4023-aa38-d2a84cad1815 HTTP/1.1" status: 200 len: 850 time: 0.0496593 Nov 10 18:02:26.667891 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-fa96c8b5-78ba-42ed-a32e-2a3d7bf14c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:26.669467 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-fa96c8b5-78ba-42ed-a32e-2a3d7bf14c49 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af02a512-aa1c-43ca-886a-9300ebadfc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434372 Nov 10 18:02:26.765391 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-28b9996d-60a7-4a15-b814-efc850d0ad49 service neutron] 10.222.0.11 "GET /v2.0/networks/af02a512-aa1c-43ca-886a-9300ebadfc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885210 Nov 10 18:02:26.861871 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9bdd4bd4-255c-4807-96a3-b82e75546214 req-bd972842-e162-49ce-b88f-87afbada1997 service neutron] 10.222.0.11 "GET /v2.0/networks/af02a512-aa1c-43ca-886a-9300ebadfc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898902 Nov 10 18:02:26.929460 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11662c3c-0d2d-446b-af8c-8d85e250a9b2 req-2a90ddcc-33fd-4d9a-8cc1-9bab96e283c8 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:26.931658 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-11662c3c-0d2d-446b-af8c-8d85e250a9b2 req-2a90ddcc-33fd-4d9a-8cc1-9bab96e283c8 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4621b2-9e87-4874-a9a9-6c3db6d994b4 HTTP/1.1" status: 200 len: 944 time: 0.0530825 Nov 10 18:02:26.954170 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a1ce7-a2d3-4c4f-8b7e-d6504009eed3 req-9bedb58c-a470-47dc-bb3e-7fbab9076b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:26.955673 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c85a1ce7-a2d3-4c4f-8b7e-d6504009eed3 req-9bedb58c-a470-47dc-bb3e-7fbab9076b32 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=45a8a8523d4548869dfee9712c7beef8&device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 1096 time: 0.0452416 Nov 10 18:02:26.991254 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-11662c3c-0d2d-446b-af8c-8d85e250a9b2 req-7ef02da0-8279-467a-9e54-962497daaf3e tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?id=134cc6fd-f7f0-4349-b34a-1b99111dbf71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501282 Nov 10 18:02:27.062878 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a1ce7-a2d3-4c4f-8b7e-d6504009eed3 req-fb41be48-e8e8-4a67-a5ef-8c02c8cc4b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:27.064478 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c85a1ce7-a2d3-4c4f-8b7e-d6504009eed3 req-fb41be48-e8e8-4a67-a5ef-8c02c8cc4b06 service neutron] 10.222.0.11 "GET /v2.0/networks?id=af02a512-aa1c-43ca-886a-9300ebadfc5a HTTP/1.1" status: 200 len: 912 time: 0.1022861 Nov 10 18:02:27.392505 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c85a1ce7-a2d3-4c4f-8b7e-d6504009eed3 req-d3803427-463e-4117-a87c-9cabc3105b98 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=695d35ba-e2bd-4171-91fa-58817ce228f6 HTTP/1.1" status: 200 len: 217 time: 0.3187170 Nov 10 18:02:27.445993 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a00404-8ad5-4008-a2d8-501495cc18d2 req-8611ac01-ff7f-45f5-af83-e58d18202aa6 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:27.447513 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-34a00404-8ad5-4008-a2d8-501495cc18d2 req-8611ac01-ff7f-45f5-af83-e58d18202aa6 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 944 time: 0.3821487 Nov 10 18:02:27.464041 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a1ce7-a2d3-4c4f-8b7e-d6504009eed3 req-a67848a7-311a-4fa1-97d0-87f48d29a17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:27.465469 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c85a1ce7-a2d3-4c4f-8b7e-d6504009eed3 req-a67848a7-311a-4fa1-97d0-87f48d29a17f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51f72ede-4fbe-4023-aa38-d2a84cad1815 HTTP/1.1" status: 200 len: 850 time: 0.0662079 Nov 10 18:02:27.535207 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-34a00404-8ad5-4008-a2d8-501495cc18d2 req-c116d851-999a-4214-9438-ccbbc91b64c8 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0809188 Nov 10 18:02:27.539699 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a1ce7-a2d3-4c4f-8b7e-d6504009eed3 req-82707382-3087-45e7-968a-68becbfb7246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:27.541192 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c85a1ce7-a2d3-4c4f-8b7e-d6504009eed3 req-82707382-3087-45e7-968a-68becbfb7246 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af02a512-aa1c-43ca-886a-9300ebadfc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684378 Nov 10 18:02:27.636628 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c85a1ce7-a2d3-4c4f-8b7e-d6504009eed3 req-87b9d974-6e79-40cb-881e-59abb889273a service neutron] 10.222.0.11 "GET /v2.0/networks/af02a512-aa1c-43ca-886a-9300ebadfc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871024 Nov 10 18:02:27.735000 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c85a1ce7-a2d3-4c4f-8b7e-d6504009eed3 req-96f676a8-daa4-4cbc-a158-24911c66e369 service neutron] 10.222.0.11 "GET /v2.0/networks/af02a512-aa1c-43ca-886a-9300ebadfc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906587 Nov 10 18:02:28.115214 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3365c1-9b8a-4330-b9d0-44ca282aa3c9 req-4abd5e39-bf9c-4992-a7e0-ca129f58267a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:28.116829 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4c3365c1-9b8a-4330-b9d0-44ca282aa3c9 req-4abd5e39-bf9c-4992-a7e0-ca129f58267a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4621b2-9e87-4874-a9a9-6c3db6d994b4 HTTP/1.1" status: 200 len: 944 time: 0.0524123 Nov 10 18:02:28.168075 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4c3365c1-9b8a-4330-b9d0-44ca282aa3c9 req-920f7865-fe4e-4956-93ab-f7ce867ed2d5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?id=134cc6fd-f7f0-4349-b34a-1b99111dbf71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450583 Nov 10 18:02:28.607246 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 72be0a33-88fc-4b0c-a9cf-de7d9879a304 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:02:28.664319 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb9145-2c4a-4551-80e4-04bb9d3793f1 req-0c5ea0a0-4331-4618-8bc9-b3eb9c994f8a tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:28.669930 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-faeb9145-2c4a-4551-80e4-04bb9d3793f1 req-0c5ea0a0-4331-4618-8bc9-b3eb9c994f8a tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 944 time: 0.0622663 Nov 10 18:02:28.714800 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 72be0a33-88fc-4b0c-a9cf-de7d9879a304, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=72be0a33-88fc-4b0c-a9cf-de7d9879a304,segment=NetworkSegment(324ea1a9-ecc1-484a-8d22-76a1575b5b43),segment_id=324ea1a9-ecc1-484a-8d22-76a1575b5b43)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:02:28.715193 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-faeb9145-2c4a-4551-80e4-04bb9d3793f1 req-c9e9f7a1-21f3-4cfb-bb5d-6ad53eb10c92 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421398 Nov 10 18:02:28.730591 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '72be0a33-88fc-4b0c-a9cf-de7d9879a304', 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09', 'port_id': '72be0a33-88fc-4b0c-a9cf-de7d9879a304', 'mac_address': 'fa:16:3e:4a:af:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0ab1993-fab2-494c-893e-c38aaa332b8d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:02:28.770218 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:28.783615 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72be0a33-88fc-4b0c-a9cf-de7d9879a304 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:02:28.803312 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 72be0a33-88fc-4b0c-a9cf-de7d9879a304, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=72be0a33-88fc-4b0c-a9cf-de7d9879a304,segment=NetworkSegment(324ea1a9-ecc1-484a-8d22-76a1575b5b43),segment_id=324ea1a9-ecc1-484a-8d22-76a1575b5b43)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:02:28.807843 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:28.856870 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=72be0a33-88fc-4b0c-a9cf-de7d9879a304,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:29.057641 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['72be0a33-88fc-4b0c-a9cf-de7d9879a304'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:02:29.285840 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362b998-5056-4f60-b646-006b863631ff req-98033f13-02a6-47e1-9ffe-b993e16ed44d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:29.287366 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1362b998-5056-4f60-b646-006b863631ff req-98033f13-02a6-47e1-9ffe-b993e16ed44d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4621b2-9e87-4874-a9a9-6c3db6d994b4 HTTP/1.1" status: 200 len: 945 time: 0.0501018 Nov 10 18:02:29.338404 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1362b998-5056-4f60-b646-006b863631ff req-dcc13775-54f1-4b4f-821c-42bd2d8c1849 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?id=134cc6fd-f7f0-4349-b34a-1b99111dbf71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437191 Nov 10 18:02:29.837756 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7144231-67cf-43d5-becc-3b61df36fefd req-3f95605a-e4eb-436b-a467-5ca82db7dafb tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:29.839231 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d7144231-67cf-43d5-becc-3b61df36fefd req-3f95605a-e4eb-436b-a467-5ca82db7dafb tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 944 time: 0.0500998 Nov 10 18:02:29.886963 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d7144231-67cf-43d5-becc-3b61df36fefd req-3128f5ff-57b5-4d2b-b6f0-7866286ab93a tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418005 Nov 10 18:02:30.472842 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1dfec-3965-40d6-903d-05e165399018 req-6f0ae06f-b7ed-4284-90c4-76a402005536 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:30.475253 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c4f1dfec-3965-40d6-903d-05e165399018 req-6f0ae06f-b7ed-4284-90c4-76a402005536 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4621b2-9e87-4874-a9a9-6c3db6d994b4 HTTP/1.1" status: 200 len: 945 time: 0.0646482 Nov 10 18:02:30.497226 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9b0c0813-605a-4def-9c94-c1d17a9f8948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:30.533589 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c4f1dfec-3965-40d6-903d-05e165399018 req-2d7598e1-1b93-4584-b737-e1ecff8aabcd tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?id=134cc6fd-f7f0-4349-b34a-1b99111dbf71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508909 Nov 10 18:02:30.623475 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 695d35ba-e2bd-4171-91fa-58817ce228f6 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:02:30.631412 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 72be0a33-88fc-4b0c-a9cf-de7d9879a304 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:02:30.780373 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 72be0a33-88fc-4b0c-a9cf-de7d9879a304 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:02:30.794605 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 72be0a33-88fc-4b0c-a9cf-de7d9879a304 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:02:30.794976 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:30.798543 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 695d35ba-e2bd-4171-91fa-58817ce228f6, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=695d35ba-e2bd-4171-91fa-58817ce228f6,segment=NetworkSegment(83bb8480-b3b1-4b35-bc21-9e8c9ea48197),segment_id=83bb8480-b3b1-4b35-bc21-9e8c9ea48197)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:02:30.842782 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '695d35ba-e2bd-4171-91fa-58817ce228f6', 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a', 'port_id': '695d35ba-e2bd-4171-91fa-58817ce228f6', 'mac_address': 'fa:16:3e:7c:7b:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f72ede-4fbe-4023-aa38-d2a84cad1815', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:02:30.904891 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:30.944441 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 695d35ba-e2bd-4171-91fa-58817ce228f6 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:02:30.975135 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:30.993788 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 695d35ba-e2bd-4171-91fa-58817ce228f6, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=695d35ba-e2bd-4171-91fa-58817ce228f6,segment=NetworkSegment(83bb8480-b3b1-4b35-bc21-9e8c9ea48197),segment_id=83bb8480-b3b1-4b35-bc21-9e8c9ea48197)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:02:30.998865 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:31.021284 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6b758-f4a5-42e3-a76d-a6b63060b053 req-4d866782-58f5-43ed-ac04-bd553c10c194 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:31.022887 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-64d6b758-f4a5-42e3-a76d-a6b63060b053 req-4d866782-58f5-43ed-ac04-bd553c10c194 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 944 time: 0.0565279 Nov 10 18:02:31.049437 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4621b2-9e87-4874-a9a9-6c3db6d994b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72be0a33-88fc-4b0c-a9cf-de7d9879a304'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:02:31.051219 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57254643-80f7-4845-aa1b-b9fc12c71759" -d '{"events": [{"server_uuid": "5b4621b2-9e87-4874-a9a9-6c3db6d994b4", "name": "network-vif-plugged", "status": "completed", "tag": "72be0a33-88fc-4b0c-a9cf-de7d9879a304"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:02:31.072563 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 72be0a33-88fc-4b0c-a9cf-de7d9879a304, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=72be0a33-88fc-4b0c-a9cf-de7d9879a304,segment=NetworkSegment(324ea1a9-ecc1-484a-8d22-76a1575b5b43),segment_id=324ea1a9-ecc1-484a-8d22-76a1575b5b43)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:02:31.080808 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:31.083161 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-64d6b758-f4a5-42e3-a76d-a6b63060b053 req-46f56241-0040-43f1-afce-5bab1437d238 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540872 Nov 10 18:02:31.094944 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=695d35ba-e2bd-4171-91fa-58817ce228f6,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:31.099597 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48392b2-6c3e-45f0-8b41-b3846b8bec81 x-openstack-request-id: req-a48392b2-6c3e-45f0-8b41-b3846b8bec81 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:02:31.099890 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4621b2-9e87-4874-a9a9-6c3db6d994b4", "name": "network-vif-plugged", "status": "completed", "tag": "72be0a33-88fc-4b0c-a9cf-de7d9879a304", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:02:31.100198 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a48392b2-6c3e-45f0-8b41-b3846b8bec81 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:02:31.100575 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4621b2-9e87-4874-a9a9-6c3db6d994b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72be0a33-88fc-4b0c-a9cf-de7d9879a304', 'code': 200} Nov 10 18:02:31.169510 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=72be0a33-88fc-4b0c-a9cf-de7d9879a304,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:31.210773 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['695d35ba-e2bd-4171-91fa-58817ce228f6'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:02:31.216749 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a00b7-0c0d-4eaf-802c-76b3837247cf req-9443bb4b-a58e-4f2b-a9c7-cc225bfb6d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:31.218650 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1f6a00b7-0c0d-4eaf-802c-76b3837247cf req-9443bb4b-a58e-4f2b-a9c7-cc225bfb6d00 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5b4621b2-9e87-4874-a9a9-6c3db6d994b4 HTTP/1.1" status: 200 len: 1098 time: 0.0458014 Nov 10 18:02:31.272512 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1f6a00b7-0c0d-4eaf-802c-76b3837247cf req-1178d1b1-e6bf-4ce5-899d-8c9b5a5e8612 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=134cc6fd-f7f0-4349-b34a-1b99111dbf71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467298 Nov 10 18:02:31.657623 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b64f23-51eb-4611-b5c2-f10f436e220a req-5ed90452-dd98-4b7c-be03-cc207a99d8dd tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:31.659154 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-96b64f23-51eb-4611-b5c2-f10f436e220a req-5ed90452-dd98-4b7c-be03-cc207a99d8dd tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4621b2-9e87-4874-a9a9-6c3db6d994b4 HTTP/1.1" status: 200 len: 946 time: 0.0526624 Nov 10 18:02:31.709628 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-96b64f23-51eb-4611-b5c2-f10f436e220a req-428f73db-ba1b-45de-acdf-ba56ff127012 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?id=134cc6fd-f7f0-4349-b34a-1b99111dbf71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444632 Nov 10 18:02:32.228314 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b54c7-e41e-442a-b373-8d33b497d2b0 req-af31d91c-5dad-491d-a3b3-1bd77f0f42e7 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:32.229861 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-989b54c7-e41e-442a-b373-8d33b497d2b0 req-af31d91c-5dad-491d-a3b3-1bd77f0f42e7 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 945 time: 0.0597157 Nov 10 18:02:32.285259 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-989b54c7-e41e-442a-b373-8d33b497d2b0 req-b1010077-0103-4d83-ab42-624f9198672b tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493999 Nov 10 18:02:32.635751 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 695d35ba-e2bd-4171-91fa-58817ce228f6 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:02:32.683515 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 695d35ba-e2bd-4171-91fa-58817ce228f6 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:02:32.688879 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 695d35ba-e2bd-4171-91fa-58817ce228f6 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:02:32.689247 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:32.775057 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:32.815642 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 695d35ba-e2bd-4171-91fa-58817ce228f6, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=695d35ba-e2bd-4171-91fa-58817ce228f6,segment=NetworkSegment(83bb8480-b3b1-4b35-bc21-9e8c9ea48197),segment_id=83bb8480-b3b1-4b35-bc21-9e8c9ea48197)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:02:32.821428 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:32.838235 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafdd308-ced7-469e-97bb-213aba474221 req-defd90ee-491e-45eb-86b0-20e7b82a1444 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:32.839836 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-aafdd308-ced7-469e-97bb-213aba474221 req-defd90ee-491e-45eb-86b0-20e7b82a1444 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4621b2-9e87-4874-a9a9-6c3db6d994b4 HTTP/1.1" status: 200 len: 946 time: 0.0564167 Nov 10 18:02:32.884276 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d605b58d-2200-47f2-80ff-96ddc885cffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:32.890035 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=695d35ba-e2bd-4171-91fa-58817ce228f6,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:32.900064 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-aafdd308-ced7-469e-97bb-213aba474221 req-e392132d-afbd-4260-b828-fd6d6a2554f1 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?id=134cc6fd-f7f0-4349-b34a-1b99111dbf71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525346 Nov 10 18:02:33.035753 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a7089-fda2-4bab-8571-b5844f0e9e9b req-1744689e-76bb-4ff0-a5fb-60ff8a330c70 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:33.037776 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-788a7089-fda2-4bab-8571-b5844f0e9e9b req-1744689e-76bb-4ff0-a5fb-60ff8a330c70 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4621b2-9e87-4874-a9a9-6c3db6d994b4 HTTP/1.1" status: 200 len: 946 time: 0.0503347 Nov 10 18:02:33.087934 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-788a7089-fda2-4bab-8571-b5844f0e9e9b req-794557a1-76a1-4a47-9822-0c0ff10ba8c9 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?id=134cc6fd-f7f0-4349-b34a-1b99111dbf71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443833 Nov 10 18:02:33.101776 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90f8f1c-148d-4f4d-b5ce-c759958dd400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695d35ba-e2bd-4171-91fa-58817ce228f6'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:02:33.104116 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8510515a-f36b-47bd-9ad5-a81115f7f253" -d '{"events": [{"server_uuid": "b90f8f1c-148d-4f4d-b5ce-c759958dd400", "name": "network-vif-plugged", "status": "completed", "tag": "695d35ba-e2bd-4171-91fa-58817ce228f6"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:02:33.110413 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48992) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:33.143158 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b371773-6512-4f9d-b9c1-1d5eea08ac42 x-openstack-request-id: req-1b371773-6512-4f9d-b9c1-1d5eea08ac42 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:02:33.143453 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90f8f1c-148d-4f4d-b5ce-c759958dd400", "name": "network-vif-plugged", "status": "completed", "tag": "695d35ba-e2bd-4171-91fa-58817ce228f6", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:02:33.143709 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1b371773-6512-4f9d-b9c1-1d5eea08ac42 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:02:33.144111 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90f8f1c-148d-4f4d-b5ce-c759958dd400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695d35ba-e2bd-4171-91fa-58817ce228f6', 'code': 200} Nov 10 18:02:33.155417 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa9dfa2-5143-4a09-bdf6-022b5cf8849e tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:33.157852 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ffa9dfa2-5143-4a09-bdf6-022b5cf8849e tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5b4621b2-9e87-4874-a9a9-6c3db6d994b4 HTTP/1.1" status: 200 len: 1093 time: 0.0462739 Nov 10 18:02:33.161322 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 48994) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:33.165905 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-6204f70b-aa47-4806-8910-fa16c34f9cc5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'port_id': '72be0a33-88fc-4b0c-a9cf-de7d9879a304', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:02:33.192630 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6204f70b-aa47-4806-8910-fa16c34f9cc5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for floatingip, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:33.282384 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774986a-00ce-4827-ac23-2b1501e5d120 req-10b7e654-b3b6-4386-b981-ae25015c0cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:33.283896 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6774986a-00ce-4827-ac23-2b1501e5d120 req-10b7e654-b3b6-4386-b981-ae25015c0cb8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 1098 time: 0.0782411 Nov 10 18:02:33.341475 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6774986a-00ce-4827-ac23-2b1501e5d120 req-081e143b-170c-4243-a21a-bb58b534c309 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508828 Nov 10 18:02:33.361742 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6204f70b-aa47-4806-8910-fa16c34f9cc5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:33.416042 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a2f6d-5734-4c5e-bb05-072882294f11 req-046937dc-5570-4512-810c-a8f87f08a372 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:33.417598 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-600a2f6d-5734-4c5e-bb05-072882294f11 req-046937dc-5570-4512-810c-a8f87f08a372 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 946 time: 0.0600879 Nov 10 18:02:33.470840 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-600a2f6d-5734-4c5e-bb05-072882294f11 req-036a3b89-108d-4ffa-93e4-ffdf851fba4f tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455663 Nov 10 18:02:33.482797 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-6204f70b-aa47-4806-8910-fa16c34f9cc5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Allocated IP 172.25.5.121 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/e15f30ff-f28c-4577-baf6-90215f83704a) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:02:33.589326 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6204f70b-aa47-4806-8910-fa16c34f9cc5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:33.625460 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6204f70b-aa47-4806-8910-fa16c34f9cc5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:33.666234 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6204f70b-aa47-4806-8910-fa16c34f9cc5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:02:33.669181 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-6204f70b-aa47-4806-8910-fa16c34f9cc5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:02:33.675493 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6204f70b-aa47-4806-8910-fa16c34f9cc5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:02:33.704636 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204f70b-aa47-4806-8910-fa16c34f9cc5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'Port': ['ID=e15f30ff-f28c-4577-baf6-90215f83704a,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:34.045772 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:34.161357 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6204f70b-aa47-4806-8910-fa16c34f9cc5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:34.261472 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6204f70b-aa47-4806-8910-fa16c34f9cc5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:34.428965 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6204f70b-aa47-4806-8910-fa16c34f9cc5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:34.435411 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6204f70b-aa47-4806-8910-fa16c34f9cc5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:34.517762 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204f70b-aa47-4806-8910-fa16c34f9cc5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'Port': ['ID=e15f30ff-f28c-4577-baf6-90215f83704a,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:34.528245 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6204f70b-aa47-4806-8910-fa16c34f9cc5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:34.618063 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7332c-0341-48fd-ba20-8c461c279cd4 req-3357e108-40bd-4a12-8e8a-84be88de5976 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:34.619816 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5dd7332c-0341-48fd-ba20-8c461c279cd4 req-3357e108-40bd-4a12-8e8a-84be88de5976 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 946 time: 0.0660579 Nov 10 18:02:34.651041 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [None req-6204f70b-aa47-4806-8910-fa16c34f9cc5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Floating IP aa403762-9cc6-4f9f-aaea-e9f097285365 associated. External IP: 172.25.5.121, port: 72be0a33-88fc-4b0c-a9cf-de7d9879a304. Nov 10 18:02:34.677750 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5dd7332c-0341-48fd-ba20-8c461c279cd4 req-bba75696-a6d5-4a19-aebb-7d2c140b3d1d tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489962 Nov 10 18:02:34.881631 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6204f70b-aa47-4806-8910-fa16c34f9cc5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Router 009382c7-b008-4cd7-a5e5-9a476ed9a5c2 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:02:35.006556 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6204f70b-aa47-4806-8910-fa16c34f9cc5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:02:35.017658 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19cc0a1-9d8e-4966-bdea-0cd4aa0cd12f None None] Sync routers for ids ['009382c7-b008-4cd7-a5e5-9a476ed9a5c2'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:02:35.025435 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6204f70b-aa47-4806-8910-fa16c34f9cc5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:35.032637 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19cc0a1-9d8e-4966-bdea-0cd4aa0cd12f None None] Routers {'009382c7-b008-4cd7-a5e5-9a476ed9a5c2'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:02:35.033565 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e19cc0a1-9d8e-4966-bdea-0cd4aa0cd12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:02:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['009382c7-b008-4cd7-a5e5-9a476ed9a5c2'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:02:35.056035 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6204f70b-aa47-4806-8910-fa16c34f9cc5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8936062 Nov 10 18:02:35.056774 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b4621b2-9e87-4874-a9a9-6c3db6d994b4', 'tag': '72be0a33-88fc-4b0c-a9cf-de7d9879a304'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:02:35.059233 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49006) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:35.059366 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c2e7a9-0b46-4a79-b567-86dbbf4e25d7" -d '{"events": [{"name": "network-changed", "server_uuid": "5b4621b2-9e87-4874-a9a9-6c3db6d994b4", "tag": "72be0a33-88fc-4b0c-a9cf-de7d9879a304"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:02:35.103002 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d968f61c-d1ca-45f3-a31f-6ec58144be11 x-openstack-request-id: req-d968f61c-d1ca-45f3-a31f-6ec58144be11 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:02:35.103303 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b4621b2-9e87-4874-a9a9-6c3db6d994b4", "tag": "72be0a33-88fc-4b0c-a9cf-de7d9879a304", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:02:35.103643 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d968f61c-d1ca-45f3-a31f-6ec58144be11 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:02:35.104076 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b4621b2-9e87-4874-a9a9-6c3db6d994b4', 'tag': '72be0a33-88fc-4b0c-a9cf-de7d9879a304', 'status': 'completed', 'code': 200} Nov 10 18:02:35.164656 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6c544314-65da-40da-b182-8112f5470ae2 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/floatingips/aa403762-9cc6-4f9f-aaea-e9f097285365 HTTP/1.1" status: 200 len: 992 time: 0.1039150 Nov 10 18:02:35.173423 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2e7a9-0b46-4a79-b567-86dbbf4e25d7 req-b84ca438-7316-40f0-a886-3978eca6d74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:35.175483 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b1c2e7a9-0b46-4a79-b567-86dbbf4e25d7 req-b84ca438-7316-40f0-a886-3978eca6d74f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89cf220e8c1c4bf18e710a3d7b36e9f4&device_id=5b4621b2-9e87-4874-a9a9-6c3db6d994b4 HTTP/1.1" status: 200 len: 1098 time: 0.0477021 Nov 10 18:02:35.281454 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2e7a9-0b46-4a79-b567-86dbbf4e25d7 req-aa9accc5-8e63-420b-bef9-283774d72ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:35.282861 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b1c2e7a9-0b46-4a79-b567-86dbbf4e25d7 req-aa9accc5-8e63-420b-bef9-283774d72ea5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b6dde332-3885-45c5-be28-191c30295e09 HTTP/1.1" status: 200 len: 897 time: 0.0997400 Nov 10 18:02:35.322619 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-e19cc0a1-9d8e-4966-bdea-0cd4aa0cd12f None None] Set router 009382c7-b008-4cd7-a5e5-9a476ed9a5c2 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:02:35.350586 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b1c2e7a9-0b46-4a79-b567-86dbbf4e25d7 req-66ec2450-a9fc-4cc0-b09a-d0e9a4d8bed3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72be0a33-88fc-4b0c-a9cf-de7d9879a304 HTTP/1.1" status: 200 len: 1000 time: 0.0609310 Nov 10 18:02:35.404309 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2e7a9-0b46-4a79-b567-86dbbf4e25d7 req-8441522d-af56-4b3d-80b5-0753d131cece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:35.406530 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b1c2e7a9-0b46-4a79-b567-86dbbf4e25d7 req-8441522d-af56-4b3d-80b5-0753d131cece service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0ab1993-fab2-494c-893e-c38aaa332b8d HTTP/1.1" status: 200 len: 834 time: 0.0490789 Nov 10 18:02:35.459100 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2e7a9-0b46-4a79-b567-86dbbf4e25d7 req-d3de5ba3-7f2a-405f-bb1c-4ccced0948b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:35.460855 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b1c2e7a9-0b46-4a79-b567-86dbbf4e25d7 req-d3de5ba3-7f2a-405f-bb1c-4ccced0948b3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b6dde332-3885-45c5-be28-191c30295e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484676 Nov 10 18:02:35.560363 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:35.572353 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b1c2e7a9-0b46-4a79-b567-86dbbf4e25d7 req-dbe1bf18-18f7-4548-820e-159bde5f622e service neutron] 10.222.0.11 "GET /v2.0/networks/b6dde332-3885-45c5-be28-191c30295e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038392 Nov 10 18:02:35.589495 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e19cc0a1-9d8e-4966-bdea-0cd4aa0cd12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'name': 'tempest-TestNetworkBasicOps-router-1342850969', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:06Z', 'updated_at': '2021-11-10T18:02:12Z', 'revision_number': 4, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:07Z', 'updated_at': '2021-11-10T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'aa403762-9cc6-4f9f-aaea-e9f097285365', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'port_id': '72be0a33-88fc-4b0c-a9cf-de7d9879a304', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09', 'mac_address': 'fa:16:3e:4a:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4621b2-9e87-4874-a9a9-6c3db6d994b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:02:33Z', 'updated_at': '2021-11-10T18:02:33Z', 'revision_number': 0, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a81910-b991-4a77-8b98-8ca468fe3b98', 'name': '', 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'mac_address': 'fa:16:3e:1c:57:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'd0ab1993-fab2-494c-893e-c38aaa332b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:11Z', 'updated_at': '2021-11-10T18:02:19Z', 'revision_number': 5, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'subnets': [{'id': 'd0ab1993-fab2-494c-893e-c38aaa332b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:02:35.618122 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19cc0a1-9d8e-4966-bdea-0cd4aa0cd12f None None] Checking router: 009382c7-b008-4cd7-a5e5-9a476ed9a5c2 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:02:35.627825 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19cc0a1-9d8e-4966-bdea-0cd4aa0cd12f None None] Routers {'009382c7-b008-4cd7-a5e5-9a476ed9a5c2'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:02:35.628506 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e19cc0a1-9d8e-4966-bdea-0cd4aa0cd12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:02:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['009382c7-b008-4cd7-a5e5-9a476ed9a5c2'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:02:35.752799 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-e19cc0a1-9d8e-4966-bdea-0cd4aa0cd12f None None] Set router 009382c7-b008-4cd7-a5e5-9a476ed9a5c2 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:02:35.986264 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d178e41-af03-4886-b2ab-82dac4645105 req-99e5410c-c1c3-415c-81d5-a6eeabf783cf tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:35.987834 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0d178e41-af03-4886-b2ab-82dac4645105 req-99e5410c-c1c3-415c-81d5-a6eeabf783cf tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 946 time: 0.0773571 Nov 10 18:02:35.994294 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b1c2e7a9-0b46-4a79-b567-86dbbf4e25d7 req-bd8513e2-fa02-448d-a687-dd211fdd63fd service neutron] 10.222.0.11 "GET /v2.0/networks/b6dde332-3885-45c5-be28-191c30295e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148777 Nov 10 18:02:36.010715 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e19cc0a1-9d8e-4966-bdea-0cd4aa0cd12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'name': 'tempest-TestNetworkBasicOps-router-1342850969', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:06Z', 'updated_at': '2021-11-10T18:02:12Z', 'revision_number': 4, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:07Z', 'updated_at': '2021-11-10T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'aa403762-9cc6-4f9f-aaea-e9f097285365', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'port_id': '72be0a33-88fc-4b0c-a9cf-de7d9879a304', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09', 'mac_address': 'fa:16:3e:4a:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4621b2-9e87-4874-a9a9-6c3db6d994b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:02:33Z', 'updated_at': '2021-11-10T18:02:33Z', 'revision_number': 0, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a81910-b991-4a77-8b98-8ca468fe3b98', 'name': '', 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'mac_address': 'fa:16:3e:1c:57:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'd0ab1993-fab2-494c-893e-c38aaa332b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:11Z', 'updated_at': '2021-11-10T18:02:19Z', 'revision_number': 5, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'subnets': [{'id': 'd0ab1993-fab2-494c-893e-c38aaa332b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:02:36.039324 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19cc0a1-9d8e-4966-bdea-0cd4aa0cd12f None None] The sync data for ids ['009382c7-b008-4cd7-a5e5-9a476ed9a5c2'] in n-d-776250-10 is: [{'id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'name': 'tempest-TestNetworkBasicOps-router-1342850969', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:06Z', 'updated_at': '2021-11-10T18:02:12Z', 'revision_number': 4, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:07Z', 'updated_at': '2021-11-10T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'aa403762-9cc6-4f9f-aaea-e9f097285365', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'port_id': '72be0a33-88fc-4b0c-a9cf-de7d9879a304', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09', 'mac_address': 'fa:16:3e:4a:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4621b2-9e87-4874-a9a9-6c3db6d994b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:02:33Z', 'updated_at': '2021-11-10T18:02:33Z', 'revision_number': 0, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a81910-b991-4a77-8b98-8ca468fe3b98', 'name': '', 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'mac_address': 'fa:16:3e:1c:57:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'd0ab1993-fab2-494c-893e-c38aaa332b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:11Z', 'updated_at': '2021-11-10T18:02:19Z', 'revision_number': 5, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'subnets': [{'id': 'd0ab1993-fab2-494c-893e-c38aaa332b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:02:36.056900 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0d178e41-af03-4886-b2ab-82dac4645105 req-7bf75e2e-3027-4abe-aecc-5598bc20dd1d tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613735 Nov 10 18:02:36.168374 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49016) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:36.186141 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b51dd9-3fbc-4839-bb7d-23ab9e30279e req-d690af78-6549-4d8a-a374-240fd50154c3 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:36.188721 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-37b51dd9-3fbc-4839-bb7d-23ab9e30279e req-d690af78-6549-4d8a-a374-240fd50154c3 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 946 time: 0.0546355 Nov 10 18:02:36.200770 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49018) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:36.206036 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-d2e2c0c8-7a68-4473-80a6-f213ce6b4bbd tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Request body: {'floatingip': {'port_id': '695d35ba-e2bd-4171-91fa-58817ce228f6'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:02:36.256999 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-772a1122-dcb7-4810-9094-f3c1545f14dc tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/floatingips/aa403762-9cc6-4f9f-aaea-e9f097285365 HTTP/1.1" status: 200 len: 992 time: 0.0856118 Nov 10 18:02:36.261813 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d2e2c0c8-7a68-4473-80a6-f213ce6b4bbd tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for floatingip, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:36.279240 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34246d24-99db-4ced-9e1a-011dbe29a8b2 None None] New status for floating IP aa403762-9cc6-4f9f-aaea-e9f097285365: ACTIVE {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:02:36.312902 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:36.731451 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d2e2c0c8-7a68-4473-80a6-f213ce6b4bbd tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:36.736341 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d2e2c0c8-7a68-4473-80a6-f213ce6b4bbd tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:37.150358 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-d2e2c0c8-7a68-4473-80a6-f213ce6b4bbd tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Floating IP 6ecd70d4-ccd2-495c-a7cc-a7f952a4c71e associated. External IP: 172.25.5.80, port: 695d35ba-e2bd-4171-91fa-58817ce228f6. Nov 10 18:02:37.259931 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49022) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:37.328591 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b90f66ad-64f7-4c6d-9dd1-ac008a39bf72 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/floatingips/aa403762-9cc6-4f9f-aaea-e9f097285365 HTTP/1.1" status: 200 len: 994 time: 0.0666745 Nov 10 18:02:37.394613 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e2c0c8-7a68-4473-80a6-f213ce6b4bbd tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Router 444ebbc7-0f40-4330-852a-147b5c04d8d5 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:02:37.512848 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e2c0c8-7a68-4473-80a6-f213ce6b4bbd tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:02:37.518197 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d2e2c0c8-7a68-4473-80a6-f213ce6b4bbd tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:37.523620 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097d96ba-9c91-4a9b-90dc-ff0a1acc7174 None None] Sync routers for ids ['444ebbc7-0f40-4330-852a-147b5c04d8d5'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:02:37.535914 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097d96ba-9c91-4a9b-90dc-ff0a1acc7174 None None] Routers {'444ebbc7-0f40-4330-852a-147b5c04d8d5'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:02:37.536797 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-097d96ba-9c91-4a9b-90dc-ff0a1acc7174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:02:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['444ebbc7-0f40-4330-852a-147b5c04d8d5'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:02:37.547796 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d2e2c0c8-7a68-4473-80a6-f213ce6b4bbd tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "PUT /v2.0/floatingips/6ecd70d4-ccd2-495c-a7cc-a7f952a4c71e HTTP/1.1" status: 200 len: 991 time: 1.3457725 Nov 10 18:02:37.549073 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90f8f1c-148d-4f4d-b5ce-c759958dd400', 'tag': '695d35ba-e2bd-4171-91fa-58817ce228f6'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:02:37.551998 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1de18b2-8d1e-4779-9765-3e8cbf183b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "b90f8f1c-148d-4f4d-b5ce-c759958dd400", "tag": "695d35ba-e2bd-4171-91fa-58817ce228f6"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:02:37.597135 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29d379e-e5af-4733-8ba4-53d8728c341a x-openstack-request-id: req-a29d379e-e5af-4733-8ba4-53d8728c341a {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:02:37.597517 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90f8f1c-148d-4f4d-b5ce-c759958dd400", "tag": "695d35ba-e2bd-4171-91fa-58817ce228f6", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:02:37.597780 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a29d379e-e5af-4733-8ba4-53d8728c341a {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:02:37.598213 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90f8f1c-148d-4f4d-b5ce-c759958dd400', 'tag': '695d35ba-e2bd-4171-91fa-58817ce228f6', 'status': 'completed', 'code': 200} Nov 10 18:02:37.668672 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-097d96ba-9c91-4a9b-90dc-ff0a1acc7174 None None] Set router 444ebbc7-0f40-4330-852a-147b5c04d8d5 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:02:37.668910 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de18b2-8d1e-4779-9765-3e8cbf183b2a req-1dbedd59-817b-464d-be6a-3980a31da102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:37.670462 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1de18b2-8d1e-4779-9765-3e8cbf183b2a req-1dbedd59-817b-464d-be6a-3980a31da102 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=45a8a8523d4548869dfee9712c7beef8&device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 1098 time: 0.0450165 Nov 10 18:02:37.785726 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de18b2-8d1e-4779-9765-3e8cbf183b2a req-8ecc84c0-1e64-443d-84ab-99b7456eb5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:37.787204 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1de18b2-8d1e-4779-9765-3e8cbf183b2a req-8ecc84c0-1e64-443d-84ab-99b7456eb5ff service neutron] 10.222.0.11 "GET /v2.0/networks?id=af02a512-aa1c-43ca-886a-9300ebadfc5a HTTP/1.1" status: 200 len: 912 time: 0.1103261 Nov 10 18:02:37.862660 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1de18b2-8d1e-4779-9765-3e8cbf183b2a req-7bb9a194-4f36-4b9a-820b-3b5777ce1e1d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=695d35ba-e2bd-4171-91fa-58817ce228f6 HTTP/1.1" status: 200 len: 999 time: 0.0683439 Nov 10 18:02:37.914559 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de18b2-8d1e-4779-9765-3e8cbf183b2a req-6e406aa3-f2ef-442b-9509-d523e63b4cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:37.916061 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1de18b2-8d1e-4779-9765-3e8cbf183b2a req-6e406aa3-f2ef-442b-9509-d523e63b4cff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51f72ede-4fbe-4023-aa38-d2a84cad1815 HTTP/1.1" status: 200 len: 850 time: 0.0472355 Nov 10 18:02:37.932989 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-097d96ba-9c91-4a9b-90dc-ff0a1acc7174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'name': 'tempest-AttachVolumeTestJSON-2134475770-router', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:10Z', 'updated_at': '2021-11-10T18:02:16Z', 'revision_number': 4, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'gw_port': {'id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:11Z', 'updated_at': '2021-11-10T18:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '6ecd70d4-ccd2-495c-a7cc-a7f952a4c71e', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'floating_ip_address': '172.25.5.80', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'port_id': '695d35ba-e2bd-4171-91fa-58817ce228f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a', 'mac_address': 'fa:16:3e:7c:7b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90f8f1c-148d-4f4d-b5ce-c759958dd400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:02:20Z', 'updated_at': '2021-11-10T18:02:36Z', 'revision_number': 1, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6388081a-6166-4361-b7e7-12db2d928435', 'name': '', 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'mac_address': 'fa:16:3e:61:1a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '51f72ede-4fbe-4023-aa38-d2a84cad1815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:14Z', 'updated_at': '2021-11-10T18:02:21Z', 'revision_number': 5, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'subnets': [{'id': '51f72ede-4fbe-4023-aa38-d2a84cad1815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:02:37.961108 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097d96ba-9c91-4a9b-90dc-ff0a1acc7174 None None] Checking router: 444ebbc7-0f40-4330-852a-147b5c04d8d5 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:02:37.964600 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de18b2-8d1e-4779-9765-3e8cbf183b2a req-73bccf88-bda6-4166-8d6e-9995b7ed9fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:37.966151 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1de18b2-8d1e-4779-9765-3e8cbf183b2a req-73bccf88-bda6-4166-8d6e-9995b7ed9fd3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af02a512-aa1c-43ca-886a-9300ebadfc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430841 Nov 10 18:02:37.970232 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097d96ba-9c91-4a9b-90dc-ff0a1acc7174 None None] Routers {'444ebbc7-0f40-4330-852a-147b5c04d8d5'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:02:37.971095 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-097d96ba-9c91-4a9b-90dc-ff0a1acc7174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:02:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['444ebbc7-0f40-4330-852a-147b5c04d8d5'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:02:38.069097 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1de18b2-8d1e-4779-9765-3e8cbf183b2a req-74efc3bb-e907-401f-bb67-337e1eec16ce service neutron] 10.222.0.11 "GET /v2.0/networks/af02a512-aa1c-43ca-886a-9300ebadfc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955932 Nov 10 18:02:38.085876 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-097d96ba-9c91-4a9b-90dc-ff0a1acc7174 None None] Set router 444ebbc7-0f40-4330-852a-147b5c04d8d5 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:02:38.170388 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1de18b2-8d1e-4779-9765-3e8cbf183b2a req-17de7289-3fad-40df-aaee-86921702d67f service neutron] 10.222.0.11 "GET /v2.0/networks/af02a512-aa1c-43ca-886a-9300ebadfc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939765 Nov 10 18:02:38.325346 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-097d96ba-9c91-4a9b-90dc-ff0a1acc7174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'name': 'tempest-AttachVolumeTestJSON-2134475770-router', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:10Z', 'updated_at': '2021-11-10T18:02:16Z', 'revision_number': 4, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'gw_port': {'id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:11Z', 'updated_at': '2021-11-10T18:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '6ecd70d4-ccd2-495c-a7cc-a7f952a4c71e', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'floating_ip_address': '172.25.5.80', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'port_id': '695d35ba-e2bd-4171-91fa-58817ce228f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a', 'mac_address': 'fa:16:3e:7c:7b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90f8f1c-148d-4f4d-b5ce-c759958dd400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:02:20Z', 'updated_at': '2021-11-10T18:02:36Z', 'revision_number': 1, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6388081a-6166-4361-b7e7-12db2d928435', 'name': '', 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'mac_address': 'fa:16:3e:61:1a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '51f72ede-4fbe-4023-aa38-d2a84cad1815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:14Z', 'updated_at': '2021-11-10T18:02:21Z', 'revision_number': 5, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'subnets': [{'id': '51f72ede-4fbe-4023-aa38-d2a84cad1815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:02:38.352374 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097d96ba-9c91-4a9b-90dc-ff0a1acc7174 None None] The sync data for ids ['444ebbc7-0f40-4330-852a-147b5c04d8d5'] in n-d-776250-10 is: [{'id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'name': 'tempest-AttachVolumeTestJSON-2134475770-router', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:10Z', 'updated_at': '2021-11-10T18:02:16Z', 'revision_number': 4, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'gw_port': {'id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:11Z', 'updated_at': '2021-11-10T18:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '6ecd70d4-ccd2-495c-a7cc-a7f952a4c71e', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'floating_ip_address': '172.25.5.80', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'port_id': '695d35ba-e2bd-4171-91fa-58817ce228f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a', 'mac_address': 'fa:16:3e:7c:7b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90f8f1c-148d-4f4d-b5ce-c759958dd400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:02:20Z', 'updated_at': '2021-11-10T18:02:36Z', 'revision_number': 1, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6388081a-6166-4361-b7e7-12db2d928435', 'name': '', 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'mac_address': 'fa:16:3e:61:1a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '51f72ede-4fbe-4023-aa38-d2a84cad1815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:14Z', 'updated_at': '2021-11-10T18:02:21Z', 'revision_number': 5, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'subnets': [{'id': '51f72ede-4fbe-4023-aa38-d2a84cad1815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:02:38.691256 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f463b3-2140-4a6a-bb48-8614049f5c7a None None] New status for floating IP 6ecd70d4-ccd2-495c-a7cc-a7f952a4c71e: ACTIVE {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:02:50.019951 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdd6da-127e-4613-aad0-12cd8fa8d0ca req-e3a0b7e3-958f-4e0d-83e1-df15965f9078 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:50.021477 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f3fdd6da-127e-4613-aad0-12cd8fa8d0ca req-e3a0b7e3-958f-4e0d-83e1-df15965f9078 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 946 time: 0.0512671 Nov 10 18:02:50.072041 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f3fdd6da-127e-4613-aad0-12cd8fa8d0ca req-f18b9558-d970-450f-bf6f-273564b6d1cc tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c207067-e54d-4083-a8e7-d6dc787a4b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445578 Nov 10 18:02:50.095656 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49084) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:50.160516 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c1dcfdaa-8f2a-4132-ac66-4162deb3b278 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/floatingips/3bf66a6b-a6a4-4705-ab3c-a12cef9e5ceb HTTP/1.1" status: 200 len: 994 time: 0.0633855 Nov 10 18:02:50.518923 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899708db-ba20-4915-bb6f-54b65ce945ca req-110d7e4c-2bbf-4580-aa68-b71ebadc9587 tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:50.520478 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-899708db-ba20-4915-bb6f-54b65ce945ca req-110d7e4c-2bbf-4580-aa68-b71ebadc9587 tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 1098 time: 0.0407138 Nov 10 18:02:50.565470 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-899708db-ba20-4915-bb6f-54b65ce945ca req-d62aafea-bf7e-40f3-a161-6d16bfec572e tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=9c207067-e54d-4083-a8e7-d6dc787a4b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389793 Nov 10 18:02:50.638169 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-775759c9-81aa-485e-b8de-a09d986132be req-a1db99d2-6447-42bb-a305-86daca3a1881 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:02:50.639091 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-775759c9-81aa-485e-b8de-a09d986132be req-a1db99d2-6447-42bb-a305-86daca3a1881 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054846 Nov 10 18:02:50.860314 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:02:51.088289 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49114) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:02:51.188445 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-575046a1-2737-409c-8202-e74bad3432d5 req-d990de49-16b0-4881-95d1-00199b02029e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0989387 Nov 10 18:02:51.197217 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-575046a1-2737-409c-8202-e74bad3432d5 req-3b55eb5f-e3dc-4d44-8a51-508da75f3de3 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:02:51.198201 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-575046a1-2737-409c-8202-e74bad3432d5 req-3b55eb5f-e3dc-4d44-8a51-508da75f3de3 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051126 Nov 10 18:02:51.784426 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575046a1-2737-409c-8202-e74bad3432d5 req-e67fb534-9f71-4f21-9ce9-81ed1aaf4891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:51.785828 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-575046a1-2737-409c-8202-e74bad3432d5 req-e67fb534-9f71-4f21-9ce9-81ed1aaf4891 service neutron] 10.222.0.39 "GET /v2.0/ports/4abaab4a-b5d8-48a5-ba82-f47f18924572 HTTP/1.1" status: 200 len: 1095 time: 0.0385382 Nov 10 18:02:51.794847 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-575046a1-2737-409c-8202-e74bad3432d5 req-0f4a3242-1557-4830-8b66-67c67541403c service neutron] Request body: {'binding': {'host': 'n-h1-776250-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:02:51.795294 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-575046a1-2737-409c-8202-e74bad3432d5 req-0f4a3242-1557-4830-8b66-67c67541403c service neutron] Unknown quota resources ['binding']. {{(pid=102469) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 10 18:02:51.936838 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-575046a1-2737-409c-8202-e74bad3432d5 req-0f4a3242-1557-4830-8b66-67c67541403c service neutron] Attempting to bind port 4abaab4a-b5d8-48a5-ba82-f47f18924572 on host n-h1-776250-10 for vnic_type normal with profile None {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:02:51.937206 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-575046a1-2737-409c-8202-e74bad3432d5 req-0f4a3242-1557-4830-8b66-67c67541403c service neutron] Attempting to bind port 4abaab4a-b5d8-48a5-ba82-f47f18924572 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '8ca90395-74ba-4cd9-867b-025ec2ca5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:02:51.937586 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575046a1-2737-409c-8202-e74bad3432d5 req-0f4a3242-1557-4830-8b66-67c67541403c service neutron] Attempting to bind port 4abaab4a-b5d8-48a5-ba82-f47f18924572 on network f4a33470-84ca-4abb-a418-626511c7662b {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:02:51.942077 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575046a1-2737-409c-8202-e74bad3432d5 req-0f4a3242-1557-4830-8b66-67c67541403c service neutron] Port 4abaab4a-b5d8-48a5-ba82-f47f18924572 on network f4a33470-84ca-4abb-a418-626511c7662b not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:02:51.942410 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575046a1-2737-409c-8202-e74bad3432d5 req-0f4a3242-1557-4830-8b66-67c67541403c service neutron] Attempting to bind port 4abaab4a-b5d8-48a5-ba82-f47f18924572 on network f4a33470-84ca-4abb-a418-626511c7662b {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:02:51.947540 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575046a1-2737-409c-8202-e74bad3432d5 req-0f4a3242-1557-4830-8b66-67c67541403c service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:02:51.947881 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575046a1-2737-409c-8202-e74bad3432d5 req-0f4a3242-1557-4830-8b66-67c67541403c service neutron] Checking segment: {'id': '8ca90395-74ba-4cd9-867b-025ec2ca5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:02:51.948307 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575046a1-2737-409c-8202-e74bad3432d5 req-0f4a3242-1557-4830-8b66-67c67541403c service neutron] Bound using segment: {'id': '8ca90395-74ba-4cd9-867b-025ec2ca5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:02:51.948743 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-575046a1-2737-409c-8202-e74bad3432d5 req-0f4a3242-1557-4830-8b66-67c67541403c service neutron] Bound port: 4abaab4a-b5d8-48a5-ba82-f47f18924572, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca90395-74ba-4cd9-867b-025ec2ca5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:02:52.038477 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-575046a1-2737-409c-8202-e74bad3432d5 req-0f4a3242-1557-4830-8b66-67c67541403c service neutron] For port 4abaab4a-b5d8-48a5-ba82-f47f18924572, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=4abaab4a-b5d8-48a5-ba82-f47f18924572,segment=NetworkSegment(8ca90395-74ba-4cd9-867b-025ec2ca5566),segment_id=8ca90395-74ba-4cd9-867b-025ec2ca5566)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:02:52.044938 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-575046a1-2737-409c-8202-e74bad3432d5 req-0f4a3242-1557-4830-8b66-67c67541403c service neutron] Publish callbacks [] for binding, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:52.046207 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-575046a1-2737-409c-8202-e74bad3432d5 req-0f4a3242-1557-4830-8b66-67c67541403c service neutron] 10.222.0.39 "POST /v2.0/ports/4abaab4a-b5d8-48a5-ba82-f47f18924572/bindings HTTP/1.1" status: 201 len: 390 time: 0.2546525 Nov 10 18:02:52.204653 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6e87b-1fa7-4d1d-a9c0-4657f073ec24 req-e6512d3b-92e7-4423-b6b8-c525feb5c9bc tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:52.206254 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d6c6e87b-1fa7-4d1d-a9c0-4657f073ec24 req-e6512d3b-92e7-4423-b6b8-c525feb5c9bc tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 946 time: 0.0555971 Nov 10 18:02:52.262084 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d6c6e87b-1fa7-4d1d-a9c0-4657f073ec24 req-6fd3db51-0b39-40b4-97f8-af0116d6ed70 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c207067-e54d-4083-a8e7-d6dc787a4b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497768 Nov 10 18:02:52.293839 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575046a1-2737-409c-8202-e74bad3432d5 req-2eeddd1a-6668-4fd1-9575-5228de2f7dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:52.295285 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-575046a1-2737-409c-8202-e74bad3432d5 req-2eeddd1a-6668-4fd1-9575-5228de2f7dea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 1098 time: 0.0497382 Nov 10 18:02:52.389619 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575046a1-2737-409c-8202-e74bad3432d5 req-a4360dca-f34d-4977-a8ab-61c1eb272664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:52.392208 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-575046a1-2737-409c-8202-e74bad3432d5 req-a4360dca-f34d-4977-a8ab-61c1eb272664 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f4a33470-84ca-4abb-a418-626511c7662b HTTP/1.1" status: 200 len: 898 time: 0.0888221 Nov 10 18:02:52.467660 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-575046a1-2737-409c-8202-e74bad3432d5 req-33fdb559-10fd-440c-9e1a-693ed8c40a18 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4abaab4a-b5d8-48a5-ba82-f47f18924572 HTTP/1.1" status: 200 len: 1002 time: 0.0681524 Nov 10 18:02:52.529645 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575046a1-2737-409c-8202-e74bad3432d5 req-ef589a7d-f13c-4687-8e6a-694a5f9f622a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:52.532225 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-575046a1-2737-409c-8202-e74bad3432d5 req-ef589a7d-f13c-4687-8e6a-694a5f9f622a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fc56b57-25ae-4895-b745-b017816261dc HTTP/1.1" status: 200 len: 835 time: 0.0492108 Nov 10 18:02:52.583636 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575046a1-2737-409c-8202-e74bad3432d5 req-a948d662-86ca-434a-a62f-47e38c9be9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:52.585221 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-575046a1-2737-409c-8202-e74bad3432d5 req-a948d662-86ca-434a-a62f-47e38c9be9fc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f4a33470-84ca-4abb-a418-626511c7662b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440617 Nov 10 18:02:52.683604 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-575046a1-2737-409c-8202-e74bad3432d5 req-90eb46c1-0073-4396-8b49-91cf2fcdad18 service neutron] 10.222.0.11 "GET /v2.0/networks/f4a33470-84ca-4abb-a418-626511c7662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885646 Nov 10 18:02:52.776284 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-575046a1-2737-409c-8202-e74bad3432d5 req-7c2a4e4f-a757-40d3-8547-6df13b42e8f2 service neutron] 10.222.0.11 "GET /v2.0/networks/f4a33470-84ca-4abb-a418-626511c7662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846739 Nov 10 18:02:52.931565 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575046a1-2737-409c-8202-e74bad3432d5 req-8dcb4d50-3ff5-4125-8572-b4b83e6165de tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:52.933045 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-575046a1-2737-409c-8202-e74bad3432d5 req-8dcb4d50-3ff5-4125-8572-b4b83e6165de tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c&tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&binding%3Ahost_id=n-h2-776250-10 HTTP/1.1" status: 200 len: 1098 time: 0.0858707 Nov 10 18:02:52.945007 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-575046a1-2737-409c-8202-e74bad3432d5 req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-776250-10'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:02:52.998831 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-575046a1-2737-409c-8202-e74bad3432d5 req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:53.127934 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-575046a1-2737-409c-8202-e74bad3432d5 req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] For port 4abaab4a-b5d8-48a5-ba82-f47f18924572, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4abaab4a-b5d8-48a5-ba82-f47f18924572,segment=NetworkSegment(8ca90395-74ba-4cd9-867b-025ec2ca5566),segment_id=8ca90395-74ba-4cd9-867b-025ec2ca5566)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:02:53.164661 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-575046a1-2737-409c-8202-e74bad3432d5 req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] For port 4abaab4a-b5d8-48a5-ba82-f47f18924572, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:02:53.205361 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab8b72f-9351-4aa8-b798-cc9dfd947b0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4abaab4a-b5d8-48a5-ba82-f47f18924572'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:02:53.207626 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5c225a-578a-4b81-83f4-a1a6fcbb7390" -d '{"events": [{"server_uuid": "aab8b72f-9351-4aa8-b798-cc9dfd947b0c", "name": "network-vif-unplugged", "status": "completed", "tag": "4abaab4a-b5d8-48a5-ba82-f47f18924572"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:02:53.211822 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-575046a1-2737-409c-8202-e74bad3432d5 req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:53.217438 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-575046a1-2737-409c-8202-e74bad3432d5 req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:53.248014 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 18:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c10ea30-1c4c-4bc9-9936-7abb98d17252 x-openstack-request-id: req-8c10ea30-1c4c-4bc9-9936-7abb98d17252 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:02:53.248327 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab8b72f-9351-4aa8-b798-cc9dfd947b0c", "name": "network-vif-unplugged", "status": "completed", "tag": "4abaab4a-b5d8-48a5-ba82-f47f18924572", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:02:53.248580 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8c10ea30-1c4c-4bc9-9936-7abb98d17252 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:02:53.248972 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab8b72f-9351-4aa8-b798-cc9dfd947b0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4abaab4a-b5d8-48a5-ba82-f47f18924572', 'code': 200} Nov 10 18:02:53.351625 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] Pushing event updated for resources: {'Port': ['ID=4abaab4a-b5d8-48a5-ba82-f47f18924572,revision_number=7']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:53.387388 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:53.387732 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:53.388067 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:53.388438 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:53.388771 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:53.389079 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:53.389405 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:53.389727 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:53.390240 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:53.390563 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:53.390945 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:53.391385 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:53.430194 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ec181-37e9-45bb-a529-42e406ad6a65 req-3320bade-c527-4d16-b589-ef97cf2238ac tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:53.432064 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bd4ec181-37e9-45bb-a529-42e406ad6a65 req-3320bade-c527-4d16-b589-ef97cf2238ac tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 944 time: 0.0803058 Nov 10 18:02:53.435245 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-575046a1-2737-409c-8202-e74bad3432d5 req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] Attempting to bind port 4abaab4a-b5d8-48a5-ba82-f47f18924572 on host n-h2-776250-10 for vnic_type normal with profile {"migrating_to": "n-h1-776250-10"} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:02:53.435583 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-575046a1-2737-409c-8202-e74bad3432d5 req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] Attempting to bind port 4abaab4a-b5d8-48a5-ba82-f47f18924572 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '8ca90395-74ba-4cd9-867b-025ec2ca5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:02:53.435907 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575046a1-2737-409c-8202-e74bad3432d5 req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] Attempting to bind port 4abaab4a-b5d8-48a5-ba82-f47f18924572 on network f4a33470-84ca-4abb-a418-626511c7662b {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:02:53.441607 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575046a1-2737-409c-8202-e74bad3432d5 req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] Port 4abaab4a-b5d8-48a5-ba82-f47f18924572 on network f4a33470-84ca-4abb-a418-626511c7662b not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:02:53.441930 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575046a1-2737-409c-8202-e74bad3432d5 req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] Attempting to bind port 4abaab4a-b5d8-48a5-ba82-f47f18924572 on network f4a33470-84ca-4abb-a418-626511c7662b {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:02:53.448454 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575046a1-2737-409c-8202-e74bad3432d5 req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:02:53.448797 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575046a1-2737-409c-8202-e74bad3432d5 req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] Checking segment: {'id': '8ca90395-74ba-4cd9-867b-025ec2ca5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:02:53.449188 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575046a1-2737-409c-8202-e74bad3432d5 req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] Bound using segment: {'id': '8ca90395-74ba-4cd9-867b-025ec2ca5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:02:53.449627 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-575046a1-2737-409c-8202-e74bad3432d5 req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] Bound port: 4abaab4a-b5d8-48a5-ba82-f47f18924572, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca90395-74ba-4cd9-867b-025ec2ca5566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:02:53.449996 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-575046a1-2737-409c-8202-e74bad3432d5 req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:53.482077 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-76a899c5-f7ca-40f1-8c49-1d936d725210 None None] Provisioning complete for port 4abaab4a-b5d8-48a5-ba82-f47f18924572 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:02:53.483061 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-76a899c5-f7ca-40f1-8c49-1d936d725210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:53.492399 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bd4ec181-37e9-45bb-a529-42e406ad6a65 req-1cb8c11c-e020-45ef-adbf-4a7fb1634cf0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c207067-e54d-4083-a8e7-d6dc787a4b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509763 Nov 10 18:02:53.517020 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-575046a1-2737-409c-8202-e74bad3432d5 req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] For port 4abaab4a-b5d8-48a5-ba82-f47f18924572, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:02:53.520602 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-575046a1-2737-409c-8202-e74bad3432d5 req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] For port 4abaab4a-b5d8-48a5-ba82-f47f18924572, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4abaab4a-b5d8-48a5-ba82-f47f18924572,segment=NetworkSegment(8ca90395-74ba-4cd9-867b-025ec2ca5566),segment_id=8ca90395-74ba-4cd9-867b-025ec2ca5566)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:02:53.525967 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-575046a1-2737-409c-8202-e74bad3432d5 req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:53.529141 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-76a899c5-f7ca-40f1-8c49-1d936d725210 None None] Port 4abaab4a-b5d8-48a5-ba82-f47f18924572 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:02:53.634667 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] Pushing event updated for resources: {'Port': ['ID=4abaab4a-b5d8-48a5-ba82-f47f18924572,revision_number=8']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:53.675464 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575046a1-2737-409c-8202-e74bad3432d5 req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:53.675973 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-575046a1-2737-409c-8202-e74bad3432d5 req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:53.677765 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-575046a1-2737-409c-8202-e74bad3432d5 req-85c7a215-47fe-4164-9bfc-655dd49b08e6 service neutron] 10.222.0.11 "PUT /v2.0/ports/4abaab4a-b5d8-48a5-ba82-f47f18924572 HTTP/1.1" status: 200 len: 1124 time: 0.7366273 Nov 10 18:02:53.761680 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['4abaab4a-b5d8-48a5-ba82-f47f18924572'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:02:53.885764 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3e87502d-62fa-4d09-b29a-7d7333b0862d None None] Provisioning complete for port 4abaab4a-b5d8-48a5-ba82-f47f18924572 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:02:53.886055 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3e87502d-62fa-4d09-b29a-7d7333b0862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:54.028329 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3e87502d-62fa-4d09-b29a-7d7333b0862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:54.068596 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab8b72f-9351-4aa8-b798-cc9dfd947b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abaab4a-b5d8-48a5-ba82-f47f18924572'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:02:54.070851 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407cb92f-72e0-4cc1-8023-acc0f9b57c34" -d '{"events": [{"server_uuid": "aab8b72f-9351-4aa8-b798-cc9dfd947b0c", "name": "network-vif-plugged", "status": "completed", "tag": "4abaab4a-b5d8-48a5-ba82-f47f18924572"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:02:54.096730 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-3e87502d-62fa-4d09-b29a-7d7333b0862d None None] For port 4abaab4a-b5d8-48a5-ba82-f47f18924572, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4abaab4a-b5d8-48a5-ba82-f47f18924572,segment=NetworkSegment(8ca90395-74ba-4cd9-867b-025ec2ca5566),segment_id=8ca90395-74ba-4cd9-867b-025ec2ca5566)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:02:54.103966 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3e87502d-62fa-4d09-b29a-7d7333b0862d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:54.155131 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15844812-ab58-4c80-9f49-0e804a9b87d0 x-openstack-request-id: req-15844812-ab58-4c80-9f49-0e804a9b87d0 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:02:54.155408 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab8b72f-9351-4aa8-b798-cc9dfd947b0c", "name": "network-vif-plugged", "status": "completed", "tag": "4abaab4a-b5d8-48a5-ba82-f47f18924572", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:02:54.155753 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-15844812-ab58-4c80-9f49-0e804a9b87d0 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:02:54.156764 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab8b72f-9351-4aa8-b798-cc9dfd947b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abaab4a-b5d8-48a5-ba82-f47f18924572', 'code': 200} Nov 10 18:02:54.258003 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e87502d-62fa-4d09-b29a-7d7333b0862d None None] Pushing event updated for resources: {'Port': ['ID=4abaab4a-b5d8-48a5-ba82-f47f18924572,revision_number=9']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:54.619528 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b2307-5e08-48db-87af-7e04291a34e9 req-8ee1ed32-5b55-4c37-b214-d9f9e717570f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:54.620972 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1c2b2307-5e08-48db-87af-7e04291a34e9 req-8ee1ed32-5b55-4c37-b214-d9f9e717570f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 946 time: 0.0498533 Nov 10 18:02:54.670642 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1c2b2307-5e08-48db-87af-7e04291a34e9 req-b0d8c2a8-83cf-4a37-9709-0bd7099288df tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c207067-e54d-4083-a8e7-d6dc787a4b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432057 Nov 10 18:02:54.874099 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:55.250359 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab8b72f-9351-4aa8-b798-cc9dfd947b0c', 'tag': '4abaab4a-b5d8-48a5-ba82-f47f18924572'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:02:55.252752 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f2ac85-ecd7-4c37-b0da-de36462b9127" -d '{"events": [{"name": "network-changed", "server_uuid": "aab8b72f-9351-4aa8-b798-cc9dfd947b0c", "tag": "4abaab4a-b5d8-48a5-ba82-f47f18924572"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:02:55.260975 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:55.290812 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6872b2ac-e645-4ff4-b2ba-820814e07f40 x-openstack-request-id: req-6872b2ac-e645-4ff4-b2ba-820814e07f40 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:02:55.291128 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab8b72f-9351-4aa8-b798-cc9dfd947b0c", "tag": "4abaab4a-b5d8-48a5-ba82-f47f18924572", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:02:55.291389 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6872b2ac-e645-4ff4-b2ba-820814e07f40 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:02:55.291805 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aab8b72f-9351-4aa8-b798-cc9dfd947b0c', 'tag': '4abaab4a-b5d8-48a5-ba82-f47f18924572', 'status': 'completed', 'code': 200} Nov 10 18:02:55.360738 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2ac85-ecd7-4c37-b0da-de36462b9127 req-986d251e-49bd-4d00-9a40-2bd8cbf182ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:55.362260 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-55f2ac85-ecd7-4c37-b0da-de36462b9127 req-986d251e-49bd-4d00-9a40-2bd8cbf182ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 1129 time: 0.0454671 Nov 10 18:02:55.453949 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2ac85-ecd7-4c37-b0da-de36462b9127 req-3b3c697c-67f2-4be6-ba90-a90fadda06a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:55.455467 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-55f2ac85-ecd7-4c37-b0da-de36462b9127 req-3b3c697c-67f2-4be6-ba90-a90fadda06a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f4a33470-84ca-4abb-a418-626511c7662b HTTP/1.1" status: 200 len: 898 time: 0.0860031 Nov 10 18:02:55.529720 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-55f2ac85-ecd7-4c37-b0da-de36462b9127 req-27f8602f-5f12-49f5-bfde-8a867084e880 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4abaab4a-b5d8-48a5-ba82-f47f18924572 HTTP/1.1" status: 200 len: 1002 time: 0.0662208 Nov 10 18:02:55.580889 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2ac85-ecd7-4c37-b0da-de36462b9127 req-1777a747-b4ad-4a71-a25f-3a78ca05db4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:55.582404 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-55f2ac85-ecd7-4c37-b0da-de36462b9127 req-1777a747-b4ad-4a71-a25f-3a78ca05db4a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5fc56b57-25ae-4895-b745-b017816261dc HTTP/1.1" status: 200 len: 835 time: 0.0446465 Nov 10 18:02:55.631450 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2ac85-ecd7-4c37-b0da-de36462b9127 req-1d669c44-583d-4c0a-af84-66ee6402a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:55.636816 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-55f2ac85-ecd7-4c37-b0da-de36462b9127 req-1d669c44-583d-4c0a-af84-66ee6402a17a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f4a33470-84ca-4abb-a418-626511c7662b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415602 Nov 10 18:02:55.730748 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-55f2ac85-ecd7-4c37-b0da-de36462b9127 req-5151fe8d-9457-4f5e-9fa0-f55640c37f28 service neutron] 10.222.0.13 "GET /v2.0/networks/f4a33470-84ca-4abb-a418-626511c7662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891900 Nov 10 18:02:55.858407 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba87665-7beb-48a7-a0eb-89b4e6bdb019 req-dc4ae30c-ee84-4d43-9a83-ebfc19056975 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:55.859949 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fba87665-7beb-48a7-a0eb-89b4e6bdb019 req-dc4ae30c-ee84-4d43-9a83-ebfc19056975 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 946 time: 0.1108580 Nov 10 18:02:55.885948 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-55f2ac85-ecd7-4c37-b0da-de36462b9127 req-37ba2c60-d1dd-4340-989c-6be7ad70399a service neutron] 10.222.0.13 "GET /v2.0/networks/f4a33470-84ca-4abb-a418-626511c7662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469622 Nov 10 18:02:55.923613 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fba87665-7beb-48a7-a0eb-89b4e6bdb019 req-22c25c35-9efc-4b3b-a8a3-ad2b9f34834c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c207067-e54d-4083-a8e7-d6dc787a4b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546346 Nov 10 18:02:56.811334 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 4abaab4a-b5d8-48a5-ba82-f47f18924572 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:02:57.068977 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46eda5-5de8-451d-8485-190bafe28695 req-5c4a11a6-a454-487e-8657-796b75ce8fbb tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:57.071348 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2c46eda5-5de8-451d-8485-190bafe28695 req-5c4a11a6-a454-487e-8657-796b75ce8fbb tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 946 time: 0.0559857 Nov 10 18:02:57.087567 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 4abaab4a-b5d8-48a5-ba82-f47f18924572, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4abaab4a-b5d8-48a5-ba82-f47f18924572,segment=NetworkSegment(8ca90395-74ba-4cd9-867b-025ec2ca5566),segment_id=8ca90395-74ba-4cd9-867b-025ec2ca5566)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:02:57.101741 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 4abaab4a-b5d8-48a5-ba82-f47f18924572 has no active binding in host n-h1-776250-10 {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 10 18:02:57.131050 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2c46eda5-5de8-451d-8485-190bafe28695 req-cecc59cc-1898-4184-bd95-b6ab51a30f94 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c207067-e54d-4083-a8e7-d6dc787a4b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511281 Nov 10 18:02:57.543750 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-5ccb03a3-2162-4bef-a079-0935eda46eae req-14f70e45-4275-4e4e-ba64-a1d51dfa48ba service neutron] (102469) timed out ('10.222.0.11', 64845) {{(pid=102469) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 18:02:58.255283 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea7322-39b7-4cbf-92ce-80bf24e4a08a req-f9a85ed4-1fb4-4016-8f2c-c3ec3e69f2c0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:58.256851 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-16ea7322-39b7-4cbf-92ce-80bf24e4a08a req-f9a85ed4-1fb4-4016-8f2c-c3ec3e69f2c0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 946 time: 0.0545282 Nov 10 18:02:58.308169 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-16ea7322-39b7-4cbf-92ce-80bf24e4a08a req-4f8ce451-952f-472a-9493-22c0ecba68ee tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c207067-e54d-4083-a8e7-d6dc787a4b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452039 Nov 10 18:02:58.421062 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f3316-20e7-4efb-a814-28766ecc1ba8 req-f856b82a-2409-4876-bc57-803f98c8720e tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:58.423006 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7b9f3316-20e7-4efb-a814-28766ecc1ba8 req-f856b82a-2409-4876-bc57-803f98c8720e tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 946 time: 0.0500855 Nov 10 18:02:58.470344 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7b9f3316-20e7-4efb-a814-28766ecc1ba8 req-829616aa-a252-4d03-abcd-b217a086278f tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413640 Nov 10 18:02:59.014005 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-575046a1-2737-409c-8202-e74bad3432d5 req-a92526fe-ede2-41ed-83b3-91bf238ec5a0 service neutron] 10.222.0.13 "GET /v2.0/ports/4abaab4a-b5d8-48a5-ba82-f47f18924572/bindings/n-h1-776250-10 HTTP/1.1" status: 200 len: 385 time: 0.0563586 Nov 10 18:02:59.217294 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-575046a1-2737-409c-8202-e74bad3432d5 req-b47ef360-3ba8-4306-b9e8-302bcd784121 service neutron] For port 4abaab4a-b5d8-48a5-ba82-f47f18924572, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4abaab4a-b5d8-48a5-ba82-f47f18924572,segment=NetworkSegment(8ca90395-74ba-4cd9-867b-025ec2ca5566),segment_id=8ca90395-74ba-4cd9-867b-025ec2ca5566)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:02:59.236852 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-575046a1-2737-409c-8202-e74bad3432d5 req-b47ef360-3ba8-4306-b9e8-302bcd784121 service neutron] For port 4abaab4a-b5d8-48a5-ba82-f47f18924572, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:02:59.275764 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab8b72f-9351-4aa8-b798-cc9dfd947b0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4abaab4a-b5d8-48a5-ba82-f47f18924572'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:02:59.278420 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e8fa8e-e052-4707-81b5-48d8cb20cd2d" -d '{"events": [{"server_uuid": "aab8b72f-9351-4aa8-b798-cc9dfd947b0c", "name": "network-vif-unplugged", "status": "completed", "tag": "4abaab4a-b5d8-48a5-ba82-f47f18924572"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:02:59.285768 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-575046a1-2737-409c-8202-e74bad3432d5 req-b47ef360-3ba8-4306-b9e8-302bcd784121 service neutron] For port 4abaab4a-b5d8-48a5-ba82-f47f18924572, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=4abaab4a-b5d8-48a5-ba82-f47f18924572,segment=NetworkSegment(8ca90395-74ba-4cd9-867b-025ec2ca5566),segment_id=8ca90395-74ba-4cd9-867b-025ec2ca5566)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:02:59.301143 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-575046a1-2737-409c-8202-e74bad3432d5 req-b47ef360-3ba8-4306-b9e8-302bcd784121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:59.317777 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 18:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f45b773-4737-41b9-82a2-47bf77b0d5a3 x-openstack-request-id: req-4f45b773-4737-41b9-82a2-47bf77b0d5a3 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:02:59.318070 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab8b72f-9351-4aa8-b798-cc9dfd947b0c", "name": "network-vif-unplugged", "status": "completed", "tag": "4abaab4a-b5d8-48a5-ba82-f47f18924572", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:02:59.318326 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4f45b773-4737-41b9-82a2-47bf77b0d5a3 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:02:59.318721 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab8b72f-9351-4aa8-b798-cc9dfd947b0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4abaab4a-b5d8-48a5-ba82-f47f18924572', 'code': 200} Nov 10 18:02:59.379658 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-575046a1-2737-409c-8202-e74bad3432d5 req-b47ef360-3ba8-4306-b9e8-302bcd784121 service neutron] Transition to ACTIVE for port object 4abaab4a-b5d8-48a5-ba82-f47f18924572 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:02:59.384040 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-575046a1-2737-409c-8202-e74bad3432d5 req-b47ef360-3ba8-4306-b9e8-302bcd784121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:02:59.516755 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ef360-3ba8-4306-b9e8-302bcd784121 service neutron] Pushing event updated for resources: {'Port': ['ID=4abaab4a-b5d8-48a5-ba82-f47f18924572,revision_number=11']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:02:59.543184 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ef360-3ba8-4306-b9e8-302bcd784121 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:59.543743 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ef360-3ba8-4306-b9e8-302bcd784121 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:59.544537 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ef360-3ba8-4306-b9e8-302bcd784121 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:59.545098 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ef360-3ba8-4306-b9e8-302bcd784121 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:59.545661 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ef360-3ba8-4306-b9e8-302bcd784121 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:59.546225 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ef360-3ba8-4306-b9e8-302bcd784121 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:59.546785 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ef360-3ba8-4306-b9e8-302bcd784121 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:59.547720 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ef360-3ba8-4306-b9e8-302bcd784121 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:59.548337 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ef360-3ba8-4306-b9e8-302bcd784121 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:59.548898 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ef360-3ba8-4306-b9e8-302bcd784121 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:59.549668 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ef360-3ba8-4306-b9e8-302bcd784121 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:59.550241 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47ef360-3ba8-4306-b9e8-302bcd784121 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:02:59.592962 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4d8a8-5d56-453f-9d2f-ea2939a18956 req-6a36318b-64d3-48da-93cb-00b8f070f3cd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:59.599268 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2ad4d8a8-5d56-453f-9d2f-ea2939a18956 req-6a36318b-64d3-48da-93cb-00b8f070f3cd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 945 time: 0.1899998 Nov 10 18:02:59.630147 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-575046a1-2737-409c-8202-e74bad3432d5 req-b47ef360-3ba8-4306-b9e8-302bcd784121 service neutron] No DVR routers for this DVR port 4abaab4a-b5d8-48a5-ba82-f47f18924572 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:02:59.742580 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc64d0-304c-4637-b05c-c533dc48d9de req-bf525f48-b670-47a6-96c9-dbe6b69b96ff tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:59.744230 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-48cc64d0-304c-4637-b05c-c533dc48d9de req-bf525f48-b670-47a6-96c9-dbe6b69b96ff tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 946 time: 0.1306849 Nov 10 18:02:59.757496 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2ad4d8a8-5d56-453f-9d2f-ea2939a18956 req-99f77cb7-60fd-4a63-b0a2-2caeae24bf98 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c207067-e54d-4083-a8e7-d6dc787a4b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513174 Nov 10 18:02:59.798539 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-48cc64d0-304c-4637-b05c-c533dc48d9de req-d6ec1e43-3e02-4e00-88f5-d0d0e0b42772 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471716 Nov 10 18:02:59.807644 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-575046a1-2737-409c-8202-e74bad3432d5 req-b47ef360-3ba8-4306-b9e8-302bcd784121 service neutron] 10.222.0.13 "PUT /v2.0/ports/4abaab4a-b5d8-48a5-ba82-f47f18924572/bindings/n-h1-776250-10/activate HTTP/1.1" status: 200 len: 370 time: 0.7834222 Nov 10 18:02:59.905350 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575046a1-2737-409c-8202-e74bad3432d5 req-f09f5885-5a95-41e7-b82a-a3aaf16e7b41 tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:59.907312 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-575046a1-2737-409c-8202-e74bad3432d5 req-f09f5885-5a95-41e7-b82a-a3aaf16e7b41 tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c&tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&binding%3Ahost_id=n-h2-776250-10 HTTP/1.1" status: 200 len: 1097 time: 0.0433862 Nov 10 18:02:59.984373 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575046a1-2737-409c-8202-e74bad3432d5 req-728c95de-3bb6-462b-b50e-033ffe692099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:02:59.985886 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-575046a1-2737-409c-8202-e74bad3432d5 req-728c95de-3bb6-462b-b50e-033ffe692099 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c&tenant_id=84e0993fb1d44a64ad660dd1943b7d6b HTTP/1.1" status: 200 len: 1097 time: 0.0708511 Nov 10 18:03:00.056959 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575046a1-2737-409c-8202-e74bad3432d5 req-07a104e2-ce65-474b-b7ad-80bf0357adad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:00.058469 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-575046a1-2737-409c-8202-e74bad3432d5 req-07a104e2-ce65-474b-b7ad-80bf0357adad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 1097 time: 0.0479567 Nov 10 18:03:00.153377 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575046a1-2737-409c-8202-e74bad3432d5 req-05997665-fc67-40b4-b821-7835fa46367d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:00.154906 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-575046a1-2737-409c-8202-e74bad3432d5 req-05997665-fc67-40b4-b821-7835fa46367d service neutron] 10.222.0.11 "GET /v2.0/networks?id=f4a33470-84ca-4abb-a418-626511c7662b HTTP/1.1" status: 200 len: 898 time: 0.0886600 Nov 10 18:03:00.226548 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-575046a1-2737-409c-8202-e74bad3432d5 req-ef582f5f-4998-4a9b-b572-6e234e04471f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4abaab4a-b5d8-48a5-ba82-f47f18924572 HTTP/1.1" status: 200 len: 1000 time: 0.0628734 Nov 10 18:03:00.277365 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575046a1-2737-409c-8202-e74bad3432d5 req-c9e8ec8e-1b5c-42a0-86b2-3497b1fea165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:00.278810 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-575046a1-2737-409c-8202-e74bad3432d5 req-c9e8ec8e-1b5c-42a0-86b2-3497b1fea165 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fc56b57-25ae-4895-b745-b017816261dc HTTP/1.1" status: 200 len: 835 time: 0.0436623 Nov 10 18:03:00.326841 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575046a1-2737-409c-8202-e74bad3432d5 req-4925aa8c-62fb-4d7e-8bab-db35405834d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:00.329068 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-575046a1-2737-409c-8202-e74bad3432d5 req-4925aa8c-62fb-4d7e-8bab-db35405834d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f4a33470-84ca-4abb-a418-626511c7662b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426176 Nov 10 18:03:00.425078 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-575046a1-2737-409c-8202-e74bad3432d5 req-a4bcf2a3-a5c9-4fa5-b23a-754944507356 service neutron] 10.222.0.11 "GET /v2.0/networks/f4a33470-84ca-4abb-a418-626511c7662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883384 Nov 10 18:03:00.502072 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-541c0e97-1b8d-458b-9c80-ec4ebeb6dd8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:00.518697 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-575046a1-2737-409c-8202-e74bad3432d5 req-3886a958-38ed-4cfb-a1e9-77d8ee7a07e0 service neutron] 10.222.0.11 "GET /v2.0/networks/f4a33470-84ca-4abb-a418-626511c7662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865250 Nov 10 18:03:00.761636 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575046a1-2737-409c-8202-e74bad3432d5 req-e419fbf8-f57e-45fc-b40f-e5ad6e16e22d tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:00.763128 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-575046a1-2737-409c-8202-e74bad3432d5 req-e419fbf8-f57e-45fc-b40f-e5ad6e16e22d tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c&tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&binding%3Ahost_id=n-h1-776250-10 HTTP/1.1" status: 200 len: 1097 time: 0.0442090 Nov 10 18:03:00.927014 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee06e8-7499-4467-95af-e487c98df6ab req-c92323da-c6b4-4682-8a6b-764278874c63 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:00.929717 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8eee06e8-7499-4467-95af-e487c98df6ab req-c92323da-c6b4-4682-8a6b-764278874c63 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 946 time: 0.0510361 Nov 10 18:03:00.947739 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03811295-de15-49e5-980b-6149ca7f7ade req-e818d32a-990c-4016-b77d-e1243b7a810b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:00.949272 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-03811295-de15-49e5-980b-6149ca7f7ade req-e818d32a-990c-4016-b77d-e1243b7a810b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 945 time: 0.1166475 Nov 10 18:03:00.953763 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-575046a1-2737-409c-8202-e74bad3432d5 req-60ef21c4-77ba-43c7-9779-f02fd92e579b service neutron] For port 4abaab4a-b5d8-48a5-ba82-f47f18924572, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:03:00.957167 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-575046a1-2737-409c-8202-e74bad3432d5 req-60ef21c4-77ba-43c7-9779-f02fd92e579b service neutron] Publish callbacks [] for binding, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:00.958735 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-575046a1-2737-409c-8202-e74bad3432d5 req-60ef21c4-77ba-43c7-9779-f02fd92e579b service neutron] 10.222.0.11 "DELETE /v2.0/ports/4abaab4a-b5d8-48a5-ba82-f47f18924572/bindings/n-h2-776250-10 HTTP/1.1" status: 204 len: 173 time: 0.1878743 Nov 10 18:03:00.986235 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8eee06e8-7499-4467-95af-e487c98df6ab req-be7ddb25-776f-4bc1-9930-0b149ab1cba3 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493450 Nov 10 18:03:01.011432 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-03811295-de15-49e5-980b-6149ca7f7ade req-ef9fc54c-8759-4300-9a3e-bddc11e3cae8 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c207067-e54d-4083-a8e7-d6dc787a4b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522122 Nov 10 18:03:01.120747 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322302e-4f44-414a-b23e-eb0193b963f4 req-26c376ad-6bd9-41e4-a54d-04534c68f6f0 tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:01.122294 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9322302e-4f44-414a-b23e-eb0193b963f4 req-26c376ad-6bd9-41e4-a54d-04534c68f6f0 tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 1097 time: 0.0428143 Nov 10 18:03:01.173206 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9322302e-4f44-414a-b23e-eb0193b963f4 req-ec1fae85-0ac1-4963-8c6d-7b56ce8831fb tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=9c207067-e54d-4083-a8e7-d6dc787a4b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438285 Nov 10 18:03:01.294411 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4535c4-5442-4ced-8642-99d4efb940c7 req-3ecb3f05-5e43-4d54-9de5-3f191628c5e8 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:01.295810 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fb4535c4-5442-4ced-8642-99d4efb940c7 req-3ecb3f05-5e43-4d54-9de5-3f191628c5e8 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 945 time: 0.0513473 Nov 10 18:03:01.349186 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fb4535c4-5442-4ced-8642-99d4efb940c7 req-92e76ebb-7328-4075-8220-1eec6b811aaa tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c207067-e54d-4083-a8e7-d6dc787a4b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462327 Nov 10 18:03:01.373512 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49220) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:01.433605 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a53b867d-1695-44a7-a8fa-dc013084a87f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/floatingips/3bf66a6b-a6a4-4705-ab3c-a12cef9e5ceb HTTP/1.1" status: 200 len: 992 time: 0.0589402 Nov 10 18:03:01.660626 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49226) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:01.820665 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-9784e4c7-7946-462f-95da-9e5aa8cb2313 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Deleting port 973dacc9-6033-426c-9e26-742d771c843e {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:03:01.821006 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9784e4c7-7946-462f-95da-9e5aa8cb2313 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:01.900767 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9784e4c7-7946-462f-95da-9e5aa8cb2313 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:01.900998 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9784e4c7-7946-462f-95da-9e5aa8cb2313 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:01.912592 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-9784e4c7-7946-462f-95da-9e5aa8cb2313 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Calling delete_port for 973dacc9-6033-426c-9e26-742d771c843e owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:03:02.062727 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9784e4c7-7946-462f-95da-9e5aa8cb2313 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:02.090540 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784e4c7-7946-462f-95da-9e5aa8cb2313 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event deleted for resources: {'Port': ['ID=973dacc9-6033-426c-9e26-742d771c843e,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:02.110416 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b8b7bd-e55a-4819-9f03-070aa51f2def req-9a78bb3b-e270-46d5-8138-9a8231075863 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:02.111968 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-77b8b7bd-e55a-4819-9f03-070aa51f2def req-9a78bb3b-e270-46d5-8138-9a8231075863 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 946 time: 0.0492342 Nov 10 18:03:02.161296 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9784e4c7-7946-462f-95da-9e5aa8cb2313 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:02.161518 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-9784e4c7-7946-462f-95da-9e5aa8cb2313 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Floating IP 3bf66a6b-a6a4-4705-ab3c-a12cef9e5ceb disassociated (deleted). External IP: 172.25.5.237, port: 4abaab4a-b5d8-48a5-ba82-f47f18924572. Nov 10 18:03:02.176128 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-77b8b7bd-e55a-4819-9f03-070aa51f2def req-04c49ea8-fb0c-4c32-a7ba-37d60fd1dc3c tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573945 Nov 10 18:03:02.373461 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9784e4c7-7946-462f-95da-9e5aa8cb2313 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Router 13ba11fb-17c9-4062-9ed9-523d336c935e has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:03:02.482333 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9784e4c7-7946-462f-95da-9e5aa8cb2313 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:03:02.488624 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9784e4c7-7946-462f-95da-9e5aa8cb2313 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:02.495027 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c201153-a79e-4238-b3e5-7d952cffbd70 None None] Sync routers for ids ['13ba11fb-17c9-4062-9ed9-523d336c935e'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:03:02.504807 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c201153-a79e-4238-b3e5-7d952cffbd70 None None] Routers {'13ba11fb-17c9-4062-9ed9-523d336c935e'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:03:02.505419 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-3c201153-a79e-4238-b3e5-7d952cffbd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:02:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['13ba11fb-17c9-4062-9ed9-523d336c935e'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:03:02.518890 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9784e4c7-7946-462f-95da-9e5aa8cb2313 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "DELETE /v2.0/floatingips/3bf66a6b-a6a4-4705-ab3c-a12cef9e5ceb HTTP/1.1" status: 204 len: 168 time: 0.8571508 Nov 10 18:03:02.519467 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab8b72f-9351-4aa8-b798-cc9dfd947b0c', 'tag': '4abaab4a-b5d8-48a5-ba82-f47f18924572'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:03:02.521761 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c287ab97-db5a-419a-9f36-b0c162eb1760" -d '{"events": [{"name": "network-changed", "server_uuid": "aab8b72f-9351-4aa8-b798-cc9dfd947b0c", "tag": "4abaab4a-b5d8-48a5-ba82-f47f18924572"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:03:02.569289 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253fda9c-b4a7-4e1f-bb0f-dd81177ab7ee x-openstack-request-id: req-253fda9c-b4a7-4e1f-bb0f-dd81177ab7ee {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:03:02.569650 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab8b72f-9351-4aa8-b798-cc9dfd947b0c", "tag": "4abaab4a-b5d8-48a5-ba82-f47f18924572", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:03:02.569975 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-253fda9c-b4a7-4e1f-bb0f-dd81177ab7ee {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:03:02.570444 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aab8b72f-9351-4aa8-b798-cc9dfd947b0c', 'tag': '4abaab4a-b5d8-48a5-ba82-f47f18924572', 'status': 'completed', 'code': 200} Nov 10 18:03:02.626651 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-3c201153-a79e-4238-b3e5-7d952cffbd70 None None] Set router 13ba11fb-17c9-4062-9ed9-523d336c935e gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:03:02.648788 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287ab97-db5a-419a-9f36-b0c162eb1760 req-2cc5e806-8d5d-4207-931e-65f8029bb477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:02.650368 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c287ab97-db5a-419a-9f36-b0c162eb1760 req-2cc5e806-8d5d-4207-931e-65f8029bb477 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 1097 time: 0.0568938 Nov 10 18:03:02.802022 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4826104-2746-4183-b6b1-237c3bf868e0 req-6f0a97c6-df1d-4415-87ba-744a7d8f19d2 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:02.803859 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a4826104-2746-4183-b6b1-237c3bf868e0 req-6f0a97c6-df1d-4415-87ba-744a7d8f19d2 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 945 time: 0.0811732 Nov 10 18:03:02.805156 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287ab97-db5a-419a-9f36-b0c162eb1760 req-9c99ed2c-f3a3-42b5-acc7-024da7e0dc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:02.806617 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c287ab97-db5a-419a-9f36-b0c162eb1760 req-9c99ed2c-f3a3-42b5-acc7-024da7e0dc35 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f4a33470-84ca-4abb-a418-626511c7662b HTTP/1.1" status: 200 len: 898 time: 0.1483977 Nov 10 18:03:02.862026 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f463362c-3588-46eb-a54b-f79098001db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:02.862604 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c287ab97-db5a-419a-9f36-b0c162eb1760 req-f330624c-6b99-4d31-b1d8-3cf5c64157b5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4abaab4a-b5d8-48a5-ba82-f47f18924572 HTTP/1.1" status: 200 len: 217 time: 0.0442703 Nov 10 18:03:02.879326 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-3c201153-a79e-4238-b3e5-7d952cffbd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384862318', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fd6ef5b9-1f50-4d7e-a891-15c40c027144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:01:51Z', 'updated_at': '2021-11-10T18:01:57Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': 'fd6ef5b9-1f50-4d7e-a891-15c40c027144', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:05:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:01:51Z', 'updated_at': '2021-11-10T18:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'bfaefc63-ecc9-41a1-8b3b-df8878a9ed96', 'name': '', 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:9a:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '5fc56b57-25ae-4895-b745-b017816261dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:01:56Z', 'updated_at': '2021-11-10T18:02:01Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': '5fc56b57-25ae-4895-b745-b017816261dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:03:02.907882 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c201153-a79e-4238-b3e5-7d952cffbd70 None None] Checking router: 13ba11fb-17c9-4062-9ed9-523d336c935e for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:03:02.917050 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c201153-a79e-4238-b3e5-7d952cffbd70 None None] Routers {'13ba11fb-17c9-4062-9ed9-523d336c935e'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:03:02.917665 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-3c201153-a79e-4238-b3e5-7d952cffbd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:03:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['13ba11fb-17c9-4062-9ed9-523d336c935e'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:03:02.935378 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287ab97-db5a-419a-9f36-b0c162eb1760 req-c84a9b33-edef-477d-bfc1-95e66e5576df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:02.936952 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c287ab97-db5a-419a-9f36-b0c162eb1760 req-c84a9b33-edef-477d-bfc1-95e66e5576df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fc56b57-25ae-4895-b745-b017816261dc HTTP/1.1" status: 200 len: 835 time: 0.0619149 Nov 10 18:03:02.941266 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a4826104-2746-4183-b6b1-237c3bf868e0 req-1268c68b-475c-49ce-9c8b-96278b0c63d1 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=9c207067-e54d-4083-a8e7-d6dc787a4b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302285 Nov 10 18:03:03.006713 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287ab97-db5a-419a-9f36-b0c162eb1760 req-68795d7c-f939-4ff5-b1c8-516b46c3ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:03.008311 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c287ab97-db5a-419a-9f36-b0c162eb1760 req-68795d7c-f939-4ff5-b1c8-516b46c3ad6d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f4a33470-84ca-4abb-a418-626511c7662b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622089 Nov 10 18:03:03.012759 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 4abaab4a-b5d8-48a5-ba82-f47f18924572 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:03:03.081717 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-3c201153-a79e-4238-b3e5-7d952cffbd70 None None] Set router 13ba11fb-17c9-4062-9ed9-523d336c935e gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:03:03.083854 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 4abaab4a-b5d8-48a5-ba82-f47f18924572 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:03:03.123165 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c287ab97-db5a-419a-9f36-b0c162eb1760 req-99ced30f-b2a6-40ff-a8a8-970095e8a923 service neutron] 10.222.0.11 "GET /v2.0/networks/f4a33470-84ca-4abb-a418-626511c7662b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032829 Nov 10 18:03:03.229863 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2f911-b336-4f38-9683-19847613286b req-6bd32097-178c-4031-91ea-3db90b981d18 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:03.236394 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-23f2f911-b336-4f38-9683-19847613286b req-6bd32097-178c-4031-91ea-3db90b981d18 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 945 time: 0.0791578 Nov 10 18:03:03.251267 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c287ab97-db5a-419a-9f36-b0c162eb1760 req-6261cb41-022c-416e-b92c-d73461157298 service neutron] 10.222.0.11 "GET /v2.0/networks/f4a33470-84ca-4abb-a418-626511c7662b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203182 Nov 10 18:03:03.346289 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-3c201153-a79e-4238-b3e5-7d952cffbd70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384862318', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fd6ef5b9-1f50-4d7e-a891-15c40c027144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:01:51Z', 'updated_at': '2021-11-10T18:01:57Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': 'fd6ef5b9-1f50-4d7e-a891-15c40c027144', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:05:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:01:51Z', 'updated_at': '2021-11-10T18:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'bfaefc63-ecc9-41a1-8b3b-df8878a9ed96', 'name': '', 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:9a:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '5fc56b57-25ae-4895-b745-b017816261dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:01:56Z', 'updated_at': '2021-11-10T18:02:01Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': '5fc56b57-25ae-4895-b745-b017816261dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:03:03.347596 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecf7e3-399c-443b-b35e-35c68222756b req-1bc64ffe-b84b-4e67-ac0d-34981b856810 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:03.350741 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a6ecf7e3-399c-443b-b35e-35c68222756b req-1bc64ffe-b84b-4e67-ac0d-34981b856810 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 946 time: 0.0601437 Nov 10 18:03:03.361028 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-23f2f911-b336-4f38-9683-19847613286b req-d5cfb074-495c-4c72-b39d-049c736af50c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Deleting port 4abaab4a-b5d8-48a5-ba82-f47f18924572 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:03:03.361641 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-23f2f911-b336-4f38-9683-19847613286b req-d5cfb074-495c-4c72-b39d-049c736af50c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:03.377694 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c201153-a79e-4238-b3e5-7d952cffbd70 None None] The sync data for ids ['13ba11fb-17c9-4062-9ed9-523d336c935e'] in n-d-776250-10 is: [{'id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384862318', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fd6ef5b9-1f50-4d7e-a891-15c40c027144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:01:51Z', 'updated_at': '2021-11-10T18:01:57Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': 'fd6ef5b9-1f50-4d7e-a891-15c40c027144', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:05:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:01:51Z', 'updated_at': '2021-11-10T18:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'bfaefc63-ecc9-41a1-8b3b-df8878a9ed96', 'name': '', 'network_id': 'f4a33470-84ca-4abb-a418-626511c7662b', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:9a:37:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': '5fc56b57-25ae-4895-b745-b017816261dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:01:56Z', 'updated_at': '2021-11-10T18:02:01Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': '5fc56b57-25ae-4895-b745-b017816261dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:03:03.418077 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a6ecf7e3-399c-443b-b35e-35c68222756b req-da92f6e9-22d6-4f46-a197-52489dfb3aea tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588622 Nov 10 18:03:03.484945 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-23f2f911-b336-4f38-9683-19847613286b req-d5cfb074-495c-4c72-b39d-049c736af50c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] For port 4abaab4a-b5d8-48a5-ba82-f47f18924572, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=4abaab4a-b5d8-48a5-ba82-f47f18924572,segment=NetworkSegment(8ca90395-74ba-4cd9-867b-025ec2ca5566),segment_id=8ca90395-74ba-4cd9-867b-025ec2ca5566)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:03:03.485341 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-23f2f911-b336-4f38-9683-19847613286b req-d5cfb074-495c-4c72-b39d-049c736af50c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:03.503236 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-23f2f911-b336-4f38-9683-19847613286b req-d5cfb074-495c-4c72-b39d-049c736af50c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Calling delete_port for 4abaab4a-b5d8-48a5-ba82-f47f18924572 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:03:03.640952 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-23f2f911-b336-4f38-9683-19847613286b req-d5cfb074-495c-4c72-b39d-049c736af50c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:03.660573 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d46c29d-98cc-4fb1-9a32-bdccf76bb849 None None] New status for floating IP 3bf66a6b-a6a4-4705-ab3c-a12cef9e5ceb: DOWN {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:03:03.689379 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cfb074-495c-4c72-b39d-049c736af50c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event deleted for resources: {'Port': ['ID=4abaab4a-b5d8-48a5-ba82-f47f18924572,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:03.731563 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f2f911-b336-4f38-9683-19847613286b req-d5cfb074-495c-4c72-b39d-049c736af50c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] No DVR routers for this DVR port 4abaab4a-b5d8-48a5-ba82-f47f18924572 on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:03:03.737412 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-23f2f911-b336-4f38-9683-19847613286b req-d5cfb074-495c-4c72-b39d-049c736af50c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:03.745244 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-23f2f911-b336-4f38-9683-19847613286b req-d5cfb074-495c-4c72-b39d-049c736af50c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.11 "DELETE /v2.0/ports/4abaab4a-b5d8-48a5-ba82-f47f18924572 HTTP/1.1" status: 204 len: 173 time: 0.4923429 Nov 10 18:03:03.814305 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a988b644-add1-45a6-9da7-c853926dfbe7 req-d3c34537-cf04-469c-9bc6-b7247bd78dcf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5b4621b2-9e87-4874-a9a9-6c3db6d994b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520260 Nov 10 18:03:03.944287 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988b644-add1-45a6-9da7-c853926dfbe7 req-d40b0b2a-1ebf-430f-998e-8490bfb6a6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:03.945864 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a988b644-add1-45a6-9da7-c853926dfbe7 req-d40b0b2a-1ebf-430f-998e-8490bfb6a6fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89cf220e8c1c4bf18e710a3d7b36e9f4&device_id=5b4621b2-9e87-4874-a9a9-6c3db6d994b4 HTTP/1.1" status: 200 len: 1098 time: 0.0652628 Nov 10 18:03:04.076941 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:04.476973 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80457668-1e4f-4522-bc7f-244108e651d4 req-4cb74164-46ae-4076-b891-d4296b31ccba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:04.478423 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-80457668-1e4f-4522-bc7f-244108e651d4 req-4cb74164-46ae-4076-b891-d4296b31ccba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=06278c9a20944d57b5ffec337b79be2b&device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 1098 time: 0.0862319 Nov 10 18:03:04.497568 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988b644-add1-45a6-9da7-c853926dfbe7 req-7276c93c-3892-4854-a88c-6a550844dfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:04.499104 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a988b644-add1-45a6-9da7-c853926dfbe7 req-7276c93c-3892-4854-a88c-6a550844dfea service neutron] 10.222.0.11 "GET /v2.0/networks?id=b6dde332-3885-45c5-be28-191c30295e09 HTTP/1.1" status: 200 len: 897 time: 0.5247483 Nov 10 18:03:04.501758 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-33d49853-c8fd-43a4-b0de-4ccd18a2f150 req-02bb40c7-7c91-4a17-b941-828a3ef3f180 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=aab8b72f-9351-4aa8-b798-cc9dfd947b0c HTTP/1.1" status: 200 len: 210 time: 0.1100163 Nov 10 18:03:04.565794 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545923f8-403b-47dc-a0b6-d29e5ee3b383 req-e25b8aad-1d80-4886-9bcb-a0893361a7ca tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:04.567342 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-545923f8-403b-47dc-a0b6-d29e5ee3b383 req-e25b8aad-1d80-4886-9bcb-a0893361a7ca tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 946 time: 0.0634930 Nov 10 18:03:04.581604 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab8b72f-9351-4aa8-b798-cc9dfd947b0c', 'name': 'network-vif-deleted', 'tag': '4abaab4a-b5d8-48a5-ba82-f47f18924572'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:03:04.583854 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2309800-525f-442c-8369-5914ba40f0c3" -d '{"events": [{"server_uuid": "aab8b72f-9351-4aa8-b798-cc9dfd947b0c", "name": "network-vif-deleted", "tag": "4abaab4a-b5d8-48a5-ba82-f47f18924572"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:03:04.621929 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-545923f8-403b-47dc-a0b6-d29e5ee3b383 req-02c0be83-af6d-4c44-a700-c5abbbaacbc8 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484235 Nov 10 18:03:04.629935 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e32f68-dd8f-43ff-86e7-79cba96affee x-openstack-request-id: req-c8e32f68-dd8f-43ff-86e7-79cba96affee {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:03:04.630228 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab8b72f-9351-4aa8-b798-cc9dfd947b0c", "name": "network-vif-deleted", "tag": "4abaab4a-b5d8-48a5-ba82-f47f18924572", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:03:04.630483 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c8e32f68-dd8f-43ff-86e7-79cba96affee {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:03:04.631143 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab8b72f-9351-4aa8-b798-cc9dfd947b0c', 'name': 'network-vif-deleted', 'tag': '4abaab4a-b5d8-48a5-ba82-f47f18924572', 'status': 'completed', 'code': 200} Nov 10 18:03:04.635406 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a988b644-add1-45a6-9da7-c853926dfbe7 req-b92d5883-ab28-4a03-ba8a-307c10dd405e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72be0a33-88fc-4b0c-a9cf-de7d9879a304 HTTP/1.1" status: 200 len: 1002 time: 0.1261210 Nov 10 18:03:04.685208 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80457668-1e4f-4522-bc7f-244108e651d4 req-40086315-111e-4109-80e6-c031785b0fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:04.686678 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-80457668-1e4f-4522-bc7f-244108e651d4 req-40086315-111e-4109-80e6-c031785b0fdd service neutron] 10.222.0.13 "GET /v2.0/networks?id=a384840f-994e-49d7-a029-2994795f669c HTTP/1.1" status: 200 len: 918 time: 0.1848207 Nov 10 18:03:04.734229 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988b644-add1-45a6-9da7-c853926dfbe7 req-72707496-4bce-4003-b15f-7dcb4ad3592a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:04.735873 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a988b644-add1-45a6-9da7-c853926dfbe7 req-72707496-4bce-4003-b15f-7dcb4ad3592a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0ab1993-fab2-494c-893e-c38aaa332b8d HTTP/1.1" status: 200 len: 834 time: 0.0896790 Nov 10 18:03:04.768730 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-80457668-1e4f-4522-bc7f-244108e651d4 req-b3f8f2a5-22e2-41b2-8c80-431b9199592a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=639b3d4c-0462-4124-a350-f4e48d099368 HTTP/1.1" status: 200 len: 1002 time: 0.0743339 Nov 10 18:03:04.838485 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988b644-add1-45a6-9da7-c853926dfbe7 req-51c8ed65-262a-487a-81c0-f35643166d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:04.839909 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a988b644-add1-45a6-9da7-c853926dfbe7 req-51c8ed65-262a-487a-81c0-f35643166d94 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b6dde332-3885-45c5-be28-191c30295e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0866899 Nov 10 18:03:04.841697 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80457668-1e4f-4522-bc7f-244108e651d4 req-db374559-2081-40ec-868c-c5327a634e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:04.843011 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-80457668-1e4f-4522-bc7f-244108e651d4 req-db374559-2081-40ec-868c-c5327a634e42 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d851ee1-7f4b-4a5a-9484-5ca72a5442cb HTTP/1.1" status: 200 len: 856 time: 0.0560415 Nov 10 18:03:04.961659 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80457668-1e4f-4522-bc7f-244108e651d4 req-8400da24-3fa0-4439-bf02-3b0b63e00206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:04.963168 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-80457668-1e4f-4522-bc7f-244108e651d4 req-8400da24-3fa0-4439-bf02-3b0b63e00206 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a384840f-994e-49d7-a029-2994795f669c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1075790 Nov 10 18:03:04.969620 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a988b644-add1-45a6-9da7-c853926dfbe7 req-8e1bf4ac-700b-4d3d-bafe-e575561df8cb service neutron] 10.222.0.11 "GET /v2.0/networks/b6dde332-3885-45c5-be28-191c30295e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216083 Nov 10 18:03:05.129132 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-80457668-1e4f-4522-bc7f-244108e651d4 req-f8b3477d-5ff1-412d-bd7e-ad9ebd1e3449 service neutron] 10.222.0.13 "GET /v2.0/networks/a384840f-994e-49d7-a029-2994795f669c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574388 Nov 10 18:03:05.132451 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a988b644-add1-45a6-9da7-c853926dfbe7 req-1428f4c5-4d39-441f-b804-54de0f6f2480 service neutron] 10.222.0.11 "GET /v2.0/networks/b6dde332-3885-45c5-be28-191c30295e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533804 Nov 10 18:03:05.227996 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-80457668-1e4f-4522-bc7f-244108e651d4 req-949209af-9b9b-4ce3-bfba-197d2683149a service neutron] 10.222.0.13 "GET /v2.0/networks/a384840f-994e-49d7-a029-2994795f669c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914874 Nov 10 18:03:05.541393 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:05.569867 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49262) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:05.820748 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e7bf5-b328-4697-a44e-8537abab62cd req-1f0bae66-3e89-4c3e-a1b6-2ca6b83dc663 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:05.822205 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0e8e7bf5-b328-4697-a44e-8537abab62cd req-1f0bae66-3e89-4c3e-a1b6-2ca6b83dc663 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 946 time: 0.1011593 Nov 10 18:03:05.910428 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0e8e7bf5-b328-4697-a44e-8537abab62cd req-02a8069e-f852-42a9-bbee-444708967b11 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796576 Nov 10 18:03:06.017307 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f342e67f-4444-43c6-a17d-2d8915dc68f4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:06.292900 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-f342e67f-4444-43c6-a17d-2d8915dc68f4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Deleting port bfaefc63-ecc9-41a1-8b3b-df8878a9ed96 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:03:06.293238 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f342e67f-4444-43c6-a17d-2d8915dc68f4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:06.308804 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:06.391670 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-f342e67f-4444-43c6-a17d-2d8915dc68f4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] For port bfaefc63-ecc9-41a1-8b3b-df8878a9ed96, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=bfaefc63-ecc9-41a1-8b3b-df8878a9ed96,segment=NetworkSegment(8ca90395-74ba-4cd9-867b-025ec2ca5566),segment_id=8ca90395-74ba-4cd9-867b-025ec2ca5566)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:03:06.392073 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f342e67f-4444-43c6-a17d-2d8915dc68f4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:06.405072 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-f342e67f-4444-43c6-a17d-2d8915dc68f4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Calling delete_port for bfaefc63-ecc9-41a1-8b3b-df8878a9ed96 owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:03:06.604776 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f342e67f-4444-43c6-a17d-2d8915dc68f4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:06.629453 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342e67f-4444-43c6-a17d-2d8915dc68f4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event deleted for resources: {'Port': ['ID=bfaefc63-ecc9-41a1-8b3b-df8878a9ed96,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:06.816932 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f342e67f-4444-43c6-a17d-2d8915dc68f4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:06.828878 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 4abaab4a-b5d8-48a5-ba82-f47f18924572 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:03:06.851848 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 4abaab4a-b5d8-48a5-ba82-f47f18924572 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:03:06.852227 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 4abaab4a-b5d8-48a5-ba82-f47f18924572 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:03:07.082118 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624185c3-f79f-4412-94f3-0ce74323f0f7 req-dfedc853-1dfc-4eee-a3f1-40e44f5a413b tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:07.083602 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-624185c3-f79f-4412-94f3-0ce74323f0f7 req-dfedc853-1dfc-4eee-a3f1-40e44f5a413b tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 946 time: 0.0959849 Nov 10 18:03:07.085415 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f342e67f-4444-43c6-a17d-2d8915dc68f4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Router 13ba11fb-17c9-4062-9ed9-523d336c935e has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:03:07.179293 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-624185c3-f79f-4412-94f3-0ce74323f0f7 req-8bb55d9a-b252-4835-9cc7-b03c84a7e103 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889261 Nov 10 18:03:07.228419 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f342e67f-4444-43c6-a17d-2d8915dc68f4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:03:07.233566 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f342e67f-4444-43c6-a17d-2d8915dc68f4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "PUT /v2.0/routers/13ba11fb-17c9-4062-9ed9-523d336c935e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6626208 Nov 10 18:03:07.237375 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49270) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:07.238638 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5597c36e-3159-409d-8770-5b4c6103f4e5 None None] Sync routers for ids ['13ba11fb-17c9-4062-9ed9-523d336c935e'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:03:07.249359 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5597c36e-3159-409d-8770-5b4c6103f4e5 None None] Routers {'13ba11fb-17c9-4062-9ed9-523d336c935e'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:03:07.250050 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-5597c36e-3159-409d-8770-5b4c6103f4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:03:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['13ba11fb-17c9-4062-9ed9-523d336c935e'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:03:07.292288 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3c53c7-bfe6-47fb-8cb5-7ae572323308 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Deleting subnet 5fc56b57-25ae-4895-b745-b017816261dc {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:03:07.295591 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cf3c53c7-bfe6-47fb-8cb5-7ae572323308 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:07.346025 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cf3c53c7-bfe6-47fb-8cb5-7ae572323308 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:07.363012 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-5597c36e-3159-409d-8770-5b4c6103f4e5 None None] Set router 13ba11fb-17c9-4062-9ed9-523d336c935e gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:03:07.435332 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cf3c53c7-bfe6-47fb-8cb5-7ae572323308 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:07.496829 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cf3c53c7-bfe6-47fb-8cb5-7ae572323308 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:07.532085 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c53c7-bfe6-47fb-8cb5-7ae572323308 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event deleted for resources: {'Subnet': ['ID=5fc56b57-25ae-4895-b745-b017816261dc,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:07.535001 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cf3c53c7-bfe6-47fb-8cb5-7ae572323308 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:07.538643 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-cf3c53c7-bfe6-47fb-8cb5-7ae572323308 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "DELETE /v2.0/subnets/5fc56b57-25ae-4895-b745-b017816261dc HTTP/1.1" status: 204 len: 168 time: 0.3002610 Nov 10 18:03:07.544312 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49274) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:07.545087 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b9fca2-3ca7-4aa9-ad01-9f88fe38637a None None] Network f4a33470-84ca-4abb-a418-626511c7662b requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:03:07.637910 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-5597c36e-3159-409d-8770-5b4c6103f4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384862318', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fd6ef5b9-1f50-4d7e-a891-15c40c027144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:01:51Z', 'updated_at': '2021-11-10T18:03:06Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': 'fd6ef5b9-1f50-4d7e-a891-15c40c027144', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:05:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:01:51Z', 'updated_at': '2021-11-10T18:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:03:07.659129 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dc21a469-0e2e-4623-9aec-60906e3f1d4b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:07.684603 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5597c36e-3159-409d-8770-5b4c6103f4e5 None None] Checking router: 13ba11fb-17c9-4062-9ed9-523d336c935e for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:03:07.699233 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5597c36e-3159-409d-8770-5b4c6103f4e5 None None] Routers {'13ba11fb-17c9-4062-9ed9-523d336c935e'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:03:07.699849 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-5597c36e-3159-409d-8770-5b4c6103f4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:03:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['13ba11fb-17c9-4062-9ed9-523d336c935e'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:03:07.778602 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dc21a469-0e2e-4623-9aec-60906e3f1d4b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:07.829157 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-5597c36e-3159-409d-8770-5b4c6103f4e5 None None] Set router 13ba11fb-17c9-4062-9ed9-523d336c935e gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:03:07.833179 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12afec4-8ae9-4f12-acb5-5a5a74f89ce6 None None] DHCP port deletion for f4a33470-84ca-4abb-a418-626511c7662b request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:03:08.035318 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-e12afec4-8ae9-4f12-acb5-5a5a74f89ce6 None None] Deleting port 413523ec-a058-495e-b40b-282e571bfa79 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:03:08.035604 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e12afec4-8ae9-4f12-acb5-5a5a74f89ce6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:08.116693 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-e12afec4-8ae9-4f12-acb5-5a5a74f89ce6 None None] For port 413523ec-a058-495e-b40b-282e571bfa79, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=413523ec-a058-495e-b40b-282e571bfa79,segment=NetworkSegment(8ca90395-74ba-4cd9-867b-025ec2ca5566),segment_id=8ca90395-74ba-4cd9-867b-025ec2ca5566)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:03:08.117002 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e12afec4-8ae9-4f12-acb5-5a5a74f89ce6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:08.132134 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-e12afec4-8ae9-4f12-acb5-5a5a74f89ce6 None None] Calling delete_port for 413523ec-a058-495e-b40b-282e571bfa79 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:03:08.146659 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-5597c36e-3159-409d-8770-5b4c6103f4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384862318', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fd6ef5b9-1f50-4d7e-a891-15c40c027144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:01:51Z', 'updated_at': '2021-11-10T18:03:06Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': 'fd6ef5b9-1f50-4d7e-a891-15c40c027144', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:05:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:01:51Z', 'updated_at': '2021-11-10T18:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:03:08.157144 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-dc21a469-0e2e-4623-9aec-60906e3f1d4b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Deleting port fd6ef5b9-1f50-4d7e-a891-15c40c027144 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:03:08.157490 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dc21a469-0e2e-4623-9aec-60906e3f1d4b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:08.177570 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5597c36e-3159-409d-8770-5b4c6103f4e5 None None] The sync data for ids ['13ba11fb-17c9-4062-9ed9-523d336c935e'] in n-d-776250-10 is: [{'id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-384862318', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': 'fd6ef5b9-1f50-4d7e-a891-15c40c027144', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:01:51Z', 'updated_at': '2021-11-10T18:03:06Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': 'fd6ef5b9-1f50-4d7e-a891-15c40c027144', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:05:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ba11fb-17c9-4062-9ed9-523d336c935e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3205, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:01:51Z', 'updated_at': '2021-11-10T18:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:03:08.256290 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-dc21a469-0e2e-4623-9aec-60906e3f1d4b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] For port fd6ef5b9-1f50-4d7e-a891-15c40c027144, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=fd6ef5b9-1f50-4d7e-a891-15c40c027144,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:03:08.256290 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dc21a469-0e2e-4623-9aec-60906e3f1d4b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:08.264085 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e12afec4-8ae9-4f12-acb5-5a5a74f89ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:08.285864 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-dc21a469-0e2e-4623-9aec-60906e3f1d4b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Calling delete_port for fd6ef5b9-1f50-4d7e-a891-15c40c027144 owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:03:08.294736 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12afec4-8ae9-4f12-acb5-5a5a74f89ce6 None None] Pushing event deleted for resources: {'Port': ['ID=413523ec-a058-495e-b40b-282e571bfa79,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:08.299784 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12afec4-8ae9-4f12-acb5-5a5a74f89ce6 None None] No DVR routers for this DVR port 413523ec-a058-495e-b40b-282e571bfa79 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:03:08.383394 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc3cc6-483e-494c-b4e0-08683a4b950d req-957a36a0-f188-440c-b354-77efe278fff4 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:08.384940 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-83cc3cc6-483e-494c-b4e0-08683a4b950d req-957a36a0-f188-440c-b354-77efe278fff4 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 946 time: 0.1125932 Nov 10 18:03:08.485811 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-83cc3cc6-483e-494c-b4e0-08683a4b950d req-7c042170-d126-43c9-9b84-d63743cc824e tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934546 Nov 10 18:03:08.514374 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 413523ec-a058-495e-b40b-282e571bfa79 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:03:08.537743 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 413523ec-a058-495e-b40b-282e571bfa79 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:03:08.538093 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 413523ec-a058-495e-b40b-282e571bfa79 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:03:08.538507 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device bfaefc63-ecc9-41a1-8b3b-df8878a9ed96 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:03:08.547379 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dc21a469-0e2e-4623-9aec-60906e3f1d4b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:08.560469 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: bfaefc63-ecc9-41a1-8b3b-df8878a9ed96 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:03:08.560819 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device bfaefc63-ecc9-41a1-8b3b-df8878a9ed96 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:03:08.574906 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21a469-0e2e-4623-9aec-60906e3f1d4b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event deleted for resources: {'Port': ['ID=fd6ef5b9-1f50-4d7e-a891-15c40c027144,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:08.591115 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c277a0d-e5bd-429c-98d7-8cba28937a35 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:03:08.656081 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dc21a469-0e2e-4623-9aec-60906e3f1d4b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:08.754857 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dc21a469-0e2e-4623-9aec-60906e3f1d4b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:08.757362 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dc21a469-0e2e-4623-9aec-60906e3f1d4b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:08.801176 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dc21a469-0e2e-4623-9aec-60906e3f1d4b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:08.801607 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc21a469-0e2e-4623-9aec-60906e3f1d4b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Fanout notify agent at l3_agent the message router_deleted on router 13ba11fb-17c9-4062-9ed9-523d336c935e {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:03:08.809691 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dc21a469-0e2e-4623-9aec-60906e3f1d4b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:08.813588 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-dc21a469-0e2e-4623-9aec-60906e3f1d4b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "DELETE /v2.0/routers/13ba11fb-17c9-4062-9ed9-523d336c935e HTTP/1.1" status: 204 len: 168 time: 1.2655213 Nov 10 18:03:08.814064 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49280) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:08.893844 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7c23d719-0237-4f2a-954d-cd4456af32d7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:08.988121 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7c23d719-0237-4f2a-954d-cd4456af32d7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:09.007478 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-7c23d719-0237-4f2a-954d-cd4456af32d7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a33470-84ca-4abb-a418-626511c7662b']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:03:09.016805 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-7c23d719-0237-4f2a-954d-cd4456af32d7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca90395-74ba-4cd9-867b-025ec2ca5566') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:03:09.017110 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-7c23d719-0237-4f2a-954d-cd4456af32d7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca90395-74ba-4cd9-867b-025ec2ca5566') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:03:09.026203 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7c23d719-0237-4f2a-954d-cd4456af32d7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:09.039477 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7c23d719-0237-4f2a-954d-cd4456af32d7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:09.045382 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c23d719-0237-4f2a-954d-cd4456af32d7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:03:09.045768 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7c23d719-0237-4f2a-954d-cd4456af32d7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:09.049561 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:03:09.049561 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:03:09.049561 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:03:09.049561 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:03:09.049561 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:03:09.049561 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:03:09.049561 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:03:09.049561 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:03:09.049561 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:03:09.049561 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:03:09.049561 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:03:09.049561 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:03:09.049561 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:03:09.049561 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:03:09.049561 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:03:09.049561 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:03:09.049561 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:03:09.049561 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:03:09.049561 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:03:09.049561 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:03:09.049561 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:03:09.049561 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:03:09.049561 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:03:09.049561 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:03:09.049561 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:03:09.049561 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:03:09.049561 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:03:09.049561 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:03:09.049561 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:03:09.049561 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:03:09.049561 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:03:09.049561 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:03:09.110560 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7c23d719-0237-4f2a-954d-cd4456af32d7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:09.117885 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7c23d719-0237-4f2a-954d-cd4456af32d7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:09.121051 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7c23d719-0237-4f2a-954d-cd4456af32d7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "DELETE /v2.0/networks/f4a33470-84ca-4abb-a418-626511c7662b HTTP/1.1" status: 204 len: 168 time: 0.3059630 Nov 10 18:03:09.124003 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49282) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:09.132893 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23d719-0237-4f2a-954d-cd4456af32d7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event deleted for resources: {'Network': ['ID=f4a33470-84ca-4abb-a418-626511c7662b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:09.185270 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-93c2cb50-6831-4b36-a949-fce44461b621 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:09.223296 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-93c2cb50-6831-4b36-a949-fce44461b621 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:09.292115 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-93c2cb50-6831-4b36-a949-fce44461b621 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:09.294875 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-93c2cb50-6831-4b36-a949-fce44461b621 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:09.296076 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-93c2cb50-6831-4b36-a949-fce44461b621 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "DELETE /v2.0/security-groups/9c207067-e54d-4083-a8e7-d6dc787a4b44 HTTP/1.1" status: 204 len: 168 time: 0.1708920 Nov 10 18:03:09.305917 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2cb50-6831-4b36-a949-fce44461b621 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c207067-e54d-4083-a8e7-d6dc787a4b44,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:09.611031 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f457e2e-859f-42ef-ab4d-d6f82f81eab4 req-8a52e9fa-f102-407d-9adc-3034fec82bb7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:09.612701 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2f457e2e-859f-42ef-ab4d-d6f82f81eab4 req-8a52e9fa-f102-407d-9adc-3034fec82bb7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 946 time: 0.0544717 Nov 10 18:03:09.617930 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49290) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:09.623339 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-c390636f-0b0a-4a97-a22e-a9e4edb9f7a6 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2089668135', 'description': 'tempest-secgroup-smoke-2089668135 description', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:03:09.671627 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c390636f-0b0a-4a97-a22e-a9e4edb9f7a6 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:09.686367 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2f457e2e-859f-42ef-ab4d-d6f82f81eab4 req-aa3aaf09-479d-43ae-9361-d6df94d2fd34 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662539 Nov 10 18:03:09.756065 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c390636f-0b0a-4a97-a22e-a9e4edb9f7a6 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:09.761053 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c390636f-0b0a-4a97-a22e-a9e4edb9f7a6 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:09.796426 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c390636f-0b0a-4a97-a22e-a9e4edb9f7a6 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:09.797673 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c390636f-0b0a-4a97-a22e-a9e4edb9f7a6 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1787956 Nov 10 18:03:09.799503 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390636f-0b0a-4a97-a22e-a9e4edb9f7a6 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97aa9cd3-f0d3-41ad-9b23-c00b18459553,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:09.800722 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49294) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:09.805742 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-a4ad4ef0-7be9-4434-b3ce-711f4440756f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'security_group_rule': {'security_group_id': '97aa9cd3-f0d3-41ad-9b23-c00b18459553', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:03:09.834149 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a4ad4ef0-7be9-4434-b3ce-711f4440756f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:09.890522 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a4ad4ef0-7be9-4434-b3ce-711f4440756f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:09.894283 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a4ad4ef0-7be9-4434-b3ce-711f4440756f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:09.914945 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad4ef0-7be9-4434-b3ce-711f4440756f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a508b13-3c36-425a-a512-0a8a77881025,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:09.926087 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a4ad4ef0-7be9-4434-b3ce-711f4440756f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:09.927283 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a4ad4ef0-7be9-4434-b3ce-711f4440756f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255164 Nov 10 18:03:09.930100 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49296) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:09.935737 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-d33ca1b5-6b09-4231-baf3-a2d6209efa5d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'security_group_rule': {'security_group_id': '97aa9cd3-f0d3-41ad-9b23-c00b18459553', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:03:09.963720 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d33ca1b5-6b09-4231-baf3-a2d6209efa5d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:10.022046 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d33ca1b5-6b09-4231-baf3-a2d6209efa5d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:10.026566 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d33ca1b5-6b09-4231-baf3-a2d6209efa5d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:10.047781 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ca1b5-6b09-4231-baf3-a2d6209efa5d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a8248f4-59ac-4722-b6f3-d8e11049fd94,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:10.051623 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d33ca1b5-6b09-4231-baf3-a2d6209efa5d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:10.055909 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d33ca1b5-6b09-4231-baf3-a2d6209efa5d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1245904 Nov 10 18:03:10.056043 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49298) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:10.061139 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-95ca2e32-4264-4e1e-a590-8b73252b2cf2 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'security_group_rule': {'security_group_id': '97aa9cd3-f0d3-41ad-9b23-c00b18459553', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:03:10.089575 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-95ca2e32-4264-4e1e-a590-8b73252b2cf2 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:10.148607 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-95ca2e32-4264-4e1e-a590-8b73252b2cf2 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:10.153076 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-95ca2e32-4264-4e1e-a590-8b73252b2cf2 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:10.168621 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca2e32-4264-4e1e-a590-8b73252b2cf2 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=185cdece-e4b2-4e4b-ac38-dd510acdb881,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:10.185497 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-95ca2e32-4264-4e1e-a590-8b73252b2cf2 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:10.190294 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-95ca2e32-4264-4e1e-a590-8b73252b2cf2 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298258 Nov 10 18:03:10.190621 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49302) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:10.195253 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-39d5ec11-3e96-4c69-bfce-17282cd75c75 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'security_group_rule': {'security_group_id': '97aa9cd3-f0d3-41ad-9b23-c00b18459553', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:03:10.223379 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39d5ec11-3e96-4c69-bfce-17282cd75c75 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:10.285264 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39d5ec11-3e96-4c69-bfce-17282cd75c75 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:10.289072 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39d5ec11-3e96-4c69-bfce-17282cd75c75 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:10.309061 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5ec11-3e96-4c69-bfce-17282cd75c75 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=932464ce-e885-407b-8efc-ceba8435af98,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:10.315503 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39d5ec11-3e96-4c69-bfce-17282cd75c75 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:10.317144 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-39d5ec11-3e96-4c69-bfce-17282cd75c75 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1253951 Nov 10 18:03:10.319989 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49304) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:10.324269 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-bfd19159-1efe-45b6-8c13-cf3b499a07d2 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'security_group_rule': {'security_group_id': '97aa9cd3-f0d3-41ad-9b23-c00b18459553', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:03:10.346125 n-d-776250-10 neutron-server[102469]: INFO neutron.db.securitygroups_db [None req-bfd19159-1efe-45b6-8c13-cf3b499a07d2 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Project 84e0993fb1d44a64ad660dd1943b7d6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 18:03:10.351676 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bfd19159-1efe-45b6-8c13-cf3b499a07d2 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:10.411657 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bfd19159-1efe-45b6-8c13-cf3b499a07d2 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:10.415416 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bfd19159-1efe-45b6-8c13-cf3b499a07d2 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:10.436542 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd19159-1efe-45b6-8c13-cf3b499a07d2 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=385ca0fd-3bc6-4cb0-ab9e-42ea9911f571,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:10.442130 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bfd19159-1efe-45b6-8c13-cf3b499a07d2 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:10.443320 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-bfd19159-1efe-45b6-8c13-cf3b499a07d2 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1223633 Nov 10 18:03:10.446168 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49306) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:10.450338 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-428ea775-8345-475d-99e3-b5b07e6a13b8 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'security_group_rule': {'security_group_id': '97aa9cd3-f0d3-41ad-9b23-c00b18459553', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:03:10.473629 n-d-776250-10 neutron-server[102469]: INFO neutron.db.securitygroups_db [None req-428ea775-8345-475d-99e3-b5b07e6a13b8 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Project 84e0993fb1d44a64ad660dd1943b7d6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 18:03:10.479575 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-428ea775-8345-475d-99e3-b5b07e6a13b8 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:10.480861 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49308) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:10.516695 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device fd6ef5b9-1f50-4d7e-a891-15c40c027144 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:03:10.540099 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: fd6ef5b9-1f50-4d7e-a891-15c40c027144 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:03:10.540640 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device fd6ef5b9-1f50-4d7e-a891-15c40c027144 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:03:10.550969 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-428ea775-8345-475d-99e3-b5b07e6a13b8 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:10.555009 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-428ea775-8345-475d-99e3-b5b07e6a13b8 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:10.564846 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054224c6-cb4e-48c4-9681-27441829b0df tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:10.565323 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054224c6-cb4e-48c4-9681-27441829b0df tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:10.565784 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054224c6-cb4e-48c4-9681-27441829b0df tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:10.567483 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-054224c6-cb4e-48c4-9681-27441829b0df tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] 10.222.0.39 "GET /v2.0/ports?project_id=89cf220e8c1c4bf18e710a3d7b36e9f4&network_id=b6dde332-3885-45c5-be28-191c30295e09 HTTP/1.1" status: 200 len: 2973 time: 0.0856097 Nov 10 18:03:10.574078 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ea775-8345-475d-99e3-b5b07e6a13b8 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22fc7b7b-e3b4-452b-acb1-e632a2e2fc20,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:10.585015 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-428ea775-8345-475d-99e3-b5b07e6a13b8 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:10.587071 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-428ea775-8345-475d-99e3-b5b07e6a13b8 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1398730 Nov 10 18:03:10.589835 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49312) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:10.596519 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-a4c316e9-608a-4823-9921-0e0dabf1d3e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'network': {'name': 'tempest-network-smoke--915988690', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'port_security_enabled': True}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:03:10.619893 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c316e9-608a-4823-9921-0e0dabf1d3e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Made reservation on behalf of 84e0993fb1d44a64ad660dd1943b7d6b for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:03:10.623392 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a4c316e9-608a-4823-9921-0e0dabf1d3e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:10.647183 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c316e9-608a-4823-9921-0e0dabf1d3e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:03:10.661860 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a4c316e9-608a-4823-9921-0e0dabf1d3e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:10.661860 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-a4c316e9-608a-4823-9921-0e0dabf1d3e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Added segment d95f70bf-e73f-4864-8f05-23c32ef5549e of type vlan for network a8192755-7eaf-46f6-87b8-df4f6239bf8f Nov 10 18:03:10.706540 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a4c316e9-608a-4823-9921-0e0dabf1d3e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:10.733920 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a4c316e9-608a-4823-9921-0e0dabf1d3e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:10.741240 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c316e9-608a-4823-9921-0e0dabf1d3e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:10.741240 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a4c316e9-608a-4823-9921-0e0dabf1d3e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:10.795387 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a4c316e9-608a-4823-9921-0e0dabf1d3e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2043593 Nov 10 18:03:10.799794 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49320) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:10.804439 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-973ae012-e64a-43e9-8065-e382486850f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1921459671', 'admin_state_up': True, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:03:10.834243 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-973ae012-e64a-43e9-8065-e382486850f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:10.835287 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-973ae012-e64a-43e9-8065-e382486850f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:10.840103 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c316e9-608a-4823-9921-0e0dabf1d3e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'Network': ['ID=a8192755-7eaf-46f6-87b8-df4f6239bf8f,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:10.866134 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de9593-8768-40f2-ad33-6fe699f2375d req-b3c7a022-dc31-4c26-9cea-72e797d29d31 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:10.866967 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network a8192755-7eaf-46f6-87b8-df4f6239bf8f details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:03:10.867751 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-17de9593-8768-40f2-ad33-6fe699f2375d req-b3c7a022-dc31-4c26-9cea-72e797d29d31 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 946 time: 0.0786133 Nov 10 18:03:10.904804 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-973ae012-e64a-43e9-8065-e382486850f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:10.924713 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-17de9593-8768-40f2-ad33-6fe699f2375d req-8fdd7cff-1a85-4c93-8dcb-9a748d6f8179 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503683 Nov 10 18:03:11.341911 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-973ae012-e64a-43e9-8065-e382486850f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:11.540645 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-973ae012-e64a-43e9-8065-e382486850f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:11.563706 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-973ae012-e64a-43e9-8065-e382486850f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:11.669083 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-973ae012-e64a-43e9-8065-e382486850f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Allocated IP 172.25.5.202 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/8a060a9c-c3e8-4a7a-bb33-9e499df5ccda) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:03:11.777392 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-973ae012-e64a-43e9-8065-e382486850f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:11.811209 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-973ae012-e64a-43e9-8065-e382486850f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:11.853153 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973ae012-e64a-43e9-8065-e382486850f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:03:11.856602 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-973ae012-e64a-43e9-8065-e382486850f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:03:11.860400 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973ae012-e64a-43e9-8065-e382486850f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:03:11.879161 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d29da63-7bc6-4908-80e4-d520cb352c5d None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:03:11.885604 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ae012-e64a-43e9-8065-e382486850f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'Port': ['ID=8a060a9c-c3e8-4a7a-bb33-9e499df5ccda,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:11.978125 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-7082d9eb-a6e2-45df-beab-04f81f9b10d5 None None] Provisioning complete for port 8a060a9c-c3e8-4a7a-bb33-9e499df5ccda triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:03:11.978499 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7082d9eb-a6e2-45df-beab-04f81f9b10d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:12.018754 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-7082d9eb-a6e2-45df-beab-04f81f9b10d5 None None] Port 8a060a9c-c3e8-4a7a-bb33-9e499df5ccda cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:03:12.060114 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c499b-812f-4f8d-aace-b95071a7a1db req-bfbf9a46-a670-4915-a973-eb70b9a819bf tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:12.062033 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-938c499b-812f-4f8d-aace-b95071a7a1db req-bfbf9a46-a670-4915-a973-eb70b9a819bf tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 946 time: 0.0518918 Nov 10 18:03:12.111753 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-938c499b-812f-4f8d-aace-b95071a7a1db req-e5553bfe-2855-4fee-a24b-974f140c69a4 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432181 Nov 10 18:03:12.146106 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-973ae012-e64a-43e9-8065-e382486850f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:12.350438 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-973ae012-e64a-43e9-8065-e382486850f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:12.483051 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973ae012-e64a-43e9-8065-e382486850f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Router 448bc8fa-0a86-4f1f-98c5-9670772f6ad3 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 18:03:12.591571 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973ae012-e64a-43e9-8065-e382486850f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:03:12.602267 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351b0c58-eb26-470d-bffd-5154516ce224 None None] Sync routers for ids ['448bc8fa-0a86-4f1f-98c5-9670772f6ad3'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:03:12.612229 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-973ae012-e64a-43e9-8065-e382486850f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:12.612992 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351b0c58-eb26-470d-bffd-5154516ce224 None None] Routers {'448bc8fa-0a86-4f1f-98c5-9670772f6ad3'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:03:12.613331 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-973ae012-e64a-43e9-8065-e382486850f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8125007 Nov 10 18:03:12.613836 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-351b0c58-eb26-470d-bffd-5154516ce224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:03:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['448bc8fa-0a86-4f1f-98c5-9670772f6ad3'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:03:12.616635 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49330) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:12.646511 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-170b23c3-6e55-4189-8670-dcece44b9934 tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=84e0993fb1d44a64ad660dd1943b7d6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286851 Nov 10 18:03:12.649155 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49332) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:12.667707 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49334) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:12.725488 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21278a6d-28cc-4cc4-b169-95f44d60d6f4 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:12.727048 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-21278a6d-28cc-4cc4-b169-95f44d60d6f4 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ef950546-b13c-4865-8837-7444cdb2848e HTTP/1.1" status: 200 len: 814 time: 0.0582936 Nov 10 18:03:12.731459 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-351b0c58-eb26-470d-bffd-5154516ce224 None None] Set router 448bc8fa-0a86-4f1f-98c5-9670772f6ad3 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:03:12.751399 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6245336-89a1-45be-98bb-d45607583129 tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:12.753909 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e6245336-89a1-45be-98bb-d45607583129 tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1029239 Nov 10 18:03:12.756021 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49338) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:12.793445 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-52f0b8ae-2390-4c68-9ed6-bdd2bc36c97a tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ef950546-b13c-4865-8837-7444cdb2848e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361931 Nov 10 18:03:12.795968 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49340) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:12.801295 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-1ab8a174-12b0-40c9-8715-ee981b374d0f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1040784800', 'network_id': 'a8192755-7eaf-46f6-87b8-df4f6239bf8f', 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:03:12.900919 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab8a174-12b0-40c9-8715-ee981b374d0f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Made reservation on behalf of 84e0993fb1d44a64ad660dd1943b7d6b for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:03:12.904780 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1ab8a174-12b0-40c9-8715-ee981b374d0f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:12.924454 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-351b0c58-eb26-470d-bffd-5154516ce224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921459671', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '8a060a9c-c3e8-4a7a-bb33-9e499df5ccda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:03:10Z', 'updated_at': '2021-11-10T18:03:12Z', 'revision_number': 3, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '8a060a9c-c3e8-4a7a-bb33-9e499df5ccda', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:03:11Z', 'updated_at': '2021-11-10T18:03:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:03:12.954354 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351b0c58-eb26-470d-bffd-5154516ce224 None None] Checking router: 448bc8fa-0a86-4f1f-98c5-9670772f6ad3 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:03:12.954916 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351b0c58-eb26-470d-bffd-5154516ce224 None None] Updating router 448bc8fa-0a86-4f1f-98c5-9670772f6ad3 port 8a060a9c-c3e8-4a7a-bb33-9e499df5ccda binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:03:12.986858 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-351b0c58-eb26-470d-bffd-5154516ce224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:13.111228 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1ab8a174-12b0-40c9-8715-ee981b374d0f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:13.176996 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8a174-12b0-40c9-8715-ee981b374d0f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'Subnet': ['ID=88baa772-6139-4b41-96b4-fd2921b23f71,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:13.187951 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab8a174-12b0-40c9-8715-ee981b374d0f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Checking segment: {'id': 'd95f70bf-e73f-4864-8f05-23c32ef5549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a8192755-7eaf-46f6-87b8-df4f6239bf8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:03:13.188657 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab8a174-12b0-40c9-8715-ee981b374d0f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Network hostable DHCP agents. Network: a8192755-7eaf-46f6-87b8-df4f6239bf8f, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:03:13.213434 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab8a174-12b0-40c9-8715-ee981b374d0f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Network a8192755-7eaf-46f6-87b8-df4f6239bf8f is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:03:13.226852 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-1ab8a174-12b0-40c9-8715-ee981b374d0f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, a8192755-7eaf-46f6-87b8-df4f6239bf8f) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:03:13.231556 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab8a174-12b0-40c9-8715-ee981b374d0f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:13.232294 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1ab8a174-12b0-40c9-8715-ee981b374d0f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:13.239753 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb67129-da2c-4d1d-96b6-2e7b4b3319a2 None None] Network a8192755-7eaf-46f6-87b8-df4f6239bf8f requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:03:13.257878 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1ab8a174-12b0-40c9-8715-ee981b374d0f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4581144 Nov 10 18:03:13.258527 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49348) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:13.266957 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44dc4e-3740-4f36-b19b-0e8a95bf724f req-f55a2d5e-e8cc-4ef1-8e1a-3ec3270bf089 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:13.271695 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-351b0c58-eb26-470d-bffd-5154516ce224 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:13.274997 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3d44dc4e-3740-4f36-b19b-0e8a95bf724f req-f55a2d5e-e8cc-4ef1-8e1a-3ec3270bf089 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 946 time: 0.0803878 Nov 10 18:03:13.278353 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-351b0c58-eb26-470d-bffd-5154516ce224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:13.337157 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3d44dc4e-3740-4f36-b19b-0e8a95bf724f req-7138997c-64ae-4a65-99cc-d29736e02e63 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609839 Nov 10 18:03:13.338472 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-351b0c58-eb26-470d-bffd-5154516ce224 None None] Attempting to bind port 8a060a9c-c3e8-4a7a-bb33-9e499df5ccda on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:03:13.338848 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-351b0c58-eb26-470d-bffd-5154516ce224 None None] Attempting to bind port 8a060a9c-c3e8-4a7a-bb33-9e499df5ccda by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:03:13.339228 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351b0c58-eb26-470d-bffd-5154516ce224 None None] Attempting to bind port 8a060a9c-c3e8-4a7a-bb33-9e499df5ccda on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:03:13.348183 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49350) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:13.356050 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351b0c58-eb26-470d-bffd-5154516ce224 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:03:13.356606 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351b0c58-eb26-470d-bffd-5154516ce224 None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:03:13.357168 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-351b0c58-eb26-470d-bffd-5154516ce224 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:13.357563 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351b0c58-eb26-470d-bffd-5154516ce224 None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:03:13.358056 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-351b0c58-eb26-470d-bffd-5154516ce224 None None] Bound port: 8a060a9c-c3e8-4a7a-bb33-9e499df5ccda, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:03:13.358443 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-351b0c58-eb26-470d-bffd-5154516ce224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:13.360740 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-cc558d68-395a-49a2-a0f0-d0ce0281a72f tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Request body: {'network': {'name': 'tempest-network-smoke--1946805034', 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'port_security_enabled': True}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:03:13.385212 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc558d68-395a-49a2-a0f0-d0ce0281a72f tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Made reservation on behalf of 89cf220e8c1c4bf18e710a3d7b36e9f4 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:03:13.390136 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cc558d68-395a-49a2-a0f0-d0ce0281a72f tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:13.419928 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc558d68-395a-49a2-a0f0-d0ce0281a72f tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:03:13.434817 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cc558d68-395a-49a2-a0f0-d0ce0281a72f tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:13.435811 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-cc558d68-395a-49a2-a0f0-d0ce0281a72f tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Added segment 796053d4-2b54-4367-a2f9-30cb8262b9a1 of type vlan for network 67900017-0047-4088-8d49-f2b6540330d2 Nov 10 18:03:13.494852 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cc558d68-395a-49a2-a0f0-d0ce0281a72f tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:13.522634 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54a8ae-e09c-49d7-9731-41e11656cb2a None None] Pushing event updated for resources: {'Port': ['ID=8a060a9c-c3e8-4a7a-bb33-9e499df5ccda,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:13.532943 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cc558d68-395a-49a2-a0f0-d0ce0281a72f tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:13.536141 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b42f5a9-775d-4bbb-89a5-1ea033995b2c None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:03:13.539701 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54a8ae-e09c-49d7-9731-41e11656cb2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:13.540047 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54a8ae-e09c-49d7-9731-41e11656cb2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:13.540412 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54a8ae-e09c-49d7-9731-41e11656cb2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:13.540746 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54a8ae-e09c-49d7-9731-41e11656cb2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:13.541074 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54a8ae-e09c-49d7-9731-41e11656cb2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:13.541399 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54a8ae-e09c-49d7-9731-41e11656cb2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:13.541723 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54a8ae-e09c-49d7-9731-41e11656cb2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:13.542045 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54a8ae-e09c-49d7-9731-41e11656cb2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:13.542367 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54a8ae-e09c-49d7-9731-41e11656cb2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:13.542689 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54a8ae-e09c-49d7-9731-41e11656cb2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:13.543008 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54a8ae-e09c-49d7-9731-41e11656cb2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:13.543306 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc558d68-395a-49a2-a0f0-d0ce0281a72f tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:13.543442 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54a8ae-e09c-49d7-9731-41e11656cb2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:13.545018 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cc558d68-395a-49a2-a0f0-d0ce0281a72f tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:13.576887 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-351b0c58-eb26-470d-bffd-5154516ce224 None None] For port 8a060a9c-c3e8-4a7a-bb33-9e499df5ccda, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:03:13.580231 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-351b0c58-eb26-470d-bffd-5154516ce224 None None] For port 8a060a9c-c3e8-4a7a-bb33-9e499df5ccda, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=8a060a9c-c3e8-4a7a-bb33-9e499df5ccda,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:03:13.586922 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-351b0c58-eb26-470d-bffd-5154516ce224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:13.622431 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-cc558d68-395a-49a2-a0f0-d0ce0281a72f tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2721679 Nov 10 18:03:13.626339 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49352) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:13.640710 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ba5216-ee72-4460-ab13-66ec69d193bf None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:03:13.649105 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7653a2cb-c076-43db-adc5-dfca481109b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-a8192755-7eaf-46f6-87b8-df4f6239bf8f', 'network_id': 'a8192755-7eaf-46f6-87b8-df4f6239bf8f', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'fixed_ips': [{'subnet_id': '88baa772-6139-4b41-96b4-fd2921b23f71'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:03:13.650698 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7653a2cb-c076-43db-adc5-dfca481109b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:13.668800 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351b0c58-eb26-470d-bffd-5154516ce224 None None] Routers {'448bc8fa-0a86-4f1f-98c5-9670772f6ad3'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:03:13.669496 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-351b0c58-eb26-470d-bffd-5154516ce224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:03:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['448bc8fa-0a86-4f1f-98c5-9670772f6ad3'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:03:13.694561 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80cdf29-96ab-4945-b501-22b46578b441 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:13.696256 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a80cdf29-96ab-4945-b501-22b46578b441 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=89cf220e8c1c4bf18e710a3d7b36e9f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0685270 Nov 10 18:03:13.699450 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49354) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:13.725520 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc558d68-395a-49a2-a0f0-d0ce0281a72f tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'Network': ['ID=67900017-0047-4088-8d49-f2b6540330d2,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:13.791503 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 67900017-0047-4088-8d49-f2b6540330d2 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:03:13.794286 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54a8ae-e09c-49d7-9731-41e11656cb2a None None] Pushing event updated for resources: {'Port': ['ID=8a060a9c-c3e8-4a7a-bb33-9e499df5ccda,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:13.796069 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-77edcb60-6840-4a35-b37a-0b68738a7b5b None None] Provisioning complete for port 8a060a9c-c3e8-4a7a-bb33-9e499df5ccda triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:03:13.796719 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-77edcb60-6840-4a35-b37a-0b68738a7b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:13.807054 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fe81a1-4e8d-48ba-8d1a-5c183c1b2df9 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:13.811271 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-25fe81a1-4e8d-48ba-8d1a-5c183c1b2df9 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1084952 Nov 10 18:03:13.811399 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49356) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:13.849158 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-90a1115d-d8e1-4c54-beec-db280a66597c tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ef950546-b13c-4865-8837-7444cdb2848e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338354 Nov 10 18:03:13.849748 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49358) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:13.877149 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5c32-3f1a-482e-a80b-4e461c2d1b56 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:13.881060 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-351b0c58-eb26-470d-bffd-5154516ce224 None None] Set router 448bc8fa-0a86-4f1f-98c5-9670772f6ad3 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:03:13.905085 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f027b990-9e34-4c89-acce-5780e65e026c tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=89cf220e8c1c4bf18e710a3d7b36e9f4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433264 Nov 10 18:03:13.916075 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49360) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:14.019450 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-7653a2cb-c076-43db-adc5-dfca481109b9 None None] Allocated IP 172.20.0.2 (a8192755-7eaf-46f6-87b8-df4f6239bf8f/88baa772-6139-4b41-96b4-fd2921b23f71/7702b750-6344-45e4-97bd-1380dd002728) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:03:14.038336 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb02980-bd5d-4f4c-9bd5-511a6c6027b6 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:14.042054 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-cdb02980-bd5d-4f4c-9bd5-511a6c6027b6 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1249361 Nov 10 18:03:14.045116 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49364) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:14.094602 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-77edcb60-6840-4a35-b37a-0b68738a7b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:14.110639 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-351b0c58-eb26-470d-bffd-5154516ce224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921459671', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '8a060a9c-c3e8-4a7a-bb33-9e499df5ccda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:03:10Z', 'updated_at': '2021-11-10T18:03:12Z', 'revision_number': 3, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '8a060a9c-c3e8-4a7a-bb33-9e499df5ccda', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:03:11Z', 'updated_at': '2021-11-10T18:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:03:14.113998 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49366) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:14.114506 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e20319a0-800f-45ae-a14e-19a55e7614aa tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ef950546-b13c-4865-8837-7444cdb2848e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0674357 Nov 10 18:03:14.122463 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-c5a94c2a-74be-4fe3-bd87-d7f9bba35739 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-81249725', 'network_id': '67900017-0047-4088-8d49-f2b6540330d2', 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:03:14.148559 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351b0c58-eb26-470d-bffd-5154516ce224 None None] The sync data for ids ['448bc8fa-0a86-4f1f-98c5-9670772f6ad3'] in n-d-776250-10 is: [{'id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921459671', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '8a060a9c-c3e8-4a7a-bb33-9e499df5ccda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:03:10Z', 'updated_at': '2021-11-10T18:03:12Z', 'revision_number': 3, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '8a060a9c-c3e8-4a7a-bb33-9e499df5ccda', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:03:11Z', 'updated_at': '2021-11-10T18:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:03:14.178725 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-77edcb60-6840-4a35-b37a-0b68738a7b5b None None] For port 8a060a9c-c3e8-4a7a-bb33-9e499df5ccda, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=8a060a9c-c3e8-4a7a-bb33-9e499df5ccda,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:03:14.191456 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-77edcb60-6840-4a35-b37a-0b68738a7b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:14.230255 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a94c2a-74be-4fe3-bd87-d7f9bba35739 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Made reservation on behalf of 89cf220e8c1c4bf18e710a3d7b36e9f4 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:03:14.234559 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c5a94c2a-74be-4fe3-bd87-d7f9bba35739 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:14.271545 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77edcb60-6840-4a35-b37a-0b68738a7b5b None None] Pushing event updated for resources: {'Port': ['ID=8a060a9c-c3e8-4a7a-bb33-9e499df5ccda,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:14.337759 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7653a2cb-c076-43db-adc5-dfca481109b9 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:14.342415 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-eed22728-b653-4a65-9f71-cf54638a9c5c None None] Provisioning complete for port 8a060a9c-c3e8-4a7a-bb33-9e499df5ccda triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:03:14.342812 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-eed22728-b653-4a65-9f71-cf54638a9c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:14.346840 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7653a2cb-c076-43db-adc5-dfca481109b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:14.450550 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7653a2cb-c076-43db-adc5-dfca481109b9 None None] Network a8192755-7eaf-46f6-87b8-df4f6239bf8f is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:03:14.461498 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-7653a2cb-c076-43db-adc5-dfca481109b9 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:03:14.472545 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7653a2cb-c076-43db-adc5-dfca481109b9 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:03:14.492197 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7653a2cb-c076-43db-adc5-dfca481109b9 None None] Pushing event updated for resources: {'Port': ['ID=7702b750-6344-45e4-97bd-1380dd002728,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:14.509762 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-3a0e5c32-3f1a-482e-a80b-4e461c2d1b56 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Allocated IP 172.20.0.1 (a8192755-7eaf-46f6-87b8-df4f6239bf8f/88baa772-6139-4b41-96b4-fd2921b23f71/33e3398b-11fe-4d1f-b41d-0c3ab046df21) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:03:14.567155 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac2a8b-d486-4f2f-8dfe-b73c9af24d6f req-055a56a6-8c32-441f-8be7-1228e6a7b0db tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:14.572267 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7dac2a8b-d486-4f2f-8dfe-b73c9af24d6f req-055a56a6-8c32-441f-8be7-1228e6a7b0db tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 946 time: 0.0975392 Nov 10 18:03:14.601358 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-7653a2cb-c076-43db-adc5-dfca481109b9 None None] Attempting to bind port 7702b750-6344-45e4-97bd-1380dd002728 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:03:14.602581 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-7653a2cb-c076-43db-adc5-dfca481109b9 None None] Attempting to bind port 7702b750-6344-45e4-97bd-1380dd002728 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'd95f70bf-e73f-4864-8f05-23c32ef5549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a8192755-7eaf-46f6-87b8-df4f6239bf8f'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:03:14.603224 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7653a2cb-c076-43db-adc5-dfca481109b9 None None] Attempting to bind port 7702b750-6344-45e4-97bd-1380dd002728 on network a8192755-7eaf-46f6-87b8-df4f6239bf8f {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:03:14.616861 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c5a94c2a-74be-4fe3-bd87-d7f9bba35739 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:14.618403 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7653a2cb-c076-43db-adc5-dfca481109b9 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:03:14.618953 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7653a2cb-c076-43db-adc5-dfca481109b9 None None] Checking segment: {'id': 'd95f70bf-e73f-4864-8f05-23c32ef5549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a8192755-7eaf-46f6-87b8-df4f6239bf8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:03:14.619353 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7653a2cb-c076-43db-adc5-dfca481109b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:14.619768 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7653a2cb-c076-43db-adc5-dfca481109b9 None None] Bound using segment: {'id': 'd95f70bf-e73f-4864-8f05-23c32ef5549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a8192755-7eaf-46f6-87b8-df4f6239bf8f'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:03:14.626553 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-7653a2cb-c076-43db-adc5-dfca481109b9 None None] Bound port: 7702b750-6344-45e4-97bd-1380dd002728, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd95f70bf-e73f-4864-8f05-23c32ef5549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a8192755-7eaf-46f6-87b8-df4f6239bf8f'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:03:14.627059 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7653a2cb-c076-43db-adc5-dfca481109b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:14.637641 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 8a060a9c-c3e8-4a7a-bb33-9e499df5ccda up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:03:14.651424 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7dac2a8b-d486-4f2f-8dfe-b73c9af24d6f req-7720cf32-82d8-46f4-bf8d-2f9e38aea41e tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677235 Nov 10 18:03:14.764671 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-7653a2cb-c076-43db-adc5-dfca481109b9 None None] For port 7702b750-6344-45e4-97bd-1380dd002728, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:03:14.767637 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a94c2a-74be-4fe3-bd87-d7f9bba35739 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'Subnet': ['ID=72721160-f790-455c-b614-a7788a46c3d5,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:14.772059 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-7653a2cb-c076-43db-adc5-dfca481109b9 None None] For port 7702b750-6344-45e4-97bd-1380dd002728, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=7702b750-6344-45e4-97bd-1380dd002728,segment=NetworkSegment(d95f70bf-e73f-4864-8f05-23c32ef5549e),segment_id=d95f70bf-e73f-4864-8f05-23c32ef5549e)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:03:14.773159 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 8a060a9c-c3e8-4a7a-bb33-9e499df5ccda triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:03:14.776483 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a94c2a-74be-4fe3-bd87-d7f9bba35739 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Checking segment: {'id': '796053d4-2b54-4367-a2f9-30cb8262b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '67900017-0047-4088-8d49-f2b6540330d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:03:14.776835 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a94c2a-74be-4fe3-bd87-d7f9bba35739 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Network hostable DHCP agents. Network: 67900017-0047-4088-8d49-f2b6540330d2, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:03:14.778913 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:14.783510 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7653a2cb-c076-43db-adc5-dfca481109b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:14.793325 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5c32-3f1a-482e-a80b-4e461c2d1b56 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:14.823668 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a94c2a-74be-4fe3-bd87-d7f9bba35739 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Network 67900017-0047-4088-8d49-f2b6540330d2 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:03:14.838006 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-c5a94c2a-74be-4fe3-bd87-d7f9bba35739 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 67900017-0047-4088-8d49-f2b6540330d2) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:03:14.843653 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a94c2a-74be-4fe3-bd87-d7f9bba35739 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:14.844665 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c5a94c2a-74be-4fe3-bd87-d7f9bba35739 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:14.851477 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5c32-3f1a-482e-a80b-4e461c2d1b56 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:14.859480 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b54079e-d666-4846-95b9-afb4bc151bf4 None None] Network 67900017-0047-4088-8d49-f2b6540330d2 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:03:14.892924 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c5a94c2a-74be-4fe3-bd87-d7f9bba35739 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.7771924 Nov 10 18:03:14.908622 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0e5c32-3f1a-482e-a80b-4e461c2d1b56 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Network a8192755-7eaf-46f6-87b8-df4f6239bf8f is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:03:14.912056 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-3a0e5c32-3f1a-482e-a80b-4e461c2d1b56 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:03:14.916187 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0e5c32-3f1a-482e-a80b-4e461c2d1b56 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:03:14.956001 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e5c32-3f1a-482e-a80b-4e461c2d1b56 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'Port': ['ID=33e3398b-11fe-4d1f-b41d-0c3ab046df21,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:14.978969 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7653a2cb-c076-43db-adc5-dfca481109b9 None None] Pushing event updated for resources: {'Port': ['ID=7702b750-6344-45e4-97bd-1380dd002728,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:15.002500 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5c32-3f1a-482e-a80b-4e461c2d1b56 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:15.076283 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 639b3d4c-0462-4124-a350-f4e48d099368 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:03:15.264057 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5c32-3f1a-482e-a80b-4e461c2d1b56 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:15.266654 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49374) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:15.273387 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-3a36f109-ad82-4b2b-855f-20132c0b3754 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-839306289', 'description': 'tempest-secgroup-smoke-839306289 description', 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:03:15.317764 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3a36f109-ad82-4b2b-855f-20132c0b3754 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:15.345664 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 639b3d4c-0462-4124-a350-f4e48d099368, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=639b3d4c-0462-4124-a350-f4e48d099368,segment=NetworkSegment(6b466d68-c591-4d87-8da5-4772ac75c43d),segment_id=6b466d68-c591-4d87-8da5-4772ac75c43d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:03:15.385301 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '639b3d4c-0462-4124-a350-f4e48d099368', 'network_id': 'a384840f-994e-49d7-a029-2994795f669c', 'port_id': '639b3d4c-0462-4124-a350-f4e48d099368', 'mac_address': 'fa:16:3e:77:48:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:03:15.401540 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f227de-9825-49fe-8d86-23dc887a0d86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-67900017-0047-4088-8d49-f2b6540330d2', 'network_id': '67900017-0047-4088-8d49-f2b6540330d2', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'fixed_ips': [{'subnet_id': '72721160-f790-455c-b614-a7788a46c3d5'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:03:15.402670 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-46f227de-9825-49fe-8d86-23dc887a0d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:15.463488 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:15.470877 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3a36f109-ad82-4b2b-855f-20132c0b3754 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:15.476869 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3a36f109-ad82-4b2b-855f-20132c0b3754 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:15.518016 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3a36f109-ad82-4b2b-855f-20132c0b3754 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:15.519674 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3a36f109-ad82-4b2b-855f-20132c0b3754 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2514622 Nov 10 18:03:15.523270 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49384) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:15.527373 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 639b3d4c-0462-4124-a350-f4e48d099368 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:03:15.528284 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-b4e28207-e03d-4dad-9d89-a453b8bd546d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Request body: {'security_group_rule': {'security_group_id': '83060c21-190e-49ed-8232-7747737cb1b3', 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:03:15.539800 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36f109-ad82-4b2b-855f-20132c0b3754 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83060c21-190e-49ed-8232-7747737cb1b3,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:15.570216 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 639b3d4c-0462-4124-a350-f4e48d099368, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=639b3d4c-0462-4124-a350-f4e48d099368,segment=NetworkSegment(6b466d68-c591-4d87-8da5-4772ac75c43d),segment_id=6b466d68-c591-4d87-8da5-4772ac75c43d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:03:15.588302 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b4e28207-e03d-4dad-9d89-a453b8bd546d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:15.604474 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:15.670162 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b4e28207-e03d-4dad-9d89-a453b8bd546d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:15.677623 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b4e28207-e03d-4dad-9d89-a453b8bd546d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:15.703201 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e28207-e03d-4dad-9d89-a453b8bd546d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c722095-a367-436d-8581-fb564182fbc2,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:15.715206 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b4e28207-e03d-4dad-9d89-a453b8bd546d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:15.716931 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b4e28207-e03d-4dad-9d89-a453b8bd546d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1920528 Nov 10 18:03:15.722606 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49392) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:15.728557 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-93dd9f89-f766-4e75-a4f2-3ba1f31998e4 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Request body: {'security_group_rule': {'security_group_id': '83060c21-190e-49ed-8232-7747737cb1b3', 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:03:15.733176 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=639b3d4c-0462-4124-a350-f4e48d099368,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:15.747475 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-46f227de-9825-49fe-8d86-23dc887a0d86 None None] Allocated IP 172.20.0.18 (67900017-0047-4088-8d49-f2b6540330d2/72721160-f790-455c-b614-a7788a46c3d5/41846d32-67e2-4734-ad51-a68bce5a192a) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:03:15.825486 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-93dd9f89-f766-4e75-a4f2-3ba1f31998e4 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:15.932946 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['639b3d4c-0462-4124-a350-f4e48d099368'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:03:15.989689 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-46f227de-9825-49fe-8d86-23dc887a0d86 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:16.005416 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-93dd9f89-f766-4e75-a4f2-3ba1f31998e4 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:16.015869 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-46f227de-9825-49fe-8d86-23dc887a0d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:16.019457 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23b939-e752-4caa-8de2-4958598e0b6e req-84d7cdf9-93bf-4f2c-a619-10f5b82ada14 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:16.021703 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0b23b939-e752-4caa-8de2-4958598e0b6e req-84d7cdf9-93bf-4f2c-a619-10f5b82ada14 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 945 time: 0.1721096 Nov 10 18:03:16.023205 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-93dd9f89-f766-4e75-a4f2-3ba1f31998e4 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:16.075717 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd9f89-f766-4e75-a4f2-3ba1f31998e4 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0781d837-0c34-48b5-9765-8b1cb90d1b98,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:16.098239 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-93dd9f89-f766-4e75-a4f2-3ba1f31998e4 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:16.099604 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-93dd9f89-f766-4e75-a4f2-3ba1f31998e4 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3757677 Nov 10 18:03:16.107732 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49406) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:16.114261 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-18285da6-3b6e-4224-8fd7-4f5244b8ee20 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Request body: {'security_group_rule': {'security_group_id': '83060c21-190e-49ed-8232-7747737cb1b3', 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:03:16.153901 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0b23b939-e752-4caa-8de2-4958598e0b6e req-f49fb023-c73b-40eb-a340-bc9a050a0fd9 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179914 Nov 10 18:03:16.154184 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f227de-9825-49fe-8d86-23dc887a0d86 None None] Network 67900017-0047-4088-8d49-f2b6540330d2 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:03:16.154786 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f227de-9825-49fe-8d86-23dc887a0d86 None None] Pushing event updated for resources: {'Port': ['ID=41846d32-67e2-4734-ad51-a68bce5a192a,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:16.158557 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-46f227de-9825-49fe-8d86-23dc887a0d86 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:03:16.177797 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f227de-9825-49fe-8d86-23dc887a0d86 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:03:16.182576 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-18285da6-3b6e-4224-8fd7-4f5244b8ee20 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:16.259376 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-18285da6-3b6e-4224-8fd7-4f5244b8ee20 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:16.264720 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-18285da6-3b6e-4224-8fd7-4f5244b8ee20 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:16.304890 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18285da6-3b6e-4224-8fd7-4f5244b8ee20 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5edf37e8-14b3-45d8-b429-d5f62d7299a1,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:16.322818 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-18285da6-3b6e-4224-8fd7-4f5244b8ee20 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:16.324541 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-18285da6-3b6e-4224-8fd7-4f5244b8ee20 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2155313 Nov 10 18:03:16.327374 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49414) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:16.333020 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-39ff4506-5c40-45cf-b930-90764e5c41de tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Request body: {'security_group_rule': {'security_group_id': '83060c21-190e-49ed-8232-7747737cb1b3', 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:03:16.382345 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39ff4506-5c40-45cf-b930-90764e5c41de tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:16.409180 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-46f227de-9825-49fe-8d86-23dc887a0d86 None None] Attempting to bind port 41846d32-67e2-4734-ad51-a68bce5a192a on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:03:16.409736 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-46f227de-9825-49fe-8d86-23dc887a0d86 None None] Attempting to bind port 41846d32-67e2-4734-ad51-a68bce5a192a by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '796053d4-2b54-4367-a2f9-30cb8262b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '67900017-0047-4088-8d49-f2b6540330d2'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:03:16.411815 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f227de-9825-49fe-8d86-23dc887a0d86 None None] Attempting to bind port 41846d32-67e2-4734-ad51-a68bce5a192a on network 67900017-0047-4088-8d49-f2b6540330d2 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:03:16.445163 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f227de-9825-49fe-8d86-23dc887a0d86 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:03:16.446194 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5c32-3f1a-482e-a80b-4e461c2d1b56 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:16.447222 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f227de-9825-49fe-8d86-23dc887a0d86 None None] Checking segment: {'id': '796053d4-2b54-4367-a2f9-30cb8262b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '67900017-0047-4088-8d49-f2b6540330d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:03:16.448898 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-46f227de-9825-49fe-8d86-23dc887a0d86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:16.449483 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f227de-9825-49fe-8d86-23dc887a0d86 None None] Bound using segment: {'id': '796053d4-2b54-4367-a2f9-30cb8262b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '67900017-0047-4088-8d49-f2b6540330d2'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:03:16.451453 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-46f227de-9825-49fe-8d86-23dc887a0d86 None None] Bound port: 41846d32-67e2-4734-ad51-a68bce5a192a, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '796053d4-2b54-4367-a2f9-30cb8262b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '67900017-0047-4088-8d49-f2b6540330d2'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:03:16.452220 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-46f227de-9825-49fe-8d86-23dc887a0d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:16.457071 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5c32-3f1a-482e-a80b-4e461c2d1b56 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:16.563530 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39ff4506-5c40-45cf-b930-90764e5c41de tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:16.579552 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39ff4506-5c40-45cf-b930-90764e5c41de tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:16.591112 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55882fc4-38be-42bc-b2b7-0eb14185aeb2 None None] Network a8192755-7eaf-46f6-87b8-df4f6239bf8f requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:03:16.605924 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e5c32-3f1a-482e-a80b-4e461c2d1b56 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'Port': ['ID=33e3398b-11fe-4d1f-b41d-0c3ab046df21,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:16.623339 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a0e5c32-3f1a-482e-a80b-4e461c2d1b56 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:16.632547 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff4506-5c40-45cf-b930-90764e5c41de tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=878e9dab-2ed2-462d-a3bd-040d772da895,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:16.647094 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39ff4506-5c40-45cf-b930-90764e5c41de tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:16.652730 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-39ff4506-5c40-45cf-b930-90764e5c41de tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3209436 Nov 10 18:03:16.653338 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49416) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:16.664766 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-c241285c-d6d6-4b5b-8aea-bdff57277ae5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Request body: {'security_group_rule': {'security_group_id': '83060c21-190e-49ed-8232-7747737cb1b3', 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:03:16.728711 n-d-776250-10 neutron-server[102469]: INFO neutron.db.securitygroups_db [None req-c241285c-d6d6-4b5b-8aea-bdff57277ae5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Project 89cf220e8c1c4bf18e710a3d7b36e9f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 18:03:16.731210 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 7702b750-6344-45e4-97bd-1380dd002728 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:03:16.733556 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-701a17b4-0727-4f24-9b9f-185d87639705 None None] Provisioning complete for port 7702b750-6344-45e4-97bd-1380dd002728 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:03:16.743531 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c241285c-d6d6-4b5b-8aea-bdff57277ae5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:16.744806 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-701a17b4-0727-4f24-9b9f-185d87639705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:16.787817 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-46f227de-9825-49fe-8d86-23dc887a0d86 None None] For port 41846d32-67e2-4734-ad51-a68bce5a192a, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:03:16.838807 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-46f227de-9825-49fe-8d86-23dc887a0d86 None None] For port 41846d32-67e2-4734-ad51-a68bce5a192a, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=41846d32-67e2-4734-ad51-a68bce5a192a,segment=NetworkSegment(796053d4-2b54-4367-a2f9-30cb8262b9a1),segment_id=796053d4-2b54-4367-a2f9-30cb8262b9a1)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:03:16.846509 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0e5c32-3f1a-482e-a80b-4e461c2d1b56 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Network a8192755-7eaf-46f6-87b8-df4f6239bf8f is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:03:16.848676 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-3a0e5c32-3f1a-482e-a80b-4e461c2d1b56 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:03:16.857819 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-46f227de-9825-49fe-8d86-23dc887a0d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:16.900118 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c241285c-d6d6-4b5b-8aea-bdff57277ae5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:16.919557 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c241285c-d6d6-4b5b-8aea-bdff57277ae5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:16.935031 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f227de-9825-49fe-8d86-23dc887a0d86 None None] Pushing event updated for resources: {'Port': ['ID=41846d32-67e2-4734-ad51-a68bce5a192a,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:16.978797 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241285c-d6d6-4b5b-8aea-bdff57277ae5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46218b7d-939a-4c6d-9acf-6a3b7f8807b1,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:17.002690 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c241285c-d6d6-4b5b-8aea-bdff57277ae5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:17.010855 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c241285c-d6d6-4b5b-8aea-bdff57277ae5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3524060 Nov 10 18:03:17.011634 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49418) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:17.018016 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-38f4bf82-3c44-422f-91d8-c0ae704e7409 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Request body: {'security_group_rule': {'security_group_id': '83060c21-190e-49ed-8232-7747737cb1b3', 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:03:17.055798 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0e5c32-3f1a-482e-a80b-4e461c2d1b56 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Router 448bc8fa-0a86-4f1f-98c5-9670772f6ad3 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:03:17.062980 n-d-776250-10 neutron-server[102469]: INFO neutron.db.securitygroups_db [None req-38f4bf82-3c44-422f-91d8-c0ae704e7409 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Project 89cf220e8c1c4bf18e710a3d7b36e9f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 18:03:17.069414 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-38f4bf82-3c44-422f-91d8-c0ae704e7409 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:17.109346 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 639b3d4c-0462-4124-a350-f4e48d099368 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:03:17.169997 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-38f4bf82-3c44-422f-91d8-c0ae704e7409 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:17.178903 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-38f4bf82-3c44-422f-91d8-c0ae704e7409 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:17.193106 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 7702b750-6344-45e4-97bd-1380dd002728 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:03:17.193541 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:17.211128 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4bf82-3c44-422f-91d8-c0ae704e7409 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d95d3560-9312-46d4-8341-46c93d5f1ada,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:17.230505 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-38f4bf82-3c44-422f-91d8-c0ae704e7409 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:17.244228 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-38f4bf82-3c44-422f-91d8-c0ae704e7409 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2313330 Nov 10 18:03:17.285649 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-701a17b4-0727-4f24-9b9f-185d87639705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:17.391934 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-701a17b4-0727-4f24-9b9f-185d87639705 None None] For port 7702b750-6344-45e4-97bd-1380dd002728, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=7702b750-6344-45e4-97bd-1380dd002728,segment=NetworkSegment(d95f70bf-e73f-4864-8f05-23c32ef5549e),segment_id=d95f70bf-e73f-4864-8f05-23c32ef5549e)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:03:17.407861 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-701a17b4-0727-4f24-9b9f-185d87639705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:17.417841 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 639b3d4c-0462-4124-a350-f4e48d099368 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:03:17.419302 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:17.435390 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0e5c32-3f1a-482e-a80b-4e461c2d1b56 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:03:17.475814 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3a0e5c32-3f1a-482e-a80b-4e461c2d1b56 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "PUT /v2.0/routers/448bc8fa-0a86-4f1f-98c5-9670772f6ad3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2161903 Nov 10 18:03:17.565230 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-e8166e83-47c0-4ea8-8b00-58016296ea53 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-839306289&fields=id&tenant_id=89cf220e8c1c4bf18e710a3d7b36e9f4 HTTP/1.1" status: 200 len: 267 time: 0.0879385 Nov 10 18:03:17.571682 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc256a-968d-4524-9bbd-d4c620fb6a05 req-f2d1447a-50ad-45ca-bb5f-4923bc253625 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:17.582376 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5cc256a-968d-4524-9bbd-d4c620fb6a05 req-f2d1447a-50ad-45ca-bb5f-4923bc253625 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 945 time: 0.2051694 Nov 10 18:03:17.681119 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5cc256a-968d-4524-9bbd-d4c620fb6a05 req-59137f5e-72b3-41d2-b3a4-adebf096f232 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968447 Nov 10 18:03:17.805326 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-d14c2a2d-765e-4ad6-a15e-edc24de753f2 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:17.807783 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-d14c2a2d-765e-4ad6-a15e-edc24de753f2 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/networks?id=67900017-0047-4088-8d49-f2b6540330d2 HTTP/1.1" status: 200 len: 797 time: 0.2341113 Nov 10 18:03:17.834216 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-37b40e19-aace-4afb-abfc-d79fde90aa9e tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/quotas/89cf220e8c1c4bf18e710a3d7b36e9f4 HTTP/1.1" status: 200 len: 375 time: 0.0197105 Nov 10 18:03:17.915338 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fadd61-a9e3-425d-a17d-6249f2107427 None None] Sync routers for ids ['448bc8fa-0a86-4f1f-98c5-9670772f6ad3'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:03:17.943455 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-f989433e-3fab-48df-b05b-dc02a42e75fd tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=89cf220e8c1c4bf18e710a3d7b36e9f4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0978122 Nov 10 18:03:17.949954 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a17b4-0727-4f24-9b9f-185d87639705 None None] Pushing event updated for resources: {'Port': ['ID=7702b750-6344-45e4-97bd-1380dd002728,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:17.989933 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fadd61-a9e3-425d-a17d-6249f2107427 None None] Routers {'448bc8fa-0a86-4f1f-98c5-9670772f6ad3'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:03:17.990587 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-29fadd61-a9e3-425d-a17d-6249f2107427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:03:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['448bc8fa-0a86-4f1f-98c5-9670772f6ad3'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:03:17.999249 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-31fbdb2c-13be-4d64-a9e2-8b1ed1f0e619 None None] Provisioning complete for port 33e3398b-11fe-4d1f-b41d-0c3ab046df21 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:03:17.999249 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-31fbdb2c-13be-4d64-a9e2-8b1ed1f0e619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:18.050325 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97671542-809a-4ce3-b559-65b4e7686534 req-64c95692-d228-42a3-abeb-85bd02558e5d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2089668135&fields=id&tenant_id=84e0993fb1d44a64ad660dd1943b7d6b HTTP/1.1" status: 200 len: 267 time: 0.0894480 Nov 10 18:03:18.196111 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97671542-809a-4ce3-b559-65b4e7686534 req-4d26a628-d75f-451c-ad4a-139d30a79121 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:18.205497 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97671542-809a-4ce3-b559-65b4e7686534 req-4d26a628-d75f-451c-ad4a-139d30a79121 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/networks?id=a8192755-7eaf-46f6-87b8-df4f6239bf8f HTTP/1.1" status: 200 len: 796 time: 0.1541784 Nov 10 18:03:18.227784 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97671542-809a-4ce3-b559-65b4e7686534 req-38826a9d-707a-4ece-8ca3-4efed0e47682 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/quotas/84e0993fb1d44a64ad660dd1943b7d6b HTTP/1.1" status: 200 len: 375 time: 0.0210261 Nov 10 18:03:18.323363 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97671542-809a-4ce3-b559-65b4e7686534 req-40770778-23a2-42e4-bc13-0de6657001e8 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0941093 Nov 10 18:03:18.382191 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-31fbdb2c-13be-4d64-a9e2-8b1ed1f0e619 None None] Port 33e3398b-11fe-4d1f-b41d-0c3ab046df21 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:03:18.394794 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:18.453387 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-31fbdb2c-13be-4d64-a9e2-8b1ed1f0e619 None None] Provisioning complete for port 7702b750-6344-45e4-97bd-1380dd002728 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:03:18.453971 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-31fbdb2c-13be-4d64-a9e2-8b1ed1f0e619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:18.505720 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c83056-f77e-4ab4-8263-44d294115745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639b3d4c-0462-4124-a350-f4e48d099368'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:03:18.508169 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd95f0b-465d-49e8-aee5-f5ee4be1a301" -d '{"events": [{"server_uuid": "83c83056-f77e-4ab4-8263-44d294115745", "name": "network-vif-plugged", "status": "completed", "tag": "639b3d4c-0462-4124-a350-f4e48d099368"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:03:18.539753 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-29fadd61-a9e3-425d-a17d-6249f2107427 None None] Set router 448bc8fa-0a86-4f1f-98c5-9670772f6ad3 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:03:18.703864 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97671542-809a-4ce3-b559-65b4e7686534 req-e3a5b8cd-d98c-4896-aae8-b1ffb574b1be service neutron] 10.222.0.39 "GET /v2.0/networks/a8192755-7eaf-46f6-87b8-df4f6239bf8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777461 Nov 10 18:03:18.788057 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 639b3d4c-0462-4124-a350-f4e48d099368, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=639b3d4c-0462-4124-a350-f4e48d099368,segment=NetworkSegment(6b466d68-c591-4d87-8da5-4772ac75c43d),segment_id=6b466d68-c591-4d87-8da5-4772ac75c43d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:03:18.794052 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 7702b750-6344-45e4-97bd-1380dd002728 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:03:18.839426 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:18.890263 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-43d5ef95-ffbc-4980-ac98-3209f97f492b service neutron] 10.222.0.39 "GET /v2.0/networks/67900017-0047-4088-8d49-f2b6540330d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154989 Nov 10 18:03:18.922537 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97671542-809a-4ce3-b559-65b4e7686534 req-4285b98b-d7ba-400f-a968-0076127d4f10 service neutron] 10.222.0.39 "GET /v2.0/networks/a8192755-7eaf-46f6-87b8-df4f6239bf8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972477 Nov 10 18:03:18.948241 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0359835-ccf1-429b-afd5-d6b3506000ed None None] Network 67900017-0047-4088-8d49-f2b6540330d2 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:03:19.034522 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-e3a4552e-fa2e-4245-9b66-b2bd502561fd service neutron] 10.222.0.39 "GET /v2.0/networks/67900017-0047-4088-8d49-f2b6540330d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298051 Nov 10 18:03:19.118985 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38feef64-756f-4c7e-bff6-a20187dfa3b9 x-openstack-request-id: req-38feef64-756f-4c7e-bff6-a20187dfa3b9 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:03:19.119279 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c83056-f77e-4ab4-8263-44d294115745", "name": "network-vif-plugged", "status": "completed", "tag": "639b3d4c-0462-4124-a350-f4e48d099368", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:03:19.119573 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-38feef64-756f-4c7e-bff6-a20187dfa3b9 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:03:19.120169 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c83056-f77e-4ab4-8263-44d294115745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639b3d4c-0462-4124-a350-f4e48d099368', 'code': 200} Nov 10 18:03:19.263940 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=639b3d4c-0462-4124-a350-f4e48d099368,revision_number=7']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:19.302433 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dcf1af-ef48-435a-8a95-37ebf9e8381e req-d4e18727-3669-4a03-80ee-1f49d547849b tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:19.304836 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5dcf1af-ef48-435a-8a95-37ebf9e8381e req-d4e18727-3669-4a03-80ee-1f49d547849b tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 946 time: 0.1284051 Nov 10 18:03:19.392550 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 7702b750-6344-45e4-97bd-1380dd002728 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:03:19.393122 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:19.410328 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5dcf1af-ef48-435a-8a95-37ebf9e8381e req-f808ef17-a958-4122-b281-7e2630d81a41 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991395 Nov 10 18:03:19.527653 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-68080e0f-8a6c-4d99-88c8-465b6c476df8 req-bae80c76-4ee9-4466-b3aa-926c1542411b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 210 time: 0.0578604 Nov 10 18:03:19.537987 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-64e01106-e598-4d39-a775-2b2fc847e436 req-d320aac1-5c97-4179-9d92-11661194d507 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed1cc1c2-b2fa-4c62-a11c-23d4c2b1e369 HTTP/1.1" status: 200 len: 210 time: 0.0811691 Nov 10 18:03:19.643410 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-29fadd61-a9e3-425d-a17d-6249f2107427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921459671', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '8a060a9c-c3e8-4a7a-bb33-9e499df5ccda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:03:10Z', 'updated_at': '2021-11-10T18:03:15Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '8a060a9c-c3e8-4a7a-bb33-9e499df5ccda', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:03:11Z', 'updated_at': '2021-11-10T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '33e3398b-11fe-4d1f-b41d-0c3ab046df21', 'name': '', 'network_id': 'a8192755-7eaf-46f6-87b8-df4f6239bf8f', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:8a:74:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '88baa772-6139-4b41-96b4-fd2921b23f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:03:14Z', 'updated_at': '2021-11-10T18:03:16Z', 'revision_number': 2, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': '88baa772-6139-4b41-96b4-fd2921b23f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:03:19.715594 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fadd61-a9e3-425d-a17d-6249f2107427 None None] Checking router: 448bc8fa-0a86-4f1f-98c5-9670772f6ad3 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:03:19.716016 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fadd61-a9e3-425d-a17d-6249f2107427 None None] Updating router 448bc8fa-0a86-4f1f-98c5-9670772f6ad3 port 33e3398b-11fe-4d1f-b41d-0c3ab046df21 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:03:19.802723 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a86b4c86-e6f2-45b3-9dfb-68550ce39e81 None None] Provisioning complete for port 33e3398b-11fe-4d1f-b41d-0c3ab046df21 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:03:19.803095 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a86b4c86-e6f2-45b3-9dfb-68550ce39e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:19.808658 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-29fadd61-a9e3-425d-a17d-6249f2107427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:19.894753 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 41846d32-67e2-4734-ad51-a68bce5a192a up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:03:19.902113 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-a86b4c86-e6f2-45b3-9dfb-68550ce39e81 None None] Port 33e3398b-11fe-4d1f-b41d-0c3ab046df21 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:03:20.104028 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a86b4c86-e6f2-45b3-9dfb-68550ce39e81 None None] Provisioning complete for port 41846d32-67e2-4734-ad51-a68bce5a192a triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:03:20.104489 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a86b4c86-e6f2-45b3-9dfb-68550ce39e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:20.237650 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 41846d32-67e2-4734-ad51-a68bce5a192a triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:03:20.238047 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:20.365352 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a86b4c86-e6f2-45b3-9dfb-68550ce39e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:20.481548 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:20.516557 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-a86b4c86-e6f2-45b3-9dfb-68550ce39e81 None None] For port 41846d32-67e2-4734-ad51-a68bce5a192a, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=41846d32-67e2-4734-ad51-a68bce5a192a,segment=NetworkSegment(796053d4-2b54-4367-a2f9-30cb8262b9a1),segment_id=796053d4-2b54-4367-a2f9-30cb8262b9a1)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:03:20.542874 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a86b4c86-e6f2-45b3-9dfb-68550ce39e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:20.611938 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-29fadd61-a9e3-425d-a17d-6249f2107427 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:20.641269 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bace589-980b-4de8-8649-221c1e77e1e1 req-ced74b38-1092-40fc-8666-c8bdd69bc720 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:20.648194 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-29fadd61-a9e3-425d-a17d-6249f2107427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:20.652015 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0bace589-980b-4de8-8649-221c1e77e1e1 req-ced74b38-1092-40fc-8666-c8bdd69bc720 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 946 time: 0.1374078 Nov 10 18:03:20.759159 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0bace589-980b-4de8-8649-221c1e77e1e1 req-8d8e9f19-8ee0-4b9a-8cbb-c826f2c198fe tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982537 Nov 10 18:03:20.790026 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 18:03:20.790398 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 18:03:20.792712 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b4c86-e6f2-45b3-9dfb-68550ce39e81 None None] Pushing event updated for resources: {'Port': ['ID=41846d32-67e2-4734-ad51-a68bce5a192a,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:20.807002 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-4efd27e4-4a1a-48ba-a8cb-50d81cb8d154 None None] Provisioning complete for port 41846d32-67e2-4734-ad51-a68bce5a192a triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:03:20.807387 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4efd27e4-4a1a-48ba-a8cb-50d81cb8d154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:20.820508 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a55ae89d-b061-40e9-b8e6-9e3b7829eea1 req-786e56a4-f7eb-414a-bf6e-64bf51f96968 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 210 time: 0.0999205 Nov 10 18:03:20.908439 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97671542-809a-4ce3-b559-65b4e7686534 req-45631289-defd-48c8-9ed9-15f2afd941fe tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:20.910074 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97671542-809a-4ce3-b559-65b4e7686534 req-45631289-defd-48c8-9ed9-15f2afd941fe tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.13 "GET /v2.0/networks?id=a8192755-7eaf-46f6-87b8-df4f6239bf8f HTTP/1.1" status: 200 len: 796 time: 0.3506956 Nov 10 18:03:21.027148 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fec38a6f-a477-472c-b203-4ed427a88552 req-8e4ffe4f-bc8d-48ff-911f-0a7378d2912a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed1cc1c2-b2fa-4c62-a11c-23d4c2b1e369 HTTP/1.1" status: 200 len: 210 time: 0.0701311 Nov 10 18:03:21.097280 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97671542-809a-4ce3-b559-65b4e7686534 req-4413489f-2309-446d-b89b-15ce9d460ee9 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84e0993fb1d44a64ad660dd1943b7d6b HTTP/1.1" status: 200 len: 380 time: 0.1765299 Nov 10 18:03:21.115915 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-97671542-809a-4ce3-b559-65b4e7686534 req-ddcb8bc2-1b5a-4ba7-8c14-f523fabde940 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'port': {'device_id': '390ad915-0b89-44bb-bc94-276decbee634', 'network_id': 'a8192755-7eaf-46f6-87b8-df4f6239bf8f', 'admin_state_up': True, 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'security_groups': ['97aa9cd3-f0d3-41ad-9b23-c00b18459553']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:03:21.242634 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e09d72-258e-4824-a166-e431cf63cfd6 None None] Pushing event updated for resources: {'Port': ['ID=33e3398b-11fe-4d1f-b41d-0c3ab046df21,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:21.245589 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-29fadd61-a9e3-425d-a17d-6249f2107427 None None] Attempting to bind port 33e3398b-11fe-4d1f-b41d-0c3ab046df21 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:03:21.246037 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-29fadd61-a9e3-425d-a17d-6249f2107427 None None] Attempting to bind port 33e3398b-11fe-4d1f-b41d-0c3ab046df21 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'd95f70bf-e73f-4864-8f05-23c32ef5549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a8192755-7eaf-46f6-87b8-df4f6239bf8f'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:03:21.246376 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fadd61-a9e3-425d-a17d-6249f2107427 None None] Attempting to bind port 33e3398b-11fe-4d1f-b41d-0c3ab046df21 on network a8192755-7eaf-46f6-87b8-df4f6239bf8f {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:03:21.253792 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fadd61-a9e3-425d-a17d-6249f2107427 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:03:21.254172 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fadd61-a9e3-425d-a17d-6249f2107427 None None] Checking segment: {'id': 'd95f70bf-e73f-4864-8f05-23c32ef5549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a8192755-7eaf-46f6-87b8-df4f6239bf8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:03:21.254578 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-29fadd61-a9e3-425d-a17d-6249f2107427 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:21.254975 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fadd61-a9e3-425d-a17d-6249f2107427 None None] Bound using segment: {'id': 'd95f70bf-e73f-4864-8f05-23c32ef5549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a8192755-7eaf-46f6-87b8-df4f6239bf8f'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:03:21.255464 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-29fadd61-a9e3-425d-a17d-6249f2107427 None None] Bound port: 33e3398b-11fe-4d1f-b41d-0c3ab046df21, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd95f70bf-e73f-4864-8f05-23c32ef5549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a8192755-7eaf-46f6-87b8-df4f6239bf8f'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:03:21.255852 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-29fadd61-a9e3-425d-a17d-6249f2107427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:21.277258 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-eab54218-56d0-49d3-939e-c878229f7397 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:21.280907 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-eab54218-56d0-49d3-939e-c878229f7397 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.13 "GET /v2.0/networks?id=67900017-0047-4088-8d49-f2b6540330d2 HTTP/1.1" status: 200 len: 797 time: 0.2408447 Nov 10 18:03:21.412660 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-062a71af-6469-4a88-b971-7a4375efd114 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89cf220e8c1c4bf18e710a3d7b36e9f4 HTTP/1.1" status: 200 len: 472 time: 0.1194832 Nov 10 18:03:21.429432 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-29fadd61-a9e3-425d-a17d-6249f2107427 None None] For port 33e3398b-11fe-4d1f-b41d-0c3ab046df21, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:03:21.430570 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-ef2e9024-8d7d-486f-b306-b6ecc5b58b28 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Request body: {'port': {'device_id': 'ed1cc1c2-b2fa-4c62-a11c-23d4c2b1e369', 'network_id': '67900017-0047-4088-8d49-f2b6540330d2', 'admin_state_up': True, 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'security_groups': ['83060c21-190e-49ed-8232-7747737cb1b3']}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:03:21.439786 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97671542-809a-4ce3-b559-65b4e7686534 req-ddcb8bc2-1b5a-4ba7-8c14-f523fabde940 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Made reservation on behalf of 84e0993fb1d44a64ad660dd1943b7d6b for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:03:21.445229 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-97671542-809a-4ce3-b559-65b4e7686534 req-ddcb8bc2-1b5a-4ba7-8c14-f523fabde940 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:21.450806 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-29fadd61-a9e3-425d-a17d-6249f2107427 None None] For port 33e3398b-11fe-4d1f-b41d-0c3ab046df21, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=33e3398b-11fe-4d1f-b41d-0c3ab046df21,segment=NetworkSegment(d95f70bf-e73f-4864-8f05-23c32ef5549e),segment_id=d95f70bf-e73f-4864-8f05-23c32ef5549e)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:03:21.463421 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-29fadd61-a9e3-425d-a17d-6249f2107427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:21.603262 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fadd61-a9e3-425d-a17d-6249f2107427 None None] Routers {'448bc8fa-0a86-4f1f-98c5-9670772f6ad3'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:03:21.604530 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-29fadd61-a9e3-425d-a17d-6249f2107427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:03:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['448bc8fa-0a86-4f1f-98c5-9670772f6ad3'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:03:21.635204 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-97671542-809a-4ce3-b559-65b4e7686534 req-ddcb8bc2-1b5a-4ba7-8c14-f523fabde940 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Allocated IP 172.20.0.14 (a8192755-7eaf-46f6-87b8-df4f6239bf8f/88baa772-6139-4b41-96b4-fd2921b23f71/97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:03:21.680305 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-ef2e9024-8d7d-486f-b306-b6ecc5b58b28 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Made reservation on behalf of 89cf220e8c1c4bf18e710a3d7b36e9f4 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:03:21.698934 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-ef2e9024-8d7d-486f-b306-b6ecc5b58b28 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:21.710783 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 41846d32-67e2-4734-ad51-a68bce5a192a up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:03:21.728015 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a01cff0d-270c-405a-a786-ede6cb86162e None None] Provisioning complete for port 33e3398b-11fe-4d1f-b41d-0c3ab046df21 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:03:21.728650 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a01cff0d-270c-405a-a786-ede6cb86162e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:21.852918 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-97671542-809a-4ce3-b559-65b4e7686534 req-ddcb8bc2-1b5a-4ba7-8c14-f523fabde940 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:21.912067 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-97671542-809a-4ce3-b559-65b4e7686534 req-ddcb8bc2-1b5a-4ba7-8c14-f523fabde940 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:21.923870 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e09d72-258e-4824-a166-e431cf63cfd6 None None] Pushing event updated for resources: {'Port': ['ID=33e3398b-11fe-4d1f-b41d-0c3ab046df21,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:22.011785 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e09d72-258e-4824-a166-e431cf63cfd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:22.012291 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e09d72-258e-4824-a166-e431cf63cfd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:22.012637 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e09d72-258e-4824-a166-e431cf63cfd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:22.012975 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e09d72-258e-4824-a166-e431cf63cfd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:22.013305 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e09d72-258e-4824-a166-e431cf63cfd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:22.013776 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e09d72-258e-4824-a166-e431cf63cfd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:22.014113 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e09d72-258e-4824-a166-e431cf63cfd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:22.014441 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e09d72-258e-4824-a166-e431cf63cfd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:22.014764 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e09d72-258e-4824-a166-e431cf63cfd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:22.015088 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e09d72-258e-4824-a166-e431cf63cfd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:22.016139 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e09d72-258e-4824-a166-e431cf63cfd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:22.016488 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e09d72-258e-4824-a166-e431cf63cfd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:03:22.092273 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb8bc2-1b5a-4ba7-8c14-f523fabde940 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'Port': ['ID=97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:22.092670 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-ef2e9024-8d7d-486f-b306-b6ecc5b58b28 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Allocated IP 172.20.0.26 (67900017-0047-4088-8d49-f2b6540330d2/72721160-f790-455c-b614-a7788a46c3d5/98efbd19-bf4e-409d-9847-fb1ea7bb6169) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:03:22.097807 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97671542-809a-4ce3-b559-65b4e7686534 req-ddcb8bc2-1b5a-4ba7-8c14-f523fabde940 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Network a8192755-7eaf-46f6-87b8-df4f6239bf8f is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:03:22.101878 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a01cff0d-270c-405a-a786-ede6cb86162e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:22.105098 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-97671542-809a-4ce3-b559-65b4e7686534 req-ddcb8bc2-1b5a-4ba7-8c14-f523fabde940 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:03:22.121842 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-97671542-809a-4ce3-b559-65b4e7686534 req-ddcb8bc2-1b5a-4ba7-8c14-f523fabde940 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:03:22.134558 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 41846d32-67e2-4734-ad51-a68bce5a192a triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:03:22.134927 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:22.137943 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-29fadd61-a9e3-425d-a17d-6249f2107427 None None] Set router 448bc8fa-0a86-4f1f-98c5-9670772f6ad3 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:03:22.159510 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf38a52-952f-4a15-8ea2-9b22b57c84ed req-9b3603cf-79fa-4750-bbe9-137ce6926131 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:22.170541 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7bf38a52-952f-4a15-8ea2-9b22b57c84ed req-9b3603cf-79fa-4750-bbe9-137ce6926131 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 932 time: 0.2006907 Nov 10 18:03:22.288595 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-a01cff0d-270c-405a-a786-ede6cb86162e None None] For port 33e3398b-11fe-4d1f-b41d-0c3ab046df21, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=33e3398b-11fe-4d1f-b41d-0c3ab046df21,segment=NetworkSegment(d95f70bf-e73f-4864-8f05-23c32ef5549e),segment_id=d95f70bf-e73f-4864-8f05-23c32ef5549e)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:03:22.295576 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-ef2e9024-8d7d-486f-b306-b6ecc5b58b28 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:22.304823 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97671542-809a-4ce3-b559-65b4e7686534 req-ddcb8bc2-1b5a-4ba7-8c14-f523fabde940 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:22.305740 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-97671542-809a-4ce3-b559-65b4e7686534 req-ddcb8bc2-1b5a-4ba7-8c14-f523fabde940 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:22.323079 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7bf38a52-952f-4a15-8ea2-9b22b57c84ed req-5329ef83-3370-436e-9479-bb7de728fa01 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=97aa9cd3-f0d3-41ad-9b23-c00b18459553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512806 Nov 10 18:03:22.352360 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97671542-809a-4ce3-b559-65b4e7686534 req-ddcb8bc2-1b5a-4ba7-8c14-f523fabde940 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2316594 Nov 10 18:03:22.352502 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5ae8e-857e-40f0-b9a9-324d2ec5e998 req-fa615419-4d86-4ff5-94a7-ed8d96129ba5 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:22.353483 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a01cff0d-270c-405a-a786-ede6cb86162e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:22.355292 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bfb5ae8e-857e-40f0-b9a9-324d2ec5e998 req-fa615419-4d86-4ff5-94a7-ed8d96129ba5 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 946 time: 0.3677859 Nov 10 18:03:22.357620 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-ef2e9024-8d7d-486f-b306-b6ecc5b58b28 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:22.368872 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-97671542-809a-4ce3-b559-65b4e7686534 req-23dcd6de-d6ed-4fb8-aabe-2129e2dd1705 service neutron] Request body: {'port': {'device_id': '390ad915-0b89-44bb-bc94-276decbee634', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:03:22.439393 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01cff0d-270c-405a-a786-ede6cb86162e None None] Pushing event updated for resources: {'Port': ['ID=33e3398b-11fe-4d1f-b41d-0c3ab046df21,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:22.459313 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-ef2e9024-8d7d-486f-b306-b6ecc5b58b28 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Network 67900017-0047-4088-8d49-f2b6540330d2 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:03:22.527431 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bfb5ae8e-857e-40f0-b9a9-324d2ec5e998 req-80b15e1d-d780-4266-bbee-e68c1a72e058 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573226 Nov 10 18:03:22.528705 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-ef2e9024-8d7d-486f-b306-b6ecc5b58b28 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:03:22.537322 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-ef2e9024-8d7d-486f-b306-b6ecc5b58b28 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:03:22.541548 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-97671542-809a-4ce3-b559-65b4e7686534 req-23dcd6de-d6ed-4fb8-aabe-2129e2dd1705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:22.570476 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e9024-8d7d-486f-b306-b6ecc5b58b28 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'Port': ['ID=98efbd19-bf4e-409d-9847-fb1ea7bb6169,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:22.590490 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be3552-a55d-42bc-90ee-6d580692b8e6 req-9fd14e4f-fedf-4a21-b748-a7636cd9bbfb tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:22.602976 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-99be3552-a55d-42bc-90ee-6d580692b8e6 req-9fd14e4f-fedf-4a21-b748-a7636cd9bbfb tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed1cc1c2-b2fa-4c62-a11c-23d4c2b1e369 HTTP/1.1" status: 200 len: 932 time: 0.1810699 Nov 10 18:03:22.647471 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-ef2e9024-8d7d-486f-b306-b6ecc5b58b28 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:22.654670 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-ef2e9024-8d7d-486f-b306-b6ecc5b58b28 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:22.668433 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-5d5c08e9-9b0c-4035-a9e0-35c293e25cff None None] Provisioning complete for port 33e3398b-11fe-4d1f-b41d-0c3ab046df21 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:03:22.668958 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5d5c08e9-9b0c-4035-a9e0-35c293e25cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:22.691869 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-ef2e9024-8d7d-486f-b306-b6ecc5b58b28 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2714202 Nov 10 18:03:22.710203 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-43525e12-88a3-4be2-aceb-671183dc2bb7 service neutron] Request body: {'port': {'device_id': 'ed1cc1c2-b2fa-4c62-a11c-23d4c2b1e369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:03:22.771980 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-99be3552-a55d-42bc-90ee-6d580692b8e6 req-32a8d873-2094-4ca8-aa0d-e758b90c37cd tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?id=83060c21-190e-49ed-8232-7747737cb1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680865 Nov 10 18:03:22.870429 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-43525e12-88a3-4be2-aceb-671183dc2bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:23.063786 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-29fadd61-a9e3-425d-a17d-6249f2107427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921459671', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '8a060a9c-c3e8-4a7a-bb33-9e499df5ccda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:03:10Z', 'updated_at': '2021-11-10T18:03:15Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '8a060a9c-c3e8-4a7a-bb33-9e499df5ccda', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:03:11Z', 'updated_at': '2021-11-10T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '33e3398b-11fe-4d1f-b41d-0c3ab046df21', 'name': '', 'network_id': 'a8192755-7eaf-46f6-87b8-df4f6239bf8f', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:8a:74:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '88baa772-6139-4b41-96b4-fd2921b23f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:03:14Z', 'updated_at': '2021-11-10T18:03:21Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': '88baa772-6139-4b41-96b4-fd2921b23f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:03:23.103077 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fadd61-a9e3-425d-a17d-6249f2107427 None None] The sync data for ids ['448bc8fa-0a86-4f1f-98c5-9670772f6ad3'] in n-d-776250-10 is: [{'id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921459671', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '8a060a9c-c3e8-4a7a-bb33-9e499df5ccda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:03:10Z', 'updated_at': '2021-11-10T18:03:15Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '8a060a9c-c3e8-4a7a-bb33-9e499df5ccda', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:03:11Z', 'updated_at': '2021-11-10T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '33e3398b-11fe-4d1f-b41d-0c3ab046df21', 'name': '', 'network_id': 'a8192755-7eaf-46f6-87b8-df4f6239bf8f', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:8a:74:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '88baa772-6139-4b41-96b4-fd2921b23f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:03:14Z', 'updated_at': '2021-11-10T18:03:21Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': '88baa772-6139-4b41-96b4-fd2921b23f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:03:23.152168 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e154f736-dfb3-4968-864f-e7f452dae73f None None] Provisioning complete for port 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:03:23.152710 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e154f736-dfb3-4968-864f-e7f452dae73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:23.288656 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-e154f736-dfb3-4968-864f-e7f452dae73f None None] Port 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:03:23.328013 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e154f736-dfb3-4968-864f-e7f452dae73f None None] Provisioning complete for port 98efbd19-bf4e-409d-9847-fb1ea7bb6169 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:03:23.328502 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e154f736-dfb3-4968-864f-e7f452dae73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:23.341139 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-97671542-809a-4ce3-b559-65b4e7686534 req-23dcd6de-d6ed-4fb8-aabe-2129e2dd1705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:03:23.367185 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-97671542-809a-4ce3-b559-65b4e7686534 req-23dcd6de-d6ed-4fb8-aabe-2129e2dd1705 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:23.397046 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-e154f736-dfb3-4968-864f-e7f452dae73f None None] Port 98efbd19-bf4e-409d-9847-fb1ea7bb6169 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:03:23.408106 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-97671542-809a-4ce3-b559-65b4e7686534 req-23dcd6de-d6ed-4fb8-aabe-2129e2dd1705 service neutron] Transition to ACTIVE for port object 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:03:23.413408 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-97671542-809a-4ce3-b559-65b4e7686534 req-23dcd6de-d6ed-4fb8-aabe-2129e2dd1705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:23.525399 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dcd6de-d6ed-4fb8-aabe-2129e2dd1705 service neutron] Pushing event updated for resources: {'Port': ['ID=97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:23.606337 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 33e3398b-11fe-4d1f-b41d-0c3ab046df21 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:03:23.703434 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87032179-2e28-44a8-a867-b707847a9614 req-b1eb3673-d6f3-4eda-8f0f-978077a1eea8 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:23.712019 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-87032179-2e28-44a8-a867-b707847a9614 req-b1eb3673-d6f3-4eda-8f0f-978077a1eea8 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 944 time: 0.2608836 Nov 10 18:03:23.733500 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-43525e12-88a3-4be2-aceb-671183dc2bb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98efbd19-bf4e-409d-9847-fb1ea7bb6169 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:03:23.734876 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 33e3398b-11fe-4d1f-b41d-0c3ab046df21 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:03:23.740347 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:23.754619 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-43525e12-88a3-4be2-aceb-671183dc2bb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:23.810142 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-43525e12-88a3-4be2-aceb-671183dc2bb7 service neutron] Transition to ACTIVE for port object 98efbd19-bf4e-409d-9847-fb1ea7bb6169 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:03:23.816692 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-97671542-809a-4ce3-b559-65b4e7686534 req-23dcd6de-d6ed-4fb8-aabe-2129e2dd1705 service neutron] Attempting to bind port 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:03:23.817364 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-97671542-809a-4ce3-b559-65b4e7686534 req-23dcd6de-d6ed-4fb8-aabe-2129e2dd1705 service neutron] Attempting to bind port 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': 'd95f70bf-e73f-4864-8f05-23c32ef5549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a8192755-7eaf-46f6-87b8-df4f6239bf8f'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:03:23.817932 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97671542-809a-4ce3-b559-65b4e7686534 req-23dcd6de-d6ed-4fb8-aabe-2129e2dd1705 service neutron] Attempting to bind port 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968 on network a8192755-7eaf-46f6-87b8-df4f6239bf8f {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:03:23.823854 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-43525e12-88a3-4be2-aceb-671183dc2bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:23.832008 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97671542-809a-4ce3-b559-65b4e7686534 req-23dcd6de-d6ed-4fb8-aabe-2129e2dd1705 service neutron] Port 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968 on network a8192755-7eaf-46f6-87b8-df4f6239bf8f not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:03:23.832419 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97671542-809a-4ce3-b559-65b4e7686534 req-23dcd6de-d6ed-4fb8-aabe-2129e2dd1705 service neutron] Attempting to bind port 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968 on network a8192755-7eaf-46f6-87b8-df4f6239bf8f {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:03:23.853519 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97671542-809a-4ce3-b559-65b4e7686534 req-23dcd6de-d6ed-4fb8-aabe-2129e2dd1705 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:03:23.858091 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-87032179-2e28-44a8-a867-b707847a9614 req-36d6394d-1422-4188-bbf0-64623f887450 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=97aa9cd3-f0d3-41ad-9b23-c00b18459553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434627 Nov 10 18:03:23.876290 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97671542-809a-4ce3-b559-65b4e7686534 req-23dcd6de-d6ed-4fb8-aabe-2129e2dd1705 service neutron] Checking segment: {'id': 'd95f70bf-e73f-4864-8f05-23c32ef5549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a8192755-7eaf-46f6-87b8-df4f6239bf8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:03:23.876290 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97671542-809a-4ce3-b559-65b4e7686534 req-23dcd6de-d6ed-4fb8-aabe-2129e2dd1705 service neutron] Bound using segment: {'id': 'd95f70bf-e73f-4864-8f05-23c32ef5549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a8192755-7eaf-46f6-87b8-df4f6239bf8f'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:03:23.876290 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-97671542-809a-4ce3-b559-65b4e7686534 req-23dcd6de-d6ed-4fb8-aabe-2129e2dd1705 service neutron] Bound port: 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd95f70bf-e73f-4864-8f05-23c32ef5549e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a8192755-7eaf-46f6-87b8-df4f6239bf8f'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:03:23.876290 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-97671542-809a-4ce3-b559-65b4e7686534 req-23dcd6de-d6ed-4fb8-aabe-2129e2dd1705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:24.011810 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43525e12-88a3-4be2-aceb-671183dc2bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=98efbd19-bf4e-409d-9847-fb1ea7bb6169,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:24.060718 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fc7c9-99d7-417e-8b90-fbd45f8ab81f req-71938be7-2b23-47d2-b99b-b2194a406c03 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:24.064385 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-241fc7c9-99d7-417e-8b90-fbd45f8ab81f req-71938be7-2b23-47d2-b99b-b2194a406c03 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 946 time: 0.3505061 Nov 10 18:03:24.122327 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-97671542-809a-4ce3-b559-65b4e7686534 req-23dcd6de-d6ed-4fb8-aabe-2129e2dd1705 service neutron] For port 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:03:24.167996 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-97671542-809a-4ce3-b559-65b4e7686534 req-23dcd6de-d6ed-4fb8-aabe-2129e2dd1705 service neutron] For port 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968,segment=NetworkSegment(d95f70bf-e73f-4864-8f05-23c32ef5549e),segment_id=d95f70bf-e73f-4864-8f05-23c32ef5549e)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:03:24.180879 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-97671542-809a-4ce3-b559-65b4e7686534 req-23dcd6de-d6ed-4fb8-aabe-2129e2dd1705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:24.214817 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-43525e12-88a3-4be2-aceb-671183dc2bb7 service neutron] Attempting to bind port 98efbd19-bf4e-409d-9847-fb1ea7bb6169 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:03:24.215348 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-43525e12-88a3-4be2-aceb-671183dc2bb7 service neutron] Attempting to bind port 98efbd19-bf4e-409d-9847-fb1ea7bb6169 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '796053d4-2b54-4367-a2f9-30cb8262b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '67900017-0047-4088-8d49-f2b6540330d2'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:03:24.215683 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-43525e12-88a3-4be2-aceb-671183dc2bb7 service neutron] Attempting to bind port 98efbd19-bf4e-409d-9847-fb1ea7bb6169 on network 67900017-0047-4088-8d49-f2b6540330d2 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:03:24.248600 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce43ae-41f6-488c-a865-a239361af206 req-a5f1afc7-1a23-474c-af5d-d51bfe766aef tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:24.256682 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-11ce43ae-41f6-488c-a865-a239361af206 req-a5f1afc7-1a23-474c-af5d-d51bfe766aef tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed1cc1c2-b2fa-4c62-a11c-23d4c2b1e369 HTTP/1.1" status: 200 len: 944 time: 0.1305866 Nov 10 18:03:24.263960 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-43525e12-88a3-4be2-aceb-671183dc2bb7 service neutron] Port 98efbd19-bf4e-409d-9847-fb1ea7bb6169 on network 67900017-0047-4088-8d49-f2b6540330d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:03:24.264315 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-43525e12-88a3-4be2-aceb-671183dc2bb7 service neutron] Attempting to bind port 98efbd19-bf4e-409d-9847-fb1ea7bb6169 on network 67900017-0047-4088-8d49-f2b6540330d2 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:03:24.275619 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97671542-809a-4ce3-b559-65b4e7686534 req-23dcd6de-d6ed-4fb8-aabe-2129e2dd1705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:24.276257 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-97671542-809a-4ce3-b559-65b4e7686534 req-23dcd6de-d6ed-4fb8-aabe-2129e2dd1705 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:24.277667 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97671542-809a-4ce3-b559-65b4e7686534 req-23dcd6de-d6ed-4fb8-aabe-2129e2dd1705 service neutron] 10.222.0.13 "PUT /v2.0/ports/97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968 HTTP/1.1" status: 200 len: 1093 time: 1.9244876 Nov 10 18:03:24.305276 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390ad915-0b89-44bb-bc94-276decbee634', 'tag': '97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:03:24.311085 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c4bcd0-78ac-47dd-b1a4-27ab72c58b44" -d '{"events": [{"name": "network-changed", "server_uuid": "390ad915-0b89-44bb-bc94-276decbee634", "tag": "97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:03:24.315552 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-43525e12-88a3-4be2-aceb-671183dc2bb7 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:03:24.315953 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-43525e12-88a3-4be2-aceb-671183dc2bb7 service neutron] Checking segment: {'id': '796053d4-2b54-4367-a2f9-30cb8262b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '67900017-0047-4088-8d49-f2b6540330d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:03:24.316300 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-43525e12-88a3-4be2-aceb-671183dc2bb7 service neutron] Bound using segment: {'id': '796053d4-2b54-4367-a2f9-30cb8262b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '67900017-0047-4088-8d49-f2b6540330d2'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:03:24.316752 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-43525e12-88a3-4be2-aceb-671183dc2bb7 service neutron] Bound port: 98efbd19-bf4e-409d-9847-fb1ea7bb6169, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '796053d4-2b54-4367-a2f9-30cb8262b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '67900017-0047-4088-8d49-f2b6540330d2'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:03:24.319551 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-43525e12-88a3-4be2-aceb-671183dc2bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:24.413183 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-241fc7c9-99d7-417e-8b90-fbd45f8ab81f req-e3e7fde4-096d-49aa-9382-a08fc8079b16 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3333850 Nov 10 18:03:24.507643 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33fff20-6615-4148-b731-d6655e5cb32e x-openstack-request-id: req-b33fff20-6615-4148-b731-d6655e5cb32e {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:03:24.507934 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "390ad915-0b89-44bb-bc94-276decbee634", "tag": "97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:03:24.510702 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b33fff20-6615-4148-b731-d6655e5cb32e {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:03:24.511222 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '390ad915-0b89-44bb-bc94-276decbee634', 'tag': '97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968', 'status': 'completed', 'code': 200} Nov 10 18:03:24.514884 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dcd6de-d6ed-4fb8-aabe-2129e2dd1705 service neutron] Pushing event updated for resources: {'Port': ['ID=97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:24.556052 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-43525e12-88a3-4be2-aceb-671183dc2bb7 service neutron] For port 98efbd19-bf4e-409d-9847-fb1ea7bb6169, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:03:24.561921 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97671542-809a-4ce3-b559-65b4e7686534 req-197d0ce3-cb2d-4fed-bf94-ef7007417b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:24.564518 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97671542-809a-4ce3-b559-65b4e7686534 req-197d0ce3-cb2d-4fed-bf94-ef7007417b4c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 1096 time: 0.2268867 Nov 10 18:03:24.565229 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-11ce43ae-41f6-488c-a865-a239361af206 req-456dc911-1f26-4309-b141-e481c08d5ee0 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?id=83060c21-190e-49ed-8232-7747737cb1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3076334 Nov 10 18:03:24.603036 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-43525e12-88a3-4be2-aceb-671183dc2bb7 service neutron] For port 98efbd19-bf4e-409d-9847-fb1ea7bb6169, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=98efbd19-bf4e-409d-9847-fb1ea7bb6169,segment=NetworkSegment(796053d4-2b54-4367-a2f9-30cb8262b9a1),segment_id=796053d4-2b54-4367-a2f9-30cb8262b9a1)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:03:24.612119 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-43525e12-88a3-4be2-aceb-671183dc2bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:24.656269 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97671542-809a-4ce3-b559-65b4e7686534 req-277f8428-5718-43d6-bed6-a58ceeddada7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968 HTTP/1.1" status: 200 len: 217 time: 0.0817311 Nov 10 18:03:24.665567 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-43525e12-88a3-4be2-aceb-671183dc2bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:24.666896 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-43525e12-88a3-4be2-aceb-671183dc2bb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:24.668349 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-43525e12-88a3-4be2-aceb-671183dc2bb7 service neutron] 10.222.0.13 "PUT /v2.0/ports/98efbd19-bf4e-409d-9847-fb1ea7bb6169 HTTP/1.1" status: 200 len: 1093 time: 1.9666526 Nov 10 18:03:24.671316 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed1cc1c2-b2fa-4c62-a11c-23d4c2b1e369', 'tag': '98efbd19-bf4e-409d-9847-fb1ea7bb6169'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:03:24.684469 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4129f8c1-8de2-41bd-bd7e-f209748c04ec" -d '{"events": [{"name": "network-changed", "server_uuid": "ed1cc1c2-b2fa-4c62-a11c-23d4c2b1e369", "tag": "98efbd19-bf4e-409d-9847-fb1ea7bb6169"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:03:24.792820 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97671542-809a-4ce3-b559-65b4e7686534 req-c443bdad-6d1f-483b-ae5b-d63dd18c02bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:24.794920 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97671542-809a-4ce3-b559-65b4e7686534 req-c443bdad-6d1f-483b-ae5b-d63dd18c02bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=88baa772-6139-4b41-96b4-fd2921b23f71 HTTP/1.1" status: 200 len: 835 time: 0.1294818 Nov 10 18:03:24.795407 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451a7370-a8c6-4c4f-bea5-bdc5c23889cf x-openstack-request-id: req-451a7370-a8c6-4c4f-bea5-bdc5c23889cf {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:03:24.796323 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed1cc1c2-b2fa-4c62-a11c-23d4c2b1e369", "tag": "98efbd19-bf4e-409d-9847-fb1ea7bb6169", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:03:24.797735 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-451a7370-a8c6-4c4f-bea5-bdc5c23889cf {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:03:24.798339 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed1cc1c2-b2fa-4c62-a11c-23d4c2b1e369', 'tag': '98efbd19-bf4e-409d-9847-fb1ea7bb6169', 'status': 'completed', 'code': 200} Nov 10 18:03:24.810605 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43525e12-88a3-4be2-aceb-671183dc2bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=98efbd19-bf4e-409d-9847-fb1ea7bb6169,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:24.833650 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-da88ab1e-b076-44a5-a09f-c65ea248b346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:24.835263 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-da88ab1e-b076-44a5-a09f-c65ea248b346 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89cf220e8c1c4bf18e710a3d7b36e9f4&device_id=ed1cc1c2-b2fa-4c62-a11c-23d4c2b1e369 HTTP/1.1" status: 200 len: 1096 time: 0.1109064 Nov 10 18:03:24.885619 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:24.916277 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97671542-809a-4ce3-b559-65b4e7686534 req-8bc2a2dc-7216-4d85-958f-e246eabcee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:24.918142 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97671542-809a-4ce3-b559-65b4e7686534 req-8bc2a2dc-7216-4d85-958f-e246eabcee7e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8192755-7eaf-46f6-87b8-df4f6239bf8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1140394 Nov 10 18:03:24.929199 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-300e5b23-604f-486d-b208-e5192fedce20 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=98efbd19-bf4e-409d-9847-fb1ea7bb6169 HTTP/1.1" status: 200 len: 217 time: 0.0816119 Nov 10 18:03:25.094147 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a8148-7ef4-4b0d-a7e0-ee3aa310462d req-f8a3e164-d03f-4b72-9fcc-36e299147999 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:25.104924 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-689a8148-7ef4-4b0d-a7e0-ee3aa310462d req-f8a3e164-d03f-4b72-9fcc-36e299147999 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 944 time: 0.1076128 Nov 10 18:03:25.106618 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-42f86539-1d17-4ca7-93d9-476df2c88345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:25.108632 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-42f86539-1d17-4ca7-93d9-476df2c88345 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=72721160-f790-455c-b614-a7788a46c3d5 HTTP/1.1" status: 200 len: 836 time: 0.1724072 Nov 10 18:03:25.138095 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97671542-809a-4ce3-b559-65b4e7686534 req-fa72145b-eef3-436b-9b2e-2d541f42bf73 service neutron] 10.222.0.13 "GET /v2.0/networks/a8192755-7eaf-46f6-87b8-df4f6239bf8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118840 Nov 10 18:03:25.227060 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-689a8148-7ef4-4b0d-a7e0-ee3aa310462d req-1e65adb6-8854-4b52-819a-63406c868e21 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=97aa9cd3-f0d3-41ad-9b23-c00b18459553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105483 Nov 10 18:03:25.233131 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-c512f909-0e9c-4b7f-ab81-7d98fe569eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:25.235246 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-c512f909-0e9c-4b7f-ab81-7d98fe569eb7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67900017-0047-4088-8d49-f2b6540330d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1187248 Nov 10 18:03:25.274882 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:25.317544 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97671542-809a-4ce3-b559-65b4e7686534 req-6f5cbfa8-77b6-421d-85ca-7eb15b8b80ec service neutron] 10.222.0.13 "GET /v2.0/networks/a8192755-7eaf-46f6-87b8-df4f6239bf8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713586 Nov 10 18:03:25.395146 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-1e2aba9b-2b2c-4a4a-91e6-6bb7092fa884 service neutron] 10.222.0.13 "GET /v2.0/networks/67900017-0047-4088-8d49-f2b6540330d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514368 Nov 10 18:03:25.444649 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4bcd0-78ac-47dd-b1a4-27ab72c58b44 req-944add35-8bfc-405e-9048-99e3494903b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:25.447285 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5c4bcd0-78ac-47dd-b1a4-27ab72c58b44 req-944add35-8bfc-405e-9048-99e3494903b5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 1096 time: 0.0649319 Nov 10 18:03:25.526364 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ce6fcf10-1fe0-48aa-b4de-54d2dde900e4 req-b0832ed7-20b4-4989-9c5f-f46308b73eed service neutron] 10.222.0.13 "GET /v2.0/networks/67900017-0047-4088-8d49-f2b6540330d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213987 Nov 10 18:03:25.648174 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4bcd0-78ac-47dd-b1a4-27ab72c58b44 req-107cb223-817b-4a6e-89b0-2bc4153664d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:25.650221 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5c4bcd0-78ac-47dd-b1a4-27ab72c58b44 req-107cb223-817b-4a6e-89b0-2bc4153664d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a8192755-7eaf-46f6-87b8-df4f6239bf8f HTTP/1.1" status: 200 len: 897 time: 0.1892834 Nov 10 18:03:25.683896 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129f8c1-8de2-41bd-bd7e-f209748c04ec req-c2867bfe-13a0-4ba9-ba87-ab0bcfae2c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:25.685578 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4129f8c1-8de2-41bd-bd7e-f209748c04ec req-c2867bfe-13a0-4ba9-ba87-ab0bcfae2c7c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89cf220e8c1c4bf18e710a3d7b36e9f4&device_id=ed1cc1c2-b2fa-4c62-a11c-23d4c2b1e369 HTTP/1.1" status: 200 len: 1096 time: 0.0968380 Nov 10 18:03:25.715112 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5c4bcd0-78ac-47dd-b1a4-27ab72c58b44 req-b485927e-9a5e-48ff-a57b-d3a635af04c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968 HTTP/1.1" status: 200 len: 217 time: 0.0561841 Nov 10 18:03:25.750966 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db8ee4-6eaa-4f76-9c94-f770dccffe39 req-5de1874a-1286-4af5-8984-78db045f1729 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:25.752819 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-29db8ee4-6eaa-4f76-9c94-f770dccffe39 req-5de1874a-1286-4af5-8984-78db045f1729 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 946 time: 0.1809738 Nov 10 18:03:25.775942 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59897858-8ebb-40be-adbd-990af83b5637 req-7b442bfb-bfeb-4615-a1d0-7223e5f2bc6a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:25.780061 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-59897858-8ebb-40be-adbd-990af83b5637 req-7b442bfb-bfeb-4615-a1d0-7223e5f2bc6a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed1cc1c2-b2fa-4c62-a11c-23d4c2b1e369 HTTP/1.1" status: 200 len: 944 time: 0.1308222 Nov 10 18:03:25.831096 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4bcd0-78ac-47dd-b1a4-27ab72c58b44 req-7097c1ef-49ee-4feb-9a35-977d54ce2cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:25.832790 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5c4bcd0-78ac-47dd-b1a4-27ab72c58b44 req-7097c1ef-49ee-4feb-9a35-977d54ce2cc8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=88baa772-6139-4b41-96b4-fd2921b23f71 HTTP/1.1" status: 200 len: 835 time: 0.1078234 Nov 10 18:03:25.841237 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-29db8ee4-6eaa-4f76-9c94-f770dccffe39 req-a5279396-9fd4-4dc3-985b-8306383bd303 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622308 Nov 10 18:03:25.870326 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129f8c1-8de2-41bd-bd7e-f209748c04ec req-4c3e6eef-fc20-4c98-b5b5-a45c20e0e17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:25.871889 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4129f8c1-8de2-41bd-bd7e-f209748c04ec req-4c3e6eef-fc20-4c98-b5b5-a45c20e0e17c service neutron] 10.222.0.13 "GET /v2.0/networks?id=67900017-0047-4088-8d49-f2b6540330d2 HTTP/1.1" status: 200 len: 898 time: 0.1749189 Nov 10 18:03:25.878517 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-59897858-8ebb-40be-adbd-990af83b5637 req-fe8093a9-6394-47c8-adad-8fb00685d7bf tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?id=83060c21-190e-49ed-8232-7747737cb1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821953 Nov 10 18:03:25.913428 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4bcd0-78ac-47dd-b1a4-27ab72c58b44 req-c050f0da-8ff1-4c32-99c2-a8c13da57683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:25.915296 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5c4bcd0-78ac-47dd-b1a4-27ab72c58b44 req-c050f0da-8ff1-4c32-99c2-a8c13da57683 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8192755-7eaf-46f6-87b8-df4f6239bf8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731933 Nov 10 18:03:25.930599 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4129f8c1-8de2-41bd-bd7e-f209748c04ec req-10187117-214f-4daa-9e20-49e83eed6354 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=98efbd19-bf4e-409d-9847-fb1ea7bb6169 HTTP/1.1" status: 200 len: 217 time: 0.0479457 Nov 10 18:03:26.009625 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129f8c1-8de2-41bd-bd7e-f209748c04ec req-4e426005-dba0-4fb2-bcfd-8a55c9ec791a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:26.011469 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4129f8c1-8de2-41bd-bd7e-f209748c04ec req-4e426005-dba0-4fb2-bcfd-8a55c9ec791a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=72721160-f790-455c-b614-a7788a46c3d5 HTTP/1.1" status: 200 len: 836 time: 0.0690281 Nov 10 18:03:26.047167 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5c4bcd0-78ac-47dd-b1a4-27ab72c58b44 req-596a620b-790d-4812-85fe-7c816931c1c3 service neutron] 10.222.0.13 "GET /v2.0/networks/a8192755-7eaf-46f6-87b8-df4f6239bf8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223836 Nov 10 18:03:26.072821 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129f8c1-8de2-41bd-bd7e-f209748c04ec req-f836b3bf-3286-44c9-af58-b4192bb9f1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:26.074630 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4129f8c1-8de2-41bd-bd7e-f209748c04ec req-f836b3bf-3286-44c9-af58-b4192bb9f1db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67900017-0047-4088-8d49-f2b6540330d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0539534 Nov 10 18:03:26.196556 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5c4bcd0-78ac-47dd-b1a4-27ab72c58b44 req-c11d39fb-93c3-484c-97e1-856d48b0f744 service neutron] 10.222.0.13 "GET /v2.0/networks/a8192755-7eaf-46f6-87b8-df4f6239bf8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366141 Nov 10 18:03:26.213807 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4129f8c1-8de2-41bd-bd7e-f209748c04ec req-04193b09-facb-4516-b272-d6094a93ec86 service neutron] 10.222.0.13 "GET /v2.0/networks/67900017-0047-4088-8d49-f2b6540330d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291282 Nov 10 18:03:26.353525 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4129f8c1-8de2-41bd-bd7e-f209748c04ec req-09b18add-0dde-4dae-8000-8bd0121f12c9 service neutron] 10.222.0.13 "GET /v2.0/networks/67900017-0047-4088-8d49-f2b6540330d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314411 Nov 10 18:03:26.371798 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0954de-2044-4c2b-bd99-e1a84b67223a req-f313b61b-6da1-4ac4-81f2-4d62b081b2b2 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:26.373837 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7c0954de-2044-4c2b-bd99-e1a84b67223a req-f313b61b-6da1-4ac4-81f2-4d62b081b2b2 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 944 time: 0.0701222 Nov 10 18:03:26.447399 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7c0954de-2044-4c2b-bd99-e1a84b67223a req-ce04703d-ca75-427b-9306-817eed829c7d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=97aa9cd3-f0d3-41ad-9b23-c00b18459553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670290 Nov 10 18:03:27.024173 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41cf84-356c-40d7-8d4d-56578646feb0 req-eafcbe24-9410-4aaf-8ad3-7a375e24f0ca tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:27.032520 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ea41cf84-356c-40d7-8d4d-56578646feb0 req-eafcbe24-9410-4aaf-8ad3-7a375e24f0ca tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 946 time: 0.0743601 Nov 10 18:03:27.050305 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757bb46-3efb-40be-b3e2-23b5166f3421 req-1f6984ff-51a7-499a-81fa-41997bf1fc2e tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:27.058475 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4757bb46-3efb-40be-b3e2-23b5166f3421 req-1f6984ff-51a7-499a-81fa-41997bf1fc2e tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed1cc1c2-b2fa-4c62-a11c-23d4c2b1e369 HTTP/1.1" status: 200 len: 944 time: 0.0780241 Nov 10 18:03:27.084843 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ea41cf84-356c-40d7-8d4d-56578646feb0 req-104d45a7-12b0-4111-99b4-78568f47b676 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514274 Nov 10 18:03:27.108774 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4757bb46-3efb-40be-b3e2-23b5166f3421 req-ccb9e494-abbd-4f33-991b-e302cd90f969 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?id=83060c21-190e-49ed-8232-7747737cb1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491667 Nov 10 18:03:27.579742 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d9edb-babc-48ae-9a12-5436baf76130 req-2747fd0b-8b1e-4aa6-9ff3-16edbe52246c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:27.582570 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-403d9edb-babc-48ae-9a12-5436baf76130 req-2747fd0b-8b1e-4aa6-9ff3-16edbe52246c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 944 time: 0.0532632 Nov 10 18:03:27.636100 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-403d9edb-babc-48ae-9a12-5436baf76130 req-7780c6cb-d231-4d5b-b351-ee0915768add tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=97aa9cd3-f0d3-41ad-9b23-c00b18459553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483327 Nov 10 18:03:27.862217 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:03:28.245349 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ddd30-9f91-4a65-ad6c-a9a108d3f506 req-ed46e88a-22c8-463e-845b-633f2568640a tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:28.247556 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-030ddd30-9f91-4a65-ad6c-a9a108d3f506 req-ed46e88a-22c8-463e-845b-633f2568640a tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 946 time: 0.0630999 Nov 10 18:03:28.278902 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86191e5-bb18-450e-aab8-8963e5953ad0 req-5bcd2e84-a984-4ff9-ac5b-bc1f4f4fb2c9 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:28.281235 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e86191e5-bb18-450e-aab8-8963e5953ad0 req-5bcd2e84-a984-4ff9-ac5b-bc1f4f4fb2c9 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed1cc1c2-b2fa-4c62-a11c-23d4c2b1e369 HTTP/1.1" status: 200 len: 944 time: 0.0806863 Nov 10 18:03:28.320573 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-030ddd30-9f91-4a65-ad6c-a9a108d3f506 req-d139c863-6043-4b3b-ad3c-995847c36ba0 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642502 Nov 10 18:03:28.369646 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e86191e5-bb18-450e-aab8-8963e5953ad0 req-8ac5d295-c55a-4ae5-8371-72d8e6703d4e tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?id=83060c21-190e-49ed-8232-7747737cb1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812221 Nov 10 18:03:28.788257 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819fc1f5-1b67-429a-aecf-7ca6cf79976a req-8f242335-0cdc-4729-974c-bbbc6586a521 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:28.790105 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-819fc1f5-1b67-429a-aecf-7ca6cf79976a req-8f242335-0cdc-4729-974c-bbbc6586a521 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 944 time: 0.0767782 Nov 10 18:03:28.847082 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-819fc1f5-1b67-429a-aecf-7ca6cf79976a req-42c241a8-ee6e-4a7b-924c-7f700ccc53f7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=97aa9cd3-f0d3-41ad-9b23-c00b18459553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504913 Nov 10 18:03:29.141718 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 98efbd19-bf4e-409d-9847-fb1ea7bb6169 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:03:29.260007 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 98efbd19-bf4e-409d-9847-fb1ea7bb6169, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=98efbd19-bf4e-409d-9847-fb1ea7bb6169,segment=NetworkSegment(796053d4-2b54-4367-a2f9-30cb8262b9a1),segment_id=796053d4-2b54-4367-a2f9-30cb8262b9a1)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:03:29.282822 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '98efbd19-bf4e-409d-9847-fb1ea7bb6169', 'network_id': '67900017-0047-4088-8d49-f2b6540330d2', 'port_id': '98efbd19-bf4e-409d-9847-fb1ea7bb6169', 'mac_address': 'fa:16:3e:55:84:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72721160-f790-455c-b614-a7788a46c3d5', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:03:29.325736 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:29.342822 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98efbd19-bf4e-409d-9847-fb1ea7bb6169 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:03:29.381737 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 98efbd19-bf4e-409d-9847-fb1ea7bb6169, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=98efbd19-bf4e-409d-9847-fb1ea7bb6169,segment=NetworkSegment(796053d4-2b54-4367-a2f9-30cb8262b9a1),segment_id=796053d4-2b54-4367-a2f9-30cb8262b9a1)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:03:29.386772 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:29.388725 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:03:29.523707 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42425251-d611-41f2-8e01-fdcc04886541 req-8d83a6f8-e2ec-489d-9df5-58826ded1e2d tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:29.527555 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=98efbd19-bf4e-409d-9847-fb1ea7bb6169,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:29.533677 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-42425251-d611-41f2-8e01-fdcc04886541 req-8d83a6f8-e2ec-489d-9df5-58826ded1e2d tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 946 time: 0.0972092 Nov 10 18:03:29.550031 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e27c8-5b18-4e40-ac0f-4c29d011edaa req-8509fd03-3875-4ee4-99a0-bc4daffd8f52 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:29.557515 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8b0e27c8-5b18-4e40-ac0f-4c29d011edaa req-8509fd03-3875-4ee4-99a0-bc4daffd8f52 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed1cc1c2-b2fa-4c62-a11c-23d4c2b1e369 HTTP/1.1" status: 200 len: 945 time: 0.0853870 Nov 10 18:03:29.592531 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-42425251-d611-41f2-8e01-fdcc04886541 req-fdc0e75c-9b52-4bce-8609-1cc779b96420 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526993 Nov 10 18:03:29.607923 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968,segment=NetworkSegment(d95f70bf-e73f-4864-8f05-23c32ef5549e),segment_id=d95f70bf-e73f-4864-8f05-23c32ef5549e)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:03:29.617387 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8b0e27c8-5b18-4e40-ac0f-4c29d011edaa req-2f409103-6d7f-45c2-8262-338654794b0a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?id=83060c21-190e-49ed-8232-7747737cb1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588684 Nov 10 18:03:29.633423 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968', 'network_id': 'a8192755-7eaf-46f6-87b8-df4f6239bf8f', 'port_id': '97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968', 'mac_address': 'fa:16:3e:3d:79:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88baa772-6139-4b41-96b4-fd2921b23f71', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:03:29.689241 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:29.707598 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:03:29.730408 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968,segment=NetworkSegment(d95f70bf-e73f-4864-8f05-23c32ef5549e),segment_id=d95f70bf-e73f-4864-8f05-23c32ef5549e)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:03:29.735723 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:29.791190 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:29.987011 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d54ed-d9c1-4895-a682-2d4d59033561 req-6d7e7619-9cac-45d2-9316-70de79e6e8fa tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:29.994535 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ee8d54ed-d9c1-4895-a682-2d4d59033561 req-6d7e7619-9cac-45d2-9316-70de79e6e8fa tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 945 time: 0.0671401 Nov 10 18:03:30.055114 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['98efbd19-bf4e-409d-9847-fb1ea7bb6169'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:03:30.060185 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:03:30.075444 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ee8d54ed-d9c1-4895-a682-2d4d59033561 req-4e68fbc2-c438-4a31-9553-8193a187e23c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=97aa9cd3-f0d3-41ad-9b23-c00b18459553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573165 Nov 10 18:03:30.562746 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a7d5e0b2-307d-4236-b272-d81b05c12e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:30.738938 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d2ece-da23-4bd1-b524-1531430c3b99 req-c606cc08-e6c6-495c-b959-d662dc74d9da tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:30.744696 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0e6d2ece-da23-4bd1-b524-1531430c3b99 req-c606cc08-e6c6-495c-b959-d662dc74d9da tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 946 time: 0.0737469 Nov 10 18:03:30.788586 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22976e48-62a9-4afa-a6df-589630bbd514 req-1e838d8d-c4f6-41ee-8c39-ea9849dd64e9 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:30.790214 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-22976e48-62a9-4afa-a6df-589630bbd514 req-1e838d8d-c4f6-41ee-8c39-ea9849dd64e9 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed1cc1c2-b2fa-4c62-a11c-23d4c2b1e369 HTTP/1.1" status: 200 len: 945 time: 0.0724730 Nov 10 18:03:30.817024 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0e6d2ece-da23-4bd1-b524-1531430c3b99 req-386fca5c-097d-4198-af9e-e452a45f49d3 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679989 Nov 10 18:03:30.868618 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-22976e48-62a9-4afa-a6df-589630bbd514 req-3098eb88-1fa4-4753-b3ba-d02a38387d90 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?id=83060c21-190e-49ed-8232-7747737cb1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662725 Nov 10 18:03:31.153172 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 98efbd19-bf4e-409d-9847-fb1ea7bb6169 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:03:31.225590 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c133f-553f-455b-9ecc-22a012291595 req-d4291e0d-8782-4c77-9f00-3567b8f2aa2f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:31.228623 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-554c133f-553f-455b-9ecc-22a012291595 req-d4291e0d-8782-4c77-9f00-3567b8f2aa2f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 945 time: 0.0783134 Nov 10 18:03:31.239341 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 98efbd19-bf4e-409d-9847-fb1ea7bb6169 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:03:31.248449 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 98efbd19-bf4e-409d-9847-fb1ea7bb6169 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:03:31.248828 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:31.306023 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-554c133f-553f-455b-9ecc-22a012291595 req-066cc060-d72e-4a64-bc67-cf2bd2b9a74f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=97aa9cd3-f0d3-41ad-9b23-c00b18459553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680552 Nov 10 18:03:31.519718 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:31.543712 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1cc1c2-b2fa-4c62-a11c-23d4c2b1e369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98efbd19-bf4e-409d-9847-fb1ea7bb6169'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:03:31.545983 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771dfa6e-8945-4c87-890b-2d248368a8c8" -d '{"events": [{"server_uuid": "ed1cc1c2-b2fa-4c62-a11c-23d4c2b1e369", "name": "network-vif-plugged", "status": "completed", "tag": "98efbd19-bf4e-409d-9847-fb1ea7bb6169"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:03:31.558915 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 98efbd19-bf4e-409d-9847-fb1ea7bb6169, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=98efbd19-bf4e-409d-9847-fb1ea7bb6169,segment=NetworkSegment(796053d4-2b54-4367-a2f9-30cb8262b9a1),segment_id=796053d4-2b54-4367-a2f9-30cb8262b9a1)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:03:31.564915 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:31.565740 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:03:31.590289 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de918ea2-c50d-4828-a70d-a2545bf51d79 x-openstack-request-id: req-de918ea2-c50d-4828-a70d-a2545bf51d79 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:03:31.590585 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed1cc1c2-b2fa-4c62-a11c-23d4c2b1e369", "name": "network-vif-plugged", "status": "completed", "tag": "98efbd19-bf4e-409d-9847-fb1ea7bb6169", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:03:31.590843 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-de918ea2-c50d-4828-a70d-a2545bf51d79 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:03:31.591244 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1cc1c2-b2fa-4c62-a11c-23d4c2b1e369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98efbd19-bf4e-409d-9847-fb1ea7bb6169', 'code': 200} Nov 10 18:03:31.654518 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=98efbd19-bf4e-409d-9847-fb1ea7bb6169,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:31.666968 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:03:31.672693 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:03:31.672693 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:31.699579 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f6725-12c0-405a-a771-8fdc91869a84 req-68ecde8a-caaf-47b1-9623-cab794999ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:31.701181 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7f0f6725-12c0-405a-a771-8fdc91869a84 req-68ecde8a-caaf-47b1-9623-cab794999ac4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ed1cc1c2-b2fa-4c62-a11c-23d4c2b1e369 HTTP/1.1" status: 200 len: 1098 time: 0.0432026 Nov 10 18:03:31.751912 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:31.752658 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7f0f6725-12c0-405a-a771-8fdc91869a84 req-58e1eb6f-ace5-4112-8aac-21a0ffa7719d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=83060c21-190e-49ed-8232-7747737cb1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428140 Nov 10 18:03:31.785370 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968,segment=NetworkSegment(d95f70bf-e73f-4864-8f05-23c32ef5549e),segment_id=d95f70bf-e73f-4864-8f05-23c32ef5549e)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:03:31.789801 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:31.838679 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:31.962737 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83615d-6d7a-4cef-8134-dc76e6d02de0 req-c1c8683a-0266-4d1e-a9d6-906f6b85565c tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:31.964255 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0e83615d-6d7a-4cef-8134-dc76e6d02de0 req-c1c8683a-0266-4d1e-a9d6-906f6b85565c tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 946 time: 0.0647271 Nov 10 18:03:32.006763 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08321e0-6edd-41e1-bed6-49f6bff7c9ab req-5a4a3aef-0d3e-4eab-8e08-d7b5f03a27a2 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:32.008325 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b08321e0-6edd-41e1-bed6-49f6bff7c9ab req-5a4a3aef-0d3e-4eab-8e08-d7b5f03a27a2 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed1cc1c2-b2fa-4c62-a11c-23d4c2b1e369 HTTP/1.1" status: 200 len: 946 time: 0.0602314 Nov 10 18:03:32.018441 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0e83615d-6d7a-4cef-8134-dc76e6d02de0 req-a16618e1-297b-4d16-a70e-bd99949dc200 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468698 Nov 10 18:03:32.069215 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b08321e0-6edd-41e1-bed6-49f6bff7c9ab req-80916def-e221-4941-96fe-f757cfcea80e tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?id=83060c21-190e-49ed-8232-7747737cb1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546827 Nov 10 18:03:32.322561 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc16da-856e-4af2-bc4c-af9c96a49607 req-970f2a53-7ec8-469d-8e70-f2fa147a3870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:32.323971 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fadc16da-856e-4af2-bc4c-af9c96a49607 req-970f2a53-7ec8-469d-8e70-f2fa147a3870 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=06278c9a20944d57b5ffec337b79be2b&device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 1098 time: 0.0415606 Nov 10 18:03:32.429182 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc16da-856e-4af2-bc4c-af9c96a49607 req-fe4e1f8f-c6c7-4a6a-ab1a-c71e7c1625e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:32.430703 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fadc16da-856e-4af2-bc4c-af9c96a49607 req-fe4e1f8f-c6c7-4a6a-ab1a-c71e7c1625e3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a384840f-994e-49d7-a029-2994795f669c HTTP/1.1" status: 200 len: 918 time: 0.0998685 Nov 10 18:03:32.431742 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d5f88-f6f5-4d5a-bea9-f8923118ebd0 req-10f8cc02-5469-4afa-aa2d-fcc1356370cd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:32.433321 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-976d5f88-f6f5-4d5a-bea9-f8923118ebd0 req-10f8cc02-5469-4afa-aa2d-fcc1356370cd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 946 time: 0.0507557 Nov 10 18:03:32.489052 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-976d5f88-f6f5-4d5a-bea9-f8923118ebd0 req-64205187-5ab1-48d9-97a5-45fbd9679fc3 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=97aa9cd3-f0d3-41ad-9b23-c00b18459553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479920 Nov 10 18:03:32.508372 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fadc16da-856e-4af2-bc4c-af9c96a49607 req-ff86223f-c6c0-43b5-824c-4cb4533093ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=639b3d4c-0462-4124-a350-f4e48d099368 HTTP/1.1" status: 200 len: 1002 time: 0.0691111 Nov 10 18:03:32.562064 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc16da-856e-4af2-bc4c-af9c96a49607 req-938bb19f-0116-411a-a3e5-e3d6dd097f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:32.564137 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fadc16da-856e-4af2-bc4c-af9c96a49607 req-938bb19f-0116-411a-a3e5-e3d6dd097f89 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6d851ee1-7f4b-4a5a-9484-5ca72a5442cb HTTP/1.1" status: 200 len: 856 time: 0.0475502 Nov 10 18:03:32.615331 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc16da-856e-4af2-bc4c-af9c96a49607 req-641e12ca-ff82-48af-8786-cb955135ec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:32.616809 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fadc16da-856e-4af2-bc4c-af9c96a49607 req-641e12ca-ff82-48af-8786-cb955135ec97 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a384840f-994e-49d7-a029-2994795f669c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435796 Nov 10 18:03:32.710488 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fadc16da-856e-4af2-bc4c-af9c96a49607 req-470f7291-eb20-41e7-b342-f847d38fbb60 service neutron] 10.222.0.13 "GET /v2.0/networks/a384840f-994e-49d7-a029-2994795f669c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844674 Nov 10 18:03:32.825057 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fadc16da-856e-4af2-bc4c-af9c96a49607 req-1ab96c26-3eeb-40b3-9c5c-f208625385f5 service neutron] 10.222.0.13 "GET /v2.0/networks/a384840f-994e-49d7-a029-2994795f669c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053839 Nov 10 18:03:32.849041 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e66b914d-dcf3-4783-9904-748d8b406363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:33.150745 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea12c7-c12e-4629-87b4-9b4c45ab0e1a req-ac05de2a-48c3-475c-af2c-39e1416da5b8 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:33.152273 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-56ea12c7-c12e-4629-87b4-9b4c45ab0e1a req-ac05de2a-48c3-475c-af2c-39e1416da5b8 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 946 time: 0.0549989 Nov 10 18:03:33.210981 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-56ea12c7-c12e-4629-87b4-9b4c45ab0e1a req-41338c6e-d78f-4733-8038-43bc278ed4cb tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469742 Nov 10 18:03:33.253750 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e29999-ce06-4bd1-be6b-63db25afb85a req-227635dd-ac95-4981-b36f-4f59e48e0cbf tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:33.255281 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c9e29999-ce06-4bd1-be6b-63db25afb85a req-227635dd-ac95-4981-b36f-4f59e48e0cbf tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed1cc1c2-b2fa-4c62-a11c-23d4c2b1e369 HTTP/1.1" status: 200 len: 946 time: 0.0527709 Nov 10 18:03:33.310977 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c9e29999-ce06-4bd1-be6b-63db25afb85a req-736e58e6-cb0c-40e4-9309-8d78be764c6f tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?id=83060c21-190e-49ed-8232-7747737cb1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496805 Nov 10 18:03:33.429598 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ea611-5c1a-4598-a3f1-f01a15f0d6e3 req-6800c19d-306c-4e35-ad8b-e47346a2340a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:33.431107 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-175ea611-5c1a-4598-a3f1-f01a15f0d6e3 req-6800c19d-306c-4e35-ad8b-e47346a2340a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed1cc1c2-b2fa-4c62-a11c-23d4c2b1e369 HTTP/1.1" status: 200 len: 946 time: 0.0506210 Nov 10 18:03:33.487206 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-175ea611-5c1a-4598-a3f1-f01a15f0d6e3 req-99b8bd84-d9b3-409f-87bf-b060cb2a1d70 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?id=83060c21-190e-49ed-8232-7747737cb1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500426 Nov 10 18:03:33.592141 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390ad915-0b89-44bb-bc94-276decbee634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:03:33.594853 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c96135c-4c5c-4e3b-af7f-8d25a45d23cc" -d '{"events": [{"server_uuid": "390ad915-0b89-44bb-bc94-276decbee634", "name": "network-vif-plugged", "status": "completed", "tag": "97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:03:33.614456 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4356e-d8dc-4a67-aebb-488dc6292468 req-2e144513-8b07-440f-a247-c1edaeca019c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:33.616527 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-87c4356e-d8dc-4a67-aebb-488dc6292468 req-2e144513-8b07-440f-a247-c1edaeca019c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 946 time: 0.0559371 Nov 10 18:03:33.631440 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc34cb4-7ec5-41e4-9863-c71e4d1c0134 x-openstack-request-id: req-0fc34cb4-7ec5-41e4-9863-c71e4d1c0134 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:03:33.631753 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390ad915-0b89-44bb-bc94-276decbee634", "name": "network-vif-plugged", "status": "completed", "tag": "97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:03:33.632008 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0fc34cb4-7ec5-41e4-9863-c71e4d1c0134 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:03:33.632436 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390ad915-0b89-44bb-bc94-276decbee634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968', 'code': 200} Nov 10 18:03:33.672838 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-87c4356e-d8dc-4a67-aebb-488dc6292468 req-2d592677-6a49-42c5-9b31-9b1b8dcaa1df tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=97aa9cd3-f0d3-41ad-9b23-c00b18459553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501368 Nov 10 18:03:33.735366 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75343b1e-ab4c-49a3-a127-2cf5b1448fb6 req-9558caa1-0383-4f1e-bef1-2a53b966c707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:33.736946 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-75343b1e-ab4c-49a3-a127-2cf5b1448fb6 req-9558caa1-0383-4f1e-bef1-2a53b966c707 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 1098 time: 0.0405097 Nov 10 18:03:33.789546 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-75343b1e-ab4c-49a3-a127-2cf5b1448fb6 req-ef9f9661-45cd-48d7-a3ed-e8810d2c70b0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=97aa9cd3-f0d3-41ad-9b23-c00b18459553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413673 Nov 10 18:03:34.052198 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:34.340395 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db87c7c-1c64-4a0e-aa17-87430c2c4be8 req-8d49f015-6933-4c8a-84da-e09de7be99b6 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:34.341910 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1db87c7c-1c64-4a0e-aa17-87430c2c4be8 req-8d49f015-6933-4c8a-84da-e09de7be99b6 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 946 time: 0.0501747 Nov 10 18:03:34.391331 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1db87c7c-1c64-4a0e-aa17-87430c2c4be8 req-33777a36-9525-468a-b9bb-88f1a06cde76 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416150 Nov 10 18:03:34.807868 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca215d-3989-45dc-bbec-b4df66d470f0 req-f809ba00-f720-4923-9389-e71cfeb3f996 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:34.809502 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-75ca215d-3989-45dc-bbec-b4df66d470f0 req-f809ba00-f720-4923-9389-e71cfeb3f996 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 946 time: 0.0579422 Nov 10 18:03:34.863648 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-75ca215d-3989-45dc-bbec-b4df66d470f0 req-e61e6875-40ef-4983-8921-5c7ed32330a8 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=97aa9cd3-f0d3-41ad-9b23-c00b18459553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472956 Nov 10 18:03:35.008067 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49606) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:35.216458 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 639b3d4c-0462-4124-a350-f4e48d099368 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:03:35.297640 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:35.330605 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 639b3d4c-0462-4124-a350-f4e48d099368, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=639b3d4c-0462-4124-a350-f4e48d099368,segment=NetworkSegment(6b466d68-c591-4d87-8da5-4772ac75c43d),segment_id=6b466d68-c591-4d87-8da5-4772ac75c43d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:03:35.335173 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:35.387919 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=639b3d4c-0462-4124-a350-f4e48d099368,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:35.574375 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:35.633148 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c83056-f77e-4ab4-8263-44d294115745', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '639b3d4c-0462-4124-a350-f4e48d099368'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:03:35.635402 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1934c13-12cd-4acb-aae2-71653fa71115" -d '{"events": [{"server_uuid": "83c83056-f77e-4ab4-8263-44d294115745", "name": "network-vif-unplugged", "status": "completed", "tag": "639b3d4c-0462-4124-a350-f4e48d099368"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:03:35.673572 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 10 Nov 2021 18:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863e8ce8-65cb-4ce7-969b-c6a349141d2d x-openstack-request-id: req-863e8ce8-65cb-4ce7-969b-c6a349141d2d {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:03:35.673864 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c83056-f77e-4ab4-8263-44d294115745", "name": "network-vif-unplugged", "status": "failed", "tag": "639b3d4c-0462-4124-a350-f4e48d099368", "code": 422}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:03:35.674120 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-863e8ce8-65cb-4ce7-969b-c6a349141d2d {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:03:35.674567 n-d-776250-10 neutron-server[102470]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '83c83056-f77e-4ab4-8263-44d294115745', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '639b3d4c-0462-4124-a350-f4e48d099368', 'code': 422} returned with failed status Nov 10 18:03:35.824320 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19bedf-9194-4e1b-b360-5b3902823712 req-c096ee36-4012-40f8-ba19-198c5e4354d7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:35.825795 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ea19bedf-9194-4e1b-b360-5b3902823712 req-c096ee36-4012-40f8-ba19-198c5e4354d7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 944 time: 0.0852864 Nov 10 18:03:35.837215 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a26096c7-3c31-4529-96e5-cce4ef99585d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:35.926225 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ea19bedf-9194-4e1b-b360-5b3902823712 req-af72e38d-e56b-45d1-aaed-72c60ce07317 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921981 Nov 10 18:03:35.992849 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce13e0b-80a6-4a65-a8a4-abed192c50f0 req-7e4052b5-150a-423f-9c96-46be269c0eda tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:36.000661 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6ce13e0b-80a6-4a65-a8a4-abed192c50f0 req-7e4052b5-150a-423f-9c96-46be269c0eda tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 946 time: 0.0612588 Nov 10 18:03:36.054081 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6ce13e0b-80a6-4a65-a8a4-abed192c50f0 req-2f6a7d3e-ca04-4185-93e6-735de0b7698e tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=97aa9cd3-f0d3-41ad-9b23-c00b18459553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511422 Nov 10 18:03:36.164392 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-a26096c7-3c31-4529-96e5-cce4ef99585d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Allocated IP 172.20.0.17 (67900017-0047-4088-8d49-f2b6540330d2/72721160-f790-455c-b614-a7788a46c3d5/84574a3e-6859-4df5-bfae-7079c9ac4472) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:03:36.180496 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494759ab-b77f-4506-bee6-b6400c234b6c req-29e184fe-b13a-4670-bad1-381d43b5249f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:36.182362 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-494759ab-b77f-4506-bee6-b6400c234b6c req-29e184fe-b13a-4670-bad1-381d43b5249f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 946 time: 0.0554628 Nov 10 18:03:36.241732 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-494759ab-b77f-4506-bee6-b6400c234b6c req-71b63af1-f7a4-4a02-b422-4387f0e0d7a2 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=97aa9cd3-f0d3-41ad-9b23-c00b18459553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510440 Nov 10 18:03:36.269388 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49628) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:36.293822 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a26096c7-3c31-4529-96e5-cce4ef99585d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:36.309944 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:36.331570 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a26096c7-3c31-4529-96e5-cce4ef99585d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:36.350036 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a39116-2906-4058-a980-da713e53c475 tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:36.356575 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c0a39116-2906-4058-a980-da713e53c475 tempest-TestNetworkAdvancedServerOps-464789794 tempest-TestNetworkAdvancedServerOps-464789794-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 1093 time: 0.0850754 Nov 10 18:03:36.357477 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49636) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:36.362902 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-63829d09-a0ea-4820-a22f-423753bba885 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'port_id': '97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:03:36.373641 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26096c7-3c31-4529-96e5-cce4ef99585d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Network 67900017-0047-4088-8d49-f2b6540330d2 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:03:36.380072 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-a26096c7-3c31-4529-96e5-cce4ef99585d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:03:36.384435 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26096c7-3c31-4529-96e5-cce4ef99585d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:03:36.394190 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-63829d09-a0ea-4820-a22f-423753bba885 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:36.414841 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26096c7-3c31-4529-96e5-cce4ef99585d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'Port': ['ID=84574a3e-6859-4df5-bfae-7079c9ac4472,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:36.441400 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a26096c7-3c31-4529-96e5-cce4ef99585d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:36.495693 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-2a7ca9ef-a2a8-464b-b52c-a801f10cca58 req-8889c552-f4be-447a-9e48-90054eabe88c service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:03:36.496741 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2a7ca9ef-a2a8-464b-b52c-a801f10cca58 req-8889c552-f4be-447a-9e48-90054eabe88c service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055311 Nov 10 18:03:36.528998 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-63829d09-a0ea-4820-a22f-423753bba885 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:36.633376 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a26096c7-3c31-4529-96e5-cce4ef99585d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:36.726326 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-f8781d81-bb75-4f4c-914e-1633f6c119fd None None] Provisioning complete for port 84574a3e-6859-4df5-bfae-7079c9ac4472 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:03:36.727003 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f8781d81-bb75-4f4c-914e-1633f6c119fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:36.788970 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-f8781d81-bb75-4f4c-914e-1633f6c119fd None None] Port 84574a3e-6859-4df5-bfae-7079c9ac4472 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:03:36.975832 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a26096c7-3c31-4529-96e5-cce4ef99585d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:36.980896 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a26096c7-3c31-4529-96e5-cce4ef99585d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:37.040475 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-63829d09-a0ea-4820-a22f-423753bba885 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Allocated IP 172.25.5.199 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/2ecd9bcb-f4fb-47ac-94b6-bc0e28e011c0) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:03:37.063032 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a26096c7-3c31-4529-96e5-cce4ef99585d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:37.065341 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26096c7-3c31-4529-96e5-cce4ef99585d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'Port': ['ID=84574a3e-6859-4df5-bfae-7079c9ac4472,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:37.071088 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07edea-97a0-4bd3-8d64-ea9199f41a9e req-3f38cb01-3de8-4469-a1e7-3449755259da tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:37.072597 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9f07edea-97a0-4bd3-8d64-ea9199f41a9e req-3f38cb01-3de8-4469-a1e7-3449755259da tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 944 time: 0.0927403 Nov 10 18:03:37.160805 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26096c7-3c31-4529-96e5-cce4ef99585d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Network 67900017-0047-4088-8d49-f2b6540330d2 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:03:37.162379 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-a26096c7-3c31-4529-96e5-cce4ef99585d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:03:37.185082 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-0439bee3-d618-4a09-8a7a-5856c968b51f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2039120 Nov 10 18:03:37.214210 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9f07edea-97a0-4bd3-8d64-ea9199f41a9e req-ef143336-4bdb-4b09-a1d2-8f56879d9bf0 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227169 Nov 10 18:03:37.246588 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-63829d09-a0ea-4820-a22f-423753bba885 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:37.299334 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-63829d09-a0ea-4820-a22f-423753bba885 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:37.324782 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63829d09-a0ea-4820-a22f-423753bba885 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:03:37.338107 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26096c7-3c31-4529-96e5-cce4ef99585d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Router 009382c7-b008-4cd7-a5e5-9a476ed9a5c2 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:03:37.372361 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-63829d09-a0ea-4820-a22f-423753bba885 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:03:37.374382 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63829d09-a0ea-4820-a22f-423753bba885 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'Port': ['ID=2ecd9bcb-f4fb-47ac-94b6-bc0e28e011c0,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:37.377603 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63829d09-a0ea-4820-a22f-423753bba885 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:03:37.418843 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-9149d137-3f52-4bca-afd0-9ec148acfa6f None None] Provisioning complete for port 84574a3e-6859-4df5-bfae-7079c9ac4472 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:03:37.419978 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9149d137-3f52-4bca-afd0-9ec148acfa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:37.460431 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-9149d137-3f52-4bca-afd0-9ec148acfa6f None None] Port 84574a3e-6859-4df5-bfae-7079c9ac4472 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:03:37.513020 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26096c7-3c31-4529-96e5-cce4ef99585d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:03:37.520240 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a26096c7-3c31-4529-96e5-cce4ef99585d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "PUT /v2.0/routers/009382c7-b008-4cd7-a5e5-9a476ed9a5c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5108657 Nov 10 18:03:37.525131 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de53b9c4-442f-423d-a2b7-3947bd969b4d None None] Sync routers for ids ['009382c7-b008-4cd7-a5e5-9a476ed9a5c2'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:03:37.537499 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de53b9c4-442f-423d-a2b7-3947bd969b4d None None] Routers {'009382c7-b008-4cd7-a5e5-9a476ed9a5c2'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:03:37.538455 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-de53b9c4-442f-423d-a2b7-3947bd969b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:03:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['009382c7-b008-4cd7-a5e5-9a476ed9a5c2'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:03:37.655567 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-de53b9c4-442f-423d-a2b7-3947bd969b4d None None] Set router 009382c7-b008-4cd7-a5e5-9a476ed9a5c2 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:03:37.854234 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-63829d09-a0ea-4820-a22f-423753bba885 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:37.916022 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-de53b9c4-442f-423d-a2b7-3947bd969b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'name': 'tempest-TestNetworkBasicOps-router-1342850969', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:06Z', 'updated_at': '2021-11-10T18:03:36Z', 'revision_number': 5, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:07Z', 'updated_at': '2021-11-10T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'aa403762-9cc6-4f9f-aaea-e9f097285365', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'port_id': '72be0a33-88fc-4b0c-a9cf-de7d9879a304', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09', 'mac_address': 'fa:16:3e:4a:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4621b2-9e87-4874-a9a9-6c3db6d994b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:02:33Z', 'updated_at': '2021-11-10T18:02:36Z', 'revision_number': 1, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a81910-b991-4a77-8b98-8ca468fe3b98', 'name': '', 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'mac_address': 'fa:16:3e:1c:57:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'd0ab1993-fab2-494c-893e-c38aaa332b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:11Z', 'updated_at': '2021-11-10T18:02:19Z', 'revision_number': 5, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'subnets': [{'id': 'd0ab1993-fab2-494c-893e-c38aaa332b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84574a3e-6859-4df5-bfae-7079c9ac4472', 'name': '', 'network_id': '67900017-0047-4088-8d49-f2b6540330d2', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'mac_address': 'fa:16:3e:18:5a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '72721160-f790-455c-b614-a7788a46c3d5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:03:35Z', 'updated_at': '2021-11-10T18:03:36Z', 'revision_number': 2, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'subnets': [{'id': '72721160-f790-455c-b614-a7788a46c3d5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:03:37.928409 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-63829d09-a0ea-4820-a22f-423753bba885 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:37.944637 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de53b9c4-442f-423d-a2b7-3947bd969b4d None None] Checking router: 009382c7-b008-4cd7-a5e5-9a476ed9a5c2 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:03:37.945005 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de53b9c4-442f-423d-a2b7-3947bd969b4d None None] Updating router 009382c7-b008-4cd7-a5e5-9a476ed9a5c2 port 84574a3e-6859-4df5-bfae-7079c9ac4472 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:03:37.969854 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-de53b9c4-442f-423d-a2b7-3947bd969b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:38.099114 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-63829d09-a0ea-4820-a22f-423753bba885 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:38.104227 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-63829d09-a0ea-4820-a22f-423753bba885 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:38.175964 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63829d09-a0ea-4820-a22f-423753bba885 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event updated for resources: {'Port': ['ID=2ecd9bcb-f4fb-47ac-94b6-bc0e28e011c0,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:38.192383 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-63829d09-a0ea-4820-a22f-423753bba885 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:38.284612 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-de53b9c4-442f-423d-a2b7-3947bd969b4d None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:38.293471 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-de53b9c4-442f-423d-a2b7-3947bd969b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:38.324414 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-63829d09-a0ea-4820-a22f-423753bba885 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Floating IP 7270bada-10da-437f-bab3-fb7912725cc9 associated. External IP: 172.25.5.199, port: 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968. Nov 10 18:03:38.350190 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04324e7-0145-4fa4-918f-a6ce1b78b89a None None] Pushing event updated for resources: {'Port': ['ID=84574a3e-6859-4df5-bfae-7079c9ac4472,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:38.408181 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-de53b9c4-442f-423d-a2b7-3947bd969b4d None None] Attempting to bind port 84574a3e-6859-4df5-bfae-7079c9ac4472 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:03:38.408720 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-de53b9c4-442f-423d-a2b7-3947bd969b4d None None] Attempting to bind port 84574a3e-6859-4df5-bfae-7079c9ac4472 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '796053d4-2b54-4367-a2f9-30cb8262b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '67900017-0047-4088-8d49-f2b6540330d2'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:03:38.408970 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de53b9c4-442f-423d-a2b7-3947bd969b4d None None] Attempting to bind port 84574a3e-6859-4df5-bfae-7079c9ac4472 on network 67900017-0047-4088-8d49-f2b6540330d2 {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:03:38.414568 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de53b9c4-442f-423d-a2b7-3947bd969b4d None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:03:38.414948 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de53b9c4-442f-423d-a2b7-3947bd969b4d None None] Checking segment: {'id': '796053d4-2b54-4367-a2f9-30cb8262b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '67900017-0047-4088-8d49-f2b6540330d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:03:38.415363 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-de53b9c4-442f-423d-a2b7-3947bd969b4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:38.415760 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de53b9c4-442f-423d-a2b7-3947bd969b4d None None] Bound using segment: {'id': '796053d4-2b54-4367-a2f9-30cb8262b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '67900017-0047-4088-8d49-f2b6540330d2'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:03:38.416464 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-de53b9c4-442f-423d-a2b7-3947bd969b4d None None] Bound port: 84574a3e-6859-4df5-bfae-7079c9ac4472, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '796053d4-2b54-4367-a2f9-30cb8262b9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '67900017-0047-4088-8d49-f2b6540330d2'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:03:38.416857 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-de53b9c4-442f-423d-a2b7-3947bd969b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:38.486704 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3398a1-1e30-4c78-8f30-c44e31356433 req-aa8d9f82-38d6-4438-83b5-8ac35ac31b65 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:38.488616 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3b3398a1-1e30-4c78-8f30-c44e31356433 req-aa8d9f82-38d6-4438-83b5-8ac35ac31b65 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 944 time: 0.1796625 Nov 10 18:03:38.496638 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-de53b9c4-442f-423d-a2b7-3947bd969b4d None None] For port 84574a3e-6859-4df5-bfae-7079c9ac4472, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:03:38.501433 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-de53b9c4-442f-423d-a2b7-3947bd969b4d None None] For port 84574a3e-6859-4df5-bfae-7079c9ac4472, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=84574a3e-6859-4df5-bfae-7079c9ac4472,segment=NetworkSegment(796053d4-2b54-4367-a2f9-30cb8262b9a1),segment_id=796053d4-2b54-4367-a2f9-30cb8262b9a1)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:03:38.507193 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-de53b9c4-442f-423d-a2b7-3947bd969b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:38.569490 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de53b9c4-442f-423d-a2b7-3947bd969b4d None None] Routers {'009382c7-b008-4cd7-a5e5-9a476ed9a5c2'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:03:38.571182 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-de53b9c4-442f-423d-a2b7-3947bd969b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:03:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['009382c7-b008-4cd7-a5e5-9a476ed9a5c2'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:03:38.648715 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3b3398a1-1e30-4c78-8f30-c44e31356433 req-13296ccc-691e-429e-bdb3-b6d29f48c17c tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152594 Nov 10 18:03:38.650538 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04324e7-0145-4fa4-918f-a6ce1b78b89a None None] Pushing event updated for resources: {'Port': ['ID=84574a3e-6859-4df5-bfae-7079c9ac4472,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:38.697011 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63829d09-a0ea-4820-a22f-423753bba885 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Router 448bc8fa-0a86-4f1f-98c5-9670772f6ad3 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:03:38.699064 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-95ea352e-24e8-4c45-9cbc-43708aedfa84 None None] Provisioning complete for port 84574a3e-6859-4df5-bfae-7079c9ac4472 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:03:38.703311 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-95ea352e-24e8-4c45-9cbc-43708aedfa84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:38.755288 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-de53b9c4-442f-423d-a2b7-3947bd969b4d None None] Set router 009382c7-b008-4cd7-a5e5-9a476ed9a5c2 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:03:38.864930 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63829d09-a0ea-4820-a22f-423753bba885 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:03:38.881792 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c163ad-149a-4409-b6b2-0f05dc9d9206 None None] Sync routers for ids ['448bc8fa-0a86-4f1f-98c5-9670772f6ad3'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:03:38.888207 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-63829d09-a0ea-4820-a22f-423753bba885 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:38.888773 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-95ea352e-24e8-4c45-9cbc-43708aedfa84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:38.926346 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-63829d09-a0ea-4820-a22f-423753bba885 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5675368 Nov 10 18:03:38.927051 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390ad915-0b89-44bb-bc94-276decbee634', 'tag': '97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:03:38.934101 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c163ad-149a-4409-b6b2-0f05dc9d9206 None None] Routers {'448bc8fa-0a86-4f1f-98c5-9670772f6ad3'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:03:38.934781 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-84c163ad-149a-4409-b6b2-0f05dc9d9206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:03:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['448bc8fa-0a86-4f1f-98c5-9670772f6ad3'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:03:38.939713 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea194f5-eb8f-4746-87da-bd670bf957f2" -d '{"events": [{"name": "network-changed", "server_uuid": "390ad915-0b89-44bb-bc94-276decbee634", "tag": "97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:03:39.004688 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-95ea352e-24e8-4c45-9cbc-43708aedfa84 None None] For port 84574a3e-6859-4df5-bfae-7079c9ac4472, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=84574a3e-6859-4df5-bfae-7079c9ac4472,segment=NetworkSegment(796053d4-2b54-4367-a2f9-30cb8262b9a1),segment_id=796053d4-2b54-4367-a2f9-30cb8262b9a1)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:03:39.007086 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fee398c-dafe-4dc5-9bc4-d015a66713ce x-openstack-request-id: req-1fee398c-dafe-4dc5-9bc4-d015a66713ce {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:03:39.007343 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "390ad915-0b89-44bb-bc94-276decbee634", "tag": "97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:03:39.007611 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1fee398c-dafe-4dc5-9bc4-d015a66713ce {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:03:39.008036 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '390ad915-0b89-44bb-bc94-276decbee634', 'tag': '97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968', 'status': 'completed', 'code': 200} Nov 10 18:03:39.018522 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-95ea352e-24e8-4c45-9cbc-43708aedfa84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:39.097134 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-de53b9c4-442f-423d-a2b7-3947bd969b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'name': 'tempest-TestNetworkBasicOps-router-1342850969', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:06Z', 'updated_at': '2021-11-10T18:03:36Z', 'revision_number': 5, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:07Z', 'updated_at': '2021-11-10T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'aa403762-9cc6-4f9f-aaea-e9f097285365', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'port_id': '72be0a33-88fc-4b0c-a9cf-de7d9879a304', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09', 'mac_address': 'fa:16:3e:4a:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4621b2-9e87-4874-a9a9-6c3db6d994b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:02:33Z', 'updated_at': '2021-11-10T18:02:36Z', 'revision_number': 1, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a81910-b991-4a77-8b98-8ca468fe3b98', 'name': '', 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'mac_address': 'fa:16:3e:1c:57:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'd0ab1993-fab2-494c-893e-c38aaa332b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:11Z', 'updated_at': '2021-11-10T18:02:19Z', 'revision_number': 5, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'subnets': [{'id': 'd0ab1993-fab2-494c-893e-c38aaa332b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84574a3e-6859-4df5-bfae-7079c9ac4472', 'name': '', 'network_id': '67900017-0047-4088-8d49-f2b6540330d2', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'mac_address': 'fa:16:3e:18:5a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '72721160-f790-455c-b614-a7788a46c3d5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:03:35Z', 'updated_at': '2021-11-10T18:03:38Z', 'revision_number': 4, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'subnets': [{'id': '72721160-f790-455c-b614-a7788a46c3d5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:03:39.108128 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea194f5-eb8f-4746-87da-bd670bf957f2 req-19507931-7c3b-4a41-aaec-e72bc9187662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:39.110823 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cea194f5-eb8f-4746-87da-bd670bf957f2 req-19507931-7c3b-4a41-aaec-e72bc9187662 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 1098 time: 0.0557768 Nov 10 18:03:39.138015 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-84c163ad-149a-4409-b6b2-0f05dc9d9206 None None] Set router 448bc8fa-0a86-4f1f-98c5-9670772f6ad3 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:03:39.190374 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e3ba7-2afe-4076-9ec8-21b7b19300b1 req-8c30daf4-d94b-4c25-a9b6-7bdde764dda5 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:39.198843 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-387e3ba7-2afe-4076-9ec8-21b7b19300b1 req-8c30daf4-d94b-4c25-a9b6-7bdde764dda5 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 946 time: 0.1743717 Nov 10 18:03:39.240470 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-0ff208fb-f37a-4ad0-9d78-8e634286cdb0 None None] Provisioning complete for port 84574a3e-6859-4df5-bfae-7079c9ac4472 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:03:39.241218 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0ff208fb-f37a-4ad0-9d78-8e634286cdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:39.242383 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de53b9c4-442f-423d-a2b7-3947bd969b4d None None] The sync data for ids ['009382c7-b008-4cd7-a5e5-9a476ed9a5c2'] in n-d-776250-10 is: [{'id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'name': 'tempest-TestNetworkBasicOps-router-1342850969', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:06Z', 'updated_at': '2021-11-10T18:03:36Z', 'revision_number': 5, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:07Z', 'updated_at': '2021-11-10T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'aa403762-9cc6-4f9f-aaea-e9f097285365', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'port_id': '72be0a33-88fc-4b0c-a9cf-de7d9879a304', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09', 'mac_address': 'fa:16:3e:4a:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4621b2-9e87-4874-a9a9-6c3db6d994b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:02:33Z', 'updated_at': '2021-11-10T18:02:36Z', 'revision_number': 1, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a81910-b991-4a77-8b98-8ca468fe3b98', 'name': '', 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'mac_address': 'fa:16:3e:1c:57:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'd0ab1993-fab2-494c-893e-c38aaa332b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:11Z', 'updated_at': '2021-11-10T18:02:19Z', 'revision_number': 5, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'subnets': [{'id': 'd0ab1993-fab2-494c-893e-c38aaa332b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84574a3e-6859-4df5-bfae-7079c9ac4472', 'name': '', 'network_id': '67900017-0047-4088-8d49-f2b6540330d2', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'mac_address': 'fa:16:3e:18:5a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': '72721160-f790-455c-b614-a7788a46c3d5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:03:35Z', 'updated_at': '2021-11-10T18:03:38Z', 'revision_number': 4, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'subnets': [{'id': '72721160-f790-455c-b614-a7788a46c3d5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:03:39.275141 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea352e-24e8-4c45-9cbc-43708aedfa84 None None] Pushing event updated for resources: {'Port': ['ID=84574a3e-6859-4df5-bfae-7079c9ac4472,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:39.285806 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 639b3d4c-0462-4124-a350-f4e48d099368 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:03:39.319823 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea194f5-eb8f-4746-87da-bd670bf957f2 req-7af2549a-b2c2-4537-aaa9-f5be729dba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:39.321892 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cea194f5-eb8f-4746-87da-bd670bf957f2 req-7af2549a-b2c2-4537-aaa9-f5be729dba45 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a8192755-7eaf-46f6-87b8-df4f6239bf8f HTTP/1.1" status: 200 len: 897 time: 0.2012455 Nov 10 18:03:39.336735 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-387e3ba7-2afe-4076-9ec8-21b7b19300b1 req-e7fced79-f956-4cb0-880d-ba3cf87776da tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=97aa9cd3-f0d3-41ad-9b23-c00b18459553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369307 Nov 10 18:03:39.357725 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49674) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:39.436710 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cea194f5-eb8f-4746-87da-bd670bf957f2 req-d93fe407-310e-488a-9361-032a53812b3e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968 HTTP/1.1" status: 200 len: 1000 time: 0.0988939 Nov 10 18:03:39.482015 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b7e1d5ff-ea44-438e-bd94-071a5e99e99c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/floatingips/7270bada-10da-437f-bab3-fb7912725cc9 HTTP/1.1" status: 200 len: 992 time: 0.1223719 Nov 10 18:03:39.527354 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea194f5-eb8f-4746-87da-bd670bf957f2 req-ecd5d00d-f9bb-4237-bbc9-e5d80a78e399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:39.529663 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cea194f5-eb8f-4746-87da-bd670bf957f2 req-ecd5d00d-f9bb-4237-bbc9-e5d80a78e399 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=88baa772-6139-4b41-96b4-fd2921b23f71 HTTP/1.1" status: 200 len: 835 time: 0.0825379 Nov 10 18:03:39.618596 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea194f5-eb8f-4746-87da-bd670bf957f2 req-967e3b8b-5bfb-4792-b38f-1f72defa86cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:39.620411 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cea194f5-eb8f-4746-87da-bd670bf957f2 req-967e3b8b-5bfb-4792-b38f-1f72defa86cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8192755-7eaf-46f6-87b8-df4f6239bf8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750344 Nov 10 18:03:39.644056 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 84574a3e-6859-4df5-bfae-7079c9ac4472 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:03:39.799070 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 84574a3e-6859-4df5-bfae-7079c9ac4472 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:03:39.799630 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:39.805368 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-84c163ad-149a-4409-b6b2-0f05dc9d9206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921459671', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '8a060a9c-c3e8-4a7a-bb33-9e499df5ccda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:03:10Z', 'updated_at': '2021-11-10T18:03:15Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '8a060a9c-c3e8-4a7a-bb33-9e499df5ccda', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:03:11Z', 'updated_at': '2021-11-10T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '7270bada-10da-437f-bab3-fb7912725cc9', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'floating_ip_address': '172.25.5.199', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'port_id': '97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8192755-7eaf-46f6-87b8-df4f6239bf8f', 'mac_address': 'fa:16:3e:3d:79:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390ad915-0b89-44bb-bc94-276decbee634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:03:37Z', 'updated_at': '2021-11-10T18:03:37Z', 'revision_number': 0, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33e3398b-11fe-4d1f-b41d-0c3ab046df21', 'name': '', 'network_id': 'a8192755-7eaf-46f6-87b8-df4f6239bf8f', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:8a:74:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '88baa772-6139-4b41-96b4-fd2921b23f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:03:14Z', 'updated_at': '2021-11-10T18:03:22Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': '88baa772-6139-4b41-96b4-fd2921b23f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:03:39.825896 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cea194f5-eb8f-4746-87da-bd670bf957f2 req-42fd9fb7-04fa-4650-820b-9d7b1fd19836 service neutron] 10.222.0.13 "GET /v2.0/networks/a8192755-7eaf-46f6-87b8-df4f6239bf8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943429 Nov 10 18:03:39.858531 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c163ad-149a-4409-b6b2-0f05dc9d9206 None None] Checking router: 448bc8fa-0a86-4f1f-98c5-9670772f6ad3 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:03:39.879749 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c163ad-149a-4409-b6b2-0f05dc9d9206 None None] Routers {'448bc8fa-0a86-4f1f-98c5-9670772f6ad3'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:03:39.880560 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-84c163ad-149a-4409-b6b2-0f05dc9d9206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:03:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['448bc8fa-0a86-4f1f-98c5-9670772f6ad3'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:03:39.898591 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ba5ea-9632-42fe-aae8-8c3b48fc8f73 req-6c3ca32d-ac86-4518-996c-4c1865c9d07f tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:39.900142 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-946ba5ea-9632-42fe-aae8-8c3b48fc8f73 req-6c3ca32d-ac86-4518-996c-4c1865c9d07f tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 944 time: 0.1138442 Nov 10 18:03:40.001266 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-946ba5ea-9632-42fe-aae8-8c3b48fc8f73 req-49e4301d-1a07-4e28-a4f7-443695b71982 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823572 Nov 10 18:03:40.003486 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-84c163ad-149a-4409-b6b2-0f05dc9d9206 None None] Set router 448bc8fa-0a86-4f1f-98c5-9670772f6ad3 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:03:40.012083 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cea194f5-eb8f-4746-87da-bd670bf957f2 req-b1baebf7-0d10-4cc2-8016-03d06a7f3209 service neutron] 10.222.0.13 "GET /v2.0/networks/a8192755-7eaf-46f6-87b8-df4f6239bf8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804726 Nov 10 18:03:40.286550 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-84c163ad-149a-4409-b6b2-0f05dc9d9206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921459671', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '8a060a9c-c3e8-4a7a-bb33-9e499df5ccda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:03:10Z', 'updated_at': '2021-11-10T18:03:15Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '8a060a9c-c3e8-4a7a-bb33-9e499df5ccda', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:03:11Z', 'updated_at': '2021-11-10T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '7270bada-10da-437f-bab3-fb7912725cc9', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'floating_ip_address': '172.25.5.199', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'port_id': '97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8192755-7eaf-46f6-87b8-df4f6239bf8f', 'mac_address': 'fa:16:3e:3d:79:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390ad915-0b89-44bb-bc94-276decbee634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:03:37Z', 'updated_at': '2021-11-10T18:03:37Z', 'revision_number': 0, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33e3398b-11fe-4d1f-b41d-0c3ab046df21', 'name': '', 'network_id': 'a8192755-7eaf-46f6-87b8-df4f6239bf8f', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:8a:74:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '88baa772-6139-4b41-96b4-fd2921b23f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:03:14Z', 'updated_at': '2021-11-10T18:03:22Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': '88baa772-6139-4b41-96b4-fd2921b23f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:03:40.322438 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c163ad-149a-4409-b6b2-0f05dc9d9206 None None] The sync data for ids ['448bc8fa-0a86-4f1f-98c5-9670772f6ad3'] in n-d-776250-10 is: [{'id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921459671', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '8a060a9c-c3e8-4a7a-bb33-9e499df5ccda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:03:10Z', 'updated_at': '2021-11-10T18:03:15Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '8a060a9c-c3e8-4a7a-bb33-9e499df5ccda', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:03:11Z', 'updated_at': '2021-11-10T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '7270bada-10da-437f-bab3-fb7912725cc9', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'floating_ip_address': '172.25.5.199', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'port_id': '97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8192755-7eaf-46f6-87b8-df4f6239bf8f', 'mac_address': 'fa:16:3e:3d:79:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390ad915-0b89-44bb-bc94-276decbee634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:03:37Z', 'updated_at': '2021-11-10T18:03:37Z', 'revision_number': 0, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33e3398b-11fe-4d1f-b41d-0c3ab046df21', 'name': '', 'network_id': 'a8192755-7eaf-46f6-87b8-df4f6239bf8f', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:8a:74:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '88baa772-6139-4b41-96b4-fd2921b23f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:03:14Z', 'updated_at': '2021-11-10T18:03:22Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': '88baa772-6139-4b41-96b4-fd2921b23f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:03:40.484627 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49682) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:40.526782 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e0306e-40e0-44c5-9989-8ba6ba02e038 None None] New status for floating IP 7270bada-10da-437f-bab3-fb7912725cc9: ACTIVE {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:03:40.552889 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e46f3bb0-5620-44ad-88f9-ff1722aee9f9 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/floatingips/7270bada-10da-437f-bab3-fb7912725cc9 HTTP/1.1" status: 200 len: 992 time: 0.0658505 Nov 10 18:03:41.125549 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e324701-ad97-4543-a286-fe91f77c926a req-5ea4909d-722a-4c7f-8da0-e6a9ffe4ad48 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:41.127092 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0e324701-ad97-4543-a286-fe91f77c926a req-5ea4909d-722a-4c7f-8da0-e6a9ffe4ad48 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 944 time: 0.0503433 Nov 10 18:03:41.177187 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0e324701-ad97-4543-a286-fe91f77c926a req-0d9774de-6db5-436d-9677-38bef62429d0 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441358 Nov 10 18:03:41.555794 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49688) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:03:41.639040 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-77e73707-9935-4484-b3e9-c8069db3953a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/floatingips/7270bada-10da-437f-bab3-fb7912725cc9 HTTP/1.1" status: 200 len: 994 time: 0.0820038 Nov 10 18:03:42.313268 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddadc07a-3133-4ef1-aa30-40e69d5241e7 req-f20fe1ce-3d82-4738-86fa-4726fcf850f0 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:42.314879 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ddadc07a-3133-4ef1-aa30-40e69d5241e7 req-f20fe1ce-3d82-4738-86fa-4726fcf850f0 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 944 time: 0.0577042 Nov 10 18:03:42.364448 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ddadc07a-3133-4ef1-aa30-40e69d5241e7 req-f918574e-0e22-42c7-9a51-820848f21a77 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433793 Nov 10 18:03:43.488696 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb3d875-37be-4db9-bce5-e2185dc5f894 req-212c184c-4f5a-4072-8998-bf83257e34d7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:43.490182 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ceb3d875-37be-4db9-bce5-e2185dc5f894 req-212c184c-4f5a-4072-8998-bf83257e34d7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 944 time: 0.0511479 Nov 10 18:03:43.537308 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ceb3d875-37be-4db9-bce5-e2185dc5f894 req-f5e7d64b-e846-4047-b730-8b9cd243ccda tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411832 Nov 10 18:03:43.776972 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-5aeae542-4158-4d00-bea6-a31a6b2f4af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:43.778529 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-5aeae542-4158-4d00-bea6-a31a6b2f4af9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745&tenant_id=06278c9a20944d57b5ffec337b79be2b HTTP/1.1" status: 200 len: 1096 time: 0.0941255 Nov 10 18:03:43.790123 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-81ebd91a-49f6-478a-aa95-dbe533a3af82 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-776250-10', 'device_owner': 'compute:nova'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:03:43.843114 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-81ebd91a-49f6-478a-aa95-dbe533a3af82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:44.054764 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-81ebd91a-49f6-478a-aa95-dbe533a3af82 service neutron] For port 639b3d4c-0462-4124-a350-f4e48d099368, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=639b3d4c-0462-4124-a350-f4e48d099368,segment=NetworkSegment(6b466d68-c591-4d87-8da5-4772ac75c43d),segment_id=6b466d68-c591-4d87-8da5-4772ac75c43d)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:03:44.089192 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-81ebd91a-49f6-478a-aa95-dbe533a3af82 service neutron] For port 639b3d4c-0462-4124-a350-f4e48d099368, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:03:44.121475 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-81ebd91a-49f6-478a-aa95-dbe533a3af82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 639b3d4c-0462-4124-a350-f4e48d099368 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:03:44.129656 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-81ebd91a-49f6-478a-aa95-dbe533a3af82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:44.142178 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-81ebd91a-49f6-478a-aa95-dbe533a3af82 service neutron] Transition to ACTIVE for port object 639b3d4c-0462-4124-a350-f4e48d099368 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:03:44.145766 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-81ebd91a-49f6-478a-aa95-dbe533a3af82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:44.229277 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebd91a-49f6-478a-aa95-dbe533a3af82 service neutron] Pushing event updated for resources: {'Port': ['ID=639b3d4c-0462-4124-a350-f4e48d099368,revision_number=9']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:44.268645 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-81ebd91a-49f6-478a-aa95-dbe533a3af82 service neutron] No DVR routers for this DVR port 639b3d4c-0462-4124-a350-f4e48d099368 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:03:44.407140 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-81ebd91a-49f6-478a-aa95-dbe533a3af82 service neutron] Attempting to bind port 639b3d4c-0462-4124-a350-f4e48d099368 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:03:44.407503 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-81ebd91a-49f6-478a-aa95-dbe533a3af82 service neutron] Attempting to bind port 639b3d4c-0462-4124-a350-f4e48d099368 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '6b466d68-c591-4d87-8da5-4772ac75c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a384840f-994e-49d7-a029-2994795f669c'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:03:44.407832 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-81ebd91a-49f6-478a-aa95-dbe533a3af82 service neutron] Attempting to bind port 639b3d4c-0462-4124-a350-f4e48d099368 on network a384840f-994e-49d7-a029-2994795f669c {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:03:44.412051 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-81ebd91a-49f6-478a-aa95-dbe533a3af82 service neutron] Port 639b3d4c-0462-4124-a350-f4e48d099368 on network a384840f-994e-49d7-a029-2994795f669c not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:03:44.412398 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-81ebd91a-49f6-478a-aa95-dbe533a3af82 service neutron] Attempting to bind port 639b3d4c-0462-4124-a350-f4e48d099368 on network a384840f-994e-49d7-a029-2994795f669c {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:03:44.417498 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-81ebd91a-49f6-478a-aa95-dbe533a3af82 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:03:44.417849 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-81ebd91a-49f6-478a-aa95-dbe533a3af82 service neutron] Checking segment: {'id': '6b466d68-c591-4d87-8da5-4772ac75c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a384840f-994e-49d7-a029-2994795f669c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:03:44.418209 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-81ebd91a-49f6-478a-aa95-dbe533a3af82 service neutron] Bound using segment: {'id': '6b466d68-c591-4d87-8da5-4772ac75c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a384840f-994e-49d7-a029-2994795f669c'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:03:44.418631 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-81ebd91a-49f6-478a-aa95-dbe533a3af82 service neutron] Bound port: 639b3d4c-0462-4124-a350-f4e48d099368, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b466d68-c591-4d87-8da5-4772ac75c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a384840f-994e-49d7-a029-2994795f669c'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:03:44.418979 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-81ebd91a-49f6-478a-aa95-dbe533a3af82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:44.482806 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-81ebd91a-49f6-478a-aa95-dbe533a3af82 service neutron] For port 639b3d4c-0462-4124-a350-f4e48d099368, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:03:44.487775 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-81ebd91a-49f6-478a-aa95-dbe533a3af82 service neutron] For port 639b3d4c-0462-4124-a350-f4e48d099368, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=639b3d4c-0462-4124-a350-f4e48d099368,segment=NetworkSegment(6b466d68-c591-4d87-8da5-4772ac75c43d),segment_id=6b466d68-c591-4d87-8da5-4772ac75c43d)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:03:44.491740 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-81ebd91a-49f6-478a-aa95-dbe533a3af82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:44.526625 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-81ebd91a-49f6-478a-aa95-dbe533a3af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:44.527244 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-81ebd91a-49f6-478a-aa95-dbe533a3af82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:44.528644 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-81ebd91a-49f6-478a-aa95-dbe533a3af82 service neutron] 10.222.0.11 "PUT /v2.0/ports/639b3d4c-0462-4124-a350-f4e48d099368 HTTP/1.1" status: 200 len: 1093 time: 0.7425194 Nov 10 18:03:44.529087 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c83056-f77e-4ab4-8263-44d294115745', 'tag': '639b3d4c-0462-4124-a350-f4e48d099368'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:03:44.531648 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b1229d-6a27-4e37-87ea-d848c14554a7" -d '{"events": [{"name": "network-changed", "server_uuid": "83c83056-f77e-4ab4-8263-44d294115745", "tag": "639b3d4c-0462-4124-a350-f4e48d099368"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:03:44.596424 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebd91a-49f6-478a-aa95-dbe533a3af82 service neutron] Pushing event updated for resources: {'Port': ['ID=639b3d4c-0462-4124-a350-f4e48d099368,revision_number=10']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:03:44.600895 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431f41ab-6c02-471d-9c9f-3bf164e18d01 x-openstack-request-id: req-431f41ab-6c02-471d-9c9f-3bf164e18d01 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:03:44.601211 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c83056-f77e-4ab4-8263-44d294115745", "tag": "639b3d4c-0462-4124-a350-f4e48d099368", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:03:44.601433 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-431f41ab-6c02-471d-9c9f-3bf164e18d01 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:03:44.601846 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c83056-f77e-4ab4-8263-44d294115745', 'tag': '639b3d4c-0462-4124-a350-f4e48d099368', 'status': 'completed', 'code': 200} Nov 10 18:03:44.620528 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-241cb795-da24-427c-810c-4cfa82111773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:44.622102 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-241cb795-da24-427c-810c-4cfa82111773 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06278c9a20944d57b5ffec337b79be2b&device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 1097 time: 0.0630648 Nov 10 18:03:44.731713 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d24fb-c4bf-493f-aac7-553ef55a5780 req-c2ecba55-237a-4bed-8a0f-871939ba07e8 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:44.733331 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eb0d24fb-c4bf-493f-aac7-553ef55a5780 req-c2ecba55-237a-4bed-8a0f-871939ba07e8 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 945 time: 0.1102912 Nov 10 18:03:44.774704 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-7868c0b8-4dba-4d08-b97c-068a49f70fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:44.776655 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-7868c0b8-4dba-4d08-b97c-068a49f70fc0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a384840f-994e-49d7-a029-2994795f669c HTTP/1.1" status: 200 len: 918 time: 0.1438301 Nov 10 18:03:44.841570 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eb0d24fb-c4bf-493f-aac7-553ef55a5780 req-00d1bf86-22fc-4d74-bbcb-52c377f81810 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998018 Nov 10 18:03:44.862134 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-7c17ff37-bab7-4fdc-a8d0-1220d215f2ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=639b3d4c-0462-4124-a350-f4e48d099368 HTTP/1.1" status: 200 len: 1000 time: 0.0755937 Nov 10 18:03:44.919025 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-bd444d96-65e6-4e34-b66b-0e1801bbb99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:44.920539 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-bd444d96-65e6-4e34-b66b-0e1801bbb99d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6d851ee1-7f4b-4a5a-9484-5ca72a5442cb HTTP/1.1" status: 200 len: 856 time: 0.0480816 Nov 10 18:03:44.972440 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-d0502bfd-41dc-4469-ab4a-8bb8be3d77a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:44.974220 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-d0502bfd-41dc-4469-ab4a-8bb8be3d77a6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a384840f-994e-49d7-a029-2994795f669c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471096 Nov 10 18:03:45.073426 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-ca2edc07-52e8-4e74-bee7-f3909b708af7 service neutron] 10.222.0.11 "GET /v2.0/networks/a384840f-994e-49d7-a029-2994795f669c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908346 Nov 10 18:03:45.178070 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-3f96c91b-55f6-4be8-8bc0-7584275d13b3 service neutron] 10.222.0.11 "GET /v2.0/networks/a384840f-994e-49d7-a029-2994795f669c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977383 Nov 10 18:03:45.268766 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1229d-6a27-4e37-87ea-d848c14554a7 req-bda09138-92bc-4e1e-bf1f-adf375396239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:45.270315 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d4b1229d-6a27-4e37-87ea-d848c14554a7 req-bda09138-92bc-4e1e-bf1f-adf375396239 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06278c9a20944d57b5ffec337b79be2b&device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 1097 time: 0.0440438 Nov 10 18:03:45.385234 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1229d-6a27-4e37-87ea-d848c14554a7 req-1de17bb4-123c-49c3-a65c-218828986d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:45.386721 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d4b1229d-6a27-4e37-87ea-d848c14554a7 req-1de17bb4-123c-49c3-a65c-218828986d15 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a384840f-994e-49d7-a029-2994795f669c HTTP/1.1" status: 200 len: 918 time: 0.1091671 Nov 10 18:03:45.463032 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d4b1229d-6a27-4e37-87ea-d848c14554a7 req-dd200cb6-e5bc-407b-9c9f-a563e64cb496 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=639b3d4c-0462-4124-a350-f4e48d099368 HTTP/1.1" status: 200 len: 1000 time: 0.0693259 Nov 10 18:03:45.527332 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1229d-6a27-4e37-87ea-d848c14554a7 req-218fd6de-df76-43f4-ae4a-eb7533608eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:45.528928 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d4b1229d-6a27-4e37-87ea-d848c14554a7 req-218fd6de-df76-43f4-ae4a-eb7533608eba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6d851ee1-7f4b-4a5a-9484-5ca72a5442cb HTTP/1.1" status: 200 len: 856 time: 0.0576794 Nov 10 18:03:45.990551 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c2878-9172-4c75-be25-a1d91b5a178f req-6a44a5b4-666b-4ba4-80ae-3b98327ca560 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:45.992182 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e10c2878-9172-4c75-be25-a1d91b5a178f req-6a44a5b4-666b-4ba4-80ae-3b98327ca560 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 945 time: 0.0639465 Nov 10 18:03:46.081142 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e10c2878-9172-4c75-be25-a1d91b5a178f req-70ae3c6d-03f2-4816-99bc-55e28e7351ae tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822170 Nov 10 18:03:47.215734 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc9e53-ae64-45e1-9254-cd2541791bb4 req-cfec2a4a-8770-4b8a-9b83-6ee64aa486f7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:47.219432 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-87cc9e53-ae64-45e1-9254-cd2541791bb4 req-cfec2a4a-8770-4b8a-9b83-6ee64aa486f7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 945 time: 0.0585263 Nov 10 18:03:47.280011 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-87cc9e53-ae64-45e1-9254-cd2541791bb4 req-2f0e69f0-2bf8-4cbb-8755-5f320f5b006c tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529377 Nov 10 18:03:48.450215 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b233385-c1ca-44a8-9bf6-3d7fe2be1179 req-41faf35d-fc1a-4895-a5d6-fd83e468ff73 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:48.451737 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9b233385-c1ca-44a8-9bf6-3d7fe2be1179 req-41faf35d-fc1a-4895-a5d6-fd83e468ff73 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 945 time: 0.0593767 Nov 10 18:03:48.507111 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9b233385-c1ca-44a8-9bf6-3d7fe2be1179 req-25ce5b45-c210-4e11-b5b6-d8090238c4a7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464413 Nov 10 18:03:49.644805 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c59fe8-bd58-49be-93e6-0455cae487bc req-7191d26b-6a56-4fc6-b13d-a7443a8449f2 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:49.646471 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-89c59fe8-bd58-49be-93e6-0455cae487bc req-7191d26b-6a56-4fc6-b13d-a7443a8449f2 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 945 time: 0.0571051 Nov 10 18:03:49.708498 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-89c59fe8-bd58-49be-93e6-0455cae487bc req-3b243d3a-0ba0-4da5-9623-d6736fce3130 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557120 Nov 10 18:03:50.879844 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c3122-72da-490a-b934-b1fd678c1401 req-c73114da-b090-40d8-9cb1-9e93007ffd31 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:50.881452 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-308c3122-72da-490a-b934-b1fd678c1401 req-c73114da-b090-40d8-9cb1-9e93007ffd31 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 945 time: 0.0543473 Nov 10 18:03:50.947477 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-308c3122-72da-490a-b934-b1fd678c1401 req-fd680d15-2a2a-4b64-9388-777065dfcbfc tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597095 Nov 10 18:03:52.083922 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a65a9d-e35b-4d8a-b2c8-2f8b1803e310 req-091b54f3-b8ef-4099-aca2-a44fe11b4608 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:52.085454 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c0a65a9d-e35b-4d8a-b2c8-2f8b1803e310 req-091b54f3-b8ef-4099-aca2-a44fe11b4608 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 945 time: 0.0585444 Nov 10 18:03:52.134861 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c0a65a9d-e35b-4d8a-b2c8-2f8b1803e310 req-3de2e699-b9b0-4c55-8147-01a280e95da0 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434678 Nov 10 18:03:53.257916 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539fc894-d4ce-4eb5-8be6-5228f0684473 req-8ae2793e-7c05-4b03-89a7-3006158d3b5f tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:53.259428 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-539fc894-d4ce-4eb5-8be6-5228f0684473 req-8ae2793e-7c05-4b03-89a7-3006158d3b5f tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 945 time: 0.0523014 Nov 10 18:03:53.312393 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-539fc894-d4ce-4eb5-8be6-5228f0684473 req-58064d04-f469-4bfe-9e5b-498666f99bca tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467417 Nov 10 18:03:54.441571 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80730a3-5c47-42ee-a5a4-d69da1b1840d req-04b062c1-9ae0-49d4-b283-7850d4f54df5 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:54.443093 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d80730a3-5c47-42ee-a5a4-d69da1b1840d req-04b062c1-9ae0-49d4-b283-7850d4f54df5 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 945 time: 0.0501328 Nov 10 18:03:54.506688 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d80730a3-5c47-42ee-a5a4-d69da1b1840d req-5d59bb5a-5e01-45ab-9a1b-25ccdf5b0723 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574749 Nov 10 18:03:54.886206 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:55.253993 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:03:55.626324 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c281d6-3d70-4f0d-83db-3d6e1875050d req-da4ac57c-7d83-4609-91e1-60f431aeca49 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:55.627798 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-37c281d6-3d70-4f0d-83db-3d6e1875050d req-da4ac57c-7d83-4609-91e1-60f431aeca49 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 945 time: 0.0496821 Nov 10 18:03:55.679640 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-37c281d6-3d70-4f0d-83db-3d6e1875050d req-2105e409-8063-451e-a3c5-980209cefc61 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459061 Nov 10 18:03:56.410990 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1229d-6a27-4e37-87ea-d848c14554a7 req-7ea436b0-815e-4a50-bb57-630f2f13280d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:56.412545 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d4b1229d-6a27-4e37-87ea-d848c14554a7 req-7ea436b0-815e-4a50-bb57-630f2f13280d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a384840f-994e-49d7-a029-2994795f669c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416887 Nov 10 18:03:56.511293 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d4b1229d-6a27-4e37-87ea-d848c14554a7 req-dd558c74-1d90-48f4-b83e-9a9a3d0f2fa3 service neutron] 10.222.0.11 "GET /v2.0/networks/a384840f-994e-49d7-a029-2994795f669c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863793 Nov 10 18:03:56.603836 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d4b1229d-6a27-4e37-87ea-d848c14554a7 req-9eb0f96e-c0f8-42fe-beef-e86f811284b3 service neutron] 10.222.0.11 "GET /v2.0/networks/a384840f-994e-49d7-a029-2994795f669c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823963 Nov 10 18:03:56.809191 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee580c8-4fe4-4eb8-99f4-9c50b6c573a3 req-6a8a33d2-923a-4540-828c-a36d020d2e46 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:56.810676 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3ee580c8-4fe4-4eb8-99f4-9c50b6c573a3 req-6a8a33d2-923a-4540-828c-a36d020d2e46 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 945 time: 0.0556924 Nov 10 18:03:56.859502 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3ee580c8-4fe4-4eb8-99f4-9c50b6c573a3 req-683ad885-e2ca-4a1a-9672-ad8c4c177d3a tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421512 Nov 10 18:03:57.984755 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da5807b-cf7e-4841-81a8-063e6f9079c6 req-d7ae1998-5057-4997-92dd-51e24b78cec2 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:57.986924 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4da5807b-cf7e-4841-81a8-063e6f9079c6 req-d7ae1998-5057-4997-92dd-51e24b78cec2 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 945 time: 0.0541880 Nov 10 18:03:58.038695 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4da5807b-cf7e-4841-81a8-063e6f9079c6 req-7786249c-2943-46a3-96b0-72089dc7cb9c tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455160 Nov 10 18:03:59.159666 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3a482-7ff7-4216-bff3-4ef5741599c1 req-450ae0c4-deef-4f36-9843-a4a246846a7c tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:03:59.161183 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bbd3a482-7ff7-4216-bff3-4ef5741599c1 req-450ae0c4-deef-4f36-9843-a4a246846a7c tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 945 time: 0.0487585 Nov 10 18:03:59.211779 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bbd3a482-7ff7-4216-bff3-4ef5741599c1 req-da061ad4-8823-4d75-af1f-fc7e5e2b9a02 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446918 Nov 10 18:04:00.308067 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49782) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:00.508075 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9b1de1cb-6563-4de6-84ad-28aeb10d6652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:00.639406 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696bdfe-e44a-4e52-921b-25eaf8274034 req-9f8e3932-de4c-4402-ad6a-a2fb89e91aa1 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:00.641642 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e696bdfe-e44a-4e52-921b-25eaf8274034 req-9f8e3932-de4c-4402-ad6a-a2fb89e91aa1 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 945 time: 0.3561120 Nov 10 18:04:00.691070 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e696bdfe-e44a-4e52-921b-25eaf8274034 req-a92adb98-751d-46f7-a606-9ef421874d35 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424178 Nov 10 18:04:00.698137 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f5c17a4f-990a-4613-849a-ef0d2fe3735a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:01.029477 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-f5c17a4f-990a-4613-849a-ef0d2fe3735a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Deleting port 84574a3e-6859-4df5-bfae-7079c9ac4472 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:04:01.029755 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f5c17a4f-990a-4613-849a-ef0d2fe3735a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:01.129476 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-f5c17a4f-990a-4613-849a-ef0d2fe3735a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] For port 84574a3e-6859-4df5-bfae-7079c9ac4472, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=84574a3e-6859-4df5-bfae-7079c9ac4472,segment=NetworkSegment(796053d4-2b54-4367-a2f9-30cb8262b9a1),segment_id=796053d4-2b54-4367-a2f9-30cb8262b9a1)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:04:01.129837 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f5c17a4f-990a-4613-849a-ef0d2fe3735a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:01.143696 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-f5c17a4f-990a-4613-849a-ef0d2fe3735a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Calling delete_port for 84574a3e-6859-4df5-bfae-7079c9ac4472 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:04:01.335032 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f5c17a4f-990a-4613-849a-ef0d2fe3735a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:01.362022 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c17a4f-990a-4613-849a-ef0d2fe3735a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event deleted for resources: {'Port': ['ID=84574a3e-6859-4df5-bfae-7079c9ac4472,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:01.379196 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c17a4f-990a-4613-849a-ef0d2fe3735a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:01.379545 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c17a4f-990a-4613-849a-ef0d2fe3735a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:01.380062 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c17a4f-990a-4613-849a-ef0d2fe3735a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:01.380284 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c17a4f-990a-4613-849a-ef0d2fe3735a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:01.380620 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c17a4f-990a-4613-849a-ef0d2fe3735a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:01.380945 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c17a4f-990a-4613-849a-ef0d2fe3735a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:01.381271 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c17a4f-990a-4613-849a-ef0d2fe3735a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:01.381594 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c17a4f-990a-4613-849a-ef0d2fe3735a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:01.381914 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c17a4f-990a-4613-849a-ef0d2fe3735a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:01.382236 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c17a4f-990a-4613-849a-ef0d2fe3735a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:01.382561 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c17a4f-990a-4613-849a-ef0d2fe3735a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:01.382896 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c17a4f-990a-4613-849a-ef0d2fe3735a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:01.564781 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f5c17a4f-990a-4613-849a-ef0d2fe3735a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:01.798162 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c17a4f-990a-4613-849a-ef0d2fe3735a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Router 009382c7-b008-4cd7-a5e5-9a476ed9a5c2 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:04:01.826140 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6879d1-265c-48d2-9a3a-e7cb1ab092fc req-fd1c6dd1-96ed-4282-9eb6-00bb6aa9d81f tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:01.829015 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ca6879d1-265c-48d2-9a3a-e7cb1ab092fc req-fd1c6dd1-96ed-4282-9eb6-00bb6aa9d81f tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 945 time: 0.0525014 Nov 10 18:04:01.879030 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ca6879d1-265c-48d2-9a3a-e7cb1ab092fc req-941ea448-7a89-4f85-8b21-c97564f9321c tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433567 Nov 10 18:04:01.912950 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c17a4f-990a-4613-849a-ef0d2fe3735a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:04:01.918340 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f5c17a4f-990a-4613-849a-ef0d2fe3735a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "PUT /v2.0/routers/009382c7-b008-4cd7-a5e5-9a476ed9a5c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6090672 Nov 10 18:04:01.922485 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed0eb21-b3f9-4ebc-b2da-c00e4eecdb03 None None] Sync routers for ids ['009382c7-b008-4cd7-a5e5-9a476ed9a5c2'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:04:01.936639 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed0eb21-b3f9-4ebc-b2da-c00e4eecdb03 None None] Routers {'009382c7-b008-4cd7-a5e5-9a476ed9a5c2'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:04:01.937878 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-9ed0eb21-b3f9-4ebc-b2da-c00e4eecdb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:03:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['009382c7-b008-4cd7-a5e5-9a476ed9a5c2'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:02.049973 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-9ed0eb21-b3f9-4ebc-b2da-c00e4eecdb03 None None] Set router 009382c7-b008-4cd7-a5e5-9a476ed9a5c2 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:04:02.159954 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d882f-c8dc-4869-9d42-06ffaf3d8bc5 req-5a1c70c2-ba05-498e-9649-b7d6b962831b tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:02.161510 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6f7d882f-c8dc-4869-9d42-06ffaf3d8bc5 req-5a1c70c2-ba05-498e-9649-b7d6b962831b tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed1cc1c2-b2fa-4c62-a11c-23d4c2b1e369 HTTP/1.1" status: 200 len: 946 time: 0.0575583 Nov 10 18:04:02.214246 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6f7d882f-c8dc-4869-9d42-06ffaf3d8bc5 req-d5ba38f2-3263-41d1-8002-8c4c71e760fe tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?id=83060c21-190e-49ed-8232-7747737cb1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466199 Nov 10 18:04:02.435337 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-9ed0eb21-b3f9-4ebc-b2da-c00e4eecdb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'name': 'tempest-TestNetworkBasicOps-router-1342850969', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:06Z', 'updated_at': '2021-11-10T18:04:01Z', 'revision_number': 6, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:07Z', 'updated_at': '2021-11-10T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'aa403762-9cc6-4f9f-aaea-e9f097285365', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'port_id': '72be0a33-88fc-4b0c-a9cf-de7d9879a304', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09', 'mac_address': 'fa:16:3e:4a:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4621b2-9e87-4874-a9a9-6c3db6d994b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:02:33Z', 'updated_at': '2021-11-10T18:02:36Z', 'revision_number': 1, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a81910-b991-4a77-8b98-8ca468fe3b98', 'name': '', 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'mac_address': 'fa:16:3e:1c:57:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'd0ab1993-fab2-494c-893e-c38aaa332b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:11Z', 'updated_at': '2021-11-10T18:02:19Z', 'revision_number': 5, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'subnets': [{'id': 'd0ab1993-fab2-494c-893e-c38aaa332b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:02.464998 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed0eb21-b3f9-4ebc-b2da-c00e4eecdb03 None None] Checking router: 009382c7-b008-4cd7-a5e5-9a476ed9a5c2 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:04:02.474160 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed0eb21-b3f9-4ebc-b2da-c00e4eecdb03 None None] Routers {'009382c7-b008-4cd7-a5e5-9a476ed9a5c2'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:04:02.474772 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-9ed0eb21-b3f9-4ebc-b2da-c00e4eecdb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:03:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['009382c7-b008-4cd7-a5e5-9a476ed9a5c2'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:02.581341 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-9ed0eb21-b3f9-4ebc-b2da-c00e4eecdb03 None None] Set router 009382c7-b008-4cd7-a5e5-9a476ed9a5c2 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:04:02.827854 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-9ed0eb21-b3f9-4ebc-b2da-c00e4eecdb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'name': 'tempest-TestNetworkBasicOps-router-1342850969', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:06Z', 'updated_at': '2021-11-10T18:04:01Z', 'revision_number': 6, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:07Z', 'updated_at': '2021-11-10T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'aa403762-9cc6-4f9f-aaea-e9f097285365', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'port_id': '72be0a33-88fc-4b0c-a9cf-de7d9879a304', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09', 'mac_address': 'fa:16:3e:4a:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4621b2-9e87-4874-a9a9-6c3db6d994b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:02:33Z', 'updated_at': '2021-11-10T18:02:36Z', 'revision_number': 1, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a81910-b991-4a77-8b98-8ca468fe3b98', 'name': '', 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'mac_address': 'fa:16:3e:1c:57:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'd0ab1993-fab2-494c-893e-c38aaa332b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:11Z', 'updated_at': '2021-11-10T18:02:19Z', 'revision_number': 5, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'subnets': [{'id': 'd0ab1993-fab2-494c-893e-c38aaa332b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:02.859895 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed0eb21-b3f9-4ebc-b2da-c00e4eecdb03 None None] The sync data for ids ['009382c7-b008-4cd7-a5e5-9a476ed9a5c2'] in n-d-776250-10 is: [{'id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'name': 'tempest-TestNetworkBasicOps-router-1342850969', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:06Z', 'updated_at': '2021-11-10T18:04:01Z', 'revision_number': 6, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:07Z', 'updated_at': '2021-11-10T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'aa403762-9cc6-4f9f-aaea-e9f097285365', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'port_id': '72be0a33-88fc-4b0c-a9cf-de7d9879a304', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09', 'mac_address': 'fa:16:3e:4a:af:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4621b2-9e87-4874-a9a9-6c3db6d994b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:02:33Z', 'updated_at': '2021-11-10T18:02:36Z', 'revision_number': 1, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a81910-b991-4a77-8b98-8ca468fe3b98', 'name': '', 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'mac_address': 'fa:16:3e:1c:57:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'd0ab1993-fab2-494c-893e-c38aaa332b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:11Z', 'updated_at': '2021-11-10T18:02:19Z', 'revision_number': 5, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'subnets': [{'id': 'd0ab1993-fab2-494c-893e-c38aaa332b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:04:02.872695 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b8412ee3-567f-4b71-8799-e57964e58400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:03.014070 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7da4f-0416-41c8-ad15-a2d0632b8bf6 req-23441f08-e932-4fd4-ba7b-83224aeb598e tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:03.016218 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c1b7da4f-0416-41c8-ad15-a2d0632b8bf6 req-23441f08-e932-4fd4-ba7b-83224aeb598e tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 945 time: 0.0578189 Nov 10 18:04:03.065361 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c1b7da4f-0416-41c8-ad15-a2d0632b8bf6 req-0ded43c5-1209-43a0-b055-8522e5af8bbd tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424149 Nov 10 18:04:03.352320 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069db59-4525-4939-99c1-5e7657fb875e req-64060713-1fe7-443b-8e01-bd4b2ed3c519 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:03.353927 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2069db59-4525-4939-99c1-5e7657fb875e req-64060713-1fe7-443b-8e01-bd4b2ed3c519 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed1cc1c2-b2fa-4c62-a11c-23d4c2b1e369 HTTP/1.1" status: 200 len: 946 time: 0.0614414 Nov 10 18:04:03.407827 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2069db59-4525-4939-99c1-5e7657fb875e req-312cce0b-206f-4272-9433-7d8d62a665a2 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?id=83060c21-190e-49ed-8232-7747737cb1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452414 Nov 10 18:04:03.479971 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 84574a3e-6859-4df5-bfae-7079c9ac4472 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:04:03.503840 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 84574a3e-6859-4df5-bfae-7079c9ac4472 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:04:03.504299 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 84574a3e-6859-4df5-bfae-7079c9ac4472 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:04:03.646691 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff207af3-0038-4c5b-a7c5-b31f27b6dff5 req-32d3431d-3731-4a84-a1e0-627426f6792c tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:03.648098 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ff207af3-0038-4c5b-a7c5-b31f27b6dff5 req-32d3431d-3731-4a84-a1e0-627426f6792c tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed1cc1c2-b2fa-4c62-a11c-23d4c2b1e369 HTTP/1.1" status: 200 len: 946 time: 0.0506845 Nov 10 18:04:03.748973 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-ff207af3-0038-4c5b-a7c5-b31f27b6dff5 req-73a1fb8d-0f6c-4c61-9bc6-e26d60dbacc3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Deleting port 98efbd19-bf4e-409d-9847-fb1ea7bb6169 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:04:03.749312 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ff207af3-0038-4c5b-a7c5-b31f27b6dff5 req-73a1fb8d-0f6c-4c61-9bc6-e26d60dbacc3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:03.818169 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a77bd8c3-63d4-4630-afac-73945f76f7b8 req-c52b7122-e551-4e7c-a939-60de3d935b9a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0675962 Nov 10 18:04:03.866541 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-ff207af3-0038-4c5b-a7c5-b31f27b6dff5 req-73a1fb8d-0f6c-4c61-9bc6-e26d60dbacc3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] For port 98efbd19-bf4e-409d-9847-fb1ea7bb6169, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=98efbd19-bf4e-409d-9847-fb1ea7bb6169,segment=NetworkSegment(796053d4-2b54-4367-a2f9-30cb8262b9a1),segment_id=796053d4-2b54-4367-a2f9-30cb8262b9a1)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:04:03.867095 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ff207af3-0038-4c5b-a7c5-b31f27b6dff5 req-73a1fb8d-0f6c-4c61-9bc6-e26d60dbacc3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:03.880552 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-ff207af3-0038-4c5b-a7c5-b31f27b6dff5 req-73a1fb8d-0f6c-4c61-9bc6-e26d60dbacc3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Calling delete_port for 98efbd19-bf4e-409d-9847-fb1ea7bb6169 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:04:03.904794 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bd8c3-63d4-4630-afac-73945f76f7b8 req-d77d610c-418b-4850-af76-871458a9b5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:03.906948 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a77bd8c3-63d4-4630-afac-73945f76f7b8 req-d77d610c-418b-4850-af76-871458a9b5b3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=45a8a8523d4548869dfee9712c7beef8&device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 1098 time: 0.0577433 Nov 10 18:04:04.025290 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bd8c3-63d4-4630-afac-73945f76f7b8 req-971cd548-d6f1-490d-8185-992b5916026c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:04.027597 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a77bd8c3-63d4-4630-afac-73945f76f7b8 req-971cd548-d6f1-490d-8185-992b5916026c service neutron] 10.222.0.11 "GET /v2.0/networks?id=af02a512-aa1c-43ca-886a-9300ebadfc5a HTTP/1.1" status: 200 len: 912 time: 0.1004357 Nov 10 18:04:04.033627 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ff207af3-0038-4c5b-a7c5-b31f27b6dff5 req-73a1fb8d-0f6c-4c61-9bc6-e26d60dbacc3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:04.055867 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:04.064215 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1fb8d-0f6c-4c61-9bc6-e26d60dbacc3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event deleted for resources: {'Port': ['ID=98efbd19-bf4e-409d-9847-fb1ea7bb6169,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:04.106040 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a77bd8c3-63d4-4630-afac-73945f76f7b8 req-5ef812c6-5fce-430e-b187-85ac78f78b35 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=695d35ba-e2bd-4171-91fa-58817ce228f6 HTTP/1.1" status: 200 len: 1001 time: 0.0717471 Nov 10 18:04:04.111739 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff207af3-0038-4c5b-a7c5-b31f27b6dff5 req-73a1fb8d-0f6c-4c61-9bc6-e26d60dbacc3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] No DVR routers for this DVR port 98efbd19-bf4e-409d-9847-fb1ea7bb6169 on host n-h2-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:04:04.114424 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ff207af3-0038-4c5b-a7c5-b31f27b6dff5 req-73a1fb8d-0f6c-4c61-9bc6-e26d60dbacc3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:04.117715 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ff207af3-0038-4c5b-a7c5-b31f27b6dff5 req-73a1fb8d-0f6c-4c61-9bc6-e26d60dbacc3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.13 "DELETE /v2.0/ports/98efbd19-bf4e-409d-9847-fb1ea7bb6169 HTTP/1.1" status: 204 len: 173 time: 0.4621696 Nov 10 18:04:04.118165 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1cc1c2-b2fa-4c62-a11c-23d4c2b1e369', 'name': 'network-vif-deleted', 'tag': '98efbd19-bf4e-409d-9847-fb1ea7bb6169'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:04:04.121069 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2e8c58-d546-4162-9775-221636ef2544" -d '{"events": [{"server_uuid": "ed1cc1c2-b2fa-4c62-a11c-23d4c2b1e369", "name": "network-vif-deleted", "tag": "98efbd19-bf4e-409d-9847-fb1ea7bb6169"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:04:04.166958 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bd8c3-63d4-4630-afac-73945f76f7b8 req-45a406c3-ef27-4599-a8dd-385a701ac364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:04.168650 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a77bd8c3-63d4-4630-afac-73945f76f7b8 req-45a406c3-ef27-4599-a8dd-385a701ac364 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51f72ede-4fbe-4023-aa38-d2a84cad1815 HTTP/1.1" status: 200 len: 850 time: 0.0557418 Nov 10 18:04:04.175374 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6242bc94-8df8-48c8-8319-76b74ef0e54b x-openstack-request-id: req-6242bc94-8df8-48c8-8319-76b74ef0e54b {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:04:04.175822 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed1cc1c2-b2fa-4c62-a11c-23d4c2b1e369", "name": "network-vif-deleted", "tag": "98efbd19-bf4e-409d-9847-fb1ea7bb6169", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:04:04.176240 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6242bc94-8df8-48c8-8319-76b74ef0e54b {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:04:04.176808 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1cc1c2-b2fa-4c62-a11c-23d4c2b1e369', 'name': 'network-vif-deleted', 'tag': '98efbd19-bf4e-409d-9847-fb1ea7bb6169', 'status': 'completed', 'code': 200} Nov 10 18:04:04.227851 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bd8c3-63d4-4630-afac-73945f76f7b8 req-d6b750c2-67c7-4cb3-9250-d47812f2b873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:04.229157 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a77bd8c3-63d4-4630-afac-73945f76f7b8 req-d6b750c2-67c7-4cb3-9250-d47812f2b873 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af02a512-aa1c-43ca-886a-9300ebadfc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539713 Nov 10 18:04:04.241379 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22191db0-d70a-46ea-bb12-496f8cb0799a req-915eee5d-aa8a-4768-b8c1-609861bb1e8f tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:04.242926 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-22191db0-d70a-46ea-bb12-496f8cb0799a req-915eee5d-aa8a-4768-b8c1-609861bb1e8f tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 945 time: 0.0698993 Nov 10 18:04:04.335742 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a77bd8c3-63d4-4630-afac-73945f76f7b8 req-84229ac2-7ddb-4674-96d5-e53069bd9018 service neutron] 10.222.0.11 "GET /v2.0/networks/af02a512-aa1c-43ca-886a-9300ebadfc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996015 Nov 10 18:04:04.443545 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a77bd8c3-63d4-4630-afac-73945f76f7b8 req-139290fb-d44f-4837-9831-10faaf1dccc2 service neutron] 10.222.0.11 "GET /v2.0/networks/af02a512-aa1c-43ca-886a-9300ebadfc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007781 Nov 10 18:04:04.541040 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b8cd0bf-db39-4349-a9ed-cfc9fccf6c83 req-8d29e857-7903-4756-a255-c3df314be2fa tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed1cc1c2-b2fa-4c62-a11c-23d4c2b1e369 HTTP/1.1" status: 200 len: 210 time: 0.0374732 Nov 10 18:04:04.622613 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-22191db0-d70a-46ea-bb12-496f8cb0799a req-769bbda1-f41a-49b9-9735-6ca128ba6d37 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3714001 Nov 10 18:04:04.863413 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:04:05.138891 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e4fe0215-5f5f-418e-9d04-90285a1b2a68 req-c26423b8-024c-4522-a124-bbe1c496961e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0923228 Nov 10 18:04:05.215747 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 639b3d4c-0462-4124-a350-f4e48d099368 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:04:05.224958 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe0215-5f5f-418e-9d04-90285a1b2a68 req-f1044704-dfc1-4f75-814f-9a225836629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:05.226463 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e4fe0215-5f5f-418e-9d04-90285a1b2a68 req-f1044704-dfc1-4f75-814f-9a225836629a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 1098 time: 0.0405836 Nov 10 18:04:05.319131 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 639b3d4c-0462-4124-a350-f4e48d099368, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=639b3d4c-0462-4124-a350-f4e48d099368,segment=NetworkSegment(6b466d68-c591-4d87-8da5-4772ac75c43d),segment_id=6b466d68-c591-4d87-8da5-4772ac75c43d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:04:05.330972 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '639b3d4c-0462-4124-a350-f4e48d099368', 'network_id': 'a384840f-994e-49d7-a029-2994795f669c', 'port_id': '639b3d4c-0462-4124-a350-f4e48d099368', 'mac_address': 'fa:16:3e:77:48:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:04:05.342743 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe0215-5f5f-418e-9d04-90285a1b2a68 req-5e329f03-abd5-4d96-93d8-f0cc181af067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:05.345150 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e4fe0215-5f5f-418e-9d04-90285a1b2a68 req-5e329f03-abd5-4d96-93d8-f0cc181af067 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a8192755-7eaf-46f6-87b8-df4f6239bf8f HTTP/1.1" status: 200 len: 897 time: 0.0963531 Nov 10 18:04:05.370956 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:05.384617 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 639b3d4c-0462-4124-a350-f4e48d099368 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:04:05.412816 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 639b3d4c-0462-4124-a350-f4e48d099368, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=639b3d4c-0462-4124-a350-f4e48d099368,segment=NetworkSegment(6b466d68-c591-4d87-8da5-4772ac75c43d),segment_id=6b466d68-c591-4d87-8da5-4772ac75c43d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:04:05.417679 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:05.427601 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e4fe0215-5f5f-418e-9d04-90285a1b2a68 req-6627a053-e56c-4cf7-bbf8-a11e4efeb129 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968 HTTP/1.1" status: 200 len: 1002 time: 0.0724361 Nov 10 18:04:05.477451 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=639b3d4c-0462-4124-a350-f4e48d099368,revision_number=11']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:05.496812 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe0215-5f5f-418e-9d04-90285a1b2a68 req-7b55240b-362d-4810-9f7e-d2a6e2a92052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:05.498303 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e4fe0215-5f5f-418e-9d04-90285a1b2a68 req-7b55240b-362d-4810-9f7e-d2a6e2a92052 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=88baa772-6139-4b41-96b4-fd2921b23f71 HTTP/1.1" status: 200 len: 835 time: 0.0614231 Nov 10 18:04:05.549957 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:05.556997 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe0215-5f5f-418e-9d04-90285a1b2a68 req-7f05c9f8-9bfb-48b2-8bd8-05a321f0c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:05.559558 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e4fe0215-5f5f-418e-9d04-90285a1b2a68 req-7f05c9f8-9bfb-48b2-8bd8-05a321f0c933 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8192755-7eaf-46f6-87b8-df4f6239bf8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525596 Nov 10 18:04:05.613435 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49820) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:05.666956 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e4fe0215-5f5f-418e-9d04-90285a1b2a68 req-ac0fad69-634e-44b5-add7-068130be288d service neutron] 10.222.0.13 "GET /v2.0/networks/a8192755-7eaf-46f6-87b8-df4f6239bf8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991869 Nov 10 18:04:05.691673 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9870d9c1-3dd0-42d6-b1d2-fa57d39d8fb7 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:05.696311 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['639b3d4c-0462-4124-a350-f4e48d099368'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:04:05.759474 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9870d9c1-3dd0-42d6-b1d2-fa57d39d8fb7 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:05.792599 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e4fe0215-5f5f-418e-9d04-90285a1b2a68 req-2073858e-c3ff-4496-bbcb-1caee38c48e8 service neutron] 10.222.0.13 "GET /v2.0/networks/a8192755-7eaf-46f6-87b8-df4f6239bf8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163473 Nov 10 18:04:05.814723 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a56fa-3994-4649-a76a-a73247ad1c2d req-b501099a-8eb3-4ea7-8a71-11eae7ae1e74 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:05.817425 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ec1a56fa-3994-4649-a76a-a73247ad1c2d req-b501099a-8eb3-4ea7-8a71-11eae7ae1e74 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 946 time: 0.1026385 Nov 10 18:04:05.872614 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ec1a56fa-3994-4649-a76a-a73247ad1c2d req-4a8e6f30-93d5-46ef-b015-24cac39d9dee tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494838 Nov 10 18:04:05.873536 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9870d9c1-3dd0-42d6-b1d2-fa57d39d8fb7 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:05.877136 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9870d9c1-3dd0-42d6-b1d2-fa57d39d8fb7 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:05.878060 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9870d9c1-3dd0-42d6-b1d2-fa57d39d8fb7 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "DELETE /v2.0/security-groups/83060c21-190e-49ed-8232-7747737cb1b3 HTTP/1.1" status: 204 len: 168 time: 0.2633526 Nov 10 18:04:05.892048 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9870d9c1-3dd0-42d6-b1d2-fa57d39d8fb7 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83060c21-190e-49ed-8232-7747737cb1b3,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:05.908077 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9870d9c1-3dd0-42d6-b1d2-fa57d39d8fb7 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:05.908614 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9870d9c1-3dd0-42d6-b1d2-fa57d39d8fb7 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:05.909029 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9870d9c1-3dd0-42d6-b1d2-fa57d39d8fb7 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:05.909437 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9870d9c1-3dd0-42d6-b1d2-fa57d39d8fb7 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:05.909832 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9870d9c1-3dd0-42d6-b1d2-fa57d39d8fb7 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:05.910187 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9870d9c1-3dd0-42d6-b1d2-fa57d39d8fb7 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:05.910524 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9870d9c1-3dd0-42d6-b1d2-fa57d39d8fb7 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:05.910959 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9870d9c1-3dd0-42d6-b1d2-fa57d39d8fb7 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:05.911296 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9870d9c1-3dd0-42d6-b1d2-fa57d39d8fb7 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:05.911420 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49826) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:05.911628 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9870d9c1-3dd0-42d6-b1d2-fa57d39d8fb7 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:05.911961 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9870d9c1-3dd0-42d6-b1d2-fa57d39d8fb7 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:05.912315 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9870d9c1-3dd0-42d6-b1d2-fa57d39d8fb7 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:05.970837 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-28d19607-9461-4e06-90d5-9c0e2474ef34 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Deleting subnet 72721160-f790-455c-b614-a7788a46c3d5 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:04:05.974378 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-28d19607-9461-4e06-90d5-9c0e2474ef34 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:06.016432 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-28d19607-9461-4e06-90d5-9c0e2474ef34 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:06.104329 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-28d19607-9461-4e06-90d5-9c0e2474ef34 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:06.164982 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-28d19607-9461-4e06-90d5-9c0e2474ef34 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:06.191800 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d19607-9461-4e06-90d5-9c0e2474ef34 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event deleted for resources: {'Subnet': ['ID=72721160-f790-455c-b614-a7788a46c3d5,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:06.198930 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-28d19607-9461-4e06-90d5-9c0e2474ef34 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:06.205614 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-28d19607-9461-4e06-90d5-9c0e2474ef34 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "DELETE /v2.0/subnets/72721160-f790-455c-b614-a7788a46c3d5 HTTP/1.1" status: 204 len: 168 time: 0.2892759 Nov 10 18:04:06.206030 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49830) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:06.206884 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce391643-3933-4326-b94d-e277234438c5 None None] Network 67900017-0047-4088-8d49-f2b6540330d2 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:04:06.289912 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-236f7704-ff07-4945-ad21-07cb2423873e tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:06.323562 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:06.347344 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-236f7704-ff07-4945-ad21-07cb2423873e tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Deleting port 41846d32-67e2-4734-ad51-a68bce5a192a {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:04:06.347686 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-236f7704-ff07-4945-ad21-07cb2423873e tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:06.406357 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec38037b-77ee-44e6-9836-c2dd28061a92 None None] DHCP port deletion for 67900017-0047-4088-8d49-f2b6540330d2 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:04:06.425678 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-236f7704-ff07-4945-ad21-07cb2423873e tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] For port 41846d32-67e2-4734-ad51-a68bce5a192a, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=41846d32-67e2-4734-ad51-a68bce5a192a,segment=NetworkSegment(796053d4-2b54-4367-a2f9-30cb8262b9a1),segment_id=796053d4-2b54-4367-a2f9-30cb8262b9a1)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:04:06.425948 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-236f7704-ff07-4945-ad21-07cb2423873e tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:06.441362 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-236f7704-ff07-4945-ad21-07cb2423873e tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Calling delete_port for 41846d32-67e2-4734-ad51-a68bce5a192a owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:04:06.458062 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-ec38037b-77ee-44e6-9836-c2dd28061a92 None None] Deleting port 41846d32-67e2-4734-ad51-a68bce5a192a {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:04:06.458574 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ec38037b-77ee-44e6-9836-c2dd28061a92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:06.527835 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-236f7704-ff07-4945-ad21-07cb2423873e tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:06.536433 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-ec38037b-77ee-44e6-9836-c2dd28061a92 None None] For port 41846d32-67e2-4734-ad51-a68bce5a192a, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=41846d32-67e2-4734-ad51-a68bce5a192a,segment=NetworkSegment(796053d4-2b54-4367-a2f9-30cb8262b9a1),segment_id=796053d4-2b54-4367-a2f9-30cb8262b9a1)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:04:06.536653 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ec38037b-77ee-44e6-9836-c2dd28061a92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:06.551153 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-ec38037b-77ee-44e6-9836-c2dd28061a92 None None] Calling delete_port for 41846d32-67e2-4734-ad51-a68bce5a192a owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:04:06.559830 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236f7704-ff07-4945-ad21-07cb2423873e tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] No DVR routers for this DVR port 41846d32-67e2-4734-ad51-a68bce5a192a on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:04:06.565146 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f7704-ff07-4945-ad21-07cb2423873e tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event deleted for resources: {'Port': ['ID=41846d32-67e2-4734-ad51-a68bce5a192a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:06.640993 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ec38037b-77ee-44e6-9836-c2dd28061a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:06.650332 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-236f7704-ff07-4945-ad21-07cb2423873e tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:06.668372 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec38037b-77ee-44e6-9836-c2dd28061a92 None None] Pushing event deleted for resources: {'Port': ['ID=41846d32-67e2-4734-ad51-a68bce5a192a,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:06.674979 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec38037b-77ee-44e6-9836-c2dd28061a92 None None] No DVR routers for this DVR port 41846d32-67e2-4734-ad51-a68bce5a192a on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:04:06.680666 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-236f7704-ff07-4945-ad21-07cb2423873e tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67900017-0047-4088-8d49-f2b6540330d2']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:06.697045 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-236f7704-ff07-4945-ad21-07cb2423873e tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '796053d4-2b54-4367-a2f9-30cb8262b9a1') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:06.697341 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-236f7704-ff07-4945-ad21-07cb2423873e tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '796053d4-2b54-4367-a2f9-30cb8262b9a1') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:06.707498 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-236f7704-ff07-4945-ad21-07cb2423873e tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:06.723224 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-236f7704-ff07-4945-ad21-07cb2423873e tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:06.729758 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236f7704-ff07-4945-ad21-07cb2423873e tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:04:06.730149 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-236f7704-ff07-4945-ad21-07cb2423873e tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:06.733610 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:04:06.733610 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:04:06.733610 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:04:06.733610 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:04:06.733610 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:04:06.733610 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:04:06.733610 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:04:06.733610 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:04:06.733610 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:04:06.733610 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:04:06.733610 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:04:06.733610 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:04:06.733610 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:04:06.733610 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:04:06.733610 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:04:06.733610 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:04:06.733610 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:04:06.733610 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:04:06.733610 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:04:06.733610 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:04:06.733610 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:04:06.733610 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:04:06.733610 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:04:06.733610 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:04:06.733610 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:04:06.733610 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:04:06.733610 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:04:06.733610 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:04:06.733610 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:04:06.733610 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:04:06.733610 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:04:06.733610 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:04:06.803543 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-236f7704-ff07-4945-ad21-07cb2423873e tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:06.809373 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-236f7704-ff07-4945-ad21-07cb2423873e tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:06.813056 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-236f7704-ff07-4945-ad21-07cb2423873e tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "DELETE /v2.0/networks/67900017-0047-4088-8d49-f2b6540330d2 HTTP/1.1" status: 204 len: 168 time: 0.6057613 Nov 10 18:04:06.820299 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49832) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:06.828283 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f7704-ff07-4945-ad21-07cb2423873e tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event deleted for resources: {'Network': ['ID=67900017-0047-4088-8d49-f2b6540330d2,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:07.050969 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532ac17-fa80-4e15-9649-6ba0b7d0e054 req-04395f9d-febd-4806-9b85-147a982f60bc tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:07.052585 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4532ac17-fa80-4e15-9649-6ba0b7d0e054 req-04395f9d-febd-4806-9b85-147a982f60bc tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 946 time: 0.0858164 Nov 10 18:04:07.067144 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-8df2f178-c03d-4a67-8a77-a7e37a1ee2ca tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Deleting port e15f30ff-f28c-4577-baf6-90215f83704a {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:04:07.067500 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8df2f178-c03d-4a67-8a77-a7e37a1ee2ca tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:07.153827 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4532ac17-fa80-4e15-9649-6ba0b7d0e054 req-c4a7feac-558f-48c7-afe7-57d0023953ae tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944223 Nov 10 18:04:07.181064 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8df2f178-c03d-4a67-8a77-a7e37a1ee2ca tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:07.181390 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8df2f178-c03d-4a67-8a77-a7e37a1ee2ca tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:07.193813 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-8df2f178-c03d-4a67-8a77-a7e37a1ee2ca tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Calling delete_port for e15f30ff-f28c-4577-baf6-90215f83704a owned by network:floatingip {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:04:07.225016 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 639b3d4c-0462-4124-a350-f4e48d099368 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:04:07.276855 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 639b3d4c-0462-4124-a350-f4e48d099368 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:04:07.280974 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 639b3d4c-0462-4124-a350-f4e48d099368 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:04:07.281514 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:07.350631 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8df2f178-c03d-4a67-8a77-a7e37a1ee2ca tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:07.364646 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:07.376545 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2f178-c03d-4a67-8a77-a7e37a1ee2ca tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event deleted for resources: {'Port': ['ID=e15f30ff-f28c-4577-baf6-90215f83704a,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:07.389887 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c83056-f77e-4ab4-8263-44d294115745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639b3d4c-0462-4124-a350-f4e48d099368'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:04:07.393131 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca067aa-3efd-4924-a69f-3a0a07da5653" -d '{"events": [{"server_uuid": "83c83056-f77e-4ab4-8263-44d294115745", "name": "network-vif-plugged", "status": "completed", "tag": "639b3d4c-0462-4124-a350-f4e48d099368"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:04:07.406077 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 639b3d4c-0462-4124-a350-f4e48d099368, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=639b3d4c-0462-4124-a350-f4e48d099368,segment=NetworkSegment(6b466d68-c591-4d87-8da5-4772ac75c43d),segment_id=6b466d68-c591-4d87-8da5-4772ac75c43d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:04:07.410585 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:07.435573 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f67afe8-a831-4526-aa66-4d9185a0a6af x-openstack-request-id: req-8f67afe8-a831-4526-aa66-4d9185a0a6af {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:04:07.435868 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c83056-f77e-4ab4-8263-44d294115745", "name": "network-vif-plugged", "status": "completed", "tag": "639b3d4c-0462-4124-a350-f4e48d099368", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:04:07.436118 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8f67afe8-a831-4526-aa66-4d9185a0a6af {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:04:07.436540 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c83056-f77e-4ab4-8263-44d294115745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639b3d4c-0462-4124-a350-f4e48d099368', 'code': 200} Nov 10 18:04:07.443852 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8df2f178-c03d-4a67-8a77-a7e37a1ee2ca tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for floatingip, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:07.444348 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [None req-8df2f178-c03d-4a67-8a77-a7e37a1ee2ca tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Floating IP aa403762-9cc6-4f9f-aaea-e9f097285365 disassociated (deleted). External IP: 172.25.5.121, port: 72be0a33-88fc-4b0c-a9cf-de7d9879a304. Nov 10 18:04:07.450954 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 98efbd19-bf4e-409d-9847-fb1ea7bb6169 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:04:07.482696 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 98efbd19-bf4e-409d-9847-fb1ea7bb6169 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:04:07.483043 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 98efbd19-bf4e-409d-9847-fb1ea7bb6169 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:04:07.485060 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=639b3d4c-0462-4124-a350-f4e48d099368,revision_number=12']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:07.539564 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 41846d32-67e2-4734-ad51-a68bce5a192a no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:04:07.561816 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 41846d32-67e2-4734-ad51-a68bce5a192a {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:04:07.562686 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 41846d32-67e2-4734-ad51-a68bce5a192a not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:04:07.619901 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7930a82-5aeb-43d8-ab95-8b5cf7c8c90d req-8a81fefc-3593-4627-b9c4-c0932bedb031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:07.621583 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b7930a82-5aeb-43d8-ab95-8b5cf7c8c90d req-8a81fefc-3593-4627-b9c4-c0932bedb031 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 1099 time: 0.0417325 Nov 10 18:04:07.665959 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b7930a82-5aeb-43d8-ab95-8b5cf7c8c90d req-d0f51414-f032-4c46-8869-ed1a99688938 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376544 Nov 10 18:04:07.680177 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df2f178-c03d-4a67-8a77-a7e37a1ee2ca tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Router 009382c7-b008-4cd7-a5e5-9a476ed9a5c2 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:04:07.791395 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df2f178-c03d-4a67-8a77-a7e37a1ee2ca tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:04:07.796204 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8df2f178-c03d-4a67-8a77-a7e37a1ee2ca tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:07.801476 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eb5717-b308-476c-977c-405a68ef7c81 None None] Sync routers for ids ['009382c7-b008-4cd7-a5e5-9a476ed9a5c2'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:04:07.813809 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eb5717-b308-476c-977c-405a68ef7c81 None None] Routers {'009382c7-b008-4cd7-a5e5-9a476ed9a5c2'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:04:07.814442 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e9eb5717-b308-476c-977c-405a68ef7c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:04:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['009382c7-b008-4cd7-a5e5-9a476ed9a5c2'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:07.831041 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8df2f178-c03d-4a67-8a77-a7e37a1ee2ca tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "DELETE /v2.0/floatingips/aa403762-9cc6-4f9f-aaea-e9f097285365 HTTP/1.1" status: 204 len: 168 time: 1.0069714 Nov 10 18:04:07.831041 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b4621b2-9e87-4874-a9a9-6c3db6d994b4', 'tag': '72be0a33-88fc-4b0c-a9cf-de7d9879a304'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:04:07.831729 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a415efe-e5bb-48a5-a0ad-0bc5c83de7b6" -d '{"events": [{"name": "network-changed", "server_uuid": "5b4621b2-9e87-4874-a9a9-6c3db6d994b4", "tag": "72be0a33-88fc-4b0c-a9cf-de7d9879a304"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:04:07.871740 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9429a38e-3705-4fa9-8f9e-fd80c2322bc5 x-openstack-request-id: req-9429a38e-3705-4fa9-8f9e-fd80c2322bc5 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:04:07.872209 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b4621b2-9e87-4874-a9a9-6c3db6d994b4", "tag": "72be0a33-88fc-4b0c-a9cf-de7d9879a304", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:04:07.872616 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9429a38e-3705-4fa9-8f9e-fd80c2322bc5 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:04:07.873120 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b4621b2-9e87-4874-a9a9-6c3db6d994b4', 'tag': '72be0a33-88fc-4b0c-a9cf-de7d9879a304', 'status': 'completed', 'code': 200} Nov 10 18:04:07.929277 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-e9eb5717-b308-476c-977c-405a68ef7c81 None None] Set router 009382c7-b008-4cd7-a5e5-9a476ed9a5c2 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:04:07.939248 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a415efe-e5bb-48a5-a0ad-0bc5c83de7b6 req-6d057619-13be-470d-9f5e-b0bc05671e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:07.940861 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a415efe-e5bb-48a5-a0ad-0bc5c83de7b6 req-6d057619-13be-470d-9f5e-b0bc05671e5b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=89cf220e8c1c4bf18e710a3d7b36e9f4&device_id=5b4621b2-9e87-4874-a9a9-6c3db6d994b4 HTTP/1.1" status: 200 len: 1098 time: 0.0466728 Nov 10 18:04:08.095509 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a415efe-e5bb-48a5-a0ad-0bc5c83de7b6 req-d3c628e0-aa1f-4576-b02e-2ed46975d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:08.097148 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a415efe-e5bb-48a5-a0ad-0bc5c83de7b6 req-d3c628e0-aa1f-4576-b02e-2ed46975d94b service neutron] 10.222.0.11 "GET /v2.0/networks?id=b6dde332-3885-45c5-be28-191c30295e09 HTTP/1.1" status: 200 len: 897 time: 0.1464317 Nov 10 18:04:08.106945 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176a90a-4e90-4db1-a2af-846ccdda0627 req-04b4aeac-d1cb-4658-b651-d903beca63df tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:08.109698 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9176a90a-4e90-4db1-a2af-846ccdda0627 req-04b4aeac-d1cb-4658-b651-d903beca63df tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4621b2-9e87-4874-a9a9-6c3db6d994b4 HTTP/1.1" status: 200 len: 946 time: 0.0779607 Nov 10 18:04:08.149336 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e9eb5717-b308-476c-977c-405a68ef7c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'name': 'tempest-TestNetworkBasicOps-router-1342850969', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:06Z', 'updated_at': '2021-11-10T18:04:01Z', 'revision_number': 6, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:07Z', 'updated_at': '2021-11-10T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '69a81910-b991-4a77-8b98-8ca468fe3b98', 'name': '', 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'mac_address': 'fa:16:3e:1c:57:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'd0ab1993-fab2-494c-893e-c38aaa332b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:11Z', 'updated_at': '2021-11-10T18:02:19Z', 'revision_number': 5, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'subnets': [{'id': 'd0ab1993-fab2-494c-893e-c38aaa332b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:08.159381 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a415efe-e5bb-48a5-a0ad-0bc5c83de7b6 req-4ccc8981-ea32-4377-aa22-87a38b33ea53 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72be0a33-88fc-4b0c-a9cf-de7d9879a304 HTTP/1.1" status: 200 len: 217 time: 0.0486681 Nov 10 18:04:08.180135 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eb5717-b308-476c-977c-405a68ef7c81 None None] Checking router: 009382c7-b008-4cd7-a5e5-9a476ed9a5c2 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:04:08.188992 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eb5717-b308-476c-977c-405a68ef7c81 None None] Routers {'009382c7-b008-4cd7-a5e5-9a476ed9a5c2'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:04:08.189628 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e9eb5717-b308-476c-977c-405a68ef7c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:04:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['009382c7-b008-4cd7-a5e5-9a476ed9a5c2'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:08.235579 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9176a90a-4e90-4db1-a2af-846ccdda0627 req-9fbf507e-4cb0-47bc-bbba-addeecc87de3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?id=134cc6fd-f7f0-4349-b34a-1b99111dbf71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179960 Nov 10 18:04:08.240355 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a415efe-e5bb-48a5-a0ad-0bc5c83de7b6 req-88794de5-74bd-442a-a559-efed55ece6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:08.241957 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a415efe-e5bb-48a5-a0ad-0bc5c83de7b6 req-88794de5-74bd-442a-a559-efed55ece6f7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0ab1993-fab2-494c-893e-c38aaa332b8d HTTP/1.1" status: 200 len: 834 time: 0.0741720 Nov 10 18:04:08.298633 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a415efe-e5bb-48a5-a0ad-0bc5c83de7b6 req-f40b9eeb-cc10-408a-b77f-802d208d8456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:08.300869 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a415efe-e5bb-48a5-a0ad-0bc5c83de7b6 req-f40b9eeb-cc10-408a-b77f-802d208d8456 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b6dde332-3885-45c5-be28-191c30295e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505567 Nov 10 18:04:08.302792 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7985c7-6948-4342-8371-16015f36e02f req-450ea632-4ab4-4c39-af3c-6295bcd8dbec tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:08.304368 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ad7985c7-6948-4342-8371-16015f36e02f req-450ea632-4ab4-4c39-af3c-6295bcd8dbec tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 947 time: 0.0600483 Nov 10 18:04:08.304860 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-e9eb5717-b308-476c-977c-405a68ef7c81 None None] Set router 009382c7-b008-4cd7-a5e5-9a476ed9a5c2 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:04:08.364629 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ad7985c7-6948-4342-8371-16015f36e02f req-1e9ae5f6-4a74-4cbc-8acc-bbfc5553d3e7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538979 Nov 10 18:04:08.408041 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a415efe-e5bb-48a5-a0ad-0bc5c83de7b6 req-759457f2-db63-4881-a443-0d4aec1386dd service neutron] 10.222.0.11 "GET /v2.0/networks/b6dde332-3885-45c5-be28-191c30295e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979762 Nov 10 18:04:08.509070 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a415efe-e5bb-48a5-a0ad-0bc5c83de7b6 req-54b83ed5-fbf8-4e07-9448-8163ac6537d7 service neutron] 10.222.0.11 "GET /v2.0/networks/b6dde332-3885-45c5-be28-191c30295e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920634 Nov 10 18:04:08.527528 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e9eb5717-b308-476c-977c-405a68ef7c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'name': 'tempest-TestNetworkBasicOps-router-1342850969', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:06Z', 'updated_at': '2021-11-10T18:04:01Z', 'revision_number': 6, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:07Z', 'updated_at': '2021-11-10T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '69a81910-b991-4a77-8b98-8ca468fe3b98', 'name': '', 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'mac_address': 'fa:16:3e:1c:57:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'd0ab1993-fab2-494c-893e-c38aaa332b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:11Z', 'updated_at': '2021-11-10T18:02:19Z', 'revision_number': 5, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'subnets': [{'id': 'd0ab1993-fab2-494c-893e-c38aaa332b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:08.558180 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9eb5717-b308-476c-977c-405a68ef7c81 None None] The sync data for ids ['009382c7-b008-4cd7-a5e5-9a476ed9a5c2'] in n-d-776250-10 is: [{'id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'name': 'tempest-TestNetworkBasicOps-router-1342850969', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:06Z', 'updated_at': '2021-11-10T18:04:01Z', 'revision_number': 6, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:07Z', 'updated_at': '2021-11-10T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '69a81910-b991-4a77-8b98-8ca468fe3b98', 'name': '', 'network_id': 'b6dde332-3885-45c5-be28-191c30295e09', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'mac_address': 'fa:16:3e:1c:57:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'd0ab1993-fab2-494c-893e-c38aaa332b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:11Z', 'updated_at': '2021-11-10T18:02:19Z', 'revision_number': 5, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'subnets': [{'id': 'd0ab1993-fab2-494c-893e-c38aaa332b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:04:08.809610 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf139f43-bfa7-4dcd-98d3-fe0ffd97b8a7 None None] New status for floating IP aa403762-9cc6-4f9f-aaea-e9f097285365: DOWN {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:04:09.365138 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225dfcf-356e-42e9-82ab-c3d01a672199 req-31c5b83f-6180-4c42-bc93-2286dfc10120 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:09.366631 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4225dfcf-356e-42e9-82ab-c3d01a672199 req-31c5b83f-6180-4c42-bc93-2286dfc10120 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4621b2-9e87-4874-a9a9-6c3db6d994b4 HTTP/1.1" status: 200 len: 946 time: 0.0508044 Nov 10 18:04:09.419690 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4225dfcf-356e-42e9-82ab-c3d01a672199 req-8dd43611-e530-437b-a975-fdbe9be62426 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?id=134cc6fd-f7f0-4349-b34a-1b99111dbf71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469503 Nov 10 18:04:09.528766 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a935a2f-0e6f-4841-b4f4-1ac0c44bf545 req-79c6421a-ba2e-4faa-b1a5-f4b2abda7963 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:09.530249 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a935a2f-0e6f-4841-b4f4-1ac0c44bf545 req-79c6421a-ba2e-4faa-b1a5-f4b2abda7963 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b4621b2-9e87-4874-a9a9-6c3db6d994b4 HTTP/1.1" status: 200 len: 946 time: 0.0970998 Nov 10 18:04:09.551721 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c6d6a-32a9-420f-b5f0-d35b487c9c52 req-a4a4e1b5-e33a-4933-8644-80cb86e441da tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:09.553250 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-038c6d6a-32a9-420f-b5f0-d35b487c9c52 req-a4a4e1b5-e33a-4933-8644-80cb86e441da tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 947 time: 0.1060939 Nov 10 18:04:09.649356 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-038c6d6a-32a9-420f-b5f0-d35b487c9c52 req-27753495-3882-48c5-acf4-466553c7f6c1 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793126 Nov 10 18:04:09.669199 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-8a935a2f-0e6f-4841-b4f4-1ac0c44bf545 req-8a82217b-0a2c-4c00-8f86-2ac23d8af128 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Deleting port 72be0a33-88fc-4b0c-a9cf-de7d9879a304 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:04:09.669670 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8a935a2f-0e6f-4841-b4f4-1ac0c44bf545 req-8a82217b-0a2c-4c00-8f86-2ac23d8af128 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:09.767389 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-8a935a2f-0e6f-4841-b4f4-1ac0c44bf545 req-8a82217b-0a2c-4c00-8f86-2ac23d8af128 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] For port 72be0a33-88fc-4b0c-a9cf-de7d9879a304, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=72be0a33-88fc-4b0c-a9cf-de7d9879a304,segment=NetworkSegment(324ea1a9-ecc1-484a-8d22-76a1575b5b43),segment_id=324ea1a9-ecc1-484a-8d22-76a1575b5b43)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:04:09.767748 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8a935a2f-0e6f-4841-b4f4-1ac0c44bf545 req-8a82217b-0a2c-4c00-8f86-2ac23d8af128 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:09.780834 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-8a935a2f-0e6f-4841-b4f4-1ac0c44bf545 req-8a82217b-0a2c-4c00-8f86-2ac23d8af128 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Calling delete_port for 72be0a33-88fc-4b0c-a9cf-de7d9879a304 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:04:09.912837 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8a935a2f-0e6f-4841-b4f4-1ac0c44bf545 req-8a82217b-0a2c-4c00-8f86-2ac23d8af128 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:09.939812 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82217b-0a2c-4c00-8f86-2ac23d8af128 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event deleted for resources: {'Port': ['ID=72be0a33-88fc-4b0c-a9cf-de7d9879a304,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:09.989891 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a935a2f-0e6f-4841-b4f4-1ac0c44bf545 req-8a82217b-0a2c-4c00-8f86-2ac23d8af128 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] No DVR routers for this DVR port 72be0a33-88fc-4b0c-a9cf-de7d9879a304 on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:04:09.992852 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8a935a2f-0e6f-4841-b4f4-1ac0c44bf545 req-8a82217b-0a2c-4c00-8f86-2ac23d8af128 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:09.996201 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a935a2f-0e6f-4841-b4f4-1ac0c44bf545 req-8a82217b-0a2c-4c00-8f86-2ac23d8af128 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.11 "DELETE /v2.0/ports/72be0a33-88fc-4b0c-a9cf-de7d9879a304 HTTP/1.1" status: 204 len: 173 time: 0.4599719 Nov 10 18:04:09.996664 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4621b2-9e87-4874-a9a9-6c3db6d994b4', 'name': 'network-vif-deleted', 'tag': '72be0a33-88fc-4b0c-a9cf-de7d9879a304'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:04:09.998949 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de49f1cd-2140-4bec-8ec4-4c77554a2638" -d '{"events": [{"server_uuid": "5b4621b2-9e87-4874-a9a9-6c3db6d994b4", "name": "network-vif-deleted", "tag": "72be0a33-88fc-4b0c-a9cf-de7d9879a304"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:04:10.038511 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bfb4f1-fe1b-4c8c-9ab6-2a7016c767e2 x-openstack-request-id: req-f4bfb4f1-fe1b-4c8c-9ab6-2a7016c767e2 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:04:10.038809 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4621b2-9e87-4874-a9a9-6c3db6d994b4", "name": "network-vif-deleted", "tag": "72be0a33-88fc-4b0c-a9cf-de7d9879a304", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:04:10.039066 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f4bfb4f1-fe1b-4c8c-9ab6-2a7016c767e2 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:04:10.039480 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4621b2-9e87-4874-a9a9-6c3db6d994b4', 'name': 'network-vif-deleted', 'tag': '72be0a33-88fc-4b0c-a9cf-de7d9879a304', 'status': 'completed', 'code': 200} Nov 10 18:04:10.556475 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9b7a64b4-cd5d-4855-97ec-69596e39c24d req-6debc36a-37d1-459b-9109-a6c6c54d42bf tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4621b2-9e87-4874-a9a9-6c3db6d994b4 HTTP/1.1" status: 200 len: 210 time: 0.0301547 Nov 10 18:04:10.781989 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07b261-9921-4134-868c-b0b35f5f57c4 req-c55ef7de-2af2-4867-8fc4-ff276e63977e tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:10.783544 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fc07b261-9921-4134-868c-b0b35f5f57c4 req-c55ef7de-2af2-4867-8fc4-ff276e63977e tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 947 time: 0.0558949 Nov 10 18:04:10.835307 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fc07b261-9921-4134-868c-b0b35f5f57c4 req-cc64e94b-dfb1-413f-beeb-415cc9bb05b3 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456538 Nov 10 18:04:11.615369 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49906) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:11.672555 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88404dde-b3e9-42e3-8498-18d069766f01 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:11.698227 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88404dde-b3e9-42e3-8498-18d069766f01 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:11.759364 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88404dde-b3e9-42e3-8498-18d069766f01 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:11.762115 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88404dde-b3e9-42e3-8498-18d069766f01 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:11.763361 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-88404dde-b3e9-42e3-8498-18d069766f01 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "DELETE /v2.0/security-groups/134cc6fd-f7f0-4349-b34a-1b99111dbf71 HTTP/1.1" status: 204 len: 168 time: 0.1469190 Nov 10 18:04:11.774587 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88404dde-b3e9-42e3-8498-18d069766f01 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=134cc6fd-f7f0-4349-b34a-1b99111dbf71,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:11.809565 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49910) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:12.186616 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0af66835-aad5-4ed1-bf98-60241928e6ab tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:12.448388 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-0af66835-aad5-4ed1-bf98-60241928e6ab tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Deleting port 69a81910-b991-4a77-8b98-8ca468fe3b98 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:04:12.448800 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0af66835-aad5-4ed1-bf98-60241928e6ab tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:12.544705 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-0af66835-aad5-4ed1-bf98-60241928e6ab tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] For port 69a81910-b991-4a77-8b98-8ca468fe3b98, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=69a81910-b991-4a77-8b98-8ca468fe3b98,segment=NetworkSegment(324ea1a9-ecc1-484a-8d22-76a1575b5b43),segment_id=324ea1a9-ecc1-484a-8d22-76a1575b5b43)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:04:12.545067 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0af66835-aad5-4ed1-bf98-60241928e6ab tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:12.558053 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-0af66835-aad5-4ed1-bf98-60241928e6ab tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Calling delete_port for 69a81910-b991-4a77-8b98-8ca468fe3b98 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:04:12.748585 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0af66835-aad5-4ed1-bf98-60241928e6ab tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:12.776456 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af66835-aad5-4ed1-bf98-60241928e6ab tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event deleted for resources: {'Port': ['ID=69a81910-b991-4a77-8b98-8ca468fe3b98,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:12.985418 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0af66835-aad5-4ed1-bf98-60241928e6ab tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:13.213482 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1c0ec-0159-4cde-8667-8790ef50caf9 req-071fa074-312e-4191-bf95-a5ca5fac884d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:13.215227 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ffd1c0ec-0159-4cde-8667-8790ef50caf9 req-071fa074-312e-4191-bf95-a5ca5fac884d tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 946 time: 0.0548515 Nov 10 18:04:13.246125 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af66835-aad5-4ed1-bf98-60241928e6ab tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Router 009382c7-b008-4cd7-a5e5-9a476ed9a5c2 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:04:13.260366 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 72be0a33-88fc-4b0c-a9cf-de7d9879a304 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:04:13.277029 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ffd1c0ec-0159-4cde-8667-8790ef50caf9 req-6732ff8a-0e77-43cc-965f-f6dc3b03ed02 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=97aa9cd3-f0d3-41ad-9b23-c00b18459553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523262 Nov 10 18:04:13.279916 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 72be0a33-88fc-4b0c-a9cf-de7d9879a304 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:04:13.280505 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 72be0a33-88fc-4b0c-a9cf-de7d9879a304 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:04:13.367461 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af66835-aad5-4ed1-bf98-60241928e6ab tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:04:13.372397 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0af66835-aad5-4ed1-bf98-60241928e6ab tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "PUT /v2.0/routers/009382c7-b008-4cd7-a5e5-9a476ed9a5c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5616264 Nov 10 18:04:13.375795 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49932) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:13.378075 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b0223b-f0a0-44f6-ba07-3bf0be8589e2 None None] Sync routers for ids ['009382c7-b008-4cd7-a5e5-9a476ed9a5c2'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:04:13.391104 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b0223b-f0a0-44f6-ba07-3bf0be8589e2 None None] Routers {'009382c7-b008-4cd7-a5e5-9a476ed9a5c2'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:04:13.392536 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d2b0223b-f0a0-44f6-ba07-3bf0be8589e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:04:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['009382c7-b008-4cd7-a5e5-9a476ed9a5c2'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:13.437406 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd714e3-3996-4c19-914f-5cb263ac0d1f tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Deleting subnet d0ab1993-fab2-494c-893e-c38aaa332b8d {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:04:13.441875 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2fd714e3-3996-4c19-914f-5cb263ac0d1f tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:13.488334 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2fd714e3-3996-4c19-914f-5cb263ac0d1f tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:13.511609 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-d2b0223b-f0a0-44f6-ba07-3bf0be8589e2 None None] Set router 009382c7-b008-4cd7-a5e5-9a476ed9a5c2 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:04:13.583651 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2fd714e3-3996-4c19-914f-5cb263ac0d1f tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:13.650531 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2fd714e3-3996-4c19-914f-5cb263ac0d1f tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:13.677346 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd714e3-3996-4c19-914f-5cb263ac0d1f tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event deleted for resources: {'Subnet': ['ID=d0ab1993-fab2-494c-893e-c38aaa332b8d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:13.683953 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2fd714e3-3996-4c19-914f-5cb263ac0d1f tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:13.690540 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2fd714e3-3996-4c19-914f-5cb263ac0d1f tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "DELETE /v2.0/subnets/d0ab1993-fab2-494c-893e-c38aaa332b8d HTTP/1.1" status: 204 len: 168 time: 0.3108370 Nov 10 18:04:13.690843 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49936) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:13.693829 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b5e670-479f-4026-9317-2521ec66c69c None None] Network b6dde332-3885-45c5-be28-191c30295e09 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:04:13.710792 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d2b0223b-f0a0-44f6-ba07-3bf0be8589e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'name': 'tempest-TestNetworkBasicOps-router-1342850969', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:06Z', 'updated_at': '2021-11-10T18:04:12Z', 'revision_number': 7, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:07Z', 'updated_at': '2021-11-10T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:13.742458 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b0223b-f0a0-44f6-ba07-3bf0be8589e2 None None] Checking router: 009382c7-b008-4cd7-a5e5-9a476ed9a5c2 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:04:13.752519 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b0223b-f0a0-44f6-ba07-3bf0be8589e2 None None] Routers {'009382c7-b008-4cd7-a5e5-9a476ed9a5c2'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:04:13.753558 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d2b0223b-f0a0-44f6-ba07-3bf0be8589e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:04:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['009382c7-b008-4cd7-a5e5-9a476ed9a5c2'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:13.841376 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2964cef3-7b0d-414f-b464-cc1908424175 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:13.945003 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff006e2-f127-4816-86b5-d1be111d0382 None None] DHCP port deletion for b6dde332-3885-45c5-be28-191c30295e09 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:04:13.977304 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-d2b0223b-f0a0-44f6-ba07-3bf0be8589e2 None None] Set router 009382c7-b008-4cd7-a5e5-9a476ed9a5c2 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:04:14.009274 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-4ff006e2-f127-4816-86b5-d1be111d0382 None None] Deleting port 656cfb7e-0c22-400f-9435-a6660dcddf0f {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:04:14.009921 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4ff006e2-f127-4816-86b5-d1be111d0382 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:14.079773 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-4ff006e2-f127-4816-86b5-d1be111d0382 None None] For port 656cfb7e-0c22-400f-9435-a6660dcddf0f, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=656cfb7e-0c22-400f-9435-a6660dcddf0f,segment=NetworkSegment(324ea1a9-ecc1-484a-8d22-76a1575b5b43),segment_id=324ea1a9-ecc1-484a-8d22-76a1575b5b43)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:04:14.080138 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4ff006e2-f127-4816-86b5-d1be111d0382 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:14.093417 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-4ff006e2-f127-4816-86b5-d1be111d0382 None None] Calling delete_port for 656cfb7e-0c22-400f-9435-a6660dcddf0f owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:04:14.174809 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d2b0223b-f0a0-44f6-ba07-3bf0be8589e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'name': 'tempest-TestNetworkBasicOps-router-1342850969', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:06Z', 'updated_at': '2021-11-10T18:04:12Z', 'revision_number': 7, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:07Z', 'updated_at': '2021-11-10T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:14.177474 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4ff006e2-f127-4816-86b5-d1be111d0382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:14.192230 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff006e2-f127-4816-86b5-d1be111d0382 None None] No DVR routers for this DVR port 656cfb7e-0c22-400f-9435-a6660dcddf0f on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:04:14.205366 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b0223b-f0a0-44f6-ba07-3bf0be8589e2 None None] The sync data for ids ['009382c7-b008-4cd7-a5e5-9a476ed9a5c2'] in n-d-776250-10 is: [{'id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'name': 'tempest-TestNetworkBasicOps-router-1342850969', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:06Z', 'updated_at': '2021-11-10T18:04:12Z', 'revision_number': 7, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': 'b96dcaab-7cf2-4b42-bcee-76a34b975229', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009382c7-b008-4cd7-a5e5-9a476ed9a5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:07Z', 'updated_at': '2021-11-10T18:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:04:14.222412 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff006e2-f127-4816-86b5-d1be111d0382 None None] Pushing event deleted for resources: {'Port': ['ID=656cfb7e-0c22-400f-9435-a6660dcddf0f,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:14.309674 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2964cef3-7b0d-414f-b464-cc1908424175 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:14.364532 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-2964cef3-7b0d-414f-b464-cc1908424175 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Deleting port b96dcaab-7cf2-4b42-bcee-76a34b975229 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:04:14.364965 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2964cef3-7b0d-414f-b464-cc1908424175 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:14.403568 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc81ff-1301-475d-bb52-47354ff6e018 req-2169c5dc-50b6-4619-a569-ee4d78e9c6ee tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:14.405115 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bbc81ff-1301-475d-bb52-47354ff6e018 req-2169c5dc-50b6-4619-a569-ee4d78e9c6ee tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 946 time: 0.0489833 Nov 10 18:04:14.443741 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-2964cef3-7b0d-414f-b464-cc1908424175 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] For port b96dcaab-7cf2-4b42-bcee-76a34b975229, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b96dcaab-7cf2-4b42-bcee-76a34b975229,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:04:14.444128 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2964cef3-7b0d-414f-b464-cc1908424175 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:14.458626 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-2964cef3-7b0d-414f-b464-cc1908424175 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Calling delete_port for b96dcaab-7cf2-4b42-bcee-76a34b975229 owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:04:14.462753 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bbc81ff-1301-475d-bb52-47354ff6e018 req-240ea01a-6265-4695-8cd0-d365263e96c0 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=97aa9cd3-f0d3-41ad-9b23-c00b18459553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500689 Nov 10 18:04:14.664518 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2964cef3-7b0d-414f-b464-cc1908424175 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:14.694677 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964cef3-7b0d-414f-b464-cc1908424175 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event deleted for resources: {'Port': ['ID=b96dcaab-7cf2-4b42-bcee-76a34b975229,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:14.712298 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adf68b4-b620-4f75-869d-4834f84d25f6 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:04:14.763107 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2964cef3-7b0d-414f-b464-cc1908424175 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:14.853796 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2964cef3-7b0d-414f-b464-cc1908424175 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:14.856046 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2964cef3-7b0d-414f-b464-cc1908424175 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:14.906688 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2964cef3-7b0d-414f-b464-cc1908424175 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:14.907187 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2964cef3-7b0d-414f-b464-cc1908424175 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Fanout notify agent at l3_agent the message router_deleted on router 009382c7-b008-4cd7-a5e5-9a476ed9a5c2 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:04:14.914109 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2964cef3-7b0d-414f-b464-cc1908424175 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:14.915235 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2964cef3-7b0d-414f-b464-cc1908424175 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "DELETE /v2.0/routers/009382c7-b008-4cd7-a5e5-9a476ed9a5c2 HTTP/1.1" status: 204 len: 168 time: 1.2234709 Nov 10 18:04:14.918024 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49948) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:15.014488 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f9537276-eadd-4cad-bfd2-af2242e6d648 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:15.110151 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f9537276-eadd-4cad-bfd2-af2242e6d648 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:15.130179 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f9537276-eadd-4cad-bfd2-af2242e6d648 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6dde332-3885-45c5-be28-191c30295e09']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:15.139192 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f9537276-eadd-4cad-bfd2-af2242e6d648 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324ea1a9-ecc1-484a-8d22-76a1575b5b43') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:15.139489 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f9537276-eadd-4cad-bfd2-af2242e6d648 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324ea1a9-ecc1-484a-8d22-76a1575b5b43') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:15.149059 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f9537276-eadd-4cad-bfd2-af2242e6d648 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:15.164991 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f9537276-eadd-4cad-bfd2-af2242e6d648 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:15.172774 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9537276-eadd-4cad-bfd2-af2242e6d648 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:04:15.173260 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f9537276-eadd-4cad-bfd2-af2242e6d648 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:15.176324 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:04:15.176324 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:04:15.176324 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:04:15.176324 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:04:15.176324 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:04:15.176324 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:04:15.176324 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:04:15.176324 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:04:15.176324 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:04:15.176324 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:04:15.176324 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:04:15.176324 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:04:15.176324 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:04:15.176324 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:04:15.176324 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:04:15.176324 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:04:15.176324 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:04:15.176324 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:04:15.176324 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:04:15.176324 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:04:15.176324 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:04:15.176324 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:04:15.176324 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:04:15.176324 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:04:15.176324 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:04:15.176324 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:04:15.176324 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:04:15.176324 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:04:15.176324 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:04:15.176324 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:04:15.176324 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:04:15.176324 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:04:15.236557 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f9537276-eadd-4cad-bfd2-af2242e6d648 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:15.244551 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f9537276-eadd-4cad-bfd2-af2242e6d648 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:15.249608 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f9537276-eadd-4cad-bfd2-af2242e6d648 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "DELETE /v2.0/networks/b6dde332-3885-45c5-be28-191c30295e09 HTTP/1.1" status: 204 len: 168 time: 0.3281329 Nov 10 18:04:15.260747 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9537276-eadd-4cad-bfd2-af2242e6d648 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event deleted for resources: {'Network': ['ID=b6dde332-3885-45c5-be28-191c30295e09,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:15.268538 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49950) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:15.274177 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-c3ec345f-099d-4d84-8aae-7e470ceeb314 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Request body: {'network': {'name': 'tempest-network-smoke--94074384', 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'port_security_enabled': True}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:04:15.294866 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ec345f-099d-4d84-8aae-7e470ceeb314 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Made reservation on behalf of 89cf220e8c1c4bf18e710a3d7b36e9f4 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:04:15.299262 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c3ec345f-099d-4d84-8aae-7e470ceeb314 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:15.323240 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ec345f-099d-4d84-8aae-7e470ceeb314 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:04:15.332200 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c3ec345f-099d-4d84-8aae-7e470ceeb314 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:15.332554 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-c3ec345f-099d-4d84-8aae-7e470ceeb314 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Added segment ad3cf061-512e-4ab1-9dce-1a56dec648bc of type vlan for network 66a2bff8-3ab7-457e-ac8f-052dc46e1ac7 Nov 10 18:04:15.378769 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c3ec345f-099d-4d84-8aae-7e470ceeb314 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:15.404757 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c3ec345f-099d-4d84-8aae-7e470ceeb314 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:15.410437 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ec345f-099d-4d84-8aae-7e470ceeb314 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:15.411189 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c3ec345f-099d-4d84-8aae-7e470ceeb314 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:15.480881 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c3ec345f-099d-4d84-8aae-7e470ceeb314 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2065203 Nov 10 18:04:15.482746 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49954) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:15.489164 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-962f6315-e2ac-4cac-9297-2b8e57c78113 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-203320720', 'admin_state_up': True, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:04:15.495525 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec345f-099d-4d84-8aae-7e470ceeb314 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'Network': ['ID=66a2bff8-3ab7-457e-ac8f-052dc46e1ac7,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:15.509523 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 66a2bff8-3ab7-457e-ac8f-052dc46e1ac7 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:04:15.519703 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-962f6315-e2ac-4cac-9297-2b8e57c78113 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:15.520835 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-962f6315-e2ac-4cac-9297-2b8e57c78113 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:15.582297 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b96dcaab-7cf2-4b42-bcee-76a34b975229 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:04:15.611517 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-962f6315-e2ac-4cac-9297-2b8e57c78113 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:15.621872 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: b96dcaab-7cf2-4b42-bcee-76a34b975229 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:04:15.622226 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b96dcaab-7cf2-4b42-bcee-76a34b975229 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:04:15.622647 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 656cfb7e-0c22-400f-9435-a6660dcddf0f no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:04:15.648724 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 656cfb7e-0c22-400f-9435-a6660dcddf0f {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:04:15.649458 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 656cfb7e-0c22-400f-9435-a6660dcddf0f not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:04:15.650068 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 69a81910-b991-4a77-8b98-8ca468fe3b98 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:04:15.672179 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 69a81910-b991-4a77-8b98-8ca468fe3b98 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:04:15.672671 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 69a81910-b991-4a77-8b98-8ca468fe3b98 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:04:15.715087 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732edef-1161-4b36-847a-d666b5211c3b req-6b2c8b39-f11b-46c1-8e8a-00c45605d541 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:15.716662 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2732edef-1161-4b36-847a-d666b5211c3b req-6b2c8b39-f11b-46c1-8e8a-00c45605d541 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 946 time: 0.1489007 Nov 10 18:04:15.829273 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-962f6315-e2ac-4cac-9297-2b8e57c78113 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:15.867720 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2732edef-1161-4b36-847a-d666b5211c3b req-2aff8ec2-75c3-4ed6-a67f-e62ae080cce9 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=97aa9cd3-f0d3-41ad-9b23-c00b18459553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444995 Nov 10 18:04:16.061815 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-962f6315-e2ac-4cac-9297-2b8e57c78113 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:16.083509 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-962f6315-e2ac-4cac-9297-2b8e57c78113 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:16.198702 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-962f6315-e2ac-4cac-9297-2b8e57c78113 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Allocated IP 172.25.5.135 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/71ef6ef2-1d21-4f78-be1a-96f5ec2beea3) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:04:16.314473 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-962f6315-e2ac-4cac-9297-2b8e57c78113 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:16.356929 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-962f6315-e2ac-4cac-9297-2b8e57c78113 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:16.403383 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962f6315-e2ac-4cac-9297-2b8e57c78113 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:04:16.407171 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-962f6315-e2ac-4cac-9297-2b8e57c78113 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:04:16.411224 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962f6315-e2ac-4cac-9297-2b8e57c78113 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:04:16.422461 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdde9c7-d0d2-4a53-a589-6cf95d0b64ec None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:04:16.434647 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f6315-e2ac-4cac-9297-2b8e57c78113 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'Port': ['ID=71ef6ef2-1d21-4f78-be1a-96f5ec2beea3,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:16.467667 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-590206be-1d72-4824-a163-07a25bf61ee7 None None] Provisioning complete for port 71ef6ef2-1d21-4f78-be1a-96f5ec2beea3 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:04:16.468037 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-590206be-1d72-4824-a163-07a25bf61ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:16.505793 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-590206be-1d72-4824-a163-07a25bf61ee7 None None] Port 71ef6ef2-1d21-4f78-be1a-96f5ec2beea3 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:04:16.721739 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-962f6315-e2ac-4cac-9297-2b8e57c78113 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:16.986619 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-962f6315-e2ac-4cac-9297-2b8e57c78113 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:17.056049 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664596c7-15f7-49de-a05a-bac4a8dd4091 req-25174fa5-6c39-4f20-aebb-5a21e7c052a8 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:17.057613 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-664596c7-15f7-49de-a05a-bac4a8dd4091 req-25174fa5-6c39-4f20-aebb-5a21e7c052a8 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 946 time: 0.1122804 Nov 10 18:04:17.149377 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-664596c7-15f7-49de-a05a-bac4a8dd4091 req-f222cf04-8982-44a7-9b23-ffab41788ef9 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=97aa9cd3-f0d3-41ad-9b23-c00b18459553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630691 Nov 10 18:04:17.180714 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962f6315-e2ac-4cac-9297-2b8e57c78113 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Router b0209a05-ed62-42a5-94f3-e2a74f188a1a is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 18:04:17.297999 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962f6315-e2ac-4cac-9297-2b8e57c78113 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:04:17.307849 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04889ff-1495-4d7f-af0e-f383b84566e4 None None] Sync routers for ids ['b0209a05-ed62-42a5-94f3-e2a74f188a1a'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:04:17.320422 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-962f6315-e2ac-4cac-9297-2b8e57c78113 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:17.321720 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-962f6315-e2ac-4cac-9297-2b8e57c78113 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8379934 Nov 10 18:04:17.322109 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04889ff-1495-4d7f-af0e-f383b84566e4 None None] Routers {'b0209a05-ed62-42a5-94f3-e2a74f188a1a'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:04:17.322746 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e04889ff-1495-4d7f-af0e-f383b84566e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:04:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['b0209a05-ed62-42a5-94f3-e2a74f188a1a'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:17.325078 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49978) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:17.354805 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-12217699-a513-4877-b569-3121e2ff90d3 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=89cf220e8c1c4bf18e710a3d7b36e9f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285070 Nov 10 18:04:17.357610 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49980) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:17.447395 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-e04889ff-1495-4d7f-af0e-f383b84566e4 None None] Set router b0209a05-ed62-42a5-94f3-e2a74f188a1a gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:04:17.461435 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a201d915-b890-44df-b429-a97a3e79a44b tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:17.463236 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a201d915-b890-44df-b429-a97a3e79a44b tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1047091 Nov 10 18:04:17.466442 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49982) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:17.502486 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c044f505-3faf-44dd-9ae1-d51ebf893e35 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ef950546-b13c-4865-8837-7444cdb2848e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312245 Nov 10 18:04:17.502695 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 49984) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:17.507402 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-c744b378-a517-48ea-8ff1-c7e5b47c6f43 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1272475839', 'network_id': '66a2bff8-3ab7-457e-ac8f-052dc46e1ac7', 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:04:17.599841 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c744b378-a517-48ea-8ff1-c7e5b47c6f43 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Made reservation on behalf of 89cf220e8c1c4bf18e710a3d7b36e9f4 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:04:17.603431 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c744b378-a517-48ea-8ff1-c7e5b47c6f43 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:17.639582 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e04889ff-1495-4d7f-af0e-f383b84566e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'name': 'tempest-TestNetworkBasicOps-router-203320720', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '71ef6ef2-1d21-4f78-be1a-96f5ec2beea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:04:15Z', 'updated_at': '2021-11-10T18:04:16Z', 'revision_number': 3, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': '71ef6ef2-1d21-4f78-be1a-96f5ec2beea3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:04:16Z', 'updated_at': '2021-11-10T18:04:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:17.673644 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04889ff-1495-4d7f-af0e-f383b84566e4 None None] Checking router: b0209a05-ed62-42a5-94f3-e2a74f188a1a for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:04:17.673644 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04889ff-1495-4d7f-af0e-f383b84566e4 None None] Updating router b0209a05-ed62-42a5-94f3-e2a74f188a1a port 71ef6ef2-1d21-4f78-be1a-96f5ec2beea3 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:04:17.701848 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e04889ff-1495-4d7f-af0e-f383b84566e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:17.811322 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c744b378-a517-48ea-8ff1-c7e5b47c6f43 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:17.905031 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c744b378-a517-48ea-8ff1-c7e5b47c6f43 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'Subnet': ['ID=a458ea51-1cd3-4cec-873d-e3199e08e659,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:17.914508 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c744b378-a517-48ea-8ff1-c7e5b47c6f43 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Checking segment: {'id': 'ad3cf061-512e-4ab1-9dce-1a56dec648bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '66a2bff8-3ab7-457e-ac8f-052dc46e1ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:04:17.914882 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c744b378-a517-48ea-8ff1-c7e5b47c6f43 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Network hostable DHCP agents. Network: 66a2bff8-3ab7-457e-ac8f-052dc46e1ac7, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:04:17.936086 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c744b378-a517-48ea-8ff1-c7e5b47c6f43 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Network 66a2bff8-3ab7-457e-ac8f-052dc46e1ac7 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:04:17.946368 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-c744b378-a517-48ea-8ff1-c7e5b47c6f43 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 66a2bff8-3ab7-457e-ac8f-052dc46e1ac7) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:04:17.951174 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c744b378-a517-48ea-8ff1-c7e5b47c6f43 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:17.951776 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c744b378-a517-48ea-8ff1-c7e5b47c6f43 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:17.974463 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 49986) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:17.982186 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c744b378-a517-48ea-8ff1-c7e5b47c6f43 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4784346 Nov 10 18:04:18.041107 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e767049d-5907-463b-abcc-1fc5aa7f0c42 None None] Network 66a2bff8-3ab7-457e-ac8f-052dc46e1ac7 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:04:18.338083 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e04889ff-1495-4d7f-af0e-f383b84566e4 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:18.341870 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ad271f-a857-427d-9239-6110eaa0a560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-66a2bff8-3ab7-457e-ac8f-052dc46e1ac7', 'network_id': '66a2bff8-3ab7-457e-ac8f-052dc46e1ac7', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'fixed_ips': [{'subnet_id': 'a458ea51-1cd3-4cec-873d-e3199e08e659'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:04:18.342792 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b9ad271f-a857-427d-9239-6110eaa0a560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:18.360216 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e04889ff-1495-4d7f-af0e-f383b84566e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:18.369152 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d5f8f-22a2-491f-bc7b-789605a70512 req-11e8b92c-ec99-4708-a8c0-904b26850372 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:18.377262 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a61d5f8f-22a2-491f-bc7b-789605a70512 req-11e8b92c-ec99-4708-a8c0-904b26850372 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 946 time: 0.0791931 Nov 10 18:04:18.463765 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a61d5f8f-22a2-491f-bc7b-789605a70512 req-8a897087-e458-42ce-a095-5b0fd83ba959 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=97aa9cd3-f0d3-41ad-9b23-c00b18459553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856144 Nov 10 18:04:18.491591 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304a4378-05fb-46fa-aabf-f4e59b56e026 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:04:18.523169 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16232744-f4df-4745-9603-f402a2d56d86 None None] Pushing event updated for resources: {'Port': ['ID=71ef6ef2-1d21-4f78-be1a-96f5ec2beea3,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:18.556675 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-e04889ff-1495-4d7f-af0e-f383b84566e4 None None] Attempting to bind port 71ef6ef2-1d21-4f78-be1a-96f5ec2beea3 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:04:18.557244 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-e04889ff-1495-4d7f-af0e-f383b84566e4 None None] Attempting to bind port 71ef6ef2-1d21-4f78-be1a-96f5ec2beea3 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:04:18.557825 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04889ff-1495-4d7f-af0e-f383b84566e4 None None] Attempting to bind port 71ef6ef2-1d21-4f78-be1a-96f5ec2beea3 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:04:18.568319 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f6bc987b-b51b-45e6-8818-33f6d4ef765a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:18.587202 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04889ff-1495-4d7f-af0e-f383b84566e4 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:04:18.587799 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04889ff-1495-4d7f-af0e-f383b84566e4 None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:04:18.588475 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e04889ff-1495-4d7f-af0e-f383b84566e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:18.589067 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04889ff-1495-4d7f-af0e-f383b84566e4 None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:04:18.589838 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-e04889ff-1495-4d7f-af0e-f383b84566e4 None None] Bound port: 71ef6ef2-1d21-4f78-be1a-96f5ec2beea3, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:04:18.590394 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e04889ff-1495-4d7f-af0e-f383b84566e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:18.639338 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6b878b21-252f-4bd4-b91a-a02e39de7528 None None] Provisioning complete for port 71ef6ef2-1d21-4f78-be1a-96f5ec2beea3 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:04:18.639715 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6b878b21-252f-4bd4-b91a-a02e39de7528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:18.644707 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-b9ad271f-a857-427d-9239-6110eaa0a560 None None] Allocated IP 172.20.0.2 (66a2bff8-3ab7-457e-ac8f-052dc46e1ac7/a458ea51-1cd3-4cec-873d-e3199e08e659/bca154c4-d110-48a7-8136-9b58b3bdeebc) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:04:18.713872 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-e04889ff-1495-4d7f-af0e-f383b84566e4 None None] For port 71ef6ef2-1d21-4f78-be1a-96f5ec2beea3, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:04:18.716282 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-6b878b21-252f-4bd4-b91a-a02e39de7528 None None] Port 71ef6ef2-1d21-4f78-be1a-96f5ec2beea3 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:04:18.720649 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-e04889ff-1495-4d7f-af0e-f383b84566e4 None None] For port 71ef6ef2-1d21-4f78-be1a-96f5ec2beea3, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=71ef6ef2-1d21-4f78-be1a-96f5ec2beea3,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:04:18.760711 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e04889ff-1495-4d7f-af0e-f383b84566e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:18.829339 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730fcd17-a0bd-4e84-a129-69a0e65a284e None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:04:18.881389 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16232744-f4df-4745-9603-f402a2d56d86 None None] Pushing event updated for resources: {'Port': ['ID=71ef6ef2-1d21-4f78-be1a-96f5ec2beea3,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:18.891557 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04889ff-1495-4d7f-af0e-f383b84566e4 None None] Routers {'b0209a05-ed62-42a5-94f3-e2a74f188a1a'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:04:18.892303 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e04889ff-1495-4d7f-af0e-f383b84566e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:04:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['b0209a05-ed62-42a5-94f3-e2a74f188a1a'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:19.042322 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e474cd64-cc27-4806-9c24-d4d712080941 None None] Provisioning complete for port 71ef6ef2-1d21-4f78-be1a-96f5ec2beea3 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:04:19.042699 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e474cd64-cc27-4806-9c24-d4d712080941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:19.088391 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b9ad271f-a857-427d-9239-6110eaa0a560 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:19.104299 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b9ad271f-a857-427d-9239-6110eaa0a560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:19.146015 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-e04889ff-1495-4d7f-af0e-f383b84566e4 None None] Set router b0209a05-ed62-42a5-94f3-e2a74f188a1a gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:04:19.153053 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-f6bc987b-b51b-45e6-8818-33f6d4ef765a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Allocated IP 172.20.0.1 (66a2bff8-3ab7-457e-ac8f-052dc46e1ac7/a458ea51-1cd3-4cec-873d-e3199e08e659/0cb13682-a8de-4dd6-abee-d809713dfdf3) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:04:19.227431 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ad271f-a857-427d-9239-6110eaa0a560 None None] Network 66a2bff8-3ab7-457e-ac8f-052dc46e1ac7 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:04:19.271185 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-b9ad271f-a857-427d-9239-6110eaa0a560 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:04:19.276274 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ad271f-a857-427d-9239-6110eaa0a560 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:04:19.281600 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad271f-a857-427d-9239-6110eaa0a560 None None] Pushing event updated for resources: {'Port': ['ID=bca154c4-d110-48a7-8136-9b58b3bdeebc,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:19.304081 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f6bc987b-b51b-45e6-8818-33f6d4ef765a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:19.351810 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f6bc987b-b51b-45e6-8818-33f6d4ef765a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:19.396745 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bc987b-b51b-45e6-8818-33f6d4ef765a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Network 66a2bff8-3ab7-457e-ac8f-052dc46e1ac7 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:04:19.402888 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-f6bc987b-b51b-45e6-8818-33f6d4ef765a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:04:19.407753 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bc987b-b51b-45e6-8818-33f6d4ef765a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:04:19.411086 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e474cd64-cc27-4806-9c24-d4d712080941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:19.448714 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc987b-b51b-45e6-8818-33f6d4ef765a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'Port': ['ID=0cb13682-a8de-4dd6-abee-d809713dfdf3,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:19.473597 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f6bc987b-b51b-45e6-8818-33f6d4ef765a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:19.489387 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-e474cd64-cc27-4806-9c24-d4d712080941 None None] For port 71ef6ef2-1d21-4f78-be1a-96f5ec2beea3, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=71ef6ef2-1d21-4f78-be1a-96f5ec2beea3,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:04:19.492559 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b9ad271f-a857-427d-9239-6110eaa0a560 None None] Attempting to bind port bca154c4-d110-48a7-8136-9b58b3bdeebc on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:04:19.493379 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b9ad271f-a857-427d-9239-6110eaa0a560 None None] Attempting to bind port bca154c4-d110-48a7-8136-9b58b3bdeebc by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ad3cf061-512e-4ab1-9dce-1a56dec648bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '66a2bff8-3ab7-457e-ac8f-052dc46e1ac7'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:04:19.493379 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad271f-a857-427d-9239-6110eaa0a560 None None] Attempting to bind port bca154c4-d110-48a7-8136-9b58b3bdeebc on network 66a2bff8-3ab7-457e-ac8f-052dc46e1ac7 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:04:19.500461 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e474cd64-cc27-4806-9c24-d4d712080941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:19.505708 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad271f-a857-427d-9239-6110eaa0a560 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:04:19.506177 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad271f-a857-427d-9239-6110eaa0a560 None None] Checking segment: {'id': 'ad3cf061-512e-4ab1-9dce-1a56dec648bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '66a2bff8-3ab7-457e-ac8f-052dc46e1ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:04:19.507101 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b9ad271f-a857-427d-9239-6110eaa0a560 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:19.507101 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad271f-a857-427d-9239-6110eaa0a560 None None] Bound using segment: {'id': 'ad3cf061-512e-4ab1-9dce-1a56dec648bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '66a2bff8-3ab7-457e-ac8f-052dc46e1ac7'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:04:19.507591 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b9ad271f-a857-427d-9239-6110eaa0a560 None None] Bound port: bca154c4-d110-48a7-8136-9b58b3bdeebc, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad3cf061-512e-4ab1-9dce-1a56dec648bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '66a2bff8-3ab7-457e-ac8f-052dc46e1ac7'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:04:19.508046 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b9ad271f-a857-427d-9239-6110eaa0a560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:19.649658 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5641580-f737-4811-9c6e-366919f03b2f req-0874ba0b-4299-4403-a89f-3b68fa5be58f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:19.651255 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474cd64-cc27-4806-9c24-d4d712080941 None None] Pushing event updated for resources: {'Port': ['ID=71ef6ef2-1d21-4f78-be1a-96f5ec2beea3,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:19.653854 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f6bc987b-b51b-45e6-8818-33f6d4ef765a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:19.673784 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f5641580-f737-4811-9c6e-366919f03b2f req-0874ba0b-4299-4403-a89f-3b68fa5be58f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 946 time: 0.0922105 Nov 10 18:04:19.689423 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b9ad271f-a857-427d-9239-6110eaa0a560 None None] For port bca154c4-d110-48a7-8136-9b58b3bdeebc, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:04:19.694109 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b9ad271f-a857-427d-9239-6110eaa0a560 None None] For port bca154c4-d110-48a7-8136-9b58b3bdeebc, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=bca154c4-d110-48a7-8136-9b58b3bdeebc,segment=NetworkSegment(ad3cf061-512e-4ab1-9dce-1a56dec648bc),segment_id=ad3cf061-512e-4ab1-9dce-1a56dec648bc)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:04:19.700911 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b9ad271f-a857-427d-9239-6110eaa0a560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:19.739098 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-e04889ff-1495-4d7f-af0e-f383b84566e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'name': 'tempest-TestNetworkBasicOps-router-203320720', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '71ef6ef2-1d21-4f78-be1a-96f5ec2beea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:04:15Z', 'updated_at': '2021-11-10T18:04:16Z', 'revision_number': 3, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': '71ef6ef2-1d21-4f78-be1a-96f5ec2beea3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:04:16Z', 'updated_at': '2021-11-10T18:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:19.764468 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f5641580-f737-4811-9c6e-366919f03b2f req-778a352d-a583-44e0-9dbe-815b55a7cadf tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=97aa9cd3-f0d3-41ad-9b23-c00b18459553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872831 Nov 10 18:04:19.804706 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04889ff-1495-4d7f-af0e-f383b84566e4 None None] The sync data for ids ['b0209a05-ed62-42a5-94f3-e2a74f188a1a'] in n-d-776250-10 is: [{'id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'name': 'tempest-TestNetworkBasicOps-router-203320720', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '71ef6ef2-1d21-4f78-be1a-96f5ec2beea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:04:15Z', 'updated_at': '2021-11-10T18:04:16Z', 'revision_number': 3, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': '71ef6ef2-1d21-4f78-be1a-96f5ec2beea3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:04:16Z', 'updated_at': '2021-11-10T18:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:04:19.835267 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad271f-a857-427d-9239-6110eaa0a560 None None] Pushing event updated for resources: {'Port': ['ID=bca154c4-d110-48a7-8136-9b58b3bdeebc,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:20.106307 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f6bc987b-b51b-45e6-8818-33f6d4ef765a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:20.113139 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f6bc987b-b51b-45e6-8818-33f6d4ef765a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:20.570127 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f6bc987b-b51b-45e6-8818-33f6d4ef765a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:20.576108 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc987b-b51b-45e6-8818-33f6d4ef765a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'Port': ['ID=0cb13682-a8de-4dd6-abee-d809713dfdf3,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:20.708595 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bc987b-b51b-45e6-8818-33f6d4ef765a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Network 66a2bff8-3ab7-457e-ac8f-052dc46e1ac7 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:04:20.710782 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-f6bc987b-b51b-45e6-8818-33f6d4ef765a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:04:20.922596 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6bc987b-b51b-45e6-8818-33f6d4ef765a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Router b0209a05-ed62-42a5-94f3-e2a74f188a1a has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:04:20.961991 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95390b-7f9e-4ad7-8112-a6ad42c51b6b req-a5962803-24be-406a-9693-5fbe40cc25b1 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:20.964112 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1d95390b-7f9e-4ad7-8112-a6ad42c51b6b req-a5962803-24be-406a-9693-5fbe40cc25b1 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 946 time: 0.0816510 Nov 10 18:04:21.110593 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1d95390b-7f9e-4ad7-8112-a6ad42c51b6b req-aa4c9e88-cf44-47cc-8e1f-6805c27a0a5b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=97aa9cd3-f0d3-41ad-9b23-c00b18459553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056640 Nov 10 18:04:21.140268 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb93740-ad83-4c77-9613-14a1cc2c7d92 None None] Network 66a2bff8-3ab7-457e-ac8f-052dc46e1ac7 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:04:21.156543 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bc987b-b51b-45e6-8818-33f6d4ef765a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:04:21.170353 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f6bc987b-b51b-45e6-8818-33f6d4ef765a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "PUT /v2.0/routers/b0209a05-ed62-42a5-94f3-e2a74f188a1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1916692 Nov 10 18:04:21.170961 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50000) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:21.282631 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-2fa188a2-a226-450f-86cc-79ce4396a5bb None None] Provisioning complete for port bca154c4-d110-48a7-8136-9b58b3bdeebc triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:04:21.283056 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2fa188a2-a226-450f-86cc-79ce4396a5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:21.797954 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3898ecb-edee-447b-bf0f-e5be6c0669d0 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:21.798973 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3898ecb-edee-447b-bf0f-e5be6c0669d0 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:21.800055 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3898ecb-edee-447b-bf0f-e5be6c0669d0 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:21.801270 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3898ecb-edee-447b-bf0f-e5be6c0669d0 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:21.802270 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3898ecb-edee-447b-bf0f-e5be6c0669d0 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:21.803351 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3898ecb-edee-447b-bf0f-e5be6c0669d0 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:21.804798 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3898ecb-edee-447b-bf0f-e5be6c0669d0 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:21.809201 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a3898ecb-edee-447b-bf0f-e5be6c0669d0 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4972 time: 0.6360388 Nov 10 18:04:21.811774 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50004) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:21.821311 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2fa188a2-a226-450f-86cc-79ce4396a5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:21.878931 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device bca154c4-d110-48a7-8136-9b58b3bdeebc up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:04:21.887031 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-2fa188a2-a226-450f-86cc-79ce4396a5bb None None] For port bca154c4-d110-48a7-8136-9b58b3bdeebc, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=bca154c4-d110-48a7-8136-9b58b3bdeebc,segment=NetworkSegment(ad3cf061-512e-4ab1-9dce-1a56dec648bc),segment_id=ad3cf061-512e-4ab1-9dce-1a56dec648bc)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:04:21.915897 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2fa188a2-a226-450f-86cc-79ce4396a5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:21.930826 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92150010-c60a-4523-90a5-03c52770b0db tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:21.931295 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92150010-c60a-4523-90a5-03c52770b0db tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:21.931750 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92150010-c60a-4523-90a5-03c52770b0db tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:21.932238 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92150010-c60a-4523-90a5-03c52770b0db tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:21.932693 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92150010-c60a-4523-90a5-03c52770b0db tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:21.933151 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92150010-c60a-4523-90a5-03c52770b0db tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:21.933609 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92150010-c60a-4523-90a5-03c52770b0db tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:21.939377 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50006) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:21.939979 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-92150010-c60a-4523-90a5-03c52770b0db tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4633 time: 0.1262047 Nov 10 18:04:21.979670 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa188a2-a226-450f-86cc-79ce4396a5bb None None] Pushing event updated for resources: {'Port': ['ID=bca154c4-d110-48a7-8136-9b58b3bdeebc,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:22.015236 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port bca154c4-d110-48a7-8136-9b58b3bdeebc triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:04:22.016391 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:22.123539 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 71ef6ef2-1d21-4f78-be1a-96f5ec2beea3 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:04:22.138293 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2616716-373a-4691-a43e-ce78dccd5068 None None] Sync routers for ids ['b0209a05-ed62-42a5-94f3-e2a74f188a1a'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:04:22.154081 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2616716-373a-4691-a43e-ce78dccd5068 None None] Routers {'b0209a05-ed62-42a5-94f3-e2a74f188a1a'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:04:22.158051 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-b2616716-373a-4691-a43e-ce78dccd5068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:04:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['b0209a05-ed62-42a5-94f3-e2a74f188a1a'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:22.267851 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 71ef6ef2-1d21-4f78-be1a-96f5ec2beea3 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:04:22.268512 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:22.335967 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-292e1286-664b-4be1-8981-95220722ee8d None None] Provisioning complete for port bca154c4-d110-48a7-8136-9b58b3bdeebc triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:04:22.336079 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-292e1286-664b-4be1-8981-95220722ee8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:22.337519 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-b2616716-373a-4691-a43e-ce78dccd5068 None None] Set router b0209a05-ed62-42a5-94f3-e2a74f188a1a gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:04:22.338559 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f43386da-aa8e-4958-96df-b2727e96fe33 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3780 time: 0.3977387 Nov 10 18:04:22.353393 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf716e3d-604a-4217-a76e-3255dba73ae9 req-c3406363-c6dc-4d31-ac8b-741cc876ef82 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:22.355120 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bf716e3d-604a-4217-a76e-3255dba73ae9 req-c3406363-c6dc-4d31-ac8b-741cc876ef82 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 946 time: 0.0966277 Nov 10 18:04:22.448454 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bf716e3d-604a-4217-a76e-3255dba73ae9 req-67aee1ad-ddb7-46bd-95c9-75d8073258c6 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=97aa9cd3-f0d3-41ad-9b23-c00b18459553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862269 Nov 10 18:04:22.600952 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-292e1286-664b-4be1-8981-95220722ee8d None None] Provisioning complete for port 0cb13682-a8de-4dd6-abee-d809713dfdf3 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:04:22.601486 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-292e1286-664b-4be1-8981-95220722ee8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:22.666373 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-292e1286-664b-4be1-8981-95220722ee8d None None] Port 0cb13682-a8de-4dd6-abee-d809713dfdf3 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:04:22.676700 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50012) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:22.682828 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-b2616716-373a-4691-a43e-ce78dccd5068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'name': 'tempest-TestNetworkBasicOps-router-203320720', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '71ef6ef2-1d21-4f78-be1a-96f5ec2beea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:04:15Z', 'updated_at': '2021-11-10T18:04:19Z', 'revision_number': 4, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': '71ef6ef2-1d21-4f78-be1a-96f5ec2beea3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:04:16Z', 'updated_at': '2021-11-10T18:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '0cb13682-a8de-4dd6-abee-d809713dfdf3', 'name': '', 'network_id': '66a2bff8-3ab7-457e-ac8f-052dc46e1ac7', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'mac_address': 'fa:16:3e:2b:96:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'a458ea51-1cd3-4cec-873d-e3199e08e659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:04:18Z', 'updated_at': '2021-11-10T18:04:19Z', 'revision_number': 2, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'subnets': [{'id': 'a458ea51-1cd3-4cec-873d-e3199e08e659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:22.684397 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-ee9cae1d-e5da-42b4-9987-8359ab800664 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-799325226', 'description': 'tempest-secgroup-smoke-799325226 description', 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:04:22.719146 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2616716-373a-4691-a43e-ce78dccd5068 None None] Checking router: b0209a05-ed62-42a5-94f3-e2a74f188a1a for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:04:22.719799 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2616716-373a-4691-a43e-ce78dccd5068 None None] Updating router b0209a05-ed62-42a5-94f3-e2a74f188a1a port 0cb13682-a8de-4dd6-abee-d809713dfdf3 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:04:22.736640 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ee9cae1d-e5da-42b4-9987-8359ab800664 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:22.752729 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-b2616716-373a-4691-a43e-ce78dccd5068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:22.830195 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-5e0cee4a-c029-4680-9cf8-5b624bab3eca None None] Provisioning complete for port 0cb13682-a8de-4dd6-abee-d809713dfdf3 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:04:22.831006 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5e0cee4a-c029-4680-9cf8-5b624bab3eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:22.857456 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ee9cae1d-e5da-42b4-9987-8359ab800664 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:22.864646 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ee9cae1d-e5da-42b4-9987-8359ab800664 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:22.887945 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ee9cae1d-e5da-42b4-9987-8359ab800664 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:22.889291 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ee9cae1d-e5da-42b4-9987-8359ab800664 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2109029 Nov 10 18:04:22.893513 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50016) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:22.899396 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-13c0b4cb-cc92-458a-916a-1282edc4b54d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Request body: {'security_group_rule': {'security_group_id': '29632c9a-9914-49f4-aff7-344c5ab73f40', 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:04:22.918395 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9cae1d-e5da-42b4-9987-8359ab800664 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29632c9a-9914-49f4-aff7-344c5ab73f40,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:22.932580 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-5e0cee4a-c029-4680-9cf8-5b624bab3eca None None] Port 0cb13682-a8de-4dd6-abee-d809713dfdf3 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:04:22.953467 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13c0b4cb-cc92-458a-916a-1282edc4b54d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:23.031668 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13c0b4cb-cc92-458a-916a-1282edc4b54d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:23.036762 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13c0b4cb-cc92-458a-916a-1282edc4b54d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:23.058357 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-0b86da89-f6d2-4a69-91f1-735209e1edf0 None None] Provisioning complete for port 0cb13682-a8de-4dd6-abee-d809713dfdf3 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:04:23.058731 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0b86da89-f6d2-4a69-91f1-735209e1edf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:23.066264 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0b4cb-cc92-458a-916a-1282edc4b54d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d400416c-f23e-4bb2-886e-4aff82edde73,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:23.079695 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-13c0b4cb-cc92-458a-916a-1282edc4b54d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:23.084324 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50018) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:23.087164 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-13c0b4cb-cc92-458a-916a-1282edc4b54d tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1923983 Nov 10 18:04:23.089261 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-6eac3d96-b40f-4812-9a6f-dc6388a6dcd0 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Request body: {'security_group_rule': {'security_group_id': '29632c9a-9914-49f4-aff7-344c5ab73f40', 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:04:23.124286 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-0b86da89-f6d2-4a69-91f1-735209e1edf0 None None] Port 0cb13682-a8de-4dd6-abee-d809713dfdf3 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:04:23.133263 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6eac3d96-b40f-4812-9a6f-dc6388a6dcd0 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:23.138616 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-b2616716-373a-4691-a43e-ce78dccd5068 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:23.151458 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-b2616716-373a-4691-a43e-ce78dccd5068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:23.219188 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6eac3d96-b40f-4812-9a6f-dc6388a6dcd0 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:23.224169 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6eac3d96-b40f-4812-9a6f-dc6388a6dcd0 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:23.228959 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766e793-d9de-46be-a3c4-e3981ff2982c None None] Pushing event updated for resources: {'Port': ['ID=0cb13682-a8de-4dd6-abee-d809713dfdf3,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:23.252083 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac3d96-b40f-4812-9a6f-dc6388a6dcd0 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f231b2-8e02-4c0f-805b-f89b10fb9df1,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:23.259687 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6eac3d96-b40f-4812-9a6f-dc6388a6dcd0 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:23.260190 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766e793-d9de-46be-a3c4-e3981ff2982c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:23.260701 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766e793-d9de-46be-a3c4-e3981ff2982c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:23.261049 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766e793-d9de-46be-a3c4-e3981ff2982c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:23.261212 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6eac3d96-b40f-4812-9a6f-dc6388a6dcd0 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1758499 Nov 10 18:04:23.261470 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766e793-d9de-46be-a3c4-e3981ff2982c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:23.261884 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766e793-d9de-46be-a3c4-e3981ff2982c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:23.262222 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766e793-d9de-46be-a3c4-e3981ff2982c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:23.262554 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766e793-d9de-46be-a3c4-e3981ff2982c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:23.262883 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766e793-d9de-46be-a3c4-e3981ff2982c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:23.263207 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766e793-d9de-46be-a3c4-e3981ff2982c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:23.263532 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766e793-d9de-46be-a3c4-e3981ff2982c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:23.263873 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766e793-d9de-46be-a3c4-e3981ff2982c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:23.264295 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766e793-d9de-46be-a3c4-e3981ff2982c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:23.266639 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50020) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:23.275402 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-10eed235-7311-443b-9f5e-a41397167f32 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Request body: {'security_group_rule': {'security_group_id': '29632c9a-9914-49f4-aff7-344c5ab73f40', 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:04:23.291462 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-b2616716-373a-4691-a43e-ce78dccd5068 None None] Attempting to bind port 0cb13682-a8de-4dd6-abee-d809713dfdf3 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:04:23.291712 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-b2616716-373a-4691-a43e-ce78dccd5068 None None] Attempting to bind port 0cb13682-a8de-4dd6-abee-d809713dfdf3 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ad3cf061-512e-4ab1-9dce-1a56dec648bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '66a2bff8-3ab7-457e-ac8f-052dc46e1ac7'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:04:23.292082 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2616716-373a-4691-a43e-ce78dccd5068 None None] Attempting to bind port 0cb13682-a8de-4dd6-abee-d809713dfdf3 on network 66a2bff8-3ab7-457e-ac8f-052dc46e1ac7 {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:04:23.298630 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2616716-373a-4691-a43e-ce78dccd5068 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:04:23.299007 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2616716-373a-4691-a43e-ce78dccd5068 None None] Checking segment: {'id': 'ad3cf061-512e-4ab1-9dce-1a56dec648bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '66a2bff8-3ab7-457e-ac8f-052dc46e1ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:04:23.299573 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-b2616716-373a-4691-a43e-ce78dccd5068 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:23.299818 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2616716-373a-4691-a43e-ce78dccd5068 None None] Bound using segment: {'id': 'ad3cf061-512e-4ab1-9dce-1a56dec648bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '66a2bff8-3ab7-457e-ac8f-052dc46e1ac7'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:04:23.300360 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-b2616716-373a-4691-a43e-ce78dccd5068 None None] Bound port: 0cb13682-a8de-4dd6-abee-d809713dfdf3, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad3cf061-512e-4ab1-9dce-1a56dec648bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '66a2bff8-3ab7-457e-ac8f-052dc46e1ac7'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:04:23.300748 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-b2616716-373a-4691-a43e-ce78dccd5068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:23.314228 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-10eed235-7311-443b-9f5e-a41397167f32 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:23.394585 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-b2616716-373a-4691-a43e-ce78dccd5068 None None] For port 0cb13682-a8de-4dd6-abee-d809713dfdf3, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:04:23.399402 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-b2616716-373a-4691-a43e-ce78dccd5068 None None] For port 0cb13682-a8de-4dd6-abee-d809713dfdf3, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=0cb13682-a8de-4dd6-abee-d809713dfdf3,segment=NetworkSegment(ad3cf061-512e-4ab1-9dce-1a56dec648bc),segment_id=ad3cf061-512e-4ab1-9dce-1a56dec648bc)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:04:23.406011 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-b2616716-373a-4691-a43e-ce78dccd5068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:23.408728 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-10eed235-7311-443b-9f5e-a41397167f32 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:23.418251 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-10eed235-7311-443b-9f5e-a41397167f32 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:23.455453 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eed235-7311-443b-9f5e-a41397167f32 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52bc57cb-ffb5-470f-a8ba-363447ba5aa0,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:23.472135 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-10eed235-7311-443b-9f5e-a41397167f32 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:23.472435 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2616716-373a-4691-a43e-ce78dccd5068 None None] Routers {'b0209a05-ed62-42a5-94f3-e2a74f188a1a'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:04:23.473077 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-b2616716-373a-4691-a43e-ce78dccd5068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:04:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['b0209a05-ed62-42a5-94f3-e2a74f188a1a'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:23.477713 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50022) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:23.479241 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-10eed235-7311-443b-9f5e-a41397167f32 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2091119 Nov 10 18:04:23.483926 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-3e7c3e7d-2c49-4685-a431-6fadb7e9215a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Request body: {'security_group_rule': {'security_group_id': '29632c9a-9914-49f4-aff7-344c5ab73f40', 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:04:23.562154 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3e7c3e7d-2c49-4685-a431-6fadb7e9215a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:23.605132 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766e793-d9de-46be-a3c4-e3981ff2982c None None] Pushing event updated for resources: {'Port': ['ID=0cb13682-a8de-4dd6-abee-d809713dfdf3,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:23.648082 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-b2616716-373a-4691-a43e-ce78dccd5068 None None] Set router b0209a05-ed62-42a5-94f3-e2a74f188a1a gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:04:23.674337 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3e7c3e7d-2c49-4685-a431-6fadb7e9215a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:23.682997 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-85d97bc3-f4da-425b-b084-6d4f4e1aa96f None None] Provisioning complete for port 0cb13682-a8de-4dd6-abee-d809713dfdf3 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:04:23.683686 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-85d97bc3-f4da-425b-b084-6d4f4e1aa96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:23.684347 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3e7c3e7d-2c49-4685-a431-6fadb7e9215a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:23.711007 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device bca154c4-d110-48a7-8136-9b58b3bdeebc up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:04:23.711878 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c3e7d-2c49-4685-a431-6fadb7e9215a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcdeeb15-6af7-46c9-b017-622c9e543a36,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:23.739322 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3e7c3e7d-2c49-4685-a431-6fadb7e9215a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:23.744395 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3e7c3e7d-2c49-4685-a431-6fadb7e9215a tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2649441 Nov 10 18:04:23.747168 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50026) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:23.762214 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-b2cc5538-3266-4f6b-82eb-2d018cd87117 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Request body: {'security_group_rule': {'security_group_id': '29632c9a-9914-49f4-aff7-344c5ab73f40', 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:04:23.796089 n-d-776250-10 neutron-server[102469]: INFO neutron.db.securitygroups_db [None req-b2cc5538-3266-4f6b-82eb-2d018cd87117 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Project 89cf220e8c1c4bf18e710a3d7b36e9f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 18:04:23.824062 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b2cc5538-3266-4f6b-82eb-2d018cd87117 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:23.824558 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21158615-2aa3-44f0-9000-a9f7c9bb910f req-1e706a25-f063-4297-ba78-78f68b7e1d66 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:23.826209 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-21158615-2aa3-44f0-9000-a9f7c9bb910f req-1e706a25-f063-4297-ba78-78f68b7e1d66 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 946 time: 0.1292088 Nov 10 18:04:23.957230 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b2cc5538-3266-4f6b-82eb-2d018cd87117 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:23.963959 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b2cc5538-3266-4f6b-82eb-2d018cd87117 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:23.991129 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-21158615-2aa3-44f0-9000-a9f7c9bb910f req-17c60d95-4572-472f-a94a-7bb91cab55a9 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=97aa9cd3-f0d3-41ad-9b23-c00b18459553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526709 Nov 10 18:04:24.003810 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-85d97bc3-f4da-425b-b084-6d4f4e1aa96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:24.021214 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc5538-3266-4f6b-82eb-2d018cd87117 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d38d2975-ee69-4099-987b-a32c42cdba52,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:24.054211 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b2cc5538-3266-4f6b-82eb-2d018cd87117 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:24.057152 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b2cc5538-3266-4f6b-82eb-2d018cd87117 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3085055 Nov 10 18:04:24.061482 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50030) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:24.069964 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-5c650301-c76f-4e7f-b7dc-3e9a75bd247c tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Request body: {'security_group_rule': {'security_group_id': '29632c9a-9914-49f4-aff7-344c5ab73f40', 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:04:24.088894 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-85d97bc3-f4da-425b-b084-6d4f4e1aa96f None None] For port 0cb13682-a8de-4dd6-abee-d809713dfdf3, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=0cb13682-a8de-4dd6-abee-d809713dfdf3,segment=NetworkSegment(ad3cf061-512e-4ab1-9dce-1a56dec648bc),segment_id=ad3cf061-512e-4ab1-9dce-1a56dec648bc)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:04:24.090306 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port bca154c4-d110-48a7-8136-9b58b3bdeebc triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:04:24.090734 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:24.094406 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-85d97bc3-f4da-425b-b084-6d4f4e1aa96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:24.103632 n-d-776250-10 neutron-server[102469]: INFO neutron.db.securitygroups_db [None req-5c650301-c76f-4e7f-b7dc-3e9a75bd247c tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Project 89cf220e8c1c4bf18e710a3d7b36e9f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 18:04:24.111323 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c650301-c76f-4e7f-b7dc-3e9a75bd247c tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:24.119570 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-b2616716-373a-4691-a43e-ce78dccd5068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'name': 'tempest-TestNetworkBasicOps-router-203320720', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '71ef6ef2-1d21-4f78-be1a-96f5ec2beea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:04:15Z', 'updated_at': '2021-11-10T18:04:19Z', 'revision_number': 4, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': '71ef6ef2-1d21-4f78-be1a-96f5ec2beea3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:04:16Z', 'updated_at': '2021-11-10T18:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '0cb13682-a8de-4dd6-abee-d809713dfdf3', 'name': '', 'network_id': '66a2bff8-3ab7-457e-ac8f-052dc46e1ac7', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'mac_address': 'fa:16:3e:2b:96:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'a458ea51-1cd3-4cec-873d-e3199e08e659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:04:18Z', 'updated_at': '2021-11-10T18:04:23Z', 'revision_number': 4, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'subnets': [{'id': 'a458ea51-1cd3-4cec-873d-e3199e08e659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:24.155697 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2616716-373a-4691-a43e-ce78dccd5068 None None] The sync data for ids ['b0209a05-ed62-42a5-94f3-e2a74f188a1a'] in n-d-776250-10 is: [{'id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'name': 'tempest-TestNetworkBasicOps-router-203320720', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '71ef6ef2-1d21-4f78-be1a-96f5ec2beea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:04:15Z', 'updated_at': '2021-11-10T18:04:19Z', 'revision_number': 4, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': '71ef6ef2-1d21-4f78-be1a-96f5ec2beea3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:04:16Z', 'updated_at': '2021-11-10T18:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '0cb13682-a8de-4dd6-abee-d809713dfdf3', 'name': '', 'network_id': '66a2bff8-3ab7-457e-ac8f-052dc46e1ac7', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'mac_address': 'fa:16:3e:2b:96:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'a458ea51-1cd3-4cec-873d-e3199e08e659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:04:18Z', 'updated_at': '2021-11-10T18:04:23Z', 'revision_number': 4, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'subnets': [{'id': 'a458ea51-1cd3-4cec-873d-e3199e08e659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:04:24.196011 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d97bc3-f4da-425b-b084-6d4f4e1aa96f None None] Pushing event updated for resources: {'Port': ['ID=0cb13682-a8de-4dd6-abee-d809713dfdf3,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:24.208623 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c650301-c76f-4e7f-b7dc-3e9a75bd247c tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:24.211516 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d97bc3-f4da-425b-b084-6d4f4e1aa96f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:24.211904 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d97bc3-f4da-425b-b084-6d4f4e1aa96f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:24.212497 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d97bc3-f4da-425b-b084-6d4f4e1aa96f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:24.213060 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d97bc3-f4da-425b-b084-6d4f4e1aa96f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:24.213624 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d97bc3-f4da-425b-b084-6d4f4e1aa96f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:24.214224 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d97bc3-f4da-425b-b084-6d4f4e1aa96f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:24.214902 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d97bc3-f4da-425b-b084-6d4f4e1aa96f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:24.215483 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d97bc3-f4da-425b-b084-6d4f4e1aa96f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:24.215983 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d97bc3-f4da-425b-b084-6d4f4e1aa96f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:24.216516 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c650301-c76f-4e7f-b7dc-3e9a75bd247c tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:24.216791 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d97bc3-f4da-425b-b084-6d4f4e1aa96f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:24.220071 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d97bc3-f4da-425b-b084-6d4f4e1aa96f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:24.220740 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d97bc3-f4da-425b-b084-6d4f4e1aa96f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:04:24.240251 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c650301-c76f-4e7f-b7dc-3e9a75bd247c tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22227dc-ec96-4932-8d62-eea500b856a0,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:24.251290 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c650301-c76f-4e7f-b7dc-3e9a75bd247c tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:24.252988 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5c650301-c76f-4e7f-b7dc-3e9a75bd247c tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1885219 Nov 10 18:04:24.329992 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b83355b6-a296-4536-8236-f2fdb1ad4285 None None] Provisioning complete for port 0cb13682-a8de-4dd6-abee-d809713dfdf3 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:04:24.330379 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b83355b6-a296-4536-8236-f2fdb1ad4285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:24.472020 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-8a56073a-7aaa-488b-8562-fa80e3496db8 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-799325226&fields=id&tenant_id=89cf220e8c1c4bf18e710a3d7b36e9f4 HTTP/1.1" status: 200 len: 267 time: 0.0663171 Nov 10 18:04:24.631770 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-77a041b5-c815-4b97-a70a-24656771ae66 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:24.633416 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-77a041b5-c815-4b97-a70a-24656771ae66 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/networks?id=66a2bff8-3ab7-457e-ac8f-052dc46e1ac7 HTTP/1.1" status: 200 len: 795 time: 0.1484666 Nov 10 18:04:24.654329 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-213460eb-b218-4f43-b492-423923bec447 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/quotas/89cf220e8c1c4bf18e710a3d7b36e9f4 HTTP/1.1" status: 200 len: 375 time: 0.0106304 Nov 10 18:04:24.722110 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-14d58037-ec81-4f57-8f10-2482876c95c8 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=89cf220e8c1c4bf18e710a3d7b36e9f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578163 Nov 10 18:04:24.852952 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-8a109a46-af33-4aca-8860-1d96f035c6c2 service neutron] 10.222.0.39 "GET /v2.0/networks/66a2bff8-3ab7-457e-ac8f-052dc46e1ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169820 Nov 10 18:04:24.887836 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:24.958493 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-c76d36ce-7a2a-4d16-b9f5-76277cb99133 service neutron] 10.222.0.39 "GET /v2.0/networks/66a2bff8-3ab7-457e-ac8f-052dc46e1ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993605 Nov 10 18:04:25.153194 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02ee28-dcbb-47e1-9203-1a1a0fc690bc req-e040a339-5e6d-4267-967a-8c079c9b372a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:25.155502 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6d02ee28-dcbb-47e1-9203-1a1a0fc690bc req-e040a339-5e6d-4267-967a-8c079c9b372a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 946 time: 0.0774815 Nov 10 18:04:25.175086 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2407a021-c99f-4c13-aaf8-0684d99ff4cf req-961cd701-f590-4694-b5f2-b8a3172f01a5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6ec171-9ccf-467d-a852-6b6a191ecfef HTTP/1.1" status: 200 len: 210 time: 0.0492933 Nov 10 18:04:25.220956 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6d02ee28-dcbb-47e1-9203-1a1a0fc690bc req-a6878cb3-4b01-42fc-ad2f-ec9e9f20f417 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=97aa9cd3-f0d3-41ad-9b23-c00b18459553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585988 Nov 10 18:04:25.266777 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:25.577745 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 0cb13682-a8de-4dd6-abee-d809713dfdf3 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:04:25.629970 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 0cb13682-a8de-4dd6-abee-d809713dfdf3 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:04:25.630181 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:26.288883 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09c7d647-4f1d-4a9a-832d-90f44f295906 req-a85bed1e-1d3a-4b6e-98dd-d935607236a2 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6ec171-9ccf-467d-a852-6b6a191ecfef HTTP/1.1" status: 200 len: 210 time: 0.0360544 Nov 10 18:04:26.365117 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-00c8f47a-d17f-47c7-ab41-1641c2249775 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:26.366683 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-00c8f47a-d17f-47c7-ab41-1641c2249775 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.13 "GET /v2.0/networks?id=66a2bff8-3ab7-457e-ac8f-052dc46e1ac7 HTTP/1.1" status: 200 len: 795 time: 0.1944993 Nov 10 18:04:26.427055 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f255d01-60e1-4608-8af7-71b49e4715e6 req-41ff179e-288c-4f9b-9912-ea019640e5ea tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:26.428726 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3f255d01-60e1-4608-8af7-71b49e4715e6 req-41ff179e-288c-4f9b-9912-ea019640e5ea tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 946 time: 0.1218159 Nov 10 18:04:26.488455 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-34ec0841-f6aa-4858-a3bc-605b450b8ef2 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89cf220e8c1c4bf18e710a3d7b36e9f4 HTTP/1.1" status: 200 len: 379 time: 0.1060288 Nov 10 18:04:26.502265 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-05bbc5a6-8b3e-4757-9075-27ce9ad3e055 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Request body: {'port': {'device_id': '1c6ec171-9ccf-467d-a852-6b6a191ecfef', 'network_id': '66a2bff8-3ab7-457e-ac8f-052dc46e1ac7', 'admin_state_up': True, 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'security_groups': ['29632c9a-9914-49f4-aff7-344c5ab73f40']}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:04:26.566904 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3f255d01-60e1-4608-8af7-71b49e4715e6 req-f312b4a1-7029-4c21-969e-e5aaa2d723bf tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=97aa9cd3-f0d3-41ad-9b23-c00b18459553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305037 Nov 10 18:04:26.646661 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-05bbc5a6-8b3e-4757-9075-27ce9ad3e055 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Made reservation on behalf of 89cf220e8c1c4bf18e710a3d7b36e9f4 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:04:26.650617 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-05bbc5a6-8b3e-4757-9075-27ce9ad3e055 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:26.792233 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-05bbc5a6-8b3e-4757-9075-27ce9ad3e055 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Allocated IP 172.20.0.10 (66a2bff8-3ab7-457e-ac8f-052dc46e1ac7/a458ea51-1cd3-4cec-873d-e3199e08e659/1446c6c9-d30c-4ac6-b58a-1996fce92c7f) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:04:26.945005 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-05bbc5a6-8b3e-4757-9075-27ce9ad3e055 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:26.979953 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-05bbc5a6-8b3e-4757-9075-27ce9ad3e055 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:27.022130 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-05bbc5a6-8b3e-4757-9075-27ce9ad3e055 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Network 66a2bff8-3ab7-457e-ac8f-052dc46e1ac7 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:04:27.027181 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-05bbc5a6-8b3e-4757-9075-27ce9ad3e055 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:04:27.031571 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-05bbc5a6-8b3e-4757-9075-27ce9ad3e055 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:04:27.064212 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bbc5a6-8b3e-4757-9075-27ce9ad3e055 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'Port': ['ID=1446c6c9-d30c-4ac6-b58a-1996fce92c7f,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:27.095941 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-05bbc5a6-8b3e-4757-9075-27ce9ad3e055 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:27.096610 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-05bbc5a6-8b3e-4757-9075-27ce9ad3e055 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:27.114890 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-05bbc5a6-8b3e-4757-9075-27ce9ad3e055 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6192017 Nov 10 18:04:27.128352 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-6ec1a1da-f626-49b1-8fc9-11742839a840 service neutron] Request body: {'port': {'device_id': '1c6ec171-9ccf-467d-a852-6b6a191ecfef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:04:27.188041 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-6ec1a1da-f626-49b1-8fc9-11742839a840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:27.300839 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-82b0fc8e-60a0-4fdd-8b3f-eb0e6996299b None None] Provisioning complete for port 1446c6c9-d30c-4ac6-b58a-1996fce92c7f triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:04:27.301454 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-82b0fc8e-60a0-4fdd-8b3f-eb0e6996299b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:27.335986 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-82b0fc8e-60a0-4fdd-8b3f-eb0e6996299b None None] Port 1446c6c9-d30c-4ac6-b58a-1996fce92c7f cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:04:27.404372 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938014a2-00dc-4d11-8a02-f5c46aab77b6 req-ca11b5d4-4a15-40a2-9ff8-e7b1d7feaf71 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:27.405888 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-938014a2-00dc-4d11-8a02-f5c46aab77b6 req-ca11b5d4-4a15-40a2-9ff8-e7b1d7feaf71 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6ec171-9ccf-467d-a852-6b6a191ecfef HTTP/1.1" status: 200 len: 932 time: 0.0496612 Nov 10 18:04:27.457525 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-938014a2-00dc-4d11-8a02-f5c46aab77b6 req-5858a823-a1c2-4b66-bbcb-deba5342610f tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?id=29632c9a-9914-49f4-aff7-344c5ab73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448642 Nov 10 18:04:27.459659 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-6ec1a1da-f626-49b1-8fc9-11742839a840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1446c6c9-d30c-4ac6-b58a-1996fce92c7f {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:04:27.467274 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-6ec1a1da-f626-49b1-8fc9-11742839a840 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:27.481566 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-6ec1a1da-f626-49b1-8fc9-11742839a840 service neutron] Transition to ACTIVE for port object 1446c6c9-d30c-4ac6-b58a-1996fce92c7f will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:04:27.485750 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-6ec1a1da-f626-49b1-8fc9-11742839a840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:27.540388 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec1a1da-f626-49b1-8fc9-11742839a840 service neutron] Pushing event updated for resources: {'Port': ['ID=1446c6c9-d30c-4ac6-b58a-1996fce92c7f,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:27.616374 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-6ec1a1da-f626-49b1-8fc9-11742839a840 service neutron] Attempting to bind port 1446c6c9-d30c-4ac6-b58a-1996fce92c7f on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:04:27.616777 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-6ec1a1da-f626-49b1-8fc9-11742839a840 service neutron] Attempting to bind port 1446c6c9-d30c-4ac6-b58a-1996fce92c7f by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': 'ad3cf061-512e-4ab1-9dce-1a56dec648bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '66a2bff8-3ab7-457e-ac8f-052dc46e1ac7'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:04:27.617123 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-6ec1a1da-f626-49b1-8fc9-11742839a840 service neutron] Attempting to bind port 1446c6c9-d30c-4ac6-b58a-1996fce92c7f on network 66a2bff8-3ab7-457e-ac8f-052dc46e1ac7 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:04:27.621853 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-6ec1a1da-f626-49b1-8fc9-11742839a840 service neutron] Port 1446c6c9-d30c-4ac6-b58a-1996fce92c7f on network 66a2bff8-3ab7-457e-ac8f-052dc46e1ac7 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:04:27.622183 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-6ec1a1da-f626-49b1-8fc9-11742839a840 service neutron] Attempting to bind port 1446c6c9-d30c-4ac6-b58a-1996fce92c7f on network 66a2bff8-3ab7-457e-ac8f-052dc46e1ac7 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:04:27.628482 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-6ec1a1da-f626-49b1-8fc9-11742839a840 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:04:27.628824 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-6ec1a1da-f626-49b1-8fc9-11742839a840 service neutron] Checking segment: {'id': 'ad3cf061-512e-4ab1-9dce-1a56dec648bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '66a2bff8-3ab7-457e-ac8f-052dc46e1ac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:04:27.629223 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-6ec1a1da-f626-49b1-8fc9-11742839a840 service neutron] Bound using segment: {'id': 'ad3cf061-512e-4ab1-9dce-1a56dec648bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '66a2bff8-3ab7-457e-ac8f-052dc46e1ac7'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:04:27.629667 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-6ec1a1da-f626-49b1-8fc9-11742839a840 service neutron] Bound port: 1446c6c9-d30c-4ac6-b58a-1996fce92c7f, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad3cf061-512e-4ab1-9dce-1a56dec648bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '66a2bff8-3ab7-457e-ac8f-052dc46e1ac7'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:04:27.630022 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-6ec1a1da-f626-49b1-8fc9-11742839a840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:27.730029 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-6ec1a1da-f626-49b1-8fc9-11742839a840 service neutron] For port 1446c6c9-d30c-4ac6-b58a-1996fce92c7f, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:04:27.734770 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-6ec1a1da-f626-49b1-8fc9-11742839a840 service neutron] For port 1446c6c9-d30c-4ac6-b58a-1996fce92c7f, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=1446c6c9-d30c-4ac6-b58a-1996fce92c7f,segment=NetworkSegment(ad3cf061-512e-4ab1-9dce-1a56dec648bc),segment_id=ad3cf061-512e-4ab1-9dce-1a56dec648bc)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:04:27.744438 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70160275-8478-4f9a-9c75-2188aeeeedb9 req-6d57a988-2145-4b89-8f3d-e7f060a148d1 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:27.746081 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-70160275-8478-4f9a-9c75-2188aeeeedb9 req-6d57a988-2145-4b89-8f3d-e7f060a148d1 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 946 time: 0.0989389 Nov 10 18:04:27.747779 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-6ec1a1da-f626-49b1-8fc9-11742839a840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:27.801197 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-6ec1a1da-f626-49b1-8fc9-11742839a840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:27.801197 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-6ec1a1da-f626-49b1-8fc9-11742839a840 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:27.802020 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-6ec1a1da-f626-49b1-8fc9-11742839a840 service neutron] 10.222.0.13 "PUT /v2.0/ports/1446c6c9-d30c-4ac6-b58a-1996fce92c7f HTTP/1.1" status: 200 len: 1093 time: 0.6782937 Nov 10 18:04:27.806623 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6ec171-9ccf-467d-a852-6b6a191ecfef', 'tag': '1446c6c9-d30c-4ac6-b58a-1996fce92c7f'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:04:27.809021 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab3295d-72f8-41ec-ae30-45ebca6498a6" -d '{"events": [{"name": "network-changed", "server_uuid": "1c6ec171-9ccf-467d-a852-6b6a191ecfef", "tag": "1446c6c9-d30c-4ac6-b58a-1996fce92c7f"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:04:27.853337 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec1a1da-f626-49b1-8fc9-11742839a840 service neutron] Pushing event updated for resources: {'Port': ['ID=1446c6c9-d30c-4ac6-b58a-1996fce92c7f,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:27.862207 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-70160275-8478-4f9a-9c75-2188aeeeedb9 req-5cb41ee8-7ec2-4f08-af21-37e1da2ea3cd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=97aa9cd3-f0d3-41ad-9b23-c00b18459553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855119 Nov 10 18:04:27.865824 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03622f7-053a-4fc3-88a2-52fda62d08c0 x-openstack-request-id: req-d03622f7-053a-4fc3-88a2-52fda62d08c0 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:04:27.866195 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c6ec171-9ccf-467d-a852-6b6a191ecfef", "tag": "1446c6c9-d30c-4ac6-b58a-1996fce92c7f", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:04:27.866552 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d03622f7-053a-4fc3-88a2-52fda62d08c0 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:04:27.867341 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6ec171-9ccf-467d-a852-6b6a191ecfef', 'tag': '1446c6c9-d30c-4ac6-b58a-1996fce92c7f', 'status': 'completed', 'code': 200} Nov 10 18:04:27.923266 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-98c2b218-7a4f-4f79-bba8-8d82c5967542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:27.925583 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-98c2b218-7a4f-4f79-bba8-8d82c5967542 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89cf220e8c1c4bf18e710a3d7b36e9f4&device_id=1c6ec171-9ccf-467d-a852-6b6a191ecfef HTTP/1.1" status: 200 len: 1096 time: 0.0449214 Nov 10 18:04:27.979416 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-473bcae2-2f50-46a4-ae9f-751f41ea07ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1446c6c9-d30c-4ac6-b58a-1996fce92c7f HTTP/1.1" status: 200 len: 217 time: 0.0440671 Nov 10 18:04:28.030635 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-473343b9-255b-4314-ad7b-c10d19d32380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:28.032614 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-473343b9-255b-4314-ad7b-c10d19d32380 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a458ea51-1cd3-4cec-873d-e3199e08e659 HTTP/1.1" status: 200 len: 835 time: 0.0464411 Nov 10 18:04:28.086857 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-872c6d72-c480-4ac5-ab68-992a40ae0c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:28.088444 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-872c6d72-c480-4ac5-ab68-992a40ae0c4b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66a2bff8-3ab7-457e-ac8f-052dc46e1ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475740 Nov 10 18:04:28.192173 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-34ced9ec-435b-4612-8017-649c337e45a0 service neutron] 10.222.0.13 "GET /v2.0/networks/66a2bff8-3ab7-457e-ac8f-052dc46e1ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941880 Nov 10 18:04:28.285520 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b6d82c0e-cbfb-4613-8906-102a77b4a22a req-57cd1769-f4c0-43fc-a57c-7db1853203be service neutron] 10.222.0.13 "GET /v2.0/networks/66a2bff8-3ab7-457e-ac8f-052dc46e1ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850432 Nov 10 18:04:28.370669 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3295d-72f8-41ec-ae30-45ebca6498a6 req-c979e7bb-f992-4541-92df-e23138eb8cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:28.372203 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3ab3295d-72f8-41ec-ae30-45ebca6498a6 req-c979e7bb-f992-4541-92df-e23138eb8cab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89cf220e8c1c4bf18e710a3d7b36e9f4&device_id=1c6ec171-9ccf-467d-a852-6b6a191ecfef HTTP/1.1" status: 200 len: 1096 time: 0.0414605 Nov 10 18:04:28.466982 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3295d-72f8-41ec-ae30-45ebca6498a6 req-dc1ec322-d67b-4f95-ae41-6471d6409ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:28.469069 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3ab3295d-72f8-41ec-ae30-45ebca6498a6 req-dc1ec322-d67b-4f95-ae41-6471d6409ff7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=66a2bff8-3ab7-457e-ac8f-052dc46e1ac7 HTTP/1.1" status: 200 len: 896 time: 0.0891609 Nov 10 18:04:28.512277 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3ab3295d-72f8-41ec-ae30-45ebca6498a6 req-4b374384-4291-4adc-ad11-34ce64adb573 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1446c6c9-d30c-4ac6-b58a-1996fce92c7f HTTP/1.1" status: 200 len: 217 time: 0.0361288 Nov 10 18:04:28.568437 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3295d-72f8-41ec-ae30-45ebca6498a6 req-e0a99013-2adc-4d79-8ba5-b0690e4e2125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:28.569974 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3ab3295d-72f8-41ec-ae30-45ebca6498a6 req-e0a99013-2adc-4d79-8ba5-b0690e4e2125 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a458ea51-1cd3-4cec-873d-e3199e08e659 HTTP/1.1" status: 200 len: 835 time: 0.0499220 Nov 10 18:04:28.577204 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411b2f2-65ae-4b6f-b004-8c3950f17276 req-6d88bb55-46a9-43d7-a50f-16f2941796bd tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:28.579113 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3411b2f2-65ae-4b6f-b004-8c3950f17276 req-6d88bb55-46a9-43d7-a50f-16f2941796bd tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6ec171-9ccf-467d-a852-6b6a191ecfef HTTP/1.1" status: 200 len: 944 time: 0.0489297 Nov 10 18:04:28.619930 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3295d-72f8-41ec-ae30-45ebca6498a6 req-73f0fca8-d5f6-4a52-9267-112741adb21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:28.621494 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3ab3295d-72f8-41ec-ae30-45ebca6498a6 req-73f0fca8-d5f6-4a52-9267-112741adb21a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66a2bff8-3ab7-457e-ac8f-052dc46e1ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427852 Nov 10 18:04:28.635302 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3411b2f2-65ae-4b6f-b004-8c3950f17276 req-2354f5a0-3523-4c41-bd73-c9e646135ec8 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?id=29632c9a-9914-49f4-aff7-344c5ab73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499997 Nov 10 18:04:28.719264 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3ab3295d-72f8-41ec-ae30-45ebca6498a6 req-8db7031c-3315-4a39-b36c-ba2c1bf711a2 service neutron] 10.222.0.13 "GET /v2.0/networks/66a2bff8-3ab7-457e-ac8f-052dc46e1ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882347 Nov 10 18:04:28.810819 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3ab3295d-72f8-41ec-ae30-45ebca6498a6 req-05e98c10-339a-452c-b5d9-7a852e0696b8 service neutron] 10.222.0.13 "GET /v2.0/networks/66a2bff8-3ab7-457e-ac8f-052dc46e1ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839503 Nov 10 18:04:28.988302 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75af7a-1fba-4832-8e76-739534c818f9 req-26828d6e-1eff-48cc-aa0b-4208598d548f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:28.989812 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dd75af7a-1fba-4832-8e76-739534c818f9 req-26828d6e-1eff-48cc-aa0b-4208598d548f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 946 time: 0.0524430 Nov 10 18:04:29.040927 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dd75af7a-1fba-4832-8e76-739534c818f9 req-0e81f7e6-83ea-45c3-86cc-9658827f4bd7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=97aa9cd3-f0d3-41ad-9b23-c00b18459553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452704 Nov 10 18:04:29.772344 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60537753-afc4-4841-9cb5-6854f1556f1b req-1f7bf94b-7c8d-4b50-9918-f7216df55921 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:29.773843 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-60537753-afc4-4841-9cb5-6854f1556f1b req-1f7bf94b-7c8d-4b50-9918-f7216df55921 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6ec171-9ccf-467d-a852-6b6a191ecfef HTTP/1.1" status: 200 len: 944 time: 0.0561621 Nov 10 18:04:29.827666 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-60537753-afc4-4841-9cb5-6854f1556f1b req-838c7c9e-b5d2-4f30-ad96-0b79e0454dc4 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?id=29632c9a-9914-49f4-aff7-344c5ab73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474899 Nov 10 18:04:30.161923 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a241314-a9af-4b9f-87f0-480f438ae9f2 req-f009b8a6-1e66-4bed-8c4e-8b00ab936461 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:30.163418 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0a241314-a9af-4b9f-87f0-480f438ae9f2 req-f009b8a6-1e66-4bed-8c4e-8b00ab936461 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 946 time: 0.0528810 Nov 10 18:04:30.212833 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0a241314-a9af-4b9f-87f0-480f438ae9f2 req-834c0fb4-5850-43fe-ab98-002260ee2351 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=97aa9cd3-f0d3-41ad-9b23-c00b18459553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434043 Nov 10 18:04:30.513503 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3a84824f-971d-4b81-ad31-9c7054ec7dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:30.527303 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d3d44-786a-43d0-a428-0bf3d3c0bd5b req-911e7beb-5f98-4ccf-aed0-b0eeb296fefe tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:30.528955 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ce9d3d44-786a-43d0-a428-0bf3d3c0bd5b req-911e7beb-5f98-4ccf-aed0-b0eeb296fefe tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 946 time: 0.0560257 Nov 10 18:04:30.582475 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ce9d3d44-786a-43d0-a428-0bf3d3c0bd5b req-e55c1d8a-72dc-494f-bf8d-cf00a1bfea7c tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466385 Nov 10 18:04:30.959374 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b19b81-8bed-4367-b6ce-a61c68c42138 req-032c7dcf-de22-4130-9da9-a5a5a28ac408 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:30.960977 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-41b19b81-8bed-4367-b6ce-a61c68c42138 req-032c7dcf-de22-4130-9da9-a5a5a28ac408 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6ec171-9ccf-467d-a852-6b6a191ecfef HTTP/1.1" status: 200 len: 944 time: 0.0596116 Nov 10 18:04:30.992408 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718147f7-0f2c-4095-b2e2-dab961c93b69 req-8dd15daf-74db-4261-b3d6-65b35b834e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:30.992408 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-718147f7-0f2c-4095-b2e2-dab961c93b69 req-8dd15daf-74db-4261-b3d6-65b35b834e82 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 1098 time: 0.0519879 Nov 10 18:04:31.021940 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-41b19b81-8bed-4367-b6ce-a61c68c42138 req-623a5e13-b3db-453b-91ae-c3b5a0bd8bd2 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?id=29632c9a-9914-49f4-aff7-344c5ab73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468743 Nov 10 18:04:31.043611 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-718147f7-0f2c-4095-b2e2-dab961c93b69 req-fe1a79f8-89e7-4629-914a-4c0f2e996f01 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=97aa9cd3-f0d3-41ad-9b23-c00b18459553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443566 Nov 10 18:04:31.333877 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e0a68-e689-46b9-af2b-d6dabfa509db req-db1e72ad-a853-4a73-b58d-877789dabc05 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:31.335378 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-190e0a68-e689-46b9-af2b-d6dabfa509db req-db1e72ad-a853-4a73-b58d-877789dabc05 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 946 time: 0.0495472 Nov 10 18:04:31.384975 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-190e0a68-e689-46b9-af2b-d6dabfa509db req-7eff63f8-2c51-421e-897b-4041f1da5fce tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=97aa9cd3-f0d3-41ad-9b23-c00b18459553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435688 Nov 10 18:04:31.529840 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 1446c6c9-d30c-4ac6-b58a-1996fce92c7f details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:04:31.624792 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 1446c6c9-d30c-4ac6-b58a-1996fce92c7f, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=1446c6c9-d30c-4ac6-b58a-1996fce92c7f,segment=NetworkSegment(ad3cf061-512e-4ab1-9dce-1a56dec648bc),segment_id=ad3cf061-512e-4ab1-9dce-1a56dec648bc)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:04:31.636633 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '1446c6c9-d30c-4ac6-b58a-1996fce92c7f', 'network_id': '66a2bff8-3ab7-457e-ac8f-052dc46e1ac7', 'port_id': '1446c6c9-d30c-4ac6-b58a-1996fce92c7f', 'mac_address': 'fa:16:3e:c1:5d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a458ea51-1cd3-4cec-873d-e3199e08e659', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:04:31.679317 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:31.692846 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1446c6c9-d30c-4ac6-b58a-1996fce92c7f {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:04:31.706271 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563ff68-51dd-4c09-8959-81f3dfb8c8a0 req-8e4df9ad-76fc-4ff6-b76c-986133f27de7 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:31.707767 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f563ff68-51dd-4c09-8959-81f3dfb8c8a0 req-8e4df9ad-76fc-4ff6-b76c-986133f27de7 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 946 time: 0.0538530 Nov 10 18:04:31.711720 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 1446c6c9-d30c-4ac6-b58a-1996fce92c7f, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=1446c6c9-d30c-4ac6-b58a-1996fce92c7f,segment=NetworkSegment(ad3cf061-512e-4ab1-9dce-1a56dec648bc),segment_id=ad3cf061-512e-4ab1-9dce-1a56dec648bc)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:04:31.716093 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:31.759694 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f563ff68-51dd-4c09-8959-81f3dfb8c8a0 req-d5a15b8d-95b9-464c-8c34-d806fe80c7a3 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458751 Nov 10 18:04:31.765837 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=1446c6c9-d30c-4ac6-b58a-1996fce92c7f,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:31.993590 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['1446c6c9-d30c-4ac6-b58a-1996fce92c7f'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:04:32.142883 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbf59c-a98b-4a0d-b3e3-7b4bdf0da826 req-7594e98e-db90-4bf8-b906-e7fc99f1c61f tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:32.144717 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-96bbf59c-a98b-4a0d-b3e3-7b4bdf0da826 req-7594e98e-db90-4bf8-b906-e7fc99f1c61f tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6ec171-9ccf-467d-a852-6b6a191ecfef HTTP/1.1" status: 200 len: 945 time: 0.0529468 Nov 10 18:04:32.203985 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-96bbf59c-a98b-4a0d-b3e3-7b4bdf0da826 req-cda9b075-66b1-4db7-a07b-8bb4d8083848 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?id=29632c9a-9914-49f4-aff7-344c5ab73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523946 Nov 10 18:04:32.519860 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c289490-b5ea-4fe7-9b76-458dede08bb5 req-9551b5c4-81fa-464a-ac06-5dcdde455ccc tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:32.521485 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5c289490-b5ea-4fe7-9b76-458dede08bb5 req-9551b5c4-81fa-464a-ac06-5dcdde455ccc tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 946 time: 0.0629935 Nov 10 18:04:32.582477 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5c289490-b5ea-4fe7-9b76-458dede08bb5 req-f4cf7efc-f017-4500-a87b-6697838c6bad tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=97aa9cd3-f0d3-41ad-9b23-c00b18459553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544271 Nov 10 18:04:32.611471 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50104) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:32.679087 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0f7f67b3-6aa9-4d36-91ab-49dc52d26b73 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/floatingips/7270bada-10da-437f-bab3-fb7912725cc9 HTTP/1.1" status: 200 len: 994 time: 0.0664182 Nov 10 18:04:32.873931 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-28a06726-5a21-44d5-aa9b-18e687119b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:32.907980 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9356c-1a90-4cc3-a440-2589c3863d12 req-8d4f0df0-dcab-49e8-ac81-96191dd403b4 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:32.909596 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c5f9356c-1a90-4cc3-a440-2589c3863d12 req-8d4f0df0-dcab-49e8-ac81-96191dd403b4 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 946 time: 0.0675762 Nov 10 18:04:32.966803 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c5f9356c-1a90-4cc3-a440-2589c3863d12 req-a569388e-d053-41f7-ac9f-e81ef645a2d1 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461891 Nov 10 18:04:33.326196 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a68887-e23f-4031-a99c-03c7fa3afec7 req-6e80f1ad-2e38-4e4c-b537-f0ab99f4a378 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:33.327698 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-77a68887-e23f-4031-a99c-03c7fa3afec7 req-6e80f1ad-2e38-4e4c-b537-f0ab99f4a378 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6ec171-9ccf-467d-a852-6b6a191ecfef HTTP/1.1" status: 200 len: 945 time: 0.0553989 Nov 10 18:04:33.380710 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-77a68887-e23f-4031-a99c-03c7fa3afec7 req-c17f0016-e5b0-47ae-980f-62f209cc63a1 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?id=29632c9a-9914-49f4-aff7-344c5ab73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461969 Nov 10 18:04:33.527401 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:04:33.530640 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 1446c6c9-d30c-4ac6-b58a-1996fce92c7f up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:04:33.643906 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 1446c6c9-d30c-4ac6-b58a-1996fce92c7f completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:04:33.654151 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 1446c6c9-d30c-4ac6-b58a-1996fce92c7f triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:04:33.654525 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:33.704102 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968,segment=NetworkSegment(d95f70bf-e73f-4864-8f05-23c32ef5549e),segment_id=d95f70bf-e73f-4864-8f05-23c32ef5549e)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:04:33.720290 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968', 'network_id': 'a8192755-7eaf-46f6-87b8-df4f6239bf8f', 'port_id': '97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968', 'mac_address': 'fa:16:3e:3d:79:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88baa772-6139-4b41-96b4-fd2921b23f71', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:04:33.788681 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:33.808522 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:04:33.813332 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:33.845488 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968,segment=NetworkSegment(d95f70bf-e73f-4864-8f05-23c32ef5549e),segment_id=d95f70bf-e73f-4864-8f05-23c32ef5549e)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:04:33.851768 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6ec171-9ccf-467d-a852-6b6a191ecfef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1446c6c9-d30c-4ac6-b58a-1996fce92c7f'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:04:33.854056 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b659a25-f47e-4edc-a603-d535e7b79a91" -d '{"events": [{"server_uuid": "1c6ec171-9ccf-467d-a852-6b6a191ecfef", "name": "network-vif-plugged", "status": "completed", "tag": "1446c6c9-d30c-4ac6-b58a-1996fce92c7f"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:04:33.864428 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:33.874618 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 1446c6c9-d30c-4ac6-b58a-1996fce92c7f, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=1446c6c9-d30c-4ac6-b58a-1996fce92c7f,segment=NetworkSegment(ad3cf061-512e-4ab1-9dce-1a56dec648bc),segment_id=ad3cf061-512e-4ab1-9dce-1a56dec648bc)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:04:33.896802 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:33.897586 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:04:33.927519 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae049ec-1860-4be6-91d0-4cb0ba902005 x-openstack-request-id: req-2ae049ec-1860-4be6-91d0-4cb0ba902005 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:04:33.927808 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6ec171-9ccf-467d-a852-6b6a191ecfef", "name": "network-vif-plugged", "status": "completed", "tag": "1446c6c9-d30c-4ac6-b58a-1996fce92c7f", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:04:33.928062 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ae049ec-1860-4be6-91d0-4cb0ba902005 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:04:33.928681 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6ec171-9ccf-467d-a852-6b6a191ecfef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1446c6c9-d30c-4ac6-b58a-1996fce92c7f', 'code': 200} Nov 10 18:04:33.962779 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:34.031465 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d2a1c-5380-4f94-b752-4d096040594a req-bd327a73-817a-416c-8ecc-6af6a452ca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:34.035275 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2d3d2a1c-5380-4f94-b752-4d096040594a req-bd327a73-817a-416c-8ecc-6af6a452ca88 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1c6ec171-9ccf-467d-a852-6b6a191ecfef HTTP/1.1" status: 200 len: 1098 time: 0.0585108 Nov 10 18:04:34.078283 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=1446c6c9-d30c-4ac6-b58a-1996fce92c7f,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:34.083179 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:34.101039 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2d3d2a1c-5380-4f94-b752-4d096040594a req-ca301060-1090-4d7b-af9f-7ffccf0d8489 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=29632c9a-9914-49f4-aff7-344c5ab73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557499 Nov 10 18:04:34.101589 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:34.108403 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:04:34.114147 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:04:34.124051 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9c296-c613-4cfa-a653-44900556d16a req-8c8401dd-6eea-4c5d-9286-b23e6a1a9124 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:34.127872 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bab9c296-c613-4cfa-a653-44900556d16a req-8c8401dd-6eea-4c5d-9286-b23e6a1a9124 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 946 time: 0.0682299 Nov 10 18:04:34.180462 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968,segment=NetworkSegment(d95f70bf-e73f-4864-8f05-23c32ef5549e),segment_id=d95f70bf-e73f-4864-8f05-23c32ef5549e)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:04:34.186537 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:34.190587 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bab9c296-c613-4cfa-a653-44900556d16a req-422f9eed-f01f-49bd-8ef5-b773e1a79c8c tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552533 Nov 10 18:04:34.259491 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968,revision_number=7']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:34.507224 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a37fbe-d3cb-402c-9144-bc1b5e2cb952 req-8328acd2-a9ab-43dc-949a-9c5ea83580aa tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:34.508823 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-56a37fbe-d3cb-402c-9144-bc1b5e2cb952 req-8328acd2-a9ab-43dc-949a-9c5ea83580aa tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6ec171-9ccf-467d-a852-6b6a191ecfef HTTP/1.1" status: 200 len: 946 time: 0.0526416 Nov 10 18:04:34.560839 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-56a37fbe-d3cb-402c-9144-bc1b5e2cb952 req-326337ba-1c93-4fb2-b545-50ca520c9cb6 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?id=29632c9a-9914-49f4-aff7-344c5ab73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460005 Nov 10 18:04:35.319962 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47077e38-ea1a-4f6c-994a-b6df1e17ceca req-a59bf385-b464-42f4-af3f-f9d734ec9fa0 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:35.321567 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-47077e38-ea1a-4f6c-994a-b6df1e17ceca req-a59bf385-b464-42f4-af3f-f9d734ec9fa0 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 946 time: 0.0557897 Nov 10 18:04:35.379185 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-47077e38-ea1a-4f6c-994a-b6df1e17ceca req-493c76ea-2e61-46d2-99eb-230ad875d686 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493824 Nov 10 18:04:35.541151 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:04:35.581500 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:35.602252 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:04:35.602628 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:35.689170 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:35.696707 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cf92b-1128-476c-a5bd-73dd9b3461ef req-c8d398c2-4a2b-4579-8c39-ca2e3a87c5f4 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:35.698338 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-295cf92b-1128-476c-a5bd-73dd9b3461ef req-c8d398c2-4a2b-4579-8c39-ca2e3a87c5f4 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6ec171-9ccf-467d-a852-6b6a191ecfef HTTP/1.1" status: 200 len: 946 time: 0.0546284 Nov 10 18:04:35.722429 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968,segment=NetworkSegment(d95f70bf-e73f-4864-8f05-23c32ef5549e),segment_id=d95f70bf-e73f-4864-8f05-23c32ef5549e)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:04:35.727332 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:35.759181 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-295cf92b-1128-476c-a5bd-73dd9b3461ef req-14417630-64aa-4c1c-b058-bea8d53de8b2 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?id=29632c9a-9914-49f4-aff7-344c5ab73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538127 Nov 10 18:04:35.782406 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:35.876122 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2cd1dc-0d93-4761-a8dd-697a0dac9bda req-c708db96-8486-41db-a05e-4f1554222435 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:35.877658 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3e2cd1dc-0d93-4761-a8dd-697a0dac9bda req-c708db96-8486-41db-a05e-4f1554222435 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6ec171-9ccf-467d-a852-6b6a191ecfef HTTP/1.1" status: 200 len: 946 time: 0.0514097 Nov 10 18:04:35.927608 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3e2cd1dc-0d93-4761-a8dd-697a0dac9bda req-f3f51432-0532-4233-97c9-118c70d8c7cc tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?id=29632c9a-9914-49f4-aff7-344c5ab73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440881 Nov 10 18:04:35.930239 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390ad915-0b89-44bb-bc94-276decbee634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:04:35.932547 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a64fca7-a2e3-48f4-b7a4-1922a1552ba9" -d '{"events": [{"server_uuid": "390ad915-0b89-44bb-bc94-276decbee634", "name": "network-vif-plugged", "status": "completed", "tag": "97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:04:35.950189 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50124) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:35.968296 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a53d0ef-cde8-4517-b637-b549da5ecb14 x-openstack-request-id: req-2a53d0ef-cde8-4517-b637-b549da5ecb14 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:04:35.969398 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390ad915-0b89-44bb-bc94-276decbee634", "name": "network-vif-plugged", "status": "completed", "tag": "97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:04:35.969791 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2a53d0ef-cde8-4517-b637-b549da5ecb14 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:04:35.970296 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390ad915-0b89-44bb-bc94-276decbee634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968', 'code': 200} Nov 10 18:04:35.992106 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c762ab0c-b72a-40aa-8e52-843caea7e230 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:35.993676 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c762ab0c-b72a-40aa-8e52-843caea7e230 tempest-TestNetworkBasicOps-1410849083 tempest-TestNetworkBasicOps-1410849083-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1c6ec171-9ccf-467d-a852-6b6a191ecfef HTTP/1.1" status: 200 len: 1093 time: 0.0424778 Nov 10 18:04:35.996506 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50126) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:36.002020 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-bbf21c5b-f41d-4f03-a8a5-1a3e39cffd83 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'port_id': '1446c6c9-d30c-4ac6-b58a-1996fce92c7f', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:04:36.025020 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bbf21c5b-f41d-4f03-a8a5-1a3e39cffd83 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for floatingip, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:36.128526 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bbf21c5b-f41d-4f03-a8a5-1a3e39cffd83 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:36.242994 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-bbf21c5b-f41d-4f03-a8a5-1a3e39cffd83 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Allocated IP 172.25.5.219 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/4d375b4d-e9dd-4048-8ef0-c1971d9d30de) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:04:36.307735 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:36.349638 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bbf21c5b-f41d-4f03-a8a5-1a3e39cffd83 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:36.384618 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bbf21c5b-f41d-4f03-a8a5-1a3e39cffd83 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:36.427760 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf21c5b-f41d-4f03-a8a5-1a3e39cffd83 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:04:36.430833 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-bbf21c5b-f41d-4f03-a8a5-1a3e39cffd83 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:04:36.433441 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf21c5b-f41d-4f03-a8a5-1a3e39cffd83 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:04:36.458347 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf21c5b-f41d-4f03-a8a5-1a3e39cffd83 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'Port': ['ID=4d375b4d-e9dd-4048-8ef0-c1971d9d30de,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:36.503482 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6d209-0816-4a0f-9d09-5d37ee967c14 req-1c3d8272-dfd1-4aad-bf0e-3454df96bafd tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:36.505116 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-56e6d209-0816-4a0f-9d09-5d37ee967c14 req-1c3d8272-dfd1-4aad-bf0e-3454df96bafd tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 946 time: 0.0524530 Nov 10 18:04:36.556961 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-56e6d209-0816-4a0f-9d09-5d37ee967c14 req-324d60f8-a59b-4d9b-a41f-6354c1bafeaa tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443170 Nov 10 18:04:36.808837 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bbf21c5b-f41d-4f03-a8a5-1a3e39cffd83 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:36.880681 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bbf21c5b-f41d-4f03-a8a5-1a3e39cffd83 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:37.029391 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bbf21c5b-f41d-4f03-a8a5-1a3e39cffd83 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:37.034919 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bbf21c5b-f41d-4f03-a8a5-1a3e39cffd83 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:37.111387 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf21c5b-f41d-4f03-a8a5-1a3e39cffd83 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event updated for resources: {'Port': ['ID=4d375b4d-e9dd-4048-8ef0-c1971d9d30de,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:37.117759 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bbf21c5b-f41d-4f03-a8a5-1a3e39cffd83 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:37.222465 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [None req-bbf21c5b-f41d-4f03-a8a5-1a3e39cffd83 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Floating IP 80c63f66-300a-4f86-b765-ff41ade447e6 associated. External IP: 172.25.5.219, port: 1446c6c9-d30c-4ac6-b58a-1996fce92c7f. Nov 10 18:04:37.779057 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf21c5b-f41d-4f03-a8a5-1a3e39cffd83 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Router b0209a05-ed62-42a5-94f3-e2a74f188a1a has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:04:37.800993 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c93d2-049b-4e2b-bcf2-7c24cc9fe7d2 req-513a4607-018f-4c8c-830a-787bbf554c7d tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:37.802490 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9e2c93d2-049b-4e2b-bcf2-7c24cc9fe7d2 req-513a4607-018f-4c8c-830a-787bbf554c7d tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 946 time: 0.0704052 Nov 10 18:04:37.928783 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9e2c93d2-049b-4e2b-bcf2-7c24cc9fe7d2 req-6e260500-225e-438b-bc5f-99c40f9ec4a6 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0923667 Nov 10 18:04:37.944546 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf21c5b-f41d-4f03-a8a5-1a3e39cffd83 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:04:37.961516 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04c7a26-4ff1-4723-a9b4-665dcf6d71b5 None None] Sync routers for ids ['b0209a05-ed62-42a5-94f3-e2a74f188a1a'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:04:37.966709 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bbf21c5b-f41d-4f03-a8a5-1a3e39cffd83 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:37.975141 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04c7a26-4ff1-4723-a9b4-665dcf6d71b5 None None] Routers {'b0209a05-ed62-42a5-94f3-e2a74f188a1a'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:04:37.976163 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a04c7a26-4ff1-4723-a9b4-665dcf6d71b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:04:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['b0209a05-ed62-42a5-94f3-e2a74f188a1a'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:37.998330 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bbf21c5b-f41d-4f03-a8a5-1a3e39cffd83 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0007641 Nov 10 18:04:37.999018 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6ec171-9ccf-467d-a852-6b6a191ecfef', 'tag': '1446c6c9-d30c-4ac6-b58a-1996fce92c7f'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:04:38.003156 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e363d2ba-8a3e-492d-9ba0-dcd6d9362ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "1c6ec171-9ccf-467d-a852-6b6a191ecfef", "tag": "1446c6c9-d30c-4ac6-b58a-1996fce92c7f"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:04:38.004381 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50132) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:38.066405 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa1a24b-65ab-4f6b-be5c-30a7d407b5ab x-openstack-request-id: req-2aa1a24b-65ab-4f6b-be5c-30a7d407b5ab {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:04:38.066709 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c6ec171-9ccf-467d-a852-6b6a191ecfef", "tag": "1446c6c9-d30c-4ac6-b58a-1996fce92c7f", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:04:38.066972 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2aa1a24b-65ab-4f6b-be5c-30a7d407b5ab {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:04:38.067378 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6ec171-9ccf-467d-a852-6b6a191ecfef', 'tag': '1446c6c9-d30c-4ac6-b58a-1996fce92c7f', 'status': 'completed', 'code': 200} Nov 10 18:04:38.086826 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-10259c2b-2a1f-4936-81ca-dcafa8225a24 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/floatingips/80c63f66-300a-4f86-b765-ff41ade447e6 HTTP/1.1" status: 200 len: 992 time: 0.0810931 Nov 10 18:04:38.114272 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-a04c7a26-4ff1-4723-a9b4-665dcf6d71b5 None None] Set router b0209a05-ed62-42a5-94f3-e2a74f188a1a gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:04:38.142870 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363d2ba-8a3e-492d-9ba0-dcd6d9362ef7 req-d71444a7-63de-4454-a889-65abea3df265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:38.144524 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e363d2ba-8a3e-492d-9ba0-dcd6d9362ef7 req-d71444a7-63de-4454-a889-65abea3df265 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89cf220e8c1c4bf18e710a3d7b36e9f4&device_id=1c6ec171-9ccf-467d-a852-6b6a191ecfef HTTP/1.1" status: 200 len: 1098 time: 0.0498867 Nov 10 18:04:38.243939 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363d2ba-8a3e-492d-9ba0-dcd6d9362ef7 req-4705d4fb-0a4b-4e54-a62d-ef3699beaf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:38.245487 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e363d2ba-8a3e-492d-9ba0-dcd6d9362ef7 req-4705d4fb-0a4b-4e54-a62d-ef3699beaf95 service neutron] 10.222.0.13 "GET /v2.0/networks?id=66a2bff8-3ab7-457e-ac8f-052dc46e1ac7 HTTP/1.1" status: 200 len: 896 time: 0.0917575 Nov 10 18:04:38.312829 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e363d2ba-8a3e-492d-9ba0-dcd6d9362ef7 req-a2fdaf9c-b4f5-43e2-8cb1-e2d799e25ca0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1446c6c9-d30c-4ac6-b58a-1996fce92c7f HTTP/1.1" status: 200 len: 1000 time: 0.0596375 Nov 10 18:04:38.369760 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363d2ba-8a3e-492d-9ba0-dcd6d9362ef7 req-1e473427-224a-495e-8287-e09c455c7ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:38.371272 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e363d2ba-8a3e-492d-9ba0-dcd6d9362ef7 req-1e473427-224a-495e-8287-e09c455c7ef6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a458ea51-1cd3-4cec-873d-e3199e08e659 HTTP/1.1" status: 200 len: 835 time: 0.0514028 Nov 10 18:04:38.422170 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363d2ba-8a3e-492d-9ba0-dcd6d9362ef7 req-5a083ba4-94e1-4b1d-acbb-56eff12b4af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:38.424137 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e363d2ba-8a3e-492d-9ba0-dcd6d9362ef7 req-5a083ba4-94e1-4b1d-acbb-56eff12b4af5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66a2bff8-3ab7-457e-ac8f-052dc46e1ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455127 Nov 10 18:04:38.507118 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a04c7a26-4ff1-4723-a9b4-665dcf6d71b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'name': 'tempest-TestNetworkBasicOps-router-203320720', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '71ef6ef2-1d21-4f78-be1a-96f5ec2beea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:04:15Z', 'updated_at': '2021-11-10T18:04:19Z', 'revision_number': 4, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': '71ef6ef2-1d21-4f78-be1a-96f5ec2beea3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:04:16Z', 'updated_at': '2021-11-10T18:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '80c63f66-300a-4f86-b765-ff41ade447e6', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'floating_ip_address': '172.25.5.219', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'port_id': '1446c6c9-d30c-4ac6-b58a-1996fce92c7f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66a2bff8-3ab7-457e-ac8f-052dc46e1ac7', 'mac_address': 'fa:16:3e:c1:5d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6ec171-9ccf-467d-a852-6b6a191ecfef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:04:36Z', 'updated_at': '2021-11-10T18:04:36Z', 'revision_number': 0, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb13682-a8de-4dd6-abee-d809713dfdf3', 'name': '', 'network_id': '66a2bff8-3ab7-457e-ac8f-052dc46e1ac7', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'mac_address': 'fa:16:3e:2b:96:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'a458ea51-1cd3-4cec-873d-e3199e08e659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:04:18Z', 'updated_at': '2021-11-10T18:04:24Z', 'revision_number': 5, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'subnets': [{'id': 'a458ea51-1cd3-4cec-873d-e3199e08e659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:38.516558 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e363d2ba-8a3e-492d-9ba0-dcd6d9362ef7 req-d9c9296b-b91c-49be-b53a-c5e27d301dc6 service neutron] 10.222.0.13 "GET /v2.0/networks/66a2bff8-3ab7-457e-ac8f-052dc46e1ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840669 Nov 10 18:04:38.534425 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04c7a26-4ff1-4723-a9b4-665dcf6d71b5 None None] Checking router: b0209a05-ed62-42a5-94f3-e2a74f188a1a for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:04:38.543284 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04c7a26-4ff1-4723-a9b4-665dcf6d71b5 None None] Routers {'b0209a05-ed62-42a5-94f3-e2a74f188a1a'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:04:38.543888 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a04c7a26-4ff1-4723-a9b4-665dcf6d71b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:04:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['b0209a05-ed62-42a5-94f3-e2a74f188a1a'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:38.614287 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e363d2ba-8a3e-492d-9ba0-dcd6d9362ef7 req-83e780fb-7803-4999-9930-58e24d9c18ab service neutron] 10.222.0.13 "GET /v2.0/networks/66a2bff8-3ab7-457e-ac8f-052dc46e1ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901964 Nov 10 18:04:38.653124 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-a04c7a26-4ff1-4723-a9b4-665dcf6d71b5 None None] Set router b0209a05-ed62-42a5-94f3-e2a74f188a1a gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:04:38.889681 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a04c7a26-4ff1-4723-a9b4-665dcf6d71b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'name': 'tempest-TestNetworkBasicOps-router-203320720', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '71ef6ef2-1d21-4f78-be1a-96f5ec2beea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:04:15Z', 'updated_at': '2021-11-10T18:04:19Z', 'revision_number': 4, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': '71ef6ef2-1d21-4f78-be1a-96f5ec2beea3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:04:16Z', 'updated_at': '2021-11-10T18:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '80c63f66-300a-4f86-b765-ff41ade447e6', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'floating_ip_address': '172.25.5.219', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'port_id': '1446c6c9-d30c-4ac6-b58a-1996fce92c7f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66a2bff8-3ab7-457e-ac8f-052dc46e1ac7', 'mac_address': 'fa:16:3e:c1:5d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6ec171-9ccf-467d-a852-6b6a191ecfef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:04:36Z', 'updated_at': '2021-11-10T18:04:36Z', 'revision_number': 0, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb13682-a8de-4dd6-abee-d809713dfdf3', 'name': '', 'network_id': '66a2bff8-3ab7-457e-ac8f-052dc46e1ac7', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'mac_address': 'fa:16:3e:2b:96:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'a458ea51-1cd3-4cec-873d-e3199e08e659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:04:18Z', 'updated_at': '2021-11-10T18:04:24Z', 'revision_number': 5, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'subnets': [{'id': 'a458ea51-1cd3-4cec-873d-e3199e08e659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:38.917069 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04c7a26-4ff1-4723-a9b4-665dcf6d71b5 None None] The sync data for ids ['b0209a05-ed62-42a5-94f3-e2a74f188a1a'] in n-d-776250-10 is: [{'id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'name': 'tempest-TestNetworkBasicOps-router-203320720', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '71ef6ef2-1d21-4f78-be1a-96f5ec2beea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:04:15Z', 'updated_at': '2021-11-10T18:04:19Z', 'revision_number': 4, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': '71ef6ef2-1d21-4f78-be1a-96f5ec2beea3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:04:16Z', 'updated_at': '2021-11-10T18:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '80c63f66-300a-4f86-b765-ff41ade447e6', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'floating_ip_address': '172.25.5.219', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'port_id': '1446c6c9-d30c-4ac6-b58a-1996fce92c7f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66a2bff8-3ab7-457e-ac8f-052dc46e1ac7', 'mac_address': 'fa:16:3e:c1:5d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6ec171-9ccf-467d-a852-6b6a191ecfef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:04:36Z', 'updated_at': '2021-11-10T18:04:36Z', 'revision_number': 0, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb13682-a8de-4dd6-abee-d809713dfdf3', 'name': '', 'network_id': '66a2bff8-3ab7-457e-ac8f-052dc46e1ac7', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'mac_address': 'fa:16:3e:2b:96:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'a458ea51-1cd3-4cec-873d-e3199e08e659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:04:18Z', 'updated_at': '2021-11-10T18:04:24Z', 'revision_number': 5, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'subnets': [{'id': 'a458ea51-1cd3-4cec-873d-e3199e08e659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:04:39.049890 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3457f1-6051-4b2e-bb0a-f6f16ef50d9a req-44a29713-5ace-4133-8036-491d4e158a69 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:39.051457 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4d3457f1-6051-4b2e-bb0a-f6f16ef50d9a req-44a29713-5ace-4133-8036-491d4e158a69 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 946 time: 0.0506229 Nov 10 18:04:39.089890 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50140) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:39.109007 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4d3457f1-6051-4b2e-bb0a-f6f16ef50d9a req-da425c64-ed13-472e-8c33-44069467db9b tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512676 Nov 10 18:04:39.134452 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7d7e8e-5469-4fab-9658-7dbdc670906d None None] New status for floating IP 80c63f66-300a-4f86-b765-ff41ade447e6: ACTIVE {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:04:39.169618 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5e65bad1-b31b-466d-ad98-4a576318104e tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/floatingips/80c63f66-300a-4f86-b765-ff41ade447e6 HTTP/1.1" status: 200 len: 992 time: 0.0739949 Nov 10 18:04:40.174209 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50144) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:40.231017 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7950b0-11bd-426a-aeb6-ca9fd4523424 req-5602a678-3dce-4179-acee-c81767611a13 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:40.232543 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fb7950b0-11bd-426a-aeb6-ca9fd4523424 req-5602a678-3dce-4179-acee-c81767611a13 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 946 time: 0.0516250 Nov 10 18:04:40.252538 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-dd2ca2e8-5c9a-4abc-9709-a78dec7235b2 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/floatingips/80c63f66-300a-4f86-b765-ff41ade447e6 HTTP/1.1" status: 200 len: 994 time: 0.0769935 Nov 10 18:04:40.283540 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fb7950b0-11bd-426a-aeb6-ca9fd4523424 req-ecab5517-1f63-4f4b-8019-6eefd94a1890 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441933 Nov 10 18:04:41.416176 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ad5f2-3445-4684-9285-59195948ae5c req-ef74662b-5e5d-476d-a8c8-27a82b5ad49d tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:41.417679 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-920ad5f2-3445-4684-9285-59195948ae5c req-ef74662b-5e5d-476d-a8c8-27a82b5ad49d tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 946 time: 0.0583179 Nov 10 18:04:41.470413 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-920ad5f2-3445-4684-9285-59195948ae5c req-c3a9ed50-6a77-4365-9c46-0b1b40f34d5b tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456481 Nov 10 18:04:41.704194 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149b0af-9a5c-48f8-842a-0fc1b05a708a req-57c512c4-60fe-4fba-b69e-a2dd2ffb2642 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:41.705740 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4149b0af-9a5c-48f8-842a-0fc1b05a708a req-57c512c4-60fe-4fba-b69e-a2dd2ffb2642 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 946 time: 0.0527096 Nov 10 18:04:41.730708 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d413f0-8282-4402-bc66-950ce0124f62 req-5aa5b83a-4727-46fb-95ae-820f87584bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:41.732142 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f7d413f0-8282-4402-bc66-950ce0124f62 req-5aa5b83a-4727-46fb-95ae-820f87584bc2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=45a8a8523d4548869dfee9712c7beef8&device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 1098 time: 0.0425010 Nov 10 18:04:41.759732 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4149b0af-9a5c-48f8-842a-0fc1b05a708a req-52bee594-334f-40a8-a578-b57b836632c0 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477619 Nov 10 18:04:41.838542 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d413f0-8282-4402-bc66-950ce0124f62 req-4268f5be-77a1-4057-ae3a-d156fd677b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:41.840063 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f7d413f0-8282-4402-bc66-950ce0124f62 req-4268f5be-77a1-4057-ae3a-d156fd677b69 service neutron] 10.222.0.11 "GET /v2.0/networks?id=af02a512-aa1c-43ca-886a-9300ebadfc5a HTTP/1.1" status: 200 len: 912 time: 0.1007817 Nov 10 18:04:41.865192 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:04:41.925657 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f7d413f0-8282-4402-bc66-950ce0124f62 req-0299a713-e0b1-41ed-93b8-d023f42acada service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=695d35ba-e2bd-4171-91fa-58817ce228f6 HTTP/1.1" status: 200 len: 1001 time: 0.0782399 Nov 10 18:04:41.983395 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d413f0-8282-4402-bc66-950ce0124f62 req-e7f07262-ef14-4da5-b227-e9dcd82f1e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:41.985457 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f7d413f0-8282-4402-bc66-950ce0124f62 req-e7f07262-ef14-4da5-b227-e9dcd82f1e38 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51f72ede-4fbe-4023-aa38-d2a84cad1815 HTTP/1.1" status: 200 len: 850 time: 0.0508530 Nov 10 18:04:42.037579 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d413f0-8282-4402-bc66-950ce0124f62 req-f2591f1e-98c9-449e-aeca-0d045355635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:42.039241 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f7d413f0-8282-4402-bc66-950ce0124f62 req-f2591f1e-98c9-449e-aeca-0d045355635c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af02a512-aa1c-43ca-886a-9300ebadfc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460851 Nov 10 18:04:42.138570 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f7d413f0-8282-4402-bc66-950ce0124f62 req-dab48802-d796-43a0-93d8-5492ba899ad0 service neutron] 10.222.0.11 "GET /v2.0/networks/af02a512-aa1c-43ca-886a-9300ebadfc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919642 Nov 10 18:04:42.238849 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f7d413f0-8282-4402-bc66-950ce0124f62 req-6b426067-b325-4e77-a9bc-f4e73fcdbfd6 service neutron] 10.222.0.11 "GET /v2.0/networks/af02a512-aa1c-43ca-886a-9300ebadfc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929921 Nov 10 18:04:42.889910 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8958f-8dfb-4266-9228-085ea3dc052d req-bb800699-c5fd-4c69-b482-d63c79b8c4a0 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:42.891402 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7c8958f-8dfb-4266-9228-085ea3dc052d req-bb800699-c5fd-4c69-b482-d63c79b8c4a0 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 946 time: 0.0504146 Nov 10 18:04:42.941289 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d7c8958f-8dfb-4266-9228-085ea3dc052d req-6fb94c64-92ae-447a-ab42-93e264d90d0a tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433893 Nov 10 18:04:44.060884 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43baabb1-932d-4843-bea3-31cdfe746ba7 req-092e6212-6457-42a7-a841-c1f21661f23d tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:44.062272 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-43baabb1-932d-4843-bea3-31cdfe746ba7 req-092e6212-6457-42a7-a841-c1f21661f23d tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 946 time: 0.0489371 Nov 10 18:04:44.115520 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-43baabb1-932d-4843-bea3-31cdfe746ba7 req-614e4398-ce7a-40f8-922c-62bf32a20673 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464506 Nov 10 18:04:49.936186 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aab485-3ce1-4c23-9a02-d56bbf941ce8 req-193fc04e-5bff-4652-a1c7-c20c6d215125 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:49.937569 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-55aab485-3ce1-4c23-9a02-d56bbf941ce8 req-193fc04e-5bff-4652-a1c7-c20c6d215125 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 947 time: 0.0525482 Nov 10 18:04:49.994478 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-55aab485-3ce1-4c23-9a02-d56bbf941ce8 req-aba0ece6-4d01-4853-9bd0-e80de407c39b tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487175 Nov 10 18:04:51.118115 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114019a2-0b88-42f5-bf53-a43df5e97ed1 req-79fea144-3575-497a-a7c7-f63b04a8e937 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:51.119620 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-114019a2-0b88-42f5-bf53-a43df5e97ed1 req-79fea144-3575-497a-a7c7-f63b04a8e937 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 947 time: 0.0488560 Nov 10 18:04:51.168405 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-114019a2-0b88-42f5-bf53-a43df5e97ed1 req-6e230753-70eb-4494-a74a-18dfbfd852c9 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=3e51d0bf-5b2f-43bb-9646-abbefe64624c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412424 Nov 10 18:04:51.384323 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cef480-c87a-4f78-b391-2578b5ae0823 req-1fd42644-1d61-4306-bf9f-c21cdbbb0603 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:51.385735 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e2cef480-c87a-4f78-b391-2578b5ae0823 req-1fd42644-1d61-4306-bf9f-c21cdbbb0603 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 947 time: 0.0497105 Nov 10 18:04:51.482192 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-e2cef480-c87a-4f78-b391-2578b5ae0823 req-888424d9-4ebe-4ef1-ba87-a5d5d9d8a076 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Deleting port 639b3d4c-0462-4124-a350-f4e48d099368 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:04:51.482530 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e2cef480-c87a-4f78-b391-2578b5ae0823 req-888424d9-4ebe-4ef1-ba87-a5d5d9d8a076 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:51.571874 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-e2cef480-c87a-4f78-b391-2578b5ae0823 req-888424d9-4ebe-4ef1-ba87-a5d5d9d8a076 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] For port 639b3d4c-0462-4124-a350-f4e48d099368, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=639b3d4c-0462-4124-a350-f4e48d099368,segment=NetworkSegment(6b466d68-c591-4d87-8da5-4772ac75c43d),segment_id=6b466d68-c591-4d87-8da5-4772ac75c43d)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:04:51.572289 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e2cef480-c87a-4f78-b391-2578b5ae0823 req-888424d9-4ebe-4ef1-ba87-a5d5d9d8a076 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:51.796613 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e2cef480-c87a-4f78-b391-2578b5ae0823 req-888424d9-4ebe-4ef1-ba87-a5d5d9d8a076 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:51.796977 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e2cef480-c87a-4f78-b391-2578b5ae0823 req-888424d9-4ebe-4ef1-ba87-a5d5d9d8a076 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:51.797299 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [req-e2cef480-c87a-4f78-b391-2578b5ae0823 req-888424d9-4ebe-4ef1-ba87-a5d5d9d8a076 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Floating IP d62f5aa9-da73-4ada-83d8-55bb311dfe51 disassociated. External IP: 172.25.5.123, port: 639b3d4c-0462-4124-a350-f4e48d099368. Nov 10 18:04:51.797637 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-e2cef480-c87a-4f78-b391-2578b5ae0823 req-888424d9-4ebe-4ef1-ba87-a5d5d9d8a076 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Calling delete_port for 639b3d4c-0462-4124-a350-f4e48d099368 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:04:51.930758 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e2cef480-c87a-4f78-b391-2578b5ae0823 req-888424d9-4ebe-4ef1-ba87-a5d5d9d8a076 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:51.960200 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888424d9-4ebe-4ef1-ba87-a5d5d9d8a076 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Pushing event deleted for resources: {'Port': ['ID=639b3d4c-0462-4124-a350-f4e48d099368,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:52.079691 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2cef480-c87a-4f78-b391-2578b5ae0823 req-888424d9-4ebe-4ef1-ba87-a5d5d9d8a076 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Router 36d466e4-5dd2-493d-b8c1-38f743f8e541 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:04:52.192266 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2cef480-c87a-4f78-b391-2578b5ae0823 req-888424d9-4ebe-4ef1-ba87-a5d5d9d8a076 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:04:52.203882 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b5c27f-531c-4e63-a482-30ec95cb3853 None None] Sync routers for ids ['36d466e4-5dd2-493d-b8c1-38f743f8e541'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:04:52.215030 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b5c27f-531c-4e63-a482-30ec95cb3853 None None] Routers {'36d466e4-5dd2-493d-b8c1-38f743f8e541'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:04:52.215654 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-80b5c27f-531c-4e63-a482-30ec95cb3853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:04:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['36d466e4-5dd2-493d-b8c1-38f743f8e541'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:52.233789 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2cef480-c87a-4f78-b391-2578b5ae0823 req-888424d9-4ebe-4ef1-ba87-a5d5d9d8a076 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] No DVR routers for this DVR port 639b3d4c-0462-4124-a350-f4e48d099368 on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:04:52.237327 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e2cef480-c87a-4f78-b391-2578b5ae0823 req-888424d9-4ebe-4ef1-ba87-a5d5d9d8a076 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:52.241249 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e2cef480-c87a-4f78-b391-2578b5ae0823 req-888424d9-4ebe-4ef1-ba87-a5d5d9d8a076 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.11 "DELETE /v2.0/ports/639b3d4c-0462-4124-a350-f4e48d099368 HTTP/1.1" status: 204 len: 173 time: 0.8486519 Nov 10 18:04:52.241707 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c83056-f77e-4ab4-8263-44d294115745', 'name': 'network-vif-deleted', 'tag': '639b3d4c-0462-4124-a350-f4e48d099368'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:04:52.244040 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbc6a23-6dc6-4c56-867f-2b68196bd540" -d '{"events": [{"server_uuid": "83c83056-f77e-4ab4-8263-44d294115745", "name": "network-vif-deleted", "tag": "639b3d4c-0462-4124-a350-f4e48d099368"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:04:52.305486 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bec83bc2-0412-4285-b415-d7f4c5b641c8 req-de4d6f9a-4614-48f9-9658-93f2d375d384 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=83c83056-f77e-4ab4-8263-44d294115745 HTTP/1.1" status: 200 len: 210 time: 0.0429361 Nov 10 18:04:52.372746 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-80b5c27f-531c-4e63-a482-30ec95cb3853 None None] Set router 36d466e4-5dd2-493d-b8c1-38f743f8e541 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:04:52.381184 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b392fce-e9ab-44b5-bc9a-91be0073a572 x-openstack-request-id: req-2b392fce-e9ab-44b5-bc9a-91be0073a572 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:04:52.381494 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c83056-f77e-4ab4-8263-44d294115745", "name": "network-vif-deleted", "tag": "639b3d4c-0462-4124-a350-f4e48d099368", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:04:52.381736 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2b392fce-e9ab-44b5-bc9a-91be0073a572 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:04:52.382157 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c83056-f77e-4ab4-8263-44d294115745', 'name': 'network-vif-deleted', 'tag': '639b3d4c-0462-4124-a350-f4e48d099368', 'status': 'completed', 'code': 200} Nov 10 18:04:52.604699 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-80b5c27f-531c-4e63-a482-30ec95cb3853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'name': 'tempest-AttachVolumeShelveTestJSON-2076558351-router', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:46Z', 'updated_at': '2021-11-10T18:00:51Z', 'revision_number': 4, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'gw_port': {'id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:47Z', 'updated_at': '2021-11-10T18:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '381694ba-156d-48c2-a23f-e66505964593', 'name': '', 'network_id': 'a384840f-994e-49d7-a029-2994795f669c', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'mac_address': 'fa:16:3e:57:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:50Z', 'updated_at': '2021-11-10T18:00:56Z', 'revision_number': 5, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'subnets': [{'id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:52.633639 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b5c27f-531c-4e63-a482-30ec95cb3853 None None] Checking router: 36d466e4-5dd2-493d-b8c1-38f743f8e541 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:04:52.642859 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b5c27f-531c-4e63-a482-30ec95cb3853 None None] Routers {'36d466e4-5dd2-493d-b8c1-38f743f8e541'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:04:52.643567 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-80b5c27f-531c-4e63-a482-30ec95cb3853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:04:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['36d466e4-5dd2-493d-b8c1-38f743f8e541'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:52.750296 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-80b5c27f-531c-4e63-a482-30ec95cb3853 None None] Set router 36d466e4-5dd2-493d-b8c1-38f743f8e541 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:04:52.952289 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-80b5c27f-531c-4e63-a482-30ec95cb3853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'name': 'tempest-AttachVolumeShelveTestJSON-2076558351-router', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:46Z', 'updated_at': '2021-11-10T18:00:51Z', 'revision_number': 4, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'gw_port': {'id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:47Z', 'updated_at': '2021-11-10T18:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '381694ba-156d-48c2-a23f-e66505964593', 'name': '', 'network_id': 'a384840f-994e-49d7-a029-2994795f669c', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'mac_address': 'fa:16:3e:57:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:50Z', 'updated_at': '2021-11-10T18:00:56Z', 'revision_number': 5, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'subnets': [{'id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:04:52.980221 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b5c27f-531c-4e63-a482-30ec95cb3853 None None] The sync data for ids ['36d466e4-5dd2-493d-b8c1-38f743f8e541'] in n-d-776250-10 is: [{'id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'name': 'tempest-AttachVolumeShelveTestJSON-2076558351-router', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:46Z', 'updated_at': '2021-11-10T18:00:51Z', 'revision_number': 4, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'gw_port': {'id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:47Z', 'updated_at': '2021-11-10T18:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '381694ba-156d-48c2-a23f-e66505964593', 'name': '', 'network_id': 'a384840f-994e-49d7-a029-2994795f669c', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'mac_address': 'fa:16:3e:57:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:50Z', 'updated_at': '2021-11-10T18:00:56Z', 'revision_number': 5, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'subnets': [{'id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:04:53.216753 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762ef5b2-0fb5-42e4-a4d3-2ca763f694e0 None None] New status for floating IP d62f5aa9-da73-4ada-83d8-55bb311dfe51: DOWN {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:04:53.389634 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50200) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:53.443399 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d9f48ed5-7e15-4db5-9844-0913f4672e3a tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:53.467249 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d9f48ed5-7e15-4db5-9844-0913f4672e3a tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:53.519258 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d9f48ed5-7e15-4db5-9844-0913f4672e3a tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:53.521989 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d9f48ed5-7e15-4db5-9844-0913f4672e3a tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:53.523174 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d9f48ed5-7e15-4db5-9844-0913f4672e3a tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "DELETE /v2.0/security-groups/3e51d0bf-5b2f-43bb-9646-abbefe64624c HTTP/1.1" status: 204 len: 168 time: 0.1325097 Nov 10 18:04:53.525979 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50202) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:53.532509 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f48ed5-7e15-4db5-9844-0913f4672e3a tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e51d0bf-5b2f-43bb-9646-abbefe64624c,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:53.546256 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-037d94b8-1ab2-4ec2-a143-214b1cce4cad tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] show failed (client error): The resource could not be found. Nov 10 18:04:53.548189 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-037d94b8-1ab2-4ec2-a143-214b1cce4cad tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups/3e51d0bf-5b2f-43bb-9646-abbefe64624c HTTP/1.1" status: 404 len: 347 time: 0.0203021 Nov 10 18:04:53.550259 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50204) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:53.679346 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-e2ee0fa5-83ae-4c37-ab37-f287d441a951 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Deleting port e92c3147-2834-4803-93d4-f9357af9b2a0 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:04:53.679690 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e2ee0fa5-83ae-4c37-ab37-f287d441a951 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:53.755620 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e2ee0fa5-83ae-4c37-ab37-f287d441a951 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:53.755862 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e2ee0fa5-83ae-4c37-ab37-f287d441a951 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:53.767468 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-e2ee0fa5-83ae-4c37-ab37-f287d441a951 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Calling delete_port for e92c3147-2834-4803-93d4-f9357af9b2a0 owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:04:53.906559 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e2ee0fa5-83ae-4c37-ab37-f287d441a951 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:53.935202 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee0fa5-83ae-4c37-ab37-f287d441a951 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Pushing event deleted for resources: {'Port': ['ID=e92c3147-2834-4803-93d4-f9357af9b2a0,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:54.001152 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e2ee0fa5-83ae-4c37-ab37-f287d441a951 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:54.001152 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e2ee0fa5-83ae-4c37-ab37-f287d441a951 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:54.001152 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e2ee0fa5-83ae-4c37-ab37-f287d441a951 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "DELETE /v2.0/floatingips/d62f5aa9-da73-4ada-83d8-55bb311dfe51 HTTP/1.1" status: 204 len: 168 time: 0.4495711 Nov 10 18:04:54.309553 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50208) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:54.314248 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-e8ba584e-7e6d-4d7f-8938-f5a80b7b7668 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--824760826', 'description': 'tempest-description--149692273'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:04:54.340668 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e8ba584e-7e6d-4d7f-8938-f5a80b7b7668 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:54.408274 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e8ba584e-7e6d-4d7f-8938-f5a80b7b7668 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:54.411865 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e8ba584e-7e6d-4d7f-8938-f5a80b7b7668 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:54.441040 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e8ba584e-7e6d-4d7f-8938-f5a80b7b7668 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:54.442291 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e8ba584e-7e6d-4d7f-8938-f5a80b7b7668 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1316297 Nov 10 18:04:54.444193 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba584e-7e6d-4d7f-8938-f5a80b7b7668 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=709bda93-f578-4d4e-8d67-06e187d1003b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:54.445357 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50210) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:54.450061 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-d9f7adc1-d172-41ba-addc-a5b12e2a6128 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Request body: {'security_group_rule': {'security_group_id': '709bda93-f578-4d4e-8d67-06e187d1003b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:04:54.480069 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d9f7adc1-d172-41ba-addc-a5b12e2a6128 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:54.530485 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d9f7adc1-d172-41ba-addc-a5b12e2a6128 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:54.535166 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d9f7adc1-d172-41ba-addc-a5b12e2a6128 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:54.553046 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7adc1-d172-41ba-addc-a5b12e2a6128 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ded7b4-4057-4ddb-93d8-e2285aa802eb,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:54.560488 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d9f7adc1-d172-41ba-addc-a5b12e2a6128 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:54.561697 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d9f7adc1-d172-41ba-addc-a5b12e2a6128 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1152561 Nov 10 18:04:54.564467 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50212) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:54.569584 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-be1e6dc5-f31c-4dcf-b2b7-2ffd4f276402 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Request body: {'security_group_rule': {'security_group_id': '709bda93-f578-4d4e-8d67-06e187d1003b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:04:54.598640 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-be1e6dc5-f31c-4dcf-b2b7-2ffd4f276402 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:54.655199 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-be1e6dc5-f31c-4dcf-b2b7-2ffd4f276402 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:54.658985 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-be1e6dc5-f31c-4dcf-b2b7-2ffd4f276402 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:54.676327 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e6dc5-f31c-4dcf-b2b7-2ffd4f276402 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae99c47e-e0d7-4631-8177-377f4beafa64,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:54.683493 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-be1e6dc5-f31c-4dcf-b2b7-2ffd4f276402 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:54.684699 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-be1e6dc5-f31c-4dcf-b2b7-2ffd4f276402 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186805 Nov 10 18:04:54.688111 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50214) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:04:54.692816 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-b1efa623-2025-4883-a69b-8a11b8baa2fd tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:04:54.713733 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b1efa623-2025-4883-a69b-8a11b8baa2fd tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:54.809742 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b1efa623-2025-4883-a69b-8a11b8baa2fd tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:54.886467 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:55.217753 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-b1efa623-2025-4883-a69b-8a11b8baa2fd tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Allocated IP 172.25.5.35 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/fac505b4-6b66-48e2-9fc8-da42af8f03e5) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:04:55.260498 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:55.323236 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b1efa623-2025-4883-a69b-8a11b8baa2fd tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:55.357381 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b1efa623-2025-4883-a69b-8a11b8baa2fd tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:55.397623 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1efa623-2025-4883-a69b-8a11b8baa2fd tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:04:55.400528 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-b1efa623-2025-4883-a69b-8a11b8baa2fd tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:04:55.404336 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1efa623-2025-4883-a69b-8a11b8baa2fd tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:04:55.426120 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1efa623-2025-4883-a69b-8a11b8baa2fd tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Pushing event updated for resources: {'Port': ['ID=fac505b4-6b66-48e2-9fc8-da42af8f03e5,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:55.466696 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 639b3d4c-0462-4124-a350-f4e48d099368 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:04:55.490879 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b1efa623-2025-4883-a69b-8a11b8baa2fd tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:55.491403 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 639b3d4c-0462-4124-a350-f4e48d099368 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:04:55.491763 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 639b3d4c-0462-4124-a350-f4e48d099368 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:04:55.531859 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b1efa623-2025-4883-a69b-8a11b8baa2fd tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:55.707827 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b1efa623-2025-4883-a69b-8a11b8baa2fd tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:55.712242 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b1efa623-2025-4883-a69b-8a11b8baa2fd tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:55.782426 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1efa623-2025-4883-a69b-8a11b8baa2fd tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Pushing event updated for resources: {'Port': ['ID=fac505b4-6b66-48e2-9fc8-da42af8f03e5,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:55.793435 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b1efa623-2025-4883-a69b-8a11b8baa2fd tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:55.809207 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b1efa623-2025-4883-a69b-8a11b8baa2fd tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:55.810473 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b1efa623-2025-4883-a69b-8a11b8baa2fd tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1213057 Nov 10 18:04:56.007582 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-2100c0b2-0cab-43d5-bc94-8c6857a8103c tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--824760826&fields=id&tenant_id=06278c9a20944d57b5ffec337b79be2b HTTP/1.1" status: 200 len: 267 time: 0.0433495 Nov 10 18:04:56.125684 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-33081ee5-dd3c-4e7f-9aca-476efce358b0 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:56.127068 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-33081ee5-dd3c-4e7f-9aca-476efce358b0 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/networks?id=a384840f-994e-49d7-a029-2994795f669c HTTP/1.1" status: 200 len: 817 time: 0.1127553 Nov 10 18:04:56.142032 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-557f07e4-8ed8-489d-b375-e35c9b56ca7e tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/quotas/06278c9a20944d57b5ffec337b79be2b HTTP/1.1" status: 200 len: 375 time: 0.0089052 Nov 10 18:04:56.196011 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-d826b746-dee1-4a28-a7b5-9dcda7f4516b tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=06278c9a20944d57b5ffec337b79be2b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484846 Nov 10 18:04:56.296455 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-248fbb7f-8b48-4fa4-b23c-6b360bc2d280 service neutron] 10.222.0.39 "GET /v2.0/networks/a384840f-994e-49d7-a029-2994795f669c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885406 Nov 10 18:04:56.386387 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-abdd8238-85bb-4f72-956b-9f3ddadaf051 service neutron] 10.222.0.39 "GET /v2.0/networks/a384840f-994e-49d7-a029-2994795f669c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829899 Nov 10 18:04:56.846243 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9793653f-e536-4404-8890-bdf174379c57 req-38f528de-2a50-41dd-a1bf-aa4e4ebd2005 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 210 time: 0.0322990 Nov 10 18:04:57.534376 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-7cd03eea-20a0-4d5c-8bc7-e351ff6caf1b tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:57.536976 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-7cd03eea-20a0-4d5c-8bc7-e351ff6caf1b tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.11 "GET /v2.0/networks?id=a384840f-994e-49d7-a029-2994795f669c HTTP/1.1" status: 200 len: 817 time: 0.1111345 Nov 10 18:04:57.606575 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-0cc286d9-d279-441a-95cb-29e155e2d328 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06278c9a20944d57b5ffec337b79be2b HTTP/1.1" status: 200 len: 379 time: 0.0583246 Nov 10 18:04:57.622197 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-2caee293-c4e0-43f2-97b5-d5da6e02fda9 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Request body: {'port': {'device_id': 'c2903a1b-a388-4c55-a7f1-63a7d0aab09c', 'network_id': 'a384840f-994e-49d7-a029-2994795f669c', 'admin_state_up': True, 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'security_groups': ['709bda93-f578-4d4e-8d67-06e187d1003b']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:04:57.732999 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-2caee293-c4e0-43f2-97b5-d5da6e02fda9 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Made reservation on behalf of 06278c9a20944d57b5ffec337b79be2b for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:04:57.737183 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-2caee293-c4e0-43f2-97b5-d5da6e02fda9 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:57.864501 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-2caee293-c4e0-43f2-97b5-d5da6e02fda9 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Allocated IP 172.20.0.11 (a384840f-994e-49d7-a029-2994795f669c/6d851ee1-7f4b-4a5a-9484-5ca72a5442cb/abaefaf9-4e11-446e-a0e5-90ebf49ffbdf) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:04:57.952498 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-58aa1313-d466-44e9-b7e4-b9c530320649 req-d201d829-af92-4343-a19f-d9fc307c2b10 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 210 time: 0.0273924 Nov 10 18:04:58.014375 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-2caee293-c4e0-43f2-97b5-d5da6e02fda9 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:58.047366 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-2caee293-c4e0-43f2-97b5-d5da6e02fda9 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:58.088046 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-2caee293-c4e0-43f2-97b5-d5da6e02fda9 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Network a384840f-994e-49d7-a029-2994795f669c is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:04:58.093058 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-2caee293-c4e0-43f2-97b5-d5da6e02fda9 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:04:58.097655 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-2caee293-c4e0-43f2-97b5-d5da6e02fda9 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:04:58.128846 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caee293-c4e0-43f2-97b5-d5da6e02fda9 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Pushing event updated for resources: {'Port': ['ID=abaefaf9-4e11-446e-a0e5-90ebf49ffbdf,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:58.158095 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-2caee293-c4e0-43f2-97b5-d5da6e02fda9 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:58.158775 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-2caee293-c4e0-43f2-97b5-d5da6e02fda9 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:58.176955 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-2caee293-c4e0-43f2-97b5-d5da6e02fda9 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5584943 Nov 10 18:04:58.191343 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-7e5baf52-2373-443f-939c-f8ee09f7133a service neutron] Request body: {'port': {'device_id': 'c2903a1b-a388-4c55-a7f1-63a7d0aab09c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:04:58.251159 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-7e5baf52-2373-443f-939c-f8ee09f7133a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:58.313068 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6daf15f3-7e21-444f-9d4a-d43d41382a1b None None] Provisioning complete for port abaefaf9-4e11-446e-a0e5-90ebf49ffbdf triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:04:58.313688 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6daf15f3-7e21-444f-9d4a-d43d41382a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:58.349604 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-6daf15f3-7e21-444f-9d4a-d43d41382a1b None None] Port abaefaf9-4e11-446e-a0e5-90ebf49ffbdf cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:04:58.518625 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-7e5baf52-2373-443f-939c-f8ee09f7133a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abaefaf9-4e11-446e-a0e5-90ebf49ffbdf {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:04:58.525961 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-7e5baf52-2373-443f-939c-f8ee09f7133a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:58.538583 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-7e5baf52-2373-443f-939c-f8ee09f7133a service neutron] Transition to ACTIVE for port object abaefaf9-4e11-446e-a0e5-90ebf49ffbdf will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:04:58.543649 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-7e5baf52-2373-443f-939c-f8ee09f7133a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:58.619858 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5baf52-2373-443f-939c-f8ee09f7133a service neutron] Pushing event updated for resources: {'Port': ['ID=abaefaf9-4e11-446e-a0e5-90ebf49ffbdf,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:58.677028 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-7e5baf52-2373-443f-939c-f8ee09f7133a service neutron] Attempting to bind port abaefaf9-4e11-446e-a0e5-90ebf49ffbdf on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:04:58.677365 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-7e5baf52-2373-443f-939c-f8ee09f7133a service neutron] Attempting to bind port abaefaf9-4e11-446e-a0e5-90ebf49ffbdf by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '6b466d68-c591-4d87-8da5-4772ac75c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a384840f-994e-49d7-a029-2994795f669c'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:04:58.677699 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-7e5baf52-2373-443f-939c-f8ee09f7133a service neutron] Attempting to bind port abaefaf9-4e11-446e-a0e5-90ebf49ffbdf on network a384840f-994e-49d7-a029-2994795f669c {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:04:58.682777 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-7e5baf52-2373-443f-939c-f8ee09f7133a service neutron] Port abaefaf9-4e11-446e-a0e5-90ebf49ffbdf on network a384840f-994e-49d7-a029-2994795f669c not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:04:58.683105 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-7e5baf52-2373-443f-939c-f8ee09f7133a service neutron] Attempting to bind port abaefaf9-4e11-446e-a0e5-90ebf49ffbdf on network a384840f-994e-49d7-a029-2994795f669c {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:04:58.688500 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-7e5baf52-2373-443f-939c-f8ee09f7133a service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:04:58.688844 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-7e5baf52-2373-443f-939c-f8ee09f7133a service neutron] Checking segment: {'id': '6b466d68-c591-4d87-8da5-4772ac75c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a384840f-994e-49d7-a029-2994795f669c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:04:58.689227 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-7e5baf52-2373-443f-939c-f8ee09f7133a service neutron] Bound using segment: {'id': '6b466d68-c591-4d87-8da5-4772ac75c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a384840f-994e-49d7-a029-2994795f669c'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:04:58.689747 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-7e5baf52-2373-443f-939c-f8ee09f7133a service neutron] Bound port: abaefaf9-4e11-446e-a0e5-90ebf49ffbdf, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b466d68-c591-4d87-8da5-4772ac75c43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a384840f-994e-49d7-a029-2994795f669c'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:04:58.690190 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-7e5baf52-2373-443f-939c-f8ee09f7133a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:58.758986 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-7e5baf52-2373-443f-939c-f8ee09f7133a service neutron] For port abaefaf9-4e11-446e-a0e5-90ebf49ffbdf, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:04:58.762096 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-7e5baf52-2373-443f-939c-f8ee09f7133a service neutron] For port abaefaf9-4e11-446e-a0e5-90ebf49ffbdf, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=abaefaf9-4e11-446e-a0e5-90ebf49ffbdf,segment=NetworkSegment(6b466d68-c591-4d87-8da5-4772ac75c43d),segment_id=6b466d68-c591-4d87-8da5-4772ac75c43d)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:04:58.767584 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-7e5baf52-2373-443f-939c-f8ee09f7133a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:58.815374 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-7e5baf52-2373-443f-939c-f8ee09f7133a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:58.816127 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-7e5baf52-2373-443f-939c-f8ee09f7133a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:04:58.817555 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-7e5baf52-2373-443f-939c-f8ee09f7133a service neutron] 10.222.0.11 "PUT /v2.0/ports/abaefaf9-4e11-446e-a0e5-90ebf49ffbdf HTTP/1.1" status: 200 len: 1093 time: 0.6316891 Nov 10 18:04:58.818006 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2903a1b-a388-4c55-a7f1-63a7d0aab09c', 'tag': 'abaefaf9-4e11-446e-a0e5-90ebf49ffbdf'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:04:58.820322 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9048e935-3a58-4f05-8923-d22ddc5b7e6c" -d '{"events": [{"name": "network-changed", "server_uuid": "c2903a1b-a388-4c55-a7f1-63a7d0aab09c", "tag": "abaefaf9-4e11-446e-a0e5-90ebf49ffbdf"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:04:58.838086 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5baf52-2373-443f-939c-f8ee09f7133a service neutron] Pushing event updated for resources: {'Port': ['ID=abaefaf9-4e11-446e-a0e5-90ebf49ffbdf,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:04:58.894051 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfb2ff6-c760-42bf-8abc-42cfc6ebfedd x-openstack-request-id: req-ecfb2ff6-c760-42bf-8abc-42cfc6ebfedd {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:04:58.894819 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2903a1b-a388-4c55-a7f1-63a7d0aab09c", "tag": "abaefaf9-4e11-446e-a0e5-90ebf49ffbdf", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:04:58.894819 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ecfb2ff6-c760-42bf-8abc-42cfc6ebfedd {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:04:58.895133 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2903a1b-a388-4c55-a7f1-63a7d0aab09c', 'tag': 'abaefaf9-4e11-446e-a0e5-90ebf49ffbdf', 'status': 'completed', 'code': 200} Nov 10 18:04:58.914768 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-be91799a-a9d1-4bf7-8bd7-da5b4511f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:58.916337 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-be91799a-a9d1-4bf7-8bd7-da5b4511f06d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06278c9a20944d57b5ffec337b79be2b&device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 1096 time: 0.0542240 Nov 10 18:04:58.961636 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-acfa6503-ab8b-45ef-9b7d-02e6861d6272 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abaefaf9-4e11-446e-a0e5-90ebf49ffbdf HTTP/1.1" status: 200 len: 217 time: 0.0377295 Nov 10 18:04:59.019493 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-6a3abcce-646b-48d1-bfa9-fe9dd9234ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:59.021034 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-6a3abcce-646b-48d1-bfa9-fe9dd9234ca2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6d851ee1-7f4b-4a5a-9484-5ca72a5442cb HTTP/1.1" status: 200 len: 856 time: 0.0526042 Nov 10 18:04:59.074957 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-0889490c-b04a-4fb5-b0b3-0a3689a2137e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:59.076591 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-0889490c-b04a-4fb5-b0b3-0a3689a2137e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a384840f-994e-49d7-a029-2994795f669c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473566 Nov 10 18:04:59.086250 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dee33b-e9d7-4923-83b2-b367d94eb8a4 req-5cb328b7-bbf8-4fcc-80fc-f933edec5ee3 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:59.087803 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-98dee33b-e9d7-4923-83b2-b367d94eb8a4 req-5cb328b7-bbf8-4fcc-80fc-f933edec5ee3 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 944 time: 0.0568902 Nov 10 18:04:59.141604 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-98dee33b-e9d7-4923-83b2-b367d94eb8a4 req-cee25998-16e0-40bb-ae9f-cb4ccb6c4705 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473909 Nov 10 18:04:59.172458 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-5acb7e99-a458-4cac-8878-b3b1cb8bb6ff service neutron] 10.222.0.11 "GET /v2.0/networks/a384840f-994e-49d7-a029-2994795f669c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882354 Nov 10 18:04:59.269399 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f694cd0-5f6e-4567-9430-6c7c2412fc32 req-89e5ac46-26a3-40b7-be59-fb2c18254029 service neutron] 10.222.0.11 "GET /v2.0/networks/a384840f-994e-49d7-a029-2994795f669c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879662 Nov 10 18:04:59.358049 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048e935-3a58-4f05-8923-d22ddc5b7e6c req-476e0292-bf3c-4a0f-9f37-5c9c8d68a66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:59.359471 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9048e935-3a58-4f05-8923-d22ddc5b7e6c req-476e0292-bf3c-4a0f-9f37-5c9c8d68a66e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06278c9a20944d57b5ffec337b79be2b&device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 1096 time: 0.0437737 Nov 10 18:04:59.454823 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048e935-3a58-4f05-8923-d22ddc5b7e6c req-809e469f-f944-4070-a8fd-45004bdd456d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:59.456993 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9048e935-3a58-4f05-8923-d22ddc5b7e6c req-809e469f-f944-4070-a8fd-45004bdd456d service neutron] 10.222.0.11 "GET /v2.0/networks?id=a384840f-994e-49d7-a029-2994795f669c HTTP/1.1" status: 200 len: 918 time: 0.0896621 Nov 10 18:04:59.500116 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9048e935-3a58-4f05-8923-d22ddc5b7e6c req-dcdb9ad3-24db-430e-9bd9-1f7aa59ec82a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abaefaf9-4e11-446e-a0e5-90ebf49ffbdf HTTP/1.1" status: 200 len: 217 time: 0.0351272 Nov 10 18:04:59.551342 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048e935-3a58-4f05-8923-d22ddc5b7e6c req-69ef2602-59a2-448d-9a1c-ab03cfb342f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:59.552830 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9048e935-3a58-4f05-8923-d22ddc5b7e6c req-69ef2602-59a2-448d-9a1c-ab03cfb342f7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6d851ee1-7f4b-4a5a-9484-5ca72a5442cb HTTP/1.1" status: 200 len: 856 time: 0.0452995 Nov 10 18:04:59.605962 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048e935-3a58-4f05-8923-d22ddc5b7e6c req-8e99feeb-f520-4be5-b093-fa84c35db054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:04:59.607467 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9048e935-3a58-4f05-8923-d22ddc5b7e6c req-8e99feeb-f520-4be5-b093-fa84c35db054 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a384840f-994e-49d7-a029-2994795f669c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458920 Nov 10 18:04:59.702351 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9048e935-3a58-4f05-8923-d22ddc5b7e6c req-eeb0a5cd-9dad-4550-8429-59cc444e6cfc service neutron] 10.222.0.11 "GET /v2.0/networks/a384840f-994e-49d7-a029-2994795f669c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870767 Nov 10 18:04:59.799924 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9048e935-3a58-4f05-8923-d22ddc5b7e6c req-f8452e3d-1e5f-41c3-a9c2-e58d253eda0c service neutron] 10.222.0.11 "GET /v2.0/networks/a384840f-994e-49d7-a029-2994795f669c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892737 Nov 10 18:05:00.265614 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa56be5-64b7-4057-ae2a-b59a53c0d637 req-d4af3128-dad2-47a4-8b67-bc4f7e10300a tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:00.267088 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9fa56be5-64b7-4057-ae2a-b59a53c0d637 req-d4af3128-dad2-47a4-8b67-bc4f7e10300a tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 944 time: 0.0508938 Nov 10 18:05:00.314064 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9fa56be5-64b7-4057-ae2a-b59a53c0d637 req-acb2f26c-c7cb-4664-83e2-7a280b2a365b tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409522 Nov 10 18:05:00.506098 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-659d0500-07ed-436c-ab0f-f8f8156745b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:01.436488 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1eb3f-5aba-4c15-9f64-24620e999974 req-a25fe36f-c01d-4bc8-b9a0-a100cd4f09b6 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:01.437960 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1ec1eb3f-5aba-4c15-9f64-24620e999974 req-a25fe36f-c01d-4bc8-b9a0-a100cd4f09b6 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 944 time: 0.0484993 Nov 10 18:05:01.480952 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device abaefaf9-4e11-446e-a0e5-90ebf49ffbdf details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:05:01.487022 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1ec1eb3f-5aba-4c15-9f64-24620e999974 req-ccb4e859-adef-4d80-9020-fff34be8e567 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424764 Nov 10 18:05:01.581166 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port abaefaf9-4e11-446e-a0e5-90ebf49ffbdf, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=abaefaf9-4e11-446e-a0e5-90ebf49ffbdf,segment=NetworkSegment(6b466d68-c591-4d87-8da5-4772ac75c43d),segment_id=6b466d68-c591-4d87-8da5-4772ac75c43d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:05:01.593177 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'abaefaf9-4e11-446e-a0e5-90ebf49ffbdf', 'network_id': 'a384840f-994e-49d7-a029-2994795f669c', 'port_id': 'abaefaf9-4e11-446e-a0e5-90ebf49ffbdf', 'mac_address': 'fa:16:3e:05:e5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:05:01.631622 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:01.648301 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abaefaf9-4e11-446e-a0e5-90ebf49ffbdf {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:05:01.667368 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port abaefaf9-4e11-446e-a0e5-90ebf49ffbdf, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=abaefaf9-4e11-446e-a0e5-90ebf49ffbdf,segment=NetworkSegment(6b466d68-c591-4d87-8da5-4772ac75c43d),segment_id=6b466d68-c591-4d87-8da5-4772ac75c43d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:05:01.671889 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:01.723737 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=abaefaf9-4e11-446e-a0e5-90ebf49ffbdf,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:01.917903 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['abaefaf9-4e11-446e-a0e5-90ebf49ffbdf'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:05:02.610950 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796f9cb-cf18-4716-863b-31255d8b333c req-273bccec-d7ae-4c7c-8e8b-c4aab8896cff tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:02.612368 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3796f9cb-cf18-4716-863b-31255d8b333c req-273bccec-d7ae-4c7c-8e8b-c4aab8896cff tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 945 time: 0.0498631 Nov 10 18:05:02.665220 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3796f9cb-cf18-4716-863b-31255d8b333c req-46ddbaa8-aa03-4402-a1f8-ba507b37886b tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456698 Nov 10 18:05:02.870732 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-717a0fbd-fb37-4570-8698-ec18e1e2da9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:03.484960 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device abaefaf9-4e11-446e-a0e5-90ebf49ffbdf up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:05:03.535698 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port abaefaf9-4e11-446e-a0e5-90ebf49ffbdf completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:05:03.541035 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port abaefaf9-4e11-446e-a0e5-90ebf49ffbdf triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:05:03.541411 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:03.625205 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:03.651542 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2903a1b-a388-4c55-a7f1-63a7d0aab09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abaefaf9-4e11-446e-a0e5-90ebf49ffbdf'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:05:03.653904 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bce1e49-7943-4d5e-b956-969d122a5c23" -d '{"events": [{"server_uuid": "c2903a1b-a388-4c55-a7f1-63a7d0aab09c", "name": "network-vif-plugged", "status": "completed", "tag": "abaefaf9-4e11-446e-a0e5-90ebf49ffbdf"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:05:03.668467 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port abaefaf9-4e11-446e-a0e5-90ebf49ffbdf, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=abaefaf9-4e11-446e-a0e5-90ebf49ffbdf,segment=NetworkSegment(6b466d68-c591-4d87-8da5-4772ac75c43d),segment_id=6b466d68-c591-4d87-8da5-4772ac75c43d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:05:03.673748 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:03.728112 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff352de-62ea-47b6-b638-ad507d136572 x-openstack-request-id: req-dff352de-62ea-47b6-b638-ad507d136572 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:05:03.728112 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2903a1b-a388-4c55-a7f1-63a7d0aab09c", "name": "network-vif-plugged", "status": "completed", "tag": "abaefaf9-4e11-446e-a0e5-90ebf49ffbdf", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:05:03.728514 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dff352de-62ea-47b6-b638-ad507d136572 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:05:03.728805 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2903a1b-a388-4c55-a7f1-63a7d0aab09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abaefaf9-4e11-446e-a0e5-90ebf49ffbdf', 'code': 200} Nov 10 18:05:03.729431 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=abaefaf9-4e11-446e-a0e5-90ebf49ffbdf,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:03.804078 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb44da3-e6c5-4b1e-9ad7-c459769667b9 req-cc15f6b0-2be7-4396-887f-98b26290c957 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:03.805750 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8bb44da3-e6c5-4b1e-9ad7-c459769667b9 req-cc15f6b0-2be7-4396-887f-98b26290c957 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 946 time: 0.0550728 Nov 10 18:05:03.834932 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0854bf-9b94-45a1-8d62-dd42b8e3f109 req-ef07e8f1-ed62-4641-864a-7214258158b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:03.836476 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad0854bf-9b94-45a1-8d62-dd42b8e3f109 req-ef07e8f1-ed62-4641-864a-7214258158b8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 1098 time: 0.0434318 Nov 10 18:05:03.858723 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8bb44da3-e6c5-4b1e-9ad7-c459769667b9 req-ee891970-227d-4e49-9334-d2f1bef184d6 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463324 Nov 10 18:05:03.895108 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad0854bf-9b94-45a1-8d62-dd42b8e3f109 req-e1afbac9-e3e8-4cc2-947a-474fea38e3c6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510907 Nov 10 18:05:04.061078 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:04.335230 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f26f3bb-32d7-4ad5-9e16-605e6a01ab36 req-9d498397-87f5-476a-9438-719f65e41370 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401344 Nov 10 18:05:04.421477 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26f3bb-32d7-4ad5-9e16-605e6a01ab36 req-4bff1c30-dda6-4e74-8779-fbd2419018d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:04.422985 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f26f3bb-32d7-4ad5-9e16-605e6a01ab36 req-4bff1c30-dda6-4e74-8779-fbd2419018d9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=45a8a8523d4548869dfee9712c7beef8&device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 1098 time: 0.0407536 Nov 10 18:05:04.534959 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26f3bb-32d7-4ad5-9e16-605e6a01ab36 req-c6676a9e-beda-494d-be98-c9972b18dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:04.537426 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f26f3bb-32d7-4ad5-9e16-605e6a01ab36 req-c6676a9e-beda-494d-be98-c9972b18dda0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=af02a512-aa1c-43ca-886a-9300ebadfc5a HTTP/1.1" status: 200 len: 912 time: 0.0904794 Nov 10 18:05:04.607395 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f26f3bb-32d7-4ad5-9e16-605e6a01ab36 req-f0500780-bcf9-416f-a32c-b68c3317b707 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=695d35ba-e2bd-4171-91fa-58817ce228f6 HTTP/1.1" status: 200 len: 1001 time: 0.0611718 Nov 10 18:05:04.659028 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26f3bb-32d7-4ad5-9e16-605e6a01ab36 req-415e5eb5-7db4-441c-8753-e681d5122fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:04.661178 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f26f3bb-32d7-4ad5-9e16-605e6a01ab36 req-415e5eb5-7db4-441c-8753-e681d5122fcb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51f72ede-4fbe-4023-aa38-d2a84cad1815 HTTP/1.1" status: 200 len: 850 time: 0.0441842 Nov 10 18:05:04.709894 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26f3bb-32d7-4ad5-9e16-605e6a01ab36 req-9eb05e28-43a2-4e5c-ac2c-4212cd5028b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:04.711392 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f26f3bb-32d7-4ad5-9e16-605e6a01ab36 req-9eb05e28-43a2-4e5c-ac2c-4212cd5028b2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af02a512-aa1c-43ca-886a-9300ebadfc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437241 Nov 10 18:05:04.804928 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f26f3bb-32d7-4ad5-9e16-605e6a01ab36 req-d2ddacb3-b10c-47d6-a55f-eeaa3d26044b service neutron] 10.222.0.11 "GET /v2.0/networks/af02a512-aa1c-43ca-886a-9300ebadfc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853262 Nov 10 18:05:04.905495 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f26f3bb-32d7-4ad5-9e16-605e6a01ab36 req-686cc1a4-6960-45be-9374-ccd26daaebda service neutron] 10.222.0.11 "GET /v2.0/networks/af02a512-aa1c-43ca-886a-9300ebadfc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894043 Nov 10 18:05:04.990436 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e367b80-0a57-4d69-b897-24ae47c51b21 req-0a0850a5-d9cf-43c3-8c9a-0f870eb9f356 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:04.992051 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e367b80-0a57-4d69-b897-24ae47c51b21 req-0a0850a5-d9cf-43c3-8c9a-0f870eb9f356 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 946 time: 0.0531042 Nov 10 18:05:05.049870 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e367b80-0a57-4d69-b897-24ae47c51b21 req-cfb5f30a-3906-4dd5-a65d-ee7c1c524a93 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514309 Nov 10 18:05:05.553198 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:06.081779 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-81677211-591c-42bc-ab0d-66465e53e336 req-d7597ead-0c69-42b9-8fc9-bf53730510bb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414724 Nov 10 18:05:06.205360 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81677211-591c-42bc-ab0d-66465e53e336 req-88065c74-d127-4b05-9d32-9b31647d32c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:06.206948 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-81677211-591c-42bc-ab0d-66465e53e336 req-88065c74-d127-4b05-9d32-9b31647d32c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 1098 time: 0.0725975 Nov 10 18:05:06.221837 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb355d80-7be2-4058-8763-29a4d41e770c req-58cde384-ae80-4c81-b704-804244043a5e tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:06.224104 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cb355d80-7be2-4058-8763-29a4d41e770c req-58cde384-ae80-4c81-b704-804244043a5e tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 946 time: 0.0804195 Nov 10 18:05:06.309942 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:06.345116 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cb355d80-7be2-4058-8763-29a4d41e770c req-99e6a99d-789f-42a9-82eb-452739c8c226 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136434 Nov 10 18:05:06.361095 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81677211-591c-42bc-ab0d-66465e53e336 req-c2905518-c91e-4ab3-9fac-10a888f48a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:06.362587 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-81677211-591c-42bc-ab0d-66465e53e336 req-c2905518-c91e-4ab3-9fac-10a888f48a4c service neutron] 10.222.0.13 "GET /v2.0/networks?id=a8192755-7eaf-46f6-87b8-df4f6239bf8f HTTP/1.1" status: 200 len: 897 time: 0.1333163 Nov 10 18:05:06.457221 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-81677211-591c-42bc-ab0d-66465e53e336 req-ff803409-5b4e-4461-89d5-8eecda7c99b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968 HTTP/1.1" status: 200 len: 1002 time: 0.0859730 Nov 10 18:05:06.492139 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae63458-94d7-4ebd-8a65-302a9f303690 req-97fb2430-a9ce-49f1-aad4-d27365fbde11 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:06.493697 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2ae63458-94d7-4ebd-8a65-302a9f303690 req-97fb2430-a9ce-49f1-aad4-d27365fbde11 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 946 time: 0.0521965 Nov 10 18:05:06.502105 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50276) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:06.507474 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-4bfe484a-21c3-46e2-a058-b9cf0d29f2e7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Request body: {'floatingip': {'port_id': 'abaefaf9-4e11-446e-a0e5-90ebf49ffbdf'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:05:06.511097 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81677211-591c-42bc-ab0d-66465e53e336 req-ebb0ba8d-3002-420e-9380-ec42a09900a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:06.512627 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-81677211-591c-42bc-ab0d-66465e53e336 req-ebb0ba8d-3002-420e-9380-ec42a09900a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=88baa772-6139-4b41-96b4-fd2921b23f71 HTTP/1.1" status: 200 len: 835 time: 0.0464218 Nov 10 18:05:06.550591 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4bfe484a-21c3-46e2-a058-b9cf0d29f2e7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for floatingip, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:06.568936 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81677211-591c-42bc-ab0d-66465e53e336 req-b72e9d68-ffca-488e-9573-5c67a2ba0728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:06.570463 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-81677211-591c-42bc-ab0d-66465e53e336 req-b72e9d68-ffca-488e-9573-5c67a2ba0728 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8192755-7eaf-46f6-87b8-df4f6239bf8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477262 Nov 10 18:05:06.669833 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-81677211-591c-42bc-ab0d-66465e53e336 req-32ac0e69-1fbe-4155-8e22-fee44a443941 service neutron] 10.222.0.13 "GET /v2.0/networks/a8192755-7eaf-46f6-87b8-df4f6239bf8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886037 Nov 10 18:05:06.771564 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-81677211-591c-42bc-ab0d-66465e53e336 req-5290c77d-24fd-4be0-8c49-6c28b3e95893 service neutron] 10.222.0.13 "GET /v2.0/networks/a8192755-7eaf-46f6-87b8-df4f6239bf8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940249 Nov 10 18:05:07.015888 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4bfe484a-21c3-46e2-a058-b9cf0d29f2e7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:07.021332 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4bfe484a-21c3-46e2-a058-b9cf0d29f2e7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:07.124585 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-4bfe484a-21c3-46e2-a058-b9cf0d29f2e7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Floating IP 9d18d170-fa6e-448d-85ca-c1ea75b18ff0 associated. External IP: 172.25.5.35, port: abaefaf9-4e11-446e-a0e5-90ebf49ffbdf. Nov 10 18:05:07.337580 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfe484a-21c3-46e2-a058-b9cf0d29f2e7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Router 36d466e4-5dd2-493d-b8c1-38f743f8e541 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:05:07.452015 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfe484a-21c3-46e2-a058-b9cf0d29f2e7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:05:07.459303 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4bfe484a-21c3-46e2-a058-b9cf0d29f2e7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:07.464550 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef761d82-0b94-49d5-8b4a-dadd60bbf41a None None] Sync routers for ids ['36d466e4-5dd2-493d-b8c1-38f743f8e541'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:05:07.475500 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef761d82-0b94-49d5-8b4a-dadd60bbf41a None None] Routers {'36d466e4-5dd2-493d-b8c1-38f743f8e541'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:05:07.476119 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-ef761d82-0b94-49d5-8b4a-dadd60bbf41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:05:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['36d466e4-5dd2-493d-b8c1-38f743f8e541'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:07.494924 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4bfe484a-21c3-46e2-a058-b9cf0d29f2e7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "PUT /v2.0/floatingips/9d18d170-fa6e-448d-85ca-c1ea75b18ff0 HTTP/1.1" status: 200 len: 991 time: 0.9887023 Nov 10 18:05:07.494924 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2903a1b-a388-4c55-a7f1-63a7d0aab09c', 'tag': 'abaefaf9-4e11-446e-a0e5-90ebf49ffbdf'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:05:07.495591 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3568940b-3cdb-49f8-97bd-ee558fec1e13" -d '{"events": [{"name": "network-changed", "server_uuid": "c2903a1b-a388-4c55-a7f1-63a7d0aab09c", "tag": "abaefaf9-4e11-446e-a0e5-90ebf49ffbdf"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:05:07.541330 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914eff23-1337-4210-b882-e1d7d2f77500 x-openstack-request-id: req-914eff23-1337-4210-b882-e1d7d2f77500 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:05:07.541950 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2903a1b-a388-4c55-a7f1-63a7d0aab09c", "tag": "abaefaf9-4e11-446e-a0e5-90ebf49ffbdf", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:05:07.542212 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-914eff23-1337-4210-b882-e1d7d2f77500 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:05:07.542626 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2903a1b-a388-4c55-a7f1-63a7d0aab09c', 'tag': 'abaefaf9-4e11-446e-a0e5-90ebf49ffbdf', 'status': 'completed', 'code': 200} Nov 10 18:05:07.597560 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-ef761d82-0b94-49d5-8b4a-dadd60bbf41a None None] Set router 36d466e4-5dd2-493d-b8c1-38f743f8e541 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:05:07.616335 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568940b-3cdb-49f8-97bd-ee558fec1e13 req-2cb25b92-66b4-4b18-9529-69a66b69b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:07.618127 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3568940b-3cdb-49f8-97bd-ee558fec1e13 req-2cb25b92-66b4-4b18-9529-69a66b69b38b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06278c9a20944d57b5ffec337b79be2b&device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 1098 time: 0.0514231 Nov 10 18:05:07.736619 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568940b-3cdb-49f8-97bd-ee558fec1e13 req-faaf7a80-ee25-4de1-a7f2-4bd49886999a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:07.738098 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3568940b-3cdb-49f8-97bd-ee558fec1e13 req-faaf7a80-ee25-4de1-a7f2-4bd49886999a service neutron] 10.222.0.11 "GET /v2.0/networks?id=a384840f-994e-49d7-a029-2994795f669c HTTP/1.1" status: 200 len: 918 time: 0.1108384 Nov 10 18:05:07.807888 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3568940b-3cdb-49f8-97bd-ee558fec1e13 req-d6bd03c8-bc5e-4c0f-9bcf-79d7321f2814 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abaefaf9-4e11-446e-a0e5-90ebf49ffbdf HTTP/1.1" status: 200 len: 999 time: 0.0616488 Nov 10 18:05:07.863580 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568940b-3cdb-49f8-97bd-ee558fec1e13 req-7d4ff244-82c1-490c-8511-4a31f33d2ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:07.865266 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3568940b-3cdb-49f8-97bd-ee558fec1e13 req-7d4ff244-82c1-490c-8511-4a31f33d2ae4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6d851ee1-7f4b-4a5a-9484-5ca72a5442cb HTTP/1.1" status: 200 len: 856 time: 0.0511227 Nov 10 18:05:07.866445 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-ef761d82-0b94-49d5-8b4a-dadd60bbf41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'name': 'tempest-AttachVolumeShelveTestJSON-2076558351-router', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:46Z', 'updated_at': '2021-11-10T18:00:51Z', 'revision_number': 4, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'gw_port': {'id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:47Z', 'updated_at': '2021-11-10T18:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '9d18d170-fa6e-448d-85ca-c1ea75b18ff0', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'floating_ip_address': '172.25.5.35', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'port_id': 'abaefaf9-4e11-446e-a0e5-90ebf49ffbdf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a384840f-994e-49d7-a029-2994795f669c', 'mac_address': 'fa:16:3e:05:e5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2903a1b-a388-4c55-a7f1-63a7d0aab09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:04:55Z', 'updated_at': '2021-11-10T18:05:06Z', 'revision_number': 1, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '381694ba-156d-48c2-a23f-e66505964593', 'name': '', 'network_id': 'a384840f-994e-49d7-a029-2994795f669c', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'mac_address': 'fa:16:3e:57:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:50Z', 'updated_at': '2021-11-10T18:00:56Z', 'revision_number': 5, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'subnets': [{'id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:07.893023 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef761d82-0b94-49d5-8b4a-dadd60bbf41a None None] Checking router: 36d466e4-5dd2-493d-b8c1-38f743f8e541 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:05:07.902056 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef761d82-0b94-49d5-8b4a-dadd60bbf41a None None] Routers {'36d466e4-5dd2-493d-b8c1-38f743f8e541'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:05:07.902658 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-ef761d82-0b94-49d5-8b4a-dadd60bbf41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:05:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['36d466e4-5dd2-493d-b8c1-38f743f8e541'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:07.914388 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568940b-3cdb-49f8-97bd-ee558fec1e13 req-c313461d-28e2-4263-abeb-0a36c76500ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:07.915923 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3568940b-3cdb-49f8-97bd-ee558fec1e13 req-c313461d-28e2-4263-abeb-0a36c76500ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a384840f-994e-49d7-a029-2994795f669c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415182 Nov 10 18:05:08.010308 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-ef761d82-0b94-49d5-8b4a-dadd60bbf41a None None] Set router 36d466e4-5dd2-493d-b8c1-38f743f8e541 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:05:08.010864 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3568940b-3cdb-49f8-97bd-ee558fec1e13 req-7375c2c2-c7f3-4bb6-bd5d-7ebee6de8428 service neutron] 10.222.0.11 "GET /v2.0/networks/a384840f-994e-49d7-a029-2994795f669c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870476 Nov 10 18:05:08.115078 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3568940b-3cdb-49f8-97bd-ee558fec1e13 req-ba3b3120-82a0-4d4f-8679-9de7bd6fccb8 service neutron] 10.222.0.11 "GET /v2.0/networks/a384840f-994e-49d7-a029-2994795f669c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966494 Nov 10 18:05:08.246707 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-ef761d82-0b94-49d5-8b4a-dadd60bbf41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'name': 'tempest-AttachVolumeShelveTestJSON-2076558351-router', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:46Z', 'updated_at': '2021-11-10T18:00:51Z', 'revision_number': 4, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'gw_port': {'id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:47Z', 'updated_at': '2021-11-10T18:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '9d18d170-fa6e-448d-85ca-c1ea75b18ff0', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'floating_ip_address': '172.25.5.35', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'port_id': 'abaefaf9-4e11-446e-a0e5-90ebf49ffbdf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a384840f-994e-49d7-a029-2994795f669c', 'mac_address': 'fa:16:3e:05:e5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2903a1b-a388-4c55-a7f1-63a7d0aab09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:04:55Z', 'updated_at': '2021-11-10T18:05:06Z', 'revision_number': 1, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '381694ba-156d-48c2-a23f-e66505964593', 'name': '', 'network_id': 'a384840f-994e-49d7-a029-2994795f669c', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'mac_address': 'fa:16:3e:57:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:50Z', 'updated_at': '2021-11-10T18:00:56Z', 'revision_number': 5, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'subnets': [{'id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:08.274103 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef761d82-0b94-49d5-8b4a-dadd60bbf41a None None] The sync data for ids ['36d466e4-5dd2-493d-b8c1-38f743f8e541'] in n-d-776250-10 is: [{'id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'name': 'tempest-AttachVolumeShelveTestJSON-2076558351-router', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:46Z', 'updated_at': '2021-11-10T18:00:51Z', 'revision_number': 4, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'gw_port': {'id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:47Z', 'updated_at': '2021-11-10T18:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '9d18d170-fa6e-448d-85ca-c1ea75b18ff0', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'floating_ip_address': '172.25.5.35', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'port_id': 'abaefaf9-4e11-446e-a0e5-90ebf49ffbdf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a384840f-994e-49d7-a029-2994795f669c', 'mac_address': 'fa:16:3e:05:e5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2903a1b-a388-4c55-a7f1-63a7d0aab09c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:04:55Z', 'updated_at': '2021-11-10T18:05:06Z', 'revision_number': 1, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '381694ba-156d-48c2-a23f-e66505964593', 'name': '', 'network_id': 'a384840f-994e-49d7-a029-2994795f669c', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'mac_address': 'fa:16:3e:57:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:50Z', 'updated_at': '2021-11-10T18:00:56Z', 'revision_number': 5, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'subnets': [{'id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:05:08.474359 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eb1483-e2dc-4b19-b98b-59fbdce4a020 None None] New status for floating IP 9d18d170-fa6e-448d-85ca-c1ea75b18ff0: ACTIVE {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:05:09.845753 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50290) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:10.012302 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-c84e3df6-d870-41f2-a8ba-bddcbabdb1e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Deleting port 2ecd9bcb-f4fb-47ac-94b6-bc0e28e011c0 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:05:10.012648 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c84e3df6-d870-41f2-a8ba-bddcbabdb1e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:10.088582 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c84e3df6-d870-41f2-a8ba-bddcbabdb1e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:10.088820 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c84e3df6-d870-41f2-a8ba-bddcbabdb1e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:10.100701 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-c84e3df6-d870-41f2-a8ba-bddcbabdb1e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Calling delete_port for 2ecd9bcb-f4fb-47ac-94b6-bc0e28e011c0 owned by network:floatingip {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:05:10.250112 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c84e3df6-d870-41f2-a8ba-bddcbabdb1e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:10.273170 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e3df6-d870-41f2-a8ba-bddcbabdb1e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event deleted for resources: {'Port': ['ID=2ecd9bcb-f4fb-47ac-94b6-bc0e28e011c0,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:10.285297 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e3df6-d870-41f2-a8ba-bddcbabdb1e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:10.285649 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e3df6-d870-41f2-a8ba-bddcbabdb1e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:10.286521 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e3df6-d870-41f2-a8ba-bddcbabdb1e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:10.286860 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e3df6-d870-41f2-a8ba-bddcbabdb1e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:10.287281 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e3df6-d870-41f2-a8ba-bddcbabdb1e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:10.287528 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e3df6-d870-41f2-a8ba-bddcbabdb1e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:10.287861 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e3df6-d870-41f2-a8ba-bddcbabdb1e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:10.288216 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e3df6-d870-41f2-a8ba-bddcbabdb1e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:10.288550 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e3df6-d870-41f2-a8ba-bddcbabdb1e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:10.288877 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e3df6-d870-41f2-a8ba-bddcbabdb1e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:10.289205 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e3df6-d870-41f2-a8ba-bddcbabdb1e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:10.289527 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84e3df6-d870-41f2-a8ba-bddcbabdb1e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:10.352619 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c84e3df6-d870-41f2-a8ba-bddcbabdb1e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for floatingip, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:10.352867 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [None req-c84e3df6-d870-41f2-a8ba-bddcbabdb1e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Floating IP 7270bada-10da-437f-bab3-fb7912725cc9 disassociated (deleted). External IP: 172.25.5.199, port: 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968. Nov 10 18:05:10.566982 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84e3df6-d870-41f2-a8ba-bddcbabdb1e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Router 448bc8fa-0a86-4f1f-98c5-9670772f6ad3 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:05:10.682698 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84e3df6-d870-41f2-a8ba-bddcbabdb1e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:05:10.687469 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c84e3df6-d870-41f2-a8ba-bddcbabdb1e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:10.694121 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15485056-c14c-49bc-b308-406d0af6ad92 None None] Sync routers for ids ['448bc8fa-0a86-4f1f-98c5-9670772f6ad3'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:05:10.703693 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15485056-c14c-49bc-b308-406d0af6ad92 None None] Routers {'448bc8fa-0a86-4f1f-98c5-9670772f6ad3'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:05:10.704330 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-15485056-c14c-49bc-b308-406d0af6ad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:05:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['448bc8fa-0a86-4f1f-98c5-9670772f6ad3'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:10.721821 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c84e3df6-d870-41f2-a8ba-bddcbabdb1e4 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "DELETE /v2.0/floatingips/7270bada-10da-437f-bab3-fb7912725cc9 HTTP/1.1" status: 204 len: 168 time: 0.8723860 Nov 10 18:05:10.721821 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '390ad915-0b89-44bb-bc94-276decbee634', 'tag': '97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:05:10.725592 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c400c32e-9114-47f4-ba0d-6996fa98bed4" -d '{"events": [{"name": "network-changed", "server_uuid": "390ad915-0b89-44bb-bc94-276decbee634", "tag": "97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:05:10.791078 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dea955c-dd81-44ec-9350-5f6d913a472a x-openstack-request-id: req-2dea955c-dd81-44ec-9350-5f6d913a472a {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:05:10.791374 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "390ad915-0b89-44bb-bc94-276decbee634", "tag": "97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:05:10.792442 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2dea955c-dd81-44ec-9350-5f6d913a472a {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:05:10.792714 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '390ad915-0b89-44bb-bc94-276decbee634', 'tag': '97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968', 'status': 'completed', 'code': 200} Nov 10 18:05:10.870172 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400c32e-9114-47f4-ba0d-6996fa98bed4 req-0af9ff96-8fb4-4cc9-81f7-12bbfb1e3a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:10.872713 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c400c32e-9114-47f4-ba0d-6996fa98bed4 req-0af9ff96-8fb4-4cc9-81f7-12bbfb1e3a0d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 1098 time: 0.0564537 Nov 10 18:05:10.983728 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400c32e-9114-47f4-ba0d-6996fa98bed4 req-59ff24da-7ef6-4528-8dc5-6f54273b346b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:10.985468 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c400c32e-9114-47f4-ba0d-6996fa98bed4 req-59ff24da-7ef6-4528-8dc5-6f54273b346b service neutron] 10.222.0.13 "GET /v2.0/networks?id=a8192755-7eaf-46f6-87b8-df4f6239bf8f HTTP/1.1" status: 200 len: 897 time: 0.1030734 Nov 10 18:05:11.016559 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860c6f8-c3e3-496c-8c6d-d64559c30aa0 req-197e8e3f-4528-4bbc-8d57-1f1044f7dae7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:11.018089 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-15485056-c14c-49bc-b308-406d0af6ad92 None None] Set router 448bc8fa-0a86-4f1f-98c5-9670772f6ad3 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:05:11.019069 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1860c6f8-c3e3-496c-8c6d-d64559c30aa0 req-197e8e3f-4528-4bbc-8d57-1f1044f7dae7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 946 time: 0.0559349 Nov 10 18:05:11.034501 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c400c32e-9114-47f4-ba0d-6996fa98bed4 req-74eb01c8-8ec4-4efa-b6e9-64a294d907c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968 HTTP/1.1" status: 200 len: 217 time: 0.0402052 Nov 10 18:05:11.072944 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1860c6f8-c3e3-496c-8c6d-d64559c30aa0 req-756231a2-7445-4e2e-9fc1-e20793c2d126 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=97aa9cd3-f0d3-41ad-9b23-c00b18459553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461466 Nov 10 18:05:11.093354 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400c32e-9114-47f4-ba0d-6996fa98bed4 req-0e7f5cbd-2c9f-40f4-abc7-4aedc4e7fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:11.095002 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c400c32e-9114-47f4-ba0d-6996fa98bed4 req-0e7f5cbd-2c9f-40f4-abc7-4aedc4e7fe47 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=88baa772-6139-4b41-96b4-fd2921b23f71 HTTP/1.1" status: 200 len: 835 time: 0.0520709 Nov 10 18:05:11.144999 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400c32e-9114-47f4-ba0d-6996fa98bed4 req-49f95632-7028-4372-bcc5-4a75fc19e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:11.147087 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c400c32e-9114-47f4-ba0d-6996fa98bed4 req-49f95632-7028-4372-bcc5-4a75fc19e4fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8192755-7eaf-46f6-87b8-df4f6239bf8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422251 Nov 10 18:05:11.232324 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-15485056-c14c-49bc-b308-406d0af6ad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921459671', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '8a060a9c-c3e8-4a7a-bb33-9e499df5ccda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:03:10Z', 'updated_at': '2021-11-10T18:03:15Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '8a060a9c-c3e8-4a7a-bb33-9e499df5ccda', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:03:11Z', 'updated_at': '2021-11-10T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '33e3398b-11fe-4d1f-b41d-0c3ab046df21', 'name': '', 'network_id': 'a8192755-7eaf-46f6-87b8-df4f6239bf8f', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:8a:74:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '88baa772-6139-4b41-96b4-fd2921b23f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:03:14Z', 'updated_at': '2021-11-10T18:03:22Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': '88baa772-6139-4b41-96b4-fd2921b23f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:11.244860 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c400c32e-9114-47f4-ba0d-6996fa98bed4 req-6bf4d0f1-6715-47ed-974e-d75c659a0c23 service neutron] 10.222.0.13 "GET /v2.0/networks/a8192755-7eaf-46f6-87b8-df4f6239bf8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892596 Nov 10 18:05:11.259937 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15485056-c14c-49bc-b308-406d0af6ad92 None None] Checking router: 448bc8fa-0a86-4f1f-98c5-9670772f6ad3 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:05:11.268425 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15485056-c14c-49bc-b308-406d0af6ad92 None None] Routers {'448bc8fa-0a86-4f1f-98c5-9670772f6ad3'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:05:11.269029 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-15485056-c14c-49bc-b308-406d0af6ad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:05:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['448bc8fa-0a86-4f1f-98c5-9670772f6ad3'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:11.339826 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c400c32e-9114-47f4-ba0d-6996fa98bed4 req-947a8817-cffe-40e2-a031-0fbe466e9169 service neutron] 10.222.0.13 "GET /v2.0/networks/a8192755-7eaf-46f6-87b8-df4f6239bf8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858696 Nov 10 18:05:11.381649 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-15485056-c14c-49bc-b308-406d0af6ad92 None None] Set router 448bc8fa-0a86-4f1f-98c5-9670772f6ad3 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:05:11.583144 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-15485056-c14c-49bc-b308-406d0af6ad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921459671', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '8a060a9c-c3e8-4a7a-bb33-9e499df5ccda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:03:10Z', 'updated_at': '2021-11-10T18:03:15Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '8a060a9c-c3e8-4a7a-bb33-9e499df5ccda', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:03:11Z', 'updated_at': '2021-11-10T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '33e3398b-11fe-4d1f-b41d-0c3ab046df21', 'name': '', 'network_id': 'a8192755-7eaf-46f6-87b8-df4f6239bf8f', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:8a:74:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '88baa772-6139-4b41-96b4-fd2921b23f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:03:14Z', 'updated_at': '2021-11-10T18:03:22Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': '88baa772-6139-4b41-96b4-fd2921b23f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:11.609934 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15485056-c14c-49bc-b308-406d0af6ad92 None None] The sync data for ids ['448bc8fa-0a86-4f1f-98c5-9670772f6ad3'] in n-d-776250-10 is: [{'id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921459671', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '8a060a9c-c3e8-4a7a-bb33-9e499df5ccda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:03:10Z', 'updated_at': '2021-11-10T18:03:15Z', 'revision_number': 4, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '8a060a9c-c3e8-4a7a-bb33-9e499df5ccda', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:03:11Z', 'updated_at': '2021-11-10T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '33e3398b-11fe-4d1f-b41d-0c3ab046df21', 'name': '', 'network_id': 'a8192755-7eaf-46f6-87b8-df4f6239bf8f', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'mac_address': 'fa:16:3e:8a:74:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '88baa772-6139-4b41-96b4-fd2921b23f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:03:14Z', 'updated_at': '2021-11-10T18:03:22Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'subnets': [{'id': '88baa772-6139-4b41-96b4-fd2921b23f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:05:11.843423 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d712bd-063a-48d5-8529-c0ec0dcc4484 None None] New status for floating IP 7270bada-10da-437f-bab3-fb7912725cc9: DOWN {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:05:12.194938 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943076d-855b-4b47-a242-9639a95fe96b req-d1119de9-acdf-4b8a-8788-0d19103ad8da tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:12.196435 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5943076d-855b-4b47-a242-9639a95fe96b req-d1119de9-acdf-4b8a-8788-0d19103ad8da tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 946 time: 0.0539072 Nov 10 18:05:12.244965 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5943076d-855b-4b47-a242-9639a95fe96b req-7db3e8de-2be9-4ae9-82c8-d8bbe9abc69a tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/security-groups?id=97aa9cd3-f0d3-41ad-9b23-c00b18459553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426528 Nov 10 18:05:12.531677 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273b468-3660-43a5-9c96-9304c47b92e0 req-79926272-53b2-4ee2-808e-1aad18a4d25c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:12.533203 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8273b468-3660-43a5-9c96-9304c47b92e0 req-79926272-53b2-4ee2-808e-1aad18a4d25c tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.13 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 946 time: 0.0544522 Nov 10 18:05:12.641909 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-8273b468-3660-43a5-9c96-9304c47b92e0 req-a716ee72-9f8b-4ced-b0df-d0845ec4a582 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Deleting port 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:05:12.642254 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-8273b468-3660-43a5-9c96-9304c47b92e0 req-a716ee72-9f8b-4ced-b0df-d0845ec4a582 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:12.735125 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-8273b468-3660-43a5-9c96-9304c47b92e0 req-a716ee72-9f8b-4ced-b0df-d0845ec4a582 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] For port 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968,segment=NetworkSegment(d95f70bf-e73f-4864-8f05-23c32ef5549e),segment_id=d95f70bf-e73f-4864-8f05-23c32ef5549e)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:05:12.735513 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-8273b468-3660-43a5-9c96-9304c47b92e0 req-a716ee72-9f8b-4ced-b0df-d0845ec4a582 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:12.749368 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-8273b468-3660-43a5-9c96-9304c47b92e0 req-a716ee72-9f8b-4ced-b0df-d0845ec4a582 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Calling delete_port for 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:05:12.892460 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-8273b468-3660-43a5-9c96-9304c47b92e0 req-a716ee72-9f8b-4ced-b0df-d0845ec4a582 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:12.919847 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716ee72-9f8b-4ced-b0df-d0845ec4a582 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event deleted for resources: {'Port': ['ID=97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:12.964478 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-8273b468-3660-43a5-9c96-9304c47b92e0 req-a716ee72-9f8b-4ced-b0df-d0845ec4a582 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] No DVR routers for this DVR port 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968 on host n-h2-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:05:12.966971 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-8273b468-3660-43a5-9c96-9304c47b92e0 req-a716ee72-9f8b-4ced-b0df-d0845ec4a582 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:12.970272 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8273b468-3660-43a5-9c96-9304c47b92e0 req-a716ee72-9f8b-4ced-b0df-d0845ec4a582 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.13 "DELETE /v2.0/ports/97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968 HTTP/1.1" status: 204 len: 173 time: 0.4279592 Nov 10 18:05:12.970709 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '390ad915-0b89-44bb-bc94-276decbee634', 'name': 'network-vif-deleted', 'tag': '97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:05:12.973058 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e799cab-2968-438e-b301-bf2eec9675ac" -d '{"events": [{"server_uuid": "390ad915-0b89-44bb-bc94-276decbee634", "name": "network-vif-deleted", "tag": "97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:05:13.012615 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d4d486-3a18-4479-8d14-9a2230c7ae5c x-openstack-request-id: req-14d4d486-3a18-4479-8d14-9a2230c7ae5c {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:05:13.013062 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "390ad915-0b89-44bb-bc94-276decbee634", "name": "network-vif-deleted", "tag": "97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:05:13.013383 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-14d4d486-3a18-4479-8d14-9a2230c7ae5c {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:05:13.013791 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '390ad915-0b89-44bb-bc94-276decbee634', 'name': 'network-vif-deleted', 'tag': '97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968', 'status': 'completed', 'code': 200} Nov 10 18:05:13.265555 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50310) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:13.353781 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cc51fb30-9e00-4080-a79c-0b1440b824c8 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/floatingips/80c63f66-300a-4f86-b765-ff41ade447e6 HTTP/1.1" status: 200 len: 994 time: 0.0869732 Nov 10 18:05:13.371753 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6be97d7b-ed2f-43cf-aad3-85794d2622d7 req-d033d97f-fde3-43da-b147-8aef4907be1b tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "GET /v2.0/ports?device_id=390ad915-0b89-44bb-bc94-276decbee634 HTTP/1.1" status: 200 len: 210 time: 0.0366650 Nov 10 18:05:13.631001 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50318) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:14.104995 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-9a7042d3-6599-4e6f-9f61-c9805a9dfcc3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Deleting port 4d375b4d-e9dd-4048-8ef0-c1971d9d30de {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:05:14.105247 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9a7042d3-6599-4e6f-9f61-c9805a9dfcc3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:14.184952 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9a7042d3-6599-4e6f-9f61-c9805a9dfcc3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:14.185278 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9a7042d3-6599-4e6f-9f61-c9805a9dfcc3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:14.196930 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-9a7042d3-6599-4e6f-9f61-c9805a9dfcc3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Calling delete_port for 4d375b4d-e9dd-4048-8ef0-c1971d9d30de owned by network:floatingip {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:05:14.338991 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9a7042d3-6599-4e6f-9f61-c9805a9dfcc3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:14.370043 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7042d3-6599-4e6f-9f61-c9805a9dfcc3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event deleted for resources: {'Port': ['ID=4d375b4d-e9dd-4048-8ef0-c1971d9d30de,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:14.434312 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9a7042d3-6599-4e6f-9f61-c9805a9dfcc3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for floatingip, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:14.434721 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [None req-9a7042d3-6599-4e6f-9f61-c9805a9dfcc3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Floating IP 80c63f66-300a-4f86-b765-ff41ade447e6 disassociated (deleted). External IP: 172.25.5.219, port: 1446c6c9-d30c-4ac6-b58a-1996fce92c7f. Nov 10 18:05:14.441162 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50324) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:14.658926 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7042d3-6599-4e6f-9f61-c9805a9dfcc3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Router b0209a05-ed62-42a5-94f3-e2a74f188a1a has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:05:14.778229 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7042d3-6599-4e6f-9f61-c9805a9dfcc3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:05:14.782660 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9a7042d3-6599-4e6f-9f61-c9805a9dfcc3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:14.788931 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8768b7-0867-41a2-aac5-6a89c40d9179 None None] Sync routers for ids ['b0209a05-ed62-42a5-94f3-e2a74f188a1a'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:05:14.799667 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8768b7-0867-41a2-aac5-6a89c40d9179 None None] Routers {'b0209a05-ed62-42a5-94f3-e2a74f188a1a'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:05:14.800609 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-3e8768b7-0867-41a2-aac5-6a89c40d9179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:05:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['b0209a05-ed62-42a5-94f3-e2a74f188a1a'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:14.820615 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9a7042d3-6599-4e6f-9f61-c9805a9dfcc3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "DELETE /v2.0/floatingips/80c63f66-300a-4f86-b765-ff41ade447e6 HTTP/1.1" status: 204 len: 168 time: 1.1853344 Nov 10 18:05:14.922947 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-3e8768b7-0867-41a2-aac5-6a89c40d9179 None None] Set router b0209a05-ed62-42a5-94f3-e2a74f188a1a gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:05:15.014645 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6ec171-9ccf-467d-a852-6b6a191ecfef', 'tag': '1446c6c9-d30c-4ac6-b58a-1996fce92c7f'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:05:15.018269 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc67ad9-1049-4787-bbe8-b4fbd6d73ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "1c6ec171-9ccf-467d-a852-6b6a191ecfef", "tag": "1446c6c9-d30c-4ac6-b58a-1996fce92c7f"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:05:15.080494 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b347221-a179-4c3f-a175-b32ea93683e2 x-openstack-request-id: req-2b347221-a179-4c3f-a175-b32ea93683e2 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:05:15.080788 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c6ec171-9ccf-467d-a852-6b6a191ecfef", "tag": "1446c6c9-d30c-4ac6-b58a-1996fce92c7f", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:05:15.081045 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2b347221-a179-4c3f-a175-b32ea93683e2 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:05:15.081458 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6ec171-9ccf-467d-a852-6b6a191ecfef', 'tag': '1446c6c9-d30c-4ac6-b58a-1996fce92c7f', 'status': 'completed', 'code': 200} Nov 10 18:05:15.099907 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ecc2b-8fd0-427c-af20-06aad3eb391d req-6daec8a4-31ff-4945-82e9-a46643e75c4c tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:15.104398 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ad3ecc2b-8fd0-427c-af20-06aad3eb391d req-6daec8a4-31ff-4945-82e9-a46643e75c4c tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6ec171-9ccf-467d-a852-6b6a191ecfef HTTP/1.1" status: 200 len: 946 time: 0.0708473 Nov 10 18:05:15.176267 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eb31aa18-4d3b-4013-96bc-c4b7f365f5fd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:15.178726 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-3e8768b7-0867-41a2-aac5-6a89c40d9179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'name': 'tempest-TestNetworkBasicOps-router-203320720', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '71ef6ef2-1d21-4f78-be1a-96f5ec2beea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:04:15Z', 'updated_at': '2021-11-10T18:04:19Z', 'revision_number': 4, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': '71ef6ef2-1d21-4f78-be1a-96f5ec2beea3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:04:16Z', 'updated_at': '2021-11-10T18:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '0cb13682-a8de-4dd6-abee-d809713dfdf3', 'name': '', 'network_id': '66a2bff8-3ab7-457e-ac8f-052dc46e1ac7', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'mac_address': 'fa:16:3e:2b:96:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'a458ea51-1cd3-4cec-873d-e3199e08e659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:04:18Z', 'updated_at': '2021-11-10T18:04:24Z', 'revision_number': 5, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'subnets': [{'id': 'a458ea51-1cd3-4cec-873d-e3199e08e659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:15.187989 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc67ad9-1049-4787-bbe8-b4fbd6d73ca8 req-5d8804f0-f5a4-46ad-8d3e-9750b0cc098e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:15.189548 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1fc67ad9-1049-4787-bbe8-b4fbd6d73ca8 req-5d8804f0-f5a4-46ad-8d3e-9750b0cc098e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89cf220e8c1c4bf18e710a3d7b36e9f4&device_id=1c6ec171-9ccf-467d-a852-6b6a191ecfef HTTP/1.1" status: 200 len: 1098 time: 0.0838888 Nov 10 18:05:15.194233 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ad3ecc2b-8fd0-427c-af20-06aad3eb391d req-add06851-44b3-425d-8f92-375bf9faac52 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?id=29632c9a-9914-49f4-aff7-344c5ab73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798051 Nov 10 18:05:15.206757 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8768b7-0867-41a2-aac5-6a89c40d9179 None None] Checking router: b0209a05-ed62-42a5-94f3-e2a74f188a1a for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:05:15.220374 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8768b7-0867-41a2-aac5-6a89c40d9179 None None] Routers {'b0209a05-ed62-42a5-94f3-e2a74f188a1a'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:05:15.221102 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-3e8768b7-0867-41a2-aac5-6a89c40d9179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:05:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['b0209a05-ed62-42a5-94f3-e2a74f188a1a'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:15.296490 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc67ad9-1049-4787-bbe8-b4fbd6d73ca8 req-c4eb9479-87f3-444f-b832-127cc41dba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:15.298059 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1fc67ad9-1049-4787-bbe8-b4fbd6d73ca8 req-c4eb9479-87f3-444f-b832-127cc41dba27 service neutron] 10.222.0.13 "GET /v2.0/networks?id=66a2bff8-3ab7-457e-ac8f-052dc46e1ac7 HTTP/1.1" status: 200 len: 896 time: 0.1009629 Nov 10 18:05:15.330068 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-3e8768b7-0867-41a2-aac5-6a89c40d9179 None None] Set router b0209a05-ed62-42a5-94f3-e2a74f188a1a gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:05:15.347024 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1fc67ad9-1049-4787-bbe8-b4fbd6d73ca8 req-734b2bdb-aa56-4ece-960e-3b95230c5f89 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1446c6c9-d30c-4ac6-b58a-1996fce92c7f HTTP/1.1" status: 200 len: 217 time: 0.0399749 Nov 10 18:05:15.401670 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc67ad9-1049-4787-bbe8-b4fbd6d73ca8 req-92406b28-3bbf-47fa-8011-6802377b8c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:15.403465 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1fc67ad9-1049-4787-bbe8-b4fbd6d73ca8 req-92406b28-3bbf-47fa-8011-6802377b8c2c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a458ea51-1cd3-4cec-873d-e3199e08e659 HTTP/1.1" status: 200 len: 835 time: 0.0479898 Nov 10 18:05:15.441477 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-eb31aa18-4d3b-4013-96bc-c4b7f365f5fd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Deleting port 33e3398b-11fe-4d1f-b41d-0c3ab046df21 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:05:15.442050 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eb31aa18-4d3b-4013-96bc-c4b7f365f5fd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:15.453263 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc67ad9-1049-4787-bbe8-b4fbd6d73ca8 req-6279c71b-c73b-4148-aaec-206933940fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:15.454807 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1fc67ad9-1049-4787-bbe8-b4fbd6d73ca8 req-6279c71b-c73b-4148-aaec-206933940fc1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66a2bff8-3ab7-457e-ac8f-052dc46e1ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420995 Nov 10 18:05:15.544195 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-eb31aa18-4d3b-4013-96bc-c4b7f365f5fd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] For port 33e3398b-11fe-4d1f-b41d-0c3ab046df21, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=33e3398b-11fe-4d1f-b41d-0c3ab046df21,segment=NetworkSegment(d95f70bf-e73f-4864-8f05-23c32ef5549e),segment_id=d95f70bf-e73f-4864-8f05-23c32ef5549e)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:05:15.544595 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eb31aa18-4d3b-4013-96bc-c4b7f365f5fd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:15.556065 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-3e8768b7-0867-41a2-aac5-6a89c40d9179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'name': 'tempest-TestNetworkBasicOps-router-203320720', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '71ef6ef2-1d21-4f78-be1a-96f5ec2beea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:04:15Z', 'updated_at': '2021-11-10T18:04:19Z', 'revision_number': 4, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': '71ef6ef2-1d21-4f78-be1a-96f5ec2beea3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:04:16Z', 'updated_at': '2021-11-10T18:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '0cb13682-a8de-4dd6-abee-d809713dfdf3', 'name': '', 'network_id': '66a2bff8-3ab7-457e-ac8f-052dc46e1ac7', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'mac_address': 'fa:16:3e:2b:96:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'a458ea51-1cd3-4cec-873d-e3199e08e659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:04:18Z', 'updated_at': '2021-11-10T18:04:24Z', 'revision_number': 5, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'subnets': [{'id': 'a458ea51-1cd3-4cec-873d-e3199e08e659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:15.557752 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-eb31aa18-4d3b-4013-96bc-c4b7f365f5fd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Calling delete_port for 33e3398b-11fe-4d1f-b41d-0c3ab046df21 owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:05:15.563214 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1fc67ad9-1049-4787-bbe8-b4fbd6d73ca8 req-8664fbb3-809e-46ae-8897-46e2f66165ac service neutron] 10.222.0.13 "GET /v2.0/networks/66a2bff8-3ab7-457e-ac8f-052dc46e1ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995750 Nov 10 18:05:15.590133 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8768b7-0867-41a2-aac5-6a89c40d9179 None None] The sync data for ids ['b0209a05-ed62-42a5-94f3-e2a74f188a1a'] in n-d-776250-10 is: [{'id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'name': 'tempest-TestNetworkBasicOps-router-203320720', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '71ef6ef2-1d21-4f78-be1a-96f5ec2beea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:04:15Z', 'updated_at': '2021-11-10T18:04:19Z', 'revision_number': 4, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': '71ef6ef2-1d21-4f78-be1a-96f5ec2beea3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:04:16Z', 'updated_at': '2021-11-10T18:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '0cb13682-a8de-4dd6-abee-d809713dfdf3', 'name': '', 'network_id': '66a2bff8-3ab7-457e-ac8f-052dc46e1ac7', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'mac_address': 'fa:16:3e:2b:96:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'a458ea51-1cd3-4cec-873d-e3199e08e659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:04:18Z', 'updated_at': '2021-11-10T18:04:24Z', 'revision_number': 5, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'subnets': [{'id': 'a458ea51-1cd3-4cec-873d-e3199e08e659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:05:15.670206 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1fc67ad9-1049-4787-bbe8-b4fbd6d73ca8 req-63a8d056-4613-48e7-808e-be6df6bb2188 service neutron] 10.222.0.13 "GET /v2.0/networks/66a2bff8-3ab7-457e-ac8f-052dc46e1ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963707 Nov 10 18:05:15.766572 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eb31aa18-4d3b-4013-96bc-c4b7f365f5fd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:15.790290 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31aa18-4d3b-4013-96bc-c4b7f365f5fd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event deleted for resources: {'Port': ['ID=33e3398b-11fe-4d1f-b41d-0c3ab046df21,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:15.794464 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:05:15.804317 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31aa18-4d3b-4013-96bc-c4b7f365f5fd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:15.804653 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31aa18-4d3b-4013-96bc-c4b7f365f5fd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:15.805137 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31aa18-4d3b-4013-96bc-c4b7f365f5fd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:15.805483 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31aa18-4d3b-4013-96bc-c4b7f365f5fd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:15.807645 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31aa18-4d3b-4013-96bc-c4b7f365f5fd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:15.808001 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31aa18-4d3b-4013-96bc-c4b7f365f5fd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:15.808362 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31aa18-4d3b-4013-96bc-c4b7f365f5fd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:15.809304 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31aa18-4d3b-4013-96bc-c4b7f365f5fd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:15.809646 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31aa18-4d3b-4013-96bc-c4b7f365f5fd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:15.809978 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31aa18-4d3b-4013-96bc-c4b7f365f5fd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:15.810312 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31aa18-4d3b-4013-96bc-c4b7f365f5fd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:15.810642 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31aa18-4d3b-4013-96bc-c4b7f365f5fd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:15.819641 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:05:15.820193 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 97bc89d3-e1c5-4dc9-9f9a-cf8f74daa968 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:05:15.868367 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38a15dd-9c34-4d69-b1b0-baa665e021e0 None None] New status for floating IP 80c63f66-300a-4f86-b765-ff41ade447e6: DOWN {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:05:15.999469 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eb31aa18-4d3b-4013-96bc-c4b7f365f5fd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:16.220306 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb31aa18-4d3b-4013-96bc-c4b7f365f5fd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Router 448bc8fa-0a86-4f1f-98c5-9670772f6ad3 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:05:16.323997 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2007c5-0989-466f-9633-d0d7dde65d8d req-aa1e7071-b9de-4c9c-b870-cf6999edf0e2 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:16.325949 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2b2007c5-0989-466f-9633-d0d7dde65d8d req-aa1e7071-b9de-4c9c-b870-cf6999edf0e2 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6ec171-9ccf-467d-a852-6b6a191ecfef HTTP/1.1" status: 200 len: 946 time: 0.0533919 Nov 10 18:05:16.340286 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb31aa18-4d3b-4013-96bc-c4b7f365f5fd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:05:16.346466 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-eb31aa18-4d3b-4013-96bc-c4b7f365f5fd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "PUT /v2.0/routers/448bc8fa-0a86-4f1f-98c5-9670772f6ad3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9041338 Nov 10 18:05:16.348688 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50338) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:16.354067 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf8dfd4-f2a3-4c04-aa7c-4597c6c57364 None None] Sync routers for ids ['448bc8fa-0a86-4f1f-98c5-9670772f6ad3'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:05:16.365944 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf8dfd4-f2a3-4c04-aa7c-4597c6c57364 None None] Routers {'448bc8fa-0a86-4f1f-98c5-9670772f6ad3'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:05:16.366868 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-dcf8dfd4-f2a3-4c04-aa7c-4597c6c57364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:05:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['448bc8fa-0a86-4f1f-98c5-9670772f6ad3'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:16.402370 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2b2007c5-0989-466f-9633-d0d7dde65d8d req-f47c89ae-9bd3-4b8b-868a-b10c3b43e111 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/security-groups?id=29632c9a-9914-49f4-aff7-344c5ab73f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693426 Nov 10 18:05:16.414107 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f6cfa3c-2ba6-4334-8db5-9664dd452f5f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Deleting subnet 88baa772-6139-4b41-96b4-fd2921b23f71 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:05:16.419008 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f6cfa3c-2ba6-4334-8db5-9664dd452f5f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:16.453153 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ea63d-9212-45f4-b7a3-46da83c71257 req-895902e5-215a-4875-981b-292f9c6a1f94 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:16.454764 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d00ea63d-9212-45f4-b7a3-46da83c71257 req-895902e5-215a-4875-981b-292f9c6a1f94 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c6ec171-9ccf-467d-a852-6b6a191ecfef HTTP/1.1" status: 200 len: 946 time: 0.0764058 Nov 10 18:05:16.465939 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f6cfa3c-2ba6-4334-8db5-9664dd452f5f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:16.542163 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-dcf8dfd4-f2a3-4c04-aa7c-4597c6c57364 None None] Set router 448bc8fa-0a86-4f1f-98c5-9670772f6ad3 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:05:16.555676 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-d00ea63d-9212-45f4-b7a3-46da83c71257 req-e1fb2098-42f6-4536-928f-372c5648eb69 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Deleting port 1446c6c9-d30c-4ac6-b58a-1996fce92c7f {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:05:16.556326 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d00ea63d-9212-45f4-b7a3-46da83c71257 req-e1fb2098-42f6-4536-928f-372c5648eb69 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:16.567947 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f6cfa3c-2ba6-4334-8db5-9664dd452f5f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:16.657323 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f6cfa3c-2ba6-4334-8db5-9664dd452f5f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:16.665831 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-d00ea63d-9212-45f4-b7a3-46da83c71257 req-e1fb2098-42f6-4536-928f-372c5648eb69 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] For port 1446c6c9-d30c-4ac6-b58a-1996fce92c7f, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=1446c6c9-d30c-4ac6-b58a-1996fce92c7f,segment=NetworkSegment(ad3cf061-512e-4ab1-9dce-1a56dec648bc),segment_id=ad3cf061-512e-4ab1-9dce-1a56dec648bc)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:05:16.665831 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d00ea63d-9212-45f4-b7a3-46da83c71257 req-e1fb2098-42f6-4536-928f-372c5648eb69 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:16.681296 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-d00ea63d-9212-45f4-b7a3-46da83c71257 req-e1fb2098-42f6-4536-928f-372c5648eb69 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Calling delete_port for 1446c6c9-d30c-4ac6-b58a-1996fce92c7f owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:05:16.689786 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362db1f3-05f4-4769-bd90-b614f9028fee None None] Network a8192755-7eaf-46f6-87b8-df4f6239bf8f requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:05:16.698021 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f6cfa3c-2ba6-4334-8db5-9664dd452f5f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:16.704008 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7f6cfa3c-2ba6-4334-8db5-9664dd452f5f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "DELETE /v2.0/subnets/88baa772-6139-4b41-96b4-fd2921b23f71 HTTP/1.1" status: 204 len: 168 time: 0.3514163 Nov 10 18:05:16.705300 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50340) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:16.706071 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6cfa3c-2ba6-4334-8db5-9664dd452f5f tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event deleted for resources: {'Subnet': ['ID=88baa772-6139-4b41-96b4-fd2921b23f71,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:16.841858 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-315cb6fb-90b6-4946-bbcd-dfd0772d63bd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:16.847785 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d00ea63d-9212-45f4-b7a3-46da83c71257 req-e1fb2098-42f6-4536-928f-372c5648eb69 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:16.851375 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-dcf8dfd4-f2a3-4c04-aa7c-4597c6c57364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921459671', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '8a060a9c-c3e8-4a7a-bb33-9e499df5ccda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:03:10Z', 'updated_at': '2021-11-10T18:05:15Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '8a060a9c-c3e8-4a7a-bb33-9e499df5ccda', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:03:11Z', 'updated_at': '2021-11-10T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:16.882421 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb2098-42f6-4536-928f-372c5648eb69 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event deleted for resources: {'Port': ['ID=1446c6c9-d30c-4ac6-b58a-1996fce92c7f,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:16.888481 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf8dfd4-f2a3-4c04-aa7c-4597c6c57364 None None] Checking router: 448bc8fa-0a86-4f1f-98c5-9670772f6ad3 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:05:16.905169 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf8dfd4-f2a3-4c04-aa7c-4597c6c57364 None None] Routers {'448bc8fa-0a86-4f1f-98c5-9670772f6ad3'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:05:16.905169 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-dcf8dfd4-f2a3-4c04-aa7c-4597c6c57364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:05:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['448bc8fa-0a86-4f1f-98c5-9670772f6ad3'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:16.932903 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00ea63d-9212-45f4-b7a3-46da83c71257 req-e1fb2098-42f6-4536-928f-372c5648eb69 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] No DVR routers for this DVR port 1446c6c9-d30c-4ac6-b58a-1996fce92c7f on host n-h2-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:05:16.935636 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-d00ea63d-9212-45f4-b7a3-46da83c71257 req-e1fb2098-42f6-4536-928f-372c5648eb69 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:16.939261 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d00ea63d-9212-45f4-b7a3-46da83c71257 req-e1fb2098-42f6-4536-928f-372c5648eb69 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.13 "DELETE /v2.0/ports/1446c6c9-d30c-4ac6-b58a-1996fce92c7f HTTP/1.1" status: 204 len: 173 time: 0.4774456 Nov 10 18:05:17.017494 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-315cb6fb-90b6-4946-bbcd-dfd0772d63bd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:17.082643 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6ec171-9ccf-467d-a852-6b6a191ecfef', 'name': 'network-vif-deleted', 'tag': '1446c6c9-d30c-4ac6-b58a-1996fce92c7f'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:05:17.087079 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7760f11e-25db-4ded-ae48-86d506a7a24f" -d '{"events": [{"server_uuid": "1c6ec171-9ccf-467d-a852-6b6a191ecfef", "name": "network-vif-deleted", "tag": "1446c6c9-d30c-4ac6-b58a-1996fce92c7f"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:05:17.106568 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-315cb6fb-90b6-4946-bbcd-dfd0772d63bd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Deleting port 8a060a9c-c3e8-4a7a-bb33-9e499df5ccda {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:05:17.107292 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-315cb6fb-90b6-4946-bbcd-dfd0772d63bd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:17.154805 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c09e45-992a-44f3-b8e9-4dd3203ed2b1 x-openstack-request-id: req-84c09e45-992a-44f3-b8e9-4dd3203ed2b1 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:05:17.155997 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6ec171-9ccf-467d-a852-6b6a191ecfef", "name": "network-vif-deleted", "tag": "1446c6c9-d30c-4ac6-b58a-1996fce92c7f", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:05:17.157600 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-84c09e45-992a-44f3-b8e9-4dd3203ed2b1 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:05:17.157600 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6ec171-9ccf-467d-a852-6b6a191ecfef', 'name': 'network-vif-deleted', 'tag': '1446c6c9-d30c-4ac6-b58a-1996fce92c7f', 'status': 'completed', 'code': 200} Nov 10 18:05:17.191767 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364908de-99ed-4808-8826-837798df1a82 None None] DHCP port deletion for a8192755-7eaf-46f6-87b8-df4f6239bf8f request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:05:17.213126 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-315cb6fb-90b6-4946-bbcd-dfd0772d63bd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] For port 8a060a9c-c3e8-4a7a-bb33-9e499df5ccda, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=8a060a9c-c3e8-4a7a-bb33-9e499df5ccda,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:05:17.213751 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-315cb6fb-90b6-4946-bbcd-dfd0772d63bd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:17.242400 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-315cb6fb-90b6-4946-bbcd-dfd0772d63bd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Calling delete_port for 8a060a9c-c3e8-4a7a-bb33-9e499df5ccda owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:05:17.251882 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-dcf8dfd4-f2a3-4c04-aa7c-4597c6c57364 None None] Set router 448bc8fa-0a86-4f1f-98c5-9670772f6ad3 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:05:17.397033 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-364908de-99ed-4808-8826-837798df1a82 None None] Deleting port 7702b750-6344-45e4-97bd-1380dd002728 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:05:17.397805 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-364908de-99ed-4808-8826-837798df1a82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:17.538666 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-315cb6fb-90b6-4946-bbcd-dfd0772d63bd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:17.553849 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-364908de-99ed-4808-8826-837798df1a82 None None] For port 7702b750-6344-45e4-97bd-1380dd002728, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=7702b750-6344-45e4-97bd-1380dd002728,segment=NetworkSegment(d95f70bf-e73f-4864-8f05-23c32ef5549e),segment_id=d95f70bf-e73f-4864-8f05-23c32ef5549e)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:05:17.554250 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-364908de-99ed-4808-8826-837798df1a82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:17.575315 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-364908de-99ed-4808-8826-837798df1a82 None None] Calling delete_port for 7702b750-6344-45e4-97bd-1380dd002728 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:05:17.593067 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0156bdec-e863-4b0d-ae7e-af6b4c2ea787 req-02f27d79-5db7-4c12-97e5-0209bf42dfde tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c6ec171-9ccf-467d-a852-6b6a191ecfef HTTP/1.1" status: 200 len: 210 time: 0.0578163 Nov 10 18:05:17.609111 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315cb6fb-90b6-4946-bbcd-dfd0772d63bd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event deleted for resources: {'Port': ['ID=8a060a9c-c3e8-4a7a-bb33-9e499df5ccda,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:17.641350 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298d7d13-1bec-4cc1-a86d-6f3b1259f915 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:05:17.670105 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-dcf8dfd4-f2a3-4c04-aa7c-4597c6c57364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921459671', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '8a060a9c-c3e8-4a7a-bb33-9e499df5ccda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:03:10Z', 'updated_at': '2021-11-10T18:05:15Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '8a060a9c-c3e8-4a7a-bb33-9e499df5ccda', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:03:11Z', 'updated_at': '2021-11-10T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:17.678034 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 7702b750-6344-45e4-97bd-1380dd002728 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:05:17.682678 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-315cb6fb-90b6-4946-bbcd-dfd0772d63bd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:17.727914 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf8dfd4-f2a3-4c04-aa7c-4597c6c57364 None None] The sync data for ids ['448bc8fa-0a86-4f1f-98c5-9670772f6ad3'] in n-d-776250-10 is: [{'id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1921459671', 'tenant_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '8a060a9c-c3e8-4a7a-bb33-9e499df5ccda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:03:10Z', 'updated_at': '2021-11-10T18:05:15Z', 'revision_number': 5, 'project_id': '84e0993fb1d44a64ad660dd1943b7d6b', 'gw_port': {'id': '8a060a9c-c3e8-4a7a-bb33-9e499df5ccda', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:2e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448bc8fa-0a86-4f1f-98c5-9670772f6ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:03:11Z', 'updated_at': '2021-11-10T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:05:17.759040 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-364908de-99ed-4808-8826-837798df1a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:17.799277 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364908de-99ed-4808-8826-837798df1a82 None None] Pushing event deleted for resources: {'Port': ['ID=7702b750-6344-45e4-97bd-1380dd002728,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:17.803211 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-315cb6fb-90b6-4946-bbcd-dfd0772d63bd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:17.805650 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364908de-99ed-4808-8826-837798df1a82 None None] No DVR routers for this DVR port 7702b750-6344-45e4-97bd-1380dd002728 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:05:17.807298 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No active binding found for port 7702b750-6344-45e4-97bd-1380dd002728 {{(pid=102470) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 18:05:17.807928 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 7702b750-6344-45e4-97bd-1380dd002728 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:05:17.812003 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-315cb6fb-90b6-4946-bbcd-dfd0772d63bd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:17.865468 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-315cb6fb-90b6-4946-bbcd-dfd0772d63bd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:17.866110 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315cb6fb-90b6-4946-bbcd-dfd0772d63bd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Fanout notify agent at l3_agent the message router_deleted on router 448bc8fa-0a86-4f1f-98c5-9670772f6ad3 {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:05:17.873860 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-315cb6fb-90b6-4946-bbcd-dfd0772d63bd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:17.877631 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-315cb6fb-90b6-4946-bbcd-dfd0772d63bd tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "DELETE /v2.0/routers/448bc8fa-0a86-4f1f-98c5-9670772f6ad3 HTTP/1.1" status: 204 len: 168 time: 1.1667147 Nov 10 18:05:17.877782 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50356) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:17.956019 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-593df1b0-a58a-49e4-bd56-685c9d5045d7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:18.047828 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-593df1b0-a58a-49e4-bd56-685c9d5045d7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:18.067783 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-593df1b0-a58a-49e4-bd56-685c9d5045d7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8192755-7eaf-46f6-87b8-df4f6239bf8f']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:18.079120 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-593df1b0-a58a-49e4-bd56-685c9d5045d7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd95f70bf-e73f-4864-8f05-23c32ef5549e') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:18.079120 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-593df1b0-a58a-49e4-bd56-685c9d5045d7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd95f70bf-e73f-4864-8f05-23c32ef5549e') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:18.099576 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-593df1b0-a58a-49e4-bd56-685c9d5045d7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:18.123336 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-593df1b0-a58a-49e4-bd56-685c9d5045d7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:18.130677 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-593df1b0-a58a-49e4-bd56-685c9d5045d7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:05:18.131425 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-593df1b0-a58a-49e4-bd56-685c9d5045d7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:18.136544 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:05:18.136544 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:05:18.136544 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:05:18.136544 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:05:18.136544 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:05:18.136544 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:05:18.136544 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:05:18.136544 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:05:18.136544 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:05:18.136544 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:05:18.136544 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:05:18.136544 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:05:18.136544 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:05:18.136544 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:05:18.136544 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:05:18.136544 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:05:18.136544 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:05:18.136544 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:05:18.136544 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:05:18.136544 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:05:18.136544 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:05:18.136544 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:05:18.136544 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:05:18.136544 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:05:18.136544 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:05:18.136544 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:05:18.136544 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:05:18.136544 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:05:18.136544 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:05:18.136544 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:05:18.136544 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:05:18.136544 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:05:18.207429 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-593df1b0-a58a-49e4-bd56-685c9d5045d7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:18.213886 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-593df1b0-a58a-49e4-bd56-685c9d5045d7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:18.217666 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-593df1b0-a58a-49e4-bd56-685c9d5045d7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "DELETE /v2.0/networks/a8192755-7eaf-46f6-87b8-df4f6239bf8f HTTP/1.1" status: 204 len: 168 time: 0.3384016 Nov 10 18:05:18.220474 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50358) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:18.234945 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593df1b0-a58a-49e4-bd56-685c9d5045d7 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event deleted for resources: {'Network': ['ID=a8192755-7eaf-46f6-87b8-df4f6239bf8f,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:18.298836 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-97609ed0-891b-4529-a350-22161f434e14 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:18.338958 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-97609ed0-891b-4529-a350-22161f434e14 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:18.411546 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-97609ed0-891b-4529-a350-22161f434e14 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:18.414469 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-97609ed0-891b-4529-a350-22161f434e14 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:18.415810 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-97609ed0-891b-4529-a350-22161f434e14 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] 10.222.0.39 "DELETE /v2.0/security-groups/97aa9cd3-f0d3-41ad-9b23-c00b18459553 HTTP/1.1" status: 204 len: 168 time: 0.1937931 Nov 10 18:05:18.428604 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97609ed0-891b-4529-a350-22161f434e14 tempest-TestNetworkAdvancedServerOps-2034447586 tempest-TestNetworkAdvancedServerOps-2034447586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97aa9cd3-f0d3-41ad-9b23-c00b18459553,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:18.659329 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50372) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:18.716732 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50374) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:18.725194 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c1266b51-d06d-4f39-a828-8089e5f4e9ee tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:18.757224 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c1266b51-d06d-4f39-a828-8089e5f4e9ee tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:18.832592 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c1266b51-d06d-4f39-a828-8089e5f4e9ee tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:18.836913 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c1266b51-d06d-4f39-a828-8089e5f4e9ee tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:18.838098 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c1266b51-d06d-4f39-a828-8089e5f4e9ee tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "DELETE /v2.0/security-groups/29632c9a-9914-49f4-aff7-344c5ab73f40 HTTP/1.1" status: 204 len: 168 time: 0.1776555 Nov 10 18:05:18.855256 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1266b51-d06d-4f39-a828-8089e5f4e9ee tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29632c9a-9914-49f4-aff7-344c5ab73f40,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:18.865268 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:05:18.898718 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e6583d83-3567-4e7a-a6a0-b8ed3565cb54 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=84e0993fb1d44a64ad660dd1943b7d6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1807437 Nov 10 18:05:18.901260 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50380) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:18.914117 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50382) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:18.977436 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-360f7b66-1de2-41cd-b919-1a6854561ee7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:18.999407 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-360f7b66-1de2-41cd-b919-1a6854561ee7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:19.053434 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-360f7b66-1de2-41cd-b919-1a6854561ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:19.056773 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-360f7b66-1de2-41cd-b919-1a6854561ee7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:19.068796 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-360f7b66-1de2-41cd-b919-1a6854561ee7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dce8984c-e77c-48be-9d47-e59b99d16529 HTTP/1.1" status: 204 len: 168 time: 0.1609249 Nov 10 18:05:19.086126 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f7b66-1de2-41cd-b919-1a6854561ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce8984c-e77c-48be-9d47-e59b99d16529,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:19.329815 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1292e8cb-e050-489f-be02-4eab2ae5e9b9 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:19.433342 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50392) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:19.479070 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-42f5c584-e93e-4a06-88d3-8cba7648423a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=31e7fdf7aa724e72a0352799bf6bfc1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432563 Nov 10 18:05:19.481717 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50394) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:19.543264 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5e76fad2-2a3a-4664-9ad3-fc60fa3a5fd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:19.583527 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5e76fad2-2a3a-4664-9ad3-fc60fa3a5fd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:19.617662 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 33e3398b-11fe-4d1f-b41d-0c3ab046df21 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:05:19.631237 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-1292e8cb-e050-489f-be02-4eab2ae5e9b9 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Deleting port 0cb13682-a8de-4dd6-abee-d809713dfdf3 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:05:19.633442 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1292e8cb-e050-489f-be02-4eab2ae5e9b9 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:19.644271 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 33e3398b-11fe-4d1f-b41d-0c3ab046df21 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:05:19.644976 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 33e3398b-11fe-4d1f-b41d-0c3ab046df21 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:05:19.645113 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5e76fad2-2a3a-4664-9ad3-fc60fa3a5fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:19.646291 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 8a060a9c-c3e8-4a7a-bb33-9e499df5ccda no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:05:19.649012 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5e76fad2-2a3a-4664-9ad3-fc60fa3a5fd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:19.660821 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5e76fad2-2a3a-4664-9ad3-fc60fa3a5fd3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/60220bfd-58b9-4823-818e-5a578b922f50 HTTP/1.1" status: 204 len: 168 time: 0.1713805 Nov 10 18:05:19.667686 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 8a060a9c-c3e8-4a7a-bb33-9e499df5ccda {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:05:19.668572 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 8a060a9c-c3e8-4a7a-bb33-9e499df5ccda not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:05:19.683893 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76fad2-2a3a-4664-9ad3-fc60fa3a5fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60220bfd-58b9-4823-818e-5a578b922f50,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:19.766469 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-1292e8cb-e050-489f-be02-4eab2ae5e9b9 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] For port 0cb13682-a8de-4dd6-abee-d809713dfdf3, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=0cb13682-a8de-4dd6-abee-d809713dfdf3,segment=NetworkSegment(ad3cf061-512e-4ab1-9dce-1a56dec648bc),segment_id=ad3cf061-512e-4ab1-9dce-1a56dec648bc)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:05:19.767046 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1292e8cb-e050-489f-be02-4eab2ae5e9b9 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:19.783316 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-1292e8cb-e050-489f-be02-4eab2ae5e9b9 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Calling delete_port for 0cb13682-a8de-4dd6-abee-d809713dfdf3 owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:05:19.809954 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 1446c6c9-d30c-4ac6-b58a-1996fce92c7f no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:05:19.834900 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 1446c6c9-d30c-4ac6-b58a-1996fce92c7f {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:05:19.835770 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 1446c6c9-d30c-4ac6-b58a-1996fce92c7f not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:05:19.999284 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1292e8cb-e050-489f-be02-4eab2ae5e9b9 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:20.029561 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292e8cb-e050-489f-be02-4eab2ae5e9b9 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event deleted for resources: {'Port': ['ID=0cb13682-a8de-4dd6-abee-d809713dfdf3,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:20.268860 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1292e8cb-e050-489f-be02-4eab2ae5e9b9 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:20.696752 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50420) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:20.823791 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-622291f0-354f-483d-8e14-56e97c1cd64c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-191518263-network', 'tenant_id': '52a6e6e943134f3c8a82787d23e8931e'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:05:20.851582 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622291f0-354f-483d-8e14-56e97c1cd64c admin admin] Made reservation on behalf of 52a6e6e943134f3c8a82787d23e8931e for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:05:20.854911 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-622291f0-354f-483d-8e14-56e97c1cd64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:20.865342 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-622291f0-354f-483d-8e14-56e97c1cd64c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:20.922804 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1292e8cb-e050-489f-be02-4eab2ae5e9b9 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Router b0209a05-ed62-42a5-94f3-e2a74f188a1a has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:05:20.966286 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-622291f0-354f-483d-8e14-56e97c1cd64c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:20.970654 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-622291f0-354f-483d-8e14-56e97c1cd64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:21.007977 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622291f0-354f-483d-8e14-56e97c1cd64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65513b90-fb29-484c-85ba-c9b863706550,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:21.020066 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-622291f0-354f-483d-8e14-56e97c1cd64c admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:05:21.037007 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-622291f0-354f-483d-8e14-56e97c1cd64c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:21.037007 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-622291f0-354f-483d-8e14-56e97c1cd64c admin admin] Added segment 46d83a37-7034-4145-9bff-400a477b0b8b of type vlan for network 087c56be-88c5-48d1-9264-44dbff60d055 Nov 10 18:05:21.045350 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1292e8cb-e050-489f-be02-4eab2ae5e9b9 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:05:21.055955 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1292e8cb-e050-489f-be02-4eab2ae5e9b9 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "PUT /v2.0/routers/b0209a05-ed62-42a5-94f3-e2a74f188a1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1400609 Nov 10 18:05:21.056926 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50424) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:21.062116 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17748e15-3651-47d0-ab62-a274127731af None None] Sync routers for ids ['b0209a05-ed62-42a5-94f3-e2a74f188a1a'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:05:21.077634 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17748e15-3651-47d0-ab62-a274127731af None None] Routers {'b0209a05-ed62-42a5-94f3-e2a74f188a1a'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:05:21.078550 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-17748e15-3651-47d0-ab62-a274127731af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:05:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['b0209a05-ed62-42a5-94f3-e2a74f188a1a'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:21.091768 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-622291f0-354f-483d-8e14-56e97c1cd64c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:21.137850 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-622291f0-354f-483d-8e14-56e97c1cd64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:21.139735 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622291f0-354f-483d-8e14-56e97c1cd64c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:21.140373 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-622291f0-354f-483d-8e14-56e97c1cd64c admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:21.150781 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-391ba9c8-b847-447a-8fea-c91f08e239ea tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Deleting subnet a458ea51-1cd3-4cec-873d-e3199e08e659 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:05:21.155827 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-391ba9c8-b847-447a-8fea-c91f08e239ea tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:21.171822 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-622291f0-354f-483d-8e14-56e97c1cd64c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4738948 Nov 10 18:05:21.181681 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50426) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:21.190396 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-32bd9049-91fe-4523-94a8-16c2a02ad9cc admin admin] Request body: {'subnet': {'network_id': '087c56be-88c5-48d1-9264-44dbff60d055', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-191518263-subnet', 'tenant_id': '52a6e6e943134f3c8a82787d23e8931e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:05:21.214231 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-17748e15-3651-47d0-ab62-a274127731af None None] Set router b0209a05-ed62-42a5-94f3-e2a74f188a1a gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:05:21.228217 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-391ba9c8-b847-447a-8fea-c91f08e239ea tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:21.262274 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bd9049-91fe-4523-94a8-16c2a02ad9cc admin admin] Made reservation on behalf of 52a6e6e943134f3c8a82787d23e8931e for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:05:21.265268 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-32bd9049-91fe-4523-94a8-16c2a02ad9cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:21.286359 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622291f0-354f-483d-8e14-56e97c1cd64c admin admin] Pushing event updated for resources: {'Network': ['ID=087c56be-88c5-48d1-9264-44dbff60d055,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:21.297842 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 087c56be-88c5-48d1-9264-44dbff60d055 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:05:21.423597 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-391ba9c8-b847-447a-8fea-c91f08e239ea tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:21.447924 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-17748e15-3651-47d0-ab62-a274127731af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'name': 'tempest-TestNetworkBasicOps-router-203320720', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '71ef6ef2-1d21-4f78-be1a-96f5ec2beea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:04:15Z', 'updated_at': '2021-11-10T18:05:19Z', 'revision_number': 5, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': '71ef6ef2-1d21-4f78-be1a-96f5ec2beea3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:04:16Z', 'updated_at': '2021-11-10T18:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:21.479350 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17748e15-3651-47d0-ab62-a274127731af None None] Checking router: b0209a05-ed62-42a5-94f3-e2a74f188a1a for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:05:21.490103 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17748e15-3651-47d0-ab62-a274127731af None None] Routers {'b0209a05-ed62-42a5-94f3-e2a74f188a1a'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:05:21.490958 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-17748e15-3651-47d0-ab62-a274127731af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:05:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['b0209a05-ed62-42a5-94f3-e2a74f188a1a'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:21.624238 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-391ba9c8-b847-447a-8fea-c91f08e239ea tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:21.659282 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-17748e15-3651-47d0-ab62-a274127731af None None] Set router b0209a05-ed62-42a5-94f3-e2a74f188a1a gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:05:21.665006 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ba9c8-b847-447a-8fea-c91f08e239ea tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event deleted for resources: {'Subnet': ['ID=a458ea51-1cd3-4cec-873d-e3199e08e659,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:21.667043 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-32bd9049-91fe-4523-94a8-16c2a02ad9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:21.678191 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552f0d39-eb16-400d-a004-1cea246e694d None None] Network 66a2bff8-3ab7-457e-ac8f-052dc46e1ac7 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:05:21.713407 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd9049-91fe-4523-94a8-16c2a02ad9cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=39d39c79-15b9-488f-9161-4f995b18e46e,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:21.716596 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-391ba9c8-b847-447a-8fea-c91f08e239ea tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:21.722410 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-391ba9c8-b847-447a-8fea-c91f08e239ea tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "DELETE /v2.0/subnets/a458ea51-1cd3-4cec-873d-e3199e08e659 HTTP/1.1" status: 204 len: 168 time: 0.6617565 Nov 10 18:05:21.722753 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50432) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:21.787132 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bd9049-91fe-4523-94a8-16c2a02ad9cc admin admin] Checking segment: {'id': '46d83a37-7034-4145-9bff-400a477b0b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '087c56be-88c5-48d1-9264-44dbff60d055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:05:21.791476 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bd9049-91fe-4523-94a8-16c2a02ad9cc admin admin] Network hostable DHCP agents. Network: 087c56be-88c5-48d1-9264-44dbff60d055, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:05:21.832473 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bd9049-91fe-4523-94a8-16c2a02ad9cc admin admin] Network 087c56be-88c5-48d1-9264-44dbff60d055 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:05:21.850166 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-32bd9049-91fe-4523-94a8-16c2a02ad9cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 087c56be-88c5-48d1-9264-44dbff60d055) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:05:21.862877 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bd9049-91fe-4523-94a8-16c2a02ad9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:21.864529 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-32bd9049-91fe-4523-94a8-16c2a02ad9cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:21.887640 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3c75a891-0057-42ec-9873-2e9ea01634b3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:21.892559 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-32bd9049-91fe-4523-94a8-16c2a02ad9cc admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7084467 Nov 10 18:05:21.892882 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60179739-75e2-4776-83a8-26daba25476f None None] Network 087c56be-88c5-48d1-9264-44dbff60d055 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:05:21.986627 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-17748e15-3651-47d0-ab62-a274127731af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'name': 'tempest-TestNetworkBasicOps-router-203320720', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '71ef6ef2-1d21-4f78-be1a-96f5ec2beea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:04:15Z', 'updated_at': '2021-11-10T18:05:19Z', 'revision_number': 5, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': '71ef6ef2-1d21-4f78-be1a-96f5ec2beea3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:04:16Z', 'updated_at': '2021-11-10T18:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:22.065889 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3c75a891-0057-42ec-9873-2e9ea01634b3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:22.074910 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41423e33-ebcd-4ae5-a1af-787c615c3fe1 None None] DHCP port deletion for 66a2bff8-3ab7-457e-ac8f-052dc46e1ac7 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:05:22.123759 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04ebf50-d7de-42b5-80f0-ebdc2712001b None None] Network 087c56be-88c5-48d1-9264-44dbff60d055 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:05:22.160232 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-3c75a891-0057-42ec-9873-2e9ea01634b3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Deleting port 71ef6ef2-1d21-4f78-be1a-96f5ec2beea3 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:05:22.160594 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3c75a891-0057-42ec-9873-2e9ea01634b3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:22.205468 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17748e15-3651-47d0-ab62-a274127731af None None] The sync data for ids ['b0209a05-ed62-42a5-94f3-e2a74f188a1a'] in n-d-776250-10 is: [{'id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'name': 'tempest-TestNetworkBasicOps-router-203320720', 'tenant_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '71ef6ef2-1d21-4f78-be1a-96f5ec2beea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:04:15Z', 'updated_at': '2021-11-10T18:05:19Z', 'revision_number': 5, 'project_id': '89cf220e8c1c4bf18e710a3d7b36e9f4', 'gw_port': {'id': '71ef6ef2-1d21-4f78-be1a-96f5ec2beea3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:27:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0209a05-ed62-42a5-94f3-e2a74f188a1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:04:16Z', 'updated_at': '2021-11-10T18:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:05:22.240765 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-41423e33-ebcd-4ae5-a1af-787c615c3fe1 None None] Deleting port bca154c4-d110-48a7-8136-9b58b3bdeebc {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:05:22.241157 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-41423e33-ebcd-4ae5-a1af-787c615c3fe1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:22.272402 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-3c75a891-0057-42ec-9873-2e9ea01634b3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] For port 71ef6ef2-1d21-4f78-be1a-96f5ec2beea3, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=71ef6ef2-1d21-4f78-be1a-96f5ec2beea3,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:05:22.273099 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3c75a891-0057-42ec-9873-2e9ea01634b3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:22.288822 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-3c75a891-0057-42ec-9873-2e9ea01634b3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Calling delete_port for 71ef6ef2-1d21-4f78-be1a-96f5ec2beea3 owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:05:22.374873 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-41423e33-ebcd-4ae5-a1af-787c615c3fe1 None None] For port bca154c4-d110-48a7-8136-9b58b3bdeebc, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=bca154c4-d110-48a7-8136-9b58b3bdeebc,segment=NetworkSegment(ad3cf061-512e-4ab1-9dce-1a56dec648bc),segment_id=ad3cf061-512e-4ab1-9dce-1a56dec648bc)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:05:22.375600 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-41423e33-ebcd-4ae5-a1af-787c615c3fe1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:22.393048 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-41423e33-ebcd-4ae5-a1af-787c615c3fe1 None None] Calling delete_port for bca154c4-d110-48a7-8136-9b58b3bdeebc owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:05:22.493066 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3c75a891-0057-42ec-9873-2e9ea01634b3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:22.512101 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-41423e33-ebcd-4ae5-a1af-787c615c3fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:22.526921 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa605294-3415-412c-aba4-195d64acee1f None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:05:22.551246 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41423e33-ebcd-4ae5-a1af-787c615c3fe1 None None] Pushing event deleted for resources: {'Port': ['ID=bca154c4-d110-48a7-8136-9b58b3bdeebc,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:22.554441 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41423e33-ebcd-4ae5-a1af-787c615c3fe1 None None] No DVR routers for this DVR port bca154c4-d110-48a7-8136-9b58b3bdeebc on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:05:22.667298 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c75a891-0057-42ec-9873-2e9ea01634b3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event deleted for resources: {'Port': ['ID=71ef6ef2-1d21-4f78-be1a-96f5ec2beea3,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:22.679479 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3c75a891-0057-42ec-9873-2e9ea01634b3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:22.792007 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50452) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:22.797936 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-4c0da605-4fd2-4133-948a-ebed4eef9f2d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-724580330-network', 'tenant_id': '297b9e14407a4522940796db129feb10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:05:22.808254 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3c75a891-0057-42ec-9873-2e9ea01634b3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:22.810716 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3c75a891-0057-42ec-9873-2e9ea01634b3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:22.844496 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0da605-4fd2-4133-948a-ebed4eef9f2d admin admin] Made reservation on behalf of 297b9e14407a4522940796db129feb10 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:05:22.847237 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4c0da605-4fd2-4133-948a-ebed4eef9f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:22.858678 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4c0da605-4fd2-4133-948a-ebed4eef9f2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:22.874504 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3c75a891-0057-42ec-9873-2e9ea01634b3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:22.875128 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c75a891-0057-42ec-9873-2e9ea01634b3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Fanout notify agent at l3_agent the message router_deleted on router b0209a05-ed62-42a5-94f3-e2a74f188a1a {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:05:22.883801 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3c75a891-0057-42ec-9873-2e9ea01634b3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:22.884972 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3c75a891-0057-42ec-9873-2e9ea01634b3 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "DELETE /v2.0/routers/b0209a05-ed62-42a5-94f3-e2a74f188a1a HTTP/1.1" status: 204 len: 168 time: 1.1600463 Nov 10 18:05:22.887867 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50454) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:22.952524 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4c0da605-4fd2-4133-948a-ebed4eef9f2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:22.956799 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4c0da605-4fd2-4133-948a-ebed4eef9f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:22.972072 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-61a8e1a0-31d2-4b42-ad6a-f219a59aa2a5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:22.988204 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c0da605-4fd2-4133-948a-ebed4eef9f2d admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:05:22.998485 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0da605-4fd2-4133-948a-ebed4eef9f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d936a1-0848-4c2d-9ccc-fc05e8cba4d9,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:23.017587 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4c0da605-4fd2-4133-948a-ebed4eef9f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:23.018289 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-4c0da605-4fd2-4133-948a-ebed4eef9f2d admin admin] Added segment d879cd2a-81e5-48c6-8a16-829dfe7e66dd of type vlan for network e73aad43-85ec-4b5a-afd3-947411b011ee Nov 10 18:05:23.065054 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4c0da605-4fd2-4133-948a-ebed4eef9f2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:23.075561 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-61a8e1a0-31d2-4b42-ad6a-f219a59aa2a5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:23.095682 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4c0da605-4fd2-4133-948a-ebed4eef9f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:23.096573 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0da605-4fd2-4133-948a-ebed4eef9f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:23.105522 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-61a8e1a0-31d2-4b42-ad6a-f219a59aa2a5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66a2bff8-3ab7-457e-ac8f-052dc46e1ac7']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:23.107310 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4c0da605-4fd2-4133-948a-ebed4eef9f2d admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:23.120460 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-61a8e1a0-31d2-4b42-ad6a-f219a59aa2a5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad3cf061-512e-4ab1-9dce-1a56dec648bc') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:23.120757 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-61a8e1a0-31d2-4b42-ad6a-f219a59aa2a5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad3cf061-512e-4ab1-9dce-1a56dec648bc') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:23.137021 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-61a8e1a0-31d2-4b42-ad6a-f219a59aa2a5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:23.151637 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-61a8e1a0-31d2-4b42-ad6a-f219a59aa2a5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:23.158855 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61a8e1a0-31d2-4b42-ad6a-f219a59aa2a5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:05:23.159342 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-61a8e1a0-31d2-4b42-ad6a-f219a59aa2a5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:23.164005 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4c0da605-4fd2-4133-948a-ebed4eef9f2d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3707726 Nov 10 18:05:23.169633 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:05:23.169633 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:05:23.169633 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:05:23.169633 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:05:23.169633 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:05:23.169633 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:05:23.169633 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:05:23.169633 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:05:23.169633 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:05:23.169633 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:05:23.169633 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:05:23.169633 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:05:23.169633 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:05:23.169633 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:05:23.169633 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:05:23.169633 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:05:23.169633 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:05:23.169633 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:05:23.169633 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:05:23.169633 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:05:23.169633 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:05:23.169633 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:05:23.169633 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:05:23.169633 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:05:23.169633 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:05:23.169633 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:05:23.169633 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:05:23.169633 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:05:23.169633 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:05:23.169633 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:05:23.169633 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:05:23.169633 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:05:23.172065 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50456) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:23.179088 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0da605-4fd2-4133-948a-ebed4eef9f2d admin admin] Pushing event updated for resources: {'Network': ['ID=e73aad43-85ec-4b5a-afd3-947411b011ee,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:23.185247 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-7eb01cf7-51ed-45a8-a783-8dd95fe46f2f admin admin] Request body: {'subnet': {'network_id': 'e73aad43-85ec-4b5a-afd3-947411b011ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-724580330-subnet', 'tenant_id': '297b9e14407a4522940796db129feb10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:05:23.188984 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network e73aad43-85ec-4b5a-afd3-947411b011ee details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:05:23.246478 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-61a8e1a0-31d2-4b42-ad6a-f219a59aa2a5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:23.251714 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-61a8e1a0-31d2-4b42-ad6a-f219a59aa2a5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:23.255852 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-61a8e1a0-31d2-4b42-ad6a-f219a59aa2a5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] 10.222.0.39 "DELETE /v2.0/networks/66a2bff8-3ab7-457e-ac8f-052dc46e1ac7 HTTP/1.1" status: 204 len: 168 time: 0.3661156 Nov 10 18:05:23.260948 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb01cf7-51ed-45a8-a783-8dd95fe46f2f admin admin] Made reservation on behalf of 297b9e14407a4522940796db129feb10 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:05:23.264037 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7eb01cf7-51ed-45a8-a783-8dd95fe46f2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:23.276746 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8e1a0-31d2-4b42-ad6a-f219a59aa2a5 tempest-TestNetworkBasicOps-460851629 tempest-TestNetworkBasicOps-460851629-project] Pushing event deleted for resources: {'Network': ['ID=66a2bff8-3ab7-457e-ac8f-052dc46e1ac7,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:23.460706 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7eb01cf7-51ed-45a8-a783-8dd95fe46f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:23.518718 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb01cf7-51ed-45a8-a783-8dd95fe46f2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=101167ad-fa13-4639-830f-86add59adac3,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:23.529812 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb01cf7-51ed-45a8-a783-8dd95fe46f2f admin admin] Checking segment: {'id': 'd879cd2a-81e5-48c6-8a16-829dfe7e66dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e73aad43-85ec-4b5a-afd3-947411b011ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:05:23.530226 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb01cf7-51ed-45a8-a783-8dd95fe46f2f admin admin] Network hostable DHCP agents. Network: e73aad43-85ec-4b5a-afd3-947411b011ee, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:05:23.545259 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50462) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:23.548500 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb01cf7-51ed-45a8-a783-8dd95fe46f2f admin admin] Network e73aad43-85ec-4b5a-afd3-947411b011ee is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:05:23.557714 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-7eb01cf7-51ed-45a8-a783-8dd95fe46f2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, e73aad43-85ec-4b5a-afd3-947411b011ee) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:05:23.562417 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb01cf7-51ed-45a8-a783-8dd95fe46f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:23.563323 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7eb01cf7-51ed-45a8-a783-8dd95fe46f2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:23.568290 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be230274-92a2-4acb-968b-3d6f9b89084f None None] Network e73aad43-85ec-4b5a-afd3-947411b011ee requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:05:23.594576 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7eb01cf7-51ed-45a8-a783-8dd95fe46f2f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4158223 Nov 10 18:05:23.626764 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device bca154c4-d110-48a7-8136-9b58b3bdeebc no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:05:23.657245 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: bca154c4-d110-48a7-8136-9b58b3bdeebc {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:05:23.657590 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device bca154c4-d110-48a7-8136-9b58b3bdeebc not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:05:23.658049 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 0cb13682-a8de-4dd6-abee-d809713dfdf3 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:05:23.681453 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 0cb13682-a8de-4dd6-abee-d809713dfdf3 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:05:23.681801 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 0cb13682-a8de-4dd6-abee-d809713dfdf3 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:05:23.682215 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 71ef6ef2-1d21-4f78-be1a-96f5ec2beea3 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:05:23.728093 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-67d5f8e3-bbc4-4ad8-99d2-554409478f1e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=89cf220e8c1c4bf18e710a3d7b36e9f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1756039 Nov 10 18:05:23.728093 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50470) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:23.728298 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 71ef6ef2-1d21-4f78-be1a-96f5ec2beea3 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:05:23.728298 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 71ef6ef2-1d21-4f78-be1a-96f5ec2beea3 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:05:23.794746 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-480bf178-71eb-4b3b-9813-1af5d4b69123 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:23.816766 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525f7c8d-3a6e-4638-927a-c38490b2d72a None None] Network e73aad43-85ec-4b5a-afd3-947411b011ee requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:05:23.846044 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-480bf178-71eb-4b3b-9813-1af5d4b69123 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:23.921934 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-480bf178-71eb-4b3b-9813-1af5d4b69123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:23.928822 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-480bf178-71eb-4b3b-9813-1af5d4b69123 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:23.932772 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-480bf178-71eb-4b3b-9813-1af5d4b69123 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9ea1594a-9fca-47dd-9914-c8a23b88ab58 HTTP/1.1" status: 204 len: 168 time: 0.2080853 Nov 10 18:05:23.953023 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480bf178-71eb-4b3b-9813-1af5d4b69123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea1594a-9fca-47dd-9914-c8a23b88ab58,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:24.039821 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cfd337-7600-437f-81a8-60d6148c36f1 req-62b963bc-716c-4c34-9c18-0b4fc5467f33 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:24.041399 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-27cfd337-7600-437f-81a8-60d6148c36f1 req-62b963bc-716c-4c34-9c18-0b4fc5467f33 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 946 time: 0.0591254 Nov 10 18:05:24.095399 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-27cfd337-7600-437f-81a8-60d6148c36f1 req-74617976-50d4-459b-8812-2aab76a78c06 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475812 Nov 10 18:05:24.246415 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50492) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:24.260928 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-75545cbc-0616-47bc-99d0-6674782df1e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:24.336791 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-75545cbc-0616-47bc-99d0-6674782df1e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:24.341655 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-75545cbc-0616-47bc-99d0-6674782df1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:24.382305 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-63063c68-b975-4b4c-87c7-6998eda721f4 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:24.383819 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-63063c68-b975-4b4c-87c7-6998eda721f4 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/networks?id=087c56be-88c5-48d1-9264-44dbff60d055 HTTP/1.1" status: 200 len: 811 time: 0.1141407 Nov 10 18:05:24.389012 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-75545cbc-0616-47bc-99d0-6674782df1e0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1d4743878e5143c69a4b41894e06c7d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1411707 Nov 10 18:05:24.389877 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75545cbc-0616-47bc-99d0-6674782df1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b7abe7-51cb-4ad3-b578-ca9425223667,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:24.391596 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50498) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:24.417304 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-443fe849-4e42-4a3a-90be-4ec090ff17eb tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/quotas/52a6e6e943134f3c8a82787d23e8931e HTTP/1.1" status: 200 len: 375 time: 0.0247445 Nov 10 18:05:24.459723 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-7d24994d-86f9-4f6b-9c66-211ce9d2479d tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=52a6e6e943134f3c8a82787d23e8931e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350237 Nov 10 18:05:24.480842 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9b487317-f96e-41ad-b463-70d099a954cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:24.508329 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9b487317-f96e-41ad-b463-70d099a954cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:24.563393 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9b487317-f96e-41ad-b463-70d099a954cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:24.567087 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9b487317-f96e-41ad-b463-70d099a954cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:24.568457 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9b487317-f96e-41ad-b463-70d099a954cb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/02b7abe7-51cb-4ad3-b578-ca9425223667 HTTP/1.1" status: 204 len: 168 time: 0.1747479 Nov 10 18:05:24.578981 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b487317-f96e-41ad-b463-70d099a954cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b7abe7-51cb-4ad3-b578-ca9425223667,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:24.780853 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-904cd4fe-eeca-429d-874a-944f1cf79f4a service neutron] 10.222.0.39 "GET /v2.0/networks/087c56be-88c5-48d1-9264-44dbff60d055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100119 Nov 10 18:05:24.902877 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-a905668d-0632-4a84-b526-6e6105c61a62 service neutron] 10.222.0.39 "GET /v2.0/networks/087c56be-88c5-48d1-9264-44dbff60d055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154094 Nov 10 18:05:24.905418 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:25.100295 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f88ce37b-b6dc-46f1-8668-776e7060306d req-1f7a88a6-40a7-425b-a09c-3b14dae68853 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb288084-3002-46a4-909f-0df599292a3c HTTP/1.1" status: 200 len: 210 time: 0.0361104 Nov 10 18:05:25.247680 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a288f-0ffa-42ee-86bb-6ca98a40d29e req-b2baa12a-28cf-4c89-9dd6-b26f81885ada tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:25.249630 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d17a288f-0ffa-42ee-86bb-6ca98a40d29e req-b2baa12a-28cf-4c89-9dd6-b26f81885ada tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 946 time: 0.0727317 Nov 10 18:05:25.266300 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:25.316439 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d17a288f-0ffa-42ee-86bb-6ca98a40d29e req-08ad5de5-8354-45d6-8868-bc90a5be5e13 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542729 Nov 10 18:05:25.454734 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50536) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:25.567017 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-e91fbee1-de6a-42c5-81f7-58bc7300169f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1136037598-network', 'tenant_id': '3893148173944280a0bffe597d75933b'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:05:25.592476 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91fbee1-de6a-42c5-81f7-58bc7300169f admin admin] Made reservation on behalf of 3893148173944280a0bffe597d75933b for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:05:25.594847 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e91fbee1-de6a-42c5-81f7-58bc7300169f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:25.605320 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e91fbee1-de6a-42c5-81f7-58bc7300169f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:25.696799 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e91fbee1-de6a-42c5-81f7-58bc7300169f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:25.701430 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e91fbee1-de6a-42c5-81f7-58bc7300169f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:25.729362 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91fbee1-de6a-42c5-81f7-58bc7300169f admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:05:25.742700 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fbee1-de6a-42c5-81f7-58bc7300169f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf821c6-edf5-402c-8613-eb1bb22d0644,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:25.746694 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e91fbee1-de6a-42c5-81f7-58bc7300169f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:25.747041 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-e91fbee1-de6a-42c5-81f7-58bc7300169f admin admin] Added segment fd05dff9-eebc-4bea-aa36-5fd458b3bc3c of type vlan for network 751663c4-944e-4370-9efe-4bbb134d1009 Nov 10 18:05:25.792767 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e91fbee1-de6a-42c5-81f7-58bc7300169f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:25.817810 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e91fbee1-de6a-42c5-81f7-58bc7300169f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:25.818749 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91fbee1-de6a-42c5-81f7-58bc7300169f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:25.819323 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e91fbee1-de6a-42c5-81f7-58bc7300169f admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:25.875994 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e91fbee1-de6a-42c5-81f7-58bc7300169f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4201286 Nov 10 18:05:25.879158 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50542) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:25.885557 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-ddd3fe71-4d9b-4450-84ea-92ca7d121308 admin admin] Request body: {'subnet': {'network_id': '751663c4-944e-4370-9efe-4bbb134d1009', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1136037598-subnet', 'tenant_id': '3893148173944280a0bffe597d75933b', 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:05:25.889326 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fbee1-de6a-42c5-81f7-58bc7300169f admin admin] Pushing event updated for resources: {'Network': ['ID=751663c4-944e-4370-9efe-4bbb134d1009,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:25.901712 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 751663c4-944e-4370-9efe-4bbb134d1009 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:05:25.908069 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd3fe71-4d9b-4450-84ea-92ca7d121308 admin admin] Made reservation on behalf of 3893148173944280a0bffe597d75933b for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:05:25.910623 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ddd3fe71-4d9b-4450-84ea-92ca7d121308 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:26.087276 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ddd3fe71-4d9b-4450-84ea-92ca7d121308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:26.144765 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3fe71-4d9b-4450-84ea-92ca7d121308 admin admin] Pushing event updated for resources: {'Subnet': ['ID=835e2ff4-ea31-41dc-a794-aed2edab05d1,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:26.154804 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd3fe71-4d9b-4450-84ea-92ca7d121308 admin admin] Checking segment: {'id': 'fd05dff9-eebc-4bea-aa36-5fd458b3bc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '751663c4-944e-4370-9efe-4bbb134d1009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:05:26.155276 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd3fe71-4d9b-4450-84ea-92ca7d121308 admin admin] Network hostable DHCP agents. Network: 751663c4-944e-4370-9efe-4bbb134d1009, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:05:26.176788 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd3fe71-4d9b-4450-84ea-92ca7d121308 admin admin] Network 751663c4-944e-4370-9efe-4bbb134d1009 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:05:26.186902 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-ddd3fe71-4d9b-4450-84ea-92ca7d121308 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 751663c4-944e-4370-9efe-4bbb134d1009) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:05:26.191159 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd3fe71-4d9b-4450-84ea-92ca7d121308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:26.191947 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ddd3fe71-4d9b-4450-84ea-92ca7d121308 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:26.200286 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6913d835-7256-4cd9-af65-2165db0cc53c None None] Network 751663c4-944e-4370-9efe-4bbb134d1009 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:05:26.218950 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-54774930-23c3-41d6-a118-ec0e6bfd5e08 req-b35c13a5-3a58-4d4a-a1cf-3c96ecf0d78f tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb288084-3002-46a4-909f-0df599292a3c HTTP/1.1" status: 200 len: 210 time: 0.0386267 Nov 10 18:05:26.233645 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ddd3fe71-4d9b-4450-84ea-92ca7d121308 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3456500 Nov 10 18:05:26.235981 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50548) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:26.247965 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-f30b9a94-bcf5-4073-9f26-1fe2ac70bae6 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1136037598-router', 'tenant_id': '3893148173944280a0bffe597d75933b', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:05:26.275361 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f30b9a94-bcf5-4073-9f26-1fe2ac70bae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:26.277796 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f30b9a94-bcf5-4073-9f26-1fe2ac70bae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:26.353838 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f30b9a94-bcf5-4073-9f26-1fe2ac70bae6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:26.365040 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-f18b3dbb-7d96-4a25-bbef-42bfa35cbe75 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:26.366221 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bf7a53-6dec-4dd4-b90a-ec8b58fb48c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-751663c4-944e-4370-9efe-4bbb134d1009', 'network_id': '751663c4-944e-4370-9efe-4bbb134d1009', 'tenant_id': '3893148173944280a0bffe597d75933b', 'fixed_ips': [{'subnet_id': '835e2ff4-ea31-41dc-a794-aed2edab05d1'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:05:26.366787 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-f18b3dbb-7d96-4a25-bbef-42bfa35cbe75 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.13 "GET /v2.0/networks?id=087c56be-88c5-48d1-9264-44dbff60d055 HTTP/1.1" status: 200 len: 811 time: 0.1588378 Nov 10 18:05:26.367142 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b8bf7a53-6dec-4dd4-b90a-ec8b58fb48c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:26.383601 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-3216a194-45f1-4b75-9ee8-98f56affb940 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Request body: {'port': {'device_id': 'bb288084-3002-46a4-909f-0df599292a3c', 'network_id': '087c56be-88c5-48d1-9264-44dbff60d055', 'admin_state_up': True, 'tenant_id': '52a6e6e943134f3c8a82787d23e8931e'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:05:26.529333 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-3216a194-45f1-4b75-9ee8-98f56affb940 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Made reservation on behalf of 52a6e6e943134f3c8a82787d23e8931e for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:05:26.532441 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-b8bf7a53-6dec-4dd4-b90a-ec8b58fb48c4 None None] Allocated IP 172.20.0.2 (751663c4-944e-4370-9efe-4bbb134d1009/835e2ff4-ea31-41dc-a794-aed2edab05d1/38cf4208-a9ff-4706-b7fe-9dc74a977092) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:05:26.535596 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-3216a194-45f1-4b75-9ee8-98f56affb940 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:26.591809 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063ab15-2f37-4f4d-be01-a50b91dcc072 req-579b3872-d2b2-41c6-9030-5bacafa9af1b tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:26.599628 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6063ab15-2f37-4f4d-be01-a50b91dcc072 req-579b3872-d2b2-41c6-9030-5bacafa9af1b tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 946 time: 0.1703548 Nov 10 18:05:26.603232 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f30b9a94-bcf5-4073-9f26-1fe2ac70bae6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:26.688991 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-3216a194-45f1-4b75-9ee8-98f56affb940 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Allocated IP 172.20.0.10 (087c56be-88c5-48d1-9264-44dbff60d055/39d39c79-15b9-488f-9161-4f995b18e46e/6275295b-23eb-4009-b292-2f33a0c3ceed) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:05:26.709014 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6063ab15-2f37-4f4d-be01-a50b91dcc072 req-93d547e4-6459-4987-8da4-c0a9986ee567 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1080945 Nov 10 18:05:26.714387 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b8bf7a53-6dec-4dd4-b90a-ec8b58fb48c4 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:26.727893 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b8bf7a53-6dec-4dd4-b90a-ec8b58fb48c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:26.777476 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bf7a53-6dec-4dd4-b90a-ec8b58fb48c4 None None] Network 751663c4-944e-4370-9efe-4bbb134d1009 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:05:26.782292 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-b8bf7a53-6dec-4dd4-b90a-ec8b58fb48c4 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:05:26.787498 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bf7a53-6dec-4dd4-b90a-ec8b58fb48c4 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:05:26.790597 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf7a53-6dec-4dd4-b90a-ec8b58fb48c4 None None] Pushing event updated for resources: {'Port': ['ID=38cf4208-a9ff-4706-b7fe-9dc74a977092,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:26.803965 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bf7a53-6dec-4dd4-b90a-ec8b58fb48c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:26.804352 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bf7a53-6dec-4dd4-b90a-ec8b58fb48c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:26.804697 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bf7a53-6dec-4dd4-b90a-ec8b58fb48c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:26.805033 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bf7a53-6dec-4dd4-b90a-ec8b58fb48c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:26.805365 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bf7a53-6dec-4dd4-b90a-ec8b58fb48c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:26.805696 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bf7a53-6dec-4dd4-b90a-ec8b58fb48c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:26.806050 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bf7a53-6dec-4dd4-b90a-ec8b58fb48c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:26.806345 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bf7a53-6dec-4dd4-b90a-ec8b58fb48c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:26.806676 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bf7a53-6dec-4dd4-b90a-ec8b58fb48c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:26.807002 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bf7a53-6dec-4dd4-b90a-ec8b58fb48c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:26.807322 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bf7a53-6dec-4dd4-b90a-ec8b58fb48c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:26.807644 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bf7a53-6dec-4dd4-b90a-ec8b58fb48c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:26.861826 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b8bf7a53-6dec-4dd4-b90a-ec8b58fb48c4 None None] Attempting to bind port 38cf4208-a9ff-4706-b7fe-9dc74a977092 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:05:26.862472 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b8bf7a53-6dec-4dd4-b90a-ec8b58fb48c4 None None] Attempting to bind port 38cf4208-a9ff-4706-b7fe-9dc74a977092 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'fd05dff9-eebc-4bea-aa36-5fd458b3bc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '751663c4-944e-4370-9efe-4bbb134d1009'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:05:26.863056 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bf7a53-6dec-4dd4-b90a-ec8b58fb48c4 None None] Attempting to bind port 38cf4208-a9ff-4706-b7fe-9dc74a977092 on network 751663c4-944e-4370-9efe-4bbb134d1009 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:05:26.870039 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-3216a194-45f1-4b75-9ee8-98f56affb940 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:26.872805 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bf7a53-6dec-4dd4-b90a-ec8b58fb48c4 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:05:26.873401 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bf7a53-6dec-4dd4-b90a-ec8b58fb48c4 None None] Checking segment: {'id': 'fd05dff9-eebc-4bea-aa36-5fd458b3bc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '751663c4-944e-4370-9efe-4bbb134d1009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:05:26.874245 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b8bf7a53-6dec-4dd4-b90a-ec8b58fb48c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:26.875087 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bf7a53-6dec-4dd4-b90a-ec8b58fb48c4 None None] Bound using segment: {'id': 'fd05dff9-eebc-4bea-aa36-5fd458b3bc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '751663c4-944e-4370-9efe-4bbb134d1009'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:05:26.876620 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b8bf7a53-6dec-4dd4-b90a-ec8b58fb48c4 None None] Bound port: 38cf4208-a9ff-4706-b7fe-9dc74a977092, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd05dff9-eebc-4bea-aa36-5fd458b3bc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '751663c4-944e-4370-9efe-4bbb134d1009'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:05:26.877916 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b8bf7a53-6dec-4dd4-b90a-ec8b58fb48c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:26.885362 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f30b9a94-bcf5-4073-9f26-1fe2ac70bae6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:26.905094 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f30b9a94-bcf5-4073-9f26-1fe2ac70bae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:26.908119 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-3216a194-45f1-4b75-9ee8-98f56affb940 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:26.962459 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-3216a194-45f1-4b75-9ee8-98f56affb940 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Network 087c56be-88c5-48d1-9264-44dbff60d055 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:05:26.969256 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-3216a194-45f1-4b75-9ee8-98f56affb940 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:05:26.971622 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216a194-45f1-4b75-9ee8-98f56affb940 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Pushing event updated for resources: {'Port': ['ID=6275295b-23eb-4009-b292-2f33a0c3ceed,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:26.975319 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-3216a194-45f1-4b75-9ee8-98f56affb940 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:05:27.040585 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-3216a194-45f1-4b75-9ee8-98f56affb940 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:27.040585 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-3216a194-45f1-4b75-9ee8-98f56affb940 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:27.051714 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-f30b9a94-bcf5-4073-9f26-1fe2ac70bae6 admin admin] Allocated IP 172.25.5.224 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/428bc65a-61c7-48f2-ab13-06bc3ae55545) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:05:27.061784 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-3216a194-45f1-4b75-9ee8-98f56affb940 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6836336 Nov 10 18:05:27.074237 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-4f90e6a7-4818-4eb3-be7a-eeacba3838b5 service neutron] Request body: {'port': {'device_id': 'bb288084-3002-46a4-909f-0df599292a3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:05:27.136872 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b8bf7a53-6dec-4dd4-b90a-ec8b58fb48c4 None None] For port 38cf4208-a9ff-4706-b7fe-9dc74a977092, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:05:27.141354 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-4f90e6a7-4818-4eb3-be7a-eeacba3838b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:27.150711 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b8bf7a53-6dec-4dd4-b90a-ec8b58fb48c4 None None] For port 38cf4208-a9ff-4706-b7fe-9dc74a977092, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=38cf4208-a9ff-4706-b7fe-9dc74a977092,segment=NetworkSegment(fd05dff9-eebc-4bea-aa36-5fd458b3bc3c),segment_id=fd05dff9-eebc-4bea-aa36-5fd458b3bc3c)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:05:27.155910 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b8bf7a53-6dec-4dd4-b90a-ec8b58fb48c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:27.204436 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f30b9a94-bcf5-4073-9f26-1fe2ac70bae6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:27.216829 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf7a53-6dec-4dd4-b90a-ec8b58fb48c4 None None] Pushing event updated for resources: {'Port': ['ID=38cf4208-a9ff-4706-b7fe-9dc74a977092,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:27.253144 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f30b9a94-bcf5-4073-9f26-1fe2ac70bae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:27.309108 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30b9a94-bcf5-4073-9f26-1fe2ac70bae6 admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:05:27.312204 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-f30b9a94-bcf5-4073-9f26-1fe2ac70bae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:05:27.317816 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30b9a94-bcf5-4073-9f26-1fe2ac70bae6 admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:05:27.321209 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b9a94-bcf5-4073-9f26-1fe2ac70bae6 admin admin] Pushing event updated for resources: {'Port': ['ID=428bc65a-61c7-48f2-ab13-06bc3ae55545,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:27.328349 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21393274-5eb1-4194-ba74-9c29ac394180 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:05:27.362728 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-147c6580-83c0-44d5-9b98-180c09236cf5 None None] Provisioning complete for port 428bc65a-61c7-48f2-ab13-06bc3ae55545 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:05:27.363177 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-147c6580-83c0-44d5-9b98-180c09236cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:27.414771 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-147c6580-83c0-44d5-9b98-180c09236cf5 None None] Port 428bc65a-61c7-48f2-ab13-06bc3ae55545 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:05:27.429738 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f2a79-78bb-49c7-bbd2-93dd410c6615 req-87cd10cd-8a14-454f-84ae-9c1968f586f6 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:27.444047 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-152f2a79-78bb-49c7-bbd2-93dd410c6615 req-87cd10cd-8a14-454f-84ae-9c1968f586f6 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb288084-3002-46a4-909f-0df599292a3c HTTP/1.1" status: 200 len: 932 time: 0.0908377 Nov 10 18:05:27.487154 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-4f90e6a7-4818-4eb3-be7a-eeacba3838b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6275295b-23eb-4009-b292-2f33a0c3ceed {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:05:27.498912 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-4f90e6a7-4818-4eb3-be7a-eeacba3838b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:27.513816 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-4f90e6a7-4818-4eb3-be7a-eeacba3838b5 service neutron] Transition to ACTIVE for port object 6275295b-23eb-4009-b292-2f33a0c3ceed will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:05:27.518288 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-4f90e6a7-4818-4eb3-be7a-eeacba3838b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:27.579098 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90e6a7-4818-4eb3-be7a-eeacba3838b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6275295b-23eb-4009-b292-2f33a0c3ceed,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:27.609472 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-152f2a79-78bb-49c7-bbd2-93dd410c6615 req-4c1b26b3-f4df-40a4-94fe-5647790d5d45 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/security-groups?id=65513b90-fb29-484c-85ba-c9b863706550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517262 Nov 10 18:05:27.660872 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 38cf4208-a9ff-4706-b7fe-9dc74a977092 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:05:27.672526 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-4f90e6a7-4818-4eb3-be7a-eeacba3838b5 service neutron] Attempting to bind port 6275295b-23eb-4009-b292-2f33a0c3ceed on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:05:27.672964 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-4f90e6a7-4818-4eb3-be7a-eeacba3838b5 service neutron] Attempting to bind port 6275295b-23eb-4009-b292-2f33a0c3ceed by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '46d83a37-7034-4145-9bff-400a477b0b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '087c56be-88c5-48d1-9264-44dbff60d055'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:05:27.673368 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-4f90e6a7-4818-4eb3-be7a-eeacba3838b5 service neutron] Attempting to bind port 6275295b-23eb-4009-b292-2f33a0c3ceed on network 087c56be-88c5-48d1-9264-44dbff60d055 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:05:27.679423 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-4f90e6a7-4818-4eb3-be7a-eeacba3838b5 service neutron] Port 6275295b-23eb-4009-b292-2f33a0c3ceed on network 087c56be-88c5-48d1-9264-44dbff60d055 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:05:27.680181 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-4f90e6a7-4818-4eb3-be7a-eeacba3838b5 service neutron] Attempting to bind port 6275295b-23eb-4009-b292-2f33a0c3ceed on network 087c56be-88c5-48d1-9264-44dbff60d055 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:05:27.685723 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-4f90e6a7-4818-4eb3-be7a-eeacba3838b5 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:05:27.686390 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-4f90e6a7-4818-4eb3-be7a-eeacba3838b5 service neutron] Checking segment: {'id': '46d83a37-7034-4145-9bff-400a477b0b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '087c56be-88c5-48d1-9264-44dbff60d055'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:05:27.686741 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-4f90e6a7-4818-4eb3-be7a-eeacba3838b5 service neutron] Bound using segment: {'id': '46d83a37-7034-4145-9bff-400a477b0b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '087c56be-88c5-48d1-9264-44dbff60d055'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:05:27.687253 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-4f90e6a7-4818-4eb3-be7a-eeacba3838b5 service neutron] Bound port: 6275295b-23eb-4009-b292-2f33a0c3ceed, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46d83a37-7034-4145-9bff-400a477b0b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '087c56be-88c5-48d1-9264-44dbff60d055'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:05:27.687699 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-4f90e6a7-4818-4eb3-be7a-eeacba3838b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:27.717524 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 38cf4208-a9ff-4706-b7fe-9dc74a977092 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:05:27.718336 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:27.763101 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-4f90e6a7-4818-4eb3-be7a-eeacba3838b5 service neutron] For port 6275295b-23eb-4009-b292-2f33a0c3ceed, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:05:27.766933 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-4f90e6a7-4818-4eb3-be7a-eeacba3838b5 service neutron] For port 6275295b-23eb-4009-b292-2f33a0c3ceed, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=6275295b-23eb-4009-b292-2f33a0c3ceed,segment=NetworkSegment(46d83a37-7034-4145-9bff-400a477b0b8b),segment_id=46d83a37-7034-4145-9bff-400a477b0b8b)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:05:27.774022 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-4f90e6a7-4818-4eb3-be7a-eeacba3838b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:27.777120 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f30b9a94-bcf5-4073-9f26-1fe2ac70bae6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:27.836521 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-4f90e6a7-4818-4eb3-be7a-eeacba3838b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:27.837149 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-4f90e6a7-4818-4eb3-be7a-eeacba3838b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:27.838534 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-4f90e6a7-4818-4eb3-be7a-eeacba3838b5 service neutron] 10.222.0.13 "PUT /v2.0/ports/6275295b-23eb-4009-b292-2f33a0c3ceed HTTP/1.1" status: 200 len: 1093 time: 0.7689447 Nov 10 18:05:27.843044 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb288084-3002-46a4-909f-0df599292a3c', 'tag': '6275295b-23eb-4009-b292-2f33a0c3ceed'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:05:27.843935 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36492d3-1b31-4555-ae94-c4459a99e6a7" -d '{"events": [{"name": "network-changed", "server_uuid": "bb288084-3002-46a4-909f-0df599292a3c", "tag": "6275295b-23eb-4009-b292-2f33a0c3ceed"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:05:27.869514 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:27.905462 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90e6a7-4818-4eb3-be7a-eeacba3838b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6275295b-23eb-4009-b292-2f33a0c3ceed,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:27.916781 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 38cf4208-a9ff-4706-b7fe-9dc74a977092, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=38cf4208-a9ff-4706-b7fe-9dc74a977092,segment=NetworkSegment(fd05dff9-eebc-4bea-aa36-5fd458b3bc3c),segment_id=fd05dff9-eebc-4bea-aa36-5fd458b3bc3c)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:05:27.921964 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:27.930416 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19dd681-7a4b-4479-8c48-2f6197d81e2d x-openstack-request-id: req-d19dd681-7a4b-4479-8c48-2f6197d81e2d {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:05:27.930709 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb288084-3002-46a4-909f-0df599292a3c", "tag": "6275295b-23eb-4009-b292-2f33a0c3ceed", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:05:27.930963 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d19dd681-7a4b-4479-8c48-2f6197d81e2d {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:05:27.931367 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb288084-3002-46a4-909f-0df599292a3c', 'tag': '6275295b-23eb-4009-b292-2f33a0c3ceed', 'status': 'completed', 'code': 200} Nov 10 18:05:27.943279 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49592746-7531-4e14-8caa-05d979e6428f req-49e259c8-6cf6-4342-83d1-4e45ba0acc5d tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:27.944565 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-49592746-7531-4e14-8caa-05d979e6428f req-49e259c8-6cf6-4342-83d1-4e45ba0acc5d tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 946 time: 0.1278296 Nov 10 18:05:27.981715 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=38cf4208-a9ff-4706-b7fe-9dc74a977092,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:28.071997 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f30b9a94-bcf5-4073-9f26-1fe2ac70bae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:28.234268 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30b9a94-bcf5-4073-9f26-1fe2ac70bae6 admin admin] Router c6154395-eb6a-4ff6-9002-449d09f39857 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 18:05:28.336955 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-1b5bc42d-9557-4d5e-a6d1-d29db5455390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:28.338500 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-1b5bc42d-9557-4d5e-a6d1-d29db5455390 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=52a6e6e943134f3c8a82787d23e8931e&device_id=bb288084-3002-46a4-909f-0df599292a3c HTTP/1.1" status: 200 len: 1096 time: 0.4502804 Nov 10 18:05:28.355796 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30b9a94-bcf5-4073-9f26-1fe2ac70bae6 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:05:28.369681 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cb74d8-b2aa-4a56-bed7-dfbe1de9eab6 None None] Sync routers for ids ['c6154395-eb6a-4ff6-9002-449d09f39857'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:05:28.376223 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f30b9a94-bcf5-4073-9f26-1fe2ac70bae6 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:28.377555 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f30b9a94-bcf5-4073-9f26-1fe2ac70bae6 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1387875 Nov 10 18:05:28.380737 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50562) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:28.388653 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cb74d8-b2aa-4a56-bed7-dfbe1de9eab6 None None] Routers {'c6154395-eb6a-4ff6-9002-449d09f39857'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:05:28.389449 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-d1cb74d8-b2aa-4a56-bed7-dfbe1de9eab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:05:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['c6154395-eb6a-4ff6-9002-449d09f39857'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:28.402544 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-ae2aed59-8c5f-4d55-ae45-37d3070d162b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6275295b-23eb-4009-b292-2f33a0c3ceed HTTP/1.1" status: 200 len: 217 time: 0.0546367 Nov 10 18:05:28.437755 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b984fdf-38d9-45e0-a3c2-9c624ac6be26 None None] Network 751663c4-944e-4370-9efe-4bbb134d1009 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:05:28.439486 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-49592746-7531-4e14-8caa-05d979e6428f req-a589a523-dd83-49ba-86c2-f60801ff89b4 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4881213 Nov 10 18:05:28.459654 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-df5b58ae-9224-4cb8-8c84-88ae0e38b740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:28.461994 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-df5b58ae-9224-4cb8-8c84-88ae0e38b740 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39d39c79-15b9-488f-9161-4f995b18e46e HTTP/1.1" status: 200 len: 851 time: 0.0515382 Nov 10 18:05:28.502474 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-480af18d-815d-4089-a8e5-4a0927bbc53b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=087c56be-88c5-48d1-9264-44dbff60d055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322301 Nov 10 18:05:28.550566 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-58535b5b-3a37-4e0c-a800-f0ed0c3072d3 None None] Provisioning complete for port 38cf4208-a9ff-4706-b7fe-9dc74a977092 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:05:28.551242 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-58535b5b-3a37-4e0c-a800-f0ed0c3072d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:28.597077 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-18b94b87-5d8f-4bd3-8011-dd354e235f30 service neutron] 10.222.0.13 "GET /v2.0/networks/087c56be-88c5-48d1-9264-44dbff60d055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875733 Nov 10 18:05:28.613520 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-d1cb74d8-b2aa-4a56-bed7-dfbe1de9eab6 None None] Set router c6154395-eb6a-4ff6-9002-449d09f39857 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:05:28.707689 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4fabb789-a42f-46e4-b1f8-c7fd08c2c344 req-6e6091a4-6e74-47fc-9dfe-e5fa9a172cb1 service neutron] 10.222.0.13 "GET /v2.0/networks/087c56be-88c5-48d1-9264-44dbff60d055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030545 Nov 10 18:05:28.822587 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36492d3-1b31-4555-ae94-c4459a99e6a7 req-1d05066b-151c-47d0-9224-f734cbf9e0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:28.824270 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c36492d3-1b31-4555-ae94-c4459a99e6a7 req-1d05066b-151c-47d0-9224-f734cbf9e0b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=52a6e6e943134f3c8a82787d23e8931e&device_id=bb288084-3002-46a4-909f-0df599292a3c HTTP/1.1" status: 200 len: 1096 time: 0.0581172 Nov 10 18:05:28.944165 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-d1cb74d8-b2aa-4a56-bed7-dfbe1de9eab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'name': 'tempest-TestServerBasicOps-1136037598-router', 'tenant_id': '3893148173944280a0bffe597d75933b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '428bc65a-61c7-48f2-ab13-06bc3ae55545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:05:26Z', 'updated_at': '2021-11-10T18:05:27Z', 'revision_number': 3, 'project_id': '3893148173944280a0bffe597d75933b', 'gw_port': {'id': '428bc65a-61c7-48f2-ab13-06bc3ae55545', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:05:26Z', 'updated_at': '2021-11-10T18:05:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:28.955111 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36492d3-1b31-4555-ae94-c4459a99e6a7 req-ec1f0137-6e5b-4858-b72d-d59fb0528070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:28.957078 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c36492d3-1b31-4555-ae94-c4459a99e6a7 req-ec1f0137-6e5b-4858-b72d-d59fb0528070 service neutron] 10.222.0.13 "GET /v2.0/networks?id=087c56be-88c5-48d1-9264-44dbff60d055 HTTP/1.1" status: 200 len: 912 time: 0.1252968 Nov 10 18:05:28.974927 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cb74d8-b2aa-4a56-bed7-dfbe1de9eab6 None None] Checking router: c6154395-eb6a-4ff6-9002-449d09f39857 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:05:28.975279 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cb74d8-b2aa-4a56-bed7-dfbe1de9eab6 None None] Updating router c6154395-eb6a-4ff6-9002-449d09f39857 port 428bc65a-61c7-48f2-ab13-06bc3ae55545 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:05:29.007439 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d1cb74d8-b2aa-4a56-bed7-dfbe1de9eab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:29.018982 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c36492d3-1b31-4555-ae94-c4459a99e6a7 req-6cbea73f-2419-4a0c-b52d-e3dc990498cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6275295b-23eb-4009-b292-2f33a0c3ceed HTTP/1.1" status: 200 len: 217 time: 0.0517123 Nov 10 18:05:29.081415 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36492d3-1b31-4555-ae94-c4459a99e6a7 req-899a520e-670c-422d-93aa-fb5178dc7ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:29.084932 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c36492d3-1b31-4555-ae94-c4459a99e6a7 req-899a520e-670c-422d-93aa-fb5178dc7ee2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39d39c79-15b9-488f-9161-4f995b18e46e HTTP/1.1" status: 200 len: 851 time: 0.0553243 Nov 10 18:05:29.126497 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c36492d3-1b31-4555-ae94-c4459a99e6a7 req-c8371719-c183-4b1c-ad27-1993dea1f745 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=087c56be-88c5-48d1-9264-44dbff60d055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320535 Nov 10 18:05:29.139622 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d21ed5-337b-4ecd-bc6b-d8613e11d961 req-2dc899d6-1230-4d39-9fa4-d65b10a4223f tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:29.141031 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-52d21ed5-337b-4ecd-bc6b-d8613e11d961 req-2dc899d6-1230-4d39-9fa4-d65b10a4223f tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb288084-3002-46a4-909f-0df599292a3c HTTP/1.1" status: 200 len: 944 time: 0.4396086 Nov 10 18:05:29.236558 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-915ef861-d0c6-4ced-a0a5-1a90684deb64 None None] Provisioning complete for port 38cf4208-a9ff-4706-b7fe-9dc74a977092 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:05:29.236771 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-915ef861-d0c6-4ced-a0a5-1a90684deb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:29.247903 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c36492d3-1b31-4555-ae94-c4459a99e6a7 req-88be60af-99ad-41c3-97a4-9a7e9b5c269d service neutron] 10.222.0.13 "GET /v2.0/networks/087c56be-88c5-48d1-9264-44dbff60d055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123803 Nov 10 18:05:29.251113 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-52d21ed5-337b-4ecd-bc6b-d8613e11d961 req-f9036ab7-4717-454d-aa84-a4e5242d4eb5 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/security-groups?id=65513b90-fb29-484c-85ba-c9b863706550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987103 Nov 10 18:05:29.264556 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3c5fb575-fc13-489c-b131-b637a00a9c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:29.357984 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d1cb74d8-b2aa-4a56-bed7-dfbe1de9eab6 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:29.370195 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c36492d3-1b31-4555-ae94-c4459a99e6a7 req-2308f39e-05df-4a7e-a8bb-e25990351a28 service neutron] 10.222.0.13 "GET /v2.0/networks/087c56be-88c5-48d1-9264-44dbff60d055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152451 Nov 10 18:05:29.384680 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d1cb74d8-b2aa-4a56-bed7-dfbe1de9eab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:29.431742 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64afb135-5c90-404a-bfc4-ba1fb309a11a None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:05:29.434514 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-3c5fb575-fc13-489c-b131-b637a00a9c18 admin admin] Allocated IP 172.20.0.1 (751663c4-944e-4370-9efe-4bbb134d1009/835e2ff4-ea31-41dc-a794-aed2edab05d1/9ffde679-dd11-4138-9c4d-1f3d562bb3f9) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:05:29.455735 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-d1cb74d8-b2aa-4a56-bed7-dfbe1de9eab6 None None] Attempting to bind port 428bc65a-61c7-48f2-ab13-06bc3ae55545 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:05:29.456140 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-d1cb74d8-b2aa-4a56-bed7-dfbe1de9eab6 None None] Attempting to bind port 428bc65a-61c7-48f2-ab13-06bc3ae55545 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:05:29.456537 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cb74d8-b2aa-4a56-bed7-dfbe1de9eab6 None None] Attempting to bind port 428bc65a-61c7-48f2-ab13-06bc3ae55545 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:05:29.469545 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cb74d8-b2aa-4a56-bed7-dfbe1de9eab6 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:05:29.470058 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cb74d8-b2aa-4a56-bed7-dfbe1de9eab6 None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:05:29.470318 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d1cb74d8-b2aa-4a56-bed7-dfbe1de9eab6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:29.472890 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cb74d8-b2aa-4a56-bed7-dfbe1de9eab6 None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:05:29.473473 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-d1cb74d8-b2aa-4a56-bed7-dfbe1de9eab6 None None] Bound port: 428bc65a-61c7-48f2-ab13-06bc3ae55545, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:05:29.474369 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d1cb74d8-b2aa-4a56-bed7-dfbe1de9eab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:29.478265 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e859953-c63a-467f-99a2-78daa26fac3b None None] Pushing event updated for resources: {'Port': ['ID=428bc65a-61c7-48f2-ab13-06bc3ae55545,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:29.534639 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-d1cb74d8-b2aa-4a56-bed7-dfbe1de9eab6 None None] For port 428bc65a-61c7-48f2-ab13-06bc3ae55545, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:05:29.539038 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-d1cb74d8-b2aa-4a56-bed7-dfbe1de9eab6 None None] For port 428bc65a-61c7-48f2-ab13-06bc3ae55545, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=428bc65a-61c7-48f2-ab13-06bc3ae55545,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:05:29.559765 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d1cb74d8-b2aa-4a56-bed7-dfbe1de9eab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:29.579145 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3c5fb575-fc13-489c-b131-b637a00a9c18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:29.596775 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 38cf4208-a9ff-4706-b7fe-9dc74a977092 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:05:29.607611 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec46300-7d21-404d-b97c-042a5a39909c req-a3898e28-74b0-4b47-b40e-f9e105a80c4d tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:29.609194 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0ec46300-7d21-404d-b97c-042a5a39909c req-a3898e28-74b0-4b47-b40e-f9e105a80c4d tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 946 time: 0.0839250 Nov 10 18:05:29.639209 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-59675001-ea81-4700-8d59-2d79d5e17e54 None None] Provisioning complete for port 428bc65a-61c7-48f2-ab13-06bc3ae55545 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:05:29.639591 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-59675001-ea81-4700-8d59-2d79d5e17e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:29.653250 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323b1a6d-254b-4bb0-9808-66dcd8392a3f None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:05:29.653865 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3c5fb575-fc13-489c-b131-b637a00a9c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:29.706177 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5fb575-fc13-489c-b131-b637a00a9c18 admin admin] Network 751663c4-944e-4370-9efe-4bbb134d1009 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:05:29.711120 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0ec46300-7d21-404d-b97c-042a5a39909c req-c8ff662b-4948-446d-ae8d-0c635b3ed430 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0928872 Nov 10 18:05:29.715818 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cb74d8-b2aa-4a56-bed7-dfbe1de9eab6 None None] Routers {'c6154395-eb6a-4ff6-9002-449d09f39857'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:05:29.716470 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-d1cb74d8-b2aa-4a56-bed7-dfbe1de9eab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:05:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['c6154395-eb6a-4ff6-9002-449d09f39857'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:29.718217 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-3c5fb575-fc13-489c-b131-b637a00a9c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:05:29.722616 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5fb575-fc13-489c-b131-b637a00a9c18 admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:05:29.726921 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e859953-c63a-467f-99a2-78daa26fac3b None None] Pushing event updated for resources: {'Port': ['ID=428bc65a-61c7-48f2-ab13-06bc3ae55545,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:29.747964 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fb575-fc13-489c-b131-b637a00a9c18 admin admin] Pushing event updated for resources: {'Port': ['ID=9ffde679-dd11-4138-9c4d-1f3d562bb3f9,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:29.768189 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3c5fb575-fc13-489c-b131-b637a00a9c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:29.825739 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 38cf4208-a9ff-4706-b7fe-9dc74a977092 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:05:29.826114 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:29.909906 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3c5fb575-fc13-489c-b131-b637a00a9c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:29.919218 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-d1cb74d8-b2aa-4a56-bed7-dfbe1de9eab6 None None] Set router c6154395-eb6a-4ff6-9002-449d09f39857 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:05:29.921363 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-59675001-ea81-4700-8d59-2d79d5e17e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:29.943223 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-59675001-ea81-4700-8d59-2d79d5e17e54 None None] For port 428bc65a-61c7-48f2-ab13-06bc3ae55545, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=428bc65a-61c7-48f2-ab13-06bc3ae55545,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:05:30.002311 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-59675001-ea81-4700-8d59-2d79d5e17e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:30.087537 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3c5fb575-fc13-489c-b131-b637a00a9c18 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:30.094097 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3c5fb575-fc13-489c-b131-b637a00a9c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:30.165361 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fb575-fc13-489c-b131-b637a00a9c18 admin admin] Pushing event updated for resources: {'Port': ['ID=9ffde679-dd11-4138-9c4d-1f3d562bb3f9,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:30.167976 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3c5fb575-fc13-489c-b131-b637a00a9c18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:30.266627 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5fb575-fc13-489c-b131-b637a00a9c18 admin admin] Network 751663c4-944e-4370-9efe-4bbb134d1009 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:05:30.267921 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-3c5fb575-fc13-489c-b131-b637a00a9c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:05:30.310431 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59675001-ea81-4700-8d59-2d79d5e17e54 None None] Pushing event updated for resources: {'Port': ['ID=428bc65a-61c7-48f2-ab13-06bc3ae55545,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:30.319354 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-06c26c7b-e689-45ee-bd8e-c46d76d7ac29 None None] Provisioning complete for port 9ffde679-dd11-4138-9c4d-1f3d562bb3f9 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:05:30.319806 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-06c26c7b-e689-45ee-bd8e-c46d76d7ac29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:30.400645 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5fb575-fc13-489c-b131-b637a00a9c18 admin admin] Router c6154395-eb6a-4ff6-9002-449d09f39857 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:05:30.413380 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-06c26c7b-e689-45ee-bd8e-c46d76d7ac29 None None] Port 9ffde679-dd11-4138-9c4d-1f3d562bb3f9 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:05:30.429766 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-06c26c7b-e689-45ee-bd8e-c46d76d7ac29 None None] Provisioning complete for port 428bc65a-61c7-48f2-ab13-06bc3ae55545 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:05:30.429900 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-06c26c7b-e689-45ee-bd8e-c46d76d7ac29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:30.463421 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca66b3-007d-4df4-9bed-5fc60a50ea5a req-cfb9b91e-db9b-4eb4-b691-201a2cefd758 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:30.475450 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7eca66b3-007d-4df4-9bed-5fc60a50ea5a req-cfb9b91e-db9b-4eb4-b691-201a2cefd758 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb288084-3002-46a4-909f-0df599292a3c HTTP/1.1" status: 200 len: 944 time: 0.0869489 Nov 10 18:05:30.493545 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-d1cb74d8-b2aa-4a56-bed7-dfbe1de9eab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'name': 'tempest-TestServerBasicOps-1136037598-router', 'tenant_id': '3893148173944280a0bffe597d75933b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '428bc65a-61c7-48f2-ab13-06bc3ae55545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:05:26Z', 'updated_at': '2021-11-10T18:05:27Z', 'revision_number': 3, 'project_id': '3893148173944280a0bffe597d75933b', 'gw_port': {'id': '428bc65a-61c7-48f2-ab13-06bc3ae55545', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:05:26Z', 'updated_at': '2021-11-10T18:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:30.527603 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5fb575-fc13-489c-b131-b637a00a9c18 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:05:30.538247 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cb74d8-b2aa-4a56-bed7-dfbe1de9eab6 None None] The sync data for ids ['c6154395-eb6a-4ff6-9002-449d09f39857'] in n-d-776250-10 is: [{'id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'name': 'tempest-TestServerBasicOps-1136037598-router', 'tenant_id': '3893148173944280a0bffe597d75933b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '428bc65a-61c7-48f2-ab13-06bc3ae55545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:05:26Z', 'updated_at': '2021-11-10T18:05:27Z', 'revision_number': 3, 'project_id': '3893148173944280a0bffe597d75933b', 'gw_port': {'id': '428bc65a-61c7-48f2-ab13-06bc3ae55545', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:05:26Z', 'updated_at': '2021-11-10T18:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:05:30.539841 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3c5fb575-fc13-489c-b131-b637a00a9c18 admin admin] 10.222.0.39 "PUT /v2.0/routers/c6154395-eb6a-4ff6-9002-449d09f39857/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1579347 Nov 10 18:05:30.549536 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7eca66b3-007d-4df4-9bed-5fc60a50ea5a req-8a7ae64e-44e0-438d-8dab-6ac89e820330 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/security-groups?id=65513b90-fb29-484c-85ba-c9b863706550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729539 Nov 10 18:05:30.572400 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3ce79c4f-4389-4272-a2aa-4983138fe9d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:30.718797 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-5b64af65-8069-44d2-ab9a-377b4cb7017d None None] Provisioning complete for port 9ffde679-dd11-4138-9c4d-1f3d562bb3f9 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:05:30.719240 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5b64af65-8069-44d2-ab9a-377b4cb7017d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:30.757512 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-5b64af65-8069-44d2-ab9a-377b4cb7017d None None] Port 9ffde679-dd11-4138-9c4d-1f3d562bb3f9 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:05:30.884658 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae819a-53d6-4143-9be6-eece7bed24c8 req-cf1c3f0f-6bce-43e5-9d81-3dd8dd29f295 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:30.884658 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0eae819a-53d6-4143-9be6-eece7bed24c8 req-cf1c3f0f-6bce-43e5-9d81-3dd8dd29f295 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 946 time: 0.0768065 Nov 10 18:05:30.943873 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0eae819a-53d6-4143-9be6-eece7bed24c8 req-8cb5b633-14f7-4d5a-a530-0981e6e51301 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511069 Nov 10 18:05:31.109514 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50590) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:31.114692 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-0d686a6c-6fc3-42fa-805a-aadd8e7297de admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1568648630-network', 'tenant_id': '7c646a21509247e79118c99429949d65'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:05:31.137143 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d686a6c-6fc3-42fa-805a-aadd8e7297de admin admin] Made reservation on behalf of 7c646a21509247e79118c99429949d65 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:05:31.139451 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0d686a6c-6fc3-42fa-805a-aadd8e7297de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:31.148823 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0d686a6c-6fc3-42fa-805a-aadd8e7297de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:31.231959 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0d686a6c-6fc3-42fa-805a-aadd8e7297de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:31.236696 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0d686a6c-6fc3-42fa-805a-aadd8e7297de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:31.258586 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d686a6c-6fc3-42fa-805a-aadd8e7297de admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:05:31.273002 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d686a6c-6fc3-42fa-805a-aadd8e7297de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc0a861-bab5-4a09-96c1-66a256634139,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:31.277933 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0d686a6c-6fc3-42fa-805a-aadd8e7297de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:31.278276 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-0d686a6c-6fc3-42fa-805a-aadd8e7297de admin admin] Added segment 6a277635-acf2-4511-86b2-51e919e5e719 of type vlan for network a23767d1-5b8c-4b66-a432-12dd1cfc5b12 Nov 10 18:05:31.319190 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0d686a6c-6fc3-42fa-805a-aadd8e7297de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:31.345311 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0d686a6c-6fc3-42fa-805a-aadd8e7297de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:31.346269 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d686a6c-6fc3-42fa-805a-aadd8e7297de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:31.346841 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0d686a6c-6fc3-42fa-805a-aadd8e7297de admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:31.410448 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0d686a6c-6fc3-42fa-805a-aadd8e7297de admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2998173 Nov 10 18:05:31.413340 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50592) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:31.415482 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d686a6c-6fc3-42fa-805a-aadd8e7297de admin admin] Pushing event updated for resources: {'Network': ['ID=a23767d1-5b8c-4b66-a432-12dd1cfc5b12,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:31.418755 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-8e5d4e46-481e-40b4-9649-c578e28332a6 admin admin] Request body: {'subnet': {'network_id': 'a23767d1-5b8c-4b66-a432-12dd1cfc5b12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1568648630-subnet', 'tenant_id': '7c646a21509247e79118c99429949d65', 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:05:31.433558 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network a23767d1-5b8c-4b66-a432-12dd1cfc5b12 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:05:31.450753 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5d4e46-481e-40b4-9649-c578e28332a6 admin admin] Made reservation on behalf of 7c646a21509247e79118c99429949d65 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:05:31.453853 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8e5d4e46-481e-40b4-9649-c578e28332a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:31.603392 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 428bc65a-61c7-48f2-ab13-06bc3ae55545 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:05:31.644670 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8e5d4e46-481e-40b4-9649-c578e28332a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:31.654280 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 428bc65a-61c7-48f2-ab13-06bc3ae55545 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:05:31.654652 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:31.703398 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d4e46-481e-40b4-9649-c578e28332a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d07351b3-e661-4279-a85a-487cedc89273,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:31.713179 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c270f5e-fd10-4154-9ded-09afa88f8337 req-361066ac-25a5-4335-969a-7a7e0a51361b tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:31.713744 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5d4e46-481e-40b4-9649-c578e28332a6 admin admin] Checking segment: {'id': '6a277635-acf2-4511-86b2-51e919e5e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a23767d1-5b8c-4b66-a432-12dd1cfc5b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:05:31.714114 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5d4e46-481e-40b4-9649-c578e28332a6 admin admin] Network hostable DHCP agents. Network: a23767d1-5b8c-4b66-a432-12dd1cfc5b12, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:05:31.723429 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3c270f5e-fd10-4154-9ded-09afa88f8337 req-361066ac-25a5-4335-969a-7a7e0a51361b tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb288084-3002-46a4-909f-0df599292a3c HTTP/1.1" status: 200 len: 944 time: 0.0713067 Nov 10 18:05:31.733066 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5d4e46-481e-40b4-9649-c578e28332a6 admin admin] Network a23767d1-5b8c-4b66-a432-12dd1cfc5b12 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:05:31.746082 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-8e5d4e46-481e-40b4-9649-c578e28332a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, a23767d1-5b8c-4b66-a432-12dd1cfc5b12) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:05:31.753202 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5d4e46-481e-40b4-9649-c578e28332a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:31.753989 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8e5d4e46-481e-40b4-9649-c578e28332a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:31.756263 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e93034a-7298-43d2-bc7d-96626e39ff78 None None] Network a23767d1-5b8c-4b66-a432-12dd1cfc5b12 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:05:31.775189 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8e5d4e46-481e-40b4-9649-c578e28332a6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3606999 Nov 10 18:05:31.775895 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50598) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:31.783186 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-92a3c56b-8372-4d43-adc4-756b3cb62d34 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1568648630-router', 'tenant_id': '7c646a21509247e79118c99429949d65', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:05:31.792850 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3c270f5e-fd10-4154-9ded-09afa88f8337 req-bb9fca8e-935f-4dc3-ba5f-75c0cee03689 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/security-groups?id=65513b90-fb29-484c-85ba-c9b863706550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685701 Nov 10 18:05:31.818872 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-92a3c56b-8372-4d43-adc4-756b3cb62d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:31.820098 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-92a3c56b-8372-4d43-adc4-756b3cb62d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:31.874507 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 6275295b-23eb-4009-b292-2f33a0c3ceed details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:05:31.875568 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-92a3c56b-8372-4d43-adc4-756b3cb62d34 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:31.933958 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354af274-50d2-48d0-aa68-1bb5feb80e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-a23767d1-5b8c-4b66-a432-12dd1cfc5b12', 'network_id': 'a23767d1-5b8c-4b66-a432-12dd1cfc5b12', 'tenant_id': '7c646a21509247e79118c99429949d65', 'fixed_ips': [{'subnet_id': 'd07351b3-e661-4279-a85a-487cedc89273'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:05:31.934825 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-354af274-50d2-48d0-aa68-1bb5feb80e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:32.044806 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-92a3c56b-8372-4d43-adc4-756b3cb62d34 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:32.091111 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 6275295b-23eb-4009-b292-2f33a0c3ceed, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=6275295b-23eb-4009-b292-2f33a0c3ceed,segment=NetworkSegment(46d83a37-7034-4145-9bff-400a477b0b8b),segment_id=46d83a37-7034-4145-9bff-400a477b0b8b)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:05:32.099912 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda16c9-e383-4180-8c70-247dc222dff3 req-24329363-10bb-4d78-9f7a-c8d816aefed9 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:32.108297 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bbda16c9-e383-4180-8c70-247dc222dff3 req-24329363-10bb-4d78-9f7a-c8d816aefed9 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 946 time: 0.0699935 Nov 10 18:05:32.130592 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '6275295b-23eb-4009-b292-2f33a0c3ceed', 'network_id': '087c56be-88c5-48d1-9264-44dbff60d055', 'port_id': '6275295b-23eb-4009-b292-2f33a0c3ceed', 'mac_address': 'fa:16:3e:2f:69:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39d39c79-15b9-488f-9161-4f995b18e46e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:05:32.180840 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bbda16c9-e383-4180-8c70-247dc222dff3 req-700e950a-b0a6-4e57-852c-3c5ab36d8a74 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633283 Nov 10 18:05:32.183383 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-354af274-50d2-48d0-aa68-1bb5feb80e92 None None] Allocated IP 172.20.0.2 (a23767d1-5b8c-4b66-a432-12dd1cfc5b12/d07351b3-e661-4279-a85a-487cedc89273/81cccc5f-59c9-4471-8a34-d66999e0a938) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:05:32.188382 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:32.219067 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6275295b-23eb-4009-b292-2f33a0c3ceed {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:05:32.282355 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 6275295b-23eb-4009-b292-2f33a0c3ceed, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=6275295b-23eb-4009-b292-2f33a0c3ceed,segment=NetworkSegment(46d83a37-7034-4145-9bff-400a477b0b8b),segment_id=46d83a37-7034-4145-9bff-400a477b0b8b)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:05:32.287890 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-92a3c56b-8372-4d43-adc4-756b3cb62d34 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:32.291724 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:32.309219 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-92a3c56b-8372-4d43-adc4-756b3cb62d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:32.341937 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e48f800-67b3-41c0-bc2d-34fad6fadc02 None None] Sync routers for ids ['c6154395-eb6a-4ff6-9002-449d09f39857'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:05:32.351439 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e48f800-67b3-41c0-bc2d-34fad6fadc02 None None] Routers {'c6154395-eb6a-4ff6-9002-449d09f39857'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:05:32.352129 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-6e48f800-67b3-41c0-bc2d-34fad6fadc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:05:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['c6154395-eb6a-4ff6-9002-449d09f39857'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:32.372999 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=6275295b-23eb-4009-b292-2f33a0c3ceed,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:32.420502 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-354af274-50d2-48d0-aa68-1bb5feb80e92 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:32.428511 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-354af274-50d2-48d0-aa68-1bb5feb80e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:32.428700 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-92a3c56b-8372-4d43-adc4-756b3cb62d34 admin admin] Allocated IP 172.25.5.192 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/702e09e0-8f52-4112-964a-fb6a52e688fe) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:05:32.469040 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-6e48f800-67b3-41c0-bc2d-34fad6fadc02 None None] Set router c6154395-eb6a-4ff6-9002-449d09f39857 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:05:32.469939 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354af274-50d2-48d0-aa68-1bb5feb80e92 None None] Network a23767d1-5b8c-4b66-a432-12dd1cfc5b12 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:05:32.473196 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-354af274-50d2-48d0-aa68-1bb5feb80e92 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:05:32.480575 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354af274-50d2-48d0-aa68-1bb5feb80e92 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:05:32.495399 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354af274-50d2-48d0-aa68-1bb5feb80e92 None None] Pushing event updated for resources: {'Port': ['ID=81cccc5f-59c9-4471-8a34-d66999e0a938,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:32.542856 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['6275295b-23eb-4009-b292-2f33a0c3ceed'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:05:32.571023 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-92a3c56b-8372-4d43-adc4-756b3cb62d34 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:32.595729 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-354af274-50d2-48d0-aa68-1bb5feb80e92 None None] Attempting to bind port 81cccc5f-59c9-4471-8a34-d66999e0a938 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:05:32.596110 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-354af274-50d2-48d0-aa68-1bb5feb80e92 None None] Attempting to bind port 81cccc5f-59c9-4471-8a34-d66999e0a938 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '6a277635-acf2-4511-86b2-51e919e5e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a23767d1-5b8c-4b66-a432-12dd1cfc5b12'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:05:32.596496 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354af274-50d2-48d0-aa68-1bb5feb80e92 None None] Attempting to bind port 81cccc5f-59c9-4471-8a34-d66999e0a938 on network a23767d1-5b8c-4b66-a432-12dd1cfc5b12 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:05:32.606163 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354af274-50d2-48d0-aa68-1bb5feb80e92 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:05:32.606530 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354af274-50d2-48d0-aa68-1bb5feb80e92 None None] Checking segment: {'id': '6a277635-acf2-4511-86b2-51e919e5e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a23767d1-5b8c-4b66-a432-12dd1cfc5b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:05:32.606939 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-354af274-50d2-48d0-aa68-1bb5feb80e92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:32.607333 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354af274-50d2-48d0-aa68-1bb5feb80e92 None None] Bound using segment: {'id': '6a277635-acf2-4511-86b2-51e919e5e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a23767d1-5b8c-4b66-a432-12dd1cfc5b12'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:05:32.607812 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-354af274-50d2-48d0-aa68-1bb5feb80e92 None None] Bound port: 81cccc5f-59c9-4471-8a34-d66999e0a938, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a277635-acf2-4511-86b2-51e919e5e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a23767d1-5b8c-4b66-a432-12dd1cfc5b12'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:05:32.608238 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-354af274-50d2-48d0-aa68-1bb5feb80e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:32.622962 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-92a3c56b-8372-4d43-adc4-756b3cb62d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:32.662631 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a3c56b-8372-4d43-adc4-756b3cb62d34 admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:05:32.666946 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-92a3c56b-8372-4d43-adc4-756b3cb62d34 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:05:32.673119 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a3c56b-8372-4d43-adc4-756b3cb62d34 admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:05:32.691546 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9155bc90-e5cb-4b06-bb2e-6c37dc64d90b None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:05:32.706511 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a3c56b-8372-4d43-adc4-756b3cb62d34 admin admin] Pushing event updated for resources: {'Port': ['ID=702e09e0-8f52-4112-964a-fb6a52e688fe,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:32.710189 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-6e48f800-67b3-41c0-bc2d-34fad6fadc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'name': 'tempest-TestServerBasicOps-1136037598-router', 'tenant_id': '3893148173944280a0bffe597d75933b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '428bc65a-61c7-48f2-ab13-06bc3ae55545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:05:26Z', 'updated_at': '2021-11-10T18:05:29Z', 'revision_number': 4, 'project_id': '3893148173944280a0bffe597d75933b', 'gw_port': {'id': '428bc65a-61c7-48f2-ab13-06bc3ae55545', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:05:26Z', 'updated_at': '2021-11-10T18:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '9ffde679-dd11-4138-9c4d-1f3d562bb3f9', 'name': '', 'network_id': '751663c4-944e-4370-9efe-4bbb134d1009', 'tenant_id': '3893148173944280a0bffe597d75933b', 'mac_address': 'fa:16:3e:22:84:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '835e2ff4-ea31-41dc-a794-aed2edab05d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:05:29Z', 'updated_at': '2021-11-10T18:05:29Z', 'revision_number': 2, 'project_id': '3893148173944280a0bffe597d75933b', 'subnets': [{'id': '835e2ff4-ea31-41dc-a794-aed2edab05d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:32.723087 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-354af274-50d2-48d0-aa68-1bb5feb80e92 None None] For port 81cccc5f-59c9-4471-8a34-d66999e0a938, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:05:32.748582 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e48f800-67b3-41c0-bc2d-34fad6fadc02 None None] Checking router: c6154395-eb6a-4ff6-9002-449d09f39857 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:05:32.749185 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e48f800-67b3-41c0-bc2d-34fad6fadc02 None None] Updating router c6154395-eb6a-4ff6-9002-449d09f39857 port 9ffde679-dd11-4138-9c4d-1f3d562bb3f9 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:05:32.764854 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-354af274-50d2-48d0-aa68-1bb5feb80e92 None None] For port 81cccc5f-59c9-4471-8a34-d66999e0a938, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=81cccc5f-59c9-4471-8a34-d66999e0a938,segment=NetworkSegment(6a277635-acf2-4511-86b2-51e919e5e719),segment_id=6a277635-acf2-4511-86b2-51e919e5e719)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:05:32.775426 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-354af274-50d2-48d0-aa68-1bb5feb80e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:32.777607 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-6e48f800-67b3-41c0-bc2d-34fad6fadc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:32.879242 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-da787d93-3a1f-47b3-96f9-01760371a2e2 None None] Provisioning complete for port 702e09e0-8f52-4112-964a-fb6a52e688fe triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:05:32.879584 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-da787d93-3a1f-47b3-96f9-01760371a2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:32.929303 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-da787d93-3a1f-47b3-96f9-01760371a2e2 None None] Port 702e09e0-8f52-4112-964a-fb6a52e688fe cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:05:32.932574 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354af274-50d2-48d0-aa68-1bb5feb80e92 None None] Pushing event updated for resources: {'Port': ['ID=81cccc5f-59c9-4471-8a34-d66999e0a938,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:32.948119 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5ea0b117-8c1d-46d9-adb9-ca161992016c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:32.975946 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7ef73-e558-4f43-bb98-4eb6567672d0 req-6eb47044-20e9-4f9d-a353-e908f9b12d68 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:32.977272 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3bc7ef73-e558-4f43-bb98-4eb6567672d0 req-6eb47044-20e9-4f9d-a353-e908f9b12d68 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb288084-3002-46a4-909f-0df599292a3c HTTP/1.1" status: 200 len: 945 time: 0.0856462 Nov 10 18:05:33.041453 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-92a3c56b-8372-4d43-adc4-756b3cb62d34 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:33.049690 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3bc7ef73-e558-4f43-bb98-4eb6567672d0 req-d70c5684-770a-4512-bec7-745a14f10bfb tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/security-groups?id=65513b90-fb29-484c-85ba-c9b863706550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605397 Nov 10 18:05:33.194556 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-6e48f800-67b3-41c0-bc2d-34fad6fadc02 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:33.201024 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-6e48f800-67b3-41c0-bc2d-34fad6fadc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:33.270043 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54314e8f-1b77-4dc0-825e-f26bdff4bb87 None None] Pushing event updated for resources: {'Port': ['ID=9ffde679-dd11-4138-9c4d-1f3d562bb3f9,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:33.303823 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54314e8f-1b77-4dc0-825e-f26bdff4bb87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:33.304193 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54314e8f-1b77-4dc0-825e-f26bdff4bb87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:33.304527 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54314e8f-1b77-4dc0-825e-f26bdff4bb87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:33.304980 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54314e8f-1b77-4dc0-825e-f26bdff4bb87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:33.305184 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54314e8f-1b77-4dc0-825e-f26bdff4bb87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:33.305508 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54314e8f-1b77-4dc0-825e-f26bdff4bb87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:33.305830 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54314e8f-1b77-4dc0-825e-f26bdff4bb87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:33.306262 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54314e8f-1b77-4dc0-825e-f26bdff4bb87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:33.306463 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54314e8f-1b77-4dc0-825e-f26bdff4bb87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:33.306814 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54314e8f-1b77-4dc0-825e-f26bdff4bb87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:33.307092 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54314e8f-1b77-4dc0-825e-f26bdff4bb87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:33.307406 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54314e8f-1b77-4dc0-825e-f26bdff4bb87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:05:33.316977 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-92a3c56b-8372-4d43-adc4-756b3cb62d34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:33.347101 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-6e48f800-67b3-41c0-bc2d-34fad6fadc02 None None] Attempting to bind port 9ffde679-dd11-4138-9c4d-1f3d562bb3f9 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:05:33.347671 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-6e48f800-67b3-41c0-bc2d-34fad6fadc02 None None] Attempting to bind port 9ffde679-dd11-4138-9c4d-1f3d562bb3f9 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'fd05dff9-eebc-4bea-aa36-5fd458b3bc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '751663c4-944e-4370-9efe-4bbb134d1009'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:05:33.347829 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e48f800-67b3-41c0-bc2d-34fad6fadc02 None None] Attempting to bind port 9ffde679-dd11-4138-9c4d-1f3d562bb3f9 on network 751663c4-944e-4370-9efe-4bbb134d1009 {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:05:33.354244 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e48f800-67b3-41c0-bc2d-34fad6fadc02 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:05:33.354763 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e48f800-67b3-41c0-bc2d-34fad6fadc02 None None] Checking segment: {'id': 'fd05dff9-eebc-4bea-aa36-5fd458b3bc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '751663c4-944e-4370-9efe-4bbb134d1009'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:05:33.355167 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-6e48f800-67b3-41c0-bc2d-34fad6fadc02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:33.355559 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e48f800-67b3-41c0-bc2d-34fad6fadc02 None None] Bound using segment: {'id': 'fd05dff9-eebc-4bea-aa36-5fd458b3bc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '751663c4-944e-4370-9efe-4bbb134d1009'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:05:33.356030 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-6e48f800-67b3-41c0-bc2d-34fad6fadc02 None None] Bound port: 9ffde679-dd11-4138-9c4d-1f3d562bb3f9, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd05dff9-eebc-4bea-aa36-5fd458b3bc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '751663c4-944e-4370-9efe-4bbb134d1009'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:05:33.356439 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-6e48f800-67b3-41c0-bc2d-34fad6fadc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:33.414515 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a50096-e41b-4be8-acae-7480879462f1 req-7c439bdb-f81e-4093-b231-0b1a6fdbe423 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:33.416135 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-80a50096-e41b-4be8-acae-7480879462f1 req-7c439bdb-f81e-4093-b231-0b1a6fdbe423 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 946 time: 0.1121008 Nov 10 18:05:33.431415 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-6e48f800-67b3-41c0-bc2d-34fad6fadc02 None None] For port 9ffde679-dd11-4138-9c4d-1f3d562bb3f9, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:05:33.435638 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-6e48f800-67b3-41c0-bc2d-34fad6fadc02 None None] For port 9ffde679-dd11-4138-9c4d-1f3d562bb3f9, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=9ffde679-dd11-4138-9c4d-1f3d562bb3f9,segment=NetworkSegment(fd05dff9-eebc-4bea-aa36-5fd458b3bc3c),segment_id=fd05dff9-eebc-4bea-aa36-5fd458b3bc3c)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:05:33.441864 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-6e48f800-67b3-41c0-bc2d-34fad6fadc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:33.505658 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e48f800-67b3-41c0-bc2d-34fad6fadc02 None None] Routers {'c6154395-eb6a-4ff6-9002-449d09f39857'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:05:33.506485 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-6e48f800-67b3-41c0-bc2d-34fad6fadc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:05:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['c6154395-eb6a-4ff6-9002-449d09f39857'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:33.550628 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-80a50096-e41b-4be8-acae-7480879462f1 req-50b6f1bf-ce5a-47e6-9a20-2a9a0e597616 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0949314 Nov 10 18:05:33.586465 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54314e8f-1b77-4dc0-825e-f26bdff4bb87 None None] Pushing event updated for resources: {'Port': ['ID=9ffde679-dd11-4138-9c4d-1f3d562bb3f9,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:33.590751 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-613dd134-5d74-45ce-bff1-81d5b1b6ad84 None None] Provisioning complete for port 9ffde679-dd11-4138-9c4d-1f3d562bb3f9 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:05:33.592652 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-613dd134-5d74-45ce-bff1-81d5b1b6ad84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:33.613965 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a3c56b-8372-4d43-adc4-756b3cb62d34 admin admin] Router 5ab4732f-72bc-46e9-8c9e-e6575f86a3e6 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 18:05:33.736855 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-6e48f800-67b3-41c0-bc2d-34fad6fadc02 None None] Set router c6154395-eb6a-4ff6-9002-449d09f39857 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:05:33.777580 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-613dd134-5d74-45ce-bff1-81d5b1b6ad84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:33.781614 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 81cccc5f-59c9-4471-8a34-d66999e0a938 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:05:33.828341 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a3c56b-8372-4d43-adc4-756b3cb62d34 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:05:33.847142 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b404c30-3bed-4a80-b2aa-8e5dca8d3dca None None] Sync routers for ids ['5ab4732f-72bc-46e9-8c9e-e6575f86a3e6'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:05:33.868456 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b404c30-3bed-4a80-b2aa-8e5dca8d3dca None None] Routers {'5ab4732f-72bc-46e9-8c9e-e6575f86a3e6'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:05:33.869474 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-0b404c30-3bed-4a80-b2aa-8e5dca8d3dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:05:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['5ab4732f-72bc-46e9-8c9e-e6575f86a3e6'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:33.879338 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-92a3c56b-8372-4d43-adc4-756b3cb62d34 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:33.883393 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-92a3c56b-8372-4d43-adc4-756b3cb62d34 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1009285 Nov 10 18:05:33.883872 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50610) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:33.928561 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 6275295b-23eb-4009-b292-2f33a0c3ceed up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:05:33.968956 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-613dd134-5d74-45ce-bff1-81d5b1b6ad84 None None] For port 9ffde679-dd11-4138-9c4d-1f3d562bb3f9, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=9ffde679-dd11-4138-9c4d-1f3d562bb3f9,segment=NetworkSegment(fd05dff9-eebc-4bea-aa36-5fd458b3bc3c),segment_id=fd05dff9-eebc-4bea-aa36-5fd458b3bc3c)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:05:33.982512 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-613dd134-5d74-45ce-bff1-81d5b1b6ad84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:34.070457 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-6e48f800-67b3-41c0-bc2d-34fad6fadc02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'name': 'tempest-TestServerBasicOps-1136037598-router', 'tenant_id': '3893148173944280a0bffe597d75933b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '428bc65a-61c7-48f2-ab13-06bc3ae55545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:05:26Z', 'updated_at': '2021-11-10T18:05:29Z', 'revision_number': 4, 'project_id': '3893148173944280a0bffe597d75933b', 'gw_port': {'id': '428bc65a-61c7-48f2-ab13-06bc3ae55545', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:05:26Z', 'updated_at': '2021-11-10T18:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '9ffde679-dd11-4138-9c4d-1f3d562bb3f9', 'name': '', 'network_id': '751663c4-944e-4370-9efe-4bbb134d1009', 'tenant_id': '3893148173944280a0bffe597d75933b', 'mac_address': 'fa:16:3e:22:84:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '835e2ff4-ea31-41dc-a794-aed2edab05d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:05:29Z', 'updated_at': '2021-11-10T18:05:33Z', 'revision_number': 4, 'project_id': '3893148173944280a0bffe597d75933b', 'subnets': [{'id': '835e2ff4-ea31-41dc-a794-aed2edab05d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:34.108934 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e48f800-67b3-41c0-bc2d-34fad6fadc02 None None] The sync data for ids ['c6154395-eb6a-4ff6-9002-449d09f39857'] in n-d-776250-10 is: [{'id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'name': 'tempest-TestServerBasicOps-1136037598-router', 'tenant_id': '3893148173944280a0bffe597d75933b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '428bc65a-61c7-48f2-ab13-06bc3ae55545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:05:26Z', 'updated_at': '2021-11-10T18:05:29Z', 'revision_number': 4, 'project_id': '3893148173944280a0bffe597d75933b', 'gw_port': {'id': '428bc65a-61c7-48f2-ab13-06bc3ae55545', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:05:26Z', 'updated_at': '2021-11-10T18:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '9ffde679-dd11-4138-9c4d-1f3d562bb3f9', 'name': '', 'network_id': '751663c4-944e-4370-9efe-4bbb134d1009', 'tenant_id': '3893148173944280a0bffe597d75933b', 'mac_address': 'fa:16:3e:22:84:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '835e2ff4-ea31-41dc-a794-aed2edab05d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:05:29Z', 'updated_at': '2021-11-10T18:05:33Z', 'revision_number': 4, 'project_id': '3893148173944280a0bffe597d75933b', 'subnets': [{'id': '835e2ff4-ea31-41dc-a794-aed2edab05d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:05:34.137484 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 81cccc5f-59c9-4471-8a34-d66999e0a938 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:05:34.137950 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:34.183277 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:34.218374 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613dd134-5d74-45ce-bff1-81d5b1b6ad84 None None] Pushing event updated for resources: {'Port': ['ID=9ffde679-dd11-4138-9c4d-1f3d562bb3f9,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:34.227655 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-273aaa60-74a0-4035-8378-0bd4210b5db4 None None] Provisioning complete for port 9ffde679-dd11-4138-9c4d-1f3d562bb3f9 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:05:34.228080 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-273aaa60-74a0-4035-8378-0bd4210b5db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:34.277489 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f11a8-9b4c-458d-b218-5ce6217f3e85 req-948f85d3-9269-4179-9b0d-82b5cebfb5ad tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:34.280869 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c35f11a8-9b4c-458d-b218-5ce6217f3e85 req-948f85d3-9269-4179-9b0d-82b5cebfb5ad tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb288084-3002-46a4-909f-0df599292a3c HTTP/1.1" status: 200 len: 945 time: 0.1088369 Nov 10 18:05:34.302993 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-0b404c30-3bed-4a80-b2aa-8e5dca8d3dca None None] Set router 5ab4732f-72bc-46e9-8c9e-e6575f86a3e6 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:05:34.343740 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c35f11a8-9b4c-458d-b218-5ce6217f3e85 req-e45198e1-5c1f-4b0d-8dca-19b4d79e156f tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/security-groups?id=65513b90-fb29-484c-85ba-c9b863706550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559170 Nov 10 18:05:34.371669 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 6275295b-23eb-4009-b292-2f33a0c3ceed completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:05:34.374566 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bedc43-3aa3-4442-a00c-1ad559ab96ed None None] Network a23767d1-5b8c-4b66-a432-12dd1cfc5b12 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:05:34.419405 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 6275295b-23eb-4009-b292-2f33a0c3ceed triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:05:34.419783 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:34.550631 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-030c835f-0ac3-4d1b-8cdf-96e767419c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:34.749647 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4b2b1-1db1-4089-a175-1b24cda1eec9 req-8698d4e0-28d5-4977-aa9c-1d541e2c698f tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:34.750786 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c6a4b2b1-1db1-4089-a175-1b24cda1eec9 req-8698d4e0-28d5-4977-aa9c-1d541e2c698f tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 946 time: 0.0876477 Nov 10 18:05:34.780054 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-030c835f-0ac3-4d1b-8cdf-96e767419c76 admin admin] Allocated IP 172.20.0.1 (a23767d1-5b8c-4b66-a432-12dd1cfc5b12/d07351b3-e661-4279-a85a-487cedc89273/6f4552c3-2ea7-462c-ad31-aa9e0dee7478) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:05:34.877094 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c6a4b2b1-1db1-4089-a175-1b24cda1eec9 req-acee08c0-407d-4229-87f5-52b86e101576 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1094191 Nov 10 18:05:34.912743 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:34.945768 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-030c835f-0ac3-4d1b-8cdf-96e767419c76 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:35.014074 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-030c835f-0ac3-4d1b-8cdf-96e767419c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:35.046832 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:35.062762 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 81cccc5f-59c9-4471-8a34-d66999e0a938, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=81cccc5f-59c9-4471-8a34-d66999e0a938,segment=NetworkSegment(6a277635-acf2-4511-86b2-51e919e5e719),segment_id=6a277635-acf2-4511-86b2-51e919e5e719)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:05:35.078684 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:35.091289 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-583b62d3-4721-4398-b526-5353f51d2cec None None] Provisioning complete for port 81cccc5f-59c9-4471-8a34-d66999e0a938 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:05:35.091661 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-583b62d3-4721-4398-b526-5353f51d2cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:35.105284 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c835f-0ac3-4d1b-8cdf-96e767419c76 admin admin] Pushing event updated for resources: {'Port': ['ID=6f4552c3-2ea7-462c-ad31-aa9e0dee7478,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:35.140505 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030c835f-0ac3-4d1b-8cdf-96e767419c76 admin admin] Network a23767d1-5b8c-4b66-a432-12dd1cfc5b12 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:05:35.145576 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-030c835f-0ac3-4d1b-8cdf-96e767419c76 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:05:35.151806 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030c835f-0ac3-4d1b-8cdf-96e767419c76 admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:05:35.152782 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb288084-3002-46a4-909f-0df599292a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6275295b-23eb-4009-b292-2f33a0c3ceed'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:05:35.156080 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2157e6-168c-47dc-aa3b-077c74bce861" -d '{"events": [{"server_uuid": "bb288084-3002-46a4-909f-0df599292a3c", "name": "network-vif-plugged", "status": "completed", "tag": "6275295b-23eb-4009-b292-2f33a0c3ceed"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:05:35.196534 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f97e2-358c-48ed-a178-5007e32d1de9 req-6a6de2ed-fb50-41bd-b646-41ecc95e3552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:35.198599 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ea8f97e2-358c-48ed-a178-5007e32d1de9 req-6a6de2ed-fb50-41bd-b646-41ecc95e3552 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=45a8a8523d4548869dfee9712c7beef8&device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 1098 time: 0.0662818 Nov 10 18:05:35.201926 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 6275295b-23eb-4009-b292-2f33a0c3ceed, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=6275295b-23eb-4009-b292-2f33a0c3ceed,segment=NetworkSegment(46d83a37-7034-4145-9bff-400a477b0b8b),segment_id=46d83a37-7034-4145-9bff-400a477b0b8b)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:05:35.213424 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-0b404c30-3bed-4a80-b2aa-8e5dca8d3dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab4732f-72bc-46e9-8c9e-e6575f86a3e6', 'name': 'tempest-TestServerBasicOps-1568648630-router', 'tenant_id': '7c646a21509247e79118c99429949d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '702e09e0-8f52-4112-964a-fb6a52e688fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:05:31Z', 'updated_at': '2021-11-10T18:05:32Z', 'revision_number': 3, 'project_id': '7c646a21509247e79118c99429949d65', 'gw_port': {'id': '702e09e0-8f52-4112-964a-fb6a52e688fe', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab4732f-72bc-46e9-8c9e-e6575f86a3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:05:32Z', 'updated_at': '2021-11-10T18:05:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:35.231504 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-030c835f-0ac3-4d1b-8cdf-96e767419c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:35.250728 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b404c30-3bed-4a80-b2aa-8e5dca8d3dca None None] Checking router: 5ab4732f-72bc-46e9-8c9e-e6575f86a3e6 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:05:35.251251 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b404c30-3bed-4a80-b2aa-8e5dca8d3dca None None] Updating router 5ab4732f-72bc-46e9-8c9e-e6575f86a3e6 port 702e09e0-8f52-4112-964a-fb6a52e688fe binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:05:35.253283 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:35.255667 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f52110-317a-4dab-b817-61748af154ad req-8d6f2b79-c0ea-4280-8a53-d0e5bd60177d tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:35.263807 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b9f52110-317a-4dab-b817-61748af154ad req-8d6f2b79-c0ea-4280-8a53-d0e5bd60177d tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 946 time: 0.1855881 Nov 10 18:05:35.303229 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=81cccc5f-59c9-4471-8a34-d66999e0a938,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:35.321176 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0b404c30-3bed-4a80-b2aa-8e5dca8d3dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:35.387800 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f97e2-358c-48ed-a178-5007e32d1de9 req-cfa65ed9-7093-4693-bc97-a67f1e4f90a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:35.389220 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ea8f97e2-358c-48ed-a178-5007e32d1de9 req-cfa65ed9-7093-4693-bc97-a67f1e4f90a6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=af02a512-aa1c-43ca-886a-9300ebadfc5a HTTP/1.1" status: 200 len: 912 time: 0.1827722 Nov 10 18:05:35.434770 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b9f52110-317a-4dab-b817-61748af154ad req-aa61664d-16ca-4598-93fd-a06c767fd205 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1694889 Nov 10 18:05:35.560569 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=6275295b-23eb-4009-b292-2f33a0c3ceed,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:35.702552 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5dd54a-a720-4c8a-ac09-3f6a345428a4 x-openstack-request-id: req-1b5dd54a-a720-4c8a-ac09-3f6a345428a4 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:05:35.705849 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb288084-3002-46a4-909f-0df599292a3c", "name": "network-vif-plugged", "status": "completed", "tag": "6275295b-23eb-4009-b292-2f33a0c3ceed", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:05:35.706220 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1b5dd54a-a720-4c8a-ac09-3f6a345428a4 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:05:35.709288 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb288084-3002-46a4-909f-0df599292a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6275295b-23eb-4009-b292-2f33a0c3ceed', 'code': 200} Nov 10 18:05:35.803910 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-030c835f-0ac3-4d1b-8cdf-96e767419c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:35.808969 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:35.932249 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 9ffde679-dd11-4138-9c4d-1f3d562bb3f9 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:05:35.946626 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356d9a0-c310-4e57-beb5-98d6e0643805 req-d5c4af25-e989-41ef-8b97-729840a01c32 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:35.955482 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c356d9a0-c310-4e57-beb5-98d6e0643805 req-d5c4af25-e989-41ef-8b97-729840a01c32 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb288084-3002-46a4-909f-0df599292a3c HTTP/1.1" status: 200 len: 946 time: 0.3889632 Nov 10 18:05:36.043517 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0a3ef-23c4-4f35-8130-dbaa25e0f7f5 req-9304297d-bf1b-429d-beef-9a0f51e65070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:36.045350 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ddd0a3ef-23c4-4f35-8130-dbaa25e0f7f5 req-9304297d-bf1b-429d-beef-9a0f51e65070 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bb288084-3002-46a4-909f-0df599292a3c HTTP/1.1" status: 200 len: 1098 time: 0.3380287 Nov 10 18:05:36.052906 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c356d9a0-c310-4e57-beb5-98d6e0643805 req-610a3b6f-7579-4a83-b55c-a75fd8592bdb tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/security-groups?id=65513b90-fb29-484c-85ba-c9b863706550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963099 Nov 10 18:05:36.071805 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3721584f-4235-4fe1-b538-cfc88c0a620d None None] Provisioning complete for port 6f4552c3-2ea7-462c-ad31-aa9e0dee7478 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:05:36.072200 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3721584f-4235-4fe1-b538-cfc88c0a620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:36.107936 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ea8f97e2-358c-48ed-a178-5007e32d1de9 req-7845abab-e549-424c-bac3-236f7a11dc04 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=695d35ba-e2bd-4171-91fa-58817ce228f6 HTTP/1.1" status: 200 len: 1001 time: 0.7108598 Nov 10 18:05:36.147505 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ddd0a3ef-23c4-4f35-8130-dbaa25e0f7f5 req-41e96eb6-e480-49eb-bc9f-6c07d6e1a30e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=65513b90-fb29-484c-85ba-c9b863706550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865471 Nov 10 18:05:36.153073 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-3721584f-4235-4fe1-b538-cfc88c0a620d None None] Port 6f4552c3-2ea7-462c-ad31-aa9e0dee7478 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:05:36.165429 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 9ffde679-dd11-4138-9c4d-1f3d562bb3f9 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:05:36.165804 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:36.167659 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f97e2-358c-48ed-a178-5007e32d1de9 req-01ce1488-bcaa-4865-b1a6-b4101c3114db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:36.169570 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ea8f97e2-358c-48ed-a178-5007e32d1de9 req-01ce1488-bcaa-4865-b1a6-b4101c3114db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51f72ede-4fbe-4023-aa38-d2a84cad1815 HTTP/1.1" status: 200 len: 850 time: 0.0534606 Nov 10 18:05:36.173705 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-030c835f-0ac3-4d1b-8cdf-96e767419c76 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:36.181533 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-030c835f-0ac3-4d1b-8cdf-96e767419c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:36.222110 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f97e2-358c-48ed-a178-5007e32d1de9 req-8c3a602e-0f0b-42ea-bf5e-b22d54d65417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:36.224911 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ea8f97e2-358c-48ed-a178-5007e32d1de9 req-8c3a602e-0f0b-42ea-bf5e-b22d54d65417 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af02a512-aa1c-43ca-886a-9300ebadfc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475273 Nov 10 18:05:36.247819 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c835f-0ac3-4d1b-8cdf-96e767419c76 admin admin] Pushing event updated for resources: {'Port': ['ID=6f4552c3-2ea7-462c-ad31-aa9e0dee7478,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:36.257299 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3721584f-4235-4fe1-b538-cfc88c0a620d None None] Provisioning complete for port 81cccc5f-59c9-4471-8a34-d66999e0a938 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:05:36.257669 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3721584f-4235-4fe1-b538-cfc88c0a620d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:36.257996 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-030c835f-0ac3-4d1b-8cdf-96e767419c76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:36.332024 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ea8f97e2-358c-48ed-a178-5007e32d1de9 req-673c5910-c03e-4a40-90a8-52529ade7ddb service neutron] 10.222.0.11 "GET /v2.0/networks/af02a512-aa1c-43ca-886a-9300ebadfc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991688 Nov 10 18:05:36.356048 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0b404c30-3bed-4a80-b2aa-8e5dca8d3dca None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:36.366222 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:36.366524 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030c835f-0ac3-4d1b-8cdf-96e767419c76 admin admin] Network a23767d1-5b8c-4b66-a432-12dd1cfc5b12 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:05:36.370378 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-030c835f-0ac3-4d1b-8cdf-96e767419c76 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:05:36.373465 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0b404c30-3bed-4a80-b2aa-8e5dca8d3dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:36.430462 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ea8f97e2-358c-48ed-a178-5007e32d1de9 req-723d96f6-7a8d-485f-ac9f-eb35da532342 service neutron] 10.222.0.11 "GET /v2.0/networks/af02a512-aa1c-43ca-886a-9300ebadfc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903447 Nov 10 18:05:36.476935 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5114587-88a6-458e-9118-b7d6e60ea0ef None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:05:36.522149 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030c835f-0ac3-4d1b-8cdf-96e767419c76 admin admin] Router 5ab4732f-72bc-46e9-8c9e-e6575f86a3e6 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:05:36.529376 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63787fd8-11a6-4b29-8aae-ca29b2b73fb8 None None] Pushing event updated for resources: {'Port': ['ID=702e09e0-8f52-4112-964a-fb6a52e688fe,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:36.539532 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 81cccc5f-59c9-4471-8a34-d66999e0a938 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:05:36.545425 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-0b404c30-3bed-4a80-b2aa-8e5dca8d3dca None None] Attempting to bind port 702e09e0-8f52-4112-964a-fb6a52e688fe on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:05:36.545807 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-0b404c30-3bed-4a80-b2aa-8e5dca8d3dca None None] Attempting to bind port 702e09e0-8f52-4112-964a-fb6a52e688fe by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:05:36.546179 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b404c30-3bed-4a80-b2aa-8e5dca8d3dca None None] Attempting to bind port 702e09e0-8f52-4112-964a-fb6a52e688fe on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:05:36.571698 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b404c30-3bed-4a80-b2aa-8e5dca8d3dca None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:05:36.572100 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b404c30-3bed-4a80-b2aa-8e5dca8d3dca None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:05:36.572559 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0b404c30-3bed-4a80-b2aa-8e5dca8d3dca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:36.572991 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b404c30-3bed-4a80-b2aa-8e5dca8d3dca None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:05:36.573493 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-0b404c30-3bed-4a80-b2aa-8e5dca8d3dca None None] Bound port: 702e09e0-8f52-4112-964a-fb6a52e688fe, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:05:36.573894 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0b404c30-3bed-4a80-b2aa-8e5dca8d3dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:36.579416 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951d558-d175-4ac5-a5a2-6be5b9cf2ff6 req-8ba3f26f-51d9-4aaa-b543-8c721fcba637 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:36.588382 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9951d558-d175-4ac5-a5a2-6be5b9cf2ff6 req-8ba3f26f-51d9-4aaa-b543-8c721fcba637 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 946 time: 0.0625813 Nov 10 18:05:36.668895 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9951d558-d175-4ac5-a5a2-6be5b9cf2ff6 req-e4fdf63c-b2f4-482b-82d7-444f963cbcda tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0791094 Nov 10 18:05:36.675307 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-0b404c30-3bed-4a80-b2aa-8e5dca8d3dca None None] For port 702e09e0-8f52-4112-964a-fb6a52e688fe, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:05:36.680701 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-0b404c30-3bed-4a80-b2aa-8e5dca8d3dca None None] For port 702e09e0-8f52-4112-964a-fb6a52e688fe, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=702e09e0-8f52-4112-964a-fb6a52e688fe,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:05:36.681590 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030c835f-0ac3-4d1b-8cdf-96e767419c76 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:05:36.691339 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0b404c30-3bed-4a80-b2aa-8e5dca8d3dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:36.699229 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-030c835f-0ac3-4d1b-8cdf-96e767419c76 admin admin] 10.222.0.39 "PUT /v2.0/routers/5ab4732f-72bc-46e9-8c9e-e6575f86a3e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8117464 Nov 10 18:05:36.741462 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 81cccc5f-59c9-4471-8a34-d66999e0a938 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:05:36.741847 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:36.749922 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef95b865-fe57-441c-89ba-a248c53f824a None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:05:36.975536 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63787fd8-11a6-4b29-8aae-ca29b2b73fb8 None None] Pushing event updated for resources: {'Port': ['ID=702e09e0-8f52-4112-964a-fb6a52e688fe,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:36.981447 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b404c30-3bed-4a80-b2aa-8e5dca8d3dca None None] Routers {'5ab4732f-72bc-46e9-8c9e-e6575f86a3e6'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:05:36.982069 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-0b404c30-3bed-4a80-b2aa-8e5dca8d3dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:05:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['5ab4732f-72bc-46e9-8c9e-e6575f86a3e6'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:37.031991 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6e6bfa47-f903-47b8-bffd-0b44790c456a None None] Provisioning complete for port 6f4552c3-2ea7-462c-ad31-aa9e0dee7478 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:05:37.032331 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6e6bfa47-f903-47b8-bffd-0b44790c456a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:37.136518 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-6e6bfa47-f903-47b8-bffd-0b44790c456a None None] Port 6f4552c3-2ea7-462c-ad31-aa9e0dee7478 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:05:37.175212 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6e6bfa47-f903-47b8-bffd-0b44790c456a None None] Provisioning complete for port 702e09e0-8f52-4112-964a-fb6a52e688fe triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:05:37.175592 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6e6bfa47-f903-47b8-bffd-0b44790c456a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:37.203241 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-0b404c30-3bed-4a80-b2aa-8e5dca8d3dca None None] Set router 5ab4732f-72bc-46e9-8c9e-e6575f86a3e6 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:05:37.217262 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9241c0-93c4-412f-bfdc-3ed5025edaa0 req-0756f9f4-0665-4ec3-bc28-c03db1a94b9f tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:37.225224 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2c9241c0-93c4-412f-bfdc-3ed5025edaa0 req-0756f9f4-0665-4ec3-bc28-c03db1a94b9f tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb288084-3002-46a4-909f-0df599292a3c HTTP/1.1" status: 200 len: 946 time: 0.0867031 Nov 10 18:05:37.282136 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2c9241c0-93c4-412f-bfdc-3ed5025edaa0 req-cb3e3ceb-f147-4ce5-bd95-415f4e541062 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/security-groups?id=65513b90-fb29-484c-85ba-c9b863706550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558770 Nov 10 18:05:37.374388 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6e6bfa47-f903-47b8-bffd-0b44790c456a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:37.412972 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-6e6bfa47-f903-47b8-bffd-0b44790c456a None None] For port 702e09e0-8f52-4112-964a-fb6a52e688fe, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=702e09e0-8f52-4112-964a-fb6a52e688fe,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:05:37.418877 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6e6bfa47-f903-47b8-bffd-0b44790c456a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:37.496756 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6bfa47-f903-47b8-bffd-0b44790c456a None None] Pushing event updated for resources: {'Port': ['ID=702e09e0-8f52-4112-964a-fb6a52e688fe,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:37.511019 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-0b404c30-3bed-4a80-b2aa-8e5dca8d3dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab4732f-72bc-46e9-8c9e-e6575f86a3e6', 'name': 'tempest-TestServerBasicOps-1568648630-router', 'tenant_id': '7c646a21509247e79118c99429949d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '702e09e0-8f52-4112-964a-fb6a52e688fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:05:31Z', 'updated_at': '2021-11-10T18:05:35Z', 'revision_number': 4, 'project_id': '7c646a21509247e79118c99429949d65', 'gw_port': {'id': '702e09e0-8f52-4112-964a-fb6a52e688fe', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab4732f-72bc-46e9-8c9e-e6575f86a3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:05:32Z', 'updated_at': '2021-11-10T18:05:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '6f4552c3-2ea7-462c-ad31-aa9e0dee7478', 'name': '', 'network_id': 'a23767d1-5b8c-4b66-a432-12dd1cfc5b12', 'tenant_id': '7c646a21509247e79118c99429949d65', 'mac_address': 'fa:16:3e:88:19:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab4732f-72bc-46e9-8c9e-e6575f86a3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd07351b3-e661-4279-a85a-487cedc89273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:05:34Z', 'updated_at': '2021-11-10T18:05:35Z', 'revision_number': 2, 'project_id': '7c646a21509247e79118c99429949d65', 'subnets': [{'id': 'd07351b3-e661-4279-a85a-487cedc89273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:37.541547 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b404c30-3bed-4a80-b2aa-8e5dca8d3dca None None] The sync data for ids ['5ab4732f-72bc-46e9-8c9e-e6575f86a3e6'] in n-d-776250-10 is: [{'id': '5ab4732f-72bc-46e9-8c9e-e6575f86a3e6', 'name': 'tempest-TestServerBasicOps-1568648630-router', 'tenant_id': '7c646a21509247e79118c99429949d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '702e09e0-8f52-4112-964a-fb6a52e688fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:05:31Z', 'updated_at': '2021-11-10T18:05:35Z', 'revision_number': 4, 'project_id': '7c646a21509247e79118c99429949d65', 'gw_port': {'id': '702e09e0-8f52-4112-964a-fb6a52e688fe', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab4732f-72bc-46e9-8c9e-e6575f86a3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:05:32Z', 'updated_at': '2021-11-10T18:05:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '6f4552c3-2ea7-462c-ad31-aa9e0dee7478', 'name': '', 'network_id': 'a23767d1-5b8c-4b66-a432-12dd1cfc5b12', 'tenant_id': '7c646a21509247e79118c99429949d65', 'mac_address': 'fa:16:3e:88:19:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab4732f-72bc-46e9-8c9e-e6575f86a3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd07351b3-e661-4279-a85a-487cedc89273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:05:34Z', 'updated_at': '2021-11-10T18:05:35Z', 'revision_number': 2, 'project_id': '7c646a21509247e79118c99429949d65', 'subnets': [{'id': 'd07351b3-e661-4279-a85a-487cedc89273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:05:37.551462 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-f494693d-4632-4bef-bd21-156279452aa9 None None] Provisioning complete for port 6f4552c3-2ea7-462c-ad31-aa9e0dee7478 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:05:37.552389 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f494693d-4632-4bef-bd21-156279452aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:37.592188 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-f494693d-4632-4bef-bd21-156279452aa9 None None] Port 6f4552c3-2ea7-462c-ad31-aa9e0dee7478 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:05:37.604139 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-f494693d-4632-4bef-bd21-156279452aa9 None None] Provisioning complete for port 702e09e0-8f52-4112-964a-fb6a52e688fe triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:05:37.604657 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f494693d-4632-4bef-bd21-156279452aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:37.658325 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50642) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:37.664020 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-3c12d69c-eb8c-41f6-81aa-0bdb450297e2 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-633880397', 'description': 'tempest-secgroup-smoke-633880397 description', 'project_id': '3893148173944280a0bffe597d75933b'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:05:37.692665 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3c12d69c-eb8c-41f6-81aa-0bdb450297e2 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:37.787441 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3c12d69c-eb8c-41f6-81aa-0bdb450297e2 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:37.802205 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3c12d69c-eb8c-41f6-81aa-0bdb450297e2 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:37.816497 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc5dac-614d-4008-8317-1fcb77da4361 req-5f90b960-f93f-4ce2-bd56-2c0fd2083092 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:37.819452 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fabc5dac-614d-4008-8317-1fcb77da4361 req-5f90b960-f93f-4ce2-bd56-2c0fd2083092 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 946 time: 0.0834649 Nov 10 18:05:37.841208 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3c12d69c-eb8c-41f6-81aa-0bdb450297e2 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:37.845258 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3c12d69c-eb8c-41f6-81aa-0bdb450297e2 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1829197 Nov 10 18:05:37.845801 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50646) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:37.850828 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-db2ee4a5-f9cb-42b6-a0d1-13f03425c17b tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Request body: {'security_group_rule': {'security_group_id': '9f76a15b-fe8c-410e-949d-b4066a37518e', 'project_id': '3893148173944280a0bffe597d75933b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:05:37.857589 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12d69c-eb8c-41f6-81aa-0bdb450297e2 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f76a15b-fe8c-410e-949d-b4066a37518e,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:37.883727 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-db2ee4a5-f9cb-42b6-a0d1-13f03425c17b tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:37.888745 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fabc5dac-614d-4008-8317-1fcb77da4361 req-59c2d3a6-1254-409f-a147-28878ac1f932 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541306 Nov 10 18:05:37.951947 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-db2ee4a5-f9cb-42b6-a0d1-13f03425c17b tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:37.956503 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-db2ee4a5-f9cb-42b6-a0d1-13f03425c17b tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:37.976515 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ee4a5-f9cb-42b6-a0d1-13f03425c17b tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18badbe-5eed-421c-9139-216f87c16aa2,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:37.983839 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-db2ee4a5-f9cb-42b6-a0d1-13f03425c17b tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:37.985289 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-db2ee4a5-f9cb-42b6-a0d1-13f03425c17b tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1385121 Nov 10 18:05:37.987960 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50650) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:37.993346 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-d24054c3-ec2f-4418-a53d-a67e4840867f tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Request body: {'security_group_rule': {'security_group_id': '9f76a15b-fe8c-410e-949d-b4066a37518e', 'project_id': '3893148173944280a0bffe597d75933b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:05:38.031440 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d24054c3-ec2f-4418-a53d-a67e4840867f tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:38.095176 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d24054c3-ec2f-4418-a53d-a67e4840867f tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:38.099961 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d24054c3-ec2f-4418-a53d-a67e4840867f tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:38.120123 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24054c3-ec2f-4418-a53d-a67e4840867f tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f3b916f-cbf0-4bc4-90ab-3ead60aabd9b,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:38.129773 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d24054c3-ec2f-4418-a53d-a67e4840867f tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:38.132661 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d24054c3-ec2f-4418-a53d-a67e4840867f tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1435401 Nov 10 18:05:38.134667 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50654) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:38.143434 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-e077c445-fa2d-4866-ba1b-148b4d401f46 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Request body: {'security_group_rule': {'security_group_id': '9f76a15b-fe8c-410e-949d-b4066a37518e', 'project_id': '3893148173944280a0bffe597d75933b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:05:38.172999 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e077c445-fa2d-4866-ba1b-148b4d401f46 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:38.236520 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e077c445-fa2d-4866-ba1b-148b4d401f46 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:38.240979 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e077c445-fa2d-4866-ba1b-148b4d401f46 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:38.264448 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077c445-fa2d-4866-ba1b-148b4d401f46 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cae92f0-f87d-4574-b590-892ad2c28714,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:38.275222 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e077c445-fa2d-4866-ba1b-148b4d401f46 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:38.276594 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e077c445-fa2d-4866-ba1b-148b4d401f46 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1409984 Nov 10 18:05:38.279417 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50656) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:38.283663 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-0cc26652-ba8c-45ea-8961-f4fdb70a2adb tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Request body: {'security_group_rule': {'security_group_id': '9f76a15b-fe8c-410e-949d-b4066a37518e', 'project_id': '3893148173944280a0bffe597d75933b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:05:38.311038 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0cc26652-ba8c-45ea-8961-f4fdb70a2adb tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:38.383268 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0cc26652-ba8c-45ea-8961-f4fdb70a2adb tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:38.387706 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0cc26652-ba8c-45ea-8961-f4fdb70a2adb tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:38.409513 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc26652-ba8c-45ea-8961-f4fdb70a2adb tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f121088a-b23f-40d5-85a8-cc76b77c7421,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:38.418290 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0cc26652-ba8c-45ea-8961-f4fdb70a2adb tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:38.419474 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0cc26652-ba8c-45ea-8961-f4fdb70a2adb tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1393113 Nov 10 18:05:38.422168 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50660) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:38.427581 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-4468c23e-3a9f-4a52-a7be-e518581a492e tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Request body: {'security_group_rule': {'security_group_id': '9f76a15b-fe8c-410e-949d-b4066a37518e', 'project_id': '3893148173944280a0bffe597d75933b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:05:38.430077 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92997e06-5cd5-4c89-be2f-c179e2471db1 req-cc150c98-3256-4a9c-ab64-86a2891dced7 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:38.431632 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-92997e06-5cd5-4c89-be2f-c179e2471db1 req-cc150c98-3256-4a9c-ab64-86a2891dced7 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb288084-3002-46a4-909f-0df599292a3c HTTP/1.1" status: 200 len: 946 time: 0.0674109 Nov 10 18:05:38.453864 n-d-776250-10 neutron-server[102468]: INFO neutron.db.securitygroups_db [None req-4468c23e-3a9f-4a52-a7be-e518581a492e tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Project 3893148173944280a0bffe597d75933b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 18:05:38.460890 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4468c23e-3a9f-4a52-a7be-e518581a492e tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:38.483671 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-92997e06-5cd5-4c89-be2f-c179e2471db1 req-094165d1-4627-4ce5-aa04-f4b0022f90b1 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/security-groups?id=65513b90-fb29-484c-85ba-c9b863706550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448911 Nov 10 18:05:38.533772 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4468c23e-3a9f-4a52-a7be-e518581a492e tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:38.538404 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4468c23e-3a9f-4a52-a7be-e518581a492e tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:38.572468 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468c23e-3a9f-4a52-a7be-e518581a492e tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=890e53d1-df2e-4e15-8095-8197c1899dbf,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:38.582461 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4468c23e-3a9f-4a52-a7be-e518581a492e tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:38.583892 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4468c23e-3a9f-4a52-a7be-e518581a492e tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1606901 Nov 10 18:05:38.587063 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50664) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:38.592550 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-1efc9a35-f679-4103-97c1-3c673cf62b09 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Request body: {'security_group_rule': {'security_group_id': '9f76a15b-fe8c-410e-949d-b4066a37518e', 'project_id': '3893148173944280a0bffe597d75933b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:05:38.622687 n-d-776250-10 neutron-server[102469]: INFO neutron.db.securitygroups_db [None req-1efc9a35-f679-4103-97c1-3c673cf62b09 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Project 3893148173944280a0bffe597d75933b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 18:05:38.627311 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ce9f0-223d-49fe-aaee-b56983db60ab req-e115e3ae-6ee4-4552-a961-d0ca55883cd5 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:38.628387 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1efc9a35-f679-4103-97c1-3c673cf62b09 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:38.628927 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e58ce9f0-223d-49fe-aaee-b56983db60ab req-e115e3ae-6ee4-4552-a961-d0ca55883cd5 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb288084-3002-46a4-909f-0df599292a3c HTTP/1.1" status: 200 len: 946 time: 0.0667009 Nov 10 18:05:38.685420 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e58ce9f0-223d-49fe-aaee-b56983db60ab req-ddb47c2c-9393-44b9-9d8f-683a0f2062a8 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/security-groups?id=65513b90-fb29-484c-85ba-c9b863706550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499685 Nov 10 18:05:38.712368 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1efc9a35-f679-4103-97c1-3c673cf62b09 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:38.717049 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1efc9a35-f679-4103-97c1-3c673cf62b09 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:38.741056 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc9a35-f679-4103-97c1-3c673cf62b09 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=969b5bf5-da7b-4a43-b9ad-434274cbdc72,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:38.757998 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1efc9a35-f679-4103-97c1-3c673cf62b09 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:38.759511 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1efc9a35-f679-4103-97c1-3c673cf62b09 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1710684 Nov 10 18:05:38.950142 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-6be42d43-f14d-4108-b172-6574dcf92061 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-633880397&fields=id&tenant_id=3893148173944280a0bffe597d75933b HTTP/1.1" status: 200 len: 267 time: 0.0556903 Nov 10 18:05:38.967703 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55819c5a-c288-4c10-bba5-0ceef4baa726 req-369ed966-a036-48ba-a619-b149630ee29e tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:38.969554 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-55819c5a-c288-4c10-bba5-0ceef4baa726 req-369ed966-a036-48ba-a619-b149630ee29e tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb288084-3002-46a4-909f-0df599292a3c HTTP/1.1" status: 200 len: 946 time: 0.0546458 Nov 10 18:05:39.034053 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-55819c5a-c288-4c10-bba5-0ceef4baa726 req-06f902c2-cb3d-41c7-9d1a-81fd32244785 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/security-groups?id=65513b90-fb29-484c-85ba-c9b863706550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571222 Nov 10 18:05:39.069603 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-40501ed4-bff7-408c-9e0f-9a51ba0d46c3 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:39.071055 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-40501ed4-bff7-408c-9e0f-9a51ba0d46c3 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "GET /v2.0/networks?id=751663c4-944e-4370-9efe-4bbb134d1009 HTTP/1.1" status: 200 len: 809 time: 0.1136460 Nov 10 18:05:39.086932 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-c9e2fe15-ad65-4535-81af-3af2ca632385 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "GET /v2.0/quotas/3893148173944280a0bffe597d75933b HTTP/1.1" status: 200 len: 375 time: 0.0100009 Nov 10 18:05:39.141547 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-920335f2-094d-482b-b182-b55554407bbe tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3893148173944280a0bffe597d75933b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491843 Nov 10 18:05:39.240548 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-555b0715-5e95-4fcc-9458-e95eab990d30 service neutron] 10.222.0.39 "GET /v2.0/networks/751663c4-944e-4370-9efe-4bbb134d1009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852664 Nov 10 18:05:39.337813 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-c2a46a9e-989d-4e95-98d1-68e5f86aa778 service neutron] 10.222.0.39 "GET /v2.0/networks/751663c4-944e-4370-9efe-4bbb134d1009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913658 Nov 10 18:05:39.554267 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-306bc439-9bb2-4da2-bd43-9b77d60e6240 req-73686564-8c80-4af1-85ee-70a5c6a28927 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b73f985-329d-41c6-a9b2-7806f4f37c61 HTTP/1.1" status: 200 len: 210 time: 0.0476549 Nov 10 18:05:39.640071 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 702e09e0-8f52-4112-964a-fb6a52e688fe up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:05:39.689248 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 702e09e0-8f52-4112-964a-fb6a52e688fe triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:05:39.689616 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:40.152455 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab1cdd-ad9e-40c9-bd30-d47f69916138 req-5d2ef903-7986-4c84-804b-0465a84f4442 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:40.153882 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bfab1cdd-ad9e-40c9-bd30-d47f69916138 req-5d2ef903-7986-4c84-804b-0465a84f4442 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb288084-3002-46a4-909f-0df599292a3c HTTP/1.1" status: 200 len: 946 time: 0.0526919 Nov 10 18:05:40.202942 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bfab1cdd-ad9e-40c9-bd30-d47f69916138 req-32feae73-1da2-4e3b-bd82-39c48ba81f91 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/security-groups?id=65513b90-fb29-484c-85ba-c9b863706550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429137 Nov 10 18:05:40.371205 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74275fce-60d0-42aa-83d8-1fe2e8c26ce1 None None] Sync routers for ids ['5ab4732f-72bc-46e9-8c9e-e6575f86a3e6'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:05:40.382838 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74275fce-60d0-42aa-83d8-1fe2e8c26ce1 None None] Routers {'5ab4732f-72bc-46e9-8c9e-e6575f86a3e6'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:05:40.383487 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-74275fce-60d0-42aa-83d8-1fe2e8c26ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:05:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['5ab4732f-72bc-46e9-8c9e-e6575f86a3e6'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:40.435536 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa81b0-f08f-4771-af4e-4a963d2d6f74 req-e36b478a-770c-48a9-847d-67ced1325c5f tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:40.440733 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e2fa81b0-f08f-4771-af4e-4a963d2d6f74 req-e36b478a-770c-48a9-847d-67ced1325c5f tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb288084-3002-46a4-909f-0df599292a3c HTTP/1.1" status: 200 len: 946 time: 0.0649557 Nov 10 18:05:40.455879 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a792a-1a78-439e-911e-8f6434589f84 req-fe5c8b80-1c60-42e5-8d6b-4c0d76503831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:40.458177 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-693a792a-1a78-439e-911e-8f6434589f84 req-fe5c8b80-1c60-42e5-8d6b-4c0d76503831 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=52a6e6e943134f3c8a82787d23e8931e&device_id=bb288084-3002-46a4-909f-0df599292a3c HTTP/1.1" status: 200 len: 1098 time: 0.0613811 Nov 10 18:05:40.503599 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-74275fce-60d0-42aa-83d8-1fe2e8c26ce1 None None] Set router 5ab4732f-72bc-46e9-8c9e-e6575f86a3e6 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:05:40.550689 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e2fa81b0-f08f-4771-af4e-4a963d2d6f74 req-a142d773-1b05-42d3-b8e2-d53fcc463094 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/security-groups?id=65513b90-fb29-484c-85ba-c9b863706550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031780 Nov 10 18:05:40.567828 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a792a-1a78-439e-911e-8f6434589f84 req-1c2ba51c-017f-4463-b6b9-4c0196f0dc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:40.569455 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-693a792a-1a78-439e-911e-8f6434589f84 req-1c2ba51c-017f-4463-b6b9-4c0196f0dc94 service neutron] 10.222.0.13 "GET /v2.0/networks?id=087c56be-88c5-48d1-9264-44dbff60d055 HTTP/1.1" status: 200 len: 912 time: 0.1032970 Nov 10 18:05:40.635806 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-693a792a-1a78-439e-911e-8f6434589f84 req-c0298ddd-cb8e-4771-8fec-f7b3233db4fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6275295b-23eb-4009-b292-2f33a0c3ceed HTTP/1.1" status: 200 len: 217 time: 0.0562055 Nov 10 18:05:40.650745 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-caa57612-8285-4c39-8d4a-0b5ea1d673b9 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:40.652759 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-caa57612-8285-4c39-8d4a-0b5ea1d673b9 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.13 "GET /v2.0/networks?id=751663c4-944e-4370-9efe-4bbb134d1009 HTTP/1.1" status: 200 len: 809 time: 0.1977592 Nov 10 18:05:40.709465 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-65adb0af-1762-4b80-91d2-c46f6821d7e0 req-539f2dd0-8263-47f1-a728-95c373c4ae61 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b73f985-329d-41c6-a9b2-7806f4f37c61 HTTP/1.1" status: 200 len: 210 time: 0.0365496 Nov 10 18:05:40.718054 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a792a-1a78-439e-911e-8f6434589f84 req-79f60107-f642-46aa-91e0-d7f25302a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:40.720378 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-693a792a-1a78-439e-911e-8f6434589f84 req-79f60107-f642-46aa-91e0-d7f25302a96b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39d39c79-15b9-488f-9161-4f995b18e46e HTTP/1.1" status: 200 len: 851 time: 0.0773947 Nov 10 18:05:40.733418 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-34aa92d6-e78d-4bdb-b784-5cdbd133dfb4 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3893148173944280a0bffe597d75933b HTTP/1.1" status: 200 len: 379 time: 0.0661523 Nov 10 18:05:40.748947 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-a549eb7a-d412-4abd-bd16-b0fbb73ac96f tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Request body: {'port': {'device_id': '1b73f985-329d-41c6-a9b2-7806f4f37c61', 'network_id': '751663c4-944e-4370-9efe-4bbb134d1009', 'admin_state_up': True, 'tenant_id': '3893148173944280a0bffe597d75933b', 'security_groups': ['9f76a15b-fe8c-410e-949d-b4066a37518e']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:05:40.761095 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-693a792a-1a78-439e-911e-8f6434589f84 req-d6578153-4bac-49f2-a6ac-7583610090ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=087c56be-88c5-48d1-9264-44dbff60d055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300438 Nov 10 18:05:40.834125 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-74275fce-60d0-42aa-83d8-1fe2e8c26ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab4732f-72bc-46e9-8c9e-e6575f86a3e6', 'name': 'tempest-TestServerBasicOps-1568648630-router', 'tenant_id': '7c646a21509247e79118c99429949d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '702e09e0-8f52-4112-964a-fb6a52e688fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:05:31Z', 'updated_at': '2021-11-10T18:05:35Z', 'revision_number': 4, 'project_id': '7c646a21509247e79118c99429949d65', 'gw_port': {'id': '702e09e0-8f52-4112-964a-fb6a52e688fe', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab4732f-72bc-46e9-8c9e-e6575f86a3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:05:32Z', 'updated_at': '2021-11-10T18:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '6f4552c3-2ea7-462c-ad31-aa9e0dee7478', 'name': '', 'network_id': 'a23767d1-5b8c-4b66-a432-12dd1cfc5b12', 'tenant_id': '7c646a21509247e79118c99429949d65', 'mac_address': 'fa:16:3e:88:19:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab4732f-72bc-46e9-8c9e-e6575f86a3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd07351b3-e661-4279-a85a-487cedc89273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:05:34Z', 'updated_at': '2021-11-10T18:05:35Z', 'revision_number': 2, 'project_id': '7c646a21509247e79118c99429949d65', 'subnets': [{'id': 'd07351b3-e661-4279-a85a-487cedc89273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:40.861860 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-693a792a-1a78-439e-911e-8f6434589f84 req-dffb6cd9-cc2e-400f-9668-eb58021d9e55 service neutron] 10.222.0.13 "GET /v2.0/networks/087c56be-88c5-48d1-9264-44dbff60d055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935094 Nov 10 18:05:40.863656 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74275fce-60d0-42aa-83d8-1fe2e8c26ce1 None None] Checking router: 5ab4732f-72bc-46e9-8c9e-e6575f86a3e6 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:05:40.864188 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74275fce-60d0-42aa-83d8-1fe2e8c26ce1 None None] Updating router 5ab4732f-72bc-46e9-8c9e-e6575f86a3e6 port 6f4552c3-2ea7-462c-ad31-aa9e0dee7478 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:05:40.870499 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-a549eb7a-d412-4abd-bd16-b0fbb73ac96f tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Made reservation on behalf of 3893148173944280a0bffe597d75933b for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:05:40.874128 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-a549eb7a-d412-4abd-bd16-b0fbb73ac96f tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:40.892860 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-74275fce-60d0-42aa-83d8-1fe2e8c26ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:40.956467 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-693a792a-1a78-439e-911e-8f6434589f84 req-763644aa-6fca-475e-aeb2-026591ee12d3 service neutron] 10.222.0.13 "GET /v2.0/networks/087c56be-88c5-48d1-9264-44dbff60d055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872891 Nov 10 18:05:41.016662 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-a549eb7a-d412-4abd-bd16-b0fbb73ac96f tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Allocated IP 172.20.0.13 (751663c4-944e-4370-9efe-4bbb134d1009/835e2ff4-ea31-41dc-a794-aed2edab05d1/5360ad56-836e-4fa0-bd41-5fa36e2a0896) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:05:41.171709 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-a549eb7a-d412-4abd-bd16-b0fbb73ac96f tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:41.171945 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-74275fce-60d0-42aa-83d8-1fe2e8c26ce1 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:41.179231 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-74275fce-60d0-42aa-83d8-1fe2e8c26ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:41.207852 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-a549eb7a-d412-4abd-bd16-b0fbb73ac96f tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:41.240274 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9b9f7-2180-4016-9189-95bef58e8f57 None None] Pushing event updated for resources: {'Port': ['ID=6f4552c3-2ea7-462c-ad31-aa9e0dee7478,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:41.250087 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-a549eb7a-d412-4abd-bd16-b0fbb73ac96f tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Network 751663c4-944e-4370-9efe-4bbb134d1009 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:05:41.259284 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-a549eb7a-d412-4abd-bd16-b0fbb73ac96f tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:05:41.263339 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-a549eb7a-d412-4abd-bd16-b0fbb73ac96f tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:05:41.297541 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549eb7a-d412-4abd-bd16-b0fbb73ac96f tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Pushing event updated for resources: {'Port': ['ID=5360ad56-836e-4fa0-bd41-5fa36e2a0896,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:41.317353 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-74275fce-60d0-42aa-83d8-1fe2e8c26ce1 None None] Attempting to bind port 6f4552c3-2ea7-462c-ad31-aa9e0dee7478 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:05:41.319274 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-74275fce-60d0-42aa-83d8-1fe2e8c26ce1 None None] Attempting to bind port 6f4552c3-2ea7-462c-ad31-aa9e0dee7478 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '6a277635-acf2-4511-86b2-51e919e5e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a23767d1-5b8c-4b66-a432-12dd1cfc5b12'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:05:41.319737 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74275fce-60d0-42aa-83d8-1fe2e8c26ce1 None None] Attempting to bind port 6f4552c3-2ea7-462c-ad31-aa9e0dee7478 on network a23767d1-5b8c-4b66-a432-12dd1cfc5b12 {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:05:41.322437 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-a549eb7a-d412-4abd-bd16-b0fbb73ac96f tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:41.323123 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-a549eb7a-d412-4abd-bd16-b0fbb73ac96f tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:41.325649 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74275fce-60d0-42aa-83d8-1fe2e8c26ce1 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:05:41.326005 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74275fce-60d0-42aa-83d8-1fe2e8c26ce1 None None] Checking segment: {'id': '6a277635-acf2-4511-86b2-51e919e5e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a23767d1-5b8c-4b66-a432-12dd1cfc5b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:05:41.326473 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-74275fce-60d0-42aa-83d8-1fe2e8c26ce1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:41.327505 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74275fce-60d0-42aa-83d8-1fe2e8c26ce1 None None] Bound using segment: {'id': '6a277635-acf2-4511-86b2-51e919e5e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a23767d1-5b8c-4b66-a432-12dd1cfc5b12'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:05:41.328048 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-74275fce-60d0-42aa-83d8-1fe2e8c26ce1 None None] Bound port: 6f4552c3-2ea7-462c-ad31-aa9e0dee7478, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a277635-acf2-4511-86b2-51e919e5e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a23767d1-5b8c-4b66-a432-12dd1cfc5b12'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:05:41.328527 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-74275fce-60d0-42aa-83d8-1fe2e8c26ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:41.343455 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-a549eb7a-d412-4abd-bd16-b0fbb73ac96f tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5985117 Nov 10 18:05:41.359162 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-f139bec9-e02f-4417-b903-d2ceeb49051f service neutron] Request body: {'port': {'device_id': '1b73f985-329d-41c6-a9b2-7806f4f37c61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:05:41.402756 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-74275fce-60d0-42aa-83d8-1fe2e8c26ce1 None None] For port 6f4552c3-2ea7-462c-ad31-aa9e0dee7478, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:05:41.406306 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-74275fce-60d0-42aa-83d8-1fe2e8c26ce1 None None] For port 6f4552c3-2ea7-462c-ad31-aa9e0dee7478, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=6f4552c3-2ea7-462c-ad31-aa9e0dee7478,segment=NetworkSegment(6a277635-acf2-4511-86b2-51e919e5e719),segment_id=6a277635-acf2-4511-86b2-51e919e5e719)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:05:41.412539 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-74275fce-60d0-42aa-83d8-1fe2e8c26ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:41.428885 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-f139bec9-e02f-4417-b903-d2ceeb49051f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:41.486605 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f9b9f7-2180-4016-9189-95bef58e8f57 None None] Pushing event updated for resources: {'Port': ['ID=6f4552c3-2ea7-462c-ad31-aa9e0dee7478,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:41.493211 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74275fce-60d0-42aa-83d8-1fe2e8c26ce1 None None] Routers {'5ab4732f-72bc-46e9-8c9e-e6575f86a3e6'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:05:41.494009 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-74275fce-60d0-42aa-83d8-1fe2e8c26ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:05:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['5ab4732f-72bc-46e9-8c9e-e6575f86a3e6'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:41.567108 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-5fb7d655-18b2-4493-a3d4-ea466e4755f7 None None] Provisioning complete for port 6f4552c3-2ea7-462c-ad31-aa9e0dee7478 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:05:41.568594 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5fb7d655-18b2-4493-a3d4-ea466e4755f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:41.711751 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5fb7d655-18b2-4493-a3d4-ea466e4755f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:41.750849 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 6f4552c3-2ea7-462c-ad31-aa9e0dee7478 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:05:41.764011 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-74275fce-60d0-42aa-83d8-1fe2e8c26ce1 None None] Set router 5ab4732f-72bc-46e9-8c9e-e6575f86a3e6 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:05:41.830498 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a258e-5157-4eba-be15-4efaf0489798 req-0210690c-925d-4269-bc7e-85b5e336a203 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:41.845970 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2b1a258e-5157-4eba-be15-4efaf0489798 req-0210690c-925d-4269-bc7e-85b5e336a203 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb288084-3002-46a4-909f-0df599292a3c HTTP/1.1" status: 200 len: 946 time: 0.1198025 Nov 10 18:05:41.851621 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-5fb7d655-18b2-4493-a3d4-ea466e4755f7 None None] For port 6f4552c3-2ea7-462c-ad31-aa9e0dee7478, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=6f4552c3-2ea7-462c-ad31-aa9e0dee7478,segment=NetworkSegment(6a277635-acf2-4511-86b2-51e919e5e719),segment_id=6a277635-acf2-4511-86b2-51e919e5e719)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:05:41.865792 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5fb7d655-18b2-4493-a3d4-ea466e4755f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:41.917250 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2b1a258e-5157-4eba-be15-4efaf0489798 req-cf1aa1f0-1a54-476a-b288-95132aae6d85 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/security-groups?id=65513b90-fb29-484c-85ba-c9b863706550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703888 Nov 10 18:05:41.922011 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 6f4552c3-2ea7-462c-ad31-aa9e0dee7478 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:05:41.922382 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:41.949611 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7d655-18b2-4493-a3d4-ea466e4755f7 None None] Pushing event updated for resources: {'Port': ['ID=6f4552c3-2ea7-462c-ad31-aa9e0dee7478,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:41.956896 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be44455-5282-480d-8390-a40527e947ab req-96e46b4f-d2f3-4cee-96a2-e41344128c17 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:41.965169 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0be44455-5282-480d-8390-a40527e947ab req-96e46b4f-d2f3-4cee-96a2-e41344128c17 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b73f985-329d-41c6-a9b2-7806f4f37c61 HTTP/1.1" status: 200 len: 932 time: 0.1255739 Nov 10 18:05:41.998613 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3f120b25-7121-4638-ac1c-51e06194a9b5 None None] Provisioning complete for port 5360ad56-836e-4fa0-bd41-5fa36e2a0896 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:05:41.999249 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3f120b25-7121-4638-ac1c-51e06194a9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:42.020052 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-f139bec9-e02f-4417-b903-d2ceeb49051f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5360ad56-836e-4fa0-bd41-5fa36e2a0896 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:05:42.022985 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-74275fce-60d0-42aa-83d8-1fe2e8c26ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab4732f-72bc-46e9-8c9e-e6575f86a3e6', 'name': 'tempest-TestServerBasicOps-1568648630-router', 'tenant_id': '7c646a21509247e79118c99429949d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '702e09e0-8f52-4112-964a-fb6a52e688fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:05:31Z', 'updated_at': '2021-11-10T18:05:35Z', 'revision_number': 4, 'project_id': '7c646a21509247e79118c99429949d65', 'gw_port': {'id': '702e09e0-8f52-4112-964a-fb6a52e688fe', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab4732f-72bc-46e9-8c9e-e6575f86a3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:05:32Z', 'updated_at': '2021-11-10T18:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '6f4552c3-2ea7-462c-ad31-aa9e0dee7478', 'name': '', 'network_id': 'a23767d1-5b8c-4b66-a432-12dd1cfc5b12', 'tenant_id': '7c646a21509247e79118c99429949d65', 'mac_address': 'fa:16:3e:88:19:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab4732f-72bc-46e9-8c9e-e6575f86a3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd07351b3-e661-4279-a85a-487cedc89273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:05:34Z', 'updated_at': '2021-11-10T18:05:41Z', 'revision_number': 4, 'project_id': '7c646a21509247e79118c99429949d65', 'subnets': [{'id': 'd07351b3-e661-4279-a85a-487cedc89273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:42.036305 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-f139bec9-e02f-4417-b903-d2ceeb49051f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:42.050839 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74275fce-60d0-42aa-83d8-1fe2e8c26ce1 None None] The sync data for ids ['5ab4732f-72bc-46e9-8c9e-e6575f86a3e6'] in n-d-776250-10 is: [{'id': '5ab4732f-72bc-46e9-8c9e-e6575f86a3e6', 'name': 'tempest-TestServerBasicOps-1568648630-router', 'tenant_id': '7c646a21509247e79118c99429949d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '702e09e0-8f52-4112-964a-fb6a52e688fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:05:31Z', 'updated_at': '2021-11-10T18:05:35Z', 'revision_number': 4, 'project_id': '7c646a21509247e79118c99429949d65', 'gw_port': {'id': '702e09e0-8f52-4112-964a-fb6a52e688fe', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab4732f-72bc-46e9-8c9e-e6575f86a3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:05:32Z', 'updated_at': '2021-11-10T18:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '6f4552c3-2ea7-462c-ad31-aa9e0dee7478', 'name': '', 'network_id': 'a23767d1-5b8c-4b66-a432-12dd1cfc5b12', 'tenant_id': '7c646a21509247e79118c99429949d65', 'mac_address': 'fa:16:3e:88:19:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab4732f-72bc-46e9-8c9e-e6575f86a3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'd07351b3-e661-4279-a85a-487cedc89273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:05:34Z', 'updated_at': '2021-11-10T18:05:41Z', 'revision_number': 4, 'project_id': '7c646a21509247e79118c99429949d65', 'subnets': [{'id': 'd07351b3-e661-4279-a85a-487cedc89273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:05:42.071741 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0be44455-5282-480d-8390-a40527e947ab req-897cb573-20f2-4a95-9e8e-3250a8d9ba05 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f76a15b-fe8c-410e-949d-b4066a37518e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055939 Nov 10 18:05:42.074204 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-3f120b25-7121-4638-ac1c-51e06194a9b5 None None] Port 5360ad56-836e-4fa0-bd41-5fa36e2a0896 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:05:42.086669 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-f139bec9-e02f-4417-b903-d2ceeb49051f service neutron] Transition to ACTIVE for port object 5360ad56-836e-4fa0-bd41-5fa36e2a0896 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:05:42.086669 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-f139bec9-e02f-4417-b903-d2ceeb49051f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:42.088056 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3f120b25-7121-4638-ac1c-51e06194a9b5 None None] Provisioning complete for port 6f4552c3-2ea7-462c-ad31-aa9e0dee7478 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:05:42.088613 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3f120b25-7121-4638-ac1c-51e06194a9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:42.149665 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139bec9-e02f-4417-b903-d2ceeb49051f service neutron] Pushing event updated for resources: {'Port': ['ID=5360ad56-836e-4fa0-bd41-5fa36e2a0896,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:42.225144 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-f139bec9-e02f-4417-b903-d2ceeb49051f service neutron] Attempting to bind port 5360ad56-836e-4fa0-bd41-5fa36e2a0896 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:05:42.225512 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-f139bec9-e02f-4417-b903-d2ceeb49051f service neutron] Attempting to bind port 5360ad56-836e-4fa0-bd41-5fa36e2a0896 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': 'fd05dff9-eebc-4bea-aa36-5fd458b3bc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '751663c4-944e-4370-9efe-4bbb134d1009'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:05:42.225852 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-f139bec9-e02f-4417-b903-d2ceeb49051f service neutron] Attempting to bind port 5360ad56-836e-4fa0-bd41-5fa36e2a0896 on network 751663c4-944e-4370-9efe-4bbb134d1009 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:05:42.231119 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-f139bec9-e02f-4417-b903-d2ceeb49051f service neutron] Port 5360ad56-836e-4fa0-bd41-5fa36e2a0896 on network 751663c4-944e-4370-9efe-4bbb134d1009 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:05:42.231457 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-f139bec9-e02f-4417-b903-d2ceeb49051f service neutron] Attempting to bind port 5360ad56-836e-4fa0-bd41-5fa36e2a0896 on network 751663c4-944e-4370-9efe-4bbb134d1009 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:05:42.236907 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-f139bec9-e02f-4417-b903-d2ceeb49051f service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:05:42.237249 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-f139bec9-e02f-4417-b903-d2ceeb49051f service neutron] Checking segment: {'id': 'fd05dff9-eebc-4bea-aa36-5fd458b3bc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '751663c4-944e-4370-9efe-4bbb134d1009'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:05:42.238044 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-f139bec9-e02f-4417-b903-d2ceeb49051f service neutron] Bound using segment: {'id': 'fd05dff9-eebc-4bea-aa36-5fd458b3bc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '751663c4-944e-4370-9efe-4bbb134d1009'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:05:42.238044 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-f139bec9-e02f-4417-b903-d2ceeb49051f service neutron] Bound port: 5360ad56-836e-4fa0-bd41-5fa36e2a0896, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd05dff9-eebc-4bea-aa36-5fd458b3bc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '751663c4-944e-4370-9efe-4bbb134d1009'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:05:42.238553 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-f139bec9-e02f-4417-b903-d2ceeb49051f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:42.319681 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-f139bec9-e02f-4417-b903-d2ceeb49051f service neutron] For port 5360ad56-836e-4fa0-bd41-5fa36e2a0896, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:05:42.323095 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-f139bec9-e02f-4417-b903-d2ceeb49051f service neutron] For port 5360ad56-836e-4fa0-bd41-5fa36e2a0896, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5360ad56-836e-4fa0-bd41-5fa36e2a0896,segment=NetworkSegment(fd05dff9-eebc-4bea-aa36-5fd458b3bc3c),segment_id=fd05dff9-eebc-4bea-aa36-5fd458b3bc3c)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:05:42.331436 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-f139bec9-e02f-4417-b903-d2ceeb49051f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:42.373632 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-f139bec9-e02f-4417-b903-d2ceeb49051f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:42.374252 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-f139bec9-e02f-4417-b903-d2ceeb49051f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:42.375647 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-f139bec9-e02f-4417-b903-d2ceeb49051f service neutron] 10.222.0.13 "PUT /v2.0/ports/5360ad56-836e-4fa0-bd41-5fa36e2a0896 HTTP/1.1" status: 200 len: 1093 time: 1.0216455 Nov 10 18:05:42.376274 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b73f985-329d-41c6-a9b2-7806f4f37c61', 'tag': '5360ad56-836e-4fa0-bd41-5fa36e2a0896'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:05:42.378512 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6623e19-c100-48c8-a59a-07469ff1c4ce" -d '{"events": [{"name": "network-changed", "server_uuid": "1b73f985-329d-41c6-a9b2-7806f4f37c61", "tag": "5360ad56-836e-4fa0-bd41-5fa36e2a0896"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:05:42.430394 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139bec9-e02f-4417-b903-d2ceeb49051f service neutron] Pushing event updated for resources: {'Port': ['ID=5360ad56-836e-4fa0-bd41-5fa36e2a0896,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:42.444475 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7602e35-d1f6-4c70-a05e-5dc088bfab97 x-openstack-request-id: req-c7602e35-d1f6-4c70-a05e-5dc088bfab97 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:05:42.444771 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b73f985-329d-41c6-a9b2-7806f4f37c61", "tag": "5360ad56-836e-4fa0-bd41-5fa36e2a0896", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:05:42.445031 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c7602e35-d1f6-4c70-a05e-5dc088bfab97 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:05:42.445450 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b73f985-329d-41c6-a9b2-7806f4f37c61', 'tag': '5360ad56-836e-4fa0-bd41-5fa36e2a0896', 'status': 'completed', 'code': 200} Nov 10 18:05:42.492074 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-2ac779da-c394-4d86-a7c0-3bc10c8baf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:42.493650 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-2ac779da-c394-4d86-a7c0-3bc10c8baf5b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3893148173944280a0bffe597d75933b&device_id=1b73f985-329d-41c6-a9b2-7806f4f37c61 HTTP/1.1" status: 200 len: 1096 time: 0.0473518 Nov 10 18:05:42.544873 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-22f72d2a-7759-44c4-b7a0-023a5760a80a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5360ad56-836e-4fa0-bd41-5fa36e2a0896 HTTP/1.1" status: 200 len: 217 time: 0.0414472 Nov 10 18:05:42.613992 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-d7227a53-6af3-4802-9f65-ddb18a8ec945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:42.616802 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-d7227a53-6af3-4802-9f65-ddb18a8ec945 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=835e2ff4-ea31-41dc-a794-aed2edab05d1 HTTP/1.1" status: 200 len: 848 time: 0.0647545 Nov 10 18:05:42.667225 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-2b4525c1-81db-4f24-b796-68fc157036f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:42.668844 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-2b4525c1-81db-4f24-b796-68fc157036f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=751663c4-944e-4370-9efe-4bbb134d1009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445042 Nov 10 18:05:42.775775 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-108aa96c-c442-47ea-86d4-ed3b06a81adc service neutron] 10.222.0.13 "GET /v2.0/networks/751663c4-944e-4370-9efe-4bbb134d1009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971582 Nov 10 18:05:42.868475 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4d2ccd81-f1ce-4350-8ba3-6db35a30a633 req-647fe44d-0530-4734-b053-a6632db08499 service neutron] 10.222.0.13 "GET /v2.0/networks/751663c4-944e-4370-9efe-4bbb134d1009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844193 Nov 10 18:05:42.955189 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6623e19-c100-48c8-a59a-07469ff1c4ce req-92afffa2-9305-45e3-816b-d5c934c63017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:42.956745 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f6623e19-c100-48c8-a59a-07469ff1c4ce req-92afffa2-9305-45e3-816b-d5c934c63017 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3893148173944280a0bffe597d75933b&device_id=1b73f985-329d-41c6-a9b2-7806f4f37c61 HTTP/1.1" status: 200 len: 1096 time: 0.0438013 Nov 10 18:05:43.045767 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d40317-ea92-4ff5-819d-0f3af6f93d6c req-00271b56-e8bc-4ecf-bce8-7ea2270a331e tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:43.048597 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-75d40317-ea92-4ff5-819d-0f3af6f93d6c req-00271b56-e8bc-4ecf-bce8-7ea2270a331e tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb288084-3002-46a4-909f-0df599292a3c HTTP/1.1" status: 200 len: 946 time: 0.0540261 Nov 10 18:05:43.055181 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6623e19-c100-48c8-a59a-07469ff1c4ce req-e5e3e7cc-0627-439a-8833-934fb56db6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:43.056676 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f6623e19-c100-48c8-a59a-07469ff1c4ce req-e5e3e7cc-0627-439a-8833-934fb56db6cf service neutron] 10.222.0.13 "GET /v2.0/networks?id=751663c4-944e-4370-9efe-4bbb134d1009 HTTP/1.1" status: 200 len: 910 time: 0.0923400 Nov 10 18:05:43.099333 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-75d40317-ea92-4ff5-819d-0f3af6f93d6c req-4ea9e455-8da5-403e-b67a-336aa8d241c3 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/security-groups?id=65513b90-fb29-484c-85ba-c9b863706550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446658 Nov 10 18:05:43.110074 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f6623e19-c100-48c8-a59a-07469ff1c4ce req-70fb7d7e-4f4a-4d08-9497-19ff36f8231f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5360ad56-836e-4fa0-bd41-5fa36e2a0896 HTTP/1.1" status: 200 len: 217 time: 0.0441067 Nov 10 18:05:43.195617 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6623e19-c100-48c8-a59a-07469ff1c4ce req-886565aa-ee6e-4e23-83ae-4b0505c95fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:43.197124 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f6623e19-c100-48c8-a59a-07469ff1c4ce req-886565aa-ee6e-4e23-83ae-4b0505c95fa9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=835e2ff4-ea31-41dc-a794-aed2edab05d1 HTTP/1.1" status: 200 len: 848 time: 0.0798349 Nov 10 18:05:43.222893 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860c6e8-7c00-4a23-8342-6f010670380d req-e71180e2-eba5-457d-93c1-f40974960513 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:43.225450 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e860c6e8-7c00-4a23-8342-6f010670380d req-e71180e2-eba5-457d-93c1-f40974960513 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b73f985-329d-41c6-a9b2-7806f4f37c61 HTTP/1.1" status: 200 len: 944 time: 0.0773354 Nov 10 18:05:43.296479 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6623e19-c100-48c8-a59a-07469ff1c4ce req-9c6c0546-fdfa-4095-97ac-f1322d3f50e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:43.297900 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f6623e19-c100-48c8-a59a-07469ff1c4ce req-9c6c0546-fdfa-4095-97ac-f1322d3f50e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=751663c4-944e-4370-9efe-4bbb134d1009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0918434 Nov 10 18:05:43.307990 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e860c6e8-7c00-4a23-8342-6f010670380d req-b4260048-068f-4b5d-85b3-d8af4b7e897e tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f76a15b-fe8c-410e-949d-b4066a37518e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653269 Nov 10 18:05:43.351033 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8a3f0-5c69-4a83-bafc-6a092bb5db1e req-57fdee05-6677-4d02-9963-8a6b5af15eed tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:43.352579 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1de8a3f0-5c69-4a83-bafc-6a092bb5db1e req-57fdee05-6677-4d02-9963-8a6b5af15eed tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb288084-3002-46a4-909f-0df599292a3c HTTP/1.1" status: 200 len: 946 time: 0.0520086 Nov 10 18:05:43.402551 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1de8a3f0-5c69-4a83-bafc-6a092bb5db1e req-95881436-fc38-42f2-97ca-7e58ad9c5f38 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/security-groups?id=65513b90-fb29-484c-85ba-c9b863706550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435913 Nov 10 18:05:43.408848 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f6623e19-c100-48c8-a59a-07469ff1c4ce req-44880eab-9303-4f70-b71b-8b448a13ab65 service neutron] 10.222.0.13 "GET /v2.0/networks/751663c4-944e-4370-9efe-4bbb134d1009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999010 Nov 10 18:05:43.503454 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f6623e19-c100-48c8-a59a-07469ff1c4ce req-d351cdac-87b8-47a1-9213-d583e4d8bcb2 service neutron] 10.222.0.13 "GET /v2.0/networks/751663c4-944e-4370-9efe-4bbb134d1009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850842 Nov 10 18:05:43.583193 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 6f4552c3-2ea7-462c-ad31-aa9e0dee7478 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:05:43.633372 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 6f4552c3-2ea7-462c-ad31-aa9e0dee7478 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:05:43.633737 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:44.433211 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1dd856-81dc-4b70-82bf-2beda4b183ec req-ea91e13d-f22a-4c5b-8cda-439db43fd748 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:44.435013 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fd1dd856-81dc-4b70-82bf-2beda4b183ec req-ea91e13d-f22a-4c5b-8cda-439db43fd748 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b73f985-329d-41c6-a9b2-7806f4f37c61 HTTP/1.1" status: 200 len: 944 time: 0.0550468 Nov 10 18:05:44.486330 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fd1dd856-81dc-4b70-82bf-2beda4b183ec req-f2ee8d00-749b-468a-81ba-6e94b12f2788 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f76a15b-fe8c-410e-949d-b4066a37518e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452726 Nov 10 18:05:44.532251 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12243ee3-1b82-4a6c-bc0e-a1d480929687 req-342d216d-6d3b-441c-acc5-1bdb87573d31 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:44.534712 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-12243ee3-1b82-4a6c-bc0e-a1d480929687 req-342d216d-6d3b-441c-acc5-1bdb87573d31 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb288084-3002-46a4-909f-0df599292a3c HTTP/1.1" status: 200 len: 946 time: 0.0524151 Nov 10 18:05:44.587756 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-12243ee3-1b82-4a6c-bc0e-a1d480929687 req-edf17278-5bd8-4d42-97c8-d4fc3771cf2f tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/security-groups?id=65513b90-fb29-484c-85ba-c9b863706550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477157 Nov 10 18:05:44.805737 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871065ef-9329-430d-9027-66ff8a69492e req-467d582e-3821-4f4b-8d60-6be277ddb959 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:44.807290 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-871065ef-9329-430d-9027-66ff8a69492e req-467d582e-3821-4f4b-8d60-6be277ddb959 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb288084-3002-46a4-909f-0df599292a3c HTTP/1.1" status: 200 len: 946 time: 0.0628648 Nov 10 18:05:44.868759 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fda33b-6609-4429-8f16-dab5a08db1c2 req-26572db9-c367-48dd-a4a0-931fb80683df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:44.870172 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-20fda33b-6609-4429-8f16-dab5a08db1c2 req-26572db9-c367-48dd-a4a0-931fb80683df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=52a6e6e943134f3c8a82787d23e8931e&device_id=bb288084-3002-46a4-909f-0df599292a3c HTTP/1.1" status: 200 len: 1098 time: 0.0832319 Nov 10 18:05:44.874880 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-871065ef-9329-430d-9027-66ff8a69492e req-a10fa74b-77f1-4d66-b21c-85d94bff7945 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/security-groups?id=65513b90-fb29-484c-85ba-c9b863706550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530148 Nov 10 18:05:44.967794 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fda33b-6609-4429-8f16-dab5a08db1c2 req-aba6caaa-166b-4923-a512-dff9a8454b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:44.969342 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-20fda33b-6609-4429-8f16-dab5a08db1c2 req-aba6caaa-166b-4923-a512-dff9a8454b1c service neutron] 10.222.0.13 "GET /v2.0/networks?id=087c56be-88c5-48d1-9264-44dbff60d055 HTTP/1.1" status: 200 len: 912 time: 0.0918908 Nov 10 18:05:45.012391 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-20fda33b-6609-4429-8f16-dab5a08db1c2 req-f94ffb3b-7d4b-4aa6-bcf8-29d97e8d2684 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6275295b-23eb-4009-b292-2f33a0c3ceed HTTP/1.1" status: 200 len: 217 time: 0.0353074 Nov 10 18:05:45.060230 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fda33b-6609-4429-8f16-dab5a08db1c2 req-9025ee57-6af6-4662-a4cc-af75f3d97b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:45.061637 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-20fda33b-6609-4429-8f16-dab5a08db1c2 req-9025ee57-6af6-4662-a4cc-af75f3d97b0a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39d39c79-15b9-488f-9161-4f995b18e46e HTTP/1.1" status: 200 len: 851 time: 0.0427794 Nov 10 18:05:45.096993 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-20fda33b-6609-4429-8f16-dab5a08db1c2 req-7e7ba2fa-4935-469c-8ba3-0df38c8663a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=087c56be-88c5-48d1-9264-44dbff60d055&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280366 Nov 10 18:05:45.187727 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-20fda33b-6609-4429-8f16-dab5a08db1c2 req-69630d67-c9b4-4faa-a23e-17e05d0cdb7d service neutron] 10.222.0.13 "GET /v2.0/networks/087c56be-88c5-48d1-9264-44dbff60d055?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835812 Nov 10 18:05:45.279118 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-20fda33b-6609-4429-8f16-dab5a08db1c2 req-9cd8b976-3889-4f0a-8194-10ae0ab1b3f3 service neutron] 10.222.0.13 "GET /v2.0/networks/087c56be-88c5-48d1-9264-44dbff60d055?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841091 Nov 10 18:05:45.613855 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49a1d5-c9ef-4096-8194-f0f56794c1fb req-9a2f7db1-aa08-4762-8cf1-8a9c2fa4c86b tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:45.616586 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8e49a1d5-c9ef-4096-8194-f0f56794c1fb req-9a2f7db1-aa08-4762-8cf1-8a9c2fa4c86b tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b73f985-329d-41c6-a9b2-7806f4f37c61 HTTP/1.1" status: 200 len: 944 time: 0.0561965 Nov 10 18:05:45.674651 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8e49a1d5-c9ef-4096-8194-f0f56794c1fb req-aea472fc-cabe-4265-a99a-638bd9ee4caf tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f76a15b-fe8c-410e-949d-b4066a37518e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519941 Nov 10 18:05:45.932109 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 5360ad56-836e-4fa0-bd41-5fa36e2a0896 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:05:46.021650 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b16540-bec2-4924-b2dd-bd58c80b53dd req-f20d5104-431a-4273-95cc-2cf631c0fe31 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:46.023465 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7b16540-bec2-4924-b2dd-bd58c80b53dd req-f20d5104-431a-4273-95cc-2cf631c0fe31 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb288084-3002-46a4-909f-0df599292a3c HTTP/1.1" status: 200 len: 946 time: 0.0538342 Nov 10 18:05:46.045868 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 5360ad56-836e-4fa0-bd41-5fa36e2a0896, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5360ad56-836e-4fa0-bd41-5fa36e2a0896,segment=NetworkSegment(fd05dff9-eebc-4bea-aa36-5fd458b3bc3c),segment_id=fd05dff9-eebc-4bea-aa36-5fd458b3bc3c)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:05:46.057226 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '5360ad56-836e-4fa0-bd41-5fa36e2a0896', 'network_id': '751663c4-944e-4370-9efe-4bbb134d1009', 'port_id': '5360ad56-836e-4fa0-bd41-5fa36e2a0896', 'mac_address': 'fa:16:3e:b0:b0:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '835e2ff4-ea31-41dc-a794-aed2edab05d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:05:46.074430 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7b16540-bec2-4924-b2dd-bd58c80b53dd req-aeffd309-bb58-43db-9ca8-b76771f9a8b7 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/security-groups?id=65513b90-fb29-484c-85ba-c9b863706550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449481 Nov 10 18:05:46.095771 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:46.109355 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5360ad56-836e-4fa0-bd41-5fa36e2a0896 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:05:46.132562 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 5360ad56-836e-4fa0-bd41-5fa36e2a0896, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5360ad56-836e-4fa0-bd41-5fa36e2a0896,segment=NetworkSegment(fd05dff9-eebc-4bea-aa36-5fd458b3bc3c),segment_id=fd05dff9-eebc-4bea-aa36-5fd458b3bc3c)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:05:46.136946 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:46.193445 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=5360ad56-836e-4fa0-bd41-5fa36e2a0896,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:46.328324 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fc35a-ae9a-4502-968e-9e4628237635 req-d3cabddb-e6bf-4480-9706-55d98d1fa6a7 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:46.329803 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-178fc35a-ae9a-4502-968e-9e4628237635 req-d3cabddb-e6bf-4480-9706-55d98d1fa6a7 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb288084-3002-46a4-909f-0df599292a3c HTTP/1.1" status: 200 len: 946 time: 0.0508459 Nov 10 18:05:46.356119 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['5360ad56-836e-4fa0-bd41-5fa36e2a0896'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:05:46.381668 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-178fc35a-ae9a-4502-968e-9e4628237635 req-9197a9f1-7c07-421e-a28a-818b44ee34c3 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/security-groups?id=65513b90-fb29-484c-85ba-c9b863706550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450053 Nov 10 18:05:46.792736 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b84ef-d5e3-49be-8937-920b4004a275 req-054a1eb8-8019-42fb-9515-c78d9343f512 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:46.794208 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-584b84ef-d5e3-49be-8937-920b4004a275 req-054a1eb8-8019-42fb-9515-c78d9343f512 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b73f985-329d-41c6-a9b2-7806f4f37c61 HTTP/1.1" status: 200 len: 945 time: 0.0523431 Nov 10 18:05:46.842447 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-584b84ef-d5e3-49be-8937-920b4004a275 req-7cc65387-3acd-4bdf-97a3-c1c012eca043 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f76a15b-fe8c-410e-949d-b4066a37518e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423934 Nov 10 18:05:47.503673 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092784c-9d34-47a5-87ff-b81387ae6d58 req-9e8b7a6a-24f4-498d-8462-ea755df76f22 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:47.505223 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3092784c-9d34-47a5-87ff-b81387ae6d58 req-9e8b7a6a-24f4-498d-8462-ea755df76f22 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb288084-3002-46a4-909f-0df599292a3c HTTP/1.1" status: 200 len: 946 time: 0.0532575 Nov 10 18:05:47.867760 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3092784c-9d34-47a5-87ff-b81387ae6d58 req-4f3cc99d-476f-4ebb-81f2-b6706410127e tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/security-groups?id=65513b90-fb29-484c-85ba-c9b863706550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567100 Nov 10 18:05:47.936295 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 5360ad56-836e-4fa0-bd41-5fa36e2a0896 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:05:47.963357 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87591963-c29c-48ef-ba06-807f08c8f822 req-2db83e4c-c5ad-462f-b55a-a10b0db50bf5 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:47.965280 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-87591963-c29c-48ef-ba06-807f08c8f822 req-2db83e4c-c5ad-462f-b55a-a10b0db50bf5 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b73f985-329d-41c6-a9b2-7806f4f37c61 HTTP/1.1" status: 200 len: 945 time: 0.0521033 Nov 10 18:05:47.987125 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 5360ad56-836e-4fa0-bd41-5fa36e2a0896 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:05:47.992079 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 5360ad56-836e-4fa0-bd41-5fa36e2a0896 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:05:47.992485 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:48.017108 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-87591963-c29c-48ef-ba06-807f08c8f822 req-8ea0dbdc-0d17-439b-a2be-cd0a6bace73d tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f76a15b-fe8c-410e-949d-b4066a37518e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455806 Nov 10 18:05:48.078664 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:48.101240 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b73f985-329d-41c6-a9b2-7806f4f37c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5360ad56-836e-4fa0-bd41-5fa36e2a0896'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:05:48.104054 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1004f5e-9cdd-40b0-90bd-871d448c989d" -d '{"events": [{"server_uuid": "1b73f985-329d-41c6-a9b2-7806f4f37c61", "name": "network-vif-plugged", "status": "completed", "tag": "5360ad56-836e-4fa0-bd41-5fa36e2a0896"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:05:48.117880 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 5360ad56-836e-4fa0-bd41-5fa36e2a0896, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5360ad56-836e-4fa0-bd41-5fa36e2a0896,segment=NetworkSegment(fd05dff9-eebc-4bea-aa36-5fd458b3bc3c),segment_id=fd05dff9-eebc-4bea-aa36-5fd458b3bc3c)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:05:48.121779 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:48.145860 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2b6741-0eaa-46a2-a310-af649764de38 x-openstack-request-id: req-5d2b6741-0eaa-46a2-a310-af649764de38 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:05:48.146155 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b73f985-329d-41c6-a9b2-7806f4f37c61", "name": "network-vif-plugged", "status": "completed", "tag": "5360ad56-836e-4fa0-bd41-5fa36e2a0896", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:05:48.146441 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5d2b6741-0eaa-46a2-a310-af649764de38 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:05:48.146794 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b73f985-329d-41c6-a9b2-7806f4f37c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5360ad56-836e-4fa0-bd41-5fa36e2a0896', 'code': 200} Nov 10 18:05:48.172830 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=5360ad56-836e-4fa0-bd41-5fa36e2a0896,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:48.222504 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0adb3-a5eb-413c-892a-d4a003bff69d req-ba54234b-eb31-4dbb-bc02-e83355a942f8 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:48.224694 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-84c0adb3-a5eb-413c-892a-d4a003bff69d req-ba54234b-eb31-4dbb-bc02-e83355a942f8 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb288084-3002-46a4-909f-0df599292a3c HTTP/1.1" status: 200 len: 946 time: 0.0524876 Nov 10 18:05:48.251390 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a60605-1d89-47ad-a20f-168bd4828c20 req-4d503893-b1eb-4020-8b8b-69d65fee6dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:48.252937 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-50a60605-1d89-47ad-a20f-168bd4828c20 req-4d503893-b1eb-4020-8b8b-69d65fee6dbd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b73f985-329d-41c6-a9b2-7806f4f37c61 HTTP/1.1" status: 200 len: 1098 time: 0.0409818 Nov 10 18:05:48.299434 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-50a60605-1d89-47ad-a20f-168bd4828c20 req-3c056d70-1ed3-4be5-a9c1-c37580ac8e05 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9f76a15b-fe8c-410e-949d-b4066a37518e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395844 Nov 10 18:05:48.317652 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-84c0adb3-a5eb-413c-892a-d4a003bff69d req-d34c3568-b4ee-4d3e-af76-8c7eb9cc9066 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Deleting port 6275295b-23eb-4009-b292-2f33a0c3ceed {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:05:48.318051 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-84c0adb3-a5eb-413c-892a-d4a003bff69d req-d34c3568-b4ee-4d3e-af76-8c7eb9cc9066 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:48.406317 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-84c0adb3-a5eb-413c-892a-d4a003bff69d req-d34c3568-b4ee-4d3e-af76-8c7eb9cc9066 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] For port 6275295b-23eb-4009-b292-2f33a0c3ceed, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=6275295b-23eb-4009-b292-2f33a0c3ceed,segment=NetworkSegment(46d83a37-7034-4145-9bff-400a477b0b8b),segment_id=46d83a37-7034-4145-9bff-400a477b0b8b)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:05:48.406670 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-84c0adb3-a5eb-413c-892a-d4a003bff69d req-d34c3568-b4ee-4d3e-af76-8c7eb9cc9066 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:48.419414 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-84c0adb3-a5eb-413c-892a-d4a003bff69d req-d34c3568-b4ee-4d3e-af76-8c7eb9cc9066 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Calling delete_port for 6275295b-23eb-4009-b292-2f33a0c3ceed owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:05:48.548884 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-84c0adb3-a5eb-413c-892a-d4a003bff69d req-d34c3568-b4ee-4d3e-af76-8c7eb9cc9066 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:48.562297 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['6275295b-23eb-4009-b292-2f33a0c3ceed'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:05:48.579712 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c3568-b4ee-4d3e-af76-8c7eb9cc9066 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Pushing event deleted for resources: {'Port': ['ID=6275295b-23eb-4009-b292-2f33a0c3ceed,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:48.624122 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c0adb3-a5eb-413c-892a-d4a003bff69d req-d34c3568-b4ee-4d3e-af76-8c7eb9cc9066 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] No DVR routers for this DVR port 6275295b-23eb-4009-b292-2f33a0c3ceed on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:05:48.626828 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-84c0adb3-a5eb-413c-892a-d4a003bff69d req-d34c3568-b4ee-4d3e-af76-8c7eb9cc9066 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:48.630431 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-84c0adb3-a5eb-413c-892a-d4a003bff69d req-d34c3568-b4ee-4d3e-af76-8c7eb9cc9066 tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.13 "DELETE /v2.0/ports/6275295b-23eb-4009-b292-2f33a0c3ceed HTTP/1.1" status: 204 len: 173 time: 0.3987899 Nov 10 18:05:48.630940 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb288084-3002-46a4-909f-0df599292a3c', 'name': 'network-vif-deleted', 'tag': '6275295b-23eb-4009-b292-2f33a0c3ceed'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:05:48.633217 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6dbb36d-97b4-4c0c-904f-9df8853b3700" -d '{"events": [{"server_uuid": "bb288084-3002-46a4-909f-0df599292a3c", "name": "network-vif-deleted", "tag": "6275295b-23eb-4009-b292-2f33a0c3ceed"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:05:48.671374 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d831b2-b6d5-4153-99c6-30b595883492 x-openstack-request-id: req-66d831b2-b6d5-4153-99c6-30b595883492 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:05:48.671669 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb288084-3002-46a4-909f-0df599292a3c", "name": "network-vif-deleted", "tag": "6275295b-23eb-4009-b292-2f33a0c3ceed", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:05:48.671948 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-66d831b2-b6d5-4153-99c6-30b595883492 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:05:48.672393 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb288084-3002-46a4-909f-0df599292a3c', 'name': 'network-vif-deleted', 'tag': '6275295b-23eb-4009-b292-2f33a0c3ceed', 'status': 'completed', 'code': 200} Nov 10 18:05:48.976016 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2f967ed4-20b4-407c-9d43-dc40881337de req-64a6ef48-e593-400c-9ddb-672b4f02f0ce tempest-TestServerAdvancedOps-1191615121 tempest-TestServerAdvancedOps-1191615121-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb288084-3002-46a4-909f-0df599292a3c HTTP/1.1" status: 200 len: 210 time: 0.0274553 Nov 10 18:05:49.140484 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa1433-4808-443c-9ac5-b049973dd44d req-17db4a55-1e11-4445-b197-eccb71508ea3 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:49.142069 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5caa1433-4808-443c-9ac5-b049973dd44d req-17db4a55-1e11-4445-b197-eccb71508ea3 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b73f985-329d-41c6-a9b2-7806f4f37c61 HTTP/1.1" status: 200 len: 946 time: 0.0497854 Nov 10 18:05:49.191566 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5caa1433-4808-443c-9ac5-b049973dd44d req-afc2cfbc-354e-4bfd-bbc3-645e46eaaa4e tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f76a15b-fe8c-410e-949d-b4066a37518e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425646 Nov 10 18:05:50.039248 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50768) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:50.086785 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f54e3f9-9f92-43d6-a1e4-d5ef809017e9 admin admin] Deleting subnet 39d39c79-15b9-488f-9161-4f995b18e46e {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:05:50.089950 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1f54e3f9-9f92-43d6-a1e4-d5ef809017e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:50.124397 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1f54e3f9-9f92-43d6-a1e4-d5ef809017e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:50.163549 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1f54e3f9-9f92-43d6-a1e4-d5ef809017e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:50.213856 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1f54e3f9-9f92-43d6-a1e4-d5ef809017e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:50.242044 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54e3f9-9f92-43d6-a1e4-d5ef809017e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39d39c79-15b9-488f-9161-4f995b18e46e,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:50.250273 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1f54e3f9-9f92-43d6-a1e4-d5ef809017e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:50.253763 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1f54e3f9-9f92-43d6-a1e4-d5ef809017e9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/39d39c79-15b9-488f-9161-4f995b18e46e HTTP/1.1" status: 204 len: 168 time: 0.2133176 Nov 10 18:05:50.256695 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50772) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:50.354575 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-33c80c7c-9219-4e4d-9ff1-8d6d145e45cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:50.370346 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8bacc-e59d-4aac-b122-d0832467de32 req-5fe8f970-b53d-4832-aa2c-9af10d4aa88d tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:50.371802 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ffc8bacc-e59d-4aac-b122-d0832467de32 req-5fe8f970-b53d-4832-aa2c-9af10d4aa88d tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b73f985-329d-41c6-a9b2-7806f4f37c61 HTTP/1.1" status: 200 len: 946 time: 0.0979121 Nov 10 18:05:50.474893 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-33c80c7c-9219-4e4d-9ff1-8d6d145e45cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:50.491121 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ffc8bacc-e59d-4aac-b122-d0832467de32 req-15282082-b5b0-456b-a656-ba2c275901a7 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f76a15b-fe8c-410e-949d-b4066a37518e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123981 Nov 10 18:05:50.501999 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-33c80c7c-9219-4e4d-9ff1-8d6d145e45cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['087c56be-88c5-48d1-9264-44dbff60d055']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:50.513008 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-33c80c7c-9219-4e4d-9ff1-8d6d145e45cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d83a37-7034-4145-9bff-400a477b0b8b') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:50.513297 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-33c80c7c-9219-4e4d-9ff1-8d6d145e45cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d83a37-7034-4145-9bff-400a477b0b8b') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:50.523464 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-33c80c7c-9219-4e4d-9ff1-8d6d145e45cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:50.538925 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-33c80c7c-9219-4e4d-9ff1-8d6d145e45cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:50.545300 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33c80c7c-9219-4e4d-9ff1-8d6d145e45cd admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:05:50.545769 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-33c80c7c-9219-4e4d-9ff1-8d6d145e45cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:50.547554 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:05:50.547554 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:05:50.547554 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:05:50.547554 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:05:50.547554 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:05:50.547554 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:05:50.547554 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:05:50.547554 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:05:50.547554 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:05:50.547554 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:05:50.547554 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:05:50.547554 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:05:50.547554 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:05:50.547554 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:05:50.547554 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:05:50.547554 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:05:50.547554 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:05:50.547554 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:05:50.547554 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:05:50.547554 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:05:50.547554 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:05:50.547554 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:05:50.547554 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:05:50.547554 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:05:50.547554 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:05:50.547554 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:05:50.547554 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:05:50.547554 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:05:50.547554 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:05:50.547554 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:05:50.547554 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:05:50.547554 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:05:50.603688 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-33c80c7c-9219-4e4d-9ff1-8d6d145e45cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:50.610448 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-33c80c7c-9219-4e4d-9ff1-8d6d145e45cd admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:50.615890 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-33c80c7c-9219-4e4d-9ff1-8d6d145e45cd admin admin] 10.222.0.39 "DELETE /v2.0/networks/087c56be-88c5-48d1-9264-44dbff60d055 HTTP/1.1" status: 204 len: 168 time: 0.3580029 Nov 10 18:05:50.620690 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50776) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:50.620903 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01be6e-7308-4423-adf7-52b7bd9ca5d4 req-688f31b1-e12d-41cb-b47a-a3ce12e0c457 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:50.622415 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cb01be6e-7308-4423-adf7-52b7bd9ca5d4 req-688f31b1-e12d-41cb-b47a-a3ce12e0c457 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b73f985-329d-41c6-a9b2-7806f4f37c61 HTTP/1.1" status: 200 len: 946 time: 0.0589051 Nov 10 18:05:50.638528 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c80c7c-9219-4e4d-9ff1-8d6d145e45cd admin admin] Pushing event deleted for resources: {'Network': ['ID=087c56be-88c5-48d1-9264-44dbff60d055,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:50.674490 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cb01be6e-7308-4423-adf7-52b7bd9ca5d4 req-38b23487-21a2-4fa5-8301-d0aedefa8276 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f76a15b-fe8c-410e-949d-b4066a37518e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458031 Nov 10 18:05:50.683124 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-38bc372d-041e-4482-8117-8e0ce769dd01 admin admin] Deleting subnet 101167ad-fa13-4639-830f-86add59adac3 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:05:50.686368 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-38bc372d-041e-4482-8117-8e0ce769dd01 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:50.722102 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-38bc372d-041e-4482-8117-8e0ce769dd01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:50.788013 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-38bc372d-041e-4482-8117-8e0ce769dd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:50.832767 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ebd31-fc14-47bc-b3f8-2ea5502c33f1 req-bc1818fd-9870-446b-99c8-bbadea133dd2 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:50.834424 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b3ebd31-fc14-47bc-b3f8-2ea5502c33f1 req-bc1818fd-9870-446b-99c8-bbadea133dd2 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b73f985-329d-41c6-a9b2-7806f4f37c61 HTTP/1.1" status: 200 len: 946 time: 0.0909169 Nov 10 18:05:50.875946 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-38bc372d-041e-4482-8117-8e0ce769dd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:50.909749 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc372d-041e-4482-8117-8e0ce769dd01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=101167ad-fa13-4639-830f-86add59adac3,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:50.917785 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-38bc372d-041e-4482-8117-8e0ce769dd01 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:50.921477 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-38bc372d-041e-4482-8117-8e0ce769dd01 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/101167ad-fa13-4639-830f-86add59adac3 HTTP/1.1" status: 204 len: 168 time: 0.2997162 Nov 10 18:05:50.924169 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50782) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:50.928573 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b3ebd31-fc14-47bc-b3f8-2ea5502c33f1 req-14febc85-5342-40ce-9eeb-7c9bfa4da722 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f76a15b-fe8c-410e-949d-b4066a37518e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859313 Nov 10 18:05:50.951268 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50784) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:51.002862 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f8d01a21-4da8-4425-9b89-10f8cabf7796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:51.087540 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f8d01a21-4da8-4425-9b89-10f8cabf7796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:51.095305 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c11441-c718-4a03-84fc-58f27804cebd tempest-TestServerBasicOps-1951194262 tempest-TestServerBasicOps-1951194262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:51.096880 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-14c11441-c718-4a03-84fc-58f27804cebd tempest-TestServerBasicOps-1951194262 tempest-TestServerBasicOps-1951194262-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1b73f985-329d-41c6-a9b2-7806f4f37c61 HTTP/1.1" status: 200 len: 1093 time: 0.1445620 Nov 10 18:05:51.099870 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50788) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:51.104621 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-56d3cd47-befa-4a59-acb8-53a9f9be5438 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'port_id': '5360ad56-836e-4fa0-bd41-5fa36e2a0896', 'tenant_id': '3893148173944280a0bffe597d75933b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:05:51.108825 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f8d01a21-4da8-4425-9b89-10f8cabf7796 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e73aad43-85ec-4b5a-afd3-947411b011ee']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:51.119468 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f8d01a21-4da8-4425-9b89-10f8cabf7796 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd879cd2a-81e5-48c6-8a16-829dfe7e66dd') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:51.119768 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f8d01a21-4da8-4425-9b89-10f8cabf7796 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd879cd2a-81e5-48c6-8a16-829dfe7e66dd') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:51.127375 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-56d3cd47-befa-4a59-acb8-53a9f9be5438 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:51.129674 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f8d01a21-4da8-4425-9b89-10f8cabf7796 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:51.145347 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f8d01a21-4da8-4425-9b89-10f8cabf7796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:51.151706 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d01a21-4da8-4425-9b89-10f8cabf7796 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:05:51.152091 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f8d01a21-4da8-4425-9b89-10f8cabf7796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:51.154157 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:05:51.154157 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:05:51.154157 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:05:51.154157 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:05:51.154157 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:05:51.154157 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:05:51.154157 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:05:51.154157 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:05:51.154157 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:05:51.154157 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:05:51.154157 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:05:51.154157 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:05:51.154157 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:05:51.154157 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:05:51.154157 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:05:51.154157 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:05:51.154157 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:05:51.154157 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:05:51.154157 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:05:51.154157 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:05:51.154157 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:05:51.154157 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:05:51.154157 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:05:51.154157 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:05:51.154157 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:05:51.154157 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:05:51.154157 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:05:51.154157 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:05:51.154157 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:05:51.154157 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:05:51.154157 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:05:51.154157 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:05:51.213707 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f8d01a21-4da8-4425-9b89-10f8cabf7796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:51.220571 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f8d01a21-4da8-4425-9b89-10f8cabf7796 admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:51.224242 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f8d01a21-4da8-4425-9b89-10f8cabf7796 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e73aad43-85ec-4b5a-afd3-947411b011ee HTTP/1.1" status: 204 len: 168 time: 0.2985110 Nov 10 18:05:51.234632 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-56d3cd47-befa-4a59-acb8-53a9f9be5438 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:51.235466 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d01a21-4da8-4425-9b89-10f8cabf7796 admin admin] Pushing event deleted for resources: {'Network': ['ID=e73aad43-85ec-4b5a-afd3-947411b011ee,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:51.343225 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-56d3cd47-befa-4a59-acb8-53a9f9be5438 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Allocated IP 172.25.5.3 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/532468c6-385e-485e-a515-3e7818383f95) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:05:51.401186 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50792) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:51.441022 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-51f68071-d6c6-4554-8452-09a241283184 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=52a6e6e943134f3c8a82787d23e8931e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386374 Nov 10 18:05:51.444573 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50794) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:51.452948 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-56d3cd47-befa-4a59-acb8-53a9f9be5438 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:51.488477 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-56d3cd47-befa-4a59-acb8-53a9f9be5438 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:51.493779 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d3396d8-890b-4da3-ba78-03f396cfce4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:51.515333 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d3396d8-890b-4da3-ba78-03f396cfce4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:51.531676 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d3cd47-befa-4a59-acb8-53a9f9be5438 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:05:51.534713 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-56d3cd47-befa-4a59-acb8-53a9f9be5438 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:05:51.538940 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d3cd47-befa-4a59-acb8-53a9f9be5438 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:05:51.562147 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3cd47-befa-4a59-acb8-53a9f9be5438 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Pushing event updated for resources: {'Port': ['ID=532468c6-385e-485e-a515-3e7818383f95,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:51.568291 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d3396d8-890b-4da3-ba78-03f396cfce4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:51.570931 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5d3396d8-890b-4da3-ba78-03f396cfce4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:51.572095 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5d3396d8-890b-4da3-ba78-03f396cfce4e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/65513b90-fb29-484c-85ba-c9b863706550 HTTP/1.1" status: 204 len: 168 time: 0.1265438 Nov 10 18:05:51.580425 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3396d8-890b-4da3-ba78-03f396cfce4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65513b90-fb29-484c-85ba-c9b863706550,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:51.914509 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50800) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:51.950561 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 6275295b-23eb-4009-b292-2f33a0c3ceed no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:05:51.964766 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-af38cb67-91d7-42f7-b3b8-0a0b2429fa36 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=297b9e14407a4522940796db129feb10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0489411 Nov 10 18:05:51.967196 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50804) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:05:51.977133 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 6275295b-23eb-4009-b292-2f33a0c3ceed {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:05:51.977485 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 6275295b-23eb-4009-b292-2f33a0c3ceed not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:05:52.024221 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ddbd8d40-2e94-4831-a101-d56d797e4cf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:52.046667 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ddbd8d40-2e94-4831-a101-d56d797e4cf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:52.097666 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ddbd8d40-2e94-4831-a101-d56d797e4cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:52.100393 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ddbd8d40-2e94-4831-a101-d56d797e4cf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:52.101576 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ddbd8d40-2e94-4831-a101-d56d797e4cf5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/17d936a1-0848-4c2d-9ccc-fc05e8cba4d9 HTTP/1.1" status: 204 len: 168 time: 0.1331599 Nov 10 18:05:52.114624 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd8d40-2e94-4831-a101-d56d797e4cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d936a1-0848-4c2d-9ccc-fc05e8cba4d9,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:52.301240 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-56d3cd47-befa-4a59-acb8-53a9f9be5438 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:52.384631 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-56d3cd47-befa-4a59-acb8-53a9f9be5438 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:52.577908 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-56d3cd47-befa-4a59-acb8-53a9f9be5438 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:52.584044 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-56d3cd47-befa-4a59-acb8-53a9f9be5438 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:52.663919 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3cd47-befa-4a59-acb8-53a9f9be5438 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Pushing event updated for resources: {'Port': ['ID=532468c6-385e-485e-a515-3e7818383f95,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:05:52.686152 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-56d3cd47-befa-4a59-acb8-53a9f9be5438 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:52.801310 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-56d3cd47-befa-4a59-acb8-53a9f9be5438 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Floating IP 507fb968-29e2-421e-9515-08c16c54e725 associated. External IP: 172.25.5.3, port: 5360ad56-836e-4fa0-bd41-5fa36e2a0896. Nov 10 18:05:53.023936 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d3cd47-befa-4a59-acb8-53a9f9be5438 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Router c6154395-eb6a-4ff6-9002-449d09f39857 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:05:53.142481 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d3cd47-befa-4a59-acb8-53a9f9be5438 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:05:53.168471 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-56d3cd47-befa-4a59-acb8-53a9f9be5438 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:53.169242 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc01583-33ed-4f52-9a53-dbe48899b41b None None] Sync routers for ids ['c6154395-eb6a-4ff6-9002-449d09f39857'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:05:53.182115 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc01583-33ed-4f52-9a53-dbe48899b41b None None] Routers {'c6154395-eb6a-4ff6-9002-449d09f39857'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:05:53.182847 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-8bc01583-33ed-4f52-9a53-dbe48899b41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:05:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['c6154395-eb6a-4ff6-9002-449d09f39857'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:53.203652 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-56d3cd47-befa-4a59-acb8-53a9f9be5438 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1024594 Nov 10 18:05:53.204538 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b73f985-329d-41c6-a9b2-7806f4f37c61', 'tag': '5360ad56-836e-4fa0-bd41-5fa36e2a0896'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:05:53.208960 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866c8c44-ca7d-4281-83ea-afe145792632" -d '{"events": [{"name": "network-changed", "server_uuid": "1b73f985-329d-41c6-a9b2-7806f4f37c61", "tag": "5360ad56-836e-4fa0-bd41-5fa36e2a0896"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:05:53.258445 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da1a3e2-c136-4cbd-85ae-ba104408b292 x-openstack-request-id: req-8da1a3e2-c136-4cbd-85ae-ba104408b292 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:05:53.258897 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b73f985-329d-41c6-a9b2-7806f4f37c61", "tag": "5360ad56-836e-4fa0-bd41-5fa36e2a0896", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:05:53.259320 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8da1a3e2-c136-4cbd-85ae-ba104408b292 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:05:53.259956 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b73f985-329d-41c6-a9b2-7806f4f37c61', 'tag': '5360ad56-836e-4fa0-bd41-5fa36e2a0896', 'status': 'completed', 'code': 200} Nov 10 18:05:53.306060 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-8bc01583-33ed-4f52-9a53-dbe48899b41b None None] Set router c6154395-eb6a-4ff6-9002-449d09f39857 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:05:53.337638 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c8c44-ca7d-4281-83ea-afe145792632 req-43373669-f3ee-490a-ab04-f52819123fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:53.339365 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-866c8c44-ca7d-4281-83ea-afe145792632 req-43373669-f3ee-490a-ab04-f52819123fef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3893148173944280a0bffe597d75933b&device_id=1b73f985-329d-41c6-a9b2-7806f4f37c61 HTTP/1.1" status: 200 len: 1098 time: 0.0584700 Nov 10 18:05:53.440919 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c8c44-ca7d-4281-83ea-afe145792632 req-a1c5803d-66a5-440a-bb41-d0dce2ef609c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:53.443038 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-866c8c44-ca7d-4281-83ea-afe145792632 req-a1c5803d-66a5-440a-bb41-d0dce2ef609c service neutron] 10.222.0.13 "GET /v2.0/networks?id=751663c4-944e-4370-9efe-4bbb134d1009 HTTP/1.1" status: 200 len: 910 time: 0.0961494 Nov 10 18:05:53.510572 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-866c8c44-ca7d-4281-83ea-afe145792632 req-9ca1e8ec-8499-48d9-87f3-f60f6f4f5f1d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5360ad56-836e-4fa0-bd41-5fa36e2a0896 HTTP/1.1" status: 200 len: 998 time: 0.0598485 Nov 10 18:05:53.541526 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-8bc01583-33ed-4f52-9a53-dbe48899b41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'name': 'tempest-TestServerBasicOps-1136037598-router', 'tenant_id': '3893148173944280a0bffe597d75933b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '428bc65a-61c7-48f2-ab13-06bc3ae55545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:05:26Z', 'updated_at': '2021-11-10T18:05:29Z', 'revision_number': 4, 'project_id': '3893148173944280a0bffe597d75933b', 'gw_port': {'id': '428bc65a-61c7-48f2-ab13-06bc3ae55545', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:05:26Z', 'updated_at': '2021-11-10T18:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '507fb968-29e2-421e-9515-08c16c54e725', 'tenant_id': '3893148173944280a0bffe597d75933b', 'floating_ip_address': '172.25.5.3', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'port_id': '5360ad56-836e-4fa0-bd41-5fa36e2a0896', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '751663c4-944e-4370-9efe-4bbb134d1009', 'mac_address': 'fa:16:3e:b0:b0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b73f985-329d-41c6-a9b2-7806f4f37c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:05:52Z', 'updated_at': '2021-11-10T18:05:52Z', 'revision_number': 0, 'project_id': '3893148173944280a0bffe597d75933b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ffde679-dd11-4138-9c4d-1f3d562bb3f9', 'name': '', 'network_id': '751663c4-944e-4370-9efe-4bbb134d1009', 'tenant_id': '3893148173944280a0bffe597d75933b', 'mac_address': 'fa:16:3e:22:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '835e2ff4-ea31-41dc-a794-aed2edab05d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:05:29Z', 'updated_at': '2021-11-10T18:05:33Z', 'revision_number': 5, 'project_id': '3893148173944280a0bffe597d75933b', 'subnets': [{'id': '835e2ff4-ea31-41dc-a794-aed2edab05d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:53.560385 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c8c44-ca7d-4281-83ea-afe145792632 req-cf93d841-488b-4cbd-85b7-cbe153f194d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:53.561874 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-866c8c44-ca7d-4281-83ea-afe145792632 req-cf93d841-488b-4cbd-85b7-cbe153f194d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=835e2ff4-ea31-41dc-a794-aed2edab05d1 HTTP/1.1" status: 200 len: 848 time: 0.0445011 Nov 10 18:05:53.568276 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc01583-33ed-4f52-9a53-dbe48899b41b None None] Checking router: c6154395-eb6a-4ff6-9002-449d09f39857 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:05:53.576828 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc01583-33ed-4f52-9a53-dbe48899b41b None None] Routers {'c6154395-eb6a-4ff6-9002-449d09f39857'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:05:53.577438 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-8bc01583-33ed-4f52-9a53-dbe48899b41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:05:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['c6154395-eb6a-4ff6-9002-449d09f39857'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:53.613036 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c8c44-ca7d-4281-83ea-afe145792632 req-c52fd04f-79d6-47f7-93e8-c9e34d23d644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:05:53.615147 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-866c8c44-ca7d-4281-83ea-afe145792632 req-c52fd04f-79d6-47f7-93e8-c9e34d23d644 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=751663c4-944e-4370-9efe-4bbb134d1009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453320 Nov 10 18:05:53.683276 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-8bc01583-33ed-4f52-9a53-dbe48899b41b None None] Set router c6154395-eb6a-4ff6-9002-449d09f39857 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:05:53.706268 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-866c8c44-ca7d-4281-83ea-afe145792632 req-3ef8ccfd-7af1-48d5-9a1d-85408397ee92 service neutron] 10.222.0.13 "GET /v2.0/networks/751663c4-944e-4370-9efe-4bbb134d1009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842350 Nov 10 18:05:53.804765 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-866c8c44-ca7d-4281-83ea-afe145792632 req-a442f2a1-24c9-4aa4-b12d-9ec1feaeb98b service neutron] 10.222.0.13 "GET /v2.0/networks/751663c4-944e-4370-9efe-4bbb134d1009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910683 Nov 10 18:05:54.065754 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-8bc01583-33ed-4f52-9a53-dbe48899b41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'name': 'tempest-TestServerBasicOps-1136037598-router', 'tenant_id': '3893148173944280a0bffe597d75933b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '428bc65a-61c7-48f2-ab13-06bc3ae55545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:05:26Z', 'updated_at': '2021-11-10T18:05:29Z', 'revision_number': 4, 'project_id': '3893148173944280a0bffe597d75933b', 'gw_port': {'id': '428bc65a-61c7-48f2-ab13-06bc3ae55545', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:05:26Z', 'updated_at': '2021-11-10T18:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '507fb968-29e2-421e-9515-08c16c54e725', 'tenant_id': '3893148173944280a0bffe597d75933b', 'floating_ip_address': '172.25.5.3', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'port_id': '5360ad56-836e-4fa0-bd41-5fa36e2a0896', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '751663c4-944e-4370-9efe-4bbb134d1009', 'mac_address': 'fa:16:3e:b0:b0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b73f985-329d-41c6-a9b2-7806f4f37c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:05:52Z', 'updated_at': '2021-11-10T18:05:52Z', 'revision_number': 0, 'project_id': '3893148173944280a0bffe597d75933b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ffde679-dd11-4138-9c4d-1f3d562bb3f9', 'name': '', 'network_id': '751663c4-944e-4370-9efe-4bbb134d1009', 'tenant_id': '3893148173944280a0bffe597d75933b', 'mac_address': 'fa:16:3e:22:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '835e2ff4-ea31-41dc-a794-aed2edab05d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:05:29Z', 'updated_at': '2021-11-10T18:05:33Z', 'revision_number': 5, 'project_id': '3893148173944280a0bffe597d75933b', 'subnets': [{'id': '835e2ff4-ea31-41dc-a794-aed2edab05d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:05:54.095387 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc01583-33ed-4f52-9a53-dbe48899b41b None None] The sync data for ids ['c6154395-eb6a-4ff6-9002-449d09f39857'] in n-d-776250-10 is: [{'id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'name': 'tempest-TestServerBasicOps-1136037598-router', 'tenant_id': '3893148173944280a0bffe597d75933b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '428bc65a-61c7-48f2-ab13-06bc3ae55545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:05:26Z', 'updated_at': '2021-11-10T18:05:29Z', 'revision_number': 4, 'project_id': '3893148173944280a0bffe597d75933b', 'gw_port': {'id': '428bc65a-61c7-48f2-ab13-06bc3ae55545', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:05:26Z', 'updated_at': '2021-11-10T18:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '507fb968-29e2-421e-9515-08c16c54e725', 'tenant_id': '3893148173944280a0bffe597d75933b', 'floating_ip_address': '172.25.5.3', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'port_id': '5360ad56-836e-4fa0-bd41-5fa36e2a0896', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '751663c4-944e-4370-9efe-4bbb134d1009', 'mac_address': 'fa:16:3e:b0:b0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b73f985-329d-41c6-a9b2-7806f4f37c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:05:52Z', 'updated_at': '2021-11-10T18:05:52Z', 'revision_number': 0, 'project_id': '3893148173944280a0bffe597d75933b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ffde679-dd11-4138-9c4d-1f3d562bb3f9', 'name': '', 'network_id': '751663c4-944e-4370-9efe-4bbb134d1009', 'tenant_id': '3893148173944280a0bffe597d75933b', 'mac_address': 'fa:16:3e:22:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '835e2ff4-ea31-41dc-a794-aed2edab05d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:05:29Z', 'updated_at': '2021-11-10T18:05:33Z', 'revision_number': 5, 'project_id': '3893148173944280a0bffe597d75933b', 'subnets': [{'id': '835e2ff4-ea31-41dc-a794-aed2edab05d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:05:54.300836 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ec930a-1f7c-4171-8292-63c9f1cef5b9 None None] New status for floating IP 507fb968-29e2-421e-9515-08c16c54e725: ACTIVE {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:05:54.918641 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:55.294994 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:05:55.865127 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:06:00.512120 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1cebcbbb-d535-4b1e-8804-32af385d6571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:02.880732 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-55e69a10-e724-4f6f-8380-d53bbbfa9ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:04.064891 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:05.110803 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1cbce753-39f4-4e51-8312-8b6c74152893 req-571b4699-56c3-486f-993f-ce5cf1e92120 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424283 Nov 10 18:06:05.197292 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbce753-39f4-4e51-8312-8b6c74152893 req-dc7564c7-5bf6-45ea-b924-306094789ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:05.198823 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1cbce753-39f4-4e51-8312-8b6c74152893 req-dc7564c7-5bf6-45ea-b924-306094789ae0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=45a8a8523d4548869dfee9712c7beef8&device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 1098 time: 0.0410628 Nov 10 18:06:05.307579 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbce753-39f4-4e51-8312-8b6c74152893 req-f1155bd4-5304-467e-8b77-d6c8ae2d3669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:05.309105 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1cbce753-39f4-4e51-8312-8b6c74152893 req-f1155bd4-5304-467e-8b77-d6c8ae2d3669 service neutron] 10.222.0.11 "GET /v2.0/networks?id=af02a512-aa1c-43ca-886a-9300ebadfc5a HTTP/1.1" status: 200 len: 912 time: 0.0902405 Nov 10 18:06:05.376991 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1cbce753-39f4-4e51-8312-8b6c74152893 req-579d89ff-f391-4446-8f43-c739526edc2e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=695d35ba-e2bd-4171-91fa-58817ce228f6 HTTP/1.1" status: 200 len: 1001 time: 0.0594687 Nov 10 18:06:05.427771 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbce753-39f4-4e51-8312-8b6c74152893 req-b8d4f6e4-20cc-4ef8-be85-99610f5f4db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:05.429257 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1cbce753-39f4-4e51-8312-8b6c74152893 req-b8d4f6e4-20cc-4ef8-be85-99610f5f4db7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51f72ede-4fbe-4023-aa38-d2a84cad1815 HTTP/1.1" status: 200 len: 850 time: 0.0450654 Nov 10 18:06:05.480803 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbce753-39f4-4e51-8312-8b6c74152893 req-2027277e-f9cf-4436-a855-58f7886d783d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:05.482289 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1cbce753-39f4-4e51-8312-8b6c74152893 req-2027277e-f9cf-4436-a855-58f7886d783d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af02a512-aa1c-43ca-886a-9300ebadfc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458236 Nov 10 18:06:05.561129 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:05.577150 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1cbce753-39f4-4e51-8312-8b6c74152893 req-568cd658-f262-42d6-9e9a-b61dc5bb8833 service neutron] 10.222.0.11 "GET /v2.0/networks/af02a512-aa1c-43ca-886a-9300ebadfc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868373 Nov 10 18:06:05.672685 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1cbce753-39f4-4e51-8312-8b6c74152893 req-29fabffd-983a-4b39-9bc2-bb5a54276b88 service neutron] 10.222.0.11 "GET /v2.0/networks/af02a512-aa1c-43ca-886a-9300ebadfc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878859 Nov 10 18:06:06.308260 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:10.619595 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310e6c7-5970-4807-9a80-b0bd71aab15e req-5d90712b-21ed-4a9f-a346-6c526919bc60 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:10.621207 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9310e6c7-5970-4807-9a80-b0bd71aab15e req-5d90712b-21ed-4a9f-a346-6c526919bc60 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 946 time: 0.0621307 Nov 10 18:06:10.677908 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9310e6c7-5970-4807-9a80-b0bd71aab15e req-c76b4afb-ac0c-4f1e-b137-0b0c69a01c7f tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459125 Nov 10 18:06:11.835301 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51704d-cf8d-4f09-b5e8-2df7e15cb5e5 req-9e31a19a-34d1-47e1-b766-81c17ed2f3af tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:11.837845 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3c51704d-cf8d-4f09-b5e8-2df7e15cb5e5 req-9e31a19a-34d1-47e1-b766-81c17ed2f3af tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 946 time: 0.0702693 Nov 10 18:06:11.894924 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3c51704d-cf8d-4f09-b5e8-2df7e15cb5e5 req-536290ea-24a1-4869-9a2c-5940c275fd03 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=e281dbb3-c8bd-4906-8397-b589d1f3c9c5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508091 Nov 10 18:06:12.413417 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9f407-78bc-4c54-9f8f-940d543a48bf req-990e1dea-7c91-407c-b0e9-2d55a859a7e3 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:12.414875 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-48e9f407-78bc-4c54-9f8f-940d543a48bf req-990e1dea-7c91-407c-b0e9-2d55a859a7e3 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.11 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 946 time: 0.0499854 Nov 10 18:06:12.506897 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-48e9f407-78bc-4c54-9f8f-940d543a48bf req-ae017f73-47fa-4a12-864d-0d343e4491cb tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Deleting port 695d35ba-e2bd-4171-91fa-58817ce228f6 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:06:12.507236 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-48e9f407-78bc-4c54-9f8f-940d543a48bf req-ae017f73-47fa-4a12-864d-0d343e4491cb tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:12.606239 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-48e9f407-78bc-4c54-9f8f-940d543a48bf req-ae017f73-47fa-4a12-864d-0d343e4491cb tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] For port 695d35ba-e2bd-4171-91fa-58817ce228f6, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=695d35ba-e2bd-4171-91fa-58817ce228f6,segment=NetworkSegment(83bb8480-b3b1-4b35-bc21-9e8c9ea48197),segment_id=83bb8480-b3b1-4b35-bc21-9e8c9ea48197)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:06:12.606606 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-48e9f407-78bc-4c54-9f8f-940d543a48bf req-ae017f73-47fa-4a12-864d-0d343e4491cb tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:12.787351 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-48e9f407-78bc-4c54-9f8f-940d543a48bf req-ae017f73-47fa-4a12-864d-0d343e4491cb tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:12.787820 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-48e9f407-78bc-4c54-9f8f-940d543a48bf req-ae017f73-47fa-4a12-864d-0d343e4491cb tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:12.788170 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [req-48e9f407-78bc-4c54-9f8f-940d543a48bf req-ae017f73-47fa-4a12-864d-0d343e4491cb tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Floating IP 6ecd70d4-ccd2-495c-a7cc-a7f952a4c71e disassociated. External IP: 172.25.5.80, port: 695d35ba-e2bd-4171-91fa-58817ce228f6. Nov 10 18:06:12.788521 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-48e9f407-78bc-4c54-9f8f-940d543a48bf req-ae017f73-47fa-4a12-864d-0d343e4491cb tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Calling delete_port for 695d35ba-e2bd-4171-91fa-58817ce228f6 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:06:12.923062 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-48e9f407-78bc-4c54-9f8f-940d543a48bf req-ae017f73-47fa-4a12-864d-0d343e4491cb tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:12.955838 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae017f73-47fa-4a12-864d-0d343e4491cb tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Pushing event deleted for resources: {'Port': ['ID=695d35ba-e2bd-4171-91fa-58817ce228f6,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:06:13.034081 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-285fa665-cd45-4d5b-8285-871f2a1e8db7 req-6ff861d9-56ff-47cf-ac81-d781751ac496 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=b90f8f1c-148d-4f4d-b5ce-c759958dd400 HTTP/1.1" status: 200 len: 210 time: 0.0289922 Nov 10 18:06:13.104985 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48e9f407-78bc-4c54-9f8f-940d543a48bf req-ae017f73-47fa-4a12-864d-0d343e4491cb tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Router 444ebbc7-0f40-4330-852a-147b5c04d8d5 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:06:13.222880 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48e9f407-78bc-4c54-9f8f-940d543a48bf req-ae017f73-47fa-4a12-864d-0d343e4491cb tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:06:13.233812 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e7fc3b-61ee-4ec6-9410-85092ec67352 None None] Sync routers for ids ['444ebbc7-0f40-4330-852a-147b5c04d8d5'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:06:13.244829 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e7fc3b-61ee-4ec6-9410-85092ec67352 None None] Routers {'444ebbc7-0f40-4330-852a-147b5c04d8d5'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:06:13.245444 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c4e7fc3b-61ee-4ec6-9410-85092ec67352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:06:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['444ebbc7-0f40-4330-852a-147b5c04d8d5'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:06:13.266806 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e9f407-78bc-4c54-9f8f-940d543a48bf req-ae017f73-47fa-4a12-864d-0d343e4491cb tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] No DVR routers for this DVR port 695d35ba-e2bd-4171-91fa-58817ce228f6 on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:06:13.269493 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-48e9f407-78bc-4c54-9f8f-940d543a48bf req-ae017f73-47fa-4a12-864d-0d343e4491cb tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:13.273366 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-48e9f407-78bc-4c54-9f8f-940d543a48bf req-ae017f73-47fa-4a12-864d-0d343e4491cb tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.11 "DELETE /v2.0/ports/695d35ba-e2bd-4171-91fa-58817ce228f6 HTTP/1.1" status: 204 len: 173 time: 0.8525028 Nov 10 18:06:13.273813 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90f8f1c-148d-4f4d-b5ce-c759958dd400', 'name': 'network-vif-deleted', 'tag': '695d35ba-e2bd-4171-91fa-58817ce228f6'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:06:13.276073 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556c455b-63be-4274-ab54-35a38b9ea15d" -d '{"events": [{"server_uuid": "b90f8f1c-148d-4f4d-b5ce-c759958dd400", "name": "network-vif-deleted", "tag": "695d35ba-e2bd-4171-91fa-58817ce228f6"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:06:13.337102 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6552703c-4130-404c-90e8-4a367ce4617e x-openstack-request-id: req-6552703c-4130-404c-90e8-4a367ce4617e {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:06:13.337398 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90f8f1c-148d-4f4d-b5ce-c759958dd400", "name": "network-vif-deleted", "tag": "695d35ba-e2bd-4171-91fa-58817ce228f6", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:06:13.337653 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6552703c-4130-404c-90e8-4a367ce4617e {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:06:13.338056 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90f8f1c-148d-4f4d-b5ce-c759958dd400', 'name': 'network-vif-deleted', 'tag': '695d35ba-e2bd-4171-91fa-58817ce228f6', 'status': 'completed', 'code': 200} Nov 10 18:06:13.382975 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-c4e7fc3b-61ee-4ec6-9410-85092ec67352 None None] Set router 444ebbc7-0f40-4330-852a-147b5c04d8d5 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:06:13.609679 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c4e7fc3b-61ee-4ec6-9410-85092ec67352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'name': 'tempest-AttachVolumeTestJSON-2134475770-router', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:10Z', 'updated_at': '2021-11-10T18:02:16Z', 'revision_number': 4, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'gw_port': {'id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:11Z', 'updated_at': '2021-11-10T18:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '6388081a-6166-4361-b7e7-12db2d928435', 'name': '', 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'mac_address': 'fa:16:3e:61:1a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '51f72ede-4fbe-4023-aa38-d2a84cad1815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:14Z', 'updated_at': '2021-11-10T18:02:21Z', 'revision_number': 5, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'subnets': [{'id': '51f72ede-4fbe-4023-aa38-d2a84cad1815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:06:13.637125 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e7fc3b-61ee-4ec6-9410-85092ec67352 None None] Checking router: 444ebbc7-0f40-4330-852a-147b5c04d8d5 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:06:13.646995 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e7fc3b-61ee-4ec6-9410-85092ec67352 None None] Routers {'444ebbc7-0f40-4330-852a-147b5c04d8d5'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:06:13.647613 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c4e7fc3b-61ee-4ec6-9410-85092ec67352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:06:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['444ebbc7-0f40-4330-852a-147b5c04d8d5'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:06:13.778822 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-c4e7fc3b-61ee-4ec6-9410-85092ec67352 None None] Set router 444ebbc7-0f40-4330-852a-147b5c04d8d5 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:06:13.983918 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c4e7fc3b-61ee-4ec6-9410-85092ec67352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'name': 'tempest-AttachVolumeTestJSON-2134475770-router', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:10Z', 'updated_at': '2021-11-10T18:02:16Z', 'revision_number': 4, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'gw_port': {'id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:11Z', 'updated_at': '2021-11-10T18:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '6388081a-6166-4361-b7e7-12db2d928435', 'name': '', 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'mac_address': 'fa:16:3e:61:1a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '51f72ede-4fbe-4023-aa38-d2a84cad1815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:14Z', 'updated_at': '2021-11-10T18:02:21Z', 'revision_number': 5, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'subnets': [{'id': '51f72ede-4fbe-4023-aa38-d2a84cad1815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:06:14.010940 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e7fc3b-61ee-4ec6-9410-85092ec67352 None None] The sync data for ids ['444ebbc7-0f40-4330-852a-147b5c04d8d5'] in n-d-776250-10 is: [{'id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'name': 'tempest-AttachVolumeTestJSON-2134475770-router', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:10Z', 'updated_at': '2021-11-10T18:02:16Z', 'revision_number': 4, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'gw_port': {'id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:11Z', 'updated_at': '2021-11-10T18:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '6388081a-6166-4361-b7e7-12db2d928435', 'name': '', 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'mac_address': 'fa:16:3e:61:1a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '51f72ede-4fbe-4023-aa38-d2a84cad1815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:14Z', 'updated_at': '2021-11-10T18:02:21Z', 'revision_number': 5, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'subnets': [{'id': '51f72ede-4fbe-4023-aa38-d2a84cad1815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:06:14.123228 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50886) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:06:14.180056 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e32c613e-535b-4f5d-b9ee-39400086a910 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:14.205718 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e32c613e-535b-4f5d-b9ee-39400086a910 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:14.247026 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8b9bdf-0ff7-4478-9523-4fc7471778ad None None] New status for floating IP 6ecd70d4-ccd2-495c-a7cc-a7f952a4c71e: DOWN {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:06:14.259240 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e32c613e-535b-4f5d-b9ee-39400086a910 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:14.262212 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e32c613e-535b-4f5d-b9ee-39400086a910 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:14.263496 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e32c613e-535b-4f5d-b9ee-39400086a910 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "DELETE /v2.0/security-groups/e281dbb3-c8bd-4906-8397-b589d1f3c9c5 HTTP/1.1" status: 204 len: 168 time: 0.1392713 Nov 10 18:06:14.266853 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50888) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:06:14.274675 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c613e-535b-4f5d-b9ee-39400086a910 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e281dbb3-c8bd-4906-8397-b589d1f3c9c5,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:06:14.292348 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-9ec0712f-0460-4dac-a77b-7bdcd3e320df tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] show failed (client error): The resource could not be found. Nov 10 18:06:14.293394 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9ec0712f-0460-4dac-a77b-7bdcd3e320df tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups/e281dbb3-c8bd-4906-8397-b589d1f3c9c5 HTTP/1.1" status: 404 len: 347 time: 0.0251272 Nov 10 18:06:14.296596 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50890) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:06:14.433110 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-ed1bec12-863c-4421-9106-b9e8563022fd tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Deleting port cdfae15b-265a-45d3-802d-37ff9f6f3e90 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:06:14.433458 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ed1bec12-863c-4421-9106-b9e8563022fd tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:14.513825 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ed1bec12-863c-4421-9106-b9e8563022fd tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:14.514048 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ed1bec12-863c-4421-9106-b9e8563022fd tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:14.525921 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-ed1bec12-863c-4421-9106-b9e8563022fd tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Calling delete_port for cdfae15b-265a-45d3-802d-37ff9f6f3e90 owned by network:floatingip {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:06:14.657187 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ed1bec12-863c-4421-9106-b9e8563022fd tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:14.683996 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1bec12-863c-4421-9106-b9e8563022fd tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Pushing event deleted for resources: {'Port': ['ID=cdfae15b-265a-45d3-802d-37ff9f6f3e90,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:06:14.696091 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1bec12-863c-4421-9106-b9e8563022fd tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:14.696483 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1bec12-863c-4421-9106-b9e8563022fd tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:14.696829 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1bec12-863c-4421-9106-b9e8563022fd tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:14.697174 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1bec12-863c-4421-9106-b9e8563022fd tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:14.697513 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1bec12-863c-4421-9106-b9e8563022fd tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:14.697845 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1bec12-863c-4421-9106-b9e8563022fd tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:14.698174 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1bec12-863c-4421-9106-b9e8563022fd tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:14.698504 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1bec12-863c-4421-9106-b9e8563022fd tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:14.698829 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1bec12-863c-4421-9106-b9e8563022fd tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:14.699156 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1bec12-863c-4421-9106-b9e8563022fd tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:14.699483 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1bec12-863c-4421-9106-b9e8563022fd tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:14.699809 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1bec12-863c-4421-9106-b9e8563022fd tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:14.758824 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ed1bec12-863c-4421-9106-b9e8563022fd tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for floatingip, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:14.761458 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ed1bec12-863c-4421-9106-b9e8563022fd tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:14.764981 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ed1bec12-863c-4421-9106-b9e8563022fd tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "DELETE /v2.0/floatingips/6ecd70d4-ccd2-495c-a7cc-a7f952a4c71e HTTP/1.1" status: 204 len: 168 time: 0.4645777 Nov 10 18:06:15.213311 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50896) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:06:15.218018 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-29bd29fd-1213-4798-9919-d4b36906376c tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Request body: {'security_group': {'name': 'tempest-securitygroup--922619928', 'description': 'tempest-description--457536140'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:06:15.241436 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-29bd29fd-1213-4798-9919-d4b36906376c tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:15.318501 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-29bd29fd-1213-4798-9919-d4b36906376c tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:15.323579 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-29bd29fd-1213-4798-9919-d4b36906376c tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:15.352310 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-29bd29fd-1213-4798-9919-d4b36906376c tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:15.353585 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-29bd29fd-1213-4798-9919-d4b36906376c tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1391771 Nov 10 18:06:15.356815 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50898) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:06:15.361565 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-c4024af4-274b-4169-8825-4693cfc0d6cb tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Request body: {'security_group_rule': {'security_group_id': 'f5c78e6a-4f7e-49f0-b354-6f62055a4afb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:06:15.365034 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd29fd-1213-4798-9919-d4b36906376c tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c78e6a-4f7e-49f0-b354-6f62055a4afb,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:06:15.390925 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c4024af4-274b-4169-8825-4693cfc0d6cb tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:15.437549 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c4024af4-274b-4169-8825-4693cfc0d6cb tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:15.441058 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c4024af4-274b-4169-8825-4693cfc0d6cb tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:15.459292 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4024af4-274b-4169-8825-4693cfc0d6cb tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f961ba43-ad24-468c-9bf8-21dda58145b7,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:06:15.467643 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c4024af4-274b-4169-8825-4693cfc0d6cb tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:15.468885 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c4024af4-274b-4169-8825-4693cfc0d6cb tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1109147 Nov 10 18:06:15.471551 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50900) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:06:15.476667 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-f3146a4c-9e42-4c0c-8161-28c5bcd63160 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Request body: {'security_group_rule': {'security_group_id': 'f5c78e6a-4f7e-49f0-b354-6f62055a4afb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:06:15.508694 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f3146a4c-9e42-4c0c-8161-28c5bcd63160 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:15.567898 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f3146a4c-9e42-4c0c-8161-28c5bcd63160 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:15.573149 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f3146a4c-9e42-4c0c-8161-28c5bcd63160 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:15.593176 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3146a4c-9e42-4c0c-8161-28c5bcd63160 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e58df7b3-f8d0-4fd2-8347-1b3f4366ae34,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:06:15.601678 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f3146a4c-9e42-4c0c-8161-28c5bcd63160 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:15.602885 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f3146a4c-9e42-4c0c-8161-28c5bcd63160 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1301541 Nov 10 18:06:15.606444 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50902) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:06:15.611211 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-23442cb1-8f83-4259-8068-b782578ee9c9 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:06:15.640438 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-23442cb1-8f83-4259-8068-b782578ee9c9 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for floatingip, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:15.741102 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-23442cb1-8f83-4259-8068-b782578ee9c9 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:15.848049 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 695d35ba-e2bd-4171-91fa-58817ce228f6 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:06:15.855057 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-23442cb1-8f83-4259-8068-b782578ee9c9 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Allocated IP 172.25.5.157 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/216b9f22-ca3d-414c-aef5-5ea24f2dfd27) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:06:15.870076 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 695d35ba-e2bd-4171-91fa-58817ce228f6 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:06:15.870427 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 695d35ba-e2bd-4171-91fa-58817ce228f6 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:06:15.977664 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-23442cb1-8f83-4259-8068-b782578ee9c9 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:16.015416 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-23442cb1-8f83-4259-8068-b782578ee9c9 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:16.063473 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23442cb1-8f83-4259-8068-b782578ee9c9 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:06:16.066567 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-23442cb1-8f83-4259-8068-b782578ee9c9 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:06:16.072825 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23442cb1-8f83-4259-8068-b782578ee9c9 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:06:16.101646 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23442cb1-8f83-4259-8068-b782578ee9c9 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Pushing event updated for resources: {'Port': ['ID=216b9f22-ca3d-414c-aef5-5ea24f2dfd27,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:06:16.174034 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-23442cb1-8f83-4259-8068-b782578ee9c9 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:16.209345 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-23442cb1-8f83-4259-8068-b782578ee9c9 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:16.372482 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-23442cb1-8f83-4259-8068-b782578ee9c9 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:16.377359 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-23442cb1-8f83-4259-8068-b782578ee9c9 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:16.451351 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23442cb1-8f83-4259-8068-b782578ee9c9 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Pushing event updated for resources: {'Port': ['ID=216b9f22-ca3d-414c-aef5-5ea24f2dfd27,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:06:16.462681 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-23442cb1-8f83-4259-8068-b782578ee9c9 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:16.478720 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-23442cb1-8f83-4259-8068-b782578ee9c9 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:16.480296 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-23442cb1-8f83-4259-8068-b782578ee9c9 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8727424 Nov 10 18:06:16.673398 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-03207f67-718a-4a03-b1e8-c54acaacb0b9 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--922619928&fields=id&tenant_id=45a8a8523d4548869dfee9712c7beef8 HTTP/1.1" status: 200 len: 267 time: 0.0420978 Nov 10 18:06:16.785963 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-f4a9967e-bd7b-45c8-9b67-d2f7ee910244 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:16.790823 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-f4a9967e-bd7b-45c8-9b67-d2f7ee910244 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/networks?id=af02a512-aa1c-43ca-886a-9300ebadfc5a HTTP/1.1" status: 200 len: 811 time: 0.1048992 Nov 10 18:06:16.805460 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-b9ad4903-51ab-4fc0-aa15-1ebad679a147 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/quotas/45a8a8523d4548869dfee9712c7beef8 HTTP/1.1" status: 200 len: 375 time: 0.0106077 Nov 10 18:06:16.862676 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-fdea6b61-5689-495f-96d1-bac6310f772b tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=45a8a8523d4548869dfee9712c7beef8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519204 Nov 10 18:06:16.964973 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-c84a6ee2-dc6f-48a6-8a2a-7c1d4ce2ed53 service neutron] 10.222.0.39 "GET /v2.0/networks/af02a512-aa1c-43ca-886a-9300ebadfc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880282 Nov 10 18:06:17.061793 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-a3725344-c667-4a22-aede-343e0d86a93b service neutron] 10.222.0.39 "GET /v2.0/networks/af02a512-aa1c-43ca-886a-9300ebadfc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907722 Nov 10 18:06:17.227223 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b66e5bba-7677-4df2-8aba-341d4486e5e7 req-150f2785-92d8-41aa-9846-4c080d41df7b tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=27151a47-d642-4307-8876-ab06fe4d2a0f HTTP/1.1" status: 200 len: 210 time: 0.0292435 Nov 10 18:06:18.182963 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-357d5b93-98c3-4443-bd43-6e41141ee7fb tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:18.184449 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-357d5b93-98c3-4443-bd43-6e41141ee7fb tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.13 "GET /v2.0/networks?id=af02a512-aa1c-43ca-886a-9300ebadfc5a HTTP/1.1" status: 200 len: 811 time: 0.1130366 Nov 10 18:06:18.252068 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-4b292415-b775-40cd-834b-16482b04302e tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45a8a8523d4548869dfee9712c7beef8 HTTP/1.1" status: 200 len: 379 time: 0.0548964 Nov 10 18:06:18.265553 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-e80df7d2-d547-4add-8edb-729db464cc69 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Request body: {'port': {'device_id': '27151a47-d642-4307-8876-ab06fe4d2a0f', 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a', 'admin_state_up': True, 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'security_groups': ['f5c78e6a-4f7e-49f0-b354-6f62055a4afb']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:06:18.325970 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ff0fa9f4-3b28-4ab1-abc0-c2481c5413e2 req-e0ab75e8-5313-49a7-b4a7-d69f2c503d3e tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=27151a47-d642-4307-8876-ab06fe4d2a0f HTTP/1.1" status: 200 len: 210 time: 0.0281322 Nov 10 18:06:18.379965 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-e80df7d2-d547-4add-8edb-729db464cc69 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Made reservation on behalf of 45a8a8523d4548869dfee9712c7beef8 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:06:18.384271 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-e80df7d2-d547-4add-8edb-729db464cc69 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:18.516004 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-e80df7d2-d547-4add-8edb-729db464cc69 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Allocated IP 172.20.0.4 (af02a512-aa1c-43ca-886a-9300ebadfc5a/51f72ede-4fbe-4023-aa38-d2a84cad1815/d3e5c93a-3b87-403b-a01c-0239fd3e61df) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:06:18.655179 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-e80df7d2-d547-4add-8edb-729db464cc69 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:18.689301 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-e80df7d2-d547-4add-8edb-729db464cc69 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:18.734239 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-e80df7d2-d547-4add-8edb-729db464cc69 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Network af02a512-aa1c-43ca-886a-9300ebadfc5a is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:06:18.739493 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-e80df7d2-d547-4add-8edb-729db464cc69 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:06:18.743961 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-e80df7d2-d547-4add-8edb-729db464cc69 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:06:18.774828 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80df7d2-d547-4add-8edb-729db464cc69 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Pushing event updated for resources: {'Port': ['ID=d3e5c93a-3b87-403b-a01c-0239fd3e61df,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:06:18.790706 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80df7d2-d547-4add-8edb-729db464cc69 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:18.791057 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80df7d2-d547-4add-8edb-729db464cc69 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:18.791403 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80df7d2-d547-4add-8edb-729db464cc69 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:18.791757 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80df7d2-d547-4add-8edb-729db464cc69 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:18.792086 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80df7d2-d547-4add-8edb-729db464cc69 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:18.792457 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80df7d2-d547-4add-8edb-729db464cc69 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:18.792787 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80df7d2-d547-4add-8edb-729db464cc69 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:18.793113 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80df7d2-d547-4add-8edb-729db464cc69 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:18.793442 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80df7d2-d547-4add-8edb-729db464cc69 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:18.793769 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80df7d2-d547-4add-8edb-729db464cc69 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:18.794103 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80df7d2-d547-4add-8edb-729db464cc69 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:18.794427 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80df7d2-d547-4add-8edb-729db464cc69 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:18.815070 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-e80df7d2-d547-4add-8edb-729db464cc69 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:18.815299 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-e80df7d2-d547-4add-8edb-729db464cc69 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:18.833324 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-e80df7d2-d547-4add-8edb-729db464cc69 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5716293 Nov 10 18:06:18.847587 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-91195433-9d42-46b9-9ada-22afca2c98f6 service neutron] Request body: {'port': {'device_id': '27151a47-d642-4307-8876-ab06fe4d2a0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:06:18.906902 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-91195433-9d42-46b9-9ada-22afca2c98f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:19.011791 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-78ae034d-f5fa-49e4-94b7-741fb723d8ae None None] Provisioning complete for port d3e5c93a-3b87-403b-a01c-0239fd3e61df triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:06:19.012833 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-78ae034d-f5fa-49e4-94b7-741fb723d8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:19.053849 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-78ae034d-f5fa-49e4-94b7-741fb723d8ae None None] Port d3e5c93a-3b87-403b-a01c-0239fd3e61df cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:06:19.452811 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6577ed-80a2-416d-bed3-97c1930748a4 req-2c482cb7-e2c8-4afa-85f5-ad95f902f01c tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:19.454460 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dc6577ed-80a2-416d-bed3-97c1930748a4 req-2c482cb7-e2c8-4afa-85f5-ad95f902f01c tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=27151a47-d642-4307-8876-ab06fe4d2a0f HTTP/1.1" status: 200 len: 931 time: 0.0530457 Nov 10 18:06:19.507767 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dc6577ed-80a2-416d-bed3-97c1930748a4 req-5e99f7dd-7df7-4554-b15e-41c6cbb5289e tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5c78e6a-4f7e-49f0-b354-6f62055a4afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457487 Nov 10 18:06:19.548958 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-91195433-9d42-46b9-9ada-22afca2c98f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e5c93a-3b87-403b-a01c-0239fd3e61df {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:06:19.556848 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-91195433-9d42-46b9-9ada-22afca2c98f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:19.568890 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-91195433-9d42-46b9-9ada-22afca2c98f6 service neutron] Transition to ACTIVE for port object d3e5c93a-3b87-403b-a01c-0239fd3e61df will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:06:19.573980 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-91195433-9d42-46b9-9ada-22afca2c98f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:19.622116 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91195433-9d42-46b9-9ada-22afca2c98f6 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e5c93a-3b87-403b-a01c-0239fd3e61df,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:06:19.697866 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-91195433-9d42-46b9-9ada-22afca2c98f6 service neutron] Attempting to bind port d3e5c93a-3b87-403b-a01c-0239fd3e61df on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:06:19.698193 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-91195433-9d42-46b9-9ada-22afca2c98f6 service neutron] Attempting to bind port d3e5c93a-3b87-403b-a01c-0239fd3e61df by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '83bb8480-b3b1-4b35-bc21-9e8c9ea48197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:06:19.698521 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-91195433-9d42-46b9-9ada-22afca2c98f6 service neutron] Attempting to bind port d3e5c93a-3b87-403b-a01c-0239fd3e61df on network af02a512-aa1c-43ca-886a-9300ebadfc5a {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:06:19.703344 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-91195433-9d42-46b9-9ada-22afca2c98f6 service neutron] Port d3e5c93a-3b87-403b-a01c-0239fd3e61df on network af02a512-aa1c-43ca-886a-9300ebadfc5a not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:06:19.703672 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-91195433-9d42-46b9-9ada-22afca2c98f6 service neutron] Attempting to bind port d3e5c93a-3b87-403b-a01c-0239fd3e61df on network af02a512-aa1c-43ca-886a-9300ebadfc5a {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:06:19.708888 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-91195433-9d42-46b9-9ada-22afca2c98f6 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:06:19.709223 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-91195433-9d42-46b9-9ada-22afca2c98f6 service neutron] Checking segment: {'id': '83bb8480-b3b1-4b35-bc21-9e8c9ea48197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:06:19.709607 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-91195433-9d42-46b9-9ada-22afca2c98f6 service neutron] Bound using segment: {'id': '83bb8480-b3b1-4b35-bc21-9e8c9ea48197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:06:19.710031 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-91195433-9d42-46b9-9ada-22afca2c98f6 service neutron] Bound port: d3e5c93a-3b87-403b-a01c-0239fd3e61df, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83bb8480-b3b1-4b35-bc21-9e8c9ea48197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:06:19.711128 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-91195433-9d42-46b9-9ada-22afca2c98f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:19.782584 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-91195433-9d42-46b9-9ada-22afca2c98f6 service neutron] For port d3e5c93a-3b87-403b-a01c-0239fd3e61df, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:06:19.785701 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-91195433-9d42-46b9-9ada-22afca2c98f6 service neutron] For port d3e5c93a-3b87-403b-a01c-0239fd3e61df, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=d3e5c93a-3b87-403b-a01c-0239fd3e61df,segment=NetworkSegment(83bb8480-b3b1-4b35-bc21-9e8c9ea48197),segment_id=83bb8480-b3b1-4b35-bc21-9e8c9ea48197)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:06:19.791276 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-91195433-9d42-46b9-9ada-22afca2c98f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:19.826650 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-91195433-9d42-46b9-9ada-22afca2c98f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:19.827263 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-91195433-9d42-46b9-9ada-22afca2c98f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:19.828666 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-91195433-9d42-46b9-9ada-22afca2c98f6 service neutron] 10.222.0.13 "PUT /v2.0/ports/d3e5c93a-3b87-403b-a01c-0239fd3e61df HTTP/1.1" status: 200 len: 1092 time: 0.9856598 Nov 10 18:06:19.829206 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27151a47-d642-4307-8876-ab06fe4d2a0f', 'tag': 'd3e5c93a-3b87-403b-a01c-0239fd3e61df'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:06:19.831431 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39a88cb-f8b8-4112-870c-ced265c3695c" -d '{"events": [{"name": "network-changed", "server_uuid": "27151a47-d642-4307-8876-ab06fe4d2a0f", "tag": "d3e5c93a-3b87-403b-a01c-0239fd3e61df"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:06:19.861705 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91195433-9d42-46b9-9ada-22afca2c98f6 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e5c93a-3b87-403b-a01c-0239fd3e61df,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:06:19.909315 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9c765d-4de5-4bf5-ac79-87d7fd1b2f2b x-openstack-request-id: req-3e9c765d-4de5-4bf5-ac79-87d7fd1b2f2b {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:06:19.909634 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27151a47-d642-4307-8876-ab06fe4d2a0f", "tag": "d3e5c93a-3b87-403b-a01c-0239fd3e61df", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:06:19.909895 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3e9c765d-4de5-4bf5-ac79-87d7fd1b2f2b {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:06:19.910302 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27151a47-d642-4307-8876-ab06fe4d2a0f', 'tag': 'd3e5c93a-3b87-403b-a01c-0239fd3e61df', 'status': 'completed', 'code': 200} Nov 10 18:06:19.928654 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-4507b93c-a2ff-4dbe-a83c-3678e59454af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:19.930702 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-4507b93c-a2ff-4dbe-a83c-3678e59454af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45a8a8523d4548869dfee9712c7beef8&device_id=27151a47-d642-4307-8876-ab06fe4d2a0f HTTP/1.1" status: 200 len: 1095 time: 0.0506492 Nov 10 18:06:19.981858 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-7086c645-cd16-4ec7-be2f-cc26ac86c99c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3e5c93a-3b87-403b-a01c-0239fd3e61df HTTP/1.1" status: 200 len: 217 time: 0.0416429 Nov 10 18:06:20.035312 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-90d9705e-7abf-4bfb-a08f-194c93cc5dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:20.036864 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-90d9705e-7abf-4bfb-a08f-194c93cc5dca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=51f72ede-4fbe-4023-aa38-d2a84cad1815 HTTP/1.1" status: 200 len: 850 time: 0.0475349 Nov 10 18:06:20.090670 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-a37be240-db77-4f33-abd6-ccb38b817280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:20.092227 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-a37be240-db77-4f33-abd6-ccb38b817280 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=af02a512-aa1c-43ca-886a-9300ebadfc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474653 Nov 10 18:06:20.192976 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-724ae288-e207-4c74-a0a9-98d6aedc86c4 service neutron] 10.222.0.13 "GET /v2.0/networks/af02a512-aa1c-43ca-886a-9300ebadfc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925770 Nov 10 18:06:20.285361 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-903e8f81-b0f0-462a-86af-ab70024d2f73 req-23198487-9928-4abd-be79-aeeae43026a1 service neutron] 10.222.0.13 "GET /v2.0/networks/af02a512-aa1c-43ca-886a-9300ebadfc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838828 Nov 10 18:06:20.387493 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a88cb-f8b8-4112-870c-ced265c3695c req-c257c516-5fa2-4ff3-90ec-27d49e6b0203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:20.388978 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c39a88cb-f8b8-4112-870c-ced265c3695c req-c257c516-5fa2-4ff3-90ec-27d49e6b0203 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45a8a8523d4548869dfee9712c7beef8&device_id=27151a47-d642-4307-8876-ab06fe4d2a0f HTTP/1.1" status: 200 len: 1095 time: 0.0488479 Nov 10 18:06:20.484501 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a88cb-f8b8-4112-870c-ced265c3695c req-7afd9b37-4062-4b07-9431-c0a972b59a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:20.486037 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c39a88cb-f8b8-4112-870c-ced265c3695c req-7afd9b37-4062-4b07-9431-c0a972b59a6b service neutron] 10.222.0.13 "GET /v2.0/networks?id=af02a512-aa1c-43ca-886a-9300ebadfc5a HTTP/1.1" status: 200 len: 912 time: 0.0892038 Nov 10 18:06:20.532845 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c39a88cb-f8b8-4112-870c-ced265c3695c req-c2a0d18c-2d49-48ae-979c-b240084ce0c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3e5c93a-3b87-403b-a01c-0239fd3e61df HTTP/1.1" status: 200 len: 217 time: 0.0384507 Nov 10 18:06:20.595616 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a88cb-f8b8-4112-870c-ced265c3695c req-6ce40e31-f69c-48b0-a1b3-be205bc50ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:20.597116 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c39a88cb-f8b8-4112-870c-ced265c3695c req-6ce40e31-f69c-48b0-a1b3-be205bc50ffa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=51f72ede-4fbe-4023-aa38-d2a84cad1815 HTTP/1.1" status: 200 len: 850 time: 0.0548604 Nov 10 18:06:20.658625 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e3dfe-748b-48dd-83e0-de857e45802c req-6950ce20-49da-4551-bae3-0b8565a44383 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:20.660030 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a9e3dfe-748b-48dd-83e0-de857e45802c req-6950ce20-49da-4551-bae3-0b8565a44383 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=27151a47-d642-4307-8876-ab06fe4d2a0f HTTP/1.1" status: 200 len: 943 time: 0.0771492 Nov 10 18:06:20.676277 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a88cb-f8b8-4112-870c-ced265c3695c req-0b6ca59c-4965-4049-b3ab-4313a627f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:20.677717 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c39a88cb-f8b8-4112-870c-ced265c3695c req-0b6ca59c-4965-4049-b3ab-4313a627f794 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=af02a512-aa1c-43ca-886a-9300ebadfc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656998 Nov 10 18:06:20.768176 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a9e3dfe-748b-48dd-83e0-de857e45802c req-1a021343-476b-4a44-b093-bf367367de10 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5c78e6a-4f7e-49f0-b354-6f62055a4afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994036 Nov 10 18:06:20.801604 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c39a88cb-f8b8-4112-870c-ced265c3695c req-f0f997ad-5a5c-4456-b692-43932cc62994 service neutron] 10.222.0.13 "GET /v2.0/networks/af02a512-aa1c-43ca-886a-9300ebadfc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155677 Nov 10 18:06:20.902034 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c39a88cb-f8b8-4112-870c-ced265c3695c req-ab64fc89-6270-4b1b-8519-0aa4a11ce999 service neutron] 10.222.0.13 "GET /v2.0/networks/af02a512-aa1c-43ca-886a-9300ebadfc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908358 Nov 10 18:06:21.891122 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fc500-96d5-4b19-809e-98cedda83353 req-7e9bb0f6-9b9d-437d-9a2d-a7eaaad837d3 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:21.892651 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-828fc500-96d5-4b19-809e-98cedda83353 req-7e9bb0f6-9b9d-437d-9a2d-a7eaaad837d3 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=27151a47-d642-4307-8876-ab06fe4d2a0f HTTP/1.1" status: 200 len: 943 time: 0.0520511 Nov 10 18:06:21.941790 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-828fc500-96d5-4b19-809e-98cedda83353 req-881a82b6-724c-491e-84cc-25b20740c5b9 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5c78e6a-4f7e-49f0-b354-6f62055a4afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431349 Nov 10 18:06:23.060261 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d175a-702d-4146-8a64-9413945f14be req-dd038732-64ba-4d39-8eac-a55cb05e7831 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:23.061717 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8c0d175a-702d-4146-8a64-9413945f14be req-dd038732-64ba-4d39-8eac-a55cb05e7831 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=27151a47-d642-4307-8876-ab06fe4d2a0f HTTP/1.1" status: 200 len: 943 time: 0.0509059 Nov 10 18:06:23.110981 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8c0d175a-702d-4146-8a64-9413945f14be req-91af5df3-faba-49a5-ae8c-14eca21d247b tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5c78e6a-4f7e-49f0-b354-6f62055a4afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428977 Nov 10 18:06:24.091479 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device d3e5c93a-3b87-403b-a01c-0239fd3e61df details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:06:24.196267 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port d3e5c93a-3b87-403b-a01c-0239fd3e61df, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=d3e5c93a-3b87-403b-a01c-0239fd3e61df,segment=NetworkSegment(83bb8480-b3b1-4b35-bc21-9e8c9ea48197),segment_id=83bb8480-b3b1-4b35-bc21-9e8c9ea48197)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:06:24.208828 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'd3e5c93a-3b87-403b-a01c-0239fd3e61df', 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a', 'port_id': 'd3e5c93a-3b87-403b-a01c-0239fd3e61df', 'mac_address': 'fa:16:3e:30:6b:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f72ede-4fbe-4023-aa38-d2a84cad1815', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:06:24.237742 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79a97c-71fa-476e-885f-ec14fa6a2884 req-7a71c91c-bd78-45d5-a053-7ad2403a7893 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:24.239468 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fa79a97c-71fa-476e-885f-ec14fa6a2884 req-7a71c91c-bd78-45d5-a053-7ad2403a7893 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=27151a47-d642-4307-8876-ab06fe4d2a0f HTTP/1.1" status: 200 len: 943 time: 0.0570536 Nov 10 18:06:24.251303 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:24.265039 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e5c93a-3b87-403b-a01c-0239fd3e61df {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:06:24.285627 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port d3e5c93a-3b87-403b-a01c-0239fd3e61df, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=d3e5c93a-3b87-403b-a01c-0239fd3e61df,segment=NetworkSegment(83bb8480-b3b1-4b35-bc21-9e8c9ea48197),segment_id=83bb8480-b3b1-4b35-bc21-9e8c9ea48197)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:06:24.291363 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:24.299792 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fa79a97c-71fa-476e-885f-ec14fa6a2884 req-c598da5e-d81c-4646-93dc-181a103984d4 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5c78e6a-4f7e-49f0-b354-6f62055a4afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541306 Nov 10 18:06:24.343874 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=d3e5c93a-3b87-403b-a01c-0239fd3e61df,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:06:24.510079 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['d3e5c93a-3b87-403b-a01c-0239fd3e61df'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:06:24.915134 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:25.299940 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:25.426789 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f99d7-eb87-4e5c-b1f0-1e5bccce5a26 req-b9555a4b-e1d1-43f2-82a3-7e7033f962d8 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:25.428359 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ab0f99d7-eb87-4e5c-b1f0-1e5bccce5a26 req-b9555a4b-e1d1-43f2-82a3-7e7033f962d8 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=27151a47-d642-4307-8876-ab06fe4d2a0f HTTP/1.1" status: 200 len: 944 time: 0.0531344 Nov 10 18:06:25.482006 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ab0f99d7-eb87-4e5c-b1f0-1e5bccce5a26 req-2fb4c072-3c13-4b46-9f0e-a598ea7ef6e3 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5c78e6a-4f7e-49f0-b354-6f62055a4afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476139 Nov 10 18:06:26.098385 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device d3e5c93a-3b87-403b-a01c-0239fd3e61df up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:06:26.153291 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port d3e5c93a-3b87-403b-a01c-0239fd3e61df completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:06:26.157449 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port d3e5c93a-3b87-403b-a01c-0239fd3e61df triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:06:26.157832 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:26.236675 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:26.261648 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27151a47-d642-4307-8876-ab06fe4d2a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e5c93a-3b87-403b-a01c-0239fd3e61df'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:06:26.263957 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9cbd3f-8d84-444a-a8ff-67430de4bc14" -d '{"events": [{"server_uuid": "27151a47-d642-4307-8876-ab06fe4d2a0f", "name": "network-vif-plugged", "status": "completed", "tag": "d3e5c93a-3b87-403b-a01c-0239fd3e61df"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:06:26.277017 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port d3e5c93a-3b87-403b-a01c-0239fd3e61df, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=d3e5c93a-3b87-403b-a01c-0239fd3e61df,segment=NetworkSegment(83bb8480-b3b1-4b35-bc21-9e8c9ea48197),segment_id=83bb8480-b3b1-4b35-bc21-9e8c9ea48197)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:06:26.281283 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:26.306206 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034fe54b-5a04-4fd1-8a1f-e88f3cee14e1 x-openstack-request-id: req-034fe54b-5a04-4fd1-8a1f-e88f3cee14e1 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:06:26.307005 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27151a47-d642-4307-8876-ab06fe4d2a0f", "name": "network-vif-plugged", "status": "completed", "tag": "d3e5c93a-3b87-403b-a01c-0239fd3e61df", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:06:26.307005 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-034fe54b-5a04-4fd1-8a1f-e88f3cee14e1 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:06:26.307384 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27151a47-d642-4307-8876-ab06fe4d2a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e5c93a-3b87-403b-a01c-0239fd3e61df', 'code': 200} Nov 10 18:06:26.334325 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=d3e5c93a-3b87-403b-a01c-0239fd3e61df,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:06:26.402378 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8f39a-073a-409c-9c5b-a1da1e092ea9 req-57c1fab4-f3e3-4522-89a0-3620f129ca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:26.403812 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eeb8f39a-073a-409c-9c5b-a1da1e092ea9 req-57c1fab4-f3e3-4522-89a0-3620f129ca28 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=27151a47-d642-4307-8876-ab06fe4d2a0f HTTP/1.1" status: 200 len: 1097 time: 0.0408607 Nov 10 18:06:26.457901 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eeb8f39a-073a-409c-9c5b-a1da1e092ea9 req-65a9d132-5aad-40a1-b2f8-c6934ca7c033 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f5c78e6a-4f7e-49f0-b354-6f62055a4afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445640 Nov 10 18:06:26.608830 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ec8fb-aa3c-4142-9672-fff072d97528 req-83af7a0e-8133-4d0a-88c2-7f731c417d45 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:26.610357 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-786ec8fb-aa3c-4142-9672-fff072d97528 req-83af7a0e-8133-4d0a-88c2-7f731c417d45 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=27151a47-d642-4307-8876-ab06fe4d2a0f HTTP/1.1" status: 200 len: 945 time: 0.0551801 Nov 10 18:06:26.661407 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-786ec8fb-aa3c-4142-9672-fff072d97528 req-0b65c2d9-b812-4a18-845f-d2338f02001f tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5c78e6a-4f7e-49f0-b354-6f62055a4afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450652 Nov 10 18:06:27.386822 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 50978) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:06:27.527061 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d970f-7d99-4e76-98f2-65888dff13c0 req-48711c36-9b40-43a4-a489-cbbabb2cde7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:27.528666 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c32d970f-7d99-4e76-98f2-65888dff13c0 req-48711c36-9b40-43a4-a489-cbbabb2cde7e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1b73f985-329d-41c6-a9b2-7806f4f37c61 HTTP/1.1" status: 200 len: 1098 time: 0.1407924 Nov 10 18:06:27.583629 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c32d970f-7d99-4e76-98f2-65888dff13c0 req-54005e01-d9c7-442e-8509-216d87994144 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9f76a15b-fe8c-410e-949d-b4066a37518e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485322 Nov 10 18:06:27.790551 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02c7e0-d39b-42d0-a41c-a3f418f9a510 req-07b468e4-de84-4523-ae01-f5a79da63f19 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:27.792013 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8e02c7e0-d39b-42d0-a41c-a3f418f9a510 req-07b468e4-de84-4523-ae01-f5a79da63f19 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=27151a47-d642-4307-8876-ab06fe4d2a0f HTTP/1.1" status: 200 len: 945 time: 0.0565882 Nov 10 18:06:27.847505 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8e02c7e0-d39b-42d0-a41c-a3f418f9a510 req-28f80c71-f0a2-499e-83c3-b75da547cfb4 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5c78e6a-4f7e-49f0-b354-6f62055a4afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465364 Nov 10 18:06:27.967617 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07480b08-4087-4ce6-b24a-2d440065e5af req-bea257bc-b8f4-40c7-9f08-07a63c0733ba tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:27.969174 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-07480b08-4087-4ce6-b24a-2d440065e5af req-bea257bc-b8f4-40c7-9f08-07a63c0733ba tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=27151a47-d642-4307-8876-ab06fe4d2a0f HTTP/1.1" status: 200 len: 945 time: 0.0510540 Nov 10 18:06:27.978955 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 50990) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:06:27.983719 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-5eedc694-3606-4b85-8327-6afd9b7d5444 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Request body: {'floatingip': {'port_id': 'd3e5c93a-3b87-403b-a01c-0239fd3e61df'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:06:28.027759 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5eedc694-3606-4b85-8327-6afd9b7d5444 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for floatingip, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:28.515094 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5eedc694-3606-4b85-8327-6afd9b7d5444 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:28.519882 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5eedc694-3606-4b85-8327-6afd9b7d5444 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:28.640605 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-5eedc694-3606-4b85-8327-6afd9b7d5444 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Floating IP 127c7ebd-bedb-48b0-8151-8b1183ad2b24 associated. External IP: 172.25.5.157, port: d3e5c93a-3b87-403b-a01c-0239fd3e61df. Nov 10 18:06:28.866682 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eedc694-3606-4b85-8327-6afd9b7d5444 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Router 444ebbc7-0f40-4330-852a-147b5c04d8d5 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:06:28.989242 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eedc694-3606-4b85-8327-6afd9b7d5444 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:06:28.995463 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5eedc694-3606-4b85-8327-6afd9b7d5444 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:29.002886 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e4bc23-d572-4c79-9267-54db51ed1a13 None None] Sync routers for ids ['444ebbc7-0f40-4330-852a-147b5c04d8d5'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:06:29.015260 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e4bc23-d572-4c79-9267-54db51ed1a13 None None] Routers {'444ebbc7-0f40-4330-852a-147b5c04d8d5'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:06:29.015926 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a3e4bc23-d572-4c79-9267-54db51ed1a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:06:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['444ebbc7-0f40-4330-852a-147b5c04d8d5'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:06:29.024901 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5eedc694-3606-4b85-8327-6afd9b7d5444 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "PUT /v2.0/floatingips/127c7ebd-bedb-48b0-8151-8b1183ad2b24 HTTP/1.1" status: 200 len: 991 time: 1.0445275 Nov 10 18:06:29.025678 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27151a47-d642-4307-8876-ab06fe4d2a0f', 'tag': 'd3e5c93a-3b87-403b-a01c-0239fd3e61df'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:06:29.028123 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bceb02-c0dd-4c84-a3b1-4ba09aecff9f" -d '{"events": [{"name": "network-changed", "server_uuid": "27151a47-d642-4307-8876-ab06fe4d2a0f", "tag": "d3e5c93a-3b87-403b-a01c-0239fd3e61df"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:06:29.067894 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5031a100-9661-45f4-bec4-f5cb0e3b954f x-openstack-request-id: req-5031a100-9661-45f4-bec4-f5cb0e3b954f {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:06:29.068228 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27151a47-d642-4307-8876-ab06fe4d2a0f", "tag": "d3e5c93a-3b87-403b-a01c-0239fd3e61df", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:06:29.068491 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5031a100-9661-45f4-bec4-f5cb0e3b954f {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:06:29.068903 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27151a47-d642-4307-8876-ab06fe4d2a0f', 'tag': 'd3e5c93a-3b87-403b-a01c-0239fd3e61df', 'status': 'completed', 'code': 200} Nov 10 18:06:29.130312 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-a3e4bc23-d572-4c79-9267-54db51ed1a13 None None] Set router 444ebbc7-0f40-4330-852a-147b5c04d8d5 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:06:29.131938 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bceb02-c0dd-4c84-a3b1-4ba09aecff9f req-d11adc6a-c472-4b03-ba9d-4287dba53d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:29.134413 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0bceb02-c0dd-4c84-a3b1-4ba09aecff9f req-d11adc6a-c472-4b03-ba9d-4287dba53d05 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45a8a8523d4548869dfee9712c7beef8&device_id=27151a47-d642-4307-8876-ab06fe4d2a0f HTTP/1.1" status: 200 len: 1097 time: 0.0430210 Nov 10 18:06:29.233627 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bceb02-c0dd-4c84-a3b1-4ba09aecff9f req-caa8277c-e946-4e16-97c7-62975d1549ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:29.235127 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0bceb02-c0dd-4c84-a3b1-4ba09aecff9f req-caa8277c-e946-4e16-97c7-62975d1549ea service neutron] 10.222.0.13 "GET /v2.0/networks?id=af02a512-aa1c-43ca-886a-9300ebadfc5a HTTP/1.1" status: 200 len: 912 time: 0.0927691 Nov 10 18:06:29.306066 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0bceb02-c0dd-4c84-a3b1-4ba09aecff9f req-34869f54-06b6-43a0-a75e-47a6a7b1febc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3e5c93a-3b87-403b-a01c-0239fd3e61df HTTP/1.1" status: 200 len: 999 time: 0.0623336 Nov 10 18:06:29.357590 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bceb02-c0dd-4c84-a3b1-4ba09aecff9f req-90e71e2a-e425-4235-a84d-b5ee9e643cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:29.359177 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0bceb02-c0dd-4c84-a3b1-4ba09aecff9f req-90e71e2a-e425-4235-a84d-b5ee9e643cd1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=51f72ede-4fbe-4023-aa38-d2a84cad1815 HTTP/1.1" status: 200 len: 850 time: 0.0460842 Nov 10 18:06:29.364546 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a3e4bc23-d572-4c79-9267-54db51ed1a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'name': 'tempest-AttachVolumeTestJSON-2134475770-router', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:10Z', 'updated_at': '2021-11-10T18:02:16Z', 'revision_number': 4, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'gw_port': {'id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:11Z', 'updated_at': '2021-11-10T18:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '127c7ebd-bedb-48b0-8151-8b1183ad2b24', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'floating_ip_address': '172.25.5.157', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'port_id': 'd3e5c93a-3b87-403b-a01c-0239fd3e61df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a', 'mac_address': 'fa:16:3e:30:6b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27151a47-d642-4307-8876-ab06fe4d2a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:06:16Z', 'updated_at': '2021-11-10T18:06:28Z', 'revision_number': 1, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6388081a-6166-4361-b7e7-12db2d928435', 'name': '', 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'mac_address': 'fa:16:3e:61:1a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '51f72ede-4fbe-4023-aa38-d2a84cad1815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:14Z', 'updated_at': '2021-11-10T18:02:21Z', 'revision_number': 5, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'subnets': [{'id': '51f72ede-4fbe-4023-aa38-d2a84cad1815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:06:29.407044 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e4bc23-d572-4c79-9267-54db51ed1a13 None None] Checking router: 444ebbc7-0f40-4330-852a-147b5c04d8d5 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:06:29.415414 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bceb02-c0dd-4c84-a3b1-4ba09aecff9f req-03ffca9d-89f8-4e65-9712-a9557630e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:29.417345 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0bceb02-c0dd-4c84-a3b1-4ba09aecff9f req-03ffca9d-89f8-4e65-9712-a9557630e5ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=af02a512-aa1c-43ca-886a-9300ebadfc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507679 Nov 10 18:06:29.417728 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e4bc23-d572-4c79-9267-54db51ed1a13 None None] Routers {'444ebbc7-0f40-4330-852a-147b5c04d8d5'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:06:29.418330 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a3e4bc23-d572-4c79-9267-54db51ed1a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:06:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['444ebbc7-0f40-4330-852a-147b5c04d8d5'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:06:29.513662 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0bceb02-c0dd-4c84-a3b1-4ba09aecff9f req-dc60af69-f1fe-4ba9-bc7e-3731feeb545c service neutron] 10.222.0.13 "GET /v2.0/networks/af02a512-aa1c-43ca-886a-9300ebadfc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887699 Nov 10 18:06:29.537861 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-a3e4bc23-d572-4c79-9267-54db51ed1a13 None None] Set router 444ebbc7-0f40-4330-852a-147b5c04d8d5 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:06:29.618966 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0bceb02-c0dd-4c84-a3b1-4ba09aecff9f req-d48af097-07f0-47ae-b9bb-0df08dfb1ec9 service neutron] 10.222.0.13 "GET /v2.0/networks/af02a512-aa1c-43ca-886a-9300ebadfc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970781 Nov 10 18:06:29.925302 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a3e4bc23-d572-4c79-9267-54db51ed1a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'name': 'tempest-AttachVolumeTestJSON-2134475770-router', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:10Z', 'updated_at': '2021-11-10T18:02:16Z', 'revision_number': 4, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'gw_port': {'id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:11Z', 'updated_at': '2021-11-10T18:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '127c7ebd-bedb-48b0-8151-8b1183ad2b24', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'floating_ip_address': '172.25.5.157', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'port_id': 'd3e5c93a-3b87-403b-a01c-0239fd3e61df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a', 'mac_address': 'fa:16:3e:30:6b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27151a47-d642-4307-8876-ab06fe4d2a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:06:16Z', 'updated_at': '2021-11-10T18:06:28Z', 'revision_number': 1, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6388081a-6166-4361-b7e7-12db2d928435', 'name': '', 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'mac_address': 'fa:16:3e:61:1a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '51f72ede-4fbe-4023-aa38-d2a84cad1815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:14Z', 'updated_at': '2021-11-10T18:02:21Z', 'revision_number': 5, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'subnets': [{'id': '51f72ede-4fbe-4023-aa38-d2a84cad1815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:06:29.956982 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e4bc23-d572-4c79-9267-54db51ed1a13 None None] The sync data for ids ['444ebbc7-0f40-4330-852a-147b5c04d8d5'] in n-d-776250-10 is: [{'id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'name': 'tempest-AttachVolumeTestJSON-2134475770-router', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:10Z', 'updated_at': '2021-11-10T18:02:16Z', 'revision_number': 4, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'gw_port': {'id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:11Z', 'updated_at': '2021-11-10T18:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '127c7ebd-bedb-48b0-8151-8b1183ad2b24', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'floating_ip_address': '172.25.5.157', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'port_id': 'd3e5c93a-3b87-403b-a01c-0239fd3e61df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a', 'mac_address': 'fa:16:3e:30:6b:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27151a47-d642-4307-8876-ab06fe4d2a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:06:16Z', 'updated_at': '2021-11-10T18:06:28Z', 'revision_number': 1, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6388081a-6166-4361-b7e7-12db2d928435', 'name': '', 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'mac_address': 'fa:16:3e:61:1a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '51f72ede-4fbe-4023-aa38-d2a84cad1815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:14Z', 'updated_at': '2021-11-10T18:02:21Z', 'revision_number': 5, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'subnets': [{'id': '51f72ede-4fbe-4023-aa38-d2a84cad1815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:06:30.163372 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccbc9a1-599c-4e85-86ec-668f1ad8f2b5 None None] New status for floating IP 127c7ebd-bedb-48b0-8151-8b1183ad2b24: ACTIVE {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:06:30.514542 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e74ebe4c-d692-4263-a1c7-2b5552c28aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:32.864350 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:06:32.883239 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-15a16535-17e7-4a86-abbb-b39d94d10775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:34.074433 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:35.562516 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:36.310317 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:46.186325 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb8b25-1ee9-4ad7-a6c2-46c80f2e6e4f req-31a108aa-79b1-4f87-9117-ae67f6f06cac tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:46.187809 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-37eb8b25-1ee9-4ad7-a6c2-46c80f2e6e4f req-31a108aa-79b1-4f87-9117-ae67f6f06cac tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 946 time: 0.0506585 Nov 10 18:06:46.234828 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-37eb8b25-1ee9-4ad7-a6c2-46c80f2e6e4f req-bbc1ae51-0332-405f-a9e9-bab4f081f122 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409651 Nov 10 18:06:47.356804 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba99c0-baff-4f17-b7fd-3fba463441a1 req-638394e5-aba8-4bf9-883c-07a925567ce8 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:47.358310 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ebba99c0-baff-4f17-b7fd-3fba463441a1 req-638394e5-aba8-4bf9-883c-07a925567ce8 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 946 time: 0.0483978 Nov 10 18:06:47.409296 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ebba99c0-baff-4f17-b7fd-3fba463441a1 req-9aff5a0d-0fbe-4dff-956a-e1e18610449d tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449500 Nov 10 18:06:48.535593 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b95885-7bcf-4030-8ffe-80d762eb7b35 req-3b1bf55d-daeb-4b82-b024-b9e75584ecae tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:48.537008 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c6b95885-7bcf-4030-8ffe-80d762eb7b35 req-3b1bf55d-daeb-4b82-b024-b9e75584ecae tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 946 time: 0.0503209 Nov 10 18:06:48.584257 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c6b95885-7bcf-4030-8ffe-80d762eb7b35 req-42c5eefe-a595-45d1-baa8-8e0668bab325 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404491 Nov 10 18:06:49.705186 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1baeb-cee0-4bae-a006-61ae2370b748 req-e7224e30-0d27-4c97-90e9-90ac0d7eb971 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:49.706651 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e3e1baeb-cee0-4bae-a006-61ae2370b748 req-e7224e30-0d27-4c97-90e9-90ac0d7eb971 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 946 time: 0.0484123 Nov 10 18:06:49.753298 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e3e1baeb-cee0-4bae-a006-61ae2370b748 req-93c606c6-23d0-4014-8322-f4368e4deb09 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405481 Nov 10 18:06:50.879994 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00570a-54a0-4409-a326-6ede465e374a req-b3fab185-154f-463c-a2c7-d787cda9dc67 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:50.881493 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5b00570a-54a0-4409-a326-6ede465e374a req-b3fab185-154f-463c-a2c7-d787cda9dc67 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 946 time: 0.0534582 Nov 10 18:06:50.930786 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5b00570a-54a0-4409-a326-6ede465e374a req-67601a2e-6230-4091-90bc-53193770241f tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429568 Nov 10 18:06:52.051974 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc6b33-d627-47a2-80f5-749e2f91c155 req-168475bd-62d7-4a7a-8323-a94030d248aa tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:52.053414 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0fc6b33-d627-47a2-80f5-749e2f91c155 req-168475bd-62d7-4a7a-8323-a94030d248aa tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 946 time: 0.0486856 Nov 10 18:06:52.101301 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0fc6b33-d627-47a2-80f5-749e2f91c155 req-0052047b-997e-41cf-8be1-c4b2e84058a7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408199 Nov 10 18:06:53.229625 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f0d0f-3c19-4bf1-94e5-1b7e45ee1eb5 req-7c103cf4-0863-46e8-b23b-b230e75a41bb tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:53.231400 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-929f0d0f-3c19-4bf1-94e5-1b7e45ee1eb5 req-7c103cf4-0863-46e8-b23b-b230e75a41bb tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 946 time: 0.0560939 Nov 10 18:06:53.278753 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-929f0d0f-3c19-4bf1-94e5-1b7e45ee1eb5 req-1c7f8cc2-8fe6-4e03-ab8f-1ebb623a67bc tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413780 Nov 10 18:06:54.399987 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a9b1c-5243-41d2-94c3-bfe6e0806a3e req-9b820d10-c63b-4074-bc46-dc9fc355a978 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:54.401559 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-104a9b1c-5243-41d2-94c3-bfe6e0806a3e req-9b820d10-c63b-4074-bc46-dc9fc355a978 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 946 time: 0.0508330 Nov 10 18:06:54.451567 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-104a9b1c-5243-41d2-94c3-bfe6e0806a3e req-7da38349-a3a9-494d-ad43-2430fba1abb0 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437415 Nov 10 18:06:54.930365 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:55.302090 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:55.580720 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2bece1-62ea-43b6-8939-be53c14a6ef6 req-7ac39731-c741-47bf-8f54-83038d53a94c tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:55.582224 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2a2bece1-62ea-43b6-8939-be53c14a6ef6 req-7ac39731-c741-47bf-8f54-83038d53a94c tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 946 time: 0.0491304 Nov 10 18:06:55.636442 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2a2bece1-62ea-43b6-8939-be53c14a6ef6 req-8141aad9-a80c-4acb-83a7-cc407708105a tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477591 Nov 10 18:06:56.763079 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a47f7-6809-450b-936f-269c2ba5bc21 req-5a634d82-89bf-4cf4-9f16-36e453e76f6b tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:56.764745 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d77a47f7-6809-450b-936f-269c2ba5bc21 req-5a634d82-89bf-4cf4-9f16-36e453e76f6b tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 946 time: 0.0531175 Nov 10 18:06:56.813793 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d77a47f7-6809-450b-936f-269c2ba5bc21 req-57bc1912-0ba5-4d69-94a1-12183e44f460 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430036 Nov 10 18:06:57.934516 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c3c3b-3fd1-4556-8af8-82737545c8a6 req-51f3f6dd-c6e4-4234-8de5-a523ab01e65e tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:57.935997 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-828c3c3b-3fd1-4556-8af8-82737545c8a6 req-51f3f6dd-c6e4-4234-8de5-a523ab01e65e tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 946 time: 0.0491457 Nov 10 18:06:57.984724 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-828c3c3b-3fd1-4556-8af8-82737545c8a6 req-39bb96ec-4f3f-440b-aa6d-8648c2840ec1 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426853 Nov 10 18:06:58.043509 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device abaefaf9-4e11-446e-a0e5-90ebf49ffbdf details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:06:58.140125 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port abaefaf9-4e11-446e-a0e5-90ebf49ffbdf, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=abaefaf9-4e11-446e-a0e5-90ebf49ffbdf,segment=NetworkSegment(6b466d68-c591-4d87-8da5-4772ac75c43d),segment_id=6b466d68-c591-4d87-8da5-4772ac75c43d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:06:58.151156 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'abaefaf9-4e11-446e-a0e5-90ebf49ffbdf', 'network_id': 'a384840f-994e-49d7-a029-2994795f669c', 'port_id': 'abaefaf9-4e11-446e-a0e5-90ebf49ffbdf', 'mac_address': 'fa:16:3e:05:e5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:06:58.189427 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:58.202920 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id abaefaf9-4e11-446e-a0e5-90ebf49ffbdf {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:06:58.222283 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port abaefaf9-4e11-446e-a0e5-90ebf49ffbdf, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=abaefaf9-4e11-446e-a0e5-90ebf49ffbdf,segment=NetworkSegment(6b466d68-c591-4d87-8da5-4772ac75c43d),segment_id=6b466d68-c591-4d87-8da5-4772ac75c43d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:06:58.226205 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:06:58.282024 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=abaefaf9-4e11-446e-a0e5-90ebf49ffbdf,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:06:58.289326 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:58.289677 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:58.290017 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:58.290353 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:58.290686 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:58.291017 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:58.291344 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:58.291670 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:58.292041 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:58.293411 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:58.293748 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:58.294079 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:06:58.304030 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['abaefaf9-4e11-446e-a0e5-90ebf49ffbdf'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:06:59.112849 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cdf89-fe0f-4473-82fb-dae0c83f8962 req-9b09d05f-9f97-4491-b44b-53e894b4bfc6 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:06:59.114346 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-075cdf89-fe0f-4473-82fb-dae0c83f8962 req-9b09d05f-9f97-4491-b44b-53e894b4bfc6 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 945 time: 0.0556130 Nov 10 18:06:59.162614 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-075cdf89-fe0f-4473-82fb-dae0c83f8962 req-5d3d5543-0e06-443e-8f2f-5d0b5115f61d tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421872 Nov 10 18:07:00.057330 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device abaefaf9-4e11-446e-a0e5-90ebf49ffbdf up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:07:00.112751 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port abaefaf9-4e11-446e-a0e5-90ebf49ffbdf triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:07:00.113126 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:00.197282 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:00.223989 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2903a1b-a388-4c55-a7f1-63a7d0aab09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abaefaf9-4e11-446e-a0e5-90ebf49ffbdf'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:07:00.226819 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfceb99-7d78-44d6-8486-78c245adecbd" -d '{"events": [{"server_uuid": "c2903a1b-a388-4c55-a7f1-63a7d0aab09c", "name": "network-vif-plugged", "status": "completed", "tag": "abaefaf9-4e11-446e-a0e5-90ebf49ffbdf"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:07:00.241142 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port abaefaf9-4e11-446e-a0e5-90ebf49ffbdf, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=abaefaf9-4e11-446e-a0e5-90ebf49ffbdf,segment=NetworkSegment(6b466d68-c591-4d87-8da5-4772ac75c43d),segment_id=6b466d68-c591-4d87-8da5-4772ac75c43d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:07:00.247196 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:00.280787 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a7bc02-bf3d-4e01-9965-acba689438a4 x-openstack-request-id: req-b6a7bc02-bf3d-4e01-9965-acba689438a4 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:07:00.281080 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2903a1b-a388-4c55-a7f1-63a7d0aab09c", "name": "network-vif-plugged", "status": "completed", "tag": "abaefaf9-4e11-446e-a0e5-90ebf49ffbdf", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:07:00.281334 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b6a7bc02-bf3d-4e01-9965-acba689438a4 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:07:00.281730 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2903a1b-a388-4c55-a7f1-63a7d0aab09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abaefaf9-4e11-446e-a0e5-90ebf49ffbdf', 'code': 200} Nov 10 18:07:00.295469 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae44c5-6eaa-43b1-ad8d-9ce50eee99cc req-e3ff5f70-10cd-4e38-bc81-1e7c148109c8 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:00.297730 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-82ae44c5-6eaa-43b1-ad8d-9ce50eee99cc req-e3ff5f70-10cd-4e38-bc81-1e7c148109c8 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 946 time: 0.0587990 Nov 10 18:07:00.304633 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=abaefaf9-4e11-446e-a0e5-90ebf49ffbdf,revision_number=7']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:07:00.365770 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-82ae44c5-6eaa-43b1-ad8d-9ce50eee99cc req-bf001895-09c0-46dd-92b0-b0c36b80e588 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613239 Nov 10 18:07:00.522836 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1be6c93f-cc1f-4f8f-bb90-e9f3739570ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:01.499878 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7acf6-2861-471b-996d-fdbc9035b317 req-52e9fec8-901e-4bef-8755-68200fcf74cb tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:01.504268 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bfe7acf6-2861-471b-996d-fdbc9035b317 req-52e9fec8-901e-4bef-8755-68200fcf74cb tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 946 time: 0.0581779 Nov 10 18:07:01.561463 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bfe7acf6-2861-471b-996d-fdbc9035b317 req-fb29b52b-ab3f-4711-81a8-6fe0be875091 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526161 Nov 10 18:07:02.705687 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63999a53-5695-47b7-bb21-f4355a15d549 req-42caaf1e-075e-437e-b166-67132b5accf1 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:02.707346 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-63999a53-5695-47b7-bb21-f4355a15d549 req-42caaf1e-075e-437e-b166-67132b5accf1 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 946 time: 0.0555351 Nov 10 18:07:02.787267 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-63999a53-5695-47b7-bb21-f4355a15d549 req-5de3dc66-c346-402d-8ead-268174f9b74d tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733776 Nov 10 18:07:02.891725 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bdcb6aa3-4c80-404b-8059-7c39e9db70cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:03.915180 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739c73c-0a82-4237-97bc-b7c824dce8a3 req-acf5e367-942f-4fff-b073-b0b04fa10073 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:03.925186 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3739c73c-0a82-4237-97bc-b7c824dce8a3 req-acf5e367-942f-4fff-b073-b0b04fa10073 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 946 time: 0.0662591 Nov 10 18:07:03.975200 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3739c73c-0a82-4237-97bc-b7c824dce8a3 req-dd3a5865-7976-4184-b4c0-7ab25c7b8d96 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488164 Nov 10 18:07:04.075787 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:05.144830 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157a250-00f8-4b4e-89fa-1afae4cde745 req-2bea81dc-f779-47f5-adc6-62c30b8b0120 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:05.147208 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2157a250-00f8-4b4e-89fa-1afae4cde745 req-2bea81dc-f779-47f5-adc6-62c30b8b0120 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 946 time: 0.0673733 Nov 10 18:07:05.232632 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2157a250-00f8-4b4e-89fa-1afae4cde745 req-8af2028b-32b8-44b6-a7c5-804e22d2e721 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744395 Nov 10 18:07:05.567237 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:06.103083 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9b16e477-0a85-4702-8c83-79baeebddf53 req-9779d02d-f641-4cec-966a-c1f3e75f246a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b73f985-329d-41c6-a9b2-7806f4f37c61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454676 Nov 10 18:07:06.201743 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16e477-0a85-4702-8c83-79baeebddf53 req-41edbad6-43a4-4a58-9f09-eff6b2d894bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:06.203272 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9b16e477-0a85-4702-8c83-79baeebddf53 req-41edbad6-43a4-4a58-9f09-eff6b2d894bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3893148173944280a0bffe597d75933b&device_id=1b73f985-329d-41c6-a9b2-7806f4f37c61 HTTP/1.1" status: 200 len: 1098 time: 0.0485191 Nov 10 18:07:06.314494 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:06.394086 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e48517-8dca-4f4b-a920-c72ef11918fc req-f61a4cac-781f-481d-a07b-136337dabeb9 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:06.403273 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7e48517-8dca-4f4b-a920-c72ef11918fc req-f61a4cac-781f-481d-a07b-136337dabeb9 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 946 time: 0.0878475 Nov 10 18:07:06.420768 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16e477-0a85-4702-8c83-79baeebddf53 req-d07e8800-1222-4812-b0e3-0bcb15ccc2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:06.422274 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9b16e477-0a85-4702-8c83-79baeebddf53 req-d07e8800-1222-4812-b0e3-0bcb15ccc2c2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=751663c4-944e-4370-9efe-4bbb134d1009 HTTP/1.1" status: 200 len: 910 time: 0.1936505 Nov 10 18:07:06.503801 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7e48517-8dca-4f4b-a920-c72ef11918fc req-f92b21e0-fe42-47a3-b6e3-f3d39b17d363 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996089 Nov 10 18:07:06.534682 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9b16e477-0a85-4702-8c83-79baeebddf53 req-643353e1-1e58-405e-9786-26eacac0a978 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5360ad56-836e-4fa0-bd41-5fa36e2a0896 HTTP/1.1" status: 200 len: 1000 time: 0.1007664 Nov 10 18:07:06.598330 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16e477-0a85-4702-8c83-79baeebddf53 req-d2dacf6f-cc57-4819-85bc-9252115fb3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:06.600029 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9b16e477-0a85-4702-8c83-79baeebddf53 req-d2dacf6f-cc57-4819-85bc-9252115fb3fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=835e2ff4-ea31-41dc-a794-aed2edab05d1 HTTP/1.1" status: 200 len: 848 time: 0.0563936 Nov 10 18:07:06.651044 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16e477-0a85-4702-8c83-79baeebddf53 req-ecab17fd-9864-4d0c-8040-283913189dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:06.653062 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9b16e477-0a85-4702-8c83-79baeebddf53 req-ecab17fd-9864-4d0c-8040-283913189dee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=751663c4-944e-4370-9efe-4bbb134d1009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458822 Nov 10 18:07:06.781910 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9b16e477-0a85-4702-8c83-79baeebddf53 req-c5ab56f8-4d16-49db-b6a9-ddab92579933 service neutron] 10.222.0.13 "GET /v2.0/networks/751663c4-944e-4370-9efe-4bbb134d1009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205461 Nov 10 18:07:06.887328 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986578b-f4d4-4b93-8ac6-50f2f47d458d req-93eb2ce1-9721-4d30-a349-8fe51d0f50b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:06.889238 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3986578b-f4d4-4b93-8ac6-50f2f47d458d req-93eb2ce1-9721-4d30-a349-8fe51d0f50b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06278c9a20944d57b5ffec337b79be2b&device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 1098 time: 0.0904007 Nov 10 18:07:06.967840 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9b16e477-0a85-4702-8c83-79baeebddf53 req-95e9a60d-7083-4afa-a19e-eae91208b5a1 service neutron] 10.222.0.13 "GET /v2.0/networks/751663c4-944e-4370-9efe-4bbb134d1009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776111 Nov 10 18:07:07.023780 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986578b-f4d4-4b93-8ac6-50f2f47d458d req-f53d386c-1f9e-46da-bbaa-8bd1c4628fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:07.025305 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3986578b-f4d4-4b93-8ac6-50f2f47d458d req-f53d386c-1f9e-46da-bbaa-8bd1c4628fb1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a384840f-994e-49d7-a029-2994795f669c HTTP/1.1" status: 200 len: 918 time: 0.1065917 Nov 10 18:07:07.102753 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3986578b-f4d4-4b93-8ac6-50f2f47d458d req-256546eb-f225-44d5-bc61-e6751e2388e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abaefaf9-4e11-446e-a0e5-90ebf49ffbdf HTTP/1.1" status: 200 len: 1001 time: 0.0703673 Nov 10 18:07:07.161366 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986578b-f4d4-4b93-8ac6-50f2f47d458d req-cb057896-2707-4726-b275-39934b022916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:07.164058 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3986578b-f4d4-4b93-8ac6-50f2f47d458d req-cb057896-2707-4726-b275-39934b022916 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6d851ee1-7f4b-4a5a-9484-5ca72a5442cb HTTP/1.1" status: 200 len: 856 time: 0.0539110 Nov 10 18:07:07.221561 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986578b-f4d4-4b93-8ac6-50f2f47d458d req-d2aaa9db-0e8e-4dd4-b2c0-bc73d99fddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:07.222990 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3986578b-f4d4-4b93-8ac6-50f2f47d458d req-d2aaa9db-0e8e-4dd4-b2c0-bc73d99fddd4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a384840f-994e-49d7-a029-2994795f669c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514462 Nov 10 18:07:07.739667 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c5fe4-5f88-4e91-82f8-3027b9b811f8 req-9487dfc1-504d-4883-8f3c-c3d2ca558457 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:07.741202 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4b4c5fe4-5f88-4e91-82f8-3027b9b811f8 req-9487dfc1-504d-4883-8f3c-c3d2ca558457 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 946 time: 0.0822680 Nov 10 18:07:07.746504 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3986578b-f4d4-4b93-8ac6-50f2f47d458d req-d927a1a4-1b38-46be-af80-99e37460a67b service neutron] 10.222.0.11 "GET /v2.0/networks/a384840f-994e-49d7-a029-2994795f669c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5145233 Nov 10 18:07:07.851514 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4b4c5fe4-5f88-4e91-82f8-3027b9b811f8 req-16bba827-ca29-4c6d-a2a1-ea2c729a0e4b tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998008 Nov 10 18:07:07.889720 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3986578b-f4d4-4b93-8ac6-50f2f47d458d req-00bc4acc-9823-465c-9bad-28fc8178db23 service neutron] 10.222.0.11 "GET /v2.0/networks/a384840f-994e-49d7-a029-2994795f669c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302874 Nov 10 18:07:09.004206 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfecb56-ba37-43d3-ab5d-912dac816b93 req-d3064a3f-06e7-423a-85a5-9a5ef2ff6f98 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:09.007069 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4bfecb56-ba37-43d3-ab5d-912dac816b93 req-d3064a3f-06e7-423a-85a5-9a5ef2ff6f98 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 946 time: 0.0711908 Nov 10 18:07:09.064701 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4bfecb56-ba37-43d3-ab5d-912dac816b93 req-2b57178d-66ee-40f9-8978-17efcdcfb235 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498967 Nov 10 18:07:09.863878 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:07:09.923845 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e9562-8445-43e4-a30c-22ac8362d902 req-5323cedf-3af2-42bf-b57b-164011381251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:09.925379 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f9e9562-8445-43e4-a30c-22ac8362d902 req-5323cedf-3af2-42bf-b57b-164011381251 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06278c9a20944d57b5ffec337b79be2b&device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 1098 time: 0.0401137 Nov 10 18:07:10.020556 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e9562-8445-43e4-a30c-22ac8362d902 req-78ca98de-006b-41af-bd1b-f6b1c40cf7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:10.022056 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f9e9562-8445-43e4-a30c-22ac8362d902 req-78ca98de-006b-41af-bd1b-f6b1c40cf7ae service neutron] 10.222.0.11 "GET /v2.0/networks?id=a384840f-994e-49d7-a029-2994795f669c HTTP/1.1" status: 200 len: 918 time: 0.0881696 Nov 10 18:07:10.089935 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f9e9562-8445-43e4-a30c-22ac8362d902 req-4b8b58ed-6afb-444a-bce3-844b2d399504 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abaefaf9-4e11-446e-a0e5-90ebf49ffbdf HTTP/1.1" status: 200 len: 1001 time: 0.0607648 Nov 10 18:07:10.139266 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e9562-8445-43e4-a30c-22ac8362d902 req-9e6de15b-1bd5-41c1-9e6b-c3ef4f3afc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:10.140668 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f9e9562-8445-43e4-a30c-22ac8362d902 req-9e6de15b-1bd5-41c1-9e6b-c3ef4f3afc33 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6d851ee1-7f4b-4a5a-9484-5ca72a5442cb HTTP/1.1" status: 200 len: 856 time: 0.0448236 Nov 10 18:07:10.216342 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87edab7-2bec-4002-aece-bfbfa400755c req-c7d62236-fc46-46cb-b49c-744c6bc7234b tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:10.217816 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c87edab7-2bec-4002-aece-bfbfa400755c req-c7d62236-fc46-46cb-b49c-744c6bc7234b tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 946 time: 0.0747254 Nov 10 18:07:10.219308 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e9562-8445-43e4-a30c-22ac8362d902 req-818dbf51-649c-4088-adb3-fc888affd765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:10.220661 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f9e9562-8445-43e4-a30c-22ac8362d902 req-818dbf51-649c-4088-adb3-fc888affd765 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a384840f-994e-49d7-a029-2994795f669c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696375 Nov 10 18:07:10.313811 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c87edab7-2bec-4002-aece-bfbfa400755c req-056e254e-2593-48d8-b55c-42b87a888803 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900524 Nov 10 18:07:10.344498 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f9e9562-8445-43e4-a30c-22ac8362d902 req-01f6353c-623d-498b-a681-828cd8700fc4 service neutron] 10.222.0.11 "GET /v2.0/networks/a384840f-994e-49d7-a029-2994795f669c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150618 Nov 10 18:07:10.436823 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f9e9562-8445-43e4-a30c-22ac8362d902 req-8a16a726-0e9e-4e10-a6eb-909208f3a019 service neutron] 10.222.0.11 "GET /v2.0/networks/a384840f-994e-49d7-a029-2994795f669c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857916 Nov 10 18:07:11.436624 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dceb1-617f-43e1-b06a-44c1b192285f req-22458502-c16c-45ff-b277-0a8afc270bc4 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:11.438101 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae4dceb1-617f-43e1-b06a-44c1b192285f req-22458502-c16c-45ff-b277-0a8afc270bc4 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 946 time: 0.0496707 Nov 10 18:07:11.485287 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae4dceb1-617f-43e1-b06a-44c1b192285f req-5bf685d9-0e2c-4eff-8894-5bfedc1ab184 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412958 Nov 10 18:07:12.607136 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a4cf03-90cf-41eb-8636-9888d4a43cb1 req-84184061-0a61-49eb-b15a-f8e49de41393 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:12.608747 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a7a4cf03-90cf-41eb-8636-9888d4a43cb1 req-84184061-0a61-49eb-b15a-f8e49de41393 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 946 time: 0.0514638 Nov 10 18:07:12.660983 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a7a4cf03-90cf-41eb-8636-9888d4a43cb1 req-9e24b718-8dd0-49c2-9d23-9905bcdc945d tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462523 Nov 10 18:07:13.565665 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91bcc7-ece2-4a6a-adb6-f9b35d117eb2 req-25224eb1-4467-4d43-bcfb-e44f1142b6b5 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:13.568703 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ba91bcc7-ece2-4a6a-adb6-f9b35d117eb2 req-25224eb1-4467-4d43-bcfb-e44f1142b6b5 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 946 time: 0.0515766 Nov 10 18:07:13.618261 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ba91bcc7-ece2-4a6a-adb6-f9b35d117eb2 req-46361780-2848-442b-b644-ad38b66c5e23 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451598 Nov 10 18:07:13.706814 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2afc7f8b-08f9-4ee4-bbab-8319d41a3682 req-ac6eed4a-8865-4f40-a9b2-f65c15a08f6b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0390935 Nov 10 18:07:13.716721 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-2afc7f8b-08f9-4ee4-bbab-8319d41a3682 req-1c093f11-4335-4ea2-8df9-34000316cb99 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:07:13.717670 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2afc7f8b-08f9-4ee4-bbab-8319d41a3682 req-1c093f11-4335-4ea2-8df9-34000316cb99 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060697 Nov 10 18:07:14.147997 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device abaefaf9-4e11-446e-a0e5-90ebf49ffbdf no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:07:14.223311 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:14.247734 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2903a1b-a388-4c55-a7f1-63a7d0aab09c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abaefaf9-4e11-446e-a0e5-90ebf49ffbdf'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:07:14.250055 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f1b9a0-f2d4-4d4b-ae0f-de9f777a5591" -d '{"events": [{"server_uuid": "c2903a1b-a388-4c55-a7f1-63a7d0aab09c", "name": "network-vif-unplugged", "status": "completed", "tag": "abaefaf9-4e11-446e-a0e5-90ebf49ffbdf"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:07:14.263239 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port abaefaf9-4e11-446e-a0e5-90ebf49ffbdf, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=abaefaf9-4e11-446e-a0e5-90ebf49ffbdf,segment=NetworkSegment(6b466d68-c591-4d87-8da5-4772ac75c43d),segment_id=6b466d68-c591-4d87-8da5-4772ac75c43d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:07:14.266758 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:14.293789 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 18:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6dfbe59-2d1b-4034-b990-b59bf7c428c5 x-openstack-request-id: req-d6dfbe59-2d1b-4034-b990-b59bf7c428c5 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:07:14.294087 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2903a1b-a388-4c55-a7f1-63a7d0aab09c", "name": "network-vif-unplugged", "status": "completed", "tag": "abaefaf9-4e11-446e-a0e5-90ebf49ffbdf", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:07:14.294344 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d6dfbe59-2d1b-4034-b990-b59bf7c428c5 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:07:14.294731 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2903a1b-a388-4c55-a7f1-63a7d0aab09c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abaefaf9-4e11-446e-a0e5-90ebf49ffbdf', 'code': 200} Nov 10 18:07:14.320476 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=abaefaf9-4e11-446e-a0e5-90ebf49ffbdf,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:07:14.520929 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc7f8b-08f9-4ee4-bbab-8319d41a3682 req-9147ec19-7b90-4d5e-b622-121c56adc635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:14.522460 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2afc7f8b-08f9-4ee4-bbab-8319d41a3682 req-9147ec19-7b90-4d5e-b622-121c56adc635 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c&tenant_id=06278c9a20944d57b5ffec337b79be2b HTTP/1.1" status: 200 len: 1096 time: 0.0414758 Nov 10 18:07:14.590401 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc7f8b-08f9-4ee4-bbab-8319d41a3682 req-2563bd4e-87dd-4e83-b66a-351eeae37e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:14.591841 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2afc7f8b-08f9-4ee4-bbab-8319d41a3682 req-2563bd4e-87dd-4e83-b66a-351eeae37e25 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06278c9a20944d57b5ffec337b79be2b&device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 1096 time: 0.0446382 Nov 10 18:07:14.683911 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc7f8b-08f9-4ee4-bbab-8319d41a3682 req-2ed58d7d-4940-48a1-8b4c-6c121f89909f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:14.685621 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2afc7f8b-08f9-4ee4-bbab-8319d41a3682 req-2ed58d7d-4940-48a1-8b4c-6c121f89909f service neutron] 10.222.0.11 "GET /v2.0/networks?id=a384840f-994e-49d7-a029-2994795f669c HTTP/1.1" status: 200 len: 918 time: 0.0875728 Nov 10 18:07:14.744904 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dac0dc-df28-456f-8c5b-d336b75a8ad1 req-bb7ad84e-73ac-4abc-8618-3700a0f22511 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:14.747302 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-57dac0dc-df28-456f-8c5b-d336b75a8ad1 req-bb7ad84e-73ac-4abc-8618-3700a0f22511 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 944 time: 0.0523469 Nov 10 18:07:14.757010 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2afc7f8b-08f9-4ee4-bbab-8319d41a3682 req-50925a36-f294-4157-b5f6-9041e2f18d40 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abaefaf9-4e11-446e-a0e5-90ebf49ffbdf HTTP/1.1" status: 200 len: 999 time: 0.0648963 Nov 10 18:07:14.797030 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-57dac0dc-df28-456f-8c5b-d336b75a8ad1 req-a495bd0d-883b-43a2-9167-1a23fb1793cd tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435827 Nov 10 18:07:14.828404 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc7f8b-08f9-4ee4-bbab-8319d41a3682 req-46b2283d-a4dd-4824-9dd3-862e19f4a617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:14.829915 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2afc7f8b-08f9-4ee4-bbab-8319d41a3682 req-46b2283d-a4dd-4824-9dd3-862e19f4a617 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6d851ee1-7f4b-4a5a-9484-5ca72a5442cb HTTP/1.1" status: 200 len: 856 time: 0.0659230 Nov 10 18:07:14.882726 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc7f8b-08f9-4ee4-bbab-8319d41a3682 req-1f168deb-f1b5-4c6b-a3ad-c4e8abd7e518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:14.884231 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2afc7f8b-08f9-4ee4-bbab-8319d41a3682 req-1f168deb-f1b5-4c6b-a3ad-c4e8abd7e518 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a384840f-994e-49d7-a029-2994795f669c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463836 Nov 10 18:07:14.982100 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2afc7f8b-08f9-4ee4-bbab-8319d41a3682 req-09dde123-6210-4fb7-a6c8-845ac285e331 service neutron] 10.222.0.11 "GET /v2.0/networks/a384840f-994e-49d7-a029-2994795f669c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908854 Nov 10 18:07:15.087622 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2afc7f8b-08f9-4ee4-bbab-8319d41a3682 req-e10d5f02-7145-44d3-adde-bb4057679570 service neutron] 10.222.0.11 "GET /v2.0/networks/a384840f-994e-49d7-a029-2994795f669c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986989 Nov 10 18:07:15.936220 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7f2ab-96f4-4eac-baab-461d5571a112 req-5d02254a-afa9-4e52-86ae-b1bf906ea820 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:15.938902 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fae7f2ab-96f4-4eac-baab-461d5571a112 req-5d02254a-afa9-4e52-86ae-b1bf906ea820 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 944 time: 0.0533504 Nov 10 18:07:15.995751 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fae7f2ab-96f4-4eac-baab-461d5571a112 req-5b39ed24-1b9c-49b8-9c5c-568af68a54b3 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485218 Nov 10 18:07:17.139488 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e8105-84b3-4059-93a2-0d086469a5dd req-c56ab220-da6e-40e9-a89c-b183ae6a9c71 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:17.141553 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0d0e8105-84b3-4059-93a2-0d086469a5dd req-c56ab220-da6e-40e9-a89c-b183ae6a9c71 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 944 time: 0.0657401 Nov 10 18:07:17.212709 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0d0e8105-84b3-4059-93a2-0d086469a5dd req-e5e3ec56-4db5-4e6c-88c5-dc99a5ddc1ab tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550311 Nov 10 18:07:18.375186 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad21db-15c5-447c-a4c9-14faa9e79d96 req-968a796a-5b2e-4f24-88db-064f15c1ce29 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:18.376892 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a2ad21db-15c5-447c-a4c9-14faa9e79d96 req-968a796a-5b2e-4f24-88db-064f15c1ce29 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 944 time: 0.0541263 Nov 10 18:07:18.427719 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a2ad21db-15c5-447c-a4c9-14faa9e79d96 req-f9a01ed8-3eef-4673-8c9c-6301c2fc3baf tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441360 Nov 10 18:07:19.595826 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2caf3-f488-46ec-bccb-5feafcb91e80 req-65dee097-2f62-4a24-bc8c-a2fbdbc1e3c5 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:19.597594 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-97f2caf3-f488-46ec-bccb-5feafcb91e80 req-65dee097-2f62-4a24-bc8c-a2fbdbc1e3c5 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 944 time: 0.0620456 Nov 10 18:07:19.657212 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-97f2caf3-f488-46ec-bccb-5feafcb91e80 req-bd2b2801-2f48-4c57-99aa-e41fc9520303 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535107 Nov 10 18:07:20.780620 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f6e50-e12f-4826-b88f-317600d9a315 req-55592d30-2e5a-402b-92df-c4dcc6ddfb06 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:20.782153 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e76f6e50-e12f-4826-b88f-317600d9a315 req-55592d30-2e5a-402b-92df-c4dcc6ddfb06 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 944 time: 0.0491378 Nov 10 18:07:20.836720 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e76f6e50-e12f-4826-b88f-317600d9a315 req-871c82ec-1ec9-4793-8905-26402ac1dcff tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478296 Nov 10 18:07:21.966093 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c2d42-f7f4-425f-9508-e7843a0caee4 req-a1c0a5d0-890c-4141-8ec5-44318d128932 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:21.967637 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b67c2d42-f7f4-425f-9508-e7843a0caee4 req-a1c0a5d0-890c-4141-8ec5-44318d128932 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 944 time: 0.0558212 Nov 10 18:07:22.030529 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b67c2d42-f7f4-425f-9508-e7843a0caee4 req-7f9af8a2-0fc3-4f5b-b63d-42dfe2514d37 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566769 Nov 10 18:07:23.171476 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ce160-356d-4dec-accb-ede43b905236 req-a840fd62-0472-4b8b-85bb-c1facbece519 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:23.173300 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a24ce160-356d-4dec-accb-ede43b905236 req-a840fd62-0472-4b8b-85bb-c1facbece519 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 944 time: 0.0571651 Nov 10 18:07:23.237271 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a24ce160-356d-4dec-accb-ede43b905236 req-6cee608e-0b43-4f20-81fa-9c362c66e6db tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560975 Nov 10 18:07:24.397608 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26baa883-70bc-4b6b-b106-93d47cc20857 req-6552a27f-218c-4dbf-873e-74cbe8679950 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:24.399265 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-26baa883-70bc-4b6b-b106-93d47cc20857 req-6552a27f-218c-4dbf-873e-74cbe8679950 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 944 time: 0.0624614 Nov 10 18:07:24.454983 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-26baa883-70bc-4b6b-b106-93d47cc20857 req-163dce79-4bce-4cd1-bc88-cdf53b7d8cd7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475993 Nov 10 18:07:24.934771 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:25.304521 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:25.589788 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0976ee-95c4-4330-96df-2d705b8f248a req-d020d536-c352-4a00-90d5-7045b03904b5 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:25.591381 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ac0976ee-95c4-4330-96df-2d705b8f248a req-d020d536-c352-4a00-90d5-7045b03904b5 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 944 time: 0.0545464 Nov 10 18:07:25.639531 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ac0976ee-95c4-4330-96df-2d705b8f248a req-29376514-6d44-4878-990e-d537e93dd343 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421422 Nov 10 18:07:26.776231 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0fb65-6c3a-46eb-8e0b-676f24c66ba6 req-ffd3bc69-c828-42fe-8707-4f117a537986 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:26.777603 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e1e0fb65-6c3a-46eb-8e0b-676f24c66ba6 req-ffd3bc69-c828-42fe-8707-4f117a537986 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 944 time: 0.0642302 Nov 10 18:07:26.828629 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e1e0fb65-6c3a-46eb-8e0b-676f24c66ba6 req-9b56be54-5a12-4d72-981e-9e1b7ed10cd5 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450423 Nov 10 18:07:27.960500 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fb167-8a9e-4ce4-9960-9c5cadc2cf6a req-969d4360-bd28-47bf-8879-1c20b9459c81 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:27.962101 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f14fb167-8a9e-4ce4-9960-9c5cadc2cf6a req-969d4360-bd28-47bf-8879-1c20b9459c81 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 944 time: 0.0524685 Nov 10 18:07:28.019567 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f14fb167-8a9e-4ce4-9960-9c5cadc2cf6a req-6cb29207-bb01-4374-ad5a-54cce5f1214b tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503511 Nov 10 18:07:28.156672 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device abaefaf9-4e11-446e-a0e5-90ebf49ffbdf details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:07:28.254981 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port abaefaf9-4e11-446e-a0e5-90ebf49ffbdf, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=abaefaf9-4e11-446e-a0e5-90ebf49ffbdf,segment=NetworkSegment(6b466d68-c591-4d87-8da5-4772ac75c43d),segment_id=6b466d68-c591-4d87-8da5-4772ac75c43d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:07:28.266908 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'abaefaf9-4e11-446e-a0e5-90ebf49ffbdf', 'network_id': 'a384840f-994e-49d7-a029-2994795f669c', 'port_id': 'abaefaf9-4e11-446e-a0e5-90ebf49ffbdf', 'mac_address': 'fa:16:3e:05:e5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:07:28.309974 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:28.323045 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abaefaf9-4e11-446e-a0e5-90ebf49ffbdf {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:07:28.343116 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port abaefaf9-4e11-446e-a0e5-90ebf49ffbdf, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=abaefaf9-4e11-446e-a0e5-90ebf49ffbdf,segment=NetworkSegment(6b466d68-c591-4d87-8da5-4772ac75c43d),segment_id=6b466d68-c591-4d87-8da5-4772ac75c43d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:07:28.347415 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:28.398384 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=abaefaf9-4e11-446e-a0e5-90ebf49ffbdf,revision_number=9']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:07:28.549662 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['abaefaf9-4e11-446e-a0e5-90ebf49ffbdf'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:07:29.144484 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3548a-1a9c-43ca-bdab-2ccbbd2f4e7e req-c08dbfd8-d3f4-4cd4-afcf-a534d2f817d7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:29.145976 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-87a3548a-1a9c-43ca-bdab-2ccbbd2f4e7e req-c08dbfd8-d3f4-4cd4-afcf-a534d2f817d7 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 945 time: 0.0526879 Nov 10 18:07:29.198447 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-87a3548a-1a9c-43ca-bdab-2ccbbd2f4e7e req-b5990fb6-fe8f-4d23-ab34-e09c59003f1d tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461359 Nov 10 18:07:30.167307 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device abaefaf9-4e11-446e-a0e5-90ebf49ffbdf up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:07:30.221913 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port abaefaf9-4e11-446e-a0e5-90ebf49ffbdf triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:07:30.222431 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:30.311859 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:30.335993 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49480fd2-be04-4fac-892f-a51d530e23c7 req-a05e4f71-c6c2-4e43-9830-2f63a6a52ac0 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:30.337125 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2903a1b-a388-4c55-a7f1-63a7d0aab09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abaefaf9-4e11-446e-a0e5-90ebf49ffbdf'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:07:30.339022 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd3cac6-64c0-41d3-b0ec-33a1f3da58b8" -d '{"events": [{"server_uuid": "c2903a1b-a388-4c55-a7f1-63a7d0aab09c", "name": "network-vif-plugged", "status": "completed", "tag": "abaefaf9-4e11-446e-a0e5-90ebf49ffbdf"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:07:30.341455 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-49480fd2-be04-4fac-892f-a51d530e23c7 req-a05e4f71-c6c2-4e43-9830-2f63a6a52ac0 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 945 time: 0.0578704 Nov 10 18:07:30.362854 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port abaefaf9-4e11-446e-a0e5-90ebf49ffbdf, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=abaefaf9-4e11-446e-a0e5-90ebf49ffbdf,segment=NetworkSegment(6b466d68-c591-4d87-8da5-4772ac75c43d),segment_id=6b466d68-c591-4d87-8da5-4772ac75c43d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:07:30.370486 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:30.401851 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15f2330-15ed-4c83-b6a4-fce9391863a3 x-openstack-request-id: req-d15f2330-15ed-4c83-b6a4-fce9391863a3 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:07:30.402676 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2903a1b-a388-4c55-a7f1-63a7d0aab09c", "name": "network-vif-plugged", "status": "completed", "tag": "abaefaf9-4e11-446e-a0e5-90ebf49ffbdf", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:07:30.403331 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d15f2330-15ed-4c83-b6a4-fce9391863a3 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:07:30.403331 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2903a1b-a388-4c55-a7f1-63a7d0aab09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abaefaf9-4e11-446e-a0e5-90ebf49ffbdf', 'code': 200} Nov 10 18:07:30.404249 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-49480fd2-be04-4fac-892f-a51d530e23c7 req-f1ae6cd0-a8d5-45d7-aaf1-06ec88b0c5a5 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586193 Nov 10 18:07:30.438607 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=abaefaf9-4e11-446e-a0e5-90ebf49ffbdf,revision_number=10']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:07:30.516432 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-eeb64b77-5c56-4a12-970b-b3b83593e1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:30.562947 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6f9a9-81b4-45aa-b003-bf0fbc803ae7 req-39843364-ef64-42ed-b1bf-2575d242b4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:30.564674 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-29c6f9a9-81b4-45aa-b003-bf0fbc803ae7 req-39843364-ef64-42ed-b1bf-2575d242b4ad service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 1099 time: 0.0436401 Nov 10 18:07:30.623073 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-29c6f9a9-81b4-45aa-b003-bf0fbc803ae7 req-3c8b926f-e4ba-4178-9675-b67c4c24227f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510647 Nov 10 18:07:31.547444 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf5901-30b3-4e08-b003-66bd4f982792 req-786b843b-f0a0-4eb2-8ab5-506854190ef8 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:31.549077 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-faaf5901-30b3-4e08-b003-66bd4f982792 req-786b843b-f0a0-4eb2-8ab5-506854190ef8 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 947 time: 0.0617085 Nov 10 18:07:31.601258 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-faaf5901-30b3-4e08-b003-66bd4f982792 req-b9531303-45de-410c-b9c2-5be01f727781 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462000 Nov 10 18:07:32.737571 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d6b0b-1a68-46d7-a9ac-305df3c91df2 req-7d5f87b5-ad14-4edc-ae84-22a24a7ab855 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:07:32.739173 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8d1d6b0b-1a68-46d7-a9ac-305df3c91df2 req-7d5f87b5-ad14-4edc-ae84-22a24a7ab855 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 947 time: 0.0534294 Nov 10 18:07:32.798340 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8d1d6b0b-1a68-46d7-a9ac-305df3c91df2 req-98b76224-23a8-4e3e-a3dc-7566461b21e4 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528550 Nov 10 18:07:32.887243 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1167f845-1148-4923-b1e3-0eca11e441bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:34.076701 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:35.608936 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:36.316872 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:46.863785 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:07:54.948446 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:07:55.314290 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:00.519072 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3edff6b8-623a-4d6b-b3cf-21258942d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:02.890396 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-aae58931-4429-4100-aa10-385fe7b9f845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:04.079594 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:05.573348 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:06.109608 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff58cc5-ee06-4e33-970d-ed49b6442cf8 req-ddb40c88-ffee-4ba3-8c95-98ff50600c9a tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:06.111109 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6ff58cc5-ee06-4e33-970d-ed49b6442cf8 req-ddb40c88-ffee-4ba3-8c95-98ff50600c9a tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 947 time: 0.1542869 Nov 10 18:08:06.127670 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae37c99c-8034-44c5-ae00-e7e6d6b8b218 req-bce94592-902a-4c77-85ef-2d1eece60c0e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=27151a47-d642-4307-8876-ab06fe4d2a0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0653980 Nov 10 18:08:06.192977 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6ff58cc5-ee06-4e33-970d-ed49b6442cf8 req-78d19aea-c6ef-4997-867e-a86340aa9018 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751820 Nov 10 18:08:06.212366 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37c99c-8034-44c5-ae00-e7e6d6b8b218 req-e0691143-fc84-4e2b-b457-7684ff722db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:06.214563 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae37c99c-8034-44c5-ae00-e7e6d6b8b218 req-e0691143-fc84-4e2b-b457-7684ff722db5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=45a8a8523d4548869dfee9712c7beef8&device_id=27151a47-d642-4307-8876-ab06fe4d2a0f HTTP/1.1" status: 200 len: 1097 time: 0.0588906 Nov 10 18:08:06.324889 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:06.328522 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37c99c-8034-44c5-ae00-e7e6d6b8b218 req-65625b4b-72fe-4108-aabd-0d3c11a5b828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:06.330029 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae37c99c-8034-44c5-ae00-e7e6d6b8b218 req-65625b4b-72fe-4108-aabd-0d3c11a5b828 service neutron] 10.222.0.13 "GET /v2.0/networks?id=af02a512-aa1c-43ca-886a-9300ebadfc5a HTTP/1.1" status: 200 len: 912 time: 0.0950913 Nov 10 18:08:06.405299 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae37c99c-8034-44c5-ae00-e7e6d6b8b218 req-4976a093-7778-4888-ad83-4d9db7d88269 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3e5c93a-3b87-403b-a01c-0239fd3e61df HTTP/1.1" status: 200 len: 1001 time: 0.0679657 Nov 10 18:08:06.459487 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37c99c-8034-44c5-ae00-e7e6d6b8b218 req-ad390a9d-ea6a-4a64-958a-51d9934a3b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:06.461018 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae37c99c-8034-44c5-ae00-e7e6d6b8b218 req-ad390a9d-ea6a-4a64-958a-51d9934a3b1d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=51f72ede-4fbe-4023-aa38-d2a84cad1815 HTTP/1.1" status: 200 len: 850 time: 0.0488055 Nov 10 18:08:06.510388 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37c99c-8034-44c5-ae00-e7e6d6b8b218 req-b1a6817c-803c-41ce-8db0-86391b08565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:06.512880 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae37c99c-8034-44c5-ae00-e7e6d6b8b218 req-b1a6817c-803c-41ce-8db0-86391b08565f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=af02a512-aa1c-43ca-886a-9300ebadfc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446992 Nov 10 18:08:06.613128 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae37c99c-8034-44c5-ae00-e7e6d6b8b218 req-49f2599d-0d7a-4842-85be-874a07032769 service neutron] 10.222.0.13 "GET /v2.0/networks/af02a512-aa1c-43ca-886a-9300ebadfc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924771 Nov 10 18:08:06.705975 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae37c99c-8034-44c5-ae00-e7e6d6b8b218 req-9675f13b-7605-4885-9c9f-63826df1f80f service neutron] 10.222.0.13 "GET /v2.0/networks/af02a512-aa1c-43ca-886a-9300ebadfc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858090 Nov 10 18:08:07.288865 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd1483-8d05-43d1-b595-250b9df768c6 req-ab90d7c3-ea81-4ef1-a0a2-436ccfcf4631 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:07.290333 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-42cd1483-8d05-43d1-b595-250b9df768c6 req-ab90d7c3-ea81-4ef1-a0a2-436ccfcf4631 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 947 time: 0.0542881 Nov 10 18:08:07.395896 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e88ef-4e4b-46f9-8319-a89ff738f332 req-1abe5980-e49c-492d-a5f3-9a93ecc21f84 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:07.397486 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c67e88ef-4e4b-46f9-8319-a89ff738f332 req-1abe5980-e49c-492d-a5f3-9a93ecc21f84 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 947 time: 0.1062155 Nov 10 18:08:07.450802 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-42cd1483-8d05-43d1-b595-250b9df768c6 req-b9d75ef6-eb50-4f0a-82b1-4c8597ab7e9d tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Deleting port abaefaf9-4e11-446e-a0e5-90ebf49ffbdf {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:08:07.451136 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-42cd1483-8d05-43d1-b595-250b9df768c6 req-b9d75ef6-eb50-4f0a-82b1-4c8597ab7e9d tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:07.502382 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c67e88ef-4e4b-46f9-8319-a89ff738f332 req-6652dbc6-8ece-455d-9a58-11a71b8077dc tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups?id=709bda93-f578-4d4e-8d67-06e187d1003b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968704 Nov 10 18:08:07.557434 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-42cd1483-8d05-43d1-b595-250b9df768c6 req-b9d75ef6-eb50-4f0a-82b1-4c8597ab7e9d tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] For port abaefaf9-4e11-446e-a0e5-90ebf49ffbdf, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=abaefaf9-4e11-446e-a0e5-90ebf49ffbdf,segment=NetworkSegment(6b466d68-c591-4d87-8da5-4772ac75c43d),segment_id=6b466d68-c591-4d87-8da5-4772ac75c43d)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:08:07.557800 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-42cd1483-8d05-43d1-b595-250b9df768c6 req-b9d75ef6-eb50-4f0a-82b1-4c8597ab7e9d tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:07.745054 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-42cd1483-8d05-43d1-b595-250b9df768c6 req-b9d75ef6-eb50-4f0a-82b1-4c8597ab7e9d tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:07.745421 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-42cd1483-8d05-43d1-b595-250b9df768c6 req-b9d75ef6-eb50-4f0a-82b1-4c8597ab7e9d tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:07.745737 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [req-42cd1483-8d05-43d1-b595-250b9df768c6 req-b9d75ef6-eb50-4f0a-82b1-4c8597ab7e9d tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Floating IP 9d18d170-fa6e-448d-85ca-c1ea75b18ff0 disassociated. External IP: 172.25.5.35, port: abaefaf9-4e11-446e-a0e5-90ebf49ffbdf. Nov 10 18:08:07.746076 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-42cd1483-8d05-43d1-b595-250b9df768c6 req-b9d75ef6-eb50-4f0a-82b1-4c8597ab7e9d tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Calling delete_port for abaefaf9-4e11-446e-a0e5-90ebf49ffbdf owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:08:07.886265 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-42cd1483-8d05-43d1-b595-250b9df768c6 req-b9d75ef6-eb50-4f0a-82b1-4c8597ab7e9d tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:07.914106 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d75ef6-eb50-4f0a-82b1-4c8597ab7e9d tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Pushing event deleted for resources: {'Port': ['ID=abaefaf9-4e11-446e-a0e5-90ebf49ffbdf,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:07.927932 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d75ef6-eb50-4f0a-82b1-4c8597ab7e9d tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:07.928332 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d75ef6-eb50-4f0a-82b1-4c8597ab7e9d tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:07.928665 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d75ef6-eb50-4f0a-82b1-4c8597ab7e9d tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:07.929008 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d75ef6-eb50-4f0a-82b1-4c8597ab7e9d tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:07.929348 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d75ef6-eb50-4f0a-82b1-4c8597ab7e9d tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:07.929685 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d75ef6-eb50-4f0a-82b1-4c8597ab7e9d tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:07.930017 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d75ef6-eb50-4f0a-82b1-4c8597ab7e9d tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:07.930350 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d75ef6-eb50-4f0a-82b1-4c8597ab7e9d tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:07.930684 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d75ef6-eb50-4f0a-82b1-4c8597ab7e9d tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:07.931020 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d75ef6-eb50-4f0a-82b1-4c8597ab7e9d tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:07.931472 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d75ef6-eb50-4f0a-82b1-4c8597ab7e9d tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:07.931986 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d75ef6-eb50-4f0a-82b1-4c8597ab7e9d tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:08.070539 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42cd1483-8d05-43d1-b595-250b9df768c6 req-b9d75ef6-eb50-4f0a-82b1-4c8597ab7e9d tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Router 36d466e4-5dd2-493d-b8c1-38f743f8e541 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:08:08.191826 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42cd1483-8d05-43d1-b595-250b9df768c6 req-b9d75ef6-eb50-4f0a-82b1-4c8597ab7e9d tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:08:08.208901 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3316d8fd-a7a1-496f-bd4a-3ea5d83a91bb None None] Sync routers for ids ['36d466e4-5dd2-493d-b8c1-38f743f8e541'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:08:08.219696 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3316d8fd-a7a1-496f-bd4a-3ea5d83a91bb None None] Routers {'36d466e4-5dd2-493d-b8c1-38f743f8e541'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:08:08.220688 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-3316d8fd-a7a1-496f-bd4a-3ea5d83a91bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:08:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['36d466e4-5dd2-493d-b8c1-38f743f8e541'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:08:08.248512 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-42cd1483-8d05-43d1-b595-250b9df768c6 req-b9d75ef6-eb50-4f0a-82b1-4c8597ab7e9d tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] No DVR routers for this DVR port abaefaf9-4e11-446e-a0e5-90ebf49ffbdf on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:08:08.252854 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-42cd1483-8d05-43d1-b595-250b9df768c6 req-b9d75ef6-eb50-4f0a-82b1-4c8597ab7e9d tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:08.258126 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-42cd1483-8d05-43d1-b595-250b9df768c6 req-b9d75ef6-eb50-4f0a-82b1-4c8597ab7e9d tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.11 "DELETE /v2.0/ports/abaefaf9-4e11-446e-a0e5-90ebf49ffbdf HTTP/1.1" status: 204 len: 173 time: 0.9572332 Nov 10 18:08:08.258631 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2903a1b-a388-4c55-a7f1-63a7d0aab09c', 'name': 'network-vif-deleted', 'tag': 'abaefaf9-4e11-446e-a0e5-90ebf49ffbdf'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:08:08.261179 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f4be34-d915-49a1-986c-581d46b3ef60" -d '{"events": [{"server_uuid": "c2903a1b-a388-4c55-a7f1-63a7d0aab09c", "name": "network-vif-deleted", "tag": "abaefaf9-4e11-446e-a0e5-90ebf49ffbdf"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:08:08.340671 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6532e5f-daa5-4da9-ad12-afcfbb6a68c4 x-openstack-request-id: req-d6532e5f-daa5-4da9-ad12-afcfbb6a68c4 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:08:08.341671 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2903a1b-a388-4c55-a7f1-63a7d0aab09c", "name": "network-vif-deleted", "tag": "abaefaf9-4e11-446e-a0e5-90ebf49ffbdf", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:08:08.341671 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d6532e5f-daa5-4da9-ad12-afcfbb6a68c4 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:08:08.341974 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2903a1b-a388-4c55-a7f1-63a7d0aab09c', 'name': 'network-vif-deleted', 'tag': 'abaefaf9-4e11-446e-a0e5-90ebf49ffbdf', 'status': 'completed', 'code': 200} Nov 10 18:08:08.415585 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-3316d8fd-a7a1-496f-bd4a-3ea5d83a91bb None None] Set router 36d466e4-5dd2-493d-b8c1-38f743f8e541 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:08:08.669842 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-173897c8-862d-4fee-9708-85c84566e5e1 req-e8504c6c-99f6-499f-ace5-889620a468e8 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 210 time: 0.0510731 Nov 10 18:08:08.750146 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-3316d8fd-a7a1-496f-bd4a-3ea5d83a91bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'name': 'tempest-AttachVolumeShelveTestJSON-2076558351-router', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:46Z', 'updated_at': '2021-11-10T18:00:51Z', 'revision_number': 4, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'gw_port': {'id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:47Z', 'updated_at': '2021-11-10T18:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '381694ba-156d-48c2-a23f-e66505964593', 'name': '', 'network_id': 'a384840f-994e-49d7-a029-2994795f669c', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'mac_address': 'fa:16:3e:57:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:50Z', 'updated_at': '2021-11-10T18:00:56Z', 'revision_number': 5, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'subnets': [{'id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:08:08.789408 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-50abc438-333d-4841-9aef-b59886bf6d99 req-129b32c9-d596-4f4f-bd80-ddad07910d94 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0377402 Nov 10 18:08:08.796189 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3316d8fd-a7a1-496f-bd4a-3ea5d83a91bb None None] Checking router: 36d466e4-5dd2-493d-b8c1-38f743f8e541 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:08:08.807449 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3316d8fd-a7a1-496f-bd4a-3ea5d83a91bb None None] Routers {'36d466e4-5dd2-493d-b8c1-38f743f8e541'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:08:08.808237 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-3316d8fd-a7a1-496f-bd4a-3ea5d83a91bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:08:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['36d466e4-5dd2-493d-b8c1-38f743f8e541'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:08:08.883266 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-50abc438-333d-4841-9aef-b59886bf6d99 req-e79f72fd-499a-49af-82f9-03bc897e0366 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06278c9a20944d57b5ffec337b79be2b&device_id=c2903a1b-a388-4c55-a7f1-63a7d0aab09c HTTP/1.1" status: 200 len: 210 time: 0.0330043 Nov 10 18:08:08.938444 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-3316d8fd-a7a1-496f-bd4a-3ea5d83a91bb None None] Set router 36d466e4-5dd2-493d-b8c1-38f743f8e541 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:08:09.136120 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abc438-333d-4841-9aef-b59886bf6d99 req-cc78e892-dc44-452d-97ef-08a4cf8a2bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:09.137818 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-50abc438-333d-4841-9aef-b59886bf6d99 req-cc78e892-dc44-452d-97ef-08a4cf8a2bb7 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=06278c9a20944d57b5ffec337b79be2b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2346790 Nov 10 18:08:09.215939 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-3316d8fd-a7a1-496f-bd4a-3ea5d83a91bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'name': 'tempest-AttachVolumeShelveTestJSON-2076558351-router', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:46Z', 'updated_at': '2021-11-10T18:00:51Z', 'revision_number': 4, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'gw_port': {'id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:47Z', 'updated_at': '2021-11-10T18:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '381694ba-156d-48c2-a23f-e66505964593', 'name': '', 'network_id': 'a384840f-994e-49d7-a029-2994795f669c', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'mac_address': 'fa:16:3e:57:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:50Z', 'updated_at': '2021-11-10T18:00:56Z', 'revision_number': 5, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'subnets': [{'id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:08:09.251395 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3316d8fd-a7a1-496f-bd4a-3ea5d83a91bb None None] The sync data for ids ['36d466e4-5dd2-493d-b8c1-38f743f8e541'] in n-d-776250-10 is: [{'id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'name': 'tempest-AttachVolumeShelveTestJSON-2076558351-router', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:46Z', 'updated_at': '2021-11-10T18:00:51Z', 'revision_number': 4, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'gw_port': {'id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:47Z', 'updated_at': '2021-11-10T18:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '381694ba-156d-48c2-a23f-e66505964593', 'name': '', 'network_id': 'a384840f-994e-49d7-a029-2994795f669c', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'mac_address': 'fa:16:3e:57:c5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:50Z', 'updated_at': '2021-11-10T18:00:56Z', 'revision_number': 5, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'subnets': [{'id': '6d851ee1-7f4b-4a5a-9484-5ca72a5442cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:08:09.260576 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abc438-333d-4841-9aef-b59886bf6d99 req-1f913568-2309-45f5-99c4-35ab4d18b6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:09.262249 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-50abc438-333d-4841-9aef-b59886bf6d99 req-1f913568-2309-45f5-99c4-35ab4d18b6b3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1171250 Nov 10 18:08:09.546065 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9436999d-b817-4c71-a705-f45e34904a9f None None] New status for floating IP 9d18d170-fa6e-448d-85ca-c1ea75b18ff0: DOWN {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:08:09.797105 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51540) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:09.858134 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aea3f2f3-46e1-4cae-9ef0-e38a6abe5a2f tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:09.886379 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aea3f2f3-46e1-4cae-9ef0-e38a6abe5a2f tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:09.955723 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aea3f2f3-46e1-4cae-9ef0-e38a6abe5a2f tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:09.959591 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aea3f2f3-46e1-4cae-9ef0-e38a6abe5a2f tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:09.963688 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-aea3f2f3-46e1-4cae-9ef0-e38a6abe5a2f tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "DELETE /v2.0/security-groups/709bda93-f578-4d4e-8d67-06e187d1003b HTTP/1.1" status: 204 len: 168 time: 0.1653302 Nov 10 18:08:09.964598 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51542) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:09.974708 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3f2f3-46e1-4cae-9ef0-e38a6abe5a2f tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=709bda93-f578-4d4e-8d67-06e187d1003b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:09.984347 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea3f2f3-46e1-4cae-9ef0-e38a6abe5a2f tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:09.985034 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea3f2f3-46e1-4cae-9ef0-e38a6abe5a2f tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:09.985367 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea3f2f3-46e1-4cae-9ef0-e38a6abe5a2f tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:09.985713 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea3f2f3-46e1-4cae-9ef0-e38a6abe5a2f tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:09.986191 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea3f2f3-46e1-4cae-9ef0-e38a6abe5a2f tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:09.986719 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea3f2f3-46e1-4cae-9ef0-e38a6abe5a2f tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:09.987182 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea3f2f3-46e1-4cae-9ef0-e38a6abe5a2f tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:09.987688 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea3f2f3-46e1-4cae-9ef0-e38a6abe5a2f tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:09.989085 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea3f2f3-46e1-4cae-9ef0-e38a6abe5a2f tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:09.989429 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea3f2f3-46e1-4cae-9ef0-e38a6abe5a2f tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:09.989872 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-451a087d-359c-4f2c-8c40-d2a8db02e46e tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] show failed (client error): The resource could not be found. Nov 10 18:08:09.990267 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea3f2f3-46e1-4cae-9ef0-e38a6abe5a2f tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:09.990614 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea3f2f3-46e1-4cae-9ef0-e38a6abe5a2f tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:09.991661 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-451a087d-359c-4f2c-8c40-d2a8db02e46e tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "GET /v2.0/security-groups/709bda93-f578-4d4e-8d67-06e187d1003b HTTP/1.1" status: 404 len: 347 time: 0.0252166 Nov 10 18:08:09.995240 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51544) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:10.132684 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-dceaef1a-8eba-413a-90c5-6d2779581633 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Deleting port fac505b4-6b66-48e2-9fc8-da42af8f03e5 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:08:10.133031 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dceaef1a-8eba-413a-90c5-6d2779581633 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:10.214338 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dceaef1a-8eba-413a-90c5-6d2779581633 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:10.214555 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dceaef1a-8eba-413a-90c5-6d2779581633 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:10.226279 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-dceaef1a-8eba-413a-90c5-6d2779581633 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Calling delete_port for fac505b4-6b66-48e2-9fc8-da42af8f03e5 owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:08:10.359994 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dceaef1a-8eba-413a-90c5-6d2779581633 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:10.386039 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaef1a-8eba-413a-90c5-6d2779581633 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Pushing event deleted for resources: {'Port': ['ID=fac505b4-6b66-48e2-9fc8-da42af8f03e5,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:10.453532 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dceaef1a-8eba-413a-90c5-6d2779581633 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:10.456525 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dceaef1a-8eba-413a-90c5-6d2779581633 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:10.457725 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-dceaef1a-8eba-413a-90c5-6d2779581633 tempest-AttachVolumeShelveTestJSON-1631436541 tempest-AttachVolumeShelveTestJSON-1631436541-project] 10.222.0.39 "DELETE /v2.0/floatingips/9d18d170-fa6e-448d-85ca-c1ea75b18ff0 HTTP/1.1" status: 204 len: 168 time: 0.4615073 Nov 10 18:08:12.400990 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device abaefaf9-4e11-446e-a0e5-90ebf49ffbdf no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:08:12.422139 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: abaefaf9-4e11-446e-a0e5-90ebf49ffbdf {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:08:12.422488 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device abaefaf9-4e11-446e-a0e5-90ebf49ffbdf not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:08:16.120247 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51586) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:16.582627 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7bda49cf-2a89-4b35-bdb7-9fa4cdc666a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:16.834853 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-7bda49cf-2a89-4b35-bdb7-9fa4cdc666a3 admin admin] Deleting port 381694ba-156d-48c2-a23f-e66505964593 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:08:16.835205 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7bda49cf-2a89-4b35-bdb7-9fa4cdc666a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:17.249910 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-7bda49cf-2a89-4b35-bdb7-9fa4cdc666a3 admin admin] For port 381694ba-156d-48c2-a23f-e66505964593, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=381694ba-156d-48c2-a23f-e66505964593,segment=NetworkSegment(6b466d68-c591-4d87-8da5-4772ac75c43d),segment_id=6b466d68-c591-4d87-8da5-4772ac75c43d)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:08:17.250629 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7bda49cf-2a89-4b35-bdb7-9fa4cdc666a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:17.263351 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-7bda49cf-2a89-4b35-bdb7-9fa4cdc666a3 admin admin] Calling delete_port for 381694ba-156d-48c2-a23f-e66505964593 owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:08:17.454935 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7bda49cf-2a89-4b35-bdb7-9fa4cdc666a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:17.485798 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda49cf-2a89-4b35-bdb7-9fa4cdc666a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=381694ba-156d-48c2-a23f-e66505964593,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:17.672332 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7bda49cf-2a89-4b35-bdb7-9fa4cdc666a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:17.924283 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bda49cf-2a89-4b35-bdb7-9fa4cdc666a3 admin admin] Router 36d466e4-5dd2-493d-b8c1-38f743f8e541 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:08:18.035956 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bda49cf-2a89-4b35-bdb7-9fa4cdc666a3 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:08:18.041118 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7bda49cf-2a89-4b35-bdb7-9fa4cdc666a3 admin admin] 10.222.0.39 "PUT /v2.0/routers/36d466e4-5dd2-493d-b8c1-38f743f8e541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9197974 Nov 10 18:08:18.043787 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51594) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:18.046826 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28372df4-dade-44c9-afa6-f5e48e61c737 None None] Sync routers for ids ['36d466e4-5dd2-493d-b8c1-38f743f8e541'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:08:18.059384 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28372df4-dade-44c9-afa6-f5e48e61c737 None None] Routers {'36d466e4-5dd2-493d-b8c1-38f743f8e541'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:08:18.060135 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-28372df4-dade-44c9-afa6-f5e48e61c737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:08:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['36d466e4-5dd2-493d-b8c1-38f743f8e541'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:08:18.170029 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0101417e-d16c-44c5-b9f5-bf2987e4ef9f admin admin] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:18.174852 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-28372df4-dade-44c9-afa6-f5e48e61c737 None None] Set router 36d466e4-5dd2-493d-b8c1-38f743f8e541 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:08:18.292529 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0101417e-d16c-44c5-b9f5-bf2987e4ef9f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:18.355793 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-0101417e-d16c-44c5-b9f5-bf2987e4ef9f admin admin] Deleting port 91532ebd-5934-4250-9bd7-dad6c5e52e63 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:08:18.356735 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0101417e-d16c-44c5-b9f5-bf2987e4ef9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:18.452669 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-0101417e-d16c-44c5-b9f5-bf2987e4ef9f admin admin] For port 91532ebd-5934-4250-9bd7-dad6c5e52e63, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=91532ebd-5934-4250-9bd7-dad6c5e52e63,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:08:18.453031 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0101417e-d16c-44c5-b9f5-bf2987e4ef9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:18.466103 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-0101417e-d16c-44c5-b9f5-bf2987e4ef9f admin admin] Calling delete_port for 91532ebd-5934-4250-9bd7-dad6c5e52e63 owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:08:18.560916 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-28372df4-dade-44c9-afa6-f5e48e61c737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'name': 'tempest-AttachVolumeShelveTestJSON-2076558351-router', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:46Z', 'updated_at': '2021-11-10T18:08:17Z', 'revision_number': 5, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'gw_port': {'id': '91532ebd-5934-4250-9bd7-dad6c5e52e63', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:00:47Z', 'updated_at': '2021-11-10T18:00:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:08:18.587652 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28372df4-dade-44c9-afa6-f5e48e61c737 None None] Checking router: 36d466e4-5dd2-493d-b8c1-38f743f8e541 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:08:18.596555 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28372df4-dade-44c9-afa6-f5e48e61c737 None None] Routers {'36d466e4-5dd2-493d-b8c1-38f743f8e541'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:08:18.597160 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-28372df4-dade-44c9-afa6-f5e48e61c737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:08:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['36d466e4-5dd2-493d-b8c1-38f743f8e541'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:08:18.644004 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0101417e-d16c-44c5-b9f5-bf2987e4ef9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:18.678080 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101417e-d16c-44c5-b9f5-bf2987e4ef9f admin admin] Pushing event deleted for resources: {'Port': ['ID=91532ebd-5934-4250-9bd7-dad6c5e52e63,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:18.704940 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76bb911-3900-4775-bb8f-923e99769227 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:08:18.714939 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-28372df4-dade-44c9-afa6-f5e48e61c737 None None] Set router 36d466e4-5dd2-493d-b8c1-38f743f8e541 gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:08:18.748946 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0101417e-d16c-44c5-b9f5-bf2987e4ef9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:18.785653 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-28372df4-dade-44c9-afa6-f5e48e61c737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'name': 'tempest-AttachVolumeShelveTestJSON-2076558351-router', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:46Z', 'updated_at': '2021-11-10T18:08:18Z', 'revision_number': 6, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:08:18.814603 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28372df4-dade-44c9-afa6-f5e48e61c737 None None] The sync data for ids ['36d466e4-5dd2-493d-b8c1-38f743f8e541'] in n-d-776250-10 is: [{'id': '36d466e4-5dd2-493d-b8c1-38f743f8e541', 'name': 'tempest-AttachVolumeShelveTestJSON-2076558351-router', 'tenant_id': '06278c9a20944d57b5ffec337b79be2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:00:46Z', 'updated_at': '2021-11-10T18:08:18Z', 'revision_number': 6, 'project_id': '06278c9a20944d57b5ffec337b79be2b', 'gw_port_host': None}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:08:18.853381 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0101417e-d16c-44c5-b9f5-bf2987e4ef9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:18.855559 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0101417e-d16c-44c5-b9f5-bf2987e4ef9f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:18.900084 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0101417e-d16c-44c5-b9f5-bf2987e4ef9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:18.900639 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0101417e-d16c-44c5-b9f5-bf2987e4ef9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36d466e4-5dd2-493d-b8c1-38f743f8e541 {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:08:18.905990 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0101417e-d16c-44c5-b9f5-bf2987e4ef9f admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:18.907198 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0101417e-d16c-44c5-b9f5-bf2987e4ef9f admin admin] 10.222.0.39 "DELETE /v2.0/routers/36d466e4-5dd2-493d-b8c1-38f743f8e541 HTTP/1.1" status: 204 len: 168 time: 0.8620884 Nov 10 18:08:18.909745 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51596) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:18.959434 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1ef5887-1200-433b-83cf-e5dd2b16a890 admin admin] Deleting subnet 6d851ee1-7f4b-4a5a-9484-5ca72a5442cb {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:08:18.962567 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f1ef5887-1200-433b-83cf-e5dd2b16a890 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:18.999637 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f1ef5887-1200-433b-83cf-e5dd2b16a890 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:19.083673 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f1ef5887-1200-433b-83cf-e5dd2b16a890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:19.145593 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f1ef5887-1200-433b-83cf-e5dd2b16a890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:19.160128 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f1ef5887-1200-433b-83cf-e5dd2b16a890 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:19.163633 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f1ef5887-1200-433b-83cf-e5dd2b16a890 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6d851ee1-7f4b-4a5a-9484-5ca72a5442cb HTTP/1.1" status: 204 len: 168 time: 0.2529478 Nov 10 18:08:19.165665 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49290bc2-abfd-4484-97e8-63c73636a418 None None] Network a384840f-994e-49d7-a029-2994795f669c requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:08:19.166673 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51608) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:19.184435 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef5887-1200-433b-83cf-e5dd2b16a890 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d851ee1-7f4b-4a5a-9484-5ca72a5442cb,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:19.259042 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f12b9029-a346-40ab-b246-e417f62a8413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:19.316585 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-f12b9029-a346-40ab-b246-e417f62a8413 admin admin] Deleting port c08221a0-d0dd-4401-bc7e-55b79a36e05c {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:08:19.316964 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f12b9029-a346-40ab-b246-e417f62a8413 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:19.393849 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-f12b9029-a346-40ab-b246-e417f62a8413 admin admin] For port c08221a0-d0dd-4401-bc7e-55b79a36e05c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c08221a0-d0dd-4401-bc7e-55b79a36e05c,segment=NetworkSegment(6b466d68-c591-4d87-8da5-4772ac75c43d),segment_id=6b466d68-c591-4d87-8da5-4772ac75c43d)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:08:19.394202 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f12b9029-a346-40ab-b246-e417f62a8413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:19.412746 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-f12b9029-a346-40ab-b246-e417f62a8413 admin admin] Calling delete_port for c08221a0-d0dd-4401-bc7e-55b79a36e05c owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:08:19.504608 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f12b9029-a346-40ab-b246-e417f62a8413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:19.532047 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b9029-a346-40ab-b246-e417f62a8413 admin admin] Pushing event deleted for resources: {'Port': ['ID=c08221a0-d0dd-4401-bc7e-55b79a36e05c,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:19.535751 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12b9029-a346-40ab-b246-e417f62a8413 admin admin] No DVR routers for this DVR port c08221a0-d0dd-4401-bc7e-55b79a36e05c on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:08:19.611752 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f12b9029-a346-40ab-b246-e417f62a8413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:19.628913 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40540bb-d311-4d54-962f-38e4b5c64f36 None None] DHCP port deletion for a384840f-994e-49d7-a029-2994795f669c request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:08:19.647239 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f12b9029-a346-40ab-b246-e417f62a8413 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a384840f-994e-49d7-a029-2994795f669c']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:08:19.663086 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f12b9029-a346-40ab-b246-e417f62a8413 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b466d68-c591-4d87-8da5-4772ac75c43d') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:08:19.663900 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f12b9029-a346-40ab-b246-e417f62a8413 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b466d68-c591-4d87-8da5-4772ac75c43d') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:08:19.676435 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f12b9029-a346-40ab-b246-e417f62a8413 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:19.693924 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f12b9029-a346-40ab-b246-e417f62a8413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:19.707024 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f12b9029-a346-40ab-b246-e417f62a8413 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:08:19.707669 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f12b9029-a346-40ab-b246-e417f62a8413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:19.710350 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:08:19.710350 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:08:19.710350 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:08:19.710350 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:08:19.710350 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:08:19.710350 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:08:19.710350 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:08:19.710350 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:08:19.710350 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:08:19.710350 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:08:19.710350 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:08:19.710350 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:08:19.710350 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:08:19.710350 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:08:19.710350 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:08:19.710350 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:08:19.710350 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:08:19.710350 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:08:19.710350 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:08:19.710350 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:08:19.710350 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:08:19.710350 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:08:19.710350 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:08:19.710350 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:08:19.710350 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:08:19.710350 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:08:19.710350 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:08:19.710350 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:08:19.710350 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:08:19.710350 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:08:19.710350 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:08:19.710350 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:08:19.716912 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 91532ebd-5934-4250-9bd7-dad6c5e52e63 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:08:19.755116 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 91532ebd-5934-4250-9bd7-dad6c5e52e63 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:08:19.755508 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 91532ebd-5934-4250-9bd7-dad6c5e52e63 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:08:19.756243 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 381694ba-156d-48c2-a23f-e66505964593 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:08:19.781725 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 381694ba-156d-48c2-a23f-e66505964593 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:08:19.782362 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 381694ba-156d-48c2-a23f-e66505964593 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:08:19.782837 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c08221a0-d0dd-4401-bc7e-55b79a36e05c no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:08:19.784716 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f12b9029-a346-40ab-b246-e417f62a8413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:19.789914 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f12b9029-a346-40ab-b246-e417f62a8413 admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:19.799104 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f12b9029-a346-40ab-b246-e417f62a8413 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a384840f-994e-49d7-a029-2994795f669c HTTP/1.1" status: 204 len: 168 time: 0.6305890 Nov 10 18:08:19.816264 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b9029-a346-40ab-b246-e417f62a8413 admin admin] Pushing event deleted for resources: {'Network': ['ID=a384840f-994e-49d7-a029-2994795f669c,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:19.834181 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: c08221a0-d0dd-4401-bc7e-55b79a36e05c {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:08:19.834612 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c08221a0-d0dd-4401-bc7e-55b79a36e05c not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:08:19.973608 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51618) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:20.018562 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4d9109f0-854f-4fa4-84af-0111fa52ff92 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=06278c9a20944d57b5ffec337b79be2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434113 Nov 10 18:08:20.021298 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51620) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:20.070701 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ca083f0d-d4dd-4d86-81b5-c614c9e4a674 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:20.097786 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ca083f0d-d4dd-4d86-81b5-c614c9e4a674 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:20.146556 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ca083f0d-d4dd-4d86-81b5-c614c9e4a674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:20.149511 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ca083f0d-d4dd-4d86-81b5-c614c9e4a674 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:20.150872 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ca083f0d-d4dd-4d86-81b5-c614c9e4a674 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c1474595-cced-4b85-839a-6f71c83d4506 HTTP/1.1" status: 204 len: 168 time: 0.1286051 Nov 10 18:08:20.159537 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca083f0d-d4dd-4d86-81b5-c614c9e4a674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1474595-cced-4b85-839a-6f71c83d4506,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:21.451521 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51682) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:21.562204 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4dedd945-5778-4ede-a912-30ce0519aeb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:21.642570 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4dedd945-5778-4ede-a912-30ce0519aeb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:21.646597 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4dedd945-5778-4ede-a912-30ce0519aeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:21.686500 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4dedd945-5778-4ede-a912-30ce0519aeb6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=78dad22a46c14734b02e8d9cb7637be4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2338395 Nov 10 18:08:21.687230 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dedd945-5778-4ede-a912-30ce0519aeb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6e1b16-eaa0-4505-ba04-bf78dbe4e1da,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:21.689268 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51686) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:21.744141 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b84209c9-88aa-4c91-88b2-a50de3782f15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:21.766210 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b84209c9-88aa-4c91-88b2-a50de3782f15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:21.821299 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b84209c9-88aa-4c91-88b2-a50de3782f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:21.824265 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b84209c9-88aa-4c91-88b2-a50de3782f15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:21.828557 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b84209c9-88aa-4c91-88b2-a50de3782f15 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8d6e1b16-eaa0-4505-ba04-bf78dbe4e1da HTTP/1.1" status: 204 len: 168 time: 0.1354620 Nov 10 18:08:21.838504 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84209c9-88aa-4c91-88b2-a50de3782f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6e1b16-eaa0-4505-ba04-bf78dbe4e1da,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:23.869126 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:08:24.741076 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51756) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:24.867566 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e8fa6816-f4d6-40c9-9bee-4aa72ec9a609 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:24.951125 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e8fa6816-f4d6-40c9-9bee-4aa72ec9a609 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:24.956947 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e8fa6816-f4d6-40c9-9bee-4aa72ec9a609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:24.962792 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:25.003649 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e8fa6816-f4d6-40c9-9bee-4aa72ec9a609 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d48df7e99f9c4ad985e3339ab0c89ace&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2614603 Nov 10 18:08:25.004958 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa6816-f4d6-40c9-9bee-4aa72ec9a609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f023e1-ed70-4b83-9ff5-d1d89836255b,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:25.006451 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51760) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:25.063578 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c94d799c-d094-42c0-8d26-e98f92f7f388 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:25.086716 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c94d799c-d094-42c0-8d26-e98f92f7f388 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:25.138713 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c94d799c-d094-42c0-8d26-e98f92f7f388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:25.141450 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c94d799c-d094-42c0-8d26-e98f92f7f388 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:25.142665 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c94d799c-d094-42c0-8d26-e98f92f7f388 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c8f023e1-ed70-4b83-9ff5-d1d89836255b HTTP/1.1" status: 204 len: 168 time: 0.1350892 Nov 10 18:08:25.150965 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d799c-d094-42c0-8d26-e98f92f7f388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f023e1-ed70-4b83-9ff5-d1d89836255b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:25.333825 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:25.442729 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51768) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:25.458329 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-964bcb27-0955-40e8-9654-f04a64411310 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:25.534425 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-964bcb27-0955-40e8-9654-f04a64411310 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:25.538333 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-964bcb27-0955-40e8-9654-f04a64411310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:25.579501 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-964bcb27-0955-40e8-9654-f04a64411310 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da17d21def7744ff8efabd6457814cbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1356344 Nov 10 18:08:25.580342 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964bcb27-0955-40e8-9654-f04a64411310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0672bcd1-2175-449d-bea9-af6d39776aaf,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:25.582288 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51770) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:25.634668 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4040d73c-276f-4163-b726-3846048369df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:25.658014 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4040d73c-276f-4163-b726-3846048369df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:25.708850 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4040d73c-276f-4163-b726-3846048369df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:25.711621 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4040d73c-276f-4163-b726-3846048369df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:25.712798 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4040d73c-276f-4163-b726-3846048369df admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0672bcd1-2175-449d-bea9-af6d39776aaf HTTP/1.1" status: 204 len: 168 time: 0.1295161 Nov 10 18:08:25.721848 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040d73c-276f-4163-b726-3846048369df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0672bcd1-2175-449d-bea9-af6d39776aaf,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:28.089896 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51854) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:28.207128 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bce29909-9b3e-4f02-ab38-f8ae01706441 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:28.288234 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bce29909-9b3e-4f02-ab38-f8ae01706441 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:28.292012 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bce29909-9b3e-4f02-ab38-f8ae01706441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:28.330170 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bce29909-9b3e-4f02-ab38-f8ae01706441 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8e3566a4d97b4768b66e142ab2846eca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2381585 Nov 10 18:08:28.331029 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce29909-9b3e-4f02-ab38-f8ae01706441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9b30f4-f2d7-4304-ae11-b9b5a4d37f75,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:28.333989 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51860) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:28.383899 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be6f15fc-928f-49e2-97f1-91c71f03fb5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:28.405063 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be6f15fc-928f-49e2-97f1-91c71f03fb5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:28.450284 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be6f15fc-928f-49e2-97f1-91c71f03fb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:28.452894 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be6f15fc-928f-49e2-97f1-91c71f03fb5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:28.454368 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-be6f15fc-928f-49e2-97f1-91c71f03fb5f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf9b30f4-f2d7-4304-ae11-b9b5a4d37f75 HTTP/1.1" status: 204 len: 168 time: 0.1186762 Nov 10 18:08:28.462190 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f15fc-928f-49e2-97f1-91c71f03fb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9b30f4-f2d7-4304-ae11-b9b5a4d37f75,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:28.725739 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51866) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:28.739125 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17a54abf-4d5c-433e-b60f-383f2a9e2166 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:28.818987 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17a54abf-4d5c-433e-b60f-383f2a9e2166 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:28.822719 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17a54abf-4d5c-433e-b60f-383f2a9e2166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:28.862358 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-17a54abf-4d5c-433e-b60f-383f2a9e2166 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=00f279db31264684ac47c7d5eedb7a7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1355217 Nov 10 18:08:28.863233 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a54abf-4d5c-433e-b60f-383f2a9e2166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b61b750-d827-4d61-9faf-ba840ea38d64,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:28.865886 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51868) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:28.917091 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8de02acb-58a7-4c38-991a-ef23b858f75c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:28.939613 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8de02acb-58a7-4c38-991a-ef23b858f75c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:28.993659 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8de02acb-58a7-4c38-991a-ef23b858f75c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:28.996137 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8de02acb-58a7-4c38-991a-ef23b858f75c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:28.998137 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8de02acb-58a7-4c38-991a-ef23b858f75c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8b61b750-d827-4d61-9faf-ba840ea38d64 HTTP/1.1" status: 204 len: 168 time: 0.1308916 Nov 10 18:08:29.006466 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de02acb-58a7-4c38-991a-ef23b858f75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b61b750-d827-4d61-9faf-ba840ea38d64,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:30.523970 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3084cd6f-a5a8-4db3-abb2-4c6c56b7e39d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:31.284855 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51944) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:31.405387 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-551cfc1a-8317-4f92-b12b-db8e4f3e5add admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:31.500015 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-551cfc1a-8317-4f92-b12b-db8e4f3e5add admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:31.504084 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-551cfc1a-8317-4f92-b12b-db8e4f3e5add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:31.544235 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-551cfc1a-8317-4f92-b12b-db8e4f3e5add admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=619be2bb6d054fa48fb045f910100ff5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2577741 Nov 10 18:08:31.545205 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551cfc1a-8317-4f92-b12b-db8e4f3e5add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9527285-b3c4-4f22-913a-6ba8b855d3a8,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:31.547237 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51950) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:31.598876 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f1a0be16-59ea-44e9-a03f-70e20b719ed5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:31.632333 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f1a0be16-59ea-44e9-a03f-70e20b719ed5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:31.680998 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f1a0be16-59ea-44e9-a03f-70e20b719ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:31.683530 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f1a0be16-59ea-44e9-a03f-70e20b719ed5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:31.687598 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f1a0be16-59ea-44e9-a03f-70e20b719ed5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e9527285-b3c4-4f22-913a-6ba8b855d3a8 HTTP/1.1" status: 204 len: 168 time: 0.1387241 Nov 10 18:08:31.695926 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0be16-59ea-44e9-a03f-70e20b719ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9527285-b3c4-4f22-913a-6ba8b855d3a8,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:31.961321 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 51956) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:31.977311 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2b9fc36f-9b14-4455-a8e2-5ec75e6f131c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:32.052816 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2b9fc36f-9b14-4455-a8e2-5ec75e6f131c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:32.056979 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2b9fc36f-9b14-4455-a8e2-5ec75e6f131c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:32.099587 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2b9fc36f-9b14-4455-a8e2-5ec75e6f131c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6d1f7df31bf84283ad9db664de8be2ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1371472 Nov 10 18:08:32.100488 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9fc36f-9b14-4455-a8e2-5ec75e6f131c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e8b480-ed7a-4b8f-95ee-035b4372ec3c,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:32.102242 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 51958) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:32.155137 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-837b196c-a105-4a7d-af86-7d4d518bedbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:32.177453 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-837b196c-a105-4a7d-af86-7d4d518bedbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:32.228867 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-837b196c-a105-4a7d-af86-7d4d518bedbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:32.232870 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-837b196c-a105-4a7d-af86-7d4d518bedbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:32.234044 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-837b196c-a105-4a7d-af86-7d4d518bedbf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/47e8b480-ed7a-4b8f-95ee-035b4372ec3c HTTP/1.1" status: 204 len: 168 time: 0.1307206 Nov 10 18:08:32.242127 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b196c-a105-4a7d-af86-7d4d518bedbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e8b480-ed7a-4b8f-95ee-035b4372ec3c,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:32.898508 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8b2e7ff6-43c9-478b-9c93-e9ea940b4e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:34.084022 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:34.396346 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52040) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:34.557641 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5cb6caab-7fdc-4b5f-8f6a-dc3dc9a200e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:34.647632 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5cb6caab-7fdc-4b5f-8f6a-dc3dc9a200e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:34.652199 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5cb6caab-7fdc-4b5f-8f6a-dc3dc9a200e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:34.695579 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5cb6caab-7fdc-4b5f-8f6a-dc3dc9a200e8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0e543b92c1c04c7d9fc679c2d5c9410d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2982438 Nov 10 18:08:34.696340 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6caab-7fdc-4b5f-8f6a-dc3dc9a200e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4c65c3-7c36-4d1b-a408-86288f4f47ae,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:34.698448 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52044) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:34.765106 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-30dc370c-c13b-4184-9e7e-cd36a92d6920 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:34.793107 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-30dc370c-c13b-4184-9e7e-cd36a92d6920 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:34.865357 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-30dc370c-c13b-4184-9e7e-cd36a92d6920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:34.868509 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-30dc370c-c13b-4184-9e7e-cd36a92d6920 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:34.870216 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-30dc370c-c13b-4184-9e7e-cd36a92d6920 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4d4c65c3-7c36-4d1b-a408-86288f4f47ae HTTP/1.1" status: 204 len: 168 time: 0.1704917 Nov 10 18:08:34.881520 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc370c-c13b-4184-9e7e-cd36a92d6920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4c65c3-7c36-4d1b-a408-86288f4f47ae,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:35.212950 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52050) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:35.226495 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-169633e9-7654-4c6a-adc0-8fcb344993fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:35.367949 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-169633e9-7654-4c6a-adc0-8fcb344993fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:35.375732 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-169633e9-7654-4c6a-adc0-8fcb344993fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:35.423309 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-169633e9-7654-4c6a-adc0-8fcb344993fa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=72ea44de2a4140ea8361cdb49687e7ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2090068 Nov 10 18:08:35.424277 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169633e9-7654-4c6a-adc0-8fcb344993fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d9b7ae-c5a6-4695-8048-9b4c89b3888a,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:35.424800 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52054) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:35.504798 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6a397274-8014-47a6-bbda-0c1dd7f2c26c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:35.534559 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6a397274-8014-47a6-bbda-0c1dd7f2c26c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:35.585957 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:35.605533 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6a397274-8014-47a6-bbda-0c1dd7f2c26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:35.610920 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6a397274-8014-47a6-bbda-0c1dd7f2c26c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:35.616728 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6a397274-8014-47a6-bbda-0c1dd7f2c26c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/68d9b7ae-c5a6-4695-8048-9b4c89b3888a HTTP/1.1" status: 204 len: 168 time: 0.1904640 Nov 10 18:08:35.626694 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a397274-8014-47a6-bbda-0c1dd7f2c26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d9b7ae-c5a6-4695-8048-9b4c89b3888a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:36.322589 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:38.417384 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52114) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:38.594904 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-91345f59-2750-48c4-8f05-299184feac92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:38.699033 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-91345f59-2750-48c4-8f05-299184feac92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:38.704096 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-91345f59-2750-48c4-8f05-299184feac92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:38.748925 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91345f59-2750-48c4-8f05-299184feac92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f6c0d6-9bcd-4afd-92a2-0e57ddcb5ac7,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:38.756858 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-91345f59-2750-48c4-8f05-299184feac92 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8c33db9a54cf4c7b942c64a0b0b416d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3375354 Nov 10 18:08:38.756976 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52126) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:38.814165 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6070ab1a-b37b-4b01-91c9-c52c52ed000b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:38.837111 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6070ab1a-b37b-4b01-91c9-c52c52ed000b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:38.901837 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6070ab1a-b37b-4b01-91c9-c52c52ed000b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:38.906611 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6070ab1a-b37b-4b01-91c9-c52c52ed000b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:38.908040 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6070ab1a-b37b-4b01-91c9-c52c52ed000b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/15f6c0d6-9bcd-4afd-92a2-0e57ddcb5ac7 HTTP/1.1" status: 204 len: 168 time: 0.1502697 Nov 10 18:08:38.919688 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070ab1a-b37b-4b01-91c9-c52c52ed000b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f6c0d6-9bcd-4afd-92a2-0e57ddcb5ac7,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:39.222029 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52136) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:39.235661 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-70a7b9bf-a834-4821-bdf1-3793070daf1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:39.312046 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-70a7b9bf-a834-4821-bdf1-3793070daf1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:39.316631 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-70a7b9bf-a834-4821-bdf1-3793070daf1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:39.357567 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-70a7b9bf-a834-4821-bdf1-3793070daf1f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=daf2337d009b45d8a8794e25b7cdd9d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1341867 Nov 10 18:08:39.358364 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7b9bf-a834-4821-bdf1-3793070daf1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5eedce0-2dbb-45a3-bfdf-c80f2c2909bb,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:39.360592 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52138) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:39.418685 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-89bfe892-0d59-4785-8ab5-f51012f0155c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:39.455806 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-89bfe892-0d59-4785-8ab5-f51012f0155c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:39.523117 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-89bfe892-0d59-4785-8ab5-f51012f0155c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:39.529000 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-89bfe892-0d59-4785-8ab5-f51012f0155c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:39.534198 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-89bfe892-0d59-4785-8ab5-f51012f0155c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c5eedce0-2dbb-45a3-bfdf-c80f2c2909bb HTTP/1.1" status: 204 len: 168 time: 0.1690912 Nov 10 18:08:39.545438 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bfe892-0d59-4785-8ab5-f51012f0155c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5eedce0-2dbb-45a3-bfdf-c80f2c2909bb,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:41.101294 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52208) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:41.217726 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d872224a-ee5f-4cb8-bea1-6e8f96e4c690 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:41.299171 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d872224a-ee5f-4cb8-bea1-6e8f96e4c690 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:41.303580 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d872224a-ee5f-4cb8-bea1-6e8f96e4c690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:41.342569 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872224a-ee5f-4cb8-bea1-6e8f96e4c690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fea3ca-145c-41c6-92a5-7b7930ffb5c7,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:41.350926 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52212) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:41.352859 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d872224a-ee5f-4cb8-bea1-6e8f96e4c690 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d3f14570e2144027b0ad00d3f635f682&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2502911 Nov 10 18:08:41.401132 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-754ff6d4-b95b-470d-aafe-d803494edb2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:41.426256 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-754ff6d4-b95b-470d-aafe-d803494edb2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:41.476581 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-754ff6d4-b95b-470d-aafe-d803494edb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:41.479400 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-754ff6d4-b95b-470d-aafe-d803494edb2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:41.480762 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-754ff6d4-b95b-470d-aafe-d803494edb2e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/56fea3ca-145c-41c6-92a5-7b7930ffb5c7 HTTP/1.1" status: 204 len: 168 time: 0.1289246 Nov 10 18:08:41.490652 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ff6d4-b95b-470d-aafe-d803494edb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fea3ca-145c-41c6-92a5-7b7930ffb5c7,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:42.893866 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52250) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:43.070863 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-35086262-c558-4f59-909b-738ff2c865f3 tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1934968081'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:08:43.096538 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35086262-c558-4f59-909b-738ff2c865f3 tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] Made reservation on behalf of c6a875a45ba64f87afe7fc924d2e98f5 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:08:43.100381 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-35086262-c558-4f59-909b-738ff2c865f3 tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:43.111646 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-35086262-c558-4f59-909b-738ff2c865f3 tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:43.204303 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-35086262-c558-4f59-909b-738ff2c865f3 tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:43.209634 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-35086262-c558-4f59-909b-738ff2c865f3 tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:43.241020 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35086262-c558-4f59-909b-738ff2c865f3 tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:08:43.253153 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35086262-c558-4f59-909b-738ff2c865f3 tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be6d5b92-98b0-4ea4-ac5f-39fc28d68bd9,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:43.260325 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-35086262-c558-4f59-909b-738ff2c865f3 tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:43.260676 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-35086262-c558-4f59-909b-738ff2c865f3 tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] Added segment 5409d89a-e98b-4fb8-8c9e-a04e6697c15c of type vlan for network f0f5db01-1dde-4b83-8954-4f64cc5539c2 Nov 10 18:08:43.310412 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-35086262-c558-4f59-909b-738ff2c865f3 tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:43.342534 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-35086262-c558-4f59-909b-738ff2c865f3 tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:43.348530 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35086262-c558-4f59-909b-738ff2c865f3 tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:43.349158 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-35086262-c558-4f59-909b-738ff2c865f3 tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:43.414821 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-35086262-c558-4f59-909b-738ff2c865f3 tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5193603 Nov 10 18:08:43.418536 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52256) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:43.431858 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35086262-c558-4f59-909b-738ff2c865f3 tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] Pushing event updated for resources: {'Network': ['ID=f0f5db01-1dde-4b83-8954-4f64cc5539c2,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:43.444743 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network f0f5db01-1dde-4b83-8954-4f64cc5539c2 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:08:43.504280 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-84dbecfa-46dc-4f2d-9ac3-0454d2bc6e52 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Request body: {'network': {'name': 'tempest-network--1833879992', 'router:external': True}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:08:43.530417 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84dbecfa-46dc-4f2d-9ac3-0454d2bc6e52 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Made reservation on behalf of ee5b03eac7e641a7acaaba4558cf80af for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:08:43.534154 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-84dbecfa-46dc-4f2d-9ac3-0454d2bc6e52 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:43.546808 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-84dbecfa-46dc-4f2d-9ac3-0454d2bc6e52 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:43.636676 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-84dbecfa-46dc-4f2d-9ac3-0454d2bc6e52 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:43.641442 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-84dbecfa-46dc-4f2d-9ac3-0454d2bc6e52 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:43.670445 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84dbecfa-46dc-4f2d-9ac3-0454d2bc6e52 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:08:43.676862 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbecfa-46dc-4f2d-9ac3-0454d2bc6e52 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87bbc5fa-4896-414b-9448-7db078ec2946,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:43.684919 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-84dbecfa-46dc-4f2d-9ac3-0454d2bc6e52 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:43.688776 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-84dbecfa-46dc-4f2d-9ac3-0454d2bc6e52 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Added segment 28ce8100-92a4-43cd-9f98-9e0ea9cff3a0 of type vlan for network 9d3bccd7-e06b-4f8d-bdbc-5dd6504ee0db Nov 10 18:08:43.743107 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-84dbecfa-46dc-4f2d-9ac3-0454d2bc6e52 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:43.778590 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-84dbecfa-46dc-4f2d-9ac3-0454d2bc6e52 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:43.779567 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dbecfa-46dc-4f2d-9ac3-0454d2bc6e52 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:43.780178 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-84dbecfa-46dc-4f2d-9ac3-0454d2bc6e52 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:43.843452 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-84dbecfa-46dc-4f2d-9ac3-0454d2bc6e52 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4224362 Nov 10 18:08:43.846181 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52260) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:43.849625 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbecfa-46dc-4f2d-9ac3-0454d2bc6e52 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Pushing event updated for resources: {'Network': ['ID=9d3bccd7-e06b-4f8d-bdbc-5dd6504ee0db,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:43.860642 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 9d3bccd7-e06b-4f8d-bdbc-5dd6504ee0db details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:08:43.929173 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0a7bada5-a258-478f-b296-df58745a9fdb tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:44.019131 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0a7bada5-a258-478f-b296-df58745a9fdb tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:44.039317 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-0a7bada5-a258-478f-b296-df58745a9fdb tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3bccd7-e06b-4f8d-bdbc-5dd6504ee0db']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:08:44.050044 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-0a7bada5-a258-478f-b296-df58745a9fdb tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ce8100-92a4-43cd-9f98-9e0ea9cff3a0') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:08:44.050342 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-0a7bada5-a258-478f-b296-df58745a9fdb tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ce8100-92a4-43cd-9f98-9e0ea9cff3a0') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:08:44.059617 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0a7bada5-a258-478f-b296-df58745a9fdb tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:44.072397 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0a7bada5-a258-478f-b296-df58745a9fdb tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:44.080686 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a7bada5-a258-478f-b296-df58745a9fdb tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:08:44.081117 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0a7bada5-a258-478f-b296-df58745a9fdb tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:44.082808 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:08:44.082808 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:08:44.082808 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:08:44.082808 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:08:44.082808 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:08:44.082808 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:08:44.082808 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:08:44.082808 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:08:44.082808 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:08:44.082808 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:08:44.082808 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:08:44.082808 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:08:44.082808 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:08:44.082808 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:08:44.082808 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:08:44.082808 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:08:44.082808 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:08:44.082808 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:08:44.082808 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:08:44.082808 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:08:44.082808 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:08:44.082808 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:08:44.082808 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:08:44.082808 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:08:44.082808 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:08:44.082808 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:08:44.082808 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:08:44.082808 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:08:44.082808 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:08:44.082808 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:08:44.082808 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:08:44.082808 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:08:44.141764 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0a7bada5-a258-478f-b296-df58745a9fdb tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:44.147041 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7bada5-a258-478f-b296-df58745a9fdb tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9d3bccd7-e06b-4f8d-bdbc-5dd6504ee0db {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 18:08:44.150012 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0a7bada5-a258-478f-b296-df58745a9fdb tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:44.156771 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0a7bada5-a258-478f-b296-df58745a9fdb tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] 10.222.0.39 "DELETE /v2.0/networks/9d3bccd7-e06b-4f8d-bdbc-5dd6504ee0db HTTP/1.1" status: 204 len: 168 time: 0.3054328 Nov 10 18:08:44.157501 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52262) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:44.163038 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-a9d09e9e-6dab-43af-9a37-f015b03d5be6 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:08:44.163737 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7bada5-a258-478f-b296-df58745a9fdb tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Pushing event deleted for resources: {'Network': ['ID=9d3bccd7-e06b-4f8d-bdbc-5dd6504ee0db,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:44.185901 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d09e9e-6dab-43af-9a37-f015b03d5be6 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Made reservation on behalf of ee5b03eac7e641a7acaaba4558cf80af for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:08:44.188557 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a9d09e9e-6dab-43af-9a37-f015b03d5be6 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:44.216634 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9d09e9e-6dab-43af-9a37-f015b03d5be6 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:08:44.227216 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a9d09e9e-6dab-43af-9a37-f015b03d5be6 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:44.227574 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-a9d09e9e-6dab-43af-9a37-f015b03d5be6 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Added segment 355d5ddc-1a14-4cbc-9ed2-0cbb63b63390 of type vlan for network b08f33ef-6337-4684-a86e-903e312a550d Nov 10 18:08:44.278794 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a9d09e9e-6dab-43af-9a37-f015b03d5be6 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:44.312914 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a9d09e9e-6dab-43af-9a37-f015b03d5be6 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:44.313934 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d09e9e-6dab-43af-9a37-f015b03d5be6 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:44.314527 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a9d09e9e-6dab-43af-9a37-f015b03d5be6 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:44.375287 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a9d09e9e-6dab-43af-9a37-f015b03d5be6 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2163649 Nov 10 18:08:44.378630 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52270) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:44.386651 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d09e9e-6dab-43af-9a37-f015b03d5be6 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Pushing event updated for resources: {'Network': ['ID=b08f33ef-6337-4684-a86e-903e312a550d,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:44.394350 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-19b71309-94be-41c1-b46c-2de5fbd38d81 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Request body: {'subnet': {'network_id': 'b08f33ef-6337-4684-a86e-903e312a550d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:08:44.397036 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network b08f33ef-6337-4684-a86e-903e312a550d details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:08:44.431492 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b71309-94be-41c1-b46c-2de5fbd38d81 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Made reservation on behalf of ee5b03eac7e641a7acaaba4558cf80af for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:08:44.434618 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-19b71309-94be-41c1-b46c-2de5fbd38d81 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:44.776939 n-d-776250-10 neutron-server[102469]: DEBUG neutron.objects.ports [None req-19b71309-94be-41c1-b46c-2de5fbd38d81 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102469) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 10 18:08:44.777402 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-19b71309-94be-41c1-b46c-2de5fbd38d81 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:44.856939 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b71309-94be-41c1-b46c-2de5fbd38d81 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Pushing event updated for resources: {'Subnet': ['ID=787f58ce-f6e5-4721-90a3-629714ed66b4,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:44.881212 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b71309-94be-41c1-b46c-2de5fbd38d81 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Checking segment: {'id': '355d5ddc-1a14-4cbc-9ed2-0cbb63b63390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b08f33ef-6337-4684-a86e-903e312a550d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:08:44.881574 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b71309-94be-41c1-b46c-2de5fbd38d81 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Network hostable DHCP agents. Network: b08f33ef-6337-4684-a86e-903e312a550d, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:08:44.893622 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24034cd1-5428-4f41-8d93-f038cf040438 req-b806aaee-a3e5-445e-b103-a03d2d43a27f tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:44.895138 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-24034cd1-5428-4f41-8d93-f038cf040438 req-b806aaee-a3e5-445e-b103-a03d2d43a27f tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=27151a47-d642-4307-8876-ab06fe4d2a0f HTTP/1.1" status: 200 len: 945 time: 0.0822387 Nov 10 18:08:44.921082 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b71309-94be-41c1-b46c-2de5fbd38d81 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Network b08f33ef-6337-4684-a86e-903e312a550d is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:08:44.934458 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-19b71309-94be-41c1-b46c-2de5fbd38d81 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, b08f33ef-6337-4684-a86e-903e312a550d) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:08:44.942559 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75374ce0-9f23-4c8a-82f4-3cf22eeab181 None None] Network b08f33ef-6337-4684-a86e-903e312a550d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:08:44.944633 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b71309-94be-41c1-b46c-2de5fbd38d81 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:44.945302 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-19b71309-94be-41c1-b46c-2de5fbd38d81 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:44.968952 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-24034cd1-5428-4f41-8d93-f038cf040438 req-fd7764c4-3f68-483f-8dd0-b88b2a5d8cdb tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5c78e6a-4f7e-49f0-b354-6f62055a4afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660129 Nov 10 18:08:44.975766 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52284) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:44.976433 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-19b71309-94be-41c1-b46c-2de5fbd38d81 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5957913 Nov 10 18:08:44.981183 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-d6362822-65c5-4ec6-8636-33d1dc5a3481 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Request body: {'floatingip': {'floating_network_id': 'b08f33ef-6337-4684-a86e-903e312a550d'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:08:45.005594 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d6362822-65c5-4ec6-8636-33d1dc5a3481 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:45.093164 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d118e74-6c5e-4bfe-96e5-fdde0dbdb907 None None] Network b08f33ef-6337-4684-a86e-903e312a550d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:08:45.110689 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d6362822-65c5-4ec6-8636-33d1dc5a3481 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:45.223165 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-d6362822-65c5-4ec6-8636-33d1dc5a3481 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Allocated IP 172.20.0.9 (b08f33ef-6337-4684-a86e-903e312a550d/787f58ce-f6e5-4721-90a3-629714ed66b4/a7b9e739-b085-48c8-9f4e-a1ffc8c65e43) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:08:45.331041 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d6362822-65c5-4ec6-8636-33d1dc5a3481 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:45.370940 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d6362822-65c5-4ec6-8636-33d1dc5a3481 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:45.415176 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6362822-65c5-4ec6-8636-33d1dc5a3481 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Network b08f33ef-6337-4684-a86e-903e312a550d is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:08:45.418296 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-d6362822-65c5-4ec6-8636-33d1dc5a3481 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:08:45.423975 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6362822-65c5-4ec6-8636-33d1dc5a3481 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:08:45.429940 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6362822-65c5-4ec6-8636-33d1dc5a3481 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Pushing event updated for resources: {'Port': ['ID=a7b9e739-b085-48c8-9f4e-a1ffc8c65e43,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:45.514180 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d6362822-65c5-4ec6-8636-33d1dc5a3481 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:45.553678 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d6362822-65c5-4ec6-8636-33d1dc5a3481 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:45.729409 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d6362822-65c5-4ec6-8636-33d1dc5a3481 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:45.739472 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d6362822-65c5-4ec6-8636-33d1dc5a3481 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:45.805418 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6362822-65c5-4ec6-8636-33d1dc5a3481 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Pushing event updated for resources: {'Port': ['ID=a7b9e739-b085-48c8-9f4e-a1ffc8c65e43,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:45.819902 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d6362822-65c5-4ec6-8636-33d1dc5a3481 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:45.850902 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d6362822-65c5-4ec6-8636-33d1dc5a3481 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:45.852333 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d6362822-65c5-4ec6-8636-33d1dc5a3481 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8751857 Nov 10 18:08:45.855575 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52286) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:45.929389 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c9f3156e-9b25-447b-8906-eeacdd4bbc9e tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] 10.222.0.39 "GET /v2.0/floatingips?floating_network_id=b08f33ef-6337-4684-a86e-903e312a550d HTTP/1.1" status: 200 len: 689 time: 0.0723407 Nov 10 18:08:45.931875 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52288) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:46.022782 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bcba43b9-2d70-4de2-853f-84d5517fb68d tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:46.101532 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa906afa-4863-444e-af1c-2ee5d1861a86 req-21ac6d02-f684-4ff7-a64e-6c8ee6dc97e4 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:46.103049 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fa906afa-4863-444e-af1c-2ee5d1861a86 req-21ac6d02-f684-4ff7-a64e-6c8ee6dc97e4 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=27151a47-d642-4307-8876-ab06fe4d2a0f HTTP/1.1" status: 200 len: 945 time: 0.0543065 Nov 10 18:08:46.138649 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-bcba43b9-2d70-4de2-853f-84d5517fb68d tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Deleting port a7b9e739-b085-48c8-9f4e-a1ffc8c65e43 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:08:46.138993 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bcba43b9-2d70-4de2-853f-84d5517fb68d tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:46.151779 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fa906afa-4863-444e-af1c-2ee5d1861a86 req-dd8df80c-d404-46b0-a293-9222d36b4806 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5c78e6a-4f7e-49f0-b354-6f62055a4afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419054 Nov 10 18:08:46.213628 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bcba43b9-2d70-4de2-853f-84d5517fb68d tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:46.213964 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bcba43b9-2d70-4de2-853f-84d5517fb68d tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:46.226367 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-bcba43b9-2d70-4de2-853f-84d5517fb68d tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Calling delete_port for a7b9e739-b085-48c8-9f4e-a1ffc8c65e43 owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:08:46.362489 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bcba43b9-2d70-4de2-853f-84d5517fb68d tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:46.392867 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba43b9-2d70-4de2-853f-84d5517fb68d tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7b9e739-b085-48c8-9f4e-a1ffc8c65e43,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:46.452573 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bcba43b9-2d70-4de2-853f-84d5517fb68d tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:46.497124 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bcba43b9-2d70-4de2-853f-84d5517fb68d tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:46.583226 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9ee58-321e-48dc-9b39-b73ebfa05d79 req-acb35333-155a-43a7-9195-9c64b8ae63c2 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:46.584723 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10a9ee58-321e-48dc-9b39-b73ebfa05d79 req-acb35333-155a-43a7-9195-9c64b8ae63c2 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.13 "GET /v2.0/ports?device_id=27151a47-d642-4307-8876-ab06fe4d2a0f HTTP/1.1" status: 200 len: 945 time: 0.0683300 Nov 10 18:08:46.591217 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bcba43b9-2d70-4de2-853f-84d5517fb68d tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:46.643379 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba43b9-2d70-4de2-853f-84d5517fb68d tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=787f58ce-f6e5-4721-90a3-629714ed66b4,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:46.728214 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bcba43b9-2d70-4de2-853f-84d5517fb68d tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:46.757729 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-bcba43b9-2d70-4de2-853f-84d5517fb68d tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b08f33ef-6337-4684-a86e-903e312a550d']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:08:46.769438 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-bcba43b9-2d70-4de2-853f-84d5517fb68d tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '355d5ddc-1a14-4cbc-9ed2-0cbb63b63390') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:08:46.769732 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-bcba43b9-2d70-4de2-853f-84d5517fb68d tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '355d5ddc-1a14-4cbc-9ed2-0cbb63b63390') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:08:47.105109 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bcba43b9-2d70-4de2-853f-84d5517fb68d tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:47.120431 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-10a9ee58-321e-48dc-9b39-b73ebfa05d79 req-4f4e507a-8e53-4494-9708-86f48fd0c6a4 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Deleting port d3e5c93a-3b87-403b-a01c-0239fd3e61df {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:08:47.120765 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-10a9ee58-321e-48dc-9b39-b73ebfa05d79 req-4f4e507a-8e53-4494-9708-86f48fd0c6a4 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:47.134627 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bcba43b9-2d70-4de2-853f-84d5517fb68d tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:47.167576 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcba43b9-2d70-4de2-853f-84d5517fb68d tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:08:47.167981 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bcba43b9-2d70-4de2-853f-84d5517fb68d tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:47.170341 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:08:47.170341 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:08:47.170341 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:08:47.170341 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:08:47.170341 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:08:47.170341 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:08:47.170341 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:08:47.170341 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:08:47.170341 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:08:47.170341 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:08:47.170341 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:08:47.170341 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:08:47.170341 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:08:47.170341 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:08:47.170341 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:08:47.170341 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:08:47.170341 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:08:47.170341 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:08:47.170341 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:08:47.170341 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:08:47.170341 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:08:47.170341 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:08:47.170341 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:08:47.170341 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:08:47.170341 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:08:47.170341 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:08:47.170341 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:08:47.170341 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:08:47.170341 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:08:47.170341 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:08:47.170341 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:08:47.170341 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:08:47.293485 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bcba43b9-2d70-4de2-853f-84d5517fb68d tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:47.296582 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-10a9ee58-321e-48dc-9b39-b73ebfa05d79 req-4f4e507a-8e53-4494-9708-86f48fd0c6a4 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] For port d3e5c93a-3b87-403b-a01c-0239fd3e61df, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=d3e5c93a-3b87-403b-a01c-0239fd3e61df,segment=NetworkSegment(83bb8480-b3b1-4b35-bc21-9e8c9ea48197),segment_id=83bb8480-b3b1-4b35-bc21-9e8c9ea48197)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:08:47.296950 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-10a9ee58-321e-48dc-9b39-b73ebfa05d79 req-4f4e507a-8e53-4494-9708-86f48fd0c6a4 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:47.308444 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcba43b9-2d70-4de2-853f-84d5517fb68d tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b08f33ef-6337-4684-a86e-903e312a550d {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 18:08:47.313133 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bcba43b9-2d70-4de2-853f-84d5517fb68d tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:47.316427 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-bcba43b9-2d70-4de2-853f-84d5517fb68d tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] 10.222.0.39 "DELETE /v2.0/networks/b08f33ef-6337-4684-a86e-903e312a550d HTTP/1.1" status: 204 len: 168 time: 1.3835843 Nov 10 18:08:47.319126 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52294) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:47.368800 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba43b9-2d70-4de2-853f-84d5517fb68d tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Pushing event deleted for resources: {'Network': ['ID=b08f33ef-6337-4684-a86e-903e312a550d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:47.384137 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0500c480-3e1c-4cd8-aefd-7533f8d8b1b5 req-d479ab37-47ed-4b76-83c0-ab7b7fd5270b tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:47.385451 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0500c480-3e1c-4cd8-aefd-7533f8d8b1b5 req-d479ab37-47ed-4b76-83c0-ab7b7fd5270b tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=27151a47-d642-4307-8876-ab06fe4d2a0f HTTP/1.1" status: 200 len: 945 time: 0.1600955 Nov 10 18:08:47.436667 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c18afe60-7205-4f41-bbe5-8dd1ce672f3d tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.1130953 Nov 10 18:08:47.436924 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52296) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:47.488072 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0500c480-3e1c-4cd8-aefd-7533f8d8b1b5 req-b20ff1ac-b054-4ab7-8b6a-2858239c4497 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups?id=f5c78e6a-4f7e-49f0-b354-6f62055a4afb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908215 Nov 10 18:08:47.494056 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf03c49-c927-42ab-bc6e-73b9d5d14151 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:47.494518 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf03c49-c927-42ab-bc6e-73b9d5d14151 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:47.494963 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf03c49-c927-42ab-bc6e-73b9d5d14151 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:47.495402 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf03c49-c927-42ab-bc6e-73b9d5d14151 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:47.495838 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf03c49-c927-42ab-bc6e-73b9d5d14151 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:47.496308 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf03c49-c927-42ab-bc6e-73b9d5d14151 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:47.501786 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0cf03c49-c927-42ab-bc6e-73b9d5d14151 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4015 time: 0.0612848 Nov 10 18:08:47.501962 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52298) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:47.546767 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-10a9ee58-321e-48dc-9b39-b73ebfa05d79 req-4f4e507a-8e53-4494-9708-86f48fd0c6a4 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:47.547131 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-10a9ee58-321e-48dc-9b39-b73ebfa05d79 req-4f4e507a-8e53-4494-9708-86f48fd0c6a4 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:47.547455 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [req-10a9ee58-321e-48dc-9b39-b73ebfa05d79 req-4f4e507a-8e53-4494-9708-86f48fd0c6a4 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Floating IP 127c7ebd-bedb-48b0-8151-8b1183ad2b24 disassociated. External IP: 172.25.5.157, port: d3e5c93a-3b87-403b-a01c-0239fd3e61df. Nov 10 18:08:47.547802 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-10a9ee58-321e-48dc-9b39-b73ebfa05d79 req-4f4e507a-8e53-4494-9708-86f48fd0c6a4 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Calling delete_port for d3e5c93a-3b87-403b-a01c-0239fd3e61df owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:08:47.571639 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-9213b4c2-d14b-4f23-a4ff-9949c63c6f03 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] delete failed (client error): The resource could not be found. Nov 10 18:08:47.576049 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9213b4c2-d14b-4f23-a4ff-9949c63c6f03 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/1cc6e340-bd1f-4203-b680-ea42e888fb69 HTTP/1.1" status: 404 len: 345 time: 0.0699153 Nov 10 18:08:47.576534 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52300) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:47.594164 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-18806b67-5efc-4dec-bb45-9db07714b7f4 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] DELETE failed (client error): The resource could not be found. Nov 10 18:08:47.594794 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18806b67-5efc-4dec-bb45-9db07714b7f4 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:08:47.601357 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-18806b67-5efc-4dec-bb45-9db07714b7f4 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] 10.222.0.39 "DELETE /v2.0/networks/b08f33ef-6337-4684-a86e-903e312a550d HTTP/1.1" status: 404 len: 339 time: 0.0203257 Nov 10 18:08:47.601821 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52302) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:47.606198 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-77ca4620-8be9-4970-be8c-59d5c50e97f6 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Request body: {'network': {'name': 'tempest-network--1737159766', 'router:external': True}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:08:47.628808 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ca4620-8be9-4970-be8c-59d5c50e97f6 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Made reservation on behalf of ee5b03eac7e641a7acaaba4558cf80af for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:08:47.630952 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-77ca4620-8be9-4970-be8c-59d5c50e97f6 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:47.656050 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ca4620-8be9-4970-be8c-59d5c50e97f6 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:08:47.666478 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-77ca4620-8be9-4970-be8c-59d5c50e97f6 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:47.666478 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-77ca4620-8be9-4970-be8c-59d5c50e97f6 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Added segment 83c0d525-9920-4d17-bfd5-82b92e8b6f02 of type vlan for network e5bb92f4-8432-4137-ad8a-c5f7e699adce Nov 10 18:08:47.696733 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-10a9ee58-321e-48dc-9b39-b73ebfa05d79 req-4f4e507a-8e53-4494-9708-86f48fd0c6a4 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:47.712829 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-77ca4620-8be9-4970-be8c-59d5c50e97f6 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:47.732214 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e507a-8e53-4494-9708-86f48fd0c6a4 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Pushing event deleted for resources: {'Port': ['ID=d3e5c93a-3b87-403b-a01c-0239fd3e61df,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:47.748275 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-77ca4620-8be9-4970-be8c-59d5c50e97f6 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:47.750241 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ca4620-8be9-4970-be8c-59d5c50e97f6 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:47.750241 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-77ca4620-8be9-4970-be8c-59d5c50e97f6 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:47.806689 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-77ca4620-8be9-4970-be8c-59d5c50e97f6 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2031457 Nov 10 18:08:47.812435 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52304) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:47.850388 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca4620-8be9-4970-be8c-59d5c50e97f6 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Pushing event updated for resources: {'Network': ['ID=e5bb92f4-8432-4137-ad8a-c5f7e699adce,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:47.862277 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network e5bb92f4-8432-4137-ad8a-c5f7e699adce details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:08:47.865872 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10a9ee58-321e-48dc-9b39-b73ebfa05d79 req-4f4e507a-8e53-4494-9708-86f48fd0c6a4 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Router 444ebbc7-0f40-4330-852a-147b5c04d8d5 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:08:47.986570 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10a9ee58-321e-48dc-9b39-b73ebfa05d79 req-4f4e507a-8e53-4494-9708-86f48fd0c6a4 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:08:48.001224 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284a8080-982d-4e8d-a8db-57f5b3e34e8b None None] Sync routers for ids ['444ebbc7-0f40-4330-852a-147b5c04d8d5'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:08:48.017984 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284a8080-982d-4e8d-a8db-57f5b3e34e8b None None] Routers {'444ebbc7-0f40-4330-852a-147b5c04d8d5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:08:48.019340 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-284a8080-982d-4e8d-a8db-57f5b3e34e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:08:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['444ebbc7-0f40-4330-852a-147b5c04d8d5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:08:48.043144 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a9ee58-321e-48dc-9b39-b73ebfa05d79 req-4f4e507a-8e53-4494-9708-86f48fd0c6a4 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] No DVR routers for this DVR port d3e5c93a-3b87-403b-a01c-0239fd3e61df on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:08:48.046503 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-10a9ee58-321e-48dc-9b39-b73ebfa05d79 req-4f4e507a-8e53-4494-9708-86f48fd0c6a4 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:48.050621 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10a9ee58-321e-48dc-9b39-b73ebfa05d79 req-4f4e507a-8e53-4494-9708-86f48fd0c6a4 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.13 "DELETE /v2.0/ports/d3e5c93a-3b87-403b-a01c-0239fd3e61df HTTP/1.1" status: 204 len: 173 time: 1.4569249 Nov 10 18:08:48.051147 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27151a47-d642-4307-8876-ab06fe4d2a0f', 'name': 'network-vif-deleted', 'tag': 'd3e5c93a-3b87-403b-a01c-0239fd3e61df'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:08:48.053739 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19037d36-857c-453c-902d-a2f7ffb0017b" -d '{"events": [{"server_uuid": "27151a47-d642-4307-8876-ab06fe4d2a0f", "name": "network-vif-deleted", "tag": "d3e5c93a-3b87-403b-a01c-0239fd3e61df"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:08:48.143416 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b780e0d0-fa7c-4608-8b02-23d5d40e823f x-openstack-request-id: req-b780e0d0-fa7c-4608-8b02-23d5d40e823f {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:08:48.144059 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27151a47-d642-4307-8876-ab06fe4d2a0f", "name": "network-vif-deleted", "tag": "d3e5c93a-3b87-403b-a01c-0239fd3e61df", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:08:48.145145 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b780e0d0-fa7c-4608-8b02-23d5d40e823f {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:08:48.146105 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27151a47-d642-4307-8876-ab06fe4d2a0f', 'name': 'network-vif-deleted', 'tag': 'd3e5c93a-3b87-403b-a01c-0239fd3e61df', 'status': 'completed', 'code': 200} Nov 10 18:08:48.151545 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-284a8080-982d-4e8d-a8db-57f5b3e34e8b None None] Set router 444ebbc7-0f40-4330-852a-147b5c04d8d5 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:08:48.365026 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc3b86d-e91b-4f4d-851c-70db1861df59 tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:48.371335 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc3b86d-e91b-4f4d-851c-70db1861df59 tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:48.377810 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc3b86d-e91b-4f4d-851c-70db1861df59 tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:48.383707 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc3b86d-e91b-4f4d-851c-70db1861df59 tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:48.385570 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-dfc3b86d-e91b-4f4d-851c-70db1861df59 tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.5722032 Nov 10 18:08:48.388579 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52308) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:48.391151 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-284a8080-982d-4e8d-a8db-57f5b3e34e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'name': 'tempest-AttachVolumeTestJSON-2134475770-router', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:10Z', 'updated_at': '2021-11-10T18:02:16Z', 'revision_number': 4, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'gw_port': {'id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:11Z', 'updated_at': '2021-11-10T18:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '6388081a-6166-4361-b7e7-12db2d928435', 'name': '', 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'mac_address': 'fa:16:3e:61:1a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '51f72ede-4fbe-4023-aa38-d2a84cad1815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:14Z', 'updated_at': '2021-11-10T18:02:21Z', 'revision_number': 5, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'subnets': [{'id': '51f72ede-4fbe-4023-aa38-d2a84cad1815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:08:48.422441 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284a8080-982d-4e8d-a8db-57f5b3e34e8b None None] Checking router: 444ebbc7-0f40-4330-852a-147b5c04d8d5 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:08:48.431346 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284a8080-982d-4e8d-a8db-57f5b3e34e8b None None] Routers {'444ebbc7-0f40-4330-852a-147b5c04d8d5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:08:48.431953 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-284a8080-982d-4e8d-a8db-57f5b3e34e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:08:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['444ebbc7-0f40-4330-852a-147b5c04d8d5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:08:48.462431 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7e0b71c2-8283-42d2-b4ae-b20d2677469a tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:48.553164 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7e0b71c2-8283-42d2-b4ae-b20d2677469a tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:48.564315 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-284a8080-982d-4e8d-a8db-57f5b3e34e8b None None] Set router 444ebbc7-0f40-4330-852a-147b5c04d8d5 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:08:48.586925 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-7e0b71c2-8283-42d2-b4ae-b20d2677469a tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5bb92f4-8432-4137-ad8a-c5f7e699adce']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:08:48.601724 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-7e0b71c2-8283-42d2-b4ae-b20d2677469a tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c0d525-9920-4d17-bfd5-82b92e8b6f02') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:08:48.602088 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-7e0b71c2-8283-42d2-b4ae-b20d2677469a tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c0d525-9920-4d17-bfd5-82b92e8b6f02') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:08:48.617440 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7e0b71c2-8283-42d2-b4ae-b20d2677469a tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:48.637639 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-803f1c70-c3a1-461f-861e-d9257d913731 req-61514cd4-fcd6-4cef-87f3-de0507818b7f tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/ports?device_id=27151a47-d642-4307-8876-ab06fe4d2a0f HTTP/1.1" status: 200 len: 210 time: 0.0308371 Nov 10 18:08:48.640356 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7e0b71c2-8283-42d2-b4ae-b20d2677469a tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:48.647827 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e0b71c2-8283-42d2-b4ae-b20d2677469a tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:08:48.648433 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7e0b71c2-8283-42d2-b4ae-b20d2677469a tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:48.650639 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:08:48.650639 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:08:48.650639 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:08:48.650639 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:08:48.650639 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:08:48.650639 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:08:48.650639 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:08:48.650639 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:08:48.650639 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:08:48.650639 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:08:48.650639 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:08:48.650639 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:08:48.650639 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:08:48.650639 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:08:48.650639 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:08:48.650639 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:08:48.650639 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:08:48.650639 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:08:48.650639 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:08:48.650639 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:08:48.650639 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:08:48.650639 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:08:48.650639 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:08:48.650639 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:08:48.650639 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:08:48.650639 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:08:48.650639 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:08:48.650639 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:08:48.650639 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:08:48.650639 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:08:48.650639 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:08:48.650639 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:08:48.722376 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7e0b71c2-8283-42d2-b4ae-b20d2677469a tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:48.728117 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0b71c2-8283-42d2-b4ae-b20d2677469a tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e5bb92f4-8432-4137-ad8a-c5f7e699adce {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 18:08:48.734514 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7e0b71c2-8283-42d2-b4ae-b20d2677469a tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:48.739398 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7e0b71c2-8283-42d2-b4ae-b20d2677469a tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] 10.222.0.39 "DELETE /v2.0/networks/e5bb92f4-8432-4137-ad8a-c5f7e699adce HTTP/1.1" status: 204 len: 168 time: 0.3492177 Nov 10 18:08:48.743713 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52312) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:48.752839 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b71c2-8283-42d2-b4ae-b20d2677469a tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Pushing event deleted for resources: {'Network': ['ID=e5bb92f4-8432-4137-ad8a-c5f7e699adce,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:48.753232 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-92c8b64f-7097-4433-8bed-0a605beb9469 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Request body: {'network': {'name': 'tempest-network--1006552075', 'router:external': True}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:08:48.797188 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c8b64f-7097-4433-8bed-0a605beb9469 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Made reservation on behalf of ee5b03eac7e641a7acaaba4558cf80af for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:08:48.799877 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-92c8b64f-7097-4433-8bed-0a605beb9469 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:48.827655 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c8b64f-7097-4433-8bed-0a605beb9469 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:08:48.838712 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-92c8b64f-7097-4433-8bed-0a605beb9469 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:48.839061 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-92c8b64f-7097-4433-8bed-0a605beb9469 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Added segment 454ed353-6ab6-4a77-9929-5fcf68fcf2df of type vlan for network fbd9e67e-a13a-47e2-a34a-4594d4c9e1c9 Nov 10 18:08:48.844954 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-284a8080-982d-4e8d-a8db-57f5b3e34e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'name': 'tempest-AttachVolumeTestJSON-2134475770-router', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:10Z', 'updated_at': '2021-11-10T18:02:16Z', 'revision_number': 4, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'gw_port': {'id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:11Z', 'updated_at': '2021-11-10T18:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '6388081a-6166-4361-b7e7-12db2d928435', 'name': '', 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'mac_address': 'fa:16:3e:61:1a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '51f72ede-4fbe-4023-aa38-d2a84cad1815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:14Z', 'updated_at': '2021-11-10T18:02:21Z', 'revision_number': 5, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'subnets': [{'id': '51f72ede-4fbe-4023-aa38-d2a84cad1815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:08:48.877620 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284a8080-982d-4e8d-a8db-57f5b3e34e8b None None] The sync data for ids ['444ebbc7-0f40-4330-852a-147b5c04d8d5'] in n-d-776250-10 is: [{'id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'name': 'tempest-AttachVolumeTestJSON-2134475770-router', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:10Z', 'updated_at': '2021-11-10T18:02:16Z', 'revision_number': 4, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'gw_port': {'id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:11Z', 'updated_at': '2021-11-10T18:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '6388081a-6166-4361-b7e7-12db2d928435', 'name': '', 'network_id': 'af02a512-aa1c-43ca-886a-9300ebadfc5a', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'mac_address': 'fa:16:3e:61:1a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '51f72ede-4fbe-4023-aa38-d2a84cad1815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:14Z', 'updated_at': '2021-11-10T18:02:21Z', 'revision_number': 5, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'subnets': [{'id': '51f72ede-4fbe-4023-aa38-d2a84cad1815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:08:48.890469 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-92c8b64f-7097-4433-8bed-0a605beb9469 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:48.920376 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-92c8b64f-7097-4433-8bed-0a605beb9469 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:48.921336 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c8b64f-7097-4433-8bed-0a605beb9469 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:48.921908 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-92c8b64f-7097-4433-8bed-0a605beb9469 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:48.981426 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-92c8b64f-7097-4433-8bed-0a605beb9469 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2358501 Nov 10 18:08:48.984196 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52314) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:49.004042 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8b64f-7097-4433-8bed-0a605beb9469 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Pushing event updated for resources: {'Network': ['ID=fbd9e67e-a13a-47e2-a34a-4594d4c9e1c9,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:49.015065 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network fbd9e67e-a13a-47e2-a34a-4594d4c9e1c9 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:08:49.071715 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb209281-a280-426b-b978-6966bc16e84b tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:49.076231 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-fb209281-a280-426b-b978-6966bc16e84b tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] 10.222.0.39 "GET /v2.0/networks/fbd9e67e-a13a-47e2-a34a-4594d4c9e1c9 HTTP/1.1" status: 200 len: 757 time: 0.0876613 Nov 10 18:08:49.076678 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52316) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:49.161099 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8f1d68-a5a5-487c-83a9-f98948ee6a21 tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:49.164953 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cd8f1d68-a5a5-487c-83a9-f98948ee6a21 tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] 10.222.0.39 "GET /v2.0/networks/f0f5db01-1dde-4b83-8954-4f64cc5539c2 HTTP/1.1" status: 200 len: 768 time: 0.0844810 Nov 10 18:08:49.165193 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52318) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:49.236021 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0a553d5d-5c47-486e-adfa-2ee680b73e69 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:49.320254 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0a553d5d-5c47-486e-adfa-2ee680b73e69 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:49.341152 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-0a553d5d-5c47-486e-adfa-2ee680b73e69 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd9e67e-a13a-47e2-a34a-4594d4c9e1c9']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:08:49.350267 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-0a553d5d-5c47-486e-adfa-2ee680b73e69 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '454ed353-6ab6-4a77-9929-5fcf68fcf2df') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:08:49.350572 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-0a553d5d-5c47-486e-adfa-2ee680b73e69 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '454ed353-6ab6-4a77-9929-5fcf68fcf2df') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:08:49.361614 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0a553d5d-5c47-486e-adfa-2ee680b73e69 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:49.376120 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0a553d5d-5c47-486e-adfa-2ee680b73e69 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:49.383264 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a553d5d-5c47-486e-adfa-2ee680b73e69 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:08:49.384373 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0a553d5d-5c47-486e-adfa-2ee680b73e69 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:49.386659 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:08:49.386659 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:08:49.386659 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:08:49.386659 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:08:49.386659 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:08:49.386659 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:08:49.386659 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:08:49.386659 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:08:49.386659 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:08:49.386659 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:08:49.386659 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:08:49.386659 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:08:49.386659 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:08:49.386659 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:08:49.386659 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:08:49.386659 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:08:49.386659 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:08:49.386659 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:08:49.386659 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:08:49.386659 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:08:49.386659 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:08:49.386659 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:08:49.386659 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:08:49.386659 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:08:49.386659 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:08:49.386659 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:08:49.386659 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:08:49.386659 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:08:49.386659 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:08:49.386659 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:08:49.386659 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:08:49.386659 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:08:49.449390 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0a553d5d-5c47-486e-adfa-2ee680b73e69 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:49.454038 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a553d5d-5c47-486e-adfa-2ee680b73e69 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fbd9e67e-a13a-47e2-a34a-4594d4c9e1c9 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 18:08:49.457341 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0a553d5d-5c47-486e-adfa-2ee680b73e69 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:49.461345 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0a553d5d-5c47-486e-adfa-2ee680b73e69 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] 10.222.0.39 "DELETE /v2.0/networks/fbd9e67e-a13a-47e2-a34a-4594d4c9e1c9 HTTP/1.1" status: 204 len: 168 time: 0.2951977 Nov 10 18:08:49.466508 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52320) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:49.472263 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-e9330e7b-3ce1-4099-8bc6-ade87d86b9a8 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Request body: {'network': {'name': 'tempest-network--672874260'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:08:49.488197 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a553d5d-5c47-486e-adfa-2ee680b73e69 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Pushing event deleted for resources: {'Network': ['ID=fbd9e67e-a13a-47e2-a34a-4594d4c9e1c9,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:49.503659 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9330e7b-3ce1-4099-8bc6-ade87d86b9a8 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Made reservation on behalf of ee5b03eac7e641a7acaaba4558cf80af for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:08:49.506080 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e9330e7b-3ce1-4099-8bc6-ade87d86b9a8 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:49.535252 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9330e7b-3ce1-4099-8bc6-ade87d86b9a8 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:08:49.546480 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e9330e7b-3ce1-4099-8bc6-ade87d86b9a8 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:49.547112 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-e9330e7b-3ce1-4099-8bc6-ade87d86b9a8 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Added segment 2257b0ef-baf9-48b0-8b15-a84fc15a65af of type vlan for network 5908807f-a275-4f24-b0ff-a3f27986badf Nov 10 18:08:49.591541 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e9330e7b-3ce1-4099-8bc6-ade87d86b9a8 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:49.631856 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e9330e7b-3ce1-4099-8bc6-ade87d86b9a8 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:49.633564 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9330e7b-3ce1-4099-8bc6-ade87d86b9a8 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:49.634537 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e9330e7b-3ce1-4099-8bc6-ade87d86b9a8 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:49.738325 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52326) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:49.754928 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e9330e7b-3ce1-4099-8bc6-ade87d86b9a8 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2870991 Nov 10 18:08:49.757340 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52328) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:49.763988 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-dea6fbec-d927-480b-aee3-a05538202a07 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:08:49.765155 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9330e7b-3ce1-4099-8bc6-ade87d86b9a8 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Pushing event updated for resources: {'Network': ['ID=5908807f-a275-4f24-b0ff-a3f27986badf,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:49.789525 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 5908807f-a275-4f24-b0ff-a3f27986badf details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:08:49.866259 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c26bb51d-6658-4d04-bc9d-bcc36ca20945 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:49.936889 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c26bb51d-6658-4d04-bc9d-bcc36ca20945 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:49.997542 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208c9b3e-179c-43df-adad-0cdc266930fc None None] New status for floating IP 127c7ebd-bedb-48b0-8151-8b1183ad2b24: DOWN {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:08:50.002364 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dea6fbec-d927-480b-aee3-a05538202a07 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:50.019451 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dea6fbec-d927-480b-aee3-a05538202a07 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:50.069362 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dea6fbec-d927-480b-aee3-a05538202a07 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Network 5908807f-a275-4f24-b0ff-a3f27986badf is not hosted by any dhcp agent {{(pid=102469) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 10 18:08:50.070223 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea6fbec-d927-480b-aee3-a05538202a07 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:50.071095 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dea6fbec-d927-480b-aee3-a05538202a07 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:50.072469 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-dea6fbec-d927-480b-aee3-a05538202a07 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] 10.222.0.39 "PUT /v2.0/networks/5908807f-a275-4f24-b0ff-a3f27986badf HTTP/1.1" status: 200 len: 857 time: 0.3139927 Nov 10 18:08:50.076296 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52330) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:50.078312 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c26bb51d-6658-4d04-bc9d-bcc36ca20945 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:50.081267 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c26bb51d-6658-4d04-bc9d-bcc36ca20945 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:50.084967 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c26bb51d-6658-4d04-bc9d-bcc36ca20945 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "DELETE /v2.0/security-groups/f5c78e6a-4f7e-49f0-b354-6f62055a4afb HTTP/1.1" status: 204 len: 168 time: 0.3422978 Nov 10 18:08:50.085384 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52332) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:50.101864 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-ab406684-8d30-4ad2-a148-6432bd5fa9ad tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] show failed (client error): The resource could not be found. Nov 10 18:08:50.105861 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ab406684-8d30-4ad2-a148-6432bd5fa9ad tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "GET /v2.0/security-groups/f5c78e6a-4f7e-49f0-b354-6f62055a4afb HTTP/1.1" status: 404 len: 347 time: 0.0164800 Nov 10 18:08:50.106317 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52334) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:50.141938 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bb51d-6658-4d04-bc9d-bcc36ca20945 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c78e6a-4f7e-49f0-b354-6f62055a4afb,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:50.150350 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6fbec-d927-480b-aee3-a05538202a07 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Pushing event updated for resources: {'Network': ['ID=5908807f-a275-4f24-b0ff-a3f27986badf,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:50.178166 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-028841af-4e31-4ca6-87ab-101870d69cf2 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:50.252397 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-3eba3bd0-f99d-4349-b348-65b97fdacd65 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Deleting port 216b9f22-ca3d-414c-aef5-5ea24f2dfd27 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:08:50.252745 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3eba3bd0-f99d-4349-b348-65b97fdacd65 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:50.263391 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-028841af-4e31-4ca6-87ab-101870d69cf2 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:50.283496 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-028841af-4e31-4ca6-87ab-101870d69cf2 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5908807f-a275-4f24-b0ff-a3f27986badf']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:08:50.292761 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-028841af-4e31-4ca6-87ab-101870d69cf2 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2257b0ef-baf9-48b0-8b15-a84fc15a65af') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:08:50.293062 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-028841af-4e31-4ca6-87ab-101870d69cf2 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2257b0ef-baf9-48b0-8b15-a84fc15a65af') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:08:50.302730 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-028841af-4e31-4ca6-87ab-101870d69cf2 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:50.316635 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-028841af-4e31-4ca6-87ab-101870d69cf2 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:50.322880 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-028841af-4e31-4ca6-87ab-101870d69cf2 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:08:50.323281 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-028841af-4e31-4ca6-87ab-101870d69cf2 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:50.325899 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:08:50.325899 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:08:50.325899 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:08:50.325899 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:08:50.325899 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:08:50.325899 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:08:50.325899 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:08:50.325899 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:08:50.325899 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:08:50.325899 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:08:50.325899 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:08:50.325899 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:08:50.325899 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:08:50.325899 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:08:50.325899 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:08:50.325899 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:08:50.325899 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:08:50.325899 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:08:50.325899 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:08:50.325899 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:08:50.325899 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:08:50.325899 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:08:50.325899 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:08:50.325899 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:08:50.325899 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:08:50.325899 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:08:50.325899 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:08:50.325899 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:08:50.325899 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:08:50.325899 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:08:50.325899 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:08:50.325899 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:08:50.332739 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3eba3bd0-f99d-4349-b348-65b97fdacd65 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:50.333099 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3eba3bd0-f99d-4349-b348-65b97fdacd65 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:50.346380 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-3eba3bd0-f99d-4349-b348-65b97fdacd65 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Calling delete_port for 216b9f22-ca3d-414c-aef5-5ea24f2dfd27 owned by network:floatingip {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:08:50.382055 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-028841af-4e31-4ca6-87ab-101870d69cf2 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:50.388017 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028841af-4e31-4ca6-87ab-101870d69cf2 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5908807f-a275-4f24-b0ff-a3f27986badf {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 10 18:08:50.390667 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-028841af-4e31-4ca6-87ab-101870d69cf2 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:50.393938 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-028841af-4e31-4ca6-87ab-101870d69cf2 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] 10.222.0.39 "DELETE /v2.0/networks/5908807f-a275-4f24-b0ff-a3f27986badf HTTP/1.1" status: 204 len: 168 time: 0.3165679 Nov 10 18:08:50.399688 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52336) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:50.409047 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028841af-4e31-4ca6-87ab-101870d69cf2 tempest-ExternalNetworksTestJSON-280748496 tempest-ExternalNetworksTestJSON-280748496-project-admin] Pushing event deleted for resources: {'Network': ['ID=5908807f-a275-4f24-b0ff-a3f27986badf,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:50.430464 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ff6410-4a7b-49e2-bb25-236c4cf2f27e tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] DELETE failed (client error): The resource could not be found. Nov 10 18:08:50.430927 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ff6410-4a7b-49e2-bb25-236c4cf2f27e tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:08:50.437219 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-81ff6410-4a7b-49e2-bb25-236c4cf2f27e tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] 10.222.0.39 "DELETE /v2.0/subnets/787f58ce-f6e5-4721-90a3-629714ed66b4 HTTP/1.1" status: 404 len: 337 time: 0.0333209 Nov 10 18:08:50.437579 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52338) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:50.537888 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6693b042-a9ab-4f72-88b2-c9e315dc768a tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:50.654748 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3eba3bd0-f99d-4349-b348-65b97fdacd65 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:50.670900 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6693b042-a9ab-4f72-88b2-c9e315dc768a tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:50.702591 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba3bd0-f99d-4349-b348-65b97fdacd65 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Pushing event deleted for resources: {'Port': ['ID=216b9f22-ca3d-414c-aef5-5ea24f2dfd27,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:50.711013 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device d3e5c93a-3b87-403b-a01c-0239fd3e61df no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:08:50.728458 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-6693b042-a9ab-4f72-88b2-c9e315dc768a tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f5db01-1dde-4b83-8954-4f64cc5539c2']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:08:50.732047 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: d3e5c93a-3b87-403b-a01c-0239fd3e61df {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:08:50.732644 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device d3e5c93a-3b87-403b-a01c-0239fd3e61df not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:08:50.756742 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-6693b042-a9ab-4f72-88b2-c9e315dc768a tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5409d89a-e98b-4fb8-8c9e-a04e6697c15c') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:08:50.757037 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-6693b042-a9ab-4f72-88b2-c9e315dc768a tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5409d89a-e98b-4fb8-8c9e-a04e6697c15c') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:08:50.769729 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6693b042-a9ab-4f72-88b2-c9e315dc768a tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:50.795650 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6693b042-a9ab-4f72-88b2-c9e315dc768a tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:50.802504 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3eba3bd0-f99d-4349-b348-65b97fdacd65 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks [] for floatingip, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:50.805035 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3eba3bd0-f99d-4349-b348-65b97fdacd65 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:50.806192 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3eba3bd0-f99d-4349-b348-65b97fdacd65 tempest-AttachVolumeTestJSON-1949321800 tempest-AttachVolumeTestJSON-1949321800-project] 10.222.0.39 "DELETE /v2.0/floatingips/127c7ebd-bedb-48b0-8151-8b1183ad2b24 HTTP/1.1" status: 204 len: 168 time: 0.6987300 Nov 10 18:08:50.807250 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6693b042-a9ab-4f72-88b2-c9e315dc768a tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:08:50.807633 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6693b042-a9ab-4f72-88b2-c9e315dc768a tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:50.811072 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:08:50.811072 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:08:50.811072 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:08:50.811072 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:08:50.811072 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:08:50.811072 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:08:50.811072 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:08:50.811072 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:08:50.811072 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:08:50.811072 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:08:50.811072 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:08:50.811072 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:08:50.811072 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:08:50.811072 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:08:50.811072 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:08:50.811072 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:08:50.811072 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:08:50.811072 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:08:50.811072 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:08:50.811072 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:08:50.811072 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:08:50.811072 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:08:50.811072 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:08:50.811072 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:08:50.811072 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:08:50.811072 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:08:50.811072 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:08:50.811072 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:08:50.811072 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:08:50.811072 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:08:50.811072 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:08:50.811072 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:08:50.874036 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6693b042-a9ab-4f72-88b2-c9e315dc768a tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:50.884418 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6693b042-a9ab-4f72-88b2-c9e315dc768a tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:50.889224 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6693b042-a9ab-4f72-88b2-c9e315dc768a tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] 10.222.0.39 "DELETE /v2.0/networks/f0f5db01-1dde-4b83-8954-4f64cc5539c2 HTTP/1.1" status: 204 len: 168 time: 0.4498882 Nov 10 18:08:50.899558 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693b042-a9ab-4f72-88b2-c9e315dc768a tempest-ExternalNetworksTestJSON-439871409 tempest-ExternalNetworksTestJSON-439871409-project] Pushing event deleted for resources: {'Network': ['ID=f0f5db01-1dde-4b83-8954-4f64cc5539c2,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:51.154215 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52348) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:51.297083 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-04785093-b0ba-49c6-a809-84dc3030a74d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c6a875a45ba64f87afe7fc924d2e98f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1392920 Nov 10 18:08:51.297309 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52352) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:51.346387 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-85b4cda7-d566-470c-a1f5-8c7dbbc1cfee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:51.367523 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-85b4cda7-d566-470c-a1f5-8c7dbbc1cfee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:51.421646 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-85b4cda7-d566-470c-a1f5-8c7dbbc1cfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:51.424100 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-85b4cda7-d566-470c-a1f5-8c7dbbc1cfee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:51.425347 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-85b4cda7-d566-470c-a1f5-8c7dbbc1cfee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/be6d5b92-98b0-4ea4-ac5f-39fc28d68bd9 HTTP/1.1" status: 204 len: 168 time: 0.1271324 Nov 10 18:08:51.433552 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4cda7-d566-470c-a1f5-8c7dbbc1cfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6d5b92-98b0-4ea4-ac5f-39fc28d68bd9,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:51.714904 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52358) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:51.763000 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ef1b35cc-186b-429f-9a87-d9562a9f411a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ee5b03eac7e641a7acaaba4558cf80af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459175 Nov 10 18:08:51.765156 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52360) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:51.817515 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eea65e03-df75-4f4f-8dd9-1864b8ad70be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:51.839263 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eea65e03-df75-4f4f-8dd9-1864b8ad70be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:51.886574 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eea65e03-df75-4f4f-8dd9-1864b8ad70be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:51.889282 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eea65e03-df75-4f4f-8dd9-1864b8ad70be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:51.892807 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-eea65e03-df75-4f4f-8dd9-1864b8ad70be admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/87bbc5fa-4896-414b-9448-7db078ec2946 HTTP/1.1" status: 204 len: 168 time: 0.1243608 Nov 10 18:08:51.898411 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea65e03-df75-4f4f-8dd9-1864b8ad70be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bbc5fa-4896-414b-9448-7db078ec2946,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:52.613485 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52384) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:52.715900 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-fae21aec-a959-4a27-bc75-4a5da57fc282 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-855632999'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:08:52.737894 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae21aec-a959-4a27-bc75-4a5da57fc282 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Made reservation on behalf of 7585d1d434774fc294963da264c33fb8 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:08:52.741699 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fae21aec-a959-4a27-bc75-4a5da57fc282 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:52.751619 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fae21aec-a959-4a27-bc75-4a5da57fc282 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:52.830293 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fae21aec-a959-4a27-bc75-4a5da57fc282 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:52.834323 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fae21aec-a959-4a27-bc75-4a5da57fc282 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:52.863963 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae21aec-a959-4a27-bc75-4a5da57fc282 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:08:52.873011 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae21aec-a959-4a27-bc75-4a5da57fc282 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd9e213-3137-45a1-9661-827011585e43,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:52.880069 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fae21aec-a959-4a27-bc75-4a5da57fc282 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:52.880595 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-fae21aec-a959-4a27-bc75-4a5da57fc282 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Added segment 1d942959-4635-4c54-8c76-9d1022c3e661 of type vlan for network 002182cd-1825-4413-96ee-0cd4fb194fab Nov 10 18:08:52.922500 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fae21aec-a959-4a27-bc75-4a5da57fc282 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:52.947046 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fae21aec-a959-4a27-bc75-4a5da57fc282 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:52.952810 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae21aec-a959-4a27-bc75-4a5da57fc282 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:52.953390 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fae21aec-a959-4a27-bc75-4a5da57fc282 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:53.013988 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fae21aec-a959-4a27-bc75-4a5da57fc282 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.3992729 Nov 10 18:08:53.016376 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52388) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:53.022674 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-930d4890-1ad2-4946-a8c6-a2cbe6e44e19 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Request body: {'subnet': {'network_id': '002182cd-1825-4413-96ee-0cd4fb194fab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:08:53.034946 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae21aec-a959-4a27-bc75-4a5da57fc282 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Pushing event updated for resources: {'Network': ['ID=002182cd-1825-4413-96ee-0cd4fb194fab,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:53.047683 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 002182cd-1825-4413-96ee-0cd4fb194fab details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:08:53.155639 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930d4890-1ad2-4946-a8c6-a2cbe6e44e19 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Made reservation on behalf of 7585d1d434774fc294963da264c33fb8 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:08:53.159761 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-930d4890-1ad2-4946-a8c6-a2cbe6e44e19 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:53.348697 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-930d4890-1ad2-4946-a8c6-a2cbe6e44e19 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:53.414151 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d4890-1ad2-4946-a8c6-a2cbe6e44e19 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Pushing event updated for resources: {'Subnet': ['ID=05ca051f-228d-47cf-9afb-975f56cbd386,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:53.419468 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930d4890-1ad2-4946-a8c6-a2cbe6e44e19 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Checking segment: {'id': '1d942959-4635-4c54-8c76-9d1022c3e661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '002182cd-1825-4413-96ee-0cd4fb194fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:08:53.419833 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930d4890-1ad2-4946-a8c6-a2cbe6e44e19 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Network hostable DHCP agents. Network: 002182cd-1825-4413-96ee-0cd4fb194fab, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:08:53.438106 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930d4890-1ad2-4946-a8c6-a2cbe6e44e19 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Network 002182cd-1825-4413-96ee-0cd4fb194fab is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:08:53.447459 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-930d4890-1ad2-4946-a8c6-a2cbe6e44e19 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 002182cd-1825-4413-96ee-0cd4fb194fab) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:08:53.452904 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930d4890-1ad2-4946-a8c6-a2cbe6e44e19 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:53.453596 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-930d4890-1ad2-4946-a8c6-a2cbe6e44e19 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:53.459633 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd135d5-b0f1-4349-bb6e-b55ff1ffcd13 None None] Network 002182cd-1825-4413-96ee-0cd4fb194fab requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:08:53.470777 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-930d4890-1ad2-4946-a8c6-a2cbe6e44e19 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4531112 Nov 10 18:08:53.473518 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52392) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:53.480378 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-7ff965e8-5ed8-48c0-a22c-eed91cb1ebb1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Request body: {'port': {'network_id': '002182cd-1825-4413-96ee-0cd4fb194fab', 'name': 'tempest-AllowedAddressPairTestJSON-407988106'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:08:53.619742 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff965e8-5ed8-48c0-a22c-eed91cb1ebb1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Made reservation on behalf of 7585d1d434774fc294963da264c33fb8 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:08:53.626901 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7ff965e8-5ed8-48c0-a22c-eed91cb1ebb1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:53.631714 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a2c670-abcf-4067-b852-30e25632c085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-002182cd-1825-4413-96ee-0cd4fb194fab', 'network_id': '002182cd-1825-4413-96ee-0cd4fb194fab', 'tenant_id': '7585d1d434774fc294963da264c33fb8', 'fixed_ips': [{'subnet_id': '05ca051f-228d-47cf-9afb-975f56cbd386'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:08:53.632745 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-10a2c670-abcf-4067-b852-30e25632c085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:53.648171 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-7ff965e8-5ed8-48c0-a22c-eed91cb1ebb1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] device_id is not set on port 5a69c19d-af2f-4606-9dd0-e8bf2d8d93a9 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:08:53.805657 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-7ff965e8-5ed8-48c0-a22c-eed91cb1ebb1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Allocated IP 172.20.0.3 (002182cd-1825-4413-96ee-0cd4fb194fab/05ca051f-228d-47cf-9afb-975f56cbd386/5a69c19d-af2f-4606-9dd0-e8bf2d8d93a9) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:08:53.999002 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7ff965e8-5ed8-48c0-a22c-eed91cb1ebb1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:54.039597 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7ff965e8-5ed8-48c0-a22c-eed91cb1ebb1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:54.088889 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff965e8-5ed8-48c0-a22c-eed91cb1ebb1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Network 002182cd-1825-4413-96ee-0cd4fb194fab is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:08:54.092291 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-10a2c670-abcf-4067-b852-30e25632c085 None None] Allocated IP 172.20.0.2 (002182cd-1825-4413-96ee-0cd4fb194fab/05ca051f-228d-47cf-9afb-975f56cbd386/a57aff70-43e6-4d67-a233-ff6348a4e6b5) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:08:54.098754 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-7ff965e8-5ed8-48c0-a22c-eed91cb1ebb1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:08:54.101368 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff965e8-5ed8-48c0-a22c-eed91cb1ebb1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:08:54.121779 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff965e8-5ed8-48c0-a22c-eed91cb1ebb1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Pushing event updated for resources: {'Port': ['ID=5a69c19d-af2f-4606-9dd0-e8bf2d8d93a9,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:54.203923 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff965e8-5ed8-48c0-a22c-eed91cb1ebb1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:54.204808 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7ff965e8-5ed8-48c0-a22c-eed91cb1ebb1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:54.253396 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7ff965e8-5ed8-48c0-a22c-eed91cb1ebb1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7774725 Nov 10 18:08:54.255535 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52400) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:54.263912 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-2ebbeb7f-2fc3-4a9a-bc54-c28c2be9aaac tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Request body: {'port': {'network_id': '002182cd-1825-4413-96ee-0cd4fb194fab', 'name': 'tempest-AllowedAddressPairTestJSON-1805090471', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:b8:03:b9'}]}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:08:54.280759 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-10a2c670-abcf-4067-b852-30e25632c085 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:54.287952 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-10a2c670-abcf-4067-b852-30e25632c085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:54.331996 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a2c670-abcf-4067-b852-30e25632c085 None None] Network 002182cd-1825-4413-96ee-0cd4fb194fab is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:08:54.334867 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-10a2c670-abcf-4067-b852-30e25632c085 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:08:54.337584 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a2c670-abcf-4067-b852-30e25632c085 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:08:54.382320 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2c670-abcf-4067-b852-30e25632c085 None None] Pushing event updated for resources: {'Port': ['ID=a57aff70-43e6-4d67-a233-ff6348a4e6b5,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:54.417271 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2c670-abcf-4067-b852-30e25632c085 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:54.417877 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2c670-abcf-4067-b852-30e25632c085 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:54.418934 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2c670-abcf-4067-b852-30e25632c085 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:54.419704 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2c670-abcf-4067-b852-30e25632c085 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:54.420616 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2c670-abcf-4067-b852-30e25632c085 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:54.421176 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2c670-abcf-4067-b852-30e25632c085 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:54.421839 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2c670-abcf-4067-b852-30e25632c085 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:54.422354 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2c670-abcf-4067-b852-30e25632c085 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:54.422848 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2c670-abcf-4067-b852-30e25632c085 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:54.423343 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2c670-abcf-4067-b852-30e25632c085 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:54.423841 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2c670-abcf-4067-b852-30e25632c085 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:54.424191 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a2c670-abcf-4067-b852-30e25632c085 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:08:54.432591 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-10a2c670-abcf-4067-b852-30e25632c085 None None] Attempting to bind port a57aff70-43e6-4d67-a233-ff6348a4e6b5 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:08:54.433532 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-10a2c670-abcf-4067-b852-30e25632c085 None None] Attempting to bind port a57aff70-43e6-4d67-a233-ff6348a4e6b5 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '1d942959-4635-4c54-8c76-9d1022c3e661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '002182cd-1825-4413-96ee-0cd4fb194fab'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:08:54.433532 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a2c670-abcf-4067-b852-30e25632c085 None None] Attempting to bind port a57aff70-43e6-4d67-a233-ff6348a4e6b5 on network 002182cd-1825-4413-96ee-0cd4fb194fab {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:08:54.439563 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a2c670-abcf-4067-b852-30e25632c085 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:08:54.440042 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a2c670-abcf-4067-b852-30e25632c085 None None] Checking segment: {'id': '1d942959-4635-4c54-8c76-9d1022c3e661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '002182cd-1825-4413-96ee-0cd4fb194fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:08:54.440500 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-10a2c670-abcf-4067-b852-30e25632c085 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:54.440891 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a2c670-abcf-4067-b852-30e25632c085 None None] Bound using segment: {'id': '1d942959-4635-4c54-8c76-9d1022c3e661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '002182cd-1825-4413-96ee-0cd4fb194fab'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:08:54.441397 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-10a2c670-abcf-4067-b852-30e25632c085 None None] Bound port: a57aff70-43e6-4d67-a233-ff6348a4e6b5, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d942959-4635-4c54-8c76-9d1022c3e661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '002182cd-1825-4413-96ee-0cd4fb194fab'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:08:54.441980 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-10a2c670-abcf-4067-b852-30e25632c085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:54.450540 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebbeb7f-2fc3-4a9a-bc54-c28c2be9aaac tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Made reservation on behalf of 7585d1d434774fc294963da264c33fb8 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:08:54.527838 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-10a2c670-abcf-4067-b852-30e25632c085 None None] For port a57aff70-43e6-4d67-a233-ff6348a4e6b5, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:08:54.536539 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-10a2c670-abcf-4067-b852-30e25632c085 None None] For port a57aff70-43e6-4d67-a233-ff6348a4e6b5, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=a57aff70-43e6-4d67-a233-ff6348a4e6b5,segment=NetworkSegment(1d942959-4635-4c54-8c76-9d1022c3e661),segment_id=1d942959-4635-4c54-8c76-9d1022c3e661)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:08:54.546815 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-10a2c670-abcf-4067-b852-30e25632c085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:54.621043 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2ebbeb7f-2fc3-4a9a-bc54-c28c2be9aaac tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:54.632775 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2c670-abcf-4067-b852-30e25632c085 None None] Pushing event updated for resources: {'Port': ['ID=a57aff70-43e6-4d67-a233-ff6348a4e6b5,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:54.647385 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-2ebbeb7f-2fc3-4a9a-bc54-c28c2be9aaac tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] device_id is not set on port 0d4945f2-ebf8-414c-92c2-ebfc56dfbe73 yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:08:54.811585 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-2ebbeb7f-2fc3-4a9a-bc54-c28c2be9aaac tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Allocated IP 172.20.0.13 (002182cd-1825-4413-96ee-0cd4fb194fab/05ca051f-228d-47cf-9afb-975f56cbd386/0d4945f2-ebf8-414c-92c2-ebfc56dfbe73) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:08:54.981994 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:55.118432 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2ebbeb7f-2fc3-4a9a-bc54-c28c2be9aaac tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:55.173408 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2ebbeb7f-2fc3-4a9a-bc54-c28c2be9aaac tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:55.228092 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebbeb7f-2fc3-4a9a-bc54-c28c2be9aaac tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Network 002182cd-1825-4413-96ee-0cd4fb194fab is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:08:55.231668 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-2ebbeb7f-2fc3-4a9a-bc54-c28c2be9aaac tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:08:55.237057 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebbeb7f-2fc3-4a9a-bc54-c28c2be9aaac tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:08:55.241605 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebbeb7f-2fc3-4a9a-bc54-c28c2be9aaac tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Pushing event updated for resources: {'Port': ['ID=0d4945f2-ebf8-414c-92c2-ebfc56dfbe73,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:55.347432 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebbeb7f-2fc3-4a9a-bc54-c28c2be9aaac tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:55.348673 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2ebbeb7f-2fc3-4a9a-bc54-c28c2be9aaac tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:55.361979 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:55.378634 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2ebbeb7f-2fc3-4a9a-bc54-c28c2be9aaac tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.1217375 Nov 10 18:08:55.381795 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52404) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:55.490671 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217036d7-6811-4bbe-9a10-1434a46c2061 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:55.497746 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217036d7-6811-4bbe-9a10-1434a46c2061 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:55.503815 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217036d7-6811-4bbe-9a10-1434a46c2061 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:55.508995 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-217036d7-6811-4bbe-9a10-1434a46c2061 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1219611 Nov 10 18:08:55.513333 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52406) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:55.643829 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-15284b7c-6889-4d95-b86d-770927aa9848 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Deleting port 0d4945f2-ebf8-414c-92c2-ebfc56dfbe73 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:08:55.644324 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-15284b7c-6889-4d95-b86d-770927aa9848 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:55.785636 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device a57aff70-43e6-4d67-a233-ff6348a4e6b5 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:08:55.796109 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-15284b7c-6889-4d95-b86d-770927aa9848 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:55.809963 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-15284b7c-6889-4d95-b86d-770927aa9848 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Calling delete_port for 0d4945f2-ebf8-414c-92c2-ebfc56dfbe73 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:08:55.842203 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port a57aff70-43e6-4d67-a233-ff6348a4e6b5 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:08:55.842577 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:55.931953 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:55.967543 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-15284b7c-6889-4d95-b86d-770927aa9848 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:55.970701 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fa4531-c75f-4f32-8526-1c1824d47ef3 None None] Network 002182cd-1825-4413-96ee-0cd4fb194fab requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:08:56.004501 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15284b7c-6889-4d95-b86d-770927aa9848 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Pushing event deleted for resources: {'Port': ['ID=0d4945f2-ebf8-414c-92c2-ebfc56dfbe73,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:56.185873 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port a57aff70-43e6-4d67-a233-ff6348a4e6b5, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=a57aff70-43e6-4d67-a233-ff6348a4e6b5,segment=NetworkSegment(1d942959-4635-4c54-8c76-9d1022c3e661),segment_id=1d942959-4635-4c54-8c76-9d1022c3e661)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:08:56.197224 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-15284b7c-6889-4d95-b86d-770927aa9848 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:56.198447 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:56.205081 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-15284b7c-6889-4d95-b86d-770927aa9848 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] 10.222.0.39 "DELETE /v2.0/ports/0d4945f2-ebf8-414c-92c2-ebfc56dfbe73 HTTP/1.1" status: 204 len: 168 time: 0.6896329 Nov 10 18:08:56.208732 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52408) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:56.235795 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-19debb36-6018-456e-b772-a60e26af396d tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] GET failed (client error): The resource could not be found. Nov 10 18:08:56.237437 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-19debb36-6018-456e-b772-a60e26af396d tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] 10.222.0.39 "GET /v2.0/ports/0d4945f2-ebf8-414c-92c2-ebfc56dfbe73 HTTP/1.1" status: 404 len: 333 time: 0.0277493 Nov 10 18:08:56.241282 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52410) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:56.246220 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-89790d27-3d5c-4608-9fa2-80bc31909e16 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Request body: {'port': {'network_id': '002182cd-1825-4413-96ee-0cd4fb194fab', 'name': 'tempest-AllowedAddressPairTestJSON-67542804'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:08:56.249515 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c7af6861-190e-4314-aa4c-a27e22935bfa None None] Provisioning complete for port a57aff70-43e6-4d67-a233-ff6348a4e6b5 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:08:56.249960 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c7af6861-190e-4314-aa4c-a27e22935bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:56.321330 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=a57aff70-43e6-4d67-a233-ff6348a4e6b5,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:56.381803 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89790d27-3d5c-4608-9fa2-80bc31909e16 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Made reservation on behalf of 7585d1d434774fc294963da264c33fb8 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:08:56.385764 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-89790d27-3d5c-4608-9fa2-80bc31909e16 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:56.405941 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-89790d27-3d5c-4608-9fa2-80bc31909e16 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] device_id is not set on port bae08e0a-a8a8-41bd-8a4c-4ac3359b59bc yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:08:56.548056 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-89790d27-3d5c-4608-9fa2-80bc31909e16 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Allocated IP 172.20.0.9 (002182cd-1825-4413-96ee-0cd4fb194fab/05ca051f-228d-47cf-9afb-975f56cbd386/bae08e0a-a8a8-41bd-8a4c-4ac3359b59bc) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:08:56.743193 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-89790d27-3d5c-4608-9fa2-80bc31909e16 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:56.773639 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-49d3bd1d-8b69-4653-820e-77283ebc4e5e None None] Provisioning complete for port a57aff70-43e6-4d67-a233-ff6348a4e6b5 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:08:56.773639 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49d3bd1d-8b69-4653-820e-77283ebc4e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:56.792860 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-89790d27-3d5c-4608-9fa2-80bc31909e16 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:56.850380 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89790d27-3d5c-4608-9fa2-80bc31909e16 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Pushing event updated for resources: {'Port': ['ID=bae08e0a-a8a8-41bd-8a4c-4ac3359b59bc,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:56.871088 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89790d27-3d5c-4608-9fa2-80bc31909e16 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Network 002182cd-1825-4413-96ee-0cd4fb194fab is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:08:56.873555 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-89790d27-3d5c-4608-9fa2-80bc31909e16 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:08:56.876717 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89790d27-3d5c-4608-9fa2-80bc31909e16 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:08:56.879896 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-49d3bd1d-8b69-4653-820e-77283ebc4e5e None None] Provisioning complete for port 5a69c19d-af2f-4606-9dd0-e8bf2d8d93a9 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:08:56.880500 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49d3bd1d-8b69-4653-820e-77283ebc4e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:56.924247 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-49d3bd1d-8b69-4653-820e-77283ebc4e5e None None] Port 5a69c19d-af2f-4606-9dd0-e8bf2d8d93a9 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:08:56.942475 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89790d27-3d5c-4608-9fa2-80bc31909e16 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:56.943078 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-89790d27-3d5c-4608-9fa2-80bc31909e16 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:56.961085 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-89790d27-3d5c-4608-9fa2-80bc31909e16 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.7186646 Nov 10 18:08:56.963681 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52414) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:56.970507 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-531eb8da-881c-462f-ac60-fa35fcdfcfa1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:b8:03:b9'}]}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:08:57.047457 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-aefc89ff-2fc9-439f-9f75-1dfc2b054511 None None] Provisioning complete for port 5a69c19d-af2f-4606-9dd0-e8bf2d8d93a9 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:08:57.048063 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-aefc89ff-2fc9-439f-9f75-1dfc2b054511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:57.089784 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-aefc89ff-2fc9-439f-9f75-1dfc2b054511 None None] Port 5a69c19d-af2f-4606-9dd0-e8bf2d8d93a9 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:08:57.143820 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-531eb8da-881c-462f-ac60-fa35fcdfcfa1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:57.203013 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-68841093-b0d2-46dd-91ce-4729dbd81d92 None None] Could not find standard attr ID for object 0d4945f2-ebf8-414c-92c2-ebfc56dfbe73. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:08:57.365447 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-531eb8da-881c-462f-ac60-fa35fcdfcfa1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:57.370723 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-531eb8da-881c-462f-ac60-fa35fcdfcfa1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:57.427749 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e2f5acdf-cdef-4cb3-a687-03ac25971f14 None None] Provisioning complete for port bae08e0a-a8a8-41bd-8a4c-4ac3359b59bc triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:08:57.428128 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e2f5acdf-cdef-4cb3-a687-03ac25971f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:57.456894 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531eb8da-881c-462f-ac60-fa35fcdfcfa1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Pushing event updated for resources: {'Port': ['ID=bae08e0a-a8a8-41bd-8a4c-4ac3359b59bc,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:57.467922 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-531eb8da-881c-462f-ac60-fa35fcdfcfa1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] In _notify_port_updated(), no bound segment for port bae08e0a-a8a8-41bd-8a4c-4ac3359b59bc on network 002182cd-1825-4413-96ee-0cd4fb194fab {{(pid=102469) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 18:08:57.473990 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531eb8da-881c-462f-ac60-fa35fcdfcfa1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:57.474327 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-531eb8da-881c-462f-ac60-fa35fcdfcfa1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:57.475760 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-531eb8da-881c-462f-ac60-fa35fcdfcfa1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] 10.222.0.39 "PUT /v2.0/ports/bae08e0a-a8a8-41bd-8a4c-4ac3359b59bc HTTP/1.1" status: 200 len: 991 time: 0.5109987 Nov 10 18:08:57.478916 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52418) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:57.492651 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-e2f5acdf-cdef-4cb3-a687-03ac25971f14 None None] Port bae08e0a-a8a8-41bd-8a4c-4ac3359b59bc cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:08:57.620077 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-32934530-b325-4de5-aee2-7b4affab429f tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Deleting port bae08e0a-a8a8-41bd-8a4c-4ac3359b59bc {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:08:57.620462 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-32934530-b325-4de5-aee2-7b4affab429f tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:57.787632 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device a57aff70-43e6-4d67-a233-ff6348a4e6b5 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:08:57.790906 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-32934530-b325-4de5-aee2-7b4affab429f tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:57.819218 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-32934530-b325-4de5-aee2-7b4affab429f tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Calling delete_port for bae08e0a-a8a8-41bd-8a4c-4ac3359b59bc owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:08:57.881065 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port a57aff70-43e6-4d67-a233-ff6348a4e6b5 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:08:57.882127 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:58.042891 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-32934530-b325-4de5-aee2-7b4affab429f tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:58.075157 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32934530-b325-4de5-aee2-7b4affab429f tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Pushing event deleted for resources: {'Port': ['ID=bae08e0a-a8a8-41bd-8a4c-4ac3359b59bc,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:58.126132 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-ae8e1f34-7cd5-4bb8-ae30-b1d3e5c5eb20 None None] Could not find standard attr ID for object bae08e0a-a8a8-41bd-8a4c-4ac3359b59bc. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:08:58.240683 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-32934530-b325-4de5-aee2-7b4affab429f tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:58.246839 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-32934530-b325-4de5-aee2-7b4affab429f tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] 10.222.0.39 "DELETE /v2.0/ports/bae08e0a-a8a8-41bd-8a4c-4ac3359b59bc HTTP/1.1" status: 204 len: 168 time: 0.7645230 Nov 10 18:08:58.247241 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52428) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:58.293227 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d3d406-823d-4e8c-a3d6-48d657676870 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] GET failed (client error): The resource could not be found. Nov 10 18:08:58.295398 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-29d3d406-823d-4e8c-a3d6-48d657676870 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] 10.222.0.39 "GET /v2.0/ports/bae08e0a-a8a8-41bd-8a4c-4ac3359b59bc HTTP/1.1" status: 404 len: 333 time: 0.0468690 Nov 10 18:08:58.299126 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52430) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:58.305285 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-3a5f8aa5-ff7f-477f-b930-433e505a4435 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Request body: {'port': {'network_id': '002182cd-1825-4413-96ee-0cd4fb194fab', 'name': 'tempest-AllowedAddressPairTestJSON-1180191667'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:08:58.437233 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5f8aa5-ff7f-477f-b930-433e505a4435 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Made reservation on behalf of 7585d1d434774fc294963da264c33fb8 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:08:58.441401 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a5f8aa5-ff7f-477f-b930-433e505a4435 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:58.462107 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-3a5f8aa5-ff7f-477f-b930-433e505a4435 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] device_id is not set on port 2fa9a749-a021-4b9e-b298-900430232c51 yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:08:58.594934 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-3a5f8aa5-ff7f-477f-b930-433e505a4435 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Allocated IP 172.20.0.7 (002182cd-1825-4413-96ee-0cd4fb194fab/05ca051f-228d-47cf-9afb-975f56cbd386/2fa9a749-a021-4b9e-b298-900430232c51) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:08:58.835128 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a5f8aa5-ff7f-477f-b930-433e505a4435 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:58.881294 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a5f8aa5-ff7f-477f-b930-433e505a4435 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:58.936471 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5f8aa5-ff7f-477f-b930-433e505a4435 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Network 002182cd-1825-4413-96ee-0cd4fb194fab is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:08:58.946401 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-3a5f8aa5-ff7f-477f-b930-433e505a4435 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:08:58.966639 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f8aa5-ff7f-477f-b930-433e505a4435 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Pushing event updated for resources: {'Port': ['ID=2fa9a749-a021-4b9e-b298-900430232c51,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:58.975659 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5f8aa5-ff7f-477f-b930-433e505a4435 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:08:59.037786 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5f8aa5-ff7f-477f-b930-433e505a4435 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:59.038361 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a5f8aa5-ff7f-477f-b930-433e505a4435 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:59.060464 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3a5f8aa5-ff7f-477f-b930-433e505a4435 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7599792 Nov 10 18:08:59.062904 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52434) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:59.068120 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-4b0e4a2d-248f-45f7-8baf-316ba37a8a51 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b8:03:b9'}]}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:08:59.155862 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4b0e4a2d-248f-45f7-8baf-316ba37a8a51 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:59.269074 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-d0e64a58-b778-4039-9f0a-8f7e24e563fb None None] Provisioning complete for port 2fa9a749-a021-4b9e-b298-900430232c51 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:08:59.270114 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d0e64a58-b778-4039-9f0a-8f7e24e563fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:59.312947 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-d0e64a58-b778-4039-9f0a-8f7e24e563fb None None] Port 2fa9a749-a021-4b9e-b298-900430232c51 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:08:59.376834 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4b0e4a2d-248f-45f7-8baf-316ba37a8a51 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:59.381855 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4b0e4a2d-248f-45f7-8baf-316ba37a8a51 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:59.463852 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e4a2d-248f-45f7-8baf-316ba37a8a51 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Pushing event updated for resources: {'Port': ['ID=2fa9a749-a021-4b9e-b298-900430232c51,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:59.477637 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-4b0e4a2d-248f-45f7-8baf-316ba37a8a51 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] In _notify_port_updated(), no bound segment for port 2fa9a749-a021-4b9e-b298-900430232c51 on network 002182cd-1825-4413-96ee-0cd4fb194fab {{(pid=102468) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 18:08:59.484134 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0e4a2d-248f-45f7-8baf-316ba37a8a51 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:08:59.485192 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4b0e4a2d-248f-45f7-8baf-316ba37a8a51 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:59.487058 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4b0e4a2d-248f-45f7-8baf-316ba37a8a51 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] 10.222.0.39 "PUT /v2.0/ports/2fa9a749-a021-4b9e-b298-900430232c51 HTTP/1.1" status: 200 len: 996 time: 0.4232376 Nov 10 18:08:59.489804 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52436) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:08:59.595632 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-081dcfdc-d6a0-4157-b71f-64f115274513 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Deleting port 2fa9a749-a021-4b9e-b298-900430232c51 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:08:59.596324 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-081dcfdc-d6a0-4157-b71f-64f115274513 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:59.685587 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-081dcfdc-d6a0-4157-b71f-64f115274513 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:59.698436 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-081dcfdc-d6a0-4157-b71f-64f115274513 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Calling delete_port for 2fa9a749-a021-4b9e-b298-900430232c51 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:08:59.734215 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3144d0d8-ac4a-49bb-89fb-c06557e6ceb4 None None] Provisioning complete for port 2fa9a749-a021-4b9e-b298-900430232c51 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:08:59.734735 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3144d0d8-ac4a-49bb-89fb-c06557e6ceb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:59.776562 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-3144d0d8-ac4a-49bb-89fb-c06557e6ceb4 None None] Port 2fa9a749-a021-4b9e-b298-900430232c51 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:08:59.833670 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-081dcfdc-d6a0-4157-b71f-64f115274513 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:59.860976 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081dcfdc-d6a0-4157-b71f-64f115274513 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Pushing event deleted for resources: {'Port': ['ID=2fa9a749-a021-4b9e-b298-900430232c51,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:08:59.955462 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-081dcfdc-d6a0-4157-b71f-64f115274513 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:08:59.961308 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-081dcfdc-d6a0-4157-b71f-64f115274513 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] 10.222.0.39 "DELETE /v2.0/ports/2fa9a749-a021-4b9e-b298-900430232c51 HTTP/1.1" status: 204 len: 168 time: 0.4680381 Nov 10 18:08:59.961736 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52440) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:00.000199 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd1045d-543a-4c44-bfc4-25942fd81d9c tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] GET failed (client error): The resource could not be found. Nov 10 18:09:00.001796 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5dd1045d-543a-4c44-bfc4-25942fd81d9c tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] 10.222.0.39 "GET /v2.0/ports/2fa9a749-a021-4b9e-b298-900430232c51 HTTP/1.1" status: 404 len: 333 time: 0.0390029 Nov 10 18:09:00.005748 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52442) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:00.010919 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-c7c7df41-9e40-4604-a8aa-735ffb34a9cf tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Request body: {'port': {'network_id': '002182cd-1825-4413-96ee-0cd4fb194fab', 'name': 'tempest-AllowedAddressPairTestJSON-1563089508'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:00.149978 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c7df41-9e40-4604-a8aa-735ffb34a9cf tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Made reservation on behalf of 7585d1d434774fc294963da264c33fb8 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:00.153974 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c7c7df41-9e40-4604-a8aa-735ffb34a9cf tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:00.173624 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-c7c7df41-9e40-4604-a8aa-735ffb34a9cf tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] device_id is not set on port 8ed35060-86ad-470d-8a77-8588f2ae45df yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:09:00.300825 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-c7c7df41-9e40-4604-a8aa-735ffb34a9cf tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Allocated IP 172.20.0.9 (002182cd-1825-4413-96ee-0cd4fb194fab/05ca051f-228d-47cf-9afb-975f56cbd386/8ed35060-86ad-470d-8a77-8588f2ae45df) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:09:00.479886 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c7c7df41-9e40-4604-a8aa-735ffb34a9cf tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:00.520045 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c7c7df41-9e40-4604-a8aa-735ffb34a9cf tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:00.536475 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9e4647f7-8b52-4646-9c33-a00c79e03095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:00.567446 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c7df41-9e40-4604-a8aa-735ffb34a9cf tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Network 002182cd-1825-4413-96ee-0cd4fb194fab is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:00.572769 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-c7c7df41-9e40-4604-a8aa-735ffb34a9cf tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:00.575852 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c7df41-9e40-4604-a8aa-735ffb34a9cf tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:00.627427 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7df41-9e40-4604-a8aa-735ffb34a9cf tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Pushing event updated for resources: {'Port': ['ID=8ed35060-86ad-470d-8a77-8588f2ae45df,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:00.645369 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c7df41-9e40-4604-a8aa-735ffb34a9cf tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:00.645369 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c7c7df41-9e40-4604-a8aa-735ffb34a9cf tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:00.668010 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c7c7df41-9e40-4604-a8aa-735ffb34a9cf tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6609621 Nov 10 18:09:00.672313 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52444) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:00.682100 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-71c2ca7f-df2e-4eba-9dec-1117d61a6de1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Request body: {'port': {'network_id': '002182cd-1825-4413-96ee-0cd4fb194fab', 'name': 'tempest-AllowedAddressPairTestJSON-44807652'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:00.832691 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c2ca7f-df2e-4eba-9dec-1117d61a6de1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Made reservation on behalf of 7585d1d434774fc294963da264c33fb8 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:00.836110 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-71c2ca7f-df2e-4eba-9dec-1117d61a6de1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:00.862585 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-71c2ca7f-df2e-4eba-9dec-1117d61a6de1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] device_id is not set on port a2068f87-8658-4fc7-ab30-1e0eae330400 yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:09:00.874504 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:09:00.923535 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-77122147-b749-48d9-a6fe-0fb386b793a1 None None] Provisioning complete for port 8ed35060-86ad-470d-8a77-8588f2ae45df triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:00.924061 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-77122147-b749-48d9-a6fe-0fb386b793a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:00.969644 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-77122147-b749-48d9-a6fe-0fb386b793a1 None None] Port 8ed35060-86ad-470d-8a77-8588f2ae45df cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:09:01.006040 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-71c2ca7f-df2e-4eba-9dec-1117d61a6de1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Allocated IP 172.20.0.4 (002182cd-1825-4413-96ee-0cd4fb194fab/05ca051f-228d-47cf-9afb-975f56cbd386/a2068f87-8658-4fc7-ab30-1e0eae330400) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:09:01.094567 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52452) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:01.581435 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-71c2ca7f-df2e-4eba-9dec-1117d61a6de1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:01.629309 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-71c2ca7f-df2e-4eba-9dec-1117d61a6de1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:01.697191 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c2ca7f-df2e-4eba-9dec-1117d61a6de1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Network 002182cd-1825-4413-96ee-0cd4fb194fab is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:01.701300 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-71c2ca7f-df2e-4eba-9dec-1117d61a6de1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:01.708468 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c2ca7f-df2e-4eba-9dec-1117d61a6de1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:01.720587 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ecdca881-912c-403e-af80-e072b557e12b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:01.742414 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2ca7f-df2e-4eba-9dec-1117d61a6de1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Pushing event updated for resources: {'Port': ['ID=a2068f87-8658-4fc7-ab30-1e0eae330400,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:01.793290 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c2ca7f-df2e-4eba-9dec-1117d61a6de1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:01.794576 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-71c2ca7f-df2e-4eba-9dec-1117d61a6de1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:01.814809 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-71c2ca7f-df2e-4eba-9dec-1117d61a6de1 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1407671 Nov 10 18:09:01.817311 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52456) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:01.823803 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-83b034d4-3041-4dff-b1e0-d90b88349620 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:b8:03:b9'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:aa:1f:22'}]}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:02.001697 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-7f5161e5-3068-4c92-9f3b-5498e0247856 None None] Provisioning complete for port a2068f87-8658-4fc7-ab30-1e0eae330400 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:02.003096 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7f5161e5-3068-4c92-9f3b-5498e0247856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:02.005037 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-83b034d4-3041-4dff-b1e0-d90b88349620 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:02.053672 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-7f5161e5-3068-4c92-9f3b-5498e0247856 None None] Port a2068f87-8658-4fc7-ab30-1e0eae330400 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:09:02.229664 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-83b034d4-3041-4dff-b1e0-d90b88349620 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:02.235916 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-83b034d4-3041-4dff-b1e0-d90b88349620 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:02.321777 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b034d4-3041-4dff-b1e0-d90b88349620 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Pushing event updated for resources: {'Port': ['ID=a2068f87-8658-4fc7-ab30-1e0eae330400,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:02.339802 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-83b034d4-3041-4dff-b1e0-d90b88349620 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] In _notify_port_updated(), no bound segment for port a2068f87-8658-4fc7-ab30-1e0eae330400 on network 002182cd-1825-4413-96ee-0cd4fb194fab {{(pid=102468) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 18:09:02.345626 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b034d4-3041-4dff-b1e0-d90b88349620 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:02.346804 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-83b034d4-3041-4dff-b1e0-d90b88349620 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:02.352716 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-83b034d4-3041-4dff-b1e0-d90b88349620 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] 10.222.0.39 "PUT /v2.0/ports/a2068f87-8658-4fc7-ab30-1e0eae330400 HTTP/1.1" status: 200 len: 1053 time: 0.5295725 Nov 10 18:09:02.354557 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52458) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:02.411805 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-ecdca881-912c-403e-af80-e072b557e12b admin admin] Deleting port 6388081a-6166-4361-b7e7-12db2d928435 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:02.412411 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ecdca881-912c-403e-af80-e072b557e12b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:02.466860 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-4544df3b-041b-4dfc-a454-951c7af98dab tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Deleting port a2068f87-8658-4fc7-ab30-1e0eae330400 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:02.467563 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4544df3b-041b-4dfc-a454-951c7af98dab tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:02.511584 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-ecdca881-912c-403e-af80-e072b557e12b admin admin] For port 6388081a-6166-4361-b7e7-12db2d928435, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=6388081a-6166-4361-b7e7-12db2d928435,segment=NetworkSegment(83bb8480-b3b1-4b35-bc21-9e8c9ea48197),segment_id=83bb8480-b3b1-4b35-bc21-9e8c9ea48197)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:09:02.511949 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ecdca881-912c-403e-af80-e072b557e12b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:02.526914 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-ecdca881-912c-403e-af80-e072b557e12b admin admin] Calling delete_port for 6388081a-6166-4361-b7e7-12db2d928435 owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:02.586490 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4544df3b-041b-4dfc-a454-951c7af98dab tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:02.587385 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-f690fdce-01ee-4817-9c78-39a9a29328e4 None None] Provisioning complete for port a2068f87-8658-4fc7-ab30-1e0eae330400 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:02.588020 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f690fdce-01ee-4817-9c78-39a9a29328e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:02.600470 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-4544df3b-041b-4dfc-a454-951c7af98dab tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Calling delete_port for a2068f87-8658-4fc7-ab30-1e0eae330400 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:02.625262 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-f690fdce-01ee-4817-9c78-39a9a29328e4 None None] Port a2068f87-8658-4fc7-ab30-1e0eae330400 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:09:02.725062 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ecdca881-912c-403e-af80-e072b557e12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:02.757017 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4544df3b-041b-4dfc-a454-951c7af98dab tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:02.766435 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdca881-912c-403e-af80-e072b557e12b admin admin] Pushing event deleted for resources: {'Port': ['ID=6388081a-6166-4361-b7e7-12db2d928435,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:02.789171 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544df3b-041b-4dfc-a454-951c7af98dab tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Pushing event deleted for resources: {'Port': ['ID=a2068f87-8658-4fc7-ab30-1e0eae330400,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:02.917838 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cd573281-82a6-46c5-8141-886637d69fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:03.039928 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ecdca881-912c-403e-af80-e072b557e12b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:03.097486 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4544df3b-041b-4dfc-a454-951c7af98dab tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:03.107469 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4544df3b-041b-4dfc-a454-951c7af98dab tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] 10.222.0.39 "DELETE /v2.0/ports/a2068f87-8658-4fc7-ab30-1e0eae330400 HTTP/1.1" status: 204 len: 168 time: 0.7517133 Nov 10 18:09:03.108221 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52460) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:03.140451 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-35252540-c833-45ad-a23f-cce40781e02b tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] GET failed (client error): The resource could not be found. Nov 10 18:09:03.151181 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-35252540-c833-45ad-a23f-cce40781e02b tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] 10.222.0.39 "GET /v2.0/ports/a2068f87-8658-4fc7-ab30-1e0eae330400 HTTP/1.1" status: 404 len: 333 time: 0.0361381 Nov 10 18:09:03.151911 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52462) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:03.253519 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-62f7471b-02e2-4dee-bb18-ee9a19d63a40 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Deleting port 8ed35060-86ad-470d-8a77-8588f2ae45df {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:03.253983 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-62f7471b-02e2-4dee-bb18-ee9a19d63a40 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:03.328718 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecdca881-912c-403e-af80-e072b557e12b admin admin] Router 444ebbc7-0f40-4330-852a-147b5c04d8d5 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:09:03.349109 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-62f7471b-02e2-4dee-bb18-ee9a19d63a40 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:03.362024 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-62f7471b-02e2-4dee-bb18-ee9a19d63a40 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Calling delete_port for 8ed35060-86ad-470d-8a77-8588f2ae45df owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:03.441668 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecdca881-912c-403e-af80-e072b557e12b admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:09:03.446911 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ecdca881-912c-403e-af80-e072b557e12b admin admin] 10.222.0.39 "PUT /v2.0/routers/444ebbc7-0f40-4330-852a-147b5c04d8d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3505995 Nov 10 18:09:03.449407 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52464) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:03.452018 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683936c2-3d65-48f8-b3de-5d31aa5f7b1b None None] Sync routers for ids ['444ebbc7-0f40-4330-852a-147b5c04d8d5'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:09:03.463096 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683936c2-3d65-48f8-b3de-5d31aa5f7b1b None None] Routers {'444ebbc7-0f40-4330-852a-147b5c04d8d5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:09:03.463719 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-683936c2-3d65-48f8-b3de-5d31aa5f7b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:09:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['444ebbc7-0f40-4330-852a-147b5c04d8d5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:03.520370 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-62f7471b-02e2-4dee-bb18-ee9a19d63a40 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:03.587172 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-de1af993-10e6-4bd7-a0c0-6f8060188e64 admin admin] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:03.601633 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7471b-02e2-4dee-bb18-ee9a19d63a40 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Pushing event deleted for resources: {'Port': ['ID=8ed35060-86ad-470d-8a77-8588f2ae45df,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:03.671974 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-62f7471b-02e2-4dee-bb18-ee9a19d63a40 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:03.676595 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-62f7471b-02e2-4dee-bb18-ee9a19d63a40 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] 10.222.0.39 "DELETE /v2.0/ports/8ed35060-86ad-470d-8a77-8588f2ae45df HTTP/1.1" status: 204 len: 168 time: 0.5202255 Nov 10 18:09:03.677560 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52466) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:03.716528 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-683936c2-3d65-48f8-b3de-5d31aa5f7b1b None None] Set router 444ebbc7-0f40-4330-852a-147b5c04d8d5 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:09:03.735343 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa35333-1e83-4d2f-b156-2621deb8fe4f tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] GET failed (client error): The resource could not be found. Nov 10 18:09:03.737516 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2fa35333-1e83-4d2f-b156-2621deb8fe4f tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] 10.222.0.39 "GET /v2.0/ports/8ed35060-86ad-470d-8a77-8588f2ae45df HTTP/1.1" status: 404 len: 333 time: 0.0587697 Nov 10 18:09:03.745029 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52468) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:03.857432 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-de1af993-10e6-4bd7-a0c0-6f8060188e64 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:03.921427 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-81b8d160-cb09-4ac7-8246-3f10201a166d tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Deleting port 5a69c19d-af2f-4606-9dd0-e8bf2d8d93a9 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:03.921795 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-81b8d160-cb09-4ac7-8246-3f10201a166d tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:03.954249 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-683936c2-3d65-48f8-b3de-5d31aa5f7b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'name': 'tempest-AttachVolumeTestJSON-2134475770-router', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165'}], 'enable_snat': True}, 'gw_port_id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:10Z', 'updated_at': '2021-11-10T18:09:02Z', 'revision_number': 5, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'gw_port': {'id': '5364f3b7-c983-4442-8eae-fc22287f9fe3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:9c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:02:11Z', 'updated_at': '2021-11-10T18:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:03.994435 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683936c2-3d65-48f8-b3de-5d31aa5f7b1b None None] Checking router: 444ebbc7-0f40-4330-852a-147b5c04d8d5 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:09:04.010100 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683936c2-3d65-48f8-b3de-5d31aa5f7b1b None None] Routers {'444ebbc7-0f40-4330-852a-147b5c04d8d5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:09:04.010734 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-683936c2-3d65-48f8-b3de-5d31aa5f7b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:09:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['444ebbc7-0f40-4330-852a-147b5c04d8d5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:04.016022 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-de1af993-10e6-4bd7-a0c0-6f8060188e64 admin admin] Deleting port 5364f3b7-c983-4442-8eae-fc22287f9fe3 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:04.016727 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-de1af993-10e6-4bd7-a0c0-6f8060188e64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:04.095537 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-81b8d160-cb09-4ac7-8246-3f10201a166d tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:04.106453 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:04.117169 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-81b8d160-cb09-4ac7-8246-3f10201a166d tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Calling delete_port for 5a69c19d-af2f-4606-9dd0-e8bf2d8d93a9 owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:04.148756 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-683936c2-3d65-48f8-b3de-5d31aa5f7b1b None None] Set router 444ebbc7-0f40-4330-852a-147b5c04d8d5 gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:09:04.186018 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-de1af993-10e6-4bd7-a0c0-6f8060188e64 admin admin] For port 5364f3b7-c983-4442-8eae-fc22287f9fe3, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=5364f3b7-c983-4442-8eae-fc22287f9fe3,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:09:04.186422 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-de1af993-10e6-4bd7-a0c0-6f8060188e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:04.203607 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-683936c2-3d65-48f8-b3de-5d31aa5f7b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'name': 'tempest-AttachVolumeTestJSON-2134475770-router', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:10Z', 'updated_at': '2021-11-10T18:09:03Z', 'revision_number': 6, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:04.203840 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-de1af993-10e6-4bd7-a0c0-6f8060188e64 admin admin] Calling delete_port for 5364f3b7-c983-4442-8eae-fc22287f9fe3 owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:04.232898 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683936c2-3d65-48f8-b3de-5d31aa5f7b1b None None] The sync data for ids ['444ebbc7-0f40-4330-852a-147b5c04d8d5'] in n-d-776250-10 is: [{'id': '444ebbc7-0f40-4330-852a-147b5c04d8d5', 'name': 'tempest-AttachVolumeTestJSON-2134475770-router', 'tenant_id': '45a8a8523d4548869dfee9712c7beef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:02:10Z', 'updated_at': '2021-11-10T18:09:03Z', 'revision_number': 6, 'project_id': '45a8a8523d4548869dfee9712c7beef8', 'gw_port_host': None}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:09:04.397591 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-81b8d160-cb09-4ac7-8246-3f10201a166d tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:04.437142 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8d160-cb09-4ac7-8246-3f10201a166d tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Pushing event deleted for resources: {'Port': ['ID=5a69c19d-af2f-4606-9dd0-e8bf2d8d93a9,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:04.546125 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-81b8d160-cb09-4ac7-8246-3f10201a166d tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:04.549675 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-81b8d160-cb09-4ac7-8246-3f10201a166d tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] 10.222.0.39 "DELETE /v2.0/ports/5a69c19d-af2f-4606-9dd0-e8bf2d8d93a9 HTTP/1.1" status: 204 len: 168 time: 0.7895308 Nov 10 18:09:04.550949 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-de1af993-10e6-4bd7-a0c0-6f8060188e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:04.552431 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52470) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:04.585073 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1af993-10e6-4bd7-a0c0-6f8060188e64 admin admin] Pushing event deleted for resources: {'Port': ['ID=5364f3b7-c983-4442-8eae-fc22287f9fe3,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:04.616593 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf08eb84-631c-48ac-be9e-5c3d3d99c107 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:09:04.636275 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec0c2fc-12df-4f53-8b1a-4aabe1941788 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Deleting subnet 05ca051f-228d-47cf-9afb-975f56cbd386 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:09:04.645551 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4ec0c2fc-12df-4f53-8b1a-4aabe1941788 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:04.664064 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-de1af993-10e6-4bd7-a0c0-6f8060188e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:04.693857 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4ec0c2fc-12df-4f53-8b1a-4aabe1941788 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:04.770148 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-de1af993-10e6-4bd7-a0c0-6f8060188e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:04.775802 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-de1af993-10e6-4bd7-a0c0-6f8060188e64 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:04.794641 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4ec0c2fc-12df-4f53-8b1a-4aabe1941788 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:04.825763 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-de1af993-10e6-4bd7-a0c0-6f8060188e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:04.826363 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1af993-10e6-4bd7-a0c0-6f8060188e64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 444ebbc7-0f40-4330-852a-147b5c04d8d5 {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:09:04.831099 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-de1af993-10e6-4bd7-a0c0-6f8060188e64 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:04.832507 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-de1af993-10e6-4bd7-a0c0-6f8060188e64 admin admin] 10.222.0.39 "DELETE /v2.0/routers/444ebbc7-0f40-4330-852a-147b5c04d8d5 HTTP/1.1" status: 204 len: 168 time: 1.3812144 Nov 10 18:09:04.834860 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52472) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:04.857462 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4ec0c2fc-12df-4f53-8b1a-4aabe1941788 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:04.885501 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0c2fc-12df-4f53-8b1a-4aabe1941788 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Pushing event deleted for resources: {'Subnet': ['ID=05ca051f-228d-47cf-9afb-975f56cbd386,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:04.888900 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-949353c2-f4fe-4b55-82af-18c89d6b9f7a admin admin] Deleting subnet 51f72ede-4fbe-4023-aa38-d2a84cad1815 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:09:04.890320 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4ec0c2fc-12df-4f53-8b1a-4aabe1941788 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:04.893058 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-949353c2-f4fe-4b55-82af-18c89d6b9f7a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:04.894773 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4ec0c2fc-12df-4f53-8b1a-4aabe1941788 tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] 10.222.0.39 "DELETE /v2.0/subnets/05ca051f-228d-47cf-9afb-975f56cbd386 HTTP/1.1" status: 204 len: 168 time: 0.3411098 Nov 10 18:09:04.898046 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52474) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:04.900374 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ae6870-863f-4034-88c7-2f0b538d05ff None None] Network 002182cd-1825-4413-96ee-0cd4fb194fab requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:09:04.934943 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-949353c2-f4fe-4b55-82af-18c89d6b9f7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:04.988139 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1468eeda-8e8f-44a2-ae68-ccac32cfe5ca tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:05.028944 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-949353c2-f4fe-4b55-82af-18c89d6b9f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:05.054504 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-1468eeda-8e8f-44a2-ae68-ccac32cfe5ca tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Deleting port a57aff70-43e6-4d67-a233-ff6348a4e6b5 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:05.054853 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1468eeda-8e8f-44a2-ae68-ccac32cfe5ca tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:05.103668 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-949353c2-f4fe-4b55-82af-18c89d6b9f7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:05.118622 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59131f9e-b272-46af-9d6d-eaa1e786006a None None] DHCP port deletion for 002182cd-1825-4413-96ee-0cd4fb194fab request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:09:05.135903 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949353c2-f4fe-4b55-82af-18c89d6b9f7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51f72ede-4fbe-4023-aa38-d2a84cad1815,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:05.138711 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-949353c2-f4fe-4b55-82af-18c89d6b9f7a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:05.144799 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-949353c2-f4fe-4b55-82af-18c89d6b9f7a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/51f72ede-4fbe-4023-aa38-d2a84cad1815 HTTP/1.1" status: 204 len: 168 time: 0.3064764 Nov 10 18:09:05.145993 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52476) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:05.151312 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-1468eeda-8e8f-44a2-ae68-ccac32cfe5ca tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] For port a57aff70-43e6-4d67-a233-ff6348a4e6b5, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=a57aff70-43e6-4d67-a233-ff6348a4e6b5,segment=NetworkSegment(1d942959-4635-4c54-8c76-9d1022c3e661),segment_id=1d942959-4635-4c54-8c76-9d1022c3e661)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:09:05.152091 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1468eeda-8e8f-44a2-ae68-ccac32cfe5ca tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:05.155156 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f94272-2b43-4ba0-8b59-b0419a8606eb None None] Network af02a512-aa1c-43ca-886a-9300ebadfc5a requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:09:05.169382 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-1468eeda-8e8f-44a2-ae68-ccac32cfe5ca tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Calling delete_port for a57aff70-43e6-4d67-a233-ff6348a4e6b5 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:05.225440 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cf58e569-b162-41ed-862b-5d1ecf4305c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:05.273702 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1468eeda-8e8f-44a2-ae68-ccac32cfe5ca tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:05.284814 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-59131f9e-b272-46af-9d6d-eaa1e786006a None None] Deleting port a57aff70-43e6-4d67-a233-ff6348a4e6b5 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:05.285125 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-cf58e569-b162-41ed-862b-5d1ecf4305c9 admin admin] Deleting port 171e43e5-e47c-4f19-af14-7da5a8537190 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:05.285471 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cf58e569-b162-41ed-862b-5d1ecf4305c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:05.285836 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-59131f9e-b272-46af-9d6d-eaa1e786006a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:05.306995 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468eeda-8e8f-44a2-ae68-ccac32cfe5ca tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Pushing event deleted for resources: {'Port': ['ID=a57aff70-43e6-4d67-a233-ff6348a4e6b5,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:05.309888 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1468eeda-8e8f-44a2-ae68-ccac32cfe5ca tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] No DVR routers for this DVR port a57aff70-43e6-4d67-a233-ff6348a4e6b5 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:09:05.366868 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-cf58e569-b162-41ed-862b-5d1ecf4305c9 admin admin] For port 171e43e5-e47c-4f19-af14-7da5a8537190, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=171e43e5-e47c-4f19-af14-7da5a8537190,segment=NetworkSegment(83bb8480-b3b1-4b35-bc21-9e8c9ea48197),segment_id=83bb8480-b3b1-4b35-bc21-9e8c9ea48197)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:09:05.367253 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cf58e569-b162-41ed-862b-5d1ecf4305c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:05.385890 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-cf58e569-b162-41ed-862b-5d1ecf4305c9 admin admin] Calling delete_port for 171e43e5-e47c-4f19-af14-7da5a8537190 owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:05.406851 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1468eeda-8e8f-44a2-ae68-ccac32cfe5ca tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:05.430747 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-1468eeda-8e8f-44a2-ae68-ccac32cfe5ca tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002182cd-1825-4413-96ee-0cd4fb194fab']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:05.441727 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-1468eeda-8e8f-44a2-ae68-ccac32cfe5ca tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d942959-4635-4c54-8c76-9d1022c3e661') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:05.442177 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-1468eeda-8e8f-44a2-ae68-ccac32cfe5ca tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d942959-4635-4c54-8c76-9d1022c3e661') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:05.443779 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-59131f9e-b272-46af-9d6d-eaa1e786006a None None] For port a57aff70-43e6-4d67-a233-ff6348a4e6b5, host n-d-776250-10, got binding levels [] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:09:05.444405 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-59131f9e-b272-46af-9d6d-eaa1e786006a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:05.456404 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1468eeda-8e8f-44a2-ae68-ccac32cfe5ca tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:05.468098 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-59131f9e-b272-46af-9d6d-eaa1e786006a None None] Calling delete_port for a57aff70-43e6-4d67-a233-ff6348a4e6b5 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:05.478673 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.ipam_backend_mixin [None req-59131f9e-b272-46af-9d6d-eaa1e786006a None None] Port a57aff70-43e6-4d67-a233-ff6348a4e6b5 was not found and therefore no delete operation was performed {{(pid=102470) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 18:09:05.480504 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-59131f9e-b272-46af-9d6d-eaa1e786006a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:05.486388 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cf58e569-b162-41ed-862b-5d1ecf4305c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:05.506323 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1468eeda-8e8f-44a2-ae68-ccac32cfe5ca tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:05.512865 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59131f9e-b272-46af-9d6d-eaa1e786006a None None] Pushing event deleted for resources: {'Port': ['ID=a57aff70-43e6-4d67-a233-ff6348a4e6b5,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:05.517555 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1468eeda-8e8f-44a2-ae68-ccac32cfe5ca tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:09:05.518154 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1468eeda-8e8f-44a2-ae68-ccac32cfe5ca tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:05.525683 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:09:05.525683 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:09:05.525683 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:09:05.525683 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:09:05.525683 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:09:05.525683 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:09:05.525683 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:09:05.525683 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:09:05.525683 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:09:05.525683 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:09:05.525683 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:09:05.525683 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:09:05.525683 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:09:05.525683 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:09:05.525683 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:09:05.525683 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:09:05.525683 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:09:05.525683 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:09:05.525683 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:09:05.525683 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:09:05.525683 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:09:05.525683 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:09:05.525683 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:09:05.525683 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:09:05.525683 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:09:05.525683 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:09:05.525683 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:09:05.525683 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:09:05.525683 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:09:05.525683 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:09:05.525683 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:09:05.525683 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:09:05.529056 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59131f9e-b272-46af-9d6d-eaa1e786006a None None] No DVR routers for this DVR port a57aff70-43e6-4d67-a233-ff6348a4e6b5 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:09:05.540924 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf58e569-b162-41ed-862b-5d1ecf4305c9 admin admin] No DVR routers for this DVR port 171e43e5-e47c-4f19-af14-7da5a8537190 on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:09:05.563994 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58e569-b162-41ed-862b-5d1ecf4305c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=171e43e5-e47c-4f19-af14-7da5a8537190,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:05.577130 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35727597-e2d9-4204-9b5e-bc324089a1f3 None None] DHCP port deletion for af02a512-aa1c-43ca-886a-9300ebadfc5a request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:09:05.586709 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:05.621379 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cf58e569-b162-41ed-862b-5d1ecf4305c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:05.622421 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1468eeda-8e8f-44a2-ae68-ccac32cfe5ca tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:05.627143 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1468eeda-8e8f-44a2-ae68-ccac32cfe5ca tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:05.634609 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1468eeda-8e8f-44a2-ae68-ccac32cfe5ca tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] 10.222.0.39 "DELETE /v2.0/networks/002182cd-1825-4413-96ee-0cd4fb194fab HTTP/1.1" status: 204 len: 168 time: 0.7354233 Nov 10 18:09:05.646775 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-cf58e569-b162-41ed-862b-5d1ecf4305c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af02a512-aa1c-43ca-886a-9300ebadfc5a']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:05.654529 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468eeda-8e8f-44a2-ae68-ccac32cfe5ca tempest-AllowedAddressPairTestJSON-1060227553 tempest-AllowedAddressPairTestJSON-1060227553-project] Pushing event deleted for resources: {'Network': ['ID=002182cd-1825-4413-96ee-0cd4fb194fab,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:05.660618 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-cf58e569-b162-41ed-862b-5d1ecf4305c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83bb8480-b3b1-4b35-bc21-9e8c9ea48197') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:05.660995 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-cf58e569-b162-41ed-862b-5d1ecf4305c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83bb8480-b3b1-4b35-bc21-9e8c9ea48197') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:05.672430 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cf58e569-b162-41ed-862b-5d1ecf4305c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:05.689622 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cf58e569-b162-41ed-862b-5d1ecf4305c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:05.696720 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf58e569-b162-41ed-862b-5d1ecf4305c9 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:09:05.697229 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cf58e569-b162-41ed-862b-5d1ecf4305c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:05.700052 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:09:05.700052 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:09:05.700052 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:09:05.700052 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:09:05.700052 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:09:05.700052 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:09:05.700052 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:09:05.700052 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:09:05.700052 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:09:05.700052 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:09:05.700052 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:09:05.700052 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:09:05.700052 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:09:05.700052 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:09:05.700052 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:09:05.700052 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:09:05.700052 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:09:05.700052 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:09:05.700052 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:09:05.700052 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:09:05.700052 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:09:05.700052 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:09:05.700052 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:09:05.700052 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:09:05.700052 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:09:05.700052 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:09:05.700052 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:09:05.700052 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:09:05.700052 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:09:05.700052 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:09:05.700052 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:09:05.700052 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:09:05.730540 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 5364f3b7-c983-4442-8eae-fc22287f9fe3 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:09:05.760884 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 5364f3b7-c983-4442-8eae-fc22287f9fe3 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:09:05.761372 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 5364f3b7-c983-4442-8eae-fc22287f9fe3 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:09:05.761888 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device a57aff70-43e6-4d67-a233-ff6348a4e6b5 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:09:05.784016 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cf58e569-b162-41ed-862b-5d1ecf4305c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:05.786878 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: a57aff70-43e6-4d67-a233-ff6348a4e6b5 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:09:05.787324 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device a57aff70-43e6-4d67-a233-ff6348a4e6b5 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:09:05.787749 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 6388081a-6166-4361-b7e7-12db2d928435 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:09:05.789250 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cf58e569-b162-41ed-862b-5d1ecf4305c9 admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:05.792600 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-cf58e569-b162-41ed-862b-5d1ecf4305c9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/af02a512-aa1c-43ca-886a-9300ebadfc5a HTTP/1.1" status: 204 len: 168 time: 0.6451347 Nov 10 18:09:05.810596 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58e569-b162-41ed-862b-5d1ecf4305c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=af02a512-aa1c-43ca-886a-9300ebadfc5a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:05.814215 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 6388081a-6166-4361-b7e7-12db2d928435 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:09:05.814568 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 6388081a-6166-4361-b7e7-12db2d928435 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:09:05.815040 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 171e43e5-e47c-4f19-af14-7da5a8537190 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:09:05.836229 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 171e43e5-e47c-4f19-af14-7da5a8537190 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:09:05.836879 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 171e43e5-e47c-4f19-af14-7da5a8537190 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:09:05.922478 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52484) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:06.012355 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52488) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:06.057834 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-36c682cb-e968-476f-9258-9951ccb26f37 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=45a8a8523d4548869dfee9712c7beef8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411677 Nov 10 18:09:06.058079 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52490) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:06.111936 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d9c8b705-02c0-42fe-b75e-cf0670231887 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:06.136435 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d9c8b705-02c0-42fe-b75e-cf0670231887 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:06.186382 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a6c54ba0-9aab-4849-ad16-499cc10308e8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7585d1d434774fc294963da264c33fb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2626514 Nov 10 18:09:06.186661 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d9c8b705-02c0-42fe-b75e-cf0670231887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:06.189095 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52492) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:06.189426 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d9c8b705-02c0-42fe-b75e-cf0670231887 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:06.193098 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d9c8b705-02c0-42fe-b75e-cf0670231887 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2959dd0f-481c-4543-81da-6e166aa204f6 HTTP/1.1" status: 204 len: 168 time: 0.1316364 Nov 10 18:09:06.198895 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c8b705-02c0-42fe-b75e-cf0670231887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2959dd0f-481c-4543-81da-6e166aa204f6,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:06.245306 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-407c7982-4b3f-49af-ab03-96ffd9c2107d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:06.275118 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-407c7982-4b3f-49af-ab03-96ffd9c2107d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:06.330282 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:06.335791 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-407c7982-4b3f-49af-ab03-96ffd9c2107d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:06.339331 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-407c7982-4b3f-49af-ab03-96ffd9c2107d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:06.342262 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-407c7982-4b3f-49af-ab03-96ffd9c2107d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4fd9e213-3137-45a1-9661-827011585e43 HTTP/1.1" status: 204 len: 168 time: 0.1505518 Nov 10 18:09:06.352296 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c7982-4b3f-49af-ab03-96ffd9c2107d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd9e213-3137-45a1-9661-827011585e43,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:07.164442 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52536) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:07.266031 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0e4a7104-506e-4c02-8410-f36bc1f36282 req-c66a4f9f-4a94-4312-aa30-8f1284921804 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b73f985-329d-41c6-a9b2-7806f4f37c61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2346876 Nov 10 18:09:07.266607 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-35ee7df7-b9db-4ee7-babc-d81b8420193c tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1173522941'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:07.292066 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ee7df7-b9db-4ee7-babc-d81b8420193c tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Made reservation on behalf of eb250ffb0cce4f52b2b6ea5d72f0d984 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:07.297806 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35ee7df7-b9db-4ee7-babc-d81b8420193c tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:07.310291 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35ee7df7-b9db-4ee7-babc-d81b8420193c tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:07.365849 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a7104-506e-4c02-8410-f36bc1f36282 req-2ee4bd75-34ea-4365-9500-90f2193e2900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:07.367700 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0e4a7104-506e-4c02-8410-f36bc1f36282 req-2ee4bd75-34ea-4365-9500-90f2193e2900 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3893148173944280a0bffe597d75933b&device_id=1b73f985-329d-41c6-a9b2-7806f4f37c61 HTTP/1.1" status: 200 len: 1098 time: 0.0521078 Nov 10 18:09:07.411119 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35ee7df7-b9db-4ee7-babc-d81b8420193c tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:07.416981 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35ee7df7-b9db-4ee7-babc-d81b8420193c tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:07.449999 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ee7df7-b9db-4ee7-babc-d81b8420193c tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:09:07.463027 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee7df7-b9db-4ee7-babc-d81b8420193c tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c79219c9-0288-448a-817e-f807c5c17430,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:07.467196 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35ee7df7-b9db-4ee7-babc-d81b8420193c tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:07.467650 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-35ee7df7-b9db-4ee7-babc-d81b8420193c tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Added segment 71ca55eb-e35d-4dc1-a1e6-43503ed22cf3 of type vlan for network d4eddec9-c38d-4cbc-ae67-5ea8eaf1b628 Nov 10 18:09:07.512070 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a7104-506e-4c02-8410-f36bc1f36282 req-a2a8fa7a-e291-4c2a-b544-d05cae53af8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:07.513287 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0e4a7104-506e-4c02-8410-f36bc1f36282 req-a2a8fa7a-e291-4c2a-b544-d05cae53af8c service neutron] 10.222.0.13 "GET /v2.0/networks?id=751663c4-944e-4370-9efe-4bbb134d1009 HTTP/1.1" status: 200 len: 910 time: 0.1237209 Nov 10 18:09:07.516379 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35ee7df7-b9db-4ee7-babc-d81b8420193c tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:07.555933 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35ee7df7-b9db-4ee7-babc-d81b8420193c tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:07.565130 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ee7df7-b9db-4ee7-babc-d81b8420193c tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:07.567986 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35ee7df7-b9db-4ee7-babc-d81b8420193c tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:07.588330 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0e4a7104-506e-4c02-8410-f36bc1f36282 req-9b64a493-1918-4f1b-b229-fb8fafbeeb9c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5360ad56-836e-4fa0-bd41-5fa36e2a0896 HTTP/1.1" status: 200 len: 1000 time: 0.0672638 Nov 10 18:09:07.639196 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-35ee7df7-b9db-4ee7-babc-d81b8420193c tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4732261 Nov 10 18:09:07.639836 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52544) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:07.646418 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a7104-506e-4c02-8410-f36bc1f36282 req-cb360f71-b731-44e8-a507-e157dd929e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:07.647900 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-cfbb5930-7060-4408-819f-a59391506582 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Request body: {'subnet': {'network_id': 'd4eddec9-c38d-4cbc-ae67-5ea8eaf1b628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:07.648112 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0e4a7104-506e-4c02-8410-f36bc1f36282 req-cb360f71-b731-44e8-a507-e157dd929e98 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=835e2ff4-ea31-41dc-a794-aed2edab05d1 HTTP/1.1" status: 200 len: 848 time: 0.0519245 Nov 10 18:09:07.717853 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee7df7-b9db-4ee7-babc-d81b8420193c tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Pushing event updated for resources: {'Network': ['ID=d4eddec9-c38d-4cbc-ae67-5ea8eaf1b628,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:07.730255 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network d4eddec9-c38d-4cbc-ae67-5ea8eaf1b628 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:09:07.739880 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a7104-506e-4c02-8410-f36bc1f36282 req-5043050a-fe9d-4882-92ff-b9b2a9142588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:07.743105 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0e4a7104-506e-4c02-8410-f36bc1f36282 req-5043050a-fe9d-4882-92ff-b9b2a9142588 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=751663c4-944e-4370-9efe-4bbb134d1009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0862710 Nov 10 18:09:07.789272 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbb5930-7060-4408-819f-a59391506582 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Made reservation on behalf of eb250ffb0cce4f52b2b6ea5d72f0d984 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:07.794420 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cfbb5930-7060-4408-819f-a59391506582 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:07.879337 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0e4a7104-506e-4c02-8410-f36bc1f36282 req-301b7555-5091-4bcc-8bf4-cfd826876293 service neutron] 10.222.0.13 "GET /v2.0/networks/751663c4-944e-4370-9efe-4bbb134d1009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279080 Nov 10 18:09:08.001097 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0e4a7104-506e-4c02-8410-f36bc1f36282 req-ea4106ee-9fad-4574-94e0-c78dfefa9d5e service neutron] 10.222.0.13 "GET /v2.0/networks/751663c4-944e-4370-9efe-4bbb134d1009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139410 Nov 10 18:09:08.032374 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cfbb5930-7060-4408-819f-a59391506582 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:08.120584 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb5930-7060-4408-819f-a59391506582 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Pushing event updated for resources: {'Subnet': ['ID=60223929-b725-4fe8-af6e-a529636ba03c,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:08.128314 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbb5930-7060-4408-819f-a59391506582 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Checking segment: {'id': '71ca55eb-e35d-4dc1-a1e6-43503ed22cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd4eddec9-c38d-4cbc-ae67-5ea8eaf1b628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:09:08.128826 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbb5930-7060-4408-819f-a59391506582 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Network hostable DHCP agents. Network: d4eddec9-c38d-4cbc-ae67-5ea8eaf1b628, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:09:08.148237 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbb5930-7060-4408-819f-a59391506582 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Network d4eddec9-c38d-4cbc-ae67-5ea8eaf1b628 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:09:08.166903 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-cfbb5930-7060-4408-819f-a59391506582 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, d4eddec9-c38d-4cbc-ae67-5ea8eaf1b628) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:08.171218 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbb5930-7060-4408-819f-a59391506582 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:08.171817 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cfbb5930-7060-4408-819f-a59391506582 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:08.178425 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bd4f1a-4273-408c-ba6a-bdf1b6f9ca59 None None] Network d4eddec9-c38d-4cbc-ae67-5ea8eaf1b628 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:09:08.189353 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cfbb5930-7060-4408-819f-a59391506582 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5460856 Nov 10 18:09:08.192004 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52552) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:08.196987 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-58668ef2-8c77-4829-ba4a-f6c430b4d849 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Request body: {'port': {'network_id': 'd4eddec9-c38d-4cbc-ae67-5ea8eaf1b628', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-873206725'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:08.336721 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58668ef2-8c77-4829-ba4a-f6c430b4d849 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Made reservation on behalf of eb250ffb0cce4f52b2b6ea5d72f0d984 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:08.341274 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-58668ef2-8c77-4829-ba4a-f6c430b4d849 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:08.351968 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df31a418-a375-41d9-8494-35a32ffc1fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-d4eddec9-c38d-4cbc-ae67-5ea8eaf1b628', 'network_id': 'd4eddec9-c38d-4cbc-ae67-5ea8eaf1b628', 'tenant_id': 'eb250ffb0cce4f52b2b6ea5d72f0d984', 'fixed_ips': [{'subnet_id': '60223929-b725-4fe8-af6e-a529636ba03c'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:09:08.353041 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-df31a418-a375-41d9-8494-35a32ffc1fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:08.361138 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-58668ef2-8c77-4829-ba4a-f6c430b4d849 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] device_id is not set on port bc32f207-d464-4c75-b602-7b4173531bb6 yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:09:08.496288 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-58668ef2-8c77-4829-ba4a-f6c430b4d849 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Allocated IP 2001:db8::290 (d4eddec9-c38d-4cbc-ae67-5ea8eaf1b628/60223929-b725-4fe8-af6e-a529636ba03c/bc32f207-d464-4c75-b602-7b4173531bb6) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:09:08.669372 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-58668ef2-8c77-4829-ba4a-f6c430b4d849 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:08.717436 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-58668ef2-8c77-4829-ba4a-f6c430b4d849 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:08.770278 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58668ef2-8c77-4829-ba4a-f6c430b4d849 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Network d4eddec9-c38d-4cbc-ae67-5ea8eaf1b628 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:08.773913 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-df31a418-a375-41d9-8494-35a32ffc1fab None None] Allocated IP 2001:db8::2 (d4eddec9-c38d-4cbc-ae67-5ea8eaf1b628/60223929-b725-4fe8-af6e-a529636ba03c/2f7ddee0-abbc-45f2-8a02-8cd6342793ba) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:09:08.776056 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-58668ef2-8c77-4829-ba4a-f6c430b4d849 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:08.781589 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58668ef2-8c77-4829-ba4a-f6c430b4d849 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:08.787382 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58668ef2-8c77-4829-ba4a-f6c430b4d849 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:08.788231 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-58668ef2-8c77-4829-ba4a-f6c430b4d849 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:08.804211 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58668ef2-8c77-4829-ba4a-f6c430b4d849 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Pushing event updated for resources: {'Port': ['ID=bc32f207-d464-4c75-b602-7b4173531bb6,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:08.819263 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-58668ef2-8c77-4829-ba4a-f6c430b4d849 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.6227906 Nov 10 18:09:08.819574 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52556) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:08.824891 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-88c47a87-62f9-4042-9ff3-c31951f34ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Request body: {'port': {'network_id': 'd4eddec9-c38d-4cbc-ae67-5ea8eaf1b628', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-121995618', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:08.825400 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.api.validators [None req-88c47a87-62f9-4042-9ff3-c31951f34ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] bootfile-name is not in valid_values {{(pid=102469) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 18:09:08.826137 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.api.validators [None req-88c47a87-62f9-4042-9ff3-c31951f34ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] tftp-server is not in valid_values {{(pid=102469) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 18:09:08.826508 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.api.validators [None req-88c47a87-62f9-4042-9ff3-c31951f34ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] server-ip-address is not in valid_values {{(pid=102469) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 18:09:08.967732 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c47a87-62f9-4042-9ff3-c31951f34ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Made reservation on behalf of eb250ffb0cce4f52b2b6ea5d72f0d984 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:08.972347 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-88c47a87-62f9-4042-9ff3-c31951f34ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:08.978422 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-df31a418-a375-41d9-8494-35a32ffc1fab None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:08.987777 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-df31a418-a375-41d9-8494-35a32ffc1fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:08.994220 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-88c47a87-62f9-4042-9ff3-c31951f34ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] device_id is not set on port 0e8025eb-1b0a-46f8-bd19-64a24c66f57a yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:09:09.005167 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df31a418-a375-41d9-8494-35a32ffc1fab None None] Network d4eddec9-c38d-4cbc-ae67-5ea8eaf1b628 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:09.007721 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-df31a418-a375-41d9-8494-35a32ffc1fab None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:09.027135 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df31a418-a375-41d9-8494-35a32ffc1fab None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:09.115365 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31a418-a375-41d9-8494-35a32ffc1fab None None] Pushing event updated for resources: {'Port': ['ID=2f7ddee0-abbc-45f2-8a02-8cd6342793ba,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:09.138896 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-df31a418-a375-41d9-8494-35a32ffc1fab None None] Attempting to bind port 2f7ddee0-abbc-45f2-8a02-8cd6342793ba on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:09.139447 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-df31a418-a375-41d9-8494-35a32ffc1fab None None] Attempting to bind port 2f7ddee0-abbc-45f2-8a02-8cd6342793ba by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '71ca55eb-e35d-4dc1-a1e6-43503ed22cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd4eddec9-c38d-4cbc-ae67-5ea8eaf1b628'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:09.139985 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df31a418-a375-41d9-8494-35a32ffc1fab None None] Attempting to bind port 2f7ddee0-abbc-45f2-8a02-8cd6342793ba on network d4eddec9-c38d-4cbc-ae67-5ea8eaf1b628 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:09.148889 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df31a418-a375-41d9-8494-35a32ffc1fab None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:09:09.149498 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df31a418-a375-41d9-8494-35a32ffc1fab None None] Checking segment: {'id': '71ca55eb-e35d-4dc1-a1e6-43503ed22cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd4eddec9-c38d-4cbc-ae67-5ea8eaf1b628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:09:09.150215 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-df31a418-a375-41d9-8494-35a32ffc1fab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:09.151044 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df31a418-a375-41d9-8494-35a32ffc1fab None None] Bound using segment: {'id': '71ca55eb-e35d-4dc1-a1e6-43503ed22cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd4eddec9-c38d-4cbc-ae67-5ea8eaf1b628'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:09:09.151777 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-df31a418-a375-41d9-8494-35a32ffc1fab None None] Bound port: 2f7ddee0-abbc-45f2-8a02-8cd6342793ba, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71ca55eb-e35d-4dc1-a1e6-43503ed22cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd4eddec9-c38d-4cbc-ae67-5ea8eaf1b628'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:09:09.152390 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-df31a418-a375-41d9-8494-35a32ffc1fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:09.152767 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-88c47a87-62f9-4042-9ff3-c31951f34ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Allocated IP 2001:db8::a8 (d4eddec9-c38d-4cbc-ae67-5ea8eaf1b628/60223929-b725-4fe8-af6e-a529636ba03c/0e8025eb-1b0a-46f8-bd19-64a24c66f57a) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:09:09.282754 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-df31a418-a375-41d9-8494-35a32ffc1fab None None] For port 2f7ddee0-abbc-45f2-8a02-8cd6342793ba, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:09:09.286901 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-df31a418-a375-41d9-8494-35a32ffc1fab None None] For port 2f7ddee0-abbc-45f2-8a02-8cd6342793ba, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2f7ddee0-abbc-45f2-8a02-8cd6342793ba,segment=NetworkSegment(71ca55eb-e35d-4dc1-a1e6-43503ed22cf3),segment_id=71ca55eb-e35d-4dc1-a1e6-43503ed22cf3)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:09:09.290980 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-df31a418-a375-41d9-8494-35a32ffc1fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:09.354918 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-88c47a87-62f9-4042-9ff3-c31951f34ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:09.358800 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31a418-a375-41d9-8494-35a32ffc1fab None None] Pushing event updated for resources: {'Port': ['ID=2f7ddee0-abbc-45f2-8a02-8cd6342793ba,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:09.425900 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-88c47a87-62f9-4042-9ff3-c31951f34ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:09.469562 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c47a87-62f9-4042-9ff3-c31951f34ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Network d4eddec9-c38d-4cbc-ae67-5ea8eaf1b628 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:09.472761 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-88c47a87-62f9-4042-9ff3-c31951f34ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:09.476706 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c47a87-62f9-4042-9ff3-c31951f34ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:09.483494 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c47a87-62f9-4042-9ff3-c31951f34ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:09.484303 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-88c47a87-62f9-4042-9ff3-c31951f34ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:09.507465 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c47a87-62f9-4042-9ff3-c31951f34ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Pushing event updated for resources: {'Port': ['ID=0e8025eb-1b0a-46f8-bd19-64a24c66f57a,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:09.520188 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-88c47a87-62f9-4042-9ff3-c31951f34ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 0.6991854 Nov 10 18:09:09.521958 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c47a87-62f9-4042-9ff3-c31951f34ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:09.522460 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c47a87-62f9-4042-9ff3-c31951f34ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:09.522768 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52570) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:09.523275 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c47a87-62f9-4042-9ff3-c31951f34ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:09.523275 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c47a87-62f9-4042-9ff3-c31951f34ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:09.523710 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c47a87-62f9-4042-9ff3-c31951f34ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:09.524114 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c47a87-62f9-4042-9ff3-c31951f34ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:09.524539 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c47a87-62f9-4042-9ff3-c31951f34ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:09.524938 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c47a87-62f9-4042-9ff3-c31951f34ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:09.525338 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c47a87-62f9-4042-9ff3-c31951f34ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:09.525734 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c47a87-62f9-4042-9ff3-c31951f34ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:09.526148 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c47a87-62f9-4042-9ff3-c31951f34ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:09.526540 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c47a87-62f9-4042-9ff3-c31951f34ff7 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:09.653084 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7309e31-5b2c-4491-ba23-8f7584ae8796 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:09.659632 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7309e31-5b2c-4491-ba23-8f7584ae8796 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:09.665938 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7309e31-5b2c-4491-ba23-8f7584ae8796 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:09.667967 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c7309e31-5b2c-4491-ba23-8f7584ae8796 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1423173 Nov 10 18:09:09.670927 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52572) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:09.766056 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2f7ddee0-abbc-45f2-8a02-8cd6342793ba up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:09:09.820562 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-195c7e52-ec79-4ce2-b9d6-ed64618e666f tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Deleting port 0e8025eb-1b0a-46f8-bd19-64a24c66f57a {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:09.821055 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-195c7e52-ec79-4ce2-b9d6-ed64618e666f tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:09.821733 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 2f7ddee0-abbc-45f2-8a02-8cd6342793ba triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:09.822219 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:09.907087 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:09.920836 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-195c7e52-ec79-4ce2-b9d6-ed64618e666f tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:09.935845 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-195c7e52-ec79-4ce2-b9d6-ed64618e666f tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Calling delete_port for 0e8025eb-1b0a-46f8-bd19-64a24c66f57a owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:09.943290 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 2f7ddee0-abbc-45f2-8a02-8cd6342793ba, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2f7ddee0-abbc-45f2-8a02-8cd6342793ba,segment=NetworkSegment(71ca55eb-e35d-4dc1-a1e6-43503ed22cf3),segment_id=71ca55eb-e35d-4dc1-a1e6-43503ed22cf3)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:09:09.949756 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:10.014864 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=2f7ddee0-abbc-45f2-8a02-8cd6342793ba,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:10.095261 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-195c7e52-ec79-4ce2-b9d6-ed64618e666f tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:10.134654 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c7e52-ec79-4ce2-b9d6-ed64618e666f tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Pushing event deleted for resources: {'Port': ['ID=0e8025eb-1b0a-46f8-bd19-64a24c66f57a,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:10.167532 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c7e52-ec79-4ce2-b9d6-ed64618e666f tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:10.167973 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c7e52-ec79-4ce2-b9d6-ed64618e666f tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:10.168409 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c7e52-ec79-4ce2-b9d6-ed64618e666f tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:10.169331 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c7e52-ec79-4ce2-b9d6-ed64618e666f tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:10.169735 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c7e52-ec79-4ce2-b9d6-ed64618e666f tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:10.170129 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c7e52-ec79-4ce2-b9d6-ed64618e666f tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:10.170521 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c7e52-ec79-4ce2-b9d6-ed64618e666f tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:10.170986 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c7e52-ec79-4ce2-b9d6-ed64618e666f tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:10.171529 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c7e52-ec79-4ce2-b9d6-ed64618e666f tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:10.171862 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c7e52-ec79-4ce2-b9d6-ed64618e666f tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:10.172213 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c7e52-ec79-4ce2-b9d6-ed64618e666f tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:10.172543 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195c7e52-ec79-4ce2-b9d6-ed64618e666f tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:10.179409 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-195c7e52-ec79-4ce2-b9d6-ed64618e666f tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:10.187749 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52574) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:10.188488 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-195c7e52-ec79-4ce2-b9d6-ed64618e666f tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] 10.222.0.39 "DELETE /v2.0/ports/0e8025eb-1b0a-46f8-bd19-64a24c66f57a HTTP/1.1" status: 204 len: 168 time: 0.5155535 Nov 10 18:09:10.193492 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-33047696-3044-4429-9bff-b0a6613ac0aa tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Request body: {'port': {'name': 'tempest-new-port-name-509768700', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:10.193970 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.api.validators [None req-33047696-3044-4429-9bff-b0a6613ac0aa tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] bootfile-name is not in valid_values {{(pid=102469) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 18:09:10.194310 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.api.validators [None req-33047696-3044-4429-9bff-b0a6613ac0aa tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] tftp-server is not in valid_values {{(pid=102469) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 18:09:10.194643 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.api.validators [None req-33047696-3044-4429-9bff-b0a6613ac0aa tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] server-ip-address is not in valid_values {{(pid=102469) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 10 18:09:10.290048 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-33047696-3044-4429-9bff-b0a6613ac0aa tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:10.526498 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-33047696-3044-4429-9bff-b0a6613ac0aa tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:10.533107 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5ff0f4-5892-4950-a0f6-a99610abdcb5 None None] Network d4eddec9-c38d-4cbc-ae67-5ea8eaf1b628 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:09:10.533418 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-33047696-3044-4429-9bff-b0a6613ac0aa tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:10.570596 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-33047696-3044-4429-9bff-b0a6613ac0aa tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] In _notify_port_updated(), no bound segment for port bc32f207-d464-4c75-b602-7b4173531bb6 on network d4eddec9-c38d-4cbc-ae67-5ea8eaf1b628 {{(pid=102469) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 18:09:10.577797 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33047696-3044-4429-9bff-b0a6613ac0aa tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:10.578474 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-33047696-3044-4429-9bff-b0a6613ac0aa tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:10.580820 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-33047696-3044-4429-9bff-b0a6613ac0aa tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] 10.222.0.39 "PUT /v2.0/ports/bc32f207-d464-4c75-b602-7b4173531bb6 HTTP/1.1" status: 200 len: 1129 time: 0.3918731 Nov 10 18:09:10.582508 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52584) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:10.620008 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33047696-3044-4429-9bff-b0a6613ac0aa tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Pushing event updated for resources: {'Port': ['ID=bc32f207-d464-4c75-b602-7b4173531bb6,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:10.671801 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4902f352-5a83-4304-9993-03a912299a70 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:10.675115 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4902f352-5a83-4304-9993-03a912299a70 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] 10.222.0.39 "GET /v2.0/ports/bc32f207-d464-4c75-b602-7b4173531bb6 HTTP/1.1" status: 200 len: 1129 time: 0.0905218 Nov 10 18:09:10.678635 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52586) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:10.712442 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-bf82eede-2061-40f7-81c2-7db0924a434a None None] Provisioning complete for port 2f7ddee0-abbc-45f2-8a02-8cd6342793ba triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:10.712773 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bf82eede-2061-40f7-81c2-7db0924a434a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:10.809498 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-28b8c4cb-ef5a-46dc-9020-fcfd9d2f1216 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Deleting port bc32f207-d464-4c75-b602-7b4173531bb6 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:10.810568 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-28b8c4cb-ef5a-46dc-9020-fcfd9d2f1216 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:10.924432 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-28b8c4cb-ef5a-46dc-9020-fcfd9d2f1216 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:10.937983 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-28b8c4cb-ef5a-46dc-9020-fcfd9d2f1216 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Calling delete_port for bc32f207-d464-4c75-b602-7b4173531bb6 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:11.095378 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-0304ed10-621b-4f4b-9062-2193c62ea5db None None] Provisioning complete for port 2f7ddee0-abbc-45f2-8a02-8cd6342793ba triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:11.096534 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0304ed10-621b-4f4b-9062-2193c62ea5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:11.101670 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-28b8c4cb-ef5a-46dc-9020-fcfd9d2f1216 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:11.149156 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8c4cb-ef5a-46dc-9020-fcfd9d2f1216 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Pushing event deleted for resources: {'Port': ['ID=bc32f207-d464-4c75-b602-7b4173531bb6,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:11.171819 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-28b8c4cb-ef5a-46dc-9020-fcfd9d2f1216 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:11.178089 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52596) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:11.178342 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-28b8c4cb-ef5a-46dc-9020-fcfd9d2f1216 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] 10.222.0.39 "DELETE /v2.0/ports/bc32f207-d464-4c75-b602-7b4173531bb6 HTTP/1.1" status: 204 len: 168 time: 0.4980130 Nov 10 18:09:11.222205 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-0304ed10-621b-4f4b-9062-2193c62ea5db None None] Could not find standard attr ID for object bc32f207-d464-4c75-b602-7b4173531bb6. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:09:11.252109 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-058ef5f0-c613-4ebd-9573-de5ac074d8a8 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Deleting subnet 60223929-b725-4fe8-af6e-a529636ba03c {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:09:11.255996 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-058ef5f0-c613-4ebd-9573-de5ac074d8a8 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:11.302813 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-058ef5f0-c613-4ebd-9573-de5ac074d8a8 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:11.439232 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12274137-52dc-4a16-afd9-58645eeac041 None None] Could not find standard attr ID for object bc32f207-d464-4c75-b602-7b4173531bb6. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:09:11.660731 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-163b060a-bae3-4e33-a7b0-e1fc96e6b2ac None None] Could not find standard attr ID for object 0e8025eb-1b0a-46f8-bd19-64a24c66f57a. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:09:11.725077 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2f7ddee0-abbc-45f2-8a02-8cd6342793ba up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:09:11.804105 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-058ef5f0-c613-4ebd-9573-de5ac074d8a8 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:11.831136 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 2f7ddee0-abbc-45f2-8a02-8cd6342793ba triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:11.831702 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:11.896664 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-058ef5f0-c613-4ebd-9573-de5ac074d8a8 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:11.934001 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ef5f0-c613-4ebd-9573-de5ac074d8a8 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Pushing event deleted for resources: {'Subnet': ['ID=60223929-b725-4fe8-af6e-a529636ba03c,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:11.946131 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-058ef5f0-c613-4ebd-9573-de5ac074d8a8 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:11.953755 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52606) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:11.974482 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-058ef5f0-c613-4ebd-9573-de5ac074d8a8 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] 10.222.0.39 "DELETE /v2.0/subnets/60223929-b725-4fe8-af6e-a529636ba03c HTTP/1.1" status: 204 len: 168 time: 0.7950821 Nov 10 18:09:12.082051 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-93bb118f-3d6f-43ef-b7fb-c635fd8644f3 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:12.149522 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-93bb118f-3d6f-43ef-b7fb-c635fd8644f3 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Deleting port 2f7ddee0-abbc-45f2-8a02-8cd6342793ba {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:12.149860 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-93bb118f-3d6f-43ef-b7fb-c635fd8644f3 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:12.231700 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f5c8d9-2a22-4b66-9bd7-c0159f52c899 None None] Network d4eddec9-c38d-4cbc-ae67-5ea8eaf1b628 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:09:12.244200 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-93bb118f-3d6f-43ef-b7fb-c635fd8644f3 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] For port 2f7ddee0-abbc-45f2-8a02-8cd6342793ba, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2f7ddee0-abbc-45f2-8a02-8cd6342793ba,segment=NetworkSegment(71ca55eb-e35d-4dc1-a1e6-43503ed22cf3),segment_id=71ca55eb-e35d-4dc1-a1e6-43503ed22cf3)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:09:12.244602 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-93bb118f-3d6f-43ef-b7fb-c635fd8644f3 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:12.262783 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-93bb118f-3d6f-43ef-b7fb-c635fd8644f3 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Calling delete_port for 2f7ddee0-abbc-45f2-8a02-8cd6342793ba owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:12.308109 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-7f3b7c6c-4222-4ff3-bf63-a294555da4df None None] Could not find standard attr ID for object bc32f207-d464-4c75-b602-7b4173531bb6. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:09:12.354673 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-93bb118f-3d6f-43ef-b7fb-c635fd8644f3 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:12.391954 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bb118f-3d6f-43ef-b7fb-c635fd8644f3 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] No DVR routers for this DVR port 2f7ddee0-abbc-45f2-8a02-8cd6342793ba on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:09:12.397198 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb118f-3d6f-43ef-b7fb-c635fd8644f3 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Pushing event deleted for resources: {'Port': ['ID=2f7ddee0-abbc-45f2-8a02-8cd6342793ba,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:12.444867 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be76d40-2c79-4665-a161-75db8050a263 None None] DHCP port deletion for d4eddec9-c38d-4cbc-ae67-5ea8eaf1b628 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:09:12.491848 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-93bb118f-3d6f-43ef-b7fb-c635fd8644f3 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:12.513955 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-93bb118f-3d6f-43ef-b7fb-c635fd8644f3 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4eddec9-c38d-4cbc-ae67-5ea8eaf1b628']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:12.523776 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-93bb118f-3d6f-43ef-b7fb-c635fd8644f3 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ca55eb-e35d-4dc1-a1e6-43503ed22cf3') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:12.524076 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-93bb118f-3d6f-43ef-b7fb-c635fd8644f3 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ca55eb-e35d-4dc1-a1e6-43503ed22cf3') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:12.534609 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-93bb118f-3d6f-43ef-b7fb-c635fd8644f3 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:12.548562 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-93bb118f-3d6f-43ef-b7fb-c635fd8644f3 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:12.554676 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93bb118f-3d6f-43ef-b7fb-c635fd8644f3 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:09:12.555062 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-93bb118f-3d6f-43ef-b7fb-c635fd8644f3 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:12.563958 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:09:12.563958 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:09:12.563958 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:09:12.563958 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:09:12.563958 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:09:12.563958 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:09:12.563958 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:09:12.563958 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:09:12.563958 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:09:12.563958 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:09:12.563958 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:09:12.563958 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:09:12.563958 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:09:12.563958 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:09:12.563958 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:09:12.563958 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:09:12.563958 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:09:12.563958 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:09:12.563958 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:09:12.563958 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:09:12.563958 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:09:12.563958 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:09:12.563958 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:09:12.563958 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:09:12.563958 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:09:12.563958 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:09:12.563958 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:09:12.563958 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:09:12.563958 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:09:12.563958 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:09:12.563958 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:09:12.563958 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:09:12.622986 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-93bb118f-3d6f-43ef-b7fb-c635fd8644f3 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:12.630455 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-93bb118f-3d6f-43ef-b7fb-c635fd8644f3 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:12.633941 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-93bb118f-3d6f-43ef-b7fb-c635fd8644f3 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] 10.222.0.39 "DELETE /v2.0/networks/d4eddec9-c38d-4cbc-ae67-5ea8eaf1b628 HTTP/1.1" status: 204 len: 168 time: 0.6790628 Nov 10 18:09:12.650679 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb118f-3d6f-43ef-b7fb-c635fd8644f3 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140 tempest-ExtraDHCPOptionsIpV6TestJSON-223374140-project] Pushing event deleted for resources: {'Network': ['ID=d4eddec9-c38d-4cbc-ae67-5ea8eaf1b628,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:12.922172 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52646) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:13.066448 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1c043a8d-6911-4ea5-b73e-3df2b1c56155 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eb250ffb0cce4f52b2b6ea5d72f0d984&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1407690 Nov 10 18:09:13.067104 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52650) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:13.119368 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-14143f75-92af-4a58-a6fc-1fc44b3d1b69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:13.144323 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-14143f75-92af-4a58-a6fc-1fc44b3d1b69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:13.202473 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-14143f75-92af-4a58-a6fc-1fc44b3d1b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:13.205237 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-14143f75-92af-4a58-a6fc-1fc44b3d1b69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:13.209025 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-14143f75-92af-4a58-a6fc-1fc44b3d1b69 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c79219c9-0288-448a-817e-f807c5c17430 HTTP/1.1" status: 204 len: 168 time: 0.1389081 Nov 10 18:09:13.222180 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14143f75-92af-4a58-a6fc-1fc44b3d1b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79219c9-0288-448a-817e-f807c5c17430,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:13.707894 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2f7ddee0-abbc-45f2-8a02-8cd6342793ba no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:09:13.729916 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 2f7ddee0-abbc-45f2-8a02-8cd6342793ba {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:09:13.730266 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2f7ddee0-abbc-45f2-8a02-8cd6342793ba not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:09:13.924843 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52674) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:14.032468 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-3f9e10d9-3fc4-4fde-9f2d-e7887e4c4fb9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-903538978'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:14.053599 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9e10d9-3fc4-4fde-9f2d-e7887e4c4fb9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:14.057058 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3f9e10d9-3fc4-4fde-9f2d-e7887e4c4fb9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:14.067037 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3f9e10d9-3fc4-4fde-9f2d-e7887e4c4fb9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:14.144766 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3f9e10d9-3fc4-4fde-9f2d-e7887e4c4fb9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:14.149760 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3f9e10d9-3fc4-4fde-9f2d-e7887e4c4fb9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:14.182408 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9e10d9-3fc4-4fde-9f2d-e7887e4c4fb9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:09:14.193647 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e10d9-3fc4-4fde-9f2d-e7887e4c4fb9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3fdb82-5bb9-4183-853b-4c911f5758b2,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:14.199499 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3f9e10d9-3fc4-4fde-9f2d-e7887e4c4fb9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:14.199499 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-3f9e10d9-3fc4-4fde-9f2d-e7887e4c4fb9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Added segment b61afff2-32c0-46d1-9e4a-b4bfb1da7524 of type vlan for network 91d66806-c611-47f8-bf63-155402759f5e Nov 10 18:09:14.243274 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3f9e10d9-3fc4-4fde-9f2d-e7887e4c4fb9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:14.269378 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3f9e10d9-3fc4-4fde-9f2d-e7887e4c4fb9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:14.274952 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9e10d9-3fc4-4fde-9f2d-e7887e4c4fb9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:14.275535 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3f9e10d9-3fc4-4fde-9f2d-e7887e4c4fb9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:14.332665 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3f9e10d9-3fc4-4fde-9f2d-e7887e4c4fb9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4041557 Nov 10 18:09:14.333084 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52680) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:14.344436 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-bf62e5b4-3a3d-4e40-81ec-3a3181bd7458 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'port': {'network_id': '91d66806-c611-47f8-bf63-155402759f5e', 'name': 'tempest-PortsIpV6TestJSON-1460330617'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:14.362564 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e10d9-3fc4-4fde-9f2d-e7887e4c4fb9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Network': ['ID=91d66806-c611-47f8-bf63-155402759f5e,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:14.374324 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 91d66806-c611-47f8-bf63-155402759f5e details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:09:14.457991 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf62e5b4-3a3d-4e40-81ec-3a3181bd7458 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:14.462612 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bf62e5b4-3a3d-4e40-81ec-3a3181bd7458 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:14.481846 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-bf62e5b4-3a3d-4e40-81ec-3a3181bd7458 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] device_id is not set on port 9f36a4d5-68b2-4b4f-8cbd-d464ecd43657 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:09:14.653146 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bf62e5b4-3a3d-4e40-81ec-3a3181bd7458 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:14.689491 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bf62e5b4-3a3d-4e40-81ec-3a3181bd7458 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:14.756393 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62e5b4-3a3d-4e40-81ec-3a3181bd7458 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Port': ['ID=9f36a4d5-68b2-4b4f-8cbd-d464ecd43657,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:14.768498 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf62e5b4-3a3d-4e40-81ec-3a3181bd7458 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Checking segment: {'id': 'b61afff2-32c0-46d1-9e4a-b4bfb1da7524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '91d66806-c611-47f8-bf63-155402759f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:09:14.768498 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf62e5b4-3a3d-4e40-81ec-3a3181bd7458 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network hostable DHCP agents. Network: 91d66806-c611-47f8-bf63-155402759f5e, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:09:14.791487 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf62e5b4-3a3d-4e40-81ec-3a3181bd7458 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network 91d66806-c611-47f8-bf63-155402759f5e is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:09:14.804061 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-bf62e5b4-3a3d-4e40-81ec-3a3181bd7458 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 91d66806-c611-47f8-bf63-155402759f5e) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:14.807874 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf62e5b4-3a3d-4e40-81ec-3a3181bd7458 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:14.813104 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccee93db-7fd2-4080-b32d-12c490d86773 None None] Network 91d66806-c611-47f8-bf63-155402759f5e requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:09:14.813853 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf62e5b4-3a3d-4e40-81ec-3a3181bd7458 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:14.814500 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bf62e5b4-3a3d-4e40-81ec-3a3181bd7458 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:14.832821 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-bf62e5b4-3a3d-4e40-81ec-3a3181bd7458 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4986579 Nov 10 18:09:14.835721 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52682) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:14.841465 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-98e1ed6e-0fd8-42f9-974b-f8878103b801 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1089239278'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:14.869407 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e1ed6e-0fd8-42f9-974b-f8878103b801 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:14.873383 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-98e1ed6e-0fd8-42f9-974b-f8878103b801 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:14.904899 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e1ed6e-0fd8-42f9-974b-f8878103b801 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:09:14.926860 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-98e1ed6e-0fd8-42f9-974b-f8878103b801 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:14.927667 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-98e1ed6e-0fd8-42f9-974b-f8878103b801 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Added segment f617bda4-a60f-491f-ae0c-585b101ff477 of type vlan for network 90b54e3e-862a-426a-9792-e6fbb203ec73 Nov 10 18:09:14.984101 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-98e1ed6e-0fd8-42f9-974b-f8878103b801 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:15.017336 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-98e1ed6e-0fd8-42f9-974b-f8878103b801 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:15.023264 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e1ed6e-0fd8-42f9-974b-f8878103b801 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:15.023863 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-98e1ed6e-0fd8-42f9-974b-f8878103b801 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:15.096646 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-98e1ed6e-0fd8-42f9-974b-f8878103b801 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2598011 Nov 10 18:09:15.100067 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52690) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:15.103663 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1ed6e-0fd8-42f9-974b-f8878103b801 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Network': ['ID=90b54e3e-862a-426a-9792-e6fbb203ec73,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:15.118161 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-f3249e71-6f70-4a8e-af4e-bb2b749d01e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'ports': [{'network_id': '91d66806-c611-47f8-bf63-155402759f5e'}, {'network_id': '90b54e3e-862a-426a-9792-e6fbb203ec73'}]} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:15.119286 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-f3249e71-6f70-4a8e-af4e-bb2b749d01e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'port': {'network_id': '91d66806-c611-47f8-bf63-155402759f5e'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:15.119832 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-f3249e71-6f70-4a8e-af4e-bb2b749d01e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'port': {'network_id': '90b54e3e-862a-426a-9792-e6fbb203ec73'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:15.127219 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 90b54e3e-862a-426a-9792-e6fbb203ec73 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:09:15.305086 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3249e71-6f70-4a8e-af4e-bb2b749d01e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'port': 2} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:15.310084 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f3249e71-6f70-4a8e-af4e-bb2b749d01e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:15.328472 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f3249e71-6f70-4a8e-af4e-bb2b749d01e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:15.420004 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-f3249e71-6f70-4a8e-af4e-bb2b749d01e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] device_id is not set on port bf8cd7cc-b2bf-41e3-a8bf-4cf946ad36d5 yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:09:15.545420 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f3249e71-6f70-4a8e-af4e-bb2b749d01e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:15.619746 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-f3249e71-6f70-4a8e-af4e-bb2b749d01e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] device_id is not set on port d988930a-0e1f-427c-a1d4-cdc8d6dea0eb yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:09:15.736637 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f3249e71-6f70-4a8e-af4e-bb2b749d01e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:15.778874 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f3249e71-6f70-4a8e-af4e-bb2b749d01e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:15.832675 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3249e71-6f70-4a8e-af4e-bb2b749d01e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network 91d66806-c611-47f8-bf63-155402759f5e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:15.836028 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-f3249e71-6f70-4a8e-af4e-bb2b749d01e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:15.841113 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3249e71-6f70-4a8e-af4e-bb2b749d01e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:15.842047 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f3249e71-6f70-4a8e-af4e-bb2b749d01e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:15.846105 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3249e71-6f70-4a8e-af4e-bb2b749d01e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Port': ['ID=bf8cd7cc-b2bf-41e3-a8bf-4cf946ad36d5,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:15.913306 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3249e71-6f70-4a8e-af4e-bb2b749d01e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Port': ['ID=d988930a-0e1f-427c-a1d4-cdc8d6dea0eb,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:15.915546 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3249e71-6f70-4a8e-af4e-bb2b749d01e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Checking segment: {'id': 'f617bda4-a60f-491f-ae0c-585b101ff477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '90b54e3e-862a-426a-9792-e6fbb203ec73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:09:15.915909 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3249e71-6f70-4a8e-af4e-bb2b749d01e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network hostable DHCP agents. Network: 90b54e3e-862a-426a-9792-e6fbb203ec73, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:09:15.935587 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3249e71-6f70-4a8e-af4e-bb2b749d01e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network 90b54e3e-862a-426a-9792-e6fbb203ec73 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:09:15.945604 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-f3249e71-6f70-4a8e-af4e-bb2b749d01e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 90b54e3e-862a-426a-9792-e6fbb203ec73) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:15.949592 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3249e71-6f70-4a8e-af4e-bb2b749d01e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:15.956284 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3249e71-6f70-4a8e-af4e-bb2b749d01e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:15.956462 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178bf463-64de-44c4-b57f-a6fa350cfd25 None None] Network 90b54e3e-862a-426a-9792-e6fbb203ec73 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:09:15.961482 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3249e71-6f70-4a8e-af4e-bb2b749d01e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:15.962171 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f3249e71-6f70-4a8e-af4e-bb2b749d01e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:15.985297 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f3249e71-6f70-4a8e-af4e-bb2b749d01e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8840346 Nov 10 18:09:15.988350 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52692) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:16.100464 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-77c6b02f-4c6b-4cb7-bd70-8508af93f0f7 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Deleting port d988930a-0e1f-427c-a1d4-cdc8d6dea0eb {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:16.101081 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-77c6b02f-4c6b-4cb7-bd70-8508af93f0f7 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:16.180537 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-77c6b02f-4c6b-4cb7-bd70-8508af93f0f7 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:16.193790 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-77c6b02f-4c6b-4cb7-bd70-8508af93f0f7 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Calling delete_port for d988930a-0e1f-427c-a1d4-cdc8d6dea0eb owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:16.280978 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-77c6b02f-4c6b-4cb7-bd70-8508af93f0f7 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:16.308325 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c6b02f-4c6b-4cb7-bd70-8508af93f0f7 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Port': ['ID=d988930a-0e1f-427c-a1d4-cdc8d6dea0eb,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:16.320207 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-77c6b02f-4c6b-4cb7-bd70-8508af93f0f7 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:16.323789 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-77c6b02f-4c6b-4cb7-bd70-8508af93f0f7 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/ports/d988930a-0e1f-427c-a1d4-cdc8d6dea0eb HTTP/1.1" status: 204 len: 168 time: 0.3338466 Nov 10 18:09:16.327552 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52696) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:16.378511 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d682fde7-13d4-4faf-b8f1-86aaea02d908 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:16.384562 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d682fde7-13d4-4faf-b8f1-86aaea02d908 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:16.386153 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d682fde7-13d4-4faf-b8f1-86aaea02d908 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0570762 Nov 10 18:09:16.389840 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52698) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:16.481178 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-2dd78f7b-7fd5-408f-a689-a1575143ff77 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Deleting port bf8cd7cc-b2bf-41e3-a8bf-4cf946ad36d5 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:16.481642 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2dd78f7b-7fd5-408f-a689-a1575143ff77 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:16.552050 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2dd78f7b-7fd5-408f-a689-a1575143ff77 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:16.565884 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-2dd78f7b-7fd5-408f-a689-a1575143ff77 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Calling delete_port for bf8cd7cc-b2bf-41e3-a8bf-4cf946ad36d5 owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:16.647459 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2dd78f7b-7fd5-408f-a689-a1575143ff77 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:16.677016 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd78f7b-7fd5-408f-a689-a1575143ff77 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Port': ['ID=bf8cd7cc-b2bf-41e3-a8bf-4cf946ad36d5,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:16.680489 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2dd78f7b-7fd5-408f-a689-a1575143ff77 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:16.683759 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2dd78f7b-7fd5-408f-a689-a1575143ff77 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/ports/bf8cd7cc-b2bf-41e3-a8bf-4cf946ad36d5 HTTP/1.1" status: 204 len: 168 time: 0.2929950 Nov 10 18:09:16.687197 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52700) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:16.736980 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee9e122-d0f1-4dbf-a83e-ad8a57b573ed tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:16.740729 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4ee9e122-d0f1-4dbf-a83e-ad8a57b573ed tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0524311 Nov 10 18:09:16.741635 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52702) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:16.766977 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c19001-bfbc-4f10-9e20-58aea890e6fd tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] GET failed (client error): The resource could not be found. Nov 10 18:09:16.773003 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-29c19001-bfbc-4f10-9e20-58aea890e6fd tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "GET /v2.0/ports/d988930a-0e1f-427c-a1d4-cdc8d6dea0eb HTTP/1.1" status: 404 len: 333 time: 0.0260651 Nov 10 18:09:16.773003 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52704) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:16.799278 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-20eb8d95-9395-4068-ad52-7a1bb1462ced tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] GET failed (client error): The resource could not be found. Nov 10 18:09:16.800909 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-20eb8d95-9395-4068-ad52-7a1bb1462ced tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "GET /v2.0/ports/bf8cd7cc-b2bf-41e3-a8bf-4cf946ad36d5 HTTP/1.1" status: 404 len: 333 time: 0.0288892 Nov 10 18:09:16.803656 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52706) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:16.881666 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-622131fb-5454-4f01-a81f-5a49c1f52acc tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:16.973867 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-622131fb-5454-4f01-a81f-5a49c1f52acc tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:16.994982 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-622131fb-5454-4f01-a81f-5a49c1f52acc tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b54e3e-862a-426a-9792-e6fbb203ec73']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:17.004506 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-622131fb-5454-4f01-a81f-5a49c1f52acc tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f617bda4-a60f-491f-ae0c-585b101ff477') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:17.004805 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-622131fb-5454-4f01-a81f-5a49c1f52acc tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f617bda4-a60f-491f-ae0c-585b101ff477') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:17.014601 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-622131fb-5454-4f01-a81f-5a49c1f52acc tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:17.029244 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-622131fb-5454-4f01-a81f-5a49c1f52acc tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:17.035779 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-622131fb-5454-4f01-a81f-5a49c1f52acc tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:09:17.036213 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-622131fb-5454-4f01-a81f-5a49c1f52acc tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:17.039197 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:09:17.039197 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:09:17.039197 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:09:17.039197 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:09:17.039197 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:09:17.039197 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:09:17.039197 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:09:17.039197 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:09:17.039197 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:09:17.039197 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:09:17.039197 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:09:17.039197 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:09:17.039197 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:09:17.039197 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:09:17.039197 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:09:17.039197 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:09:17.039197 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:09:17.039197 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:09:17.039197 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:09:17.039197 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:09:17.039197 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:09:17.039197 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:09:17.039197 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:09:17.039197 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:09:17.039197 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:09:17.039197 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:09:17.039197 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:09:17.039197 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:09:17.039197 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:09:17.039197 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:09:17.039197 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:09:17.039197 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:09:17.098629 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-622131fb-5454-4f01-a81f-5a49c1f52acc tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:17.105795 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-622131fb-5454-4f01-a81f-5a49c1f52acc tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:17.112852 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-622131fb-5454-4f01-a81f-5a49c1f52acc tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/networks/90b54e3e-862a-426a-9792-e6fbb203ec73 HTTP/1.1" status: 204 len: 168 time: 0.3078976 Nov 10 18:09:17.113162 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52708) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:17.118970 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-b3b247c7-56a6-48b2-a9ec-456c1c1ea191 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-790465379'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:17.128542 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622131fb-5454-4f01-a81f-5a49c1f52acc tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Network': ['ID=90b54e3e-862a-426a-9792-e6fbb203ec73,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:17.148887 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b247c7-56a6-48b2-a9ec-456c1c1ea191 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:17.153135 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b3b247c7-56a6-48b2-a9ec-456c1c1ea191 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:17.182264 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b247c7-56a6-48b2-a9ec-456c1c1ea191 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:09:17.195179 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b3b247c7-56a6-48b2-a9ec-456c1c1ea191 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:17.195538 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-b3b247c7-56a6-48b2-a9ec-456c1c1ea191 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Added segment d7127df2-84f8-47d4-937c-5822f687ca8a of type vlan for network 227cafce-078b-4850-8165-5ceedc471b97 Nov 10 18:09:17.243234 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b3b247c7-56a6-48b2-a9ec-456c1c1ea191 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:17.270914 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b3b247c7-56a6-48b2-a9ec-456c1c1ea191 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:17.276681 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b247c7-56a6-48b2-a9ec-456c1c1ea191 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:17.277273 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b3b247c7-56a6-48b2-a9ec-456c1c1ea191 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:17.341026 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52712) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:17.344511 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b3b247c7-56a6-48b2-a9ec-456c1c1ea191 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2257059 Nov 10 18:09:17.346279 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-550910c6-b135-413c-801e-e6125122ca95 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'subnet': {'network_id': '227cafce-078b-4850-8165-5ceedc471b97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:17.357764 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b247c7-56a6-48b2-a9ec-456c1c1ea191 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Network': ['ID=227cafce-078b-4850-8165-5ceedc471b97,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:17.370224 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 227cafce-078b-4850-8165-5ceedc471b97 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:09:17.449947 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550910c6-b135-413c-801e-e6125122ca95 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:17.453520 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-550910c6-b135-413c-801e-e6125122ca95 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:17.513525 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.ipam_backend_mixin [None req-550910c6-b135-413c-801e-e6125122ca95 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Performing IP validity checks on allocation pools {{(pid=102469) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 18:09:17.516286 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.ipam_backend_mixin [None req-550910c6-b135-413c-801e-e6125122ca95 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102469) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 18:09:17.646112 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-550910c6-b135-413c-801e-e6125122ca95 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:17.706495 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550910c6-b135-413c-801e-e6125122ca95 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Subnet': ['ID=998a5bbf-0c9b-498e-a6d3-841efe1f602a,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:17.716918 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550910c6-b135-413c-801e-e6125122ca95 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Checking segment: {'id': 'd7127df2-84f8-47d4-937c-5822f687ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '227cafce-078b-4850-8165-5ceedc471b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:09:17.717281 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550910c6-b135-413c-801e-e6125122ca95 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network hostable DHCP agents. Network: 227cafce-078b-4850-8165-5ceedc471b97, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:09:17.734227 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550910c6-b135-413c-801e-e6125122ca95 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network 227cafce-078b-4850-8165-5ceedc471b97 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:09:17.745201 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-550910c6-b135-413c-801e-e6125122ca95 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 227cafce-078b-4850-8165-5ceedc471b97) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:17.750558 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550910c6-b135-413c-801e-e6125122ca95 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:17.751315 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-550910c6-b135-413c-801e-e6125122ca95 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:17.754785 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb72b24-a5d9-4e84-b24d-47bf8e90165e None None] Network 227cafce-078b-4850-8165-5ceedc471b97 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:09:17.771337 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-550910c6-b135-413c-801e-e6125122ca95 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4290850 Nov 10 18:09:17.774028 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52714) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:17.779390 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-be102c35-77c6-464d-855a-92b6b88c5df9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'port': {'network_id': '227cafce-078b-4850-8165-5ceedc471b97', 'name': 'tempest-PortsIpV6TestJSON-2039640125'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:17.908509 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be102c35-77c6-464d-855a-92b6b88c5df9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:17.912206 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be102c35-77c6-464d-855a-92b6b88c5df9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:17.931866 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-be102c35-77c6-464d-855a-92b6b88c5df9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] device_id is not set on port 95dbf5e6-72e3-4be8-9024-5d2d3e4f0f6a yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:09:18.062335 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-be102c35-77c6-464d-855a-92b6b88c5df9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Allocated IP 2001:db8::250 (227cafce-078b-4850-8165-5ceedc471b97/998a5bbf-0c9b-498e-a6d3-841efe1f602a/95dbf5e6-72e3-4be8-9024-5d2d3e4f0f6a) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:09:18.069958 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f167bbd-b30b-4a7f-ab00-da1f0d156e7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-227cafce-078b-4850-8165-5ceedc471b97', 'network_id': '227cafce-078b-4850-8165-5ceedc471b97', 'tenant_id': '11ebd819dadb4179a36338da02e0ba9f', 'fixed_ips': [{'subnet_id': '998a5bbf-0c9b-498e-a6d3-841efe1f602a'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:09:18.070841 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3f167bbd-b30b-4a7f-ab00-da1f0d156e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:18.212197 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be102c35-77c6-464d-855a-92b6b88c5df9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:18.248217 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be102c35-77c6-464d-855a-92b6b88c5df9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:18.301251 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be102c35-77c6-464d-855a-92b6b88c5df9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network 227cafce-078b-4850-8165-5ceedc471b97 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:18.304868 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-be102c35-77c6-464d-855a-92b6b88c5df9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:18.309270 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be102c35-77c6-464d-855a-92b6b88c5df9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:18.315834 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be102c35-77c6-464d-855a-92b6b88c5df9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:18.320268 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be102c35-77c6-464d-855a-92b6b88c5df9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:18.329875 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be102c35-77c6-464d-855a-92b6b88c5df9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Port': ['ID=95dbf5e6-72e3-4be8-9024-5d2d3e4f0f6a,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:18.349338 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-3f167bbd-b30b-4a7f-ab00-da1f0d156e7d None None] Allocated IP 2001:db8::2 (227cafce-078b-4850-8165-5ceedc471b97/998a5bbf-0c9b-498e-a6d3-841efe1f602a/4fd854ef-2738-451e-b016-9bd79b66fcbc) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:09:18.350629 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-be102c35-77c6-464d-855a-92b6b88c5df9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5755002 Nov 10 18:09:18.354325 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52722) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:18.488992 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-ce329a75-49bf-4fea-923c-acc74816baa4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Deleting port 95dbf5e6-72e3-4be8-9024-5d2d3e4f0f6a {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:18.489339 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ce329a75-49bf-4fea-923c-acc74816baa4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:18.520386 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3f167bbd-b30b-4a7f-ab00-da1f0d156e7d None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:18.526248 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3f167bbd-b30b-4a7f-ab00-da1f0d156e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:18.565322 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f167bbd-b30b-4a7f-ab00-da1f0d156e7d None None] Network 227cafce-078b-4850-8165-5ceedc471b97 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:18.568623 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-3f167bbd-b30b-4a7f-ab00-da1f0d156e7d None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:18.574910 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f167bbd-b30b-4a7f-ab00-da1f0d156e7d None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:18.609787 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ce329a75-49bf-4fea-923c-acc74816baa4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:18.626147 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-ce329a75-49bf-4fea-923c-acc74816baa4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Calling delete_port for 95dbf5e6-72e3-4be8-9024-5d2d3e4f0f6a owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:18.643054 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f167bbd-b30b-4a7f-ab00-da1f0d156e7d None None] Pushing event updated for resources: {'Port': ['ID=4fd854ef-2738-451e-b016-9bd79b66fcbc,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:18.649156 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-3f167bbd-b30b-4a7f-ab00-da1f0d156e7d None None] Attempting to bind port 4fd854ef-2738-451e-b016-9bd79b66fcbc on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:18.649532 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-3f167bbd-b30b-4a7f-ab00-da1f0d156e7d None None] Attempting to bind port 4fd854ef-2738-451e-b016-9bd79b66fcbc by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'd7127df2-84f8-47d4-937c-5822f687ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '227cafce-078b-4850-8165-5ceedc471b97'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:18.649904 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f167bbd-b30b-4a7f-ab00-da1f0d156e7d None None] Attempting to bind port 4fd854ef-2738-451e-b016-9bd79b66fcbc on network 227cafce-078b-4850-8165-5ceedc471b97 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:18.656448 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f167bbd-b30b-4a7f-ab00-da1f0d156e7d None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:09:18.656831 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f167bbd-b30b-4a7f-ab00-da1f0d156e7d None None] Checking segment: {'id': 'd7127df2-84f8-47d4-937c-5822f687ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '227cafce-078b-4850-8165-5ceedc471b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:09:18.657365 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3f167bbd-b30b-4a7f-ab00-da1f0d156e7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:18.657764 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f167bbd-b30b-4a7f-ab00-da1f0d156e7d None None] Bound using segment: {'id': 'd7127df2-84f8-47d4-937c-5822f687ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '227cafce-078b-4850-8165-5ceedc471b97'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:09:18.658247 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-3f167bbd-b30b-4a7f-ab00-da1f0d156e7d None None] Bound port: 4fd854ef-2738-451e-b016-9bd79b66fcbc, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7127df2-84f8-47d4-937c-5822f687ca8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '227cafce-078b-4850-8165-5ceedc471b97'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:09:18.658641 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3f167bbd-b30b-4a7f-ab00-da1f0d156e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:18.725298 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-3f167bbd-b30b-4a7f-ab00-da1f0d156e7d None None] For port 4fd854ef-2738-451e-b016-9bd79b66fcbc, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:09:18.729352 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-3f167bbd-b30b-4a7f-ab00-da1f0d156e7d None None] For port 4fd854ef-2738-451e-b016-9bd79b66fcbc, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=4fd854ef-2738-451e-b016-9bd79b66fcbc,segment=NetworkSegment(d7127df2-84f8-47d4-937c-5822f687ca8a),segment_id=d7127df2-84f8-47d4-937c-5822f687ca8a)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:09:18.740186 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3f167bbd-b30b-4a7f-ab00-da1f0d156e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:18.790560 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ce329a75-49bf-4fea-923c-acc74816baa4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:18.823208 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce329a75-49bf-4fea-923c-acc74816baa4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Port': ['ID=95dbf5e6-72e3-4be8-9024-5d2d3e4f0f6a,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:18.832831 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f167bbd-b30b-4a7f-ab00-da1f0d156e7d None None] Pushing event updated for resources: {'Port': ['ID=4fd854ef-2738-451e-b016-9bd79b66fcbc,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:18.865682 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ce329a75-49bf-4fea-923c-acc74816baa4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:18.869167 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ce329a75-49bf-4fea-923c-acc74816baa4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/ports/95dbf5e6-72e3-4be8-9024-5d2d3e4f0f6a HTTP/1.1" status: 204 len: 168 time: 0.5138378 Nov 10 18:09:18.871845 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52724) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:18.896629 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-661392b9-957a-4889-a522-746dccf129cc tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] DELETE failed (client error): The resource could not be found. Nov 10 18:09:18.897306 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-661392b9-957a-4889-a522-746dccf129cc tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:09:18.903459 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-661392b9-957a-4889-a522-746dccf129cc tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/ports/95dbf5e6-72e3-4be8-9024-5d2d3e4f0f6a HTTP/1.1" status: 404 len: 333 time: 0.0275981 Nov 10 18:09:18.904308 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52726) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:18.931970 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c33446-bccb-4bcc-9196-3990e02ce125 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] GET failed (client error): The resource could not be found. Nov 10 18:09:18.936207 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-92c33446-bccb-4bcc-9196-3990e02ce125 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "GET /v2.0/ports/95dbf5e6-72e3-4be8-9024-5d2d3e4f0f6a HTTP/1.1" status: 404 len: 333 time: 0.0282512 Nov 10 18:09:18.936773 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52728) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:19.016970 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-5055b135-d48c-4834-ba5e-21ac3b5b3486 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Deleting subnet 998a5bbf-0c9b-498e-a6d3-841efe1f602a {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:09:19.020056 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5055b135-d48c-4834-ba5e-21ac3b5b3486 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:19.067834 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5055b135-d48c-4834-ba5e-21ac3b5b3486 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:19.169619 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5055b135-d48c-4834-ba5e-21ac3b5b3486 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:19.235728 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5055b135-d48c-4834-ba5e-21ac3b5b3486 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:19.263734 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055b135-d48c-4834-ba5e-21ac3b5b3486 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Subnet': ['ID=998a5bbf-0c9b-498e-a6d3-841efe1f602a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:19.267676 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5055b135-d48c-4834-ba5e-21ac3b5b3486 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:19.270909 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5055b135-d48c-4834-ba5e-21ac3b5b3486 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/subnets/998a5bbf-0c9b-498e-a6d3-841efe1f602a HTTP/1.1" status: 204 len: 168 time: 0.3330734 Nov 10 18:09:19.273565 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52730) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:19.356601 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f6b1e235-cf88-442d-9efa-a1709e7b44c0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:19.419246 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-f6b1e235-cf88-442d-9efa-a1709e7b44c0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Deleting port 4fd854ef-2738-451e-b016-9bd79b66fcbc {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:19.419719 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f6b1e235-cf88-442d-9efa-a1709e7b44c0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:19.499437 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-f6b1e235-cf88-442d-9efa-a1709e7b44c0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] For port 4fd854ef-2738-451e-b016-9bd79b66fcbc, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=4fd854ef-2738-451e-b016-9bd79b66fcbc,segment=NetworkSegment(d7127df2-84f8-47d4-937c-5822f687ca8a),segment_id=d7127df2-84f8-47d4-937c-5822f687ca8a)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:09:19.499810 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f6b1e235-cf88-442d-9efa-a1709e7b44c0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:19.513629 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-f6b1e235-cf88-442d-9efa-a1709e7b44c0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Calling delete_port for 4fd854ef-2738-451e-b016-9bd79b66fcbc owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:19.604066 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f6b1e235-cf88-442d-9efa-a1709e7b44c0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:19.628865 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1e235-cf88-442d-9efa-a1709e7b44c0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Port': ['ID=4fd854ef-2738-451e-b016-9bd79b66fcbc,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:19.640290 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b1e235-cf88-442d-9efa-a1709e7b44c0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] No DVR routers for this DVR port 4fd854ef-2738-451e-b016-9bd79b66fcbc on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:09:19.733267 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f6b1e235-cf88-442d-9efa-a1709e7b44c0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:19.760003 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-f6b1e235-cf88-442d-9efa-a1709e7b44c0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['227cafce-078b-4850-8165-5ceedc471b97']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:19.774778 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-f6b1e235-cf88-442d-9efa-a1709e7b44c0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7127df2-84f8-47d4-937c-5822f687ca8a') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:19.774778 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-f6b1e235-cf88-442d-9efa-a1709e7b44c0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7127df2-84f8-47d4-937c-5822f687ca8a') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:19.787442 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f6b1e235-cf88-442d-9efa-a1709e7b44c0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:19.805598 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f6b1e235-cf88-442d-9efa-a1709e7b44c0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:19.813135 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6b1e235-cf88-442d-9efa-a1709e7b44c0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:09:19.813479 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f6b1e235-cf88-442d-9efa-a1709e7b44c0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:19.816933 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:09:19.816933 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:09:19.816933 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:09:19.816933 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:09:19.816933 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:09:19.816933 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:09:19.816933 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:09:19.816933 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:09:19.816933 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:09:19.816933 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:09:19.816933 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:09:19.816933 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:09:19.816933 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:09:19.816933 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:09:19.816933 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:09:19.816933 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:09:19.816933 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:09:19.816933 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:09:19.816933 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:09:19.816933 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:09:19.816933 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:09:19.816933 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:09:19.816933 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:09:19.816933 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:09:19.816933 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:09:19.816933 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:09:19.816933 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:09:19.816933 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:09:19.816933 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:09:19.816933 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:09:19.816933 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:09:19.816933 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:09:19.893747 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f6b1e235-cf88-442d-9efa-a1709e7b44c0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:19.913010 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f6b1e235-cf88-442d-9efa-a1709e7b44c0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:19.920018 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f6b1e235-cf88-442d-9efa-a1709e7b44c0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/networks/227cafce-078b-4850-8165-5ceedc471b97 HTTP/1.1" status: 204 len: 168 time: 0.6417301 Nov 10 18:09:19.920937 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52734) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:19.922355 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1e235-cf88-442d-9efa-a1709e7b44c0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Network': ['ID=227cafce-078b-4850-8165-5ceedc471b97,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:19.929440 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-3a490cab-66cd-442d-b315-aa23f3364a7c tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1529099886'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:19.959861 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a490cab-66cd-442d-b315-aa23f3364a7c tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:19.964206 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a490cab-66cd-442d-b315-aa23f3364a7c tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:19.994978 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-eebcbf80-f338-45d7-94ac-1cff9d66c78e None None] Could not find standard attr ID for object 4fd854ef-2738-451e-b016-9bd79b66fcbc. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:09:20.000227 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a490cab-66cd-442d-b315-aa23f3364a7c tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:09:20.015025 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a490cab-66cd-442d-b315-aa23f3364a7c tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:20.015391 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-3a490cab-66cd-442d-b315-aa23f3364a7c tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Added segment 5059069b-34cb-499b-94bb-7125fab0a452 of type vlan for network 27751def-bd4f-4522-a57a-8c5f3da6cba1 Nov 10 18:09:20.039064 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe966a6-79fa-48dd-91a4-19694c2278ba None None] DHCP port deletion for 227cafce-078b-4850-8165-5ceedc471b97 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:09:20.058080 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afbaf76-be55-4bd0-8b98-214b4aeb13f6 None None] Network 227cafce-078b-4850-8165-5ceedc471b97 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:09:20.069841 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a490cab-66cd-442d-b315-aa23f3364a7c tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:20.072464 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afbaf76-be55-4bd0-8b98-214b4aeb13f6 None None] Network 227cafce-078b-4850-8165-5ceedc471b97 could not be found, it might have been deleted concurrently. {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 10 18:09:20.102108 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a490cab-66cd-442d-b315-aa23f3364a7c tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:20.109659 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a490cab-66cd-442d-b315-aa23f3364a7c tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:20.110261 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a490cab-66cd-442d-b315-aa23f3364a7c tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:20.177200 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3a490cab-66cd-442d-b315-aa23f3364a7c tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2540393 Nov 10 18:09:20.180507 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52736) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:20.187854 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-11c05a3b-fb44-409d-b718-f29c3ee682be tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'subnet': {'network_id': '27751def-bd4f-4522-a57a-8c5f3da6cba1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:20.195075 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a490cab-66cd-442d-b315-aa23f3364a7c tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Network': ['ID=27751def-bd4f-4522-a57a-8c5f3da6cba1,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:20.206515 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 27751def-bd4f-4522-a57a-8c5f3da6cba1 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:09:20.294719 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c05a3b-fb44-409d-b718-f29c3ee682be tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:20.298828 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-11c05a3b-fb44-409d-b718-f29c3ee682be tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:20.518137 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-11c05a3b-fb44-409d-b718-f29c3ee682be tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:20.584136 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c05a3b-fb44-409d-b718-f29c3ee682be tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Subnet': ['ID=6fad7d12-f5f1-4e85-83fd-c5607214d3ad,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:20.591336 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c05a3b-fb44-409d-b718-f29c3ee682be tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Checking segment: {'id': '5059069b-34cb-499b-94bb-7125fab0a452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '27751def-bd4f-4522-a57a-8c5f3da6cba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:09:20.591692 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c05a3b-fb44-409d-b718-f29c3ee682be tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network hostable DHCP agents. Network: 27751def-bd4f-4522-a57a-8c5f3da6cba1, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:09:20.615342 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c05a3b-fb44-409d-b718-f29c3ee682be tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network 27751def-bd4f-4522-a57a-8c5f3da6cba1 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:09:20.626904 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-11c05a3b-fb44-409d-b718-f29c3ee682be tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 27751def-bd4f-4522-a57a-8c5f3da6cba1) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:20.632599 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c05a3b-fb44-409d-b718-f29c3ee682be tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:20.633162 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-11c05a3b-fb44-409d-b718-f29c3ee682be tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:20.640747 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f2d8da-ea08-48f0-bf5c-630e1d59fe88 None None] Network 27751def-bd4f-4522-a57a-8c5f3da6cba1 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:09:20.654579 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-11c05a3b-fb44-409d-b718-f29c3ee682be tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4727011 Nov 10 18:09:20.657091 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52740) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:20.662414 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-6a498446-a8b2-4c35-b9ea-864359636fc4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'port': {'network_id': '27751def-bd4f-4522-a57a-8c5f3da6cba1', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1388409653'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:20.793457 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a498446-a8b2-4c35-b9ea-864359636fc4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:20.798747 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6a498446-a8b2-4c35-b9ea-864359636fc4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:20.815909 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a79791c-1728-4848-b9a3-82ba3ba89a1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-27751def-bd4f-4522-a57a-8c5f3da6cba1', 'network_id': '27751def-bd4f-4522-a57a-8c5f3da6cba1', 'tenant_id': '11ebd819dadb4179a36338da02e0ba9f', 'fixed_ips': [{'subnet_id': '6fad7d12-f5f1-4e85-83fd-c5607214d3ad'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:09:20.816894 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4a79791c-1728-4848-b9a3-82ba3ba89a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:20.820030 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-6a498446-a8b2-4c35-b9ea-864359636fc4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] device_id is not set on port 692960d3-5b97-4e08-9456-a4b467b9518f yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:09:20.947818 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-6a498446-a8b2-4c35-b9ea-864359636fc4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Allocated IP 2001:db8::12b (27751def-bd4f-4522-a57a-8c5f3da6cba1/6fad7d12-f5f1-4e85-83fd-c5607214d3ad/692960d3-5b97-4e08-9456-a4b467b9518f) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:09:21.074720 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6a498446-a8b2-4c35-b9ea-864359636fc4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:21.110248 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6a498446-a8b2-4c35-b9ea-864359636fc4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:21.154517 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a498446-a8b2-4c35-b9ea-864359636fc4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network 27751def-bd4f-4522-a57a-8c5f3da6cba1 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:21.157892 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-6a498446-a8b2-4c35-b9ea-864359636fc4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:21.161884 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a498446-a8b2-4c35-b9ea-864359636fc4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:21.163985 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-4a79791c-1728-4848-b9a3-82ba3ba89a1c None None] Allocated IP 2001:db8::2 (27751def-bd4f-4522-a57a-8c5f3da6cba1/6fad7d12-f5f1-4e85-83fd-c5607214d3ad/e7ed2fcf-c8e7-4e7b-bf84-5b9064386a15) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:09:21.168044 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a498446-a8b2-4c35-b9ea-864359636fc4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:21.168492 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6a498446-a8b2-4c35-b9ea-864359636fc4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:21.175661 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a498446-a8b2-4c35-b9ea-864359636fc4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Port': ['ID=692960d3-5b97-4e08-9456-a4b467b9518f,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:21.192134 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6a498446-a8b2-4c35-b9ea-864359636fc4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.5338597 Nov 10 18:09:21.194840 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52742) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:21.286798 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-19a47e47-72f0-40de-862f-6734f2d99bc6 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Deleting port 692960d3-5b97-4e08-9456-a4b467b9518f {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:21.287138 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-19a47e47-72f0-40de-862f-6734f2d99bc6 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:21.316479 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4a79791c-1728-4848-b9a3-82ba3ba89a1c None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:21.324224 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4a79791c-1728-4848-b9a3-82ba3ba89a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:21.369190 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a79791c-1728-4848-b9a3-82ba3ba89a1c None None] Network 27751def-bd4f-4522-a57a-8c5f3da6cba1 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:21.371360 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-4a79791c-1728-4848-b9a3-82ba3ba89a1c None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:21.373998 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a79791c-1728-4848-b9a3-82ba3ba89a1c None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:21.388253 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-19a47e47-72f0-40de-862f-6734f2d99bc6 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:21.404675 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-19a47e47-72f0-40de-862f-6734f2d99bc6 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Calling delete_port for 692960d3-5b97-4e08-9456-a4b467b9518f owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:21.431666 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a79791c-1728-4848-b9a3-82ba3ba89a1c None None] Pushing event updated for resources: {'Port': ['ID=e7ed2fcf-c8e7-4e7b-bf84-5b9064386a15,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:21.444735 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-4a79791c-1728-4848-b9a3-82ba3ba89a1c None None] Attempting to bind port e7ed2fcf-c8e7-4e7b-bf84-5b9064386a15 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:21.445109 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-4a79791c-1728-4848-b9a3-82ba3ba89a1c None None] Attempting to bind port e7ed2fcf-c8e7-4e7b-bf84-5b9064386a15 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '5059069b-34cb-499b-94bb-7125fab0a452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '27751def-bd4f-4522-a57a-8c5f3da6cba1'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:21.445476 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a79791c-1728-4848-b9a3-82ba3ba89a1c None None] Attempting to bind port e7ed2fcf-c8e7-4e7b-bf84-5b9064386a15 on network 27751def-bd4f-4522-a57a-8c5f3da6cba1 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:21.452674 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a79791c-1728-4848-b9a3-82ba3ba89a1c None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:09:21.453182 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a79791c-1728-4848-b9a3-82ba3ba89a1c None None] Checking segment: {'id': '5059069b-34cb-499b-94bb-7125fab0a452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '27751def-bd4f-4522-a57a-8c5f3da6cba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:09:21.453734 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4a79791c-1728-4848-b9a3-82ba3ba89a1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:21.454227 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a79791c-1728-4848-b9a3-82ba3ba89a1c None None] Bound using segment: {'id': '5059069b-34cb-499b-94bb-7125fab0a452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '27751def-bd4f-4522-a57a-8c5f3da6cba1'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:09:21.454337 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-4a79791c-1728-4848-b9a3-82ba3ba89a1c None None] Bound port: e7ed2fcf-c8e7-4e7b-bf84-5b9064386a15, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5059069b-34cb-499b-94bb-7125fab0a452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '27751def-bd4f-4522-a57a-8c5f3da6cba1'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:09:21.454695 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4a79791c-1728-4848-b9a3-82ba3ba89a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:21.530457 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-4a79791c-1728-4848-b9a3-82ba3ba89a1c None None] For port e7ed2fcf-c8e7-4e7b-bf84-5b9064386a15, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:09:21.535196 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-4a79791c-1728-4848-b9a3-82ba3ba89a1c None None] For port e7ed2fcf-c8e7-4e7b-bf84-5b9064386a15, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=e7ed2fcf-c8e7-4e7b-bf84-5b9064386a15,segment=NetworkSegment(5059069b-34cb-499b-94bb-7125fab0a452),segment_id=5059069b-34cb-499b-94bb-7125fab0a452)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:09:21.542144 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4a79791c-1728-4848-b9a3-82ba3ba89a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:21.567577 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-19a47e47-72f0-40de-862f-6734f2d99bc6 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:21.612952 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a47e47-72f0-40de-862f-6734f2d99bc6 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Port': ['ID=692960d3-5b97-4e08-9456-a4b467b9518f,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:21.624284 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a79791c-1728-4848-b9a3-82ba3ba89a1c None None] Pushing event updated for resources: {'Port': ['ID=e7ed2fcf-c8e7-4e7b-bf84-5b9064386a15,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:21.671415 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 4fd854ef-2738-451e-b016-9bd79b66fcbc no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:09:21.685652 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-19a47e47-72f0-40de-862f-6734f2d99bc6 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:21.691896 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52748) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:21.692543 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-19a47e47-72f0-40de-862f-6734f2d99bc6 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/ports/692960d3-5b97-4e08-9456-a4b467b9518f HTTP/1.1" status: 204 len: 168 time: 0.4959538 Nov 10 18:09:21.702838 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 4fd854ef-2738-451e-b016-9bd79b66fcbc {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:09:21.703189 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 4fd854ef-2738-451e-b016-9bd79b66fcbc not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:09:21.732373 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f81bead-b2d5-4ef9-8c23-f7795365015d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] GET failed (client error): The resource could not be found. Nov 10 18:09:21.735497 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2f81bead-b2d5-4ef9-8c23-f7795365015d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "GET /v2.0/ports/692960d3-5b97-4e08-9456-a4b467b9518f HTTP/1.1" status: 404 len: 333 time: 0.0420709 Nov 10 18:09:21.738278 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52750) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:21.826495 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-43dc8e99-3c4c-4f7f-878b-48330bbc0c7e tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Deleting subnet 6fad7d12-f5f1-4e85-83fd-c5607214d3ad {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:09:21.830165 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43dc8e99-3c4c-4f7f-878b-48330bbc0c7e tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:21.900133 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43dc8e99-3c4c-4f7f-878b-48330bbc0c7e tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:21.956663 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52754) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:22.022428 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43dc8e99-3c4c-4f7f-878b-48330bbc0c7e tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:22.084528 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e2018009-231d-4653-a8e6-8ebcc2f1ca5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:22.090011 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43dc8e99-3c4c-4f7f-878b-48330bbc0c7e tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:22.118353 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc8e99-3c4c-4f7f-878b-48330bbc0c7e tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Subnet': ['ID=6fad7d12-f5f1-4e85-83fd-c5607214d3ad,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:22.125376 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43dc8e99-3c4c-4f7f-878b-48330bbc0c7e tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:22.128924 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-43dc8e99-3c4c-4f7f-878b-48330bbc0c7e tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/subnets/6fad7d12-f5f1-4e85-83fd-c5607214d3ad HTTP/1.1" status: 204 len: 168 time: 0.3892989 Nov 10 18:09:22.131673 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52758) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:22.182124 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e2018009-231d-4653-a8e6-8ebcc2f1ca5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:22.188058 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e2018009-231d-4653-a8e6-8ebcc2f1ca5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:22.221317 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2018009-231d-4653-a8e6-8ebcc2f1ca5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ad4565-1a93-412a-a129-f4ca25b684dd,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:22.239642 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-74773561-0d14-4cae-9be0-bba5ca4a42d0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:22.260521 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e2018009-231d-4653-a8e6-8ebcc2f1ca5e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a7e8a392cb6f4bc49f17827eb9d3e881&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3003547 Nov 10 18:09:22.260759 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52760) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:22.296973 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-74773561-0d14-4cae-9be0-bba5ca4a42d0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Deleting port e7ed2fcf-c8e7-4e7b-bf84-5b9064386a15 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:22.297328 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-74773561-0d14-4cae-9be0-bba5ca4a42d0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:22.313971 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d2cddc25-7c69-4768-8ec5-96f349d999e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:22.337951 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d2cddc25-7c69-4768-8ec5-96f349d999e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:22.369313 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-74773561-0d14-4cae-9be0-bba5ca4a42d0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] For port e7ed2fcf-c8e7-4e7b-bf84-5b9064386a15, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=e7ed2fcf-c8e7-4e7b-bf84-5b9064386a15,segment=NetworkSegment(5059069b-34cb-499b-94bb-7125fab0a452),segment_id=5059069b-34cb-499b-94bb-7125fab0a452)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:09:22.369690 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-74773561-0d14-4cae-9be0-bba5ca4a42d0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:22.386259 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-74773561-0d14-4cae-9be0-bba5ca4a42d0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Calling delete_port for e7ed2fcf-c8e7-4e7b-bf84-5b9064386a15 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:22.396500 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d2cddc25-7c69-4768-8ec5-96f349d999e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:22.399106 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d2cddc25-7c69-4768-8ec5-96f349d999e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:22.400396 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d2cddc25-7c69-4768-8ec5-96f349d999e5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e8ad4565-1a93-412a-a129-f4ca25b684dd HTTP/1.1" status: 204 len: 168 time: 0.1386220 Nov 10 18:09:22.415972 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cddc25-7c69-4768-8ec5-96f349d999e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ad4565-1a93-412a-a129-f4ca25b684dd,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:22.481552 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-74773561-0d14-4cae-9be0-bba5ca4a42d0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:22.518826 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74773561-0d14-4cae-9be0-bba5ca4a42d0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Port': ['ID=e7ed2fcf-c8e7-4e7b-bf84-5b9064386a15,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:22.520690 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74773561-0d14-4cae-9be0-bba5ca4a42d0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] No DVR routers for this DVR port e7ed2fcf-c8e7-4e7b-bf84-5b9064386a15 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:09:22.609176 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-74773561-0d14-4cae-9be0-bba5ca4a42d0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:22.634280 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-74773561-0d14-4cae-9be0-bba5ca4a42d0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27751def-bd4f-4522-a57a-8c5f3da6cba1']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:22.642416 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-74773561-0d14-4cae-9be0-bba5ca4a42d0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5059069b-34cb-499b-94bb-7125fab0a452') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:22.642716 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-74773561-0d14-4cae-9be0-bba5ca4a42d0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5059069b-34cb-499b-94bb-7125fab0a452') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:22.653442 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-74773561-0d14-4cae-9be0-bba5ca4a42d0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:22.671986 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-74773561-0d14-4cae-9be0-bba5ca4a42d0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:22.675849 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74773561-0d14-4cae-9be0-bba5ca4a42d0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:09:22.676275 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-74773561-0d14-4cae-9be0-bba5ca4a42d0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:22.679350 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:09:22.679350 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:09:22.679350 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:09:22.679350 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:09:22.679350 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:09:22.679350 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:09:22.679350 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:09:22.679350 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:09:22.679350 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:09:22.679350 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:09:22.679350 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:09:22.679350 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:09:22.679350 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:09:22.679350 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:09:22.679350 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:09:22.679350 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:09:22.679350 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:09:22.679350 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:09:22.679350 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:09:22.679350 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:09:22.679350 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:09:22.679350 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:09:22.679350 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:09:22.679350 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:09:22.679350 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:09:22.679350 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:09:22.679350 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:09:22.679350 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:09:22.679350 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:09:22.679350 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:09:22.679350 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:09:22.679350 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:09:22.755522 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f316e7-0dd8-4f64-adea-6c5a5be96944 None None] Network 27751def-bd4f-4522-a57a-8c5f3da6cba1 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:09:22.843508 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-5ddfc87c-341e-4a56-b85e-8f02a3085c9b None None] Could not find standard attr ID for object e7ed2fcf-c8e7-4e7b-bf84-5b9064386a15. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:09:22.960788 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d17c8d3-f8c9-46cb-88de-7dce1f4d5caf None None] DHCP port deletion for 27751def-bd4f-4522-a57a-8c5f3da6cba1 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:09:23.113132 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-74773561-0d14-4cae-9be0-bba5ca4a42d0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:23.117690 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-74773561-0d14-4cae-9be0-bba5ca4a42d0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:23.124655 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-74773561-0d14-4cae-9be0-bba5ca4a42d0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/networks/27751def-bd4f-4522-a57a-8c5f3da6cba1 HTTP/1.1" status: 204 len: 168 time: 0.9918678 Nov 10 18:09:23.125756 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52782) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:23.133669 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-6b547984-e073-452e-afaf-382c43367e15 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'port': {'network_id': '91d66806-c611-47f8-bf63-155402759f5e', 'name': 'tempest-PortsIpV6TestJSON-1999004453'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:23.157307 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74773561-0d14-4cae-9be0-bba5ca4a42d0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Network': ['ID=27751def-bd4f-4522-a57a-8c5f3da6cba1,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:23.235904 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b547984-e073-452e-afaf-382c43367e15 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:23.239675 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6b547984-e073-452e-afaf-382c43367e15 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:23.257502 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-6b547984-e073-452e-afaf-382c43367e15 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] device_id is not set on port c1301890-87c0-4718-9cf4-8277756573b8 yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:09:23.424655 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6b547984-e073-452e-afaf-382c43367e15 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:23.459812 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6b547984-e073-452e-afaf-382c43367e15 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:23.501350 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b547984-e073-452e-afaf-382c43367e15 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network 91d66806-c611-47f8-bf63-155402759f5e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:23.506264 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-6b547984-e073-452e-afaf-382c43367e15 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:23.508690 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b547984-e073-452e-afaf-382c43367e15 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:23.515211 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b547984-e073-452e-afaf-382c43367e15 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:23.515835 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6b547984-e073-452e-afaf-382c43367e15 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:23.532270 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b547984-e073-452e-afaf-382c43367e15 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Port': ['ID=c1301890-87c0-4718-9cf4-8277756573b8,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:23.543009 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6b547984-e073-452e-afaf-382c43367e15 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4130645 Nov 10 18:09:23.545100 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52796) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:23.633744 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-650410fb-80c5-46b5-8b0a-d3aac64ca64f tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Deleting port c1301890-87c0-4718-9cf4-8277756573b8 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:23.634096 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-650410fb-80c5-46b5-8b0a-d3aac64ca64f tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:23.704776 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-650410fb-80c5-46b5-8b0a-d3aac64ca64f tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:23.718433 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-650410fb-80c5-46b5-8b0a-d3aac64ca64f tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Calling delete_port for c1301890-87c0-4718-9cf4-8277756573b8 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:23.797318 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-650410fb-80c5-46b5-8b0a-d3aac64ca64f tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:23.831356 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650410fb-80c5-46b5-8b0a-d3aac64ca64f tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Port': ['ID=c1301890-87c0-4718-9cf4-8277756573b8,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:23.838295 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-650410fb-80c5-46b5-8b0a-d3aac64ca64f tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:23.842884 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-650410fb-80c5-46b5-8b0a-d3aac64ca64f tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/ports/c1301890-87c0-4718-9cf4-8277756573b8 HTTP/1.1" status: 204 len: 168 time: 0.2967882 Nov 10 18:09:23.848134 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52804) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:23.852210 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-833e8d00-1470-4033-a74f-393247e9848d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'port': {'network_id': '91d66806-c611-47f8-bf63-155402759f5e', 'mac_address': 'fa:16:3e:ae:45:ee', 'name': 'tempest-PortsIpV6TestJSON-164621362'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:23.949733 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833e8d00-1470-4033-a74f-393247e9848d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:24.020535 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-833e8d00-1470-4033-a74f-393247e9848d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:24.047871 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-833e8d00-1470-4033-a74f-393247e9848d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] device_id is not set on port f8d68bcd-43d0-4560-8002-2632fbe23d52 yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:09:24.211555 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-833e8d00-1470-4033-a74f-393247e9848d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:24.245487 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-833e8d00-1470-4033-a74f-393247e9848d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:24.290739 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833e8d00-1470-4033-a74f-393247e9848d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network 91d66806-c611-47f8-bf63-155402759f5e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:24.297066 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-833e8d00-1470-4033-a74f-393247e9848d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:24.300949 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833e8d00-1470-4033-a74f-393247e9848d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:24.306553 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833e8d00-1470-4033-a74f-393247e9848d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:24.307181 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-833e8d00-1470-4033-a74f-393247e9848d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:24.318628 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e8d00-1470-4033-a74f-393247e9848d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Port': ['ID=f8d68bcd-43d0-4560-8002-2632fbe23d52,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:24.331596 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-833e8d00-1470-4033-a74f-393247e9848d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4852128 Nov 10 18:09:24.334215 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52822) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:24.381345 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a23036-b65c-498b-838e-b5f32cdf9e32 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:24.382731 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-62a23036-b65c-498b-838e-b5f32cdf9e32 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "GET /v2.0/ports/f8d68bcd-43d0-4560-8002-2632fbe23d52 HTTP/1.1" status: 200 len: 844 time: 0.0475535 Nov 10 18:09:24.385400 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52826) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:24.478632 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-f3d84f02-c7d2-44b3-b077-c3310eee541c tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Deleting port f8d68bcd-43d0-4560-8002-2632fbe23d52 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:24.478974 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f3d84f02-c7d2-44b3-b077-c3310eee541c tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:24.550177 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f3d84f02-c7d2-44b3-b077-c3310eee541c tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:24.563664 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-f3d84f02-c7d2-44b3-b077-c3310eee541c tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Calling delete_port for f8d68bcd-43d0-4560-8002-2632fbe23d52 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:24.645638 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f3d84f02-c7d2-44b3-b077-c3310eee541c tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:24.675090 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d84f02-c7d2-44b3-b077-c3310eee541c tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Port': ['ID=f8d68bcd-43d0-4560-8002-2632fbe23d52,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:24.680999 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f3d84f02-c7d2-44b3-b077-c3310eee541c tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:24.684859 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f3d84f02-c7d2-44b3-b077-c3310eee541c tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/ports/f8d68bcd-43d0-4560-8002-2632fbe23d52 HTTP/1.1" status: 204 len: 168 time: 0.2982278 Nov 10 18:09:24.686242 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52834) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:24.711258 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-d742ccac-558d-4662-97c7-6bdf2d53ae10 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] GET failed (client error): The resource could not be found. Nov 10 18:09:24.712819 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d742ccac-558d-4662-97c7-6bdf2d53ae10 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "GET /v2.0/ports/f8d68bcd-43d0-4560-8002-2632fbe23d52 HTTP/1.1" status: 404 len: 333 time: 0.0256293 Nov 10 18:09:24.717347 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52838) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:24.722367 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-02b66dff-d9c5-44ad-aa73-ac38711c5c06 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'port': {'network_id': '91d66806-c611-47f8-bf63-155402759f5e', 'name': 'tempest-PortsIpV6TestJSON-250963362'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:24.825506 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b66dff-d9c5-44ad-aa73-ac38711c5c06 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:24.830276 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02b66dff-d9c5-44ad-aa73-ac38711c5c06 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:24.850677 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-02b66dff-d9c5-44ad-aa73-ac38711c5c06 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] device_id is not set on port 6b82c30c-c7e8-45fd-91de-f3f8a773a366 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:09:24.963584 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:25.033455 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02b66dff-d9c5-44ad-aa73-ac38711c5c06 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:25.067416 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02b66dff-d9c5-44ad-aa73-ac38711c5c06 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:25.116055 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b66dff-d9c5-44ad-aa73-ac38711c5c06 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network 91d66806-c611-47f8-bf63-155402759f5e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:25.119247 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-02b66dff-d9c5-44ad-aa73-ac38711c5c06 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:25.123756 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b66dff-d9c5-44ad-aa73-ac38711c5c06 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:25.129378 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b66dff-d9c5-44ad-aa73-ac38711c5c06 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:25.129979 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02b66dff-d9c5-44ad-aa73-ac38711c5c06 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:25.133595 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b66dff-d9c5-44ad-aa73-ac38711c5c06 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Port': ['ID=6b82c30c-c7e8-45fd-91de-f3f8a773a366,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:25.149406 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-02b66dff-d9c5-44ad-aa73-ac38711c5c06 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4307494 Nov 10 18:09:25.151706 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52852) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:25.157551 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-47f40730-a93c-4182-92a4-7de1d10dd710 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:25.224344 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-47f40730-a93c-4182-92a4-7de1d10dd710 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:25.350521 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:25.387189 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-47f40730-a93c-4182-92a4-7de1d10dd710 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:25.393358 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-47f40730-a93c-4182-92a4-7de1d10dd710 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:25.429513 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-47f40730-a93c-4182-92a4-7de1d10dd710 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] In _notify_port_updated(), no bound segment for port 6b82c30c-c7e8-45fd-91de-f3f8a773a366 on network 91d66806-c611-47f8-bf63-155402759f5e {{(pid=102469) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 18:09:25.436238 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f40730-a93c-4182-92a4-7de1d10dd710 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:25.436889 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-47f40730-a93c-4182-92a4-7de1d10dd710 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:25.438187 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-47f40730-a93c-4182-92a4-7de1d10dd710 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "PUT /v2.0/ports/6b82c30c-c7e8-45fd-91de-f3f8a773a366 HTTP/1.1" status: 200 len: 818 time: 0.2855229 Nov 10 18:09:25.440868 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52858) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:25.484277 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f40730-a93c-4182-92a4-7de1d10dd710 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Port': ['ID=6b82c30c-c7e8-45fd-91de-f3f8a773a366,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:25.543083 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-6f1d21e7-19d6-4bb5-bcb9-e9fbaa0f98f6 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Deleting port 6b82c30c-c7e8-45fd-91de-f3f8a773a366 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:25.543421 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6f1d21e7-19d6-4bb5-bcb9-e9fbaa0f98f6 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:25.618026 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6f1d21e7-19d6-4bb5-bcb9-e9fbaa0f98f6 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:25.634360 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-6f1d21e7-19d6-4bb5-bcb9-e9fbaa0f98f6 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Calling delete_port for 6b82c30c-c7e8-45fd-91de-f3f8a773a366 owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:25.719520 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6f1d21e7-19d6-4bb5-bcb9-e9fbaa0f98f6 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:25.752526 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d21e7-19d6-4bb5-bcb9-e9fbaa0f98f6 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Port': ['ID=6b82c30c-c7e8-45fd-91de-f3f8a773a366,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:25.758060 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6f1d21e7-19d6-4bb5-bcb9-e9fbaa0f98f6 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:25.763858 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6f1d21e7-19d6-4bb5-bcb9-e9fbaa0f98f6 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/ports/6b82c30c-c7e8-45fd-91de-f3f8a773a366 HTTP/1.1" status: 204 len: 168 time: 0.3191707 Nov 10 18:09:25.764418 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52864) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:25.820856 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db4381a-aa37-46fc-840b-77cc322ba60a tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:25.822374 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1db4381a-aa37-46fc-840b-77cc322ba60a tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0567925 Nov 10 18:09:25.826865 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52868) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:25.855837 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-65319c45-1dd0-4ec2-b5cc-0f2f258f1d93 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] GET failed (client error): The resource could not be found. Nov 10 18:09:25.862533 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-65319c45-1dd0-4ec2-b5cc-0f2f258f1d93 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "GET /v2.0/ports/6b82c30c-c7e8-45fd-91de-f3f8a773a366 HTTP/1.1" status: 404 len: 333 time: 0.0303266 Nov 10 18:09:25.863558 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52870) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:25.869077 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-b2d33ec1-21eb-4195-9afb-df557f5d4398 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1255644183'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:25.890339 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d33ec1-21eb-4195-9afb-df557f5d4398 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:25.893694 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b2d33ec1-21eb-4195-9afb-df557f5d4398 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:25.919030 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2d33ec1-21eb-4195-9afb-df557f5d4398 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:09:25.928711 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b2d33ec1-21eb-4195-9afb-df557f5d4398 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:25.929055 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-b2d33ec1-21eb-4195-9afb-df557f5d4398 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Added segment 55ad9020-88f2-4748-80d8-8e8c38385e77 of type vlan for network ac17e4d5-3754-4fd7-9121-7302a23cba4e Nov 10 18:09:25.978181 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b2d33ec1-21eb-4195-9afb-df557f5d4398 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:26.002965 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b2d33ec1-21eb-4195-9afb-df557f5d4398 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:26.008875 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d33ec1-21eb-4195-9afb-df557f5d4398 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:26.009405 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b2d33ec1-21eb-4195-9afb-df557f5d4398 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:26.073328 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b2d33ec1-21eb-4195-9afb-df557f5d4398 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2083023 Nov 10 18:09:26.076632 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52880) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:26.082213 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d33ec1-21eb-4195-9afb-df557f5d4398 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Network': ['ID=ac17e4d5-3754-4fd7-9121-7302a23cba4e,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:26.087176 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-6304b543-2830-4f8a-84f0-472a4b604945 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'subnet': {'network_id': 'ac17e4d5-3754-4fd7-9121-7302a23cba4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:26.097492 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network ac17e4d5-3754-4fd7-9121-7302a23cba4e details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:09:26.186472 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6304b543-2830-4f8a-84f0-472a4b604945 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:26.190059 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6304b543-2830-4f8a-84f0-472a4b604945 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:26.379716 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6304b543-2830-4f8a-84f0-472a4b604945 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:26.442999 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304b543-2830-4f8a-84f0-472a4b604945 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Subnet': ['ID=98b92db7-c93c-422a-8f72-f07814372e28,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:26.451618 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6304b543-2830-4f8a-84f0-472a4b604945 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Checking segment: {'id': '55ad9020-88f2-4748-80d8-8e8c38385e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac17e4d5-3754-4fd7-9121-7302a23cba4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:09:26.451979 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6304b543-2830-4f8a-84f0-472a4b604945 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network hostable DHCP agents. Network: ac17e4d5-3754-4fd7-9121-7302a23cba4e, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:09:26.469066 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6304b543-2830-4f8a-84f0-472a4b604945 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network ac17e4d5-3754-4fd7-9121-7302a23cba4e is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:09:26.479396 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-6304b543-2830-4f8a-84f0-472a4b604945 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, ac17e4d5-3754-4fd7-9121-7302a23cba4e) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:26.484626 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6304b543-2830-4f8a-84f0-472a4b604945 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:26.485621 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6304b543-2830-4f8a-84f0-472a4b604945 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:26.489198 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37673fe-bc5e-44f2-882c-fa6ed21d9413 None None] Network ac17e4d5-3754-4fd7-9121-7302a23cba4e requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:09:26.506891 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6304b543-2830-4f8a-84f0-472a4b604945 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4267273 Nov 10 18:09:26.507258 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52892) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:26.512903 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-6d73ac66-7c24-4d31-9dc2-f6ee56c82386 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'subnet': {'network_id': 'ac17e4d5-3754-4fd7-9121-7302a23cba4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:26.632186 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d73ac66-7c24-4d31-9dc2-f6ee56c82386 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:26.635824 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6d73ac66-7c24-4d31-9dc2-f6ee56c82386 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:26.652391 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c890d914-b10d-48a6-a236-ce0f182a64a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-ac17e4d5-3754-4fd7-9121-7302a23cba4e', 'network_id': 'ac17e4d5-3754-4fd7-9121-7302a23cba4e', 'tenant_id': '11ebd819dadb4179a36338da02e0ba9f', 'fixed_ips': [{'subnet_id': '98b92db7-c93c-422a-8f72-f07814372e28'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:09:26.654028 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c890d914-b10d-48a6-a236-ce0f182a64a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:26.742206 n-d-776250-10 neutron-server[102468]: INFO neutron.db.ipam_backend_mixin [None req-6d73ac66-7c24-4d31-9dc2-f6ee56c82386 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 98b92db7-c93c-422a-8f72-f07814372e28 (CIDR: 2001:db8::/64) Nov 10 18:09:26.746759 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d73ac66-7c24-4d31-9dc2-f6ee56c82386 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 18:09:26.748494 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d73ac66-7c24-4d31-9dc2-f6ee56c82386 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:09:26.767657 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6d73ac66-7c24-4d31-9dc2-f6ee56c82386 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2592800 Nov 10 18:09:26.773540 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52900) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:26.775859 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-d499dc3c-a145-4d1b-a7cf-78338a2df21b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'subnet': {'network_id': 'ac17e4d5-3754-4fd7-9121-7302a23cba4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:26.813367 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-c890d914-b10d-48a6-a236-ce0f182a64a3 None None] Allocated IP 2001:db8::2 (ac17e4d5-3754-4fd7-9121-7302a23cba4e/98b92db7-c93c-422a-8f72-f07814372e28/697d7711-b769-421a-a9df-ac4c01598710) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:09:26.938265 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d499dc3c-a145-4d1b-a7cf-78338a2df21b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:26.942207 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d499dc3c-a145-4d1b-a7cf-78338a2df21b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:26.979169 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c890d914-b10d-48a6-a236-ce0f182a64a3 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:26.988867 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c890d914-b10d-48a6-a236-ce0f182a64a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:27.024616 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c890d914-b10d-48a6-a236-ce0f182a64a3 None None] Network ac17e4d5-3754-4fd7-9121-7302a23cba4e is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:27.030752 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-c890d914-b10d-48a6-a236-ce0f182a64a3 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:27.034313 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c890d914-b10d-48a6-a236-ce0f182a64a3 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:27.067883 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890d914-b10d-48a6-a236-ce0f182a64a3 None None] Pushing event updated for resources: {'Port': ['ID=697d7711-b769-421a-a9df-ac4c01598710,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:27.102019 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-c890d914-b10d-48a6-a236-ce0f182a64a3 None None] Attempting to bind port 697d7711-b769-421a-a9df-ac4c01598710 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:27.102642 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-c890d914-b10d-48a6-a236-ce0f182a64a3 None None] Attempting to bind port 697d7711-b769-421a-a9df-ac4c01598710 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '55ad9020-88f2-4748-80d8-8e8c38385e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac17e4d5-3754-4fd7-9121-7302a23cba4e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:27.102754 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c890d914-b10d-48a6-a236-ce0f182a64a3 None None] Attempting to bind port 697d7711-b769-421a-a9df-ac4c01598710 on network ac17e4d5-3754-4fd7-9121-7302a23cba4e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:27.108739 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c890d914-b10d-48a6-a236-ce0f182a64a3 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:09:27.109108 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c890d914-b10d-48a6-a236-ce0f182a64a3 None None] Checking segment: {'id': '55ad9020-88f2-4748-80d8-8e8c38385e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac17e4d5-3754-4fd7-9121-7302a23cba4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:09:27.109515 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c890d914-b10d-48a6-a236-ce0f182a64a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:27.109904 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c890d914-b10d-48a6-a236-ce0f182a64a3 None None] Bound using segment: {'id': '55ad9020-88f2-4748-80d8-8e8c38385e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac17e4d5-3754-4fd7-9121-7302a23cba4e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:09:27.110370 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-c890d914-b10d-48a6-a236-ce0f182a64a3 None None] Bound port: 697d7711-b769-421a-a9df-ac4c01598710, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ad9020-88f2-4748-80d8-8e8c38385e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac17e4d5-3754-4fd7-9121-7302a23cba4e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:09:27.110752 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c890d914-b10d-48a6-a236-ce0f182a64a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:27.201272 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c890d914-b10d-48a6-a236-ce0f182a64a3 None None] For port 697d7711-b769-421a-a9df-ac4c01598710, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:09:27.204936 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c890d914-b10d-48a6-a236-ce0f182a64a3 None None] For port 697d7711-b769-421a-a9df-ac4c01598710, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=697d7711-b769-421a-a9df-ac4c01598710,segment=NetworkSegment(55ad9020-88f2-4748-80d8-8e8c38385e77),segment_id=55ad9020-88f2-4748-80d8-8e8c38385e77)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:09:27.209840 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c890d914-b10d-48a6-a236-ce0f182a64a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:27.229114 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d499dc3c-a145-4d1b-a7cf-78338a2df21b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:27.271839 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d499dc3c-a145-4d1b-a7cf-78338a2df21b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network ac17e4d5-3754-4fd7-9121-7302a23cba4e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:27.275590 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-d499dc3c-a145-4d1b-a7cf-78338a2df21b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:27.276856 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890d914-b10d-48a6-a236-ce0f182a64a3 None None] Pushing event updated for resources: {'Port': ['ID=697d7711-b769-421a-a9df-ac4c01598710,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:27.280697 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d499dc3c-a145-4d1b-a7cf-78338a2df21b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:27.281403 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d499dc3c-a145-4d1b-a7cf-78338a2df21b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:27.307587 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d499dc3c-a145-4d1b-a7cf-78338a2df21b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5335450 Nov 10 18:09:27.307947 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52910) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:27.314758 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-6e0af2bd-40c2-4133-8cdd-a4adcb9618a2 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'port': {'network_id': 'ac17e4d5-3754-4fd7-9121-7302a23cba4e', 'fixed_ips': [{'subnet_id': '98b92db7-c93c-422a-8f72-f07814372e28'}, {'subnet_id': '07b5800c-e8f5-41de-a7f8-0e870885b186'}], 'name': 'tempest-PortsIpV6TestJSON-1893967316'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:27.315153 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499dc3c-a145-4d1b-a7cf-78338a2df21b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Subnet': ['ID=07b5800c-e8f5-41de-a7f8-0e870885b186,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:27.439250 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0af2bd-40c2-4133-8cdd-a4adcb9618a2 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:27.557875 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6e0af2bd-40c2-4133-8cdd-a4adcb9618a2 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:27.579968 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-6e0af2bd-40c2-4133-8cdd-a4adcb9618a2 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] device_id is not set on port 90aaa88a-a9fb-4fbb-b6be-7f275ee8f24f yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:09:27.761871 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 697d7711-b769-421a-a9df-ac4c01598710 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:09:27.821146 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 697d7711-b769-421a-a9df-ac4c01598710 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:27.821938 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:27.925647 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:27.977475 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 697d7711-b769-421a-a9df-ac4c01598710, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=697d7711-b769-421a-a9df-ac4c01598710,segment=NetworkSegment(55ad9020-88f2-4748-80d8-8e8c38385e77),segment_id=55ad9020-88f2-4748-80d8-8e8c38385e77)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:09:27.982424 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-6e0af2bd-40c2-4133-8cdd-a4adcb9618a2 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Allocated IP 2001:db8::104 (ac17e4d5-3754-4fd7-9121-7302a23cba4e/98b92db7-c93c-422a-8f72-f07814372e28/90aaa88a-a9fb-4fbb-b6be-7f275ee8f24f) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:09:27.986199 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:27.991338 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-6e0af2bd-40c2-4133-8cdd-a4adcb9618a2 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Allocated IP 2001:db8:0:1::371 (ac17e4d5-3754-4fd7-9121-7302a23cba4e/07b5800c-e8f5-41de-a7f8-0e870885b186/90aaa88a-a9fb-4fbb-b6be-7f275ee8f24f) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:09:28.054453 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=697d7711-b769-421a-a9df-ac4c01598710,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:28.189873 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6e0af2bd-40c2-4133-8cdd-a4adcb9618a2 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:28.223175 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52922) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:28.229423 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6e0af2bd-40c2-4133-8cdd-a4adcb9618a2 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:28.274956 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0af2bd-40c2-4133-8cdd-a4adcb9618a2 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network ac17e4d5-3754-4fd7-9121-7302a23cba4e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:28.279676 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-6e0af2bd-40c2-4133-8cdd-a4adcb9618a2 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:28.286385 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0af2bd-40c2-4133-8cdd-a4adcb9618a2 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:28.293362 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0af2bd-40c2-4133-8cdd-a4adcb9618a2 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:28.293362 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6e0af2bd-40c2-4133-8cdd-a4adcb9618a2 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:28.318735 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0af2bd-40c2-4133-8cdd-a4adcb9618a2 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Port': ['ID=90aaa88a-a9fb-4fbb-b6be-7f275ee8f24f,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:28.329047 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52926) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:28.329426 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6e0af2bd-40c2-4133-8cdd-a4adcb9618a2 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.0195851 Nov 10 18:09:28.336968 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-dd7593d9-e290-43d7-915c-0413b2ee0de1 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '98b92db7-c93c-422a-8f72-f07814372e28'}]}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:28.392647 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-44cef4a2-fcd7-4305-904b-cbf59ae3a881 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:28.402606 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f8bd09-46b0-4241-befc-8fe25103d0b9 None None] Network ac17e4d5-3754-4fd7-9121-7302a23cba4e requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:09:28.471655 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-2019f21f-4c6e-4477-9c4c-19f4ca69111a None None] Provisioning complete for port 697d7711-b769-421a-a9df-ac4c01598710 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:28.472033 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2019f21f-4c6e-4477-9c4c-19f4ca69111a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:28.753295 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4ba22c-8d7c-4c03-a319-c0f00964f058 None None] Update dhcp port {'port': {'network_id': 'ac17e4d5-3754-4fd7-9121-7302a23cba4e', 'fixed_ips': [{'subnet_id': '98b92db7-c93c-422a-8f72-f07814372e28', 'ip_address': '2001:db8::2'}, {'subnet_id': '07b5800c-e8f5-41de-a7f8-0e870885b186'}], 'binding:host_id': 'n-d-776250-10'}, 'id': '697d7711-b769-421a-a9df-ac4c01598710'} from n-d-776250-10. {{(pid=102470) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 18:09:28.780974 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0e4ba22c-8d7c-4c03-a319-c0f00964f058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:28.935003 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd7593d9-e290-43d7-915c-0413b2ee0de1 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:28.941217 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-44cef4a2-fcd7-4305-904b-cbf59ae3a881 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:28.949238 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-44cef4a2-fcd7-4305-904b-cbf59ae3a881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:28.951572 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-0e4ba22c-8d7c-4c03-a319-c0f00964f058 None None] Allocated IP 2001:db8:0:1::2 (ac17e4d5-3754-4fd7-9121-7302a23cba4e/07b5800c-e8f5-41de-a7f8-0e870885b186/697d7711-b769-421a-a9df-ac4c01598710) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:09:29.016522 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-44cef4a2-fcd7-4305-904b-cbf59ae3a881 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a80bd93bda68429496b0816119b08154&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7919607 Nov 10 18:09:29.017355 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cef4a2-fcd7-4305-904b-cbf59ae3a881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8caea6bc-8ead-4cd5-8514-4815aeca0b75,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:29.020581 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52928) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:29.061274 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-0e4ba22c-8d7c-4c03-a319-c0f00964f058 None None] For port 697d7711-b769-421a-a9df-ac4c01598710, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=697d7711-b769-421a-a9df-ac4c01598710,segment=NetworkSegment(55ad9020-88f2-4748-80d8-8e8c38385e77),segment_id=55ad9020-88f2-4748-80d8-8e8c38385e77)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:09:29.083635 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b6eca8b6-48d2-4683-a1a1-343c90f2174e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:29.095175 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0e4ba22c-8d7c-4c03-a319-c0f00964f058 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:29.100693 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0e4ba22c-8d7c-4c03-a319-c0f00964f058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:29.110179 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b6eca8b6-48d2-4683-a1a1-343c90f2174e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:29.162669 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b6eca8b6-48d2-4683-a1a1-343c90f2174e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:29.165944 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b6eca8b6-48d2-4683-a1a1-343c90f2174e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:29.170842 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b6eca8b6-48d2-4683-a1a1-343c90f2174e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8caea6bc-8ead-4cd5-8514-4815aeca0b75 HTTP/1.1" status: 204 len: 168 time: 0.1427584 Nov 10 18:09:29.177351 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eca8b6-48d2-4683-a1a1-343c90f2174e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8caea6bc-8ead-4cd5-8514-4815aeca0b75,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:29.203672 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ba22c-8d7c-4c03-a319-c0f00964f058 None None] Pushing event updated for resources: {'Port': ['ID=697d7711-b769-421a-a9df-ac4c01598710,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:29.266902 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-dd7593d9-e290-43d7-915c-0413b2ee0de1 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Delete allocated IP 2001:db8:0:1::371 (ac17e4d5-3754-4fd7-9121-7302a23cba4e/07b5800c-e8f5-41de-a7f8-0e870885b186) {{(pid=102469) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 18:09:29.415805 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd7593d9-e290-43d7-915c-0413b2ee0de1 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:29.421776 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd7593d9-e290-43d7-915c-0413b2ee0de1 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:29.487762 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-dd7593d9-e290-43d7-915c-0413b2ee0de1 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] In _notify_port_updated(), no bound segment for port 90aaa88a-a9fb-4fbb-b6be-7f275ee8f24f on network ac17e4d5-3754-4fd7-9121-7302a23cba4e {{(pid=102469) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 18:09:29.493783 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7593d9-e290-43d7-915c-0413b2ee0de1 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:29.494465 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd7593d9-e290-43d7-915c-0413b2ee0de1 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:29.498716 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-dd7593d9-e290-43d7-915c-0413b2ee0de1 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "PUT /v2.0/ports/90aaa88a-a9fb-4fbb-b6be-7f275ee8f24f HTTP/1.1" status: 200 len: 926 time: 1.1651750 Nov 10 18:09:29.499065 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52934) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:29.506018 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-e041f791-8519-46b2-9e57-be147afab020 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '98b92db7-c93c-422a-8f72-f07814372e28'}, {'subnet_id': '07b5800c-e8f5-41de-a7f8-0e870885b186'}]}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:29.506866 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7593d9-e290-43d7-915c-0413b2ee0de1 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Port': ['ID=90aaa88a-a9fb-4fbb-b6be-7f275ee8f24f,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:29.518958 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52936) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:29.537541 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f2543761-3fb1-441d-b418-1e7968e799cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:29.594254 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e041f791-8519-46b2-9e57-be147afab020 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:29.635845 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f2543761-3fb1-441d-b418-1e7968e799cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:29.642202 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f2543761-3fb1-441d-b418-1e7968e799cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:29.685457 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f2543761-3fb1-441d-b418-1e7968e799cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=632a3195fb5a4b6694b19b646c326c17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1636715 Nov 10 18:09:29.686855 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2543761-3fb1-441d-b418-1e7968e799cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b07c276-dd49-4f7d-913a-8284c271f119,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:29.689345 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52938) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:29.743182 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 697d7711-b769-421a-a9df-ac4c01598710 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:09:29.757580 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b504ce5e-4971-4b34-980a-7ffae2dca881 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:29.795788 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b504ce5e-4971-4b34-980a-7ffae2dca881 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:29.807724 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 697d7711-b769-421a-a9df-ac4c01598710 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:29.808195 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:29.857668 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b504ce5e-4971-4b34-980a-7ffae2dca881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:29.863073 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1725cd8a-4799-4b1a-a8cb-36e8f64c3ee7 None None] Network ac17e4d5-3754-4fd7-9121-7302a23cba4e requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:09:29.864530 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b504ce5e-4971-4b34-980a-7ffae2dca881 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:29.868734 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b504ce5e-4971-4b34-980a-7ffae2dca881 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b07c276-dd49-4f7d-913a-8284c271f119 HTTP/1.1" status: 204 len: 168 time: 0.1782990 Nov 10 18:09:29.878088 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504ce5e-4971-4b34-980a-7ffae2dca881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b07c276-dd49-4f7d-913a-8284c271f119,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:29.957456 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-e041f791-8519-46b2-9e57-be147afab020 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Allocated IP 2001:db8:0:1::21d (ac17e4d5-3754-4fd7-9121-7302a23cba4e/07b5800c-e8f5-41de-a7f8-0e870885b186/90aaa88a-a9fb-4fbb-b6be-7f275ee8f24f) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:09:30.109159 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e041f791-8519-46b2-9e57-be147afab020 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:30.118973 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e041f791-8519-46b2-9e57-be147afab020 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:30.163466 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-0fda9107-27ec-4d75-af14-54e671bcf09b None None] Provisioning complete for port 697d7711-b769-421a-a9df-ac4c01598710 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:30.163466 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0fda9107-27ec-4d75-af14-54e671bcf09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:30.217894 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-e041f791-8519-46b2-9e57-be147afab020 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] In _notify_port_updated(), no bound segment for port 90aaa88a-a9fb-4fbb-b6be-7f275ee8f24f on network ac17e4d5-3754-4fd7-9121-7302a23cba4e {{(pid=102468) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 18:09:30.223628 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e041f791-8519-46b2-9e57-be147afab020 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:30.224363 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e041f791-8519-46b2-9e57-be147afab020 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:30.225840 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e041f791-8519-46b2-9e57-be147afab020 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "PUT /v2.0/ports/90aaa88a-a9fb-4fbb-b6be-7f275ee8f24f HTTP/1.1" status: 200 len: 1012 time: 0.7255549 Nov 10 18:09:30.228684 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52948) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:30.233821 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041f791-8519-46b2-9e57-be147afab020 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Port': ['ID=90aaa88a-a9fb-4fbb-b6be-7f275ee8f24f,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:30.330020 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-b50dfeb1-b71c-4fb8-bf1b-da82a8309b13 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Deleting port 90aaa88a-a9fb-4fbb-b6be-7f275ee8f24f {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:30.330624 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b50dfeb1-b71c-4fb8-bf1b-da82a8309b13 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:30.373647 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-0fda9107-27ec-4d75-af14-54e671bcf09b None None] Provisioning complete for port 90aaa88a-a9fb-4fbb-b6be-7f275ee8f24f triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:30.373647 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0fda9107-27ec-4d75-af14-54e671bcf09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:30.414277 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-0fda9107-27ec-4d75-af14-54e671bcf09b None None] Port 90aaa88a-a9fb-4fbb-b6be-7f275ee8f24f cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:09:30.434748 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b50dfeb1-b71c-4fb8-bf1b-da82a8309b13 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:30.452578 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-b50dfeb1-b71c-4fb8-bf1b-da82a8309b13 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Calling delete_port for 90aaa88a-a9fb-4fbb-b6be-7f275ee8f24f owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:30.534451 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ff5f1bda-3c68-4356-9de5-9380eaddd0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:30.661548 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b50dfeb1-b71c-4fb8-bf1b-da82a8309b13 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:30.700838 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50dfeb1-b71c-4fb8-bf1b-da82a8309b13 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Port': ['ID=90aaa88a-a9fb-4fbb-b6be-7f275ee8f24f,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:30.745553 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3ebbb865-19cb-4580-965e-2da5461c1273 None None] Provisioning complete for port 697d7711-b769-421a-a9df-ac4c01598710 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:30.746098 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3ebbb865-19cb-4580-965e-2da5461c1273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:30.758735 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b50dfeb1-b71c-4fb8-bf1b-da82a8309b13 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:30.764456 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b50dfeb1-b71c-4fb8-bf1b-da82a8309b13 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/ports/90aaa88a-a9fb-4fbb-b6be-7f275ee8f24f HTTP/1.1" status: 204 len: 168 time: 0.5326428 Nov 10 18:09:30.764823 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 52964) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:30.790923 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad25904-eed2-4445-b0d6-b7cb28f3d5ca tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] GET failed (client error): The resource could not be found. Nov 10 18:09:30.798050 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52966) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:30.799519 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bad25904-eed2-4445-b0d6-b7cb28f3d5ca tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "GET /v2.0/ports/90aaa88a-a9fb-4fbb-b6be-7f275ee8f24f HTTP/1.1" status: 404 len: 333 time: 0.0335550 Nov 10 18:09:30.860526 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-598ef944-16cf-4b1d-aa2a-aa6e65ea7f62 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Deleting subnet 07b5800c-e8f5-41de-a7f8-0e870885b186 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:09:30.864486 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-598ef944-16cf-4b1d-aa2a-aa6e65ea7f62 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:30.873251 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3ebbb865-19cb-4580-965e-2da5461c1273 None None] Could not find standard attr ID for object 90aaa88a-a9fb-4fbb-b6be-7f275ee8f24f. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:09:30.911916 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-598ef944-16cf-4b1d-aa2a-aa6e65ea7f62 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:30.993163 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e04a3460-2a45-4a1d-8352-0ec075c9f507 None None] Could not find standard attr ID for object 90aaa88a-a9fb-4fbb-b6be-7f275ee8f24f. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:09:31.015160 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-598ef944-16cf-4b1d-aa2a-aa6e65ea7f62 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:31.087865 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-598ef944-16cf-4b1d-aa2a-aa6e65ea7f62 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:31.107019 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c3e87a74-c31b-4c65-84f0-8e462d61bae5 None None] Could not find standard attr ID for object 90aaa88a-a9fb-4fbb-b6be-7f275ee8f24f. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:09:31.117834 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ef944-16cf-4b1d-aa2a-aa6e65ea7f62 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Subnet': ['ID=07b5800c-e8f5-41de-a7f8-0e870885b186,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:31.122850 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-598ef944-16cf-4b1d-aa2a-aa6e65ea7f62 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:31.128836 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-598ef944-16cf-4b1d-aa2a-aa6e65ea7f62 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/subnets/07b5800c-e8f5-41de-a7f8-0e870885b186 HTTP/1.1" status: 204 len: 168 time: 0.3274117 Nov 10 18:09:31.129116 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52974) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:31.187905 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-554c6dae-6953-49fc-a235-b86a17ab8ab6 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Deleting subnet 98b92db7-c93c-422a-8f72-f07814372e28 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:09:31.192554 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-554c6dae-6953-49fc-a235-b86a17ab8ab6 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:31.248388 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-554c6dae-6953-49fc-a235-b86a17ab8ab6 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:31.342876 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-554c6dae-6953-49fc-a235-b86a17ab8ab6 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:31.346827 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c267b48-acd3-4366-910d-b808efb5803e None None] Network ac17e4d5-3754-4fd7-9121-7302a23cba4e requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:09:31.406832 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-554c6dae-6953-49fc-a235-b86a17ab8ab6 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:31.438007 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-09286aa3-d1f2-4dd2-8953-14c876d080e9 None None] Could not find standard attr ID for object 90aaa88a-a9fb-4fbb-b6be-7f275ee8f24f. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:09:31.442535 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c6dae-6953-49fc-a235-b86a17ab8ab6 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Subnet': ['ID=98b92db7-c93c-422a-8f72-f07814372e28,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:31.447325 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-554c6dae-6953-49fc-a235-b86a17ab8ab6 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:31.452037 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-554c6dae-6953-49fc-a235-b86a17ab8ab6 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/subnets/98b92db7-c93c-422a-8f72-f07814372e28 HTTP/1.1" status: 204 len: 168 time: 0.3218451 Nov 10 18:09:31.454562 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 52984) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:31.540685 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d24033c2-129c-4088-b296-b58e5847b1e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:31.570864 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926dfee5-0b8c-4fd9-befe-f7e310744e91 None None] DHCP port deletion for ac17e4d5-3754-4fd7-9121-7302a23cba4e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:09:31.605777 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-d24033c2-129c-4088-b296-b58e5847b1e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Deleting port 697d7711-b769-421a-a9df-ac4c01598710 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:31.606157 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d24033c2-129c-4088-b296-b58e5847b1e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:31.621293 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-926dfee5-0b8c-4fd9-befe-f7e310744e91 None None] Deleting port 697d7711-b769-421a-a9df-ac4c01598710 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:31.622431 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-926dfee5-0b8c-4fd9-befe-f7e310744e91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:31.682431 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-d24033c2-129c-4088-b296-b58e5847b1e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] For port 697d7711-b769-421a-a9df-ac4c01598710, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=697d7711-b769-421a-a9df-ac4c01598710,segment=NetworkSegment(55ad9020-88f2-4748-80d8-8e8c38385e77),segment_id=55ad9020-88f2-4748-80d8-8e8c38385e77)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:09:31.682797 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d24033c2-129c-4088-b296-b58e5847b1e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:31.703924 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-d24033c2-129c-4088-b296-b58e5847b1e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Calling delete_port for 697d7711-b769-421a-a9df-ac4c01598710 owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:31.705353 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-926dfee5-0b8c-4fd9-befe-f7e310744e91 None None] For port 697d7711-b769-421a-a9df-ac4c01598710, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=697d7711-b769-421a-a9df-ac4c01598710,segment=NetworkSegment(55ad9020-88f2-4748-80d8-8e8c38385e77),segment_id=55ad9020-88f2-4748-80d8-8e8c38385e77)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:09:31.706031 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-926dfee5-0b8c-4fd9-befe-f7e310744e91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:31.723044 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-926dfee5-0b8c-4fd9-befe-f7e310744e91 None None] Calling delete_port for 697d7711-b769-421a-a9df-ac4c01598710 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:31.749458 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 697d7711-b769-421a-a9df-ac4c01598710 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:09:31.803012 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d24033c2-129c-4088-b296-b58e5847b1e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:31.832424 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24033c2-129c-4088-b296-b58e5847b1e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Port': ['ID=697d7711-b769-421a-a9df-ac4c01598710,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:31.834493 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24033c2-129c-4088-b296-b58e5847b1e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] No DVR routers for this DVR port 697d7711-b769-421a-a9df-ac4c01598710 on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:09:31.845884 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No active binding found for port 697d7711-b769-421a-a9df-ac4c01598710 {{(pid=102470) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 10 18:09:31.846654 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 697d7711-b769-421a-a9df-ac4c01598710 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:09:31.865421 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-926dfee5-0b8c-4fd9-befe-f7e310744e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:31.900676 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926dfee5-0b8c-4fd9-befe-f7e310744e91 None None] Pushing event deleted for resources: {'Port': ['ID=697d7711-b769-421a-a9df-ac4c01598710,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:31.903092 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926dfee5-0b8c-4fd9-befe-f7e310744e91 None None] No DVR routers for this DVR port 697d7711-b769-421a-a9df-ac4c01598710 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:09:31.931535 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d24033c2-129c-4088-b296-b58e5847b1e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:31.954882 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-d24033c2-129c-4088-b296-b58e5847b1e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac17e4d5-3754-4fd7-9121-7302a23cba4e']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:31.964589 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-d24033c2-129c-4088-b296-b58e5847b1e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ad9020-88f2-4748-80d8-8e8c38385e77') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:31.964987 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-d24033c2-129c-4088-b296-b58e5847b1e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ad9020-88f2-4748-80d8-8e8c38385e77') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:31.977922 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d24033c2-129c-4088-b296-b58e5847b1e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:31.992534 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d24033c2-129c-4088-b296-b58e5847b1e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:32.000815 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d24033c2-129c-4088-b296-b58e5847b1e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:09:32.001224 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d24033c2-129c-4088-b296-b58e5847b1e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:32.004198 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:09:32.004198 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:09:32.004198 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:09:32.004198 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:09:32.004198 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:09:32.004198 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:09:32.004198 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:09:32.004198 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:09:32.004198 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:09:32.004198 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:09:32.004198 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:09:32.004198 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:09:32.004198 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:09:32.004198 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:09:32.004198 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:09:32.004198 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:09:32.004198 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:09:32.004198 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:09:32.004198 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:09:32.004198 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:09:32.004198 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:09:32.004198 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:09:32.004198 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:09:32.004198 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:09:32.004198 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:09:32.004198 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:09:32.004198 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:09:32.004198 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:09:32.004198 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:09:32.004198 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:09:32.004198 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:09:32.004198 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:09:32.069606 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d24033c2-129c-4088-b296-b58e5847b1e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:32.074713 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d24033c2-129c-4088-b296-b58e5847b1e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:32.079666 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d24033c2-129c-4088-b296-b58e5847b1e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/networks/ac17e4d5-3754-4fd7-9121-7302a23cba4e HTTP/1.1" status: 204 len: 168 time: 0.6239262 Nov 10 18:09:32.083386 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53004) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:32.094869 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24033c2-129c-4088-b296-b58e5847b1e4 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Network': ['ID=ac17e4d5-3754-4fd7-9121-7302a23cba4e,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:32.138808 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67123202-b9e7-45c9-b8b2-05ce58cf199f tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:32.140421 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-67123202-b9e7-45c9-b8b2-05ce58cf199f tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0559523 Nov 10 18:09:32.145037 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53008) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:32.193177 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4048d83a-9f01-449e-bb49-9219719f4aa0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0470102 Nov 10 18:09:32.196519 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53012) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:32.202829 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-735f86c5-d061-4dcd-a1ab-daee4fe6e00b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-852221495'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:32.224865 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735f86c5-d061-4dcd-a1ab-daee4fe6e00b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:32.228614 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-735f86c5-d061-4dcd-a1ab-daee4fe6e00b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:32.254567 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735f86c5-d061-4dcd-a1ab-daee4fe6e00b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:09:32.264717 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-735f86c5-d061-4dcd-a1ab-daee4fe6e00b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:32.265070 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-735f86c5-d061-4dcd-a1ab-daee4fe6e00b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Added segment 07bc7b40-35a7-4684-b164-4f086fd5165c of type vlan for network 68d79361-9780-465c-aa8a-e55c8e3d4057 Nov 10 18:09:32.306220 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-735f86c5-d061-4dcd-a1ab-daee4fe6e00b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:32.332962 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-735f86c5-d061-4dcd-a1ab-daee4fe6e00b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:32.338670 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735f86c5-d061-4dcd-a1ab-daee4fe6e00b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:32.339261 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-735f86c5-d061-4dcd-a1ab-daee4fe6e00b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:32.406272 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-735f86c5-d061-4dcd-a1ab-daee4fe6e00b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2083595 Nov 10 18:09:32.409362 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53016) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:32.417046 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-bf53e0d5-5315-4ca4-bfb7-3955aa89b333 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'subnet': {'network_id': '68d79361-9780-465c-aa8a-e55c8e3d4057', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:32.421006 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f86c5-d061-4dcd-a1ab-daee4fe6e00b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Network': ['ID=68d79361-9780-465c-aa8a-e55c8e3d4057,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:32.432602 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 68d79361-9780-465c-aa8a-e55c8e3d4057 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:09:32.521026 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf53e0d5-5315-4ca4-bfb7-3955aa89b333 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:32.524782 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bf53e0d5-5315-4ca4-bfb7-3955aa89b333 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:32.709970 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53020) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:32.727982 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bf53e0d5-5315-4ca4-bfb7-3955aa89b333 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:32.811673 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53e0d5-5315-4ca4-bfb7-3955aa89b333 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Subnet': ['ID=2aeac50f-2a62-4006-aee2-b4aedab7e1af,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:32.822038 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf53e0d5-5315-4ca4-bfb7-3955aa89b333 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Checking segment: {'id': '07bc7b40-35a7-4684-b164-4f086fd5165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '68d79361-9780-465c-aa8a-e55c8e3d4057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:09:32.822562 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf53e0d5-5315-4ca4-bfb7-3955aa89b333 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network hostable DHCP agents. Network: 68d79361-9780-465c-aa8a-e55c8e3d4057, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:09:32.844011 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf53e0d5-5315-4ca4-bfb7-3955aa89b333 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network 68d79361-9780-465c-aa8a-e55c8e3d4057 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:09:32.846489 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f2f37f07-f907-4460-b72c-96a084029d3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:32.854462 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-bf53e0d5-5315-4ca4-bfb7-3955aa89b333 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 68d79361-9780-465c-aa8a-e55c8e3d4057) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:32.860277 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf53e0d5-5315-4ca4-bfb7-3955aa89b333 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:32.861007 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bf53e0d5-5315-4ca4-bfb7-3955aa89b333 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:32.867735 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a5a083-f4ea-407c-8946-591eedc7ca4e None None] Network 68d79361-9780-465c-aa8a-e55c8e3d4057 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:09:32.885807 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-bf53e0d5-5315-4ca4-bfb7-3955aa89b333 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4726520 Nov 10 18:09:32.886387 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53026) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:32.894445 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-24f4585c-e926-4507-b60a-23e7ebfa913d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'port': {'network_id': '68d79361-9780-465c-aa8a-e55c8e3d4057', 'name': 'tempest-PortsIpV6TestJSON-1221781321'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:32.938164 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-46f84e42-bc2d-496c-8151-d48803bfaab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:32.959781 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f2f37f07-f907-4460-b72c-96a084029d3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:32.965408 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f2f37f07-f907-4460-b72c-96a084029d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:33.010244 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f2f37f07-f907-4460-b72c-96a084029d3f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9e7160edbb50456c94aeec729664a999&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2985055 Nov 10 18:09:33.015950 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53028) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:33.034070 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f37f07-f907-4460-b72c-96a084029d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae7dd5c-9de0-4ca7-aaf1-58ec15f7e21c,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:33.066672 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f4585c-e926-4507-b60a-23e7ebfa913d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:33.071373 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-24f4585c-e926-4507-b60a-23e7ebfa913d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:33.074535 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2ace75-dae4-4998-ae73-a650f1fc53ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-68d79361-9780-465c-aa8a-e55c8e3d4057', 'network_id': '68d79361-9780-465c-aa8a-e55c8e3d4057', 'tenant_id': '11ebd819dadb4179a36338da02e0ba9f', 'fixed_ips': [{'subnet_id': '2aeac50f-2a62-4006-aee2-b4aedab7e1af'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:09:33.076634 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3b2ace75-dae4-4998-ae73-a650f1fc53ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:33.091009 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7533cc76-124a-4f48-87c0-71db7beee8d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:33.096597 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-24f4585c-e926-4507-b60a-23e7ebfa913d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] device_id is not set on port 31c6955a-c67b-4fee-8933-a5f6201b31cb yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:09:33.118970 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7533cc76-124a-4f48-87c0-71db7beee8d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:33.186838 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7533cc76-124a-4f48-87c0-71db7beee8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:33.190420 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7533cc76-124a-4f48-87c0-71db7beee8d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:33.194268 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7533cc76-124a-4f48-87c0-71db7beee8d4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ae7dd5c-9de0-4ca7-aaf1-58ec15f7e21c HTTP/1.1" status: 204 len: 168 time: 0.1743658 Nov 10 18:09:33.200278 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533cc76-124a-4f48-87c0-71db7beee8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae7dd5c-9de0-4ca7-aaf1-58ec15f7e21c,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:33.250285 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-24f4585c-e926-4507-b60a-23e7ebfa913d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Allocated IP 2001:db8::6c (68d79361-9780-465c-aa8a-e55c8e3d4057/2aeac50f-2a62-4006-aee2-b4aedab7e1af/31c6955a-c67b-4fee-8933-a5f6201b31cb) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:09:33.443627 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-24f4585c-e926-4507-b60a-23e7ebfa913d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:33.486039 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-24f4585c-e926-4507-b60a-23e7ebfa913d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:33.528762 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53034) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:33.541835 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-3b2ace75-dae4-4998-ae73-a650f1fc53ed None None] Allocated IP 2001:db8::2 (68d79361-9780-465c-aa8a-e55c8e3d4057/2aeac50f-2a62-4006-aee2-b4aedab7e1af/f2d88f62-d3fa-4d89-a823-fab8e5ff6b39) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:09:33.542349 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e498c42f-f0cc-44c0-977e-a19e2e4580b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:33.562286 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f4585c-e926-4507-b60a-23e7ebfa913d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network 68d79361-9780-465c-aa8a-e55c8e3d4057 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:33.563504 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4585c-e926-4507-b60a-23e7ebfa913d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Port': ['ID=31c6955a-c67b-4fee-8933-a5f6201b31cb,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:33.567608 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-24f4585c-e926-4507-b60a-23e7ebfa913d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:33.573876 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f4585c-e926-4507-b60a-23e7ebfa913d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:33.580610 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f4585c-e926-4507-b60a-23e7ebfa913d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:33.581283 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-24f4585c-e926-4507-b60a-23e7ebfa913d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:33.601260 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-24f4585c-e926-4507-b60a-23e7ebfa913d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7139683 Nov 10 18:09:33.603862 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53036) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:33.612628 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-8dff30d7-520b-4499-8b44-66864e61d658 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'port': {'network_id': '68d79361-9780-465c-aa8a-e55c8e3d4057', 'name': 'tempest-PortsIpV6TestJSON-1786742614'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:33.639954 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e498c42f-f0cc-44c0-977e-a19e2e4580b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:33.645734 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e498c42f-f0cc-44c0-977e-a19e2e4580b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:33.716711 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e498c42f-f0cc-44c0-977e-a19e2e4580b3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6a2bf4e9606c4a7d97e8a949a7b17e33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1860278 Nov 10 18:09:33.717781 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53038) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:33.718723 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3b2ace75-dae4-4998-ae73-a650f1fc53ed None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:33.720416 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498c42f-f0cc-44c0-977e-a19e2e4580b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31319680-3350-4216-bb5d-c6fb5f13896e,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:33.726319 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3b2ace75-dae4-4998-ae73-a650f1fc53ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:33.776318 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2ace75-dae4-4998-ae73-a650f1fc53ed None None] Network 68d79361-9780-465c-aa8a-e55c8e3d4057 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:33.779907 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-3b2ace75-dae4-4998-ae73-a650f1fc53ed None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:33.784503 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2ace75-dae4-4998-ae73-a650f1fc53ed None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:33.785967 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dff30d7-520b-4499-8b44-66864e61d658 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:33.788316 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ace75-dae4-4998-ae73-a650f1fc53ed None None] Pushing event updated for resources: {'Port': ['ID=f2d88f62-d3fa-4d89-a823-fab8e5ff6b39,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:33.791039 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8dff30d7-520b-4499-8b44-66864e61d658 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:33.804569 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cbeae55f-f8ad-421e-8b19-a8a3c56f9bcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:33.812245 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-8dff30d7-520b-4499-8b44-66864e61d658 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] device_id is not set on port bec4a920-f89b-409d-818f-747c5e43646b yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:09:33.837754 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cbeae55f-f8ad-421e-8b19-a8a3c56f9bcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:33.851272 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-3b2ace75-dae4-4998-ae73-a650f1fc53ed None None] Attempting to bind port f2d88f62-d3fa-4d89-a823-fab8e5ff6b39 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:33.851954 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-3b2ace75-dae4-4998-ae73-a650f1fc53ed None None] Attempting to bind port f2d88f62-d3fa-4d89-a823-fab8e5ff6b39 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '07bc7b40-35a7-4684-b164-4f086fd5165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '68d79361-9780-465c-aa8a-e55c8e3d4057'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:33.852520 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2ace75-dae4-4998-ae73-a650f1fc53ed None None] Attempting to bind port f2d88f62-d3fa-4d89-a823-fab8e5ff6b39 on network 68d79361-9780-465c-aa8a-e55c8e3d4057 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:33.859154 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2ace75-dae4-4998-ae73-a650f1fc53ed None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:09:33.859971 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2ace75-dae4-4998-ae73-a650f1fc53ed None None] Checking segment: {'id': '07bc7b40-35a7-4684-b164-4f086fd5165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '68d79361-9780-465c-aa8a-e55c8e3d4057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:09:33.860206 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3b2ace75-dae4-4998-ae73-a650f1fc53ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:33.860672 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2ace75-dae4-4998-ae73-a650f1fc53ed None None] Bound using segment: {'id': '07bc7b40-35a7-4684-b164-4f086fd5165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '68d79361-9780-465c-aa8a-e55c8e3d4057'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:09:33.861553 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-3b2ace75-dae4-4998-ae73-a650f1fc53ed None None] Bound port: f2d88f62-d3fa-4d89-a823-fab8e5ff6b39, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07bc7b40-35a7-4684-b164-4f086fd5165c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '68d79361-9780-465c-aa8a-e55c8e3d4057'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:09:33.862002 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3b2ace75-dae4-4998-ae73-a650f1fc53ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:33.910710 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cbeae55f-f8ad-421e-8b19-a8a3c56f9bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:33.913431 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cbeae55f-f8ad-421e-8b19-a8a3c56f9bcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:33.914656 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cbeae55f-f8ad-421e-8b19-a8a3c56f9bcd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/31319680-3350-4216-bb5d-c6fb5f13896e HTTP/1.1" status: 204 len: 168 time: 0.1956165 Nov 10 18:09:33.923766 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeae55f-f8ad-421e-8b19-a8a3c56f9bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31319680-3350-4216-bb5d-c6fb5f13896e,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:33.970272 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-3b2ace75-dae4-4998-ae73-a650f1fc53ed None None] For port f2d88f62-d3fa-4d89-a823-fab8e5ff6b39, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:09:33.976644 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-3b2ace75-dae4-4998-ae73-a650f1fc53ed None None] For port f2d88f62-d3fa-4d89-a823-fab8e5ff6b39, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=f2d88f62-d3fa-4d89-a823-fab8e5ff6b39,segment=NetworkSegment(07bc7b40-35a7-4684-b164-4f086fd5165c),segment_id=07bc7b40-35a7-4684-b164-4f086fd5165c)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:09:33.982986 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-8dff30d7-520b-4499-8b44-66864e61d658 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Allocated IP 2001:db8::ab (68d79361-9780-465c-aa8a-e55c8e3d4057/2aeac50f-2a62-4006-aee2-b4aedab7e1af/bec4a920-f89b-409d-818f-747c5e43646b) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:09:33.989616 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3b2ace75-dae4-4998-ae73-a650f1fc53ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:34.098971 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ace75-dae4-4998-ae73-a650f1fc53ed None None] Pushing event updated for resources: {'Port': ['ID=f2d88f62-d3fa-4d89-a823-fab8e5ff6b39,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:34.109847 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:34.196544 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8dff30d7-520b-4499-8b44-66864e61d658 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:34.256518 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8dff30d7-520b-4499-8b44-66864e61d658 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:34.303162 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dff30d7-520b-4499-8b44-66864e61d658 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network 68d79361-9780-465c-aa8a-e55c8e3d4057 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:34.306463 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-8dff30d7-520b-4499-8b44-66864e61d658 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:34.310932 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dff30d7-520b-4499-8b44-66864e61d658 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:34.316648 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dff30d7-520b-4499-8b44-66864e61d658 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:34.317280 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8dff30d7-520b-4499-8b44-66864e61d658 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:34.339436 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff30d7-520b-4499-8b44-66864e61d658 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Port': ['ID=bec4a920-f89b-409d-818f-747c5e43646b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:34.348206 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8dff30d7-520b-4499-8b44-66864e61d658 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7408488 Nov 10 18:09:34.349619 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53048) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:34.444619 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1f6981-ea68-4efa-b11c-91f78b18895f tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:34.446125 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8c1f6981-ea68-4efa-b11c-91f78b18895f tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A6c HTTP/1.1" status: 200 len: 928 time: 0.0951939 Nov 10 18:09:34.448895 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53054) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:34.537422 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-2b4d71d1-b6b0-4d96-8f27-452550a06eff tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Deleting port bec4a920-f89b-409d-818f-747c5e43646b {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:34.537769 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2b4d71d1-b6b0-4d96-8f27-452550a06eff tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:34.629602 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2b4d71d1-b6b0-4d96-8f27-452550a06eff tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:34.642441 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-2b4d71d1-b6b0-4d96-8f27-452550a06eff tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Calling delete_port for bec4a920-f89b-409d-818f-747c5e43646b owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:34.782565 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2b4d71d1-b6b0-4d96-8f27-452550a06eff tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:34.814869 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d71d1-b6b0-4d96-8f27-452550a06eff tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Port': ['ID=bec4a920-f89b-409d-818f-747c5e43646b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:34.849490 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2b4d71d1-b6b0-4d96-8f27-452550a06eff tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:34.852173 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2b4d71d1-b6b0-4d96-8f27-452550a06eff tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/ports/bec4a920-f89b-409d-818f-747c5e43646b HTTP/1.1" status: 204 len: 168 time: 0.4023042 Nov 10 18:09:34.854853 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53068) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:34.885427 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-e377bdc0-710f-4cb9-a597-6160b94c4a7a tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] GET failed (client error): The resource could not be found. Nov 10 18:09:34.887108 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e377bdc0-710f-4cb9-a597-6160b94c4a7a tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "GET /v2.0/ports/bec4a920-f89b-409d-818f-747c5e43646b HTTP/1.1" status: 404 len: 333 time: 0.0312364 Nov 10 18:09:34.891238 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53070) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:34.992790 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-67f3bc22-75c8-4aaf-a7be-4cbf47e29dcc tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Deleting port 31c6955a-c67b-4fee-8933-a5f6201b31cb {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:34.993135 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-67f3bc22-75c8-4aaf-a7be-4cbf47e29dcc tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:35.087865 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-67f3bc22-75c8-4aaf-a7be-4cbf47e29dcc tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:35.103669 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-67f3bc22-75c8-4aaf-a7be-4cbf47e29dcc tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Calling delete_port for 31c6955a-c67b-4fee-8933-a5f6201b31cb owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:35.129838 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186fb5a5-cf6a-49f6-9755-9719270cba0a None None] Network 68d79361-9780-465c-aa8a-e55c8e3d4057 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:09:35.210373 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-865d007b-fe56-4dc2-ba17-9814d422288f None None] Provisioning complete for port f2d88f62-d3fa-4d89-a823-fab8e5ff6b39 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:35.210749 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-865d007b-fe56-4dc2-ba17-9814d422288f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:35.261552 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-67f3bc22-75c8-4aaf-a7be-4cbf47e29dcc tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:35.292904 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3bc22-75c8-4aaf-a7be-4cbf47e29dcc tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Port': ['ID=31c6955a-c67b-4fee-8933-a5f6201b31cb,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:35.321599 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-67f3bc22-75c8-4aaf-a7be-4cbf47e29dcc tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:35.324950 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-67f3bc22-75c8-4aaf-a7be-4cbf47e29dcc tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/ports/31c6955a-c67b-4fee-8933-a5f6201b31cb HTTP/1.1" status: 204 len: 168 time: 0.4325721 Nov 10 18:09:35.328064 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53086) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:35.358247 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b22dca7-5dbc-4d42-93a4-1e0dc3c75382 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] GET failed (client error): The resource could not be found. Nov 10 18:09:35.363070 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0b22dca7-5dbc-4d42-93a4-1e0dc3c75382 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "GET /v2.0/ports/31c6955a-c67b-4fee-8933-a5f6201b31cb HTTP/1.1" status: 404 len: 333 time: 0.0312490 Nov 10 18:09:35.363597 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53090) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:35.373212 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-865d007b-fe56-4dc2-ba17-9814d422288f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:35.414003 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-865d007b-fe56-4dc2-ba17-9814d422288f None None] For port f2d88f62-d3fa-4d89-a823-fab8e5ff6b39, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=f2d88f62-d3fa-4d89-a823-fab8e5ff6b39,segment=NetworkSegment(07bc7b40-35a7-4684-b164-4f086fd5165c),segment_id=07bc7b40-35a7-4684-b164-4f086fd5165c)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:09:35.423140 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-865d007b-fe56-4dc2-ba17-9814d422288f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:35.439848 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5076f06-4cfa-44af-b8f5-06624fd796d0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Deleting subnet 2aeac50f-2a62-4006-aee2-b4aedab7e1af {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:09:35.455203 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b5076f06-4cfa-44af-b8f5-06624fd796d0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:35.487951 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d007b-fe56-4dc2-ba17-9814d422288f None None] Pushing event updated for resources: {'Port': ['ID=f2d88f62-d3fa-4d89-a823-fab8e5ff6b39,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:35.515702 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b5076f06-4cfa-44af-b8f5-06624fd796d0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:35.608627 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:35.629124 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b5076f06-4cfa-44af-b8f5-06624fd796d0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:35.681853 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e44253c2-7296-47e1-a390-f39d7bc878b9 None None] Provisioning complete for port f2d88f62-d3fa-4d89-a823-fab8e5ff6b39 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:35.682462 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e44253c2-7296-47e1-a390-f39d7bc878b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:35.713078 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b5076f06-4cfa-44af-b8f5-06624fd796d0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:35.767697 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5076f06-4cfa-44af-b8f5-06624fd796d0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Subnet': ['ID=2aeac50f-2a62-4006-aee2-b4aedab7e1af,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:35.781825 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b5076f06-4cfa-44af-b8f5-06624fd796d0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:35.787745 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b5076f06-4cfa-44af-b8f5-06624fd796d0 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/subnets/2aeac50f-2a62-4006-aee2-b4aedab7e1af HTTP/1.1" status: 204 len: 168 time: 0.4202769 Nov 10 18:09:35.787991 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53096) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:35.848092 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device f2d88f62-d3fa-4d89-a823-fab8e5ff6b39 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:09:35.893286 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6658858c-6c94-4351-b265-c5cc6af4b783 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:35.918658 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port f2d88f62-d3fa-4d89-a823-fab8e5ff6b39 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:35.920660 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:35.946776 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53100) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:35.957954 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-6658858c-6c94-4351-b265-c5cc6af4b783 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Deleting port f2d88f62-d3fa-4d89-a823-fab8e5ff6b39 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:35.958335 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6658858c-6c94-4351-b265-c5cc6af4b783 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:35.993192 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a63cca7-c711-4bdb-b97a-45146c0e330b None None] Network 68d79361-9780-465c-aa8a-e55c8e3d4057 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:09:36.033567 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-6658858c-6c94-4351-b265-c5cc6af4b783 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] For port f2d88f62-d3fa-4d89-a823-fab8e5ff6b39, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=f2d88f62-d3fa-4d89-a823-fab8e5ff6b39,segment=NetworkSegment(07bc7b40-35a7-4684-b164-4f086fd5165c),segment_id=07bc7b40-35a7-4684-b164-4f086fd5165c)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:09:36.033843 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6658858c-6c94-4351-b265-c5cc6af4b783 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:36.048946 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-6658858c-6c94-4351-b265-c5cc6af4b783 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Calling delete_port for f2d88f62-d3fa-4d89-a823-fab8e5ff6b39 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:36.069902 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-257e2c4a-ce57-4f89-8fea-09c9e832a3c8 None None] Could not find standard attr ID for object 31c6955a-c67b-4fee-8933-a5f6201b31cb. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:09:36.082399 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1630e119-6e72-44c4-902c-f32db9d13ee3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:36.144758 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6658858c-6c94-4351-b265-c5cc6af4b783 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:36.174084 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658858c-6c94-4351-b265-c5cc6af4b783 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Port': ['ID=f2d88f62-d3fa-4d89-a823-fab8e5ff6b39,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:36.175981 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1630e119-6e72-44c4-902c-f32db9d13ee3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:36.179330 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6658858c-6c94-4351-b265-c5cc6af4b783 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] No DVR routers for this DVR port f2d88f62-d3fa-4d89-a823-fab8e5ff6b39 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:09:36.182949 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1630e119-6e72-44c4-902c-f32db9d13ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:36.227605 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1630e119-6e72-44c4-902c-f32db9d13ee3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=68c6c0900e6d47779c5b1d6fb411bde2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2772133 Nov 10 18:09:36.227605 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630e119-6e72-44c4-902c-f32db9d13ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723d5a60-621d-4f19-a53b-e585cc79e848,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:36.228264 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53104) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:36.230926 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f88f57d-fd68-49af-8822-edefad033096 None None] DHCP port deletion for 68d79361-9780-465c-aa8a-e55c8e3d4057 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:09:36.288385 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6658858c-6c94-4351-b265-c5cc6af4b783 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:36.295452 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ade38513-222c-49bb-859e-e18f04929b56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:36.309804 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-6658858c-6c94-4351-b265-c5cc6af4b783 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d79361-9780-465c-aa8a-e55c8e3d4057']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:36.317478 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:36.318186 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ade38513-222c-49bb-859e-e18f04929b56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:36.321658 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-6658858c-6c94-4351-b265-c5cc6af4b783 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07bc7b40-35a7-4684-b164-4f086fd5165c') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:36.321957 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-6658858c-6c94-4351-b265-c5cc6af4b783 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07bc7b40-35a7-4684-b164-4f086fd5165c') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:36.331815 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6658858c-6c94-4351-b265-c5cc6af4b783 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:36.345989 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6658858c-6c94-4351-b265-c5cc6af4b783 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:36.352012 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6658858c-6c94-4351-b265-c5cc6af4b783 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:09:36.352427 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6658858c-6c94-4351-b265-c5cc6af4b783 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:36.355332 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:09:36.355332 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:09:36.355332 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:09:36.355332 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:09:36.355332 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:09:36.355332 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:09:36.355332 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:09:36.355332 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:09:36.355332 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:09:36.355332 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:09:36.355332 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:09:36.355332 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:09:36.355332 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:09:36.355332 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:09:36.355332 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:09:36.355332 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:09:36.355332 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:09:36.355332 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:09:36.355332 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:09:36.355332 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:09:36.355332 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:09:36.355332 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:09:36.355332 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:09:36.355332 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:09:36.355332 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:09:36.355332 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:09:36.355332 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:09:36.355332 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:09:36.355332 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:09:36.355332 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:09:36.355332 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:09:36.355332 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:09:36.370359 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ade38513-222c-49bb-859e-e18f04929b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:36.373263 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ade38513-222c-49bb-859e-e18f04929b56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:36.374808 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ade38513-222c-49bb-859e-e18f04929b56 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/723d5a60-621d-4f19-a53b-e585cc79e848 HTTP/1.1" status: 204 len: 168 time: 0.1453722 Nov 10 18:09:36.384832 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade38513-222c-49bb-859e-e18f04929b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723d5a60-621d-4f19-a53b-e585cc79e848,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:36.418946 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6658858c-6c94-4351-b265-c5cc6af4b783 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:36.427226 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6658858c-6c94-4351-b265-c5cc6af4b783 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:36.433721 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6658858c-6c94-4351-b265-c5cc6af4b783 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/networks/68d79361-9780-465c-aa8a-e55c8e3d4057 HTTP/1.1" status: 204 len: 168 time: 0.6412423 Nov 10 18:09:36.434450 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53108) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:36.440000 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-fca92dff-661f-4fb1-8d09-a5b3f5952558 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-495705431'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:36.442897 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658858c-6c94-4351-b265-c5cc6af4b783 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Network': ['ID=68d79361-9780-465c-aa8a-e55c8e3d4057,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:36.471524 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca92dff-661f-4fb1-8d09-a5b3f5952558 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:36.475127 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fca92dff-661f-4fb1-8d09-a5b3f5952558 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:36.501615 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fca92dff-661f-4fb1-8d09-a5b3f5952558 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:09:36.511622 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fca92dff-661f-4fb1-8d09-a5b3f5952558 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:36.512085 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-fca92dff-661f-4fb1-8d09-a5b3f5952558 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Added segment 6055220c-d30e-4a48-95c0-15d1a0952739 of type vlan for network ff4d773e-61e1-4cb8-8960-b2cc5ac1b7ce Nov 10 18:09:36.553618 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fca92dff-661f-4fb1-8d09-a5b3f5952558 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:36.579929 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fca92dff-661f-4fb1-8d09-a5b3f5952558 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:36.585609 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca92dff-661f-4fb1-8d09-a5b3f5952558 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:36.586205 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fca92dff-661f-4fb1-8d09-a5b3f5952558 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:36.649161 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fca92dff-661f-4fb1-8d09-a5b3f5952558 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2108395 Nov 10 18:09:36.649161 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53116) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:36.660805 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-80e25790-d126-4a6f-a115-4a579ef237e5 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'subnet': {'network_id': 'ff4d773e-61e1-4cb8-8960-b2cc5ac1b7ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:36.703513 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca92dff-661f-4fb1-8d09-a5b3f5952558 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Network': ['ID=ff4d773e-61e1-4cb8-8960-b2cc5ac1b7ce,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:36.713983 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network ff4d773e-61e1-4cb8-8960-b2cc5ac1b7ce details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:09:36.759816 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e25790-d126-4a6f-a115-4a579ef237e5 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:36.765673 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-80e25790-d126-4a6f-a115-4a579ef237e5 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:36.966063 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-80e25790-d126-4a6f-a115-4a579ef237e5 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:37.030651 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e25790-d126-4a6f-a115-4a579ef237e5 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Subnet': ['ID=2da53122-46aa-4c22-85fd-3fa1e27a0dcb,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:37.040920 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e25790-d126-4a6f-a115-4a579ef237e5 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Checking segment: {'id': '6055220c-d30e-4a48-95c0-15d1a0952739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff4d773e-61e1-4cb8-8960-b2cc5ac1b7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:09:37.041281 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e25790-d126-4a6f-a115-4a579ef237e5 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network hostable DHCP agents. Network: ff4d773e-61e1-4cb8-8960-b2cc5ac1b7ce, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:09:37.057741 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e25790-d126-4a6f-a115-4a579ef237e5 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network ff4d773e-61e1-4cb8-8960-b2cc5ac1b7ce is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:09:37.068254 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-80e25790-d126-4a6f-a115-4a579ef237e5 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, ff4d773e-61e1-4cb8-8960-b2cc5ac1b7ce) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:37.072426 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e25790-d126-4a6f-a115-4a579ef237e5 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:37.073084 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-80e25790-d126-4a6f-a115-4a579ef237e5 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:37.079737 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b5f79f-421d-4099-acd6-f2386a64958b None None] Network ff4d773e-61e1-4cb8-8960-b2cc5ac1b7ce requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:09:37.095391 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-80e25790-d126-4a6f-a115-4a579ef237e5 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4426510 Nov 10 18:09:37.095654 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53132) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:37.101363 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-e1b121ba-5c2a-4dc1-9afe-797a2d167a3b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'port': {'network_id': 'ff4d773e-61e1-4cb8-8960-b2cc5ac1b7ce', 'name': 'tempest-PortsIpV6TestJSON-77745960', 'fixed_ips': [{'subnet_id': '2da53122-46aa-4c22-85fd-3fa1e27a0dcb', 'ip_address': '2001:db8::10'}]}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:37.226453 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b121ba-5c2a-4dc1-9afe-797a2d167a3b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:37.239723 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b037f0e4-67f8-45f2-a09c-659005566877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-ff4d773e-61e1-4cb8-8960-b2cc5ac1b7ce', 'network_id': 'ff4d773e-61e1-4cb8-8960-b2cc5ac1b7ce', 'tenant_id': '11ebd819dadb4179a36338da02e0ba9f', 'fixed_ips': [{'subnet_id': '2da53122-46aa-4c22-85fd-3fa1e27a0dcb'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:09:37.240732 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b037f0e4-67f8-45f2-a09c-659005566877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:37.332859 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e1b121ba-5c2a-4dc1-9afe-797a2d167a3b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:37.351964 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-e1b121ba-5c2a-4dc1-9afe-797a2d167a3b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] device_id is not set on port 53d2f2eb-57c5-4587-b047-fcc97b3ca771 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:09:37.392972 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53138) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:37.519861 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-520634b6-6870-49a8-9e7d-dcb79f5bc833 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:37.574089 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-b037f0e4-67f8-45f2-a09c-659005566877 None None] Allocated IP 2001:db8::2 (ff4d773e-61e1-4cb8-8960-b2cc5ac1b7ce/2da53122-46aa-4c22-85fd-3fa1e27a0dcb/3febb925-0e94-4a3c-a125-19ea83574dc1) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:09:37.598902 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-520634b6-6870-49a8-9e7d-dcb79f5bc833 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:37.603140 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-520634b6-6870-49a8-9e7d-dcb79f5bc833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:37.647554 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-520634b6-6870-49a8-9e7d-dcb79f5bc833 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ded9fab996e345e78a7a4f7b01b8fbab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2531672 Nov 10 18:09:37.649043 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520634b6-6870-49a8-9e7d-dcb79f5bc833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88863f8c-6092-4e40-a102-aa60e1a8a83d,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:37.650002 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53142) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:37.719918 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0252793a-4449-47d1-b6a2-c83d0cef85b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:37.740550 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device f2d88f62-d3fa-4d89-a823-fab8e5ff6b39 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:09:37.745909 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0252793a-4449-47d1-b6a2-c83d0cef85b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:37.770813 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b037f0e4-67f8-45f2-a09c-659005566877 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:37.773930 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: f2d88f62-d3fa-4d89-a823-fab8e5ff6b39 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:09:37.774676 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device f2d88f62-d3fa-4d89-a823-fab8e5ff6b39 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:09:37.779337 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b037f0e4-67f8-45f2-a09c-659005566877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:37.831242 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b037f0e4-67f8-45f2-a09c-659005566877 None None] Network ff4d773e-61e1-4cb8-8960-b2cc5ac1b7ce is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:37.831581 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-e1b121ba-5c2a-4dc1-9afe-797a2d167a3b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Allocated IP 2001:db8::10 (ff4d773e-61e1-4cb8-8960-b2cc5ac1b7ce/2da53122-46aa-4c22-85fd-3fa1e27a0dcb/53d2f2eb-57c5-4587-b047-fcc97b3ca771) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:09:37.837010 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-b037f0e4-67f8-45f2-a09c-659005566877 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:37.842943 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b037f0e4-67f8-45f2-a09c-659005566877 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:37.846138 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037f0e4-67f8-45f2-a09c-659005566877 None None] Pushing event updated for resources: {'Port': ['ID=3febb925-0e94-4a3c-a125-19ea83574dc1,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:37.862681 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0252793a-4449-47d1-b6a2-c83d0cef85b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:37.865364 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0252793a-4449-47d1-b6a2-c83d0cef85b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:37.868683 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0252793a-4449-47d1-b6a2-c83d0cef85b3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/88863f8c-6092-4e40-a102-aa60e1a8a83d HTTP/1.1" status: 204 len: 168 time: 0.2175236 Nov 10 18:09:37.885609 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:09:37.888650 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252793a-4449-47d1-b6a2-c83d0cef85b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88863f8c-6092-4e40-a102-aa60e1a8a83d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:37.931210 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b037f0e4-67f8-45f2-a09c-659005566877 None None] Attempting to bind port 3febb925-0e94-4a3c-a125-19ea83574dc1 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:37.931583 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b037f0e4-67f8-45f2-a09c-659005566877 None None] Attempting to bind port 3febb925-0e94-4a3c-a125-19ea83574dc1 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '6055220c-d30e-4a48-95c0-15d1a0952739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff4d773e-61e1-4cb8-8960-b2cc5ac1b7ce'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:37.932033 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b037f0e4-67f8-45f2-a09c-659005566877 None None] Attempting to bind port 3febb925-0e94-4a3c-a125-19ea83574dc1 on network ff4d773e-61e1-4cb8-8960-b2cc5ac1b7ce {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:37.939998 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b037f0e4-67f8-45f2-a09c-659005566877 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:09:37.940441 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b037f0e4-67f8-45f2-a09c-659005566877 None None] Checking segment: {'id': '6055220c-d30e-4a48-95c0-15d1a0952739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff4d773e-61e1-4cb8-8960-b2cc5ac1b7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:09:37.941016 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b037f0e4-67f8-45f2-a09c-659005566877 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:37.941625 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b037f0e4-67f8-45f2-a09c-659005566877 None None] Bound using segment: {'id': '6055220c-d30e-4a48-95c0-15d1a0952739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff4d773e-61e1-4cb8-8960-b2cc5ac1b7ce'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:09:37.942115 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b037f0e4-67f8-45f2-a09c-659005566877 None None] Bound port: 3febb925-0e94-4a3c-a125-19ea83574dc1, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6055220c-d30e-4a48-95c0-15d1a0952739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff4d773e-61e1-4cb8-8960-b2cc5ac1b7ce'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:09:37.942506 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b037f0e4-67f8-45f2-a09c-659005566877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:38.024982 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b037f0e4-67f8-45f2-a09c-659005566877 None None] For port 3febb925-0e94-4a3c-a125-19ea83574dc1, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:09:38.030545 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b037f0e4-67f8-45f2-a09c-659005566877 None None] For port 3febb925-0e94-4a3c-a125-19ea83574dc1, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=3febb925-0e94-4a3c-a125-19ea83574dc1,segment=NetworkSegment(6055220c-d30e-4a48-95c0-15d1a0952739),segment_id=6055220c-d30e-4a48-95c0-15d1a0952739)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:09:38.031024 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e1b121ba-5c2a-4dc1-9afe-797a2d167a3b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:38.034786 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b037f0e4-67f8-45f2-a09c-659005566877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:38.074117 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e1b121ba-5c2a-4dc1-9afe-797a2d167a3b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:38.100400 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037f0e4-67f8-45f2-a09c-659005566877 None None] Pushing event updated for resources: {'Port': ['ID=3febb925-0e94-4a3c-a125-19ea83574dc1,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:38.132293 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b121ba-5c2a-4dc1-9afe-797a2d167a3b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network ff4d773e-61e1-4cb8-8960-b2cc5ac1b7ce is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:38.135319 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-e1b121ba-5c2a-4dc1-9afe-797a2d167a3b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:38.139262 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b121ba-5c2a-4dc1-9afe-797a2d167a3b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:38.145210 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b121ba-5c2a-4dc1-9afe-797a2d167a3b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:38.145975 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e1b121ba-5c2a-4dc1-9afe-797a2d167a3b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:38.168072 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b121ba-5c2a-4dc1-9afe-797a2d167a3b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Port': ['ID=53d2f2eb-57c5-4587-b047-fcc97b3ca771,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:38.181690 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e1b121ba-5c2a-4dc1-9afe-797a2d167a3b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0849216 Nov 10 18:09:38.184862 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53152) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:38.189583 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-761b1d8d-2285-4830-acd3-6d3789e84ae5 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'port': {'network_id': 'ff4d773e-61e1-4cb8-8960-b2cc5ac1b7ce', 'name': 'tempest-PortsIpV6TestJSON-181693328', 'fixed_ips': [{'subnet_id': '2da53122-46aa-4c22-85fd-3fa1e27a0dcb', 'ip_address': '2001:db8::f'}]}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:38.337340 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761b1d8d-2285-4830-acd3-6d3789e84ae5 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:38.346517 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-761b1d8d-2285-4830-acd3-6d3789e84ae5 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:38.366455 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-761b1d8d-2285-4830-acd3-6d3789e84ae5 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] device_id is not set on port c3b32dc7-9a51-4b97-9b5a-30d0eaccc5a7 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:09:38.542714 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-761b1d8d-2285-4830-acd3-6d3789e84ae5 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Allocated IP 2001:db8::f (ff4d773e-61e1-4cb8-8960-b2cc5ac1b7ce/2da53122-46aa-4c22-85fd-3fa1e27a0dcb/c3b32dc7-9a51-4b97-9b5a-30d0eaccc5a7) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:09:38.695222 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-761b1d8d-2285-4830-acd3-6d3789e84ae5 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:38.728288 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-761b1d8d-2285-4830-acd3-6d3789e84ae5 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:38.793956 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761b1d8d-2285-4830-acd3-6d3789e84ae5 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network ff4d773e-61e1-4cb8-8960-b2cc5ac1b7ce is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:38.797833 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-761b1d8d-2285-4830-acd3-6d3789e84ae5 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:38.802516 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761b1d8d-2285-4830-acd3-6d3789e84ae5 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:38.808167 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761b1d8d-2285-4830-acd3-6d3789e84ae5 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:38.808809 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-761b1d8d-2285-4830-acd3-6d3789e84ae5 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:38.816815 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b1d8d-2285-4830-acd3-6d3789e84ae5 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Port': ['ID=c3b32dc7-9a51-4b97-9b5a-30d0eaccc5a7,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:38.834958 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-761b1d8d-2285-4830-acd3-6d3789e84ae5 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6490915 Nov 10 18:09:38.837720 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53170) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:38.949343 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c2e9fa-7e16-4494-824a-61df789d39f8 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:38.954753 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-13c2e9fa-7e16-4494-824a-61df789d39f8 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.1132720 Nov 10 18:09:38.955071 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53174) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:38.993446 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53176) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:39.057775 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444a4977-bef4-4f04-9011-cd26251321cc tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:39.064020 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444a4977-bef4-4f04-9011-cd26251321cc tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:39.070105 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444a4977-bef4-4f04-9011-cd26251321cc tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:39.074396 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-444a4977-bef4-4f04-9011-cd26251321cc tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2386 time: 0.1157413 Nov 10 18:09:39.075089 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53180) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:39.138095 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6ae93729-797c-4366-b8ff-74e21227f49b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:39.189970 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd32450b-7d3b-4e60-abee-8c8f5a5fb59f None None] Network ff4d773e-61e1-4cb8-8960-b2cc5ac1b7ce requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:09:39.221314 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-4beb881f-45e9-4235-9bc4-c23748860697 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Deleting port c3b32dc7-9a51-4b97-9b5a-30d0eaccc5a7 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:39.221670 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4beb881f-45e9-4235-9bc4-c23748860697 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:39.256261 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6adc5e8a-d42f-4301-865d-7779b228c3b9 None None] Provisioning complete for port 3febb925-0e94-4a3c-a125-19ea83574dc1 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:39.256628 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6adc5e8a-d42f-4301-865d-7779b228c3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:39.321288 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6ae93729-797c-4366-b8ff-74e21227f49b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:39.333462 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6ae93729-797c-4366-b8ff-74e21227f49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:39.342301 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4beb881f-45e9-4235-9bc4-c23748860697 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:39.365718 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-4beb881f-45e9-4235-9bc4-c23748860697 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Calling delete_port for c3b32dc7-9a51-4b97-9b5a-30d0eaccc5a7 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:39.396906 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6ae93729-797c-4366-b8ff-74e21227f49b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8b4976a0088e48f19cea9d9af1bf68d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4020994 Nov 10 18:09:39.399041 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53182) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:39.409423 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae93729-797c-4366-b8ff-74e21227f49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670d00da-9158-40f8-bb33-a6040c231449,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:39.411191 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6adc5e8a-d42f-4301-865d-7779b228c3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:39.455862 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-77d5c364-1db4-433b-80e8-35b8e5e02d3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:39.464375 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-6adc5e8a-d42f-4301-865d-7779b228c3b9 None None] For port 3febb925-0e94-4a3c-a125-19ea83574dc1, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=3febb925-0e94-4a3c-a125-19ea83574dc1,segment=NetworkSegment(6055220c-d30e-4a48-95c0-15d1a0952739),segment_id=6055220c-d30e-4a48-95c0-15d1a0952739)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:09:39.471433 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6adc5e8a-d42f-4301-865d-7779b228c3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:39.481875 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-77d5c364-1db4-433b-80e8-35b8e5e02d3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:39.540180 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc5e8a-d42f-4301-865d-7779b228c3b9 None None] Pushing event updated for resources: {'Port': ['ID=3febb925-0e94-4a3c-a125-19ea83574dc1,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:39.557365 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-77d5c364-1db4-433b-80e8-35b8e5e02d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:39.560894 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-77d5c364-1db4-433b-80e8-35b8e5e02d3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:39.564406 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-77d5c364-1db4-433b-80e8-35b8e5e02d3a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/670d00da-9158-40f8-bb33-a6040c231449 HTTP/1.1" status: 204 len: 168 time: 0.1619925 Nov 10 18:09:39.574438 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5c364-1db4-433b-80e8-35b8e5e02d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670d00da-9158-40f8-bb33-a6040c231449,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:39.582765 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4beb881f-45e9-4235-9bc4-c23748860697 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:39.612171 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb881f-45e9-4235-9bc4-c23748860697 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Port': ['ID=c3b32dc7-9a51-4b97-9b5a-30d0eaccc5a7,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:39.645384 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4beb881f-45e9-4235-9bc4-c23748860697 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:39.652097 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4beb881f-45e9-4235-9bc4-c23748860697 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/ports/c3b32dc7-9a51-4b97-9b5a-30d0eaccc5a7 HTTP/1.1" status: 204 len: 168 time: 0.5729442 Nov 10 18:09:39.652295 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53186) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:39.690823 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb8fb011-e788-442d-86e0-7002dd5d7bc1 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] GET failed (client error): The resource could not be found. Nov 10 18:09:39.692474 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cb8fb011-e788-442d-86e0-7002dd5d7bc1 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "GET /v2.0/ports/c3b32dc7-9a51-4b97-9b5a-30d0eaccc5a7 HTTP/1.1" status: 404 len: 333 time: 0.0378134 Nov 10 18:09:39.695387 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53188) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:39.786627 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 3febb925-0e94-4a3c-a125-19ea83574dc1 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:09:39.815035 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-d990af37-4f2d-40d1-b902-f8614d564cce None None] Could not find standard attr ID for object c3b32dc7-9a51-4b97-9b5a-30d0eaccc5a7. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:09:39.815899 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-01e63a3e-0da3-4030-bb3f-89145b47b4d9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Deleting port 53d2f2eb-57c5-4587-b047-fcc97b3ca771 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:39.816481 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01e63a3e-0da3-4030-bb3f-89145b47b4d9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:39.844439 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-d990af37-4f2d-40d1-b902-f8614d564cce None None] Provisioning complete for port 53d2f2eb-57c5-4587-b047-fcc97b3ca771 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:39.845418 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d990af37-4f2d-40d1-b902-f8614d564cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:39.901870 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 3febb925-0e94-4a3c-a125-19ea83574dc1 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:39.902428 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:39.906695 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-d990af37-4f2d-40d1-b902-f8614d564cce None None] Port 53d2f2eb-57c5-4587-b047-fcc97b3ca771 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:09:39.931629 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01e63a3e-0da3-4030-bb3f-89145b47b4d9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:39.947387 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-01e63a3e-0da3-4030-bb3f-89145b47b4d9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Calling delete_port for 53d2f2eb-57c5-4587-b047-fcc97b3ca771 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:39.954028 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-d990af37-4f2d-40d1-b902-f8614d564cce None None] Provisioning complete for port 3febb925-0e94-4a3c-a125-19ea83574dc1 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:39.954398 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d990af37-4f2d-40d1-b902-f8614d564cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:40.124819 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01e63a3e-0da3-4030-bb3f-89145b47b4d9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:40.158383 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e63a3e-0da3-4030-bb3f-89145b47b4d9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Port': ['ID=53d2f2eb-57c5-4587-b047-fcc97b3ca771,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:40.190685 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-01e63a3e-0da3-4030-bb3f-89145b47b4d9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:40.196276 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-01e63a3e-0da3-4030-bb3f-89145b47b4d9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/ports/53d2f2eb-57c5-4587-b047-fcc97b3ca771 HTTP/1.1" status: 204 len: 168 time: 0.4976561 Nov 10 18:09:40.196661 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53202) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:40.226375 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e469020-6fd4-4c9e-9f68-f23c64a55997 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] GET failed (client error): The resource could not be found. Nov 10 18:09:40.227959 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7e469020-6fd4-4c9e-9f68-f23c64a55997 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "GET /v2.0/ports/53d2f2eb-57c5-4587-b047-fcc97b3ca771 HTTP/1.1" status: 404 len: 333 time: 0.0303564 Nov 10 18:09:40.229105 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-67be98bc-7313-46bc-8f8f-d7441edcd296 None None] Could not find standard attr ID for object 53d2f2eb-57c5-4587-b047-fcc97b3ca771. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:09:40.230916 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53206) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:40.291249 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-c26f5f31-2a98-4af4-94e6-251ff15f9ad3 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Deleting subnet 2da53122-46aa-4c22-85fd-3fa1e27a0dcb {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:09:40.295109 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c26f5f31-2a98-4af4-94e6-251ff15f9ad3 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:40.345377 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c26f5f31-2a98-4af4-94e6-251ff15f9ad3 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:40.346951 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-58aa5839-8a16-403a-b162-997aeb209529 None None] Could not find standard attr ID for object c3b32dc7-9a51-4b97-9b5a-30d0eaccc5a7. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:09:40.441939 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c26f5f31-2a98-4af4-94e6-251ff15f9ad3 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:40.503113 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c26f5f31-2a98-4af4-94e6-251ff15f9ad3 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:40.535551 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f5f31-2a98-4af4-94e6-251ff15f9ad3 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Subnet': ['ID=2da53122-46aa-4c22-85fd-3fa1e27a0dcb,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:40.539330 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c26f5f31-2a98-4af4-94e6-251ff15f9ad3 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:40.546261 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c26f5f31-2a98-4af4-94e6-251ff15f9ad3 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/subnets/2da53122-46aa-4c22-85fd-3fa1e27a0dcb HTTP/1.1" status: 204 len: 168 time: 0.3103483 Nov 10 18:09:40.546579 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53216) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:40.633286 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-390f2aee-a8ad-4762-aef1-5debb9907fa1 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:40.694894 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-390f2aee-a8ad-4762-aef1-5debb9907fa1 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Deleting port 3febb925-0e94-4a3c-a125-19ea83574dc1 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:40.695247 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-390f2aee-a8ad-4762-aef1-5debb9907fa1 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:40.737774 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a539f455-8b10-4a20-a13f-cc9b0d985474 None None] Network ff4d773e-61e1-4cb8-8960-b2cc5ac1b7ce requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:09:40.766766 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-390f2aee-a8ad-4762-aef1-5debb9907fa1 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] For port 3febb925-0e94-4a3c-a125-19ea83574dc1, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=3febb925-0e94-4a3c-a125-19ea83574dc1,segment=NetworkSegment(6055220c-d30e-4a48-95c0-15d1a0952739),segment_id=6055220c-d30e-4a48-95c0-15d1a0952739)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:09:40.767126 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-390f2aee-a8ad-4762-aef1-5debb9907fa1 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:40.782068 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-390f2aee-a8ad-4762-aef1-5debb9907fa1 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Calling delete_port for 3febb925-0e94-4a3c-a125-19ea83574dc1 owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:40.867749 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-390f2aee-a8ad-4762-aef1-5debb9907fa1 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:40.897473 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390f2aee-a8ad-4762-aef1-5debb9907fa1 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] No DVR routers for this DVR port 3febb925-0e94-4a3c-a125-19ea83574dc1 on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:09:40.899531 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f2aee-a8ad-4762-aef1-5debb9907fa1 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Port': ['ID=3febb925-0e94-4a3c-a125-19ea83574dc1,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:40.944470 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2036530-bace-47e3-bc5d-b42eddf23703 None None] DHCP port deletion for ff4d773e-61e1-4cb8-8960-b2cc5ac1b7ce request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:09:41.002567 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-390f2aee-a8ad-4762-aef1-5debb9907fa1 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:41.023581 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-390f2aee-a8ad-4762-aef1-5debb9907fa1 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff4d773e-61e1-4cb8-8960-b2cc5ac1b7ce']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:41.033823 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-390f2aee-a8ad-4762-aef1-5debb9907fa1 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6055220c-d30e-4a48-95c0-15d1a0952739') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:41.034155 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-390f2aee-a8ad-4762-aef1-5debb9907fa1 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6055220c-d30e-4a48-95c0-15d1a0952739') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:41.044433 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-390f2aee-a8ad-4762-aef1-5debb9907fa1 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:41.057897 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-390f2aee-a8ad-4762-aef1-5debb9907fa1 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:41.065068 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-390f2aee-a8ad-4762-aef1-5debb9907fa1 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:09:41.065530 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-390f2aee-a8ad-4762-aef1-5debb9907fa1 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:41.068852 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:09:41.068852 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:09:41.068852 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:09:41.068852 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:09:41.068852 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:09:41.068852 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:09:41.068852 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:09:41.068852 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:09:41.068852 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:09:41.068852 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:09:41.068852 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:09:41.068852 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:09:41.068852 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:09:41.068852 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:09:41.068852 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:09:41.068852 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:09:41.068852 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:09:41.068852 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:09:41.068852 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:09:41.068852 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:09:41.068852 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:09:41.068852 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:09:41.068852 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:09:41.068852 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:09:41.068852 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:09:41.068852 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:09:41.068852 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:09:41.068852 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:09:41.068852 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:09:41.068852 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:09:41.068852 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:09:41.068852 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:09:41.086665 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53228) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:41.130374 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-390f2aee-a8ad-4762-aef1-5debb9907fa1 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:41.138148 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-390f2aee-a8ad-4762-aef1-5debb9907fa1 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:41.141683 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-390f2aee-a8ad-4762-aef1-5debb9907fa1 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/networks/ff4d773e-61e1-4cb8-8960-b2cc5ac1b7ce HTTP/1.1" status: 204 len: 168 time: 0.5942097 Nov 10 18:09:41.146433 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53232) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:41.151426 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-25126e95-2fea-4f4c-8ca3-88d17845eb3a tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-42548716'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:41.152798 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f2aee-a8ad-4762-aef1-5debb9907fa1 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Network': ['ID=ff4d773e-61e1-4cb8-8960-b2cc5ac1b7ce,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:41.174217 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25126e95-2fea-4f4c-8ca3-88d17845eb3a tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:41.177873 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-25126e95-2fea-4f4c-8ca3-88d17845eb3a tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:41.202320 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25126e95-2fea-4f4c-8ca3-88d17845eb3a tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:09:41.212230 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-25126e95-2fea-4f4c-8ca3-88d17845eb3a tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:41.212583 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-25126e95-2fea-4f4c-8ca3-88d17845eb3a tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Added segment e445fc7f-198a-43ea-ac45-766358ed1546 of type vlan for network 169b10dd-aa4e-4ca5-a053-727cc8d15c28 Nov 10 18:09:41.254829 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-385d6049-035b-43dd-b821-bacaeecfcdd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-145899098'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:41.261494 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-25126e95-2fea-4f4c-8ca3-88d17845eb3a tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:41.294739 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385d6049-035b-43dd-b821-bacaeecfcdd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587-project] Made reservation on behalf of 5ef6fbd61c0f4e2ba411b7a6630df891 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:41.298735 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-385d6049-035b-43dd-b821-bacaeecfcdd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:41.310397 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-25126e95-2fea-4f4c-8ca3-88d17845eb3a tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:41.315756 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25126e95-2fea-4f4c-8ca3-88d17845eb3a tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:41.316358 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-25126e95-2fea-4f4c-8ca3-88d17845eb3a tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:41.326591 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-385d6049-035b-43dd-b821-bacaeecfcdd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:41.378466 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-25126e95-2fea-4f4c-8ca3-88d17845eb3a tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2309558 Nov 10 18:09:41.381516 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53234) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:41.386641 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-df495fcc-5614-4669-a4db-deacdb53f445 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'subnet': {'network_id': '169b10dd-aa4e-4ca5-a053-727cc8d15c28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:41.402678 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25126e95-2fea-4f4c-8ca3-88d17845eb3a tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Network': ['ID=169b10dd-aa4e-4ca5-a053-727cc8d15c28,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:41.414881 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 169b10dd-aa4e-4ca5-a053-727cc8d15c28 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:09:41.469188 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-385d6049-035b-43dd-b821-bacaeecfcdd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:41.473430 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-385d6049-035b-43dd-b821-bacaeecfcdd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:41.491248 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df495fcc-5614-4669-a4db-deacdb53f445 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:41.494886 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-df495fcc-5614-4669-a4db-deacdb53f445 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:41.508721 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d6049-035b-43dd-b821-bacaeecfcdd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feb972d9-6276-4973-b62e-c22ffb69b31a,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:41.511429 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385d6049-035b-43dd-b821-bacaeecfcdd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:09:41.521660 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-385d6049-035b-43dd-b821-bacaeecfcdd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:41.522050 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-385d6049-035b-43dd-b821-bacaeecfcdd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587-project] Added segment 722ac99e-18aa-498c-934f-3bfa5b50a9a2 of type vlan for network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 Nov 10 18:09:41.564591 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-385d6049-035b-43dd-b821-bacaeecfcdd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:41.594816 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-385d6049-035b-43dd-b821-bacaeecfcdd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:41.600479 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385d6049-035b-43dd-b821-bacaeecfcdd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:41.601059 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-385d6049-035b-43dd-b821-bacaeecfcdd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:41.657084 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-385d6049-035b-43dd-b821-bacaeecfcdd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.5692854 Nov 10 18:09:41.673733 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d6049-035b-43dd-b821-bacaeecfcdd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587-project] Pushing event updated for resources: {'Network': ['ID=5c35f817-fa82-4d44-afe4-29ce7e11f8c8,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:41.686483 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:09:41.686674 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-df495fcc-5614-4669-a4db-deacdb53f445 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:41.756914 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df495fcc-5614-4669-a4db-deacdb53f445 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Subnet': ['ID=0dc57f2d-5403-41ab-96e2-221d1bc60087,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:41.763490 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df495fcc-5614-4669-a4db-deacdb53f445 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Checking segment: {'id': 'e445fc7f-198a-43ea-ac45-766358ed1546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '169b10dd-aa4e-4ca5-a053-727cc8d15c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:09:41.763920 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df495fcc-5614-4669-a4db-deacdb53f445 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network hostable DHCP agents. Network: 169b10dd-aa4e-4ca5-a053-727cc8d15c28, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:09:41.778593 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 3febb925-0e94-4a3c-a125-19ea83574dc1 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:09:41.785325 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df495fcc-5614-4669-a4db-deacdb53f445 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network 169b10dd-aa4e-4ca5-a053-727cc8d15c28 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:09:41.796476 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-df495fcc-5614-4669-a4db-deacdb53f445 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 169b10dd-aa4e-4ca5-a053-727cc8d15c28) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:41.800638 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df495fcc-5614-4669-a4db-deacdb53f445 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:41.801236 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-df495fcc-5614-4669-a4db-deacdb53f445 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:41.801658 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 3febb925-0e94-4a3c-a125-19ea83574dc1 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:09:41.802458 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 3febb925-0e94-4a3c-a125-19ea83574dc1 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:09:41.805856 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf4b0e8-0bd0-45ee-b4aa-d2d2ddb27546 None None] Network 169b10dd-aa4e-4ca5-a053-727cc8d15c28 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:09:41.822705 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-df495fcc-5614-4669-a4db-deacdb53f445 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4399757 Nov 10 18:09:41.826008 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53240) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:41.830574 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-679ca18e-685a-4856-89cd-e5a70203add9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-113324056', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:41.853839 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-679ca18e-685a-4856-89cd-e5a70203add9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:41.854937 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-679ca18e-685a-4856-89cd-e5a70203add9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:41.913577 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-679ca18e-685a-4856-89cd-e5a70203add9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:41.920323 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-679ca18e-685a-4856-89cd-e5a70203add9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:41.928817 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53242) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:41.934211 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Request body: {'port': {'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8', 'binding:host_id': 'n-h1-776250-10', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-344020557'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:41.943962 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-679ca18e-685a-4856-89cd-e5a70203add9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:41.948093 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53244) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:41.948312 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-679ca18e-685a-4856-89cd-e5a70203add9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1211543 Nov 10 18:09:41.958298 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-be1326f1-f41f-4959-91d1-d7d6a9221a7b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'port': {'network_id': '169b10dd-aa4e-4ca5-a053-727cc8d15c28', 'name': 'tempest-PortsIpV6TestJSON-2075532835'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:41.988538 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2675508-16fd-459b-8b1e-fe09d665c150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-169b10dd-aa4e-4ca5-a053-727cc8d15c28', 'network_id': '169b10dd-aa4e-4ca5-a053-727cc8d15c28', 'tenant_id': '11ebd819dadb4179a36338da02e0ba9f', 'fixed_ips': [{'subnet_id': '0dc57f2d-5403-41ab-96e2-221d1bc60087'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:09:41.989995 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b2675508-16fd-459b-8b1e-fe09d665c150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:42.029899 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Made reservation on behalf of d4c0f1cb118f47dc90cf0f06630d174b for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:42.032215 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:42.043368 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:42.136963 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-b2675508-16fd-459b-8b1e-fe09d665c150 None None] Allocated IP 2001:db8::2 (169b10dd-aa4e-4ca5-a053-727cc8d15c28/0dc57f2d-5403-41ab-96e2-221d1bc60087/fb98e49d-e4a0-44fe-81f7-8a9162c669b7) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:09:42.149648 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1326f1-f41f-4959-91d1-d7d6a9221a7b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:42.153946 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be1326f1-f41f-4959-91d1-d7d6a9221a7b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:42.184826 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-be1326f1-f41f-4959-91d1-d7d6a9221a7b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] device_id is not set on port e08ceacd-4844-45de-a461-835281e54fc1 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:09:42.194803 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:42.199603 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:42.235992 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] device_id is not set on port 9ebb6776-d5ca-424d-81a8-d529375dea7b yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:09:42.280364 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b2675508-16fd-459b-8b1e-fe09d665c150 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:42.286483 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b2675508-16fd-459b-8b1e-fe09d665c150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:42.322483 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2675508-16fd-459b-8b1e-fe09d665c150 None None] Network 169b10dd-aa4e-4ca5-a053-727cc8d15c28 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:42.328178 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-b2675508-16fd-459b-8b1e-fe09d665c150 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:42.332422 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2675508-16fd-459b-8b1e-fe09d665c150 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:42.338514 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa2447a-dab9-455d-ac45-690553d21e08,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:42.345092 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2675508-16fd-459b-8b1e-fe09d665c150 None None] Pushing event updated for resources: {'Port': ['ID=fb98e49d-e4a0-44fe-81f7-8a9162c669b7,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:42.399592 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b2675508-16fd-459b-8b1e-fe09d665c150 None None] Attempting to bind port fb98e49d-e4a0-44fe-81f7-8a9162c669b7 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:42.399965 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b2675508-16fd-459b-8b1e-fe09d665c150 None None] Attempting to bind port fb98e49d-e4a0-44fe-81f7-8a9162c669b7 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'e445fc7f-198a-43ea-ac45-766358ed1546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '169b10dd-aa4e-4ca5-a053-727cc8d15c28'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:42.400365 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2675508-16fd-459b-8b1e-fe09d665c150 None None] Attempting to bind port fb98e49d-e4a0-44fe-81f7-8a9162c669b7 on network 169b10dd-aa4e-4ca5-a053-727cc8d15c28 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:42.406035 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2675508-16fd-459b-8b1e-fe09d665c150 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:09:42.406421 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2675508-16fd-459b-8b1e-fe09d665c150 None None] Checking segment: {'id': 'e445fc7f-198a-43ea-ac45-766358ed1546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '169b10dd-aa4e-4ca5-a053-727cc8d15c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:09:42.406824 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b2675508-16fd-459b-8b1e-fe09d665c150 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:42.407221 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2675508-16fd-459b-8b1e-fe09d665c150 None None] Bound using segment: {'id': 'e445fc7f-198a-43ea-ac45-766358ed1546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '169b10dd-aa4e-4ca5-a053-727cc8d15c28'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:09:42.407695 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b2675508-16fd-459b-8b1e-fe09d665c150 None None] Bound port: fb98e49d-e4a0-44fe-81f7-8a9162c669b7, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e445fc7f-198a-43ea-ac45-766358ed1546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '169b10dd-aa4e-4ca5-a053-727cc8d15c28'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:09:42.408082 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b2675508-16fd-459b-8b1e-fe09d665c150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:42.429874 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-be1326f1-f41f-4959-91d1-d7d6a9221a7b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Allocated IP 2001:db8::30a (169b10dd-aa4e-4ca5-a053-727cc8d15c28/0dc57f2d-5403-41ab-96e2-221d1bc60087/e08ceacd-4844-45de-a461-835281e54fc1) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:09:42.475257 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b2675508-16fd-459b-8b1e-fe09d665c150 None None] For port fb98e49d-e4a0-44fe-81f7-8a9162c669b7, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:09:42.479001 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b2675508-16fd-459b-8b1e-fe09d665c150 None None] For port fb98e49d-e4a0-44fe-81f7-8a9162c669b7, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=fb98e49d-e4a0-44fe-81f7-8a9162c669b7,segment=NetworkSegment(e445fc7f-198a-43ea-ac45-766358ed1546),segment_id=e445fc7f-198a-43ea-ac45-766358ed1546)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:09:42.483370 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b2675508-16fd-459b-8b1e-fe09d665c150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:42.550145 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2675508-16fd-459b-8b1e-fe09d665c150 None None] Pushing event updated for resources: {'Port': ['ID=fb98e49d-e4a0-44fe-81f7-8a9162c669b7,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:42.979215 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] device_id is not set on port 9ebb6776-d5ca-424d-81a8-d529375dea7b yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:09:42.994885 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:43.004808 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:43.081579 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Pushing event updated for resources: {'Port': ['ID=9ebb6776-d5ca-424d-81a8-d529375dea7b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:43.105009 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be1326f1-f41f-4959-91d1-d7d6a9221a7b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:43.121657 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Checking segment: {'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:09:43.122184 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Network hostable DHCP agents. Network: 5c35f817-fa82-4d44-afe4-29ce7e11f8c8, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:09:43.157699 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:09:43.163822 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be1326f1-f41f-4959-91d1-d7d6a9221a7b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:43.192722 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 5c35f817-fa82-4d44-afe4-29ce7e11f8c8) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:43.203407 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e24b1de-99d0-43ac-9e0a-bfc16010c192 None None] Network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:09:43.206594 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:43.226937 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1326f1-f41f-4959-91d1-d7d6a9221a7b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network 169b10dd-aa4e-4ca5-a053-727cc8d15c28 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:43.233835 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-be1326f1-f41f-4959-91d1-d7d6a9221a7b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:43.235681 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:43.236009 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:43.236725 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:43.241622 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1326f1-f41f-4959-91d1-d7d6a9221a7b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:43.247246 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1326f1-f41f-4959-91d1-d7d6a9221a7b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:43.247806 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be1326f1-f41f-4959-91d1-d7d6a9221a7b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:43.254862 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1326f1-f41f-4959-91d1-d7d6a9221a7b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Port': ['ID=e08ceacd-4844-45de-a461-835281e54fc1,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:43.263304 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Port 9ebb6776-d5ca-424d-81a8-d529375dea7b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:43.263304 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Failed to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b on host n-h1-776250-10 for vnic_type normal using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] Nov 10 18:09:43.263731 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempt 2 to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b Nov 10 18:09:43.280403 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-be1326f1-f41f-4959-91d1-d7d6a9221a7b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3310680 Nov 10 18:09:43.283165 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:43.283652 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:43.284005 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:43.284286 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53246) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:43.288791 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Port 9ebb6776-d5ca-424d-81a8-d529375dea7b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:43.289121 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Failed to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b on host n-h1-776250-10 for vnic_type normal using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] Nov 10 18:09:43.289511 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempt 3 to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b Nov 10 18:09:43.305363 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:43.305709 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:43.306058 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:43.311901 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Port 9ebb6776-d5ca-424d-81a8-d529375dea7b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:43.312261 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Failed to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b on host n-h1-776250-10 for vnic_type normal using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] Nov 10 18:09:43.312661 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempt 4 to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b Nov 10 18:09:43.328325 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:43.328669 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:43.329423 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:43.333760 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Port 9ebb6776-d5ca-424d-81a8-d529375dea7b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:43.334244 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Failed to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b on host n-h1-776250-10 for vnic_type normal using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] Nov 10 18:09:43.334645 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempt 5 to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b Nov 10 18:09:43.350899 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:43.351320 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:43.351730 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:43.357528 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Port 9ebb6776-d5ca-424d-81a8-d529375dea7b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:43.357949 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Failed to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b on host n-h1-776250-10 for vnic_type normal using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] Nov 10 18:09:43.358413 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempt 6 to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b Nov 10 18:09:43.372616 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:43.373050 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:43.373466 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:43.378241 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Port 9ebb6776-d5ca-424d-81a8-d529375dea7b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:43.378650 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Failed to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b on host n-h1-776250-10 for vnic_type normal using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] Nov 10 18:09:43.379113 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempt 7 to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b Nov 10 18:09:43.392458 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:43.393542 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:43.393879 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:43.399427 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Port 9ebb6776-d5ca-424d-81a8-d529375dea7b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:43.399790 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Failed to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b on host n-h1-776250-10 for vnic_type normal using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] Nov 10 18:09:43.400138 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempt 8 to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b Nov 10 18:09:43.415828 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:43.416232 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:43.416543 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:43.422682 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Port 9ebb6776-d5ca-424d-81a8-d529375dea7b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:43.423016 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Failed to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b on host n-h1-776250-10 for vnic_type normal using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] Nov 10 18:09:43.423403 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempt 9 to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b Nov 10 18:09:43.438069 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:43.438791 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:43.438791 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:43.443723 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Port 9ebb6776-d5ca-424d-81a8-d529375dea7b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:43.444051 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Failed to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b on host n-h1-776250-10 for vnic_type normal using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] Nov 10 18:09:43.444479 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempt 10 to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b Nov 10 18:09:43.460544 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:43.460876 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:43.461214 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:43.467059 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Port 9ebb6776-d5ca-424d-81a8-d529375dea7b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:43.467405 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Failed to bind port 9ebb6776-d5ca-424d-81a8-d529375dea7b on host n-h1-776250-10 for vnic_type normal using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] Nov 10 18:09:43.467771 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:43.538877 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdc9f8b-faee-44f1-b7a0-5601ab214801 None None] Network 169b10dd-aa4e-4ca5-a053-727cc8d15c28 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:09:43.544722 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] For port 9ebb6776-d5ca-424d-81a8-d529375dea7b, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:09:43.545295 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempted to set empty binding levels {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 18:09:43.550455 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:43.585661 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:43.586291 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:43.612677 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-7137419e-fa22-4027-88d0-0459c185de78 None None] Provisioning complete for port fb98e49d-e4a0-44fe-81f7-8a9162c669b7 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:43.613354 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7137419e-fa22-4027-88d0-0459c185de78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:43.621902 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.6893191 Nov 10 18:09:43.621902 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14849229-b4c2-49f6-bc59-32b76cef25fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Pushing event updated for resources: {'Port': ['ID=9ebb6776-d5ca-424d-81a8-d529375dea7b,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:43.623785 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53248) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:43.755785 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-fb0f4e27-7152-441e-8173-53bef4aec28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Deleting port 9ebb6776-d5ca-424d-81a8-d529375dea7b {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:43.756053 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fb0f4e27-7152-441e-8173-53bef4aec28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:43.793440 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7137419e-fa22-4027-88d0-0459c185de78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:43.810000 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device fb98e49d-e4a0-44fe-81f7-8a9162c669b7 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:09:43.839026 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-fb0f4e27-7152-441e-8173-53bef4aec28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] For port 9ebb6776-d5ca-424d-81a8-d529375dea7b, host n-h1-776250-10, got binding levels [] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:09:43.839850 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fb0f4e27-7152-441e-8173-53bef4aec28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:43.854385 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-fb0f4e27-7152-441e-8173-53bef4aec28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Calling delete_port for 9ebb6776-d5ca-424d-81a8-d529375dea7b owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:43.869492 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-7137419e-fa22-4027-88d0-0459c185de78 None None] For port fb98e49d-e4a0-44fe-81f7-8a9162c669b7, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=fb98e49d-e4a0-44fe-81f7-8a9162c669b7,segment=NetworkSegment(e445fc7f-198a-43ea-ac45-766358ed1546),segment_id=e445fc7f-198a-43ea-ac45-766358ed1546)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:09:43.880462 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7137419e-fa22-4027-88d0-0459c185de78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:43.924063 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port fb98e49d-e4a0-44fe-81f7-8a9162c669b7 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:43.924453 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:43.964606 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fb0f4e27-7152-441e-8173-53bef4aec28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:43.971595 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137419e-fa22-4027-88d0-0459c185de78 None None] Pushing event updated for resources: {'Port': ['ID=fb98e49d-e4a0-44fe-81f7-8a9162c669b7,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:44.005184 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f4e27-7152-441e-8173-53bef4aec28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ebb6776-d5ca-424d-81a8-d529375dea7b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:44.010697 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fb0f4e27-7152-441e-8173-53bef4aec28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:44.015704 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fb0f4e27-7152-441e-8173-53bef4aec28d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] 10.222.0.39 "DELETE /v2.0/ports/9ebb6776-d5ca-424d-81a8-d529375dea7b HTTP/1.1" status: 204 len: 168 time: 0.3906474 Nov 10 18:09:44.017973 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53250) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:44.024985 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-843ddb68-4239-444b-a603-8fc78a41a269 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:44.047550 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-1032f642-4932-4d7f-b69c-63c79bbb81e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] GET failed (client error): The resource could not be found. Nov 10 18:09:44.052558 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1032f642-4932-4d7f-b69c-63c79bbb81e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] 10.222.0.39 "GET /v2.0/ports/9ebb6776-d5ca-424d-81a8-d529375dea7b HTTP/1.1" status: 404 len: 333 time: 0.0302520 Nov 10 18:09:44.052967 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53252) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:44.061762 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-635ef953-05c8-4ecc-90d6-d966e57306cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Request body: {'port': {'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-251955634'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:44.089429 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635ef953-05c8-4ecc-90d6-d966e57306cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Made reservation on behalf of d4c0f1cb118f47dc90cf0f06630d174b for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:44.092821 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-635ef953-05c8-4ecc-90d6-d966e57306cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:44.109547 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-635ef953-05c8-4ecc-90d6-d966e57306cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] device_id is not set on port 17b2d603-3592-4fef-9592-fc28390ee97d yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:09:44.256931 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-f8072f38-c8af-4cb4-996e-f0476cf99f50 None None] Provisioning complete for port fb98e49d-e4a0-44fe-81f7-8a9162c669b7 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:44.257647 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f8072f38-c8af-4cb4-996e-f0476cf99f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:44.279737 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-635ef953-05c8-4ecc-90d6-d966e57306cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:44.309957 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-843ddb68-4239-444b-a603-8fc78a41a269 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:44.317109 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-843ddb68-4239-444b-a603-8fc78a41a269 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:44.328696 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-635ef953-05c8-4ecc-90d6-d966e57306cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:44.362309 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-f8072f38-c8af-4cb4-996e-f0476cf99f50 None None] Provisioning complete for port e08ceacd-4844-45de-a461-835281e54fc1 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:44.362686 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f8072f38-c8af-4cb4-996e-f0476cf99f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:44.384175 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635ef953-05c8-4ecc-90d6-d966e57306cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:44.387424 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-635ef953-05c8-4ecc-90d6-d966e57306cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:44.393759 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635ef953-05c8-4ecc-90d6-d966e57306cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:44.394690 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635ef953-05c8-4ecc-90d6-d966e57306cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:44.395344 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-635ef953-05c8-4ecc-90d6-d966e57306cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:44.399270 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ef953-05c8-4ecc-90d6-d966e57306cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Pushing event updated for resources: {'Port': ['ID=17b2d603-3592-4fef-9592-fc28390ee97d,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:44.403879 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ddb68-4239-444b-a603-8fc78a41a269 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Port': ['ID=e08ceacd-4844-45de-a461-835281e54fc1,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:44.415505 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-f8072f38-c8af-4cb4-996e-f0476cf99f50 None None] Port e08ceacd-4844-45de-a461-835281e54fc1 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:09:44.428666 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-635ef953-05c8-4ecc-90d6-d966e57306cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3745372 Nov 10 18:09:44.431279 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53254) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:44.437534 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:44.500881 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:44.544528 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-00e7057e-ec25-4e4f-9784-949e3375dceb None None] Provisioning complete for port e08ceacd-4844-45de-a461-835281e54fc1 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:44.545774 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-00e7057e-ec25-4e4f-9784-949e3375dceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:44.559046 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-843ddb68-4239-444b-a603-8fc78a41a269 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:44.588306 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-00e7057e-ec25-4e4f-9784-949e3375dceb None None] Port e08ceacd-4844-45de-a461-835281e54fc1 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:09:44.684780 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-843ddb68-4239-444b-a603-8fc78a41a269 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:44.699455 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] device_id is not set on port 17b2d603-3592-4fef-9592-fc28390ee97d yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:09:44.707903 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:44.713383 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:44.763793 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Pushing event updated for resources: {'Port': ['ID=17b2d603-3592-4fef-9592-fc28390ee97d,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:44.779876 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 17b2d603-3592-4fef-9592-fc28390ee97d on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:44.780367 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 17b2d603-3592-4fef-9592-fc28390ee97d by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:44.780723 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 17b2d603-3592-4fef-9592-fc28390ee97d on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:44.785297 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Port 17b2d603-3592-4fef-9592-fc28390ee97d on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:44.785632 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Failed to bind port 17b2d603-3592-4fef-9592-fc28390ee97d on host n-h1-776250-10 for vnic_type normal using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] Nov 10 18:09:44.786019 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempt 2 to bind port 17b2d603-3592-4fef-9592-fc28390ee97d Nov 10 18:09:44.799962 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 17b2d603-3592-4fef-9592-fc28390ee97d on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:44.800347 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 17b2d603-3592-4fef-9592-fc28390ee97d by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:44.800695 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 17b2d603-3592-4fef-9592-fc28390ee97d on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:44.805543 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Port 17b2d603-3592-4fef-9592-fc28390ee97d on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:44.805876 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Failed to bind port 17b2d603-3592-4fef-9592-fc28390ee97d on host n-h1-776250-10 for vnic_type normal using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] Nov 10 18:09:44.806271 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempt 3 to bind port 17b2d603-3592-4fef-9592-fc28390ee97d Nov 10 18:09:44.812036 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-9bc9fff6-ddb3-45ef-b44c-992888e0d987 None None] Provisioning complete for port e08ceacd-4844-45de-a461-835281e54fc1 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:44.812523 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9bc9fff6-ddb3-45ef-b44c-992888e0d987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:44.819240 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 17b2d603-3592-4fef-9592-fc28390ee97d on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:44.819586 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 17b2d603-3592-4fef-9592-fc28390ee97d by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:44.820353 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 17b2d603-3592-4fef-9592-fc28390ee97d on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:44.824376 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Port 17b2d603-3592-4fef-9592-fc28390ee97d on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:44.824708 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Failed to bind port 17b2d603-3592-4fef-9592-fc28390ee97d on host n-h1-776250-10 for vnic_type normal using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] Nov 10 18:09:44.825868 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempt 4 to bind port 17b2d603-3592-4fef-9592-fc28390ee97d Nov 10 18:09:44.839334 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 17b2d603-3592-4fef-9592-fc28390ee97d on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:44.839334 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 17b2d603-3592-4fef-9592-fc28390ee97d by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:44.839772 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 17b2d603-3592-4fef-9592-fc28390ee97d on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:44.844716 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Port 17b2d603-3592-4fef-9592-fc28390ee97d on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:44.844878 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Failed to bind port 17b2d603-3592-4fef-9592-fc28390ee97d on host n-h1-776250-10 for vnic_type normal using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] Nov 10 18:09:44.845223 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempt 5 to bind port 17b2d603-3592-4fef-9592-fc28390ee97d Nov 10 18:09:44.852951 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-9bc9fff6-ddb3-45ef-b44c-992888e0d987 None None] Port e08ceacd-4844-45de-a461-835281e54fc1 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:09:44.859893 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 17b2d603-3592-4fef-9592-fc28390ee97d on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:44.860271 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 17b2d603-3592-4fef-9592-fc28390ee97d by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:44.860622 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 17b2d603-3592-4fef-9592-fc28390ee97d on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:44.865417 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Port 17b2d603-3592-4fef-9592-fc28390ee97d on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:44.865874 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Failed to bind port 17b2d603-3592-4fef-9592-fc28390ee97d on host n-h1-776250-10 for vnic_type normal using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] Nov 10 18:09:44.866271 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempt 6 to bind port 17b2d603-3592-4fef-9592-fc28390ee97d Nov 10 18:09:44.881153 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 17b2d603-3592-4fef-9592-fc28390ee97d on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:44.881534 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 17b2d603-3592-4fef-9592-fc28390ee97d by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:44.881875 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 17b2d603-3592-4fef-9592-fc28390ee97d on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:44.886412 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Port 17b2d603-3592-4fef-9592-fc28390ee97d on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:44.886726 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Failed to bind port 17b2d603-3592-4fef-9592-fc28390ee97d on host n-h1-776250-10 for vnic_type normal using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] Nov 10 18:09:44.887116 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempt 7 to bind port 17b2d603-3592-4fef-9592-fc28390ee97d Nov 10 18:09:44.899906 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 17b2d603-3592-4fef-9592-fc28390ee97d on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:44.900283 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 17b2d603-3592-4fef-9592-fc28390ee97d by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:44.900628 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 17b2d603-3592-4fef-9592-fc28390ee97d on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:44.905000 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Port 17b2d603-3592-4fef-9592-fc28390ee97d on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:44.905331 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Failed to bind port 17b2d603-3592-4fef-9592-fc28390ee97d on host n-h1-776250-10 for vnic_type normal using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] Nov 10 18:09:44.905720 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempt 8 to bind port 17b2d603-3592-4fef-9592-fc28390ee97d Nov 10 18:09:44.918264 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 17b2d603-3592-4fef-9592-fc28390ee97d on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:44.918936 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 17b2d603-3592-4fef-9592-fc28390ee97d by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:44.919472 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 17b2d603-3592-4fef-9592-fc28390ee97d on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:44.924986 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Port 17b2d603-3592-4fef-9592-fc28390ee97d on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:44.925318 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Failed to bind port 17b2d603-3592-4fef-9592-fc28390ee97d on host n-h1-776250-10 for vnic_type normal using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] Nov 10 18:09:44.925722 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempt 9 to bind port 17b2d603-3592-4fef-9592-fc28390ee97d Nov 10 18:09:44.938715 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 17b2d603-3592-4fef-9592-fc28390ee97d on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:44.939201 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 17b2d603-3592-4fef-9592-fc28390ee97d by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:44.939544 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 17b2d603-3592-4fef-9592-fc28390ee97d on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:44.944130 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Port 17b2d603-3592-4fef-9592-fc28390ee97d on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:44.944484 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Failed to bind port 17b2d603-3592-4fef-9592-fc28390ee97d on host n-h1-776250-10 for vnic_type normal using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] Nov 10 18:09:44.944869 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempt 10 to bind port 17b2d603-3592-4fef-9592-fc28390ee97d Nov 10 18:09:44.961234 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 17b2d603-3592-4fef-9592-fc28390ee97d on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:44.961660 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 17b2d603-3592-4fef-9592-fc28390ee97d by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:44.962017 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 17b2d603-3592-4fef-9592-fc28390ee97d on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:44.966829 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Port 17b2d603-3592-4fef-9592-fc28390ee97d on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:44.966969 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Failed to bind port 17b2d603-3592-4fef-9592-fc28390ee97d on host n-h1-776250-10 for vnic_type normal using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] Nov 10 18:09:44.967329 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:44.970109 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-843ddb68-4239-444b-a603-8fc78a41a269 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:44.975359 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-843ddb68-4239-444b-a603-8fc78a41a269 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:44.976106 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-843ddb68-4239-444b-a603-8fc78a41a269 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:45.034266 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] For port 17b2d603-3592-4fef-9592-fc28390ee97d, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:09:45.034549 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempted to set empty binding levels {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 18:09:45.038823 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:45.063755 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ddb68-4239-444b-a603-8fc78a41a269 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Port': ['ID=e08ceacd-4844-45de-a461-835281e54fc1,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:45.072480 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] In _notify_port_updated(), no bound segment for port 17b2d603-3592-4fef-9592-fc28390ee97d on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 {{(pid=102469) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 18:09:45.073952 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:45.073952 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:45.075839 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] 10.222.0.39 "PUT /v2.0/ports/17b2d603-3592-4fef-9592-fc28390ee97d HTTP/1.1" status: 200 len: 979 time: 0.6429615 Nov 10 18:09:45.080452 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53256) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:45.087641 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef613c4-d8c1-4bff-b216-907eae38e218 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Pushing event updated for resources: {'Port': ['ID=17b2d603-3592-4fef-9592-fc28390ee97d,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:45.147444 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843ddb68-4239-444b-a603-8fc78a41a269 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network 169b10dd-aa4e-4ca5-a053-727cc8d15c28 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:45.160426 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9838374a-2be8-4ae0-b797-c54bc4851600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:45.160907 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9838374a-2be8-4ae0-b797-c54bc4851600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:45.161379 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9838374a-2be8-4ae0-b797-c54bc4851600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:45.161848 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9838374a-2be8-4ae0-b797-c54bc4851600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:45.162316 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9838374a-2be8-4ae0-b797-c54bc4851600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:45.162779 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9838374a-2be8-4ae0-b797-c54bc4851600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:45.163240 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9838374a-2be8-4ae0-b797-c54bc4851600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:45.163703 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9838374a-2be8-4ae0-b797-c54bc4851600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:45.164177 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9838374a-2be8-4ae0-b797-c54bc4851600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:45.164641 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9838374a-2be8-4ae0-b797-c54bc4851600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:45.165098 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9838374a-2be8-4ae0-b797-c54bc4851600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:45.165554 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9838374a-2be8-4ae0-b797-c54bc4851600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:45.166013 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9838374a-2be8-4ae0-b797-c54bc4851600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:45.166468 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9838374a-2be8-4ae0-b797-c54bc4851600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:45.166923 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9838374a-2be8-4ae0-b797-c54bc4851600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:45.167386 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9838374a-2be8-4ae0-b797-c54bc4851600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:45.170603 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9838374a-2be8-4ae0-b797-c54bc4851600 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14419 time: 0.0891757 Nov 10 18:09:45.171772 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-843ddb68-4239-444b-a603-8fc78a41a269 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:45.174186 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53258) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:45.261271 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-5e089682-1a33-4851-b6d2-1a92820dfcb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Deleting port 17b2d603-3592-4fef-9592-fc28390ee97d {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:45.261631 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5e089682-1a33-4851-b6d2-1a92820dfcb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:45.301479 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843ddb68-4239-444b-a603-8fc78a41a269 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Router 7dd002e1-b38e-43cf-9c36-0d644f8d47fb is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 18:09:45.335655 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-5e089682-1a33-4851-b6d2-1a92820dfcb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] For port 17b2d603-3592-4fef-9592-fc28390ee97d, host n-h1-776250-10, got binding levels [] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:09:45.336030 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5e089682-1a33-4851-b6d2-1a92820dfcb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:45.351699 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-5e089682-1a33-4851-b6d2-1a92820dfcb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Calling delete_port for 17b2d603-3592-4fef-9592-fc28390ee97d owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:45.406497 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843ddb68-4239-444b-a603-8fc78a41a269 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:09:45.411770 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-843ddb68-4239-444b-a603-8fc78a41a269 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "PUT /v2.0/routers/7dd002e1-b38e-43cf-9c36-0d644f8d47fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1261971 Nov 10 18:09:45.414329 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53260) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:45.418320 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9a62ca-78d0-49fa-8ad1-8767da3733e6 None None] Sync routers for ids ['7dd002e1-b38e-43cf-9c36-0d644f8d47fb'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:09:45.430116 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9a62ca-78d0-49fa-8ad1-8767da3733e6 None None] Routers {'7dd002e1-b38e-43cf-9c36-0d644f8d47fb'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:09:45.431810 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-ac9a62ca-78d0-49fa-8ad1-8767da3733e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:09:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['7dd002e1-b38e-43cf-9c36-0d644f8d47fb'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:45.442434 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5e089682-1a33-4851-b6d2-1a92820dfcb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:45.471279 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-ac9a62ca-78d0-49fa-8ad1-8767da3733e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:45.472560 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b69285-ccce-4174-8d22-ac58a5040a34 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:45.473246 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e089682-1a33-4851-b6d2-1a92820dfcb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Pushing event deleted for resources: {'Port': ['ID=17b2d603-3592-4fef-9592-fc28390ee97d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:45.474394 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-01b69285-ccce-4174-8d22-ac58a5040a34 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dd002e1-b38e-43cf-9c36-0d644f8d47fb HTTP/1.1" status: 200 len: 989 time: 0.0589390 Nov 10 18:09:45.477216 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53262) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:45.487671 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5e089682-1a33-4851-b6d2-1a92820dfcb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:45.490628 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9a62ca-78d0-49fa-8ad1-8767da3733e6 None None] Routers {'7dd002e1-b38e-43cf-9c36-0d644f8d47fb'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:09:45.490982 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5e089682-1a33-4851-b6d2-1a92820dfcb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] 10.222.0.39 "DELETE /v2.0/ports/17b2d603-3592-4fef-9592-fc28390ee97d HTTP/1.1" status: 204 len: 168 time: 0.3154080 Nov 10 18:09:45.491248 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-ac9a62ca-78d0-49fa-8ad1-8767da3733e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:09:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['7dd002e1-b38e-43cf-9c36-0d644f8d47fb'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:45.494651 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53264) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:45.518637 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdddfc01-4096-43fd-8e93-2ac68b327ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] GET failed (client error): The resource could not be found. Nov 10 18:09:45.523873 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-cdddfc01-4096-43fd-8e93-2ac68b327ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] 10.222.0.39 "GET /v2.0/ports/17b2d603-3592-4fef-9592-fc28390ee97d HTTP/1.1" status: 404 len: 333 time: 0.0246234 Nov 10 18:09:45.524316 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53266) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:45.530129 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-1154a4ac-5189-4e40-9280-c305547a996c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-693005728', 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:45.531015 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-ac9a62ca-78d0-49fa-8ad1-8767da3733e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:45.531675 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9a62ca-78d0-49fa-8ad1-8767da3733e6 None None] The sync data for ids ['7dd002e1-b38e-43cf-9c36-0d644f8d47fb'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:09:45.534001 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-957ffd0c-6c29-45c1-9a75-9cea474ff3ac None None] Provisioning complete for port e08ceacd-4844-45de-a461-835281e54fc1 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:45.534378 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-957ffd0c-6c29-45c1-9a75-9cea474ff3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:45.552954 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1154a4ac-5189-4e40-9280-c305547a996c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Made reservation on behalf of d4c0f1cb118f47dc90cf0f06630d174b for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:45.555754 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1154a4ac-5189-4e40-9280-c305547a996c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:45.571743 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-1154a4ac-5189-4e40-9280-c305547a996c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] device_id is not set on port 2a355b58-3eb8-4211-a96e-c622ddcc542f yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:09:45.572238 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-957ffd0c-6c29-45c1-9a75-9cea474ff3ac None None] Port e08ceacd-4844-45de-a461-835281e54fc1 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:09:45.729654 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device fb98e49d-e4a0-44fe-81f7-8a9162c669b7 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:09:45.731921 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1154a4ac-5189-4e40-9280-c305547a996c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:45.775582 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1154a4ac-5189-4e40-9280-c305547a996c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:45.788889 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port fb98e49d-e4a0-44fe-81f7-8a9162c669b7 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:45.789416 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:45.816081 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1154a4ac-5189-4e40-9280-c305547a996c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:45.820896 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-1154a4ac-5189-4e40-9280-c305547a996c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:45.824484 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1154a4ac-5189-4e40-9280-c305547a996c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:45.825709 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1154a4ac-5189-4e40-9280-c305547a996c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:45.826262 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1154a4ac-5189-4e40-9280-c305547a996c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:45.837667 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154a4ac-5189-4e40-9280-c305547a996c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Pushing event updated for resources: {'Port': ['ID=2a355b58-3eb8-4211-a96e-c622ddcc542f,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:45.853570 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1154a4ac-5189-4e40-9280-c305547a996c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3281808 Nov 10 18:09:45.856090 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53268) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:45.896730 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce59e11-22fb-4008-9a7f-15bf6af1f6b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:45.898357 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2ce59e11-22fb-4008-9a7f-15bf6af1f6b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] 10.222.0.39 "GET /v2.0/ports/2a355b58-3eb8-4211-a96e-c622ddcc542f HTTP/1.1" status: 200 len: 958 time: 0.0405729 Nov 10 18:09:45.902216 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53270) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:45.981850 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-22c1093d-94f5-4205-95fd-579734ee3fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Deleting port 2a355b58-3eb8-4211-a96e-c622ddcc542f {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:45.982429 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22c1093d-94f5-4205-95fd-579734ee3fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:45.984530 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-973986f1-247e-45eb-acd5-23a42f67360e tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:46.047191 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22c1093d-94f5-4205-95fd-579734ee3fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:46.059650 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-22c1093d-94f5-4205-95fd-579734ee3fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Calling delete_port for 2a355b58-3eb8-4211-a96e-c622ddcc542f owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:46.140137 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22c1093d-94f5-4205-95fd-579734ee3fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:46.167867 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1093d-94f5-4205-95fd-579734ee3fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a355b58-3eb8-4211-a96e-c622ddcc542f,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:46.173589 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22c1093d-94f5-4205-95fd-579734ee3fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:46.179434 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-22c1093d-94f5-4205-95fd-579734ee3fa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] 10.222.0.39 "DELETE /v2.0/ports/2a355b58-3eb8-4211-a96e-c622ddcc542f HTTP/1.1" status: 204 len: 168 time: 0.2737174 Nov 10 18:09:46.179555 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53272) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:46.203912 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-0815a1de-d46b-42b5-96e8-979d46eaaf5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] GET failed (client error): The resource could not be found. Nov 10 18:09:46.208951 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0815a1de-d46b-42b5-96e8-979d46eaaf5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] 10.222.0.39 "GET /v2.0/ports/2a355b58-3eb8-4211-a96e-c622ddcc542f HTTP/1.1" status: 404 len: 333 time: 0.0250239 Nov 10 18:09:46.209164 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53274) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:46.213788 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-769c0a29-844b-46f9-88fc-ea06638abefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Request body: {'port': {'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-503538879'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:46.234336 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769c0a29-844b-46f9-88fc-ea06638abefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Made reservation on behalf of d4c0f1cb118f47dc90cf0f06630d174b for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:46.236879 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-769c0a29-844b-46f9-88fc-ea06638abefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:46.257003 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-769c0a29-844b-46f9-88fc-ea06638abefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] device_id is not set on port 2c28cf0f-da80-4b87-ac44-cd8e803af24b yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:09:46.257982 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-973986f1-247e-45eb-acd5-23a42f67360e tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Deleting port e08ceacd-4844-45de-a461-835281e54fc1 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:46.258344 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-973986f1-247e-45eb-acd5-23a42f67360e tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:46.352339 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-973986f1-247e-45eb-acd5-23a42f67360e tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:46.365174 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-973986f1-247e-45eb-acd5-23a42f67360e tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Calling delete_port for e08ceacd-4844-45de-a461-835281e54fc1 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:46.408775 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-769c0a29-844b-46f9-88fc-ea06638abefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:46.445395 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-769c0a29-844b-46f9-88fc-ea06638abefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:46.495486 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769c0a29-844b-46f9-88fc-ea06638abefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:46.498609 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-769c0a29-844b-46f9-88fc-ea06638abefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:46.502219 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769c0a29-844b-46f9-88fc-ea06638abefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:46.503157 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769c0a29-844b-46f9-88fc-ea06638abefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:46.503763 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-769c0a29-844b-46f9-88fc-ea06638abefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:46.511672 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c0a29-844b-46f9-88fc-ea06638abefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Pushing event updated for resources: {'Port': ['ID=2c28cf0f-da80-4b87-ac44-cd8e803af24b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:46.526496 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-769c0a29-844b-46f9-88fc-ea06638abefe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3158643 Nov 10 18:09:46.529756 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53276) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:46.534827 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:46.552739 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-973986f1-247e-45eb-acd5-23a42f67360e tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:46.586910 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973986f1-247e-45eb-acd5-23a42f67360e tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Port': ['ID=e08ceacd-4844-45de-a461-835281e54fc1,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:46.589517 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:46.685029 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-973986f1-247e-45eb-acd5-23a42f67360e tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:46.788435 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] device_id is not set on port 2c28cf0f-da80-4b87-ac44-cd8e803af24b yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:09:46.797642 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:46.802790 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:46.860928 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Pushing event updated for resources: {'Port': ['ID=2c28cf0f-da80-4b87-ac44-cd8e803af24b,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:46.865024 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973986f1-247e-45eb-acd5-23a42f67360e tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Router 7dd002e1-b38e-43cf-9c36-0d644f8d47fb has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:09:46.872888 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:46.873260 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:46.873712 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:46.878233 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:46.878551 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Failed to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on host n-h1-776250-10 for vnic_type normal using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] Nov 10 18:09:46.878927 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempt 2 to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b Nov 10 18:09:46.891798 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:46.892135 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:46.892495 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:46.896719 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:46.897039 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Failed to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on host n-h1-776250-10 for vnic_type normal using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] Nov 10 18:09:46.897417 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempt 3 to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b Nov 10 18:09:46.909178 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:46.909507 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:46.909838 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:46.914088 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:46.914406 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Failed to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on host n-h1-776250-10 for vnic_type normal using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] Nov 10 18:09:46.914781 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempt 4 to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b Nov 10 18:09:46.927741 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:46.927993 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:46.928358 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:46.932650 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:46.932972 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Failed to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on host n-h1-776250-10 for vnic_type normal using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] Nov 10 18:09:46.933348 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempt 5 to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b Nov 10 18:09:46.945959 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:46.946196 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973986f1-247e-45eb-acd5-23a42f67360e tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:09:46.946310 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:46.946612 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:46.952018 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-973986f1-247e-45eb-acd5-23a42f67360e tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "PUT /v2.0/routers/7dd002e1-b38e-43cf-9c36-0d644f8d47fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4730194 Nov 10 18:09:46.954617 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53278) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:46.954975 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:46.955303 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Failed to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on host n-h1-776250-10 for vnic_type normal using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] Nov 10 18:09:46.955683 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempt 6 to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b Nov 10 18:09:46.956402 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38b92e3-4461-4784-8a6e-58b39ac0cb16 None None] Sync routers for ids ['7dd002e1-b38e-43cf-9c36-0d644f8d47fb'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:09:46.968012 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38b92e3-4461-4784-8a6e-58b39ac0cb16 None None] Routers {'7dd002e1-b38e-43cf-9c36-0d644f8d47fb'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:09:46.968658 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d38b92e3-4461-4784-8a6e-58b39ac0cb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:09:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['7dd002e1-b38e-43cf-9c36-0d644f8d47fb'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:46.975091 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:46.975649 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:46.975992 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:46.981141 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:46.981466 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Failed to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on host n-h1-776250-10 for vnic_type normal using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] Nov 10 18:09:46.981850 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempt 7 to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b Nov 10 18:09:46.985131 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-155f068f-85e4-46c7-a404-d362a378a62d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] GET failed (client error): The resource could not be found. Nov 10 18:09:46.989162 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-155f068f-85e4-46c7-a404-d362a378a62d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "GET /v2.0/ports/e08ceacd-4844-45de-a461-835281e54fc1 HTTP/1.1" status: 404 len: 333 time: 0.0305691 Nov 10 18:09:46.991194 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53280) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:46.995374 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:46.995711 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:46.996054 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:47.001053 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:47.001386 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Failed to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on host n-h1-776250-10 for vnic_type normal using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] Nov 10 18:09:47.001771 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempt 8 to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b Nov 10 18:09:47.002717 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d38b92e3-4461-4784-8a6e-58b39ac0cb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:47.013558 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38b92e3-4461-4784-8a6e-58b39ac0cb16 None None] Routers {'7dd002e1-b38e-43cf-9c36-0d644f8d47fb'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:09:47.014288 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d38b92e3-4461-4784-8a6e-58b39ac0cb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:09:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['7dd002e1-b38e-43cf-9c36-0d644f8d47fb'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:47.016803 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:47.017320 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:47.017659 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:47.022100 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:47.022424 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Failed to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on host n-h1-776250-10 for vnic_type normal using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] Nov 10 18:09:47.022806 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempt 9 to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b Nov 10 18:09:47.035586 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:47.035919 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:47.036285 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:47.040625 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:47.040941 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Failed to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on host n-h1-776250-10 for vnic_type normal using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] Nov 10 18:09:47.041324 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempt 10 to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b Nov 10 18:09:47.046372 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d38b92e3-4461-4784-8a6e-58b39ac0cb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:47.047012 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38b92e3-4461-4784-8a6e-58b39ac0cb16 None None] The sync data for ids ['7dd002e1-b38e-43cf-9c36-0d644f8d47fb'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:09:47.054158 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:47.054518 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:47.054856 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempting to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:47.059249 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:47.060062 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Failed to bind port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on host n-h1-776250-10 for vnic_type normal using segments [{'id': '722ac99e-18aa-498c-934f-3bfa5b50a9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c35f817-fa82-4d44-afe4-29ce7e11f8c8'}] Nov 10 18:09:47.060639 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:47.072552 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-40872eec-7d0a-4d70-b862-84486edd6b75 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:47.122985 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] For port 2c28cf0f-da80-4b87-ac44-cd8e803af24b, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:09:47.123328 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attempted to set empty binding levels {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 18:09:47.128066 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:47.162221 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] In _notify_port_updated(), no bound segment for port 2c28cf0f-da80-4b87-ac44-cd8e803af24b on network 5c35f817-fa82-4d44-afe4-29ce7e11f8c8 {{(pid=102469) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 18:09:47.163061 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:47.163661 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:47.167207 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] 10.222.0.39 "PUT /v2.0/ports/2c28cf0f-da80-4b87-ac44-cd8e803af24b HTTP/1.1" status: 200 len: 979 time: 0.6362915 Nov 10 18:09:47.169600 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53282) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:47.203653 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba81c1-81a0-4994-94d2-be479c9d5e82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Pushing event updated for resources: {'Port': ['ID=2c28cf0f-da80-4b87-ac44-cd8e803af24b,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:47.252123 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-40872eec-7d0a-4d70-b862-84486edd6b75 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:47.254368 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-40872eec-7d0a-4d70-b862-84486edd6b75 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:47.257324 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-457abdc7-c42f-4870-a873-337c8c09feed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Deleting port 2c28cf0f-da80-4b87-ac44-cd8e803af24b {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:47.257672 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-457abdc7-c42f-4870-a873-337c8c09feed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:47.313985 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-40872eec-7d0a-4d70-b862-84486edd6b75 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:47.314524 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40872eec-7d0a-4d70-b862-84486edd6b75 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Fanout notify agent at l3_agent the message router_deleted on router 7dd002e1-b38e-43cf-9c36-0d644f8d47fb {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:09:47.321348 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-40872eec-7d0a-4d70-b862-84486edd6b75 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:47.324810 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-40872eec-7d0a-4d70-b862-84486edd6b75 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/routers/7dd002e1-b38e-43cf-9c36-0d644f8d47fb HTTP/1.1" status: 204 len: 168 time: 0.3307366 Nov 10 18:09:47.326420 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53284) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:47.326552 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-457abdc7-c42f-4870-a873-337c8c09feed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] For port 2c28cf0f-da80-4b87-ac44-cd8e803af24b, host n-h1-776250-10, got binding levels [] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:09:47.326766 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-457abdc7-c42f-4870-a873-337c8c09feed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:47.339915 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-457abdc7-c42f-4870-a873-337c8c09feed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Calling delete_port for 2c28cf0f-da80-4b87-ac44-cd8e803af24b owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:47.377855 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b98f6cf-2e8f-4b74-bd58-657524418731 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Deleting subnet 0dc57f2d-5403-41ab-96e2-221d1bc60087 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:09:47.381392 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9b98f6cf-2e8f-4b74-bd58-657524418731 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:47.422923 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-457abdc7-c42f-4870-a873-337c8c09feed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:47.429575 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9b98f6cf-2e8f-4b74-bd58-657524418731 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:47.450867 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457abdc7-c42f-4870-a873-337c8c09feed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c28cf0f-da80-4b87-ac44-cd8e803af24b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:47.457135 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-457abdc7-c42f-4870-a873-337c8c09feed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:47.463203 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-457abdc7-c42f-4870-a873-337c8c09feed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] 10.222.0.39 "DELETE /v2.0/ports/2c28cf0f-da80-4b87-ac44-cd8e803af24b HTTP/1.1" status: 204 len: 168 time: 0.2902215 Nov 10 18:09:47.463420 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53286) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:47.491008 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead8a034-c0a0-4785-a8bd-8b5cfa7467de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] GET failed (client error): The resource could not be found. Nov 10 18:09:47.492547 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ead8a034-c0a0-4785-a8bd-8b5cfa7467de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1979557986-project-admin] 10.222.0.39 "GET /v2.0/ports/2c28cf0f-da80-4b87-ac44-cd8e803af24b HTTP/1.1" status: 404 len: 333 time: 0.0282035 Nov 10 18:09:47.495770 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53288) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:47.516903 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9b98f6cf-2e8f-4b74-bd58-657524418731 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:47.570816 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cd81539f-a0ae-4c04-807f-d7fbda82cf22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:47.576180 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9b98f6cf-2e8f-4b74-bd58-657524418731 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:47.608554 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98f6cf-2e8f-4b74-bd58-657524418731 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Subnet': ['ID=0dc57f2d-5403-41ab-96e2-221d1bc60087,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:47.610508 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9b98f6cf-2e8f-4b74-bd58-657524418731 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:47.616262 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9b98f6cf-2e8f-4b74-bd58-657524418731 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/subnets/0dc57f2d-5403-41ab-96e2-221d1bc60087 HTTP/1.1" status: 204 len: 168 time: 0.2872829 Nov 10 18:09:47.616969 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53290) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:47.619381 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f459a4-5b90-42c0-b041-25aebb03b81d None None] Network 169b10dd-aa4e-4ca5-a053-727cc8d15c28 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:09:47.665982 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cd81539f-a0ae-4c04-807f-d7fbda82cf22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:47.688458 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-cd81539f-a0ae-4c04-807f-d7fbda82cf22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c35f817-fa82-4d44-afe4-29ce7e11f8c8']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:47.696719 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-83287470-b61c-4879-a27e-bdb4beabaf30 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:47.698880 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-cd81539f-a0ae-4c04-807f-d7fbda82cf22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722ac99e-18aa-498c-934f-3bfa5b50a9a2') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:47.699215 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-cd81539f-a0ae-4c04-807f-d7fbda82cf22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722ac99e-18aa-498c-934f-3bfa5b50a9a2') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:47.709840 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cd81539f-a0ae-4c04-807f-d7fbda82cf22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:47.725687 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cd81539f-a0ae-4c04-807f-d7fbda82cf22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:47.733744 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd81539f-a0ae-4c04-807f-d7fbda82cf22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:09:47.734427 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cd81539f-a0ae-4c04-807f-d7fbda82cf22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:47.744673 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:09:47.744673 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:09:47.744673 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:09:47.744673 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:09:47.744673 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:09:47.744673 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:09:47.744673 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:09:47.744673 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:09:47.744673 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:09:47.744673 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:09:47.744673 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:09:47.744673 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:09:47.744673 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:09:47.744673 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:09:47.744673 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:09:47.744673 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:09:47.744673 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:09:47.744673 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:09:47.744673 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:09:47.744673 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:09:47.744673 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:09:47.744673 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:09:47.744673 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:09:47.744673 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:09:47.744673 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:09:47.744673 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:09:47.744673 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:09:47.744673 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:09:47.744673 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:09:47.744673 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:09:47.744673 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:09:47.744673 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:09:47.753423 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-83287470-b61c-4879-a27e-bdb4beabaf30 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Deleting port fb98e49d-e4a0-44fe-81f7-8a9162c669b7 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:47.753781 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-83287470-b61c-4879-a27e-bdb4beabaf30 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:47.817582 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cd81539f-a0ae-4c04-807f-d7fbda82cf22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:47.827184 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cd81539f-a0ae-4c04-807f-d7fbda82cf22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:47.830214 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-83287470-b61c-4879-a27e-bdb4beabaf30 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] For port fb98e49d-e4a0-44fe-81f7-8a9162c669b7, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=fb98e49d-e4a0-44fe-81f7-8a9162c669b7,segment=NetworkSegment(e445fc7f-198a-43ea-ac45-766358ed1546),segment_id=e445fc7f-198a-43ea-ac45-766358ed1546)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:09:47.830214 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-83287470-b61c-4879-a27e-bdb4beabaf30 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:47.830471 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-cd81539f-a0ae-4c04-807f-d7fbda82cf22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587-project] 10.222.0.39 "DELETE /v2.0/networks/5c35f817-fa82-4d44-afe4-29ce7e11f8c8 HTTP/1.1" status: 204 len: 168 time: 0.3337009 Nov 10 18:09:47.840478 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e5e3cf-2bc7-4475-835f-393a28639086 None None] DHCP port deletion for 169b10dd-aa4e-4ca5-a053-727cc8d15c28 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:09:47.846687 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81539f-a0ae-4c04-807f-d7fbda82cf22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-415910587-project] Pushing event deleted for resources: {'Network': ['ID=5c35f817-fa82-4d44-afe4-29ce7e11f8c8,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:47.848127 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-83287470-b61c-4879-a27e-bdb4beabaf30 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Calling delete_port for fb98e49d-e4a0-44fe-81f7-8a9162c669b7 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:47.939255 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-83287470-b61c-4879-a27e-bdb4beabaf30 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:47.971644 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83287470-b61c-4879-a27e-bdb4beabaf30 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Port': ['ID=fb98e49d-e4a0-44fe-81f7-8a9162c669b7,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:47.982002 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83287470-b61c-4879-a27e-bdb4beabaf30 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] No DVR routers for this DVR port fb98e49d-e4a0-44fe-81f7-8a9162c669b7 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:09:48.068890 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-61e5e3cf-2bc7-4475-835f-393a28639086 None None] Deleting port fb98e49d-e4a0-44fe-81f7-8a9162c669b7 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:48.069194 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-61e5e3cf-2bc7-4475-835f-393a28639086 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:48.073829 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-83287470-b61c-4879-a27e-bdb4beabaf30 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:48.096520 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-83287470-b61c-4879-a27e-bdb4beabaf30 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169b10dd-aa4e-4ca5-a053-727cc8d15c28']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:48.105954 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-83287470-b61c-4879-a27e-bdb4beabaf30 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e445fc7f-198a-43ea-ac45-766358ed1546') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:48.106868 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-83287470-b61c-4879-a27e-bdb4beabaf30 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e445fc7f-198a-43ea-ac45-766358ed1546') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:48.116863 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-83287470-b61c-4879-a27e-bdb4beabaf30 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:48.124919 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53296) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:48.132059 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-61e5e3cf-2bc7-4475-835f-393a28639086 None None] For port fb98e49d-e4a0-44fe-81f7-8a9162c669b7, host n-d-776250-10, got binding levels [] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:09:48.132800 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-61e5e3cf-2bc7-4475-835f-393a28639086 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:48.136816 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-83287470-b61c-4879-a27e-bdb4beabaf30 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:48.144199 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83287470-b61c-4879-a27e-bdb4beabaf30 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:09:48.144631 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-83287470-b61c-4879-a27e-bdb4beabaf30 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:48.147650 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:09:48.147650 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:09:48.147650 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:09:48.147650 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:09:48.147650 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:09:48.147650 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:09:48.147650 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:09:48.147650 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:09:48.147650 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:09:48.147650 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:09:48.147650 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:09:48.147650 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:09:48.147650 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:09:48.147650 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:09:48.147650 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:09:48.147650 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:09:48.147650 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:09:48.147650 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:09:48.147650 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:09:48.147650 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:09:48.147650 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:09:48.147650 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:09:48.147650 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:09:48.147650 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:09:48.147650 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:09:48.147650 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:09:48.147650 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:09:48.147650 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:09:48.147650 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:09:48.147650 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:09:48.147650 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:09:48.147650 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:09:48.151461 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-61e5e3cf-2bc7-4475-835f-393a28639086 None None] Calling delete_port for fb98e49d-e4a0-44fe-81f7-8a9162c669b7 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:48.154878 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.ipam_backend_mixin [None req-61e5e3cf-2bc7-4475-835f-393a28639086 None None] Port fb98e49d-e4a0-44fe-81f7-8a9162c669b7 was not found and therefore no delete operation was performed {{(pid=102470) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 18:09:48.156633 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-61e5e3cf-2bc7-4475-835f-393a28639086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:48.186917 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5e3cf-2bc7-4475-835f-393a28639086 None None] Pushing event deleted for resources: {'Port': ['ID=fb98e49d-e4a0-44fe-81f7-8a9162c669b7,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:48.190608 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e5e3cf-2bc7-4475-835f-393a28639086 None None] No DVR routers for this DVR port fb98e49d-e4a0-44fe-81f7-8a9162c669b7 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:09:48.287170 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-09e76de0-1e11-4230-95e0-17003b8586ae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ef6fbd61c0f4e2ba411b7a6630df891&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1608920 Nov 10 18:09:48.289775 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53300) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:48.347561 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4509b9e7-d33f-4be8-af78-11b75cacf814 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:48.370767 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4509b9e7-d33f-4be8-af78-11b75cacf814 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:48.418604 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4509b9e7-d33f-4be8-af78-11b75cacf814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:48.422294 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4509b9e7-d33f-4be8-af78-11b75cacf814 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:48.422989 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4509b9e7-d33f-4be8-af78-11b75cacf814 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/feb972d9-6276-4973-b62e-c22ffb69b31a HTTP/1.1" status: 204 len: 168 time: 0.1322055 Nov 10 18:09:48.433441 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509b9e7-d33f-4be8-af78-11b75cacf814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb972d9-6276-4973-b62e-c22ffb69b31a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:48.578250 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-83287470-b61c-4879-a27e-bdb4beabaf30 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:48.586292 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-83287470-b61c-4879-a27e-bdb4beabaf30 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:48.588810 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-83287470-b61c-4879-a27e-bdb4beabaf30 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/networks/169b10dd-aa4e-4ca5-a053-727cc8d15c28 HTTP/1.1" status: 204 len: 168 time: 0.9713819 Nov 10 18:09:48.594217 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53306) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:48.601425 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83287470-b61c-4879-a27e-bdb4beabaf30 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Network': ['ID=169b10dd-aa4e-4ca5-a053-727cc8d15c28,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:48.641642 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a545b6-95ab-4041-9020-e25b5ab4ec03 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:48.646746 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b9a545b6-95ab-4041-9020-e25b5ab4ec03 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "GET /v2.0/ports/9f36a4d5-68b2-4b4f-8cbd-d464ecd43657 HTTP/1.1" status: 200 len: 845 time: 0.0474310 Nov 10 18:09:48.647059 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53308) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:48.689343 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c9447ce8-83ee-45e8-96f2-1aabc3bcea02 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "GET /v2.0/ports/9f36a4d5-68b2-4b4f-8cbd-d464ecd43657?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0411317 Nov 10 18:09:48.693529 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53310) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:48.698409 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-b1ca8b8e-ae92-477d-8d8f-0ef555f7c6ff tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'subnet': {'network_id': '91d66806-c611-47f8-bf63-155402759f5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:48.712716 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53312) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:48.755365 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-dacc4e51-6ac9-4f19-8aac-924d0ed94d01 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d4c0f1cb118f47dc90cf0f06630d174b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414009 Nov 10 18:09:48.757860 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53314) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:48.791569 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ca8b8e-ae92-477d-8d8f-0ef555f7c6ff tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:48.795140 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b1ca8b8e-ae92-477d-8d8f-0ef555f7c6ff tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:48.812678 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-89bde8cc-a9c7-4f22-b901-def396aea80d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:48.835195 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-89bde8cc-a9c7-4f22-b901-def396aea80d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:48.882267 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-89bde8cc-a9c7-4f22-b901-def396aea80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:48.885025 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-89bde8cc-a9c7-4f22-b901-def396aea80d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:48.886238 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-89bde8cc-a9c7-4f22-b901-def396aea80d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ffa2447a-dab9-455d-ac45-690553d21e08 HTTP/1.1" status: 204 len: 168 time: 0.1273956 Nov 10 18:09:48.894805 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bde8cc-a9c7-4f22-b901-def396aea80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa2447a-dab9-455d-ac45-690553d21e08,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:48.991605 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b1ca8b8e-ae92-477d-8d8f-0ef555f7c6ff tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:49.035562 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ca8b8e-ae92-477d-8d8f-0ef555f7c6ff tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network 91d66806-c611-47f8-bf63-155402759f5e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:49.038687 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-b1ca8b8e-ae92-477d-8d8f-0ef555f7c6ff tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:49.043560 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ca8b8e-ae92-477d-8d8f-0ef555f7c6ff tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:49.044287 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b1ca8b8e-ae92-477d-8d8f-0ef555f7c6ff tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:49.048460 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e36d89-33a3-46d0-8070-bdf77a476a20 None None] Network 91d66806-c611-47f8-bf63-155402759f5e requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:09:49.056389 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca8b8e-ae92-477d-8d8f-0ef555f7c6ff tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Subnet': ['ID=ac836de4-e039-4b51-8dd2-0fd546e048aa,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:49.073093 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b1ca8b8e-ae92-477d-8d8f-0ef555f7c6ff tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3754666 Nov 10 18:09:49.073232 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53324) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:49.083637 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-ba379f18-b117-4a35-8718-2e3f92bb1af9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'security_group': {'name': 'tempest-secgroup-1464406774'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:49.108599 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ba379f18-b117-4a35-8718-2e3f92bb1af9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:49.179659 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ba379f18-b117-4a35-8718-2e3f92bb1af9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:49.184344 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ba379f18-b117-4a35-8718-2e3f92bb1af9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:49.217340 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ba379f18-b117-4a35-8718-2e3f92bb1af9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:49.219028 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ba379f18-b117-4a35-8718-2e3f92bb1af9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1419230 Nov 10 18:09:49.221243 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53330) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:49.225658 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-2024f3a3-8b42-4f9d-8fab-f2ff1d858984 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'security_group': {'name': 'tempest-secgroup-143300246'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:49.231255 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba379f18-b117-4a35-8718-2e3f92bb1af9 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc37c34-6583-456e-89cb-1c36219bb1a3,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:49.248329 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a851e1b-86f7-4aa2-ae50-0e4d7645aa6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-91d66806-c611-47f8-bf63-155402759f5e', 'network_id': '91d66806-c611-47f8-bf63-155402759f5e', 'tenant_id': '11ebd819dadb4179a36338da02e0ba9f', 'fixed_ips': [{'subnet_id': 'ac836de4-e039-4b51-8dd2-0fd546e048aa'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:09:49.249541 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2a851e1b-86f7-4aa2-ae50-0e4d7645aa6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:49.254777 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2024f3a3-8b42-4f9d-8fab-f2ff1d858984 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:49.327823 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2024f3a3-8b42-4f9d-8fab-f2ff1d858984 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:49.339618 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2024f3a3-8b42-4f9d-8fab-f2ff1d858984 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:49.369013 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024f3a3-8b42-4f9d-8fab-f2ff1d858984 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7737795e-41b3-4e34-ae49-2f7482e21079,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:49.374849 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2024f3a3-8b42-4f9d-8fab-f2ff1d858984 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:49.376181 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2024f3a3-8b42-4f9d-8fab-f2ff1d858984 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1539934 Nov 10 18:09:49.379038 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53338) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:49.384511 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-79ef4377-018b-4e93-8bbf-f7656100d977 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2105299791', 'security_groups': ['7737795e-41b3-4e34-ae49-2f7482e21079'], 'network_id': '91d66806-c611-47f8-bf63-155402759f5e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ac836de4-e039-4b51-8dd2-0fd546e048aa'}]}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:49.428820 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-2a851e1b-86f7-4aa2-ae50-0e4d7645aa6a None None] Allocated IP 2001:db8::2 (91d66806-c611-47f8-bf63-155402759f5e/ac836de4-e039-4b51-8dd2-0fd546e048aa/df893cc1-4e3a-4fdf-a155-757fece8b49d) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:09:49.515242 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ef4377-018b-4e93-8bbf-f7656100d977 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:49.602599 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-79ef4377-018b-4e93-8bbf-f7656100d977 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:49.608211 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2a851e1b-86f7-4aa2-ae50-0e4d7645aa6a None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:49.615347 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2a851e1b-86f7-4aa2-ae50-0e4d7645aa6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:49.621317 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-79ef4377-018b-4e93-8bbf-f7656100d977 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] device_id is not set on port 28c4242c-4910-438d-b9c6-f0087fecb7b5 yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:09:49.659521 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a851e1b-86f7-4aa2-ae50-0e4d7645aa6a None None] Network 91d66806-c611-47f8-bf63-155402759f5e is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:49.663390 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-2a851e1b-86f7-4aa2-ae50-0e4d7645aa6a None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:49.667649 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a851e1b-86f7-4aa2-ae50-0e4d7645aa6a None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:49.671672 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a851e1b-86f7-4aa2-ae50-0e4d7645aa6a None None] Pushing event updated for resources: {'Port': ['ID=df893cc1-4e3a-4fdf-a155-757fece8b49d,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:49.748323 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device fb98e49d-e4a0-44fe-81f7-8a9162c669b7 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:09:49.774417 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-2a851e1b-86f7-4aa2-ae50-0e4d7645aa6a None None] Attempting to bind port df893cc1-4e3a-4fdf-a155-757fece8b49d on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:49.774788 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-2a851e1b-86f7-4aa2-ae50-0e4d7645aa6a None None] Attempting to bind port df893cc1-4e3a-4fdf-a155-757fece8b49d by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'b61afff2-32c0-46d1-9e4a-b4bfb1da7524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '91d66806-c611-47f8-bf63-155402759f5e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:49.775156 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a851e1b-86f7-4aa2-ae50-0e4d7645aa6a None None] Attempting to bind port df893cc1-4e3a-4fdf-a155-757fece8b49d on network 91d66806-c611-47f8-bf63-155402759f5e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:49.777237 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: fb98e49d-e4a0-44fe-81f7-8a9162c669b7 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:09:49.777584 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device fb98e49d-e4a0-44fe-81f7-8a9162c669b7 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:09:49.783750 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a851e1b-86f7-4aa2-ae50-0e4d7645aa6a None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:09:49.784246 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a851e1b-86f7-4aa2-ae50-0e4d7645aa6a None None] Checking segment: {'id': 'b61afff2-32c0-46d1-9e4a-b4bfb1da7524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '91d66806-c611-47f8-bf63-155402759f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:09:49.784813 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2a851e1b-86f7-4aa2-ae50-0e4d7645aa6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:49.787102 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a851e1b-86f7-4aa2-ae50-0e4d7645aa6a None None] Bound using segment: {'id': 'b61afff2-32c0-46d1-9e4a-b4bfb1da7524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '91d66806-c611-47f8-bf63-155402759f5e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:09:49.787621 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-2a851e1b-86f7-4aa2-ae50-0e4d7645aa6a None None] Bound port: df893cc1-4e3a-4fdf-a155-757fece8b49d, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61afff2-32c0-46d1-9e4a-b4bfb1da7524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '91d66806-c611-47f8-bf63-155402759f5e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:09:49.788022 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2a851e1b-86f7-4aa2-ae50-0e4d7645aa6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:49.823359 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-79ef4377-018b-4e93-8bbf-f7656100d977 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Allocated IP 2001:db8::1e8 (91d66806-c611-47f8-bf63-155402759f5e/ac836de4-e039-4b51-8dd2-0fd546e048aa/28c4242c-4910-438d-b9c6-f0087fecb7b5) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:09:49.859093 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-2a851e1b-86f7-4aa2-ae50-0e4d7645aa6a None None] For port df893cc1-4e3a-4fdf-a155-757fece8b49d, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:09:49.862967 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-2a851e1b-86f7-4aa2-ae50-0e4d7645aa6a None None] For port df893cc1-4e3a-4fdf-a155-757fece8b49d, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=df893cc1-4e3a-4fdf-a155-757fece8b49d,segment=NetworkSegment(b61afff2-32c0-46d1-9e4a-b4bfb1da7524),segment_id=b61afff2-32c0-46d1-9e4a-b4bfb1da7524)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:09:49.867617 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2a851e1b-86f7-4aa2-ae50-0e4d7645aa6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:49.928500 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a851e1b-86f7-4aa2-ae50-0e4d7645aa6a None None] Pushing event updated for resources: {'Port': ['ID=df893cc1-4e3a-4fdf-a155-757fece8b49d,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:50.003354 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-79ef4377-018b-4e93-8bbf-f7656100d977 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:50.042776 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-79ef4377-018b-4e93-8bbf-f7656100d977 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:50.092181 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ef4377-018b-4e93-8bbf-f7656100d977 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network 91d66806-c611-47f8-bf63-155402759f5e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:50.102538 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-79ef4377-018b-4e93-8bbf-f7656100d977 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:50.104373 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef4377-018b-4e93-8bbf-f7656100d977 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Port': ['ID=28c4242c-4910-438d-b9c6-f0087fecb7b5,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:50.106641 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ef4377-018b-4e93-8bbf-f7656100d977 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:50.113094 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ef4377-018b-4e93-8bbf-f7656100d977 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:50.115161 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-79ef4377-018b-4e93-8bbf-f7656100d977 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:50.144578 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-79ef4377-018b-4e93-8bbf-f7656100d977 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7643468 Nov 10 18:09:50.147665 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53360) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:50.154158 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-f6bc80f1-a833-4b7c-ba78-4be42e8dfc72 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'subnet': {'network_id': '91d66806-c611-47f8-bf63-155402759f5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:50.285911 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bc80f1-a833-4b7c-ba78-4be42e8dfc72 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:50.291230 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f6bc80f1-a833-4b7c-ba78-4be42e8dfc72 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:50.386452 n-d-776250-10 neutron-server[102469]: INFO neutron.db.ipam_backend_mixin [None req-f6bc80f1-a833-4b7c-ba78-4be42e8dfc72 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ac836de4-e039-4b51-8dd2-0fd546e048aa (CIDR: 2001:db8::/64) Nov 10 18:09:50.390680 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6bc80f1-a833-4b7c-ba78-4be42e8dfc72 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 18:09:50.391139 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6bc80f1-a833-4b7c-ba78-4be42e8dfc72 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:09:50.402384 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53366) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:50.412498 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f6bc80f1-a833-4b7c-ba78-4be42e8dfc72 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2631173 Nov 10 18:09:50.415164 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53370) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:50.420907 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-18bf001c-04d0-46ef-acf2-713e56f8d750 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'subnet': {'network_id': '91d66806-c611-47f8-bf63-155402759f5e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:50.536992 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bf001c-04d0-46ef-acf2-713e56f8d750 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:50.540631 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-18bf001c-04d0-46ef-acf2-713e56f8d750 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:50.584824 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-c855cad4-06d0-4fc2-b4d0-15ed2621ef6f tempest-PortsAdminExtendedAttrsTestJSON-1366973914 tempest-PortsAdminExtendedAttrsTestJSON-1366973914-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1167399093'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:50.625208 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c855cad4-06d0-4fc2-b4d0-15ed2621ef6f tempest-PortsAdminExtendedAttrsTestJSON-1366973914 tempest-PortsAdminExtendedAttrsTestJSON-1366973914-project] Made reservation on behalf of a6c6a3f9571d4d20a0b7a09c39984c9a for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:50.628694 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c855cad4-06d0-4fc2-b4d0-15ed2621ef6f tempest-PortsAdminExtendedAttrsTestJSON-1366973914 tempest-PortsAdminExtendedAttrsTestJSON-1366973914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:50.647463 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c855cad4-06d0-4fc2-b4d0-15ed2621ef6f tempest-PortsAdminExtendedAttrsTestJSON-1366973914 tempest-PortsAdminExtendedAttrsTestJSON-1366973914-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:50.840180 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c855cad4-06d0-4fc2-b4d0-15ed2621ef6f tempest-PortsAdminExtendedAttrsTestJSON-1366973914 tempest-PortsAdminExtendedAttrsTestJSON-1366973914-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:50.849433 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c855cad4-06d0-4fc2-b4d0-15ed2621ef6f tempest-PortsAdminExtendedAttrsTestJSON-1366973914 tempest-PortsAdminExtendedAttrsTestJSON-1366973914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:50.905712 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c855cad4-06d0-4fc2-b4d0-15ed2621ef6f tempest-PortsAdminExtendedAttrsTestJSON-1366973914 tempest-PortsAdminExtendedAttrsTestJSON-1366973914-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:09:50.913528 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855cad4-06d0-4fc2-b4d0-15ed2621ef6f tempest-PortsAdminExtendedAttrsTestJSON-1366973914 tempest-PortsAdminExtendedAttrsTestJSON-1366973914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6495d217-29b4-4b8e-b5ec-67d48efad7a7,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:50.928486 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c855cad4-06d0-4fc2-b4d0-15ed2621ef6f tempest-PortsAdminExtendedAttrsTestJSON-1366973914 tempest-PortsAdminExtendedAttrsTestJSON-1366973914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:50.928872 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-c855cad4-06d0-4fc2-b4d0-15ed2621ef6f tempest-PortsAdminExtendedAttrsTestJSON-1366973914 tempest-PortsAdminExtendedAttrsTestJSON-1366973914-project] Added segment 126b9f07-4601-412a-abf2-71f16c6144cd of type vlan for network e705b795-2307-4a69-baf3-154c5ee4966d Nov 10 18:09:50.939461 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-18bf001c-04d0-46ef-acf2-713e56f8d750 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:50.945093 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c9996eff-ee66-4d0c-9118-a624ad67d2e6 None None] Provisioning complete for port df893cc1-4e3a-4fdf-a155-757fece8b49d triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:50.945615 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c9996eff-ee66-4d0c-9118-a624ad67d2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:51.019314 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bf001c-04d0-46ef-acf2-713e56f8d750 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network 91d66806-c611-47f8-bf63-155402759f5e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:51.025013 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c855cad4-06d0-4fc2-b4d0-15ed2621ef6f tempest-PortsAdminExtendedAttrsTestJSON-1366973914 tempest-PortsAdminExtendedAttrsTestJSON-1366973914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:51.031475 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-18bf001c-04d0-46ef-acf2-713e56f8d750 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:51.037420 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bf001c-04d0-46ef-acf2-713e56f8d750 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:51.038032 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-18bf001c-04d0-46ef-acf2-713e56f8d750 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:51.051213 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c9996eff-ee66-4d0c-9118-a624ad67d2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:51.053693 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf001c-04d0-46ef-acf2-713e56f8d750 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Subnet': ['ID=f10ce9bd-0761-4d7b-b60b-20f8f1db1850,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:51.074026 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-18bf001c-04d0-46ef-acf2-713e56f8d750 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6577001 Nov 10 18:09:51.077950 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53372) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:51.083924 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-8ed036cc-569c-4ab0-b181-cf038151dd22 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-351673471', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f10ce9bd-0761-4d7b-b60b-20f8f1db1850'}], 'security_groups': ['5fc37c34-6583-456e-89cb-1c36219bb1a3']}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:51.089890 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c855cad4-06d0-4fc2-b4d0-15ed2621ef6f tempest-PortsAdminExtendedAttrsTestJSON-1366973914 tempest-PortsAdminExtendedAttrsTestJSON-1366973914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:51.095561 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c855cad4-06d0-4fc2-b4d0-15ed2621ef6f tempest-PortsAdminExtendedAttrsTestJSON-1366973914 tempest-PortsAdminExtendedAttrsTestJSON-1366973914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:51.096121 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c855cad4-06d0-4fc2-b4d0-15ed2621ef6f tempest-PortsAdminExtendedAttrsTestJSON-1366973914 tempest-PortsAdminExtendedAttrsTestJSON-1366973914-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:51.099254 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c9996eff-ee66-4d0c-9118-a624ad67d2e6 None None] For port df893cc1-4e3a-4fdf-a155-757fece8b49d, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=df893cc1-4e3a-4fdf-a155-757fece8b49d,segment=NetworkSegment(b61afff2-32c0-46d1-9e4a-b4bfb1da7524),segment_id=b61afff2-32c0-46d1-9e4a-b4bfb1da7524)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:09:51.104050 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c9996eff-ee66-4d0c-9118-a624ad67d2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:51.158837 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf35f1d-2500-4109-a6ed-092c14bbe4fa None None] Network 91d66806-c611-47f8-bf63-155402759f5e requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:09:51.175345 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c9996eff-ee66-4d0c-9118-a624ad67d2e6 None None] Provisioning complete for port 9f36a4d5-68b2-4b4f-8cbd-d464ecd43657 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:51.175721 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c9996eff-ee66-4d0c-9118-a624ad67d2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:51.177249 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9996eff-ee66-4d0c-9118-a624ad67d2e6 None None] Pushing event updated for resources: {'Port': ['ID=df893cc1-4e3a-4fdf-a155-757fece8b49d,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:51.183151 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c855cad4-06d0-4fc2-b4d0-15ed2621ef6f tempest-PortsAdminExtendedAttrsTestJSON-1366973914 tempest-PortsAdminExtendedAttrsTestJSON-1366973914-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.7770252 Nov 10 18:09:51.226931 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855cad4-06d0-4fc2-b4d0-15ed2621ef6f tempest-PortsAdminExtendedAttrsTestJSON-1366973914 tempest-PortsAdminExtendedAttrsTestJSON-1366973914-project] Pushing event updated for resources: {'Network': ['ID=e705b795-2307-4a69-baf3-154c5ee4966d,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:51.232172 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8ed036cc-569c-4ab0-b181-cf038151dd22 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:51.245011 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network e705b795-2307-4a69-baf3-154c5ee4966d details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:09:51.306530 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c9996eff-ee66-4d0c-9118-a624ad67d2e6 None None] Port 9f36a4d5-68b2-4b4f-8cbd-d464ecd43657 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:09:51.365860 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53378) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:51.370898 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Request body: {'port': {'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d', 'binding:host_id': 'n-h1-776250-10', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1694931084'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:51.397623 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Made reservation on behalf of 290d9fbd62a94c9180a0522239c9a195 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:51.400322 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:51.410283 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:51.441217 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6d8b5d11-930d-4d8f-9fa0-4a67ee41a0ee None None] Provisioning complete for port 28c4242c-4910-438d-b9c6-f0087fecb7b5 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:51.441589 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5d11-930d-4d8f-9fa0-4a67ee41a0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:51.510547 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:51.516083 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:51.520844 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b5d11-930d-4d8f-9fa0-4a67ee41a0ee None None] Port 28c4242c-4910-438d-b9c6-f0087fecb7b5 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:09:51.521294 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] device_id is not set on port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:09:51.537026 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9fcba3-4827-41ee-8017-8692bc535ff4 None None] Update dhcp port {'port': {'network_id': '91d66806-c611-47f8-bf63-155402759f5e', 'fixed_ips': [{'subnet_id': 'ac836de4-e039-4b51-8dd2-0fd546e048aa', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f10ce9bd-0761-4d7b-b60b-20f8f1db1850'}], 'binding:host_id': 'n-d-776250-10'}, 'id': 'df893cc1-4e3a-4fdf-a155-757fece8b49d'} from n-d-776250-10. {{(pid=102470) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 18:09:51.564059 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9a9fcba3-4827-41ee-8017-8692bc535ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:51.580765 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-8ed036cc-569c-4ab0-b181-cf038151dd22 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Delete allocated IP 2001:db8::1e8 (91d66806-c611-47f8-bf63-155402759f5e/ac836de4-e039-4b51-8dd2-0fd546e048aa) {{(pid=102468) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 18:09:51.593210 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-8ed036cc-569c-4ab0-b181-cf038151dd22 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Allocated IP 2001:db8:0:1::34f (91d66806-c611-47f8-bf63-155402759f5e/f10ce9bd-0761-4d7b-b60b-20f8f1db1850/28c4242c-4910-438d-b9c6-f0087fecb7b5) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:09:51.596764 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02dc00a0-bc46-4b23-9e7c-5a23747e701d,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:51.760796 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] device_id is not set on port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:09:51.777021 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:51.777278 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device df893cc1-4e3a-4fdf-a155-757fece8b49d up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:09:51.785853 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:51.806153 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8ed036cc-569c-4ab0-b181-cf038151dd22 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:51.813367 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8ed036cc-569c-4ab0-b181-cf038151dd22 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:51.861886 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Pushing event updated for resources: {'Port': ['ID=34fe8ee3-7719-49aa-b384-fa8db6db28f7,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:51.867265 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Checking segment: {'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:09:51.867627 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Network hostable DHCP agents. Network: e705b795-2307-4a69-baf3-154c5ee4966d, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:09:51.873374 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-9a9fcba3-4827-41ee-8017-8692bc535ff4 None None] Allocated IP 2001:db8:0:1::2 (91d66806-c611-47f8-bf63-155402759f5e/f10ce9bd-0761-4d7b-b60b-20f8f1db1850/df893cc1-4e3a-4fdf-a155-757fece8b49d) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:09:51.875459 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port df893cc1-4e3a-4fdf-a155-757fece8b49d triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:51.875837 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:51.895094 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Network e705b795-2307-4a69-baf3-154c5ee4966d is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:09:51.896619 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-8ed036cc-569c-4ab0-b181-cf038151dd22 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] In _notify_port_updated(), no bound segment for port 28c4242c-4910-438d-b9c6-f0087fecb7b5 on network 91d66806-c611-47f8-bf63-155402759f5e {{(pid=102468) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 18:09:51.902535 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed036cc-569c-4ab0-b181-cf038151dd22 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:51.903297 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8ed036cc-569c-4ab0-b181-cf038151dd22 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:51.904540 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8ed036cc-569c-4ab0-b181-cf038151dd22 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "PUT /v2.0/ports/28c4242c-4910-438d-b9c6-f0087fecb7b5 HTTP/1.1" status: 200 len: 930 time: 0.8256099 Nov 10 18:09:51.905233 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, e705b795-2307-4a69-baf3-154c5ee4966d) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:51.907910 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53382) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:51.915085 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:51.916646 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f6668a-c995-43be-b1fa-06cbe2dd3e5d None None] Network e705b795-2307-4a69-baf3-154c5ee4966d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:09:51.936011 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:51.937418 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:51.937809 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on network e705b795-2307-4a69-baf3-154c5ee4966d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:51.943094 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on network e705b795-2307-4a69-baf3-154c5ee4966d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:51.943421 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Failed to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on host n-h1-776250-10 for vnic_type normal using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] Nov 10 18:09:51.944189 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempt 2 to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 Nov 10 18:09:51.944326 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed036cc-569c-4ab0-b181-cf038151dd22 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Port': ['ID=28c4242c-4910-438d-b9c6-f0087fecb7b5,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:51.959438 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:51.960127 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:51.960686 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on network e705b795-2307-4a69-baf3-154c5ee4966d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:51.966528 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on network e705b795-2307-4a69-baf3-154c5ee4966d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:51.967406 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Failed to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on host n-h1-776250-10 for vnic_type normal using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] Nov 10 18:09:51.968020 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempt 3 to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 Nov 10 18:09:51.982432 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:51.982771 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:51.983245 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on network e705b795-2307-4a69-baf3-154c5ee4966d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:51.991085 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on network e705b795-2307-4a69-baf3-154c5ee4966d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:51.991797 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Failed to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on host n-h1-776250-10 for vnic_type normal using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] Nov 10 18:09:51.992295 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempt 4 to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 Nov 10 18:09:52.005988 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-e78ba7d2-1441-416d-b92a-9dc46da5296f tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Deleting port 28c4242c-4910-438d-b9c6-f0087fecb7b5 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:52.006421 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e78ba7d2-1441-416d-b92a-9dc46da5296f tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:52.006548 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:52.006868 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:52.007205 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on network e705b795-2307-4a69-baf3-154c5ee4966d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:52.012054 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on network e705b795-2307-4a69-baf3-154c5ee4966d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:52.012466 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Failed to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on host n-h1-776250-10 for vnic_type normal using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] Nov 10 18:09:52.013461 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempt 5 to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 Nov 10 18:09:52.027175 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:52.027509 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:52.027845 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on network e705b795-2307-4a69-baf3-154c5ee4966d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:52.033053 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on network e705b795-2307-4a69-baf3-154c5ee4966d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:52.033380 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Failed to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on host n-h1-776250-10 for vnic_type normal using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] Nov 10 18:09:52.033763 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempt 6 to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 Nov 10 18:09:52.046377 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:52.046712 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:52.047053 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on network e705b795-2307-4a69-baf3-154c5ee4966d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:52.052130 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on network e705b795-2307-4a69-baf3-154c5ee4966d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:52.052464 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Failed to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on host n-h1-776250-10 for vnic_type normal using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] Nov 10 18:09:52.052849 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempt 7 to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 Nov 10 18:09:52.064129 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-9a9fcba3-4827-41ee-8017-8692bc535ff4 None None] For port df893cc1-4e3a-4fdf-a155-757fece8b49d, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=df893cc1-4e3a-4fdf-a155-757fece8b49d,segment=NetworkSegment(b61afff2-32c0-46d1-9e4a-b4bfb1da7524),segment_id=b61afff2-32c0-46d1-9e4a-b4bfb1da7524)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:09:52.066883 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:52.067557 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:52.067722 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on network e705b795-2307-4a69-baf3-154c5ee4966d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:52.072053 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on network e705b795-2307-4a69-baf3-154c5ee4966d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:52.072472 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Failed to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on host n-h1-776250-10 for vnic_type normal using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] Nov 10 18:09:52.072917 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempt 8 to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 Nov 10 18:09:52.087173 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:52.087772 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:52.088118 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on network e705b795-2307-4a69-baf3-154c5ee4966d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:52.095116 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on network e705b795-2307-4a69-baf3-154c5ee4966d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:52.095687 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Failed to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on host n-h1-776250-10 for vnic_type normal using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] Nov 10 18:09:52.095868 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempt 9 to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 Nov 10 18:09:52.105451 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e78ba7d2-1441-416d-b92a-9dc46da5296f tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:52.108931 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:52.109268 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:52.109633 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on network e705b795-2307-4a69-baf3-154c5ee4966d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:52.114468 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on network e705b795-2307-4a69-baf3-154c5ee4966d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:52.114732 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Failed to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on host n-h1-776250-10 for vnic_type normal using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] Nov 10 18:09:52.115126 n-d-776250-10 neutron-server[102469]: INFO neutron.plugins.ml2.plugin [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempt 10 to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 Nov 10 18:09:52.120733 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-e78ba7d2-1441-416d-b92a-9dc46da5296f tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Calling delete_port for 28c4242c-4910-438d-b9c6-f0087fecb7b5 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:52.127651 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:52.127993 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:52.128399 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on network e705b795-2307-4a69-baf3-154c5ee4966d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:52.133248 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on network e705b795-2307-4a69-baf3-154c5ee4966d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:52.133612 n-d-776250-10 neutron-server[102469]: ERROR neutron.plugins.ml2.managers [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Failed to bind port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 on host n-h1-776250-10 for vnic_type normal using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] Nov 10 18:09:52.133983 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:52.138966 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9a9fcba3-4827-41ee-8017-8692bc535ff4 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:52.164916 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9a9fcba3-4827-41ee-8017-8692bc535ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:52.200664 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] For port 34fe8ee3-7719-49aa-b384-fa8db6db28f7, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:09:52.201338 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempted to set empty binding levels {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 18:09:52.206652 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:52.244244 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:52.244932 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:52.265928 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Pushing event updated for resources: {'Port': ['ID=34fe8ee3-7719-49aa-b384-fa8db6db28f7,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:52.274316 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-83855b3f-0c0e-40da-a50c-82791a58f386 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 0.9071820 Nov 10 18:09:52.275124 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53384) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:52.292924 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9fcba3-4827-41ee-8017-8692bc535ff4 None None] Pushing event updated for resources: {'Port': ['ID=df893cc1-4e3a-4fdf-a155-757fece8b49d,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:52.317844 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e78ba7d2-1441-416d-b92a-9dc46da5296f tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:52.375237 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ba7d2-1441-416d-b92a-9dc46da5296f tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Port': ['ID=28c4242c-4910-438d-b9c6-f0087fecb7b5,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:52.400205 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e78ba7d2-1441-416d-b92a-9dc46da5296f tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:52.406516 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e78ba7d2-1441-416d-b92a-9dc46da5296f tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/ports/28c4242c-4910-438d-b9c6-f0087fecb7b5 HTTP/1.1" status: 204 len: 168 time: 0.4948361 Nov 10 18:09:52.406811 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53386) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:52.432985 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f7f871-6d10-4e73-be05-826715ade3ee tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] GET failed (client error): The resource could not be found. Nov 10 18:09:52.435431 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d6f7f871-6d10-4e73-be05-826715ade3ee tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "GET /v2.0/ports/28c4242c-4910-438d-b9c6-f0087fecb7b5 HTTP/1.1" status: 404 len: 333 time: 0.0268347 Nov 10 18:09:52.438400 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53388) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:52.479861 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0d25f-357c-4651-9e99-0bb46955400f tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Deleting port 34fe8ee3-7719-49aa-b384-fa8db6db28f7 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:52.480249 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e1d0d25f-357c-4651-9e99-0bb46955400f tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:52.553100 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-65bd290f-4186-42bd-88a3-5e0da93c236e tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:52.579253 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-e1d0d25f-357c-4651-9e99-0bb46955400f tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] For port 34fe8ee3-7719-49aa-b384-fa8db6db28f7, host n-h1-776250-10, got binding levels [] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:09:52.579622 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e1d0d25f-357c-4651-9e99-0bb46955400f tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:52.600610 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-65bd290f-4186-42bd-88a3-5e0da93c236e tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:52.603279 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0d25f-357c-4651-9e99-0bb46955400f tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Calling delete_port for 34fe8ee3-7719-49aa-b384-fa8db6db28f7 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:52.690900 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-65bd290f-4186-42bd-88a3-5e0da93c236e tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:52.693526 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-65bd290f-4186-42bd-88a3-5e0da93c236e tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:52.694692 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-65bd290f-4186-42bd-88a3-5e0da93c236e tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/security-groups/7737795e-41b3-4e34-ae49-2f7482e21079 HTTP/1.1" status: 204 len: 168 time: 0.2553604 Nov 10 18:09:52.697476 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53390) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:52.713830 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd290f-4186-42bd-88a3-5e0da93c236e tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7737795e-41b3-4e34-ae49-2f7482e21079,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:52.727413 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e1d0d25f-357c-4651-9e99-0bb46955400f tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:52.766199 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0d25f-357c-4651-9e99-0bb46955400f tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Pushing event deleted for resources: {'Port': ['ID=34fe8ee3-7719-49aa-b384-fa8db6db28f7,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:52.779603 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e1d0d25f-357c-4651-9e99-0bb46955400f tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:52.784247 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e1d0d25f-357c-4651-9e99-0bb46955400f tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] 10.222.0.39 "DELETE /v2.0/ports/34fe8ee3-7719-49aa-b384-fa8db6db28f7 HTTP/1.1" status: 204 len: 168 time: 0.5073655 Nov 10 18:09:52.786850 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53392) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:52.813306 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-32c17981-1073-4882-8e8a-27eef8a37aae tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:52.816360 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-e544a43e-2fc5-4984-8b26-bab46782b689 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] GET failed (client error): The resource could not be found. Nov 10 18:09:52.818024 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e544a43e-2fc5-4984-8b26-bab46782b689 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] 10.222.0.39 "GET /v2.0/ports/34fe8ee3-7719-49aa-b384-fa8db6db28f7 HTTP/1.1" status: 404 len: 333 time: 0.0302536 Nov 10 18:09:52.822530 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53394) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:52.832938 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-2dd5cbf9-afba-4c33-9613-960b7026e2e6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Request body: {'port': {'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-855461122'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:52.848948 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c60709b4-2b76-4551-bd1f-9e515af923f2 None None] Could not find standard attr ID for object 28c4242c-4910-438d-b9c6-f0087fecb7b5. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:09:52.853329 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-32c17981-1073-4882-8e8a-27eef8a37aae tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:52.861569 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c60709b4-2b76-4551-bd1f-9e515af923f2 None None] Provisioning complete for port df893cc1-4e3a-4fdf-a155-757fece8b49d triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:52.863018 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c60709b4-2b76-4551-bd1f-9e515af923f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:52.886122 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd5cbf9-afba-4c33-9613-960b7026e2e6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Made reservation on behalf of 290d9fbd62a94c9180a0522239c9a195 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:52.889041 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2dd5cbf9-afba-4c33-9613-960b7026e2e6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:52.907659 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-2dd5cbf9-afba-4c33-9613-960b7026e2e6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] device_id is not set on port 1f9628bf-6791-43ed-a3a8-08e3c0244262 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:09:52.948556 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-32c17981-1073-4882-8e8a-27eef8a37aae tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:52.952496 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-32c17981-1073-4882-8e8a-27eef8a37aae tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:52.953791 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-32c17981-1073-4882-8e8a-27eef8a37aae tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/security-groups/5fc37c34-6583-456e-89cb-1c36219bb1a3 HTTP/1.1" status: 204 len: 168 time: 0.2553082 Nov 10 18:09:52.956786 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53396) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:52.972741 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c17981-1073-4882-8e8a-27eef8a37aae tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc37c34-6583-456e-89cb-1c36219bb1a3,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:52.978995 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c60709b4-2b76-4551-bd1f-9e515af923f2 None None] Provisioning complete for port 9f36a4d5-68b2-4b4f-8cbd-d464ecd43657 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:52.979276 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c60709b4-2b76-4551-bd1f-9e515af923f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:53.025280 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c505768-8936-4ffb-a475-83e1196372f8 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Deleting subnet ac836de4-e039-4b51-8dd2-0fd546e048aa {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:09:53.029870 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4c505768-8936-4ffb-a475-83e1196372f8 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:53.038327 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c60709b4-2b76-4551-bd1f-9e515af923f2 None None] Port 9f36a4d5-68b2-4b4f-8cbd-d464ecd43657 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:09:53.083080 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4c505768-8936-4ffb-a475-83e1196372f8 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:53.111841 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2dd5cbf9-afba-4c33-9613-960b7026e2e6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:53.150408 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-d67d077e-15b5-4198-b278-2650d26ffed9 None None] Could not find standard attr ID for object 28c4242c-4910-438d-b9c6-f0087fecb7b5. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:09:53.162110 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2dd5cbf9-afba-4c33-9613-960b7026e2e6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:53.185958 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4c505768-8936-4ffb-a475-83e1196372f8 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:53.210132 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd5cbf9-afba-4c33-9613-960b7026e2e6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Network e705b795-2307-4a69-baf3-154c5ee4966d is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:53.213312 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-2dd5cbf9-afba-4c33-9613-960b7026e2e6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:53.217180 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd5cbf9-afba-4c33-9613-960b7026e2e6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:53.218760 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd5cbf9-afba-4c33-9613-960b7026e2e6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:53.218914 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2dd5cbf9-afba-4c33-9613-960b7026e2e6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:53.227505 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd5cbf9-afba-4c33-9613-960b7026e2e6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Pushing event updated for resources: {'Port': ['ID=1f9628bf-6791-43ed-a3a8-08e3c0244262,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:53.243712 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2dd5cbf9-afba-4c33-9613-960b7026e2e6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4208918 Nov 10 18:09:53.246392 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53398) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:53.252465 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:53.292836 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4c505768-8936-4ffb-a475-83e1196372f8 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:53.336475 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c505768-8936-4ffb-a475-83e1196372f8 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Subnet': ['ID=ac836de4-e039-4b51-8dd2-0fd546e048aa,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:53.344116 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4c505768-8936-4ffb-a475-83e1196372f8 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:53.347297 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4c505768-8936-4ffb-a475-83e1196372f8 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/subnets/ac836de4-e039-4b51-8dd2-0fd546e048aa HTTP/1.1" status: 204 len: 168 time: 0.3894916 Nov 10 18:09:53.350115 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:53.351257 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53400) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:53.353981 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d76f1c8-02e3-476f-b27d-10ab04886a62 None None] Network 91d66806-c611-47f8-bf63-155402759f5e requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:09:53.357345 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-ebf38ff5-858e-4756-bcab-693297588615 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'subnet': {'network_id': '91d66806-c611-47f8-bf63-155402759f5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:53.479640 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf38ff5-858e-4756-bcab-693297588615 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:53.484339 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ebf38ff5-858e-4756-bcab-693297588615 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:53.537752 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] device_id is not set on port 1f9628bf-6791-43ed-a3a8-08e3c0244262 yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:09:53.547503 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:53.555310 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:53.616343 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Pushing event updated for resources: {'Port': ['ID=1f9628bf-6791-43ed-a3a8-08e3c0244262,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:53.630348 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:53.630698 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:53.631120 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on network e705b795-2307-4a69-baf3-154c5ee4966d {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:53.636390 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on network e705b795-2307-4a69-baf3-154c5ee4966d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:53.636762 n-d-776250-10 neutron-server[102468]: ERROR neutron.plugins.ml2.managers [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Failed to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on host n-h1-776250-10 for vnic_type normal using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] Nov 10 18:09:53.637154 n-d-776250-10 neutron-server[102468]: INFO neutron.plugins.ml2.plugin [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempt 2 to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 Nov 10 18:09:53.651415 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:53.651764 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:53.652113 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on network e705b795-2307-4a69-baf3-154c5ee4966d {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:53.657065 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on network e705b795-2307-4a69-baf3-154c5ee4966d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:53.657399 n-d-776250-10 neutron-server[102468]: ERROR neutron.plugins.ml2.managers [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Failed to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on host n-h1-776250-10 for vnic_type normal using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] Nov 10 18:09:53.657798 n-d-776250-10 neutron-server[102468]: INFO neutron.plugins.ml2.plugin [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempt 3 to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 Nov 10 18:09:53.671379 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:53.671828 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:53.672394 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on network e705b795-2307-4a69-baf3-154c5ee4966d {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:53.677903 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on network e705b795-2307-4a69-baf3-154c5ee4966d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:53.678338 n-d-776250-10 neutron-server[102468]: ERROR neutron.plugins.ml2.managers [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Failed to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on host n-h1-776250-10 for vnic_type normal using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] Nov 10 18:09:53.678827 n-d-776250-10 neutron-server[102468]: INFO neutron.plugins.ml2.plugin [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempt 4 to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 Nov 10 18:09:53.696447 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:53.697220 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:53.697798 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on network e705b795-2307-4a69-baf3-154c5ee4966d {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:53.703965 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on network e705b795-2307-4a69-baf3-154c5ee4966d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:53.704622 n-d-776250-10 neutron-server[102468]: ERROR neutron.plugins.ml2.managers [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Failed to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on host n-h1-776250-10 for vnic_type normal using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] Nov 10 18:09:53.705264 n-d-776250-10 neutron-server[102468]: INFO neutron.plugins.ml2.plugin [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempt 5 to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 Nov 10 18:09:53.719685 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:53.720426 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:53.720946 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on network e705b795-2307-4a69-baf3-154c5ee4966d {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:53.726124 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on network e705b795-2307-4a69-baf3-154c5ee4966d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:53.726807 n-d-776250-10 neutron-server[102468]: ERROR neutron.plugins.ml2.managers [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Failed to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on host n-h1-776250-10 for vnic_type normal using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] Nov 10 18:09:53.727503 n-d-776250-10 neutron-server[102468]: INFO neutron.plugins.ml2.plugin [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempt 6 to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 Nov 10 18:09:53.753955 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:53.754300 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:53.754540 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device df893cc1-4e3a-4fdf-a155-757fece8b49d up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:09:53.754651 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on network e705b795-2307-4a69-baf3-154c5ee4966d {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:53.759230 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on network e705b795-2307-4a69-baf3-154c5ee4966d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:53.759563 n-d-776250-10 neutron-server[102468]: ERROR neutron.plugins.ml2.managers [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Failed to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on host n-h1-776250-10 for vnic_type normal using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] Nov 10 18:09:53.760382 n-d-776250-10 neutron-server[102468]: INFO neutron.plugins.ml2.plugin [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempt 7 to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 Nov 10 18:09:53.769546 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ebf38ff5-858e-4756-bcab-693297588615 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:53.780591 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:53.781586 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:53.782106 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on network e705b795-2307-4a69-baf3-154c5ee4966d {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:53.788384 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on network e705b795-2307-4a69-baf3-154c5ee4966d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:53.788986 n-d-776250-10 neutron-server[102468]: ERROR neutron.plugins.ml2.managers [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Failed to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on host n-h1-776250-10 for vnic_type normal using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] Nov 10 18:09:53.790160 n-d-776250-10 neutron-server[102468]: INFO neutron.plugins.ml2.plugin [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempt 8 to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 Nov 10 18:09:53.806512 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:53.807113 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:53.807715 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on network e705b795-2307-4a69-baf3-154c5ee4966d {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:53.816386 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on network e705b795-2307-4a69-baf3-154c5ee4966d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:53.816725 n-d-776250-10 neutron-server[102468]: ERROR neutron.plugins.ml2.managers [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Failed to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on host n-h1-776250-10 for vnic_type normal using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] Nov 10 18:09:53.816855 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf38ff5-858e-4756-bcab-693297588615 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network 91d66806-c611-47f8-bf63-155402759f5e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:53.817266 n-d-776250-10 neutron-server[102468]: INFO neutron.plugins.ml2.plugin [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempt 9 to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 Nov 10 18:09:53.820129 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-ebf38ff5-858e-4756-bcab-693297588615 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:53.824757 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf38ff5-858e-4756-bcab-693297588615 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:53.825538 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ebf38ff5-858e-4756-bcab-693297588615 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:53.828648 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port df893cc1-4e3a-4fdf-a155-757fece8b49d triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:53.829139 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:53.834189 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:53.834792 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:53.835142 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on network e705b795-2307-4a69-baf3-154c5ee4966d {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:53.843159 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on network e705b795-2307-4a69-baf3-154c5ee4966d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:53.843501 n-d-776250-10 neutron-server[102468]: ERROR neutron.plugins.ml2.managers [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Failed to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on host n-h1-776250-10 for vnic_type normal using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] Nov 10 18:09:53.844198 n-d-776250-10 neutron-server[102468]: INFO neutron.plugins.ml2.plugin [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempt 10 to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 Nov 10 18:09:53.852299 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf38ff5-858e-4756-bcab-693297588615 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Subnet': ['ID=2a6e38a1-d0d6-4a5c-8a15-034ab7741856,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:53.862608 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:53.862965 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:53.863768 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ebf38ff5-858e-4756-bcab-693297588615 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5107543 Nov 10 18:09:53.866279 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53402) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:53.866446 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on network e705b795-2307-4a69-baf3-154c5ee4966d {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:53.871584 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-7962b701-3eef-4063-8536-0295e8b9f9ff tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'security_group': {'name': 'tempest-secgroup-967906040'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:53.871880 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on network e705b795-2307-4a69-baf3-154c5ee4966d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:53.872826 n-d-776250-10 neutron-server[102468]: ERROR neutron.plugins.ml2.managers [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Failed to bind port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on host n-h1-776250-10 for vnic_type normal using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] Nov 10 18:09:53.873219 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:53.907544 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7962b701-3eef-4063-8536-0295e8b9f9ff tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:53.966967 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] For port 1f9628bf-6791-43ed-a3a8-08e3c0244262, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:09:53.967712 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempted to set empty binding levels {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 18:09:53.973643 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:54.001741 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7962b701-3eef-4063-8536-0295e8b9f9ff tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:54.007601 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7962b701-3eef-4063-8536-0295e8b9f9ff tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:54.020909 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] In _notify_port_updated(), no bound segment for port 1f9628bf-6791-43ed-a3a8-08e3c0244262 on network e705b795-2307-4a69-baf3-154c5ee4966d {{(pid=102468) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 18:09:54.021789 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:54.022414 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:54.026325 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] 10.222.0.39 "PUT /v2.0/ports/1f9628bf-6791-43ed-a3a8-08e3c0244262 HTTP/1.1" status: 200 len: 975 time: 0.7758884 Nov 10 18:09:54.034332 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53404) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:54.051377 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962b701-3eef-4063-8536-0295e8b9f9ff tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73de6945-cd2c-45ff-8927-dd600fcdf241,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:54.056202 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7962b701-3eef-4063-8536-0295e8b9f9ff tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:54.061552 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7962b701-3eef-4063-8536-0295e8b9f9ff tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1940305 Nov 10 18:09:54.062201 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53406) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:54.067555 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-7a4a54dd-0fe3-46ce-acc5-236586cac8b2 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'security_group': {'name': 'tempest-secgroup-1983082404'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:54.075726 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7230b08-58bc-48dd-a972-4955bb03f99e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Pushing event updated for resources: {'Port': ['ID=1f9628bf-6791-43ed-a3a8-08e3c0244262,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:54.097298 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7a4a54dd-0fe3-46ce-acc5-236586cac8b2 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:54.104551 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05693d47-e285-491d-807b-78ab1a6f6ca6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:54.105718 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05693d47-e285-491d-807b-78ab1a6f6ca6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:54.106231 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05693d47-e285-491d-807b-78ab1a6f6ca6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:54.106825 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05693d47-e285-491d-807b-78ab1a6f6ca6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:54.107298 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05693d47-e285-491d-807b-78ab1a6f6ca6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:54.107765 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05693d47-e285-491d-807b-78ab1a6f6ca6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:54.108257 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05693d47-e285-491d-807b-78ab1a6f6ca6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:54.108870 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05693d47-e285-491d-807b-78ab1a6f6ca6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:54.109335 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05693d47-e285-491d-807b-78ab1a6f6ca6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:54.109795 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05693d47-e285-491d-807b-78ab1a6f6ca6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:54.110251 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05693d47-e285-491d-807b-78ab1a6f6ca6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:54.110777 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05693d47-e285-491d-807b-78ab1a6f6ca6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:54.111244 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05693d47-e285-491d-807b-78ab1a6f6ca6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:54.111848 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05693d47-e285-491d-807b-78ab1a6f6ca6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:54.112772 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05693d47-e285-491d-807b-78ab1a6f6ca6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:54.119284 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-05693d47-e285-491d-807b-78ab1a6f6ca6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13539 time: 0.0839214 Nov 10 18:09:54.119953 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53408) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:54.178889 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7a4a54dd-0fe3-46ce-acc5-236586cac8b2 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:54.183579 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7a4a54dd-0fe3-46ce-acc5-236586cac8b2 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:54.215515 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-6a1d87a5-0ce5-4a6e-a751-26150f63c0c9 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Deleting port 1f9628bf-6791-43ed-a3a8-08e3c0244262 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:54.216024 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6a1d87a5-0ce5-4a6e-a751-26150f63c0c9 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:54.217893 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7a4a54dd-0fe3-46ce-acc5-236586cac8b2 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:54.219328 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7a4a54dd-0fe3-46ce-acc5-236586cac8b2 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1557817 Nov 10 18:09:54.221363 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a54dd-0fe3-46ce-acc5-236586cac8b2 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db86e2f9-bb42-41b0-9a91-295dbfb97baa,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:54.222311 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53410) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:54.236431 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-86078af5-7d06-432b-bbd6-b281aa30c75c tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'security_group': {'name': 'tempest-secgroup-10427262'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:54.255944 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff8862d-9c5c-4a13-bc5a-114ba2bc1a8b None None] Network 91d66806-c611-47f8-bf63-155402759f5e requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:09:54.304339 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-6a1d87a5-0ce5-4a6e-a751-26150f63c0c9 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] For port 1f9628bf-6791-43ed-a3a8-08e3c0244262, host n-h1-776250-10, got binding levels [] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:09:54.304715 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6a1d87a5-0ce5-4a6e-a751-26150f63c0c9 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:54.307096 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-86078af5-7d06-432b-bbd6-b281aa30c75c tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:54.323125 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-45f3dc60-3d59-48c1-bd6b-70ca5eb13691 None None] Provisioning complete for port df893cc1-4e3a-4fdf-a155-757fece8b49d triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:54.323499 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-45f3dc60-3d59-48c1-bd6b-70ca5eb13691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:54.326478 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-6a1d87a5-0ce5-4a6e-a751-26150f63c0c9 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Calling delete_port for 1f9628bf-6791-43ed-a3a8-08e3c0244262 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:54.449476 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-86078af5-7d06-432b-bbd6-b281aa30c75c tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:54.453115 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-86078af5-7d06-432b-bbd6-b281aa30c75c tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:54.473731 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6a1d87a5-0ce5-4a6e-a751-26150f63c0c9 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:54.490287 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-45f3dc60-3d59-48c1-bd6b-70ca5eb13691 None None] Provisioning complete for port 9f36a4d5-68b2-4b4f-8cbd-d464ecd43657 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:54.490529 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-45f3dc60-3d59-48c1-bd6b-70ca5eb13691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:54.514893 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d87a5-0ce5-4a6e-a751-26150f63c0c9 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f9628bf-6791-43ed-a3a8-08e3c0244262,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:54.516691 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86078af5-7d06-432b-bbd6-b281aa30c75c tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3cb032-b58a-4b78-9009-11951c83b397,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:54.521912 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-86078af5-7d06-432b-bbd6-b281aa30c75c tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:54.524568 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-86078af5-7d06-432b-bbd6-b281aa30c75c tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2919040 Nov 10 18:09:54.524705 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53412) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:54.531020 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6a1d87a5-0ce5-4a6e-a751-26150f63c0c9 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:54.536789 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6a1d87a5-0ce5-4a6e-a751-26150f63c0c9 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] 10.222.0.39 "DELETE /v2.0/ports/1f9628bf-6791-43ed-a3a8-08e3c0244262 HTTP/1.1" status: 204 len: 168 time: 0.4133086 Nov 10 18:09:54.536951 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-68d36fed-b5d0-4807-8c02-bfee35c30e9b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-903674735', 'security_groups': ['7c3cb032-b58a-4b78-9009-11951c83b397'], 'network_id': '91d66806-c611-47f8-bf63-155402759f5e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2a6e38a1-d0d6-4a5c-8a15-034ab7741856'}]}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:54.537068 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53414) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:54.549305 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-45f3dc60-3d59-48c1-bd6b-70ca5eb13691 None None] Port 9f36a4d5-68b2-4b4f-8cbd-d464ecd43657 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:09:54.560345 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d771dbb8-f3e5-472f-baa2-7d63456e6814 None None] Update dhcp port {'port': {'network_id': '91d66806-c611-47f8-bf63-155402759f5e', 'fixed_ips': [{'subnet_id': 'f10ce9bd-0761-4d7b-b60b-20f8f1db1850', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2a6e38a1-d0d6-4a5c-8a15-034ab7741856'}], 'binding:host_id': 'n-d-776250-10'}, 'id': 'df893cc1-4e3a-4fdf-a155-757fece8b49d'} from n-d-776250-10. {{(pid=102470) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 18:09:54.565215 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fea93d4-348c-412d-8d4c-abae6d7e8b1b tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] GET failed (client error): The resource could not be found. Nov 10 18:09:54.570572 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4fea93d4-348c-412d-8d4c-abae6d7e8b1b tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] 10.222.0.39 "GET /v2.0/ports/1f9628bf-6791-43ed-a3a8-08e3c0244262 HTTP/1.1" status: 404 len: 333 time: 0.0290647 Nov 10 18:09:54.570743 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53416) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:54.575468 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-db7aebc2-8ba6-4206-98a0-1b03953d24bb tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1028559043', 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:54.586104 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d771dbb8-f3e5-472f-baa2-7d63456e6814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:54.597702 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7aebc2-8ba6-4206-98a0-1b03953d24bb tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Made reservation on behalf of 290d9fbd62a94c9180a0522239c9a195 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:54.601355 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-db7aebc2-8ba6-4206-98a0-1b03953d24bb tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:54.620503 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-db7aebc2-8ba6-4206-98a0-1b03953d24bb tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] device_id is not set on port 620033b7-0ecd-4487-b106-11a60ffc8b9d yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:09:54.672071 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d36fed-b5d0-4807-8c02-bfee35c30e9b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:54.759695 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-d771dbb8-f3e5-472f-baa2-7d63456e6814 None None] Allocated IP 2001:db8::2 (91d66806-c611-47f8-bf63-155402759f5e/2a6e38a1-d0d6-4a5c-8a15-034ab7741856/df893cc1-4e3a-4fdf-a155-757fece8b49d) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:09:54.761781 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-68d36fed-b5d0-4807-8c02-bfee35c30e9b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:54.786263 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-db7aebc2-8ba6-4206-98a0-1b03953d24bb tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:54.789849 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-68d36fed-b5d0-4807-8c02-bfee35c30e9b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] device_id is not set on port 5c24f8e9-d350-4138-b274-2902b3c9de54 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:09:54.825037 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-db7aebc2-8ba6-4206-98a0-1b03953d24bb tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:54.865808 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-d771dbb8-f3e5-472f-baa2-7d63456e6814 None None] For port df893cc1-4e3a-4fdf-a155-757fece8b49d, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=df893cc1-4e3a-4fdf-a155-757fece8b49d,segment=NetworkSegment(b61afff2-32c0-46d1-9e4a-b4bfb1da7524),segment_id=b61afff2-32c0-46d1-9e4a-b4bfb1da7524)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:09:54.870748 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7aebc2-8ba6-4206-98a0-1b03953d24bb tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Network e705b795-2307-4a69-baf3-154c5ee4966d is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:54.876674 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-db7aebc2-8ba6-4206-98a0-1b03953d24bb tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:54.879609 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7aebc2-8ba6-4206-98a0-1b03953d24bb tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:54.880655 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7aebc2-8ba6-4206-98a0-1b03953d24bb tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:54.881275 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-db7aebc2-8ba6-4206-98a0-1b03953d24bb tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:54.896037 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7aebc2-8ba6-4206-98a0-1b03953d24bb tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Pushing event updated for resources: {'Port': ['ID=620033b7-0ecd-4487-b106-11a60ffc8b9d,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:54.901785 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d771dbb8-f3e5-472f-baa2-7d63456e6814 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:54.911416 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d771dbb8-f3e5-472f-baa2-7d63456e6814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:54.911616 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-db7aebc2-8ba6-4206-98a0-1b03953d24bb tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3372290 Nov 10 18:09:54.911616 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53418) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:54.955194 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c37fcc-fb7f-419b-979c-08a1df9f27bb tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:54.959346 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-42c37fcc-fb7f-419b-979c-08a1df9f27bb tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] 10.222.0.39 "GET /v2.0/ports/620033b7-0ecd-4487-b106-11a60ffc8b9d HTTP/1.1" status: 200 len: 955 time: 0.0433590 Nov 10 18:09:54.959533 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53420) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:54.983152 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-68d36fed-b5d0-4807-8c02-bfee35c30e9b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Allocated IP 2001:db8::de (91d66806-c611-47f8-bf63-155402759f5e/2a6e38a1-d0d6-4a5c-8a15-034ab7741856/5c24f8e9-d350-4138-b274-2902b3c9de54) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:09:55.010095 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:55.016927 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771dbb8-f3e5-472f-baa2-7d63456e6814 None None] Pushing event updated for resources: {'Port': ['ID=df893cc1-4e3a-4fdf-a155-757fece8b49d,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:55.024652 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771dbb8-f3e5-472f-baa2-7d63456e6814 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:55.025127 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771dbb8-f3e5-472f-baa2-7d63456e6814 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:55.025563 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771dbb8-f3e5-472f-baa2-7d63456e6814 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:55.025986 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771dbb8-f3e5-472f-baa2-7d63456e6814 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:55.026508 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771dbb8-f3e5-472f-baa2-7d63456e6814 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:55.026834 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771dbb8-f3e5-472f-baa2-7d63456e6814 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:55.027320 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771dbb8-f3e5-472f-baa2-7d63456e6814 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:55.027643 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771dbb8-f3e5-472f-baa2-7d63456e6814 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:55.028534 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771dbb8-f3e5-472f-baa2-7d63456e6814 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:55.029024 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771dbb8-f3e5-472f-baa2-7d63456e6814 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:55.029603 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771dbb8-f3e5-472f-baa2-7d63456e6814 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:55.030088 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771dbb8-f3e5-472f-baa2-7d63456e6814 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:09:55.048835 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-d153cf76-c48e-4cfa-bada-34b094f693c9 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Deleting port 620033b7-0ecd-4487-b106-11a60ffc8b9d {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:55.049381 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d153cf76-c48e-4cfa-bada-34b094f693c9 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:55.119097 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d153cf76-c48e-4cfa-bada-34b094f693c9 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:55.133091 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-d153cf76-c48e-4cfa-bada-34b094f693c9 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Calling delete_port for 620033b7-0ecd-4487-b106-11a60ffc8b9d owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:55.148236 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-68d36fed-b5d0-4807-8c02-bfee35c30e9b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:55.188010 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-68d36fed-b5d0-4807-8c02-bfee35c30e9b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:55.220818 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d153cf76-c48e-4cfa-bada-34b094f693c9 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:55.250750 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d36fed-b5d0-4807-8c02-bfee35c30e9b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network 91d66806-c611-47f8-bf63-155402759f5e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:55.252019 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d36fed-b5d0-4807-8c02-bfee35c30e9b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Port': ['ID=5c24f8e9-d350-4138-b274-2902b3c9de54,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:55.254853 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153cf76-c48e-4cfa-bada-34b094f693c9 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Pushing event deleted for resources: {'Port': ['ID=620033b7-0ecd-4487-b106-11a60ffc8b9d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:55.255051 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-68d36fed-b5d0-4807-8c02-bfee35c30e9b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:55.257252 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d36fed-b5d0-4807-8c02-bfee35c30e9b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:55.260695 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d153cf76-c48e-4cfa-bada-34b094f693c9 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:55.263041 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d36fed-b5d0-4807-8c02-bfee35c30e9b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:55.264051 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-68d36fed-b5d0-4807-8c02-bfee35c30e9b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:55.267587 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d153cf76-c48e-4cfa-bada-34b094f693c9 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] 10.222.0.39 "DELETE /v2.0/ports/620033b7-0ecd-4487-b106-11a60ffc8b9d HTTP/1.1" status: 204 len: 168 time: 0.3046210 Nov 10 18:09:55.267706 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53422) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:55.287946 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-68d36fed-b5d0-4807-8c02-bfee35c30e9b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7616003 Nov 10 18:09:55.288672 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53424) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:55.293615 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f6ada72-5127-450b-9b44-bfadc5a5da1e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] GET failed (client error): The resource could not be found. Nov 10 18:09:55.294546 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-15c1b2c2-f47e-4fea-b336-0ec39c305b8a tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'subnet': {'network_id': '91d66806-c611-47f8-bf63-155402759f5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:55.299767 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7f6ada72-5127-450b-9b44-bfadc5a5da1e tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] 10.222.0.39 "GET /v2.0/ports/620033b7-0ecd-4487-b106-11a60ffc8b9d HTTP/1.1" status: 404 len: 333 time: 0.0274980 Nov 10 18:09:55.299948 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53426) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:55.304695 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-46f7aa1f-9c10-4494-a4b8-677a5c31f6e6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Request body: {'port': {'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-70050648'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:55.384368 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f7aa1f-9c10-4494-a4b8-677a5c31f6e6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Made reservation on behalf of 290d9fbd62a94c9180a0522239c9a195 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:55.384739 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:55.386977 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-46f7aa1f-9c10-4494-a4b8-677a5c31f6e6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:55.425647 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-46f7aa1f-9c10-4494-a4b8-677a5c31f6e6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] device_id is not set on port d87222db-c236-43a5-8bde-961749c51c49 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:09:55.494471 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c1b2c2-f47e-4fea-b336-0ec39c305b8a tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:55.497778 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-15c1b2c2-f47e-4fea-b336-0ec39c305b8a tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:55.682541 n-d-776250-10 neutron-server[102469]: INFO neutron.db.ipam_backend_mixin [None req-15c1b2c2-f47e-4fea-b336-0ec39c305b8a tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2a6e38a1-d0d6-4a5c-8a15-034ab7741856 (CIDR: 2001:db8::/64) Nov 10 18:09:55.688384 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-46f7aa1f-9c10-4494-a4b8-677a5c31f6e6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:55.690171 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c1b2c2-f47e-4fea-b336-0ec39c305b8a tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 18:09:55.690618 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c1b2c2-f47e-4fea-b336-0ec39c305b8a tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:09:55.691327 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-d4544ced-dbb6-4407-9949-f02a7cb13b9e None None] Provisioning complete for port df893cc1-4e3a-4fdf-a155-757fece8b49d triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:55.691898 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d4544ced-dbb6-4407-9949-f02a7cb13b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:55.718084 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53428) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:55.719041 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-15c1b2c2-f47e-4fea-b336-0ec39c305b8a tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4290123 Nov 10 18:09:55.724246 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-172d7e9b-c0ca-4def-8a2c-36102afa2b02 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'subnet': {'network_id': '91d66806-c611-47f8-bf63-155402759f5e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:55.764344 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-46f7aa1f-9c10-4494-a4b8-677a5c31f6e6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:55.787541 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device df893cc1-4e3a-4fdf-a155-757fece8b49d up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:09:55.794631 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f7aa1f-9c10-4494-a4b8-677a5c31f6e6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Network e705b795-2307-4a69-baf3-154c5ee4966d is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:55.797259 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-46f7aa1f-9c10-4494-a4b8-677a5c31f6e6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:55.800730 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f7aa1f-9c10-4494-a4b8-677a5c31f6e6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:09:55.802072 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f7aa1f-9c10-4494-a4b8-677a5c31f6e6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:55.802683 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-46f7aa1f-9c10-4494-a4b8-677a5c31f6e6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:55.853585 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-46f7aa1f-9c10-4494-a4b8-677a5c31f6e6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.5524623 Nov 10 18:09:55.854336 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7aa1f-9c10-4494-a4b8-677a5c31f6e6 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Pushing event updated for resources: {'Port': ['ID=d87222db-c236-43a5-8bde-961749c51c49,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:55.856126 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53430) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:55.861825 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:55.889989 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port df893cc1-4e3a-4fdf-a155-757fece8b49d triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:55.890351 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:55.893930 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-d4544ced-dbb6-4407-9949-f02a7cb13b9e None None] Provisioning complete for port 9f36a4d5-68b2-4b4f-8cbd-d464ecd43657 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:55.894285 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d4544ced-dbb6-4407-9949-f02a7cb13b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:55.927295 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172d7e9b-c0ca-4def-8a2c-36102afa2b02 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:55.930739 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-172d7e9b-c0ca-4def-8a2c-36102afa2b02 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:55.957283 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-d4544ced-dbb6-4407-9949-f02a7cb13b9e None None] Port 9f36a4d5-68b2-4b4f-8cbd-d464ecd43657 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:09:55.974714 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:56.077604 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-9322ff59-c8b0-4349-ba09-400497189598 None None] Provisioning complete for port 5c24f8e9-d350-4138-b274-2902b3c9de54 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:56.077880 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9322ff59-c8b0-4349-ba09-400497189598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:56.117135 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-9322ff59-c8b0-4349-ba09-400497189598 None None] Port 5c24f8e9-d350-4138-b274-2902b3c9de54 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:09:56.351328 n-d-776250-10 neutron-server[102468]: INFO neutron.db.ipam_backend_mixin [None req-172d7e9b-c0ca-4def-8a2c-36102afa2b02 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet f10ce9bd-0761-4d7b-b60b-20f8f1db1850 (CIDR: 2001:db8:0:1::/64) Nov 10 18:09:56.356616 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-172d7e9b-c0ca-4def-8a2c-36102afa2b02 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 18:09:56.357445 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-172d7e9b-c0ca-4def-8a2c-36102afa2b02 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:09:56.389238 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-172d7e9b-c0ca-4def-8a2c-36102afa2b02 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6693325 Nov 10 18:09:56.391975 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53432) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:56.397166 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-d140b7c9-799c-4f6c-889d-7e9cd5c9b408 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'subnet': {'network_id': '91d66806-c611-47f8-bf63-155402759f5e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:56.452600 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] device_id is not set on port d87222db-c236-43a5-8bde-961749c51c49 yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:09:56.460118 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:56.466427 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:56.517950 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Pushing event updated for resources: {'Port': ['ID=d87222db-c236-43a5-8bde-961749c51c49,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:56.534622 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port d87222db-c236-43a5-8bde-961749c51c49 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:56.534962 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port d87222db-c236-43a5-8bde-961749c51c49 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:56.535308 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port d87222db-c236-43a5-8bde-961749c51c49 on network e705b795-2307-4a69-baf3-154c5ee4966d {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:56.540090 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Port d87222db-c236-43a5-8bde-961749c51c49 on network e705b795-2307-4a69-baf3-154c5ee4966d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:56.540481 n-d-776250-10 neutron-server[102468]: ERROR neutron.plugins.ml2.managers [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Failed to bind port d87222db-c236-43a5-8bde-961749c51c49 on host n-h1-776250-10 for vnic_type normal using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] Nov 10 18:09:56.540866 n-d-776250-10 neutron-server[102468]: INFO neutron.plugins.ml2.plugin [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempt 2 to bind port d87222db-c236-43a5-8bde-961749c51c49 Nov 10 18:09:56.555757 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port d87222db-c236-43a5-8bde-961749c51c49 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:56.556095 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port d87222db-c236-43a5-8bde-961749c51c49 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:56.556476 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port d87222db-c236-43a5-8bde-961749c51c49 on network e705b795-2307-4a69-baf3-154c5ee4966d {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:56.562079 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Port d87222db-c236-43a5-8bde-961749c51c49 on network e705b795-2307-4a69-baf3-154c5ee4966d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:56.562413 n-d-776250-10 neutron-server[102468]: ERROR neutron.plugins.ml2.managers [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Failed to bind port d87222db-c236-43a5-8bde-961749c51c49 on host n-h1-776250-10 for vnic_type normal using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] Nov 10 18:09:56.562810 n-d-776250-10 neutron-server[102468]: INFO neutron.plugins.ml2.plugin [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempt 3 to bind port d87222db-c236-43a5-8bde-961749c51c49 Nov 10 18:09:56.576311 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port d87222db-c236-43a5-8bde-961749c51c49 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:56.576767 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port d87222db-c236-43a5-8bde-961749c51c49 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:56.577113 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port d87222db-c236-43a5-8bde-961749c51c49 on network e705b795-2307-4a69-baf3-154c5ee4966d {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:56.581869 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Port d87222db-c236-43a5-8bde-961749c51c49 on network e705b795-2307-4a69-baf3-154c5ee4966d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:56.582201 n-d-776250-10 neutron-server[102468]: ERROR neutron.plugins.ml2.managers [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Failed to bind port d87222db-c236-43a5-8bde-961749c51c49 on host n-h1-776250-10 for vnic_type normal using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] Nov 10 18:09:56.582589 n-d-776250-10 neutron-server[102468]: INFO neutron.plugins.ml2.plugin [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempt 4 to bind port d87222db-c236-43a5-8bde-961749c51c49 Nov 10 18:09:56.596819 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port d87222db-c236-43a5-8bde-961749c51c49 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:56.597161 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port d87222db-c236-43a5-8bde-961749c51c49 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:56.597500 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port d87222db-c236-43a5-8bde-961749c51c49 on network e705b795-2307-4a69-baf3-154c5ee4966d {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:56.602349 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Port d87222db-c236-43a5-8bde-961749c51c49 on network e705b795-2307-4a69-baf3-154c5ee4966d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:56.602685 n-d-776250-10 neutron-server[102468]: ERROR neutron.plugins.ml2.managers [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Failed to bind port d87222db-c236-43a5-8bde-961749c51c49 on host n-h1-776250-10 for vnic_type normal using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] Nov 10 18:09:56.603084 n-d-776250-10 neutron-server[102468]: INFO neutron.plugins.ml2.plugin [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempt 5 to bind port d87222db-c236-43a5-8bde-961749c51c49 Nov 10 18:09:56.617014 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port d87222db-c236-43a5-8bde-961749c51c49 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:56.617353 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port d87222db-c236-43a5-8bde-961749c51c49 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:56.617693 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port d87222db-c236-43a5-8bde-961749c51c49 on network e705b795-2307-4a69-baf3-154c5ee4966d {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:56.623160 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Port d87222db-c236-43a5-8bde-961749c51c49 on network e705b795-2307-4a69-baf3-154c5ee4966d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:56.623660 n-d-776250-10 neutron-server[102468]: ERROR neutron.plugins.ml2.managers [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Failed to bind port d87222db-c236-43a5-8bde-961749c51c49 on host n-h1-776250-10 for vnic_type normal using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] Nov 10 18:09:56.624060 n-d-776250-10 neutron-server[102468]: INFO neutron.plugins.ml2.plugin [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempt 6 to bind port d87222db-c236-43a5-8bde-961749c51c49 Nov 10 18:09:56.637678 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port d87222db-c236-43a5-8bde-961749c51c49 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:56.638189 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port d87222db-c236-43a5-8bde-961749c51c49 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:56.638697 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port d87222db-c236-43a5-8bde-961749c51c49 on network e705b795-2307-4a69-baf3-154c5ee4966d {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:56.643504 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Port d87222db-c236-43a5-8bde-961749c51c49 on network e705b795-2307-4a69-baf3-154c5ee4966d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:56.643832 n-d-776250-10 neutron-server[102468]: ERROR neutron.plugins.ml2.managers [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Failed to bind port d87222db-c236-43a5-8bde-961749c51c49 on host n-h1-776250-10 for vnic_type normal using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] Nov 10 18:09:56.644260 n-d-776250-10 neutron-server[102468]: INFO neutron.plugins.ml2.plugin [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempt 7 to bind port d87222db-c236-43a5-8bde-961749c51c49 Nov 10 18:09:56.657553 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port d87222db-c236-43a5-8bde-961749c51c49 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:56.657885 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port d87222db-c236-43a5-8bde-961749c51c49 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:56.658225 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port d87222db-c236-43a5-8bde-961749c51c49 on network e705b795-2307-4a69-baf3-154c5ee4966d {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:56.662926 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Port d87222db-c236-43a5-8bde-961749c51c49 on network e705b795-2307-4a69-baf3-154c5ee4966d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:56.663261 n-d-776250-10 neutron-server[102468]: ERROR neutron.plugins.ml2.managers [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Failed to bind port d87222db-c236-43a5-8bde-961749c51c49 on host n-h1-776250-10 for vnic_type normal using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] Nov 10 18:09:56.663652 n-d-776250-10 neutron-server[102468]: INFO neutron.plugins.ml2.plugin [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempt 8 to bind port d87222db-c236-43a5-8bde-961749c51c49 Nov 10 18:09:56.677639 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port d87222db-c236-43a5-8bde-961749c51c49 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:56.677976 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port d87222db-c236-43a5-8bde-961749c51c49 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:56.678318 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port d87222db-c236-43a5-8bde-961749c51c49 on network e705b795-2307-4a69-baf3-154c5ee4966d {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:56.682938 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Port d87222db-c236-43a5-8bde-961749c51c49 on network e705b795-2307-4a69-baf3-154c5ee4966d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:56.683272 n-d-776250-10 neutron-server[102468]: ERROR neutron.plugins.ml2.managers [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Failed to bind port d87222db-c236-43a5-8bde-961749c51c49 on host n-h1-776250-10 for vnic_type normal using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] Nov 10 18:09:56.683659 n-d-776250-10 neutron-server[102468]: INFO neutron.plugins.ml2.plugin [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempt 9 to bind port d87222db-c236-43a5-8bde-961749c51c49 Nov 10 18:09:56.697388 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port d87222db-c236-43a5-8bde-961749c51c49 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:56.697726 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port d87222db-c236-43a5-8bde-961749c51c49 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:56.698063 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port d87222db-c236-43a5-8bde-961749c51c49 on network e705b795-2307-4a69-baf3-154c5ee4966d {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:56.703360 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Port d87222db-c236-43a5-8bde-961749c51c49 on network e705b795-2307-4a69-baf3-154c5ee4966d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:56.703693 n-d-776250-10 neutron-server[102468]: ERROR neutron.plugins.ml2.managers [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Failed to bind port d87222db-c236-43a5-8bde-961749c51c49 on host n-h1-776250-10 for vnic_type normal using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] Nov 10 18:09:56.704085 n-d-776250-10 neutron-server[102468]: INFO neutron.plugins.ml2.plugin [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempt 10 to bind port d87222db-c236-43a5-8bde-961749c51c49 Nov 10 18:09:56.718851 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port d87222db-c236-43a5-8bde-961749c51c49 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:09:56.719194 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port d87222db-c236-43a5-8bde-961749c51c49 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:09:56.719539 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempting to bind port d87222db-c236-43a5-8bde-961749c51c49 on network e705b795-2307-4a69-baf3-154c5ee4966d {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:09:56.724334 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Port d87222db-c236-43a5-8bde-961749c51c49 on network e705b795-2307-4a69-baf3-154c5ee4966d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:09:56.724662 n-d-776250-10 neutron-server[102468]: ERROR neutron.plugins.ml2.managers [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Failed to bind port d87222db-c236-43a5-8bde-961749c51c49 on host n-h1-776250-10 for vnic_type normal using segments [{'id': '126b9f07-4601-412a-abf2-71f16c6144cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e705b795-2307-4a69-baf3-154c5ee4966d'}] Nov 10 18:09:56.725032 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:56.796956 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] For port d87222db-c236-43a5-8bde-961749c51c49, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:09:56.797339 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attempted to set empty binding levels {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 10 18:09:56.802036 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:56.835668 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] In _notify_port_updated(), no bound segment for port d87222db-c236-43a5-8bde-961749c51c49 on network e705b795-2307-4a69-baf3-154c5ee4966d {{(pid=102468) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 18:09:56.837286 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:56.837916 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:56.839256 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] 10.222.0.39 "PUT /v2.0/ports/d87222db-c236-43a5-8bde-961749c51c49 HTTP/1.1" status: 200 len: 974 time: 0.9817083 Nov 10 18:09:56.842582 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53434) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:56.873656 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d140b7c9-799c-4f6c-889d-7e9cd5c9b408 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Made reservation on behalf of 11ebd819dadb4179a36338da02e0ba9f for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:09:56.876561 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d140b7c9-799c-4f6c-889d-7e9cd5c9b408 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:56.877856 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7eff5c-888c-4c08-a58e-c24c93b2caed tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Pushing event updated for resources: {'Port': ['ID=d87222db-c236-43a5-8bde-961749c51c49,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:56.929707 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-fba0539f-6bad-45c5-9761-885ac73e6406 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Deleting port d87222db-c236-43a5-8bde-961749c51c49 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:56.930052 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fba0539f-6bad-45c5-9761-885ac73e6406 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:56.999448 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-fba0539f-6bad-45c5-9761-885ac73e6406 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] For port d87222db-c236-43a5-8bde-961749c51c49, host n-h1-776250-10, got binding levels [] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:09:56.999812 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fba0539f-6bad-45c5-9761-885ac73e6406 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:57.012099 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-fba0539f-6bad-45c5-9761-885ac73e6406 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Calling delete_port for d87222db-c236-43a5-8bde-961749c51c49 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:57.091880 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fba0539f-6bad-45c5-9761-885ac73e6406 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:57.115914 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d140b7c9-799c-4f6c-889d-7e9cd5c9b408 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:57.124092 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0539f-6bad-45c5-9761-885ac73e6406 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Pushing event deleted for resources: {'Port': ['ID=d87222db-c236-43a5-8bde-961749c51c49,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:57.131114 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fba0539f-6bad-45c5-9761-885ac73e6406 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:57.136800 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-fba0539f-6bad-45c5-9761-885ac73e6406 tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] 10.222.0.39 "DELETE /v2.0/ports/d87222db-c236-43a5-8bde-961749c51c49 HTTP/1.1" status: 204 len: 168 time: 0.2909405 Nov 10 18:09:57.137073 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53436) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:57.154943 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d140b7c9-799c-4f6c-889d-7e9cd5c9b408 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Network 91d66806-c611-47f8-bf63-155402759f5e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:09:57.161502 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-d140b7c9-799c-4f6c-889d-7e9cd5c9b408 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:09:57.162242 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8aca8b4-2927-45b5-9844-81f40c3b476f tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] GET failed (client error): The resource could not be found. Nov 10 18:09:57.168256 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d8aca8b4-2927-45b5-9844-81f40c3b476f tempest-PortsAdminExtendedAttrsTestJSON-450781893 tempest-PortsAdminExtendedAttrsTestJSON-450781893-project-admin] 10.222.0.39 "GET /v2.0/ports/d87222db-c236-43a5-8bde-961749c51c49 HTTP/1.1" status: 404 len: 333 time: 0.0263102 Nov 10 18:09:57.168625 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d140b7c9-799c-4f6c-889d-7e9cd5c9b408 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:57.168625 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d140b7c9-799c-4f6c-889d-7e9cd5c9b408 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:57.170131 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53438) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:57.173926 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d7f9ca-bc95-44bc-8b25-2b93bf2dac4d None None] Network 91d66806-c611-47f8-bf63-155402759f5e requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:09:57.187277 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d140b7c9-799c-4f6c-889d-7e9cd5c9b408 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7940366 Nov 10 18:09:57.190129 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53440) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:57.190695 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140b7c9-799c-4f6c-889d-7e9cd5c9b408 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Subnet': ['ID=d63e9936-325d-483d-aace-f6c32f58f6c5,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:57.195713 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-fec90088-d9bc-4563-8ecd-035317b4b08b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1528293252', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd63e9936-325d-483d-aace-f6c32f58f6c5'}], 'security_groups': ['73de6945-cd2c-45ff-8927-dd600fcdf241', 'db86e2f9-bb42-41b0-9a91-295dbfb97baa']}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:09:57.315840 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-420c26ee-56a2-4e71-9d99-6f4660c994d2 tempest-PortsAdminExtendedAttrsTestJSON-1366973914 tempest-PortsAdminExtendedAttrsTestJSON-1366973914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:57.396547 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd45cfb-1811-461f-822b-52f9899cf986 None None] Update dhcp port {'port': {'network_id': '91d66806-c611-47f8-bf63-155402759f5e', 'fixed_ips': [{'subnet_id': 'f10ce9bd-0761-4d7b-b60b-20f8f1db1850', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2a6e38a1-d0d6-4a5c-8a15-034ab7741856', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd63e9936-325d-483d-aace-f6c32f58f6c5'}], 'binding:host_id': 'n-d-776250-10'}, 'id': 'df893cc1-4e3a-4fdf-a155-757fece8b49d'} from n-d-776250-10. {{(pid=102470) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 18:09:57.422283 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8cd45cfb-1811-461f-822b-52f9899cf986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:57.459130 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-420c26ee-56a2-4e71-9d99-6f4660c994d2 tempest-PortsAdminExtendedAttrsTestJSON-1366973914 tempest-PortsAdminExtendedAttrsTestJSON-1366973914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:57.469701 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fec90088-d9bc-4563-8ecd-035317b4b08b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:57.489545 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-420c26ee-56a2-4e71-9d99-6f4660c994d2 tempest-PortsAdminExtendedAttrsTestJSON-1366973914 tempest-PortsAdminExtendedAttrsTestJSON-1366973914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e705b795-2307-4a69-baf3-154c5ee4966d']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:57.501438 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-420c26ee-56a2-4e71-9d99-6f4660c994d2 tempest-PortsAdminExtendedAttrsTestJSON-1366973914 tempest-PortsAdminExtendedAttrsTestJSON-1366973914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '126b9f07-4601-412a-abf2-71f16c6144cd') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:57.501726 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-420c26ee-56a2-4e71-9d99-6f4660c994d2 tempest-PortsAdminExtendedAttrsTestJSON-1366973914 tempest-PortsAdminExtendedAttrsTestJSON-1366973914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '126b9f07-4601-412a-abf2-71f16c6144cd') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:09:57.534611 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-420c26ee-56a2-4e71-9d99-6f4660c994d2 tempest-PortsAdminExtendedAttrsTestJSON-1366973914 tempest-PortsAdminExtendedAttrsTestJSON-1366973914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:57.556373 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-420c26ee-56a2-4e71-9d99-6f4660c994d2 tempest-PortsAdminExtendedAttrsTestJSON-1366973914 tempest-PortsAdminExtendedAttrsTestJSON-1366973914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:57.583889 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-420c26ee-56a2-4e71-9d99-6f4660c994d2 tempest-PortsAdminExtendedAttrsTestJSON-1366973914 tempest-PortsAdminExtendedAttrsTestJSON-1366973914-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:09:57.584328 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-420c26ee-56a2-4e71-9d99-6f4660c994d2 tempest-PortsAdminExtendedAttrsTestJSON-1366973914 tempest-PortsAdminExtendedAttrsTestJSON-1366973914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:57.587263 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:09:57.587263 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:09:57.587263 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:09:57.587263 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:09:57.587263 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:09:57.587263 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:09:57.587263 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:09:57.587263 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:09:57.587263 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:09:57.587263 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:09:57.587263 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:09:57.587263 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:09:57.587263 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:09:57.587263 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:09:57.587263 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:09:57.587263 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:09:57.587263 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:09:57.587263 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:09:57.587263 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:09:57.587263 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:09:57.587263 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:09:57.587263 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:09:57.587263 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:09:57.587263 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:09:57.587263 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:09:57.587263 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:09:57.587263 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:09:57.587263 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:09:57.587263 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:09:57.587263 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:09:57.587263 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:09:57.587263 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:09:57.592083 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-8cd45cfb-1811-461f-822b-52f9899cf986 None None] Allocated IP 2001:db8:0:2::2 (91d66806-c611-47f8-bf63-155402759f5e/d63e9936-325d-483d-aace-f6c32f58f6c5/df893cc1-4e3a-4fdf-a155-757fece8b49d) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:09:57.692727 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-420c26ee-56a2-4e71-9d99-6f4660c994d2 tempest-PortsAdminExtendedAttrsTestJSON-1366973914 tempest-PortsAdminExtendedAttrsTestJSON-1366973914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:57.693381 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-8cd45cfb-1811-461f-822b-52f9899cf986 None None] For port df893cc1-4e3a-4fdf-a155-757fece8b49d, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=df893cc1-4e3a-4fdf-a155-757fece8b49d,segment=NetworkSegment(b61afff2-32c0-46d1-9e4a-b4bfb1da7524),segment_id=b61afff2-32c0-46d1-9e4a-b4bfb1da7524)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:09:57.698032 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-420c26ee-56a2-4e71-9d99-6f4660c994d2 tempest-PortsAdminExtendedAttrsTestJSON-1366973914 tempest-PortsAdminExtendedAttrsTestJSON-1366973914-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:57.702284 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-420c26ee-56a2-4e71-9d99-6f4660c994d2 tempest-PortsAdminExtendedAttrsTestJSON-1366973914 tempest-PortsAdminExtendedAttrsTestJSON-1366973914-project] 10.222.0.39 "DELETE /v2.0/networks/e705b795-2307-4a69-baf3-154c5ee4966d HTTP/1.1" status: 204 len: 168 time: 0.5311677 Nov 10 18:09:57.728497 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c26ee-56a2-4e71-9d99-6f4660c994d2 tempest-PortsAdminExtendedAttrsTestJSON-1366973914 tempest-PortsAdminExtendedAttrsTestJSON-1366973914-project] Pushing event deleted for resources: {'Network': ['ID=e705b795-2307-4a69-baf3-154c5ee4966d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:57.729256 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8cd45cfb-1811-461f-822b-52f9899cf986 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:57.738326 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8cd45cfb-1811-461f-822b-52f9899cf986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:57.845807 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd45cfb-1811-461f-822b-52f9899cf986 None None] Pushing event updated for resources: {'Port': ['ID=df893cc1-4e3a-4fdf-a155-757fece8b49d,revision_number=7']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:57.933202 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-fec90088-d9bc-4563-8ecd-035317b4b08b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Delete allocated IP 2001:db8::de (91d66806-c611-47f8-bf63-155402759f5e/2a6e38a1-d0d6-4a5c-8a15-034ab7741856) {{(pid=102468) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 18:09:57.942331 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-fec90088-d9bc-4563-8ecd-035317b4b08b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Allocated IP 2001:db8:0:2::26 (91d66806-c611-47f8-bf63-155402759f5e/d63e9936-325d-483d-aace-f6c32f58f6c5/5c24f8e9-d350-4138-b274-2902b3c9de54) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:09:58.020720 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53446) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:58.123932 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fec90088-d9bc-4563-8ecd-035317b4b08b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:58.130386 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fec90088-d9bc-4563-8ecd-035317b4b08b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:58.172105 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2ff18499-b815-4fdd-bab2-552d8aa3518c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a6c6a3f9571d4d20a0b7a09c39984c9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1500916 Nov 10 18:09:58.175389 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53450) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:58.195703 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-fec90088-d9bc-4563-8ecd-035317b4b08b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] In _notify_port_updated(), no bound segment for port 5c24f8e9-d350-4138-b274-2902b3c9de54 on network 91d66806-c611-47f8-bf63-155402759f5e {{(pid=102468) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 18:09:58.201398 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec90088-d9bc-4563-8ecd-035317b4b08b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:09:58.202139 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fec90088-d9bc-4563-8ecd-035317b4b08b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:58.203546 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-fec90088-d9bc-4563-8ecd-035317b4b08b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "PUT /v2.0/ports/5c24f8e9-d350-4138-b274-2902b3c9de54 HTTP/1.1" status: 200 len: 969 time: 1.0124547 Nov 10 18:09:58.208613 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53452) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:58.231802 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb874-f35f-4ac7-a683-428cc1cf666a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:58.247946 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec90088-d9bc-4563-8ecd-035317b4b08b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event updated for resources: {'Port': ['ID=5c24f8e9-d350-4138-b274-2902b3c9de54,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:58.259841 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb874-f35f-4ac7-a683-428cc1cf666a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:58.324783 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb874-f35f-4ac7-a683-428cc1cf666a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:58.326274 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-53eee756-ad7d-4409-ab4b-363e2555a1bb tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Deleting port 5c24f8e9-d350-4138-b274-2902b3c9de54 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:09:58.326668 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-53eee756-ad7d-4409-ab4b-363e2555a1bb tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:58.328034 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6c3eb874-f35f-4ac7-a683-428cc1cf666a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:58.329282 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6c3eb874-f35f-4ac7-a683-428cc1cf666a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6495d217-29b4-4b8e-b5ec-67d48efad7a7 HTTP/1.1" status: 204 len: 168 time: 0.1522911 Nov 10 18:09:58.348567 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3eb874-f35f-4ac7-a683-428cc1cf666a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6495d217-29b4-4b8e-b5ec-67d48efad7a7,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:58.435584 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-53eee756-ad7d-4409-ab4b-363e2555a1bb tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:58.448451 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-53eee756-ad7d-4409-ab4b-363e2555a1bb tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Calling delete_port for 5c24f8e9-d350-4138-b274-2902b3c9de54 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:09:58.564741 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b9d4ae77-6c5e-4426-b5bc-ea2156bbefd5 None None] Provisioning complete for port df893cc1-4e3a-4fdf-a155-757fece8b49d triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:58.565392 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b9d4ae77-6c5e-4426-b5bc-ea2156bbefd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:58.593678 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-53eee756-ad7d-4409-ab4b-363e2555a1bb tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:58.659741 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-53eee756-ad7d-4409-ab4b-363e2555a1bb tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:58.661409 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b9d4ae77-6c5e-4426-b5bc-ea2156bbefd5 None None] Could not find standard attr ID for object 5c24f8e9-d350-4138-b274-2902b3c9de54. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:09:58.663297 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-53eee756-ad7d-4409-ab4b-363e2555a1bb tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/ports/5c24f8e9-d350-4138-b274-2902b3c9de54 HTTP/1.1" status: 204 len: 168 time: 0.4536393 Nov 10 18:09:58.664469 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eee756-ad7d-4409-ab4b-363e2555a1bb tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Port': ['ID=5c24f8e9-d350-4138-b274-2902b3c9de54,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:58.666281 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53458) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:58.675049 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b9d4ae77-6c5e-4426-b5bc-ea2156bbefd5 None None] Provisioning complete for port 9f36a4d5-68b2-4b4f-8cbd-d464ecd43657 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:58.675627 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b9d4ae77-6c5e-4426-b5bc-ea2156bbefd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:58.698158 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa63407d-eb89-4c53-92cf-bcabd118e2fa tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] GET failed (client error): The resource could not be found. Nov 10 18:09:58.699491 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-aa63407d-eb89-4c53-92cf-bcabd118e2fa tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "GET /v2.0/ports/5c24f8e9-d350-4138-b274-2902b3c9de54 HTTP/1.1" status: 404 len: 333 time: 0.0321615 Nov 10 18:09:58.702935 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53460) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:58.714062 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-b9d4ae77-6c5e-4426-b5bc-ea2156bbefd5 None None] Port 9f36a4d5-68b2-4b4f-8cbd-d464ecd43657 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:09:58.748362 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53462) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:58.763906 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-65eae9fa-fa6d-4159-8c6d-bd1a5ca08314 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:58.796245 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-65eae9fa-fa6d-4159-8c6d-bd1a5ca08314 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:58.799341 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8420f2b9-bf92-4da1-9f38-84fd8f33c80c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=290d9fbd62a94c9180a0522239c9a195&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0475495 Nov 10 18:09:58.799663 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53464) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:58.834949 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-aea169ae-38a7-4c05-8f75-373762c2e7f5 None None] Could not find standard attr ID for object 5c24f8e9-d350-4138-b274-2902b3c9de54. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:09:58.844566 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-65eae9fa-fa6d-4159-8c6d-bd1a5ca08314 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:58.852657 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-65eae9fa-fa6d-4159-8c6d-bd1a5ca08314 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:58.854298 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-65eae9fa-fa6d-4159-8c6d-bd1a5ca08314 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/security-groups/7c3cb032-b58a-4b78-9009-11951c83b397 HTTP/1.1" status: 204 len: 168 time: 0.1503341 Nov 10 18:09:58.858289 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53466) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:58.860329 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-66cb326c-f1b4-4b54-adf1-e878e024cbe4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:58.878488 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eae9fa-fa6d-4159-8c6d-bd1a5ca08314 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3cb032-b58a-4b78-9009-11951c83b397,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:58.890741 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-66cb326c-f1b4-4b54-adf1-e878e024cbe4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:58.928000 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-97490e50-0d17-4b52-ab80-517349fef1a6 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:58.953756 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-97490e50-0d17-4b52-ab80-517349fef1a6 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:58.958549 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-66cb326c-f1b4-4b54-adf1-e878e024cbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:58.961296 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-66cb326c-f1b4-4b54-adf1-e878e024cbe4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:58.964823 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-66cb326c-f1b4-4b54-adf1-e878e024cbe4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/02dc00a0-bc46-4b23-9e7c-5a23747e701d HTTP/1.1" status: 204 len: 168 time: 0.1618307 Nov 10 18:09:58.975886 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb326c-f1b4-4b54-adf1-e878e024cbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dc00a0-bc46-4b23-9e7c-5a23747e701d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:59.017196 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-97490e50-0d17-4b52-ab80-517349fef1a6 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:59.020113 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-97490e50-0d17-4b52-ab80-517349fef1a6 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:59.021290 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-97490e50-0d17-4b52-ab80-517349fef1a6 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/security-groups/db86e2f9-bb42-41b0-9a91-295dbfb97baa HTTP/1.1" status: 204 len: 168 time: 0.1617405 Nov 10 18:09:59.024267 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53470) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:59.031129 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97490e50-0d17-4b52-ab80-517349fef1a6 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db86e2f9-bb42-41b0-9a91-295dbfb97baa,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:59.087050 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9129de05-0106-4a07-82e1-de42be91e706 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:59.111582 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9129de05-0106-4a07-82e1-de42be91e706 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:59.154019 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9129de05-0106-4a07-82e1-de42be91e706 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:59.156867 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9129de05-0106-4a07-82e1-de42be91e706 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:59.158428 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9129de05-0106-4a07-82e1-de42be91e706 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/security-groups/73de6945-cd2c-45ff-8927-dd600fcdf241 HTTP/1.1" status: 204 len: 168 time: 0.1327283 Nov 10 18:09:59.160750 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53474) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:59.172581 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129de05-0106-4a07-82e1-de42be91e706 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73de6945-cd2c-45ff-8927-dd600fcdf241,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:59.220483 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-697b9d7d-69d9-4044-bf52-f1eecad5400b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Deleting subnet 2a6e38a1-d0d6-4a5c-8a15-034ab7741856 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:09:59.223693 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-697b9d7d-69d9-4044-bf52-f1eecad5400b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:59.265006 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-697b9d7d-69d9-4044-bf52-f1eecad5400b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:59.354324 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-697b9d7d-69d9-4044-bf52-f1eecad5400b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:59.417139 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-697b9d7d-69d9-4044-bf52-f1eecad5400b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:59.445738 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b9d7d-69d9-4044-bf52-f1eecad5400b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Subnet': ['ID=2a6e38a1-d0d6-4a5c-8a15-034ab7741856,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:59.449517 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-697b9d7d-69d9-4044-bf52-f1eecad5400b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:59.456454 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-697b9d7d-69d9-4044-bf52-f1eecad5400b tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/subnets/2a6e38a1-d0d6-4a5c-8a15-034ab7741856 HTTP/1.1" status: 204 len: 168 time: 0.2915833 Nov 10 18:09:59.456762 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53484) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:59.459342 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77eba27b-e3a0-4f23-8732-b8d3048ec5b7 None None] Network 91d66806-c611-47f8-bf63-155402759f5e requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:09:59.515050 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b21ecf1-33ec-4fe3-a5f7-51a9956b9f1d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Deleting subnet d63e9936-325d-483d-aace-f6c32f58f6c5 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:09:59.518263 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5b21ecf1-33ec-4fe3-a5f7-51a9956b9f1d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:59.568752 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5b21ecf1-33ec-4fe3-a5f7-51a9956b9f1d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:59.667593 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5b21ecf1-33ec-4fe3-a5f7-51a9956b9f1d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:59.754981 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5b21ecf1-33ec-4fe3-a5f7-51a9956b9f1d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:59.762795 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device df893cc1-4e3a-4fdf-a155-757fece8b49d up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:09:59.792010 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21ecf1-33ec-4fe3-a5f7-51a9956b9f1d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Subnet': ['ID=d63e9936-325d-483d-aace-f6c32f58f6c5,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:09:59.795313 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5b21ecf1-33ec-4fe3-a5f7-51a9956b9f1d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:59.799443 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5b21ecf1-33ec-4fe3-a5f7-51a9956b9f1d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/subnets/d63e9936-325d-483d-aace-f6c32f58f6c5 HTTP/1.1" status: 204 len: 168 time: 0.3416853 Nov 10 18:09:59.801668 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53496) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:59.825975 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port df893cc1-4e3a-4fdf-a155-757fece8b49d triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:09:59.826663 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:59.833435 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-a339c8bf-4914-4a14-81e9-a79714991826 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] DELETE failed (client error): The resource could not be found. Nov 10 18:09:59.833918 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a339c8bf-4914-4a14-81e9-a79714991826 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:09:59.837985 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a339c8bf-4914-4a14-81e9-a79714991826 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/subnets/2a6e38a1-d0d6-4a5c-8a15-034ab7741856 HTTP/1.1" status: 404 len: 337 time: 0.0352342 Nov 10 18:09:59.841254 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53498) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:09:59.907919 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-f91748be-9124-4360-aaee-628f2f2287ff tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Deleting subnet f10ce9bd-0761-4d7b-b60b-20f8f1db1850 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:09:59.911548 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f91748be-9124-4360-aaee-628f2f2287ff tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:09:59.962438 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f91748be-9124-4360-aaee-628f2f2287ff tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:00.065469 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f91748be-9124-4360-aaee-628f2f2287ff tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:00.145197 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f91748be-9124-4360-aaee-628f2f2287ff tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:00.176040 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91748be-9124-4360-aaee-628f2f2287ff tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Subnet': ['ID=f10ce9bd-0761-4d7b-b60b-20f8f1db1850,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:00.179938 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f91748be-9124-4360-aaee-628f2f2287ff tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:00.183256 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f91748be-9124-4360-aaee-628f2f2287ff tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/subnets/f10ce9bd-0761-4d7b-b60b-20f8f1db1850 HTTP/1.1" status: 204 len: 168 time: 0.3410180 Nov 10 18:10:00.186371 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53508) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:00.215064 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ad1cef-176f-4028-8c7b-7f3078e3d975 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] DELETE failed (client error): The resource could not be found. Nov 10 18:10:00.215671 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46ad1cef-176f-4028-8c7b-7f3078e3d975 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:10:00.222017 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-46ad1cef-176f-4028-8c7b-7f3078e3d975 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/subnets/ac836de4-e039-4b51-8dd2-0fd546e048aa HTTP/1.1" status: 404 len: 337 time: 0.0312350 Nov 10 18:10:00.222261 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53510) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:00.253110 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-06d17441-2003-43ca-aea0-30848c3c8849 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "GET /v2.0/ports?device_id=7dd002e1-b38e-43cf-9c36-0d644f8d47fb HTTP/1.1" status: 200 len: 205 time: 0.0294905 Nov 10 18:10:00.255205 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53512) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:00.299144 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-b8fdca43-cccb-4a63-b6f7-957475f24ec2 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] delete failed (client error): The resource could not be found. Nov 10 18:10:00.300236 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b8fdca43-cccb-4a63-b6f7-957475f24ec2 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/routers/7dd002e1-b38e-43cf-9c36-0d644f8d47fb HTTP/1.1" status: 404 len: 336 time: 0.0440736 Nov 10 18:10:00.302780 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53516) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:00.331850 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c37e272-b1c7-4432-b7fe-2677139ffed3 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] DELETE failed (client error): The resource could not be found. Nov 10 18:10:00.332479 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c37e272-b1c7-4432-b7fe-2677139ffed3 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:10:00.334285 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e0312d-e821-41b1-bb31-dc5a14c23e77 None None] Network 91d66806-c611-47f8-bf63-155402759f5e requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:00.337808 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3c37e272-b1c7-4432-b7fe-2677139ffed3 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/subnets/0dc57f2d-5403-41ab-96e2-221d1bc60087 HTTP/1.1" status: 404 len: 337 time: 0.0318160 Nov 10 18:10:00.338070 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53520) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:00.367599 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9def21-a4c5-423b-8997-3bad35867455 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] DELETE failed (client error): The resource could not be found. Nov 10 18:10:00.368072 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f9def21-a4c5-423b-8997-3bad35867455 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:10:00.373882 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4f9def21-a4c5-423b-8997-3bad35867455 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/subnets/2da53122-46aa-4c22-85fd-3fa1e27a0dcb HTTP/1.1" status: 404 len: 337 time: 0.0344536 Nov 10 18:10:00.374847 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53522) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:00.401419 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-f906b40d-125f-4324-b844-fe2caa0e9573 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] DELETE failed (client error): The resource could not be found. Nov 10 18:10:00.402008 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f906b40d-125f-4324-b844-fe2caa0e9573 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:10:00.405381 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f906b40d-125f-4324-b844-fe2caa0e9573 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/subnets/2aeac50f-2a62-4006-aee2-b4aedab7e1af HTTP/1.1" status: 404 len: 337 time: 0.0291374 Nov 10 18:10:00.406918 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-fc13d74b-f76c-4de9-bf6c-c1c5c16c5cd8 None None] Provisioning complete for port df893cc1-4e3a-4fdf-a155-757fece8b49d triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:00.407289 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fc13d74b-f76c-4de9-bf6c-c1c5c16c5cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:00.407920 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53524) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:00.432438 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-66546dcf-3daa-423b-bfab-fbe6908dcb17 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] DELETE failed (client error): The resource could not be found. Nov 10 18:10:00.433233 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66546dcf-3daa-423b-bfab-fbe6908dcb17 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:10:00.437631 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-66546dcf-3daa-423b-bfab-fbe6908dcb17 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/ports/90aaa88a-a9fb-4fbb-b6be-7f275ee8f24f HTTP/1.1" status: 404 len: 333 time: 0.0285082 Nov 10 18:10:00.440300 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53526) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:00.447694 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53528) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:00.467859 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-df923252-14cf-4755-b73e-8351f926c70d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] DELETE failed (client error): The resource could not be found. Nov 10 18:10:00.468361 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df923252-14cf-4755-b73e-8351f926c70d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:10:00.471390 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-df923252-14cf-4755-b73e-8351f926c70d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/subnets/07b5800c-e8f5-41de-a7f8-0e870885b186 HTTP/1.1" status: 404 len: 337 time: 0.0299497 Nov 10 18:10:00.474143 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53532) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:00.510957 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-6945fde6-0568-40a5-8d54-40dff46926ef tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] DELETE failed (client error): The resource could not be found. Nov 10 18:10:00.511769 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6945fde6-0568-40a5-8d54-40dff46926ef tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:10:00.519505 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6945fde6-0568-40a5-8d54-40dff46926ef tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/subnets/98b92db7-c93c-422a-8f72-f07814372e28 HTTP/1.1" status: 404 len: 337 time: 0.0436954 Nov 10 18:10:00.521764 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53534) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:00.553517 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-735350db-e20c-4e7c-b9cf-b6b700f67dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:00.553985 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-a005d844-9927-48aa-886c-0a90fb154b09 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] DELETE failed (client error): The resource could not be found. Nov 10 18:10:00.556173 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a005d844-9927-48aa-886c-0a90fb154b09 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:10:00.564198 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a005d844-9927-48aa-886c-0a90fb154b09 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/ports/692960d3-5b97-4e08-9456-a4b467b9518f HTTP/1.1" status: 404 len: 333 time: 0.0376394 Nov 10 18:10:00.565013 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53536) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:00.575213 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-fc13d74b-f76c-4de9-bf6c-c1c5c16c5cd8 None None] Provisioning complete for port 9f36a4d5-68b2-4b4f-8cbd-d464ecd43657 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:00.576369 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fc13d74b-f76c-4de9-bf6c-c1c5c16c5cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:00.581599 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-7c93f52c-5c14-4227-a4b5-495bbf9b9c6e tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-392360376'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:00.601106 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a73004c-dcb6-449b-b2d9-ea51f999bb2a None None] DHCP port deletion for 91d66806-c611-47f8-bf63-155402759f5e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:10:00.604854 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d1cf854-79c9-44aa-82fc-357fa6ae443d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] DELETE failed (client error): The resource could not be found. Nov 10 18:10:00.605309 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d1cf854-79c9-44aa-82fc-357fa6ae443d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:10:00.608414 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5d1cf854-79c9-44aa-82fc-357fa6ae443d tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/subnets/6fad7d12-f5f1-4e85-83fd-c5607214d3ad HTTP/1.1" status: 404 len: 337 time: 0.0392992 Nov 10 18:10:00.611042 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53538) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:00.642796 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c020fbc-5d88-4d21-ae53-c9d2060eaea3 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] DELETE failed (client error): The resource could not be found. Nov 10 18:10:00.643252 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c020fbc-5d88-4d21-ae53-c9d2060eaea3 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:10:00.644821 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-fc13d74b-f76c-4de9-bf6c-c1c5c16c5cd8 None None] Port 9f36a4d5-68b2-4b4f-8cbd-d464ecd43657 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:10:00.646251 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7c020fbc-5d88-4d21-ae53-c9d2060eaea3 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/subnets/998a5bbf-0c9b-498e-a6d3-841efe1f602a HTTP/1.1" status: 404 len: 337 time: 0.0342932 Nov 10 18:10:00.648922 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53540) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:00.653943 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7c93f52c-5c14-4227-a4b5-495bbf9b9c6e tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:00.655248 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7c93f52c-5c14-4227-a4b5-495bbf9b9c6e tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:00.669662 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-3a73004c-dcb6-449b-b2d9-ea51f999bb2a None None] Deleting port df893cc1-4e3a-4fdf-a155-757fece8b49d {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:00.670194 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3a73004c-dcb6-449b-b2d9-ea51f999bb2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:00.718322 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7c93f52c-5c14-4227-a4b5-495bbf9b9c6e tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:00.724251 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7c93f52c-5c14-4227-a4b5-495bbf9b9c6e tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:00.738615 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-3a73004c-dcb6-449b-b2d9-ea51f999bb2a None None] For port df893cc1-4e3a-4fdf-a155-757fece8b49d, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=df893cc1-4e3a-4fdf-a155-757fece8b49d,segment=NetworkSegment(b61afff2-32c0-46d1-9e4a-b4bfb1da7524),segment_id=b61afff2-32c0-46d1-9e4a-b4bfb1da7524)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:00.739009 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3a73004c-dcb6-449b-b2d9-ea51f999bb2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:00.741558 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-2ef89f8a-9dac-4c51-b510-792cd709c9d3 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Deleting port 9f36a4d5-68b2-4b4f-8cbd-d464ecd43657 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:00.742055 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2ef89f8a-9dac-4c51-b510-792cd709c9d3 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:00.749783 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7c93f52c-5c14-4227-a4b5-495bbf9b9c6e tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:00.752646 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7c93f52c-5c14-4227-a4b5-495bbf9b9c6e tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.3036592 Nov 10 18:10:00.754068 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53542) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:00.755066 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-3a73004c-dcb6-449b-b2d9-ea51f999bb2a None None] Calling delete_port for df893cc1-4e3a-4fdf-a155-757fece8b49d owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:00.813698 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2ef89f8a-9dac-4c51-b510-792cd709c9d3 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:00.827853 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-2ef89f8a-9dac-4c51-b510-792cd709c9d3 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Calling delete_port for 9f36a4d5-68b2-4b4f-8cbd-d464ecd43657 owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:00.833765 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-52c20dbb-ee98-4ecd-a484-0c956d7762cf tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:00.842569 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3a73004c-dcb6-449b-b2d9-ea51f999bb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:00.868550 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73004c-dcb6-449b-b2d9-ea51f999bb2a None None] Pushing event deleted for resources: {'Port': ['ID=df893cc1-4e3a-4fdf-a155-757fece8b49d,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:00.874114 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a73004c-dcb6-449b-b2d9-ea51f999bb2a None None] No DVR routers for this DVR port df893cc1-4e3a-4fdf-a155-757fece8b49d on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:10:00.934314 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2ef89f8a-9dac-4c51-b510-792cd709c9d3 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:00.963105 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef89f8a-9dac-4c51-b510-792cd709c9d3 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Port': ['ID=9f36a4d5-68b2-4b4f-8cbd-d464ecd43657,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:00.971602 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2ef89f8a-9dac-4c51-b510-792cd709c9d3 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:00.976185 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2ef89f8a-9dac-4c51-b510-792cd709c9d3 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/ports/9f36a4d5-68b2-4b4f-8cbd-d464ecd43657 HTTP/1.1" status: 204 len: 168 time: 0.3250229 Nov 10 18:10:00.977550 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53544) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:01.013897 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-52c20dbb-ee98-4ecd-a484-0c956d7762cf tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:01.016357 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-52c20dbb-ee98-4ecd-a484-0c956d7762cf tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:01.055193 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8515a8f2-3f5b-4047-a51b-910808b57c62 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:01.063116 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-52c20dbb-ee98-4ecd-a484-0c956d7762cf tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:01.063798 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c20dbb-ee98-4ecd-a484-0c956d7762cf tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0cb7e6a1-ae2a-4248-a877-d4a72ae3ea9a {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:10:01.068505 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-52c20dbb-ee98-4ecd-a484-0c956d7762cf tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:01.069709 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-52c20dbb-ee98-4ecd-a484-0c956d7762cf tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] 10.222.0.39 "DELETE /v2.0/routers/0cb7e6a1-ae2a-4248-a877-d4a72ae3ea9a HTTP/1.1" status: 204 len: 168 time: 0.3146877 Nov 10 18:10:01.072644 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53546) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:01.077299 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-b9e4f5aa-eddf-405f-94ea-d9959aeb4455 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Request body: {'router': {'name': 'tempest-router-1582897600', 'distributed': False}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:01.097625 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b9e4f5aa-eddf-405f-94ea-d9959aeb4455 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:01.098614 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b9e4f5aa-eddf-405f-94ea-d9959aeb4455 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:01.149274 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8515a8f2-3f5b-4047-a51b-910808b57c62 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:01.152022 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b9e4f5aa-eddf-405f-94ea-d9959aeb4455 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:01.156606 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b9e4f5aa-eddf-405f-94ea-d9959aeb4455 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:01.169718 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-8515a8f2-3f5b-4047-a51b-910808b57c62 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d66806-c611-47f8-bf63-155402759f5e']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:01.171874 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b9e4f5aa-eddf-405f-94ea-d9959aeb4455 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:01.173142 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b9e4f5aa-eddf-405f-94ea-d9959aeb4455 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.0995398 Nov 10 18:10:01.176105 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53548) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:01.179555 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-8515a8f2-3f5b-4047-a51b-910808b57c62 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b61afff2-32c0-46d1-9e4a-b4bfb1da7524') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:01.179852 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-8515a8f2-3f5b-4047-a51b-910808b57c62 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b61afff2-32c0-46d1-9e4a-b4bfb1da7524') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:01.189918 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8515a8f2-3f5b-4047-a51b-910808b57c62 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:01.203733 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8515a8f2-3f5b-4047-a51b-910808b57c62 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:01.209904 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8515a8f2-3f5b-4047-a51b-910808b57c62 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:10:01.210319 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8515a8f2-3f5b-4047-a51b-910808b57c62 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:01.213569 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:10:01.213569 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:10:01.213569 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:10:01.213569 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:10:01.213569 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:10:01.213569 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:10:01.213569 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:10:01.213569 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:10:01.213569 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:10:01.213569 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:10:01.213569 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:10:01.213569 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:10:01.213569 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:10:01.213569 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:10:01.213569 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:10:01.213569 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:10:01.213569 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:10:01.213569 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:10:01.213569 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:10:01.213569 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:10:01.213569 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:10:01.213569 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:10:01.213569 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:10:01.213569 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:10:01.213569 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:10:01.213569 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:10:01.213569 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:10:01.213569 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:10:01.213569 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:10:01.213569 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:10:01.213569 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:10:01.213569 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:10:01.250991 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-487b916e-d4bb-4caf-96a2-66c7a3bedb28 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:01.277084 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8515a8f2-3f5b-4047-a51b-910808b57c62 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:01.285090 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8515a8f2-3f5b-4047-a51b-910808b57c62 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:01.288198 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8515a8f2-3f5b-4047-a51b-910808b57c62 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] 10.222.0.39 "DELETE /v2.0/networks/91d66806-c611-47f8-bf63-155402759f5e HTTP/1.1" status: 204 len: 168 time: 0.3096845 Nov 10 18:10:01.302356 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515a8f2-3f5b-4047-a51b-910808b57c62 tempest-PortsIpV6TestJSON-1013874606 tempest-PortsIpV6TestJSON-1013874606-project] Pushing event deleted for resources: {'Network': ['ID=91d66806-c611-47f8-bf63-155402759f5e,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:01.414846 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-487b916e-d4bb-4caf-96a2-66c7a3bedb28 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:01.417255 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-487b916e-d4bb-4caf-96a2-66c7a3bedb28 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:01.460341 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-487b916e-d4bb-4caf-96a2-66c7a3bedb28 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:01.460887 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487b916e-d4bb-4caf-96a2-66c7a3bedb28 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32736328-ad07-4a53-aeee-f7e7e8fe8449 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:10:01.466946 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-487b916e-d4bb-4caf-96a2-66c7a3bedb28 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:01.471590 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-487b916e-d4bb-4caf-96a2-66c7a3bedb28 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] 10.222.0.39 "DELETE /v2.0/routers/32736328-ad07-4a53-aeee-f7e7e8fe8449 HTTP/1.1" status: 204 len: 168 time: 0.2912996 Nov 10 18:10:01.472211 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53554) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:01.476302 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-af8dd7cf-7d1f-46b8-8628-9f95a9b565c1 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Request body: {'router': {'name': 'tempest-router-876824699', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c0ca1f10e3e74373bdf72a0062669f2b'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:01.501323 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-af8dd7cf-7d1f-46b8-8628-9f95a9b565c1 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:01.502452 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-af8dd7cf-7d1f-46b8-8628-9f95a9b565c1 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:01.543478 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53556) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:01.558552 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-af8dd7cf-7d1f-46b8-8628-9f95a9b565c1 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:01.563118 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-af8dd7cf-7d1f-46b8-8628-9f95a9b565c1 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:01.578621 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-af8dd7cf-7d1f-46b8-8628-9f95a9b565c1 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:01.579867 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-af8dd7cf-7d1f-46b8-8628-9f95a9b565c1 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1068826 Nov 10 18:10:01.582615 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53560) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:01.586944 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-a2b22ae2-3d35-41b1-8152-011c6d06ec00 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:01.681794 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-932e1252-9afe-4050-b70b-ed2aedb3195f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=11ebd819dadb4179a36338da02e0ba9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1359565 Nov 10 18:10:01.684091 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53562) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:01.735209 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a1755e2f-3847-4496-a7d7-2ed93d151316 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:01.744104 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device df893cc1-4e3a-4fdf-a155-757fece8b49d no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:10:01.758245 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a1755e2f-3847-4496-a7d7-2ed93d151316 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:01.765977 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: df893cc1-4e3a-4fdf-a155-757fece8b49d {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:10:01.766327 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device df893cc1-4e3a-4fdf-a155-757fece8b49d not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:10:01.803428 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a2b22ae2-3d35-41b1-8152-011c6d06ec00 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-376649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-412451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1024386'] for router, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:01.803717 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a2b22ae2-3d35-41b1-8152-011c6d06ec00 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks [] for router, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:01.813534 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a1755e2f-3847-4496-a7d7-2ed93d151316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:01.816427 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a1755e2f-3847-4496-a7d7-2ed93d151316 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:01.817582 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a1755e2f-3847-4496-a7d7-2ed93d151316 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6f3fdb82-5bb9-4183-853b-4c911f5758b2 HTTP/1.1" status: 204 len: 168 time: 0.1323049 Nov 10 18:10:01.829067 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1755e2f-3847-4496-a7d7-2ed93d151316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3fdb82-5bb9-4183-853b-4c911f5758b2,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:02.142173 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a2b22ae2-3d35-41b1-8152-011c6d06ec00 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102468) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 10 18:10:02.142824 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a2b22ae2-3d35-41b1-8152-011c6d06ec00 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Router 3f46cad2-b90f-4c83-9c4d-cc42cb79d61e migrating from provider to provider. {{(pid=102468) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 10 18:10:02.142964 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a2b22ae2-3d35-41b1-8152-011c6d06ec00 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:02.147950 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a2b22ae2-3d35-41b1-8152-011c6d06ec00 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:02.152429 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a2b22ae2-3d35-41b1-8152-011c6d06ec00 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-376670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-376663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-412472'] for router, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:02.230368 n-d-776250-10 neutron-server[102468]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a2b22ae2-3d35-41b1-8152-011c6d06ec00 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] No L3 agents can host the router 3f46cad2-b90f-4c83-9c4d-cc42cb79d61e Nov 10 18:10:02.347167 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b22ae2-3d35-41b1-8152-011c6d06ec00 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Hosts for router 3f46cad2-b90f-4c83-9c4d-cc42cb79d61e: [] {{(pid=102468) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 10 18:10:02.369097 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b22ae2-3d35-41b1-8152-011c6d06ec00 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Hosts for other DVR routers connected to router 3f46cad2-b90f-4c83-9c4d-cc42cb79d61e: set() {{(pid=102468) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 10 18:10:02.371600 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a2b22ae2-3d35-41b1-8152-011c6d06ec00 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:02.373353 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a2b22ae2-3d35-41b1-8152-011c6d06ec00 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] 10.222.0.39 "PUT /v2.0/routers/3f46cad2-b90f-4c83-9c4d-cc42cb79d61e HTTP/1.1" status: 200 len: 716 time: 0.7897990 Nov 10 18:10:02.376210 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53582) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:02.450392 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-10ad22d4-cb95-411a-9966-b25c13feea80 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] 10.222.0.39 "GET /v2.0/routers/3f46cad2-b90f-4c83-9c4d-cc42cb79d61e HTTP/1.1" status: 200 len: 716 time: 0.0730271 Nov 10 18:10:02.453448 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53586) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:02.496571 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53590) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:02.593663 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-f0544699-ddb9-4bd2-a61f-3d701b95ca71 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1130749345'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:02.678543 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0544699-ddb9-4bd2-a61f-3d701b95ca71 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:02.681938 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f0544699-ddb9-4bd2-a61f-3d701b95ca71 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:02.694927 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-336761cb-c225-4b76-b027-8b392e34fd4b tempest-RoutersTestDVR-959533820 tempest-RoutersTestDVR-959533820-project] 10.222.0.39 "GET /v2.0/routers/3f46cad2-b90f-4c83-9c4d-cc42cb79d61e HTTP/1.1" status: 200 len: 682 time: 0.2404671 Nov 10 18:10:02.696230 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f0544699-ddb9-4bd2-a61f-3d701b95ca71 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:02.697981 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53594) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:02.783383 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fd136518-afdf-4039-8ec1-29f627761a66 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:02.788548 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f0544699-ddb9-4bd2-a61f-3d701b95ca71 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:02.793552 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f0544699-ddb9-4bd2-a61f-3d701b95ca71 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:02.825037 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0544699-ddb9-4bd2-a61f-3d701b95ca71 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:10:02.832049 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0544699-ddb9-4bd2-a61f-3d701b95ca71 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3366a1-294a-4e78-84d3-fcdf88ba69ba,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:02.838192 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f0544699-ddb9-4bd2-a61f-3d701b95ca71 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:02.838544 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-f0544699-ddb9-4bd2-a61f-3d701b95ca71 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Added segment 0d98e0c6-458a-4a14-a4c4-034af0661a9d of type vlan for network 3da48a1b-f7c4-4e65-be70-bf25603f52d4 Nov 10 18:10:02.885831 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f0544699-ddb9-4bd2-a61f-3d701b95ca71 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:02.893678 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e3655cac-5401-4b82-a4f7-e3dc53cff2e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:02.921481 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f0544699-ddb9-4bd2-a61f-3d701b95ca71 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:02.927458 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0544699-ddb9-4bd2-a61f-3d701b95ca71 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:02.928269 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f0544699-ddb9-4bd2-a61f-3d701b95ca71 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:02.948821 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fd136518-afdf-4039-8ec1-29f627761a66 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:02.951305 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fd136518-afdf-4039-8ec1-29f627761a66 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:02.991655 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f0544699-ddb9-4bd2-a61f-3d701b95ca71 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4934311 Nov 10 18:10:02.991893 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53596) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:02.996823 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-bef22bf5-bf71-48ac-931a-aebdf0ebbb3e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'port': {'network_id': '3da48a1b-f7c4-4e65-be70-bf25603f52d4', 'name': 'tempest-PortsTestJSON-1989262932'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:03.010418 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0544699-ddb9-4bd2-a61f-3d701b95ca71 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Network': ['ID=3da48a1b-f7c4-4e65-be70-bf25603f52d4,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:03.017661 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fd136518-afdf-4039-8ec1-29f627761a66 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:03.018481 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd136518-afdf-4039-8ec1-29f627761a66 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f46cad2-b90f-4c83-9c4d-cc42cb79d61e {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:10:03.031633 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 3da48a1b-f7c4-4e65-be70-bf25603f52d4 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:10:03.049632 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fd136518-afdf-4039-8ec1-29f627761a66 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:03.050852 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fd136518-afdf-4039-8ec1-29f627761a66 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] 10.222.0.39 "DELETE /v2.0/routers/3f46cad2-b90f-4c83-9c4d-cc42cb79d61e HTTP/1.1" status: 204 len: 168 time: 0.3519773 Nov 10 18:10:03.054763 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53598) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:03.059109 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-9c239241-d15f-4a91-91ca-99a4fc688b1b tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Request body: {'router': {'name': 'tempest-router-2077973694', 'distributed': True}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:03.094873 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9c239241-d15f-4a91-91ca-99a4fc688b1b tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:03.096176 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9c239241-d15f-4a91-91ca-99a4fc688b1b tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:03.173093 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9c239241-d15f-4a91-91ca-99a4fc688b1b tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:03.175611 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef22bf5-bf71-48ac-931a-aebdf0ebbb3e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:03.179184 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bef22bf5-bf71-48ac-931a-aebdf0ebbb3e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:03.182696 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9c239241-d15f-4a91-91ca-99a4fc688b1b tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:03.204733 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-bef22bf5-bf71-48ac-931a-aebdf0ebbb3e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] device_id is not set on port 7fc71a50-8123-445e-a34e-69033cac42ca yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:10:03.212321 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9c239241-d15f-4a91-91ca-99a4fc688b1b tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:03.213525 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9c239241-d15f-4a91-91ca-99a4fc688b1b tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1576140 Nov 10 18:10:03.216724 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53600) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:03.298320 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-49734f0d-3a16-4c8f-90a5-4f6123744520 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:03.384163 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bef22bf5-bf71-48ac-931a-aebdf0ebbb3e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:03.420381 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bef22bf5-bf71-48ac-931a-aebdf0ebbb3e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:03.467138 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-49734f0d-3a16-4c8f-90a5-4f6123744520 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:03.469550 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-49734f0d-3a16-4c8f-90a5-4f6123744520 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:03.481322 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef22bf5-bf71-48ac-931a-aebdf0ebbb3e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Port': ['ID=7fc71a50-8123-445e-a34e-69033cac42ca,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:03.498840 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef22bf5-bf71-48ac-931a-aebdf0ebbb3e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Checking segment: {'id': '0d98e0c6-458a-4a14-a4c4-034af0661a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3da48a1b-f7c4-4e65-be70-bf25603f52d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:03.499284 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef22bf5-bf71-48ac-931a-aebdf0ebbb3e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network hostable DHCP agents. Network: 3da48a1b-f7c4-4e65-be70-bf25603f52d4, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:10:03.517464 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef22bf5-bf71-48ac-931a-aebdf0ebbb3e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network 3da48a1b-f7c4-4e65-be70-bf25603f52d4 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:10:03.530302 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-bef22bf5-bf71-48ac-931a-aebdf0ebbb3e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 3da48a1b-f7c4-4e65-be70-bf25603f52d4) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:03.531840 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-49734f0d-3a16-4c8f-90a5-4f6123744520 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:03.532667 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49734f0d-3a16-4c8f-90a5-4f6123744520 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 17e746ca-2506-495f-9010-9fcd80c6cde1 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:10:03.539492 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a16d13-00a2-43ff-b1aa-7f96be868b16 None None] Network 3da48a1b-f7c4-4e65-be70-bf25603f52d4 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:03.544711 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef22bf5-bf71-48ac-931a-aebdf0ebbb3e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:03.549945 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-49734f0d-3a16-4c8f-90a5-4f6123744520 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:03.551943 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef22bf5-bf71-48ac-931a-aebdf0ebbb3e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:03.552649 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bef22bf5-bf71-48ac-931a-aebdf0ebbb3e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:03.558945 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-49734f0d-3a16-4c8f-90a5-4f6123744520 tempest-RoutersTestDVR-1484388559 tempest-RoutersTestDVR-1484388559-project-admin] 10.222.0.39 "DELETE /v2.0/routers/17e746ca-2506-495f-9010-9fcd80c6cde1 HTTP/1.1" status: 204 len: 168 time: 0.3375401 Nov 10 18:10:03.584238 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-bef22bf5-bf71-48ac-931a-aebdf0ebbb3e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5912459 Nov 10 18:10:03.587519 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53604) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:03.600071 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-1cb76cb5-1103-4f96-8ac6-b6acceb5b54b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1912828806'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:03.636375 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb76cb5-1103-4f96-8ac6-b6acceb5b54b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:03.645354 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1cb76cb5-1103-4f96-8ac6-b6acceb5b54b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:03.701486 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb76cb5-1103-4f96-8ac6-b6acceb5b54b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:10:03.715041 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1cb76cb5-1103-4f96-8ac6-b6acceb5b54b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:03.716511 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-1cb76cb5-1103-4f96-8ac6-b6acceb5b54b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Added segment ea2a5836-729e-4485-af3c-46f7b8b4156b of type vlan for network 680897f2-05bf-45c6-a6b1-ef484abbde74 Nov 10 18:10:03.787391 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1cb76cb5-1103-4f96-8ac6-b6acceb5b54b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:03.817549 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1cb76cb5-1103-4f96-8ac6-b6acceb5b54b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:03.824420 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb76cb5-1103-4f96-8ac6-b6acceb5b54b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:03.825883 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1cb76cb5-1103-4f96-8ac6-b6acceb5b54b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:03.894252 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53608) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:03.913121 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1cb76cb5-1103-4f96-8ac6-b6acceb5b54b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3235567 Nov 10 18:10:03.915666 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53612) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:03.919723 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb76cb5-1103-4f96-8ac6-b6acceb5b54b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Network': ['ID=680897f2-05bf-45c6-a6b1-ef484abbde74,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:03.932180 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-e8643788-d888-47f5-8f48-e123b4007dd5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'ports': [{'network_id': '3da48a1b-f7c4-4e65-be70-bf25603f52d4'}, {'network_id': '680897f2-05bf-45c6-a6b1-ef484abbde74'}]} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:03.932504 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 680897f2-05bf-45c6-a6b1-ef484abbde74 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:10:03.933711 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-e8643788-d888-47f5-8f48-e123b4007dd5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'port': {'network_id': '3da48a1b-f7c4-4e65-be70-bf25603f52d4'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:03.934224 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-e8643788-d888-47f5-8f48-e123b4007dd5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'port': {'network_id': '680897f2-05bf-45c6-a6b1-ef484abbde74'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:04.048616 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1d38ee45-714a-4d50-9dca-0c7c4aaecd5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:04.096794 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:04.198058 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8643788-d888-47f5-8f48-e123b4007dd5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'port': 2} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:04.202796 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e8643788-d888-47f5-8f48-e123b4007dd5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:04.226262 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e8643788-d888-47f5-8f48-e123b4007dd5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:04.233257 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1d38ee45-714a-4d50-9dca-0c7c4aaecd5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:04.240984 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1d38ee45-714a-4d50-9dca-0c7c4aaecd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:04.326896 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d38ee45-714a-4d50-9dca-0c7c4aaecd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec6a076-8e21-4f30-b8e3-8c4c6a79c7bb,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:04.333092 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1d38ee45-714a-4d50-9dca-0c7c4aaecd5b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c0ca1f10e3e74373bdf72a0062669f2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4377198 Nov 10 18:10:04.335932 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53614) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:04.354633 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-e8643788-d888-47f5-8f48-e123b4007dd5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] device_id is not set on port 248399de-eb07-41ae-b2df-584cb54e2984 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:10:04.386050 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f38cdaf6-ca02-4db9-bed1-2f299db21de5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:04.407743 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f38cdaf6-ca02-4db9-bed1-2f299db21de5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:04.456980 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f38cdaf6-ca02-4db9-bed1-2f299db21de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:04.459518 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f38cdaf6-ca02-4db9-bed1-2f299db21de5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:04.460701 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f38cdaf6-ca02-4db9-bed1-2f299db21de5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1ec6a076-8e21-4f30-b8e3-8c4c6a79c7bb HTTP/1.1" status: 204 len: 168 time: 0.1237519 Nov 10 18:10:04.469622 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cdaf6-ca02-4db9-bed1-2f299db21de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec6a076-8e21-4f30-b8e3-8c4c6a79c7bb,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:04.479350 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e8643788-d888-47f5-8f48-e123b4007dd5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:04.558643 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-e8643788-d888-47f5-8f48-e123b4007dd5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] device_id is not set on port 7789a3bd-8289-481a-a8a3-48744fe69345 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:10:04.670396 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e8643788-d888-47f5-8f48-e123b4007dd5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:04.710809 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e8643788-d888-47f5-8f48-e123b4007dd5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:04.739956 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53620) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:04.754581 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-61571c49-1412-4947-8083-2adf405e8af9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:04.760328 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8643788-d888-47f5-8f48-e123b4007dd5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network 3da48a1b-f7c4-4e65-be70-bf25603f52d4 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:04.766448 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-e8643788-d888-47f5-8f48-e123b4007dd5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:04.769283 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8643788-d888-47f5-8f48-e123b4007dd5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:04.770142 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e8643788-d888-47f5-8f48-e123b4007dd5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:04.784260 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8643788-d888-47f5-8f48-e123b4007dd5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Port': ['ID=248399de-eb07-41ae-b2df-584cb54e2984,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:04.840971 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-61571c49-1412-4947-8083-2adf405e8af9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:04.845941 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-61571c49-1412-4947-8083-2adf405e8af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:04.852216 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8643788-d888-47f5-8f48-e123b4007dd5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Port': ['ID=7789a3bd-8289-481a-a8a3-48744fe69345,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:04.854830 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8643788-d888-47f5-8f48-e123b4007dd5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Checking segment: {'id': 'ea2a5836-729e-4485-af3c-46f7b8b4156b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '680897f2-05bf-45c6-a6b1-ef484abbde74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:04.855187 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8643788-d888-47f5-8f48-e123b4007dd5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network hostable DHCP agents. Network: 680897f2-05bf-45c6-a6b1-ef484abbde74, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:10:04.874704 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8643788-d888-47f5-8f48-e123b4007dd5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network 680897f2-05bf-45c6-a6b1-ef484abbde74 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:10:04.883610 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-e8643788-d888-47f5-8f48-e123b4007dd5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 680897f2-05bf-45c6-a6b1-ef484abbde74) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:04.886777 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-61571c49-1412-4947-8083-2adf405e8af9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9100fc17566148619b92a127693cc83f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1453948 Nov 10 18:10:04.888521 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61571c49-1412-4947-8083-2adf405e8af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34d6b63-6e07-4201-8d4d-67a10cba1d14,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:04.889517 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53622) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:04.891456 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8643788-d888-47f5-8f48-e123b4007dd5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:04.895799 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816e9442-6fd0-472d-a8d3-45491d4332a0 None None] Network 680897f2-05bf-45c6-a6b1-ef484abbde74 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:04.897802 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8643788-d888-47f5-8f48-e123b4007dd5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:04.902855 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8643788-d888-47f5-8f48-e123b4007dd5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:04.903607 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e8643788-d888-47f5-8f48-e123b4007dd5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:04.937676 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e8643788-d888-47f5-8f48-e123b4007dd5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0172591 Nov 10 18:10:04.938074 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53624) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:04.967203 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-df48a7ce-d692-4911-9c4d-00d47972dc39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:04.997485 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-df48a7ce-d692-4911-9c4d-00d47972dc39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:05.041995 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-73e1a17f-f43b-4ad2-893f-e2b5c6b95794 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Deleting port 7789a3bd-8289-481a-a8a3-48744fe69345 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:05.042168 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-73e1a17f-f43b-4ad2-893f-e2b5c6b95794 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:05.053573 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-df48a7ce-d692-4911-9c4d-00d47972dc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:05.056318 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-df48a7ce-d692-4911-9c4d-00d47972dc39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:05.057512 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-df48a7ce-d692-4911-9c4d-00d47972dc39 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c34d6b63-6e07-4201-8d4d-67a10cba1d14 HTTP/1.1" status: 204 len: 168 time: 0.1671679 Nov 10 18:10:05.066445 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48a7ce-d692-4911-9c4d-00d47972dc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34d6b63-6e07-4201-8d4d-67a10cba1d14,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:05.116414 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-73e1a17f-f43b-4ad2-893f-e2b5c6b95794 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:05.130397 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-73e1a17f-f43b-4ad2-893f-e2b5c6b95794 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Calling delete_port for 7789a3bd-8289-481a-a8a3-48744fe69345 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:05.209619 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-73e1a17f-f43b-4ad2-893f-e2b5c6b95794 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:05.236646 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1a17f-f43b-4ad2-893f-e2b5c6b95794 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Port': ['ID=7789a3bd-8289-481a-a8a3-48744fe69345,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:05.244195 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-73e1a17f-f43b-4ad2-893f-e2b5c6b95794 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:05.248206 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-73e1a17f-f43b-4ad2-893f-e2b5c6b95794 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/ports/7789a3bd-8289-481a-a8a3-48744fe69345 HTTP/1.1" status: 204 len: 168 time: 0.3090291 Nov 10 18:10:05.250833 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53630) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:05.302719 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead0ee96-6b52-4c7b-a531-35c5314a5c1f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:05.308565 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead0ee96-6b52-4c7b-a531-35c5314a5c1f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:05.310649 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ead0ee96-6b52-4c7b-a531-35c5314a5c1f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0588706 Nov 10 18:10:05.313600 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53632) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:05.406007 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-e343217c-805c-4cb8-81ce-253aef34da18 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Deleting port 248399de-eb07-41ae-b2df-584cb54e2984 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:05.406798 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e343217c-805c-4cb8-81ce-253aef34da18 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:05.478951 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e343217c-805c-4cb8-81ce-253aef34da18 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:05.492462 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-e343217c-805c-4cb8-81ce-253aef34da18 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Calling delete_port for 248399de-eb07-41ae-b2df-584cb54e2984 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:05.576017 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e343217c-805c-4cb8-81ce-253aef34da18 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:05.585791 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:05.609436 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343217c-805c-4cb8-81ce-253aef34da18 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Port': ['ID=248399de-eb07-41ae-b2df-584cb54e2984,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:05.613116 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e343217c-805c-4cb8-81ce-253aef34da18 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:05.618600 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e343217c-805c-4cb8-81ce-253aef34da18 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/ports/248399de-eb07-41ae-b2df-584cb54e2984 HTTP/1.1" status: 204 len: 168 time: 0.3018546 Nov 10 18:10:05.619065 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53648) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:05.671508 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f622807-4eb9-4f40-a122-cafde99753f0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:05.675681 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5f622807-4eb9-4f40-a122-cafde99753f0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0530810 Nov 10 18:10:05.676115 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53650) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:05.706334 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-9efe51fb-697f-4907-9f09-67029049075e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] GET failed (client error): The resource could not be found. Nov 10 18:10:05.707949 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9efe51fb-697f-4907-9f09-67029049075e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "GET /v2.0/ports/7789a3bd-8289-481a-a8a3-48744fe69345 HTTP/1.1" status: 404 len: 333 time: 0.0308280 Nov 10 18:10:05.710758 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53654) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:05.735845 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce47c6b-5775-4371-a1f2-ee3dc31ddd5c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] GET failed (client error): The resource could not be found. Nov 10 18:10:05.740079 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1ce47c6b-5775-4371-a1f2-ee3dc31ddd5c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "GET /v2.0/ports/248399de-eb07-41ae-b2df-584cb54e2984 HTTP/1.1" status: 404 len: 333 time: 0.0256724 Nov 10 18:10:05.740275 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53656) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:05.783347 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53658) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:05.820921 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2a6f5711-6c9a-481a-93c9-67123c4b7b3a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:05.883618 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-1575cc97-5998-4fa4-a80b-b0d67c04b4d9 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1616724849'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:05.907287 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1575cc97-5998-4fa4-a80b-b0d67c04b4d9 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Made reservation on behalf of dafe19bfec704d8c95c08952eb3cad0a for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:05.911828 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1575cc97-5998-4fa4-a80b-b0d67c04b4d9 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:05.917459 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2a6f5711-6c9a-481a-93c9-67123c4b7b3a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:05.921734 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1575cc97-5998-4fa4-a80b-b0d67c04b4d9 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:05.939420 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-2a6f5711-6c9a-481a-93c9-67123c4b7b3a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['680897f2-05bf-45c6-a6b1-ef484abbde74']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:05.949758 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-2a6f5711-6c9a-481a-93c9-67123c4b7b3a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea2a5836-729e-4485-af3c-46f7b8b4156b') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:05.950437 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-2a6f5711-6c9a-481a-93c9-67123c4b7b3a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea2a5836-729e-4485-af3c-46f7b8b4156b') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:05.960115 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2a6f5711-6c9a-481a-93c9-67123c4b7b3a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:05.975238 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2a6f5711-6c9a-481a-93c9-67123c4b7b3a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:05.983771 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a6f5711-6c9a-481a-93c9-67123c4b7b3a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:10:05.984418 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2a6f5711-6c9a-481a-93c9-67123c4b7b3a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:05.988197 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:10:05.988197 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:10:05.988197 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:10:05.988197 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:10:05.988197 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:10:05.988197 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:10:05.988197 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:10:05.988197 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:10:05.988197 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:10:05.988197 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:10:05.988197 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:10:05.988197 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:10:05.988197 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:10:05.988197 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:10:05.988197 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:10:05.988197 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:10:05.988197 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:10:05.988197 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:10:05.988197 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:10:05.988197 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:10:05.988197 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:10:05.988197 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:10:05.988197 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:10:05.988197 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:10:05.988197 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:10:05.988197 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:10:05.988197 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:10:05.988197 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:10:05.988197 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:10:05.988197 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:10:05.988197 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:10:05.988197 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:10:06.002390 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1575cc97-5998-4fa4-a80b-b0d67c04b4d9 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:06.007580 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1575cc97-5998-4fa4-a80b-b0d67c04b4d9 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:06.040196 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575cc97-5998-4fa4-a80b-b0d67c04b4d9 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da709278-84c2-4fc7-8fe8-644eca571529,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:06.053607 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2a6f5711-6c9a-481a-93c9-67123c4b7b3a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:06.061814 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1575cc97-5998-4fa4-a80b-b0d67c04b4d9 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:10:06.062593 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2a6f5711-6c9a-481a-93c9-67123c4b7b3a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:06.066165 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2a6f5711-6c9a-481a-93c9-67123c4b7b3a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/networks/680897f2-05bf-45c6-a6b1-ef484abbde74 HTTP/1.1" status: 204 len: 168 time: 0.3249640 Nov 10 18:10:06.072697 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53664) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:06.077841 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f5711-6c9a-481a-93c9-67123c4b7b3a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Network': ['ID=680897f2-05bf-45c6-a6b1-ef484abbde74,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:06.080397 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-81953ae9-32f0-4176-a61b-dd151b31c2b0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2082706524'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:06.091250 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1575cc97-5998-4fa4-a80b-b0d67c04b4d9 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:06.091748 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-1575cc97-5998-4fa4-a80b-b0d67c04b4d9 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Added segment a9419427-4a98-4be8-aff6-701029f06954 of type vlan for network 1c0c5ff6-1819-42c9-b405-174f3db4283d Nov 10 18:10:06.143354 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81953ae9-32f0-4176-a61b-dd151b31c2b0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:06.146802 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-81953ae9-32f0-4176-a61b-dd151b31c2b0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:06.150311 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1575cc97-5998-4fa4-a80b-b0d67c04b4d9 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:06.189453 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1575cc97-5998-4fa4-a80b-b0d67c04b4d9 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:06.194989 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1575cc97-5998-4fa4-a80b-b0d67c04b4d9 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:06.195573 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1575cc97-5998-4fa4-a80b-b0d67c04b4d9 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:06.198654 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81953ae9-32f0-4176-a61b-dd151b31c2b0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:10:06.259334 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1575cc97-5998-4fa4-a80b-b0d67c04b4d9 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4747119 Nov 10 18:10:06.260533 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-81953ae9-32f0-4176-a61b-dd151b31c2b0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:06.260876 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-81953ae9-32f0-4176-a61b-dd151b31c2b0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Added segment e674dde4-8ada-4698-8890-082d38b67a5f of type vlan for network 5792a448-c878-464d-a76f-83c98ef15ed8 Nov 10 18:10:06.262228 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53666) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:06.267386 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-b121317e-8447-4e5b-a304-72a198dd0de3 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Request body: {'subnet': {'network_id': '1c0c5ff6-1819-42c9-b405-174f3db4283d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:06.307935 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575cc97-5998-4fa4-a80b-b0d67c04b4d9 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Pushing event updated for resources: {'Network': ['ID=1c0c5ff6-1819-42c9-b405-174f3db4283d,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:06.322786 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 1c0c5ff6-1819-42c9-b405-174f3db4283d details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:10:06.324444 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-81953ae9-32f0-4176-a61b-dd151b31c2b0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:06.336581 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:06.354049 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-81953ae9-32f0-4176-a61b-dd151b31c2b0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:06.360650 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81953ae9-32f0-4176-a61b-dd151b31c2b0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:06.361407 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-81953ae9-32f0-4176-a61b-dd151b31c2b0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:06.374259 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b121317e-8447-4e5b-a304-72a198dd0de3 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Made reservation on behalf of dafe19bfec704d8c95c08952eb3cad0a for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:06.378679 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b121317e-8447-4e5b-a304-72a198dd0de3 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:06.424211 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-81953ae9-32f0-4176-a61b-dd151b31c2b0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3498185 Nov 10 18:10:06.427146 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53668) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:06.431974 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-7f82a30f-a9fb-4b2c-80dc-a79a4edb6431 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'subnet': {'network_id': '5792a448-c878-464d-a76f-83c98ef15ed8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:06.482045 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81953ae9-32f0-4176-a61b-dd151b31c2b0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Network': ['ID=5792a448-c878-464d-a76f-83c98ef15ed8,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:06.493641 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 5792a448-c878-464d-a76f-83c98ef15ed8 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:10:06.537163 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f82a30f-a9fb-4b2c-80dc-a79a4edb6431 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:06.540702 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7f82a30f-a9fb-4b2c-80dc-a79a4edb6431 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:06.581905 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b121317e-8447-4e5b-a304-72a198dd0de3 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:06.652712 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121317e-8447-4e5b-a304-72a198dd0de3 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Pushing event updated for resources: {'Subnet': ['ID=015169ff-3de3-4324-98d6-91a1f9d27766,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:06.664572 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b121317e-8447-4e5b-a304-72a198dd0de3 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Checking segment: {'id': 'a9419427-4a98-4be8-aff6-701029f06954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1c0c5ff6-1819-42c9-b405-174f3db4283d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:06.664931 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b121317e-8447-4e5b-a304-72a198dd0de3 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Network hostable DHCP agents. Network: 1c0c5ff6-1819-42c9-b405-174f3db4283d, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:10:06.684501 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b121317e-8447-4e5b-a304-72a198dd0de3 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Network 1c0c5ff6-1819-42c9-b405-174f3db4283d is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:10:06.694755 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-b121317e-8447-4e5b-a304-72a198dd0de3 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 1c0c5ff6-1819-42c9-b405-174f3db4283d) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:06.699162 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b121317e-8447-4e5b-a304-72a198dd0de3 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:06.699875 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b121317e-8447-4e5b-a304-72a198dd0de3 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:06.705344 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4a5007-ee83-444a-9b33-23bf14d76eba None None] Network 1c0c5ff6-1819-42c9-b405-174f3db4283d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:06.726574 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b121317e-8447-4e5b-a304-72a198dd0de3 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4631281 Nov 10 18:10:06.727335 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53670) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:06.733418 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-e9275dbc-3845-480d-ae65-c5242900b93b tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Request body: {'port': {'network_id': '1c0c5ff6-1819-42c9-b405-174f3db4283d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1732429720'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:06.866734 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.ipam_backend_mixin [None req-7f82a30f-a9fb-4b2c-80dc-a79a4edb6431 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Performing IP validity checks on allocation pools {{(pid=102468) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 18:10:06.867076 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9275dbc-3845-480d-ae65-c5242900b93b tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Made reservation on behalf of dafe19bfec704d8c95c08952eb3cad0a for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:06.867375 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.ipam_backend_mixin [None req-7f82a30f-a9fb-4b2c-80dc-a79a4edb6431 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102468) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 18:10:06.872504 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e9275dbc-3845-480d-ae65-c5242900b93b tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:06.880412 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fb9da9-7c55-4199-b88e-da01dd7294c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-1c0c5ff6-1819-42c9-b405-174f3db4283d', 'network_id': '1c0c5ff6-1819-42c9-b405-174f3db4283d', 'tenant_id': 'dafe19bfec704d8c95c08952eb3cad0a', 'fixed_ips': [{'subnet_id': '015169ff-3de3-4324-98d6-91a1f9d27766'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:10:06.881540 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-34fb9da9-7c55-4199-b88e-da01dd7294c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:06.895657 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-e9275dbc-3845-480d-ae65-c5242900b93b tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] device_id is not set on port 20066689-083e-4be8-9534-9500f0f2fe5d yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:10:06.996000 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7f82a30f-a9fb-4b2c-80dc-a79a4edb6431 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:07.035023 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-e9275dbc-3845-480d-ae65-c5242900b93b tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Allocated IP 2001:db8::a2 (1c0c5ff6-1819-42c9-b405-174f3db4283d/015169ff-3de3-4324-98d6-91a1f9d27766/20066689-083e-4be8-9534-9500f0f2fe5d) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:07.061057 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82a30f-a9fb-4b2c-80dc-a79a4edb6431 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Subnet': ['ID=65028e10-a73b-47f2-bb66-6197926d53d8,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:07.069905 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f82a30f-a9fb-4b2c-80dc-a79a4edb6431 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Checking segment: {'id': 'e674dde4-8ada-4698-8890-082d38b67a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5792a448-c878-464d-a76f-83c98ef15ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:07.070275 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f82a30f-a9fb-4b2c-80dc-a79a4edb6431 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network hostable DHCP agents. Network: 5792a448-c878-464d-a76f-83c98ef15ed8, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:10:07.089004 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f82a30f-a9fb-4b2c-80dc-a79a4edb6431 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network 5792a448-c878-464d-a76f-83c98ef15ed8 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:10:07.099330 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-7f82a30f-a9fb-4b2c-80dc-a79a4edb6431 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 5792a448-c878-464d-a76f-83c98ef15ed8) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:07.103546 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f82a30f-a9fb-4b2c-80dc-a79a4edb6431 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:07.104237 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7f82a30f-a9fb-4b2c-80dc-a79a4edb6431 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:07.112842 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a08284-916c-4cdc-b699-b79a9f0c7b81 None None] Network 5792a448-c878-464d-a76f-83c98ef15ed8 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:07.121447 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7f82a30f-a9fb-4b2c-80dc-a79a4edb6431 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6931958 Nov 10 18:10:07.124236 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53672) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:07.129226 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-870fca05-b015-4203-a84e-7a1eb4ad2cdd tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'port': {'network_id': '5792a448-c878-464d-a76f-83c98ef15ed8', 'name': 'tempest-PortsTestJSON-692948108'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:07.195155 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e9275dbc-3845-480d-ae65-c5242900b93b tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:07.233289 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e9275dbc-3845-480d-ae65-c5242900b93b tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:07.246342 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870fca05-b015-4203-a84e-7a1eb4ad2cdd tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:07.251380 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-870fca05-b015-4203-a84e-7a1eb4ad2cdd tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:07.268713 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-870fca05-b015-4203-a84e-7a1eb4ad2cdd tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] device_id is not set on port 90892e71-492b-47d7-99e7-ab4ca201f456 yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:10:07.280706 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9275dbc-3845-480d-ae65-c5242900b93b tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Network 1c0c5ff6-1819-42c9-b405-174f3db4283d is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:07.284119 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-e9275dbc-3845-480d-ae65-c5242900b93b tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:07.289553 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9275dbc-3845-480d-ae65-c5242900b93b tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:07.296183 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9275dbc-3845-480d-ae65-c5242900b93b tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:07.296810 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e9275dbc-3845-480d-ae65-c5242900b93b tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:07.305287 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04eeb5fb-4e63-4213-836a-a8f83593f7c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-5792a448-c878-464d-a76f-83c98ef15ed8', 'network_id': '5792a448-c878-464d-a76f-83c98ef15ed8', 'tenant_id': 'dd2beb57805c41c7a1241e923cc5eeb7', 'fixed_ips': [{'subnet_id': '65028e10-a73b-47f2-bb66-6197926d53d8'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:10:07.306331 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-04eeb5fb-4e63-4213-836a-a8f83593f7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:07.308897 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-34fb9da9-7c55-4199-b88e-da01dd7294c1 None None] Allocated IP 2001:db8::2 (1c0c5ff6-1819-42c9-b405-174f3db4283d/015169ff-3de3-4324-98d6-91a1f9d27766/b1ee37ab-c052-40dc-9ae0-e4807ef45821) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:07.327957 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e9275dbc-3845-480d-ae65-c5242900b93b tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5987568 Nov 10 18:10:07.328277 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9275dbc-3845-480d-ae65-c5242900b93b tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Pushing event updated for resources: {'Port': ['ID=20066689-083e-4be8-9534-9500f0f2fe5d,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:07.332639 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53674) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:07.338417 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-dbdd25c5-6e2b-408e-ad97-99f85fc7c1ae tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Request body: {'port': {'network_id': '1c0c5ff6-1819-42c9-b405-174f3db4283d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1020873531', 'allowed_address_pairs': [{'ip_address': '2001:db8::a2', 'mac_address': 'fa:16:3e:48:f6:5b'}]}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:07.459987 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-870fca05-b015-4203-a84e-7a1eb4ad2cdd tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Allocated IP 172.20.0.4 (5792a448-c878-464d-a76f-83c98ef15ed8/65028e10-a73b-47f2-bb66-6197926d53d8/90892e71-492b-47d7-99e7-ab4ca201f456) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:07.521839 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdd25c5-6e2b-408e-ad97-99f85fc7c1ae tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Made reservation on behalf of dafe19bfec704d8c95c08952eb3cad0a for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:07.533807 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-34fb9da9-7c55-4199-b88e-da01dd7294c1 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:07.539078 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-34fb9da9-7c55-4199-b88e-da01dd7294c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:07.587270 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fb9da9-7c55-4199-b88e-da01dd7294c1 None None] Network 1c0c5ff6-1819-42c9-b405-174f3db4283d is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:07.590308 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-34fb9da9-7c55-4199-b88e-da01dd7294c1 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:07.593288 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fb9da9-7c55-4199-b88e-da01dd7294c1 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:07.598748 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb9da9-7c55-4199-b88e-da01dd7294c1 None None] Pushing event updated for resources: {'Port': ['ID=b1ee37ab-c052-40dc-9ae0-e4807ef45821,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:07.651436 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-34fb9da9-7c55-4199-b88e-da01dd7294c1 None None] Attempting to bind port b1ee37ab-c052-40dc-9ae0-e4807ef45821 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:10:07.651799 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-34fb9da9-7c55-4199-b88e-da01dd7294c1 None None] Attempting to bind port b1ee37ab-c052-40dc-9ae0-e4807ef45821 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'a9419427-4a98-4be8-aff6-701029f06954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1c0c5ff6-1819-42c9-b405-174f3db4283d'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:10:07.652175 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fb9da9-7c55-4199-b88e-da01dd7294c1 None None] Attempting to bind port b1ee37ab-c052-40dc-9ae0-e4807ef45821 on network 1c0c5ff6-1819-42c9-b405-174f3db4283d {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:10:07.657671 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fb9da9-7c55-4199-b88e-da01dd7294c1 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:10:07.658041 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fb9da9-7c55-4199-b88e-da01dd7294c1 None None] Checking segment: {'id': 'a9419427-4a98-4be8-aff6-701029f06954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1c0c5ff6-1819-42c9-b405-174f3db4283d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:07.658439 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-34fb9da9-7c55-4199-b88e-da01dd7294c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:07.658832 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fb9da9-7c55-4199-b88e-da01dd7294c1 None None] Bound using segment: {'id': 'a9419427-4a98-4be8-aff6-701029f06954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1c0c5ff6-1819-42c9-b405-174f3db4283d'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:10:07.659298 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-34fb9da9-7c55-4199-b88e-da01dd7294c1 None None] Bound port: b1ee37ab-c052-40dc-9ae0-e4807ef45821, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9419427-4a98-4be8-aff6-701029f06954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1c0c5ff6-1819-42c9-b405-174f3db4283d'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:10:07.659676 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-34fb9da9-7c55-4199-b88e-da01dd7294c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:07.679759 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dbdd25c5-6e2b-408e-ad97-99f85fc7c1ae tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:07.712180 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-870fca05-b015-4203-a84e-7a1eb4ad2cdd tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:07.716694 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-dbdd25c5-6e2b-408e-ad97-99f85fc7c1ae tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] device_id is not set on port 7ccad767-cb6b-453f-a3e2-d7f0765ee486 yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:10:07.722952 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-34fb9da9-7c55-4199-b88e-da01dd7294c1 None None] For port b1ee37ab-c052-40dc-9ae0-e4807ef45821, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:10:07.726225 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-34fb9da9-7c55-4199-b88e-da01dd7294c1 None None] For port b1ee37ab-c052-40dc-9ae0-e4807ef45821, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b1ee37ab-c052-40dc-9ae0-e4807ef45821,segment=NetworkSegment(a9419427-4a98-4be8-aff6-701029f06954),segment_id=a9419427-4a98-4be8-aff6-701029f06954)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:10:07.730363 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-34fb9da9-7c55-4199-b88e-da01dd7294c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:07.794038 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb9da9-7c55-4199-b88e-da01dd7294c1 None None] Pushing event updated for resources: {'Port': ['ID=b1ee37ab-c052-40dc-9ae0-e4807ef45821,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:07.828038 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-870fca05-b015-4203-a84e-7a1eb4ad2cdd tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:07.875907 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-04eeb5fb-4e63-4213-836a-a8f83593f7c5 None None] Allocated IP 172.20.0.2 (5792a448-c878-464d-a76f-83c98ef15ed8/65028e10-a73b-47f2-bb66-6197926d53d8/b3a55bca-bb50-4d75-9c7f-249250b12e35) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:07.885511 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870fca05-b015-4203-a84e-7a1eb4ad2cdd tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network 5792a448-c878-464d-a76f-83c98ef15ed8 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:07.899476 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-870fca05-b015-4203-a84e-7a1eb4ad2cdd tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:07.914861 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870fca05-b015-4203-a84e-7a1eb4ad2cdd tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:07.917922 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-dbdd25c5-6e2b-408e-ad97-99f85fc7c1ae tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Allocated IP 2001:db8::326 (1c0c5ff6-1819-42c9-b405-174f3db4283d/015169ff-3de3-4324-98d6-91a1f9d27766/7ccad767-cb6b-453f-a3e2-d7f0765ee486) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:07.920470 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870fca05-b015-4203-a84e-7a1eb4ad2cdd tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Port': ['ID=90892e71-492b-47d7-99e7-ab4ca201f456,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:08.018964 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870fca05-b015-4203-a84e-7a1eb4ad2cdd tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:08.019668 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-870fca05-b015-4203-a84e-7a1eb4ad2cdd tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:08.055418 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-870fca05-b015-4203-a84e-7a1eb4ad2cdd tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9299946 Nov 10 18:10:08.058393 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53676) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:08.109182 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-08f64e4c-7324-473f-a0b5-3c8b6dc7feee req-3526200d-3a2d-40bf-a56b-c937c0c8cf49 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b73f985-329d-41c6-a9b2-7806f4f37c61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0589321 Nov 10 18:10:08.114548 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-04eeb5fb-4e63-4213-836a-a8f83593f7c5 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:08.126679 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-04eeb5fb-4e63-4213-836a-a8f83593f7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:08.193067 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04eeb5fb-4e63-4213-836a-a8f83593f7c5 None None] Network 5792a448-c878-464d-a76f-83c98ef15ed8 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:08.195227 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-04eeb5fb-4e63-4213-836a-a8f83593f7c5 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:08.199142 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eeb5fb-4e63-4213-836a-a8f83593f7c5 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:08.217649 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eeb5fb-4e63-4213-836a-a8f83593f7c5 None None] Pushing event updated for resources: {'Port': ['ID=b3a55bca-bb50-4d75-9c7f-249250b12e35,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:08.229943 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f64e4c-7324-473f-a0b5-3c8b6dc7feee req-da04803d-3a7f-45b5-8202-ddc26355da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:08.231743 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-08f64e4c-7324-473f-a0b5-3c8b6dc7feee req-da04803d-3a7f-45b5-8202-ddc26355da8f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3893148173944280a0bffe597d75933b&device_id=1b73f985-329d-41c6-a9b2-7806f4f37c61 HTTP/1.1" status: 200 len: 1098 time: 0.0613182 Nov 10 18:10:08.248564 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dbdd25c5-6e2b-408e-ad97-99f85fc7c1ae tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:08.263515 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-ec163aca-4396-4095-a35c-5d950d71b40d tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Deleting port 90892e71-492b-47d7-99e7-ab4ca201f456 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:08.263515 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec163aca-4396-4095-a35c-5d950d71b40d tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:08.268467 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-04eeb5fb-4e63-4213-836a-a8f83593f7c5 None None] Attempting to bind port b3a55bca-bb50-4d75-9c7f-249250b12e35 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:10:08.268840 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-04eeb5fb-4e63-4213-836a-a8f83593f7c5 None None] Attempting to bind port b3a55bca-bb50-4d75-9c7f-249250b12e35 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'e674dde4-8ada-4698-8890-082d38b67a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5792a448-c878-464d-a76f-83c98ef15ed8'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:10:08.269202 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eeb5fb-4e63-4213-836a-a8f83593f7c5 None None] Attempting to bind port b3a55bca-bb50-4d75-9c7f-249250b12e35 on network 5792a448-c878-464d-a76f-83c98ef15ed8 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:10:08.274274 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eeb5fb-4e63-4213-836a-a8f83593f7c5 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:10:08.274651 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eeb5fb-4e63-4213-836a-a8f83593f7c5 None None] Checking segment: {'id': 'e674dde4-8ada-4698-8890-082d38b67a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5792a448-c878-464d-a76f-83c98ef15ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:08.275663 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-04eeb5fb-4e63-4213-836a-a8f83593f7c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:08.275663 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eeb5fb-4e63-4213-836a-a8f83593f7c5 None None] Bound using segment: {'id': 'e674dde4-8ada-4698-8890-082d38b67a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5792a448-c878-464d-a76f-83c98ef15ed8'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:10:08.275891 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-04eeb5fb-4e63-4213-836a-a8f83593f7c5 None None] Bound port: b3a55bca-bb50-4d75-9c7f-249250b12e35, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e674dde4-8ada-4698-8890-082d38b67a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5792a448-c878-464d-a76f-83c98ef15ed8'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:10:08.276277 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-04eeb5fb-4e63-4213-836a-a8f83593f7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:08.347814 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-04eeb5fb-4e63-4213-836a-a8f83593f7c5 None None] For port b3a55bca-bb50-4d75-9c7f-249250b12e35, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:10:08.352551 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-04eeb5fb-4e63-4213-836a-a8f83593f7c5 None None] For port b3a55bca-bb50-4d75-9c7f-249250b12e35, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b3a55bca-bb50-4d75-9c7f-249250b12e35,segment=NetworkSegment(e674dde4-8ada-4698-8890-082d38b67a5f),segment_id=e674dde4-8ada-4698-8890-082d38b67a5f)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:10:08.364084 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-04eeb5fb-4e63-4213-836a-a8f83593f7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:08.369338 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dbdd25c5-6e2b-408e-ad97-99f85fc7c1ae tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:08.372926 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec163aca-4396-4095-a35c-5d950d71b40d tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:08.377488 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f64e4c-7324-473f-a0b5-3c8b6dc7feee req-1e78740c-e2dc-4c1e-87da-50830600a9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:08.379017 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-08f64e4c-7324-473f-a0b5-3c8b6dc7feee req-1e78740c-e2dc-4c1e-87da-50830600a9ea service neutron] 10.222.0.13 "GET /v2.0/networks?id=751663c4-944e-4370-9efe-4bbb134d1009 HTTP/1.1" status: 200 len: 910 time: 0.1253581 Nov 10 18:10:08.430171 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-ec163aca-4396-4095-a35c-5d950d71b40d tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Calling delete_port for 90892e71-492b-47d7-99e7-ab4ca201f456 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:08.449387 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eeb5fb-4e63-4213-836a-a8f83593f7c5 None None] Pushing event updated for resources: {'Port': ['ID=b3a55bca-bb50-4d75-9c7f-249250b12e35,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:08.458065 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdd25c5-6e2b-408e-ad97-99f85fc7c1ae tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Network 1c0c5ff6-1819-42c9-b405-174f3db4283d is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:08.468042 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-dbdd25c5-6e2b-408e-ad97-99f85fc7c1ae tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:08.471842 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-08f64e4c-7324-473f-a0b5-3c8b6dc7feee req-c5700899-d2f3-44a8-8e3f-287e8fd44be9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5360ad56-836e-4fa0-bd41-5fa36e2a0896 HTTP/1.1" status: 200 len: 1000 time: 0.0851181 Nov 10 18:10:08.472005 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdd25c5-6e2b-408e-ad97-99f85fc7c1ae tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:08.477557 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdd25c5-6e2b-408e-ad97-99f85fc7c1ae tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:08.478225 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dbdd25c5-6e2b-408e-ad97-99f85fc7c1ae tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:08.480921 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd25c5-6e2b-408e-ad97-99f85fc7c1ae tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Pushing event updated for resources: {'Port': ['ID=7ccad767-cb6b-453f-a3e2-d7f0765ee486,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:08.539942 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-dbdd25c5-6e2b-408e-ad97-99f85fc7c1ae tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.2038114 Nov 10 18:10:08.541765 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f64e4c-7324-473f-a0b5-3c8b6dc7feee req-2a4bbac1-21a3-4ab1-b47d-77d7a6fb01f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:08.543970 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53678) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:08.545001 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-08f64e4c-7324-473f-a0b5-3c8b6dc7feee req-2a4bbac1-21a3-4ab1-b47d-77d7a6fb01f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=835e2ff4-ea31-41dc-a794-aed2edab05d1 HTTP/1.1" status: 200 len: 848 time: 0.0643418 Nov 10 18:10:08.612523 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f64e4c-7324-473f-a0b5-3c8b6dc7feee req-f1636945-c59c-4d9d-bcc0-1f3505aa2abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:08.614791 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-08f64e4c-7324-473f-a0b5-3c8b6dc7feee req-f1636945-c59c-4d9d-bcc0-1f3505aa2abc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=751663c4-944e-4370-9efe-4bbb134d1009&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625565 Nov 10 18:10:08.619766 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bba4c5f-a810-4f4c-9faa-2863ec8ec948 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:08.626028 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bba4c5f-a810-4f4c-9faa-2863ec8ec948 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:08.629586 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-08f64e4c-7324-473f-a0b5-3c8b6dc7feee req-1d0c151e-94d2-4c0f-b0fe-a39d1aa586e5 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:10:08.630856 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-08f64e4c-7324-473f-a0b5-3c8b6dc7feee req-1d0c151e-94d2-4c0f-b0fe-a39d1aa586e5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087111 Nov 10 18:10:08.632223 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bba4c5f-a810-4f4c-9faa-2863ec8ec948 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:08.633833 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8bba4c5f-a810-4f4c-9faa-2863ec8ec948 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.0898063 Nov 10 18:10:08.640838 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53680) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:08.683113 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec163aca-4396-4095-a35c-5d950d71b40d tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:08.741961 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec163aca-4396-4095-a35c-5d950d71b40d tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Port': ['ID=90892e71-492b-47d7-99e7-ab4ca201f456,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:08.834402 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec163aca-4396-4095-a35c-5d950d71b40d tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:08.837832 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ec163aca-4396-4095-a35c-5d950d71b40d tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/ports/90892e71-492b-47d7-99e7-ab4ca201f456 HTTP/1.1" status: 204 len: 168 time: 0.7784476 Nov 10 18:10:08.841614 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53684) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:08.842948 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-08f64e4c-7324-473f-a0b5-3c8b6dc7feee req-b76f81e9-9574-4c54-b320-18fbfd63e04a service neutron] 10.222.0.13 "GET /v2.0/networks/751663c4-944e-4370-9efe-4bbb134d1009?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008824 Nov 10 18:10:08.873162 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-830e998b-42c8-473d-a676-cadbcf30f009 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] DELETE failed (client error): The resource could not be found. Nov 10 18:10:08.874285 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-830e998b-42c8-473d-a676-cadbcf30f009 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:10:08.877450 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-830e998b-42c8-473d-a676-cadbcf30f009 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/ports/90892e71-492b-47d7-99e7-ab4ca201f456 HTTP/1.1" status: 404 len: 333 time: 0.0344901 Nov 10 18:10:08.880220 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53686) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:08.907106 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b1d048b-57ba-4fac-a63c-f5c27f237363 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] GET failed (client error): The resource could not be found. Nov 10 18:10:08.908811 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0b1d048b-57ba-4fac-a63c-f5c27f237363 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "GET /v2.0/ports/90892e71-492b-47d7-99e7-ab4ca201f456 HTTP/1.1" status: 404 len: 333 time: 0.0277283 Nov 10 18:10:08.912114 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53688) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:08.927857 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-24bb8e59-72a6-4361-8286-88091c5cd393 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Deleting port 7ccad767-cb6b-453f-a3e2-d7f0765ee486 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:08.928379 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-24bb8e59-72a6-4361-8286-88091c5cd393 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:08.975821 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-2529bb0c-11fc-4a5a-9c3a-b09692d8293c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Deleting subnet 65028e10-a73b-47f2-bb66-6197926d53d8 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:10:08.982701 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2529bb0c-11fc-4a5a-9c3a-b09692d8293c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:09.019555 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a23705-383d-4a8c-9a17-de6a73ae39f6 None None] Network 1c0c5ff6-1819-42c9-b405-174f3db4283d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:09.032006 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-08f64e4c-7324-473f-a0b5-3c8b6dc7feee req-93f414da-73be-44ad-8e0b-cb886d3320b5 service neutron] 10.222.0.13 "GET /v2.0/networks/751663c4-944e-4370-9efe-4bbb134d1009?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808815 Nov 10 18:10:09.035817 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2529bb0c-11fc-4a5a-9c3a-b09692d8293c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:09.060471 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-24bb8e59-72a6-4361-8286-88091c5cd393 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:09.074392 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-24bb8e59-72a6-4361-8286-88091c5cd393 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Calling delete_port for 7ccad767-cb6b-453f-a3e2-d7f0765ee486 owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:09.095612 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-9ddf90c6-a2f9-4140-adc1-22ec6129d556 None None] Provisioning complete for port b1ee37ab-c052-40dc-9ae0-e4807ef45821 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:09.095986 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9ddf90c6-a2f9-4140-adc1-22ec6129d556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:09.140480 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2529bb0c-11fc-4a5a-9c3a-b09692d8293c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:09.216661 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2529bb0c-11fc-4a5a-9c3a-b09692d8293c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:09.236470 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-24bb8e59-72a6-4361-8286-88091c5cd393 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:09.247948 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2529bb0c-11fc-4a5a-9c3a-b09692d8293c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Subnet': ['ID=65028e10-a73b-47f2-bb66-6197926d53d8,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:09.252354 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2529bb0c-11fc-4a5a-9c3a-b09692d8293c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:09.256659 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2529bb0c-11fc-4a5a-9c3a-b09692d8293c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/subnets/65028e10-a73b-47f2-bb66-6197926d53d8 HTTP/1.1" status: 204 len: 168 time: 0.3432930 Nov 10 18:10:09.258554 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53690) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:09.259737 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9ddf90c6-a2f9-4140-adc1-22ec6129d556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:09.279336 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb8e59-72a6-4361-8286-88091c5cd393 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Pushing event deleted for resources: {'Port': ['ID=7ccad767-cb6b-453f-a3e2-d7f0765ee486,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:09.309354 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-9ddf90c6-a2f9-4140-adc1-22ec6129d556 None None] For port b1ee37ab-c052-40dc-9ae0-e4807ef45821, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b1ee37ab-c052-40dc-9ae0-e4807ef45821,segment=NetworkSegment(a9419427-4a98-4be8-aff6-701029f06954),segment_id=a9419427-4a98-4be8-aff6-701029f06954)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:09.318290 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9ddf90c6-a2f9-4140-adc1-22ec6129d556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:09.380914 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2e85ab3d-31ec-4bf4-9a19-2749dd70c0b1 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:09.395509 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf90c6-a2f9-4140-adc1-22ec6129d556 None None] Pushing event updated for resources: {'Port': ['ID=b1ee37ab-c052-40dc-9ae0-e4807ef45821,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:09.438188 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-24bb8e59-72a6-4361-8286-88091c5cd393 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:09.444693 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-24bb8e59-72a6-4361-8286-88091c5cd393 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] 10.222.0.39 "DELETE /v2.0/ports/7ccad767-cb6b-453f-a3e2-d7f0765ee486 HTTP/1.1" status: 204 len: 168 time: 0.8015208 Nov 10 18:10:09.445339 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53692) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:09.462445 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-2e85ab3d-31ec-4bf4-9a19-2749dd70c0b1 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Deleting port b3a55bca-bb50-4d75-9c7f-249250b12e35 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:09.463628 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2e85ab3d-31ec-4bf4-9a19-2749dd70c0b1 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:09.474617 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-764bf863-b7ff-4ca4-8c34-439dae70facf tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] GET failed (client error): The resource could not be found. Nov 10 18:10:09.481196 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-764bf863-b7ff-4ca4-8c34-439dae70facf tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] 10.222.0.39 "GET /v2.0/ports/7ccad767-cb6b-453f-a3e2-d7f0765ee486 HTTP/1.1" status: 404 len: 333 time: 0.0300269 Nov 10 18:10:09.481196 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53694) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:09.487164 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-6415c3c2-eda3-45c3-b20c-560bff8193f2 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Request body: {'port': {'network_id': '1c0c5ff6-1819-42c9-b405-174f3db4283d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1244659388'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:09.549485 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-2e85ab3d-31ec-4bf4-9a19-2749dd70c0b1 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] For port b3a55bca-bb50-4d75-9c7f-249250b12e35, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b3a55bca-bb50-4d75-9c7f-249250b12e35,segment=NetworkSegment(e674dde4-8ada-4698-8890-082d38b67a5f),segment_id=e674dde4-8ada-4698-8890-082d38b67a5f)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:09.550024 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2e85ab3d-31ec-4bf4-9a19-2749dd70c0b1 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:09.572469 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-2e85ab3d-31ec-4bf4-9a19-2749dd70c0b1 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Calling delete_port for b3a55bca-bb50-4d75-9c7f-249250b12e35 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:09.626227 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6415c3c2-eda3-45c3-b20c-560bff8193f2 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Made reservation on behalf of dafe19bfec704d8c95c08952eb3cad0a for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:09.630408 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6415c3c2-eda3-45c3-b20c-560bff8193f2 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:09.652255 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-6415c3c2-eda3-45c3-b20c-560bff8193f2 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] device_id is not set on port ca9214ec-5b9d-4e61-95e6-b9e740da7414 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:10:09.664542 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2e85ab3d-31ec-4bf4-9a19-2749dd70c0b1 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:09.672276 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-212e858e-ebbc-464a-a0f0-cb9bd02367cc None None] Provisioning complete for port 20066689-083e-4be8-9534-9500f0f2fe5d triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:09.672881 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-212e858e-ebbc-464a-a0f0-cb9bd02367cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:09.703500 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85ab3d-31ec-4bf4-9a19-2749dd70c0b1 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Port': ['ID=b3a55bca-bb50-4d75-9c7f-249250b12e35,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:09.718015 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e85ab3d-31ec-4bf4-9a19-2749dd70c0b1 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] No DVR routers for this DVR port b3a55bca-bb50-4d75-9c7f-249250b12e35 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:10:09.727964 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-212e858e-ebbc-464a-a0f0-cb9bd02367cc None None] Port 20066689-083e-4be8-9534-9500f0f2fe5d cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:10:09.751734 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-212e858e-ebbc-464a-a0f0-cb9bd02367cc None None] Provisioning complete for port b1ee37ab-c052-40dc-9ae0-e4807ef45821 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:09.752136 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-212e858e-ebbc-464a-a0f0-cb9bd02367cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:09.896707 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129e3811-1d97-4885-836a-a035e5a91013 None None] Network 5792a448-c878-464d-a76f-83c98ef15ed8 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:09.900534 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2e85ab3d-31ec-4bf4-9a19-2749dd70c0b1 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:09.901560 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-6415c3c2-eda3-45c3-b20c-560bff8193f2 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Allocated IP 2001:db8::1f (1c0c5ff6-1819-42c9-b405-174f3db4283d/015169ff-3de3-4324-98d6-91a1f9d27766/ca9214ec-5b9d-4e61-95e6-b9e740da7414) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:09.940944 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b1ee37ab-c052-40dc-9ae0-e4807ef45821 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:10:09.953618 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-2e85ab3d-31ec-4bf4-9a19-2749dd70c0b1 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5792a448-c878-464d-a76f-83c98ef15ed8']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:09.968906 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-2e85ab3d-31ec-4bf4-9a19-2749dd70c0b1 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e674dde4-8ada-4698-8890-082d38b67a5f') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:09.969209 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-2e85ab3d-31ec-4bf4-9a19-2749dd70c0b1 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e674dde4-8ada-4698-8890-082d38b67a5f') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:09.989036 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2e85ab3d-31ec-4bf4-9a19-2749dd70c0b1 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:10.005646 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2e85ab3d-31ec-4bf4-9a19-2749dd70c0b1 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:10.023678 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e85ab3d-31ec-4bf4-9a19-2749dd70c0b1 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:10:10.024089 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2e85ab3d-31ec-4bf4-9a19-2749dd70c0b1 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:10.027441 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:10:10.027441 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:10:10.027441 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:10:10.027441 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:10:10.027441 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:10:10.027441 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:10:10.027441 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:10:10.027441 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:10:10.027441 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:10:10.027441 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:10:10.027441 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:10:10.027441 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:10:10.027441 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:10:10.027441 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:10:10.027441 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:10:10.027441 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:10:10.027441 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:10:10.027441 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:10:10.027441 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:10:10.027441 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:10:10.027441 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:10:10.027441 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:10:10.027441 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:10:10.027441 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:10:10.027441 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:10:10.027441 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:10:10.027441 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:10:10.027441 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:10:10.027441 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:10:10.027441 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:10:10.027441 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:10:10.027441 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:10:10.032882 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-2ae17f1f-9bf4-4710-9beb-bc88396d8faf None None] Could not find standard attr ID for object b3a55bca-bb50-4d75-9c7f-249250b12e35. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:10:10.062123 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port b1ee37ab-c052-40dc-9ae0-e4807ef45821 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:10.062502 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:10.101478 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6415c3c2-eda3-45c3-b20c-560bff8193f2 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:10.108940 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2e85ab3d-31ec-4bf4-9a19-2749dd70c0b1 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:10.118016 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2e85ab3d-31ec-4bf4-9a19-2749dd70c0b1 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:10.125570 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2e85ab3d-31ec-4bf4-9a19-2749dd70c0b1 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/networks/5792a448-c878-464d-a76f-83c98ef15ed8 HTTP/1.1" status: 204 len: 168 time: 0.8615792 Nov 10 18:10:10.130910 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53696) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:10.140476 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85ab3d-31ec-4bf4-9a19-2749dd70c0b1 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Network': ['ID=5792a448-c878-464d-a76f-83c98ef15ed8,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:10.141218 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-bf18127a-31ea-4358-adcf-5cfc6e06e151 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1733115583'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:10.179984 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf18127a-31ea-4358-adcf-5cfc6e06e151 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:10.181138 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b3a55bca-bb50-4d75-9c7f-249250b12e35 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:10:10.183911 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bf18127a-31ea-4358-adcf-5cfc6e06e151 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:10.208012 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94e29d2-0906-4859-b52d-12580e76d9f5 None None] DHCP port deletion for 5792a448-c878-464d-a76f-83c98ef15ed8 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:10:10.210346 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6415c3c2-eda3-45c3-b20c-560bff8193f2 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:10.211734 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-68272c1b-b253-4b17-a318-3fd082229257 None None] Provisioning complete for port 20066689-083e-4be8-9534-9500f0f2fe5d triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:10.212334 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-68272c1b-b253-4b17-a318-3fd082229257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:10.236134 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: b3a55bca-bb50-4d75-9c7f-249250b12e35 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:10:10.236502 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b3a55bca-bb50-4d75-9c7f-249250b12e35 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 10 18:10:10.251889 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf18127a-31ea-4358-adcf-5cfc6e06e151 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:10:10.267684 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Port b3a55bca-bb50-4d75-9c7f-249250b12e35 not found, will not notify nova. {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 10 18:10:10.273815 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6415c3c2-eda3-45c3-b20c-560bff8193f2 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Network 1c0c5ff6-1819-42c9-b405-174f3db4283d is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:10.277073 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bf18127a-31ea-4358-adcf-5cfc6e06e151 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:10.277603 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-bf18127a-31ea-4358-adcf-5cfc6e06e151 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Added segment 7a6a6535-c955-4688-932e-c65863fb5a1d of type vlan for network 5c78b74d-c13c-42e8-b4ab-a1148ddbae3f Nov 10 18:10:10.284761 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-68272c1b-b253-4b17-a318-3fd082229257 None None] Port 20066689-083e-4be8-9534-9500f0f2fe5d cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:10:10.288805 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-6415c3c2-eda3-45c3-b20c-560bff8193f2 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:10.291608 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415c3c2-eda3-45c3-b20c-560bff8193f2 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Pushing event updated for resources: {'Port': ['ID=ca9214ec-5b9d-4e61-95e6-b9e740da7414,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:10.295848 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6415c3c2-eda3-45c3-b20c-560bff8193f2 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:10.301537 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6415c3c2-eda3-45c3-b20c-560bff8193f2 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:10.302155 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6415c3c2-eda3-45c3-b20c-560bff8193f2 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:10.338446 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415c3c2-eda3-45c3-b20c-560bff8193f2 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:10.338929 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415c3c2-eda3-45c3-b20c-560bff8193f2 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:10.339284 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415c3c2-eda3-45c3-b20c-560bff8193f2 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:10.339656 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415c3c2-eda3-45c3-b20c-560bff8193f2 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:10.339960 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415c3c2-eda3-45c3-b20c-560bff8193f2 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:10.340327 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415c3c2-eda3-45c3-b20c-560bff8193f2 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:10.340711 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415c3c2-eda3-45c3-b20c-560bff8193f2 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:10.341252 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415c3c2-eda3-45c3-b20c-560bff8193f2 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:10.341778 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415c3c2-eda3-45c3-b20c-560bff8193f2 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:10.342125 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415c3c2-eda3-45c3-b20c-560bff8193f2 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:10.342601 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415c3c2-eda3-45c3-b20c-560bff8193f2 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:10.343169 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6415c3c2-eda3-45c3-b20c-560bff8193f2 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:10.358827 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bf18127a-31ea-4358-adcf-5cfc6e06e151 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:10.366052 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6415c3c2-eda3-45c3-b20c-560bff8193f2 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8844051 Nov 10 18:10:10.368798 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53698) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:10.377351 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-aecf1a00-5ebd-4ce7-99ad-ea67ee0182a3 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::a2', 'mac_address': 'fa:16:3e:48:f6:5b'}]}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:10.390545 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bf18127a-31ea-4358-adcf-5cfc6e06e151 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:10.397508 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf18127a-31ea-4358-adcf-5cfc6e06e151 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:10.398250 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bf18127a-31ea-4358-adcf-5cfc6e06e151 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:10.409482 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-066ab6ef-510c-4f2c-945b-312a74f19987 None None] Could not find standard attr ID for object 7ccad767-cb6b-453f-a3e2-d7f0765ee486. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:10:10.462712 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-bf18127a-31ea-4358-adcf-5cfc6e06e151 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3307292 Nov 10 18:10:10.464942 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aecf1a00-5ebd-4ce7-99ad-ea67ee0182a3 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:10.466863 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53700) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:10.474371 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-5258c778-8a95-4824-9258-7e992bab4e9b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'subnet': {'network_id': '5c78b74d-c13c-42e8-b4ab-a1148ddbae3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:10.524682 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18127a-31ea-4358-adcf-5cfc6e06e151 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Network': ['ID=5c78b74d-c13c-42e8-b4ab-a1148ddbae3f,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:10.537326 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 5c78b74d-c13c-42e8-b4ab-a1148ddbae3f details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:10:10.584385 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5258c778-8a95-4824-9258-7e992bab4e9b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:10.588240 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5258c778-8a95-4824-9258-7e992bab4e9b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:10.647086 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-1724c7cb-f455-4581-8827-0ca4392535cc None None] Provisioning complete for port ca9214ec-5b9d-4e61-95e6-b9e740da7414 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:10.647452 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1724c7cb-f455-4581-8827-0ca4392535cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:10.686657 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-1724c7cb-f455-4581-8827-0ca4392535cc None None] Port ca9214ec-5b9d-4e61-95e6-b9e740da7414 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:10:10.730822 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aecf1a00-5ebd-4ce7-99ad-ea67ee0182a3 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:10.741060 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aecf1a00-5ebd-4ce7-99ad-ea67ee0182a3 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:10.778932 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-aecf1a00-5ebd-4ce7-99ad-ea67ee0182a3 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] In _notify_port_updated(), no bound segment for port ca9214ec-5b9d-4e61-95e6-b9e740da7414 on network 1c0c5ff6-1819-42c9-b405-174f3db4283d {{(pid=102468) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 18:10:10.784734 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecf1a00-5ebd-4ce7-99ad-ea67ee0182a3 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:10.785622 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aecf1a00-5ebd-4ce7-99ad-ea67ee0182a3 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:10.786729 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-aecf1a00-5ebd-4ce7-99ad-ea67ee0182a3 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] 10.222.0.39 "PUT /v2.0/ports/ca9214ec-5b9d-4e61-95e6-b9e740da7414 HTTP/1.1" status: 200 len: 1001 time: 0.4161940 Nov 10 18:10:10.789433 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53702) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:10.813203 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5258c778-8a95-4824-9258-7e992bab4e9b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:10.836996 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf1a00-5ebd-4ce7-99ad-ea67ee0182a3 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Pushing event updated for resources: {'Port': ['ID=ca9214ec-5b9d-4e61-95e6-b9e740da7414,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:10.854383 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecf1a00-5ebd-4ce7-99ad-ea67ee0182a3 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:10.854738 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecf1a00-5ebd-4ce7-99ad-ea67ee0182a3 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:10.855087 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecf1a00-5ebd-4ce7-99ad-ea67ee0182a3 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:10.855431 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecf1a00-5ebd-4ce7-99ad-ea67ee0182a3 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:10.855766 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecf1a00-5ebd-4ce7-99ad-ea67ee0182a3 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:10.856537 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecf1a00-5ebd-4ce7-99ad-ea67ee0182a3 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:10.856537 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecf1a00-5ebd-4ce7-99ad-ea67ee0182a3 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:10.856804 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecf1a00-5ebd-4ce7-99ad-ea67ee0182a3 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:10.857142 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecf1a00-5ebd-4ce7-99ad-ea67ee0182a3 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:10.857472 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecf1a00-5ebd-4ce7-99ad-ea67ee0182a3 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:10.857808 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecf1a00-5ebd-4ce7-99ad-ea67ee0182a3 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:10.858139 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecf1a00-5ebd-4ce7-99ad-ea67ee0182a3 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:10.881683 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258c778-8a95-4824-9258-7e992bab4e9b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Subnet': ['ID=d034737c-5e73-4225-a86d-c37f1a22f356,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:10.895104 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5258c778-8a95-4824-9258-7e992bab4e9b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Checking segment: {'id': '7a6a6535-c955-4688-932e-c65863fb5a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5c78b74d-c13c-42e8-b4ab-a1148ddbae3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:10.895468 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5258c778-8a95-4824-9258-7e992bab4e9b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network hostable DHCP agents. Network: 5c78b74d-c13c-42e8-b4ab-a1148ddbae3f, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:10:10.914266 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5258c778-8a95-4824-9258-7e992bab4e9b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network 5c78b74d-c13c-42e8-b4ab-a1148ddbae3f is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:10:10.920007 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-c7539387-fbd9-4ef7-89fb-84f144117eb0 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Deleting port ca9214ec-5b9d-4e61-95e6-b9e740da7414 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:10.920404 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c7539387-fbd9-4ef7-89fb-84f144117eb0 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:10.926402 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-5258c778-8a95-4824-9258-7e992bab4e9b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 5c78b74d-c13c-42e8-b4ab-a1148ddbae3f) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:10.931465 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5258c778-8a95-4824-9258-7e992bab4e9b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:10.932375 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5258c778-8a95-4824-9258-7e992bab4e9b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:10.940818 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13411f6-2ea7-4501-bc38-48813f35fa20 None None] Network 5c78b74d-c13c-42e8-b4ab-a1148ddbae3f requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:10.957491 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5258c778-8a95-4824-9258-7e992bab4e9b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4894292 Nov 10 18:10:10.960567 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53704) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:10.965903 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-d231ce35-3491-4df0-a62d-e6b584ff4c88 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'port': {'network_id': '5c78b74d-c13c-42e8-b4ab-a1148ddbae3f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1676842645'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:11.038778 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c7539387-fbd9-4ef7-89fb-84f144117eb0 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:11.056069 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-c7539387-fbd9-4ef7-89fb-84f144117eb0 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Calling delete_port for ca9214ec-5b9d-4e61-95e6-b9e740da7414 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:11.114615 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d231ce35-3491-4df0-a62d-e6b584ff4c88 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:11.118230 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d231ce35-3491-4df0-a62d-e6b584ff4c88 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:11.135876 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-d231ce35-3491-4df0-a62d-e6b584ff4c88 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] device_id is not set on port c212b2c5-943e-41f8-8255-8cd6e38a61d0 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:10:11.136608 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-71aa9f38-c5f7-4c41-b632-2d48e715dd58 None None] Provisioning complete for port ca9214ec-5b9d-4e61-95e6-b9e740da7414 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:11.137153 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-71aa9f38-c5f7-4c41-b632-2d48e715dd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:11.163079 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78ae6c3-4e25-4d75-a9f0-12e20a29cb6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-5c78b74d-c13c-42e8-b4ab-a1148ddbae3f', 'network_id': '5c78b74d-c13c-42e8-b4ab-a1148ddbae3f', 'tenant_id': 'dd2beb57805c41c7a1241e923cc5eeb7', 'fixed_ips': [{'subnet_id': 'd034737c-5e73-4225-a86d-c37f1a22f356'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:10:11.163934 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f78ae6c3-4e25-4d75-a9f0-12e20a29cb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:11.196673 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-71aa9f38-c5f7-4c41-b632-2d48e715dd58 None None] Port ca9214ec-5b9d-4e61-95e6-b9e740da7414 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:10:11.215234 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c7539387-fbd9-4ef7-89fb-84f144117eb0 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:11.245503 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7539387-fbd9-4ef7-89fb-84f144117eb0 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Pushing event deleted for resources: {'Port': ['ID=ca9214ec-5b9d-4e61-95e6-b9e740da7414,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:11.266697 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-d231ce35-3491-4df0-a62d-e6b584ff4c88 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Allocated IP 172.20.0.13 (5c78b74d-c13c-42e8-b4ab-a1148ddbae3f/d034737c-5e73-4225-a86d-c37f1a22f356/c212b2c5-943e-41f8-8255-8cd6e38a61d0) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:11.359441 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c7539387-fbd9-4ef7-89fb-84f144117eb0 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:11.363427 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c7539387-fbd9-4ef7-89fb-84f144117eb0 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] 10.222.0.39 "DELETE /v2.0/ports/ca9214ec-5b9d-4e61-95e6-b9e740da7414 HTTP/1.1" status: 204 len: 168 time: 0.5727532 Nov 10 18:10:11.365943 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53706) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:11.392473 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-8746d681-b377-45f7-9aa3-870e6eeb96d8 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] GET failed (client error): The resource could not be found. Nov 10 18:10:11.394206 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8746d681-b377-45f7-9aa3-870e6eeb96d8 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] 10.222.0.39 "GET /v2.0/ports/ca9214ec-5b9d-4e61-95e6-b9e740da7414 HTTP/1.1" status: 404 len: 333 time: 0.0272160 Nov 10 18:10:11.397757 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53708) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:11.398407 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-535efc7b-b91b-4944-8127-6f7a61dae171 req-794598a0-a20b-4e7d-a7c5-5da53565ad7b service neutron] (102469) timed out ('10.222.0.39', 38382) {{(pid=102469) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 18:10:11.402060 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d231ce35-3491-4df0-a62d-e6b584ff4c88 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:11.402838 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-5c3823a1-b1d1-4447-8a5d-6f2dde678081 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Request body: {'port': {'network_id': '1c0c5ff6-1819-42c9-b405-174f3db4283d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-495156364'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:11.449940 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d231ce35-3491-4df0-a62d-e6b584ff4c88 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:11.502649 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d231ce35-3491-4df0-a62d-e6b584ff4c88 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network 5c78b74d-c13c-42e8-b4ab-a1148ddbae3f is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:11.506013 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-d231ce35-3491-4df0-a62d-e6b584ff4c88 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:11.507587 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-f78ae6c3-4e25-4d75-a9f0-12e20a29cb6f None None] Allocated IP 172.20.0.2 (5c78b74d-c13c-42e8-b4ab-a1148ddbae3f/d034737c-5e73-4225-a86d-c37f1a22f356/79466b96-8add-40b4-83a8-5175cc615b6c) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:11.509177 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d231ce35-3491-4df0-a62d-e6b584ff4c88 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:11.516740 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231ce35-3491-4df0-a62d-e6b584ff4c88 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Port': ['ID=c212b2c5-943e-41f8-8255-8cd6e38a61d0,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:11.546076 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3823a1-b1d1-4447-8a5d-6f2dde678081 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Made reservation on behalf of dafe19bfec704d8c95c08952eb3cad0a for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:11.551889 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5c3823a1-b1d1-4447-8a5d-6f2dde678081 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:11.569956 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-5c3823a1-b1d1-4447-8a5d-6f2dde678081 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] device_id is not set on port 5193a8ad-6433-41d4-a2fa-bdc25111771b yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:10:11.572984 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d231ce35-3491-4df0-a62d-e6b584ff4c88 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:11.574388 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d231ce35-3491-4df0-a62d-e6b584ff4c88 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:11.595340 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d231ce35-3491-4df0-a62d-e6b584ff4c88 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 0.6312389 Nov 10 18:10:11.595725 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53710) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:11.668018 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f78ae6c3-4e25-4d75-a9f0-12e20a29cb6f None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:11.675545 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f78ae6c3-4e25-4d75-a9f0-12e20a29cb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:11.690257 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-5c3823a1-b1d1-4447-8a5d-6f2dde678081 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Allocated IP 2001:db8::1ba (1c0c5ff6-1819-42c9-b405-174f3db4283d/015169ff-3de3-4324-98d6-91a1f9d27766/5193a8ad-6433-41d4-a2fa-bdc25111771b) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:11.693340 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-3731e1e3-c332-4b59-908a-c31568e4143f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Deleting port c212b2c5-943e-41f8-8255-8cd6e38a61d0 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:11.693682 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3731e1e3-c332-4b59-908a-c31568e4143f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:11.712487 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78ae6c3-4e25-4d75-a9f0-12e20a29cb6f None None] Network 5c78b74d-c13c-42e8-b4ab-a1148ddbae3f is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:11.715447 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-f78ae6c3-4e25-4d75-a9f0-12e20a29cb6f None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:11.722111 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78ae6c3-4e25-4d75-a9f0-12e20a29cb6f None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:11.784385 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ae6c3-4e25-4d75-a9f0-12e20a29cb6f None None] Pushing event updated for resources: {'Port': ['ID=79466b96-8add-40b4-83a8-5175cc615b6c,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:11.798351 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b3a55bca-bb50-4d75-9c7f-249250b12e35 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:10:11.808327 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3731e1e3-c332-4b59-908a-c31568e4143f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:11.827211 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-3731e1e3-c332-4b59-908a-c31568e4143f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Calling delete_port for c212b2c5-943e-41f8-8255-8cd6e38a61d0 owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:11.882348 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5c3823a1-b1d1-4447-8a5d-6f2dde678081 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:11.919306 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5c3823a1-b1d1-4447-8a5d-6f2dde678081 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:11.963719 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3823a1-b1d1-4447-8a5d-6f2dde678081 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Network 1c0c5ff6-1819-42c9-b405-174f3db4283d is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:11.975361 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-5c3823a1-b1d1-4447-8a5d-6f2dde678081 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:11.979894 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3823a1-b1d1-4447-8a5d-6f2dde678081 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:11.986959 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3823a1-b1d1-4447-8a5d-6f2dde678081 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:11.987744 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5c3823a1-b1d1-4447-8a5d-6f2dde678081 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:12.003736 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3823a1-b1d1-4447-8a5d-6f2dde678081 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Pushing event updated for resources: {'Port': ['ID=5193a8ad-6433-41d4-a2fa-bdc25111771b,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:12.018201 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f78ae6c3-4e25-4d75-a9f0-12e20a29cb6f None None] Attempting to bind port 79466b96-8add-40b4-83a8-5175cc615b6c on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:10:12.019153 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f78ae6c3-4e25-4d75-a9f0-12e20a29cb6f None None] Attempting to bind port 79466b96-8add-40b4-83a8-5175cc615b6c by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '7a6a6535-c955-4688-932e-c65863fb5a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5c78b74d-c13c-42e8-b4ab-a1148ddbae3f'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:10:12.019153 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78ae6c3-4e25-4d75-a9f0-12e20a29cb6f None None] Attempting to bind port 79466b96-8add-40b4-83a8-5175cc615b6c on network 5c78b74d-c13c-42e8-b4ab-a1148ddbae3f {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:10:12.021388 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: b3a55bca-bb50-4d75-9c7f-249250b12e35 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:10:12.021763 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b3a55bca-bb50-4d75-9c7f-249250b12e35 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:10:12.033402 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78ae6c3-4e25-4d75-a9f0-12e20a29cb6f None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:10:12.033809 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78ae6c3-4e25-4d75-a9f0-12e20a29cb6f None None] Checking segment: {'id': '7a6a6535-c955-4688-932e-c65863fb5a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5c78b74d-c13c-42e8-b4ab-a1148ddbae3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:12.034216 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f78ae6c3-4e25-4d75-a9f0-12e20a29cb6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:12.034614 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78ae6c3-4e25-4d75-a9f0-12e20a29cb6f None None] Bound using segment: {'id': '7a6a6535-c955-4688-932e-c65863fb5a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5c78b74d-c13c-42e8-b4ab-a1148ddbae3f'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:10:12.035104 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f78ae6c3-4e25-4d75-a9f0-12e20a29cb6f None None] Bound port: 79466b96-8add-40b4-83a8-5175cc615b6c, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6a6535-c955-4688-932e-c65863fb5a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '5c78b74d-c13c-42e8-b4ab-a1148ddbae3f'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:10:12.035491 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f78ae6c3-4e25-4d75-a9f0-12e20a29cb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:12.037636 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5c3823a1-b1d1-4447-8a5d-6f2dde678081 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6387491 Nov 10 18:10:12.038392 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53712) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:12.045583 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-0eeb6433-423e-45c5-9bf5-52ceebb012ed tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:48:f6:5b'}]}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:12.124799 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f78ae6c3-4e25-4d75-a9f0-12e20a29cb6f None None] For port 79466b96-8add-40b4-83a8-5175cc615b6c, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:10:12.126048 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0eeb6433-423e-45c5-9bf5-52ceebb012ed tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:12.129263 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f78ae6c3-4e25-4d75-a9f0-12e20a29cb6f None None] For port 79466b96-8add-40b4-83a8-5175cc615b6c, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=79466b96-8add-40b4-83a8-5175cc615b6c,segment=NetworkSegment(7a6a6535-c955-4688-932e-c65863fb5a1d),segment_id=7a6a6535-c955-4688-932e-c65863fb5a1d)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:10:12.134701 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f78ae6c3-4e25-4d75-a9f0-12e20a29cb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:12.211535 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ae6c3-4e25-4d75-a9f0-12e20a29cb6f None None] Pushing event updated for resources: {'Port': ['ID=79466b96-8add-40b4-83a8-5175cc615b6c,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:12.396408 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0eeb6433-423e-45c5-9bf5-52ceebb012ed tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:12.405494 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0eeb6433-423e-45c5-9bf5-52ceebb012ed tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:12.443089 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-0eeb6433-423e-45c5-9bf5-52ceebb012ed tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] In _notify_port_updated(), no bound segment for port 5193a8ad-6433-41d4-a2fa-bdc25111771b on network 1c0c5ff6-1819-42c9-b405-174f3db4283d {{(pid=102468) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 18:10:12.451996 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3ab536ea-e4cc-4871-9c49-aef2b8d16825 None None] Provisioning complete for port 5193a8ad-6433-41d4-a2fa-bdc25111771b triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:12.452400 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3ab536ea-e4cc-4871-9c49-aef2b8d16825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:12.456509 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eeb6433-423e-45c5-9bf5-52ceebb012ed tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:12.457189 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0eeb6433-423e-45c5-9bf5-52ceebb012ed tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:12.461058 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0eeb6433-423e-45c5-9bf5-52ceebb012ed tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] 10.222.0.39 "PUT /v2.0/ports/5193a8ad-6433-41d4-a2fa-bdc25111771b HTTP/1.1" status: 200 len: 1002 time: 0.4189982 Nov 10 18:10:12.466228 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53714) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:12.478387 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb6433-423e-45c5-9bf5-52ceebb012ed tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Pushing event updated for resources: {'Port': ['ID=5193a8ad-6433-41d4-a2fa-bdc25111771b,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:12.514505 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-3ab536ea-e4cc-4871-9c49-aef2b8d16825 None None] Port 5193a8ad-6433-41d4-a2fa-bdc25111771b cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:10:12.529935 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3731e1e3-c332-4b59-908a-c31568e4143f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:12.606967 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3731e1e3-c332-4b59-908a-c31568e4143f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Port': ['ID=c212b2c5-943e-41f8-8255-8cd6e38a61d0,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:12.709257 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3731e1e3-c332-4b59-908a-c31568e4143f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:12.712490 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3731e1e3-c332-4b59-908a-c31568e4143f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/ports/c212b2c5-943e-41f8-8255-8cd6e38a61d0 HTTP/1.1" status: 204 len: 168 time: 1.1155350 Nov 10 18:10:12.714803 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-02a77153-d8c7-4738-a608-6df7d5c8ca7a tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Deleting port 5193a8ad-6433-41d4-a2fa-bdc25111771b {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:12.715132 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02a77153-d8c7-4738-a608-6df7d5c8ca7a tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:12.715260 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53718) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:12.760828 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce0b0c0-9f20-45bf-9c51-bcc12d4be87c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] GET failed (client error): The resource could not be found. Nov 10 18:10:12.762452 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7ce0b0c0-9f20-45bf-9c51-bcc12d4be87c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "GET /v2.0/ports/c212b2c5-943e-41f8-8255-8cd6e38a61d0 HTTP/1.1" status: 404 len: 333 time: 0.0455697 Nov 10 18:10:12.766333 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53720) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:12.853145 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02a77153-d8c7-4738-a608-6df7d5c8ca7a tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:12.869416 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-02a77153-d8c7-4738-a608-6df7d5c8ca7a tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Calling delete_port for 5193a8ad-6433-41d4-a2fa-bdc25111771b owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:12.946954 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-745f5e44-404f-4de4-ab35-0b349eef0b2d None None] Provisioning complete for port 5193a8ad-6433-41d4-a2fa-bdc25111771b triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:12.947634 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-745f5e44-404f-4de4-ab35-0b349eef0b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:12.986701 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-745f5e44-404f-4de4-ab35-0b349eef0b2d None None] Port 5193a8ad-6433-41d4-a2fa-bdc25111771b cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:10:13.013341 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02a77153-d8c7-4738-a608-6df7d5c8ca7a tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:13.050152 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a77153-d8c7-4738-a608-6df7d5c8ca7a tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Pushing event deleted for resources: {'Port': ['ID=5193a8ad-6433-41d4-a2fa-bdc25111771b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:13.077950 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02a77153-d8c7-4738-a608-6df7d5c8ca7a tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:13.082232 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-02a77153-d8c7-4738-a608-6df7d5c8ca7a tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] 10.222.0.39 "DELETE /v2.0/ports/5193a8ad-6433-41d4-a2fa-bdc25111771b HTTP/1.1" status: 204 len: 168 time: 0.6097536 Nov 10 18:10:13.088648 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53722) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:13.115215 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd9cd77-9853-4aaf-8cf3-a94e579a2996 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Deleting subnet d034737c-5e73-4225-a86d-c37f1a22f356 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:10:13.115902 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba3f55d9-5e67-46e6-97f4-5fed00878b80 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] GET failed (client error): The resource could not be found. Nov 10 18:10:13.117508 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ba3f55d9-5e67-46e6-97f4-5fed00878b80 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] 10.222.0.39 "GET /v2.0/ports/5193a8ad-6433-41d4-a2fa-bdc25111771b HTTP/1.1" status: 404 len: 333 time: 0.0276146 Nov 10 18:10:13.121743 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53724) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:13.123341 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2fd9cd77-9853-4aaf-8cf3-a94e579a2996 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:13.129825 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-37939a31-a03e-420f-9082-681d7dc52d5d tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Request body: {'port': {'network_id': '1c0c5ff6-1819-42c9-b405-174f3db4283d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1775774609'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:13.166449 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2fd9cd77-9853-4aaf-8cf3-a94e579a2996 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:13.275410 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37939a31-a03e-420f-9082-681d7dc52d5d tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Made reservation on behalf of dafe19bfec704d8c95c08952eb3cad0a for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:13.276456 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2fd9cd77-9853-4aaf-8cf3-a94e579a2996 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:13.280623 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-37939a31-a03e-420f-9082-681d7dc52d5d tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:13.306558 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-37939a31-a03e-420f-9082-681d7dc52d5d tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] device_id is not set on port 53bd1ee4-52a7-4589-82a9-8ef4e6fd6462 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:10:13.367892 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2fd9cd77-9853-4aaf-8cf3-a94e579a2996 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:13.400451 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9cd77-9853-4aaf-8cf3-a94e579a2996 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Subnet': ['ID=d034737c-5e73-4225-a86d-c37f1a22f356,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:13.402418 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2fd9cd77-9853-4aaf-8cf3-a94e579a2996 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:13.406415 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2fd9cd77-9853-4aaf-8cf3-a94e579a2996 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/subnets/d034737c-5e73-4225-a86d-c37f1a22f356 HTTP/1.1" status: 204 len: 168 time: 0.6386509 Nov 10 18:10:13.408610 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53726) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:13.446955 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-37939a31-a03e-420f-9082-681d7dc52d5d tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Allocated IP 2001:db8::18c (1c0c5ff6-1819-42c9-b405-174f3db4283d/015169ff-3de3-4324-98d6-91a1f9d27766/53bd1ee4-52a7-4589-82a9-8ef4e6fd6462) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:13.501717 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f2225f1c-8a8e-4373-a595-47e0538ebd5c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:13.564933 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-f2225f1c-8a8e-4373-a595-47e0538ebd5c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Deleting port 79466b96-8add-40b4-83a8-5175cc615b6c {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:13.565425 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f2225f1c-8a8e-4373-a595-47e0538ebd5c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:13.582073 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683970e0-5419-41b5-a796-50e44d9c39ce None None] Network 5c78b74d-c13c-42e8-b4ab-a1148ddbae3f requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:13.611559 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-37939a31-a03e-420f-9082-681d7dc52d5d tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:13.632969 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-f2225f1c-8a8e-4373-a595-47e0538ebd5c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] For port 79466b96-8add-40b4-83a8-5175cc615b6c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=79466b96-8add-40b4-83a8-5175cc615b6c,segment=NetworkSegment(7a6a6535-c955-4688-932e-c65863fb5a1d),segment_id=7a6a6535-c955-4688-932e-c65863fb5a1d)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:13.633353 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f2225f1c-8a8e-4373-a595-47e0538ebd5c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:13.646536 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-f2225f1c-8a8e-4373-a595-47e0538ebd5c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Calling delete_port for 79466b96-8add-40b4-83a8-5175cc615b6c owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:13.652397 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-37939a31-a03e-420f-9082-681d7dc52d5d tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:13.678770 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e48f720c-d408-4ed5-99f2-4f7f1df13aa9 None None] Provisioning complete for port 79466b96-8add-40b4-83a8-5175cc615b6c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:13.679147 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e48f720c-d408-4ed5-99f2-4f7f1df13aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:13.739202 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37939a31-a03e-420f-9082-681d7dc52d5d tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Network 1c0c5ff6-1819-42c9-b405-174f3db4283d is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:13.744257 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e48f720c-d408-4ed5-99f2-4f7f1df13aa9 None None] Could not find standard attr ID for object 79466b96-8add-40b4-83a8-5175cc615b6c. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:10:13.745944 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f2225f1c-8a8e-4373-a595-47e0538ebd5c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:13.750115 n-d-776250-10 neutron-server[102470]: INFO neutron.plugins.ml2.db [None req-e48f720c-d408-4ed5-99f2-4f7f1df13aa9 None None] No ports have port_id starting with 79466b96-8add-40b4-83a8-5175cc615b6c Nov 10 18:10:13.752362 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-37939a31-a03e-420f-9082-681d7dc52d5d tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:13.757341 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37939a31-a03e-420f-9082-681d7dc52d5d tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Pushing event updated for resources: {'Port': ['ID=53bd1ee4-52a7-4589-82a9-8ef4e6fd6462,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:13.765583 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37939a31-a03e-420f-9082-681d7dc52d5d tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:13.773391 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37939a31-a03e-420f-9082-681d7dc52d5d tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:13.774069 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-37939a31-a03e-420f-9082-681d7dc52d5d tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:13.790010 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2225f1c-8a8e-4373-a595-47e0538ebd5c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] No DVR routers for this DVR port 79466b96-8add-40b4-83a8-5175cc615b6c on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:10:13.791826 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2225f1c-8a8e-4373-a595-47e0538ebd5c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Port': ['ID=79466b96-8add-40b4-83a8-5175cc615b6c,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:13.804490 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-37939a31-a03e-420f-9082-681d7dc52d5d tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6794164 Nov 10 18:10:13.806943 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53728) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:13.815113 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-c1c02941-4333-4b6b-9897-b1458c9389dd tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Request body: {'port': {'network_id': '1c0c5ff6-1819-42c9-b405-174f3db4283d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-999858381'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:13.875598 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c494220f-f918-4799-9492-db78c7f5095d None None] DHCP port deletion for 5c78b74d-c13c-42e8-b4ab-a1148ddbae3f request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:10:13.909795 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f2225f1c-8a8e-4373-a595-47e0538ebd5c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:13.936395 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f2225f1c-8a8e-4373-a595-47e0538ebd5c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c78b74d-c13c-42e8-b4ab-a1148ddbae3f']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:13.947818 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f2225f1c-8a8e-4373-a595-47e0538ebd5c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a6a6535-c955-4688-932e-c65863fb5a1d') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:13.948620 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f2225f1c-8a8e-4373-a595-47e0538ebd5c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a6a6535-c955-4688-932e-c65863fb5a1d') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:13.957557 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c02941-4333-4b6b-9897-b1458c9389dd tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Made reservation on behalf of dafe19bfec704d8c95c08952eb3cad0a for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:13.961091 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f2225f1c-8a8e-4373-a595-47e0538ebd5c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:13.961552 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c1c02941-4333-4b6b-9897-b1458c9389dd tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:13.977608 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f2225f1c-8a8e-4373-a595-47e0538ebd5c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:13.980406 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-c1c02941-4333-4b6b-9897-b1458c9389dd tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] device_id is not set on port b6cf17a3-ff36-445b-9158-22eaaafd66fd yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:10:13.986794 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2225f1c-8a8e-4373-a595-47e0538ebd5c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:10:13.987318 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f2225f1c-8a8e-4373-a595-47e0538ebd5c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:13.991954 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:10:13.991954 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:10:13.991954 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:10:13.991954 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:10:13.991954 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:10:13.991954 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:10:13.991954 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:10:13.991954 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:10:13.991954 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:10:13.991954 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:10:13.991954 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:10:13.991954 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:10:13.991954 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:10:13.991954 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:10:13.991954 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:10:13.991954 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:10:13.991954 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:10:13.991954 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:10:13.991954 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:10:13.991954 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:10:13.991954 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:10:13.991954 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:10:13.991954 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:10:13.991954 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:10:13.991954 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:10:13.991954 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:10:13.991954 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:10:13.991954 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:10:13.991954 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:10:13.991954 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:10:13.991954 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:10:13.991954 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:10:14.053371 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f2225f1c-8a8e-4373-a595-47e0538ebd5c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:14.061910 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f2225f1c-8a8e-4373-a595-47e0538ebd5c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:14.068453 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f2225f1c-8a8e-4373-a595-47e0538ebd5c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/networks/5c78b74d-c13c-42e8-b4ab-a1148ddbae3f HTTP/1.1" status: 204 len: 168 time: 0.6555121 Nov 10 18:10:14.076764 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53730) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:14.077102 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-63634c94-bdcb-498c-8827-e4d0d08844b1 None None] Provisioning complete for port 53bd1ee4-52a7-4589-82a9-8ef4e6fd6462 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:14.077604 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-63634c94-bdcb-498c-8827-e4d0d08844b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:14.081584 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-71f49a10-42eb-4a10-949e-5e0796bdf92c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'port': {'network_id': '3da48a1b-f7c4-4e65-be70-bf25603f52d4', 'name': 'tempest-PortsTestJSON-938262162'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:14.086111 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2225f1c-8a8e-4373-a595-47e0538ebd5c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Network': ['ID=5c78b74d-c13c-42e8-b4ab-a1148ddbae3f,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:14.116274 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-63634c94-bdcb-498c-8827-e4d0d08844b1 None None] Port 53bd1ee4-52a7-4589-82a9-8ef4e6fd6462 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:10:14.122652 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-c1c02941-4333-4b6b-9897-b1458c9389dd tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Allocated IP 2001:db8::393 (1c0c5ff6-1819-42c9-b405-174f3db4283d/015169ff-3de3-4324-98d6-91a1f9d27766/b6cf17a3-ff36-445b-9158-22eaaafd66fd) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:14.175767 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f49a10-42eb-4a10-949e-5e0796bdf92c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:14.179326 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-71f49a10-42eb-4a10-949e-5e0796bdf92c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:14.196281 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-71f49a10-42eb-4a10-949e-5e0796bdf92c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] device_id is not set on port bef04a5b-f8d7-41c4-a9c1-e7df4b314acb yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:10:14.277957 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c1c02941-4333-4b6b-9897-b1458c9389dd tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:14.312762 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c1c02941-4333-4b6b-9897-b1458c9389dd tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:14.354575 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c02941-4333-4b6b-9897-b1458c9389dd tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Network 1c0c5ff6-1819-42c9-b405-174f3db4283d is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:14.358711 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-71f49a10-42eb-4a10-949e-5e0796bdf92c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:14.360334 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-c1c02941-4333-4b6b-9897-b1458c9389dd tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:14.362683 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c02941-4333-4b6b-9897-b1458c9389dd tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:14.368725 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c02941-4333-4b6b-9897-b1458c9389dd tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:14.369375 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c1c02941-4333-4b6b-9897-b1458c9389dd tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:14.384856 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c02941-4333-4b6b-9897-b1458c9389dd tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Pushing event updated for resources: {'Port': ['ID=b6cf17a3-ff36-445b-9158-22eaaafd66fd,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:14.392376 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c1c02941-4333-4b6b-9897-b1458c9389dd tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5843213 Nov 10 18:10:14.394946 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53732) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:14.400120 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-89696da1-f3e9-4f33-bc86-de0204d28a90 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::a2', 'mac_address': 'fa:16:3e:48:f6:5b'}, {'ip_address': '2001:db8::18c', 'mac_address': 'fa:16:3e:13:f5:7f'}]}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:14.410275 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-71f49a10-42eb-4a10-949e-5e0796bdf92c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:14.457416 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f49a10-42eb-4a10-949e-5e0796bdf92c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network 3da48a1b-f7c4-4e65-be70-bf25603f52d4 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:14.462997 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-71f49a10-42eb-4a10-949e-5e0796bdf92c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:14.467612 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f49a10-42eb-4a10-949e-5e0796bdf92c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:14.473557 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f49a10-42eb-4a10-949e-5e0796bdf92c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:14.474251 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-71f49a10-42eb-4a10-949e-5e0796bdf92c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:14.490433 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f49a10-42eb-4a10-949e-5e0796bdf92c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Port': ['ID=bef04a5b-f8d7-41c4-a9c1-e7df4b314acb,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:14.497306 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-71f49a10-42eb-4a10-949e-5e0796bdf92c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4193947 Nov 10 18:10:14.500176 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53734) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:14.573046 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-89696da1-f3e9-4f33-bc86-de0204d28a90 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:14.596094 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-9ffb985c-70af-4add-a505-63581bb69fad tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Deleting port bef04a5b-f8d7-41c4-a9c1-e7df4b314acb {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:14.596487 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9ffb985c-70af-4add-a505-63581bb69fad tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:14.643995 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3fbc48b2-b9ca-4946-ac9d-79a7402ae204 None None] Provisioning complete for port b6cf17a3-ff36-445b-9158-22eaaafd66fd triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:14.644726 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3fbc48b2-b9ca-4946-ac9d-79a7402ae204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:14.667514 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9ffb985c-70af-4add-a505-63581bb69fad tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:14.680357 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc48b2-b9ca-4946-ac9d-79a7402ae204 None None] Port b6cf17a3-ff36-445b-9158-22eaaafd66fd cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:10:14.680848 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-9ffb985c-70af-4add-a505-63581bb69fad tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Calling delete_port for bef04a5b-f8d7-41c4-a9c1-e7df4b314acb owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:14.765089 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9ffb985c-70af-4add-a505-63581bb69fad tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:14.770586 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-89696da1-f3e9-4f33-bc86-de0204d28a90 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:14.775990 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-89696da1-f3e9-4f33-bc86-de0204d28a90 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:14.808429 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb985c-70af-4add-a505-63581bb69fad tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Port': ['ID=bef04a5b-f8d7-41c4-a9c1-e7df4b314acb,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:14.810477 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-89696da1-f3e9-4f33-bc86-de0204d28a90 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] In _notify_port_updated(), no bound segment for port b6cf17a3-ff36-445b-9158-22eaaafd66fd on network 1c0c5ff6-1819-42c9-b405-174f3db4283d {{(pid=102469) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 18:10:14.816233 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9ffb985c-70af-4add-a505-63581bb69fad tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:14.816401 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89696da1-f3e9-4f33-bc86-de0204d28a90 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:14.816957 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-89696da1-f3e9-4f33-bc86-de0204d28a90 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:14.818239 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-89696da1-f3e9-4f33-bc86-de0204d28a90 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] 10.222.0.39 "PUT /v2.0/ports/b6cf17a3-ff36-445b-9158-22eaaafd66fd HTTP/1.1" status: 200 len: 1066 time: 0.4223568 Nov 10 18:10:14.821012 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53736) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:14.826070 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9ffb985c-70af-4add-a505-63581bb69fad tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/ports/bef04a5b-f8d7-41c4-a9c1-e7df4b314acb HTTP/1.1" status: 204 len: 168 time: 0.3238466 Nov 10 18:10:14.828287 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53738) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:14.833865 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-40c36898-97a4-44d4-9f41-ea3aa7624926 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'port': {'network_id': '3da48a1b-f7c4-4e65-be70-bf25603f52d4', 'mac_address': 'fa:16:3e:08:29:5f', 'name': 'tempest-PortsTestJSON-919642300'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:14.873264 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89696da1-f3e9-4f33-bc86-de0204d28a90 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Pushing event updated for resources: {'Port': ['ID=b6cf17a3-ff36-445b-9158-22eaaafd66fd,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:14.881783 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:10:14.938017 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-b3582838-f295-475b-b3f7-57da46543a4f tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Deleting port b6cf17a3-ff36-445b-9158-22eaaafd66fd {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:14.938497 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b3582838-f295-475b-b3f7-57da46543a4f tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:14.938634 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c36898-97a4-44d4-9f41-ea3aa7624926 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:15.016136 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-40c36898-97a4-44d4-9f41-ea3aa7624926 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:15.035433 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b3582838-f295-475b-b3f7-57da46543a4f tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:15.038056 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-40c36898-97a4-44d4-9f41-ea3aa7624926 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] device_id is not set on port 0029348c-cb3f-4346-8177-b91989115a13 yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:10:15.051958 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-b3582838-f295-475b-b3f7-57da46543a4f tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Calling delete_port for b6cf17a3-ff36-445b-9158-22eaaafd66fd owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:15.104467 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-0339be75-7d72-4e84-9364-47a6ce958566 None None] Provisioning complete for port b6cf17a3-ff36-445b-9158-22eaaafd66fd triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:15.105173 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0339be75-7d72-4e84-9364-47a6ce958566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:15.142495 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-0339be75-7d72-4e84-9364-47a6ce958566 None None] Port b6cf17a3-ff36-445b-9158-22eaaafd66fd cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:10:15.195426 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b3582838-f295-475b-b3f7-57da46543a4f tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:15.216709 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-40c36898-97a4-44d4-9f41-ea3aa7624926 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:15.223464 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3582838-f295-475b-b3f7-57da46543a4f tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Pushing event deleted for resources: {'Port': ['ID=b6cf17a3-ff36-445b-9158-22eaaafd66fd,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:15.253920 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-40c36898-97a4-44d4-9f41-ea3aa7624926 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:15.306114 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c36898-97a4-44d4-9f41-ea3aa7624926 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network 3da48a1b-f7c4-4e65-be70-bf25603f52d4 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:15.312415 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-40c36898-97a4-44d4-9f41-ea3aa7624926 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:15.317004 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c36898-97a4-44d4-9f41-ea3aa7624926 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:15.322848 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c36898-97a4-44d4-9f41-ea3aa7624926 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:15.323656 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-40c36898-97a4-44d4-9f41-ea3aa7624926 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:15.338162 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c36898-97a4-44d4-9f41-ea3aa7624926 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Port': ['ID=0029348c-cb3f-4346-8177-b91989115a13,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:15.354908 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-40c36898-97a4-44d4-9f41-ea3aa7624926 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5253839 Nov 10 18:10:15.355662 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53740) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:15.402614 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b3582838-f295-475b-b3f7-57da46543a4f tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:15.409649 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0cab1e-6590-47b7-834e-5acb80b56043 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:15.409813 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b3582838-f295-475b-b3f7-57da46543a4f tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] 10.222.0.39 "DELETE /v2.0/ports/b6cf17a3-ff36-445b-9158-22eaaafd66fd HTTP/1.1" status: 204 len: 168 time: 0.5877614 Nov 10 18:10:15.410437 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53742) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:15.412615 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ee0cab1e-6590-47b7-834e-5acb80b56043 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "GET /v2.0/ports/0029348c-cb3f-4346-8177-b91989115a13 HTTP/1.1" status: 200 len: 840 time: 0.0549955 Nov 10 18:10:15.414129 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53744) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:15.442138 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-4759beb2-eaf7-4ea4-8226-32a16ac0f9d5 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] GET failed (client error): The resource could not be found. Nov 10 18:10:15.446255 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4759beb2-eaf7-4ea4-8226-32a16ac0f9d5 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] 10.222.0.39 "GET /v2.0/ports/b6cf17a3-ff36-445b-9158-22eaaafd66fd HTTP/1.1" status: 404 len: 333 time: 0.0321085 Nov 10 18:10:15.446505 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53746) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:15.513564 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-42303989-6cff-4a43-9c66-32ca9dce1ba0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Deleting port 0029348c-cb3f-4346-8177-b91989115a13 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:15.514029 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-42303989-6cff-4a43-9c66-32ca9dce1ba0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:15.549304 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-de0987d0-5392-4b83-8579-505da4885ee0 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Deleting port 53bd1ee4-52a7-4589-82a9-8ef4e6fd6462 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:15.549657 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-de0987d0-5392-4b83-8579-505da4885ee0 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:15.591534 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-42303989-6cff-4a43-9c66-32ca9dce1ba0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:15.605374 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-42303989-6cff-4a43-9c66-32ca9dce1ba0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Calling delete_port for 0029348c-cb3f-4346-8177-b91989115a13 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:15.648059 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-de0987d0-5392-4b83-8579-505da4885ee0 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:15.660414 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-de0987d0-5392-4b83-8579-505da4885ee0 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Calling delete_port for 53bd1ee4-52a7-4589-82a9-8ef4e6fd6462 owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:15.687346 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-42303989-6cff-4a43-9c66-32ca9dce1ba0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:15.722334 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42303989-6cff-4a43-9c66-32ca9dce1ba0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Port': ['ID=0029348c-cb3f-4346-8177-b91989115a13,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:15.724436 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-42303989-6cff-4a43-9c66-32ca9dce1ba0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:15.730389 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-42303989-6cff-4a43-9c66-32ca9dce1ba0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/ports/0029348c-cb3f-4346-8177-b91989115a13 HTTP/1.1" status: 204 len: 168 time: 0.3124530 Nov 10 18:10:15.730543 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53748) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:15.765691 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-0968b860-9b2e-46d2-a9fb-8e2da94153d7 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] GET failed (client error): The resource could not be found. Nov 10 18:10:15.768044 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0968b860-9b2e-46d2-a9fb-8e2da94153d7 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "GET /v2.0/ports/0029348c-cb3f-4346-8177-b91989115a13 HTTP/1.1" status: 404 len: 333 time: 0.0365608 Nov 10 18:10:15.770409 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 79466b96-8add-40b4-83a8-5175cc615b6c no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:10:15.772712 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53750) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:15.777912 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-787741ec-d985-451d-bd96-1b7d8ba6a23a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'port': {'network_id': '3da48a1b-f7c4-4e65-be70-bf25603f52d4', 'name': 'tempest-PortsTestJSON-1117714409'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:15.794292 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 79466b96-8add-40b4-83a8-5175cc615b6c {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:10:15.794292 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 79466b96-8add-40b4-83a8-5175cc615b6c not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:10:15.900091 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-de0987d0-5392-4b83-8579-505da4885ee0 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:15.935576 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0987d0-5392-4b83-8579-505da4885ee0 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Pushing event deleted for resources: {'Port': ['ID=53bd1ee4-52a7-4589-82a9-8ef4e6fd6462,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:15.968862 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-de0987d0-5392-4b83-8579-505da4885ee0 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:15.974538 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-de0987d0-5392-4b83-8579-505da4885ee0 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] 10.222.0.39 "DELETE /v2.0/ports/53bd1ee4-52a7-4589-82a9-8ef4e6fd6462 HTTP/1.1" status: 204 len: 168 time: 0.5245836 Nov 10 18:10:15.974538 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787741ec-d985-451d-bd96-1b7d8ba6a23a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:15.975437 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53752) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:15.976530 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-787741ec-d985-451d-bd96-1b7d8ba6a23a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:15.998698 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-787741ec-d985-451d-bd96-1b7d8ba6a23a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] device_id is not set on port 45475a6e-507d-41e5-a0a0-212957b64296 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:10:16.002254 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a09fe33-fbc9-4bf0-aaf2-346a185bde98 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] GET failed (client error): The resource could not be found. Nov 10 18:10:16.007871 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3a09fe33-fbc9-4bf0-aaf2-346a185bde98 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] 10.222.0.39 "GET /v2.0/ports/53bd1ee4-52a7-4589-82a9-8ef4e6fd6462 HTTP/1.1" status: 404 len: 333 time: 0.0278115 Nov 10 18:10:16.008853 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53754) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:16.221738 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c9654-1d89-4a05-a081-929e871d69b9 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Deleting port 20066689-083e-4be8-9534-9500f0f2fe5d {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:16.222098 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2c4c9654-1d89-4a05-a081-929e871d69b9 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:16.242772 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-787741ec-d985-451d-bd96-1b7d8ba6a23a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:16.335095 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2c4c9654-1d89-4a05-a081-929e871d69b9 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:16.342906 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-787741ec-d985-451d-bd96-1b7d8ba6a23a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:16.374167 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c9654-1d89-4a05-a081-929e871d69b9 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Calling delete_port for 20066689-083e-4be8-9534-9500f0f2fe5d owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:16.402919 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787741ec-d985-451d-bd96-1b7d8ba6a23a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network 3da48a1b-f7c4-4e65-be70-bf25603f52d4 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:16.434963 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-787741ec-d985-451d-bd96-1b7d8ba6a23a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:16.438035 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787741ec-d985-451d-bd96-1b7d8ba6a23a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Port': ['ID=45475a6e-507d-41e5-a0a0-212957b64296,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:16.441472 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787741ec-d985-451d-bd96-1b7d8ba6a23a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:16.447021 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787741ec-d985-451d-bd96-1b7d8ba6a23a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:16.447519 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-787741ec-d985-451d-bd96-1b7d8ba6a23a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:16.474660 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-787741ec-d985-451d-bd96-1b7d8ba6a23a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7006505 Nov 10 18:10:16.477334 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53756) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:16.483043 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-3b9239c9-c33b-413f-b8b2-701966a99c2f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:16.546480 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2c4c9654-1d89-4a05-a081-929e871d69b9 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:16.552318 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3b9239c9-c33b-413f-b8b2-701966a99c2f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:16.573690 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c9654-1d89-4a05-a081-929e871d69b9 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Pushing event deleted for resources: {'Port': ['ID=20066689-083e-4be8-9534-9500f0f2fe5d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:16.604992 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2c4c9654-1d89-4a05-a081-929e871d69b9 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:16.608804 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2c4c9654-1d89-4a05-a081-929e871d69b9 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] 10.222.0.39 "DELETE /v2.0/ports/20066689-083e-4be8-9534-9500f0f2fe5d HTTP/1.1" status: 204 len: 168 time: 0.5987923 Nov 10 18:10:16.611200 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53758) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:16.664800 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-40b4f9d4-8679-403a-9978-e738b4004947 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Deleting subnet 015169ff-3de3-4324-98d6-91a1f9d27766 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:10:16.668433 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-40b4f9d4-8679-403a-9978-e738b4004947 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:16.716895 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-40b4f9d4-8679-403a-9978-e738b4004947 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:16.727579 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3b9239c9-c33b-413f-b8b2-701966a99c2f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:16.733459 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3b9239c9-c33b-413f-b8b2-701966a99c2f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:16.768496 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-3b9239c9-c33b-413f-b8b2-701966a99c2f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] In _notify_port_updated(), no bound segment for port 45475a6e-507d-41e5-a0a0-212957b64296 on network 3da48a1b-f7c4-4e65-be70-bf25603f52d4 {{(pid=102468) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 18:10:16.774267 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9239c9-c33b-413f-b8b2-701966a99c2f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:16.774999 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3b9239c9-c33b-413f-b8b2-701966a99c2f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:16.779409 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3b9239c9-c33b-413f-b8b2-701966a99c2f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "PUT /v2.0/ports/45475a6e-507d-41e5-a0a0-212957b64296 HTTP/1.1" status: 200 len: 818 time: 0.2980139 Nov 10 18:10:16.780117 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53760) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:16.814523 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-40b4f9d4-8679-403a-9978-e738b4004947 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:16.820085 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9239c9-c33b-413f-b8b2-701966a99c2f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Port': ['ID=45475a6e-507d-41e5-a0a0-212957b64296,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:16.875356 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-40b4f9d4-8679-403a-9978-e738b4004947 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:16.884400 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-3a546319-0903-4aa5-84ad-96e863a0773d tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Deleting port 45475a6e-507d-41e5-a0a0-212957b64296 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:16.884737 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a546319-0903-4aa5-84ad-96e863a0773d tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:16.907616 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4f9d4-8679-403a-9978-e738b4004947 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Pushing event deleted for resources: {'Subnet': ['ID=015169ff-3de3-4324-98d6-91a1f9d27766,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:16.911222 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-40b4f9d4-8679-403a-9978-e738b4004947 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:16.916678 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-40b4f9d4-8679-403a-9978-e738b4004947 tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] 10.222.0.39 "DELETE /v2.0/subnets/015169ff-3de3-4324-98d6-91a1f9d27766 HTTP/1.1" status: 204 len: 168 time: 0.3022187 Nov 10 18:10:16.916952 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53762) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:16.922185 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463f0ebe-3721-4bc1-926f-e8bdfd0a6ce9 None None] Network 1c0c5ff6-1819-42c9-b405-174f3db4283d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:16.955776 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a546319-0903-4aa5-84ad-96e863a0773d tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:16.970636 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-3a546319-0903-4aa5-84ad-96e863a0773d tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Calling delete_port for 45475a6e-507d-41e5-a0a0-212957b64296 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:17.000680 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a50bbecc-979f-4c92-8c56-c8a783a0d9ec tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:17.056831 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-a50bbecc-979f-4c92-8c56-c8a783a0d9ec tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Deleting port b1ee37ab-c052-40dc-9ae0-e4807ef45821 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:17.057172 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a50bbecc-979f-4c92-8c56-c8a783a0d9ec tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:17.062557 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a546319-0903-4aa5-84ad-96e863a0773d tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:17.091677 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a546319-0903-4aa5-84ad-96e863a0773d tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Port': ['ID=45475a6e-507d-41e5-a0a0-212957b64296,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:17.099788 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a546319-0903-4aa5-84ad-96e863a0773d tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:17.108037 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3a546319-0903-4aa5-84ad-96e863a0773d tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/ports/45475a6e-507d-41e5-a0a0-212957b64296 HTTP/1.1" status: 204 len: 168 time: 0.3244176 Nov 10 18:10:17.108884 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53764) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:17.133189 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a950e0-6b55-4023-8266-6434705b7cdc None None] DHCP port deletion for 1c0c5ff6-1819-42c9-b405-174f3db4283d request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:10:17.139612 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-a50bbecc-979f-4c92-8c56-c8a783a0d9ec tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] For port b1ee37ab-c052-40dc-9ae0-e4807ef45821, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b1ee37ab-c052-40dc-9ae0-e4807ef45821,segment=NetworkSegment(a9419427-4a98-4be8-aff6-701029f06954),segment_id=a9419427-4a98-4be8-aff6-701029f06954)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:17.140229 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a50bbecc-979f-4c92-8c56-c8a783a0d9ec tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:17.156437 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-a50bbecc-979f-4c92-8c56-c8a783a0d9ec tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Calling delete_port for b1ee37ab-c052-40dc-9ae0-e4807ef45821 owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:17.158296 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec53029d-8a7a-46b0-8951-111be245e628 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:17.159842 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ec53029d-8a7a-46b0-8951-111be245e628 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0499854 Nov 10 18:10:17.162584 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53766) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:17.187612 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-f972fa2a-a0fe-45bf-a7d8-5c417c9356b3 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] GET failed (client error): The resource could not be found. Nov 10 18:10:17.189172 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f972fa2a-a0fe-45bf-a7d8-5c417c9356b3 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "GET /v2.0/ports/45475a6e-507d-41e5-a0a0-212957b64296 HTTP/1.1" status: 404 len: 333 time: 0.0256433 Nov 10 18:10:17.190661 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-a4a950e0-6b55-4023-8266-6434705b7cdc None None] Deleting port b1ee37ab-c052-40dc-9ae0-e4807ef45821 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:17.191259 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a4a950e0-6b55-4023-8266-6434705b7cdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:17.192994 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53768) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:17.197828 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-a44014ab-d015-4a6c-a02a-9b6706ac4091 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1484689735'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:17.221700 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44014ab-d015-4a6c-a02a-9b6706ac4091 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:17.225553 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a44014ab-d015-4a6c-a02a-9b6706ac4091 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:17.244561 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a50bbecc-979f-4c92-8c56-c8a783a0d9ec tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:17.256857 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44014ab-d015-4a6c-a02a-9b6706ac4091 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:10:17.263614 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-a4a950e0-6b55-4023-8266-6434705b7cdc None None] For port b1ee37ab-c052-40dc-9ae0-e4807ef45821, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b1ee37ab-c052-40dc-9ae0-e4807ef45821,segment=NetworkSegment(a9419427-4a98-4be8-aff6-701029f06954),segment_id=a9419427-4a98-4be8-aff6-701029f06954)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:17.264100 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a4a950e0-6b55-4023-8266-6434705b7cdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:17.267198 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a44014ab-d015-4a6c-a02a-9b6706ac4091 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:17.267608 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-a44014ab-d015-4a6c-a02a-9b6706ac4091 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Added segment 29d6080a-b232-4b39-a1e4-edaa4b6b8100 of type vlan for network 09ab19bb-63c9-4ff1-bef2-a12bb605f15f Nov 10 18:10:17.271691 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50bbecc-979f-4c92-8c56-c8a783a0d9ec tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Pushing event deleted for resources: {'Port': ['ID=b1ee37ab-c052-40dc-9ae0-e4807ef45821,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:17.273570 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50bbecc-979f-4c92-8c56-c8a783a0d9ec tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] No DVR routers for this DVR port b1ee37ab-c052-40dc-9ae0-e4807ef45821 on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:10:17.282164 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-a4a950e0-6b55-4023-8266-6434705b7cdc None None] Calling delete_port for b1ee37ab-c052-40dc-9ae0-e4807ef45821 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:17.318295 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a44014ab-d015-4a6c-a02a-9b6706ac4091 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:17.348306 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a44014ab-d015-4a6c-a02a-9b6706ac4091 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:17.355210 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44014ab-d015-4a6c-a02a-9b6706ac4091 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:17.355753 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a44014ab-d015-4a6c-a02a-9b6706ac4091 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:17.359392 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a50bbecc-979f-4c92-8c56-c8a783a0d9ec tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:17.364959 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a4a950e0-6b55-4023-8266-6434705b7cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:17.380949 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-a50bbecc-979f-4c92-8c56-c8a783a0d9ec tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c0c5ff6-1819-42c9-b405-174f3db4283d']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:17.392310 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-a50bbecc-979f-4c92-8c56-c8a783a0d9ec tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9419427-4a98-4be8-aff6-701029f06954') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:17.392649 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-a50bbecc-979f-4c92-8c56-c8a783a0d9ec tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9419427-4a98-4be8-aff6-701029f06954') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:17.397696 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a950e0-6b55-4023-8266-6434705b7cdc None None] Pushing event deleted for resources: {'Port': ['ID=b1ee37ab-c052-40dc-9ae0-e4807ef45821,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:17.402020 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a950e0-6b55-4023-8266-6434705b7cdc None None] No DVR routers for this DVR port b1ee37ab-c052-40dc-9ae0-e4807ef45821 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:10:17.402437 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a50bbecc-979f-4c92-8c56-c8a783a0d9ec tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:17.416893 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a50bbecc-979f-4c92-8c56-c8a783a0d9ec tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:17.421759 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a44014ab-d015-4a6c-a02a-9b6706ac4091 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2277162 Nov 10 18:10:17.424898 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a50bbecc-979f-4c92-8c56-c8a783a0d9ec tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:10:17.425189 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53770) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:17.425292 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a50bbecc-979f-4c92-8c56-c8a783a0d9ec tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:17.428101 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:10:17.428101 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:10:17.428101 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:10:17.428101 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:10:17.428101 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:10:17.428101 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:10:17.428101 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:10:17.428101 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:10:17.428101 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:10:17.428101 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:10:17.428101 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:10:17.428101 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:10:17.428101 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:10:17.428101 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:10:17.428101 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:10:17.428101 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:10:17.428101 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:10:17.428101 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:10:17.428101 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:10:17.428101 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:10:17.428101 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:10:17.428101 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:10:17.428101 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:10:17.428101 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:10:17.428101 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:10:17.428101 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:10:17.428101 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:10:17.428101 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:10:17.428101 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:10:17.428101 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:10:17.428101 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:10:17.428101 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:10:17.437107 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-1b0740c7-da0a-40ea-a30f-854a37f69b10 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'subnet': {'network_id': '09ab19bb-63c9-4ff1-bef2-a12bb605f15f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:17.483408 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44014ab-d015-4a6c-a02a-9b6706ac4091 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Network': ['ID=09ab19bb-63c9-4ff1-bef2-a12bb605f15f,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:17.494390 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 09ab19bb-63c9-4ff1-bef2-a12bb605f15f details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:10:17.503800 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a50bbecc-979f-4c92-8c56-c8a783a0d9ec tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:17.514621 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a50bbecc-979f-4c92-8c56-c8a783a0d9ec tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:17.518238 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a50bbecc-979f-4c92-8c56-c8a783a0d9ec tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] 10.222.0.39 "DELETE /v2.0/networks/1c0c5ff6-1819-42c9-b405-174f3db4283d HTTP/1.1" status: 204 len: 168 time: 0.6003389 Nov 10 18:10:17.531883 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50bbecc-979f-4c92-8c56-c8a783a0d9ec tempest-AllowedAddressPairIpV6TestJSON-794627553 tempest-AllowedAddressPairIpV6TestJSON-794627553-project] Pushing event deleted for resources: {'Network': ['ID=1c0c5ff6-1819-42c9-b405-174f3db4283d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:17.549854 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0740c7-da0a-40ea-a30f-854a37f69b10 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:17.555850 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1b0740c7-da0a-40ea-a30f-854a37f69b10 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:17.749236 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1b0740c7-da0a-40ea-a30f-854a37f69b10 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:17.754814 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b1ee37ab-c052-40dc-9ae0-e4807ef45821 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:10:17.780188 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: b1ee37ab-c052-40dc-9ae0-e4807ef45821 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:10:17.780746 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b1ee37ab-c052-40dc-9ae0-e4807ef45821 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:10:17.799743 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53776) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:17.811923 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0740c7-da0a-40ea-a30f-854a37f69b10 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Subnet': ['ID=8ca4ee0e-ed86-48c4-ade8-aaef2a9d63c9,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:17.822382 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0740c7-da0a-40ea-a30f-854a37f69b10 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Checking segment: {'id': '29d6080a-b232-4b39-a1e4-edaa4b6b8100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09ab19bb-63c9-4ff1-bef2-a12bb605f15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:17.822748 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0740c7-da0a-40ea-a30f-854a37f69b10 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network hostable DHCP agents. Network: 09ab19bb-63c9-4ff1-bef2-a12bb605f15f, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:10:17.839077 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0740c7-da0a-40ea-a30f-854a37f69b10 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network 09ab19bb-63c9-4ff1-bef2-a12bb605f15f is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:10:17.849129 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-1b0740c7-da0a-40ea-a30f-854a37f69b10 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 09ab19bb-63c9-4ff1-bef2-a12bb605f15f) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:17.853733 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0740c7-da0a-40ea-a30f-854a37f69b10 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:17.854338 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1b0740c7-da0a-40ea-a30f-854a37f69b10 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:17.859683 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46bdba5-9508-4c43-825a-e6b09b6d131b None None] Network 09ab19bb-63c9-4ff1-bef2-a12bb605f15f requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:17.872525 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1b0740c7-da0a-40ea-a30f-854a37f69b10 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4467034 Nov 10 18:10:17.875531 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53780) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:17.880569 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-0c588404-4e4c-4ffb-92ee-704e229555e0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'subnet': {'network_id': '09ab19bb-63c9-4ff1-bef2-a12bb605f15f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:17.992692 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-234241fe-8345-4a41-83ab-490ec8ef9241 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dafe19bfec704d8c95c08952eb3cad0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1917417 Nov 10 18:10:17.995277 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53782) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:18.020025 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799a0ffe-1677-4565-b2bd-038fcd9bd617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-09ab19bb-63c9-4ff1-bef2-a12bb605f15f', 'network_id': '09ab19bb-63c9-4ff1-bef2-a12bb605f15f', 'tenant_id': 'dd2beb57805c41c7a1241e923cc5eeb7', 'fixed_ips': [{'subnet_id': '8ca4ee0e-ed86-48c4-ade8-aaef2a9d63c9'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:10:18.021606 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-799a0ffe-1677-4565-b2bd-038fcd9bd617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:18.033514 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c588404-4e4c-4ffb-92ee-704e229555e0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:18.037272 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0c588404-4e4c-4ffb-92ee-704e229555e0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:18.050774 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f9a14318-3d5b-4452-b3ca-d900a6aff5a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:18.072788 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f9a14318-3d5b-4452-b3ca-d900a6aff5a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:18.122658 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f9a14318-3d5b-4452-b3ca-d900a6aff5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:18.125743 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f9a14318-3d5b-4452-b3ca-d900a6aff5a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:18.129320 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f9a14318-3d5b-4452-b3ca-d900a6aff5a9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/da709278-84c2-4fc7-8fe8-644eca571529 HTTP/1.1" status: 204 len: 168 time: 0.1305141 Nov 10 18:10:18.134758 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a14318-3d5b-4452-b3ca-d900a6aff5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da709278-84c2-4fc7-8fe8-644eca571529,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:18.147625 n-d-776250-10 neutron-server[102469]: INFO neutron.db.ipam_backend_mixin [None req-0c588404-4e4c-4ffb-92ee-704e229555e0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8ca4ee0e-ed86-48c4-ade8-aaef2a9d63c9 (CIDR: 172.20.0.0/28) Nov 10 18:10:18.157943 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c588404-4e4c-4ffb-92ee-704e229555e0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 18:10:18.158443 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c588404-4e4c-4ffb-92ee-704e229555e0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:10:18.181176 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0c588404-4e4c-4ffb-92ee-704e229555e0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3044872 Nov 10 18:10:18.184319 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53786) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:18.186294 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-799a0ffe-1677-4565-b2bd-038fcd9bd617 None None] Allocated IP 172.20.0.2 (09ab19bb-63c9-4ff1-bef2-a12bb605f15f/8ca4ee0e-ed86-48c4-ade8-aaef2a9d63c9/b7a70113-a352-4452-8754-9926ed31cea9) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:18.190659 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-fc63e6bd-7246-4b26-84de-86e1828f0c95 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'subnet': {'network_id': '09ab19bb-63c9-4ff1-bef2-a12bb605f15f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:18.311971 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc63e6bd-7246-4b26-84de-86e1828f0c95 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:18.315709 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fc63e6bd-7246-4b26-84de-86e1828f0c95 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:18.348639 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-799a0ffe-1677-4565-b2bd-038fcd9bd617 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:18.359130 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-799a0ffe-1677-4565-b2bd-038fcd9bd617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:18.403502 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799a0ffe-1677-4565-b2bd-038fcd9bd617 None None] Network 09ab19bb-63c9-4ff1-bef2-a12bb605f15f is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:18.406603 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-799a0ffe-1677-4565-b2bd-038fcd9bd617 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:18.410212 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799a0ffe-1677-4565-b2bd-038fcd9bd617 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:18.417223 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a0ffe-1677-4565-b2bd-038fcd9bd617 None None] Pushing event updated for resources: {'Port': ['ID=b7a70113-a352-4452-8754-9926ed31cea9,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:18.480438 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-799a0ffe-1677-4565-b2bd-038fcd9bd617 None None] Attempting to bind port b7a70113-a352-4452-8754-9926ed31cea9 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:10:18.481415 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-799a0ffe-1677-4565-b2bd-038fcd9bd617 None None] Attempting to bind port b7a70113-a352-4452-8754-9926ed31cea9 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '29d6080a-b232-4b39-a1e4-edaa4b6b8100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09ab19bb-63c9-4ff1-bef2-a12bb605f15f'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:10:18.482333 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799a0ffe-1677-4565-b2bd-038fcd9bd617 None None] Attempting to bind port b7a70113-a352-4452-8754-9926ed31cea9 on network 09ab19bb-63c9-4ff1-bef2-a12bb605f15f {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:10:18.487041 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799a0ffe-1677-4565-b2bd-038fcd9bd617 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:10:18.487415 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799a0ffe-1677-4565-b2bd-038fcd9bd617 None None] Checking segment: {'id': '29d6080a-b232-4b39-a1e4-edaa4b6b8100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09ab19bb-63c9-4ff1-bef2-a12bb605f15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:18.488072 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-799a0ffe-1677-4565-b2bd-038fcd9bd617 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:18.488534 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799a0ffe-1677-4565-b2bd-038fcd9bd617 None None] Bound using segment: {'id': '29d6080a-b232-4b39-a1e4-edaa4b6b8100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09ab19bb-63c9-4ff1-bef2-a12bb605f15f'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:10:18.489004 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-799a0ffe-1677-4565-b2bd-038fcd9bd617 None None] Bound port: b7a70113-a352-4452-8754-9926ed31cea9, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d6080a-b232-4b39-a1e4-edaa4b6b8100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09ab19bb-63c9-4ff1-bef2-a12bb605f15f'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:10:18.489383 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-799a0ffe-1677-4565-b2bd-038fcd9bd617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:18.563329 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-799a0ffe-1677-4565-b2bd-038fcd9bd617 None None] For port b7a70113-a352-4452-8754-9926ed31cea9, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:10:18.567281 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-799a0ffe-1677-4565-b2bd-038fcd9bd617 None None] For port b7a70113-a352-4452-8754-9926ed31cea9, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b7a70113-a352-4452-8754-9926ed31cea9,segment=NetworkSegment(29d6080a-b232-4b39-a1e4-edaa4b6b8100),segment_id=29d6080a-b232-4b39-a1e4-edaa4b6b8100)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:10:18.572242 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-799a0ffe-1677-4565-b2bd-038fcd9bd617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:18.577618 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fc63e6bd-7246-4b26-84de-86e1828f0c95 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:18.627850 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc63e6bd-7246-4b26-84de-86e1828f0c95 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network 09ab19bb-63c9-4ff1-bef2-a12bb605f15f is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:18.632459 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-fc63e6bd-7246-4b26-84de-86e1828f0c95 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:18.636726 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc63e6bd-7246-4b26-84de-86e1828f0c95 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:18.637980 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fc63e6bd-7246-4b26-84de-86e1828f0c95 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:18.646503 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a0ffe-1677-4565-b2bd-038fcd9bd617 None None] Pushing event updated for resources: {'Port': ['ID=b7a70113-a352-4452-8754-9926ed31cea9,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:18.652201 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63e6bd-7246-4b26-84de-86e1828f0c95 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Subnet': ['ID=c97198fd-10a3-47aa-8320-9aa869bfd4e5,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:18.663395 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-fc63e6bd-7246-4b26-84de-86e1828f0c95 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4782205 Nov 10 18:10:18.666076 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53802) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:18.671898 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-484d29cd-a62d-424e-84b7-528b742210dc tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'port': {'network_id': '09ab19bb-63c9-4ff1-bef2-a12bb605f15f', 'fixed_ips': [{'subnet_id': '8ca4ee0e-ed86-48c4-ade8-aaef2a9d63c9'}, {'subnet_id': 'c97198fd-10a3-47aa-8320-9aa869bfd4e5'}], 'name': 'tempest-PortsTestJSON-1626851447'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:18.804292 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484d29cd-a62d-424e-84b7-528b742210dc tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:18.919931 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-484d29cd-a62d-424e-84b7-528b742210dc tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:18.939418 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-484d29cd-a62d-424e-84b7-528b742210dc tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] device_id is not set on port 86a6ef9b-982e-4fe4-8951-7cea91bae25a yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:10:18.945858 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53810) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:19.053661 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-721798a5-d4d6-489a-b41e-598a263e56cd tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-866721772', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:19.078078 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-721798a5-d4d6-489a-b41e-598a263e56cd tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:19.079024 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-721798a5-d4d6-489a-b41e-598a263e56cd tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:19.143502 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-721798a5-d4d6-489a-b41e-598a263e56cd tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:19.148018 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-721798a5-d4d6-489a-b41e-598a263e56cd tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:19.168047 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-721798a5-d4d6-489a-b41e-598a263e56cd tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:19.169691 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-721798a5-d4d6-489a-b41e-598a263e56cd tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2227991 Nov 10 18:10:19.172583 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53814) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:19.177509 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-34a4a264-69cf-4310-8058-8f134af1f241 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-241422372'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:19.197436 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a4a264-69cf-4310-8058-8f134af1f241 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Made reservation on behalf of f016cc085eb04d9682eeea4c433357d2 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:19.201667 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-34a4a264-69cf-4310-8058-8f134af1f241 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:19.210324 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-34a4a264-69cf-4310-8058-8f134af1f241 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:19.220917 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-484d29cd-a62d-424e-84b7-528b742210dc tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Allocated IP 172.20.0.14 (09ab19bb-63c9-4ff1-bef2-a12bb605f15f/8ca4ee0e-ed86-48c4-ade8-aaef2a9d63c9/86a6ef9b-982e-4fe4-8951-7cea91bae25a) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:19.227410 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-484d29cd-a62d-424e-84b7-528b742210dc tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Allocated IP 172.20.0.22 (09ab19bb-63c9-4ff1-bef2-a12bb605f15f/c97198fd-10a3-47aa-8320-9aa869bfd4e5/86a6ef9b-982e-4fe4-8951-7cea91bae25a) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:19.292374 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-34a4a264-69cf-4310-8058-8f134af1f241 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:19.298086 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-34a4a264-69cf-4310-8058-8f134af1f241 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:19.328467 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a4a264-69cf-4310-8058-8f134af1f241 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:10:19.337403 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4a264-69cf-4310-8058-8f134af1f241 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66d1aa0e-b8ec-498b-847c-5d1394b15a70,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:19.344619 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-34a4a264-69cf-4310-8058-8f134af1f241 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:19.344925 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-34a4a264-69cf-4310-8058-8f134af1f241 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Added segment 335f4871-b5d1-48c7-9771-7142bf00922a of type vlan for network d1644eb3-0df8-4e78-9011-57be51612fda Nov 10 18:10:19.386453 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-34a4a264-69cf-4310-8058-8f134af1f241 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:19.397818 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-484d29cd-a62d-424e-84b7-528b742210dc tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:19.416745 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-34a4a264-69cf-4310-8058-8f134af1f241 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:19.424000 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a4a264-69cf-4310-8058-8f134af1f241 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:19.424784 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-34a4a264-69cf-4310-8058-8f134af1f241 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:19.438730 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-484d29cd-a62d-424e-84b7-528b742210dc tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:19.489074 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484d29cd-a62d-424e-84b7-528b742210dc tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network 09ab19bb-63c9-4ff1-bef2-a12bb605f15f is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:19.492962 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-34a4a264-69cf-4310-8058-8f134af1f241 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3165801 Nov 10 18:10:19.493131 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-484d29cd-a62d-424e-84b7-528b742210dc tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:19.496989 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53816) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:19.502318 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-0347b896-1577-4ab9-b339-b4c30b10b8c1 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Request body: {'subnet': {'network_id': 'd1644eb3-0df8-4e78-9011-57be51612fda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:19.504097 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4a264-69cf-4310-8058-8f134af1f241 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Pushing event updated for resources: {'Network': ['ID=d1644eb3-0df8-4e78-9011-57be51612fda,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:19.510246 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484d29cd-a62d-424e-84b7-528b742210dc tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:19.521268 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network d1644eb3-0df8-4e78-9011-57be51612fda details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:10:19.547125 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d29cd-a62d-424e-84b7-528b742210dc tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Port': ['ID=86a6ef9b-982e-4fe4-8951-7cea91bae25a,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:19.674872 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9078bf87-25d8-47bb-a860-e7bcfb0e859d None None] Network 09ab19bb-63c9-4ff1-bef2-a12bb605f15f requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:19.787643 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b7a70113-a352-4452-8754-9926ed31cea9 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:10:19.846218 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a5dcc550-c2c5-43e8-bf5d-5c7ef037ff3a None None] Provisioning complete for port b7a70113-a352-4452-8754-9926ed31cea9 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:19.846511 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a5dcc550-c2c5-43e8-bf5d-5c7ef037ff3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:19.883715 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484d29cd-a62d-424e-84b7-528b742210dc tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:19.884359 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-484d29cd-a62d-424e-84b7-528b742210dc tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:19.912647 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0347b896-1577-4ab9-b339-b4c30b10b8c1 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Made reservation on behalf of f016cc085eb04d9682eeea4c433357d2 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:19.915992 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0347b896-1577-4ab9-b339-b4c30b10b8c1 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:19.939223 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port b7a70113-a352-4452-8754-9926ed31cea9 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:19.939613 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:19.966300 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-484d29cd-a62d-424e-84b7-528b742210dc tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.2960973 Nov 10 18:10:19.966938 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53818) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:19.973152 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-43934ae7-3a6c-4890-ba1a-8162a15e6b4e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8ca4ee0e-ed86-48c4-ade8-aaef2a9d63c9'}]}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:20.018121 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a5dcc550-c2c5-43e8-bf5d-5c7ef037ff3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:20.102235 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-a5dcc550-c2c5-43e8-bf5d-5c7ef037ff3a None None] For port b7a70113-a352-4452-8754-9926ed31cea9, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b7a70113-a352-4452-8754-9926ed31cea9,segment=NetworkSegment(29d6080a-b232-4b39-a1e4-edaa4b6b8100),segment_id=29d6080a-b232-4b39-a1e4-edaa4b6b8100)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:20.115048 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a5dcc550-c2c5-43e8-bf5d-5c7ef037ff3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:20.125681 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:20.134266 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0347b896-1577-4ab9-b339-b4c30b10b8c1 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:20.147327 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-43934ae7-3a6c-4890-ba1a-8162a15e6b4e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:20.159351 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8523f2ce-b810-4978-98a0-af5734cc9afc None None] Update dhcp port {'port': {'network_id': '09ab19bb-63c9-4ff1-bef2-a12bb605f15f', 'fixed_ips': [{'subnet_id': '8ca4ee0e-ed86-48c4-ade8-aaef2a9d63c9', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c97198fd-10a3-47aa-8320-9aa869bfd4e5'}], 'binding:host_id': 'n-d-776250-10'}, 'id': 'b7a70113-a352-4452-8754-9926ed31cea9'} from n-d-776250-10. {{(pid=102470) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 18:10:20.201651 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0347b896-1577-4ab9-b339-b4c30b10b8c1 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Checking segment: {'id': '335f4871-b5d1-48c7-9771-7142bf00922a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd1644eb3-0df8-4e78-9011-57be51612fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:20.202487 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0347b896-1577-4ab9-b339-b4c30b10b8c1 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Network hostable DHCP agents. Network: d1644eb3-0df8-4e78-9011-57be51612fda, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:10:20.214695 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8523f2ce-b810-4978-98a0-af5734cc9afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:20.216269 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0347b896-1577-4ab9-b339-b4c30b10b8c1 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Pushing event updated for resources: {'Subnet': ['ID=29273ecf-916f-4b15-938f-1e5525948523,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:20.227512 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0347b896-1577-4ab9-b339-b4c30b10b8c1 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Network d1644eb3-0df8-4e78-9011-57be51612fda is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:10:20.237175 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-0347b896-1577-4ab9-b339-b4c30b10b8c1 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, d1644eb3-0df8-4e78-9011-57be51612fda) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:20.241751 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0347b896-1577-4ab9-b339-b4c30b10b8c1 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:20.242351 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0347b896-1577-4ab9-b339-b4c30b10b8c1 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:20.247586 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dcc550-c2c5-43e8-bf5d-5c7ef037ff3a None None] Pushing event updated for resources: {'Port': ['ID=b7a70113-a352-4452-8754-9926ed31cea9,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:20.254274 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fb9949-823b-45b7-9e0d-768b533d76ad None None] Network d1644eb3-0df8-4e78-9011-57be51612fda requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:20.261193 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0347b896-1577-4ab9-b339-b4c30b10b8c1 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7627161 Nov 10 18:10:20.265009 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53820) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:20.270075 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-ae2b648b-b768-49a9-960e-ac3e8f182a14 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Request body: {'network': {'name': 'tempest-router-network01--1283496651'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:20.295293 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2b648b-b768-49a9-960e-ac3e8f182a14 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Made reservation on behalf of f016cc085eb04d9682eeea4c433357d2 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:20.299202 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ae2b648b-b768-49a9-960e-ac3e8f182a14 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:20.330030 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2b648b-b768-49a9-960e-ac3e8f182a14 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:10:20.335278 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 18:10:20.335641 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 18:10:20.340770 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ae2b648b-b768-49a9-960e-ac3e8f182a14 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:20.341191 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-ae2b648b-b768-49a9-960e-ac3e8f182a14 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Added segment ca472ed8-9e53-4f4e-aaad-0c4c180953aa of type vlan for network 44e77d86-96f5-4471-9791-aa8b97f1bf13 Nov 10 18:10:20.382849 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ae2b648b-b768-49a9-960e-ac3e8f182a14 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:20.414326 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ae2b648b-b768-49a9-960e-ac3e8f182a14 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:20.419790 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2b648b-b768-49a9-960e-ac3e8f182a14 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:20.420494 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ae2b648b-b768-49a9-960e-ac3e8f182a14 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:20.436987 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-43934ae7-3a6c-4890-ba1a-8162a15e6b4e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Delete allocated IP 172.20.0.22 (09ab19bb-63c9-4ff1-bef2-a12bb605f15f/c97198fd-10a3-47aa-8320-9aa869bfd4e5) {{(pid=102469) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 18:10:20.476856 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ae2b648b-b768-49a9-960e-ac3e8f182a14 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2081418 Nov 10 18:10:20.477128 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53822) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:20.484813 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-44e78440-4d44-472c-98a1-760a74964ad7 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Request body: {'network': {'name': 'tempest-router-network02--1206937460'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:20.508799 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b648b-b768-49a9-960e-ac3e8f182a14 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Pushing event updated for resources: {'Network': ['ID=44e77d86-96f5-4471-9791-aa8b97f1bf13,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:20.515011 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627dc841-533a-4f75-90d6-279ab378be8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-d1644eb3-0df8-4e78-9011-57be51612fda', 'network_id': 'd1644eb3-0df8-4e78-9011-57be51612fda', 'tenant_id': 'f016cc085eb04d9682eeea4c433357d2', 'fixed_ips': [{'subnet_id': '29273ecf-916f-4b15-938f-1e5525948523'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:10:20.515879 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-627dc841-533a-4f75-90d6-279ab378be8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:20.524874 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e78440-4d44-472c-98a1-760a74964ad7 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Made reservation on behalf of f016cc085eb04d9682eeea4c433357d2 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:20.529195 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 44e77d86-96f5-4471-9791-aa8b97f1bf13 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:10:20.531136 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-44e78440-4d44-472c-98a1-760a74964ad7 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:20.561769 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e78440-4d44-472c-98a1-760a74964ad7 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:10:20.571899 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-44e78440-4d44-472c-98a1-760a74964ad7 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:20.572435 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-44e78440-4d44-472c-98a1-760a74964ad7 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Added segment 437e2f4c-308d-418e-b078-292ba2c3dc5d of type vlan for network 6e12d235-5179-42a7-b3bd-b3751f931fa2 Nov 10 18:10:20.577403 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-43934ae7-3a6c-4890-ba1a-8162a15e6b4e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:20.581939 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-43934ae7-3a6c-4890-ba1a-8162a15e6b4e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:20.623183 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-44e78440-4d44-472c-98a1-760a74964ad7 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:20.653951 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-44e78440-4d44-472c-98a1-760a74964ad7 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:20.660206 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e78440-4d44-472c-98a1-760a74964ad7 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:20.660975 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-44e78440-4d44-472c-98a1-760a74964ad7 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:20.677444 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43934ae7-3a6c-4890-ba1a-8162a15e6b4e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Port': ['ID=86a6ef9b-982e-4fe4-8951-7cea91bae25a,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:20.695833 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-43934ae7-3a6c-4890-ba1a-8162a15e6b4e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] In _notify_port_updated(), no bound segment for port 86a6ef9b-982e-4fe4-8951-7cea91bae25a on network 09ab19bb-63c9-4ff1-bef2-a12bb605f15f {{(pid=102469) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 18:10:20.702492 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43934ae7-3a6c-4890-ba1a-8162a15e6b4e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:20.703255 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-43934ae7-3a6c-4890-ba1a-8162a15e6b4e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:20.707575 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-43934ae7-3a6c-4890-ba1a-8162a15e6b4e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "PUT /v2.0/ports/86a6ef9b-982e-4fe4-8951-7cea91bae25a HTTP/1.1" status: 200 len: 920 time: 0.7366540 Nov 10 18:10:20.707890 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53824) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:20.713973 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-6ef2745b-ad2d-40e1-8772-b8e1a5336e26 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8ca4ee0e-ed86-48c4-ade8-aaef2a9d63c9'}, {'subnet_id': 'c97198fd-10a3-47aa-8320-9aa869bfd4e5'}]}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:20.728660 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-44e78440-4d44-472c-98a1-760a74964ad7 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2477777 Nov 10 18:10:20.729113 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53826) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:20.735466 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-316c566d-1ec2-4111-9f76-0b5af2c54a0a tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Request body: {'subnet': {'network_id': '44e77d86-96f5-4471-9791-aa8b97f1bf13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:20.795423 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e78440-4d44-472c-98a1-760a74964ad7 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Pushing event updated for resources: {'Network': ['ID=6e12d235-5179-42a7-b3bd-b3751f931fa2,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:20.815329 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6ef2745b-ad2d-40e1-8772-b8e1a5336e26 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:20.838459 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 6e12d235-5179-42a7-b3bd-b3751f931fa2 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:10:20.849880 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316c566d-1ec2-4111-9f76-0b5af2c54a0a tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Made reservation on behalf of f016cc085eb04d9682eeea4c433357d2 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:20.856636 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-316c566d-1ec2-4111-9f76-0b5af2c54a0a tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:20.992716 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-8523f2ce-b810-4978-98a0-af5734cc9afc None None] Allocated IP 172.20.0.18 (09ab19bb-63c9-4ff1-bef2-a12bb605f15f/c97198fd-10a3-47aa-8320-9aa869bfd4e5/b7a70113-a352-4452-8754-9926ed31cea9) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:21.032806 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-627dc841-533a-4f75-90d6-279ab378be8c None None] Allocated IP 2001:db8::2 (d1644eb3-0df8-4e78-9011-57be51612fda/29273ecf-916f-4b15-938f-1e5525948523/396b30e4-6f96-4069-bb30-ad1aff0cb168) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:21.059192 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-316c566d-1ec2-4111-9f76-0b5af2c54a0a tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:21.115124 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c566d-1ec2-4111-9f76-0b5af2c54a0a tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Pushing event updated for resources: {'Subnet': ['ID=55b6d783-56d5-42ce-b084-ce93925308b9,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:21.131732 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316c566d-1ec2-4111-9f76-0b5af2c54a0a tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Checking segment: {'id': 'ca472ed8-9e53-4f4e-aaad-0c4c180953aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '44e77d86-96f5-4471-9791-aa8b97f1bf13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:21.132204 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316c566d-1ec2-4111-9f76-0b5af2c54a0a tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Network hostable DHCP agents. Network: 44e77d86-96f5-4471-9791-aa8b97f1bf13, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:10:21.149113 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316c566d-1ec2-4111-9f76-0b5af2c54a0a tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Network 44e77d86-96f5-4471-9791-aa8b97f1bf13 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:10:21.159145 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-316c566d-1ec2-4111-9f76-0b5af2c54a0a tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 44e77d86-96f5-4471-9791-aa8b97f1bf13) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:21.167602 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316c566d-1ec2-4111-9f76-0b5af2c54a0a tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:21.169092 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-316c566d-1ec2-4111-9f76-0b5af2c54a0a tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:21.170111 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab10820-bb20-45cf-9b72-6a1f2dcc338d None None] Network 44e77d86-96f5-4471-9791-aa8b97f1bf13 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:21.180182 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-8523f2ce-b810-4978-98a0-af5734cc9afc None None] For port b7a70113-a352-4452-8754-9926ed31cea9, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b7a70113-a352-4452-8754-9926ed31cea9,segment=NetworkSegment(29d6080a-b232-4b39-a1e4-edaa4b6b8100),segment_id=29d6080a-b232-4b39-a1e4-edaa4b6b8100)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:21.185440 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-316c566d-1ec2-4111-9f76-0b5af2c54a0a tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4547696 Nov 10 18:10:21.188284 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53828) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:21.193855 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-664b2388-b34a-4fe4-a8b9-df06eb9d167d tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Request body: {'subnet': {'network_id': '6e12d235-5179-42a7-b3bd-b3751f931fa2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:21.285312 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664b2388-b34a-4fe4-a8b9-df06eb9d167d tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Made reservation on behalf of f016cc085eb04d9682eeea4c433357d2 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:21.286434 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8523f2ce-b810-4978-98a0-af5734cc9afc None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:21.288726 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-664b2388-b34a-4fe4-a8b9-df06eb9d167d tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:21.312876 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8523f2ce-b810-4978-98a0-af5734cc9afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:21.395361 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-627dc841-533a-4f75-90d6-279ab378be8c None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:21.447074 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-627dc841-533a-4f75-90d6-279ab378be8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:21.484870 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8523f2ce-b810-4978-98a0-af5734cc9afc None None] Pushing event updated for resources: {'Port': ['ID=b7a70113-a352-4452-8754-9926ed31cea9,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:21.529709 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627dc841-533a-4f75-90d6-279ab378be8c None None] Network d1644eb3-0df8-4e78-9011-57be51612fda is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:21.536303 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-627dc841-533a-4f75-90d6-279ab378be8c None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:21.546194 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627dc841-533a-4f75-90d6-279ab378be8c None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:21.571501 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627dc841-533a-4f75-90d6-279ab378be8c None None] Pushing event updated for resources: {'Port': ['ID=396b30e4-6f96-4069-bb30-ad1aff0cb168,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:21.605306 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cbacc6-90fb-4e5e-b4fa-3f5651ca84af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-44e77d86-96f5-4471-9791-aa8b97f1bf13', 'network_id': '44e77d86-96f5-4471-9791-aa8b97f1bf13', 'tenant_id': 'f016cc085eb04d9682eeea4c433357d2', 'fixed_ips': [{'subnet_id': '55b6d783-56d5-42ce-b084-ce93925308b9'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:10:21.606524 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-96cbacc6-90fb-4e5e-b4fa-3f5651ca84af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:21.657690 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-627dc841-533a-4f75-90d6-279ab378be8c None None] Attempting to bind port 396b30e4-6f96-4069-bb30-ad1aff0cb168 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:10:21.658065 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-627dc841-533a-4f75-90d6-279ab378be8c None None] Attempting to bind port 396b30e4-6f96-4069-bb30-ad1aff0cb168 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '335f4871-b5d1-48c7-9771-7142bf00922a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd1644eb3-0df8-4e78-9011-57be51612fda'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:10:21.658432 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627dc841-533a-4f75-90d6-279ab378be8c None None] Attempting to bind port 396b30e4-6f96-4069-bb30-ad1aff0cb168 on network d1644eb3-0df8-4e78-9011-57be51612fda {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:10:21.708691 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627dc841-533a-4f75-90d6-279ab378be8c None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:10:21.709073 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627dc841-533a-4f75-90d6-279ab378be8c None None] Checking segment: {'id': '335f4871-b5d1-48c7-9771-7142bf00922a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd1644eb3-0df8-4e78-9011-57be51612fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:21.709480 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-627dc841-533a-4f75-90d6-279ab378be8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:21.709879 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627dc841-533a-4f75-90d6-279ab378be8c None None] Bound using segment: {'id': '335f4871-b5d1-48c7-9771-7142bf00922a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd1644eb3-0df8-4e78-9011-57be51612fda'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:10:21.710369 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-627dc841-533a-4f75-90d6-279ab378be8c None None] Bound port: 396b30e4-6f96-4069-bb30-ad1aff0cb168, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335f4871-b5d1-48c7-9771-7142bf00922a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd1644eb3-0df8-4e78-9011-57be51612fda'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:10:21.710756 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-627dc841-533a-4f75-90d6-279ab378be8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:21.771754 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-6ef2745b-ad2d-40e1-8772-b8e1a5336e26 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Allocated IP 172.20.0.26 (09ab19bb-63c9-4ff1-bef2-a12bb605f15f/c97198fd-10a3-47aa-8320-9aa869bfd4e5/86a6ef9b-982e-4fe4-8951-7cea91bae25a) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:21.780378 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b7a70113-a352-4452-8754-9926ed31cea9 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:10:21.892770 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-627dc841-533a-4f75-90d6-279ab378be8c None None] For port 396b30e4-6f96-4069-bb30-ad1aff0cb168, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:10:21.900868 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-627dc841-533a-4f75-90d6-279ab378be8c None None] For port 396b30e4-6f96-4069-bb30-ad1aff0cb168, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=396b30e4-6f96-4069-bb30-ad1aff0cb168,segment=NetworkSegment(335f4871-b5d1-48c7-9771-7142bf00922a),segment_id=335f4871-b5d1-48c7-9771-7142bf00922a)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:10:21.902814 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-96cbacc6-90fb-4e5e-b4fa-3f5651ca84af None None] Allocated IP 2001:db8::2 (44e77d86-96f5-4471-9791-aa8b97f1bf13/55b6d783-56d5-42ce-b084-ce93925308b9/960b5429-b7e6-4354-adb4-0e1d0db77e8a) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:21.910708 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-627dc841-533a-4f75-90d6-279ab378be8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:22.014561 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6ef2745b-ad2d-40e1-8772-b8e1a5336e26 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:22.021202 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port b7a70113-a352-4452-8754-9926ed31cea9 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:22.021635 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:22.023243 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6ef2745b-ad2d-40e1-8772-b8e1a5336e26 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:22.065719 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627dc841-533a-4f75-90d6-279ab378be8c None None] Pushing event updated for resources: {'Port': ['ID=396b30e4-6f96-4069-bb30-ad1aff0cb168,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:22.092582 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-664b2388-b34a-4fe4-a8b9-df06eb9d167d tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:22.136549 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1de5a8-c704-440a-aaca-536e0035f1d0 None None] Network 09ab19bb-63c9-4ff1-bef2-a12bb605f15f requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:22.197958 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2745b-ad2d-40e1-8772-b8e1a5336e26 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Port': ['ID=86a6ef9b-982e-4fe4-8951-7cea91bae25a,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:22.248643 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b2388-b34a-4fe4-a8b9-df06eb9d167d tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Pushing event updated for resources: {'Subnet': ['ID=2a76a854-47aa-4ca1-b55d-eacb6fb805ec,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:22.265703 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664b2388-b34a-4fe4-a8b9-df06eb9d167d tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Checking segment: {'id': '437e2f4c-308d-418e-b078-292ba2c3dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6e12d235-5179-42a7-b3bd-b3751f931fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:22.265957 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664b2388-b34a-4fe4-a8b9-df06eb9d167d tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Network hostable DHCP agents. Network: 6e12d235-5179-42a7-b3bd-b3751f931fa2, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:10:22.271834 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-6ef2745b-ad2d-40e1-8772-b8e1a5336e26 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] In _notify_port_updated(), no bound segment for port 86a6ef9b-982e-4fe4-8951-7cea91bae25a on network 09ab19bb-63c9-4ff1-bef2-a12bb605f15f {{(pid=102469) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 18:10:22.277663 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-96cbacc6-90fb-4e5e-b4fa-3f5651ca84af None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:22.277919 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef2745b-ad2d-40e1-8772-b8e1a5336e26 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:22.278514 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6ef2745b-ad2d-40e1-8772-b8e1a5336e26 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:22.279866 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6ef2745b-ad2d-40e1-8772-b8e1a5336e26 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "PUT /v2.0/ports/86a6ef9b-982e-4fe4-8951-7cea91bae25a HTTP/1.1" status: 200 len: 1000 time: 1.5708401 Nov 10 18:10:22.282661 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53830) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:22.296263 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-bad18db7-df33-4f10-872a-0e6f02786d4a None None] Provisioning complete for port 86a6ef9b-982e-4fe4-8951-7cea91bae25a triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:22.296679 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bad18db7-df33-4f10-872a-0e6f02786d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:22.297101 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664b2388-b34a-4fe4-a8b9-df06eb9d167d tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Network 6e12d235-5179-42a7-b3bd-b3751f931fa2 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:10:22.307313 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-664b2388-b34a-4fe4-a8b9-df06eb9d167d tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 6e12d235-5179-42a7-b3bd-b3751f931fa2) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:22.307783 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-96cbacc6-90fb-4e5e-b4fa-3f5651ca84af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:22.311866 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664b2388-b34a-4fe4-a8b9-df06eb9d167d tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:22.312505 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-664b2388-b34a-4fe4-a8b9-df06eb9d167d tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:22.333775 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-664b2388-b34a-4fe4-a8b9-df06eb9d167d tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1437333 Nov 10 18:10:22.336329 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53832) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:22.343754 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a75439f-76bb-44aa-8c9a-926abf55ff4a None None] Network 6e12d235-5179-42a7-b3bd-b3751f931fa2 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:22.437885 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-2ff60381-b1d0-4035-9cec-39a962fcdf1a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Deleting port 86a6ef9b-982e-4fe4-8951-7cea91bae25a {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:22.438530 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2ff60381-b1d0-4035-9cec-39a962fcdf1a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:22.467112 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cbacc6-90fb-4e5e-b4fa-3f5651ca84af None None] Network 44e77d86-96f5-4471-9791-aa8b97f1bf13 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:22.470972 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-bad18db7-df33-4f10-872a-0e6f02786d4a None None] Port 86a6ef9b-982e-4fe4-8951-7cea91bae25a cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:10:22.484348 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-96cbacc6-90fb-4e5e-b4fa-3f5651ca84af None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:22.486847 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cbacc6-90fb-4e5e-b4fa-3f5651ca84af None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:22.503128 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cbacc6-90fb-4e5e-b4fa-3f5651ca84af None None] Pushing event updated for resources: {'Port': ['ID=960b5429-b7e6-4354-adb4-0e1d0db77e8a,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:22.551356 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2ff60381-b1d0-4035-9cec-39a962fcdf1a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:22.566061 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-2ff60381-b1d0-4035-9cec-39a962fcdf1a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Calling delete_port for 86a6ef9b-982e-4fe4-8951-7cea91bae25a owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:22.674584 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-530e9933-cf4d-45bd-be6e-79e171c60223 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:22.758685 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-bad18db7-df33-4f10-872a-0e6f02786d4a None None] Provisioning complete for port b7a70113-a352-4452-8754-9926ed31cea9 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:22.758685 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bad18db7-df33-4f10-872a-0e6f02786d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:22.789697 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2ff60381-b1d0-4035-9cec-39a962fcdf1a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:22.817769 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff60381-b1d0-4035-9cec-39a962fcdf1a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Port': ['ID=86a6ef9b-982e-4fe4-8951-7cea91bae25a,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:22.843935 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-96cbacc6-90fb-4e5e-b4fa-3f5651ca84af None None] Attempting to bind port 960b5429-b7e6-4354-adb4-0e1d0db77e8a on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:10:22.844328 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-96cbacc6-90fb-4e5e-b4fa-3f5651ca84af None None] Attempting to bind port 960b5429-b7e6-4354-adb4-0e1d0db77e8a by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ca472ed8-9e53-4f4e-aaad-0c4c180953aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '44e77d86-96f5-4471-9791-aa8b97f1bf13'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:10:22.844691 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cbacc6-90fb-4e5e-b4fa-3f5651ca84af None None] Attempting to bind port 960b5429-b7e6-4354-adb4-0e1d0db77e8a on network 44e77d86-96f5-4471-9791-aa8b97f1bf13 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:10:22.864554 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cbacc6-90fb-4e5e-b4fa-3f5651ca84af None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:10:22.864938 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cbacc6-90fb-4e5e-b4fa-3f5651ca84af None None] Checking segment: {'id': 'ca472ed8-9e53-4f4e-aaad-0c4c180953aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '44e77d86-96f5-4471-9791-aa8b97f1bf13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:22.865347 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-96cbacc6-90fb-4e5e-b4fa-3f5651ca84af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:22.865742 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cbacc6-90fb-4e5e-b4fa-3f5651ca84af None None] Bound using segment: {'id': 'ca472ed8-9e53-4f4e-aaad-0c4c180953aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '44e77d86-96f5-4471-9791-aa8b97f1bf13'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:10:22.866291 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-96cbacc6-90fb-4e5e-b4fa-3f5651ca84af None None] Bound port: 960b5429-b7e6-4354-adb4-0e1d0db77e8a, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca472ed8-9e53-4f4e-aaad-0c4c180953aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '44e77d86-96f5-4471-9791-aa8b97f1bf13'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:10:22.866677 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-96cbacc6-90fb-4e5e-b4fa-3f5651ca84af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:22.940663 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2ff60381-b1d0-4035-9cec-39a962fcdf1a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:22.947199 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2ff60381-b1d0-4035-9cec-39a962fcdf1a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/ports/86a6ef9b-982e-4fe4-8951-7cea91bae25a HTTP/1.1" status: 204 len: 168 time: 0.6625984 Nov 10 18:10:22.948302 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53834) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:22.985453 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-530e9933-cf4d-45bd-be6e-79e171c60223 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Allocated IP 2001:db8::1 (44e77d86-96f5-4471-9791-aa8b97f1bf13/55b6d783-56d5-42ce-b084-ce93925308b9/7b506c46-b7f2-4017-9db6-f595bcbcebd5) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:22.989393 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78635dd-afce-4631-ac4f-85660bb1a162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-6e12d235-5179-42a7-b3bd-b3751f931fa2', 'network_id': '6e12d235-5179-42a7-b3bd-b3751f931fa2', 'tenant_id': 'f016cc085eb04d9682eeea4c433357d2', 'fixed_ips': [{'subnet_id': '2a76a854-47aa-4ca1-b55d-eacb6fb805ec'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:10:22.990214 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b78635dd-afce-4631-ac4f-85660bb1a162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:22.991412 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-c84c6f9f-04d2-49e5-9828-562536d2189f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] GET failed (client error): The resource could not be found. Nov 10 18:10:22.995751 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c84c6f9f-04d2-49e5-9828-562536d2189f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "GET /v2.0/ports/86a6ef9b-982e-4fe4-8951-7cea91bae25a HTTP/1.1" status: 404 len: 333 time: 0.0432129 Nov 10 18:10:22.996176 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53836) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:23.060823 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-96cbacc6-90fb-4e5e-b4fa-3f5651ca84af None None] For port 960b5429-b7e6-4354-adb4-0e1d0db77e8a, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:10:23.071266 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-24bad20f-7e3e-42a8-b008-eafaa04b8f40 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Deleting subnet c97198fd-10a3-47aa-8320-9aa869bfd4e5 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:10:23.077541 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-24bad20f-7e3e-42a8-b008-eafaa04b8f40 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:23.120678 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-96cbacc6-90fb-4e5e-b4fa-3f5651ca84af None None] For port 960b5429-b7e6-4354-adb4-0e1d0db77e8a, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=960b5429-b7e6-4354-adb4-0e1d0db77e8a,segment=NetworkSegment(ca472ed8-9e53-4f4e-aaad-0c4c180953aa),segment_id=ca472ed8-9e53-4f4e-aaad-0c4c180953aa)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:10:23.134241 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-96cbacc6-90fb-4e5e-b4fa-3f5651ca84af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:23.144624 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-24bad20f-7e3e-42a8-b008-eafaa04b8f40 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:23.145202 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-530e9933-cf4d-45bd-be6e-79e171c60223 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:23.191169 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-530e9933-cf4d-45bd-be6e-79e171c60223 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:23.245488 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cbacc6-90fb-4e5e-b4fa-3f5651ca84af None None] Pushing event updated for resources: {'Port': ['ID=960b5429-b7e6-4354-adb4-0e1d0db77e8a,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:23.258660 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530e9933-cf4d-45bd-be6e-79e171c60223 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Network 44e77d86-96f5-4471-9791-aa8b97f1bf13 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:23.264929 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-530e9933-cf4d-45bd-be6e-79e171c60223 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:23.266232 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-b78635dd-afce-4631-ac4f-85660bb1a162 None None] Allocated IP 2001:db8::2 (6e12d235-5179-42a7-b3bd-b3751f931fa2/2a76a854-47aa-4ca1-b55d-eacb6fb805ec/5edb6aba-908c-4683-b285-d816a9de6c64) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:23.267519 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530e9933-cf4d-45bd-be6e-79e171c60223 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:23.268263 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-530e9933-cf4d-45bd-be6e-79e171c60223 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:23.275027 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e9933-cf4d-45bd-be6e-79e171c60223 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Pushing event updated for resources: {'Port': ['ID=7b506c46-b7f2-4017-9db6-f595bcbcebd5,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:23.308224 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-24bad20f-7e3e-42a8-b008-eafaa04b8f40 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:23.371277 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cea9d7-8c83-41f1-9cb6-98816ac230ad None None] Network d1644eb3-0df8-4e78-9011-57be51612fda requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:23.405275 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-530e9933-cf4d-45bd-be6e-79e171c60223 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:23.432973 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-24bad20f-7e3e-42a8-b008-eafaa04b8f40 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:23.465638 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-24bad20f-7e3e-42a8-b008-eafaa04b8f40 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:23.471734 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-24bad20f-7e3e-42a8-b008-eafaa04b8f40 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/subnets/c97198fd-10a3-47aa-8320-9aa869bfd4e5 HTTP/1.1" status: 204 len: 168 time: 0.4719203 Nov 10 18:10:23.471734 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bad20f-7e3e-42a8-b008-eafaa04b8f40 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Subnet': ['ID=c97198fd-10a3-47aa-8320-9aa869bfd4e5,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:23.472713 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53838) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:23.554233 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-8277597f-e90e-4ed3-86fd-ad5e4972eaf9 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Deleting subnet 8ca4ee0e-ed86-48c4-ade8-aaef2a9d63c9 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:10:23.562478 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-ebd6fdc4-79ee-404e-a32f-90521643e359 None None] Provisioning complete for port 396b30e4-6f96-4069-bb30-ad1aff0cb168 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:23.563167 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ebd6fdc4-79ee-404e-a32f-90521643e359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:23.563450 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8277597f-e90e-4ed3-86fd-ad5e4972eaf9 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:23.598131 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b78635dd-afce-4631-ac4f-85660bb1a162 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:23.610697 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b78635dd-afce-4631-ac4f-85660bb1a162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:23.629117 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8277597f-e90e-4ed3-86fd-ad5e4972eaf9 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:23.717113 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78635dd-afce-4631-ac4f-85660bb1a162 None None] Network 6e12d235-5179-42a7-b3bd-b3751f931fa2 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:23.726646 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-b78635dd-afce-4631-ac4f-85660bb1a162 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:23.729128 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78635dd-afce-4631-ac4f-85660bb1a162 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:23.734366 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78635dd-afce-4631-ac4f-85660bb1a162 None None] Pushing event updated for resources: {'Port': ['ID=5edb6aba-908c-4683-b285-d816a9de6c64,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:23.843736 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8277597f-e90e-4ed3-86fd-ad5e4972eaf9 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:23.843877 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ebd6fdc4-79ee-404e-a32f-90521643e359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:23.914945 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b78635dd-afce-4631-ac4f-85660bb1a162 None None] Attempting to bind port 5edb6aba-908c-4683-b285-d816a9de6c64 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:10:23.915535 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b78635dd-afce-4631-ac4f-85660bb1a162 None None] Attempting to bind port 5edb6aba-908c-4683-b285-d816a9de6c64 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '437e2f4c-308d-418e-b078-292ba2c3dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6e12d235-5179-42a7-b3bd-b3751f931fa2'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:10:23.916140 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78635dd-afce-4631-ac4f-85660bb1a162 None None] Attempting to bind port 5edb6aba-908c-4683-b285-d816a9de6c64 on network 6e12d235-5179-42a7-b3bd-b3751f931fa2 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:10:23.919024 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-530e9933-cf4d-45bd-be6e-79e171c60223 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:23.924716 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-530e9933-cf4d-45bd-be6e-79e171c60223 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:23.925661 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-530e9933-cf4d-45bd-be6e-79e171c60223 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:23.930646 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78635dd-afce-4631-ac4f-85660bb1a162 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:10:23.931372 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78635dd-afce-4631-ac4f-85660bb1a162 None None] Checking segment: {'id': '437e2f4c-308d-418e-b078-292ba2c3dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6e12d235-5179-42a7-b3bd-b3751f931fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:23.932067 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b78635dd-afce-4631-ac4f-85660bb1a162 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:23.933120 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78635dd-afce-4631-ac4f-85660bb1a162 None None] Bound using segment: {'id': '437e2f4c-308d-418e-b078-292ba2c3dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6e12d235-5179-42a7-b3bd-b3751f931fa2'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:10:23.934114 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b78635dd-afce-4631-ac4f-85660bb1a162 None None] Bound port: 5edb6aba-908c-4683-b285-d816a9de6c64, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '437e2f4c-308d-418e-b078-292ba2c3dc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6e12d235-5179-42a7-b3bd-b3751f931fa2'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:10:23.934722 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b78635dd-afce-4631-ac4f-85660bb1a162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:23.955228 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8277597f-e90e-4ed3-86fd-ad5e4972eaf9 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:23.969578 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 960b5429-b7e6-4354-adb4-0e1d0db77e8a up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:10:23.972767 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-ebd6fdc4-79ee-404e-a32f-90521643e359 None None] For port 396b30e4-6f96-4069-bb30-ad1aff0cb168, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=396b30e4-6f96-4069-bb30-ad1aff0cb168,segment=NetworkSegment(335f4871-b5d1-48c7-9771-7142bf00922a),segment_id=335f4871-b5d1-48c7-9771-7142bf00922a)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:24.003254 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8277597f-e90e-4ed3-86fd-ad5e4972eaf9 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Subnet': ['ID=8ca4ee0e-ed86-48c4-ade8-aaef2a9d63c9,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:24.003946 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fd7c0a-d579-4b5a-922a-7bbecd679a8b None None] Network 09ab19bb-63c9-4ff1-bef2-a12bb605f15f requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:24.018244 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8277597f-e90e-4ed3-86fd-ad5e4972eaf9 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:24.026419 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8277597f-e90e-4ed3-86fd-ad5e4972eaf9 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/subnets/8ca4ee0e-ed86-48c4-ade8-aaef2a9d63c9 HTTP/1.1" status: 204 len: 168 time: 0.5524940 Nov 10 18:10:24.027771 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53840) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:24.030862 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ebd6fdc4-79ee-404e-a32f-90521643e359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:24.091529 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530e9933-cf4d-45bd-be6e-79e171c60223 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Network 44e77d86-96f5-4471-9791-aa8b97f1bf13 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:24.095656 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-530e9933-cf4d-45bd-be6e-79e171c60223 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:24.116222 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e9933-cf4d-45bd-be6e-79e171c60223 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Pushing event updated for resources: {'Port': ['ID=7b506c46-b7f2-4017-9db6-f595bcbcebd5,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:24.141576 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-36f69144-d41f-4f2e-8651-45654c6cc7d2 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:24.208864 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-36f69144-d41f-4f2e-8651-45654c6cc7d2 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Deleting port b7a70113-a352-4452-8754-9926ed31cea9 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:24.209379 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-36f69144-d41f-4f2e-8651-45654c6cc7d2 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:24.239781 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd6fdc4-79ee-404e-a32f-90521643e359 None None] Pushing event updated for resources: {'Port': ['ID=396b30e4-6f96-4069-bb30-ad1aff0cb168,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:24.252656 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b78635dd-afce-4631-ac4f-85660bb1a162 None None] For port 5edb6aba-908c-4683-b285-d816a9de6c64, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:10:24.262505 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a308a1ce-6d6b-4f39-955e-271b41b4dbfc None None] Provisioning complete for port b7a70113-a352-4452-8754-9926ed31cea9 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:24.262978 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a308a1ce-6d6b-4f39-955e-271b41b4dbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:24.299113 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-36f69144-d41f-4f2e-8651-45654c6cc7d2 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] For port b7a70113-a352-4452-8754-9926ed31cea9, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b7a70113-a352-4452-8754-9926ed31cea9,segment=NetworkSegment(29d6080a-b232-4b39-a1e4-edaa4b6b8100),segment_id=29d6080a-b232-4b39-a1e4-edaa4b6b8100)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:24.299748 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-36f69144-d41f-4f2e-8651-45654c6cc7d2 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:24.310826 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530e9933-cf4d-45bd-be6e-79e171c60223 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Router 67d1d7f6-a090-4f0e-837a-6a297b7600e3 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 18:10:24.313276 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b78635dd-afce-4631-ac4f-85660bb1a162 None None] For port 5edb6aba-908c-4683-b285-d816a9de6c64, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=5edb6aba-908c-4683-b285-d816a9de6c64,segment=NetworkSegment(437e2f4c-308d-418e-b078-292ba2c3dc5d),segment_id=437e2f4c-308d-418e-b078-292ba2c3dc5d)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:10:24.315775 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 960b5429-b7e6-4354-adb4-0e1d0db77e8a triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:24.316269 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:24.316640 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-36f69144-d41f-4f2e-8651-45654c6cc7d2 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Calling delete_port for b7a70113-a352-4452-8754-9926ed31cea9 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:24.325016 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b78635dd-afce-4631-ac4f-85660bb1a162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:24.425612 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-36f69144-d41f-4f2e-8651-45654c6cc7d2 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:24.444967 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530e9933-cf4d-45bd-be6e-79e171c60223 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:10:24.452420 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-530e9933-cf4d-45bd-be6e-79e171c60223 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] 10.222.0.39 "PUT /v2.0/routers/67d1d7f6-a090-4f0e-837a-6a297b7600e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1145806 Nov 10 18:10:24.454698 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53842) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:24.467385 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584d692f-201d-46ff-a159-16fccc2cd56c None None] Sync routers for ids ['67d1d7f6-a090-4f0e-837a-6a297b7600e3'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:10:24.473480 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f69144-d41f-4f2e-8651-45654c6cc7d2 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Port': ['ID=b7a70113-a352-4452-8754-9926ed31cea9,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:24.481792 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f69144-d41f-4f2e-8651-45654c6cc7d2 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] No DVR routers for this DVR port b7a70113-a352-4452-8754-9926ed31cea9 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:10:24.493060 n-d-776250-10 neutron-server[102470]: INFO neutron.plugins.ml2.db [None req-a308a1ce-6d6b-4f39-955e-271b41b4dbfc None None] No ports have port_id starting with b7a70113-a352-4452-8754-9926ed31cea9 Nov 10 18:10:24.497104 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78635dd-afce-4631-ac4f-85660bb1a162 None None] Pushing event updated for resources: {'Port': ['ID=5edb6aba-908c-4683-b285-d816a9de6c64,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:24.521627 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584d692f-201d-46ff-a159-16fccc2cd56c None None] Routers {'67d1d7f6-a090-4f0e-837a-6a297b7600e3'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:10:24.522613 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-584d692f-201d-46ff-a159-16fccc2cd56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:10:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['67d1d7f6-a090-4f0e-837a-6a297b7600e3'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:24.531224 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a308a1ce-6d6b-4f39-955e-271b41b4dbfc None None] Could not find standard attr ID for object 86a6ef9b-982e-4fe4-8951-7cea91bae25a. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:10:24.584251 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3956353-3187-4846-b382-1217c657e51e None None] DHCP port deletion for 09ab19bb-63c9-4ff1-bef2-a12bb605f15f request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:10:24.604541 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-584d692f-201d-46ff-a159-16fccc2cd56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:24.617817 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-36f69144-d41f-4f2e-8651-45654c6cc7d2 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:24.634408 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584d692f-201d-46ff-a159-16fccc2cd56c None None] Routers {'67d1d7f6-a090-4f0e-837a-6a297b7600e3'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:10:24.635040 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-584d692f-201d-46ff-a159-16fccc2cd56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:10:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['67d1d7f6-a090-4f0e-837a-6a297b7600e3'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:24.637842 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:24.651733 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-36f69144-d41f-4f2e-8651-45654c6cc7d2 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09ab19bb-63c9-4ff1-bef2-a12bb605f15f']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:24.670267 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-36f69144-d41f-4f2e-8651-45654c6cc7d2 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d6080a-b232-4b39-a1e4-edaa4b6b8100') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:24.670880 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-36f69144-d41f-4f2e-8651-45654c6cc7d2 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d6080a-b232-4b39-a1e4-edaa4b6b8100') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:24.682976 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-36f69144-d41f-4f2e-8651-45654c6cc7d2 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:24.690627 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-584d692f-201d-46ff-a159-16fccc2cd56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:24.691267 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584d692f-201d-46ff-a159-16fccc2cd56c None None] The sync data for ids ['67d1d7f6-a090-4f0e-837a-6a297b7600e3'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:10:24.708758 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-36f69144-d41f-4f2e-8651-45654c6cc7d2 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:24.718454 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f69144-d41f-4f2e-8651-45654c6cc7d2 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:10:24.719008 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-36f69144-d41f-4f2e-8651-45654c6cc7d2 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:24.723160 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:10:24.723160 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:10:24.723160 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:10:24.723160 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:10:24.723160 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:10:24.723160 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:10:24.723160 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:10:24.723160 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:10:24.723160 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:10:24.723160 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:10:24.723160 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:10:24.723160 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:10:24.723160 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:10:24.723160 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:10:24.723160 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:10:24.723160 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:10:24.723160 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:10:24.723160 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:10:24.723160 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:10:24.723160 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:10:24.723160 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:10:24.723160 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:10:24.723160 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:10:24.723160 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:10:24.723160 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:10:24.723160 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:10:24.723160 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:10:24.723160 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:10:24.723160 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:10:24.723160 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:10:24.723160 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:10:24.723160 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:10:24.727750 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-acfb5cd4-1474-480a-aac8-c66938befb1d None None] Provisioning complete for port 396b30e4-6f96-4069-bb30-ad1aff0cb168 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:24.728120 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-acfb5cd4-1474-480a-aac8-c66938befb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:24.739399 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 960b5429-b7e6-4354-adb4-0e1d0db77e8a, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=960b5429-b7e6-4354-adb4-0e1d0db77e8a,segment=NetworkSegment(ca472ed8-9e53-4f4e-aaad-0c4c180953aa),segment_id=ca472ed8-9e53-4f4e-aaad-0c4c180953aa)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:24.761866 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:24.762888 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 396b30e4-6f96-4069-bb30-ad1aff0cb168 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:10:24.860966 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-36f69144-d41f-4f2e-8651-45654c6cc7d2 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:24.901728 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-36f69144-d41f-4f2e-8651-45654c6cc7d2 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:24.905788 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-36f69144-d41f-4f2e-8651-45654c6cc7d2 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/networks/09ab19bb-63c9-4ff1-bef2-a12bb605f15f HTTP/1.1" status: 204 len: 168 time: 0.8765273 Nov 10 18:10:24.906739 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f69144-d41f-4f2e-8651-45654c6cc7d2 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Network': ['ID=09ab19bb-63c9-4ff1-bef2-a12bb605f15f,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:24.911086 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53844) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:24.967676 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463c91b0-5871-4f0e-b6e5-b3fa9227cf29 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:24.969001 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-463c91b0-5871-4f0e-b6e5-b3fa9227cf29 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0569239 Nov 10 18:10:24.973410 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53846) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:25.032207 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0350ca4b-83ca-426d-bf10-ae0255102fab tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0570340 Nov 10 18:10:25.032926 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-b1abed7d-85f8-497b-bfd7-456ce70547d8 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 18:10:25.037728 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b1abed7d-85f8-497b-bfd7-456ce70547d8 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] 10.222.0.39 "PUT /v2.0/routers/67d1d7f6-a090-4f0e-837a-6a297b7600e3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5783231 Nov 10 18:10:25.037892 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53848) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:25.040266 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-e816c628-f460-4955-b3ca-2b5e9f9f62ea tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1540783569'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:25.041535 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53850) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:25.065935 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e816c628-f460-4955-b3ca-2b5e9f9f62ea tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:25.066421 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25e7ab1-3161-4ff4-b923-03058cced924 None None] Network 44e77d86-96f5-4471-9791-aa8b97f1bf13 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:25.069886 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e816c628-f460-4955-b3ca-2b5e9f9f62ea tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:25.099288 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e816c628-f460-4955-b3ca-2b5e9f9f62ea tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:10:25.109353 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e816c628-f460-4955-b3ca-2b5e9f9f62ea tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:25.109784 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-e816c628-f460-4955-b3ca-2b5e9f9f62ea tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Added segment c61dcb79-e059-44f1-ba4d-19610f76258f of type vlan for network 1c53977c-80fc-4d1f-80d4-6de86bacfce6 Nov 10 18:10:25.147404 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=960b5429-b7e6-4354-adb4-0e1d0db77e8a,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:25.154105 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e816c628-f460-4955-b3ca-2b5e9f9f62ea tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:25.155853 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:25.181321 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e816c628-f460-4955-b3ca-2b5e9f9f62ea tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:25.187977 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e816c628-f460-4955-b3ca-2b5e9f9f62ea tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:25.188689 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e816c628-f460-4955-b3ca-2b5e9f9f62ea tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:25.210932 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e816c628-f460-4955-b3ca-2b5e9f9f62ea tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1743674 Nov 10 18:10:25.211539 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53852) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:25.226307 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 396b30e4-6f96-4069-bb30-ad1aff0cb168 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:25.226682 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:25.227822 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-24d4c7ab-3ff1-415e-8fe0-54756928dea0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'subnet': {'network_id': '1c53977c-80fc-4d1f-80d4-6de86bacfce6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:25.327387 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816c628-f460-4955-b3ca-2b5e9f9f62ea tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Network': ['ID=1c53977c-80fc-4d1f-80d4-6de86bacfce6,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:25.369094 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 1c53977c-80fc-4d1f-80d4-6de86bacfce6 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:10:25.369391 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d4c7ab-3ff1-415e-8fe0-54756928dea0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:25.373703 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-24d4c7ab-3ff1-415e-8fe0-54756928dea0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:25.431973 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4d2f04b4-8621-4e5d-892c-48e230eaff76 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:25.458794 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:25.459285 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-dc1fe603-ddb0-497a-8fc7-bd19ee64e6fa None None] Provisioning complete for port 960b5429-b7e6-4354-adb4-0e1d0db77e8a triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:25.459650 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dc1fe603-ddb0-497a-8fc7-bd19ee64e6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:25.625923 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-24d4c7ab-3ff1-415e-8fe0-54756928dea0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:25.693602 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4c7ab-3ff1-415e-8fe0-54756928dea0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Subnet': ['ID=a4985793-5f86-4bac-93cd-d6ff500040dc,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:25.704489 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d4c7ab-3ff1-415e-8fe0-54756928dea0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Checking segment: {'id': 'c61dcb79-e059-44f1-ba4d-19610f76258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1c53977c-80fc-4d1f-80d4-6de86bacfce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:25.704805 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d4c7ab-3ff1-415e-8fe0-54756928dea0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network hostable DHCP agents. Network: 1c53977c-80fc-4d1f-80d4-6de86bacfce6, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:10:25.726269 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d4c7ab-3ff1-415e-8fe0-54756928dea0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network 1c53977c-80fc-4d1f-80d4-6de86bacfce6 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:10:25.739922 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-24d4c7ab-3ff1-415e-8fe0-54756928dea0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 1c53977c-80fc-4d1f-80d4-6de86bacfce6) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:25.745722 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d4c7ab-3ff1-415e-8fe0-54756928dea0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:25.747550 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-24d4c7ab-3ff1-415e-8fe0-54756928dea0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:25.754766 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fdd369-b35d-4c5b-a0b1-849f03c86d69 None None] Network 1c53977c-80fc-4d1f-80d4-6de86bacfce6 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:25.785592 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-24d4c7ab-3ff1-415e-8fe0-54756928dea0 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5591831 Nov 10 18:10:25.786289 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53854) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:25.797136 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-32c416af-b217-450c-9834-432f0db03848 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'port': {'network_id': '1c53977c-80fc-4d1f-80d4-6de86bacfce6', 'name': 'tempest-PortsTestJSON-1083987046'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:25.828869 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-4d2f04b4-8621-4e5d-892c-48e230eaff76 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Deleting port 7b506c46-b7f2-4017-9db6-f595bcbcebd5 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:25.829234 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4d2f04b4-8621-4e5d-892c-48e230eaff76 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:25.940502 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-d98d34d6-d39d-49da-9099-b3a7fcb1981e None None] Provisioning complete for port 7b506c46-b7f2-4017-9db6-f595bcbcebd5 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:25.940871 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d98d34d6-d39d-49da-9099-b3a7fcb1981e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:25.972927 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c416af-b217-450c-9834-432f0db03848 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:25.984515 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-32c416af-b217-450c-9834-432f0db03848 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:25.993851 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 960b5429-b7e6-4354-adb4-0e1d0db77e8a up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:10:25.999495 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4d2f04b4-8621-4e5d-892c-48e230eaff76 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:26.010199 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-32c416af-b217-450c-9834-432f0db03848 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] device_id is not set on port 7dfe1852-16a4-464f-9325-086bed77f189 yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:10:26.014249 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-4d2f04b4-8621-4e5d-892c-48e230eaff76 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Calling delete_port for 7b506c46-b7f2-4017-9db6-f595bcbcebd5 owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:26.046101 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-d98d34d6-d39d-49da-9099-b3a7fcb1981e None None] Port 7b506c46-b7f2-4017-9db6-f595bcbcebd5 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:10:26.053846 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617c1462-0143-42ee-8480-c78011884e4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-1c53977c-80fc-4d1f-80d4-6de86bacfce6', 'network_id': '1c53977c-80fc-4d1f-80d4-6de86bacfce6', 'tenant_id': 'dd2beb57805c41c7a1241e923cc5eeb7', 'fixed_ips': [{'subnet_id': 'a4985793-5f86-4bac-93cd-d6ff500040dc'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:10:26.054700 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-617c1462-0143-42ee-8480-c78011884e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:26.082737 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d998df-7f9f-4ce7-82d8-837e4aa1ad9c None None] Network 6e12d235-5179-42a7-b3bd-b3751f931fa2 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:26.137717 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-d98d34d6-d39d-49da-9099-b3a7fcb1981e None None] Provisioning complete for port 960b5429-b7e6-4354-adb4-0e1d0db77e8a triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:26.138220 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d98d34d6-d39d-49da-9099-b3a7fcb1981e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:26.143111 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-32c416af-b217-450c-9834-432f0db03848 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Allocated IP 172.20.0.6 (1c53977c-80fc-4d1f-80d4-6de86bacfce6/a4985793-5f86-4bac-93cd-d6ff500040dc/7dfe1852-16a4-464f-9325-086bed77f189) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:26.253229 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4d2f04b4-8621-4e5d-892c-48e230eaff76 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:26.288332 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 960b5429-b7e6-4354-adb4-0e1d0db77e8a triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:26.288709 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:26.307505 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f04b4-8621-4e5d-892c-48e230eaff76 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Pushing event deleted for resources: {'Port': ['ID=7b506c46-b7f2-4017-9db6-f595bcbcebd5,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:26.374640 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-32c416af-b217-450c-9834-432f0db03848 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:26.412749 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4d2f04b4-8621-4e5d-892c-48e230eaff76 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:26.422241 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-32c416af-b217-450c-9834-432f0db03848 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:26.477236 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c416af-b217-450c-9834-432f0db03848 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Port': ['ID=7dfe1852-16a4-464f-9325-086bed77f189,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:26.490995 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c416af-b217-450c-9834-432f0db03848 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network 1c53977c-80fc-4d1f-80d4-6de86bacfce6 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:26.492442 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-32c416af-b217-450c-9834-432f0db03848 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:26.495252 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c416af-b217-450c-9834-432f0db03848 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:26.522090 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-617c1462-0143-42ee-8480-c78011884e4e None None] Allocated IP 172.20.0.2 (1c53977c-80fc-4d1f-80d4-6de86bacfce6/a4985793-5f86-4bac-93cd-d6ff500040dc/10744a3a-d626-4ab4-b247-3189f43f5eaf) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:26.564656 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c416af-b217-450c-9834-432f0db03848 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:26.564656 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-32c416af-b217-450c-9834-432f0db03848 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:26.587473 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-32c416af-b217-450c-9834-432f0db03848 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7978146 Nov 10 18:10:26.587660 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53856) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:26.594112 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-7e44c9d5-9595-4cd2-b9c4-3b6b36b1b3be tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'port': {'network_id': '1c53977c-80fc-4d1f-80d4-6de86bacfce6', 'name': 'tempest-PortsTestJSON-2130163807'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:26.607390 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 396b30e4-6f96-4069-bb30-ad1aff0cb168 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:10:26.609145 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-167b9417-9f78-4fe5-8ada-16a187c210e2 None None] Could not find standard attr ID for object 7b506c46-b7f2-4017-9db6-f595bcbcebd5. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:10:26.626507 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2f04b4-8621-4e5d-892c-48e230eaff76 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Router 67d1d7f6-a090-4f0e-837a-6a297b7600e3 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:10:26.677531 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-167b9417-9f78-4fe5-8ada-16a187c210e2 None None] Provisioning complete for port 5edb6aba-908c-4683-b285-d816a9de6c64 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:26.677896 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-167b9417-9f78-4fe5-8ada-16a187c210e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:26.732494 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2f04b4-8621-4e5d-892c-48e230eaff76 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:10:26.742078 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4d2f04b4-8621-4e5d-892c-48e230eaff76 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] 10.222.0.39 "PUT /v2.0/routers/67d1d7f6-a090-4f0e-837a-6a297b7600e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6944036 Nov 10 18:10:26.742202 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53858) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:26.748445 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f216a8-1e50-4f1f-bddf-484948def566 None None] Sync routers for ids ['67d1d7f6-a090-4f0e-837a-6a297b7600e3'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:10:26.758946 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f216a8-1e50-4f1f-bddf-484948def566 None None] Routers {'67d1d7f6-a090-4f0e-837a-6a297b7600e3'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:10:26.759565 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-70f216a8-1e50-4f1f-bddf-484948def566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:10:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['67d1d7f6-a090-4f0e-837a-6a297b7600e3'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:26.791085 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e44c9d5-9595-4cd2-b9c4-3b6b36b1b3be tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:26.795237 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7e44c9d5-9595-4cd2-b9c4-3b6b36b1b3be tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:26.823046 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-7e44c9d5-9595-4cd2-b9c4-3b6b36b1b3be tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] device_id is not set on port 2bb1b6fe-770d-44eb-86fc-93edf1457ec4 yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:10:26.831958 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-70f216a8-1e50-4f1f-bddf-484948def566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:26.859463 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f216a8-1e50-4f1f-bddf-484948def566 None None] Routers {'67d1d7f6-a090-4f0e-837a-6a297b7600e3'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:10:26.859688 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-70f216a8-1e50-4f1f-bddf-484948def566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:10:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['67d1d7f6-a090-4f0e-837a-6a297b7600e3'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:26.866336 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-617c1462-0143-42ee-8480-c78011884e4e None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:26.883203 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-617c1462-0143-42ee-8480-c78011884e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:26.891702 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 396b30e4-6f96-4069-bb30-ad1aff0cb168 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:26.892417 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:26.914383 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-70f216a8-1e50-4f1f-bddf-484948def566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:26.915033 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f216a8-1e50-4f1f-bddf-484948def566 None None] The sync data for ids ['67d1d7f6-a090-4f0e-837a-6a297b7600e3'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:10:26.968312 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617c1462-0143-42ee-8480-c78011884e4e None None] Network 1c53977c-80fc-4d1f-80d4-6de86bacfce6 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:26.974479 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-617c1462-0143-42ee-8480-c78011884e4e None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:26.977266 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617c1462-0143-42ee-8480-c78011884e4e None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:27.018036 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-7e44c9d5-9595-4cd2-b9c4-3b6b36b1b3be tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Allocated IP 172.20.0.9 (1c53977c-80fc-4d1f-80d4-6de86bacfce6/a4985793-5f86-4bac-93cd-d6ff500040dc/2bb1b6fe-770d-44eb-86fc-93edf1457ec4) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:27.036237 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c1462-0143-42ee-8480-c78011884e4e None None] Pushing event updated for resources: {'Port': ['ID=10744a3a-d626-4ab4-b247-3189f43f5eaf,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:27.064618 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-167b9417-9f78-4fe5-8ada-16a187c210e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:27.111997 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-617c1462-0143-42ee-8480-c78011884e4e None None] Attempting to bind port 10744a3a-d626-4ab4-b247-3189f43f5eaf on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:10:27.113006 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-617c1462-0143-42ee-8480-c78011884e4e None None] Attempting to bind port 10744a3a-d626-4ab4-b247-3189f43f5eaf by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'c61dcb79-e059-44f1-ba4d-19610f76258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1c53977c-80fc-4d1f-80d4-6de86bacfce6'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:10:27.113006 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617c1462-0143-42ee-8480-c78011884e4e None None] Attempting to bind port 10744a3a-d626-4ab4-b247-3189f43f5eaf on network 1c53977c-80fc-4d1f-80d4-6de86bacfce6 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:10:27.152870 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617c1462-0143-42ee-8480-c78011884e4e None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:10:27.153334 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617c1462-0143-42ee-8480-c78011884e4e None None] Checking segment: {'id': 'c61dcb79-e059-44f1-ba4d-19610f76258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1c53977c-80fc-4d1f-80d4-6de86bacfce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:27.153654 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-617c1462-0143-42ee-8480-c78011884e4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:27.154041 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617c1462-0143-42ee-8480-c78011884e4e None None] Bound using segment: {'id': 'c61dcb79-e059-44f1-ba4d-19610f76258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1c53977c-80fc-4d1f-80d4-6de86bacfce6'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:10:27.154531 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-617c1462-0143-42ee-8480-c78011884e4e None None] Bound port: 10744a3a-d626-4ab4-b247-3189f43f5eaf, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c61dcb79-e059-44f1-ba4d-19610f76258f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1c53977c-80fc-4d1f-80d4-6de86bacfce6'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:10:27.154922 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-617c1462-0143-42ee-8480-c78011884e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:27.173068 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-167b9417-9f78-4fe5-8ada-16a187c210e2 None None] For port 5edb6aba-908c-4683-b285-d816a9de6c64, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=5edb6aba-908c-4683-b285-d816a9de6c64,segment=NetworkSegment(437e2f4c-308d-418e-b078-292ba2c3dc5d),segment_id=437e2f4c-308d-418e-b078-292ba2c3dc5d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:27.182111 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-167b9417-9f78-4fe5-8ada-16a187c210e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:27.198491 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7e44c9d5-9595-4cd2-b9c4-3b6b36b1b3be tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:27.212785 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 5edb6aba-908c-4683-b285-d816a9de6c64 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:10:27.237524 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7e44c9d5-9595-4cd2-b9c4-3b6b36b1b3be tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:27.265272 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-95886cbd-a6d0-41d9-a048-34d111d7734e tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] delete failed (client error): The resource could not be found. Nov 10 18:10:27.269762 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-95886cbd-a6d0-41d9-a048-34d111d7734e tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-107044686 HTTP/1.1" status: 404 len: 334 time: 0.5232351 Nov 10 18:10:27.270751 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53860) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:27.276030 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-ec9973c2-8c5d-4b74-b09b-180dd12c02f0 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Request body: {'router': {'external_gateway_info': {'network_id': '67d1d7f6-a090-4f0e-837a-6a297b7600e3'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:27.290727 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44c9d5-9595-4cd2-b9c4-3b6b36b1b3be tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Port': ['ID=2bb1b6fe-770d-44eb-86fc-93edf1457ec4,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:27.305460 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e44c9d5-9595-4cd2-b9c4-3b6b36b1b3be tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network 1c53977c-80fc-4d1f-80d4-6de86bacfce6 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:27.307322 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-7e44c9d5-9595-4cd2-b9c4-3b6b36b1b3be tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:27.311726 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e44c9d5-9595-4cd2-b9c4-3b6b36b1b3be tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:27.323390 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-7209d5be-846f-4210-b8ae-4b731872fd5c None None] Could not find standard attr ID for object 7b506c46-b7f2-4017-9db6-f595bcbcebd5. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:10:27.327645 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b9417-9f78-4fe5-8ada-16a187c210e2 None None] Pushing event updated for resources: {'Port': ['ID=5edb6aba-908c-4683-b285-d816a9de6c64,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:27.339111 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-617c1462-0143-42ee-8480-c78011884e4e None None] For port 10744a3a-d626-4ab4-b247-3189f43f5eaf, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:10:27.344903 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-617c1462-0143-42ee-8480-c78011884e4e None None] For port 10744a3a-d626-4ab4-b247-3189f43f5eaf, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=10744a3a-d626-4ab4-b247-3189f43f5eaf,segment=NetworkSegment(c61dcb79-e059-44f1-ba4d-19610f76258f),segment_id=c61dcb79-e059-44f1-ba4d-19610f76258f)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:10:27.352313 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-617c1462-0143-42ee-8480-c78011884e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:27.378114 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e44c9d5-9595-4cd2-b9c4-3b6b36b1b3be tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:27.378747 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7e44c9d5-9595-4cd2-b9c4-3b6b36b1b3be tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:27.387739 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 5edb6aba-908c-4683-b285-d816a9de6c64 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:27.388120 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:27.393146 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-7209d5be-846f-4210-b8ae-4b731872fd5c None None] Provisioning complete for port 5edb6aba-908c-4683-b285-d816a9de6c64 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:27.393567 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7209d5be-846f-4210-b8ae-4b731872fd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:27.400221 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7e44c9d5-9595-4cd2-b9c4-3b6b36b1b3be tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8088171 Nov 10 18:10:27.400573 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53862) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:27.487889 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c1462-0143-42ee-8480-c78011884e4e None None] Pushing event updated for resources: {'Port': ['ID=10744a3a-d626-4ab4-b247-3189f43f5eaf,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:27.488694 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731fb1b6-7443-4e36-9fe5-213b33d2a179 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:27.493587 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-731fb1b6-7443-4e36-9fe5-213b33d2a179 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.0918658 Nov 10 18:10:27.494718 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53864) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:27.530882 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ec9973c2-8c5d-4b74-b09b-180dd12c02f0 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:27.559145 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-ec9973c2-8c5d-4b74-b09b-180dd12c02f0 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] update failed (client error): The resource could not be found. Nov 10 18:10:27.564287 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ec9973c2-8c5d-4b74-b09b-180dd12c02f0 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] 10.222.0.39 "PUT /v2.0/routers/67d1d7f6-a090-4f0e-837a-6a297b7600e3 HTTP/1.1" status: 404 len: 339 time: 0.2900305 Nov 10 18:10:27.565073 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53866) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:27.570563 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-fd930d23-a5ce-4f36-9310-06dd8a4a21c1 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-24118324'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:27.599894 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-347ca9fb-85fc-49f8-bf1a-5fb87c6f875f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Deleting port 2bb1b6fe-770d-44eb-86fc-93edf1457ec4 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:27.600138 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-347ca9fb-85fc-49f8-bf1a-5fb87c6f875f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:27.601379 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd930d23-a5ce-4f36-9310-06dd8a4a21c1 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Made reservation on behalf of f016cc085eb04d9682eeea4c433357d2 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:27.605046 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fd930d23-a5ce-4f36-9310-06dd8a4a21c1 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:27.658706 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd930d23-a5ce-4f36-9310-06dd8a4a21c1 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:10:27.670217 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fd930d23-a5ce-4f36-9310-06dd8a4a21c1 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:27.670573 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-fd930d23-a5ce-4f36-9310-06dd8a4a21c1 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Added segment 0f80aa01-b3db-40fd-9f3f-2a0f0b205d44 of type vlan for network 5c77f4c2-dd72-4e8c-bd60-13d1637d038f Nov 10 18:10:27.712036 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b7a70113-a352-4452-8754-9926ed31cea9 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:10:27.720098 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fd930d23-a5ce-4f36-9310-06dd8a4a21c1 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:27.732312 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-347ca9fb-85fc-49f8-bf1a-5fb87c6f875f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:27.745120 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: b7a70113-a352-4452-8754-9926ed31cea9 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:10:27.745584 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b7a70113-a352-4452-8754-9926ed31cea9 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:10:27.745717 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-347ca9fb-85fc-49f8-bf1a-5fb87c6f875f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Calling delete_port for 2bb1b6fe-770d-44eb-86fc-93edf1457ec4 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:27.752502 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fd930d23-a5ce-4f36-9310-06dd8a4a21c1 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:27.761182 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd930d23-a5ce-4f36-9310-06dd8a4a21c1 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:27.762011 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fd930d23-a5ce-4f36-9310-06dd8a4a21c1 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:27.847414 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fd930d23-a5ce-4f36-9310-06dd8a4a21c1 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2812464 Nov 10 18:10:27.851104 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53868) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:27.858158 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-542db7ff-6a6f-4f03-a255-172d8840e51d tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Request body: {'subnet': {'network_id': '5c77f4c2-dd72-4e8c-bd60-13d1637d038f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:27.872209 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd930d23-a5ce-4f36-9310-06dd8a4a21c1 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Pushing event updated for resources: {'Network': ['ID=5c77f4c2-dd72-4e8c-bd60-13d1637d038f,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:27.884919 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 5c77f4c2-dd72-4e8c-bd60-13d1637d038f details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:10:27.982342 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-347ca9fb-85fc-49f8-bf1a-5fb87c6f875f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:28.022140 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ca9fb-85fc-49f8-bf1a-5fb87c6f875f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Port': ['ID=2bb1b6fe-770d-44eb-86fc-93edf1457ec4,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:28.037987 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542db7ff-6a6f-4f03-a255-172d8840e51d tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Made reservation on behalf of f016cc085eb04d9682eeea4c433357d2 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:28.039934 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-542db7ff-6a6f-4f03-a255-172d8840e51d tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:28.106659 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 10744a3a-d626-4ab4-b247-3189f43f5eaf up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:10:28.161972 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 10744a3a-d626-4ab4-b247-3189f43f5eaf triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:28.162711 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:28.162818 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-347ca9fb-85fc-49f8-bf1a-5fb87c6f875f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:28.165828 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-347ca9fb-85fc-49f8-bf1a-5fb87c6f875f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/ports/2bb1b6fe-770d-44eb-86fc-93edf1457ec4 HTTP/1.1" status: 204 len: 168 time: 0.6700969 Nov 10 18:10:28.168721 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53870) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:28.197911 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4f29f79-74bb-4d49-83bd-4483553bad94 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] GET failed (client error): The resource could not be found. Nov 10 18:10:28.205170 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e4f29f79-74bb-4d49-83bd-4483553bad94 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "GET /v2.0/ports/2bb1b6fe-770d-44eb-86fc-93edf1457ec4 HTTP/1.1" status: 404 len: 333 time: 0.0349011 Nov 10 18:10:28.206119 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53872) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:28.250234 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:28.291424 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 10744a3a-d626-4ab4-b247-3189f43f5eaf, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=10744a3a-d626-4ab4-b247-3189f43f5eaf,segment=NetworkSegment(c61dcb79-e059-44f1-ba4d-19610f76258f),segment_id=c61dcb79-e059-44f1-ba4d-19610f76258f)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:28.299676 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:28.300436 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 5edb6aba-908c-4683-b285-d816a9de6c64 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:10:28.312896 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-80d217e8-b75b-4ecf-9ffc-ca3181838df6 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Deleting port 7dfe1852-16a4-464f-9325-086bed77f189 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:28.313229 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-80d217e8-b75b-4ecf-9ffc-ca3181838df6 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:28.313888 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-542db7ff-6a6f-4f03-a255-172d8840e51d tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:28.382835 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542db7ff-6a6f-4f03-a255-172d8840e51d tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Pushing event updated for resources: {'Subnet': ['ID=077652be-c9af-4f68-a411-5603b42c4e8c,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:28.395507 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542db7ff-6a6f-4f03-a255-172d8840e51d tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Checking segment: {'id': '0f80aa01-b3db-40fd-9f3f-2a0f0b205d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5c77f4c2-dd72-4e8c-bd60-13d1637d038f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:28.395885 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542db7ff-6a6f-4f03-a255-172d8840e51d tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Network hostable DHCP agents. Network: 5c77f4c2-dd72-4e8c-bd60-13d1637d038f, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:10:28.399244 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=10744a3a-d626-4ab4-b247-3189f43f5eaf,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:28.414357 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 5edb6aba-908c-4683-b285-d816a9de6c64 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:28.415344 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:28.419664 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542db7ff-6a6f-4f03-a255-172d8840e51d tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Network 5c77f4c2-dd72-4e8c-bd60-13d1637d038f is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:10:28.430947 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-542db7ff-6a6f-4f03-a255-172d8840e51d tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 5c77f4c2-dd72-4e8c-bd60-13d1637d038f) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:28.437472 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542db7ff-6a6f-4f03-a255-172d8840e51d tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:28.438198 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-542db7ff-6a6f-4f03-a255-172d8840e51d tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:28.441968 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a7fce7-6a4a-4011-adea-8e7e600a3165 None None] Network 5c77f4c2-dd72-4e8c-bd60-13d1637d038f requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:28.462956 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-80d217e8-b75b-4ecf-9ffc-ca3181838df6 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:28.466991 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-542db7ff-6a6f-4f03-a255-172d8840e51d tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6145055 Nov 10 18:10:28.469579 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53874) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:28.476406 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-d477d716-3271-41b9-a678-40f680702e8f tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Request body: {'router': {'external_gateway_info': {'network_id': '5c77f4c2-dd72-4e8c-bd60-13d1637d038f'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:28.482615 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-80d217e8-b75b-4ecf-9ffc-ca3181838df6 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Calling delete_port for 7dfe1852-16a4-464f-9325-086bed77f189 owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:28.649641 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-80d217e8-b75b-4ecf-9ffc-ca3181838df6 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:28.688998 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0b7f32-614f-4619-9ba3-dd4ac95c5077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-5c77f4c2-dd72-4e8c-bd60-13d1637d038f', 'network_id': '5c77f4c2-dd72-4e8c-bd60-13d1637d038f', 'tenant_id': 'f016cc085eb04d9682eeea4c433357d2', 'fixed_ips': [{'subnet_id': '077652be-c9af-4f68-a411-5603b42c4e8c'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:10:28.692561 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d217e8-b75b-4ecf-9ffc-ca3181838df6 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Port': ['ID=7dfe1852-16a4-464f-9325-086bed77f189,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:28.693323 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-da0b7f32-614f-4619-9ba3-dd4ac95c5077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:28.774806 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-80d217e8-b75b-4ecf-9ffc-ca3181838df6 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:28.783739 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-80d217e8-b75b-4ecf-9ffc-ca3181838df6 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/ports/7dfe1852-16a4-464f-9325-086bed77f189 HTTP/1.1" status: 204 len: 168 time: 0.5764737 Nov 10 18:10:28.786424 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53876) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:28.788297 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa15590-90ab-413b-b3b9-661bdc17f534 None None] Network 1c53977c-80fc-4d1f-80d4-6de86bacfce6 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:28.818745 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf29b46-951a-42e6-99ab-6065dfe7f380 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] GET failed (client error): The resource could not be found. Nov 10 18:10:28.824424 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0cf29b46-951a-42e6-99ab-6065dfe7f380 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "GET /v2.0/ports/7dfe1852-16a4-464f-9325-086bed77f189 HTTP/1.1" status: 404 len: 333 time: 0.0358405 Nov 10 18:10:28.825461 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53878) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:28.886651 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb619ed7-a59a-4477-ac43-6a01ca8495e3 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Deleting subnet a4985793-5f86-4bac-93cd-d6ff500040dc {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:10:28.890447 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eb619ed7-a59a-4477-ac43-6a01ca8495e3 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:28.909062 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-aec64c71-460d-491e-ad9a-a65625b14e5b None None] Provisioning complete for port 10744a3a-d626-4ab4-b247-3189f43f5eaf triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:28.909434 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-aec64c71-460d-491e-ad9a-a65625b14e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:28.935532 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eb619ed7-a59a-4477-ac43-6a01ca8495e3 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:28.976608 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-da0b7f32-614f-4619-9ba3-dd4ac95c5077 None None] Allocated IP 2001:db8:1::2 (5c77f4c2-dd72-4e8c-bd60-13d1637d038f/077652be-c9af-4f68-a411-5603b42c4e8c/f0be82a5-c012-404a-b396-b3803703631d) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:29.031414 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eb619ed7-a59a-4477-ac43-6a01ca8495e3 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:29.034456 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d477d716-3271-41b9-a678-40f680702e8f tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:29.102942 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eb619ed7-a59a-4477-ac43-6a01ca8495e3 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:29.134752 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb619ed7-a59a-4477-ac43-6a01ca8495e3 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Subnet': ['ID=a4985793-5f86-4bac-93cd-d6ff500040dc,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:29.140763 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-eb619ed7-a59a-4477-ac43-6a01ca8495e3 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:29.144315 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-eb619ed7-a59a-4477-ac43-6a01ca8495e3 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/subnets/a4985793-5f86-4bac-93cd-d6ff500040dc HTTP/1.1" status: 204 len: 168 time: 0.3175681 Nov 10 18:10:29.149250 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53880) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:29.150198 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-d477d716-3271-41b9-a678-40f680702e8f tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 18:10:29.155768 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d477d716-3271-41b9-a678-40f680702e8f tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] 10.222.0.39 "PUT /v2.0/routers/67d1d7f6-a090-4f0e-837a-6a297b7600e3 HTTP/1.1" status: 400 len: 364 time: 0.6807520 Nov 10 18:10:29.155988 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53882) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:29.239312 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-76367d9e-fda4-407a-a0e2-53e9f503f927 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:29.241342 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-da0b7f32-614f-4619-9ba3-dd4ac95c5077 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:29.249307 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-da0b7f32-614f-4619-9ba3-dd4ac95c5077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:29.296302 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0b7f32-614f-4619-9ba3-dd4ac95c5077 None None] Network 5c77f4c2-dd72-4e8c-bd60-13d1637d038f is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:29.304687 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-da0b7f32-614f-4619-9ba3-dd4ac95c5077 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:29.309046 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0b7f32-614f-4619-9ba3-dd4ac95c5077 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:29.309784 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-76367d9e-fda4-407a-a0e2-53e9f503f927 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Deleting port 10744a3a-d626-4ab4-b247-3189f43f5eaf {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:29.310635 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-76367d9e-fda4-407a-a0e2-53e9f503f927 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:29.319761 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b7f32-614f-4619-9ba3-dd4ac95c5077 None None] Pushing event updated for resources: {'Port': ['ID=f0be82a5-c012-404a-b396-b3803703631d,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:29.378537 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-da0b7f32-614f-4619-9ba3-dd4ac95c5077 None None] Attempting to bind port f0be82a5-c012-404a-b396-b3803703631d on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:10:29.379074 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-da0b7f32-614f-4619-9ba3-dd4ac95c5077 None None] Attempting to bind port f0be82a5-c012-404a-b396-b3803703631d by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '0f80aa01-b3db-40fd-9f3f-2a0f0b205d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5c77f4c2-dd72-4e8c-bd60-13d1637d038f'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:10:29.379542 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0b7f32-614f-4619-9ba3-dd4ac95c5077 None None] Attempting to bind port f0be82a5-c012-404a-b396-b3803703631d on network 5c77f4c2-dd72-4e8c-bd60-13d1637d038f {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:10:29.385813 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0b7f32-614f-4619-9ba3-dd4ac95c5077 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:10:29.387028 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0b7f32-614f-4619-9ba3-dd4ac95c5077 None None] Checking segment: {'id': '0f80aa01-b3db-40fd-9f3f-2a0f0b205d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5c77f4c2-dd72-4e8c-bd60-13d1637d038f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:29.387452 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-da0b7f32-614f-4619-9ba3-dd4ac95c5077 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:29.387951 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0b7f32-614f-4619-9ba3-dd4ac95c5077 None None] Bound using segment: {'id': '0f80aa01-b3db-40fd-9f3f-2a0f0b205d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5c77f4c2-dd72-4e8c-bd60-13d1637d038f'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:10:29.388578 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-da0b7f32-614f-4619-9ba3-dd4ac95c5077 None None] Bound port: f0be82a5-c012-404a-b396-b3803703631d, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f80aa01-b3db-40fd-9f3f-2a0f0b205d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5c77f4c2-dd72-4e8c-bd60-13d1637d038f'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:10:29.389077 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-da0b7f32-614f-4619-9ba3-dd4ac95c5077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:29.408265 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-76367d9e-fda4-407a-a0e2-53e9f503f927 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] For port 10744a3a-d626-4ab4-b247-3189f43f5eaf, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=10744a3a-d626-4ab4-b247-3189f43f5eaf,segment=NetworkSegment(c61dcb79-e059-44f1-ba4d-19610f76258f),segment_id=c61dcb79-e059-44f1-ba4d-19610f76258f)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:29.409829 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-76367d9e-fda4-407a-a0e2-53e9f503f927 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:29.423562 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-76367d9e-fda4-407a-a0e2-53e9f503f927 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Calling delete_port for 10744a3a-d626-4ab4-b247-3189f43f5eaf owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:29.452472 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f0aad7-8c03-44a0-a01b-394a2db0bc21 None None] Network 1c53977c-80fc-4d1f-80d4-6de86bacfce6 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:29.501120 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46c68515-99b5-4086-b2ae-f0193462da5c tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:29.514876 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-da0b7f32-614f-4619-9ba3-dd4ac95c5077 None None] For port f0be82a5-c012-404a-b396-b3803703631d, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:10:29.515392 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-76367d9e-fda4-407a-a0e2-53e9f503f927 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:29.540761 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-da0b7f32-614f-4619-9ba3-dd4ac95c5077 None None] For port f0be82a5-c012-404a-b396-b3803703631d, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=f0be82a5-c012-404a-b396-b3803703631d,segment=NetworkSegment(0f80aa01-b3db-40fd-9f3f-2a0f0b205d44),segment_id=0f80aa01-b3db-40fd-9f3f-2a0f0b205d44)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:10:29.547165 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76367d9e-fda4-407a-a0e2-53e9f503f927 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Port': ['ID=10744a3a-d626-4ab4-b247-3189f43f5eaf,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:29.550710 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-da0b7f32-614f-4619-9ba3-dd4ac95c5077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:29.551583 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76367d9e-fda4-407a-a0e2-53e9f503f927 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] No DVR routers for this DVR port 10744a3a-d626-4ab4-b247-3189f43f5eaf on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:10:29.565468 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a9245d38-ef99-4a25-83cd-e357c019365b None None] Provisioning complete for port 10744a3a-d626-4ab4-b247-3189f43f5eaf triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:29.565468 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a9245d38-ef99-4a25-83cd-e357c019365b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:29.629544 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-a9245d38-ef99-4a25-83cd-e357c019365b None None] Port 10744a3a-d626-4ab4-b247-3189f43f5eaf was deleted so its status cannot be updated. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 10 18:10:29.634075 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-76367d9e-fda4-407a-a0e2-53e9f503f927 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:29.663459 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-76367d9e-fda4-407a-a0e2-53e9f503f927 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c53977c-80fc-4d1f-80d4-6de86bacfce6']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:29.674473 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-76367d9e-fda4-407a-a0e2-53e9f503f927 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c61dcb79-e059-44f1-ba4d-19610f76258f') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:29.674921 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-76367d9e-fda4-407a-a0e2-53e9f503f927 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c61dcb79-e059-44f1-ba4d-19610f76258f') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:29.687081 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b7f32-614f-4619-9ba3-dd4ac95c5077 None None] Pushing event updated for resources: {'Port': ['ID=f0be82a5-c012-404a-b396-b3803703631d,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:29.695437 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-76367d9e-fda4-407a-a0e2-53e9f503f927 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:29.712912 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-76367d9e-fda4-407a-a0e2-53e9f503f927 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:29.722082 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76367d9e-fda4-407a-a0e2-53e9f503f927 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:10:29.722725 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-76367d9e-fda4-407a-a0e2-53e9f503f927 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:29.726462 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:10:29.726462 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:10:29.726462 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:10:29.726462 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:10:29.726462 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:10:29.726462 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:10:29.726462 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:10:29.726462 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:10:29.726462 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:10:29.726462 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:10:29.726462 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:10:29.726462 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:10:29.726462 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:10:29.726462 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:10:29.726462 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:10:29.726462 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:10:29.726462 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:10:29.726462 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:10:29.726462 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:10:29.726462 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:10:29.726462 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:10:29.726462 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:10:29.726462 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:10:29.726462 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:10:29.726462 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:10:29.726462 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:10:29.726462 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:10:29.726462 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:10:29.726462 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:10:29.726462 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:10:29.726462 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:10:29.726462 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:10:29.784065 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ccac2b-6224-4133-b5dd-024d52add014 None None] DHCP port deletion for 1c53977c-80fc-4d1f-80d4-6de86bacfce6 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:10:29.803808 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-76367d9e-fda4-407a-a0e2-53e9f503f927 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:29.812927 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-76367d9e-fda4-407a-a0e2-53e9f503f927 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:29.820543 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-76367d9e-fda4-407a-a0e2-53e9f503f927 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/networks/1c53977c-80fc-4d1f-80d4-6de86bacfce6 HTTP/1.1" status: 204 len: 168 time: 0.6660252 Nov 10 18:10:29.821274 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53884) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:29.826031 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-1effb3b1-3fec-4ca0-9f26-ca21602e17a9 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1281996243'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:29.833521 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76367d9e-fda4-407a-a0e2-53e9f503f927 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Network': ['ID=1c53977c-80fc-4d1f-80d4-6de86bacfce6,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:29.833850 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-46c68515-99b5-4086-b2ae-f0193462da5c tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Allocated IP 2001:db8::1 (d1644eb3-0df8-4e78-9011-57be51612fda/29273ecf-916f-4b15-938f-1e5525948523/01c10dff-fe13-4d7d-9481-0154624bbb96) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:29.872202 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1effb3b1-3fec-4ca0-9f26-ca21602e17a9 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:29.882267 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1effb3b1-3fec-4ca0-9f26-ca21602e17a9 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:29.915447 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 10744a3a-d626-4ab4-b247-3189f43f5eaf no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:10:29.938538 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 10744a3a-d626-4ab4-b247-3189f43f5eaf {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:10:29.938538 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 10744a3a-d626-4ab4-b247-3189f43f5eaf not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:10:29.949380 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1effb3b1-3fec-4ca0-9f26-ca21602e17a9 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:10:29.973266 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1effb3b1-3fec-4ca0-9f26-ca21602e17a9 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:29.973619 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-1effb3b1-3fec-4ca0-9f26-ca21602e17a9 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Added segment 2e67fc5c-ba06-4e09-bdb6-8dceb457acbd of type vlan for network 14f0a9f6-20b4-4aef-a4dd-1f33d8eb30b1 Nov 10 18:10:30.037985 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46c68515-99b5-4086-b2ae-f0193462da5c tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:30.043194 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1effb3b1-3fec-4ca0-9f26-ca21602e17a9 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:30.082705 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1effb3b1-3fec-4ca0-9f26-ca21602e17a9 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:30.088271 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1effb3b1-3fec-4ca0-9f26-ca21602e17a9 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:30.088857 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1effb3b1-3fec-4ca0-9f26-ca21602e17a9 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:30.142474 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46c68515-99b5-4086-b2ae-f0193462da5c tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:30.158539 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1effb3b1-3fec-4ca0-9f26-ca21602e17a9 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3366828 Nov 10 18:10:30.161356 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53886) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:30.166482 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-491fce69-c1ec-4a0e-85e1-bf12617f1628 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'subnet': {'network_id': '14f0a9f6-20b4-4aef-a4dd-1f33d8eb30b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:30.208892 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1effb3b1-3fec-4ca0-9f26-ca21602e17a9 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Network': ['ID=14f0a9f6-20b4-4aef-a4dd-1f33d8eb30b1,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:30.214503 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c68515-99b5-4086-b2ae-f0193462da5c tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Network d1644eb3-0df8-4e78-9011-57be51612fda is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:30.221498 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 14f0a9f6-20b4-4aef-a4dd-1f33d8eb30b1 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:10:30.221745 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-46c68515-99b5-4086-b2ae-f0193462da5c tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:30.223921 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c68515-99b5-4086-b2ae-f0193462da5c tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:30.224502 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46c68515-99b5-4086-b2ae-f0193462da5c tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:30.228029 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c68515-99b5-4086-b2ae-f0193462da5c tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Pushing event updated for resources: {'Port': ['ID=01c10dff-fe13-4d7d-9481-0154624bbb96,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:30.275028 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491fce69-c1ec-4a0e-85e1-bf12617f1628 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:30.279666 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-491fce69-c1ec-4a0e-85e1-bf12617f1628 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:30.365466 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46c68515-99b5-4086-b2ae-f0193462da5c tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:30.500065 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-491fce69-c1ec-4a0e-85e1-bf12617f1628 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:30.537048 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2f935e65-1066-428f-85f0-94d09f6bb22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:30.591818 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-16d989c7-6964-4dd6-8385-e0349a8cba44 None None] Provisioning complete for port 01c10dff-fe13-4d7d-9481-0154624bbb96 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:30.592511 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-16d989c7-6964-4dd6-8385-e0349a8cba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:30.601721 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491fce69-c1ec-4a0e-85e1-bf12617f1628 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Subnet': ['ID=3820b7b1-9c1d-4ca9-8cf5-814d1209eab2,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:30.606611 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491fce69-c1ec-4a0e-85e1-bf12617f1628 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Checking segment: {'id': '2e67fc5c-ba06-4e09-bdb6-8dceb457acbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '14f0a9f6-20b4-4aef-a4dd-1f33d8eb30b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:30.607033 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491fce69-c1ec-4a0e-85e1-bf12617f1628 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network hostable DHCP agents. Network: 14f0a9f6-20b4-4aef-a4dd-1f33d8eb30b1, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:10:30.627986 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491fce69-c1ec-4a0e-85e1-bf12617f1628 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network 14f0a9f6-20b4-4aef-a4dd-1f33d8eb30b1 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:10:30.641155 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-491fce69-c1ec-4a0e-85e1-bf12617f1628 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 14f0a9f6-20b4-4aef-a4dd-1f33d8eb30b1) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:30.642155 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-16d989c7-6964-4dd6-8385-e0349a8cba44 None None] Port 01c10dff-fe13-4d7d-9481-0154624bbb96 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:10:30.645288 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491fce69-c1ec-4a0e-85e1-bf12617f1628 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:30.645887 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-491fce69-c1ec-4a0e-85e1-bf12617f1628 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:30.652845 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aea2e66-95b1-492f-a483-ea9c8c2ae38b None None] Network 14f0a9f6-20b4-4aef-a4dd-1f33d8eb30b1 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:30.672208 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-491fce69-c1ec-4a0e-85e1-bf12617f1628 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5094814 Nov 10 18:10:30.674998 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53888) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:30.680254 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-4531763a-e44d-45bc-bf43-b0fcb303c8f6 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'port': {'network_id': '14f0a9f6-20b4-4aef-a4dd-1f33d8eb30b1', 'name': 'tempest-PortsTestJSON-2061039075', 'fixed_ips': [{'subnet_id': '3820b7b1-9c1d-4ca9-8cf5-814d1209eab2', 'ip_address': '172.20.0.10'}]}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:30.727230 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46c68515-99b5-4086-b2ae-f0193462da5c tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:30.736375 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46c68515-99b5-4086-b2ae-f0193462da5c tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:30.737442 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46c68515-99b5-4086-b2ae-f0193462da5c tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:30.822642 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4531763a-e44d-45bc-bf43-b0fcb303c8f6 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:30.837026 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32656808-add7-438b-abad-3975a2130ebb None None] Network 5c77f4c2-dd72-4e8c-bd60-13d1637d038f requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:30.843060 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c68515-99b5-4086-b2ae-f0193462da5c tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Pushing event updated for resources: {'Port': ['ID=01c10dff-fe13-4d7d-9481-0154624bbb96,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:30.884566 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d949fb-3ac7-4140-aceb-bbeaec4a594f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-14f0a9f6-20b4-4aef-a4dd-1f33d8eb30b1', 'network_id': '14f0a9f6-20b4-4aef-a4dd-1f33d8eb30b1', 'tenant_id': 'dd2beb57805c41c7a1241e923cc5eeb7', 'fixed_ips': [{'subnet_id': '3820b7b1-9c1d-4ca9-8cf5-814d1209eab2'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:10:30.885459 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-41d949fb-3ac7-4140-aceb-bbeaec4a594f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:30.889047 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c68515-99b5-4086-b2ae-f0193462da5c tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Network d1644eb3-0df8-4e78-9011-57be51612fda is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:30.892976 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-46c68515-99b5-4086-b2ae-f0193462da5c tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:30.928875 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4531763a-e44d-45bc-bf43-b0fcb303c8f6 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:30.930373 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-65dfbd6e-fc07-49f7-bbc9-a8975329310f None None] Provisioning complete for port f0be82a5-c012-404a-b396-b3803703631d triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:30.930937 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-65dfbd6e-fc07-49f7-bbc9-a8975329310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:30.954921 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-4531763a-e44d-45bc-bf43-b0fcb303c8f6 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] device_id is not set on port dda8bade-b89b-4232-b21a-22cbf999c589 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:10:31.010523 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c68515-99b5-4086-b2ae-f0193462da5c tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Router 67d1d7f6-a090-4f0e-837a-6a297b7600e3 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:10:31.150010 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c68515-99b5-4086-b2ae-f0193462da5c tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:10:31.163641 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-46c68515-99b5-4086-b2ae-f0193462da5c tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] 10.222.0.39 "PUT /v2.0/routers/67d1d7f6-a090-4f0e-837a-6a297b7600e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0063846 Nov 10 18:10:31.164413 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53890) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:31.169010 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf84ea70-e378-4705-bac3-3502a8cf4c13 None None] Sync routers for ids ['67d1d7f6-a090-4f0e-837a-6a297b7600e3'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:10:31.173099 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-4531763a-e44d-45bc-bf43-b0fcb303c8f6 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Allocated IP 172.20.0.10 (14f0a9f6-20b4-4aef-a4dd-1f33d8eb30b1/3820b7b1-9c1d-4ca9-8cf5-814d1209eab2/dda8bade-b89b-4232-b21a-22cbf999c589) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:31.194657 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-65dfbd6e-fc07-49f7-bbc9-a8975329310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:31.198235 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf84ea70-e378-4705-bac3-3502a8cf4c13 None None] Routers {'67d1d7f6-a090-4f0e-837a-6a297b7600e3'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:10:31.199368 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-cf84ea70-e378-4705-bac3-3502a8cf4c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:10:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['67d1d7f6-a090-4f0e-837a-6a297b7600e3'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:31.247612 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-cf84ea70-e378-4705-bac3-3502a8cf4c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:31.275828 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2d55045e-1566-4004-bd61-9895be0c34df tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:31.277499 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf84ea70-e378-4705-bac3-3502a8cf4c13 None None] Routers {'67d1d7f6-a090-4f0e-837a-6a297b7600e3'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:10:31.278151 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-cf84ea70-e378-4705-bac3-3502a8cf4c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:10:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['67d1d7f6-a090-4f0e-837a-6a297b7600e3'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:31.281161 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-65dfbd6e-fc07-49f7-bbc9-a8975329310f None None] For port f0be82a5-c012-404a-b396-b3803703631d, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=f0be82a5-c012-404a-b396-b3803703631d,segment=NetworkSegment(0f80aa01-b3db-40fd-9f3f-2a0f0b205d44),segment_id=0f80aa01-b3db-40fd-9f3f-2a0f0b205d44)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:31.316905 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-65dfbd6e-fc07-49f7-bbc9-a8975329310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:31.321337 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-cf84ea70-e378-4705-bac3-3502a8cf4c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:31.322054 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf84ea70-e378-4705-bac3-3502a8cf4c13 None None] The sync data for ids ['67d1d7f6-a090-4f0e-837a-6a297b7600e3'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:10:31.355528 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4531763a-e44d-45bc-bf43-b0fcb303c8f6 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:31.383198 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-2d55045e-1566-4004-bd61-9895be0c34df tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 10 18:10:31.384355 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dfbd6e-fc07-49f7-bbc9-a8975329310f None None] Pushing event updated for resources: {'Port': ['ID=f0be82a5-c012-404a-b396-b3803703631d,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:31.388595 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2d55045e-1566-4004-bd61-9895be0c34df tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] 10.222.0.39 "DELETE /v2.0/routers/67d1d7f6-a090-4f0e-837a-6a297b7600e3 HTTP/1.1" status: 409 len: 329 time: 0.2229228 Nov 10 18:10:31.389234 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53892) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:31.406834 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4531763a-e44d-45bc-bf43-b0fcb303c8f6 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:31.454331 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-7cddcee5-a592-47e4-a5bc-7a8925a4aca9 None None] Provisioning complete for port 01c10dff-fe13-4d7d-9481-0154624bbb96 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:31.454704 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7cddcee5-a592-47e4-a5bc-7a8925a4aca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:31.464251 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4531763a-e44d-45bc-bf43-b0fcb303c8f6 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network 14f0a9f6-20b4-4aef-a4dd-1f33d8eb30b1 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:31.476027 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-4531763a-e44d-45bc-bf43-b0fcb303c8f6 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:31.479951 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4531763a-e44d-45bc-bf43-b0fcb303c8f6 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:31.499550 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-7cddcee5-a592-47e4-a5bc-7a8925a4aca9 None None] Port 01c10dff-fe13-4d7d-9481-0154624bbb96 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:10:31.515555 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-41d949fb-3ac7-4140-aceb-bbeaec4a594f None None] Allocated IP 172.20.0.2 (14f0a9f6-20b4-4aef-a4dd-1f33d8eb30b1/3820b7b1-9c1d-4ca9-8cf5-814d1209eab2/7f3970ab-0a06-4a54-9e98-90b822916831) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:31.530630 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531763a-e44d-45bc-bf43-b0fcb303c8f6 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Port': ['ID=dda8bade-b89b-4232-b21a-22cbf999c589,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:31.562726 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4531763a-e44d-45bc-bf43-b0fcb303c8f6 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:31.563396 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4531763a-e44d-45bc-bf43-b0fcb303c8f6 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:31.588531 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4531763a-e44d-45bc-bf43-b0fcb303c8f6 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9120967 Nov 10 18:10:31.590103 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53894) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:31.595839 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-f8e6eec9-abad-45c5-8729-40c73c62ea7b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'port': {'network_id': '14f0a9f6-20b4-4aef-a4dd-1f33d8eb30b1', 'name': 'tempest-PortsTestJSON-1795223459', 'fixed_ips': [{'subnet_id': '3820b7b1-9c1d-4ca9-8cf5-814d1209eab2', 'ip_address': '172.20.0.9'}]}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:31.658508 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-91c6c862-695b-4ce7-8344-3e2a500df5a3 None None] Provisioning complete for port f0be82a5-c012-404a-b396-b3803703631d triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:31.659138 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-91c6c862-695b-4ce7-8344-3e2a500df5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:31.720486 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e6eec9-abad-45c5-8729-40c73c62ea7b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:31.725544 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f8e6eec9-abad-45c5-8729-40c73c62ea7b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:31.733274 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-41d949fb-3ac7-4140-aceb-bbeaec4a594f None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:31.748528 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-41d949fb-3ac7-4140-aceb-bbeaec4a594f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:31.750679 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-f8e6eec9-abad-45c5-8729-40c73c62ea7b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] device_id is not set on port 245e0096-a521-4d4a-adfe-7349da98bbc3 yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:10:31.813494 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d949fb-3ac7-4140-aceb-bbeaec4a594f None None] Network 14f0a9f6-20b4-4aef-a4dd-1f33d8eb30b1 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:31.817984 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-41d949fb-3ac7-4140-aceb-bbeaec4a594f None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:31.820542 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d949fb-3ac7-4140-aceb-bbeaec4a594f None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:31.861611 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d949fb-3ac7-4140-aceb-bbeaec4a594f None None] Pushing event updated for resources: {'Port': ['ID=7f3970ab-0a06-4a54-9e98-90b822916831,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:31.912980 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-41d949fb-3ac7-4140-aceb-bbeaec4a594f None None] Attempting to bind port 7f3970ab-0a06-4a54-9e98-90b822916831 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:10:31.913395 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-41d949fb-3ac7-4140-aceb-bbeaec4a594f None None] Attempting to bind port 7f3970ab-0a06-4a54-9e98-90b822916831 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '2e67fc5c-ba06-4e09-bdb6-8dceb457acbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '14f0a9f6-20b4-4aef-a4dd-1f33d8eb30b1'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:10:31.913738 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d949fb-3ac7-4140-aceb-bbeaec4a594f None None] Attempting to bind port 7f3970ab-0a06-4a54-9e98-90b822916831 on network 14f0a9f6-20b4-4aef-a4dd-1f33d8eb30b1 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:10:31.919768 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d949fb-3ac7-4140-aceb-bbeaec4a594f None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:10:31.920257 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d949fb-3ac7-4140-aceb-bbeaec4a594f None None] Checking segment: {'id': '2e67fc5c-ba06-4e09-bdb6-8dceb457acbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '14f0a9f6-20b4-4aef-a4dd-1f33d8eb30b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:31.920593 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-41d949fb-3ac7-4140-aceb-bbeaec4a594f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:31.920992 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d949fb-3ac7-4140-aceb-bbeaec4a594f None None] Bound using segment: {'id': '2e67fc5c-ba06-4e09-bdb6-8dceb457acbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '14f0a9f6-20b4-4aef-a4dd-1f33d8eb30b1'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:10:31.921470 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-41d949fb-3ac7-4140-aceb-bbeaec4a594f None None] Bound port: 7f3970ab-0a06-4a54-9e98-90b822916831, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e67fc5c-ba06-4e09-bdb6-8dceb457acbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '14f0a9f6-20b4-4aef-a4dd-1f33d8eb30b1'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:10:31.921890 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-41d949fb-3ac7-4140-aceb-bbeaec4a594f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:31.955221 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-f8e6eec9-abad-45c5-8729-40c73c62ea7b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Allocated IP 172.20.0.9 (14f0a9f6-20b4-4aef-a4dd-1f33d8eb30b1/3820b7b1-9c1d-4ca9-8cf5-814d1209eab2/245e0096-a521-4d4a-adfe-7349da98bbc3) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:31.961577 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device f0be82a5-c012-404a-b396-b3803703631d up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:10:32.029848 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-41d949fb-3ac7-4140-aceb-bbeaec4a594f None None] For port 7f3970ab-0a06-4a54-9e98-90b822916831, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:10:32.033580 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-41d949fb-3ac7-4140-aceb-bbeaec4a594f None None] For port 7f3970ab-0a06-4a54-9e98-90b822916831, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=7f3970ab-0a06-4a54-9e98-90b822916831,segment=NetworkSegment(2e67fc5c-ba06-4e09-bdb6-8dceb457acbd),segment_id=2e67fc5c-ba06-4e09-bdb6-8dceb457acbd)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:10:32.039338 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-41d949fb-3ac7-4140-aceb-bbeaec4a594f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:32.083313 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port f0be82a5-c012-404a-b396-b3803703631d triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:32.083689 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:32.136434 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d949fb-3ac7-4140-aceb-bbeaec4a594f None None] Pushing event updated for resources: {'Port': ['ID=7f3970ab-0a06-4a54-9e98-90b822916831,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:32.147478 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a67029fb-b66b-4133-ad1f-36506c4ad097 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:32.172609 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f8e6eec9-abad-45c5-8729-40c73c62ea7b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:32.212326 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f8e6eec9-abad-45c5-8729-40c73c62ea7b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:32.290592 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6eec9-abad-45c5-8729-40c73c62ea7b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Port': ['ID=245e0096-a521-4d4a-adfe-7349da98bbc3,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:32.296446 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e6eec9-abad-45c5-8729-40c73c62ea7b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network 14f0a9f6-20b4-4aef-a4dd-1f33d8eb30b1 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:32.298618 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-f8e6eec9-abad-45c5-8729-40c73c62ea7b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:32.305025 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e6eec9-abad-45c5-8729-40c73c62ea7b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:32.362818 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016e1b8-662f-4255-8a38-543f647bcd16 req-0289ff1a-fdcb-4ab9-ba54-66c1d01bfda7 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:32.364455 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c016e1b8-662f-4255-8a38-543f647bcd16 req-0289ff1a-fdcb-4ab9-ba54-66c1d01bfda7 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b73f985-329d-41c6-a9b2-7806f4f37c61 HTTP/1.1" status: 200 len: 946 time: 0.1170022 Nov 10 18:10:32.385564 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e6eec9-abad-45c5-8729-40c73c62ea7b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:32.386587 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f8e6eec9-abad-45c5-8729-40c73c62ea7b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:32.447349 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f8e6eec9-abad-45c5-8729-40c73c62ea7b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8556371 Nov 10 18:10:32.447969 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c016e1b8-662f-4255-8a38-543f647bcd16 req-53237d34-7bbc-404f-889a-d1cbc7f95091 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f76a15b-fe8c-410e-949d-b4066a37518e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761478 Nov 10 18:10:32.452068 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53900) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:32.552004 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55ccecc-ca79-4990-bbba-b408a1ef473c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:32.556101 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e55ccecc-ca79-4990-bbba-b408a1ef473c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1004307 Nov 10 18:10:32.556529 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53902) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:32.582491 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-a67029fb-b66b-4133-ad1f-36506c4ad097 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Deleting port 01c10dff-fe13-4d7d-9481-0154624bbb96 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:32.582940 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a67029fb-b66b-4133-ad1f-36506c4ad097 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:32.610444 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50381d14-fa8e-4958-a74d-cfffa60b9512 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:32.616651 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50381d14-fa8e-4958-a74d-cfffa60b9512 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:32.623530 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50381d14-fa8e-4958-a74d-cfffa60b9512 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:32.625221 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-50381d14-fa8e-4958-a74d-cfffa60b9512 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.0676796 Nov 10 18:10:32.627930 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53904) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:32.671148 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a67029fb-b66b-4133-ad1f-36506c4ad097 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:32.683817 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-a67029fb-b66b-4133-ad1f-36506c4ad097 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Calling delete_port for 01c10dff-fe13-4d7d-9481-0154624bbb96 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:32.729702 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-5641b355-f20a-462e-858e-09e876b7d4f3 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Deleting port 245e0096-a521-4d4a-adfe-7349da98bbc3 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:32.730153 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5641b355-f20a-462e-858e-09e876b7d4f3 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:32.825061 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5641b355-f20a-462e-858e-09e876b7d4f3 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:32.838535 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-5641b355-f20a-462e-858e-09e876b7d4f3 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Calling delete_port for 245e0096-a521-4d4a-adfe-7349da98bbc3 owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:32.868848 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a67029fb-b66b-4133-ad1f-36506c4ad097 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:32.902094 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8da3eb00-e19d-4b59-973f-8651bbfc2ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:32.903056 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67029fb-b66b-4133-ad1f-36506c4ad097 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Pushing event deleted for resources: {'Port': ['ID=01c10dff-fe13-4d7d-9481-0154624bbb96,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:32.999996 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5641b355-f20a-462e-858e-09e876b7d4f3 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:33.014454 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a67029fb-b66b-4133-ad1f-36506c4ad097 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:33.031618 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641b355-f20a-462e-858e-09e876b7d4f3 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Port': ['ID=245e0096-a521-4d4a-adfe-7349da98bbc3,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:33.115404 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5641b355-f20a-462e-858e-09e876b7d4f3 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:33.119425 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5641b355-f20a-462e-858e-09e876b7d4f3 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/ports/245e0096-a521-4d4a-adfe-7349da98bbc3 HTTP/1.1" status: 204 len: 168 time: 0.4905102 Nov 10 18:10:33.122236 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53906) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:33.149595 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d4dab6-6611-4525-a5ad-9c560a6f1905 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] GET failed (client error): The resource could not be found. Nov 10 18:10:33.153074 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-68d4dab6-6611-4525-a5ad-9c560a6f1905 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "GET /v2.0/ports/245e0096-a521-4d4a-adfe-7349da98bbc3 HTTP/1.1" status: 404 len: 333 time: 0.0295999 Nov 10 18:10:33.156551 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53908) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:33.189681 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67029fb-b66b-4133-ad1f-36506c4ad097 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Router 67d1d7f6-a090-4f0e-837a-6a297b7600e3 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:10:33.274822 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67029fb-b66b-4133-ad1f-36506c4ad097 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:10:33.275573 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-b9870ec3-ff01-4044-954d-497569ff1710 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Deleting port dda8bade-b89b-4232-b21a-22cbf999c589 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:33.276016 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b9870ec3-ff01-4044-954d-497569ff1710 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:33.281689 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a67029fb-b66b-4133-ad1f-36506c4ad097 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] 10.222.0.39 "PUT /v2.0/routers/67d1d7f6-a090-4f0e-837a-6a297b7600e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8913074 Nov 10 18:10:33.284889 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53910) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:33.290364 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f507109-3926-42e3-8d2b-0ac4c432e668 None None] Sync routers for ids ['67d1d7f6-a090-4f0e-837a-6a297b7600e3'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:10:33.301942 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f507109-3926-42e3-8d2b-0ac4c432e668 None None] Routers {'67d1d7f6-a090-4f0e-837a-6a297b7600e3'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:10:33.302902 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-1f507109-3926-42e3-8d2b-0ac4c432e668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:10:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['67d1d7f6-a090-4f0e-837a-6a297b7600e3'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:33.331302 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-3837018e-6301-4d4d-bc85-bc30634b2005 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] show failed (client error): The resource could not be found. Nov 10 18:10:33.332413 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3837018e-6301-4d4d-bc85-bc30634b2005 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-1864116049 HTTP/1.1" status: 404 len: 335 time: 0.0465202 Nov 10 18:10:33.336506 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53912) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:33.347686 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-1f507109-3926-42e3-8d2b-0ac4c432e668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:33.349243 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-9e655be5-528c-4514-9713-261056d5889f tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:33.360005 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd449ac-3517-49f3-bfc4-ed86d844357c None None] Network 14f0a9f6-20b4-4aef-a4dd-1f33d8eb30b1 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:33.364127 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f507109-3926-42e3-8d2b-0ac4c432e668 None None] Routers {'67d1d7f6-a090-4f0e-837a-6a297b7600e3'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:10:33.364879 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-1f507109-3926-42e3-8d2b-0ac4c432e668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:10:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['67d1d7f6-a090-4f0e-837a-6a297b7600e3'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:33.394664 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-9e655be5-528c-4514-9713-261056d5889f tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] update failed (client error): The resource could not be found. Nov 10 18:10:33.399681 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9e655be5-528c-4514-9713-261056d5889f tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-1130125691 HTTP/1.1" status: 404 len: 335 time: 0.0579827 Nov 10 18:10:33.401295 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53914) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:33.401945 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-1f507109-3926-42e3-8d2b-0ac4c432e668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:33.402826 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f507109-3926-42e3-8d2b-0ac4c432e668 None None] The sync data for ids ['67d1d7f6-a090-4f0e-837a-6a297b7600e3'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:10:33.430317 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-9489be72-6ae6-4e5a-90a9-a8ac74c1768b None None] Provisioning complete for port 7f3970ab-0a06-4a54-9e98-90b822916831 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:33.430831 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9489be72-6ae6-4e5a-90a9-a8ac74c1768b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:33.466230 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b9870ec3-ff01-4044-954d-497569ff1710 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:33.487715 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-b9870ec3-ff01-4044-954d-497569ff1710 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Calling delete_port for dda8bade-b89b-4232-b21a-22cbf999c589 owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:33.498460 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dd43d5e-4020-4d40-92b1-211b4e25ea1f tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Deleting subnet 077652be-c9af-4f68-a411-5603b42c4e8c {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:10:33.502217 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7dd43d5e-4020-4d40-92b1-211b4e25ea1f tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:33.582241 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9489be72-6ae6-4e5a-90a9-a8ac74c1768b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:33.627584 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-9489be72-6ae6-4e5a-90a9-a8ac74c1768b None None] For port 7f3970ab-0a06-4a54-9e98-90b822916831, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=7f3970ab-0a06-4a54-9e98-90b822916831,segment=NetworkSegment(2e67fc5c-ba06-4e09-bdb6-8dceb457acbd),segment_id=2e67fc5c-ba06-4e09-bdb6-8dceb457acbd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:33.631892 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9489be72-6ae6-4e5a-90a9-a8ac74c1768b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:33.650595 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7dd43d5e-4020-4d40-92b1-211b4e25ea1f tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:33.689615 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489be72-6ae6-4e5a-90a9-a8ac74c1768b None None] Pushing event updated for resources: {'Port': ['ID=7f3970ab-0a06-4a54-9e98-90b822916831,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:33.705621 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea30d5-40b4-43e5-adfc-66544e93c9df req-3f918c51-f73a-4a27-8c47-cd9e7223dbd5 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:33.707155 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-07ea30d5-40b4-43e5-adfc-66544e93c9df req-3f918c51-f73a-4a27-8c47-cd9e7223dbd5 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b73f985-329d-41c6-a9b2-7806f4f37c61 HTTP/1.1" status: 200 len: 946 time: 0.1805425 Nov 10 18:10:33.775730 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca791177-1884-4ba6-954a-1685f48b5fb0 req-107131f7-0c85-414d-8abe-3330f903d299 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:33.777351 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ca791177-1884-4ba6-954a-1685f48b5fb0 req-107131f7-0c85-414d-8abe-3330f903d299 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b73f985-329d-41c6-a9b2-7806f4f37c61 HTTP/1.1" status: 200 len: 946 time: 0.2401009 Nov 10 18:10:33.857718 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-82738cdd-5b89-4bce-9ed5-3abfa60dc5d2 None None] Provisioning complete for port 7f3970ab-0a06-4a54-9e98-90b822916831 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:33.858453 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-82738cdd-5b89-4bce-9ed5-3abfa60dc5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:33.911850 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 7f3970ab-0a06-4a54-9e98-90b822916831 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:10:33.931964 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7dd43d5e-4020-4d40-92b1-211b4e25ea1f tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:33.984668 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b9870ec3-ff01-4044-954d-497569ff1710 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:34.007811 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ca791177-1884-4ba6-954a-1685f48b5fb0 req-f196216b-848a-4aeb-a0c9-61ba345264b1 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f76a15b-fe8c-410e-949d-b4066a37518e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2215700 Nov 10 18:10:34.008585 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 7f3970ab-0a06-4a54-9e98-90b822916831 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:34.008744 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:34.039023 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9870ec3-ff01-4044-954d-497569ff1710 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Port': ['ID=dda8bade-b89b-4232-b21a-22cbf999c589,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:34.056346 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-82738cdd-5b89-4bce-9ed5-3abfa60dc5d2 None None] Could not find standard attr ID for object dda8bade-b89b-4232-b21a-22cbf999c589. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:10:34.058722 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-07ea30d5-40b4-43e5-adfc-66544e93c9df req-c994baf0-1ac6-4a58-ad83-f5503748f121 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Deleting port 5360ad56-836e-4fa0-bd41-5fa36e2a0896 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:34.059011 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-07ea30d5-40b4-43e5-adfc-66544e93c9df req-c994baf0-1ac6-4a58-ad83-f5503748f121 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:34.131527 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:34.175762 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-78dd9b89-cd75-4ef1-9be1-09383d9397ce None None] Could not find standard attr ID for object dda8bade-b89b-4232-b21a-22cbf999c589. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:10:34.287632 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-03598a39-e326-43c5-b298-c790d9759c39 None None] Could not find standard attr ID for object 245e0096-a521-4d4a-adfe-7349da98bbc3. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:10:34.508559 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7dd43d5e-4020-4d40-92b1-211b4e25ea1f tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:34.558095 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd43d5e-4020-4d40-92b1-211b4e25ea1f tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Pushing event deleted for resources: {'Subnet': ['ID=077652be-c9af-4f68-a411-5603b42c4e8c,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:34.562311 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7dd43d5e-4020-4d40-92b1-211b4e25ea1f tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:34.565438 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7dd43d5e-4020-4d40-92b1-211b4e25ea1f tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] 10.222.0.39 "DELETE /v2.0/subnets/077652be-c9af-4f68-a411-5603b42c4e8c HTTP/1.1" status: 204 len: 168 time: 1.1645408 Nov 10 18:10:34.567896 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519fab1d-abd4-4453-af03-db63dd733c37 None None] Network 5c77f4c2-dd72-4e8c-bd60-13d1637d038f requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:34.568821 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53918) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:34.583016 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b9870ec3-ff01-4044-954d-497569ff1710 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:34.589769 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b9870ec3-ff01-4044-954d-497569ff1710 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/ports/dda8bade-b89b-4232-b21a-22cbf999c589 HTTP/1.1" status: 204 len: 168 time: 1.4321187 Nov 10 18:10:34.590480 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53920) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:34.641283 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-c53bfa00-b095-48a9-afde-202a7c76ecbe tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] GET failed (client error): The resource could not be found. Nov 10 18:10:34.645345 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c53bfa00-b095-48a9-afde-202a7c76ecbe tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "GET /v2.0/ports/dda8bade-b89b-4232-b21a-22cbf999c589 HTTP/1.1" status: 404 len: 333 time: 0.0452297 Nov 10 18:10:34.646860 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53922) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:34.649920 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-07ea30d5-40b4-43e5-adfc-66544e93c9df req-c994baf0-1ac6-4a58-ad83-f5503748f121 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] For port 5360ad56-836e-4fa0-bd41-5fa36e2a0896, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5360ad56-836e-4fa0-bd41-5fa36e2a0896,segment=NetworkSegment(fd05dff9-eebc-4bea-aa36-5fd458b3bc3c),segment_id=fd05dff9-eebc-4bea-aa36-5fd458b3bc3c)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:34.650287 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-07ea30d5-40b4-43e5-adfc-66544e93c9df req-c994baf0-1ac6-4a58-ad83-f5503748f121 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:34.673302 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cc413d61-4197-420a-a591-8419404b2653 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:34.728277 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-cc413d61-4197-420a-a591-8419404b2653 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Deleting port f0be82a5-c012-404a-b396-b3803703631d {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:34.728627 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cc413d61-4197-420a-a591-8419404b2653 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:34.750786 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-641785ad-082d-4f56-807c-7aecadfc5ea9 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Deleting subnet 3820b7b1-9c1d-4ca9-8cf5-814d1209eab2 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:10:34.757212 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-641785ad-082d-4f56-807c-7aecadfc5ea9 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:34.794184 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f45c43d-fb9a-4e84-a530-fe6d4b036c6e None None] DHCP port deletion for 5c77f4c2-dd72-4e8c-bd60-13d1637d038f request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:10:34.804545 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-cc413d61-4197-420a-a591-8419404b2653 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] For port f0be82a5-c012-404a-b396-b3803703631d, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=f0be82a5-c012-404a-b396-b3803703631d,segment=NetworkSegment(0f80aa01-b3db-40fd-9f3f-2a0f0b205d44),segment_id=0f80aa01-b3db-40fd-9f3f-2a0f0b205d44)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:34.805113 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cc413d61-4197-420a-a591-8419404b2653 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:34.820114 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-cc413d61-4197-420a-a591-8419404b2653 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Calling delete_port for f0be82a5-c012-404a-b396-b3803703631d owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:34.843348 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-641785ad-082d-4f56-807c-7aecadfc5ea9 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:34.846324 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-2f45c43d-fb9a-4e84-a530-fe6d4b036c6e None None] Deleting port f0be82a5-c012-404a-b396-b3803703631d {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:34.846698 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2f45c43d-fb9a-4e84-a530-fe6d4b036c6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:34.906514 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cc413d61-4197-420a-a591-8419404b2653 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:34.913038 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-2f45c43d-fb9a-4e84-a530-fe6d4b036c6e None None] For port f0be82a5-c012-404a-b396-b3803703631d, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=f0be82a5-c012-404a-b396-b3803703631d,segment=NetworkSegment(0f80aa01-b3db-40fd-9f3f-2a0f0b205d44),segment_id=0f80aa01-b3db-40fd-9f3f-2a0f0b205d44)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:34.913619 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2f45c43d-fb9a-4e84-a530-fe6d4b036c6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:34.935594 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc413d61-4197-420a-a591-8419404b2653 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Pushing event deleted for resources: {'Port': ['ID=f0be82a5-c012-404a-b396-b3803703631d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:34.935810 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-2f45c43d-fb9a-4e84-a530-fe6d4b036c6e None None] Calling delete_port for f0be82a5-c012-404a-b396-b3803703631d owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:34.943111 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc413d61-4197-420a-a591-8419404b2653 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] No DVR routers for this DVR port f0be82a5-c012-404a-b396-b3803703631d on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:10:34.950256 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-07ea30d5-40b4-43e5-adfc-66544e93c9df req-c994baf0-1ac6-4a58-ad83-f5503748f121 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:34.950621 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-07ea30d5-40b4-43e5-adfc-66544e93c9df req-c994baf0-1ac6-4a58-ad83-f5503748f121 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:34.950948 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [req-07ea30d5-40b4-43e5-adfc-66544e93c9df req-c994baf0-1ac6-4a58-ad83-f5503748f121 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Floating IP 507fb968-29e2-421e-9515-08c16c54e725 disassociated. External IP: 172.25.5.3, port: 5360ad56-836e-4fa0-bd41-5fa36e2a0896. Nov 10 18:10:34.951295 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-07ea30d5-40b4-43e5-adfc-66544e93c9df req-c994baf0-1ac6-4a58-ad83-f5503748f121 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Calling delete_port for 5360ad56-836e-4fa0-bd41-5fa36e2a0896 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:35.028556 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-641785ad-082d-4f56-807c-7aecadfc5ea9 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:35.031944 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cc413d61-4197-420a-a591-8419404b2653 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:35.052847 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2f45c43d-fb9a-4e84-a530-fe6d4b036c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:35.055865 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-cc413d61-4197-420a-a591-8419404b2653 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c77f4c2-dd72-4e8c-bd60-13d1637d038f']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:35.067386 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-cc413d61-4197-420a-a591-8419404b2653 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f80aa01-b3db-40fd-9f3f-2a0f0b205d44') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:35.067621 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-cc413d61-4197-420a-a591-8419404b2653 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f80aa01-b3db-40fd-9f3f-2a0f0b205d44') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:35.079419 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cc413d61-4197-420a-a591-8419404b2653 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:35.081916 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f45c43d-fb9a-4e84-a530-fe6d4b036c6e None None] No DVR routers for this DVR port f0be82a5-c012-404a-b396-b3803703631d on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:10:35.086199 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f45c43d-fb9a-4e84-a530-fe6d4b036c6e None None] Pushing event deleted for resources: {'Port': ['ID=f0be82a5-c012-404a-b396-b3803703631d,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:35.101621 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cc413d61-4197-420a-a591-8419404b2653 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:35.108922 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc413d61-4197-420a-a591-8419404b2653 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:10:35.110604 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cc413d61-4197-420a-a591-8419404b2653 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:35.115897 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:10:35.115897 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:10:35.115897 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:10:35.115897 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:10:35.115897 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:10:35.115897 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:10:35.115897 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:10:35.115897 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:10:35.115897 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:10:35.115897 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:10:35.115897 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:10:35.115897 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:10:35.115897 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:10:35.115897 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:10:35.115897 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:10:35.115897 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:10:35.115897 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:10:35.115897 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:10:35.115897 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:10:35.115897 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:10:35.115897 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:10:35.115897 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:10:35.115897 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:10:35.115897 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:10:35.115897 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:10:35.115897 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:10:35.115897 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:10:35.115897 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:10:35.115897 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:10:35.115897 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:10:35.115897 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:10:35.115897 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:10:35.131305 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-641785ad-082d-4f56-807c-7aecadfc5ea9 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:35.181232 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641785ad-082d-4f56-807c-7aecadfc5ea9 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Subnet': ['ID=3820b7b1-9c1d-4ca9-8cf5-814d1209eab2,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:35.190583 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-641785ad-082d-4f56-807c-7aecadfc5ea9 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:35.197435 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-641785ad-082d-4f56-807c-7aecadfc5ea9 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/subnets/3820b7b1-9c1d-4ca9-8cf5-814d1209eab2 HTTP/1.1" status: 204 len: 168 time: 0.5460088 Nov 10 18:10:35.197435 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53926) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:35.201063 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a335162-eddc-4de0-89a9-e271e7586f69 None None] Network 14f0a9f6-20b4-4aef-a4dd-1f33d8eb30b1 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:35.226849 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54002071-cf4b-4bea-a2aa-3c3cdd988f5b req-968e8778-356f-426a-b6a3-8cb8d46ba845 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:35.228605 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-54002071-cf4b-4bea-a2aa-3c3cdd988f5b req-968e8778-356f-426a-b6a3-8cb8d46ba845 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b73f985-329d-41c6-a9b2-7806f4f37c61 HTTP/1.1" status: 200 len: 946 time: 0.0971932 Nov 10 18:10:35.230069 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cc413d61-4197-420a-a591-8419404b2653 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:35.234560 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cc413d61-4197-420a-a591-8419404b2653 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:35.240991 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cc413d61-4197-420a-a591-8419404b2653 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] 10.222.0.39 "DELETE /v2.0/networks/5c77f4c2-dd72-4e8c-bd60-13d1637d038f HTTP/1.1" status: 204 len: 168 time: 0.6711228 Nov 10 18:10:35.241626 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53928) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:35.267225 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-07ea30d5-40b4-43e5-adfc-66544e93c9df req-c994baf0-1ac6-4a58-ad83-f5503748f121 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:35.299238 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc413d61-4197-420a-a591-8419404b2653 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Pushing event deleted for resources: {'Network': ['ID=5c77f4c2-dd72-4e8c-bd60-13d1637d038f,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:35.314360 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994baf0-1ac6-4a58-ad83-f5503748f121 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Pushing event deleted for resources: {'Port': ['ID=5360ad56-836e-4fa0-bd41-5fa36e2a0896,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:35.326904 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fca10435-c7d0-4551-8fdd-8ed8a9513265 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:35.337440 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9af4214-dd91-41cc-aad6-e1bf6655e45c tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Deleting subnet 2a76a854-47aa-4ca1-b55d-eacb6fb805ec {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:10:35.351657 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b9af4214-dd91-41cc-aad6-e1bf6655e45c tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:35.410110 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-54002071-cf4b-4bea-a2aa-3c3cdd988f5b req-5625629d-186b-48b7-8969-2e42535fe208 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "GET /v2.0/security-groups?id=9f76a15b-fe8c-410e-949d-b4066a37518e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618640 Nov 10 18:10:35.418937 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b9af4214-dd91-41cc-aad6-e1bf6655e45c tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:35.440451 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f816e9b-ea6d-44d4-814a-d4134f9845dc None None] DHCP port deletion for 14f0a9f6-20b4-4aef-a4dd-1f33d8eb30b1 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:10:35.481832 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-fca10435-c7d0-4551-8fdd-8ed8a9513265 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Deleting port 7f3970ab-0a06-4a54-9e98-90b822916831 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:35.482179 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fca10435-c7d0-4551-8fdd-8ed8a9513265 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:35.485720 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07ea30d5-40b4-43e5-adfc-66544e93c9df req-c994baf0-1ac6-4a58-ad83-f5503748f121 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Router c6154395-eb6a-4ff6-9002-449d09f39857 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:10:35.492531 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-6f816e9b-ea6d-44d4-814a-d4134f9845dc None None] Deleting port 7f3970ab-0a06-4a54-9e98-90b822916831 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:35.492916 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f816e9b-ea6d-44d4-814a-d4134f9845dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:35.522046 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b9af4214-dd91-41cc-aad6-e1bf6655e45c tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:35.561285 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-6f816e9b-ea6d-44d4-814a-d4134f9845dc None None] For port 7f3970ab-0a06-4a54-9e98-90b822916831, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=7f3970ab-0a06-4a54-9e98-90b822916831,segment=NetworkSegment(2e67fc5c-ba06-4e09-bdb6-8dceb457acbd),segment_id=2e67fc5c-ba06-4e09-bdb6-8dceb457acbd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:35.561691 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f816e9b-ea6d-44d4-814a-d4134f9845dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:35.586109 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-6f816e9b-ea6d-44d4-814a-d4134f9845dc None None] Calling delete_port for 7f3970ab-0a06-4a54-9e98-90b822916831 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:35.594713 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-fca10435-c7d0-4551-8fdd-8ed8a9513265 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] For port 7f3970ab-0a06-4a54-9e98-90b822916831, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=7f3970ab-0a06-4a54-9e98-90b822916831,segment=NetworkSegment(2e67fc5c-ba06-4e09-bdb6-8dceb457acbd),segment_id=2e67fc5c-ba06-4e09-bdb6-8dceb457acbd)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:35.595027 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fca10435-c7d0-4551-8fdd-8ed8a9513265 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:35.599091 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b9af4214-dd91-41cc-aad6-e1bf6655e45c tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:35.615621 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b9af4214-dd91-41cc-aad6-e1bf6655e45c tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:35.615881 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-fca10435-c7d0-4551-8fdd-8ed8a9513265 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Calling delete_port for 7f3970ab-0a06-4a54-9e98-90b822916831 owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:35.619738 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b9af4214-dd91-41cc-aad6-e1bf6655e45c tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] 10.222.0.39 "DELETE /v2.0/subnets/2a76a854-47aa-4ca1-b55d-eacb6fb805ec HTTP/1.1" status: 204 len: 168 time: 0.3735130 Nov 10 18:10:35.637459 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53932) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:35.642757 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:35.643899 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33611a20-d023-4ad8-9277-b3c805e8c3a0 None None] Network 6e12d235-5179-42a7-b3bd-b3751f931fa2 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:35.646878 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af4214-dd91-41cc-aad6-e1bf6655e45c tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Pushing event deleted for resources: {'Subnet': ['ID=2a76a854-47aa-4ca1-b55d-eacb6fb805ec,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:35.705403 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-59b96e61-ddd9-4197-930f-cb0fc1244dd9 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Deleting subnet 55b6d783-56d5-42ce-b084-ce93925308b9 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:10:35.709061 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-59b96e61-ddd9-4197-930f-cb0fc1244dd9 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:35.715700 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07ea30d5-40b4-43e5-adfc-66544e93c9df req-c994baf0-1ac6-4a58-ad83-f5503748f121 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:10:35.736374 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26143186-5282-4484-bec3-107333fa094c None None] Sync routers for ids ['c6154395-eb6a-4ff6-9002-449d09f39857'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:10:35.763817 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-59b96e61-ddd9-4197-930f-cb0fc1244dd9 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:35.815623 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26143186-5282-4484-bec3-107333fa094c None None] Routers {'c6154395-eb6a-4ff6-9002-449d09f39857'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:10:35.816307 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-26143186-5282-4484-bec3-107333fa094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:10:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['c6154395-eb6a-4ff6-9002-449d09f39857'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:35.823792 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f816e9b-ea6d-44d4-814a-d4134f9845dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:35.859458 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ea30d5-40b4-43e5-adfc-66544e93c9df req-c994baf0-1ac6-4a58-ad83-f5503748f121 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] No DVR routers for this DVR port 5360ad56-836e-4fa0-bd41-5fa36e2a0896 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:10:35.861999 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fca10435-c7d0-4551-8fdd-8ed8a9513265 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:35.866215 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-07ea30d5-40b4-43e5-adfc-66544e93c9df req-c994baf0-1ac6-4a58-ad83-f5503748f121 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:35.872191 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-07ea30d5-40b4-43e5-adfc-66544e93c9df req-c994baf0-1ac6-4a58-ad83-f5503748f121 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.13 "DELETE /v2.0/ports/5360ad56-836e-4fa0-bd41-5fa36e2a0896 HTTP/1.1" status: 204 len: 173 time: 2.1528406 Nov 10 18:10:35.877473 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b73f985-329d-41c6-a9b2-7806f4f37c61', 'name': 'network-vif-deleted', 'tag': '5360ad56-836e-4fa0-bd41-5fa36e2a0896'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:10:35.880183 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e3f0aa-242f-4a64-9d83-74f55c771018" -d '{"events": [{"server_uuid": "1b73f985-329d-41c6-a9b2-7806f4f37c61", "name": "network-vif-deleted", "tag": "5360ad56-836e-4fa0-bd41-5fa36e2a0896"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:10:35.928225 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-59b96e61-ddd9-4197-930f-cb0fc1244dd9 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:35.956264 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca10435-c7d0-4551-8fdd-8ed8a9513265 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Port': ['ID=7f3970ab-0a06-4a54-9e98-90b822916831,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:35.959184 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca10435-c7d0-4551-8fdd-8ed8a9513265 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] No DVR routers for this DVR port 7f3970ab-0a06-4a54-9e98-90b822916831 on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:10:35.997631 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-26143186-5282-4484-bec3-107333fa094c None None] Set router c6154395-eb6a-4ff6-9002-449d09f39857 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:10:36.030398 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-59b96e61-ddd9-4197-930f-cb0fc1244dd9 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:36.039348 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f816e9b-ea6d-44d4-814a-d4134f9845dc None None] Pushing event deleted for resources: {'Port': ['ID=7f3970ab-0a06-4a54-9e98-90b822916831,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:36.056492 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device f0be82a5-c012-404a-b396-b3803703631d no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:10:36.082835 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b96e61-ddd9-4197-930f-cb0fc1244dd9 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Pushing event deleted for resources: {'Subnet': ['ID=55b6d783-56d5-42ce-b084-ce93925308b9,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:36.085976 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f816e9b-ea6d-44d4-814a-d4134f9845dc None None] No DVR routers for this DVR port 7f3970ab-0a06-4a54-9e98-90b822916831 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:10:36.091624 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fca10435-c7d0-4551-8fdd-8ed8a9513265 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:36.095822 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: f0be82a5-c012-404a-b396-b3803703631d {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:10:36.095822 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device f0be82a5-c012-404a-b396-b3803703631d not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:10:36.096436 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 7f3970ab-0a06-4a54-9e98-90b822916831 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:10:36.098522 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-59b96e61-ddd9-4197-930f-cb0fc1244dd9 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:36.113181 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-59b96e61-ddd9-4197-930f-cb0fc1244dd9 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] 10.222.0.39 "DELETE /v2.0/subnets/55b6d783-56d5-42ce-b084-ce93925308b9 HTTP/1.1" status: 204 len: 168 time: 0.4723582 Nov 10 18:10:36.115515 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53938) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:36.130868 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a8b9b3-9443-4e5d-9f05-441bd17d07c6 None None] Network 44e77d86-96f5-4471-9791-aa8b97f1bf13 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:36.132127 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-fca10435-c7d0-4551-8fdd-8ed8a9513265 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f0a9f6-20b4-4aef-a4dd-1f33d8eb30b1']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:36.140409 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 7f3970ab-0a06-4a54-9e98-90b822916831 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:10:36.140558 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 7f3970ab-0a06-4a54-9e98-90b822916831 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:10:36.169201 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-fca10435-c7d0-4551-8fdd-8ed8a9513265 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e67fc5c-ba06-4e09-bdb6-8dceb457acbd') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:36.171954 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-fca10435-c7d0-4551-8fdd-8ed8a9513265 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e67fc5c-ba06-4e09-bdb6-8dceb457acbd') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:36.192712 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fca10435-c7d0-4551-8fdd-8ed8a9513265 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:36.212436 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fca10435-c7d0-4551-8fdd-8ed8a9513265 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:36.213046 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6c304c-323e-4449-ba3a-f4919900ed23 None None] DHCP port deletion for 6e12d235-5179-42a7-b3bd-b3751f931fa2 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:10:36.222628 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca10435-c7d0-4551-8fdd-8ed8a9513265 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:10:36.223145 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fca10435-c7d0-4551-8fdd-8ed8a9513265 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: self.session.flush() Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: self.session.flush() Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: self.session.flush() Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: self.session.flush() Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:10:36.227838 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:10:36.232031 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf19d739-5062-4586-92bd-231218e9401d x-openstack-request-id: req-cf19d739-5062-4586-92bd-231218e9401d {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:10:36.232031 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b73f985-329d-41c6-a9b2-7806f4f37c61", "name": "network-vif-deleted", "tag": "5360ad56-836e-4fa0-bd41-5fa36e2a0896", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:10:36.232031 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf19d739-5062-4586-92bd-231218e9401d {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:10:36.232031 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b73f985-329d-41c6-a9b2-7806f4f37c61', 'name': 'network-vif-deleted', 'tag': '5360ad56-836e-4fa0-bd41-5fa36e2a0896', 'status': 'completed', 'code': 200} Nov 10 18:10:36.270571 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-89c9a7ea-aefd-4efd-8606-667249038497 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:36.302009 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fca10435-c7d0-4551-8fdd-8ed8a9513265 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:36.324193 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fca10435-c7d0-4551-8fdd-8ed8a9513265 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:36.333260 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53940) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:36.333517 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fca10435-c7d0-4551-8fdd-8ed8a9513265 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/networks/14f0a9f6-20b4-4aef-a4dd-1f33d8eb30b1 HTTP/1.1" status: 204 len: 168 time: 1.1338508 Nov 10 18:10:36.334786 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca10435-c7d0-4551-8fdd-8ed8a9513265 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Network': ['ID=14f0a9f6-20b4-4aef-a4dd-1f33d8eb30b1,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:36.350245 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-2c9e6062-3ff7-49a3-8911-2859ab1cf962 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1774006556'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:36.364876 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:36.376184 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-89c9a7ea-aefd-4efd-8606-667249038497 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Deleting port 5edb6aba-908c-4683-b285-d816a9de6c64 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:36.376564 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-89c9a7ea-aefd-4efd-8606-667249038497 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:36.390101 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9e6062-3ff7-49a3-8911-2859ab1cf962 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:36.393546 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2c9e6062-3ff7-49a3-8911-2859ab1cf962 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:36.454064 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-1d6c304c-323e-4449-ba3a-f4919900ed23 None None] Deleting port 5edb6aba-908c-4683-b285-d816a9de6c64 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:36.454448 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1d6c304c-323e-4449-ba3a-f4919900ed23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:36.461011 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9e6062-3ff7-49a3-8911-2859ab1cf962 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:10:36.471535 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2c9e6062-3ff7-49a3-8911-2859ab1cf962 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:36.471873 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-2c9e6062-3ff7-49a3-8911-2859ab1cf962 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Added segment 20df2c46-945d-43b7-a8d7-2c83760b00ff of type vlan for network 2313f95f-e110-40b5-b7a3-678607a673d2 Nov 10 18:10:36.525758 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2c9e6062-3ff7-49a3-8911-2859ab1cf962 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:36.538650 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-1d6c304c-323e-4449-ba3a-f4919900ed23 None None] For port 5edb6aba-908c-4683-b285-d816a9de6c64, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=5edb6aba-908c-4683-b285-d816a9de6c64,segment=NetworkSegment(437e2f4c-308d-418e-b078-292ba2c3dc5d),segment_id=437e2f4c-308d-418e-b078-292ba2c3dc5d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:36.539052 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1d6c304c-323e-4449-ba3a-f4919900ed23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:36.558013 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-1d6c304c-323e-4449-ba3a-f4919900ed23 None None] Calling delete_port for 5edb6aba-908c-4683-b285-d816a9de6c64 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:36.565506 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-89c9a7ea-aefd-4efd-8606-667249038497 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] For port 5edb6aba-908c-4683-b285-d816a9de6c64, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=5edb6aba-908c-4683-b285-d816a9de6c64,segment=NetworkSegment(437e2f4c-308d-418e-b078-292ba2c3dc5d),segment_id=437e2f4c-308d-418e-b078-292ba2c3dc5d)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:36.565890 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-89c9a7ea-aefd-4efd-8606-667249038497 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:36.571413 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65913c11-4f77-43e5-bb81-9accd69d97fb None None] DHCP port deletion for 44e77d86-96f5-4471-9791-aa8b97f1bf13 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:10:36.583351 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-26143186-5282-4484-bec3-107333fa094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'name': 'tempest-TestServerBasicOps-1136037598-router', 'tenant_id': '3893148173944280a0bffe597d75933b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '428bc65a-61c7-48f2-ab13-06bc3ae55545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:05:26Z', 'updated_at': '2021-11-10T18:05:29Z', 'revision_number': 4, 'project_id': '3893148173944280a0bffe597d75933b', 'gw_port': {'id': '428bc65a-61c7-48f2-ab13-06bc3ae55545', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:05:26Z', 'updated_at': '2021-11-10T18:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '9ffde679-dd11-4138-9c4d-1f3d562bb3f9', 'name': '', 'network_id': '751663c4-944e-4370-9efe-4bbb134d1009', 'tenant_id': '3893148173944280a0bffe597d75933b', 'mac_address': 'fa:16:3e:22:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '835e2ff4-ea31-41dc-a794-aed2edab05d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:05:29Z', 'updated_at': '2021-11-10T18:05:33Z', 'revision_number': 5, 'project_id': '3893148173944280a0bffe597d75933b', 'subnets': [{'id': '835e2ff4-ea31-41dc-a794-aed2edab05d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:36.589532 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-89c9a7ea-aefd-4efd-8606-667249038497 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Calling delete_port for 5edb6aba-908c-4683-b285-d816a9de6c64 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:36.598978 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2c9e6062-3ff7-49a3-8911-2859ab1cf962 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:36.605349 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9e6062-3ff7-49a3-8911-2859ab1cf962 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:36.606034 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2c9e6062-3ff7-49a3-8911-2859ab1cf962 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:36.658367 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53946) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:36.665576 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26143186-5282-4484-bec3-107333fa094c None None] Checking router: c6154395-eb6a-4ff6-9002-449d09f39857 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:10:36.692555 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26143186-5282-4484-bec3-107333fa094c None None] Routers {'c6154395-eb6a-4ff6-9002-449d09f39857'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:10:36.693183 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-26143186-5282-4484-bec3-107333fa094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:10:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['c6154395-eb6a-4ff6-9002-449d09f39857'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:36.711438 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2c9e6062-3ff7-49a3-8911-2859ab1cf962 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3746934 Nov 10 18:10:36.711709 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53948) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:36.716961 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-6f41c4fa-b4d2-4aed-a849-b02e379b9ec1 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'subnet': {'network_id': '2313f95f-e110-40b5-b7a3-678607a673d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:36.727220 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e6062-3ff7-49a3-8911-2859ab1cf962 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Network': ['ID=2313f95f-e110-40b5-b7a3-678607a673d2,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:36.750967 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 2313f95f-e110-40b5-b7a3-678607a673d2 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:10:36.895063 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-c89ff484-47f8-4b59-8639-7a5dc6e59114 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Deleting port 532468c6-385e-485e-a515-3e7818383f95 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:36.895516 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c89ff484-47f8-4b59-8639-7a5dc6e59114 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:36.898699 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f41c4fa-b4d2-4aed-a849-b02e379b9ec1 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:36.903897 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6f41c4fa-b4d2-4aed-a849-b02e379b9ec1 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.032751 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-65913c11-4f77-43e5-bb81-9accd69d97fb None None] Deleting port 960b5429-b7e6-4354-adb4-0e1d0db77e8a {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:37.033342 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-65913c11-4f77-43e5-bb81-9accd69d97fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.034810 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1d6c304c-323e-4449-ba3a-f4919900ed23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.058711 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-89c9a7ea-aefd-4efd-8606-667249038497 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.071778 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c9a7ea-aefd-4efd-8606-667249038497 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] No DVR routers for this DVR port 5edb6aba-908c-4683-b285-d816a9de6c64 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:10:37.078681 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c89ff484-47f8-4b59-8639-7a5dc6e59114 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.079298 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c89ff484-47f8-4b59-8639-7a5dc6e59114 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.095828 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-c89ff484-47f8-4b59-8639-7a5dc6e59114 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Calling delete_port for 532468c6-385e-485e-a515-3e7818383f95 owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:37.096563 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9a7ea-aefd-4efd-8606-667249038497 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Pushing event deleted for resources: {'Port': ['ID=5edb6aba-908c-4683-b285-d816a9de6c64,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:37.121320 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 5360ad56-836e-4fa0-bd41-5fa36e2a0896 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:10:37.125696 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6c304c-323e-4449-ba3a-f4919900ed23 None None] No DVR routers for this DVR port 5edb6aba-908c-4683-b285-d816a9de6c64 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:10:37.130459 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c304c-323e-4449-ba3a-f4919900ed23 None None] Pushing event deleted for resources: {'Port': ['ID=5edb6aba-908c-4683-b285-d816a9de6c64,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:37.173652 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 5360ad56-836e-4fa0-bd41-5fa36e2a0896 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:10:37.173998 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 5360ad56-836e-4fa0-bd41-5fa36e2a0896 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:10:37.183036 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-26143186-5282-4484-bec3-107333fa094c None None] Set router c6154395-eb6a-4ff6-9002-449d09f39857 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:10:37.183261 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-89c9a7ea-aefd-4efd-8606-667249038497 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.205418 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-89c9a7ea-aefd-4efd-8606-667249038497 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e12d235-5179-42a7-b3bd-b3751f931fa2']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:37.216417 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-89c9a7ea-aefd-4efd-8606-667249038497 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '437e2f4c-308d-418e-b078-292ba2c3dc5d') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:37.216727 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-89c9a7ea-aefd-4efd-8606-667249038497 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '437e2f4c-308d-418e-b078-292ba2c3dc5d') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:37.217605 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-65913c11-4f77-43e5-bb81-9accd69d97fb None None] For port 960b5429-b7e6-4354-adb4-0e1d0db77e8a, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=960b5429-b7e6-4354-adb4-0e1d0db77e8a,segment=NetworkSegment(ca472ed8-9e53-4f4e-aaad-0c4c180953aa),segment_id=ca472ed8-9e53-4f4e-aaad-0c4c180953aa)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:37.218391 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-65913c11-4f77-43e5-bb81-9accd69d97fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.226714 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-89c9a7ea-aefd-4efd-8606-667249038497 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.237780 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-65913c11-4f77-43e5-bb81-9accd69d97fb None None] Calling delete_port for 960b5429-b7e6-4354-adb4-0e1d0db77e8a owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:37.241644 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-89c9a7ea-aefd-4efd-8606-667249038497 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.249023 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c9a7ea-aefd-4efd-8606-667249038497 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:10:37.249614 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-89c9a7ea-aefd-4efd-8606-667249038497 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: self.session.flush() Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: self.session.flush() Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: self.session.flush() Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: self.session.flush() Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:10:37.252786 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:10:37.286600 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6f41c4fa-b4d2-4aed-a849-b02e379b9ec1 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.321404 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-89c9a7ea-aefd-4efd-8606-667249038497 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.330338 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-89c9a7ea-aefd-4efd-8606-667249038497 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.338346 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-89c9a7ea-aefd-4efd-8606-667249038497 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] 10.222.0.39 "DELETE /v2.0/networks/6e12d235-5179-42a7-b3bd-b3751f931fa2 HTTP/1.1" status: 204 len: 168 time: 1.2190526 Nov 10 18:10:37.339772 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53950) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:37.389200 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9a7ea-aefd-4efd-8606-667249038497 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Pushing event deleted for resources: {'Network': ['ID=6e12d235-5179-42a7-b3bd-b3751f931fa2,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:37.391299 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41c4fa-b4d2-4aed-a849-b02e379b9ec1 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Subnet': ['ID=9ef53039-ef3d-4df4-a723-15e9bd486799,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:37.407029 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f41c4fa-b4d2-4aed-a849-b02e379b9ec1 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Checking segment: {'id': '20df2c46-945d-43b7-a8d7-2c83760b00ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2313f95f-e110-40b5-b7a3-678607a673d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:37.407397 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f41c4fa-b4d2-4aed-a849-b02e379b9ec1 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network hostable DHCP agents. Network: 2313f95f-e110-40b5-b7a3-678607a673d2, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:10:37.431028 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c89ff484-47f8-4b59-8639-7a5dc6e59114 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.436848 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f41c4fa-b4d2-4aed-a849-b02e379b9ec1 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network 2313f95f-e110-40b5-b7a3-678607a673d2 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:10:37.452961 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-65913c11-4f77-43e5-bb81-9accd69d97fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.469063 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ff484-47f8-4b59-8639-7a5dc6e59114 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Pushing event deleted for resources: {'Port': ['ID=532468c6-385e-485e-a515-3e7818383f95,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:37.475217 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-6f41c4fa-b4d2-4aed-a849-b02e379b9ec1 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 2313f95f-e110-40b5-b7a3-678607a673d2) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:37.488113 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65913c11-4f77-43e5-bb81-9accd69d97fb None None] Pushing event deleted for resources: {'Port': ['ID=960b5429-b7e6-4354-adb4-0e1d0db77e8a,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:37.490539 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacb805a-37c9-4b3e-8c7a-7aac3967d0a6 None None] Network 2313f95f-e110-40b5-b7a3-678607a673d2 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:37.492615 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65913c11-4f77-43e5-bb81-9accd69d97fb None None] No DVR routers for this DVR port 960b5429-b7e6-4354-adb4-0e1d0db77e8a on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:10:37.497461 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f41c4fa-b4d2-4aed-a849-b02e379b9ec1 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:37.498056 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6f41c4fa-b4d2-4aed-a849-b02e379b9ec1 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.500052 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-38c8e308-4718-4383-be19-adb00320b6ea tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.546836 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6f41c4fa-b4d2-4aed-a849-b02e379b9ec1 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8337791 Nov 10 18:10:37.549486 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53952) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:37.555990 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-26de6e42-481a-43a8-97e2-6c5808d28af8 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-493942996', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:37.562541 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-26143186-5282-4484-bec3-107333fa094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'name': 'tempest-TestServerBasicOps-1136037598-router', 'tenant_id': '3893148173944280a0bffe597d75933b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '428bc65a-61c7-48f2-ab13-06bc3ae55545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:05:26Z', 'updated_at': '2021-11-10T18:05:29Z', 'revision_number': 4, 'project_id': '3893148173944280a0bffe597d75933b', 'gw_port': {'id': '428bc65a-61c7-48f2-ab13-06bc3ae55545', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:05:26Z', 'updated_at': '2021-11-10T18:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '9ffde679-dd11-4138-9c4d-1f3d562bb3f9', 'name': '', 'network_id': '751663c4-944e-4370-9efe-4bbb134d1009', 'tenant_id': '3893148173944280a0bffe597d75933b', 'mac_address': 'fa:16:3e:22:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '835e2ff4-ea31-41dc-a794-aed2edab05d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:05:29Z', 'updated_at': '2021-11-10T18:05:33Z', 'revision_number': 5, 'project_id': '3893148173944280a0bffe597d75933b', 'subnets': [{'id': '835e2ff4-ea31-41dc-a794-aed2edab05d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:37.571657 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c89ff484-47f8-4b59-8639-7a5dc6e59114 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.575887 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c89ff484-47f8-4b59-8639-7a5dc6e59114 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.577079 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c89ff484-47f8-4b59-8639-7a5dc6e59114 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "DELETE /v2.0/floatingips/507fb968-29e2-421e-9515-08c16c54e725 HTTP/1.1" status: 204 len: 168 time: 0.9177206 Nov 10 18:10:37.593789 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-26de6e42-481a-43a8-97e2-6c5808d28af8 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.595190 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-26de6e42-481a-43a8-97e2-6c5808d28af8 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.602835 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26143186-5282-4484-bec3-107333fa094c None None] The sync data for ids ['c6154395-eb6a-4ff6-9002-449d09f39857'] in n-d-776250-10 is: [{'id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'name': 'tempest-TestServerBasicOps-1136037598-router', 'tenant_id': '3893148173944280a0bffe597d75933b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '428bc65a-61c7-48f2-ab13-06bc3ae55545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:05:26Z', 'updated_at': '2021-11-10T18:05:29Z', 'revision_number': 4, 'project_id': '3893148173944280a0bffe597d75933b', 'gw_port': {'id': '428bc65a-61c7-48f2-ab13-06bc3ae55545', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:05:26Z', 'updated_at': '2021-11-10T18:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '9ffde679-dd11-4138-9c4d-1f3d562bb3f9', 'name': '', 'network_id': '751663c4-944e-4370-9efe-4bbb134d1009', 'tenant_id': '3893148173944280a0bffe597d75933b', 'mac_address': 'fa:16:3e:22:84:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '835e2ff4-ea31-41dc-a794-aed2edab05d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:05:29Z', 'updated_at': '2021-11-10T18:05:33Z', 'revision_number': 5, 'project_id': '3893148173944280a0bffe597d75933b', 'subnets': [{'id': '835e2ff4-ea31-41dc-a794-aed2edab05d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:10:37.621348 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-38c8e308-4718-4383-be19-adb00320b6ea tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.669413 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-26de6e42-481a-43a8-97e2-6c5808d28af8 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.679104 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-26de6e42-481a-43a8-97e2-6c5808d28af8 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.686047 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-38c8e308-4718-4383-be19-adb00320b6ea tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44e77d86-96f5-4471-9791-aa8b97f1bf13']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:37.691554 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53958) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:37.697017 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-38c8e308-4718-4383-be19-adb00320b6ea tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca472ed8-9e53-4f4e-aaad-0c4c180953aa') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:37.698189 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-38c8e308-4718-4383-be19-adb00320b6ea tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca472ed8-9e53-4f4e-aaad-0c4c180953aa') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:37.713178 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-38c8e308-4718-4383-be19-adb00320b6ea tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.730617 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-26de6e42-481a-43a8-97e2-6c5808d28af8 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.731840 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-26de6e42-481a-43a8-97e2-6c5808d28af8 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1811237 Nov 10 18:10:37.732533 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-38c8e308-4718-4383-be19-adb00320b6ea tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.735480 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53960) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:37.745249 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-57256c24-dc15-4091-877e-2990c81ada40 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'port': {'network_id': '2313f95f-e110-40b5-b7a3-678607a673d2', 'name': 'tempest-PortsTestJSON-74181066'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:37.747131 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c2de7e-109e-4516-bea0-5d526a6612da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-2313f95f-e110-40b5-b7a3-678607a673d2', 'network_id': '2313f95f-e110-40b5-b7a3-678607a673d2', 'tenant_id': 'dd2beb57805c41c7a1241e923cc5eeb7', 'fixed_ips': [{'subnet_id': '9ef53039-ef3d-4df4-a723-15e9bd486799'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:10:37.748236 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f5c2de7e-109e-4516-bea0-5d526a6612da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.762569 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38c8e308-4718-4383-be19-adb00320b6ea tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:10:37.762973 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-38c8e308-4718-4383-be19-adb00320b6ea tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.766198 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:10:37.766198 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:10:37.766198 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:10:37.766198 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:10:37.766198 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:10:37.766198 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:10:37.766198 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:10:37.766198 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:10:37.766198 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:10:37.766198 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:10:37.766198 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:10:37.766198 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:10:37.766198 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:10:37.766198 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:10:37.766198 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:10:37.766198 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:10:37.766198 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:10:37.766198 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:10:37.766198 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:10:37.766198 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:10:37.766198 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:10:37.766198 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:10:37.766198 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:10:37.766198 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:10:37.766198 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:10:37.766198 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:10:37.766198 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:10:37.766198 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:10:37.766198 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:10:37.766198 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:10:37.766198 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:10:37.766198 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:10:37.794535 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-73d27a78-eee6-4454-bbcb-e8312e2bc088 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.845409 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-73d27a78-eee6-4454-bbcb-e8312e2bc088 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.857456 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 960b5429-b7e6-4354-adb4-0e1d0db77e8a no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:10:37.881637 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-38c8e308-4718-4383-be19-adb00320b6ea tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.886970 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-38c8e308-4718-4383-be19-adb00320b6ea tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.893742 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53962) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:37.893927 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-38c8e308-4718-4383-be19-adb00320b6ea tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] 10.222.0.39 "DELETE /v2.0/networks/44e77d86-96f5-4471-9791-aa8b97f1bf13 HTTP/1.1" status: 204 len: 168 time: 0.5312519 Nov 10 18:10:37.900851 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 960b5429-b7e6-4354-adb4-0e1d0db77e8a {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:10:37.901623 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 960b5429-b7e6-4354-adb4-0e1d0db77e8a not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:10:37.902224 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 5edb6aba-908c-4683-b285-d816a9de6c64 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:10:37.919224 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c8e308-4718-4383-be19-adb00320b6ea tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Pushing event deleted for resources: {'Network': ['ID=44e77d86-96f5-4471-9791-aa8b97f1bf13,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:37.942180 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 5edb6aba-908c-4683-b285-d816a9de6c64 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:10:37.943143 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 5edb6aba-908c-4683-b285-d816a9de6c64 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:10:37.956569 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-b40c6686-8fba-4f96-8d1b-9df4a33a71b3 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Deleting subnet 29273ecf-916f-4b15-938f-1e5525948523 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:10:37.965085 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b40c6686-8fba-4f96-8d1b-9df4a33a71b3 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:37.977872 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57256c24-dc15-4091-877e-2990c81ada40 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:37.985440 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-57256c24-dc15-4091-877e-2990c81ada40 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:38.011851 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-57256c24-dc15-4091-877e-2990c81ada40 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] device_id is not set on port 5a693fdc-7f46-4b7d-a11f-c8df6ad00789 yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:10:38.021255 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-f5c2de7e-109e-4516-bea0-5d526a6612da None None] Allocated IP 172.20.0.2 (2313f95f-e110-40b5-b7a3-678607a673d2/9ef53039-ef3d-4df4-a723-15e9bd486799/acdff149-d605-485f-add6-3b32658b2c8b) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:38.023981 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b40c6686-8fba-4f96-8d1b-9df4a33a71b3 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:38.064035 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78023c96-f02c-46cd-a14d-8441d6a85880 None None] New status for floating IP 507fb968-29e2-421e-9515-08c16c54e725: DOWN {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:10:38.067105 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-73d27a78-eee6-4454-bbcb-e8312e2bc088 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:38.077195 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-73d27a78-eee6-4454-bbcb-e8312e2bc088 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:38.079930 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-73d27a78-eee6-4454-bbcb-e8312e2bc088 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] 10.222.0.39 "DELETE /v2.0/security-groups/9f76a15b-fe8c-410e-949d-b4066a37518e HTTP/1.1" status: 204 len: 168 time: 0.3873236 Nov 10 18:10:38.109721 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d27a78-eee6-4454-bbcb-e8312e2bc088 tempest-TestServerBasicOps-97680756 tempest-TestServerBasicOps-97680756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f76a15b-fe8c-410e-949d-b4066a37518e,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:38.125003 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53966) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:38.188752 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b40c6686-8fba-4f96-8d1b-9df4a33a71b3 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:38.241296 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f5c2de7e-109e-4516-bea0-5d526a6612da None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:38.249435 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f5c2de7e-109e-4516-bea0-5d526a6612da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:38.274641 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b40c6686-8fba-4f96-8d1b-9df4a33a71b3 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:38.285806 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c2de7e-109e-4516-bea0-5d526a6612da None None] Network 2313f95f-e110-40b5-b7a3-678607a673d2 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:38.290048 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-f5c2de7e-109e-4516-bea0-5d526a6612da None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:38.294447 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c2de7e-109e-4516-bea0-5d526a6612da None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:38.316889 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c6686-8fba-4f96-8d1b-9df4a33a71b3 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Pushing event deleted for resources: {'Subnet': ['ID=29273ecf-916f-4b15-938f-1e5525948523,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:38.319501 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b40c6686-8fba-4f96-8d1b-9df4a33a71b3 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:38.329559 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b40c6686-8fba-4f96-8d1b-9df4a33a71b3 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] 10.222.0.39 "DELETE /v2.0/subnets/29273ecf-916f-4b15-938f-1e5525948523 HTTP/1.1" status: 204 len: 168 time: 0.4323425 Nov 10 18:10:38.330109 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53970) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:38.347652 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d805310-f04b-43cd-93ad-56da78d7182e None None] Network d1644eb3-0df8-4e78-9011-57be51612fda requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:38.404613 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-57256c24-dc15-4091-877e-2990c81ada40 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Allocated IP 172.20.0.10 (2313f95f-e110-40b5-b7a3-678607a673d2/9ef53039-ef3d-4df4-a723-15e9bd486799/5a693fdc-7f46-4b7d-a11f-c8df6ad00789) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:38.424113 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4934a74-19ec-4284-ad3a-99c35e884580 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:38.451772 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2de7e-109e-4516-bea0-5d526a6612da None None] Pushing event updated for resources: {'Port': ['ID=acdff149-d605-485f-add6-3b32658b2c8b,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:38.475770 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f5c2de7e-109e-4516-bea0-5d526a6612da None None] Attempting to bind port acdff149-d605-485f-add6-3b32658b2c8b on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:10:38.476044 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f5c2de7e-109e-4516-bea0-5d526a6612da None None] Attempting to bind port acdff149-d605-485f-add6-3b32658b2c8b by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '20df2c46-945d-43b7-a8d7-2c83760b00ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2313f95f-e110-40b5-b7a3-678607a673d2'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:10:38.476439 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c2de7e-109e-4516-bea0-5d526a6612da None None] Attempting to bind port acdff149-d605-485f-add6-3b32658b2c8b on network 2313f95f-e110-40b5-b7a3-678607a673d2 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:10:38.487909 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c2de7e-109e-4516-bea0-5d526a6612da None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:10:38.488215 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c2de7e-109e-4516-bea0-5d526a6612da None None] Checking segment: {'id': '20df2c46-945d-43b7-a8d7-2c83760b00ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2313f95f-e110-40b5-b7a3-678607a673d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:38.488585 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f5c2de7e-109e-4516-bea0-5d526a6612da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:38.489479 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c2de7e-109e-4516-bea0-5d526a6612da None None] Bound using segment: {'id': '20df2c46-945d-43b7-a8d7-2c83760b00ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2313f95f-e110-40b5-b7a3-678607a673d2'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:10:38.489657 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f5c2de7e-109e-4516-bea0-5d526a6612da None None] Bound port: acdff149-d605-485f-add6-3b32658b2c8b, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20df2c46-945d-43b7-a8d7-2c83760b00ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2313f95f-e110-40b5-b7a3-678607a673d2'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:10:38.490001 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f5c2de7e-109e-4516-bea0-5d526a6612da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:38.503979 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-d4934a74-19ec-4284-ad3a-99c35e884580 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Deleting port 396b30e4-6f96-4069-bb30-ad1aff0cb168 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:38.504363 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4934a74-19ec-4284-ad3a-99c35e884580 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:38.576251 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f5c2de7e-109e-4516-bea0-5d526a6612da None None] For port acdff149-d605-485f-add6-3b32658b2c8b, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:10:38.582252 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f5c2de7e-109e-4516-bea0-5d526a6612da None None] For port acdff149-d605-485f-add6-3b32658b2c8b, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=acdff149-d605-485f-add6-3b32658b2c8b,segment=NetworkSegment(20df2c46-945d-43b7-a8d7-2c83760b00ff),segment_id=20df2c46-945d-43b7-a8d7-2c83760b00ff)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:10:38.595100 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-d4934a74-19ec-4284-ad3a-99c35e884580 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] For port 396b30e4-6f96-4069-bb30-ad1aff0cb168, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=396b30e4-6f96-4069-bb30-ad1aff0cb168,segment=NetworkSegment(335f4871-b5d1-48c7-9771-7142bf00922a),segment_id=335f4871-b5d1-48c7-9771-7142bf00922a)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:38.595529 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4934a74-19ec-4284-ad3a-99c35e884580 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:38.597975 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f5c2de7e-109e-4516-bea0-5d526a6612da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:38.622180 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-d4934a74-19ec-4284-ad3a-99c35e884580 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Calling delete_port for 396b30e4-6f96-4069-bb30-ad1aff0cb168 owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:38.629624 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519d0b36-eafd-4bf4-9b0e-1743a6972f74 None None] DHCP port deletion for d1644eb3-0df8-4e78-9011-57be51612fda request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:10:38.694511 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2de7e-109e-4516-bea0-5d526a6612da None None] Pushing event updated for resources: {'Port': ['ID=acdff149-d605-485f-add6-3b32658b2c8b,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:38.737267 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-519d0b36-eafd-4bf4-9b0e-1743a6972f74 None None] Deleting port 396b30e4-6f96-4069-bb30-ad1aff0cb168 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:38.738153 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-519d0b36-eafd-4bf4-9b0e-1743a6972f74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:38.741439 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4934a74-19ec-4284-ad3a-99c35e884580 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:38.791331 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4934a74-19ec-4284-ad3a-99c35e884580 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Pushing event deleted for resources: {'Port': ['ID=396b30e4-6f96-4069-bb30-ad1aff0cb168,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:38.794910 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4934a74-19ec-4284-ad3a-99c35e884580 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] No DVR routers for this DVR port 396b30e4-6f96-4069-bb30-ad1aff0cb168 on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:10:38.809269 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-57256c24-dc15-4091-877e-2990c81ada40 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:38.828553 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-519d0b36-eafd-4bf4-9b0e-1743a6972f74 None None] For port 396b30e4-6f96-4069-bb30-ad1aff0cb168, host n-d-776250-10, got binding levels [] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:38.829214 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-519d0b36-eafd-4bf4-9b0e-1743a6972f74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:38.847006 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-519d0b36-eafd-4bf4-9b0e-1743a6972f74 None None] Calling delete_port for 396b30e4-6f96-4069-bb30-ad1aff0cb168 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:38.850754 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.ipam_backend_mixin [None req-519d0b36-eafd-4bf4-9b0e-1743a6972f74 None None] Port 396b30e4-6f96-4069-bb30-ad1aff0cb168 was not found and therefore no delete operation was performed {{(pid=102470) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 18:10:38.852642 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-519d0b36-eafd-4bf4-9b0e-1743a6972f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:38.882525 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519d0b36-eafd-4bf4-9b0e-1743a6972f74 None None] No DVR routers for this DVR port 396b30e4-6f96-4069-bb30-ad1aff0cb168 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:10:38.932921 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d0b36-eafd-4bf4-9b0e-1743a6972f74 None None] Pushing event deleted for resources: {'Port': ['ID=396b30e4-6f96-4069-bb30-ad1aff0cb168,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:38.933069 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-57256c24-dc15-4091-877e-2990c81ada40 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:38.955991 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4934a74-19ec-4284-ad3a-99c35e884580 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:38.985274 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-d4934a74-19ec-4284-ad3a-99c35e884580 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1644eb3-0df8-4e78-9011-57be51612fda']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:38.998882 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-d4934a74-19ec-4284-ad3a-99c35e884580 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '335f4871-b5d1-48c7-9771-7142bf00922a') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:38.999294 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-d4934a74-19ec-4284-ad3a-99c35e884580 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '335f4871-b5d1-48c7-9771-7142bf00922a') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:39.014563 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57256c24-dc15-4091-877e-2990c81ada40 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network 2313f95f-e110-40b5-b7a3-678607a673d2 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:39.018089 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4934a74-19ec-4284-ad3a-99c35e884580 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:39.023635 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-57256c24-dc15-4091-877e-2990c81ada40 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:39.037099 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4934a74-19ec-4284-ad3a-99c35e884580 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:39.043800 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4934a74-19ec-4284-ad3a-99c35e884580 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:10:39.044252 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4934a74-19ec-4284-ad3a-99c35e884580 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:39.047681 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:10:39.047681 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:10:39.047681 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:10:39.047681 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:10:39.047681 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:10:39.047681 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:10:39.047681 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:10:39.047681 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:10:39.047681 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:10:39.047681 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:10:39.047681 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:10:39.047681 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:10:39.047681 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:10:39.047681 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:10:39.047681 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:10:39.047681 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:10:39.047681 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:10:39.047681 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:10:39.047681 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:10:39.047681 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:10:39.047681 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:10:39.047681 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:10:39.047681 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:10:39.047681 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:10:39.047681 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:10:39.047681 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:10:39.047681 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:10:39.047681 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:10:39.047681 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:10:39.047681 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:10:39.047681 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:10:39.047681 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:10:39.056567 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57256c24-dc15-4091-877e-2990c81ada40 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:39.092464 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57256c24-dc15-4091-877e-2990c81ada40 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Port': ['ID=5a693fdc-7f46-4b7d-a11f-c8df6ad00789,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:39.113596 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4934a74-19ec-4284-ad3a-99c35e884580 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:39.124496 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4934a74-19ec-4284-ad3a-99c35e884580 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:39.124664 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57256c24-dc15-4091-877e-2990c81ada40 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:39.125218 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-57256c24-dc15-4091-877e-2990c81ada40 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:39.127633 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d4934a74-19ec-4284-ad3a-99c35e884580 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] 10.222.0.39 "DELETE /v2.0/networks/d1644eb3-0df8-4e78-9011-57be51612fda HTTP/1.1" status: 204 len: 168 time: 0.7965863 Nov 10 18:10:39.132322 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53972) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:39.142258 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4934a74-19ec-4284-ad3a-99c35e884580 tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Pushing event deleted for resources: {'Network': ['ID=d1644eb3-0df8-4e78-9011-57be51612fda,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:39.165513 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-36d76654-718e-4f31-8bb7-70f5239340ff tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] 10.222.0.39 "GET /v2.0/ports?device_id=67d1d7f6-a090-4f0e-837a-6a297b7600e3 HTTP/1.1" status: 200 len: 205 time: 0.0312669 Nov 10 18:10:39.168023 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53974) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:39.169229 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-57256c24-dc15-4091-877e-2990c81ada40 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4299550 Nov 10 18:10:39.171836 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 53976) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:39.183275 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-63b87034-ff0d-4743-8b6f-6d432055bbb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:39.247301 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6d014216-ec3f-4852-8d3d-11d6d83a40dd tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:39.422134 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6d014216-ec3f-4852-8d3d-11d6d83a40dd tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:39.424480 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6d014216-ec3f-4852-8d3d-11d6d83a40dd tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:39.472299 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6d014216-ec3f-4852-8d3d-11d6d83a40dd tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:39.472867 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d014216-ec3f-4852-8d3d-11d6d83a40dd tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Fanout notify agent at l3_agent the message router_deleted on router 67d1d7f6-a090-4f0e-837a-6a297b7600e3 {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:10:39.481744 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6d014216-ec3f-4852-8d3d-11d6d83a40dd tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:39.483094 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6d014216-ec3f-4852-8d3d-11d6d83a40dd tempest-RoutersNegativeIpV6Test-1227272673 tempest-RoutersNegativeIpV6Test-1227272673-project] 10.222.0.39 "DELETE /v2.0/routers/67d1d7f6-a090-4f0e-837a-6a297b7600e3 HTTP/1.1" status: 204 len: 168 time: 0.3138011 Nov 10 18:10:39.674241 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5f0fddbe-1563-4874-adc6-e7d32604b3e7 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:39.711139 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53982) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:39.799730 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e713982-484a-48d9-90e7-e3b7d54b737e None None] Network 2313f95f-e110-40b5-b7a3-678607a673d2 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:39.882017 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3afee5e2-cceb-439d-a96e-0e983a1ce527 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f016cc085eb04d9682eeea4c433357d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1689460 Nov 10 18:10:39.884405 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 53986) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:39.899102 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-8d0a260e-56a3-4f24-8ad2-8b088155fa5b None None] Provisioning complete for port acdff149-d605-485f-add6-3b32658b2c8b triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:39.899614 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8d0a260e-56a3-4f24-8ad2-8b088155fa5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:39.928777 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device acdff149-d605-485f-add6-3b32658b2c8b up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:10:39.952496 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3a62adc2-75b2-4f33-917c-a60d4a0c7e66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:39.977570 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3a62adc2-75b2-4f33-917c-a60d4a0c7e66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:40.056822 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3a62adc2-75b2-4f33-917c-a60d4a0c7e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:40.059759 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3a62adc2-75b2-4f33-917c-a60d4a0c7e66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:40.063367 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3a62adc2-75b2-4f33-917c-a60d4a0c7e66 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/66d1aa0e-b8ec-498b-847c-5d1394b15a70 HTTP/1.1" status: 204 len: 168 time: 0.1742635 Nov 10 18:10:40.071856 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62adc2-75b2-4f33-917c-a60d4a0c7e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d1aa0e-b8ec-498b-847c-5d1394b15a70,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:40.112904 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port acdff149-d605-485f-add6-3b32658b2c8b triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:40.112904 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:40.156619 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8d0a260e-56a3-4f24-8ad2-8b088155fa5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:40.208081 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-8d0a260e-56a3-4f24-8ad2-8b088155fa5b None None] For port acdff149-d605-485f-add6-3b32658b2c8b, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=acdff149-d605-485f-add6-3b32658b2c8b,segment=NetworkSegment(20df2c46-945d-43b7-a8d7-2c83760b00ff),segment_id=20df2c46-945d-43b7-a8d7-2c83760b00ff)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:40.215809 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-63b87034-ff0d-4743-8b6f-6d432055bbb6 admin admin] Deleting port 9ffde679-dd11-4138-9c4d-1f3d562bb3f9 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:40.216475 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-63b87034-ff0d-4743-8b6f-6d432055bbb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:40.217066 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8d0a260e-56a3-4f24-8ad2-8b088155fa5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:40.299030 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a260e-56a3-4f24-8ad2-8b088155fa5b None None] Pushing event updated for resources: {'Port': ['ID=acdff149-d605-485f-add6-3b32658b2c8b,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:40.356035 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-63b87034-ff0d-4743-8b6f-6d432055bbb6 admin admin] For port 9ffde679-dd11-4138-9c4d-1f3d562bb3f9, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=9ffde679-dd11-4138-9c4d-1f3d562bb3f9,segment=NetworkSegment(fd05dff9-eebc-4bea-aa36-5fd458b3bc3c),segment_id=fd05dff9-eebc-4bea-aa36-5fd458b3bc3c)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:40.356496 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-63b87034-ff0d-4743-8b6f-6d432055bbb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:40.374522 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5f0fddbe-1563-4874-adc6-e7d32604b3e7 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:40.379313 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-63b87034-ff0d-4743-8b6f-6d432055bbb6 admin admin] Calling delete_port for 9ffde679-dd11-4138-9c4d-1f3d562bb3f9 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:40.380753 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 396b30e4-6f96-4069-bb30-ad1aff0cb168 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:10:40.383192 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5f0fddbe-1563-4874-adc6-e7d32604b3e7 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:40.411933 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 396b30e4-6f96-4069-bb30-ad1aff0cb168 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:10:40.412465 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 396b30e4-6f96-4069-bb30-ad1aff0cb168 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:10:40.545219 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0fddbe-1563-4874-adc6-e7d32604b3e7 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Port': ['ID=5a693fdc-7f46-4b7d-a11f-c8df6ad00789,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:40.547942 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-ed069a7c-7424-4ad5-a9ee-fd6a86eb1634 None None] Provisioning complete for port acdff149-d605-485f-add6-3b32658b2c8b triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:40.548639 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ed069a7c-7424-4ad5-a9ee-fd6a86eb1634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:40.687707 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-ed069a7c-7424-4ad5-a9ee-fd6a86eb1634 None None] Provisioning complete for port 5a693fdc-7f46-4b7d-a11f-c8df6ad00789 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:40.691066 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ed069a7c-7424-4ad5-a9ee-fd6a86eb1634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:40.740524 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-ed069a7c-7424-4ad5-a9ee-fd6a86eb1634 None None] Port 5a693fdc-7f46-4b7d-a11f-c8df6ad00789 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:10:40.789305 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5f0fddbe-1563-4874-adc6-e7d32604b3e7 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:40.864777 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3eea2671-24d5-40c9-90b3-9f543912f903 None None] Provisioning complete for port 5a693fdc-7f46-4b7d-a11f-c8df6ad00789 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:40.865929 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3eea2671-24d5-40c9-90b3-9f543912f903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:40.897159 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54008) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:40.903674 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-63b87034-ff0d-4743-8b6f-6d432055bbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:40.912563 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-3eea2671-24d5-40c9-90b3-9f543912f903 None None] Port 5a693fdc-7f46-4b7d-a11f-c8df6ad00789 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:10:40.942062 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b87034-ff0d-4743-8b6f-6d432055bbb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ffde679-dd11-4138-9c4d-1f3d562bb3f9,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:40.984686 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5f0fddbe-1563-4874-adc6-e7d32604b3e7 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:41.033747 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-62a73820-2e61-4dc5-b1cf-8bd5b1bbf17d tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Request body: {'security_group': {'name': 'tempest-secgroup--293051460'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:41.048859 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-37a1e4a5-a64a-4368-b194-e160b9019365 None None] Provisioning complete for port 5a693fdc-7f46-4b7d-a11f-c8df6ad00789 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:41.049568 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-37a1e4a5-a64a-4368-b194-e160b9019365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:41.068744 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-62a73820-2e61-4dc5-b1cf-8bd5b1bbf17d tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:41.077744 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-62a73820-2e61-4dc5-b1cf-8bd5b1bbf17d tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:41.095836 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-37a1e4a5-a64a-4368-b194-e160b9019365 None None] Port 5a693fdc-7f46-4b7d-a11f-c8df6ad00789 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:10:41.168210 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-62a73820-2e61-4dc5-b1cf-8bd5b1bbf17d tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:41.172421 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-62a73820-2e61-4dc5-b1cf-8bd5b1bbf17d tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:41.217089 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a73820-2e61-4dc5-b1cf-8bd5b1bbf17d tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=654211dd-d2b7-4de3-95c2-d8c728316065,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:41.257123 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-62a73820-2e61-4dc5-b1cf-8bd5b1bbf17d tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:41.261787 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-62a73820-2e61-4dc5-b1cf-8bd5b1bbf17d tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:41.292439 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-62a73820-2e61-4dc5-b1cf-8bd5b1bbf17d tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:41.293674 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-62a73820-2e61-4dc5-b1cf-8bd5b1bbf17d tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3954966 Nov 10 18:10:41.295761 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a73820-2e61-4dc5-b1cf-8bd5b1bbf17d tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d001dd56-0473-41f9-98b1-de585e10bab6,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:41.297814 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54012) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:41.327085 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-63b87034-ff0d-4743-8b6f-6d432055bbb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:41.367981 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a82a9131-eaeb-4056-a6f3-6844659ce1a3 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0666218 Nov 10 18:10:41.368238 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54014) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:41.373280 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-3b1e3006-0d19-4a20-af30-910061bf1ad3 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Request body: {'security_group': {'name': 'tempest-security--691549422', 'description': 'tempest-security-description-1780794329'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:41.406506 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3b1e3006-0d19-4a20-af30-910061bf1ad3 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:41.451613 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3b1e3006-0d19-4a20-af30-910061bf1ad3 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:41.456298 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3b1e3006-0d19-4a20-af30-910061bf1ad3 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:41.459712 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3b1e3006-0d19-4a20-af30-910061bf1ad3 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:41.465358 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3b1e3006-0d19-4a20-af30-910061bf1ad3 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "PUT /v2.0/security-groups/d001dd56-0473-41f9-98b1-de585e10bab6 HTTP/1.1" status: 200 len: 1796 time: 0.0919902 Nov 10 18:10:41.466387 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54016) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:41.467642 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5f0fddbe-1563-4874-adc6-e7d32604b3e7 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:41.473302 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5f0fddbe-1563-4874-adc6-e7d32604b3e7 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:41.511486 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e3006-0d19-4a20-af30-910061bf1ad3 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d001dd56-0473-41f9-98b1-de585e10bab6,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:41.525500 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3f87a8db-af3e-45f3-ac8c-fd3b221ff087 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "GET /v2.0/security-groups/d001dd56-0473-41f9-98b1-de585e10bab6 HTTP/1.1" status: 200 len: 1796 time: 0.0559359 Nov 10 18:10:41.528002 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54018) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:41.561246 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0fddbe-1563-4874-adc6-e7d32604b3e7 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Port': ['ID=5a693fdc-7f46-4b7d-a11f-c8df6ad00789,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:41.563650 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5f0fddbe-1563-4874-adc6-e7d32604b3e7 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:41.585286 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a78af4fa-c4e0-4f02-a978-d7a496d9b7e4 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:41.608630 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a78af4fa-c4e0-4f02-a978-d7a496d9b7e4 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:41.656965 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a78af4fa-c4e0-4f02-a978-d7a496d9b7e4 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:41.659556 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a78af4fa-c4e0-4f02-a978-d7a496d9b7e4 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:41.662893 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a78af4fa-c4e0-4f02-a978-d7a496d9b7e4 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "DELETE /v2.0/security-groups/d001dd56-0473-41f9-98b1-de585e10bab6 HTTP/1.1" status: 204 len: 168 time: 0.1318054 Nov 10 18:10:41.664088 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54020) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:41.682785 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78af4fa-c4e0-4f02-a978-d7a496d9b7e4 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d001dd56-0473-41f9-98b1-de585e10bab6,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:41.723607 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-55c51849-8145-4d5c-8a60-087463a89447 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0583072 Nov 10 18:10:41.726281 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54022) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:41.739568 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-619a7a72-affd-40f7-8f57-14e5eef6aff2 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] delete failed (client error): The resource could not be found. Nov 10 18:10:41.744307 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-619a7a72-affd-40f7-8f57-14e5eef6aff2 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "DELETE /v2.0/security-groups/d001dd56-0473-41f9-98b1-de585e10bab6 HTTP/1.1" status: 404 len: 347 time: 0.0133443 Nov 10 18:10:41.744467 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b87034-ff0d-4743-8b6f-6d432055bbb6 admin admin] Router c6154395-eb6a-4ff6-9002-449d09f39857 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:10:41.745376 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54024) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:41.749773 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-b879af99-d402-49b6-88cf-29aa4611347e tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Request body: {'security_group': {'name': 'tempest-secgroup--1533359135'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:41.750356 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0fddbe-1563-4874-adc6-e7d32604b3e7 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network 2313f95f-e110-40b5-b7a3-678607a673d2 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:41.752829 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-5f0fddbe-1563-4874-adc6-e7d32604b3e7 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:41.784797 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b879af99-d402-49b6-88cf-29aa4611347e tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:41.867669 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b879af99-d402-49b6-88cf-29aa4611347e tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:41.872830 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b879af99-d402-49b6-88cf-29aa4611347e tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:41.908267 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879af99-d402-49b6-88cf-29aa4611347e tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1093ec-c25c-444b-9a9e-8c2d7d9b986b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:41.916714 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b879af99-d402-49b6-88cf-29aa4611347e tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:41.918444 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b879af99-d402-49b6-88cf-29aa4611347e tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1720254 Nov 10 18:10:41.921270 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54026) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:41.926654 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-3fcb9771-2bbc-47bc-8b31-e391e996a9ad tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Request body: {'security_group_rule': {'security_group_id': 'fc1093ec-c25c-444b-9a9e-8c2d7d9b986b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:41.961407 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3fcb9771-2bbc-47bc-8b31-e391e996a9ad tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:41.968221 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device acdff149-d605-485f-add6-3b32658b2c8b up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:10:42.027598 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port acdff149-d605-485f-add6-3b32658b2c8b triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:42.027971 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:42.052373 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3fcb9771-2bbc-47bc-8b31-e391e996a9ad tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:42.058815 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3fcb9771-2bbc-47bc-8b31-e391e996a9ad tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:42.078364 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb9771-2bbc-47bc-8b31-e391e996a9ad tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37fe685c-0e24-4188-be5c-087a7543df13,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:42.092912 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3fcb9771-2bbc-47bc-8b31-e391e996a9ad tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:42.097080 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3fcb9771-2bbc-47bc-8b31-e391e996a9ad tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1717868 Nov 10 18:10:42.097366 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54028) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:42.154082 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f4fe575a-26c9-4888-a38a-c44eb3477f45 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:42.164221 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f4fe575a-26c9-4888-a38a-c44eb3477f45 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:42.203100 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f4fe575a-26c9-4888-a38a-c44eb3477f45 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:42.212748 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f4fe575a-26c9-4888-a38a-c44eb3477f45 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:42.218862 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f4fe575a-26c9-4888-a38a-c44eb3477f45 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/37fe685c-0e24-4188-be5c-087a7543df13 HTTP/1.1" status: 204 len: 168 time: 0.1202862 Nov 10 18:10:42.221668 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54030) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:42.224666 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe575a-26c9-4888-a38a-c44eb3477f45 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37fe685c-0e24-4188-be5c-087a7543df13,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:42.265778 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b87034-ff0d-4743-8b6f-6d432055bbb6 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:10:42.276412 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-63b87034-ff0d-4743-8b6f-6d432055bbb6 admin admin] 10.222.0.39 "PUT /v2.0/routers/c6154395-eb6a-4ff6-9002-449d09f39857/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1454794 Nov 10 18:10:42.279449 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54032) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:42.295931 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37159cc3-7506-4a77-82b6-5a3dc0d3059b None None] Sync routers for ids ['c6154395-eb6a-4ff6-9002-449d09f39857'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:10:42.303770 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e79928f4-ff09-4e04-8ddb-5e2f436d14f3 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0809824 Nov 10 18:10:42.306955 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54034) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:42.320810 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37159cc3-7506-4a77-82b6-5a3dc0d3059b None None] Routers {'c6154395-eb6a-4ff6-9002-449d09f39857'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:10:42.321431 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-37159cc3-7506-4a77-82b6-5a3dc0d3059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:10:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['c6154395-eb6a-4ff6-9002-449d09f39857'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:42.325720 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-f974003c-7844-47db-a20e-9cf098fe0857 None None] Provisioning complete for port 5a693fdc-7f46-4b7d-a11f-c8df6ad00789 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:42.326933 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f974003c-7844-47db-a20e-9cf098fe0857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:42.334454 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0fddbe-1563-4874-adc6-e7d32604b3e7 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Router 429db052-2751-4e5a-b344-56646a8ffbec is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 18:10:42.400310 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ac6ababc-eca0-43b4-83ae-e6b4d12e0422 admin admin] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:42.438025 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-f974003c-7844-47db-a20e-9cf098fe0857 None None] Port 5a693fdc-7f46-4b7d-a11f-c8df6ad00789 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:10:42.439248 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-988ed673-ec01-4a3a-b195-8db30bb49b42 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:42.465398 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-37159cc3-7506-4a77-82b6-5a3dc0d3059b None None] Set router c6154395-eb6a-4ff6-9002-449d09f39857 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:10:42.471181 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-988ed673-ec01-4a3a-b195-8db30bb49b42 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:42.474112 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0fddbe-1563-4874-adc6-e7d32604b3e7 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:10:42.486983 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5f0fddbe-1563-4874-adc6-e7d32604b3e7 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "PUT /v2.0/routers/429db052-2751-4e5a-b344-56646a8ffbec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3140967 Nov 10 18:10:42.487558 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7de84d1-f9ca-493d-8bbf-1c3b239fc7fa None None] Sync routers for ids ['429db052-2751-4e5a-b344-56646a8ffbec'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:10:42.489847 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54036) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:42.498424 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7de84d1-f9ca-493d-8bbf-1c3b239fc7fa None None] Routers {'429db052-2751-4e5a-b344-56646a8ffbec'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:10:42.499036 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e7de84d1-f9ca-493d-8bbf-1c3b239fc7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:10:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['429db052-2751-4e5a-b344-56646a8ffbec'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:42.534843 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e7de84d1-f9ca-493d-8bbf-1c3b239fc7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:42.543403 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ac6ababc-eca0-43b4-83ae-e6b4d12e0422 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:42.543805 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7de84d1-f9ca-493d-8bbf-1c3b239fc7fa None None] Routers {'429db052-2751-4e5a-b344-56646a8ffbec'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:10:42.544457 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e7de84d1-f9ca-493d-8bbf-1c3b239fc7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:10:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['429db052-2751-4e5a-b344-56646a8ffbec'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:42.557389 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392f817d-9e4f-42e4-b9a6-4e5234623a08 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:42.562589 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-392f817d-9e4f-42e4-b9a6-4e5234623a08 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "GET /v2.0/ports?device_id=429db052-2751-4e5a-b344-56646a8ffbec HTTP/1.1" status: 200 len: 981 time: 0.0719931 Nov 10 18:10:42.563982 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54038) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:42.570470 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-988ed673-ec01-4a3a-b195-8db30bb49b42 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:42.575667 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-988ed673-ec01-4a3a-b195-8db30bb49b42 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:42.576943 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-988ed673-ec01-4a3a-b195-8db30bb49b42 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "DELETE /v2.0/security-groups/fc1093ec-c25c-444b-9a9e-8c2d7d9b986b HTTP/1.1" status: 204 len: 168 time: 0.2689044 Nov 10 18:10:42.581902 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54040) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:42.584819 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e7de84d1-f9ca-493d-8bbf-1c3b239fc7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:42.585466 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7de84d1-f9ca-493d-8bbf-1c3b239fc7fa None None] The sync data for ids ['429db052-2751-4e5a-b344-56646a8ffbec'] in n-d-776250-10 is: [] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:10:42.595606 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ed673-ec01-4a3a-b195-8db30bb49b42 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1093ec-c25c-444b-9a9e-8c2d7d9b986b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:42.645934 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b69744ca-1cf3-43b8-bc9b-69b8a99980ad tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0628128 Nov 10 18:10:42.650734 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54042) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:42.655601 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-e36a08a6-8d59-46e6-b1f7-e3a3ff5d9859 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Request body: {'security_group': {'name': 'tempest-secgroup--954573689'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:42.686177 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e36a08a6-8d59-46e6-b1f7-e3a3ff5d9859 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:42.706346 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-37159cc3-7506-4a77-82b6-5a3dc0d3059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'name': 'tempest-TestServerBasicOps-1136037598-router', 'tenant_id': '3893148173944280a0bffe597d75933b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '428bc65a-61c7-48f2-ab13-06bc3ae55545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:05:26Z', 'updated_at': '2021-11-10T18:10:40Z', 'revision_number': 5, 'project_id': '3893148173944280a0bffe597d75933b', 'gw_port': {'id': '428bc65a-61c7-48f2-ab13-06bc3ae55545', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:05:26Z', 'updated_at': '2021-11-10T18:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:42.719771 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ababc-eca0-43b4-83ae-e6b4d12e0422 admin admin] Deleting port 428bc65a-61c7-48f2-ab13-06bc3ae55545 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:42.720006 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ac6ababc-eca0-43b4-83ae-e6b4d12e0422 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:42.742317 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37159cc3-7506-4a77-82b6-5a3dc0d3059b None None] Checking router: c6154395-eb6a-4ff6-9002-449d09f39857 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:10:42.753109 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37159cc3-7506-4a77-82b6-5a3dc0d3059b None None] Routers {'c6154395-eb6a-4ff6-9002-449d09f39857'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:10:42.753724 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-37159cc3-7506-4a77-82b6-5a3dc0d3059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:10:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['c6154395-eb6a-4ff6-9002-449d09f39857'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:42.764110 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e36a08a6-8d59-46e6-b1f7-e3a3ff5d9859 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:42.770985 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e36a08a6-8d59-46e6-b1f7-e3a3ff5d9859 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:42.805958 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e36a08a6-8d59-46e6-b1f7-e3a3ff5d9859 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:42.807285 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e36a08a6-8d59-46e6-b1f7-e3a3ff5d9859 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1553330 Nov 10 18:10:42.810742 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54044) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:42.815505 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-cdce09cb-c198-41a0-a7d2-668bef0a7222 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Request body: {'security_group_rule': {'security_group_id': '3220fe12-0333-435e-b3e0-eccee541dded', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:42.819919 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a08a6-8d59-46e6-b1f7-e3a3ff5d9859 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3220fe12-0333-435e-b3e0-eccee541dded,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:42.850214 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cdce09cb-c198-41a0-a7d2-668bef0a7222 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:42.877384 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-37159cc3-7506-4a77-82b6-5a3dc0d3059b None None] Set router c6154395-eb6a-4ff6-9002-449d09f39857 gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:10:42.917194 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cdce09cb-c198-41a0-a7d2-668bef0a7222 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:42.922584 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cdce09cb-c198-41a0-a7d2-668bef0a7222 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:42.930445 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-ac6ababc-eca0-43b4-83ae-e6b4d12e0422 admin admin] For port 428bc65a-61c7-48f2-ab13-06bc3ae55545, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=428bc65a-61c7-48f2-ab13-06bc3ae55545,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:42.931048 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ac6ababc-eca0-43b4-83ae-e6b4d12e0422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:42.933759 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-37159cc3-7506-4a77-82b6-5a3dc0d3059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'name': 'tempest-TestServerBasicOps-1136037598-router', 'tenant_id': '3893148173944280a0bffe597d75933b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:05:26Z', 'updated_at': '2021-11-10T18:10:42Z', 'revision_number': 6, 'project_id': '3893148173944280a0bffe597d75933b', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:42.942039 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce09cb-c198-41a0-a7d2-668bef0a7222 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f182c0-f48f-4b1d-86f3-ef4c80a3319d,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:42.953933 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ababc-eca0-43b4-83ae-e6b4d12e0422 admin admin] Calling delete_port for 428bc65a-61c7-48f2-ab13-06bc3ae55545 owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:42.954635 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cdce09cb-c198-41a0-a7d2-668bef0a7222 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:42.958623 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cdce09cb-c198-41a0-a7d2-668bef0a7222 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1443415 Nov 10 18:10:42.958974 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54046) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:42.965421 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-4b845f07-aa36-49fb-9ed0-c60e186f1932 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Request body: {'security_group_rule': {'security_group_id': '3220fe12-0333-435e-b3e0-eccee541dded', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:42.968495 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37159cc3-7506-4a77-82b6-5a3dc0d3059b None None] The sync data for ids ['c6154395-eb6a-4ff6-9002-449d09f39857'] in n-d-776250-10 is: [{'id': 'c6154395-eb6a-4ff6-9002-449d09f39857', 'name': 'tempest-TestServerBasicOps-1136037598-router', 'tenant_id': '3893148173944280a0bffe597d75933b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:05:26Z', 'updated_at': '2021-11-10T18:10:42Z', 'revision_number': 6, 'project_id': '3893148173944280a0bffe597d75933b', 'gw_port_host': None}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:10:43.107937 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b845f07-aa36-49fb-9ed0-c60e186f1932 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:43.596955 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b845f07-aa36-49fb-9ed0-c60e186f1932 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:43.611176 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b845f07-aa36-49fb-9ed0-c60e186f1932 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:43.703012 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b845f07-aa36-49fb-9ed0-c60e186f1932 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5210043c-e4fe-44c5-9aa4-5939a72821df,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:43.719790 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b845f07-aa36-49fb-9ed0-c60e186f1932 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:43.721053 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4b845f07-aa36-49fb-9ed0-c60e186f1932 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7612727 Nov 10 18:10:43.723914 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54048) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:43.727700 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22508457-ab1f-4a07-837d-b7428c0eae7d tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:43.729288 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-6f6f9cb5-3827-4a80-8828-e47092efe836 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Request body: {'security_group_rule': {'security_group_id': '3220fe12-0333-435e-b3e0-eccee541dded', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:43.767115 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9cb5-3827-4a80-8828-e47092efe836 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:43.810228 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ac6ababc-eca0-43b4-83ae-e6b4d12e0422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:43.842915 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 9ffde679-dd11-4138-9c4d-1f3d562bb3f9 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:10:43.849611 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ababc-eca0-43b4-83ae-e6b4d12e0422 admin admin] Pushing event deleted for resources: {'Port': ['ID=428bc65a-61c7-48f2-ab13-06bc3ae55545,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:43.864633 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9cb5-3827-4a80-8828-e47092efe836 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:43.871546 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e16d8e-7815-4e62-a064-9e4f09c14027 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:10:43.873931 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 9ffde679-dd11-4138-9c4d-1f3d562bb3f9 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:10:43.874272 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 9ffde679-dd11-4138-9c4d-1f3d562bb3f9 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:10:43.874894 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 428bc65a-61c7-48f2-ab13-06bc3ae55545 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:10:43.876500 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9cb5-3827-4a80-8828-e47092efe836 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:43.906636 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f9cb5-3827-4a80-8828-e47092efe836 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7aafa1c-adcb-416f-83d2-77eebe0c36d7,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:43.908782 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 428bc65a-61c7-48f2-ab13-06bc3ae55545 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:10:43.909176 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 428bc65a-61c7-48f2-ab13-06bc3ae55545 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:10:43.917060 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9cb5-3827-4a80-8828-e47092efe836 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:43.922362 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6f6f9cb5-3827-4a80-8828-e47092efe836 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1970091 Nov 10 18:10:43.923685 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54050) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:43.929147 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-f2ba3a5d-6423-479a-a971-b8314ffdc7cc tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Request body: {'security_group_rule': {'security_group_id': '3220fe12-0333-435e-b3e0-eccee541dded', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:43.957832 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f2ba3a5d-6423-479a-a971-b8314ffdc7cc tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:43.968395 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ac6ababc-eca0-43b4-83ae-e6b4d12e0422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.028976 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f2ba3a5d-6423-479a-a971-b8314ffdc7cc tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.033799 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f2ba3a5d-6423-479a-a971-b8314ffdc7cc tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.052190 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba3a5d-6423-479a-a971-b8314ffdc7cc tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2428628-f103-452c-8b82-d5e2c5c08663,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:44.060476 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f2ba3a5d-6423-479a-a971-b8314ffdc7cc tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.061704 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f2ba3a5d-6423-479a-a971-b8314ffdc7cc tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1365390 Nov 10 18:10:44.064541 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54052) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:44.068972 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-f9391719-1b7c-4c2f-b383-4a127de2b4e2 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Request body: {'security_group_rule': {'security_group_id': '3220fe12-0333-435e-b3e0-eccee541dded', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:44.077857 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ac6ababc-eca0-43b4-83ae-e6b4d12e0422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.080668 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ac6ababc-eca0-43b4-83ae-e6b4d12e0422 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.097586 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f9391719-1b7c-4c2f-b383-4a127de2b4e2 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.133927 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ac6ababc-eca0-43b4-83ae-e6b4d12e0422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.134987 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6ababc-eca0-43b4-83ae-e6b4d12e0422 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6154395-eb6a-4ff6-9002-449d09f39857 {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:10:44.160955 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ac6ababc-eca0-43b4-83ae-e6b4d12e0422 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.161171 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f9391719-1b7c-4c2f-b383-4a127de2b4e2 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.162671 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ac6ababc-eca0-43b4-83ae-e6b4d12e0422 admin admin] 10.222.0.39 "DELETE /v2.0/routers/c6154395-eb6a-4ff6-9002-449d09f39857 HTTP/1.1" status: 204 len: 168 time: 1.8818796 Nov 10 18:10:44.165306 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54054) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:44.173998 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f9391719-1b7c-4c2f-b383-4a127de2b4e2 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.199347 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-22508457-ab1f-4a07-837d-b7428c0eae7d tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Deleting port 5a693fdc-7f46-4b7d-a11f-c8df6ad00789 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:44.200024 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22508457-ab1f-4a07-837d-b7428c0eae7d tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.218366 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9391719-1b7c-4c2f-b383-4a127de2b4e2 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d2fddf-214f-46f6-bc31-eb4a046275bc,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:44.228475 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f9391719-1b7c-4c2f-b383-4a127de2b4e2 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.232529 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f9391719-1b7c-4c2f-b383-4a127de2b4e2 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1643834 Nov 10 18:10:44.232932 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54056) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:44.241601 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-428a391b-1c70-486d-8b9e-ec5181614ee8 admin admin] Deleting subnet 835e2ff4-ea31-41dc-a794-aed2edab05d1 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:10:44.258063 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-428a391b-1c70-486d-8b9e-ec5181614ee8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.298086 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22508457-ab1f-4a07-837d-b7428c0eae7d tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.299556 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-59dd6c59-fb37-485f-9cb4-eecdf157d251 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.309782 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-59dd6c59-fb37-485f-9cb4-eecdf157d251 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.310480 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-22508457-ab1f-4a07-837d-b7428c0eae7d tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Calling delete_port for 5a693fdc-7f46-4b7d-a11f-c8df6ad00789 owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:44.312827 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-428a391b-1c70-486d-8b9e-ec5181614ee8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.368175 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-59dd6c59-fb37-485f-9cb4-eecdf157d251 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.377425 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-59dd6c59-fb37-485f-9cb4-eecdf157d251 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.378295 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-59dd6c59-fb37-485f-9cb4-eecdf157d251 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/54d2fddf-214f-46f6-bc31-eb4a046275bc HTTP/1.1" status: 204 len: 168 time: 0.1446285 Nov 10 18:10:44.382456 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54058) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:44.401542 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd6c59-fb37-485f-9cb4-eecdf157d251 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54d2fddf-214f-46f6-bc31-eb4a046275bc,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:44.424335 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-428a391b-1c70-486d-8b9e-ec5181614ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.480013 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-428a391b-1c70-486d-8b9e-ec5181614ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.481671 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1ea032be-1f56-477b-aff0-b2271cb81108 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0981085 Nov 10 18:10:44.484585 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54060) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:44.508430 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a391b-1c70-486d-8b9e-ec5181614ee8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=835e2ff4-ea31-41dc-a794-aed2edab05d1,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:44.514266 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-428a391b-1c70-486d-8b9e-ec5181614ee8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.520056 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-428a391b-1c70-486d-8b9e-ec5181614ee8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/835e2ff4-ea31-41dc-a794-aed2edab05d1 HTTP/1.1" status: 204 len: 168 time: 0.3512318 Nov 10 18:10:44.520470 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54062) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:44.523158 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d3f694-3de7-4566-af52-22fec4140812 None None] Network 751663c4-944e-4370-9efe-4bbb134d1009 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:44.542715 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e7b45281-c244-411b-b78b-ddbb990b5014 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.554230 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e7b45281-c244-411b-b78b-ddbb990b5014 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.567887 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22508457-ab1f-4a07-837d-b7428c0eae7d tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.594498 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-297013e5-d71c-4c93-aff7-45c3d8822508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.602252 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22508457-ab1f-4a07-837d-b7428c0eae7d tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Port': ['ID=5a693fdc-7f46-4b7d-a11f-c8df6ad00789,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:44.616012 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e7b45281-c244-411b-b78b-ddbb990b5014 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.638795 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e7b45281-c244-411b-b78b-ddbb990b5014 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.639946 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e7b45281-c244-411b-b78b-ddbb990b5014 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/b2428628-f103-452c-8b82-d5e2c5c08663 HTTP/1.1" status: 204 len: 168 time: 0.1545184 Nov 10 18:10:44.642963 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54064) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:44.653500 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-297013e5-d71c-4c93-aff7-45c3d8822508 admin admin] Deleting port 38cf4208-a9ff-4706-b7fe-9dc74a977092 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:44.653875 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-297013e5-d71c-4c93-aff7-45c3d8822508 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.694581 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b45281-c244-411b-b78b-ddbb990b5014 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2428628-f103-452c-8b82-d5e2c5c08663,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:44.751848 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-297013e5-d71c-4c93-aff7-45c3d8822508 admin admin] For port 38cf4208-a9ff-4706-b7fe-9dc74a977092, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=38cf4208-a9ff-4706-b7fe-9dc74a977092,segment=NetworkSegment(fd05dff9-eebc-4bea-aa36-5fd458b3bc3c),segment_id=fd05dff9-eebc-4bea-aa36-5fd458b3bc3c)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:44.752458 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-297013e5-d71c-4c93-aff7-45c3d8822508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.764023 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3d525a-1827-417f-bad1-49fd3ca3bd49 None None] DHCP port deletion for 751663c4-944e-4370-9efe-4bbb134d1009 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:10:44.766964 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-297013e5-d71c-4c93-aff7-45c3d8822508 admin admin] Calling delete_port for 38cf4208-a9ff-4706-b7fe-9dc74a977092 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:44.811077 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ca6cb54b-b8df-46ff-b1e2-d592f7c542ac tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1628697 Nov 10 18:10:44.814106 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54066) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:44.829531 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-5b3d525a-1827-417f-bad1-49fd3ca3bd49 None None] Deleting port 38cf4208-a9ff-4706-b7fe-9dc74a977092 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:44.829909 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5b3d525a-1827-417f-bad1-49fd3ca3bd49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.838131 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22508457-ab1f-4a07-837d-b7428c0eae7d tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.857298 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6815298c-53fb-47a3-b0b4-f4db9e415a8e tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.869949 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-297013e5-d71c-4c93-aff7-45c3d8822508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.908193 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297013e5-d71c-4c93-aff7-45c3d8822508 admin admin] Pushing event deleted for resources: {'Port': ['ID=38cf4208-a9ff-4706-b7fe-9dc74a977092,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:44.912333 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297013e5-d71c-4c93-aff7-45c3d8822508 admin admin] No DVR routers for this DVR port 38cf4208-a9ff-4706-b7fe-9dc74a977092 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:10:44.927473 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-5b3d525a-1827-417f-bad1-49fd3ca3bd49 None None] For port 38cf4208-a9ff-4706-b7fe-9dc74a977092, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=38cf4208-a9ff-4706-b7fe-9dc74a977092,segment=NetworkSegment(fd05dff9-eebc-4bea-aa36-5fd458b3bc3c),segment_id=fd05dff9-eebc-4bea-aa36-5fd458b3bc3c)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:44.928128 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5b3d525a-1827-417f-bad1-49fd3ca3bd49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.928347 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6815298c-53fb-47a3-b0b4-f4db9e415a8e tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.949637 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-5b3d525a-1827-417f-bad1-49fd3ca3bd49 None None] Calling delete_port for 38cf4208-a9ff-4706-b7fe-9dc74a977092 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:44.990482 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-297013e5-d71c-4c93-aff7-45c3d8822508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:44.992684 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6815298c-53fb-47a3-b0b4-f4db9e415a8e tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.013734 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-297013e5-d71c-4c93-aff7-45c3d8822508 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751663c4-944e-4370-9efe-4bbb134d1009']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:45.023090 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-297013e5-d71c-4c93-aff7-45c3d8822508 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd05dff9-eebc-4bea-aa36-5fd458b3bc3c') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:45.023476 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-297013e5-d71c-4c93-aff7-45c3d8822508 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd05dff9-eebc-4bea-aa36-5fd458b3bc3c') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:45.023739 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6815298c-53fb-47a3-b0b4-f4db9e415a8e tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.025425 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6815298c-53fb-47a3-b0b4-f4db9e415a8e tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/a7aafa1c-adcb-416f-83d2-77eebe0c36d7 HTTP/1.1" status: 204 len: 168 time: 0.2097838 Nov 10 18:10:45.029015 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54068) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:45.034196 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815298c-53fb-47a3-b0b4-f4db9e415a8e tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7aafa1c-adcb-416f-83d2-77eebe0c36d7,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:45.043462 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5b3d525a-1827-417f-bad1-49fd3ca3bd49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.044815 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22508457-ab1f-4a07-837d-b7428c0eae7d tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Router 429db052-2751-4e5a-b344-56646a8ffbec has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:10:45.062292 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-297013e5-d71c-4c93-aff7-45c3d8822508 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.080310 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3d525a-1827-417f-bad1-49fd3ca3bd49 None None] No DVR routers for this DVR port 38cf4208-a9ff-4706-b7fe-9dc74a977092 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:10:45.084785 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-297013e5-d71c-4c93-aff7-45c3d8822508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.088082 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d525a-1827-417f-bad1-49fd3ca3bd49 None None] Pushing event deleted for resources: {'Port': ['ID=38cf4208-a9ff-4706-b7fe-9dc74a977092,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:45.105550 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-eb17d46a-f908-4db4-9f33-613ba60e61ed tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0722976 Nov 10 18:10:45.108155 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54070) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:45.110367 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-297013e5-d71c-4c93-aff7-45c3d8822508 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:10:45.111109 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-297013e5-d71c-4c93-aff7-45c3d8822508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.116909 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:10:45.116909 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:10:45.116909 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:10:45.116909 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:10:45.116909 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:10:45.116909 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:10:45.116909 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:10:45.116909 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:10:45.116909 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:10:45.116909 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:10:45.116909 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:10:45.116909 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:10:45.116909 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:10:45.116909 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:10:45.116909 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:10:45.116909 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:10:45.116909 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:10:45.116909 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:10:45.116909 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:10:45.116909 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:10:45.116909 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:10:45.116909 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:10:45.116909 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:10:45.116909 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:10:45.116909 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:10:45.116909 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:10:45.116909 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:10:45.116909 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:10:45.116909 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:10:45.116909 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:10:45.116909 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:10:45.116909 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:10:45.127910 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22508457-ab1f-4a07-837d-b7428c0eae7d tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:10:45.137533 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-22508457-ab1f-4a07-837d-b7428c0eae7d tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "PUT /v2.0/routers/429db052-2751-4e5a-b344-56646a8ffbec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5719075 Nov 10 18:10:45.139952 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54072) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:45.145461 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df14382-6086-456d-9c05-08ca0cbced3a None None] Sync routers for ids ['429db052-2751-4e5a-b344-56646a8ffbec'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:10:45.156632 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df14382-6086-456d-9c05-08ca0cbced3a None None] Routers {'429db052-2751-4e5a-b344-56646a8ffbec'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:10:45.157515 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-1df14382-6086-456d-9c05-08ca0cbced3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:10:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['429db052-2751-4e5a-b344-56646a8ffbec'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:45.166884 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-092cae68-4476-4cba-a2af-8c4cffd9884e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] GET failed (client error): The resource could not be found. Nov 10 18:10:45.171733 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54074) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:45.171903 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-092cae68-4476-4cba-a2af-8c4cffd9884e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "GET /v2.0/ports/5a693fdc-7f46-4b7d-a11f-c8df6ad00789 HTTP/1.1" status: 404 len: 333 time: 0.0308456 Nov 10 18:10:45.190068 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c2af776b-4621-4b5d-82d0-197cafd7f648 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.190383 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-1df14382-6086-456d-9c05-08ca0cbced3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:45.200659 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df14382-6086-456d-9c05-08ca0cbced3a None None] Routers {'429db052-2751-4e5a-b344-56646a8ffbec'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:10:45.201263 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-1df14382-6086-456d-9c05-08ca0cbced3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:10:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['429db052-2751-4e5a-b344-56646a8ffbec'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:45.233776 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-1df14382-6086-456d-9c05-08ca0cbced3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:45.234425 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df14382-6086-456d-9c05-08ca0cbced3a None None] The sync data for ids ['429db052-2751-4e5a-b344-56646a8ffbec'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:10:45.258365 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c2af776b-4621-4b5d-82d0-197cafd7f648 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.260512 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-297013e5-d71c-4c93-aff7-45c3d8822508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.273276 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-297013e5-d71c-4c93-aff7-45c3d8822508 admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.276792 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-297013e5-d71c-4c93-aff7-45c3d8822508 admin admin] 10.222.0.39 "DELETE /v2.0/networks/751663c4-944e-4370-9efe-4bbb134d1009 HTTP/1.1" status: 204 len: 168 time: 0.7554703 Nov 10 18:10:45.279752 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54076) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:45.298369 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-833d3fd3-f88a-4182-8adb-50a2f6fb5871 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.302416 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297013e5-d71c-4c93-aff7-45c3d8822508 admin admin] Pushing event deleted for resources: {'Network': ['ID=751663c4-944e-4370-9efe-4bbb134d1009,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:45.386648 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c2af776b-4621-4b5d-82d0-197cafd7f648 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.394802 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c2af776b-4621-4b5d-82d0-197cafd7f648 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.395906 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c2af776b-4621-4b5d-82d0-197cafd7f648 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/5210043c-e4fe-44c5-9aa4-5939a72821df HTTP/1.1" status: 204 len: 168 time: 0.2868273 Nov 10 18:10:45.402322 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54078) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:45.467164 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af776b-4621-4b5d-82d0-197cafd7f648 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5210043c-e4fe-44c5-9aa4-5939a72821df,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:45.507407 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-833d3fd3-f88a-4182-8adb-50a2f6fb5871 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.511344 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-833d3fd3-f88a-4182-8adb-50a2f6fb5871 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.569811 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-83cac478-8595-44ef-9591-be7f2ee47eae tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1655574 Nov 10 18:10:45.573483 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54080) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:45.588972 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-833d3fd3-f88a-4182-8adb-50a2f6fb5871 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.589553 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833d3fd3-f88a-4182-8adb-50a2f6fb5871 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Fanout notify agent at l3_agent the message router_deleted on router 429db052-2751-4e5a-b344-56646a8ffbec {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:10:45.597628 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-833d3fd3-f88a-4182-8adb-50a2f6fb5871 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.598890 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-833d3fd3-f88a-4182-8adb-50a2f6fb5871 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/routers/429db052-2751-4e5a-b344-56646a8ffbec HTTP/1.1" status: 204 len: 168 time: 0.4266877 Nov 10 18:10:45.601506 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54082) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:45.610716 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0cd0eaf8-d0de-4e4f-8c00-0272551cefad tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.619238 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0cd0eaf8-d0de-4e4f-8c00-0272551cefad tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.645544 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0cd0eaf8-d0de-4e4f-8c00-0272551cefad tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.652344 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0cd0eaf8-d0de-4e4f-8c00-0272551cefad tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.653468 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0cd0eaf8-d0de-4e4f-8c00-0272551cefad tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/f8f182c0-f48f-4b1d-86f3-ef4c80a3319d HTTP/1.1" status: 204 len: 168 time: 0.0766473 Nov 10 18:10:45.658371 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54084) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:45.664649 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0eaf8-d0de-4e4f-8c00-0272551cefad tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8f182c0-f48f-4b1d-86f3-ef4c80a3319d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:45.683262 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f8e71c3-5e90-4daa-b23e-7ef4ff9de88f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Deleting subnet 9ef53039-ef3d-4df4-a723-15e9bd486799 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:10:45.687821 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1f8e71c3-5e90-4daa-b23e-7ef4ff9de88f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.699283 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3fd66e14-2bf3-4010-8126-a45a2094cdbd tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0395939 Nov 10 18:10:45.702012 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54086) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:45.740073 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1f8e71c3-5e90-4daa-b23e-7ef4ff9de88f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.756919 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2baac4aa-6b7a-4e4a-9c8c-05204efaf3af tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.769958 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3ec62100-e811-4569-9ddd-1895b686406c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.780890 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2baac4aa-6b7a-4e4a-9c8c-05204efaf3af tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.833728 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2baac4aa-6b7a-4e4a-9c8c-05204efaf3af tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.836453 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2baac4aa-6b7a-4e4a-9c8c-05204efaf3af tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:45.841316 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2baac4aa-6b7a-4e4a-9c8c-05204efaf3af tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "DELETE /v2.0/security-groups/3220fe12-0333-435e-b3e0-eccee541dded HTTP/1.1" status: 204 len: 168 time: 0.1374481 Nov 10 18:10:45.841793 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54088) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:45.850354 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baac4aa-6b7a-4e4a-9c8c-05204efaf3af tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3220fe12-0333-435e-b3e0-eccee541dded,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:45.859649 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 38cf4208-a9ff-4706-b7fe-9dc74a977092 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:10:45.890850 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 38cf4208-a9ff-4706-b7fe-9dc74a977092 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:10:45.891199 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 38cf4208-a9ff-4706-b7fe-9dc74a977092 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:10:45.968719 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1f8e71c3-5e90-4daa-b23e-7ef4ff9de88f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.002174 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a742c982-ab99-4ce6-ad13-0941e75f60b4 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1591766 Nov 10 18:10:46.006432 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54090) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:46.011333 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-7b95afac-f3a4-46e1-b908-8b2c203a48a5 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Request body: {'security_group': {'name': 'tempest-secgroup--1232759419'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:46.034888 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7b95afac-f3a4-46e1-b908-8b2c203a48a5 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.098635 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1f8e71c3-5e90-4daa-b23e-7ef4ff9de88f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.104083 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7b95afac-f3a4-46e1-b908-8b2c203a48a5 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.108611 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7b95afac-f3a4-46e1-b908-8b2c203a48a5 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.136745 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1f8e71c3-5e90-4daa-b23e-7ef4ff9de88f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.143013 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1f8e71c3-5e90-4daa-b23e-7ef4ff9de88f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/subnets/9ef53039-ef3d-4df4-a723-15e9bd486799 HTTP/1.1" status: 204 len: 168 time: 0.5375581 Nov 10 18:10:46.144637 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e71c3-5e90-4daa-b23e-7ef4ff9de88f tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Subnet': ['ID=9ef53039-ef3d-4df4-a723-15e9bd486799,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:46.144862 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7b95afac-f3a4-46e1-b908-8b2c203a48a5 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.149105 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7b95afac-f3a4-46e1-b908-8b2c203a48a5 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1391883 Nov 10 18:10:46.149295 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3226aa-a05d-450a-bba3-e4cef5fd58a4 None None] Network 2313f95f-e110-40b5-b7a3-678607a673d2 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:46.149412 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54092) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:46.151032 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54094) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:46.155597 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-efba03c5-7d02-4004-a775-e09bcfd9cc70 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Request body: {'security_group_rule': {'security_group_id': 'fdaa45a2-5a5c-4dea-9e10-46abbe238a07', 'direction': 'ingress', 'protocol': 17}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:46.166294 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95afac-f3a4-46e1-b908-8b2c203a48a5 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdaa45a2-5a5c-4dea-9e10-46abbe238a07,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:46.193172 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-efba03c5-7d02-4004-a775-e09bcfd9cc70 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.254550 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-efba03c5-7d02-4004-a775-e09bcfd9cc70 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.259930 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-efba03c5-7d02-4004-a775-e09bcfd9cc70 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.286048 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-efba03c5-7d02-4004-a775-e09bcfd9cc70 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.290829 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-efba03c5-7d02-4004-a775-e09bcfd9cc70 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1360085 Nov 10 18:10:46.291999 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54096) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:46.300592 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba03c5-7d02-4004-a775-e09bcfd9cc70 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ad63f2-119f-4f42-9170-56491b0567ce,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:46.358008 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a36d50b4-26c3-45d7-a53c-6f6652d005c7 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.375262 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b4f2fa-a82a-4160-91c1-5f354864f4ad None None] DHCP port deletion for 2313f95f-e110-40b5-b7a3-678607a673d2 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:10:46.385783 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a36d50b4-26c3-45d7-a53c-6f6652d005c7 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.427959 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-90b4f2fa-a82a-4160-91c1-5f354864f4ad None None] Deleting port acdff149-d605-485f-add6-3b32658b2c8b {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:46.428419 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-90b4f2fa-a82a-4160-91c1-5f354864f4ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.437744 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a36d50b4-26c3-45d7-a53c-6f6652d005c7 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.441207 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a36d50b4-26c3-45d7-a53c-6f6652d005c7 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.442633 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a36d50b4-26c3-45d7-a53c-6f6652d005c7 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "DELETE /v2.0/security-groups/fdaa45a2-5a5c-4dea-9e10-46abbe238a07 HTTP/1.1" status: 204 len: 168 time: 0.1497972 Nov 10 18:10:46.446323 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54098) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:46.457749 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d50b4-26c3-45d7-a53c-6f6652d005c7 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdaa45a2-5a5c-4dea-9e10-46abbe238a07,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:46.520822 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-90b4f2fa-a82a-4160-91c1-5f354864f4ad None None] For port acdff149-d605-485f-add6-3b32658b2c8b, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=acdff149-d605-485f-add6-3b32658b2c8b,segment=NetworkSegment(20df2c46-945d-43b7-a8d7-2c83760b00ff),segment_id=20df2c46-945d-43b7-a8d7-2c83760b00ff)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:46.521170 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ef57b050-b6a5-435e-b225-93d2a7ef9e1d tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0635293 Nov 10 18:10:46.521716 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-90b4f2fa-a82a-4160-91c1-5f354864f4ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.522577 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8a8838f5-9aa2-4924-9aad-544493c60a05 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.526378 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54100) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:46.531245 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-3401ee3e-f0b9-4dd5-9dd4-5ba935141210 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Request body: {'security_group': {'name': 'tempest-secgroup--956454347'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:46.538282 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-90b4f2fa-a82a-4160-91c1-5f354864f4ad None None] Calling delete_port for acdff149-d605-485f-add6-3b32658b2c8b owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:46.557000 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3401ee3e-f0b9-4dd5-9dd4-5ba935141210 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.605484 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-3ec62100-e811-4569-9ddd-1895b686406c admin admin] Deleting port 6f4552c3-2ea7-462c-ad31-aa9e0dee7478 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:46.605849 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3ec62100-e811-4569-9ddd-1895b686406c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.629325 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-90b4f2fa-a82a-4160-91c1-5f354864f4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.640102 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3401ee3e-f0b9-4dd5-9dd4-5ba935141210 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.644339 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3401ee3e-f0b9-4dd5-9dd4-5ba935141210 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.656839 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4f2fa-a82a-4160-91c1-5f354864f4ad None None] Pushing event deleted for resources: {'Port': ['ID=acdff149-d605-485f-add6-3b32658b2c8b,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:46.658821 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b4f2fa-a82a-4160-91c1-5f354864f4ad None None] No DVR routers for this DVR port acdff149-d605-485f-add6-3b32658b2c8b on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:10:46.669870 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-8a8838f5-9aa2-4924-9aad-544493c60a05 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Deleting port acdff149-d605-485f-add6-3b32658b2c8b {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:46.670255 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8a8838f5-9aa2-4924-9aad-544493c60a05 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.683095 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3401ee3e-f0b9-4dd5-9dd4-5ba935141210 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.687244 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3401ee3e-f0b9-4dd5-9dd4-5ba935141210 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1597812 Nov 10 18:10:46.687897 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54102) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:46.699544 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-c660acbc-7678-4297-97f9-da7d5c8dc44b tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Request body: {'security_group': {'name': 'tempest-secgroup--833862078'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:46.713769 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401ee3e-f0b9-4dd5-9dd4-5ba935141210 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=728e82aa-a82f-42ce-b54a-8f8d385843bc,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:46.726868 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c660acbc-7678-4297-97f9-da7d5c8dc44b tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.757859 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-8a8838f5-9aa2-4924-9aad-544493c60a05 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] For port acdff149-d605-485f-add6-3b32658b2c8b, host n-d-776250-10, got binding levels [] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:46.758135 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8a8838f5-9aa2-4924-9aad-544493c60a05 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.769954 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-3ec62100-e811-4569-9ddd-1895b686406c admin admin] For port 6f4552c3-2ea7-462c-ad31-aa9e0dee7478, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=6f4552c3-2ea7-462c-ad31-aa9e0dee7478,segment=NetworkSegment(6a277635-acf2-4511-86b2-51e919e5e719),segment_id=6a277635-acf2-4511-86b2-51e919e5e719)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:46.770349 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3ec62100-e811-4569-9ddd-1895b686406c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.793433 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-8a8838f5-9aa2-4924-9aad-544493c60a05 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Calling delete_port for acdff149-d605-485f-add6-3b32658b2c8b owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:46.802668 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.ipam_backend_mixin [None req-8a8838f5-9aa2-4924-9aad-544493c60a05 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Port acdff149-d605-485f-add6-3b32658b2c8b was not found and therefore no delete operation was performed {{(pid=102469) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 18:10:46.802668 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-3ec62100-e811-4569-9ddd-1895b686406c admin admin] Calling delete_port for 6f4552c3-2ea7-462c-ad31-aa9e0dee7478 owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:46.802951 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c660acbc-7678-4297-97f9-da7d5c8dc44b tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.805966 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c660acbc-7678-4297-97f9-da7d5c8dc44b tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.808467 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8a8838f5-9aa2-4924-9aad-544493c60a05 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.838401 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c660acbc-7678-4297-97f9-da7d5c8dc44b tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.839774 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c660acbc-7678-4297-97f9-da7d5c8dc44b tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1477504 Nov 10 18:10:46.840951 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660acbc-7678-4297-97f9-da7d5c8dc44b tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76733807-1ddf-4415-8fd8-a2696190ee3f,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:46.842886 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54104) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:46.847770 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-b2f56be5-c42b-4c61-91ef-ec9fde6b7b40 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Request body: {'security_group_rule': {'security_group_id': '728e82aa-a82f-42ce-b54a-8f8d385843bc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '76733807-1ddf-4415-8fd8-a2696190ee3f', 'remote_ip_prefix': None}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:46.867974 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8838f5-9aa2-4924-9aad-544493c60a05 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Port': ['ID=acdff149-d605-485f-add6-3b32658b2c8b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:46.876470 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8838f5-9aa2-4924-9aad-544493c60a05 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] No DVR routers for this DVR port acdff149-d605-485f-add6-3b32658b2c8b on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:10:46.879288 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2f56be5-c42b-4c61-91ef-ec9fde6b7b40 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.952720 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2f56be5-c42b-4c61-91ef-ec9fde6b7b40 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.957317 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2f56be5-c42b-4c61-91ef-ec9fde6b7b40 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.979801 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f56be5-c42b-4c61-91ef-ec9fde6b7b40 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e5f5495-7664-43a6-8960-21cd82146c1e,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:46.986924 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2f56be5-c42b-4c61-91ef-ec9fde6b7b40 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:46.992368 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b2f56be5-c42b-4c61-91ef-ec9fde6b7b40 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1481247 Nov 10 18:10:46.992970 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54106) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:47.005854 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8a8838f5-9aa2-4924-9aad-544493c60a05 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.017340 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-77aa5df2-ff5c-44d6-a551-b78f54d72465 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.025597 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-77aa5df2-ff5c-44d6-a551-b78f54d72465 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.035909 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-8a8838f5-9aa2-4924-9aad-544493c60a05 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2313f95f-e110-40b5-b7a3-678607a673d2']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:47.049937 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-8a8838f5-9aa2-4924-9aad-544493c60a05 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20df2c46-945d-43b7-a8d7-2c83760b00ff') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:47.050240 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-8a8838f5-9aa2-4924-9aad-544493c60a05 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20df2c46-945d-43b7-a8d7-2c83760b00ff') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:47.052067 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-77aa5df2-ff5c-44d6-a551-b78f54d72465 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.057259 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-77aa5df2-ff5c-44d6-a551-b78f54d72465 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.058493 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-77aa5df2-ff5c-44d6-a551-b78f54d72465 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/4e5f5495-7664-43a6-8960-21cd82146c1e HTTP/1.1" status: 204 len: 168 time: 0.0645161 Nov 10 18:10:47.061546 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54108) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:47.067056 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8a8838f5-9aa2-4924-9aad-544493c60a05 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.083822 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8a8838f5-9aa2-4924-9aad-544493c60a05 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.085757 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa5df2-ff5c-44d6-a551-b78f54d72465 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e5f5495-7664-43a6-8960-21cd82146c1e,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:47.095025 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8838f5-9aa2-4924-9aad-544493c60a05 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:10:47.095280 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8a8838f5-9aa2-4924-9aad-544493c60a05 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.098226 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:10:47.098226 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:10:47.098226 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:10:47.098226 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:10:47.098226 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:10:47.098226 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:10:47.098226 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:10:47.098226 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:10:47.098226 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:10:47.098226 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:10:47.098226 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:10:47.098226 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:10:47.098226 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:10:47.098226 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:10:47.098226 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:10:47.098226 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:10:47.098226 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:10:47.098226 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:10:47.098226 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:10:47.098226 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:10:47.098226 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:10:47.098226 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:10:47.098226 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:10:47.098226 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:10:47.098226 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:10:47.098226 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:10:47.098226 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:10:47.098226 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:10:47.098226 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:10:47.098226 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:10:47.098226 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:10:47.098226 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:10:47.120464 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2284c191-51a3-4971-911b-69452daba0bd tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0576940 Nov 10 18:10:47.123194 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54110) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:47.173915 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-be946d69-8f72-422a-b88a-d7a7a73ca455 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.186769 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8a8838f5-9aa2-4924-9aad-544493c60a05 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.193841 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8a8838f5-9aa2-4924-9aad-544493c60a05 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.198892 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8a8838f5-9aa2-4924-9aad-544493c60a05 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/networks/2313f95f-e110-40b5-b7a3-678607a673d2 HTTP/1.1" status: 204 len: 168 time: 1.0498524 Nov 10 18:10:47.201163 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3ec62100-e811-4569-9ddd-1895b686406c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.201635 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-be946d69-8f72-422a-b88a-d7a7a73ca455 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.204242 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54112) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:47.214997 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8838f5-9aa2-4924-9aad-544493c60a05 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Network': ['ID=2313f95f-e110-40b5-b7a3-678607a673d2,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:47.237467 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec62100-e811-4569-9ddd-1895b686406c admin admin] Pushing event deleted for resources: {'Port': ['ID=6f4552c3-2ea7-462c-ad31-aa9e0dee7478,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:47.273160 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dc2c39-d37b-4365-a648-d699c3e65dc3 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:47.276107 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f4dc2c39-d37b-4365-a648-d699c3e65dc3 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "GET /v2.0/ports/7fc71a50-8123-445e-a34e-69033cac42ca HTTP/1.1" status: 200 len: 841 time: 0.0693333 Nov 10 18:10:47.280392 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54114) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:47.326853 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c871cefe-220d-45d5-a3e3-31b30292c9f2 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "GET /v2.0/ports/7fc71a50-8123-445e-a34e-69033cac42ca?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0453241 Nov 10 18:10:47.332674 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54116) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:47.335122 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-be946d69-8f72-422a-b88a-d7a7a73ca455 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.338900 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-be946d69-8f72-422a-b88a-d7a7a73ca455 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.340277 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-be946d69-8f72-422a-b88a-d7a7a73ca455 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "DELETE /v2.0/security-groups/76733807-1ddf-4415-8fd8-a2696190ee3f HTTP/1.1" status: 204 len: 168 time: 0.2161405 Nov 10 18:10:47.343388 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54118) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:47.344408 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-97aeffcb-ca57-4edc-be2c-d68b87a1060a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'subnet': {'network_id': '3da48a1b-f7c4-4e65-be70-bf25603f52d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:47.414973 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be946d69-8f72-422a-b88a-d7a7a73ca455 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76733807-1ddf-4415-8fd8-a2696190ee3f,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:47.455006 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b521dcd7-9866-4e3a-9979-4c266a044480 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1080840 Nov 10 18:10:47.455448 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54120) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:47.458746 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3ec62100-e811-4569-9ddd-1895b686406c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.473886 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97aeffcb-ca57-4edc-be2c-d68b87a1060a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:47.477582 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-97aeffcb-ca57-4edc-be2c-d68b87a1060a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.588100 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d8de905b-b0f2-498a-a140-4d78013fcf3d tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.619064 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d8de905b-b0f2-498a-a140-4d78013fcf3d tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.684765 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec62100-e811-4569-9ddd-1895b686406c admin admin] Router 5ab4732f-72bc-46e9-8c9e-e6575f86a3e6 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:10:47.721504 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d8de905b-b0f2-498a-a140-4d78013fcf3d tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.724006 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d8de905b-b0f2-498a-a140-4d78013fcf3d tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.727477 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d8de905b-b0f2-498a-a140-4d78013fcf3d tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "DELETE /v2.0/security-groups/728e82aa-a82f-42ce-b54a-8f8d385843bc HTTP/1.1" status: 204 len: 168 time: 0.2683694 Nov 10 18:10:47.729885 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54122) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:47.744841 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de905b-b0f2-498a-a140-4d78013fcf3d tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=728e82aa-a82f-42ce-b54a-8f8d385843bc,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:47.748459 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-97aeffcb-ca57-4edc-be2c-d68b87a1060a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.809333 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97aeffcb-ca57-4edc-be2c-d68b87a1060a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network 3da48a1b-f7c4-4e65-be70-bf25603f52d4 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:47.813126 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-97aeffcb-ca57-4edc-be2c-d68b87a1060a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:47.817341 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97aeffcb-ca57-4edc-be2c-d68b87a1060a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:47.818325 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-97aeffcb-ca57-4edc-be2c-d68b87a1060a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.824237 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aeffcb-ca57-4edc-be2c-d68b87a1060a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Subnet': ['ID=5575498d-0333-4825-ab15-1031b1ec870f,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:47.825735 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70132142-e2a9-4c00-8857-2d049fd3d3fb None None] Network 3da48a1b-f7c4-4e65-be70-bf25603f52d4 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:47.835358 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4880c1bf-50a4-451f-98da-66d9b2e03de2 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1043608 Nov 10 18:10:47.840898 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54124) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:47.845772 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-1e00d45a-53c8-4114-b739-cf4004a36ef2 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Request body: {'security_group': {'name': 'tempest-secgroup--1078258404'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:47.859139 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-97aeffcb-ca57-4edc-be2c-d68b87a1060a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5251548 Nov 10 18:10:47.859804 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54126) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:47.862455 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec62100-e811-4569-9ddd-1895b686406c admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:10:47.871427 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-d59dfce1-63db-4c9d-b24a-3db67e28eb22 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'security_group': {'name': 'tempest-secgroup-1844872867'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:47.871940 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3ec62100-e811-4569-9ddd-1895b686406c admin admin] 10.222.0.39 "PUT /v2.0/routers/5ab4732f-72bc-46e9-8c9e-e6575f86a3e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5877974 Nov 10 18:10:47.874669 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54128) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:47.875144 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3287913-9a1c-40e3-9670-06e25df6a1b9 None None] Sync routers for ids ['5ab4732f-72bc-46e9-8c9e-e6575f86a3e6'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:10:47.894550 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3287913-9a1c-40e3-9670-06e25df6a1b9 None None] Routers {'5ab4732f-72bc-46e9-8c9e-e6575f86a3e6'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:10:47.895532 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c3287913-9a1c-40e3-9670-06e25df6a1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:10:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['5ab4732f-72bc-46e9-8c9e-e6575f86a3e6'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:47.927743 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device acdff149-d605-485f-add6-3b32658b2c8b no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:10:47.929558 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1e00d45a-53c8-4114-b739-cf4004a36ef2 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.963233 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d59dfce1-63db-4c9d-b24a-3db67e28eb22 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:47.965982 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: acdff149-d605-485f-add6-3b32658b2c8b {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:10:47.966635 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device acdff149-d605-485f-add6-3b32658b2c8b not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:10:48.016747 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b3932980-ca56-4205-8665-ae78b0e399f4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.073452 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e9cade-9f8b-4676-84cd-d8cd5d2d1b2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-3da48a1b-f7c4-4e65-be70-bf25603f52d4', 'network_id': '3da48a1b-f7c4-4e65-be70-bf25603f52d4', 'tenant_id': 'dd2beb57805c41c7a1241e923cc5eeb7', 'fixed_ips': [{'subnet_id': '5575498d-0333-4825-ab15-1031b1ec870f'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:10:48.075256 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-24e9cade-9f8b-4676-84cd-d8cd5d2d1b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.075791 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1e00d45a-53c8-4114-b739-cf4004a36ef2 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.084660 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1e00d45a-53c8-4114-b739-cf4004a36ef2 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.101881 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d59dfce1-63db-4c9d-b24a-3db67e28eb22 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.118888 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d59dfce1-63db-4c9d-b24a-3db67e28eb22 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.142611 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1e00d45a-53c8-4114-b739-cf4004a36ef2 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.146965 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54130) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:48.147189 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1e00d45a-53c8-4114-b739-cf4004a36ef2 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3052185 Nov 10 18:10:48.151882 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00d45a-53c8-4114-b739-cf4004a36ef2 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26e46a9a-6c77-4a0c-a68a-6caa84d6828f,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:48.153821 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-12534efd-ad4e-4627-87c7-8f53455dedb3 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Request body: {'security_group_rule': {'security_group_id': '26e46a9a-6c77-4a0c-a68a-6caa84d6828f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:48.162972 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d59dfce1-63db-4c9d-b24a-3db67e28eb22 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.168798 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d59dfce1-63db-4c9d-b24a-3db67e28eb22 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3056717 Nov 10 18:10:48.169477 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54132) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:48.190655 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-2a1f3238-acbb-4027-a6be-70e39253aa2c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'security_group': {'name': 'tempest-secgroup-1985182667'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:48.193552 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-12534efd-ad4e-4627-87c7-8f53455dedb3 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.200319 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-c3287913-9a1c-40e3-9670-06e25df6a1b9 None None] Set router 5ab4732f-72bc-46e9-8c9e-e6575f86a3e6 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:10:48.222879 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2a1f3238-acbb-4027-a6be-70e39253aa2c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.227373 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b3932980-ca56-4205-8665-ae78b0e399f4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.248205 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59dfce1-63db-4c9d-b24a-3db67e28eb22 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f501f7e-da89-463d-8527-694ce85ba7cb,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:48.296948 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-24e9cade-9f8b-4676-84cd-d8cd5d2d1b2f None None] Allocated IP 172.20.0.2 (3da48a1b-f7c4-4e65-be70-bf25603f52d4/5575498d-0333-4825-ab15-1031b1ec870f/b92d2d4d-9e32-415a-bdb8-7a336b624901) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:48.298437 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-12534efd-ad4e-4627-87c7-8f53455dedb3 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.309763 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-12534efd-ad4e-4627-87c7-8f53455dedb3 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.310377 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2a1f3238-acbb-4027-a6be-70e39253aa2c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.316277 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2a1f3238-acbb-4027-a6be-70e39253aa2c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.337824 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12534efd-ad4e-4627-87c7-8f53455dedb3 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c69f2ab-8629-4df6-a9ef-bc5ef4042c77,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:48.344355 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-b3932980-ca56-4205-8665-ae78b0e399f4 admin admin] Deleting port 702e09e0-8f52-4112-964a-fb6a52e688fe {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:48.345825 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b3932980-ca56-4205-8665-ae78b0e399f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.361099 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2a1f3238-acbb-4027-a6be-70e39253aa2c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.365671 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2a1f3238-acbb-4027-a6be-70e39253aa2c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1893034 Nov 10 18:10:48.366424 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54134) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:48.372781 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-1d597b14-7c9f-4eb1-aca0-1f52b4529376 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-625079620', 'security_groups': ['acf5d1e4-0b9b-4cde-99ab-2dca50dd784f'], 'network_id': '3da48a1b-f7c4-4e65-be70-bf25603f52d4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5575498d-0333-4825-ab15-1031b1ec870f'}]}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:48.377634 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f3238-acbb-4027-a6be-70e39253aa2c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acf5d1e4-0b9b-4cde-99ab-2dca50dd784f,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:48.426646 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-12534efd-ad4e-4627-87c7-8f53455dedb3 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.427843 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-12534efd-ad4e-4627-87c7-8f53455dedb3 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2795494 Nov 10 18:10:48.432785 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54136) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:48.470385 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-db25e0a3-6a60-4bdc-980e-a7dc63a89e56 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.473744 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c3287913-9a1c-40e3-9670-06e25df6a1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab4732f-72bc-46e9-8c9e-e6575f86a3e6', 'name': 'tempest-TestServerBasicOps-1568648630-router', 'tenant_id': '7c646a21509247e79118c99429949d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '702e09e0-8f52-4112-964a-fb6a52e688fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:05:31Z', 'updated_at': '2021-11-10T18:10:47Z', 'revision_number': 5, 'project_id': '7c646a21509247e79118c99429949d65', 'gw_port': {'id': '702e09e0-8f52-4112-964a-fb6a52e688fe', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab4732f-72bc-46e9-8c9e-e6575f86a3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:05:32Z', 'updated_at': '2021-11-10T18:05:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:48.482560 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-db25e0a3-6a60-4bdc-980e-a7dc63a89e56 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.507876 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d597b14-7c9f-4eb1-aca0-1f52b4529376 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:48.515490 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3287913-9a1c-40e3-9670-06e25df6a1b9 None None] Checking router: 5ab4732f-72bc-46e9-8c9e-e6575f86a3e6 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:10:48.521680 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-b3932980-ca56-4205-8665-ae78b0e399f4 admin admin] For port 702e09e0-8f52-4112-964a-fb6a52e688fe, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=702e09e0-8f52-4112-964a-fb6a52e688fe,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:48.521883 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b3932980-ca56-4205-8665-ae78b0e399f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.529883 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3287913-9a1c-40e3-9670-06e25df6a1b9 None None] Routers {'5ab4732f-72bc-46e9-8c9e-e6575f86a3e6'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:10:48.530599 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c3287913-9a1c-40e3-9670-06e25df6a1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:10:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['5ab4732f-72bc-46e9-8c9e-e6575f86a3e6'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:48.538874 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-b3932980-ca56-4205-8665-ae78b0e399f4 admin admin] Calling delete_port for 702e09e0-8f52-4112-964a-fb6a52e688fe owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:48.545616 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-db25e0a3-6a60-4bdc-980e-a7dc63a89e56 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.547167 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-24e9cade-9f8b-4676-84cd-d8cd5d2d1b2f None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.557149 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-24e9cade-9f8b-4676-84cd-d8cd5d2d1b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.557378 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-db25e0a3-6a60-4bdc-980e-a7dc63a89e56 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.558620 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-db25e0a3-6a60-4bdc-980e-a7dc63a89e56 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/2c69f2ab-8629-4df6-a9ef-bc5ef4042c77 HTTP/1.1" status: 204 len: 168 time: 0.1245944 Nov 10 18:10:48.562072 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54138) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:48.604801 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e9cade-9f8b-4676-84cd-d8cd5d2d1b2f None None] Network 3da48a1b-f7c4-4e65-be70-bf25603f52d4 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:48.609086 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25e0a3-6a60-4bdc-980e-a7dc63a89e56 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c69f2ab-8629-4df6-a9ef-bc5ef4042c77,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:48.619209 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-24e9cade-9f8b-4676-84cd-d8cd5d2d1b2f None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:48.619616 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1d597b14-7c9f-4eb1-aca0-1f52b4529376 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.628059 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e9cade-9f8b-4676-84cd-d8cd5d2d1b2f None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:48.639454 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9cade-9f8b-4676-84cd-d8cd5d2d1b2f None None] Pushing event updated for resources: {'Port': ['ID=b92d2d4d-9e32-415a-bdb8-7a336b624901,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:48.656121 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-1d597b14-7c9f-4eb1-aca0-1f52b4529376 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] device_id is not set on port ef45f4b7-3a80-4cd4-b175-5844c0b43549 yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:10:48.662467 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c7bb7dad-5b69-4647-a5b7-25ac3c3e0359 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0929546 Nov 10 18:10:48.662467 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54140) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:48.664073 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-c3287913-9a1c-40e3-9670-06e25df6a1b9 None None] Set router 5ab4732f-72bc-46e9-8c9e-e6575f86a3e6 gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:10:48.698199 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-24e9cade-9f8b-4676-84cd-d8cd5d2d1b2f None None] Attempting to bind port b92d2d4d-9e32-415a-bdb8-7a336b624901 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:10:48.698742 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-24e9cade-9f8b-4676-84cd-d8cd5d2d1b2f None None] Attempting to bind port b92d2d4d-9e32-415a-bdb8-7a336b624901 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '0d98e0c6-458a-4a14-a4c4-034af0661a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3da48a1b-f7c4-4e65-be70-bf25603f52d4'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:10:48.699199 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e9cade-9f8b-4676-84cd-d8cd5d2d1b2f None None] Attempting to bind port b92d2d4d-9e32-415a-bdb8-7a336b624901 on network 3da48a1b-f7c4-4e65-be70-bf25603f52d4 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:10:48.704590 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e9cade-9f8b-4676-84cd-d8cd5d2d1b2f None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:10:48.705151 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e9cade-9f8b-4676-84cd-d8cd5d2d1b2f None None] Checking segment: {'id': '0d98e0c6-458a-4a14-a4c4-034af0661a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3da48a1b-f7c4-4e65-be70-bf25603f52d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:48.705645 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-24e9cade-9f8b-4676-84cd-d8cd5d2d1b2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.706134 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e9cade-9f8b-4676-84cd-d8cd5d2d1b2f None None] Bound using segment: {'id': '0d98e0c6-458a-4a14-a4c4-034af0661a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3da48a1b-f7c4-4e65-be70-bf25603f52d4'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:10:48.706699 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-24e9cade-9f8b-4676-84cd-d8cd5d2d1b2f None None] Bound port: b92d2d4d-9e32-415a-bdb8-7a336b624901, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d98e0c6-458a-4a14-a4c4-034af0661a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3da48a1b-f7c4-4e65-be70-bf25603f52d4'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:10:48.707178 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-24e9cade-9f8b-4676-84cd-d8cd5d2d1b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.726595 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c3287913-9a1c-40e3-9670-06e25df6a1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab4732f-72bc-46e9-8c9e-e6575f86a3e6', 'name': 'tempest-TestServerBasicOps-1568648630-router', 'tenant_id': '7c646a21509247e79118c99429949d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:05:31Z', 'updated_at': '2021-11-10T18:10:48Z', 'revision_number': 6, 'project_id': '7c646a21509247e79118c99429949d65', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:48.759140 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3287913-9a1c-40e3-9670-06e25df6a1b9 None None] The sync data for ids ['5ab4732f-72bc-46e9-8c9e-e6575f86a3e6'] in n-d-776250-10 is: [{'id': '5ab4732f-72bc-46e9-8c9e-e6575f86a3e6', 'name': 'tempest-TestServerBasicOps-1568648630-router', 'tenant_id': '7c646a21509247e79118c99429949d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:05:31Z', 'updated_at': '2021-11-10T18:10:48Z', 'revision_number': 6, 'project_id': '7c646a21509247e79118c99429949d65', 'gw_port_host': None}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:10:48.773351 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f8f192c-5d40-4864-81d8-c0f2e7fad93f tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.802088 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-24e9cade-9f8b-4676-84cd-d8cd5d2d1b2f None None] For port b92d2d4d-9e32-415a-bdb8-7a336b624901, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:10:48.806150 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-24e9cade-9f8b-4676-84cd-d8cd5d2d1b2f None None] For port b92d2d4d-9e32-415a-bdb8-7a336b624901, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b92d2d4d-9e32-415a-bdb8-7a336b624901,segment=NetworkSegment(0d98e0c6-458a-4a14-a4c4-034af0661a9d),segment_id=0d98e0c6-458a-4a14-a4c4-034af0661a9d)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:10:48.813275 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-24e9cade-9f8b-4676-84cd-d8cd5d2d1b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.828862 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f8f192c-5d40-4864-81d8-c0f2e7fad93f tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.854754 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b3932980-ca56-4205-8665-ae78b0e399f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.881253 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9cade-9f8b-4676-84cd-d8cd5d2d1b2f None None] Pushing event updated for resources: {'Port': ['ID=b92d2d4d-9e32-415a-bdb8-7a336b624901,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:48.902059 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-1d597b14-7c9f-4eb1-aca0-1f52b4529376 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Allocated IP 172.20.0.6 (3da48a1b-f7c4-4e65-be70-bf25603f52d4/5575498d-0333-4825-ab15-1031b1ec870f/ef45f4b7-3a80-4cd4-b175-5844c0b43549) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:48.903105 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3932980-ca56-4205-8665-ae78b0e399f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=702e09e0-8f52-4112-964a-fb6a52e688fe,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:48.922226 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa699c92-01cb-48fd-9dd1-a8407c73bbe7 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:10:48.951574 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f8f192c-5d40-4864-81d8-c0f2e7fad93f tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.960922 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f8f192c-5d40-4864-81d8-c0f2e7fad93f tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:48.965314 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7f8f192c-5d40-4864-81d8-c0f2e7fad93f tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "DELETE /v2.0/security-groups/26e46a9a-6c77-4a0c-a68a-6caa84d6828f HTTP/1.1" status: 204 len: 168 time: 0.2990308 Nov 10 18:10:48.972327 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54142) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:48.994515 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f192c-5d40-4864-81d8-c0f2e7fad93f tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e46a9a-6c77-4a0c-a68a-6caa84d6828f,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:49.020552 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b3932980-ca56-4205-8665-ae78b0e399f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:49.088903 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1d597b14-7c9f-4eb1-aca0-1f52b4529376 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:49.122618 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1d597b14-7c9f-4eb1-aca0-1f52b4529376 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:49.122854 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9ae70116-da52-4c88-9a80-632f556a2730 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1493909 Nov 10 18:10:49.126642 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54144) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:49.131589 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-a20268e4-b73e-46b4-88b7-86699b48dd6b tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Request body: {'security_group': {'name': 'tempest-secgroup--385662151'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:49.137546 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b3932980-ca56-4205-8665-ae78b0e399f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:49.147445 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b3932980-ca56-4205-8665-ae78b0e399f4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:49.192108 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d597b14-7c9f-4eb1-aca0-1f52b4529376 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network 3da48a1b-f7c4-4e65-be70-bf25603f52d4 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:49.201526 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-1d597b14-7c9f-4eb1-aca0-1f52b4529376 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:49.205783 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d597b14-7c9f-4eb1-aca0-1f52b4529376 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:49.236910 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a20268e4-b73e-46b4-88b7-86699b48dd6b tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:49.247139 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d597b14-7c9f-4eb1-aca0-1f52b4529376 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Port': ['ID=ef45f4b7-3a80-4cd4-b175-5844c0b43549,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:49.247457 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b3932980-ca56-4205-8665-ae78b0e399f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:49.248029 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3932980-ca56-4205-8665-ae78b0e399f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ab4732f-72bc-46e9-8c9e-e6575f86a3e6 {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:10:49.254890 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b3932980-ca56-4205-8665-ae78b0e399f4 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:49.256089 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b3932980-ca56-4205-8665-ae78b0e399f4 admin admin] 10.222.0.39 "DELETE /v2.0/routers/5ab4732f-72bc-46e9-8c9e-e6575f86a3e6 HTTP/1.1" status: 204 len: 168 time: 1.3803270 Nov 10 18:10:49.262171 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54146) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:49.324077 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d597b14-7c9f-4eb1-aca0-1f52b4529376 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:49.324598 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a20268e4-b73e-46b4-88b7-86699b48dd6b tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:49.324913 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1d597b14-7c9f-4eb1-aca0-1f52b4529376 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:49.329873 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a20268e4-b73e-46b4-88b7-86699b48dd6b tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:49.342515 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-97951293-92a0-4fbc-a4ea-d3e990aebee4 admin admin] Deleting subnet d07351b3-e661-4279-a85a-487cedc89273 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:10:49.355149 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-97951293-92a0-4fbc-a4ea-d3e990aebee4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:49.363763 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1d597b14-7c9f-4eb1-aca0-1f52b4529376 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9958823 Nov 10 18:10:49.364512 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a20268e4-b73e-46b4-88b7-86699b48dd6b tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:49.368958 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a20268e4-b73e-46b4-88b7-86699b48dd6b tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2378812 Nov 10 18:10:49.368958 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54148) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:49.373355 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-78ad4db5-7ebb-41e7-ba85-63412918c5bd tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'subnet': {'network_id': '3da48a1b-f7c4-4e65-be70-bf25603f52d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:49.376477 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54150) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:49.377095 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20268e4-b73e-46b4-88b7-86699b48dd6b tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00a083bf-908a-426b-9ff0-0ccaceae45ad,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:49.382799 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-138d97c7-1707-41c1-a005-7cc23c92edf2 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Request body: {'security_group_rule': {'security_group_id': '00a083bf-908a-426b-9ff0-0ccaceae45ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:49.400724 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-97951293-92a0-4fbc-a4ea-d3e990aebee4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:49.468392 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-138d97c7-1707-41c1-a005-7cc23c92edf2 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:49.490853 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-97951293-92a0-4fbc-a4ea-d3e990aebee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:49.544423 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ad4db5-7ebb-41e7-ba85-63412918c5bd tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:49.547744 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-97951293-92a0-4fbc-a4ea-d3e990aebee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:49.547903 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-78ad4db5-7ebb-41e7-ba85-63412918c5bd tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:49.552419 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-138d97c7-1707-41c1-a005-7cc23c92edf2 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:49.564828 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-138d97c7-1707-41c1-a005-7cc23c92edf2 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:49.578311 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97951293-92a0-4fbc-a4ea-d3e990aebee4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d07351b3-e661-4279-a85a-487cedc89273,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:49.583032 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-97951293-92a0-4fbc-a4ea-d3e990aebee4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:49.588979 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-97951293-92a0-4fbc-a4ea-d3e990aebee4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d07351b3-e661-4279-a85a-487cedc89273 HTTP/1.1" status: 204 len: 168 time: 0.3231089 Nov 10 18:10:49.589224 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54152) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:49.591261 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb5da9c-feda-45be-9698-dae99ec8a148 None None] Network a23767d1-5b8c-4b66-a432-12dd1cfc5b12 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:49.614726 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d97c7-1707-41c1-a005-7cc23c92edf2 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39efa4d4-645a-41d7-a848-b29304482d6f,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:49.630361 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-138d97c7-1707-41c1-a005-7cc23c92edf2 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:49.631618 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-138d97c7-1707-41c1-a005-7cc23c92edf2 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2519679 Nov 10 18:10:49.635704 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54154) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:49.676716 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-16b9778d-7a3d-4b33-9c06-651eed8ee8ce tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "GET /v2.0/security-group-rules/39efa4d4-645a-41d7-a848-b29304482d6f HTTP/1.1" status: 200 len: 763 time: 0.0378828 Nov 10 18:10:49.677642 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54156) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:49.688696 n-d-776250-10 neutron-server[102469]: INFO neutron.db.ipam_backend_mixin [None req-78ad4db5-7ebb-41e7-ba85-63412918c5bd tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5575498d-0333-4825-ab15-1031b1ec870f (CIDR: 172.20.0.0/28) Nov 10 18:10:49.689826 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c5a56354-6ee0-408a-8d30-cfcc73920026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:49.694232 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-78ad4db5-7ebb-41e7-ba85-63412918c5bd tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 18:10:49.694844 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78ad4db5-7ebb-41e7-ba85-63412918c5bd tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:10:49.725136 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-78ad4db5-7ebb-41e7-ba85-63412918c5bd tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3555698 Nov 10 18:10:49.728131 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54158) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:49.733573 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-504a27dd-a5a0-46de-8d4b-c3683e64ad81 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'subnet': {'network_id': '3da48a1b-f7c4-4e65-be70-bf25603f52d4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:49.785062 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-eb7afae6-6519-4870-b521-3fab129fda13 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1020746 Nov 10 18:10:49.787253 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54160) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:49.828357 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c5af8a9f-5015-4505-9d1d-3692a1ae6b76 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:49.844449 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c5af8a9f-5015-4505-9d1d-3692a1ae6b76 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:49.861533 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd3b4ca-9b00-425d-8ae0-2a48ac160134 None None] DHCP port deletion for a23767d1-5b8c-4b66-a432-12dd1cfc5b12 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:10:49.883405 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-c5a56354-6ee0-408a-8d30-cfcc73920026 admin admin] Deleting port 81cccc5f-59c9-4471-8a34-d66999e0a938 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:49.884916 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c5a56354-6ee0-408a-8d30-cfcc73920026 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:49.922954 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c5af8a9f-5015-4505-9d1d-3692a1ae6b76 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:49.929405 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c5af8a9f-5015-4505-9d1d-3692a1ae6b76 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:49.932254 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c5af8a9f-5015-4505-9d1d-3692a1ae6b76 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/39efa4d4-645a-41d7-a848-b29304482d6f HTTP/1.1" status: 204 len: 168 time: 0.1426506 Nov 10 18:10:49.932466 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504a27dd-a5a0-46de-8d4b-c3683e64ad81 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:49.939210 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-504a27dd-a5a0-46de-8d4b-c3683e64ad81 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:49.943582 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-edd3b4ca-9b00-425d-8ae0-2a48ac160134 None None] Deleting port 81cccc5f-59c9-4471-8a34-d66999e0a938 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:49.944545 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-edd3b4ca-9b00-425d-8ae0-2a48ac160134 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:49.948592 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54162) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:49.982217 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af8a9f-5015-4505-9d1d-3692a1ae6b76 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39efa4d4-645a-41d7-a848-b29304482d6f,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:50.005750 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b92d2d4d-9e32-415a-bdb8-7a336b624901 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:10:50.032329 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-c5a56354-6ee0-408a-8d30-cfcc73920026 admin admin] For port 81cccc5f-59c9-4471-8a34-d66999e0a938, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=81cccc5f-59c9-4471-8a34-d66999e0a938,segment=NetworkSegment(6a277635-acf2-4511-86b2-51e919e5e719),segment_id=6a277635-acf2-4511-86b2-51e919e5e719)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:50.033245 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c5a56354-6ee0-408a-8d30-cfcc73920026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:50.051026 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-c5a56354-6ee0-408a-8d30-cfcc73920026 admin admin] Calling delete_port for 81cccc5f-59c9-4471-8a34-d66999e0a938 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:50.115705 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-edd3b4ca-9b00-425d-8ae0-2a48ac160134 None None] For port 81cccc5f-59c9-4471-8a34-d66999e0a938, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=81cccc5f-59c9-4471-8a34-d66999e0a938,segment=NetworkSegment(6a277635-acf2-4511-86b2-51e919e5e719),segment_id=6a277635-acf2-4511-86b2-51e919e5e719)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:50.116961 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-edd3b4ca-9b00-425d-8ae0-2a48ac160134 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:50.144293 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-edd3b4ca-9b00-425d-8ae0-2a48ac160134 None None] Calling delete_port for 81cccc5f-59c9-4471-8a34-d66999e0a938 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:50.161632 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port b92d2d4d-9e32-415a-bdb8-7a336b624901 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:50.162092 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:50.198989 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c5a56354-6ee0-408a-8d30-cfcc73920026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:50.215155 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a56354-6ee0-408a-8d30-cfcc73920026 admin admin] No DVR routers for this DVR port 81cccc5f-59c9-4471-8a34-d66999e0a938 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:10:50.238452 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a56354-6ee0-408a-8d30-cfcc73920026 admin admin] Pushing event deleted for resources: {'Port': ['ID=81cccc5f-59c9-4471-8a34-d66999e0a938,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:50.322607 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-edd3b4ca-9b00-425d-8ae0-2a48ac160134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:50.327618 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c5a56354-6ee0-408a-8d30-cfcc73920026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:50.357376 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-c5a56354-6ee0-408a-8d30-cfcc73920026 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23767d1-5b8c-4b66-a432-12dd1cfc5b12']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:50.363070 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd3b4ca-9b00-425d-8ae0-2a48ac160134 None None] No DVR routers for this DVR port 81cccc5f-59c9-4471-8a34-d66999e0a938 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:10:50.370093 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-72aa44ae-bca4-40c3-bbda-d783da9bc562 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4183445 Nov 10 18:10:50.376370 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-c5a56354-6ee0-408a-8d30-cfcc73920026 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a277635-acf2-4511-86b2-51e919e5e719') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:50.376370 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-c5a56354-6ee0-408a-8d30-cfcc73920026 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a277635-acf2-4511-86b2-51e919e5e719') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:50.376805 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54164) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:50.377034 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3b4ca-9b00-425d-8ae0-2a48ac160134 None None] Pushing event deleted for resources: {'Port': ['ID=81cccc5f-59c9-4471-8a34-d66999e0a938,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:50.379662 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-36a237ce-ec7e-4b23-9e2b-649abc4bba77 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Request body: {'security_group_rule': {'security_group_id': '00a083bf-908a-426b-9ff0-0ccaceae45ad', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:50.386456 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:50.401370 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c5a56354-6ee0-408a-8d30-cfcc73920026 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:50.402095 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-612426ae-5cab-4f59-abf8-5ff82cfb9077 None None] Provisioning complete for port 7fc71a50-8123-445e-a34e-69033cac42ca triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:50.402946 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-612426ae-5cab-4f59-abf8-5ff82cfb9077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:50.419052 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c5a56354-6ee0-408a-8d30-cfcc73920026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:50.426723 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5a56354-6ee0-408a-8d30-cfcc73920026 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:10:50.427305 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c5a56354-6ee0-408a-8d30-cfcc73920026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:50.429204 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:10:50.429204 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:10:50.429204 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:10:50.429204 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:10:50.429204 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:10:50.429204 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:10:50.429204 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:10:50.429204 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:10:50.429204 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:10:50.429204 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:10:50.429204 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:10:50.429204 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:10:50.429204 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:10:50.429204 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:10:50.429204 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:10:50.429204 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:10:50.429204 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:10:50.429204 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:10:50.429204 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:10:50.429204 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:10:50.429204 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:10:50.429204 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:10:50.429204 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:10:50.429204 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:10:50.429204 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:10:50.429204 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:10:50.429204 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:10:50.429204 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:10:50.429204 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:10:50.429204 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:10:50.429204 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:10:50.429204 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:10:50.432870 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-36a237ce-ec7e-4b23-9e2b-649abc4bba77 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:50.466633 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port b92d2d4d-9e32-415a-bdb8-7a336b624901, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b92d2d4d-9e32-415a-bdb8-7a336b624901,segment=NetworkSegment(0d98e0c6-458a-4a14-a4c4-034af0661a9d),segment_id=0d98e0c6-458a-4a14-a4c4-034af0661a9d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:50.469260 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-612426ae-5cab-4f59-abf8-5ff82cfb9077 None None] Port 7fc71a50-8123-445e-a34e-69033cac42ca cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:10:50.478080 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:50.514513 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c5a56354-6ee0-408a-8d30-cfcc73920026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:50.521498 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c5a56354-6ee0-408a-8d30-cfcc73920026 admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:50.531787 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c5a56354-6ee0-408a-8d30-cfcc73920026 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a23767d1-5b8c-4b66-a432-12dd1cfc5b12 HTTP/1.1" status: 204 len: 168 time: 0.9404056 Nov 10 18:10:50.542659 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-612426ae-5cab-4f59-abf8-5ff82cfb9077 None None] Provisioning complete for port b92d2d4d-9e32-415a-bdb8-7a336b624901 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:50.543037 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-612426ae-5cab-4f59-abf8-5ff82cfb9077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:50.575820 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a56354-6ee0-408a-8d30-cfcc73920026 admin admin] Pushing event deleted for resources: {'Network': ['ID=a23767d1-5b8c-4b66-a432-12dd1cfc5b12,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:50.576463 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-36a237ce-ec7e-4b23-9e2b-649abc4bba77 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:50.597663 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-36a237ce-ec7e-4b23-9e2b-649abc4bba77 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:50.618815 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=b92d2d4d-9e32-415a-bdb8-7a336b624901,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:50.623327 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 702e09e0-8f52-4112-964a-fb6a52e688fe no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:10:50.632402 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a237ce-ec7e-4b23-9e2b-649abc4bba77 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6664cb2-3ee0-496c-8ab4-f9b37f2aea8f,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:50.650965 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-36a237ce-ec7e-4b23-9e2b-649abc4bba77 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:50.652221 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-36a237ce-ec7e-4b23-9e2b-649abc4bba77 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2782667 Nov 10 18:10:50.654989 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54168) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:50.678393 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 702e09e0-8f52-4112-964a-fb6a52e688fe {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:10:50.678770 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 702e09e0-8f52-4112-964a-fb6a52e688fe not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:10:50.679178 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 6f4552c3-2ea7-462c-ad31-aa9e0dee7478 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:10:50.686115 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-229dfbb1-be30-4d68-bfee-656f8f52210a tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "GET /v2.0/security-group-rules/f6664cb2-3ee0-496c-8ab4-f9b37f2aea8f HTTP/1.1" status: 200 len: 763 time: 0.0276392 Nov 10 18:10:50.686691 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54170) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:50.694369 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-504a27dd-a5a0-46de-8d4b-c3683e64ad81 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:50.706339 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 6f4552c3-2ea7-462c-ad31-aa9e0dee7478 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:10:50.706677 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 6f4552c3-2ea7-462c-ad31-aa9e0dee7478 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:10:50.748803 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cc88df3a-c4de-48ea-b22d-d347ed71779b tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0606804 Nov 10 18:10:50.751312 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54172) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:50.777269 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504a27dd-a5a0-46de-8d4b-c3683e64ad81 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network 3da48a1b-f7c4-4e65-be70-bf25603f52d4 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:50.783566 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-504a27dd-a5a0-46de-8d4b-c3683e64ad81 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:50.788379 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504a27dd-a5a0-46de-8d4b-c3683e64ad81 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:50.788976 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-504a27dd-a5a0-46de-8d4b-c3683e64ad81 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:50.796083 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d325afff-145d-4fa8-92e8-21a98935191c None None] Network 3da48a1b-f7c4-4e65-be70-bf25603f52d4 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:50.797797 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e24eb6d2-8a3c-4a21-8826-8b981e353d68 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:50.805051 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a27dd-a5a0-46de-8d4b-c3683e64ad81 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Subnet': ['ID=c9a38380-2986-4e93-837d-559c978b1a23,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:50.813862 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e24eb6d2-8a3c-4a21-8826-8b981e353d68 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:50.819711 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-504a27dd-a5a0-46de-8d4b-c3683e64ad81 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0880334 Nov 10 18:10:50.820062 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54174) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:50.834256 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-023fdf3e-7288-4ee2-9a0c-fa3319dceea5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1496290523', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c9a38380-2986-4e93-837d-559c978b1a23'}], 'security_groups': ['1f501f7e-da89-463d-8527-694ce85ba7cb']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:50.857030 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e24eb6d2-8a3c-4a21-8826-8b981e353d68 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:50.864666 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e24eb6d2-8a3c-4a21-8826-8b981e353d68 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:50.866284 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e24eb6d2-8a3c-4a21-8826-8b981e353d68 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/f6664cb2-3ee0-496c-8ab4-f9b37f2aea8f HTTP/1.1" status: 204 len: 168 time: 0.1137977 Nov 10 18:10:50.867169 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54176) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:50.879196 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54178) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:50.887354 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24eb6d2-8a3c-4a21-8826-8b981e353d68 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6664cb2-3ee0-496c-8ab4-f9b37f2aea8f,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:50.912041 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-4ed3f2ee-04ff-4216-aa51-f7f447bc419e None None] Provisioning complete for port ef45f4b7-3a80-4cd4-b175-5844c0b43549 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:50.912598 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4ed3f2ee-04ff-4216-aa51-f7f447bc419e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:50.963373 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b59970d7-e18b-4069-a066-28388033c974 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0709670 Nov 10 18:10:50.964002 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54180) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:50.968181 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-a71436b0-7889-4bc4-ab6b-33006e0a927c tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Request body: {'security_group_rule': {'security_group_id': '00a083bf-908a-426b-9ff0-0ccaceae45ad', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:50.973967 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-59ef5343-da17-4e95-b557-94d07a266dc0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3893148173944280a0bffe597d75933b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0956843 Nov 10 18:10:50.977694 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54182) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:51.029552 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-023fdf3e-7288-4ee2-9a0c-fa3319dceea5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:51.031434 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a71436b0-7889-4bc4-ab6b-33006e0a927c tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:51.075672 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-03e4c49f-545b-42a5-a79b-9d2a1916653f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:51.116670 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-03e4c49f-545b-42a5-a79b-9d2a1916653f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:51.119811 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a71436b0-7889-4bc4-ab6b-33006e0a927c tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:51.125998 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a71436b0-7889-4bc4-ab6b-33006e0a927c tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:51.160185 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-4ed3f2ee-04ff-4216-aa51-f7f447bc419e None None] Port ef45f4b7-3a80-4cd4-b175-5844c0b43549 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:10:51.163068 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71436b0-7889-4bc4-ab6b-33006e0a927c tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1151025e-df31-4712-a699-da3753368397,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:51.179591 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a71436b0-7889-4bc4-ab6b-33006e0a927c tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:51.181459 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a71436b0-7889-4bc4-ab6b-33006e0a927c tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2168696 Nov 10 18:10:51.184219 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54184) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:51.194184 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-03e4c49f-545b-42a5-a79b-9d2a1916653f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:51.198871 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-03e4c49f-545b-42a5-a79b-9d2a1916653f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:51.203059 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-03e4c49f-545b-42a5-a79b-9d2a1916653f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6bf821c6-edf5-402c-8613-eb1bb22d0644 HTTP/1.1" status: 204 len: 168 time: 0.2242067 Nov 10 18:10:51.211425 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4c49f-545b-42a5-a79b-9d2a1916653f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf821c6-edf5-402c-8613-eb1bb22d0644,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:51.237889 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-44cf0a37-2dfe-4cb5-93ed-7467433469ec tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "GET /v2.0/security-group-rules/1151025e-df31-4712-a699-da3753368397 HTTP/1.1" status: 200 len: 764 time: 0.0499628 Nov 10 18:10:51.238998 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54188) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:51.297713 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d603a77f-9007-43ed-9216-e0610c95d550 None None] Update dhcp port {'port': {'network_id': '3da48a1b-f7c4-4e65-be70-bf25603f52d4', 'fixed_ips': [{'subnet_id': '5575498d-0333-4825-ab15-1031b1ec870f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c9a38380-2986-4e93-837d-559c978b1a23'}], 'binding:host_id': 'n-d-776250-10'}, 'id': 'b92d2d4d-9e32-415a-bdb8-7a336b624901'} from n-d-776250-10. {{(pid=102470) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 18:10:51.307145 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-45ebe4a3-b49a-4f96-87a9-104ad1925aee tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0635188 Nov 10 18:10:51.307591 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54190) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:51.334937 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa1519d3-3e25-43ea-8da8-352508f4a1fc tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:51.338793 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d603a77f-9007-43ed-9216-e0610c95d550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:51.347889 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa1519d3-3e25-43ea-8da8-352508f4a1fc tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:51.383151 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa1519d3-3e25-43ea-8da8-352508f4a1fc tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:51.396417 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa1519d3-3e25-43ea-8da8-352508f4a1fc tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:51.397691 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-aa1519d3-3e25-43ea-8da8-352508f4a1fc tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/1151025e-df31-4712-a699-da3753368397 HTTP/1.1" status: 204 len: 168 time: 0.0889752 Nov 10 18:10:51.398615 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1519d3-3e25-43ea-8da8-352508f4a1fc tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1151025e-df31-4712-a699-da3753368397,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:51.405246 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54192) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:51.426722 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-023fdf3e-7288-4ee2-9a0c-fa3319dceea5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Delete allocated IP 172.20.0.6 (3da48a1b-f7c4-4e65-be70-bf25603f52d4/5575498d-0333-4825-ab15-1031b1ec870f) {{(pid=102469) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 18:10:51.438721 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-023fdf3e-7288-4ee2-9a0c-fa3319dceea5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Allocated IP 172.20.0.20 (3da48a1b-f7c4-4e65-be70-bf25603f52d4/c9a38380-2986-4e93-837d-559c978b1a23/ef45f4b7-3a80-4cd4-b175-5844c0b43549) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:51.453090 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-261efc6e-384c-4b19-90ba-9061cb1013ab tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0462041 Nov 10 18:10:51.455534 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54196) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:51.516008 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d214b042-204a-4f31-a9bf-672c03a06a43 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:51.543484 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d214b042-204a-4f31-a9bf-672c03a06a43 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:51.591117 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d214b042-204a-4f31-a9bf-672c03a06a43 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:51.594328 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d214b042-204a-4f31-a9bf-672c03a06a43 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:51.597824 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d214b042-204a-4f31-a9bf-672c03a06a43 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "DELETE /v2.0/security-groups/00a083bf-908a-426b-9ff0-0ccaceae45ad HTTP/1.1" status: 204 len: 168 time: 0.1383381 Nov 10 18:10:51.598352 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54198) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:51.604885 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d214b042-204a-4f31-a9bf-672c03a06a43 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a083bf-908a-426b-9ff0-0ccaceae45ad,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:51.622527 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54200) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:51.658711 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-023fdf3e-7288-4ee2-9a0c-fa3319dceea5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:51.665396 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-023fdf3e-7288-4ee2-9a0c-fa3319dceea5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:51.674911 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-adbf9428-b0d8-4af5-941c-f19b29c6efdd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7c646a21509247e79118c99429949d65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0511525 Nov 10 18:10:51.676202 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e94f2605-38fb-401e-a118-0f71a0d63e12 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0767202 Nov 10 18:10:51.678777 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54202) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:51.686356 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54204) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:51.713698 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-d603a77f-9007-43ed-9216-e0610c95d550 None None] Allocated IP 172.20.0.18 (3da48a1b-f7c4-4e65-be70-bf25603f52d4/c9a38380-2986-4e93-837d-559c978b1a23/b92d2d4d-9e32-415a-bdb8-7a336b624901) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:51.734091 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1a3c97f7-15a8-4900-aec7-6701d9ff2d83 tempest-SecGroupTest-450045347 tempest-SecGroupTest-450045347-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0463796 Nov 10 18:10:51.794975 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023fdf3e-7288-4ee2-9a0c-fa3319dceea5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Port': ['ID=ef45f4b7-3a80-4cd4-b175-5844c0b43549,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:51.840883 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-023fdf3e-7288-4ee2-9a0c-fa3319dceea5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] In _notify_port_updated(), no bound segment for port ef45f4b7-3a80-4cd4-b175-5844c0b43549 on network 3da48a1b-f7c4-4e65-be70-bf25603f52d4 {{(pid=102469) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 18:10:51.844511 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-d603a77f-9007-43ed-9216-e0610c95d550 None None] For port b92d2d4d-9e32-415a-bdb8-7a336b624901, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b92d2d4d-9e32-415a-bdb8-7a336b624901,segment=NetworkSegment(0d98e0c6-458a-4a14-a4c4-034af0661a9d),segment_id=0d98e0c6-458a-4a14-a4c4-034af0661a9d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:51.847489 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023fdf3e-7288-4ee2-9a0c-fa3319dceea5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:51.848233 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-023fdf3e-7288-4ee2-9a0c-fa3319dceea5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:51.852207 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-023fdf3e-7288-4ee2-9a0c-fa3319dceea5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "PUT /v2.0/ports/ef45f4b7-3a80-4cd4-b175-5844c0b43549 HTTP/1.1" status: 200 len: 921 time: 1.0285370 Nov 10 18:10:51.852207 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7dd02945-38bc-4452-8825-46a97b7f1b85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:51.853425 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54208) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:51.881171 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:10:51.890020 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b92d2d4d-9e32-415a-bdb8-7a336b624901 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:10:51.895037 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d603a77f-9007-43ed-9216-e0610c95d550 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:51.896177 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7dd02945-38bc-4452-8825-46a97b7f1b85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:51.923070 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d603a77f-9007-43ed-9216-e0610c95d550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:51.963699 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7dd02945-38bc-4452-8825-46a97b7f1b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:51.966476 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7dd02945-38bc-4452-8825-46a97b7f1b85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:51.968347 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7dd02945-38bc-4452-8825-46a97b7f1b85 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bbc0a861-bab5-4a09-96c1-66a256634139 HTTP/1.1" status: 204 len: 168 time: 0.2885787 Nov 10 18:10:51.986492 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd02945-38bc-4452-8825-46a97b7f1b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc0a861-bab5-4a09-96c1-66a256634139,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:52.002400 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-b106c7bd-b458-4adb-9691-c070f06faaab tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Deleting port ef45f4b7-3a80-4cd4-b175-5844c0b43549 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:10:52.003099 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b106c7bd-b458-4adb-9691-c070f06faaab tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:52.061714 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603a77f-9007-43ed-9216-e0610c95d550 None None] Pushing event updated for resources: {'Port': ['ID=b92d2d4d-9e32-415a-bdb8-7a336b624901,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:52.069874 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port b92d2d4d-9e32-415a-bdb8-7a336b624901 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:52.070359 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:52.123246 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b106c7bd-b458-4adb-9691-c070f06faaab tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:52.137838 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-b106c7bd-b458-4adb-9691-c070f06faaab tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Calling delete_port for ef45f4b7-3a80-4cd4-b175-5844c0b43549 owned by {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:10:52.183409 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54214) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:52.249652 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 81cccc5f-59c9-4471-8a34-d66999e0a938 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:10:52.285835 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 81cccc5f-59c9-4471-8a34-d66999e0a938 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:10:52.286853 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 81cccc5f-59c9-4471-8a34-d66999e0a938 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:10:52.317324 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b106c7bd-b458-4adb-9691-c070f06faaab tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:52.358976 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106c7bd-b458-4adb-9691-c070f06faaab tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Port': ['ID=ef45f4b7-3a80-4cd4-b175-5844c0b43549,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:52.430597 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b106c7bd-b458-4adb-9691-c070f06faaab tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:52.434458 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b106c7bd-b458-4adb-9691-c070f06faaab tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/ports/ef45f4b7-3a80-4cd4-b175-5844c0b43549 HTTP/1.1" status: 204 len: 168 time: 0.5799222 Nov 10 18:10:52.437998 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54224) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:52.474972 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdfa879e-0394-4a02-bb0b-166236c587ff tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] GET failed (client error): The resource could not be found. Nov 10 18:10:52.480486 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fdfa879e-0394-4a02-bb0b-166236c587ff tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "GET /v2.0/ports/ef45f4b7-3a80-4cd4-b175-5844c0b43549 HTTP/1.1" status: 404 len: 333 time: 0.0419457 Nov 10 18:10:52.481143 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54228) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:52.525408 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-58642888-60fd-4faa-9c89-d2908176b090 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5229024294d5416fb38ed0d583a7e998&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3396013 Nov 10 18:10:52.527331 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54232) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:52.551715 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-20695106-98fe-4b71-abf5-60b3990fd589 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:52.577944 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-20695106-98fe-4b71-abf5-60b3990fd589 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:52.599266 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8c14a677-0c7e-48b8-b3c5-635b015a034b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:52.626075 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8c14a677-0c7e-48b8-b3c5-635b015a034b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:52.641429 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-20695106-98fe-4b71-abf5-60b3990fd589 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:52.644292 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-20695106-98fe-4b71-abf5-60b3990fd589 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:52.645604 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-20695106-98fe-4b71-abf5-60b3990fd589 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/security-groups/acf5d1e4-0b9b-4cde-99ab-2dca50dd784f HTTP/1.1" status: 204 len: 168 time: 0.1630738 Nov 10 18:10:52.648096 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54236) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:52.655494 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20695106-98fe-4b71-abf5-60b3990fd589 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf5d1e4-0b9b-4cde-99ab-2dca50dd784f,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:52.750707 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-484f0b4f-fc95-40d0-bc0d-6f05530cae94 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:52.754755 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8c14a677-0c7e-48b8-b3c5-635b015a034b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:52.760516 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8c14a677-0c7e-48b8-b3c5-635b015a034b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:52.762454 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8c14a677-0c7e-48b8-b3c5-635b015a034b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/654211dd-d2b7-4de3-95c2-d8c728316065 HTTP/1.1" status: 204 len: 168 time: 0.2328503 Nov 10 18:10:52.809102 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14a677-0c7e-48b8-b3c5-635b015a034b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654211dd-d2b7-4de3-95c2-d8c728316065,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:52.815228 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-484f0b4f-fc95-40d0-bc0d-6f05530cae94 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:52.873516 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-484f0b4f-fc95-40d0-bc0d-6f05530cae94 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:52.876497 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-484f0b4f-fc95-40d0-bc0d-6f05530cae94 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:52.877722 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-484f0b4f-fc95-40d0-bc0d-6f05530cae94 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/security-groups/1f501f7e-da89-463d-8527-694ce85ba7cb HTTP/1.1" status: 204 len: 168 time: 0.2285533 Nov 10 18:10:52.880736 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54246) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:52.888972 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f0b4f-fc95-40d0-bc0d-6f05530cae94 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f501f7e-da89-463d-8527-694ce85ba7cb,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:52.928065 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-85679f3a-7057-413f-bbda-7479b5c4752c None None] Provisioning complete for port 7fc71a50-8123-445e-a34e-69033cac42ca triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:52.929241 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-85679f3a-7057-413f-bbda-7479b5c4752c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:52.948133 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-178f536d-8e81-48c0-8918-d5255998253c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Deleting subnet 5575498d-0333-4825-ab15-1031b1ec870f {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:10:52.951660 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-178f536d-8e81-48c0-8918-d5255998253c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:52.965001 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54250) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:52.968934 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-85679f3a-7057-413f-bbda-7479b5c4752c None None] Port 7fc71a50-8123-445e-a34e-69033cac42ca cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:10:52.980175 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-85679f3a-7057-413f-bbda-7479b5c4752c None None] Provisioning complete for port b92d2d4d-9e32-415a-bdb8-7a336b624901 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:52.980550 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-85679f3a-7057-413f-bbda-7479b5c4752c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:53.020684 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-178f536d-8e81-48c0-8918-d5255998253c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:53.102791 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-85679f3a-7057-413f-bbda-7479b5c4752c None None] Could not find standard attr ID for object ef45f4b7-3a80-4cd4-b175-5844c0b43549. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:10:53.136000 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-178f536d-8e81-48c0-8918-d5255998253c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:53.192052 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-d027682a-ad7c-4828-8b14-ca5785debf30 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2093392334-network', 'tenant_id': '4dc4a7e6fcd6447dbad07c78ccaaea45'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:53.215551 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-178f536d-8e81-48c0-8918-d5255998253c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:53.220634 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d027682a-ad7c-4828-8b14-ca5785debf30 admin admin] Made reservation on behalf of 4dc4a7e6fcd6447dbad07c78ccaaea45 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:53.224607 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d027682a-ad7c-4828-8b14-ca5785debf30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:53.238573 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d027682a-ad7c-4828-8b14-ca5785debf30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:53.249815 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f536d-8e81-48c0-8918-d5255998253c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Subnet': ['ID=5575498d-0333-4825-ab15-1031b1ec870f,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:53.259835 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-178f536d-8e81-48c0-8918-d5255998253c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:53.263996 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-178f536d-8e81-48c0-8918-d5255998253c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/subnets/5575498d-0333-4825-ab15-1031b1ec870f HTTP/1.1" status: 204 len: 168 time: 0.3818572 Nov 10 18:10:53.267901 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54262) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:53.276604 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-754c5bea-0421-4cbf-814c-b13f67b70645 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'subnet': {'network_id': '3da48a1b-f7c4-4e65-be70-bf25603f52d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:53.344221 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d027682a-ad7c-4828-8b14-ca5785debf30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:53.356882 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d027682a-ad7c-4828-8b14-ca5785debf30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:53.371417 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be73ff6-2b3e-4a7c-a33a-4653a7069e4f None None] Network 3da48a1b-f7c4-4e65-be70-bf25603f52d4 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:53.385891 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d027682a-ad7c-4828-8b14-ca5785debf30 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:10:53.403900 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027682a-ad7c-4828-8b14-ca5785debf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7945ec0-e07b-4fe8-941a-f330d152546b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:53.419326 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d027682a-ad7c-4828-8b14-ca5785debf30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:53.419670 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-d027682a-ad7c-4828-8b14-ca5785debf30 admin admin] Added segment 48307e57-bfe5-4f8c-99d8-a9f12fef9dd6 of type vlan for network e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6 Nov 10 18:10:53.425166 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a3984641-5bd1-49fa-ad76-b968e6a32f01 None None] Could not find standard attr ID for object ef45f4b7-3a80-4cd4-b175-5844c0b43549. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:10:53.451298 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754c5bea-0421-4cbf-814c-b13f67b70645 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:53.457783 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-754c5bea-0421-4cbf-814c-b13f67b70645 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:53.479402 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d027682a-ad7c-4828-8b14-ca5785debf30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:53.513609 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d027682a-ad7c-4828-8b14-ca5785debf30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:53.516037 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d027682a-ad7c-4828-8b14-ca5785debf30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:53.518140 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d027682a-ad7c-4828-8b14-ca5785debf30 admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:53.586065 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d027682a-ad7c-4828-8b14-ca5785debf30 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6199262 Nov 10 18:10:53.593756 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54272) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:53.599421 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-89e0945e-c59e-439a-b7ec-8fa8af7ae395 admin admin] Request body: {'subnet': {'network_id': 'e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2093392334-subnet', 'tenant_id': '4dc4a7e6fcd6447dbad07c78ccaaea45', 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:53.610085 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027682a-ad7c-4828-8b14-ca5785debf30 admin admin] Pushing event updated for resources: {'Network': ['ID=e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:53.624030 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:10:53.641518 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e0945e-c59e-439a-b7ec-8fa8af7ae395 admin admin] Made reservation on behalf of 4dc4a7e6fcd6447dbad07c78ccaaea45 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:53.644965 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-89e0945e-c59e-439a-b7ec-8fa8af7ae395 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:53.682882 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54274) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:53.890582 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b92d2d4d-9e32-415a-bdb8-7a336b624901 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:10:53.920885 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-89e0945e-c59e-439a-b7ec-8fa8af7ae395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:53.954393 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port b92d2d4d-9e32-415a-bdb8-7a336b624901 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:53.955188 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:53.987860 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0945e-c59e-439a-b7ec-8fa8af7ae395 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60d4d27f-e9a6-42d9-a967-da1ab61542e0,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:54.010001 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e0945e-c59e-439a-b7ec-8fa8af7ae395 admin admin] Checking segment: {'id': '48307e57-bfe5-4f8c-99d8-a9f12fef9dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:54.010836 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e0945e-c59e-439a-b7ec-8fa8af7ae395 admin admin] Network hostable DHCP agents. Network: e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:10:54.039247 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e0945e-c59e-439a-b7ec-8fa8af7ae395 admin admin] Network e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:10:54.055723 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-89e0945e-c59e-439a-b7ec-8fa8af7ae395 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:54.064101 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e0945e-c59e-439a-b7ec-8fa8af7ae395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:54.065015 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-89e0945e-c59e-439a-b7ec-8fa8af7ae395 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:54.067773 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf9f900-28ab-4d04-8de6-38603ec5058a None None] Network e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:54.093432 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-89e0945e-c59e-439a-b7ec-8fa8af7ae395 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4984922 Nov 10 18:10:54.094212 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54278) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:54.099275 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-4fdce65c-7b36-4ff9-b269-0bd74e9ef0d8 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2093392334-router', 'tenant_id': '4dc4a7e6fcd6447dbad07c78ccaaea45', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:54.102580 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-c17cdc51-3bf3-4f20-87a2-888ea92ab15a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1398220188'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:54.114736 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-754c5bea-0421-4cbf-814c-b13f67b70645 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:54.128510 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4fdce65c-7b36-4ff9-b269-0bd74e9ef0d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:54.129822 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4fdce65c-7b36-4ff9-b269-0bd74e9ef0d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:54.202440 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c5bea-0421-4cbf-814c-b13f67b70645 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Subnet': ['ID=9cc0805c-026f-4613-ae30-21e8eee4ccc2,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:54.202796 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4fdce65c-7b36-4ff9-b269-0bd74e9ef0d8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:54.206763 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754c5bea-0421-4cbf-814c-b13f67b70645 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network 3da48a1b-f7c4-4e65-be70-bf25603f52d4 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:54.214574 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-754c5bea-0421-4cbf-814c-b13f67b70645 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:54.217938 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754c5bea-0421-4cbf-814c-b13f67b70645 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:54.218512 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-754c5bea-0421-4cbf-814c-b13f67b70645 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:54.225806 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17cdc51-3bf3-4f20-87a2-888ea92ab15a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Made reservation on behalf of 044d2fa5446c406bb8f31ad9bd771ab2 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:54.230991 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c17cdc51-3bf3-4f20-87a2-888ea92ab15a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:54.244398 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c17cdc51-3bf3-4f20-87a2-888ea92ab15a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:54.268412 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-754c5bea-0421-4cbf-814c-b13f67b70645 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9969101 Nov 10 18:10:54.268997 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54280) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:54.275142 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-a6670c01-f82c-48a6-8f76-10626169e204 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'security_group': {'name': 'tempest-secgroup-1625560849'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:54.288441 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcb01c3-3bcb-4e59-b4a9-e44bc2ba5fed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6', 'network_id': 'e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6', 'tenant_id': '4dc4a7e6fcd6447dbad07c78ccaaea45', 'fixed_ips': [{'subnet_id': '60d4d27f-e9a6-42d9-a967-da1ab61542e0'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:10:54.291108 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fbcb01c3-3bcb-4e59-b4a9-e44bc2ba5fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:54.325686 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a6670c01-f82c-48a6-8f76-10626169e204 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:54.369169 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9613487f-c140-4dd2-a17f-2c6fe3b6e3fb None None] Network 3da48a1b-f7c4-4e65-be70-bf25603f52d4 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:54.378102 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c17cdc51-3bf3-4f20-87a2-888ea92ab15a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:54.384300 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4fdce65c-7b36-4ff9-b269-0bd74e9ef0d8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:54.393226 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c17cdc51-3bf3-4f20-87a2-888ea92ab15a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:54.424737 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17cdc51-3bf3-4f20-87a2-888ea92ab15a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffec5c82-219f-4e6a-bdde-5bdffc83a0b2,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:54.444908 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c17cdc51-3bf3-4f20-87a2-888ea92ab15a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:10:54.449116 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-826df6ad-c273-4d9d-90f5-50bb54f921f4 None None] Provisioning complete for port 7fc71a50-8123-445e-a34e-69033cac42ca triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:54.449536 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-826df6ad-c273-4d9d-90f5-50bb54f921f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:54.481935 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c17cdc51-3bf3-4f20-87a2-888ea92ab15a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:54.482282 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-c17cdc51-3bf3-4f20-87a2-888ea92ab15a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Added segment d7cee1e5-9967-4dd5-aa1c-632a681e836e of type vlan for network dbfb05b9-fc08-4010-8819-3343f56b8ee2 Nov 10 18:10:54.485965 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a6670c01-f82c-48a6-8f76-10626169e204 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:54.495446 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a6670c01-f82c-48a6-8f76-10626169e204 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:54.549987 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-826df6ad-c273-4d9d-90f5-50bb54f921f4 None None] Port 7fc71a50-8123-445e-a34e-69033cac42ca cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:10:54.559472 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c17cdc51-3bf3-4f20-87a2-888ea92ab15a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:54.559812 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-fbcb01c3-3bcb-4e59-b4a9-e44bc2ba5fed None None] Allocated IP 172.20.0.2 (e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6/60d4d27f-e9a6-42d9-a967-da1ab61542e0/3c87d238-e6e3-41eb-b408-63347f6d7dba) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:54.562813 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6670c01-f82c-48a6-8f76-10626169e204 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04bbe7b8-73ee-4b7b-a478-282520fcaf0e,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:54.570473 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a6670c01-f82c-48a6-8f76-10626169e204 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:54.575319 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a6670c01-f82c-48a6-8f76-10626169e204 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3024559 Nov 10 18:10:54.576311 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54282) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:54.582177 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-6ed4620a-a724-4db5-ba70-94431f04720e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'security_group': {'name': 'tempest-secgroup-474584887'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:54.600120 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c17cdc51-3bf3-4f20-87a2-888ea92ab15a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:54.605863 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-826df6ad-c273-4d9d-90f5-50bb54f921f4 None None] Provisioning complete for port b92d2d4d-9e32-415a-bdb8-7a336b624901 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:54.606285 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-826df6ad-c273-4d9d-90f5-50bb54f921f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:54.607538 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17cdc51-3bf3-4f20-87a2-888ea92ab15a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:54.608492 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c17cdc51-3bf3-4f20-87a2-888ea92ab15a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:54.655650 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4fdce65c-7b36-4ff9-b269-0bd74e9ef0d8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:54.658845 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6ed4620a-a724-4db5-ba70-94431f04720e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:54.677696 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c17cdc51-3bf3-4f20-87a2-888ea92ab15a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9933848 Nov 10 18:10:54.685001 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54284) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:54.687529 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4fdce65c-7b36-4ff9-b269-0bd74e9ef0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:54.693164 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17cdc51-3bf3-4f20-87a2-888ea92ab15a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Pushing event updated for resources: {'Network': ['ID=dbfb05b9-fc08-4010-8819-3343f56b8ee2,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:54.696524 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-a911bbc9-393b-49b0-be28-1b058af1403d tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Request body: {'subnet': {'network_id': 'dbfb05b9-fc08-4010-8819-3343f56b8ee2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:54.713189 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network dbfb05b9-fc08-4010-8819-3343f56b8ee2 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:10:54.933952 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fbcb01c3-3bcb-4e59-b4a9-e44bc2ba5fed None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:54.944879 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d81d3c-1d0f-4201-bbeb-fe011b781f15 None None] Update dhcp port {'port': {'network_id': '3da48a1b-f7c4-4e65-be70-bf25603f52d4', 'fixed_ips': [{'subnet_id': 'c9a38380-2986-4e93-837d-559c978b1a23', 'ip_address': '172.20.0.18'}, {'subnet_id': '9cc0805c-026f-4613-ae30-21e8eee4ccc2'}], 'binding:host_id': 'n-d-776250-10'}, 'id': 'b92d2d4d-9e32-415a-bdb8-7a336b624901'} from n-d-776250-10. {{(pid=102470) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 18:10:54.954420 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fbcb01c3-3bcb-4e59-b4a9-e44bc2ba5fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:54.961438 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a911bbc9-393b-49b0-be28-1b058af1403d tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Made reservation on behalf of 044d2fa5446c406bb8f31ad9bd771ab2 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:54.965253 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a911bbc9-393b-49b0-be28-1b058af1403d tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:54.990196 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6ed4620a-a724-4db5-ba70-94431f04720e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.010060 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.024179 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49d81d3c-1d0f-4201-bbeb-fe011b781f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.026157 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6ed4620a-a724-4db5-ba70-94431f04720e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.028812 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-4fdce65c-7b36-4ff9-b269-0bd74e9ef0d8 admin admin] Allocated IP 172.25.5.224 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/b955ce07-2ba6-41ca-88a7-4cc3876981d7) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:55.029338 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcb01c3-3bcb-4e59-b4a9-e44bc2ba5fed None None] Network e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:55.034047 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-fbcb01c3-3bcb-4e59-b4a9-e44bc2ba5fed None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:55.041964 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb01c3-3bcb-4e59-b4a9-e44bc2ba5fed None None] Pushing event updated for resources: {'Port': ['ID=3c87d238-e6e3-41eb-b408-63347f6d7dba,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:55.046061 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcb01c3-3bcb-4e59-b4a9-e44bc2ba5fed None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:55.077910 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb01c3-3bcb-4e59-b4a9-e44bc2ba5fed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:55.078317 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb01c3-3bcb-4e59-b4a9-e44bc2ba5fed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:55.078588 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb01c3-3bcb-4e59-b4a9-e44bc2ba5fed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:55.078923 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb01c3-3bcb-4e59-b4a9-e44bc2ba5fed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:55.079253 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb01c3-3bcb-4e59-b4a9-e44bc2ba5fed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:55.079583 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb01c3-3bcb-4e59-b4a9-e44bc2ba5fed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:55.079911 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb01c3-3bcb-4e59-b4a9-e44bc2ba5fed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:55.080036 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6ed4620a-a724-4db5-ba70-94431f04720e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.080276 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb01c3-3bcb-4e59-b4a9-e44bc2ba5fed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:55.080592 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb01c3-3bcb-4e59-b4a9-e44bc2ba5fed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:55.080911 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb01c3-3bcb-4e59-b4a9-e44bc2ba5fed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:55.081215 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6ed4620a-a724-4db5-ba70-94431f04720e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5042534 Nov 10 18:10:55.081350 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb01c3-3bcb-4e59-b4a9-e44bc2ba5fed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:55.081547 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcb01c3-3bcb-4e59-b4a9-e44bc2ba5fed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:10:55.085228 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54286) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:55.098811 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-0bbe3eef-967d-4331-a983-74098bf1b829 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'security_group': {'name': 'tempest-secgroup-554608428'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:55.126818 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0bbe3eef-967d-4331-a983-74098bf1b829 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.142882 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4620a-a724-4db5-ba70-94431f04720e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11e376df-6de7-4575-984a-10b0ed61a777,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:55.191305 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-fbcb01c3-3bcb-4e59-b4a9-e44bc2ba5fed None None] Attempting to bind port 3c87d238-e6e3-41eb-b408-63347f6d7dba on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:10:55.191724 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-fbcb01c3-3bcb-4e59-b4a9-e44bc2ba5fed None None] Attempting to bind port 3c87d238-e6e3-41eb-b408-63347f6d7dba by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '48307e57-bfe5-4f8c-99d8-a9f12fef9dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:10:55.192060 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb01c3-3bcb-4e59-b4a9-e44bc2ba5fed None None] Attempting to bind port 3c87d238-e6e3-41eb-b408-63347f6d7dba on network e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:10:55.206999 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb01c3-3bcb-4e59-b4a9-e44bc2ba5fed None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:10:55.207459 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb01c3-3bcb-4e59-b4a9-e44bc2ba5fed None None] Checking segment: {'id': '48307e57-bfe5-4f8c-99d8-a9f12fef9dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:55.207780 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fbcb01c3-3bcb-4e59-b4a9-e44bc2ba5fed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.208201 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb01c3-3bcb-4e59-b4a9-e44bc2ba5fed None None] Bound using segment: {'id': '48307e57-bfe5-4f8c-99d8-a9f12fef9dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:10:55.208839 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-fbcb01c3-3bcb-4e59-b4a9-e44bc2ba5fed None None] Bound port: 3c87d238-e6e3-41eb-b408-63347f6d7dba, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48307e57-bfe5-4f8c-99d8-a9f12fef9dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:10:55.209092 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fbcb01c3-3bcb-4e59-b4a9-e44bc2ba5fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.231835 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0bbe3eef-967d-4331-a983-74098bf1b829 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.236266 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0bbe3eef-967d-4331-a983-74098bf1b829 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.243906 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4fdce65c-7b36-4ff9-b269-0bd74e9ef0d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.272911 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0bbe3eef-967d-4331-a983-74098bf1b829 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.277337 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0bbe3eef-967d-4331-a983-74098bf1b829 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1853793 Nov 10 18:10:55.279159 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54288) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:55.284170 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-a8fc4f0b-cd5c-4f76-befd-cf94858de8e3 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-113767563', 'security_groups': ['8527fcbd-e36b-4a47-9bbb-317069aba4ae'], 'network_id': '3da48a1b-f7c4-4e65-be70-bf25603f52d4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9cc0805c-026f-4613-ae30-21e8eee4ccc2'}]}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:55.288996 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe3eef-967d-4331-a983-74098bf1b829 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8527fcbd-e36b-4a47-9bbb-317069aba4ae,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:55.309008 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a911bbc9-393b-49b0-be28-1b058af1403d tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.363511 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4fdce65c-7b36-4ff9-b269-0bd74e9ef0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.411971 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911bbc9-393b-49b0-be28-1b058af1403d tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Pushing event updated for resources: {'Subnet': ['ID=0be104af-068a-48fd-8b88-85b5127abd02,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:55.424165 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdce65c-7b36-4ff9-b269-0bd74e9ef0d8 admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:55.435906 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-4fdce65c-7b36-4ff9-b269-0bd74e9ef0d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:55.441837 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdce65c-7b36-4ff9-b269-0bd74e9ef0d8 admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:55.445434 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdce65c-7b36-4ff9-b269-0bd74e9ef0d8 admin admin] Pushing event updated for resources: {'Port': ['ID=b955ce07-2ba6-41ca-88a7-4cc3876981d7,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:55.451276 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fc4f0b-cd5c-4f76-befd-cf94858de8e3 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:55.464990 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66e7a36-1a05-4ec2-8743-d4547dfa57c3 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:10:55.476218 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a911bbc9-393b-49b0-be28-1b058af1403d tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Checking segment: {'id': 'd7cee1e5-9967-4dd5-aa1c-632a681e836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbfb05b9-fc08-4010-8819-3343f56b8ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:55.476599 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a911bbc9-393b-49b0-be28-1b058af1403d tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Network hostable DHCP agents. Network: dbfb05b9-fc08-4010-8819-3343f56b8ee2, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:10:55.496419 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-49d81d3c-1d0f-4201-bbeb-fe011b781f15 None None] Allocated IP 172.20.0.2 (3da48a1b-f7c4-4e65-be70-bf25603f52d4/9cc0805c-026f-4613-ae30-21e8eee4ccc2/b92d2d4d-9e32-415a-bdb8-7a336b624901) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:55.512733 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a911bbc9-393b-49b0-be28-1b058af1403d tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Network dbfb05b9-fc08-4010-8819-3343f56b8ee2 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:10:55.518646 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.522962 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-fbcb01c3-3bcb-4e59-b4a9-e44bc2ba5fed None None] For port 3c87d238-e6e3-41eb-b408-63347f6d7dba, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:10:55.541794 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-fbcb01c3-3bcb-4e59-b4a9-e44bc2ba5fed None None] For port 3c87d238-e6e3-41eb-b408-63347f6d7dba, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=3c87d238-e6e3-41eb-b408-63347f6d7dba,segment=NetworkSegment(48307e57-bfe5-4f8c-99d8-a9f12fef9dd6),segment_id=48307e57-bfe5-4f8c-99d8-a9f12fef9dd6)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:10:55.573704 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a8fc4f0b-cd5c-4f76-befd-cf94858de8e3 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.578433 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fbcb01c3-3bcb-4e59-b4a9-e44bc2ba5fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.593532 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [None req-a8fc4f0b-cd5c-4f76-befd-cf94858de8e3 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] device_id is not set on port 7dfdd18f-3735-4f38-9369-7703081a6dec yet. {{(pid=102468) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:10:55.611198 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-a911bbc9-393b-49b0-be28-1b058af1403d tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, dbfb05b9-fc08-4010-8819-3343f56b8ee2) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:55.618513 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a911bbc9-393b-49b0-be28-1b058af1403d tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:55.619771 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a911bbc9-393b-49b0-be28-1b058af1403d tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.646405 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b11e4a-15a4-42b1-884f-1bc70017d885 None None] Network dbfb05b9-fc08-4010-8819-3343f56b8ee2 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:55.666182 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a911bbc9-393b-49b0-be28-1b058af1403d tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9797170 Nov 10 18:10:55.669656 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54290) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:55.676947 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-c0ed7405-3c6e-454e-9b55-c18f9a9ca902 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Request body: {'port': {'network_id': 'dbfb05b9-fc08-4010-8819-3343f56b8ee2', 'name': 'tempest-TagsExtTest-691534167'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:55.684674 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-8a22fb7d-08a9-45b6-bb45-bc19ca1f5145 None None] Provisioning complete for port b955ce07-2ba6-41ca-88a7-4cc3876981d7 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:55.685304 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8a22fb7d-08a9-45b6-bb45-bc19ca1f5145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.778075 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb01c3-3bcb-4e59-b4a9-e44bc2ba5fed None None] Pushing event updated for resources: {'Port': ['ID=3c87d238-e6e3-41eb-b408-63347f6d7dba,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:55.795812 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-49d81d3c-1d0f-4201-bbeb-fe011b781f15 None None] For port b92d2d4d-9e32-415a-bdb8-7a336b624901, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b92d2d4d-9e32-415a-bdb8-7a336b624901,segment=NetworkSegment(0d98e0c6-458a-4a14-a4c4-034af0661a9d),segment_id=0d98e0c6-458a-4a14-a4c4-034af0661a9d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:55.839384 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-8a22fb7d-08a9-45b6-bb45-bc19ca1f5145 None None] Port b955ce07-2ba6-41ca-88a7-4cc3876981d7 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:10:55.863035 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49d81d3c-1d0f-4201-bbeb-fe011b781f15 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.870180 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49d81d3c-1d0f-4201-bbeb-fe011b781f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.960073 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4fdce65c-7b36-4ff9-b269-0bd74e9ef0d8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.962730 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ed7405-3c6e-454e-9b55-c18f9a9ca902 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Made reservation on behalf of 044d2fa5446c406bb8f31ad9bd771ab2 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:55.966517 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c0ed7405-3c6e-454e-9b55-c18f9a9ca902 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:55.985776 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-a8fc4f0b-cd5c-4f76-befd-cf94858de8e3 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Allocated IP 172.20.0.4 (3da48a1b-f7c4-4e65-be70-bf25603f52d4/9cc0805c-026f-4613-ae30-21e8eee4ccc2/7dfdd18f-3735-4f38-9369-7703081a6dec) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:56.042913 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d81d3c-1d0f-4201-bbeb-fe011b781f15 None None] Pushing event updated for resources: {'Port': ['ID=b92d2d4d-9e32-415a-bdb8-7a336b624901,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:56.056198 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158553f3-d8e4-4bec-99e9-bff96a1b7aba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-dbfb05b9-fc08-4010-8819-3343f56b8ee2', 'network_id': 'dbfb05b9-fc08-4010-8819-3343f56b8ee2', 'tenant_id': '044d2fa5446c406bb8f31ad9bd771ab2', 'fixed_ips': [{'subnet_id': '0be104af-068a-48fd-8b88-85b5127abd02'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:10:56.057953 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-158553f3-d8e4-4bec-99e9-bff96a1b7aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:56.063507 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [None req-c0ed7405-3c6e-454e-9b55-c18f9a9ca902 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] device_id is not set on port 345acca4-7a34-4253-867f-072dce8bc28c yet. {{(pid=102469) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 10 18:10:56.209152 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a8fc4f0b-cd5c-4f76-befd-cf94858de8e3 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:56.244898 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-158553f3-d8e4-4bec-99e9-bff96a1b7aba None None] Allocated IP 172.20.0.2 (dbfb05b9-fc08-4010-8819-3343f56b8ee2/0be104af-068a-48fd-8b88-85b5127abd02/1146d633-ea9c-460f-bef4-d1e0b0ac5d20) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:56.254118 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a8fc4f0b-cd5c-4f76-befd-cf94858de8e3 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:56.316044 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fc4f0b-cd5c-4f76-befd-cf94858de8e3 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network 3da48a1b-f7c4-4e65-be70-bf25603f52d4 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:56.319604 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-a8fc4f0b-cd5c-4f76-befd-cf94858de8e3 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:56.324951 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fc4f0b-cd5c-4f76-befd-cf94858de8e3 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:56.329299 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc4f0b-cd5c-4f76-befd-cf94858de8e3 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Port': ['ID=7dfdd18f-3735-4f38-9369-7703081a6dec,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:56.395503 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fc4f0b-cd5c-4f76-befd-cf94858de8e3 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:56.396235 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a8fc4f0b-cd5c-4f76-befd-cf94858de8e3 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:56.422065 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a8fc4f0b-cd5c-4f76-befd-cf94858de8e3 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1419783 Nov 10 18:10:56.422924 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54292) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:56.428650 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-c4a01863-35bc-4876-9dc8-5f9f8f3a1d11 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'subnet': {'network_id': '3da48a1b-f7c4-4e65-be70-bf25603f52d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:56.489506 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-158553f3-d8e4-4bec-99e9-bff96a1b7aba None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:56.498792 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-158553f3-d8e4-4bec-99e9-bff96a1b7aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:56.551110 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158553f3-d8e4-4bec-99e9-bff96a1b7aba None None] Network dbfb05b9-fc08-4010-8819-3343f56b8ee2 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:56.555247 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-158553f3-d8e4-4bec-99e9-bff96a1b7aba None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:56.560415 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158553f3-d8e4-4bec-99e9-bff96a1b7aba None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:56.580285 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a01863-35bc-4876-9dc8-5f9f8f3a1d11 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:56.582220 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158553f3-d8e4-4bec-99e9-bff96a1b7aba None None] Pushing event updated for resources: {'Port': ['ID=1146d633-ea9c-460f-bef4-d1e0b0ac5d20,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:56.585133 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c4a01863-35bc-4876-9dc8-5f9f8f3a1d11 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:56.651301 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-158553f3-d8e4-4bec-99e9-bff96a1b7aba None None] Attempting to bind port 1146d633-ea9c-460f-bef4-d1e0b0ac5d20 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:10:56.653994 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-158553f3-d8e4-4bec-99e9-bff96a1b7aba None None] Attempting to bind port 1146d633-ea9c-460f-bef4-d1e0b0ac5d20 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'd7cee1e5-9967-4dd5-aa1c-632a681e836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbfb05b9-fc08-4010-8819-3343f56b8ee2'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:10:56.654470 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158553f3-d8e4-4bec-99e9-bff96a1b7aba None None] Attempting to bind port 1146d633-ea9c-460f-bef4-d1e0b0ac5d20 on network dbfb05b9-fc08-4010-8819-3343f56b8ee2 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:10:56.662912 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158553f3-d8e4-4bec-99e9-bff96a1b7aba None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:10:56.663168 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158553f3-d8e4-4bec-99e9-bff96a1b7aba None None] Checking segment: {'id': 'd7cee1e5-9967-4dd5-aa1c-632a681e836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbfb05b9-fc08-4010-8819-3343f56b8ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:56.664882 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-158553f3-d8e4-4bec-99e9-bff96a1b7aba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:56.664882 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158553f3-d8e4-4bec-99e9-bff96a1b7aba None None] Bound using segment: {'id': 'd7cee1e5-9967-4dd5-aa1c-632a681e836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbfb05b9-fc08-4010-8819-3343f56b8ee2'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:10:56.665401 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-158553f3-d8e4-4bec-99e9-bff96a1b7aba None None] Bound port: 1146d633-ea9c-460f-bef4-d1e0b0ac5d20, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7cee1e5-9967-4dd5-aa1c-632a681e836e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'dbfb05b9-fc08-4010-8819-3343f56b8ee2'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:10:56.665873 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-158553f3-d8e4-4bec-99e9-bff96a1b7aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:56.701490 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-c0ed7405-3c6e-454e-9b55-c18f9a9ca902 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Allocated IP 172.20.0.11 (dbfb05b9-fc08-4010-8819-3343f56b8ee2/0be104af-068a-48fd-8b88-85b5127abd02/345acca4-7a34-4253-867f-072dce8bc28c) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:56.734464 n-d-776250-10 neutron-server[102468]: INFO neutron.db.ipam_backend_mixin [None req-c4a01863-35bc-4876-9dc8-5f9f8f3a1d11 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9cc0805c-026f-4613-ae30-21e8eee4ccc2 (CIDR: 172.20.0.0/28) Nov 10 18:10:56.738495 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4fdce65c-7b36-4ff9-b269-0bd74e9ef0d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:56.740023 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a01863-35bc-4876-9dc8-5f9f8f3a1d11 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 18:10:56.741031 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a01863-35bc-4876-9dc8-5f9f8f3a1d11 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:10:56.776657 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c4a01863-35bc-4876-9dc8-5f9f8f3a1d11 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3443062 Nov 10 18:10:56.776657 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54294) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:56.779858 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-158553f3-d8e4-4bec-99e9-bff96a1b7aba None None] For port 1146d633-ea9c-460f-bef4-d1e0b0ac5d20, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:10:56.785091 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-158553f3-d8e4-4bec-99e9-bff96a1b7aba None None] For port 1146d633-ea9c-460f-bef4-d1e0b0ac5d20, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=1146d633-ea9c-460f-bef4-d1e0b0ac5d20,segment=NetworkSegment(d7cee1e5-9967-4dd5-aa1c-632a681e836e),segment_id=d7cee1e5-9967-4dd5-aa1c-632a681e836e)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:10:56.786429 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-ac9db6e0-1239-4741-85cc-8dec5c769459 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'subnet': {'network_id': '3da48a1b-f7c4-4e65-be70-bf25603f52d4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:56.790941 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-158553f3-d8e4-4bec-99e9-bff96a1b7aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:56.905842 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158553f3-d8e4-4bec-99e9-bff96a1b7aba None None] Pushing event updated for resources: {'Port': ['ID=1146d633-ea9c-460f-bef4-d1e0b0ac5d20,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:56.931086 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-9160f8e3-7802-4324-8f95-76d03df46d46 None None] Provisioning complete for port 7fc71a50-8123-445e-a34e-69033cac42ca triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:56.932468 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9160f8e3-7802-4324-8f95-76d03df46d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:56.969321 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9db6e0-1239-4741-85cc-8dec5c769459 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:56.973649 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ac9db6e0-1239-4741-85cc-8dec5c769459 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:57.017733 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-9160f8e3-7802-4324-8f95-76d03df46d46 None None] Port 7fc71a50-8123-445e-a34e-69033cac42ca cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:10:57.043544 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-9160f8e3-7802-4324-8f95-76d03df46d46 None None] Provisioning complete for port b92d2d4d-9e32-415a-bdb8-7a336b624901 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:57.043920 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9160f8e3-7802-4324-8f95-76d03df46d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:57.095585 n-d-776250-10 neutron-server[102468]: INFO neutron.db.ipam_backend_mixin [None req-ac9db6e0-1239-4741-85cc-8dec5c769459 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c9a38380-2986-4e93-837d-559c978b1a23 (CIDR: 172.20.0.16/28) Nov 10 18:10:57.100003 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c0ed7405-3c6e-454e-9b55-c18f9a9ca902 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:57.100512 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac9db6e0-1239-4741-85cc-8dec5c769459 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 18:10:57.101412 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac9db6e0-1239-4741-85cc-8dec5c769459 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:10:57.114045 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fdce65c-7b36-4ff9-b269-0bd74e9ef0d8 admin admin] Router 47d44279-25b5-41e1-b9c4-0cc0db6dee5a is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 18:10:57.128567 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ac9db6e0-1239-4741-85cc-8dec5c769459 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3505244 Nov 10 18:10:57.128896 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54296) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:57.135695 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-2a66b21c-d669-4f13-85e5-e1b095c9355e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'subnet': {'network_id': '3da48a1b-f7c4-4e65-be70-bf25603f52d4', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:57.269458 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1b630c-1846-4223-b9e1-691298581055 None None] Network e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:57.285183 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c0ed7405-3c6e-454e-9b55-c18f9a9ca902 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:57.341886 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a66b21c-d669-4f13-85e5-e1b095c9355e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Made reservation on behalf of dd2beb57805c41c7a1241e923cc5eeb7 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:10:57.348667 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-7b02e756-0b4c-4290-b4f2-f1ef990cfac7 None None] Provisioning complete for port 3c87d238-e6e3-41eb-b408-63347f6d7dba triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:57.349035 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7b02e756-0b4c-4290-b4f2-f1ef990cfac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:57.352362 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2a66b21c-d669-4f13-85e5-e1b095c9355e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:57.355698 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ed7405-3c6e-454e-9b55-c18f9a9ca902 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Network dbfb05b9-fc08-4010-8819-3343f56b8ee2 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:57.360624 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-c0ed7405-3c6e-454e-9b55-c18f9a9ca902 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:57.362523 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed7405-3c6e-454e-9b55-c18f9a9ca902 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Pushing event updated for resources: {'Port': ['ID=345acca4-7a34-4253-867f-072dce8bc28c,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:57.364866 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ed7405-3c6e-454e-9b55-c18f9a9ca902 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:57.370831 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdce65c-7b36-4ff9-b269-0bd74e9ef0d8 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:10:57.384357 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5ec4e5-66c9-4b7c-b849-236ecb704b4c None None] Sync routers for ids ['47d44279-25b5-41e1-b9c4-0cc0db6dee5a'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:10:57.422034 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4fdce65c-7b36-4ff9-b269-0bd74e9ef0d8 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:57.423193 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4fdce65c-7b36-4ff9-b269-0bd74e9ef0d8 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.3279803 Nov 10 18:10:57.426863 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54298) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:57.434359 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5ec4e5-66c9-4b7c-b849-236ecb704b4c None None] Routers {'47d44279-25b5-41e1-b9c4-0cc0db6dee5a'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:10:57.434967 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6c5ec4e5-66c9-4b7c-b849-236ecb704b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:10:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['47d44279-25b5-41e1-b9c4-0cc0db6dee5a'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:57.443173 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ed7405-3c6e-454e-9b55-c18f9a9ca902 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:57.443821 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c0ed7405-3c6e-454e-9b55-c18f9a9ca902 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:57.503128 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c0ed7405-3c6e-454e-9b55-c18f9a9ca902 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8323939 Nov 10 18:10:57.506210 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54300) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:57.511682 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-91d60f65-35c0-4fed-9529-420ed3e31b9a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1494712700', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:57.587139 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-91d60f65-35c0-4fed-9529-420ed3e31b9a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:57.588191 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-91d60f65-35c0-4fed-9529-420ed3e31b9a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:57.628957 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7b02e756-0b4c-4290-b4f2-f1ef990cfac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:57.631594 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-6c5ec4e5-66c9-4b7c-b849-236ecb704b4c None None] Set router 47d44279-25b5-41e1-b9c4-0cc0db6dee5a gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:10:57.670836 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2a66b21c-d669-4f13-85e5-e1b095c9355e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:57.714164 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-91d60f65-35c0-4fed-9529-420ed3e31b9a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:57.721416 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a66b21c-d669-4f13-85e5-e1b095c9355e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Network 3da48a1b-f7c4-4e65-be70-bf25603f52d4 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:57.721828 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-91d60f65-35c0-4fed-9529-420ed3e31b9a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:57.724978 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-2a66b21c-d669-4f13-85e5-e1b095c9355e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:57.729990 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a66b21c-d669-4f13-85e5-e1b095c9355e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:57.730598 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2a66b21c-d669-4f13-85e5-e1b095c9355e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:57.734208 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66b21c-d669-4f13-85e5-e1b095c9355e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Subnet': ['ID=eb47a40f-5290-46da-9a6a-e1e2c0ae55c7,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:57.752084 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45636d8-84d9-4e4e-b6bf-65e73b3071a7 None None] Network 3da48a1b-f7c4-4e65-be70-bf25603f52d4 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:57.755345 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-91d60f65-35c0-4fed-9529-420ed3e31b9a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:57.760867 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-91d60f65-35c0-4fed-9529-420ed3e31b9a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2504089 Nov 10 18:10:57.761771 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54302) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:57.769330 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-fb233c6e-e9ca-4643-854a-b5b7ea5135a7 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-487671577', 'prefixes': ['172.20.0.0/16']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:57.774807 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54304) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:57.777319 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2a66b21c-d669-4f13-85e5-e1b095c9355e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6342375 Nov 10 18:10:57.811350 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-e5dc294d-65e3-4854-90e4-f6c9a747cfe5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1981767999', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'eb47a40f-5290-46da-9a6a-e1e2c0ae55c7'}], 'security_groups': ['04bbe7b8-73ee-4b7b-a478-282520fcaf0e', '11e376df-6de7-4575-984a-10b0ed61a777']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:10:57.814684 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-7b02e756-0b4c-4290-b4f2-f1ef990cfac7 None None] For port 3c87d238-e6e3-41eb-b408-63347f6d7dba, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=3c87d238-e6e3-41eb-b408-63347f6d7dba,segment=NetworkSegment(48307e57-bfe5-4f8c-99d8-a9f12fef9dd6),segment_id=48307e57-bfe5-4f8c-99d8-a9f12fef9dd6)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:57.825369 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7b02e756-0b4c-4290-b4f2-f1ef990cfac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:58.045001 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fb233c6e-e9ca-4643-854a-b5b7ea5135a7 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks [] for subnetpool, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:58.046256 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fb233c6e-e9ca-4643-854a-b5b7ea5135a7 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2835259 Nov 10 18:10:58.051029 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54306) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:58.058052 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-173b2450-2ef1-4c75-9673-a7508a862ba9 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0be104af-068a-48fd-8b88-85b5127abd02', 'tempest-TagsExtTest-Tag-1254476092') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:58.143794 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b92d2d4d-9e32-415a-bdb8-7a336b624901 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:10:58.202302 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e5dc294d-65e3-4854-90e4-f6c9a747cfe5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:58.237469 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-173b2450-2ef1-4c75-9673-a7508a862ba9 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "PUT /v2.0/subnets/0be104af-068a-48fd-8b88-85b5127abd02/tags/tempest-TagsExtTest-Tag-1254476092 HTTP/1.1" status: 201 len: 201 time: 0.1825881 Nov 10 18:10:58.237740 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54308) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:58.247340 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-529e2b9a-268b-474a-8e5c-4c9410755052 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '345acca4-7a34-4253-867f-072dce8bc28c', 'tempest-TagsExtTest-Tag-1695353937') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:58.284470 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b024543-da28-4ed1-9a81-3a15890e1051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:58.300446 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-8b3cfbf2-9427-468c-8f84-989e8993a4be None None] Provisioning complete for port 7dfdd18f-3735-4f38-9369-7703081a6dec triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:58.300824 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8b3cfbf2-9427-468c-8f84-989e8993a4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:58.307103 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02e756-0b4c-4290-b4f2-f1ef990cfac7 None None] Pushing event updated for resources: {'Port': ['ID=3c87d238-e6e3-41eb-b408-63347f6d7dba,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:58.363500 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54310) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:58.370561 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-529e2b9a-268b-474a-8e5c-4c9410755052 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "PUT /v2.0/ports/345acca4-7a34-4253-867f-072dce8bc28c/tags/tempest-TagsExtTest-Tag-1695353937 HTTP/1.1" status: 201 len: 201 time: 0.1317186 Nov 10 18:10:58.396366 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-8b3cfbf2-9427-468c-8f84-989e8993a4be None None] Port 7dfdd18f-3735-4f38-9369-7703081a6dec cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:10:58.413492 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f4db30-3309-4360-851e-da660e682ad0 None None] Network dbfb05b9-fc08-4010-8819-3343f56b8ee2 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:10:58.417710 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port b92d2d4d-9e32-415a-bdb8-7a336b624901 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:58.418073 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:58.421073 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.tag.tag_plugin [None req-2aa59959-185b-4263-a9a0-4b3aa9c87a6b tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '526fd156-ce7b-41e8-8710-71a7ffe48aaa', 'tempest-TagsExtTest-Tag-569223382') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:58.525903 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6c5ec4e5-66c9-4b7c-b849-236ecb704b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d44279-25b5-41e1-b9c4-0cc0db6dee5a', 'name': 'tempest-ImageQuotaTest-2093392334-router', 'tenant_id': '4dc4a7e6fcd6447dbad07c78ccaaea45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'b955ce07-2ba6-41ca-88a7-4cc3876981d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:54Z', 'updated_at': '2021-11-10T18:10:55Z', 'revision_number': 3, 'project_id': '4dc4a7e6fcd6447dbad07c78ccaaea45', 'gw_port': {'id': 'b955ce07-2ba6-41ca-88a7-4cc3876981d7', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d44279-25b5-41e1-b9c4-0cc0db6dee5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:54Z', 'updated_at': '2021-11-10T18:10:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:58.575143 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5ec4e5-66c9-4b7c-b849-236ecb704b4c None None] Checking router: 47d44279-25b5-41e1-b9c4-0cc0db6dee5a for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:10:58.575497 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5ec4e5-66c9-4b7c-b849-236ecb704b4c None None] Updating router 47d44279-25b5-41e1-b9c4-0cc0db6dee5a port b955ce07-2ba6-41ca-88a7-4cc3876981d7 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:10:58.623699 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-5cecd1e2-8e55-4e2b-9c0e-d4f989c14793 None None] Provisioning complete for port 1146d633-ea9c-460f-bef4-d1e0b0ac5d20 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:58.624077 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5cecd1e2-8e55-4e2b-9c0e-d4f989c14793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:58.661417 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec4e5-66c9-4b7c-b849-236ecb704b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:58.718562 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2aa59959-185b-4263-a9a0-4b3aa9c87a6b tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "PUT /v2.0/routers/526fd156-ce7b-41e8-8710-71a7ffe48aaa/tags/tempest-TagsExtTest-Tag-569223382 HTTP/1.1" status: 201 len: 201 time: 0.3361025 Nov 10 18:10:58.721407 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54312) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:58.728036 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-9f243fb3-8ba2-47b7-b4b4-0e9a7250cb82 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd14dbc92-28da-4e8d-9e86-fbd9d5be8636', 'tempest-TagsExtTest-Tag-1643871138') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:58.741207 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-4b024543-da28-4ed1-9a81-3a15890e1051 admin admin] Allocated IP 172.20.0.1 (e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6/60d4d27f-e9a6-42d9-a967-da1ab61542e0/caa40d5f-3113-460c-b94e-84966eb9669b) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:58.806748 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9f243fb3-8ba2-47b7-b4b4-0e9a7250cb82 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "PUT /v2.0/subnetpools/d14dbc92-28da-4e8d-9e86-fbd9d5be8636/tags/tempest-TagsExtTest-Tag-1643871138 HTTP/1.1" status: 201 len: 201 time: 0.0840361 Nov 10 18:10:58.807905 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54314) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:58.812084 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-232803bd-c3da-4a1d-a1b5-d138811e4486 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0be104af-068a-48fd-8b88-85b5127abd02') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:58.855733 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 3c87d238-e6e3-41eb-b408-63347f6d7dba up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:10:58.865196 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93610b0-c9b5-4bbd-841e-a06ea81c110c None None] Update dhcp port {'port': {'network_id': '3da48a1b-f7c4-4e65-be70-bf25603f52d4', 'fixed_ips': [{'subnet_id': 'c9a38380-2986-4e93-837d-559c978b1a23', 'ip_address': '172.20.0.18'}, {'subnet_id': '9cc0805c-026f-4613-ae30-21e8eee4ccc2', 'ip_address': '172.20.0.2'}, {'subnet_id': 'eb47a40f-5290-46da-9a6a-e1e2c0ae55c7'}], 'binding:host_id': 'n-d-776250-10'}, 'id': 'b92d2d4d-9e32-415a-bdb8-7a336b624901'} from n-d-776250-10. {{(pid=102470) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 18:10:58.880193 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-232803bd-c3da-4a1d-a1b5-d138811e4486 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "GET /v2.0/subnets/0be104af-068a-48fd-8b88-85b5127abd02/tags HTTP/1.1" status: 200 len: 241 time: 0.0708635 Nov 10 18:10:58.884313 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54316) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:58.888754 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-d4dbeb35-fe77-4bc0-bf2a-0202a463e04f tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0be104af-068a-48fd-8b88-85b5127abd02', 'tempest-TagsExtTest-Tag-1254476092') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:58.966272 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d4dbeb35-fe77-4bc0-bf2a-0202a463e04f tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "GET /v2.0/subnets/0be104af-068a-48fd-8b88-85b5127abd02/tags/tempest-TagsExtTest-Tag-1254476092 HTTP/1.1" status: 204 len: 168 time: 0.0786324 Nov 10 18:10:58.966504 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54318) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:58.971342 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-11a81065-3a80-449b-beab-597822601dff tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '0be104af-068a-48fd-8b88-85b5127abd02', 'tempest-TagsExtTest-Tag-1254476092') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:58.992773 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d93610b0-c9b5-4bbd-841e-a06ea81c110c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:59.048489 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-11a81065-3a80-449b-beab-597822601dff tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "DELETE /v2.0/subnets/0be104af-068a-48fd-8b88-85b5127abd02/tags/tempest-TagsExtTest-Tag-1254476092 HTTP/1.1" status: 204 len: 168 time: 0.0785122 Nov 10 18:10:59.048947 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54320) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:59.053462 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-b31c63ef-a2b3-4f26-850c-92f0ec222d87 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0be104af-068a-48fd-8b88-85b5127abd02') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:59.053672 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5cecd1e2-8e55-4e2b-9c0e-d4f989c14793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:59.119090 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b31c63ef-a2b3-4f26-850c-92f0ec222d87 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "GET /v2.0/subnets/0be104af-068a-48fd-8b88-85b5127abd02/tags HTTP/1.1" status: 200 len: 205 time: 0.0656588 Nov 10 18:10:59.119090 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54322) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:59.123122 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-e97afe70-c594-4339-b5ad-2969353e94ba tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '345acca4-7a34-4253-867f-072dce8bc28c') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:59.147028 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 3c87d238-e6e3-41eb-b408-63347f6d7dba triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:59.147449 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:59.169163 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-e5dc294d-65e3-4854-90e4-f6c9a747cfe5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Delete allocated IP 172.20.0.4 (3da48a1b-f7c4-4e65-be70-bf25603f52d4/9cc0805c-026f-4613-ae30-21e8eee4ccc2) {{(pid=102469) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 10 18:10:59.187369 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-e5dc294d-65e3-4854-90e4-f6c9a747cfe5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Allocated IP 172.20.0.45 (3da48a1b-f7c4-4e65-be70-bf25603f52d4/eb47a40f-5290-46da-9a6a-e1e2c0ae55c7/7dfdd18f-3735-4f38-9369-7703081a6dec) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:59.192710 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b024543-da28-4ed1-9a81-3a15890e1051 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:59.196219 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e97afe70-c594-4339-b5ad-2969353e94ba tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "GET /v2.0/ports/345acca4-7a34-4253-867f-072dce8bc28c/tags HTTP/1.1" status: 200 len: 241 time: 0.0742772 Nov 10 18:10:59.197411 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54324) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:59.202973 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-d344a046-366b-4b4f-be22-fca647702ff8 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '345acca4-7a34-4253-867f-072dce8bc28c', 'tempest-TagsExtTest-Tag-1695353937') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:59.251707 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-5cecd1e2-8e55-4e2b-9c0e-d4f989c14793 None None] For port 1146d633-ea9c-460f-bef4-d1e0b0ac5d20, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=1146d633-ea9c-460f-bef4-d1e0b0ac5d20,segment=NetworkSegment(d7cee1e5-9967-4dd5-aa1c-632a681e836e),segment_id=d7cee1e5-9967-4dd5-aa1c-632a681e836e)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:10:59.259633 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d344a046-366b-4b4f-be22-fca647702ff8 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "GET /v2.0/ports/345acca4-7a34-4253-867f-072dce8bc28c/tags/tempest-TagsExtTest-Tag-1695353937 HTTP/1.1" status: 204 len: 168 time: 0.0580552 Nov 10 18:10:59.259847 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54326) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:59.266120 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.tag.tag_plugin [None req-1a157cb4-abd9-47e2-aa5a-a1758ae72723 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '345acca4-7a34-4253-867f-072dce8bc28c', 'tempest-TagsExtTest-Tag-1695353937') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:59.275527 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5cecd1e2-8e55-4e2b-9c0e-d4f989c14793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:59.332459 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b024543-da28-4ed1-9a81-3a15890e1051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:59.394520 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b024543-da28-4ed1-9a81-3a15890e1051 admin admin] Network e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:10:59.407125 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-4b024543-da28-4ed1-9a81-3a15890e1051 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:10:59.418988 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b024543-da28-4ed1-9a81-3a15890e1051 admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:10:59.424601 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-5cecd1e2-8e55-4e2b-9c0e-d4f989c14793 None None] Provisioning complete for port 3c87d238-e6e3-41eb-b408-63347f6d7dba triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:59.425062 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5cecd1e2-8e55-4e2b-9c0e-d4f989c14793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:59.455135 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b024543-da28-4ed1-9a81-3a15890e1051 admin admin] Pushing event updated for resources: {'Port': ['ID=caa40d5f-3113-460c-b94e-84966eb9669b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:59.458761 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec4e5-66c9-4b7c-b849-236ecb704b4c None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:59.463743 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cecd1e2-8e55-4e2b-9c0e-d4f989c14793 None None] Pushing event updated for resources: {'Port': ['ID=1146d633-ea9c-460f-bef4-d1e0b0ac5d20,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:59.505482 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec4e5-66c9-4b7c-b849-236ecb704b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:59.515345 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b024543-da28-4ed1-9a81-3a15890e1051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:59.565688 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 1146d633-ea9c-460f-bef4-d1e0b0ac5d20 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:10:59.580884 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1b02cc-3e58-4755-87c7-00d3b4956851 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:10:59.608712 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1a157cb4-abd9-47e2-aa5a-a1758ae72723 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "DELETE /v2.0/ports/345acca4-7a34-4253-867f-072dce8bc28c/tags/tempest-TagsExtTest-Tag-1695353937 HTTP/1.1" status: 204 len: 168 time: 0.3455994 Nov 10 18:10:59.609654 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54328) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:59.614826 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-75599a8e-e9bb-4bd6-b0b3-700e631e0509 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '345acca4-7a34-4253-867f-072dce8bc28c') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:59.620650 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e5dc294d-65e3-4854-90e4-f6c9a747cfe5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:59.626976 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e5dc294d-65e3-4854-90e4-f6c9a747cfe5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:59.632478 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-6c5ec4e5-66c9-4b7c-b849-236ecb704b4c None None] Attempting to bind port b955ce07-2ba6-41ca-88a7-4cc3876981d7 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:10:59.633509 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-6c5ec4e5-66c9-4b7c-b849-236ecb704b4c None None] Attempting to bind port b955ce07-2ba6-41ca-88a7-4cc3876981d7 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:10:59.634068 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5ec4e5-66c9-4b7c-b849-236ecb704b4c None None] Attempting to bind port b955ce07-2ba6-41ca-88a7-4cc3876981d7 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:10:59.644648 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0bbba-6dd7-4051-b157-300617938c46 None None] Pushing event updated for resources: {'Port': ['ID=b955ce07-2ba6-41ca-88a7-4cc3876981d7,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:59.713871 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5ec4e5-66c9-4b7c-b849-236ecb704b4c None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:10:59.714618 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5ec4e5-66c9-4b7c-b849-236ecb704b4c None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:10:59.714951 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec4e5-66c9-4b7c-b849-236ecb704b4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:59.715456 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5ec4e5-66c9-4b7c-b849-236ecb704b4c None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:10:59.716222 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-6c5ec4e5-66c9-4b7c-b849-236ecb704b4c None None] Bound port: b955ce07-2ba6-41ca-88a7-4cc3876981d7, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:10:59.716701 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec4e5-66c9-4b7c-b849-236ecb704b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:59.720933 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-75599a8e-e9bb-4bd6-b0b3-700e631e0509 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "GET /v2.0/ports/345acca4-7a34-4253-867f-072dce8bc28c/tags HTTP/1.1" status: 200 len: 205 time: 0.1103694 Nov 10 18:10:59.723323 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54330) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:59.725486 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc294d-65e3-4854-90e4-f6c9a747cfe5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event updated for resources: {'Port': ['ID=7dfdd18f-3735-4f38-9369-7703081a6dec,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:10:59.730589 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-0ae9454d-4217-4658-bf2c-34add2dace0b tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '526fd156-ce7b-41e8-8710-71a7ffe48aaa') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:59.842109 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 1146d633-ea9c-460f-bef4-d1e0b0ac5d20 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:10:59.842891 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:59.855082 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0ae9454d-4217-4658-bf2c-34add2dace0b tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "GET /v2.0/routers/526fd156-ce7b-41e8-8710-71a7ffe48aaa/tags HTTP/1.1" status: 200 len: 240 time: 0.1305196 Nov 10 18:10:59.857740 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54332) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:59.863346 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-e5dc294d-65e3-4854-90e4-f6c9a747cfe5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] In _notify_port_updated(), no bound segment for port 7dfdd18f-3735-4f38-9369-7703081a6dec on network 3da48a1b-f7c4-4e65-be70-bf25603f52d4 {{(pid=102469) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 10 18:10:59.863881 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-3d909320-0149-432a-87ac-fa5708e6a304 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '526fd156-ce7b-41e8-8710-71a7ffe48aaa', 'tempest-TagsExtTest-Tag-569223382') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:59.869759 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dc294d-65e3-4854-90e4-f6c9a747cfe5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:10:59.870341 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-d93610b0-c9b5-4bbd-841e-a06ea81c110c None None] Allocated IP 172.20.0.34 (3da48a1b-f7c4-4e65-be70-bf25603f52d4/eb47a40f-5290-46da-9a6a-e1e2c0ae55c7/b92d2d4d-9e32-415a-bdb8-7a336b624901) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:10:59.870501 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e5dc294d-65e3-4854-90e4-f6c9a747cfe5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:59.871690 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e5dc294d-65e3-4854-90e4-f6c9a747cfe5 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "PUT /v2.0/ports/7dfdd18f-3735-4f38-9369-7703081a6dec HTTP/1.1" status: 200 len: 960 time: 2.0967124 Nov 10 18:10:59.874954 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54334) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:59.886718 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b024543-da28-4ed1-9a81-3a15890e1051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:10:59.916134 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-6c5ec4e5-66c9-4b7c-b849-236ecb704b4c None None] For port b955ce07-2ba6-41ca-88a7-4cc3876981d7, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:10:59.958088 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3d909320-0149-432a-87ac-fa5708e6a304 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "GET /v2.0/routers/526fd156-ce7b-41e8-8710-71a7ffe48aaa/tags/tempest-TagsExtTest-Tag-569223382 HTTP/1.1" status: 204 len: 168 time: 0.0962453 Nov 10 18:10:59.958380 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-6c5ec4e5-66c9-4b7c-b849-236ecb704b4c None None] For port b955ce07-2ba6-41ca-88a7-4cc3876981d7, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b955ce07-2ba6-41ca-88a7-4cc3876981d7,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:10:59.958528 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54336) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:10:59.964248 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-b27c22d7-3fc1-4a9f-a26d-598301e5950d tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '526fd156-ce7b-41e8-8710-71a7ffe48aaa', 'tempest-TagsExtTest-Tag-569223382') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:10:59.971686 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec4e5-66c9-4b7c-b849-236ecb704b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:00.036283 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-cd74cdc0-73c2-490b-a74f-953c242501ce None None] Provisioning complete for port 345acca4-7a34-4253-867f-072dce8bc28c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:00.037118 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cd74cdc0-73c2-490b-a74f-953c242501ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:00.070050 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b27c22d7-3fc1-4a9f-a26d-598301e5950d tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "DELETE /v2.0/routers/526fd156-ce7b-41e8-8710-71a7ffe48aaa/tags/tempest-TagsExtTest-Tag-569223382 HTTP/1.1" status: 204 len: 168 time: 0.1102922 Nov 10 18:11:00.070885 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54338) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:00.074401 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-fffbe821-2bcb-4a4b-b06a-7111648fb394 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Deleting port 7dfdd18f-3735-4f38-9369-7703081a6dec {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:11:00.074761 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fffbe821-2bcb-4a4b-b06a-7111648fb394 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:00.076110 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-ed640eb3-0271-4c5a-9bc4-54bd42fa17ee tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '526fd156-ce7b-41e8-8710-71a7ffe48aaa') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:00.160734 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ed640eb3-0271-4c5a-9bc4-54bd42fa17ee tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "GET /v2.0/routers/526fd156-ce7b-41e8-8710-71a7ffe48aaa/tags HTTP/1.1" status: 200 len: 205 time: 0.0886264 Nov 10 18:11:00.163276 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54340) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:00.170450 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-227c511e-f30f-4906-b01e-b005e0e8ae82 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd14dbc92-28da-4e8d-9e86-fbd9d5be8636') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:00.198923 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-227c511e-f30f-4906-b01e-b005e0e8ae82 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "GET /v2.0/subnetpools/d14dbc92-28da-4e8d-9e86-fbd9d5be8636/tags HTTP/1.1" status: 200 len: 241 time: 0.0342219 Nov 10 18:11:00.199448 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54342) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:00.206998 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.tag.tag_plugin [None req-ce1274bc-8625-4063-ac13-621edfe7cbb9 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd14dbc92-28da-4e8d-9e86-fbd9d5be8636', 'tempest-TagsExtTest-Tag-1643871138') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:00.232574 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fffbe821-2bcb-4a4b-b06a-7111648fb394 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:00.239512 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f77896-08f4-464b-9f9c-8b3e94ac685b None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:11:00.266731 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b024543-da28-4ed1-9a81-3a15890e1051 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:00.268765 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-fffbe821-2bcb-4a4b-b06a-7111648fb394 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Calling delete_port for 7dfdd18f-3735-4f38-9369-7703081a6dec owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:11:00.281200 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b024543-da28-4ed1-9a81-3a15890e1051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:00.295145 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ce1274bc-8625-4063-ac13-621edfe7cbb9 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "GET /v2.0/subnetpools/d14dbc92-28da-4e8d-9e86-fbd9d5be8636/tags/tempest-TagsExtTest-Tag-1643871138 HTTP/1.1" status: 204 len: 168 time: 0.0911336 Nov 10 18:11:00.297448 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54344) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:00.303956 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-d93610b0-c9b5-4bbd-841e-a06ea81c110c None None] For port b92d2d4d-9e32-415a-bdb8-7a336b624901, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b92d2d4d-9e32-415a-bdb8-7a336b624901,segment=NetworkSegment(0d98e0c6-458a-4a14-a4c4-034af0661a9d),segment_id=0d98e0c6-458a-4a14-a4c4-034af0661a9d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:11:00.304217 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-87a41e9a-46cc-48f3-8a2b-dc9abfb5e216 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd14dbc92-28da-4e8d-9e86-fbd9d5be8636', 'tempest-TagsExtTest-Tag-1643871138') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:00.319205 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0bbba-6dd7-4051-b157-300617938c46 None None] Pushing event updated for resources: {'Port': ['ID=b955ce07-2ba6-41ca-88a7-4cc3876981d7,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:00.326448 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5ec4e5-66c9-4b7c-b849-236ecb704b4c None None] Routers {'47d44279-25b5-41e1-b9c4-0cc0db6dee5a'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:11:00.326984 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6c5ec4e5-66c9-4b7c-b849-236ecb704b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:10:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['47d44279-25b5-41e1-b9c4-0cc0db6dee5a'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:00.361551 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-87a41e9a-46cc-48f3-8a2b-dc9abfb5e216 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "DELETE /v2.0/subnetpools/d14dbc92-28da-4e8d-9e86-fbd9d5be8636/tags/tempest-TagsExtTest-Tag-1643871138 HTTP/1.1" status: 204 len: 168 time: 0.0624802 Nov 10 18:11:00.362317 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54346) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:00.368565 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-db90aa1b-efc5-4592-ad59-292c9737c80f tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd14dbc92-28da-4e8d-9e86-fbd9d5be8636') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:00.369140 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-cd74cdc0-73c2-490b-a74f-953c242501ce None None] Port 345acca4-7a34-4253-867f-072dce8bc28c cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:11:00.399548 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-db90aa1b-efc5-4592-ad59-292c9737c80f tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "GET /v2.0/subnetpools/d14dbc92-28da-4e8d-9e86-fbd9d5be8636/tags HTTP/1.1" status: 200 len: 205 time: 0.0356810 Nov 10 18:11:00.400455 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54348) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:00.406911 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b024543-da28-4ed1-9a81-3a15890e1051 admin admin] Pushing event updated for resources: {'Port': ['ID=caa40d5f-3113-460c-b94e-84966eb9669b,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:00.407558 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-893be6c0-c877-489e-9039-a31307d267a0 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd14dbc92-28da-4e8d-9e86-fbd9d5be8636') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:00.408857 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d93610b0-c9b5-4bbd-841e-a06ea81c110c None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:00.414711 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-cd74cdc0-73c2-490b-a74f-953c242501ce None None] Provisioning complete for port b955ce07-2ba6-41ca-88a7-4cc3876981d7 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:00.414711 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cd74cdc0-73c2-490b-a74f-953c242501ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:00.416569 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4b024543-da28-4ed1-9a81-3a15890e1051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:00.443806 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-893be6c0-c877-489e-9039-a31307d267a0 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "DELETE /v2.0/subnetpools/d14dbc92-28da-4e8d-9e86-fbd9d5be8636/tags HTTP/1.1" status: 204 len: 168 time: 0.0416064 Nov 10 18:11:00.444845 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54350) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:00.450930 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-11fbe032-8041-43f0-9e22-a97bf4ed5018 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '526fd156-ce7b-41e8-8710-71a7ffe48aaa') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:00.464640 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d93610b0-c9b5-4bbd-841e-a06ea81c110c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:00.567787 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-11fbe032-8041-43f0-9e22-a97bf4ed5018 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "DELETE /v2.0/routers/526fd156-ce7b-41e8-8710-71a7ffe48aaa/tags HTTP/1.1" status: 204 len: 168 time: 0.1192596 Nov 10 18:11:00.568103 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 3c87d238-e6e3-41eb-b408-63347f6d7dba up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:11:00.569981 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54352) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:00.576237 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-e4bb5831-ac2b-4874-80d9-c72028b1cd9d tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '345acca4-7a34-4253-867f-072dce8bc28c') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:00.589400 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fffbe821-2bcb-4a4b-b06a-7111648fb394 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:00.594631 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b024543-da28-4ed1-9a81-3a15890e1051 admin admin] Network e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:11:00.608112 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-6c5ec4e5-66c9-4b7c-b849-236ecb704b4c None None] Set router 47d44279-25b5-41e1-b9c4-0cc0db6dee5a gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:11:00.621783 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-4b024543-da28-4ed1-9a81-3a15890e1051 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:11:00.630122 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffbe821-2bcb-4a4b-b06a-7111648fb394 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Port': ['ID=7dfdd18f-3735-4f38-9369-7703081a6dec,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:00.639788 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e4bb5831-ac2b-4874-80d9-c72028b1cd9d tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "DELETE /v2.0/ports/345acca4-7a34-4253-867f-072dce8bc28c/tags HTTP/1.1" status: 204 len: 168 time: 0.0662873 Nov 10 18:11:00.640862 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54354) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:00.658688 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5680482d-e98e-4e2f-b777-e70fcb15341e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:00.667134 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.tag.tag_plugin [None req-1ada926c-ae32-444a-8c4a-e589a43b07d4 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0be104af-068a-48fd-8b88-85b5127abd02') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:00.687014 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93610b0-c9b5-4bbd-841e-a06ea81c110c None None] Pushing event updated for resources: {'Port': ['ID=b92d2d4d-9e32-415a-bdb8-7a336b624901,revision_number=7']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:00.834477 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cd74cdc0-73c2-490b-a74f-953c242501ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:00.847952 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fffbe821-2bcb-4a4b-b06a-7111648fb394 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:00.852079 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fffbe821-2bcb-4a4b-b06a-7111648fb394 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/ports/7dfdd18f-3735-4f38-9369-7703081a6dec HTTP/1.1" status: 204 len: 168 time: 0.9754789 Nov 10 18:11:00.854847 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54356) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:00.870019 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 3c87d238-e6e3-41eb-b408-63347f6d7dba triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:00.870674 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:00.899015 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da3451b-4188-4a9c-b472-9d632d4bdeba tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] GET failed (client error): The resource could not be found. Nov 10 18:11:00.908840 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8da3451b-4188-4a9c-b472-9d632d4bdeba tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "GET /v2.0/ports/7dfdd18f-3735-4f38-9369-7703081a6dec HTTP/1.1" status: 404 len: 333 time: 0.0524349 Nov 10 18:11:00.910886 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b024543-da28-4ed1-9a81-3a15890e1051 admin admin] Router 47d44279-25b5-41e1-b9c4-0cc0db6dee5a has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:11:00.911676 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54358) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:00.912581 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-cd74cdc0-73c2-490b-a74f-953c242501ce None None] For port b955ce07-2ba6-41ca-88a7-4cc3876981d7, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b955ce07-2ba6-41ca-88a7-4cc3876981d7,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:11:00.928872 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cd74cdc0-73c2-490b-a74f-953c242501ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:00.936553 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1ada926c-ae32-444a-8c4a-e589a43b07d4 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "DELETE /v2.0/subnets/0be104af-068a-48fd-8b88-85b5127abd02/tags HTTP/1.1" status: 204 len: 168 time: 0.2946222 Nov 10 18:11:00.940812 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54360) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:00.948542 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.tag.tag_plugin [None req-319eaeb7-3906-49f2-bbd3-ad5a0af381b3 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0be104af-068a-48fd-8b88-85b5127abd02', 'tempest-TagsExtTest-Tag-662316109') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:01.002397 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d10d0a19-45d5-4b0b-9ad8-4616a57e3489 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.031275 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d10d0a19-45d5-4b0b-9ad8-4616a57e3489 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.046778 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-cd74cdc0-73c2-490b-a74f-953c242501ce None None] Provisioning complete for port 1146d633-ea9c-460f-bef4-d1e0b0ac5d20 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:01.047366 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cd74cdc0-73c2-490b-a74f-953c242501ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.057039 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd74cdc0-73c2-490b-a74f-953c242501ce None None] Pushing event updated for resources: {'Port': ['ID=b955ce07-2ba6-41ca-88a7-4cc3876981d7,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:01.101528 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d10d0a19-45d5-4b0b-9ad8-4616a57e3489 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.104221 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d10d0a19-45d5-4b0b-9ad8-4616a57e3489 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.105618 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d10d0a19-45d5-4b0b-9ad8-4616a57e3489 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/security-groups/8527fcbd-e36b-4a47-9bbb-317069aba4ae HTTP/1.1" status: 204 len: 168 time: 0.1925499 Nov 10 18:11:01.110932 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54362) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:01.125329 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d0a19-45d5-4b0b-9ad8-4616a57e3489 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8527fcbd-e36b-4a47-9bbb-317069aba4ae,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:01.129961 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b024543-da28-4ed1-9a81-3a15890e1051 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:11:01.142784 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4b024543-da28-4ed1-9a81-3a15890e1051 admin admin] 10.222.0.39 "PUT /v2.0/routers/47d44279-25b5-41e1-b9c4-0cc0db6dee5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7152340 Nov 10 18:11:01.168576 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-319eaeb7-3906-49f2-bbd3-ad5a0af381b3 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "PUT /v2.0/subnets/0be104af-068a-48fd-8b88-85b5127abd02/tags/tempest-TagsExtTest-Tag-662316109 HTTP/1.1" status: 201 len: 201 time: 0.2262979 Nov 10 18:11:01.171355 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54366) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:01.178219 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-fb8d732a-8174-445f-83d4-dce763727484 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '345acca4-7a34-4253-867f-072dce8bc28c', 'tempest-TagsExtTest-Tag-1816335124') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:01.181475 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 1146d633-ea9c-460f-bef4-d1e0b0ac5d20 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:11:01.201698 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-398ded05-e4ca-4643-8d64-098fb9c4ce72 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.243276 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6c5ec4e5-66c9-4b7c-b849-236ecb704b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d44279-25b5-41e1-b9c4-0cc0db6dee5a', 'name': 'tempest-ImageQuotaTest-2093392334-router', 'tenant_id': '4dc4a7e6fcd6447dbad07c78ccaaea45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'b955ce07-2ba6-41ca-88a7-4cc3876981d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:54Z', 'updated_at': '2021-11-10T18:10:59Z', 'revision_number': 4, 'project_id': '4dc4a7e6fcd6447dbad07c78ccaaea45', 'gw_port': {'id': 'b955ce07-2ba6-41ca-88a7-4cc3876981d7', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d44279-25b5-41e1-b9c4-0cc0db6dee5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:54Z', 'updated_at': '2021-11-10T18:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'caa40d5f-3113-460c-b94e-84966eb9669b', 'name': '', 'network_id': 'e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6', 'tenant_id': '4dc4a7e6fcd6447dbad07c78ccaaea45', 'mac_address': 'fa:16:3e:0d:2e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d44279-25b5-41e1-b9c4-0cc0db6dee5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '60d4d27f-e9a6-42d9-a967-da1ab61542e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:58Z', 'updated_at': '2021-11-10T18:10:59Z', 'revision_number': 2, 'project_id': '4dc4a7e6fcd6447dbad07c78ccaaea45', 'subnets': [{'id': '60d4d27f-e9a6-42d9-a967-da1ab61542e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:01.247242 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-398ded05-e4ca-4643-8d64-098fb9c4ce72 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.286835 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5ec4e5-66c9-4b7c-b849-236ecb704b4c None None] The sync data for ids ['47d44279-25b5-41e1-b9c4-0cc0db6dee5a'] in n-d-776250-10 is: [{'id': '47d44279-25b5-41e1-b9c4-0cc0db6dee5a', 'name': 'tempest-ImageQuotaTest-2093392334-router', 'tenant_id': '4dc4a7e6fcd6447dbad07c78ccaaea45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'b955ce07-2ba6-41ca-88a7-4cc3876981d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:54Z', 'updated_at': '2021-11-10T18:10:59Z', 'revision_number': 4, 'project_id': '4dc4a7e6fcd6447dbad07c78ccaaea45', 'gw_port': {'id': 'b955ce07-2ba6-41ca-88a7-4cc3876981d7', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d44279-25b5-41e1-b9c4-0cc0db6dee5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:54Z', 'updated_at': '2021-11-10T18:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'caa40d5f-3113-460c-b94e-84966eb9669b', 'name': '', 'network_id': 'e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6', 'tenant_id': '4dc4a7e6fcd6447dbad07c78ccaaea45', 'mac_address': 'fa:16:3e:0d:2e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d44279-25b5-41e1-b9c4-0cc0db6dee5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '60d4d27f-e9a6-42d9-a967-da1ab61542e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:58Z', 'updated_at': '2021-11-10T18:10:59Z', 'revision_number': 2, 'project_id': '4dc4a7e6fcd6447dbad07c78ccaaea45', 'subnets': [{'id': '60d4d27f-e9a6-42d9-a967-da1ab61542e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:11:01.296188 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-398ded05-e4ca-4643-8d64-098fb9c4ce72 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.300298 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-398ded05-e4ca-4643-8d64-098fb9c4ce72 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.301651 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-398ded05-e4ca-4643-8d64-098fb9c4ce72 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/security-groups/11e376df-6de7-4575-984a-10b0ed61a777 HTTP/1.1" status: 204 len: 168 time: 0.1868513 Nov 10 18:11:01.305305 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54368) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:01.319560 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 1146d633-ea9c-460f-bef4-d1e0b0ac5d20 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:01.320569 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.323106 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ded05-e4ca-4643-8d64-098fb9c4ce72 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e376df-6de7-4575-984a-10b0ed61a777,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:01.330552 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54370) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:01.332936 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-fb8d732a-8174-445f-83d4-dce763727484 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "PUT /v2.0/ports/345acca4-7a34-4253-867f-072dce8bc28c/tags/tempest-TagsExtTest-Tag-1816335124 HTTP/1.1" status: 201 len: 201 time: 0.1604366 Nov 10 18:11:01.336686 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.tag.tag_plugin [None req-958408bf-c721-490a-a262-b76421b0cacb tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '526fd156-ce7b-41e8-8710-71a7ffe48aaa', 'tempest-TagsExtTest-Tag-1932876931') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:01.394443 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-cd74cdc0-73c2-490b-a74f-953c242501ce None None] Provisioning complete for port caa40d5f-3113-460c-b94e-84966eb9669b triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:01.394900 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cd74cdc0-73c2-490b-a74f-953c242501ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.399482 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-605b11db-f230-492d-b818-23552b3b88fb tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.430854 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-605b11db-f230-492d-b818-23552b3b88fb tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.462696 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-cd74cdc0-73c2-490b-a74f-953c242501ce None None] Port caa40d5f-3113-460c-b94e-84966eb9669b cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:11:01.506385 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-605b11db-f230-492d-b818-23552b3b88fb tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.510316 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-605b11db-f230-492d-b818-23552b3b88fb tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.514243 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-605b11db-f230-492d-b818-23552b3b88fb tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/security-groups/04bbe7b8-73ee-4b7b-a478-282520fcaf0e HTTP/1.1" status: 204 len: 168 time: 0.2045324 Nov 10 18:11:01.517140 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54374) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:01.530214 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-958408bf-c721-490a-a262-b76421b0cacb tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "PUT /v2.0/routers/526fd156-ce7b-41e8-8710-71a7ffe48aaa/tags/tempest-TagsExtTest-Tag-1932876931 HTTP/1.1" status: 201 len: 201 time: 0.1985674 Nov 10 18:11:01.533112 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54376) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:01.538734 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.tag.tag_plugin [None req-4c2e9d1b-e902-4a08-9b13-08f265fdfd0e tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd14dbc92-28da-4e8d-9e86-fbd9d5be8636', 'tempest-TagsExtTest-Tag-1303308348') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:01.570101 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b11db-f230-492d-b818-23552b3b88fb tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bbe7b8-73ee-4b7b-a478-282520fcaf0e,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:01.596083 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4c2e9d1b-e902-4a08-9b13-08f265fdfd0e tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "PUT /v2.0/subnetpools/d14dbc92-28da-4e8d-9e86-fbd9d5be8636/tags/tempest-TagsExtTest-Tag-1303308348 HTTP/1.1" status: 201 len: 201 time: 0.0614343 Nov 10 18:11:01.599039 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54378) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:01.608363 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.tag.tag_plugin [None req-6f7a837c-3db7-4bd9-8ee7-ca9fe5c18485 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '0be104af-068a-48fd-8b88-85b5127abd02', {'tags': ['tempest-TagsExtTest-Tag-1927787335', 'tempest-TagsExtTest-Tag-1106664021', 'tempest-TagsExtTest-Tag-819285725']}) {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:01.614126 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f2dd3f-0949-4124-b163-7eefc2ad3a36 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Deleting subnet 9cc0805c-026f-4613-ae30-21e8eee4ccc2 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:11:01.618848 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e2f2dd3f-0949-4124-b163-7eefc2ad3a36 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.635784 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-d94870c9-f0f9-4455-ba0d-270ea22e93ca None None] Provisioning complete for port b955ce07-2ba6-41ca-88a7-4cc3876981d7 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:01.636844 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d94870c9-f0f9-4455-ba0d-270ea22e93ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.706387 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e2f2dd3f-0949-4124-b163-7eefc2ad3a36 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.747282 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6f7a837c-3db7-4bd9-8ee7-ca9fe5c18485 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "PUT /v2.0/subnets/0be104af-068a-48fd-8b88-85b5127abd02/tags HTTP/1.1" status: 200 len: 317 time: 0.1447647 Nov 10 18:11:01.747550 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54384) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:01.752188 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.tag.tag_plugin [None req-b74a3971-ff5d-42ed-beea-da9d30682703 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0be104af-068a-48fd-8b88-85b5127abd02') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:01.835197 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-d94870c9-f0f9-4455-ba0d-270ea22e93ca None None] Provisioning complete for port caa40d5f-3113-460c-b94e-84966eb9669b triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:01.838542 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d94870c9-f0f9-4455-ba0d-270ea22e93ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.851558 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e2f2dd3f-0949-4124-b163-7eefc2ad3a36 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.899712 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-d94870c9-f0f9-4455-ba0d-270ea22e93ca None None] Port caa40d5f-3113-460c-b94e-84966eb9669b cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:11:01.907298 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b74a3971-ff5d-42ed-beea-da9d30682703 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "DELETE /v2.0/subnets/0be104af-068a-48fd-8b88-85b5127abd02/tags HTTP/1.1" status: 204 len: 168 time: 0.1585681 Nov 10 18:11:01.909754 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54388) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:01.915628 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.tag.tag_plugin [None req-0653dfad-2d75-4111-ba4b-0896bd59d112 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0be104af-068a-48fd-8b88-85b5127abd02', 'tempest-TagsExtTest-Tag-1927787335') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:01.940555 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e2f2dd3f-0949-4124-b163-7eefc2ad3a36 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:01.979938 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f2dd3f-0949-4124-b163-7eefc2ad3a36 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Subnet': ['ID=9cc0805c-026f-4613-ae30-21e8eee4ccc2,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:01.990958 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e2f2dd3f-0949-4124-b163-7eefc2ad3a36 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:02.003494 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e2f2dd3f-0949-4124-b163-7eefc2ad3a36 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/subnets/9cc0805c-026f-4613-ae30-21e8eee4ccc2 HTTP/1.1" status: 204 len: 168 time: 0.4739604 Nov 10 18:11:02.004317 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54392) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:02.027586 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-ca7677d9-584e-4b99-80a7-c90793a17fc5 None None] Provisioning complete for port 7fc71a50-8123-445e-a34e-69033cac42ca triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:02.027967 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ca7677d9-584e-4b99-80a7-c90793a17fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:02.074884 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-393db0f2-1274-48a5-937d-08c657ec6d20 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Deleting subnet eb47a40f-5290-46da-9a6a-e1e2c0ae55c7 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:11:02.084322 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-393db0f2-1274-48a5-937d-08c657ec6d20 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:02.089588 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-0653dfad-2d75-4111-ba4b-0896bd59d112 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] show failed (client error): The resource could not be found. Nov 10 18:11:02.094273 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54394) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:02.100218 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-600ca632-2ed2-4a58-919d-0d9c2ea8674b tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0be104af-068a-48fd-8b88-85b5127abd02', 'tempest-TagsExtTest-Tag-1106664021') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:02.105210 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0653dfad-2d75-4111-ba4b-0896bd59d112 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "GET /v2.0/subnets/0be104af-068a-48fd-8b88-85b5127abd02/tags/tempest-TagsExtTest-Tag-1927787335 HTTP/1.1" status: 404 len: 329 time: 0.1938691 Nov 10 18:11:02.121940 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-ca7677d9-584e-4b99-80a7-c90793a17fc5 None None] Port 7fc71a50-8123-445e-a34e-69033cac42ca cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:11:02.142351 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-ca7677d9-584e-4b99-80a7-c90793a17fc5 None None] Provisioning complete for port b92d2d4d-9e32-415a-bdb8-7a336b624901 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:02.142749 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ca7677d9-584e-4b99-80a7-c90793a17fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:02.216659 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-393db0f2-1274-48a5-937d-08c657ec6d20 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:02.223659 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-600ca632-2ed2-4a58-919d-0d9c2ea8674b tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] show failed (client error): The resource could not be found. Nov 10 18:11:02.235974 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-600ca632-2ed2-4a58-919d-0d9c2ea8674b tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "GET /v2.0/subnets/0be104af-068a-48fd-8b88-85b5127abd02/tags/tempest-TagsExtTest-Tag-1106664021 HTTP/1.1" status: 404 len: 329 time: 0.1395354 Nov 10 18:11:02.236682 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54398) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:02.244469 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-90cd6da8-1ead-4e76-b7e5-f6bf6c3f6a7b tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0be104af-068a-48fd-8b88-85b5127abd02', 'tempest-TagsExtTest-Tag-819285725') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:02.301083 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-ca7677d9-584e-4b99-80a7-c90793a17fc5 None None] Could not find standard attr ID for object 7dfdd18f-3735-4f38-9369-7703081a6dec. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:11:02.308229 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3452889a-e132-4040-b066-2a4cbc4eef42 None None] Network 3da48a1b-f7c4-4e65-be70-bf25603f52d4 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:11:02.345230 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-90cd6da8-1ead-4e76-b7e5-f6bf6c3f6a7b tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] show failed (client error): The resource could not be found. Nov 10 18:11:02.348210 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-90cd6da8-1ead-4e76-b7e5-f6bf6c3f6a7b tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "GET /v2.0/subnets/0be104af-068a-48fd-8b88-85b5127abd02/tags/tempest-TagsExtTest-Tag-819285725 HTTP/1.1" status: 404 len: 328 time: 0.1085670 Nov 10 18:11:02.355064 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54400) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:02.368094 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-448d820f-a40d-42c4-aff7-7709081abbce tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '345acca4-7a34-4253-867f-072dce8bc28c', {'tags': ['tempest-TagsExtTest-Tag-1286224674', 'tempest-TagsExtTest-Tag-1212926577', 'tempest-TagsExtTest-Tag-370461039']}) {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:02.391009 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-393db0f2-1274-48a5-937d-08c657ec6d20 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:02.444529 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-86590b5c-d42d-45f7-b354-2cc631d582cd None None] Could not find standard attr ID for object 7dfdd18f-3735-4f38-9369-7703081a6dec. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:11:02.499640 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-448d820f-a40d-42c4-aff7-7709081abbce tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "PUT /v2.0/ports/345acca4-7a34-4253-867f-072dce8bc28c/tags HTTP/1.1" status: 200 len: 317 time: 0.1403778 Nov 10 18:11:02.502158 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54402) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:02.506980 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-3499a7ba-6eee-4b5a-8b0d-8f8dd261865c tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '345acca4-7a34-4253-867f-072dce8bc28c') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:02.527977 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-393db0f2-1274-48a5-937d-08c657ec6d20 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:02.605550 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393db0f2-1274-48a5-937d-08c657ec6d20 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Subnet': ['ID=eb47a40f-5290-46da-9a6a-e1e2c0ae55c7,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:02.607996 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-393db0f2-1274-48a5-937d-08c657ec6d20 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:02.614607 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-393db0f2-1274-48a5-937d-08c657ec6d20 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/subnets/eb47a40f-5290-46da-9a6a-e1e2c0ae55c7 HTTP/1.1" status: 204 len: 168 time: 0.6061003 Nov 10 18:11:02.614607 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54406) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:02.652712 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b92d2d4d-9e32-415a-bdb8-7a336b624901 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:11:02.653667 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-b43c1893-613f-4f11-9ef4-73b6f57cb799 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] DELETE failed (client error): The resource could not be found. Nov 10 18:11:02.654224 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b43c1893-613f-4f11-9ef4-73b6f57cb799 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:11:02.662409 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b43c1893-613f-4f11-9ef4-73b6f57cb799 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/subnets/9cc0805c-026f-4613-ae30-21e8eee4ccc2 HTTP/1.1" status: 404 len: 337 time: 0.0450654 Nov 10 18:11:02.662716 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54408) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:02.678928 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3499a7ba-6eee-4b5a-8b0d-8f8dd261865c tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "DELETE /v2.0/ports/345acca4-7a34-4253-867f-072dce8bc28c/tags HTTP/1.1" status: 204 len: 168 time: 0.1755967 Nov 10 18:11:02.682711 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54410) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:02.694847 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-0686b560-d48e-4995-b631-0a50884062b4 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '345acca4-7a34-4253-867f-072dce8bc28c', 'tempest-TagsExtTest-Tag-1286224674') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:02.743995 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port b92d2d4d-9e32-415a-bdb8-7a336b624901 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:02.744424 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:02.774702 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-a359e940-8dab-4597-a189-8661b7911d40 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Deleting subnet c9a38380-2986-4e93-837d-559c978b1a23 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:11:02.780559 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a359e940-8dab-4597-a189-8661b7911d40 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:02.811246 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-0686b560-d48e-4995-b631-0a50884062b4 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] show failed (client error): The resource could not be found. Nov 10 18:11:02.812343 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0686b560-d48e-4995-b631-0a50884062b4 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "GET /v2.0/ports/345acca4-7a34-4253-867f-072dce8bc28c/tags/tempest-TagsExtTest-Tag-1286224674 HTTP/1.1" status: 404 len: 329 time: 0.1272957 Nov 10 18:11:02.821507 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54412) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:02.824986 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-2dadeecd-944a-4a98-ae30-fdf69ab2af97 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '345acca4-7a34-4253-867f-072dce8bc28c', 'tempest-TagsExtTest-Tag-1212926577') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:02.854073 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fafd6cc-f376-44fd-af27-b1a9554a2bf6 None None] Update dhcp port {'port': {'network_id': '3da48a1b-f7c4-4e65-be70-bf25603f52d4', 'fixed_ips': [{'subnet_id': 'c9a38380-2986-4e93-837d-559c978b1a23', 'ip_address': '172.20.0.18'}, {'subnet_id': 'eb47a40f-5290-46da-9a6a-e1e2c0ae55c7'}], 'binding:host_id': 'n-d-776250-10'}, 'id': 'b92d2d4d-9e32-415a-bdb8-7a336b624901'} from n-d-776250-10. {{(pid=102470) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 10 18:11:02.894169 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-2dadeecd-944a-4a98-ae30-fdf69ab2af97 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] show failed (client error): The resource could not be found. Nov 10 18:11:02.895155 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2dadeecd-944a-4a98-ae30-fdf69ab2af97 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "GET /v2.0/ports/345acca4-7a34-4253-867f-072dce8bc28c/tags/tempest-TagsExtTest-Tag-1212926577 HTTP/1.1" status: 404 len: 329 time: 0.0736110 Nov 10 18:11:02.897894 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54416) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:02.904017 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-adaa69cb-8278-4a66-98a6-b83b89e87cb0 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '345acca4-7a34-4253-867f-072dce8bc28c', 'tempest-TagsExtTest-Tag-370461039') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:02.914769 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a359e940-8dab-4597-a189-8661b7911d40 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:03.013465 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3fafd6cc-f376-44fd-af27-b1a9554a2bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:03.035795 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-adaa69cb-8278-4a66-98a6-b83b89e87cb0 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] show failed (client error): The resource could not be found. Nov 10 18:11:03.036842 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-adaa69cb-8278-4a66-98a6-b83b89e87cb0 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "GET /v2.0/ports/345acca4-7a34-4253-867f-072dce8bc28c/tags/tempest-TagsExtTest-Tag-370461039 HTTP/1.1" status: 404 len: 328 time: 0.1379788 Nov 10 18:11:03.043589 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54418) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:03.052857 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-5c0b2476-f29b-4065-9f6c-3470a14e6638 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '526fd156-ce7b-41e8-8710-71a7ffe48aaa', {'tags': ['tempest-TagsExtTest-Tag-287881584', 'tempest-TagsExtTest-Tag-360721198', 'tempest-TagsExtTest-Tag-927598756']}) {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:03.118085 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a359e940-8dab-4597-a189-8661b7911d40 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:03.147492 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-246ba489-4aa9-4046-90a6-4242014311f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:03.205709 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54420) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:03.254623 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a359e940-8dab-4597-a189-8661b7911d40 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:03.269034 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b955ce07-2ba6-41ca-88a7-4cc3876981d7 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:11:03.325447 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a359e940-8dab-4597-a189-8661b7911d40 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:03.339908 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a359e940-8dab-4597-a189-8661b7911d40 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/subnets/c9a38380-2986-4e93-837d-559c978b1a23 HTTP/1.1" status: 204 len: 168 time: 0.6760705 Nov 10 18:11:03.341449 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359e940-8dab-4597-a189-8661b7911d40 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Subnet': ['ID=c9a38380-2986-4e93-837d-559c978b1a23,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:03.343518 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54422) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:03.348214 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port b955ce07-2ba6-41ca-88a7-4cc3876981d7 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:03.348849 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:03.380188 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5c0b2476-f29b-4065-9f6c-3470a14e6638 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "PUT /v2.0/routers/526fd156-ce7b-41e8-8710-71a7ffe48aaa/tags HTTP/1.1" status: 200 len: 315 time: 0.3340876 Nov 10 18:11:03.383194 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54424) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:03.389597 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-19bf5cb2-c5f6-4a4f-9aae-b73e59ce8634 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '526fd156-ce7b-41e8-8710-71a7ffe48aaa') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server [None req-3fafd6cc-f376-44fd-af27-b1a9554a2bf6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c9a38380-2986-4e93-837d-559c978b1a23: This subnet is being modified by another concurrent operation. Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise self.value Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server raise exception Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c9a38380-2986-4e93-837d-559c978b1a23: This subnet is being modified by another concurrent operation. Nov 10 18:11:03.392014 n-d-776250-10 neutron-server[102470]: ERROR oslo_messaging.rpc.server Nov 10 18:11:03.400441 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-6265b72b-8b58-46ed-82a0-5df9bc5f758a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] DELETE failed (client error): The resource could not be found. Nov 10 18:11:03.400441 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6265b72b-8b58-46ed-82a0-5df9bc5f758a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:11:03.419541 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6265b72b-8b58-46ed-82a0-5df9bc5f758a tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/subnets/5575498d-0333-4825-ab15-1031b1ec870f HTTP/1.1" status: 404 len: 337 time: 0.0727625 Nov 10 18:11:03.419803 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54426) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:03.458350 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-23381a15-af37-4062-ae7b-cc1ef647cabe tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "GET /v2.0/ports?device_id=429db052-2751-4e5a-b344-56646a8ffbec HTTP/1.1" status: 200 len: 205 time: 0.0370173 Nov 10 18:11:03.458696 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54428) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:03.512567 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-94d5c471-e263-4596-981c-3e487b1f70fb tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] delete failed (client error): The resource could not be found. Nov 10 18:11:03.515032 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-94d5c471-e263-4596-981c-3e487b1f70fb tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/routers/429db052-2751-4e5a-b344-56646a8ffbec HTTP/1.1" status: 404 len: 336 time: 0.0552695 Nov 10 18:11:03.515642 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54430) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:03.544305 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a20c5e0-4a91-42a1-a3ef-5b80f9318478 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] DELETE failed (client error): The resource could not be found. Nov 10 18:11:03.544767 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a20c5e0-4a91-42a1-a3ef-5b80f9318478 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:11:03.550176 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3a20c5e0-4a91-42a1-a3ef-5b80f9318478 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/subnets/9ef53039-ef3d-4df4-a723-15e9bd486799 HTTP/1.1" status: 404 len: 337 time: 0.0311604 Nov 10 18:11:03.550641 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54432) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:03.582632 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dbe437e-b5f4-4247-8f57-4c3c4435fc88 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] DELETE failed (client error): The resource could not be found. Nov 10 18:11:03.583096 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dbe437e-b5f4-4247-8f57-4c3c4435fc88 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:11:03.590489 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7dbe437e-b5f4-4247-8f57-4c3c4435fc88 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/subnets/3820b7b1-9c1d-4ca9-8cf5-814d1209eab2 HTTP/1.1" status: 404 len: 337 time: 0.0354881 Nov 10 18:11:03.591807 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54434) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:03.631536 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-a266dc57-ff50-4761-8c1e-e5e7357a1a83 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] DELETE failed (client error): The resource could not be found. Nov 10 18:11:03.632455 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a266dc57-ff50-4761-8c1e-e5e7357a1a83 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:11:03.640585 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a266dc57-ff50-4761-8c1e-e5e7357a1a83 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/subnets/a4985793-5f86-4bac-93cd-d6ff500040dc HTTP/1.1" status: 404 len: 337 time: 0.0470612 Nov 10 18:11:03.641541 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54436) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:03.656754 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be0813d-940a-491b-a261-63a7083de61f None None] Network 3da48a1b-f7c4-4e65-be70-bf25603f52d4 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:11:03.689382 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd766abe-8a29-4ee1-8c8e-7bdced87a99b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] DELETE failed (client error): The resource could not be found. Nov 10 18:11:03.690254 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd766abe-8a29-4ee1-8c8e-7bdced87a99b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:11:03.696213 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-cd766abe-8a29-4ee1-8c8e-7bdced87a99b tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/ports/86a6ef9b-982e-4fe4-8951-7cea91bae25a HTTP/1.1" status: 404 len: 333 time: 0.0510373 Nov 10 18:11:03.696765 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54438) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:03.731544 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e12eabd-3405-48ef-8854-7ed9bccfec61 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] DELETE failed (client error): The resource could not be found. Nov 10 18:11:03.732083 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e12eabd-3405-48ef-8854-7ed9bccfec61 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:11:03.739255 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2e12eabd-3405-48ef-8854-7ed9bccfec61 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/subnets/c97198fd-10a3-47aa-8320-9aa869bfd4e5 HTTP/1.1" status: 404 len: 337 time: 0.0390906 Nov 10 18:11:03.739671 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54440) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:03.763931 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-bc04f956-6028-46c1-81cd-a08767741a2e None None] Provisioning complete for port 7fc71a50-8123-445e-a34e-69033cac42ca triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:03.764344 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bc04f956-6028-46c1-81cd-a08767741a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:03.776262 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b5eed7-5146-426d-806b-b3cbffa9bf4e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] DELETE failed (client error): The resource could not be found. Nov 10 18:11:03.777036 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3b5eed7-5146-426d-806b-b3cbffa9bf4e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:11:03.782679 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f3b5eed7-5146-426d-806b-b3cbffa9bf4e tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/subnets/8ca4ee0e-ed86-48c4-ade8-aaef2a9d63c9 HTTP/1.1" status: 404 len: 337 time: 0.0384214 Nov 10 18:11:03.783319 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54442) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:03.808725 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-bc04f956-6028-46c1-81cd-a08767741a2e None None] Port 7fc71a50-8123-445e-a34e-69033cac42ca cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:11:03.809206 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6d7b87-8f78-408e-a658-13e13c2b5e37 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] DELETE failed (client error): The resource could not be found. Nov 10 18:11:03.810283 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d6d7b87-8f78-408e-a658-13e13c2b5e37 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:11:03.816757 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4d6d7b87-8f78-408e-a658-13e13c2b5e37 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/ports/c212b2c5-943e-41f8-8255-8cd6e38a61d0 HTTP/1.1" status: 404 len: 333 time: 0.0300281 Nov 10 18:11:03.817724 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54444) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:03.848919 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a242474-b9e3-462a-8644-5d74813bc682 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] DELETE failed (client error): The resource could not be found. Nov 10 18:11:03.849384 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a242474-b9e3-462a-8644-5d74813bc682 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:11:03.855555 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9a242474-b9e3-462a-8644-5d74813bc682 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/subnets/d034737c-5e73-4225-a86d-c37f1a22f356 HTTP/1.1" status: 404 len: 337 time: 0.0346434 Nov 10 18:11:03.855748 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54446) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:03.884117 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-bc04f956-6028-46c1-81cd-a08767741a2e None None] Provisioning complete for port b92d2d4d-9e32-415a-bdb8-7a336b624901 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:03.884825 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bc04f956-6028-46c1-81cd-a08767741a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:03.896322 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb8bd12c-3b4a-4c3a-b140-cf39a3522ae4 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] DELETE failed (client error): The resource could not be found. Nov 10 18:11:03.896909 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb8bd12c-3b4a-4c3a-b140-cf39a3522ae4 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:11:03.902609 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-eb8bd12c-3b4a-4c3a-b140-cf39a3522ae4 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/subnets/65028e10-a73b-47f2-bb66-6197926d53d8 HTTP/1.1" status: 404 len: 337 time: 0.0458200 Nov 10 18:11:03.906394 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54448) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:03.970036 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690c1caa-e484-4334-a44c-4392ff6cf323 None None] DHCP port deletion for 3da48a1b-f7c4-4e65-be70-bf25603f52d4 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:11:04.019327 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-93c69933-8f7b-48a3-b5e1-16414f00793c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Deleting port 7fc71a50-8123-445e-a34e-69033cac42ca {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:11:04.019858 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-93c69933-8f7b-48a3-b5e1-16414f00793c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.038048 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-690c1caa-e484-4334-a44c-4392ff6cf323 None None] Deleting port b92d2d4d-9e32-415a-bdb8-7a336b624901 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:11:04.038794 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-690c1caa-e484-4334-a44c-4392ff6cf323 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.095756 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-93c69933-8f7b-48a3-b5e1-16414f00793c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.109374 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-93c69933-8f7b-48a3-b5e1-16414f00793c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Calling delete_port for 7fc71a50-8123-445e-a34e-69033cac42ca owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:11:04.122973 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.124886 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-690c1caa-e484-4334-a44c-4392ff6cf323 None None] For port b92d2d4d-9e32-415a-bdb8-7a336b624901, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b92d2d4d-9e32-415a-bdb8-7a336b624901,segment=NetworkSegment(0d98e0c6-458a-4a14-a4c4-034af0661a9d),segment_id=0d98e0c6-458a-4a14-a4c4-034af0661a9d)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:11:04.125272 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-690c1caa-e484-4334-a44c-4392ff6cf323 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.145670 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-690c1caa-e484-4334-a44c-4392ff6cf323 None None] Calling delete_port for b92d2d4d-9e32-415a-bdb8-7a336b624901 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:11:04.198722 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-93c69933-8f7b-48a3-b5e1-16414f00793c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.234858 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c69933-8f7b-48a3-b5e1-16414f00793c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Port': ['ID=7fc71a50-8123-445e-a34e-69033cac42ca,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:04.241965 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-93c69933-8f7b-48a3-b5e1-16414f00793c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.245935 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-93c69933-8f7b-48a3-b5e1-16414f00793c tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/ports/7fc71a50-8123-445e-a34e-69033cac42ca HTTP/1.1" status: 204 len: 168 time: 0.3376291 Nov 10 18:11:04.248478 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54450) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:04.256408 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-690c1caa-e484-4334-a44c-4392ff6cf323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.283852 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-19bf5cb2-c5f6-4a4f-9aae-b73e59ce8634 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "DELETE /v2.0/routers/526fd156-ce7b-41e8-8710-71a7ffe48aaa/tags HTTP/1.1" status: 204 len: 168 time: 0.8993647 Nov 10 18:11:04.287371 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54452) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:04.291205 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c1caa-e484-4334-a44c-4392ff6cf323 None None] Pushing event deleted for resources: {'Port': ['ID=b92d2d4d-9e32-415a-bdb8-7a336b624901,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:04.292430 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-eee9d514-5230-429d-a98a-05ea062e5ac1 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '526fd156-ce7b-41e8-8710-71a7ffe48aaa', 'tempest-TagsExtTest-Tag-287881584') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:04.297968 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690c1caa-e484-4334-a44c-4392ff6cf323 None None] No DVR routers for this DVR port b92d2d4d-9e32-415a-bdb8-7a336b624901 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:11:04.321099 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27c226f-764a-426d-a874-b1cb0a16f972 None None] get_active_networks_info from n-d-776250-10 {{(pid=102470) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 10 18:11:04.360710 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-42b35377-c564-45c4-8d1f-f2e6b7c39855 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.458657 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27c226f-764a-426d-a874-b1cb0a16f972 None None] Resources bound (agent type, host, resource id): {{(pid=102470) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 10 18:11:04.485583 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-eee9d514-5230-429d-a98a-05ea062e5ac1 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] show failed (client error): The resource could not be found. Nov 10 18:11:04.487141 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-eee9d514-5230-429d-a98a-05ea062e5ac1 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "GET /v2.0/routers/526fd156-ce7b-41e8-8710-71a7ffe48aaa/tags/tempest-TagsExtTest-Tag-287881584 HTTP/1.1" status: 404 len: 328 time: 0.1988416 Nov 10 18:11:04.492142 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54454) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:04.497561 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-a6ed95a7-f3d4-49d0-a80c-7493d13642b5 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '526fd156-ce7b-41e8-8710-71a7ffe48aaa', 'tempest-TagsExtTest-Tag-360721198') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:04.529682 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] Sync routers for ids ['47d44279-25b5-41e1-b9c4-0cc0db6dee5a'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:11:04.531478 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b92d2d4d-9e32-415a-bdb8-7a336b624901 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:11:04.540831 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] Routers {'47d44279-25b5-41e1-b9c4-0cc0db6dee5a'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:11:04.541451 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:11:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['47d44279-25b5-41e1-b9c4-0cc0db6dee5a'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:04.596000 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-42ec5649-27a0-4e44-ade8-41dd2e84d99d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.637588 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: b92d2d4d-9e32-415a-bdb8-7a336b624901 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:11:04.638236 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b92d2d4d-9e32-415a-bdb8-7a336b624901 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:11:04.661132 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] Set router 47d44279-25b5-41e1-b9c4-0cc0db6dee5a gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:11:04.759576 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-a6ed95a7-f3d4-49d0-a80c-7493d13642b5 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] show failed (client error): The resource could not be found. Nov 10 18:11:04.777648 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a6ed95a7-f3d4-49d0-a80c-7493d13642b5 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "GET /v2.0/routers/526fd156-ce7b-41e8-8710-71a7ffe48aaa/tags/tempest-TagsExtTest-Tag-360721198 HTTP/1.1" status: 404 len: 328 time: 0.2815170 Nov 10 18:11:04.778433 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54456) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:04.785376 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-21698d48-1a52-4058-9c78-30f71df6f8fd tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '526fd156-ce7b-41e8-8710-71a7ffe48aaa', 'tempest-TagsExtTest-Tag-927598756') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:04.814474 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-42b35377-c564-45c4-8d1f-f2e6b7c39855 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.840775 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-42b35377-c564-45c4-8d1f-f2e6b7c39855 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3da48a1b-f7c4-4e65-be70-bf25603f52d4']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:04.850716 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-42b35377-c564-45c4-8d1f-f2e6b7c39855 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d98e0c6-458a-4a14-a4c4-034af0661a9d') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:04.851364 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-42b35377-c564-45c4-8d1f-f2e6b7c39855 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d98e0c6-458a-4a14-a4c4-034af0661a9d') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:04.861407 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-42b35377-c564-45c4-8d1f-f2e6b7c39855 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.877032 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-42b35377-c564-45c4-8d1f-f2e6b7c39855 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.885268 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b35377-c564-45c4-8d1f-f2e6b7c39855 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:11:04.885678 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-42b35377-c564-45c4-8d1f-f2e6b7c39855 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.889734 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:11:04.889734 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:11:04.889734 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:11:04.889734 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:11:04.889734 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:11:04.889734 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:11:04.889734 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:11:04.889734 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:11:04.889734 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:11:04.889734 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:11:04.889734 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:11:04.889734 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:11:04.889734 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:11:04.889734 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:11:04.889734 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:11:04.889734 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:11:04.889734 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:11:04.889734 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:11:04.889734 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:11:04.889734 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:11:04.889734 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:11:04.889734 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:11:04.889734 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:11:04.889734 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:11:04.889734 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:11:04.889734 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:11:04.889734 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:11:04.889734 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:11:04.889734 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:11:04.889734 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:11:04.889734 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:11:04.889734 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:11:04.904398 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d44279-25b5-41e1-b9c4-0cc0db6dee5a', 'name': 'tempest-ImageQuotaTest-2093392334-router', 'tenant_id': '4dc4a7e6fcd6447dbad07c78ccaaea45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'b955ce07-2ba6-41ca-88a7-4cc3876981d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:54Z', 'updated_at': '2021-11-10T18:10:59Z', 'revision_number': 4, 'project_id': '4dc4a7e6fcd6447dbad07c78ccaaea45', 'gw_port': {'id': 'b955ce07-2ba6-41ca-88a7-4cc3876981d7', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d44279-25b5-41e1-b9c4-0cc0db6dee5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:54Z', 'updated_at': '2021-11-10T18:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'caa40d5f-3113-460c-b94e-84966eb9669b', 'name': '', 'network_id': 'e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6', 'tenant_id': '4dc4a7e6fcd6447dbad07c78ccaaea45', 'mac_address': 'fa:16:3e:0d:2e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d44279-25b5-41e1-b9c4-0cc0db6dee5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '60d4d27f-e9a6-42d9-a967-da1ab61542e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:58Z', 'updated_at': '2021-11-10T18:10:59Z', 'revision_number': 2, 'project_id': '4dc4a7e6fcd6447dbad07c78ccaaea45', 'subnets': [{'id': '60d4d27f-e9a6-42d9-a967-da1ab61542e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:04.918585 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-21698d48-1a52-4058-9c78-30f71df6f8fd tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] show failed (client error): The resource could not be found. Nov 10 18:11:04.919645 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-21698d48-1a52-4058-9c78-30f71df6f8fd tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "GET /v2.0/routers/526fd156-ce7b-41e8-8710-71a7ffe48aaa/tags/tempest-TagsExtTest-Tag-927598756 HTTP/1.1" status: 404 len: 328 time: 0.1384521 Nov 10 18:11:04.922358 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54458) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:04.927564 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-47c35e2d-2cac-4de4-97e3-635b20942a27 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd14dbc92-28da-4e8d-9e86-fbd9d5be8636', {'tags': ['tempest-TagsExtTest-Tag-102861417', 'tempest-TagsExtTest-Tag-1593495059', 'tempest-TagsExtTest-Tag-1885411740']}) {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:04.940693 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] Checking router: 47d44279-25b5-41e1-b9c4-0cc0db6dee5a for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:11:04.941049 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] Updating router 47d44279-25b5-41e1-b9c4-0cc0db6dee5a port caa40d5f-3113-460c-b94e-84966eb9669b binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:11:04.963765 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-42b35377-c564-45c4-8d1f-f2e6b7c39855 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.972503 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-42b35377-c564-45c4-8d1f-f2e6b7c39855 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.976695 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-42b35377-c564-45c4-8d1f-f2e6b7c39855 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] 10.222.0.39 "DELETE /v2.0/networks/3da48a1b-f7c4-4e65-be70-bf25603f52d4 HTTP/1.1" status: 204 len: 168 time: 0.7268758 Nov 10 18:11:04.978497 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:04.993402 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b35377-c564-45c4-8d1f-f2e6b7c39855 tempest-PortsTestJSON-1045821368 tempest-PortsTestJSON-1045821368-project] Pushing event deleted for resources: {'Network': ['ID=3da48a1b-f7c4-4e65-be70-bf25603f52d4,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:05.003660 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-47c35e2d-2cac-4de4-97e3-635b20942a27 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "PUT /v2.0/subnetpools/d14dbc92-28da-4e8d-9e86-fbd9d5be8636/tags HTTP/1.1" status: 200 len: 317 time: 0.0802858 Nov 10 18:11:05.006221 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54462) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:05.013464 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-62eac3fb-50b6-44af-b4ee-27171a14df2c tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd14dbc92-28da-4e8d-9e86-fbd9d5be8636') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:05.090271 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-62eac3fb-50b6-44af-b4ee-27171a14df2c tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "DELETE /v2.0/subnetpools/d14dbc92-28da-4e8d-9e86-fbd9d5be8636/tags HTTP/1.1" status: 204 len: 168 time: 0.0804710 Nov 10 18:11:05.090882 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54464) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:05.091549 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-42ec5649-27a0-4e44-ade8-41dd2e84d99d admin admin] Deleting port caa40d5f-3113-460c-b94e-84966eb9669b {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:11:05.091881 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-42ec5649-27a0-4e44-ade8-41dd2e84d99d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:05.095961 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.tag.tag_plugin [None req-7488fad7-9847-4f5e-9b97-f231c98a1195 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd14dbc92-28da-4e8d-9e86-fbd9d5be8636', 'tempest-TagsExtTest-Tag-102861417') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:05.118630 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-7488fad7-9847-4f5e-9b97-f231c98a1195 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] show failed (client error): The resource could not be found. Nov 10 18:11:05.120475 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7488fad7-9847-4f5e-9b97-f231c98a1195 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "GET /v2.0/subnetpools/d14dbc92-28da-4e8d-9e86-fbd9d5be8636/tags/tempest-TagsExtTest-Tag-102861417 HTTP/1.1" status: 404 len: 328 time: 0.0277686 Nov 10 18:11:05.123093 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54466) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:05.128344 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.tag.tag_plugin [None req-1d718310-8eb4-4842-99c8-ec76ef3c23ee tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd14dbc92-28da-4e8d-9e86-fbd9d5be8636', 'tempest-TagsExtTest-Tag-1593495059') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:05.150664 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-1d718310-8eb4-4842-99c8-ec76ef3c23ee tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] show failed (client error): The resource could not be found. Nov 10 18:11:05.151150 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1d718310-8eb4-4842-99c8-ec76ef3c23ee tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "GET /v2.0/subnetpools/d14dbc92-28da-4e8d-9e86-fbd9d5be8636/tags/tempest-TagsExtTest-Tag-1593495059 HTTP/1.1" status: 404 len: 329 time: 0.0268240 Nov 10 18:11:05.154071 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54470) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:05.158886 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.tag.tag_plugin [None req-a53bebc6-501b-4d16-90a9-385d615f092f tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd14dbc92-28da-4e8d-9e86-fbd9d5be8636', 'tempest-TagsExtTest-Tag-1885411740') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:05.179516 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-a53bebc6-501b-4d16-90a9-385d615f092f tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] show failed (client error): The resource could not be found. Nov 10 18:11:05.183521 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a53bebc6-501b-4d16-90a9-385d615f092f tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "GET /v2.0/subnetpools/d14dbc92-28da-4e8d-9e86-fbd9d5be8636/tags/tempest-TagsExtTest-Tag-1885411740 HTTP/1.1" status: 404 len: 329 time: 0.0256283 Nov 10 18:11:05.183840 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54472) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:05.184018 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-42ec5649-27a0-4e44-ade8-41dd2e84d99d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:05.188204 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.tag.tag_plugin [None req-46a9101d-9175-4416-8721-ad815d85a3c5 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd14dbc92-28da-4e8d-9e86-fbd9d5be8636') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:05.203764 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-42ec5649-27a0-4e44-ade8-41dd2e84d99d admin admin] Calling delete_port for caa40d5f-3113-460c-b94e-84966eb9669b owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:11:05.218383 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-46a9101d-9175-4416-8721-ad815d85a3c5 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "DELETE /v2.0/subnetpools/d14dbc92-28da-4e8d-9e86-fbd9d5be8636/tags HTTP/1.1" status: 204 len: 168 time: 0.0334992 Nov 10 18:11:05.221011 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54474) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:05.228509 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.tag.tag_plugin [None req-2946f8ec-a6c9-464a-b30b-44f97cd4701f tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '526fd156-ce7b-41e8-8710-71a7ffe48aaa') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:05.259970 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54476) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:05.309023 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:05.315548 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:05.370866 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2946f8ec-a6c9-464a-b30b-44f97cd4701f tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "DELETE /v2.0/routers/526fd156-ce7b-41e8-8710-71a7ffe48aaa/tags HTTP/1.1" status: 204 len: 168 time: 0.1461713 Nov 10 18:11:05.371452 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974d488-c17a-4d89-886b-0db7f956b9d0 None None] Pushing event updated for resources: {'Port': ['ID=caa40d5f-3113-460c-b94e-84966eb9669b,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:05.371572 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54480) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:05.376929 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.tag.tag_plugin [None req-446529fb-7ace-4b79-bc47-e6536731bce6 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '345acca4-7a34-4253-867f-072dce8bc28c') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:05.395652 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974d488-c17a-4d89-886b-0db7f956b9d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:05.399738 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974d488-c17a-4d89-886b-0db7f956b9d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:05.400473 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974d488-c17a-4d89-886b-0db7f956b9d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:05.401041 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974d488-c17a-4d89-886b-0db7f956b9d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:05.402483 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974d488-c17a-4d89-886b-0db7f956b9d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:05.402839 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974d488-c17a-4d89-886b-0db7f956b9d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:05.403178 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974d488-c17a-4d89-886b-0db7f956b9d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:05.404031 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974d488-c17a-4d89-886b-0db7f956b9d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:05.404397 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974d488-c17a-4d89-886b-0db7f956b9d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:05.405609 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974d488-c17a-4d89-886b-0db7f956b9d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:05.405966 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974d488-c17a-4d89-886b-0db7f956b9d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:05.406333 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a974d488-c17a-4d89-886b-0db7f956b9d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:05.470007 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] Attempting to bind port caa40d5f-3113-460c-b94e-84966eb9669b on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:11:05.470354 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] Attempting to bind port caa40d5f-3113-460c-b94e-84966eb9669b by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '48307e57-bfe5-4f8c-99d8-a9f12fef9dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:11:05.470584 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] Attempting to bind port caa40d5f-3113-460c-b94e-84966eb9669b on network e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6 {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:11:05.478125 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:11:05.478505 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] Checking segment: {'id': '48307e57-bfe5-4f8c-99d8-a9f12fef9dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:11:05.478912 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:05.479305 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] Bound using segment: {'id': '48307e57-bfe5-4f8c-99d8-a9f12fef9dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:11:05.479783 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] Bound port: caa40d5f-3113-460c-b94e-84966eb9669b, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48307e57-bfe5-4f8c-99d8-a9f12fef9dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:11:05.480188 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:05.499706 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54482) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:05.499991 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e2233a7a-8361-47fd-91ee-7b9f8faa1816 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dd2beb57805c41c7a1241e923cc5eeb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2385259 Nov 10 18:11:05.518119 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-42ec5649-27a0-4e44-ade8-41dd2e84d99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:05.518348 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-446529fb-7ace-4b79-bc47-e6536731bce6 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "DELETE /v2.0/ports/345acca4-7a34-4253-867f-072dce8bc28c/tags HTTP/1.1" status: 204 len: 168 time: 0.1453152 Nov 10 18:11:05.521119 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54484) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:05.527956 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.tag.tag_plugin [None req-1c3bb8ef-3c6f-4168-a52d-1bd7f13d00ce tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0be104af-068a-48fd-8b88-85b5127abd02') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:05.559769 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.db.api [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102471) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 18:11:05.560408 n-d-776250-10 neutron-server[102471]: DEBUG oslo_db.api [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 18:11:05.571191 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec5649-27a0-4e44-ade8-41dd2e84d99d admin admin] Pushing event deleted for resources: {'Port': ['ID=caa40d5f-3113-460c-b94e-84966eb9669b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:05.596238 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1c3bb8ef-3c6f-4168-a52d-1bd7f13d00ce tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "DELETE /v2.0/subnets/0be104af-068a-48fd-8b88-85b5127abd02/tags HTTP/1.1" status: 204 len: 168 time: 0.0716960 Nov 10 18:11:05.604718 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54486) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:05.610414 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:05.647009 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-984769a4-74f6-481e-9f5c-690bc8197298 None None] Could not find standard attr ID for object caa40d5f-3113-460c-b94e-84966eb9669b. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:11:05.661584 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0613c406-09f0-43c7-94f0-5aadc347b1e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:05.704423 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8a255a8d-2381-4199-8a0a-edd70aa289b9 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks [] for subnetpool, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:05.706121 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8a255a8d-2381-4199-8a0a-edd70aa289b9 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "DELETE /v2.0/subnetpools/d14dbc92-28da-4e8d-9e86-fbd9d5be8636 HTTP/1.1" status: 204 len: 168 time: 0.1001327 Nov 10 18:11:05.708447 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54488) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:05.725668 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0613c406-09f0-43c7-94f0-5aadc347b1e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:05.749381 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5c2123fb-280e-41ad-9633-4159a3e81290 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "GET /v2.0/ports?device_id=526fd156-ce7b-41e8-8710-71a7ffe48aaa HTTP/1.1" status: 200 len: 205 time: 0.0396159 Nov 10 18:11:05.750003 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54490) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:05.824381 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-42ec5649-27a0-4e44-ade8-41dd2e84d99d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:05.828815 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39eb64df-49a1-40bf-8910-75e104edb017 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:05.837748 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0613c406-09f0-43c7-94f0-5aadc347b1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:05.840460 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0613c406-09f0-43c7-94f0-5aadc347b1e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:05.844112 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0613c406-09f0-43c7-94f0-5aadc347b1e7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c3366a1-294a-4e78-84d3-fcdf88ba69ba HTTP/1.1" status: 204 len: 168 time: 0.3397644 Nov 10 18:11:05.889078 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613c406-09f0-43c7-94f0-5aadc347b1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3366a1-294a-4e78-84d3-fcdf88ba69ba,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:06.019062 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39eb64df-49a1-40bf-8910-75e104edb017 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:06.021344 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39eb64df-49a1-40bf-8910-75e104edb017 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:06.074187 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39eb64df-49a1-40bf-8910-75e104edb017 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:06.074705 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39eb64df-49a1-40bf-8910-75e104edb017 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Fanout notify agent at l3_agent the message router_deleted on router 526fd156-ce7b-41e8-8710-71a7ffe48aaa {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:11:06.087638 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] Attempting to bind port caa40d5f-3113-460c-b94e-84966eb9669b on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:11:06.088083 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] Attempting to bind port caa40d5f-3113-460c-b94e-84966eb9669b by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '48307e57-bfe5-4f8c-99d8-a9f12fef9dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:11:06.088712 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] Attempting to bind port caa40d5f-3113-460c-b94e-84966eb9669b on network e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6 {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:11:06.095453 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:11:06.095941 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] Checking segment: {'id': '48307e57-bfe5-4f8c-99d8-a9f12fef9dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:11:06.096447 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:06.097058 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] Bound using segment: {'id': '48307e57-bfe5-4f8c-99d8-a9f12fef9dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:11:06.097215 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-39eb64df-49a1-40bf-8910-75e104edb017 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:06.098262 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] Bound port: caa40d5f-3113-460c-b94e-84966eb9669b, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48307e57-bfe5-4f8c-99d8-a9f12fef9dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:11:06.098868 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:06.102107 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-39eb64df-49a1-40bf-8910-75e104edb017 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "DELETE /v2.0/routers/526fd156-ce7b-41e8-8710-71a7ffe48aaa HTTP/1.1" status: 204 len: 168 time: 0.3502288 Nov 10 18:11:06.102850 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54498) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:06.109522 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ec5649-27a0-4e44-ade8-41dd2e84d99d admin admin] Router 47d44279-25b5-41e1-b9c4-0cc0db6dee5a has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:11:06.140803 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.plugin [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] Port caa40d5f-3113-460c-b94e-84966eb9669b has been deleted concurrently {{(pid=102471) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 10 18:11:06.152738 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] Routers {'47d44279-25b5-41e1-b9c4-0cc0db6dee5a'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:11:06.154241 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:11:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['47d44279-25b5-41e1-b9c4-0cc0db6dee5a'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:06.222359 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-8f655e5a-f25a-4584-81a2-20e54213f8eb tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Deleting port 345acca4-7a34-4253-867f-072dce8bc28c {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:11:06.223246 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8f655e5a-f25a-4584-81a2-20e54213f8eb tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:06.243507 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ec5649-27a0-4e44-ade8-41dd2e84d99d admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:11:06.248521 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-42ec5649-27a0-4e44-ade8-41dd2e84d99d admin admin] 10.222.0.39 "PUT /v2.0/routers/47d44279-25b5-41e1-b9c4-0cc0db6dee5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0417924 Nov 10 18:11:06.251022 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54506) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:06.297334 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] Set router 47d44279-25b5-41e1-b9c4-0cc0db6dee5a gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:11:06.320868 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:06.341178 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8f655e5a-f25a-4584-81a2-20e54213f8eb tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:06.355960 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-8f655e5a-f25a-4584-81a2-20e54213f8eb tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Calling delete_port for 345acca4-7a34-4253-867f-072dce8bc28c owned by {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:11:06.392612 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46bdff93-80d3-4c97-bd85-c68121acd80d admin admin] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:06.536825 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8f655e5a-f25a-4584-81a2-20e54213f8eb tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:06.564375 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d44279-25b5-41e1-b9c4-0cc0db6dee5a', 'name': 'tempest-ImageQuotaTest-2093392334-router', 'tenant_id': '4dc4a7e6fcd6447dbad07c78ccaaea45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'b955ce07-2ba6-41ca-88a7-4cc3876981d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:54Z', 'updated_at': '2021-11-10T18:11:05Z', 'revision_number': 5, 'project_id': '4dc4a7e6fcd6447dbad07c78ccaaea45', 'gw_port': {'id': 'b955ce07-2ba6-41ca-88a7-4cc3876981d7', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d44279-25b5-41e1-b9c4-0cc0db6dee5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:54Z', 'updated_at': '2021-11-10T18:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:06.575047 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f655e5a-f25a-4584-81a2-20e54213f8eb tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Pushing event deleted for resources: {'Port': ['ID=345acca4-7a34-4253-867f-072dce8bc28c,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:06.617157 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656b83db-b794-4544-a3db-13f58da0b241 None None] The sync data for ids ['47d44279-25b5-41e1-b9c4-0cc0db6dee5a'] in n-d-776250-10 is: [{'id': '47d44279-25b5-41e1-b9c4-0cc0db6dee5a', 'name': 'tempest-ImageQuotaTest-2093392334-router', 'tenant_id': '4dc4a7e6fcd6447dbad07c78ccaaea45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': 'b955ce07-2ba6-41ca-88a7-4cc3876981d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:10:54Z', 'updated_at': '2021-11-10T18:11:05Z', 'revision_number': 5, 'project_id': '4dc4a7e6fcd6447dbad07c78ccaaea45', 'gw_port': {'id': 'b955ce07-2ba6-41ca-88a7-4cc3876981d7', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:cd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d44279-25b5-41e1-b9c4-0cc0db6dee5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:10:54Z', 'updated_at': '2021-11-10T18:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:11:06.670705 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8f655e5a-f25a-4584-81a2-20e54213f8eb tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:06.674112 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8f655e5a-f25a-4584-81a2-20e54213f8eb tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "DELETE /v2.0/ports/345acca4-7a34-4253-867f-072dce8bc28c HTTP/1.1" status: 204 len: 168 time: 0.5704913 Nov 10 18:11:06.676567 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54516) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:06.750546 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-d13c684c-5cfb-46c4-8519-456345fc2b05 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Deleting subnet 0be104af-068a-48fd-8b88-85b5127abd02 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:11:06.754037 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d13c684c-5cfb-46c4-8519-456345fc2b05 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:06.827649 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d13c684c-5cfb-46c4-8519-456345fc2b05 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:06.877323 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46bdff93-80d3-4c97-bd85-c68121acd80d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:06.928192 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d13c684c-5cfb-46c4-8519-456345fc2b05 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:06.938913 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-46bdff93-80d3-4c97-bd85-c68121acd80d admin admin] Deleting port b955ce07-2ba6-41ca-88a7-4cc3876981d7 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:11:06.939259 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46bdff93-80d3-4c97-bd85-c68121acd80d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:07.008050 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d13c684c-5cfb-46c4-8519-456345fc2b05 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:07.030437 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-46bdff93-80d3-4c97-bd85-c68121acd80d admin admin] For port b955ce07-2ba6-41ca-88a7-4cc3876981d7, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b955ce07-2ba6-41ca-88a7-4cc3876981d7,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:11:07.031072 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46bdff93-80d3-4c97-bd85-c68121acd80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:07.044206 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c684c-5cfb-46c4-8519-456345fc2b05 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Pushing event deleted for resources: {'Subnet': ['ID=0be104af-068a-48fd-8b88-85b5127abd02,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:07.046564 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d13c684c-5cfb-46c4-8519-456345fc2b05 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:07.052558 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776c7ea3-0850-48af-a84d-2f23dc3fa1cc None None] Network dbfb05b9-fc08-4010-8819-3343f56b8ee2 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:11:07.056087 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d13c684c-5cfb-46c4-8519-456345fc2b05 tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "DELETE /v2.0/subnets/0be104af-068a-48fd-8b88-85b5127abd02 HTTP/1.1" status: 204 len: 168 time: 0.3724408 Nov 10 18:11:07.060377 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54526) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:07.069480 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-46bdff93-80d3-4c97-bd85-c68121acd80d admin admin] Calling delete_port for b955ce07-2ba6-41ca-88a7-4cc3876981d7 owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:11:07.196729 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-99adef70-5ae4-42f2-aad3-8068da3c2d5a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:07.210646 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54530) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:07.271594 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64f680e-4f13-494a-b15e-fa37e76d7550 None None] DHCP port deletion for dbfb05b9-fc08-4010-8819-3343f56b8ee2 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:11:07.345795 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-d64f680e-4f13-494a-b15e-fa37e76d7550 None None] Deleting port 1146d633-ea9c-460f-bef4-d1e0b0ac5d20 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:11:07.346518 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d64f680e-4f13-494a-b15e-fa37e76d7550 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:07.356072 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-99adef70-5ae4-42f2-aad3-8068da3c2d5a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Deleting port 1146d633-ea9c-460f-bef4-d1e0b0ac5d20 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:11:07.356718 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-99adef70-5ae4-42f2-aad3-8068da3c2d5a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:07.357483 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-07a9741f-3ae2-4193-9424-4fbe03719119 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:07.404621 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46bdff93-80d3-4c97-bd85-c68121acd80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:07.418332 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-d64f680e-4f13-494a-b15e-fa37e76d7550 None None] For port 1146d633-ea9c-460f-bef4-d1e0b0ac5d20, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=1146d633-ea9c-460f-bef4-d1e0b0ac5d20,segment=NetworkSegment(d7cee1e5-9967-4dd5-aa1c-632a681e836e),segment_id=d7cee1e5-9967-4dd5-aa1c-632a681e836e)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:11:07.418891 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d64f680e-4f13-494a-b15e-fa37e76d7550 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:07.433301 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-d64f680e-4f13-494a-b15e-fa37e76d7550 None None] Calling delete_port for 1146d633-ea9c-460f-bef4-d1e0b0ac5d20 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:11:07.455232 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdff93-80d3-4c97-bd85-c68121acd80d admin admin] Pushing event deleted for resources: {'Port': ['ID=b955ce07-2ba6-41ca-88a7-4cc3876981d7,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:07.478915 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-07a9741f-3ae2-4193-9424-4fbe03719119 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:07.488618 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-07a9741f-3ae2-4193-9424-4fbe03719119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:07.520112 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-07a9741f-3ae2-4193-9424-4fbe03719119 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f8501bceb40044d1b51a08027a74028b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3054230 Nov 10 18:11:07.520112 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54534) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:07.520570 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-99adef70-5ae4-42f2-aad3-8068da3c2d5a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] For port 1146d633-ea9c-460f-bef4-d1e0b0ac5d20, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=1146d633-ea9c-460f-bef4-d1e0b0ac5d20,segment=NetworkSegment(d7cee1e5-9967-4dd5-aa1c-632a681e836e),segment_id=d7cee1e5-9967-4dd5-aa1c-632a681e836e)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:11:07.520937 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-99adef70-5ae4-42f2-aad3-8068da3c2d5a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:07.542746 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-99adef70-5ae4-42f2-aad3-8068da3c2d5a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Calling delete_port for 1146d633-ea9c-460f-bef4-d1e0b0ac5d20 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:11:07.543785 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f12edb1-0576-4273-a96c-0033272626ba None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:11:07.552695 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d64f680e-4f13-494a-b15e-fa37e76d7550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:07.554783 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46bdff93-80d3-4c97-bd85-c68121acd80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:07.567917 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9741f-3ae2-4193-9424-4fbe03719119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae92ea1-6e6e-4f27-8ba0-1407ffbbf524,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:07.591929 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64f680e-4f13-494a-b15e-fa37e76d7550 None None] No DVR routers for this DVR port 1146d633-ea9c-460f-bef4-d1e0b0ac5d20 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:11:07.594154 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f680e-4f13-494a-b15e-fa37e76d7550 None None] Pushing event deleted for resources: {'Port': ['ID=1146d633-ea9c-460f-bef4-d1e0b0ac5d20,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:07.595787 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-96934663-702b-49bc-baf2-e33767952bca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:07.627761 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-96934663-702b-49bc-baf2-e33767952bca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:07.690280 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-96934663-702b-49bc-baf2-e33767952bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:07.693173 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-96934663-702b-49bc-baf2-e33767952bca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:07.696803 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-96934663-702b-49bc-baf2-e33767952bca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2ae92ea1-6e6e-4f27-8ba0-1407ffbbf524 HTTP/1.1" status: 204 len: 168 time: 0.1735802 Nov 10 18:11:07.702866 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46bdff93-80d3-4c97-bd85-c68121acd80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:07.706353 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46bdff93-80d3-4c97-bd85-c68121acd80d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:07.721699 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96934663-702b-49bc-baf2-e33767952bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae92ea1-6e6e-4f27-8ba0-1407ffbbf524,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:07.786233 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46bdff93-80d3-4c97-bd85-c68121acd80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:07.786880 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bdff93-80d3-4c97-bd85-c68121acd80d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47d44279-25b5-41e1-b9c4-0cc0db6dee5a {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:11:07.791674 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-46bdff93-80d3-4c97-bd85-c68121acd80d admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:07.792693 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-46bdff93-80d3-4c97-bd85-c68121acd80d admin admin] 10.222.0.39 "DELETE /v2.0/routers/47d44279-25b5-41e1-b9c4-0cc0db6dee5a HTTP/1.1" status: 204 len: 168 time: 1.5407450 Nov 10 18:11:07.795312 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54538) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:07.832169 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-99adef70-5ae4-42f2-aad3-8068da3c2d5a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:07.867995 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99adef70-5ae4-42f2-aad3-8068da3c2d5a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Pushing event deleted for resources: {'Port': ['ID=1146d633-ea9c-460f-bef4-d1e0b0ac5d20,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:07.874599 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99adef70-5ae4-42f2-aad3-8068da3c2d5a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] No DVR routers for this DVR port 1146d633-ea9c-460f-bef4-d1e0b0ac5d20 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:11:07.884020 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-71079694-1980-4a85-8d85-1733c2c6aa7f admin admin] Deleting subnet 60d4d27f-e9a6-42d9-a967-da1ab61542e0 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:11:07.904961 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-71079694-1980-4a85-8d85-1733c2c6aa7f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:07.996112 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-71079694-1980-4a85-8d85-1733c2c6aa7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:08.030224 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-99adef70-5ae4-42f2-aad3-8068da3c2d5a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:08.059363 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-99adef70-5ae4-42f2-aad3-8068da3c2d5a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbfb05b9-fc08-4010-8819-3343f56b8ee2']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:08.074974 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-99adef70-5ae4-42f2-aad3-8068da3c2d5a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7cee1e5-9967-4dd5-aa1c-632a681e836e') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:08.075280 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-99adef70-5ae4-42f2-aad3-8068da3c2d5a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7cee1e5-9967-4dd5-aa1c-632a681e836e') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:08.106540 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-99adef70-5ae4-42f2-aad3-8068da3c2d5a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:08.114231 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af84c36-20de-4f0e-8a35-396163b73cc5 None None] Sync routers for ids ['47d44279-25b5-41e1-b9c4-0cc0db6dee5a'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:11:08.127514 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af84c36-20de-4f0e-8a35-396163b73cc5 None None] Routers set() bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:11:08.128247 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af84c36-20de-4f0e-8a35-396163b73cc5 None None] Router IDs set() for agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 18:11:08.129068 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_agentschedulers_db [None req-9af84c36-20de-4f0e-8a35-396163b73cc5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'47d44279-25b5-41e1-b9c4-0cc0db6dee5a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:11:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent'). {{(pid=102470) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 10 18:11:08.138645 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-99adef70-5ae4-42f2-aad3-8068da3c2d5a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:08.139594 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af84c36-20de-4f0e-8a35-396163b73cc5 None None] Routers set() bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:11:08.139980 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af84c36-20de-4f0e-8a35-396163b73cc5 None None] Router IDs set() for agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 10 18:11:08.140608 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_agentschedulers_db [None req-9af84c36-20de-4f0e-8a35-396163b73cc5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'47d44279-25b5-41e1-b9c4-0cc0db6dee5a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:11:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent'). {{(pid=102470) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 10 18:11:08.141197 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af84c36-20de-4f0e-8a35-396163b73cc5 None None] The sync data for ids ['47d44279-25b5-41e1-b9c4-0cc0db6dee5a'] in n-d-776250-10 is: [] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:11:08.151365 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-71079694-1980-4a85-8d85-1733c2c6aa7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:08.155226 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99adef70-5ae4-42f2-aad3-8068da3c2d5a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:11:08.156136 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-99adef70-5ae4-42f2-aad3-8068da3c2d5a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: items = [ Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: self.session.flush() Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: self.session.flush() Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: self.session.flush() Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: self.session.flush() Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:11:08.159804 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:11:08.272016 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-99adef70-5ae4-42f2-aad3-8068da3c2d5a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:08.290445 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-99adef70-5ae4-42f2-aad3-8068da3c2d5a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:08.299871 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-99adef70-5ae4-42f2-aad3-8068da3c2d5a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] 10.222.0.39 "DELETE /v2.0/networks/dbfb05b9-fc08-4010-8819-3343f56b8ee2 HTTP/1.1" status: 204 len: 168 time: 1.2349808 Nov 10 18:11:08.314978 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-71079694-1980-4a85-8d85-1733c2c6aa7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:08.317145 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99adef70-5ae4-42f2-aad3-8068da3c2d5a tempest-TagsExtTest-1456937959 tempest-TagsExtTest-1456937959-project] Pushing event deleted for resources: {'Network': ['ID=dbfb05b9-fc08-4010-8819-3343f56b8ee2,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:08.365407 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71079694-1980-4a85-8d85-1733c2c6aa7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60d4d27f-e9a6-42d9-a967-da1ab61542e0,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:08.371279 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-71079694-1980-4a85-8d85-1733c2c6aa7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:08.378775 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-71079694-1980-4a85-8d85-1733c2c6aa7f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/60d4d27f-e9a6-42d9-a967-da1ab61542e0 HTTP/1.1" status: 204 len: 168 time: 0.5800729 Nov 10 18:11:08.378964 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c772d7-7b70-4c5a-a2fb-fdb0c019e87b None None] Network e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:11:08.379765 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54562) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:08.515206 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-042215c1-2039-494c-bfcd-d864f2591f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:08.597454 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-042215c1-2039-494c-bfcd-d864f2591f6f admin admin] Deleting port 3c87d238-e6e3-41eb-b408-63347f6d7dba {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:11:08.597884 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-042215c1-2039-494c-bfcd-d864f2591f6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:08.612987 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54574) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:08.673716 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f043d8-715f-49e6-aa15-6a1042e30821 None None] DHCP port deletion for e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:11:08.716892 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-042215c1-2039-494c-bfcd-d864f2591f6f admin admin] For port 3c87d238-e6e3-41eb-b408-63347f6d7dba, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=3c87d238-e6e3-41eb-b408-63347f6d7dba,segment=NetworkSegment(48307e57-bfe5-4f8c-99d8-a9f12fef9dd6),segment_id=48307e57-bfe5-4f8c-99d8-a9f12fef9dd6)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:11:08.717568 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-042215c1-2039-494c-bfcd-d864f2591f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:08.744352 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-042215c1-2039-494c-bfcd-d864f2591f6f admin admin] Calling delete_port for 3c87d238-e6e3-41eb-b408-63347f6d7dba owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:11:08.758932 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-37f043d8-715f-49e6-aa15-6a1042e30821 None None] Deleting port 3c87d238-e6e3-41eb-b408-63347f6d7dba {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:11:08.759298 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-37f043d8-715f-49e6-aa15-6a1042e30821 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:08.774121 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device caa40d5f-3113-460c-b94e-84966eb9669b no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:11:08.834068 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: caa40d5f-3113-460c-b94e-84966eb9669b {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:11:08.834573 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device caa40d5f-3113-460c-b94e-84966eb9669b not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:11:08.836003 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b955ce07-2ba6-41ca-88a7-4cc3876981d7 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:11:08.838850 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-abfa91c1-e388-4cb0-9aef-bdb77cda7343 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=044d2fa5446c406bb8f31ad9bd771ab2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2246196 Nov 10 18:11:08.841403 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54578) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:08.867803 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-042215c1-2039-494c-bfcd-d864f2591f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:08.869860 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: b955ce07-2ba6-41ca-88a7-4cc3876981d7 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:11:08.872129 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b955ce07-2ba6-41ca-88a7-4cc3876981d7 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:11:08.872129 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 3c87d238-e6e3-41eb-b408-63347f6d7dba no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:11:08.901171 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042215c1-2039-494c-bfcd-d864f2591f6f admin admin] Pushing event deleted for resources: {'Port': ['ID=3c87d238-e6e3-41eb-b408-63347f6d7dba,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:08.903349 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042215c1-2039-494c-bfcd-d864f2591f6f admin admin] No DVR routers for this DVR port 3c87d238-e6e3-41eb-b408-63347f6d7dba on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:11:08.915441 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 3c87d238-e6e3-41eb-b408-63347f6d7dba {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:11:08.916826 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 3c87d238-e6e3-41eb-b408-63347f6d7dba not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:11:08.917263 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 1146d633-ea9c-460f-bef4-d1e0b0ac5d20 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:11:08.921381 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9cf7edc1-f88b-4d5d-ab7a-db3b7a4fed71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:08.921546 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-37f043d8-715f-49e6-aa15-6a1042e30821 None None] For port 3c87d238-e6e3-41eb-b408-63347f6d7dba, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=3c87d238-e6e3-41eb-b408-63347f6d7dba,segment=NetworkSegment(48307e57-bfe5-4f8c-99d8-a9f12fef9dd6),segment_id=48307e57-bfe5-4f8c-99d8-a9f12fef9dd6)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:11:08.921851 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-37f043d8-715f-49e6-aa15-6a1042e30821 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:08.949189 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9cf7edc1-f88b-4d5d-ab7a-db3b7a4fed71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:08.953929 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 1146d633-ea9c-460f-bef4-d1e0b0ac5d20 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:11:08.954276 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 1146d633-ea9c-460f-bef4-d1e0b0ac5d20 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:11:08.959271 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-37f043d8-715f-49e6-aa15-6a1042e30821 None None] Calling delete_port for 3c87d238-e6e3-41eb-b408-63347f6d7dba owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:11:09.002095 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-042215c1-2039-494c-bfcd-d864f2591f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:09.005433 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9cf7edc1-f88b-4d5d-ab7a-db3b7a4fed71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:09.009700 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9cf7edc1-f88b-4d5d-ab7a-db3b7a4fed71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:09.013694 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9cf7edc1-f88b-4d5d-ab7a-db3b7a4fed71 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ffec5c82-219f-4e6a-bdde-5bdffc83a0b2 HTTP/1.1" status: 204 len: 168 time: 0.1687047 Nov 10 18:11:09.027590 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-042215c1-2039-494c-bfcd-d864f2591f6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:09.036407 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf7edc1-f88b-4d5d-ab7a-db3b7a4fed71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffec5c82-219f-4e6a-bdde-5bdffc83a0b2,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:09.041820 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-042215c1-2039-494c-bfcd-d864f2591f6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48307e57-bfe5-4f8c-99d8-a9f12fef9dd6') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:09.042111 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-042215c1-2039-494c-bfcd-d864f2591f6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48307e57-bfe5-4f8c-99d8-a9f12fef9dd6') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:09.052968 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-042215c1-2039-494c-bfcd-d864f2591f6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:09.072171 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-042215c1-2039-494c-bfcd-d864f2591f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:09.081285 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-042215c1-2039-494c-bfcd-d864f2591f6f admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:11:09.081993 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-042215c1-2039-494c-bfcd-d864f2591f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:09.088031 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:11:09.088031 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:11:09.088031 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:11:09.088031 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:11:09.088031 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:11:09.088031 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:11:09.088031 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:11:09.088031 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:11:09.088031 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:11:09.088031 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:11:09.088031 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:11:09.088031 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:11:09.088031 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:11:09.088031 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:11:09.088031 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:11:09.088031 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:11:09.088031 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:11:09.088031 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:11:09.088031 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:11:09.088031 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:11:09.088031 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:11:09.088031 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:11:09.088031 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:11:09.088031 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:11:09.088031 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:11:09.088031 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:11:09.088031 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:11:09.088031 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:11:09.088031 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:11:09.088031 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:11:09.088031 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:11:09.088031 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:11:09.099813 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-37f043d8-715f-49e6-aa15-6a1042e30821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:09.128789 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f043d8-715f-49e6-aa15-6a1042e30821 None None] Pushing event deleted for resources: {'Port': ['ID=3c87d238-e6e3-41eb-b408-63347f6d7dba,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:09.132576 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f043d8-715f-49e6-aa15-6a1042e30821 None None] No DVR routers for this DVR port 3c87d238-e6e3-41eb-b408-63347f6d7dba on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:11:09.163708 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-042215c1-2039-494c-bfcd-d864f2591f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:09.168550 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-042215c1-2039-494c-bfcd-d864f2591f6f admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:09.179269 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-042215c1-2039-494c-bfcd-d864f2591f6f admin admin] 10.222.0.39 "DELETE /v2.0/networks/e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6 HTTP/1.1" status: 204 len: 168 time: 0.7981150 Nov 10 18:11:09.203954 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042215c1-2039-494c-bfcd-d864f2591f6f admin admin] Pushing event deleted for resources: {'Network': ['ID=e50c8f26-f6e5-42a7-85ab-44e5b45d5ef6,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:09.402418 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54604) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:09.457372 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fb8964b4-a6fa-4a69-93db-472653844583 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4dc4a7e6fcd6447dbad07c78ccaaea45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0528667 Nov 10 18:11:09.459686 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54610) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:09.520329 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f6622c4f-04e0-40cc-b610-347a6a7f30ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:09.543532 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f6622c4f-04e0-40cc-b610-347a6a7f30ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:09.601021 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f6622c4f-04e0-40cc-b610-347a6a7f30ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:09.603856 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f6622c4f-04e0-40cc-b610-347a6a7f30ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:09.606933 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f6622c4f-04e0-40cc-b610-347a6a7f30ff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b7945ec0-e07b-4fe8-941a-f330d152546b HTTP/1.1" status: 204 len: 168 time: 0.1436610 Nov 10 18:11:09.614560 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6622c4f-04e0-40cc-b610-347a6a7f30ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7945ec0-e07b-4fe8-941a-f330d152546b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:09.848981 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54626) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:09.974067 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-dd80eff7-de6e-4e9f-83e8-986a37f588d4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-75214977-network', 'tenant_id': '21152c0660cf441c8c0c3a4e94fb115a'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:11:10.021852 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd80eff7-de6e-4e9f-83e8-986a37f588d4 admin admin] Made reservation on behalf of 21152c0660cf441c8c0c3a4e94fb115a for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:11:10.025460 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd80eff7-de6e-4e9f-83e8-986a37f588d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:10.037332 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54630) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:10.040232 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd80eff7-de6e-4e9f-83e8-986a37f588d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:10.059170 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c26e2c8c-2cac-4152-a37e-da9de6847476 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:10.185091 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd80eff7-de6e-4e9f-83e8-986a37f588d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:10.191015 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd80eff7-de6e-4e9f-83e8-986a37f588d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:10.201395 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c26e2c8c-2cac-4152-a37e-da9de6847476 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:10.214002 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c26e2c8c-2cac-4152-a37e-da9de6847476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:10.236592 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd80eff7-de6e-4e9f-83e8-986a37f588d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:11:10.251596 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80eff7-de6e-4e9f-83e8-986a37f588d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ec75f4-8c96-4522-9091-1c8c9eea3379,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:10.261838 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c26e2c8c-2cac-4152-a37e-da9de6847476 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2226477 Nov 10 18:11:10.263107 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd80eff7-de6e-4e9f-83e8-986a37f588d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:10.263493 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-dd80eff7-de6e-4e9f-83e8-986a37f588d4 admin admin] Added segment 0d080aa6-738e-4b27-9bbd-2cf540d111c8 of type vlan for network 58974468-3c72-4a28-bb92-6c2dadbcb241 Nov 10 18:11:10.265682 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54632) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:10.324575 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e2c8c-2cac-4152-a37e-da9de6847476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe86de1-72ad-4c0a-bd0f-b944ecb2321a,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:10.331131 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd80eff7-de6e-4e9f-83e8-986a37f588d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:10.347764 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c71f5930-cd9a-4cc0-ad9c-8d512a039da2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:10.361060 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd80eff7-de6e-4e9f-83e8-986a37f588d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:10.362055 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd80eff7-de6e-4e9f-83e8-986a37f588d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:10.362644 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd80eff7-de6e-4e9f-83e8-986a37f588d4 admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:10.374666 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c71f5930-cd9a-4cc0-ad9c-8d512a039da2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:10.424443 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-dd80eff7-de6e-4e9f-83e8-986a37f588d4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5742750 Nov 10 18:11:10.427584 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54634) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:10.433261 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-cee76607-0c5d-43f4-8aff-fb243e9556e1 admin admin] Request body: {'subnet': {'network_id': '58974468-3c72-4a28-bb92-6c2dadbcb241', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-75214977-subnet', 'tenant_id': '21152c0660cf441c8c0c3a4e94fb115a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:11:10.436236 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80eff7-de6e-4e9f-83e8-986a37f588d4 admin admin] Pushing event updated for resources: {'Network': ['ID=58974468-3c72-4a28-bb92-6c2dadbcb241,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:10.442687 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c71f5930-cd9a-4cc0-ad9c-8d512a039da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:10.444744 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80eff7-de6e-4e9f-83e8-986a37f588d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:10.445087 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80eff7-de6e-4e9f-83e8-986a37f588d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:10.445425 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c71f5930-cd9a-4cc0-ad9c-8d512a039da2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:10.445627 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80eff7-de6e-4e9f-83e8-986a37f588d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:10.445846 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80eff7-de6e-4e9f-83e8-986a37f588d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:10.446090 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80eff7-de6e-4e9f-83e8-986a37f588d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:10.446628 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80eff7-de6e-4e9f-83e8-986a37f588d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:10.447157 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80eff7-de6e-4e9f-83e8-986a37f588d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:10.448121 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80eff7-de6e-4e9f-83e8-986a37f588d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:10.448121 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80eff7-de6e-4e9f-83e8-986a37f588d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:10.448385 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80eff7-de6e-4e9f-83e8-986a37f588d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:10.448667 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80eff7-de6e-4e9f-83e8-986a37f588d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:10.449260 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80eff7-de6e-4e9f-83e8-986a37f588d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:10.449359 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c71f5930-cd9a-4cc0-ad9c-8d512a039da2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1fe86de1-72ad-4c0a-bd0f-b944ecb2321a HTTP/1.1" status: 204 len: 168 time: 0.1813183 Nov 10 18:11:10.462677 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f5930-cd9a-4cc0-ad9c-8d512a039da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe86de1-72ad-4c0a-bd0f-b944ecb2321a,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:10.472977 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 58974468-3c72-4a28-bb92-6c2dadbcb241 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:11:10.482621 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee76607-0c5d-43f4-8aff-fb243e9556e1 admin admin] Made reservation on behalf of 21152c0660cf441c8c0c3a4e94fb115a for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:11:10.486544 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cee76607-0c5d-43f4-8aff-fb243e9556e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:10.722088 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cee76607-0c5d-43f4-8aff-fb243e9556e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:10.797795 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee76607-0c5d-43f4-8aff-fb243e9556e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f97e0c5-066c-44fa-8f8a-a306e4932bdd,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:10.817329 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee76607-0c5d-43f4-8aff-fb243e9556e1 admin admin] Checking segment: {'id': '0d080aa6-738e-4b27-9bbd-2cf540d111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '58974468-3c72-4a28-bb92-6c2dadbcb241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:11:10.817692 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee76607-0c5d-43f4-8aff-fb243e9556e1 admin admin] Network hostable DHCP agents. Network: 58974468-3c72-4a28-bb92-6c2dadbcb241, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:11:10.838057 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee76607-0c5d-43f4-8aff-fb243e9556e1 admin admin] Network 58974468-3c72-4a28-bb92-6c2dadbcb241 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:11:10.848715 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-cee76607-0c5d-43f4-8aff-fb243e9556e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 58974468-3c72-4a28-bb92-6c2dadbcb241) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:11:10.854070 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee76607-0c5d-43f4-8aff-fb243e9556e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:10.854702 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cee76607-0c5d-43f4-8aff-fb243e9556e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:10.861091 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12edb867-b4d6-4ac7-8f7f-f980086025cb None None] Network 58974468-3c72-4a28-bb92-6c2dadbcb241 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:11:10.876649 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cee76607-0c5d-43f4-8aff-fb243e9556e1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4474275 Nov 10 18:11:11.034763 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4b26a3-7549-4d81-a12a-09b1eac0f9a6 None None] Network 58974468-3c72-4a28-bb92-6c2dadbcb241 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:11:11.420651 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54658) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:11.425721 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-90148394-d338-4acd-aaf6-b23677397900 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-466102636-network', 'tenant_id': '82810b246734446db5174d0534bcaded'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:11:11.448393 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90148394-d338-4acd-aaf6-b23677397900 admin admin] Made reservation on behalf of 82810b246734446db5174d0534bcaded for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:11:11.450983 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-90148394-d338-4acd-aaf6-b23677397900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:11.461446 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-90148394-d338-4acd-aaf6-b23677397900 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:11.543132 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-90148394-d338-4acd-aaf6-b23677397900 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:11.548579 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-90148394-d338-4acd-aaf6-b23677397900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:11.570118 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90148394-d338-4acd-aaf6-b23677397900 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:11:11.585512 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90148394-d338-4acd-aaf6-b23677397900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fa9149-f824-42bf-b24a-8beb91d91eb4,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:11.587950 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-90148394-d338-4acd-aaf6-b23677397900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:11.588432 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-90148394-d338-4acd-aaf6-b23677397900 admin admin] Added segment 3cb5dd08-b32d-461c-b751-023c57e3461b of type vlan for network 2aeab052-cf08-406c-a7d0-924449688160 Nov 10 18:11:11.606583 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90148394-d338-4acd-aaf6-b23677397900 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:11.606938 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90148394-d338-4acd-aaf6-b23677397900 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:11.607286 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90148394-d338-4acd-aaf6-b23677397900 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:11.607626 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90148394-d338-4acd-aaf6-b23677397900 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:11.607965 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90148394-d338-4acd-aaf6-b23677397900 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:11.608338 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90148394-d338-4acd-aaf6-b23677397900 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:11.608676 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90148394-d338-4acd-aaf6-b23677397900 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:11.609261 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90148394-d338-4acd-aaf6-b23677397900 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:11.609593 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90148394-d338-4acd-aaf6-b23677397900 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:11.609923 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90148394-d338-4acd-aaf6-b23677397900 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:11.610278 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90148394-d338-4acd-aaf6-b23677397900 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:11.610578 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90148394-d338-4acd-aaf6-b23677397900 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:11:11.652266 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-90148394-d338-4acd-aaf6-b23677397900 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:11.679342 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-90148394-d338-4acd-aaf6-b23677397900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:11.680699 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90148394-d338-4acd-aaf6-b23677397900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:11.682231 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-90148394-d338-4acd-aaf6-b23677397900 admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:11.740498 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-90148394-d338-4acd-aaf6-b23677397900 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3181684 Nov 10 18:11:11.742930 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54662) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:11.751694 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90148394-d338-4acd-aaf6-b23677397900 admin admin] Pushing event updated for resources: {'Network': ['ID=2aeab052-cf08-406c-a7d0-924449688160,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:11.762291 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 2aeab052-cf08-406c-a7d0-924449688160 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:11:11.763081 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-40a54c22-d3df-4cd2-9bf0-1ca0646b75ac admin admin] Request body: {'subnet': {'network_id': '2aeab052-cf08-406c-a7d0-924449688160', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-466102636-subnet', 'tenant_id': '82810b246734446db5174d0534bcaded', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:11:11.808497 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a54c22-d3df-4cd2-9bf0-1ca0646b75ac admin admin] Made reservation on behalf of 82810b246734446db5174d0534bcaded for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:11:11.810858 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-40a54c22-d3df-4cd2-9bf0-1ca0646b75ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:11.984457 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-40a54c22-d3df-4cd2-9bf0-1ca0646b75ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:12.044672 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a54c22-d3df-4cd2-9bf0-1ca0646b75ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=f481ac55-bc4c-45ad-a033-6aa203a08737,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:12.058265 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a54c22-d3df-4cd2-9bf0-1ca0646b75ac admin admin] Checking segment: {'id': '3cb5dd08-b32d-461c-b751-023c57e3461b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2aeab052-cf08-406c-a7d0-924449688160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:11:12.058627 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a54c22-d3df-4cd2-9bf0-1ca0646b75ac admin admin] Network hostable DHCP agents. Network: 2aeab052-cf08-406c-a7d0-924449688160, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:11:12.077807 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a54c22-d3df-4cd2-9bf0-1ca0646b75ac admin admin] Network 2aeab052-cf08-406c-a7d0-924449688160 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:11:12.088646 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-40a54c22-d3df-4cd2-9bf0-1ca0646b75ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 2aeab052-cf08-406c-a7d0-924449688160) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:11:12.093232 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a54c22-d3df-4cd2-9bf0-1ca0646b75ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:12.093831 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-40a54c22-d3df-4cd2-9bf0-1ca0646b75ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:12.099307 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85229eef-be18-48cd-bc5c-4b4c5d96fc86 None None] Network 2aeab052-cf08-406c-a7d0-924449688160 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:11:12.112726 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-40a54c22-d3df-4cd2-9bf0-1ca0646b75ac admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3643928 Nov 10 18:11:12.324478 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355567a8-9ef5-41be-9c59-3d74e5ff3ccc None None] Network 2aeab052-cf08-406c-a7d0-924449688160 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:11:12.752177 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-823e8c36-0069-4741-9de1-ce046954c6c4 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:12.753650 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-823e8c36-0069-4741-9de1-ce046954c6c4 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] 10.222.0.39 "GET /v2.0/networks?id=58974468-3c72-4a28-bb92-6c2dadbcb241 HTTP/1.1" status: 200 len: 807 time: 0.1167552 Nov 10 18:11:12.769088 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-cf3a9e0f-d249-4167-8763-698adb77307e tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] 10.222.0.39 "GET /v2.0/quotas/21152c0660cf441c8c0c3a4e94fb115a HTTP/1.1" status: 200 len: 375 time: 0.0093420 Nov 10 18:11:12.815403 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-a0942f77-8504-4bde-88b6-d408e45e59ae tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=21152c0660cf441c8c0c3a4e94fb115a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356913 Nov 10 18:11:12.946100 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-8aff888a-f146-4f97-905c-49b207ad38fa service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:11:12.947170 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-8aff888a-f146-4f97-905c-49b207ad38fa service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1241157 Nov 10 18:11:13.055222 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-d0858fd8-2d1c-4538-9aac-4051810434c3 service neutron] 10.222.0.39 "GET /v2.0/networks/58974468-3c72-4a28-bb92-6c2dadbcb241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013865 Nov 10 18:11:13.153151 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-9b0adbad-acde-4982-93bf-0b26e30a46a0 service neutron] 10.222.0.39 "GET /v2.0/networks/58974468-3c72-4a28-bb92-6c2dadbcb241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912900 Nov 10 18:11:13.321336 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6fda3311-61b3-4a19-bc4d-6257f0aa4c13 req-962af0e4-f998-4cd9-b5cb-58e5b77b6eed tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] 10.222.0.39 "GET /v2.0/ports?device_id=80bf9d11-8ad6-4223-9573-80eca1b465dd HTTP/1.1" status: 200 len: 210 time: 0.0290995 Nov 10 18:11:14.451953 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e2a71700-2290-488d-aeda-4b3514b3c994 req-b31bdb8b-ab01-4fdc-a261-116f90b6465d tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] 10.222.0.39 "GET /v2.0/ports?device_id=80bf9d11-8ad6-4223-9573-80eca1b465dd HTTP/1.1" status: 200 len: 210 time: 0.0324330 Nov 10 18:11:14.485466 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-f86d504c-3545-4b47-8220-aed8ed879d51 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:14.486933 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-f86d504c-3545-4b47-8220-aed8ed879d51 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] 10.222.0.13 "GET /v2.0/networks?id=58974468-3c72-4a28-bb92-6c2dadbcb241 HTTP/1.1" status: 200 len: 807 time: 0.2340949 Nov 10 18:11:14.500176 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-5bb34791-a812-4223-8957-bc3d932a8912 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] Request body: {'port': {'device_id': '80bf9d11-8ad6-4223-9573-80eca1b465dd', 'network_id': '58974468-3c72-4a28-bb92-6c2dadbcb241', 'admin_state_up': True, 'tenant_id': '21152c0660cf441c8c0c3a4e94fb115a'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:11:14.611887 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-5bb34791-a812-4223-8957-bc3d932a8912 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] Made reservation on behalf of 21152c0660cf441c8c0c3a4e94fb115a for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:11:14.615239 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-5bb34791-a812-4223-8957-bc3d932a8912 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:14.741450 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-5bb34791-a812-4223-8957-bc3d932a8912 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] Allocated IP 172.20.0.6 (58974468-3c72-4a28-bb92-6c2dadbcb241/6f97e0c5-066c-44fa-8f8a-a306e4932bdd/8f562a12-2762-4124-bd03-55e960971b58) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:11:14.884332 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-5bb34791-a812-4223-8957-bc3d932a8912 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:14.918021 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-5bb34791-a812-4223-8957-bc3d932a8912 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:14.964021 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-5bb34791-a812-4223-8957-bc3d932a8912 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] Network 58974468-3c72-4a28-bb92-6c2dadbcb241 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:11:14.967105 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-5bb34791-a812-4223-8957-bc3d932a8912 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:11:14.969443 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-5bb34791-a812-4223-8957-bc3d932a8912 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:11:14.997641 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb34791-a812-4223-8957-bc3d932a8912 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] Pushing event updated for resources: {'Port': ['ID=8f562a12-2762-4124-bd03-55e960971b58,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:15.027711 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-5bb34791-a812-4223-8957-bc3d932a8912 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:15.028361 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-5bb34791-a812-4223-8957-bc3d932a8912 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:15.046192 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-5bb34791-a812-4223-8957-bc3d932a8912 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5497530 Nov 10 18:11:15.058913 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-c0b305a3-cb34-4b7d-8003-304fa9222ce4 service neutron] Request body: {'port': {'device_id': '80bf9d11-8ad6-4223-9573-80eca1b465dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:11:15.119384 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-c0b305a3-cb34-4b7d-8003-304fa9222ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:15.419241 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-c0b305a3-cb34-4b7d-8003-304fa9222ce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f562a12-2762-4124-bd03-55e960971b58 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:11:15.426726 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-c0b305a3-cb34-4b7d-8003-304fa9222ce4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:15.442565 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-c0b305a3-cb34-4b7d-8003-304fa9222ce4 service neutron] Transition to ACTIVE for port object 8f562a12-2762-4124-bd03-55e960971b58 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:11:15.447794 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-c0b305a3-cb34-4b7d-8003-304fa9222ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:15.503293 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b305a3-cb34-4b7d-8003-304fa9222ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=8f562a12-2762-4124-bd03-55e960971b58,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:15.867927 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-c0b305a3-cb34-4b7d-8003-304fa9222ce4 service neutron] Attempting to bind port 8f562a12-2762-4124-bd03-55e960971b58 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:11:15.868288 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-c0b305a3-cb34-4b7d-8003-304fa9222ce4 service neutron] Attempting to bind port 8f562a12-2762-4124-bd03-55e960971b58 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '0d080aa6-738e-4b27-9bbd-2cf540d111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '58974468-3c72-4a28-bb92-6c2dadbcb241'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:11:15.868617 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-c0b305a3-cb34-4b7d-8003-304fa9222ce4 service neutron] Attempting to bind port 8f562a12-2762-4124-bd03-55e960971b58 on network 58974468-3c72-4a28-bb92-6c2dadbcb241 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:11:15.879963 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b7a2b-ace5-4e86-bd15-fabce634a253 req-09f56ca4-b082-4778-96f2-51e751b81d96 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:15.882634 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b51b7a2b-ace5-4e86-bd15-fabce634a253 req-09f56ca4-b082-4778-96f2-51e751b81d96 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] 10.222.0.39 "GET /v2.0/ports?device_id=80bf9d11-8ad6-4223-9573-80eca1b465dd HTTP/1.1" status: 200 len: 943 time: 0.3421135 Nov 10 18:11:15.883737 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-c0b305a3-cb34-4b7d-8003-304fa9222ce4 service neutron] Port 8f562a12-2762-4124-bd03-55e960971b58 on network 58974468-3c72-4a28-bb92-6c2dadbcb241 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:11:15.884066 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-c0b305a3-cb34-4b7d-8003-304fa9222ce4 service neutron] Attempting to bind port 8f562a12-2762-4124-bd03-55e960971b58 on network 58974468-3c72-4a28-bb92-6c2dadbcb241 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:11:15.890705 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-c0b305a3-cb34-4b7d-8003-304fa9222ce4 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:11:15.891044 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-c0b305a3-cb34-4b7d-8003-304fa9222ce4 service neutron] Checking segment: {'id': '0d080aa6-738e-4b27-9bbd-2cf540d111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '58974468-3c72-4a28-bb92-6c2dadbcb241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:11:15.891424 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-c0b305a3-cb34-4b7d-8003-304fa9222ce4 service neutron] Bound using segment: {'id': '0d080aa6-738e-4b27-9bbd-2cf540d111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '58974468-3c72-4a28-bb92-6c2dadbcb241'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:11:15.891850 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-c0b305a3-cb34-4b7d-8003-304fa9222ce4 service neutron] Bound port: 8f562a12-2762-4124-bd03-55e960971b58, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d080aa6-738e-4b27-9bbd-2cf540d111c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '58974468-3c72-4a28-bb92-6c2dadbcb241'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:11:15.892228 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-c0b305a3-cb34-4b7d-8003-304fa9222ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:15.972545 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b51b7a2b-ace5-4e86-bd15-fabce634a253 req-7cbc4e95-809a-4175-8346-efafea0198b4 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] 10.222.0.39 "GET /v2.0/security-groups?id=18ec75f4-8c96-4522-9091-1c8c9eea3379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827563 Nov 10 18:11:15.995466 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-c0b305a3-cb34-4b7d-8003-304fa9222ce4 service neutron] For port 8f562a12-2762-4124-bd03-55e960971b58, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:11:15.995466 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-c0b305a3-cb34-4b7d-8003-304fa9222ce4 service neutron] For port 8f562a12-2762-4124-bd03-55e960971b58, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=8f562a12-2762-4124-bd03-55e960971b58,segment=NetworkSegment(0d080aa6-738e-4b27-9bbd-2cf540d111c8),segment_id=0d080aa6-738e-4b27-9bbd-2cf540d111c8)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:11:16.000813 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-c0b305a3-cb34-4b7d-8003-304fa9222ce4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:16.040712 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-c0b305a3-cb34-4b7d-8003-304fa9222ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:16.041332 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-c0b305a3-cb34-4b7d-8003-304fa9222ce4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:16.042720 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-c0b305a3-cb34-4b7d-8003-304fa9222ce4 service neutron] 10.222.0.13 "PUT /v2.0/ports/8f562a12-2762-4124-bd03-55e960971b58 HTTP/1.1" status: 200 len: 1092 time: 0.9879088 Nov 10 18:11:16.043161 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80bf9d11-8ad6-4223-9573-80eca1b465dd', 'tag': '8f562a12-2762-4124-bd03-55e960971b58'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:11:16.045450 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b3dd92-2aa1-4822-8318-a93f6c38f426" -d '{"events": [{"name": "network-changed", "server_uuid": "80bf9d11-8ad6-4223-9573-80eca1b465dd", "tag": "8f562a12-2762-4124-bd03-55e960971b58"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:11:16.065709 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b305a3-cb34-4b7d-8003-304fa9222ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=8f562a12-2762-4124-bd03-55e960971b58,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:16.139263 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-c14b7ec7-695b-48e1-9370-51eda8067a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:16.140807 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-c14b7ec7-695b-48e1-9370-51eda8067a90 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21152c0660cf441c8c0c3a4e94fb115a&device_id=80bf9d11-8ad6-4223-9573-80eca1b465dd HTTP/1.1" status: 200 len: 1095 time: 0.0492203 Nov 10 18:11:16.187778 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-787420d2-a4fb-409d-8374-7889f46cde74 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f562a12-2762-4124-bd03-55e960971b58 HTTP/1.1" status: 200 len: 217 time: 0.0375609 Nov 10 18:11:16.239333 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-a2f203b2-2658-48ac-9d87-b4ac5df72fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:16.241009 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-a2f203b2-2658-48ac-9d87-b4ac5df72fa4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f97e0c5-066c-44fa-8f8a-a306e4932bdd HTTP/1.1" status: 200 len: 847 time: 0.0452230 Nov 10 18:11:16.273826 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-38457f9d-139a-4a03-b254-330c2d17a11c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=58974468-3c72-4a28-bb92-6c2dadbcb241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259254 Nov 10 18:11:16.372842 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-236195d8-c71b-4b7e-bbb5-3aa84ae04258 service neutron] 10.222.0.13 "GET /v2.0/networks/58974468-3c72-4a28-bb92-6c2dadbcb241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916309 Nov 10 18:11:16.466325 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2da3bd1d-f709-4631-90ee-5188efe49645 req-3b215a56-f3ff-43f6-a161-a189b5680340 service neutron] 10.222.0.13 "GET /v2.0/networks/58974468-3c72-4a28-bb92-6c2dadbcb241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849285 Nov 10 18:11:17.113802 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e59c99-cb7c-4ac2-8f0b-a263d52d218d req-6a57b04e-61b1-49b4-b94b-ab7233071e65 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:17.115883 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c1e59c99-cb7c-4ac2-8f0b-a263d52d218d req-6a57b04e-61b1-49b4-b94b-ab7233071e65 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] 10.222.0.39 "GET /v2.0/ports?device_id=80bf9d11-8ad6-4223-9573-80eca1b465dd HTTP/1.1" status: 200 len: 943 time: 0.0601435 Nov 10 18:11:17.130574 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c596a69-2084-4e26-8f55-5c76c0c9cc4c x-openstack-request-id: req-2c596a69-2084-4e26-8f55-5c76c0c9cc4c {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:11:17.130896 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80bf9d11-8ad6-4223-9573-80eca1b465dd", "tag": "8f562a12-2762-4124-bd03-55e960971b58", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:11:17.131184 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2c596a69-2084-4e26-8f55-5c76c0c9cc4c {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:11:17.131796 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80bf9d11-8ad6-4223-9573-80eca1b465dd', 'tag': '8f562a12-2762-4124-bd03-55e960971b58', 'status': 'completed', 'code': 200} Nov 10 18:11:17.194024 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c1e59c99-cb7c-4ac2-8f0b-a263d52d218d req-c63c949a-0e94-4112-971d-a1077e167c8b tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] 10.222.0.39 "GET /v2.0/security-groups?id=18ec75f4-8c96-4522-9091-1c8c9eea3379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706239 Nov 10 18:11:17.206369 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3dd92-2aa1-4822-8318-a93f6c38f426 req-84863f88-0197-44c8-8155-a605d5aa0dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:17.207347 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5b3dd92-2aa1-4822-8318-a93f6c38f426 req-84863f88-0197-44c8-8155-a605d5aa0dd4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21152c0660cf441c8c0c3a4e94fb115a&device_id=80bf9d11-8ad6-4223-9573-80eca1b465dd HTTP/1.1" status: 200 len: 1095 time: 0.0540693 Nov 10 18:11:17.308190 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3dd92-2aa1-4822-8318-a93f6c38f426 req-14756e00-8c05-4866-a60f-c19f856899ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:17.309692 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5b3dd92-2aa1-4822-8318-a93f6c38f426 req-14756e00-8c05-4866-a60f-c19f856899ea service neutron] 10.222.0.13 "GET /v2.0/networks?id=58974468-3c72-4a28-bb92-6c2dadbcb241 HTTP/1.1" status: 200 len: 908 time: 0.0932033 Nov 10 18:11:17.356951 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5b3dd92-2aa1-4822-8318-a93f6c38f426 req-dc9e1b08-4d97-4b0c-b2a6-67f6babcc799 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f562a12-2762-4124-bd03-55e960971b58 HTTP/1.1" status: 200 len: 217 time: 0.0389311 Nov 10 18:11:17.412848 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3dd92-2aa1-4822-8318-a93f6c38f426 req-a8bab586-a37a-472c-b374-25f9bccf09c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:17.415215 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5b3dd92-2aa1-4822-8318-a93f6c38f426 req-a8bab586-a37a-472c-b374-25f9bccf09c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f97e0c5-066c-44fa-8f8a-a306e4932bdd HTTP/1.1" status: 200 len: 847 time: 0.0509057 Nov 10 18:11:17.451109 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5b3dd92-2aa1-4822-8318-a93f6c38f426 req-1d14bbc0-694f-4d44-969f-2ec8a382f014 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=58974468-3c72-4a28-bb92-6c2dadbcb241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278833 Nov 10 18:11:17.497546 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54736) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:17.554037 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5b3dd92-2aa1-4822-8318-a93f6c38f426 req-0d5166dc-e377-471c-b84c-d84d18eb6872 service neutron] 10.222.0.13 "GET /v2.0/networks/58974468-3c72-4a28-bb92-6c2dadbcb241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948620 Nov 10 18:11:17.611591 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c9fab70a-7288-4042-b87f-39952d7cd362 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:17.653229 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5b3dd92-2aa1-4822-8318-a93f6c38f426 req-c8e3ea78-453b-492c-a421-8e3022108198 service neutron] 10.222.0.13 "GET /v2.0/networks/58974468-3c72-4a28-bb92-6c2dadbcb241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919776 Nov 10 18:11:17.686779 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c9fab70a-7288-4042-b87f-39952d7cd362 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:17.690802 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c9fab70a-7288-4042-b87f-39952d7cd362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:17.735315 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c9fab70a-7288-4042-b87f-39952d7cd362 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4775d9ce0ada4c4489f2b0a3ec55af0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2366297 Nov 10 18:11:17.739787 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fab70a-7288-4042-b87f-39952d7cd362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7d2d3e-0b6a-4228-80a6-563af3a7b468,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:17.741365 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54740) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:17.800095 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-73e5517c-b443-4c98-995b-cdb6024c7803 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:17.822544 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-73e5517c-b443-4c98-995b-cdb6024c7803 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:17.869433 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-73e5517c-b443-4c98-995b-cdb6024c7803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:17.871969 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-73e5517c-b443-4c98-995b-cdb6024c7803 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:17.873179 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-73e5517c-b443-4c98-995b-cdb6024c7803 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8f7d2d3e-0b6a-4228-80a6-563af3a7b468 HTTP/1.1" status: 204 len: 168 time: 0.1310358 Nov 10 18:11:17.880702 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5517c-b443-4c98-995b-cdb6024c7803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7d2d3e-0b6a-4228-80a6-563af3a7b468,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:18.328188 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab900a4-b824-4e6e-9cac-311274715338 req-dceefda1-85e9-453f-a2b4-8b629f129713 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:18.329660 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eab900a4-b824-4e6e-9cac-311274715338 req-dceefda1-85e9-453f-a2b4-8b629f129713 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] 10.222.0.39 "GET /v2.0/ports?device_id=80bf9d11-8ad6-4223-9573-80eca1b465dd HTTP/1.1" status: 200 len: 943 time: 0.0535259 Nov 10 18:11:18.378527 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eab900a4-b824-4e6e-9cac-311274715338 req-964a95ce-1d12-4231-9126-36b70b37cccd tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] 10.222.0.39 "GET /v2.0/security-groups?id=18ec75f4-8c96-4522-9091-1c8c9eea3379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415637 Nov 10 18:11:18.609264 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54764) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:18.710622 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-76f65dca-7747-421d-89ea-276a18ef146f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1682322394-network', 'tenant_id': 'd8d350ae0ca14da0a536a007b093e2d9'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:11:18.732084 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f65dca-7747-421d-89ea-276a18ef146f admin admin] Made reservation on behalf of d8d350ae0ca14da0a536a007b093e2d9 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:11:18.734583 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-76f65dca-7747-421d-89ea-276a18ef146f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:18.743761 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-76f65dca-7747-421d-89ea-276a18ef146f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:18.825253 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-76f65dca-7747-421d-89ea-276a18ef146f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:18.828841 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-76f65dca-7747-421d-89ea-276a18ef146f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:18.853132 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f65dca-7747-421d-89ea-276a18ef146f admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:11:18.862958 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f65dca-7747-421d-89ea-276a18ef146f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d9d636-4ddb-4966-97ed-925509f808d8,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:18.869016 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-76f65dca-7747-421d-89ea-276a18ef146f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:18.869290 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-76f65dca-7747-421d-89ea-276a18ef146f admin admin] Added segment c81b8d40-90ac-4f41-9ccc-3fe864bd7d1c of type vlan for network 6cffccf7-a680-4a3b-a028-5dfd8986152b Nov 10 18:11:18.910086 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-76f65dca-7747-421d-89ea-276a18ef146f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:18.938141 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-76f65dca-7747-421d-89ea-276a18ef146f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:18.939094 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f65dca-7747-421d-89ea-276a18ef146f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:18.939666 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-76f65dca-7747-421d-89ea-276a18ef146f admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:18.991586 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-76f65dca-7747-421d-89ea-276a18ef146f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3811848 Nov 10 18:11:18.994938 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54768) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:19.001113 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-21572c4d-5378-45ae-b4eb-0b6351308ab2 admin admin] Request body: {'subnet': {'network_id': '6cffccf7-a680-4a3b-a028-5dfd8986152b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1682322394-subnet', 'tenant_id': 'd8d350ae0ca14da0a536a007b093e2d9', 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:11:19.002671 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f65dca-7747-421d-89ea-276a18ef146f admin admin] Pushing event updated for resources: {'Network': ['ID=6cffccf7-a680-4a3b-a028-5dfd8986152b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:19.013066 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 6cffccf7-a680-4a3b-a028-5dfd8986152b details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:11:19.026325 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21572c4d-5378-45ae-b4eb-0b6351308ab2 admin admin] Made reservation on behalf of d8d350ae0ca14da0a536a007b093e2d9 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:11:19.028716 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-21572c4d-5378-45ae-b4eb-0b6351308ab2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:19.199506 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-21572c4d-5378-45ae-b4eb-0b6351308ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:19.218184 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 8f562a12-2762-4124-bd03-55e960971b58 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:11:19.250037 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21572c4d-5378-45ae-b4eb-0b6351308ab2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac15f7bf-7b02-4e05-bb20-c05f93f5523d,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:19.265459 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21572c4d-5378-45ae-b4eb-0b6351308ab2 admin admin] Checking segment: {'id': 'c81b8d40-90ac-4f41-9ccc-3fe864bd7d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6cffccf7-a680-4a3b-a028-5dfd8986152b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:11:19.265817 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21572c4d-5378-45ae-b4eb-0b6351308ab2 admin admin] Network hostable DHCP agents. Network: 6cffccf7-a680-4a3b-a028-5dfd8986152b, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:11:19.283029 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21572c4d-5378-45ae-b4eb-0b6351308ab2 admin admin] Network 6cffccf7-a680-4a3b-a028-5dfd8986152b is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:11:19.292553 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-21572c4d-5378-45ae-b4eb-0b6351308ab2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 6cffccf7-a680-4a3b-a028-5dfd8986152b) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:11:19.297233 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21572c4d-5378-45ae-b4eb-0b6351308ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:19.297838 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-21572c4d-5378-45ae-b4eb-0b6351308ab2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:19.302302 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6855fee-4b7d-41dc-80c3-2738e1290fc8 None None] Network 6cffccf7-a680-4a3b-a028-5dfd8986152b requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:11:19.315879 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-21572c4d-5378-45ae-b4eb-0b6351308ab2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3196161 Nov 10 18:11:19.319476 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54770) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:19.324209 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-02296ae8-07a5-4547-a543-efe188c68628 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1682322394-router', 'tenant_id': 'd8d350ae0ca14da0a536a007b093e2d9', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:11:19.346971 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02296ae8-07a5-4547-a543-efe188c68628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:19.348490 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02296ae8-07a5-4547-a543-efe188c68628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:19.408889 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02296ae8-07a5-4547-a543-efe188c68628 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:19.543386 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 8f562a12-2762-4124-bd03-55e960971b58, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=8f562a12-2762-4124-bd03-55e960971b58,segment=NetworkSegment(0d080aa6-738e-4b27-9bbd-2cf540d111c8),segment_id=0d080aa6-738e-4b27-9bbd-2cf540d111c8)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:11:19.559806 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '8f562a12-2762-4124-bd03-55e960971b58', 'network_id': '58974468-3c72-4a28-bb92-6c2dadbcb241', 'port_id': '8f562a12-2762-4124-bd03-55e960971b58', 'mac_address': 'fa:16:3e:f3:87:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f97e0c5-066c-44fa-8f8a-a306e4932bdd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:11:19.591971 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02296ae8-07a5-4547-a543-efe188c68628 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:19.602669 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92ae6d-f29a-49d1-94a2-b96e449fcdac req-f143cd05-0ac1-4aa1-ac52-7c596095759c tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:19.604465 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad92ae6d-f29a-49d1-94a2-b96e449fcdac req-f143cd05-0ac1-4aa1-ac52-7c596095759c tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] 10.222.0.39 "GET /v2.0/ports?device_id=80bf9d11-8ad6-4223-9573-80eca1b465dd HTTP/1.1" status: 200 len: 943 time: 0.1242936 Nov 10 18:11:19.639611 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:19.659474 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f562a12-2762-4124-bd03-55e960971b58 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:11:19.698377 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 8f562a12-2762-4124-bd03-55e960971b58, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=8f562a12-2762-4124-bd03-55e960971b58,segment=NetworkSegment(0d080aa6-738e-4b27-9bbd-2cf540d111c8),segment_id=0d080aa6-738e-4b27-9bbd-2cf540d111c8)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:11:19.700425 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad92ae6d-f29a-49d1-94a2-b96e449fcdac req-db6bf670-d118-42dc-b136-9e4cca36d1f7 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] 10.222.0.39 "GET /v2.0/security-groups?id=18ec75f4-8c96-4522-9091-1c8c9eea3379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885453 Nov 10 18:11:19.702167 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27969837-cf29-489c-9d5c-9aa90697f638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-6cffccf7-a680-4a3b-a028-5dfd8986152b', 'network_id': '6cffccf7-a680-4a3b-a028-5dfd8986152b', 'tenant_id': 'd8d350ae0ca14da0a536a007b093e2d9', 'fixed_ips': [{'subnet_id': 'ac15f7bf-7b02-4e05-bb20-c05f93f5523d'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:11:19.703215 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-27969837-cf29-489c-9d5c-9aa90697f638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:19.713928 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:19.816707 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=8f562a12-2762-4124-bd03-55e960971b58,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:19.857488 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02296ae8-07a5-4547-a543-efe188c68628 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:19.877081 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02296ae8-07a5-4547-a543-efe188c68628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:19.881904 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-27969837-cf29-489c-9d5c-9aa90697f638 None None] Allocated IP 172.20.0.2 (6cffccf7-a680-4a3b-a028-5dfd8986152b/ac15f7bf-7b02-4e05-bb20-c05f93f5523d/415e87c0-9b14-4e07-9f86-bc0a554e8a5f) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:11:19.972353 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['8f562a12-2762-4124-bd03-55e960971b58'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:11:19.984929 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-02296ae8-07a5-4547-a543-efe188c68628 admin admin] Allocated IP 172.25.5.158 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/fa1ba930-8f8b-4a46-b62f-cc899b0991ac) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:11:20.088865 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-27969837-cf29-489c-9d5c-9aa90697f638 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:20.091589 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02296ae8-07a5-4547-a543-efe188c68628 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:20.101004 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-27969837-cf29-489c-9d5c-9aa90697f638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:20.127178 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02296ae8-07a5-4547-a543-efe188c68628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:20.153346 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27969837-cf29-489c-9d5c-9aa90697f638 None None] Network 6cffccf7-a680-4a3b-a028-5dfd8986152b is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:11:20.165317 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-27969837-cf29-489c-9d5c-9aa90697f638 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:11:20.168005 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27969837-cf29-489c-9d5c-9aa90697f638 None None] Pushing event updated for resources: {'Port': ['ID=415e87c0-9b14-4e07-9f86-bc0a554e8a5f,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:20.170399 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27969837-cf29-489c-9d5c-9aa90697f638 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:11:20.179764 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02296ae8-07a5-4547-a543-efe188c68628 admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:11:20.183706 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02296ae8-07a5-4547-a543-efe188c68628 admin admin] Pushing event updated for resources: {'Port': ['ID=fa1ba930-8f8b-4a46-b62f-cc899b0991ac,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:20.187852 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-02296ae8-07a5-4547-a543-efe188c68628 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:11:20.189645 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02296ae8-07a5-4547-a543-efe188c68628 admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:11:20.207141 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735ac9f9-2b73-4dd8-af75-74e3d66964bd None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:11:20.262005 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-27969837-cf29-489c-9d5c-9aa90697f638 None None] Attempting to bind port 415e87c0-9b14-4e07-9f86-bc0a554e8a5f on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:11:20.262371 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-27969837-cf29-489c-9d5c-9aa90697f638 None None] Attempting to bind port 415e87c0-9b14-4e07-9f86-bc0a554e8a5f by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'c81b8d40-90ac-4f41-9ccc-3fe864bd7d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6cffccf7-a680-4a3b-a028-5dfd8986152b'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:11:20.262732 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27969837-cf29-489c-9d5c-9aa90697f638 None None] Attempting to bind port 415e87c0-9b14-4e07-9f86-bc0a554e8a5f on network 6cffccf7-a680-4a3b-a028-5dfd8986152b {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:11:20.272598 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27969837-cf29-489c-9d5c-9aa90697f638 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:11:20.273031 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27969837-cf29-489c-9d5c-9aa90697f638 None None] Checking segment: {'id': 'c81b8d40-90ac-4f41-9ccc-3fe864bd7d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6cffccf7-a680-4a3b-a028-5dfd8986152b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:11:20.273360 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-27969837-cf29-489c-9d5c-9aa90697f638 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:20.273753 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27969837-cf29-489c-9d5c-9aa90697f638 None None] Bound using segment: {'id': 'c81b8d40-90ac-4f41-9ccc-3fe864bd7d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6cffccf7-a680-4a3b-a028-5dfd8986152b'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:11:20.274223 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-27969837-cf29-489c-9d5c-9aa90697f638 None None] Bound port: 415e87c0-9b14-4e07-9f86-bc0a554e8a5f, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81b8d40-90ac-4f41-9ccc-3fe864bd7d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6cffccf7-a680-4a3b-a028-5dfd8986152b'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:11:20.274601 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-27969837-cf29-489c-9d5c-9aa90697f638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:20.329663 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b3b3a11b-e5da-4615-8fd9-be375721b812 None None] Provisioning complete for port fa1ba930-8f8b-4a46-b62f-cc899b0991ac triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:20.330065 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b3b3a11b-e5da-4615-8fd9-be375721b812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:20.380903 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-27969837-cf29-489c-9d5c-9aa90697f638 None None] For port 415e87c0-9b14-4e07-9f86-bc0a554e8a5f, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:11:20.382643 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-b3b3a11b-e5da-4615-8fd9-be375721b812 None None] Port fa1ba930-8f8b-4a46-b62f-cc899b0991ac cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:11:20.393302 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-27969837-cf29-489c-9d5c-9aa90697f638 None None] For port 415e87c0-9b14-4e07-9f86-bc0a554e8a5f, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=415e87c0-9b14-4e07-9f86-bc0a554e8a5f,segment=NetworkSegment(c81b8d40-90ac-4f41-9ccc-3fe864bd7d1c),segment_id=c81b8d40-90ac-4f41-9ccc-3fe864bd7d1c)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:11:20.403342 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-27969837-cf29-489c-9d5c-9aa90697f638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:20.455088 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02296ae8-07a5-4547-a543-efe188c68628 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:20.464381 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27969837-cf29-489c-9d5c-9aa90697f638 None None] Pushing event updated for resources: {'Port': ['ID=415e87c0-9b14-4e07-9f86-bc0a554e8a5f,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:20.682471 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02296ae8-07a5-4547-a543-efe188c68628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:20.817840 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02296ae8-07a5-4547-a543-efe188c68628 admin admin] Router 28760332-3e0f-4266-8302-8cf2a33fc963 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 18:11:20.830557 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe9649-1cd8-4bac-8ae8-ad4f9667d319 req-d750d834-e927-427a-be2b-d7a7f8f78383 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:20.832066 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5abe9649-1cd8-4bac-8ae8-ad4f9667d319 req-d750d834-e927-427a-be2b-d7a7f8f78383 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] 10.222.0.39 "GET /v2.0/ports?device_id=80bf9d11-8ad6-4223-9573-80eca1b465dd HTTP/1.1" status: 200 len: 944 time: 0.0510311 Nov 10 18:11:20.883321 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5abe9649-1cd8-4bac-8ae8-ad4f9667d319 req-56898d2b-e3a4-4af4-94bc-f02109d23a42 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] 10.222.0.39 "GET /v2.0/security-groups?id=18ec75f4-8c96-4522-9091-1c8c9eea3379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440588 Nov 10 18:11:20.932575 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02296ae8-07a5-4547-a543-efe188c68628 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:11:20.945177 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f69249-b141-4222-977d-1b09a999d909 None None] Sync routers for ids ['28760332-3e0f-4266-8302-8cf2a33fc963'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:11:20.951171 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-02296ae8-07a5-4547-a543-efe188c68628 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:20.952454 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-02296ae8-07a5-4547-a543-efe188c68628 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6317008 Nov 10 18:11:20.955404 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54776) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:20.955571 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f69249-b141-4222-977d-1b09a999d909 None None] Routers {'28760332-3e0f-4266-8302-8cf2a33fc963'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:11:20.956075 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-28f69249-b141-4222-977d-1b09a999d909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:11:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['28760332-3e0f-4266-8302-8cf2a33fc963'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:21.164714 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-28f69249-b141-4222-977d-1b09a999d909 None None] Set router 28760332-3e0f-4266-8302-8cf2a33fc963 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:11:21.229772 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 8f562a12-2762-4124-bd03-55e960971b58 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:11:21.297074 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 8f562a12-2762-4124-bd03-55e960971b58 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:11:21.301940 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 8f562a12-2762-4124-bd03-55e960971b58 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:21.304324 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:21.379374 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-28f69249-b141-4222-977d-1b09a999d909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28760332-3e0f-4266-8302-8cf2a33fc963', 'name': 'tempest-TestAggregatesBasicOps-1682322394-router', 'tenant_id': 'd8d350ae0ca14da0a536a007b093e2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'fa1ba930-8f8b-4a46-b62f-cc899b0991ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:11:19Z', 'updated_at': '2021-11-10T18:11:20Z', 'revision_number': 3, 'project_id': 'd8d350ae0ca14da0a536a007b093e2d9', 'gw_port': {'id': 'fa1ba930-8f8b-4a46-b62f-cc899b0991ac', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:be:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28760332-3e0f-4266-8302-8cf2a33fc963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:11:19Z', 'updated_at': '2021-11-10T18:11:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:21.405494 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:21.417198 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f69249-b141-4222-977d-1b09a999d909 None None] Checking router: 28760332-3e0f-4266-8302-8cf2a33fc963 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:11:21.417558 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f69249-b141-4222-977d-1b09a999d909 None None] Updating router 28760332-3e0f-4266-8302-8cf2a33fc963 port fa1ba930-8f8b-4a46-b62f-cc899b0991ac binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:11:21.430796 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bf9d11-8ad6-4223-9573-80eca1b465dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f562a12-2762-4124-bd03-55e960971b58'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:11:21.433136 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec020db-7bf8-4f69-813d-903d3580367f" -d '{"events": [{"server_uuid": "80bf9d11-8ad6-4223-9573-80eca1b465dd", "name": "network-vif-plugged", "status": "completed", "tag": "8f562a12-2762-4124-bd03-55e960971b58"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:11:21.445613 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-28f69249-b141-4222-977d-1b09a999d909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:21.447111 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 8f562a12-2762-4124-bd03-55e960971b58, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=8f562a12-2762-4124-bd03-55e960971b58,segment=NetworkSegment(0d080aa6-738e-4b27-9bbd-2cf540d111c8),segment_id=0d080aa6-738e-4b27-9bbd-2cf540d111c8)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:11:21.453696 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:21.469640 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-27c86adb-668b-44ca-8c20-417c0d35a4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:21.490441 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d688bbf-8af6-4b8e-afce-f6a8b3d6582c None None] Network 6cffccf7-a680-4a3b-a028-5dfd8986152b requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:11:21.591203 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=8f562a12-2762-4124-bd03-55e960971b58,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:21.604822 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3b675bec-ac5b-4f15-9e8a-0b094b17440d None None] Provisioning complete for port 415e87c0-9b14-4e07-9f86-bc0a554e8a5f triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:21.605201 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3b675bec-ac5b-4f15-9e8a-0b094b17440d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:21.664142 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28c3a1e-39ef-4e14-91f5-cb9c9356a2d2 x-openstack-request-id: req-d28c3a1e-39ef-4e14-91f5-cb9c9356a2d2 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:11:21.664142 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bf9d11-8ad6-4223-9573-80eca1b465dd", "name": "network-vif-plugged", "status": "completed", "tag": "8f562a12-2762-4124-bd03-55e960971b58", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:11:21.664142 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d28c3a1e-39ef-4e14-91f5-cb9c9356a2d2 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:11:21.664591 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80bf9d11-8ad6-4223-9573-80eca1b465dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f562a12-2762-4124-bd03-55e960971b58', 'code': 200} Nov 10 18:11:21.734370 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-27c86adb-668b-44ca-8c20-417c0d35a4f1 admin admin] Allocated IP 172.20.0.1 (6cffccf7-a680-4a3b-a028-5dfd8986152b/ac15f7bf-7b02-4e05-bb20-c05f93f5523d/2a651ddc-f069-486c-85e9-e5cc480f2a88) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:11:21.753005 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-28f69249-b141-4222-977d-1b09a999d909 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:21.760660 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-28f69249-b141-4222-977d-1b09a999d909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:21.787972 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd59aec-5854-4482-8044-536a9286e9f2 req-e3e24ae1-4eb5-4900-9bcc-b7fa5cdc5d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:21.792053 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3b675bec-ac5b-4f15-9e8a-0b094b17440d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:21.794078 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dfd59aec-5854-4482-8044-536a9286e9f2 req-e3e24ae1-4eb5-4900-9bcc-b7fa5cdc5d74 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=80bf9d11-8ad6-4223-9573-80eca1b465dd HTTP/1.1" status: 200 len: 1097 time: 0.0641713 Nov 10 18:11:21.814329 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537946bb-59f4-40d0-8386-e1188fd76381 None None] Pushing event updated for resources: {'Port': ['ID=fa1ba930-8f8b-4a46-b62f-cc899b0991ac,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:21.849069 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-3b675bec-ac5b-4f15-9e8a-0b094b17440d None None] For port 415e87c0-9b14-4e07-9f86-bc0a554e8a5f, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=415e87c0-9b14-4e07-9f86-bc0a554e8a5f,segment=NetworkSegment(c81b8d40-90ac-4f41-9ccc-3fe864bd7d1c),segment_id=c81b8d40-90ac-4f41-9ccc-3fe864bd7d1c)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:11:21.853872 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914816ce-ade2-4c79-b753-9300411a9bfd None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:11:21.855069 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-28f69249-b141-4222-977d-1b09a999d909 None None] Attempting to bind port fa1ba930-8f8b-4a46-b62f-cc899b0991ac on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:11:21.855756 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-28f69249-b141-4222-977d-1b09a999d909 None None] Attempting to bind port fa1ba930-8f8b-4a46-b62f-cc899b0991ac by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:11:21.856035 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f69249-b141-4222-977d-1b09a999d909 None None] Attempting to bind port fa1ba930-8f8b-4a46-b62f-cc899b0991ac on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:11:21.862560 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f69249-b141-4222-977d-1b09a999d909 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:11:21.862946 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f69249-b141-4222-977d-1b09a999d909 None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:11:21.863352 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-28f69249-b141-4222-977d-1b09a999d909 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:21.863746 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f69249-b141-4222-977d-1b09a999d909 None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:11:21.864557 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-28f69249-b141-4222-977d-1b09a999d909 None None] Bound port: fa1ba930-8f8b-4a46-b62f-cc899b0991ac, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:11:21.864724 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-28f69249-b141-4222-977d-1b09a999d909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:21.865854 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3b675bec-ac5b-4f15-9e8a-0b094b17440d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:21.881150 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dfd59aec-5854-4482-8044-536a9286e9f2 req-6074bd91-5c2d-40eb-a732-cd1a5367ae20 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=18ec75f4-8c96-4522-9091-1c8c9eea3379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759916 Nov 10 18:11:21.933022 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-28f69249-b141-4222-977d-1b09a999d909 None None] For port fa1ba930-8f8b-4a46-b62f-cc899b0991ac, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:11:21.938208 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b675bec-ac5b-4f15-9e8a-0b094b17440d None None] Pushing event updated for resources: {'Port': ['ID=415e87c0-9b14-4e07-9f86-bc0a554e8a5f,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:21.939015 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-28f69249-b141-4222-977d-1b09a999d909 None None] For port fa1ba930-8f8b-4a46-b62f-cc899b0991ac, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=fa1ba930-8f8b-4a46-b62f-cc899b0991ac,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:11:21.947065 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-28f69249-b141-4222-977d-1b09a999d909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:21.950084 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-27c86adb-668b-44ca-8c20-417c0d35a4f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:21.992480 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-69cadc27-17e6-46d7-905c-70510c861b7f None None] Provisioning complete for port fa1ba930-8f8b-4a46-b62f-cc899b0991ac triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:21.992787 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-69cadc27-17e6-46d7-905c-70510c861b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:22.021743 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6289a07-0304-49fc-99da-6bc9d7389a1a None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:11:22.040226 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f69249-b141-4222-977d-1b09a999d909 None None] Routers {'28760332-3e0f-4266-8302-8cf2a33fc963'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:11:22.041274 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-28f69249-b141-4222-977d-1b09a999d909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:11:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['28760332-3e0f-4266-8302-8cf2a33fc963'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:22.042436 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-27c86adb-668b-44ca-8c20-417c0d35a4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:22.090046 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-69cadc27-17e6-46d7-905c-70510c861b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:22.095130 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537946bb-59f4-40d0-8386-e1188fd76381 None None] Pushing event updated for resources: {'Port': ['ID=fa1ba930-8f8b-4a46-b62f-cc899b0991ac,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:22.120256 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-69cadc27-17e6-46d7-905c-70510c861b7f None None] For port fa1ba930-8f8b-4a46-b62f-cc899b0991ac, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=fa1ba930-8f8b-4a46-b62f-cc899b0991ac,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:11:22.121457 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737cfa56-096e-44aa-8bf3-7fc71096b0a8 req-966a99b4-5b5d-46dc-83e5-53ccaef5e175 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:22.123278 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-737cfa56-096e-44aa-8bf3-7fc71096b0a8 req-966a99b4-5b5d-46dc-83e5-53ccaef5e175 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] 10.222.0.39 "GET /v2.0/ports?device_id=80bf9d11-8ad6-4223-9573-80eca1b465dd HTTP/1.1" status: 200 len: 945 time: 0.1400366 Nov 10 18:11:22.127382 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c86adb-668b-44ca-8c20-417c0d35a4f1 admin admin] Pushing event updated for resources: {'Port': ['ID=2a651ddc-f069-486c-85e9-e5cc480f2a88,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:22.130979 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c86adb-668b-44ca-8c20-417c0d35a4f1 admin admin] Network 6cffccf7-a680-4a3b-a028-5dfd8986152b is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:11:22.132328 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-69cadc27-17e6-46d7-905c-70510c861b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:22.138783 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-27c86adb-668b-44ca-8c20-417c0d35a4f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:11:22.141810 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c86adb-668b-44ca-8c20-417c0d35a4f1 admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:11:22.173656 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-28f69249-b141-4222-977d-1b09a999d909 None None] Set router 28760332-3e0f-4266-8302-8cf2a33fc963 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:11:22.200463 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cadc27-17e6-46d7-905c-70510c861b7f None None] Pushing event updated for resources: {'Port': ['ID=fa1ba930-8f8b-4a46-b62f-cc899b0991ac,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:22.217001 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-27c86adb-668b-44ca-8c20-417c0d35a4f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:22.222397 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-737cfa56-096e-44aa-8bf3-7fc71096b0a8 req-99a2adf1-3643-44af-a692-1d277a739cb5 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] 10.222.0.39 "GET /v2.0/security-groups?id=18ec75f4-8c96-4522-9091-1c8c9eea3379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899622 Nov 10 18:11:22.255658 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-02b7d56f-bca8-4b98-b090-d0d77482919b None None] Provisioning complete for port 415e87c0-9b14-4e07-9f86-bc0a554e8a5f triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:22.256906 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-02b7d56f-bca8-4b98-b090-d0d77482919b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:22.368560 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-02b7d56f-bca8-4b98-b090-d0d77482919b None None] Provisioning complete for port fa1ba930-8f8b-4a46-b62f-cc899b0991ac triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:22.368932 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-02b7d56f-bca8-4b98-b090-d0d77482919b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:22.375004 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-27c86adb-668b-44ca-8c20-417c0d35a4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:22.407660 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-28f69249-b141-4222-977d-1b09a999d909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28760332-3e0f-4266-8302-8cf2a33fc963', 'name': 'tempest-TestAggregatesBasicOps-1682322394-router', 'tenant_id': 'd8d350ae0ca14da0a536a007b093e2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'fa1ba930-8f8b-4a46-b62f-cc899b0991ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:11:19Z', 'updated_at': '2021-11-10T18:11:20Z', 'revision_number': 3, 'project_id': 'd8d350ae0ca14da0a536a007b093e2d9', 'gw_port': {'id': 'fa1ba930-8f8b-4a46-b62f-cc899b0991ac', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:be:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28760332-3e0f-4266-8302-8cf2a33fc963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:11:19Z', 'updated_at': '2021-11-10T18:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:22.436650 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f69249-b141-4222-977d-1b09a999d909 None None] The sync data for ids ['28760332-3e0f-4266-8302-8cf2a33fc963'] in n-d-776250-10 is: [{'id': '28760332-3e0f-4266-8302-8cf2a33fc963', 'name': 'tempest-TestAggregatesBasicOps-1682322394-router', 'tenant_id': 'd8d350ae0ca14da0a536a007b093e2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'fa1ba930-8f8b-4a46-b62f-cc899b0991ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:11:19Z', 'updated_at': '2021-11-10T18:11:20Z', 'revision_number': 3, 'project_id': 'd8d350ae0ca14da0a536a007b093e2d9', 'gw_port': {'id': 'fa1ba930-8f8b-4a46-b62f-cc899b0991ac', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:be:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28760332-3e0f-4266-8302-8cf2a33fc963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:11:19Z', 'updated_at': '2021-11-10T18:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:11:22.513654 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 415e87c0-9b14-4e07-9f86-bc0a554e8a5f up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:11:22.565468 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-27c86adb-668b-44ca-8c20-417c0d35a4f1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:22.572318 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-27c86adb-668b-44ca-8c20-417c0d35a4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:22.578085 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 415e87c0-9b14-4e07-9f86-bc0a554e8a5f triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:22.578563 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:22.639799 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c86adb-668b-44ca-8c20-417c0d35a4f1 admin admin] Pushing event updated for resources: {'Port': ['ID=2a651ddc-f069-486c-85e9-e5cc480f2a88,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:22.642197 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-27c86adb-668b-44ca-8c20-417c0d35a4f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:22.680570 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-934204e3-b2da-49c7-9b84-e51ee5488587 None None] Provisioning complete for port 2a651ddc-f069-486c-85e9-e5cc480f2a88 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:22.681380 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-934204e3-b2da-49c7-9b84-e51ee5488587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:22.721895 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-934204e3-b2da-49c7-9b84-e51ee5488587 None None] Port 2a651ddc-f069-486c-85e9-e5cc480f2a88 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:11:22.780705 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c86adb-668b-44ca-8c20-417c0d35a4f1 admin admin] Network 6cffccf7-a680-4a3b-a028-5dfd8986152b is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:11:22.782301 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-27c86adb-668b-44ca-8c20-417c0d35a4f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:11:22.937744 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c86adb-668b-44ca-8c20-417c0d35a4f1 admin admin] Router 28760332-3e0f-4266-8302-8cf2a33fc963 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:11:23.045455 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-25130677-0c34-4701-ae40-c342b69bc9b1 None None] Provisioning complete for port 2a651ddc-f069-486c-85e9-e5cc480f2a88 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:23.045830 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-25130677-0c34-4701-ae40-c342b69bc9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:23.087244 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-25130677-0c34-4701-ae40-c342b69bc9b1 None None] Port 2a651ddc-f069-486c-85e9-e5cc480f2a88 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:11:23.348725 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c86adb-668b-44ca-8c20-417c0d35a4f1 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:11:23.351593 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7eaa51-3bae-4b2b-a22e-ffc41ff81ef5 req-4739e720-953a-4136-a1d3-496c8e0371a6 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:23.354066 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7a7eaa51-3bae-4b2b-a22e-ffc41ff81ef5 req-4739e720-953a-4136-a1d3-496c8e0371a6 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] 10.222.0.39 "GET /v2.0/ports?device_id=80bf9d11-8ad6-4223-9573-80eca1b465dd HTTP/1.1" status: 200 len: 945 time: 0.0531902 Nov 10 18:11:23.354818 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-27c86adb-668b-44ca-8c20-417c0d35a4f1 admin admin] 10.222.0.39 "PUT /v2.0/routers/28760332-3e0f-4266-8302-8cf2a33fc963/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3983197 Nov 10 18:11:23.413171 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7a7eaa51-3bae-4b2b-a22e-ffc41ff81ef5 req-04ff9485-e015-476f-9be3-72d9c44d79a0 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] 10.222.0.39 "GET /v2.0/security-groups?id=18ec75f4-8c96-4522-9091-1c8c9eea3379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512395 Nov 10 18:11:23.882302 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54808) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:23.887327 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-5c0ada55-c45c-4d7e-b743-53eb91040f85 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-296354256-network', 'tenant_id': '97940c3d70d4474b9093b30a366f2974'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:11:23.909202 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0ada55-c45c-4d7e-b743-53eb91040f85 admin admin] Made reservation on behalf of 97940c3d70d4474b9093b30a366f2974 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:11:23.911529 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5c0ada55-c45c-4d7e-b743-53eb91040f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:23.920939 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5c0ada55-c45c-4d7e-b743-53eb91040f85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:24.007031 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5c0ada55-c45c-4d7e-b743-53eb91040f85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:24.011428 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5c0ada55-c45c-4d7e-b743-53eb91040f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:24.040892 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c0ada55-c45c-4d7e-b743-53eb91040f85 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:11:24.047279 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ada55-c45c-4d7e-b743-53eb91040f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f015786c-46b9-40ad-b415-c0ea27906ea5,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:24.053971 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5c0ada55-c45c-4d7e-b743-53eb91040f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:24.054316 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-5c0ada55-c45c-4d7e-b743-53eb91040f85 admin admin] Added segment b4d9f698-4041-4ea1-a562-a4a087c723cb of type vlan for network 4d4d02e6-3703-47a7-99d3-7339a29d8822 Nov 10 18:11:24.099914 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5c0ada55-c45c-4d7e-b743-53eb91040f85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:24.125144 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5c0ada55-c45c-4d7e-b743-53eb91040f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:24.126285 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0ada55-c45c-4d7e-b743-53eb91040f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:24.126935 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5c0ada55-c45c-4d7e-b743-53eb91040f85 admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:24.183115 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5c0ada55-c45c-4d7e-b743-53eb91040f85 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2996674 Nov 10 18:11:24.185818 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54810) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:24.190366 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9d51ed-68b4-4858-82fa-ab081809f894 None None] Sync routers for ids ['28760332-3e0f-4266-8302-8cf2a33fc963'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:11:24.195061 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ada55-c45c-4d7e-b743-53eb91040f85 admin admin] Pushing event updated for resources: {'Network': ['ID=4d4d02e6-3703-47a7-99d3-7339a29d8822,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:24.201758 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-37f4024a-74fc-4ea9-b7a4-d2824fe39894 admin admin] Request body: {'subnet': {'network_id': '4d4d02e6-3703-47a7-99d3-7339a29d8822', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-296354256-subnet', 'tenant_id': '97940c3d70d4474b9093b30a366f2974', 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:11:24.213646 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 4d4d02e6-3703-47a7-99d3-7339a29d8822 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:11:24.216929 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9d51ed-68b4-4858-82fa-ab081809f894 None None] Routers {'28760332-3e0f-4266-8302-8cf2a33fc963'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:11:24.217559 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-9a9d51ed-68b4-4858-82fa-ab081809f894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:11:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['28760332-3e0f-4266-8302-8cf2a33fc963'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:24.226040 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f4024a-74fc-4ea9-b7a4-d2824fe39894 admin admin] Made reservation on behalf of 97940c3d70d4474b9093b30a366f2974 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:11:24.228583 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-37f4024a-74fc-4ea9-b7a4-d2824fe39894 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:24.387405 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-9a9d51ed-68b4-4858-82fa-ab081809f894 None None] Set router 28760332-3e0f-4266-8302-8cf2a33fc963 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:11:24.402203 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-37f4024a-74fc-4ea9-b7a4-d2824fe39894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:24.482085 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f4024a-74fc-4ea9-b7a4-d2824fe39894 admin admin] Checking segment: {'id': 'b4d9f698-4041-4ea1-a562-a4a087c723cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4d4d02e6-3703-47a7-99d3-7339a29d8822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:11:24.482446 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f4024a-74fc-4ea9-b7a4-d2824fe39894 admin admin] Network hostable DHCP agents. Network: 4d4d02e6-3703-47a7-99d3-7339a29d8822, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:11:24.484730 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f4024a-74fc-4ea9-b7a4-d2824fe39894 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a77d7f3-15b7-4951-80ef-a1eeff41126d,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:24.506560 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f4024a-74fc-4ea9-b7a4-d2824fe39894 admin admin] Network 4d4d02e6-3703-47a7-99d3-7339a29d8822 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:11:24.518477 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-37f4024a-74fc-4ea9-b7a4-d2824fe39894 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 4d4d02e6-3703-47a7-99d3-7339a29d8822) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:11:24.523385 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f4024a-74fc-4ea9-b7a4-d2824fe39894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:24.524354 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-37f4024a-74fc-4ea9-b7a4-d2824fe39894 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:24.535870 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e12c06-cd04-4b20-afd3-678975df7983 None None] Network 4d4d02e6-3703-47a7-99d3-7339a29d8822 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:11:24.552529 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-37f4024a-74fc-4ea9-b7a4-d2824fe39894 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3594725 Nov 10 18:11:24.555002 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54812) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:24.560393 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-c6f58c41-c568-44fe-9720-ebfdbed1b71c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-296354256-router', 'tenant_id': '97940c3d70d4474b9093b30a366f2974', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:11:24.591544 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device fa1ba930-8f8b-4a46-b62f-cc899b0991ac up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:11:24.592275 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c6f58c41-c568-44fe-9720-ebfdbed1b71c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:24.593472 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c6f58c41-c568-44fe-9720-ebfdbed1b71c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:24.655784 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c6f58c41-c568-44fe-9720-ebfdbed1b71c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:24.773621 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port fa1ba930-8f8b-4a46-b62f-cc899b0991ac triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:24.773998 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:24.810226 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c6f58c41-c568-44fe-9720-ebfdbed1b71c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:24.854097 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e2b501-ae83-4872-bac5-9011e74276de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-4d4d02e6-3703-47a7-99d3-7339a29d8822', 'network_id': '4d4d02e6-3703-47a7-99d3-7339a29d8822', 'tenant_id': '97940c3d70d4474b9093b30a366f2974', 'fixed_ips': [{'subnet_id': '5a77d7f3-15b7-4951-80ef-a1eeff41126d'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:11:24.854946 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-27e2b501-ae83-4872-bac5-9011e74276de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:24.872105 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-9a9d51ed-68b4-4858-82fa-ab081809f894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28760332-3e0f-4266-8302-8cf2a33fc963', 'name': 'tempest-TestAggregatesBasicOps-1682322394-router', 'tenant_id': 'd8d350ae0ca14da0a536a007b093e2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'fa1ba930-8f8b-4a46-b62f-cc899b0991ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:11:19Z', 'updated_at': '2021-11-10T18:11:22Z', 'revision_number': 4, 'project_id': 'd8d350ae0ca14da0a536a007b093e2d9', 'gw_port': {'id': 'fa1ba930-8f8b-4a46-b62f-cc899b0991ac', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:be:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28760332-3e0f-4266-8302-8cf2a33fc963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:11:19Z', 'updated_at': '2021-11-10T18:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2a651ddc-f069-486c-85e9-e5cc480f2a88', 'name': '', 'network_id': '6cffccf7-a680-4a3b-a028-5dfd8986152b', 'tenant_id': 'd8d350ae0ca14da0a536a007b093e2d9', 'mac_address': 'fa:16:3e:81:be:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28760332-3e0f-4266-8302-8cf2a33fc963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'ac15f7bf-7b02-4e05-bb20-c05f93f5523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:11:21Z', 'updated_at': '2021-11-10T18:11:22Z', 'revision_number': 2, 'project_id': 'd8d350ae0ca14da0a536a007b093e2d9', 'subnets': [{'id': 'ac15f7bf-7b02-4e05-bb20-c05f93f5523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:24.904822 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9d51ed-68b4-4858-82fa-ab081809f894 None None] Checking router: 28760332-3e0f-4266-8302-8cf2a33fc963 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:11:24.905180 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9d51ed-68b4-4858-82fa-ab081809f894 None None] Updating router 28760332-3e0f-4266-8302-8cf2a33fc963 port 2a651ddc-f069-486c-85e9-e5cc480f2a88 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:11:25.023449 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9a9d51ed-68b4-4858-82fa-ab081809f894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:25.032774 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c6f58c41-c568-44fe-9720-ebfdbed1b71c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:25.057556 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c6f58c41-c568-44fe-9720-ebfdbed1b71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:25.059961 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:25.176799 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-c6f58c41-c568-44fe-9720-ebfdbed1b71c admin admin] Allocated IP 172.25.5.150 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/c00d9a96-7610-4b1a-ba8f-0c7f223339f6) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:11:25.195809 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-27e2b501-ae83-4872-bac5-9011e74276de None None] Allocated IP 172.20.0.2 (4d4d02e6-3703-47a7-99d3-7339a29d8822/5a77d7f3-15b7-4951-80ef-a1eeff41126d/7eae6b95-dbc1-4f0b-83e5-4e50406bd367) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:11:25.330201 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c6f58c41-c568-44fe-9720-ebfdbed1b71c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:25.368806 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c6f58c41-c568-44fe-9720-ebfdbed1b71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:25.409433 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f58c41-c568-44fe-9720-ebfdbed1b71c admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:11:25.415258 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-c6f58c41-c568-44fe-9720-ebfdbed1b71c admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:11:25.418967 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f58c41-c568-44fe-9720-ebfdbed1b71c admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:11:25.448014 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f58c41-c568-44fe-9720-ebfdbed1b71c admin admin] Pushing event updated for resources: {'Port': ['ID=c00d9a96-7610-4b1a-ba8f-0c7f223339f6,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:25.475540 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3bad58-dca7-46b3-9d82-4f358827e0ee None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:11:25.512760 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:25.603614 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-57a52048-af85-48f6-8db9-20ff5ba036f6 None None] Provisioning complete for port c00d9a96-7610-4b1a-ba8f-0c7f223339f6 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:25.604890 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-57a52048-af85-48f6-8db9-20ff5ba036f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:25.688734 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c6f58c41-c568-44fe-9720-ebfdbed1b71c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:25.718855 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9a9d51ed-68b4-4858-82fa-ab081809f894 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:25.720908 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-27e2b501-ae83-4872-bac5-9011e74276de None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:25.722214 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-57a52048-af85-48f6-8db9-20ff5ba036f6 None None] Port c00d9a96-7610-4b1a-ba8f-0c7f223339f6 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:11:25.729320 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-27e2b501-ae83-4872-bac5-9011e74276de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:25.734849 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9a9d51ed-68b4-4858-82fa-ab081809f894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:25.787846 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e2b501-ae83-4872-bac5-9011e74276de None None] Network 4d4d02e6-3703-47a7-99d3-7339a29d8822 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:11:25.794738 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-27e2b501-ae83-4872-bac5-9011e74276de None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:11:25.801029 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e2b501-ae83-4872-bac5-9011e74276de None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:11:25.805324 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2b501-ae83-4872-bac5-9011e74276de None None] Pushing event updated for resources: {'Port': ['ID=7eae6b95-dbc1-4f0b-83e5-4e50406bd367,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:25.943021 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c6f58c41-c568-44fe-9720-ebfdbed1b71c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:25.947700 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb203b-f8db-40a1-9573-f12b0536bc79 None None] Pushing event updated for resources: {'Port': ['ID=2a651ddc-f069-486c-85e9-e5cc480f2a88,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:25.953728 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-27e2b501-ae83-4872-bac5-9011e74276de None None] Attempting to bind port 7eae6b95-dbc1-4f0b-83e5-4e50406bd367 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:11:25.954194 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-27e2b501-ae83-4872-bac5-9011e74276de None None] Attempting to bind port 7eae6b95-dbc1-4f0b-83e5-4e50406bd367 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'b4d9f698-4041-4ea1-a562-a4a087c723cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4d4d02e6-3703-47a7-99d3-7339a29d8822'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:11:25.954625 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e2b501-ae83-4872-bac5-9011e74276de None None] Attempting to bind port 7eae6b95-dbc1-4f0b-83e5-4e50406bd367 on network 4d4d02e6-3703-47a7-99d3-7339a29d8822 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:11:25.956768 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-9a9d51ed-68b4-4858-82fa-ab081809f894 None None] Attempting to bind port 2a651ddc-f069-486c-85e9-e5cc480f2a88 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:11:25.957196 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-9a9d51ed-68b4-4858-82fa-ab081809f894 None None] Attempting to bind port 2a651ddc-f069-486c-85e9-e5cc480f2a88 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'c81b8d40-90ac-4f41-9ccc-3fe864bd7d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6cffccf7-a680-4a3b-a028-5dfd8986152b'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:11:25.957758 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9d51ed-68b4-4858-82fa-ab081809f894 None None] Attempting to bind port 2a651ddc-f069-486c-85e9-e5cc480f2a88 on network 6cffccf7-a680-4a3b-a028-5dfd8986152b {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:11:25.966345 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e2b501-ae83-4872-bac5-9011e74276de None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:11:25.966815 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e2b501-ae83-4872-bac5-9011e74276de None None] Checking segment: {'id': 'b4d9f698-4041-4ea1-a562-a4a087c723cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4d4d02e6-3703-47a7-99d3-7339a29d8822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:11:25.967290 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-27e2b501-ae83-4872-bac5-9011e74276de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:25.967753 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e2b501-ae83-4872-bac5-9011e74276de None None] Bound using segment: {'id': 'b4d9f698-4041-4ea1-a562-a4a087c723cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4d4d02e6-3703-47a7-99d3-7339a29d8822'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:11:25.968366 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-27e2b501-ae83-4872-bac5-9011e74276de None None] Bound port: 7eae6b95-dbc1-4f0b-83e5-4e50406bd367, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4d9f698-4041-4ea1-a562-a4a087c723cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4d4d02e6-3703-47a7-99d3-7339a29d8822'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:11:25.968805 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-27e2b501-ae83-4872-bac5-9011e74276de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:25.971168 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9d51ed-68b4-4858-82fa-ab081809f894 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:11:25.971617 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9d51ed-68b4-4858-82fa-ab081809f894 None None] Checking segment: {'id': 'c81b8d40-90ac-4f41-9ccc-3fe864bd7d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6cffccf7-a680-4a3b-a028-5dfd8986152b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:11:25.972055 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9a9d51ed-68b4-4858-82fa-ab081809f894 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:25.972742 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9d51ed-68b4-4858-82fa-ab081809f894 None None] Bound using segment: {'id': 'c81b8d40-90ac-4f41-9ccc-3fe864bd7d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6cffccf7-a680-4a3b-a028-5dfd8986152b'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:11:25.973476 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-9a9d51ed-68b4-4858-82fa-ab081809f894 None None] Bound port: 2a651ddc-f069-486c-85e9-e5cc480f2a88, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81b8d40-90ac-4f41-9ccc-3fe864bd7d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6cffccf7-a680-4a3b-a028-5dfd8986152b'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:11:25.974485 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9a9d51ed-68b4-4858-82fa-ab081809f894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:26.105102 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-9a9d51ed-68b4-4858-82fa-ab081809f894 None None] For port 2a651ddc-f069-486c-85e9-e5cc480f2a88, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:11:26.107736 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-27e2b501-ae83-4872-bac5-9011e74276de None None] For port 7eae6b95-dbc1-4f0b-83e5-4e50406bd367, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:11:26.111220 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-9a9d51ed-68b4-4858-82fa-ab081809f894 None None] For port 2a651ddc-f069-486c-85e9-e5cc480f2a88, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2a651ddc-f069-486c-85e9-e5cc480f2a88,segment=NetworkSegment(c81b8d40-90ac-4f41-9ccc-3fe864bd7d1c),segment_id=c81b8d40-90ac-4f41-9ccc-3fe864bd7d1c)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:11:26.113174 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-27e2b501-ae83-4872-bac5-9011e74276de None None] For port 7eae6b95-dbc1-4f0b-83e5-4e50406bd367, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=7eae6b95-dbc1-4f0b-83e5-4e50406bd367,segment=NetworkSegment(b4d9f698-4041-4ea1-a562-a4a087c723cb),segment_id=b4d9f698-4041-4ea1-a562-a4a087c723cb)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:11:26.118571 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9a9d51ed-68b4-4858-82fa-ab081809f894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:26.119808 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f58c41-c568-44fe-9720-ebfdbed1b71c admin admin] Router 2ae239ff-3e64-48b5-b708-6a2b08ca6ada is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 18:11:26.125904 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-27e2b501-ae83-4872-bac5-9011e74276de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:26.212880 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-59b6b31e-541b-4693-afb3-5879acb9e825 None None] Provisioning complete for port 2a651ddc-f069-486c-85e9-e5cc480f2a88 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:26.213998 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-59b6b31e-541b-4693-afb3-5879acb9e825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:26.240874 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb203b-f8db-40a1-9573-f12b0536bc79 None None] Pushing event updated for resources: {'Port': ['ID=2a651ddc-f069-486c-85e9-e5cc480f2a88,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:26.245975 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9d51ed-68b4-4858-82fa-ab081809f894 None None] Routers {'28760332-3e0f-4266-8302-8cf2a33fc963'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:11:26.246609 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-9a9d51ed-68b4-4858-82fa-ab081809f894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:11:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['28760332-3e0f-4266-8302-8cf2a33fc963'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:26.283375 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f58c41-c568-44fe-9720-ebfdbed1b71c admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:11:26.298989 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad91e4b4-7e92-42bd-bc78-4c88ba299065 None None] Sync routers for ids ['2ae239ff-3e64-48b5-b708-6a2b08ca6ada'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:11:26.303143 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c6f58c41-c568-44fe-9720-ebfdbed1b71c admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:26.307036 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c6f58c41-c568-44fe-9720-ebfdbed1b71c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7479000 Nov 10 18:11:26.311150 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54842) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:26.351226 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad91e4b4-7e92-42bd-bc78-4c88ba299065 None None] Routers {'2ae239ff-3e64-48b5-b708-6a2b08ca6ada'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:11:26.353167 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ad91e4b4-7e92-42bd-bc78-4c88ba299065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:11:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['2ae239ff-3e64-48b5-b708-6a2b08ca6ada'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:26.427199 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81d17f-7703-48c6-8aef-a45ead30d030 req-2cca5276-9620-4269-ab9c-dae9dfeb6b58 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:26.430404 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7e81d17f-7703-48c6-8aef-a45ead30d030 req-2cca5276-9620-4269-ab9c-dae9dfeb6b58 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] 10.222.0.39 "GET /v2.0/ports?device_id=80bf9d11-8ad6-4223-9573-80eca1b465dd HTTP/1.1" status: 200 len: 945 time: 0.1250544 Nov 10 18:11:26.466287 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2b501-ae83-4872-bac5-9011e74276de None None] Pushing event updated for resources: {'Port': ['ID=7eae6b95-dbc1-4f0b-83e5-4e50406bd367,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:26.518147 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-9a9d51ed-68b4-4858-82fa-ab081809f894 None None] Set router 28760332-3e0f-4266-8302-8cf2a33fc963 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:11:26.583214 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-59b6b31e-541b-4693-afb3-5879acb9e825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:26.588897 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7e81d17f-7703-48c6-8aef-a45ead30d030 req-27e81069-fd05-4ddb-841a-8a2e1eda4373 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] 10.222.0.39 "GET /v2.0/security-groups?id=18ec75f4-8c96-4522-9091-1c8c9eea3379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427646 Nov 10 18:11:26.634170 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-ad91e4b4-7e92-42bd-bc78-4c88ba299065 None None] Set router 2ae239ff-3e64-48b5-b708-6a2b08ca6ada gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:11:26.705462 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-59b6b31e-541b-4693-afb3-5879acb9e825 None None] For port 2a651ddc-f069-486c-85e9-e5cc480f2a88, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2a651ddc-f069-486c-85e9-e5cc480f2a88,segment=NetworkSegment(c81b8d40-90ac-4f41-9ccc-3fe864bd7d1c),segment_id=c81b8d40-90ac-4f41-9ccc-3fe864bd7d1c)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:11:26.711654 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-59b6b31e-541b-4693-afb3-5879acb9e825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:26.807444 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6b31e-541b-4693-afb3-5879acb9e825 None None] Pushing event updated for resources: {'Port': ['ID=2a651ddc-f069-486c-85e9-e5cc480f2a88,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:26.851333 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-62c65e87-cffa-4bda-a8a5-2f0eb3d13410 None None] Provisioning complete for port 2a651ddc-f069-486c-85e9-e5cc480f2a88 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:26.851813 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-62c65e87-cffa-4bda-a8a5-2f0eb3d13410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:26.856183 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-9a9d51ed-68b4-4858-82fa-ab081809f894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28760332-3e0f-4266-8302-8cf2a33fc963', 'name': 'tempest-TestAggregatesBasicOps-1682322394-router', 'tenant_id': 'd8d350ae0ca14da0a536a007b093e2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'fa1ba930-8f8b-4a46-b62f-cc899b0991ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:11:19Z', 'updated_at': '2021-11-10T18:11:22Z', 'revision_number': 4, 'project_id': 'd8d350ae0ca14da0a536a007b093e2d9', 'gw_port': {'id': 'fa1ba930-8f8b-4a46-b62f-cc899b0991ac', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:be:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28760332-3e0f-4266-8302-8cf2a33fc963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:11:19Z', 'updated_at': '2021-11-10T18:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2a651ddc-f069-486c-85e9-e5cc480f2a88', 'name': '', 'network_id': '6cffccf7-a680-4a3b-a028-5dfd8986152b', 'tenant_id': 'd8d350ae0ca14da0a536a007b093e2d9', 'mac_address': 'fa:16:3e:81:be:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28760332-3e0f-4266-8302-8cf2a33fc963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'ac15f7bf-7b02-4e05-bb20-c05f93f5523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:11:21Z', 'updated_at': '2021-11-10T18:11:26Z', 'revision_number': 4, 'project_id': 'd8d350ae0ca14da0a536a007b093e2d9', 'subnets': [{'id': 'ac15f7bf-7b02-4e05-bb20-c05f93f5523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:26.858509 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ad91e4b4-7e92-42bd-bc78-4c88ba299065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae239ff-3e64-48b5-b708-6a2b08ca6ada', 'name': 'tempest-TestAggregatesBasicOps-296354256-router', 'tenant_id': '97940c3d70d4474b9093b30a366f2974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'c00d9a96-7610-4b1a-ba8f-0c7f223339f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:11:24Z', 'updated_at': '2021-11-10T18:11:25Z', 'revision_number': 3, 'project_id': '97940c3d70d4474b9093b30a366f2974', 'gw_port': {'id': 'c00d9a96-7610-4b1a-ba8f-0c7f223339f6', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae239ff-3e64-48b5-b708-6a2b08ca6ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:11:25Z', 'updated_at': '2021-11-10T18:11:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:26.885711 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad91e4b4-7e92-42bd-bc78-4c88ba299065 None None] Checking router: 2ae239ff-3e64-48b5-b708-6a2b08ca6ada for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:11:26.886073 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad91e4b4-7e92-42bd-bc78-4c88ba299065 None None] Updating router 2ae239ff-3e64-48b5-b708-6a2b08ca6ada port c00d9a96-7610-4b1a-ba8f-0c7f223339f6 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:11:26.906691 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9d51ed-68b4-4858-82fa-ab081809f894 None None] The sync data for ids ['28760332-3e0f-4266-8302-8cf2a33fc963'] in n-d-776250-10 is: [{'id': '28760332-3e0f-4266-8302-8cf2a33fc963', 'name': 'tempest-TestAggregatesBasicOps-1682322394-router', 'tenant_id': 'd8d350ae0ca14da0a536a007b093e2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'fa1ba930-8f8b-4a46-b62f-cc899b0991ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:11:19Z', 'updated_at': '2021-11-10T18:11:22Z', 'revision_number': 4, 'project_id': 'd8d350ae0ca14da0a536a007b093e2d9', 'gw_port': {'id': 'fa1ba930-8f8b-4a46-b62f-cc899b0991ac', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:be:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28760332-3e0f-4266-8302-8cf2a33fc963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:11:19Z', 'updated_at': '2021-11-10T18:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2a651ddc-f069-486c-85e9-e5cc480f2a88', 'name': '', 'network_id': '6cffccf7-a680-4a3b-a028-5dfd8986152b', 'tenant_id': 'd8d350ae0ca14da0a536a007b093e2d9', 'mac_address': 'fa:16:3e:81:be:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28760332-3e0f-4266-8302-8cf2a33fc963', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': 'ac15f7bf-7b02-4e05-bb20-c05f93f5523d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:11:21Z', 'updated_at': '2021-11-10T18:11:26Z', 'revision_number': 4, 'project_id': 'd8d350ae0ca14da0a536a007b093e2d9', 'subnets': [{'id': 'ac15f7bf-7b02-4e05-bb20-c05f93f5523d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:11:26.915398 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-ad91e4b4-7e92-42bd-bc78-4c88ba299065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:26.928540 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-af77c867-e761-439f-b866-bd0107cfce79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:27.143368 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-af77c867-e761-439f-b866-bd0107cfce79 admin admin] Allocated IP 172.20.0.1 (4d4d02e6-3703-47a7-99d3-7339a29d8822/5a77d7f3-15b7-4951-80ef-a1eeff41126d/f01500d0-b5f1-41e7-8686-1bbf27955047) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:11:27.280300 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-af77c867-e761-439f-b866-bd0107cfce79 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:27.324938 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-ad91e4b4-7e92-42bd-bc78-4c88ba299065 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:27.335082 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-ad91e4b4-7e92-42bd-bc78-4c88ba299065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:27.382746 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80425586-0205-4814-b7d6-ef9b3db2b1cb None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:11:27.399503 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-ad91e4b4-7e92-42bd-bc78-4c88ba299065 None None] Attempting to bind port c00d9a96-7610-4b1a-ba8f-0c7f223339f6 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:11:27.399931 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-ad91e4b4-7e92-42bd-bc78-4c88ba299065 None None] Attempting to bind port c00d9a96-7610-4b1a-ba8f-0c7f223339f6 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:11:27.401223 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad91e4b4-7e92-42bd-bc78-4c88ba299065 None None] Attempting to bind port c00d9a96-7610-4b1a-ba8f-0c7f223339f6 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:11:27.410812 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad91e4b4-7e92-42bd-bc78-4c88ba299065 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:11:27.412464 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad91e4b4-7e92-42bd-bc78-4c88ba299065 None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:11:27.413119 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-ad91e4b4-7e92-42bd-bc78-4c88ba299065 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:27.413756 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad91e4b4-7e92-42bd-bc78-4c88ba299065 None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:11:27.414499 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-ad91e4b4-7e92-42bd-bc78-4c88ba299065 None None] Bound port: c00d9a96-7610-4b1a-ba8f-0c7f223339f6, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:11:27.415126 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-ad91e4b4-7e92-42bd-bc78-4c88ba299065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:27.418064 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d942406-36d5-43d2-aaf8-b85cc296f3ef None None] Pushing event updated for resources: {'Port': ['ID=c00d9a96-7610-4b1a-ba8f-0c7f223339f6,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:27.445392 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-488e0909-b48c-4963-ba78-a7977d3b304d None None] Provisioning complete for port c00d9a96-7610-4b1a-ba8f-0c7f223339f6 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:27.445765 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-488e0909-b48c-4963-ba78-a7977d3b304d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:27.509160 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-ad91e4b4-7e92-42bd-bc78-4c88ba299065 None None] For port c00d9a96-7610-4b1a-ba8f-0c7f223339f6, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:11:27.517650 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-ad91e4b4-7e92-42bd-bc78-4c88ba299065 None None] For port c00d9a96-7610-4b1a-ba8f-0c7f223339f6, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c00d9a96-7610-4b1a-ba8f-0c7f223339f6,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:11:27.530288 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-ad91e4b4-7e92-42bd-bc78-4c88ba299065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:27.545282 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-488e0909-b48c-4963-ba78-a7977d3b304d None None] Port c00d9a96-7610-4b1a-ba8f-0c7f223339f6 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:11:27.580191 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f39487-4c99-4967-a327-9655759a209a None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:11:27.600305 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad91e4b4-7e92-42bd-bc78-4c88ba299065 None None] Routers {'2ae239ff-3e64-48b5-b708-6a2b08ca6ada'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:11:27.600922 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ad91e4b4-7e92-42bd-bc78-4c88ba299065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:11:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['2ae239ff-3e64-48b5-b708-6a2b08ca6ada'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:27.682490 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-014842a4-4f12-4588-a6bc-b59b75c7d1f4 None None] Provisioning complete for port c00d9a96-7610-4b1a-ba8f-0c7f223339f6 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:27.682858 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-014842a4-4f12-4588-a6bc-b59b75c7d1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:27.694004 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c6655-a01f-43e9-abf3-7bc8b16a8e03 req-d36b8910-0ac2-4328-9290-d0d73d25892a tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:27.699481 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-365c6655-a01f-43e9-abf3-7bc8b16a8e03 req-d36b8910-0ac2-4328-9290-d0d73d25892a tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] 10.222.0.13 "GET /v2.0/ports?device_id=80bf9d11-8ad6-4223-9573-80eca1b465dd HTTP/1.1" status: 200 len: 945 time: 0.0939202 Nov 10 18:11:27.703709 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d942406-36d5-43d2-aaf8-b85cc296f3ef None None] Pushing event updated for resources: {'Port': ['ID=c00d9a96-7610-4b1a-ba8f-0c7f223339f6,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:27.732404 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f86db7-3c65-4715-bddd-6ca7e0ee0479 None None] Network 4d4d02e6-3703-47a7-99d3-7339a29d8822 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:11:27.768529 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-af77c867-e761-439f-b866-bd0107cfce79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:27.819356 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af77c867-e761-439f-b866-bd0107cfce79 admin admin] Network 4d4d02e6-3703-47a7-99d3-7339a29d8822 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:11:27.824035 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-af77c867-e761-439f-b866-bd0107cfce79 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:11:27.830872 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-ad91e4b4-7e92-42bd-bc78-4c88ba299065 None None] Set router 2ae239ff-3e64-48b5-b708-6a2b08ca6ada gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:11:27.836830 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af77c867-e761-439f-b866-bd0107cfce79 admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:11:27.875752 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-365c6655-a01f-43e9-abf3-7bc8b16a8e03 req-cbee8b71-a22f-49ba-9f35-2ad62012f0a6 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] Deleting port 8f562a12-2762-4124-bd03-55e960971b58 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:11:27.878649 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6cccb-6c87-4257-8be6-f629607e75f3 req-e8808c9c-b933-464e-bdae-4c9615d5a243 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:11:27.879280 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-365c6655-a01f-43e9-abf3-7bc8b16a8e03 req-cbee8b71-a22f-49ba-9f35-2ad62012f0a6 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:27.880979 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-69a6cccb-6c87-4257-8be6-f629607e75f3 req-e8808c9c-b933-464e-bdae-4c9615d5a243 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] 10.222.0.39 "GET /v2.0/ports?device_id=80bf9d11-8ad6-4223-9573-80eca1b465dd HTTP/1.1" status: 200 len: 945 time: 0.1535633 Nov 10 18:11:27.896727 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-014842a4-4f12-4588-a6bc-b59b75c7d1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:27.907732 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77c867-e761-439f-b866-bd0107cfce79 admin admin] Pushing event updated for resources: {'Port': ['ID=f01500d0-b5f1-41e7-8686-1bbf27955047,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:27.936588 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-af77c867-e761-439f-b866-bd0107cfce79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:27.941722 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-014842a4-4f12-4588-a6bc-b59b75c7d1f4 None None] For port c00d9a96-7610-4b1a-ba8f-0c7f223339f6, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c00d9a96-7610-4b1a-ba8f-0c7f223339f6,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:11:27.945381 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-014842a4-4f12-4588-a6bc-b59b75c7d1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:28.004683 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014842a4-4f12-4588-a6bc-b59b75c7d1f4 None None] Pushing event updated for resources: {'Port': ['ID=c00d9a96-7610-4b1a-ba8f-0c7f223339f6,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:28.038568 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-365c6655-a01f-43e9-abf3-7bc8b16a8e03 req-cbee8b71-a22f-49ba-9f35-2ad62012f0a6 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] For port 8f562a12-2762-4124-bd03-55e960971b58, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=8f562a12-2762-4124-bd03-55e960971b58,segment=NetworkSegment(0d080aa6-738e-4b27-9bbd-2cf540d111c8),segment_id=0d080aa6-738e-4b27-9bbd-2cf540d111c8)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:11:28.039634 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-365c6655-a01f-43e9-abf3-7bc8b16a8e03 req-cbee8b71-a22f-49ba-9f35-2ad62012f0a6 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:28.046195 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-69a6cccb-6c87-4257-8be6-f629607e75f3 req-fb836afb-e40f-4673-8480-599da9c32699 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] 10.222.0.39 "GET /v2.0/security-groups?id=18ec75f4-8c96-4522-9091-1c8c9eea3379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567318 Nov 10 18:11:28.082993 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-365c6655-a01f-43e9-abf3-7bc8b16a8e03 req-cbee8b71-a22f-49ba-9f35-2ad62012f0a6 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] Calling delete_port for 8f562a12-2762-4124-bd03-55e960971b58 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:11:28.112678 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-939e161e-4c57-45f5-b8f0-ccb44390987c None None] Provisioning complete for port 7eae6b95-dbc1-4f0b-83e5-4e50406bd367 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:28.113524 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-939e161e-4c57-45f5-b8f0-ccb44390987c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:28.164690 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ad91e4b4-7e92-42bd-bc78-4c88ba299065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae239ff-3e64-48b5-b708-6a2b08ca6ada', 'name': 'tempest-TestAggregatesBasicOps-296354256-router', 'tenant_id': '97940c3d70d4474b9093b30a366f2974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'c00d9a96-7610-4b1a-ba8f-0c7f223339f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:11:24Z', 'updated_at': '2021-11-10T18:11:25Z', 'revision_number': 3, 'project_id': '97940c3d70d4474b9093b30a366f2974', 'gw_port': {'id': 'c00d9a96-7610-4b1a-ba8f-0c7f223339f6', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae239ff-3e64-48b5-b708-6a2b08ca6ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:11:25Z', 'updated_at': '2021-11-10T18:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:28.179949 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-af77c867-e761-439f-b866-bd0107cfce79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:28.217156 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad91e4b4-7e92-42bd-bc78-4c88ba299065 None None] The sync data for ids ['2ae239ff-3e64-48b5-b708-6a2b08ca6ada'] in n-d-776250-10 is: [{'id': '2ae239ff-3e64-48b5-b708-6a2b08ca6ada', 'name': 'tempest-TestAggregatesBasicOps-296354256-router', 'tenant_id': '97940c3d70d4474b9093b30a366f2974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'c00d9a96-7610-4b1a-ba8f-0c7f223339f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:11:24Z', 'updated_at': '2021-11-10T18:11:25Z', 'revision_number': 3, 'project_id': '97940c3d70d4474b9093b30a366f2974', 'gw_port': {'id': 'c00d9a96-7610-4b1a-ba8f-0c7f223339f6', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae239ff-3e64-48b5-b708-6a2b08ca6ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:11:25Z', 'updated_at': '2021-11-10T18:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:11:28.268877 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-939e161e-4c57-45f5-b8f0-ccb44390987c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:28.320924 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-939e161e-4c57-45f5-b8f0-ccb44390987c None None] For port 7eae6b95-dbc1-4f0b-83e5-4e50406bd367, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=7eae6b95-dbc1-4f0b-83e5-4e50406bd367,segment=NetworkSegment(b4d9f698-4041-4ea1-a562-a4a087c723cb),segment_id=b4d9f698-4041-4ea1-a562-a4a087c723cb)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:11:28.327424 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-939e161e-4c57-45f5-b8f0-ccb44390987c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:28.339009 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-365c6655-a01f-43e9-abf3-7bc8b16a8e03 req-cbee8b71-a22f-49ba-9f35-2ad62012f0a6 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:28.361724 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['8f562a12-2762-4124-bd03-55e960971b58'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:11:28.418057 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee8b71-a22f-49ba-9f35-2ad62012f0a6 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] Pushing event deleted for resources: {'Port': ['ID=8f562a12-2762-4124-bd03-55e960971b58,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:28.435700 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e161e-4c57-45f5-b8f0-ccb44390987c None None] Pushing event updated for resources: {'Port': ['ID=7eae6b95-dbc1-4f0b-83e5-4e50406bd367,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:28.495476 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-365c6655-a01f-43e9-abf3-7bc8b16a8e03 req-cbee8b71-a22f-49ba-9f35-2ad62012f0a6 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] No DVR routers for this DVR port 8f562a12-2762-4124-bd03-55e960971b58 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:11:28.505411 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-365c6655-a01f-43e9-abf3-7bc8b16a8e03 req-cbee8b71-a22f-49ba-9f35-2ad62012f0a6 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:28.509408 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-365c6655-a01f-43e9-abf3-7bc8b16a8e03 req-cbee8b71-a22f-49ba-9f35-2ad62012f0a6 tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] 10.222.0.13 "DELETE /v2.0/ports/8f562a12-2762-4124-bd03-55e960971b58 HTTP/1.1" status: 204 len: 173 time: 0.7942424 Nov 10 18:11:28.510138 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bf9d11-8ad6-4223-9573-80eca1b465dd', 'name': 'network-vif-deleted', 'tag': '8f562a12-2762-4124-bd03-55e960971b58'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:11:28.513977 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ced5c00-02a1-4e1a-99d8-8cd9daf85dfe" -d '{"events": [{"server_uuid": "80bf9d11-8ad6-4223-9573-80eca1b465dd", "name": "network-vif-deleted", "tag": "8f562a12-2762-4124-bd03-55e960971b58"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:11:28.536408 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-af77c867-e761-439f-b866-bd0107cfce79 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:28.542445 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-af77c867-e761-439f-b866-bd0107cfce79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:28.587966 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-fb2abb04-8e83-4545-9cdb-5b32ab833ab1 None None] Provisioning complete for port f01500d0-b5f1-41e7-8686-1bbf27955047 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:28.588778 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fb2abb04-8e83-4545-9cdb-5b32ab833ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:28.623009 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d835e04-19cc-4c84-a757-2331fa1106e5 x-openstack-request-id: req-6d835e04-19cc-4c84-a757-2331fa1106e5 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:11:28.623373 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bf9d11-8ad6-4223-9573-80eca1b465dd", "name": "network-vif-deleted", "tag": "8f562a12-2762-4124-bd03-55e960971b58", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:11:28.623693 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6d835e04-19cc-4c84-a757-2331fa1106e5 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:11:28.624215 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80bf9d11-8ad6-4223-9573-80eca1b465dd', 'name': 'network-vif-deleted', 'tag': '8f562a12-2762-4124-bd03-55e960971b58', 'status': 'completed', 'code': 200} Nov 10 18:11:28.647990 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2a651ddc-f069-486c-85e9-e5cc480f2a88 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:11:28.661014 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-af77c867-e761-439f-b866-bd0107cfce79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:28.673908 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77c867-e761-439f-b866-bd0107cfce79 admin admin] Pushing event updated for resources: {'Port': ['ID=f01500d0-b5f1-41e7-8686-1bbf27955047,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:28.713222 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-fb2abb04-8e83-4545-9cdb-5b32ab833ab1 None None] Port f01500d0-b5f1-41e7-8686-1bbf27955047 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:11:28.756668 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-fb2abb04-8e83-4545-9cdb-5b32ab833ab1 None None] Provisioning complete for port 7eae6b95-dbc1-4f0b-83e5-4e50406bd367 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:28.757052 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fb2abb04-8e83-4545-9cdb-5b32ab833ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:28.857742 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 2a651ddc-f069-486c-85e9-e5cc480f2a88 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:28.858382 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:28.861956 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af77c867-e761-439f-b866-bd0107cfce79 admin admin] Network 4d4d02e6-3703-47a7-99d3-7339a29d8822 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:11:28.863768 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-af77c867-e761-439f-b866-bd0107cfce79 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:11:28.883327 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:11:29.041651 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 7eae6b95-dbc1-4f0b-83e5-4e50406bd367 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:11:29.045671 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af77c867-e761-439f-b866-bd0107cfce79 admin admin] Router 2ae239ff-3e64-48b5-b708-6a2b08ca6ada has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:11:29.141317 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-ab59881f-c27d-4208-a4f6-27bd20af31dd None None] Provisioning complete for port f01500d0-b5f1-41e7-8686-1bbf27955047 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:29.141697 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ab59881f-c27d-4208-a4f6-27bd20af31dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:29.192557 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 7eae6b95-dbc1-4f0b-83e5-4e50406bd367 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:29.192936 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:29.231008 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af77c867-e761-439f-b866-bd0107cfce79 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:11:29.242795 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-af77c867-e761-439f-b866-bd0107cfce79 admin admin] 10.222.0.39 "PUT /v2.0/routers/2ae239ff-3e64-48b5-b708-6a2b08ca6ada/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9248488 Nov 10 18:11:29.242971 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-ab59881f-c27d-4208-a4f6-27bd20af31dd None None] Port f01500d0-b5f1-41e7-8686-1bbf27955047 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:11:29.278686 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ac1e8601-3ac8-482c-bc8d-73e90a95e082 req-96bc67b7-73cc-4164-b891-fb95bd8619eb tempest-VolumesActionsTest-2024943486 tempest-VolumesActionsTest-2024943486-project] 10.222.0.39 "GET /v2.0/ports?device_id=80bf9d11-8ad6-4223-9573-80eca1b465dd HTTP/1.1" status: 200 len: 210 time: 0.0491765 Nov 10 18:11:29.362603 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-8b1c0898-7d09-447a-8fc2-602627b1e281 None None] Provisioning complete for port f01500d0-b5f1-41e7-8686-1bbf27955047 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:29.362968 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8b1c0898-7d09-447a-8fc2-602627b1e281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:29.406310 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-8b1c0898-7d09-447a-8fc2-602627b1e281 None None] Port f01500d0-b5f1-41e7-8686-1bbf27955047 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:11:30.282505 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66313e87-bbe9-439e-b3cd-442654c259b5 None None] Sync routers for ids ['2ae239ff-3e64-48b5-b708-6a2b08ca6ada'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:11:30.295635 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66313e87-bbe9-439e-b3cd-442654c259b5 None None] Routers {'2ae239ff-3e64-48b5-b708-6a2b08ca6ada'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:11:30.296309 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-66313e87-bbe9-439e-b3cd-442654c259b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:11:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['2ae239ff-3e64-48b5-b708-6a2b08ca6ada'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:30.373610 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54898) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:30.419227 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-66313e87-bbe9-439e-b3cd-442654c259b5 None None] Set router 2ae239ff-3e64-48b5-b708-6a2b08ca6ada gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:11:30.771458 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c00d9a96-7610-4b1a-ba8f-0c7f223339f6 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:11:30.827655 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d8494a9b-e92f-4a5b-88c6-b0235429056b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:30.881773 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port c00d9a96-7610-4b1a-ba8f-0c7f223339f6 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:30.882151 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:30.994968 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-66313e87-bbe9-439e-b3cd-442654c259b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae239ff-3e64-48b5-b708-6a2b08ca6ada', 'name': 'tempest-TestAggregatesBasicOps-296354256-router', 'tenant_id': '97940c3d70d4474b9093b30a366f2974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'c00d9a96-7610-4b1a-ba8f-0c7f223339f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:11:24Z', 'updated_at': '2021-11-10T18:11:28Z', 'revision_number': 4, 'project_id': '97940c3d70d4474b9093b30a366f2974', 'gw_port': {'id': 'c00d9a96-7610-4b1a-ba8f-0c7f223339f6', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae239ff-3e64-48b5-b708-6a2b08ca6ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:11:25Z', 'updated_at': '2021-11-10T18:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'f01500d0-b5f1-41e7-8686-1bbf27955047', 'name': '', 'network_id': '4d4d02e6-3703-47a7-99d3-7339a29d8822', 'tenant_id': '97940c3d70d4474b9093b30a366f2974', 'mac_address': 'fa:16:3e:49:c0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae239ff-3e64-48b5-b708-6a2b08ca6ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '5a77d7f3-15b7-4951-80ef-a1eeff41126d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:11:26Z', 'updated_at': '2021-11-10T18:11:28Z', 'revision_number': 2, 'project_id': '97940c3d70d4474b9093b30a366f2974', 'subnets': [{'id': '5a77d7f3-15b7-4951-80ef-a1eeff41126d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:31.028609 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66313e87-bbe9-439e-b3cd-442654c259b5 None None] Checking router: 2ae239ff-3e64-48b5-b708-6a2b08ca6ada for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:11:31.029162 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66313e87-bbe9-439e-b3cd-442654c259b5 None None] Updating router 2ae239ff-3e64-48b5-b708-6a2b08ca6ada port f01500d0-b5f1-41e7-8686-1bbf27955047 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:11:31.031502 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 7eae6b95-dbc1-4f0b-83e5-4e50406bd367 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:11:31.059033 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8cdc1a24-9140-44c3-8b33-3852186ad75b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:31.080973 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-66313e87-bbe9-439e-b3cd-442654c259b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:31.144462 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 7eae6b95-dbc1-4f0b-83e5-4e50406bd367 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:31.144760 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:31.282121 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 8f562a12-2762-4124-bd03-55e960971b58 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:11:31.315803 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 8f562a12-2762-4124-bd03-55e960971b58 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:11:31.316529 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 8f562a12-2762-4124-bd03-55e960971b58 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:11:31.329307 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-8cdc1a24-9140-44c3-8b33-3852186ad75b admin admin] Deleting port 2a651ddc-f069-486c-85e9-e5cc480f2a88 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:11:31.329671 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8cdc1a24-9140-44c3-8b33-3852186ad75b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:31.420796 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-8cdc1a24-9140-44c3-8b33-3852186ad75b admin admin] For port 2a651ddc-f069-486c-85e9-e5cc480f2a88, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2a651ddc-f069-486c-85e9-e5cc480f2a88,segment=NetworkSegment(c81b8d40-90ac-4f41-9ccc-3fe864bd7d1c),segment_id=c81b8d40-90ac-4f41-9ccc-3fe864bd7d1c)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:11:31.421543 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8cdc1a24-9140-44c3-8b33-3852186ad75b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:31.435438 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-8cdc1a24-9140-44c3-8b33-3852186ad75b admin admin] Calling delete_port for 2a651ddc-f069-486c-85e9-e5cc480f2a88 owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:11:31.461391 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-66313e87-bbe9-439e-b3cd-442654c259b5 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:31.468637 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-66313e87-bbe9-439e-b3cd-442654c259b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:31.561324 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f119b-e2e0-40c5-b9aa-5826d945633c None None] Pushing event updated for resources: {'Port': ['ID=f01500d0-b5f1-41e7-8686-1bbf27955047,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:31.604887 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-66313e87-bbe9-439e-b3cd-442654c259b5 None None] Attempting to bind port f01500d0-b5f1-41e7-8686-1bbf27955047 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:11:31.605338 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-66313e87-bbe9-439e-b3cd-442654c259b5 None None] Attempting to bind port f01500d0-b5f1-41e7-8686-1bbf27955047 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'b4d9f698-4041-4ea1-a562-a4a087c723cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4d4d02e6-3703-47a7-99d3-7339a29d8822'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:11:31.605774 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66313e87-bbe9-439e-b3cd-442654c259b5 None None] Attempting to bind port f01500d0-b5f1-41e7-8686-1bbf27955047 on network 4d4d02e6-3703-47a7-99d3-7339a29d8822 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:11:31.612845 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66313e87-bbe9-439e-b3cd-442654c259b5 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:11:31.613484 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66313e87-bbe9-439e-b3cd-442654c259b5 None None] Checking segment: {'id': 'b4d9f698-4041-4ea1-a562-a4a087c723cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4d4d02e6-3703-47a7-99d3-7339a29d8822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:11:31.614672 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-66313e87-bbe9-439e-b3cd-442654c259b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:31.615284 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66313e87-bbe9-439e-b3cd-442654c259b5 None None] Bound using segment: {'id': 'b4d9f698-4041-4ea1-a562-a4a087c723cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4d4d02e6-3703-47a7-99d3-7339a29d8822'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:11:31.615796 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-66313e87-bbe9-439e-b3cd-442654c259b5 None None] Bound port: f01500d0-b5f1-41e7-8686-1bbf27955047, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4d9f698-4041-4ea1-a562-a4a087c723cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4d4d02e6-3703-47a7-99d3-7339a29d8822'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:11:31.616281 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-66313e87-bbe9-439e-b3cd-442654c259b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:31.668139 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8cdc1a24-9140-44c3-8b33-3852186ad75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:31.695773 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-66313e87-bbe9-439e-b3cd-442654c259b5 None None] For port f01500d0-b5f1-41e7-8686-1bbf27955047, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:11:31.698363 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc1a24-9140-44c3-8b33-3852186ad75b admin admin] Pushing event deleted for resources: {'Port': ['ID=2a651ddc-f069-486c-85e9-e5cc480f2a88,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:31.699592 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-66313e87-bbe9-439e-b3cd-442654c259b5 None None] For port f01500d0-b5f1-41e7-8686-1bbf27955047, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=f01500d0-b5f1-41e7-8686-1bbf27955047,segment=NetworkSegment(b4d9f698-4041-4ea1-a562-a4a087c723cb),segment_id=b4d9f698-4041-4ea1-a562-a4a087c723cb)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:11:31.716192 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-66313e87-bbe9-439e-b3cd-442654c259b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:31.782010 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66313e87-bbe9-439e-b3cd-442654c259b5 None None] Routers {'2ae239ff-3e64-48b5-b708-6a2b08ca6ada'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:11:31.782640 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-66313e87-bbe9-439e-b3cd-442654c259b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:11:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['2ae239ff-3e64-48b5-b708-6a2b08ca6ada'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:31.838060 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f119b-e2e0-40c5-b9aa-5826d945633c None None] Pushing event updated for resources: {'Port': ['ID=f01500d0-b5f1-41e7-8686-1bbf27955047,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:31.882091 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-30efceb9-ed04-450e-b08e-362126fd4dd6 None None] Provisioning complete for port f01500d0-b5f1-41e7-8686-1bbf27955047 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:31.882455 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-30efceb9-ed04-450e-b08e-362126fd4dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:31.921500 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8cdc1a24-9140-44c3-8b33-3852186ad75b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:31.995307 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-66313e87-bbe9-439e-b3cd-442654c259b5 None None] Set router 2ae239ff-3e64-48b5-b708-6a2b08ca6ada gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:11:32.198209 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-30efceb9-ed04-450e-b08e-362126fd4dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:32.233445 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdc1a24-9140-44c3-8b33-3852186ad75b admin admin] Router 28760332-3e0f-4266-8302-8cf2a33fc963 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:11:32.261496 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-30efceb9-ed04-450e-b08e-362126fd4dd6 None None] For port f01500d0-b5f1-41e7-8686-1bbf27955047, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=f01500d0-b5f1-41e7-8686-1bbf27955047,segment=NetworkSegment(b4d9f698-4041-4ea1-a562-a4a087c723cb),segment_id=b4d9f698-4041-4ea1-a562-a4a087c723cb)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:11:32.265836 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-30efceb9-ed04-450e-b08e-362126fd4dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:32.346330 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30efceb9-ed04-450e-b08e-362126fd4dd6 None None] Pushing event updated for resources: {'Port': ['ID=f01500d0-b5f1-41e7-8686-1bbf27955047,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:32.352403 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdc1a24-9140-44c3-8b33-3852186ad75b admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:11:32.359769 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-66313e87-bbe9-439e-b3cd-442654c259b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae239ff-3e64-48b5-b708-6a2b08ca6ada', 'name': 'tempest-TestAggregatesBasicOps-296354256-router', 'tenant_id': '97940c3d70d4474b9093b30a366f2974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'c00d9a96-7610-4b1a-ba8f-0c7f223339f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:11:24Z', 'updated_at': '2021-11-10T18:11:28Z', 'revision_number': 4, 'project_id': '97940c3d70d4474b9093b30a366f2974', 'gw_port': {'id': 'c00d9a96-7610-4b1a-ba8f-0c7f223339f6', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae239ff-3e64-48b5-b708-6a2b08ca6ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:11:25Z', 'updated_at': '2021-11-10T18:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'f01500d0-b5f1-41e7-8686-1bbf27955047', 'name': '', 'network_id': '4d4d02e6-3703-47a7-99d3-7339a29d8822', 'tenant_id': '97940c3d70d4474b9093b30a366f2974', 'mac_address': 'fa:16:3e:49:c0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae239ff-3e64-48b5-b708-6a2b08ca6ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '5a77d7f3-15b7-4951-80ef-a1eeff41126d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:11:26Z', 'updated_at': '2021-11-10T18:11:31Z', 'revision_number': 4, 'project_id': '97940c3d70d4474b9093b30a366f2974', 'subnets': [{'id': '5a77d7f3-15b7-4951-80ef-a1eeff41126d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:32.362689 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54916) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:32.363386 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8cdc1a24-9140-44c3-8b33-3852186ad75b admin admin] 10.222.0.39 "PUT /v2.0/routers/28760332-3e0f-4266-8302-8cf2a33fc963/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9876037 Nov 10 18:11:32.368612 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7563b66d-d737-4166-81c7-28bd4a4899c3 None None] Sync routers for ids ['28760332-3e0f-4266-8302-8cf2a33fc963'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:11:32.391178 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7563b66d-d737-4166-81c7-28bd4a4899c3 None None] Routers {'28760332-3e0f-4266-8302-8cf2a33fc963'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:11:32.392205 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-7563b66d-d737-4166-81c7-28bd4a4899c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:11:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['28760332-3e0f-4266-8302-8cf2a33fc963'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:32.399521 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66313e87-bbe9-439e-b3cd-442654c259b5 None None] The sync data for ids ['2ae239ff-3e64-48b5-b708-6a2b08ca6ada'] in n-d-776250-10 is: [{'id': '2ae239ff-3e64-48b5-b708-6a2b08ca6ada', 'name': 'tempest-TestAggregatesBasicOps-296354256-router', 'tenant_id': '97940c3d70d4474b9093b30a366f2974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'c00d9a96-7610-4b1a-ba8f-0c7f223339f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:11:24Z', 'updated_at': '2021-11-10T18:11:28Z', 'revision_number': 4, 'project_id': '97940c3d70d4474b9093b30a366f2974', 'gw_port': {'id': 'c00d9a96-7610-4b1a-ba8f-0c7f223339f6', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae239ff-3e64-48b5-b708-6a2b08ca6ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:11:25Z', 'updated_at': '2021-11-10T18:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'f01500d0-b5f1-41e7-8686-1bbf27955047', 'name': '', 'network_id': '4d4d02e6-3703-47a7-99d3-7339a29d8822', 'tenant_id': '97940c3d70d4474b9093b30a366f2974', 'mac_address': 'fa:16:3e:49:c0:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ae239ff-3e64-48b5-b708-6a2b08ca6ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '5a77d7f3-15b7-4951-80ef-a1eeff41126d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:11:26Z', 'updated_at': '2021-11-10T18:11:31Z', 'revision_number': 4, 'project_id': '97940c3d70d4474b9093b30a366f2974', 'subnets': [{'id': '5a77d7f3-15b7-4951-80ef-a1eeff41126d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:11:32.410130 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-06cad3e4-66ea-4352-8f0c-8786c319c7bb None None] Provisioning complete for port f01500d0-b5f1-41e7-8686-1bbf27955047 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:32.410512 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-06cad3e4-66ea-4352-8f0c-8786c319c7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:32.487210 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec3faa2e-83bf-49df-8bd0-c803b3e33263 admin admin] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:32.671017 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-7563b66d-d737-4166-81c7-28bd4a4899c3 None None] Set router 28760332-3e0f-4266-8302-8cf2a33fc963 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:11:32.692004 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec3faa2e-83bf-49df-8bd0-c803b3e33263 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:32.756252 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-ec3faa2e-83bf-49df-8bd0-c803b3e33263 admin admin] Deleting port fa1ba930-8f8b-4a46-b62f-cc899b0991ac {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:11:32.756730 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec3faa2e-83bf-49df-8bd0-c803b3e33263 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:32.859584 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-ec3faa2e-83bf-49df-8bd0-c803b3e33263 admin admin] For port fa1ba930-8f8b-4a46-b62f-cc899b0991ac, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=fa1ba930-8f8b-4a46-b62f-cc899b0991ac,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:11:32.859962 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec3faa2e-83bf-49df-8bd0-c803b3e33263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:32.885371 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-ec3faa2e-83bf-49df-8bd0-c803b3e33263 admin admin] Calling delete_port for fa1ba930-8f8b-4a46-b62f-cc899b0991ac owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:11:32.896502 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d60d4178-a446-4aa8-a5f4-2aed2072ccac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:32.905162 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-7563b66d-d737-4166-81c7-28bd4a4899c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28760332-3e0f-4266-8302-8cf2a33fc963', 'name': 'tempest-TestAggregatesBasicOps-1682322394-router', 'tenant_id': 'd8d350ae0ca14da0a536a007b093e2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.158'}], 'enable_snat': True}, 'gw_port_id': 'fa1ba930-8f8b-4a46-b62f-cc899b0991ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:11:19Z', 'updated_at': '2021-11-10T18:11:31Z', 'revision_number': 5, 'project_id': 'd8d350ae0ca14da0a536a007b093e2d9', 'gw_port': {'id': 'fa1ba930-8f8b-4a46-b62f-cc899b0991ac', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:be:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28760332-3e0f-4266-8302-8cf2a33fc963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3883, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:11:19Z', 'updated_at': '2021-11-10T18:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:32.938068 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7563b66d-d737-4166-81c7-28bd4a4899c3 None None] Checking router: 28760332-3e0f-4266-8302-8cf2a33fc963 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:11:32.949352 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7563b66d-d737-4166-81c7-28bd4a4899c3 None None] Routers {'28760332-3e0f-4266-8302-8cf2a33fc963'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:11:32.950157 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-7563b66d-d737-4166-81c7-28bd4a4899c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:11:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['28760332-3e0f-4266-8302-8cf2a33fc963'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:33.054599 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-7563b66d-d737-4166-81c7-28bd4a4899c3 None None] Set router 28760332-3e0f-4266-8302-8cf2a33fc963 gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:11:33.097304 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec3faa2e-83bf-49df-8bd0-c803b3e33263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:33.118262 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-7563b66d-d737-4166-81c7-28bd4a4899c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28760332-3e0f-4266-8302-8cf2a33fc963', 'name': 'tempest-TestAggregatesBasicOps-1682322394-router', 'tenant_id': 'd8d350ae0ca14da0a536a007b093e2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:11:19Z', 'updated_at': '2021-11-10T18:11:32Z', 'revision_number': 6, 'project_id': 'd8d350ae0ca14da0a536a007b093e2d9', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:33.130070 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3faa2e-83bf-49df-8bd0-c803b3e33263 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa1ba930-8f8b-4a46-b62f-cc899b0991ac,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:33.150193 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4afb3f-897f-4b5f-8423-6229da5a40ba None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:11:33.159224 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7563b66d-d737-4166-81c7-28bd4a4899c3 None None] The sync data for ids ['28760332-3e0f-4266-8302-8cf2a33fc963'] in n-d-776250-10 is: [{'id': '28760332-3e0f-4266-8302-8cf2a33fc963', 'name': 'tempest-TestAggregatesBasicOps-1682322394-router', 'tenant_id': 'd8d350ae0ca14da0a536a007b093e2d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:11:19Z', 'updated_at': '2021-11-10T18:11:32Z', 'revision_number': 6, 'project_id': 'd8d350ae0ca14da0a536a007b093e2d9', 'gw_port_host': None}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:11:33.211160 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec3faa2e-83bf-49df-8bd0-c803b3e33263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:33.305194 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec3faa2e-83bf-49df-8bd0-c803b3e33263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:33.307374 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec3faa2e-83bf-49df-8bd0-c803b3e33263 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:33.351826 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec3faa2e-83bf-49df-8bd0-c803b3e33263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:33.352476 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3faa2e-83bf-49df-8bd0-c803b3e33263 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28760332-3e0f-4266-8302-8cf2a33fc963 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:11:33.358473 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ec3faa2e-83bf-49df-8bd0-c803b3e33263 admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:33.359643 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ec3faa2e-83bf-49df-8bd0-c803b3e33263 admin admin] 10.222.0.39 "DELETE /v2.0/routers/28760332-3e0f-4266-8302-8cf2a33fc963 HTTP/1.1" status: 204 len: 168 time: 0.9959934 Nov 10 18:11:33.362166 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54920) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:33.413329 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab62530c-d0b2-41c4-9b12-2c5e243d87c3 admin admin] Deleting subnet ac15f7bf-7b02-4e05-bb20-c05f93f5523d {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:11:33.416491 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ab62530c-d0b2-41c4-9b12-2c5e243d87c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:33.452433 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ab62530c-d0b2-41c4-9b12-2c5e243d87c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:33.534384 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ab62530c-d0b2-41c4-9b12-2c5e243d87c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:33.593389 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ab62530c-d0b2-41c4-9b12-2c5e243d87c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:33.619792 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62530c-d0b2-41c4-9b12-2c5e243d87c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac15f7bf-7b02-4e05-bb20-c05f93f5523d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:33.623409 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ab62530c-d0b2-41c4-9b12-2c5e243d87c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:33.626606 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ab62530c-d0b2-41c4-9b12-2c5e243d87c3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ac15f7bf-7b02-4e05-bb20-c05f93f5523d HTTP/1.1" status: 204 len: 168 time: 0.2634649 Nov 10 18:11:33.629037 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54922) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:33.636385 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aedb2bb-44e5-4e07-b800-f75acbd37faf None None] Network 6cffccf7-a680-4a3b-a028-5dfd8986152b requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:11:33.732349 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5b5a497c-5783-4645-968e-f00b073f234a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:33.796179 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-5b5a497c-5783-4645-968e-f00b073f234a admin admin] Deleting port 415e87c0-9b14-4e07-9f86-bc0a554e8a5f {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:11:33.796544 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5b5a497c-5783-4645-968e-f00b073f234a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:33.876288 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-5b5a497c-5783-4645-968e-f00b073f234a admin admin] For port 415e87c0-9b14-4e07-9f86-bc0a554e8a5f, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=415e87c0-9b14-4e07-9f86-bc0a554e8a5f,segment=NetworkSegment(c81b8d40-90ac-4f41-9ccc-3fe864bd7d1c),segment_id=c81b8d40-90ac-4f41-9ccc-3fe864bd7d1c)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:11:33.876652 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5b5a497c-5783-4645-968e-f00b073f234a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:33.901099 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-5b5a497c-5783-4645-968e-f00b073f234a admin admin] Calling delete_port for 415e87c0-9b14-4e07-9f86-bc0a554e8a5f owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:11:33.993564 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5b5a497c-5783-4645-968e-f00b073f234a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:34.027893 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a497c-5783-4645-968e-f00b073f234a admin admin] Pushing event deleted for resources: {'Port': ['ID=415e87c0-9b14-4e07-9f86-bc0a554e8a5f,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:34.031196 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5a497c-5783-4645-968e-f00b073f234a admin admin] No DVR routers for this DVR port 415e87c0-9b14-4e07-9f86-bc0a554e8a5f on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:11:34.053495 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc5810d-2988-49c9-89e3-71ef571d5602 None None] DHCP port deletion for 6cffccf7-a680-4a3b-a028-5dfd8986152b request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:11:34.117090 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:34.121393 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5b5a497c-5783-4645-968e-f00b073f234a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:34.152138 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-5b5a497c-5783-4645-968e-f00b073f234a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cffccf7-a680-4a3b-a028-5dfd8986152b']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:34.163720 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-5b5a497c-5783-4645-968e-f00b073f234a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c81b8d40-90ac-4f41-9ccc-3fe864bd7d1c') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:34.164117 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-5b5a497c-5783-4645-968e-f00b073f234a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c81b8d40-90ac-4f41-9ccc-3fe864bd7d1c') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:34.183715 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5b5a497c-5783-4645-968e-f00b073f234a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:34.199620 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5b5a497c-5783-4645-968e-f00b073f234a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:34.206724 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b5a497c-5783-4645-968e-f00b073f234a admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:11:34.207364 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5b5a497c-5783-4645-968e-f00b073f234a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:34.209527 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:11:34.209527 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:11:34.209527 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:11:34.209527 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:11:34.209527 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:11:34.209527 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:11:34.209527 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:11:34.209527 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:11:34.209527 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:11:34.209527 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:11:34.209527 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:11:34.209527 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:11:34.209527 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:11:34.209527 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:11:34.209527 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:11:34.209527 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:11:34.209527 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:11:34.209527 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:11:34.209527 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:11:34.209527 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:11:34.209527 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:11:34.209527 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:11:34.209527 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:11:34.209527 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:11:34.209527 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:11:34.209527 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:11:34.209527 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:11:34.209527 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:11:34.209527 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:11:34.209527 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:11:34.209527 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:11:34.209527 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:11:34.278141 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5b5a497c-5783-4645-968e-f00b073f234a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:34.303694 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5b5a497c-5783-4645-968e-f00b073f234a admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:34.307145 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5b5a497c-5783-4645-968e-f00b073f234a admin admin] 10.222.0.39 "DELETE /v2.0/networks/6cffccf7-a680-4a3b-a028-5dfd8986152b HTTP/1.1" status: 204 len: 168 time: 0.6769283 Nov 10 18:11:34.308324 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a497c-5783-4645-968e-f00b073f234a admin admin] Pushing event deleted for resources: {'Network': ['ID=6cffccf7-a680-4a3b-a028-5dfd8986152b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:34.310177 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54926) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:34.690165 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device f01500d0-b5f1-41e7-8686-1bbf27955047 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:11:34.706536 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-78e19916-487c-4b9c-9bb0-efd7f6dce84d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:34.747503 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port f01500d0-b5f1-41e7-8686-1bbf27955047 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:11:34.748321 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:34.927497 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device fa1ba930-8f8b-4a46-b62f-cc899b0991ac no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:11:34.954798 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: fa1ba930-8f8b-4a46-b62f-cc899b0991ac {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:11:34.955146 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device fa1ba930-8f8b-4a46-b62f-cc899b0991ac not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:11:34.955785 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 415e87c0-9b14-4e07-9f86-bc0a554e8a5f no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:11:34.978040 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 415e87c0-9b14-4e07-9f86-bc0a554e8a5f {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:11:34.980628 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 415e87c0-9b14-4e07-9f86-bc0a554e8a5f not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:11:34.981695 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2a651ddc-f069-486c-85e9-e5cc480f2a88 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:11:35.009458 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-78e19916-487c-4b9c-9bb0-efd7f6dce84d admin admin] Deleting port f01500d0-b5f1-41e7-8686-1bbf27955047 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:11:35.010006 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-78e19916-487c-4b9c-9bb0-efd7f6dce84d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:35.010748 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 2a651ddc-f069-486c-85e9-e5cc480f2a88 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:11:35.011109 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2a651ddc-f069-486c-85e9-e5cc480f2a88 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:11:35.102479 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-78e19916-487c-4b9c-9bb0-efd7f6dce84d admin admin] For port f01500d0-b5f1-41e7-8686-1bbf27955047, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=f01500d0-b5f1-41e7-8686-1bbf27955047,segment=NetworkSegment(b4d9f698-4041-4ea1-a562-a4a087c723cb),segment_id=b4d9f698-4041-4ea1-a562-a4a087c723cb)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:11:35.102840 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-78e19916-487c-4b9c-9bb0-efd7f6dce84d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:35.117202 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-78e19916-487c-4b9c-9bb0-efd7f6dce84d admin admin] Calling delete_port for f01500d0-b5f1-41e7-8686-1bbf27955047 owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:11:35.336983 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-78e19916-487c-4b9c-9bb0-efd7f6dce84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:35.388211 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e19916-487c-4b9c-9bb0-efd7f6dce84d admin admin] Pushing event deleted for resources: {'Port': ['ID=f01500d0-b5f1-41e7-8686-1bbf27955047,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:35.595585 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-78e19916-487c-4b9c-9bb0-efd7f6dce84d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:35.652696 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:35.899967 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e19916-487c-4b9c-9bb0-efd7f6dce84d admin admin] Router 2ae239ff-3e64-48b5-b708-6a2b08ca6ada has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:11:36.010864 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e19916-487c-4b9c-9bb0-efd7f6dce84d admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:11:36.018689 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-78e19916-487c-4b9c-9bb0-efd7f6dce84d admin admin] 10.222.0.39 "PUT /v2.0/routers/2ae239ff-3e64-48b5-b708-6a2b08ca6ada/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7048204 Nov 10 18:11:36.018689 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54940) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:36.023611 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2356aece-ae84-4705-8f1d-2b13ef15db59 None None] Sync routers for ids ['2ae239ff-3e64-48b5-b708-6a2b08ca6ada'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:11:36.035381 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2356aece-ae84-4705-8f1d-2b13ef15db59 None None] Routers {'2ae239ff-3e64-48b5-b708-6a2b08ca6ada'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:11:36.036640 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-2356aece-ae84-4705-8f1d-2b13ef15db59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:11:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['2ae239ff-3e64-48b5-b708-6a2b08ca6ada'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:36.128243 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8b4c2540-f754-4697-83d7-abf629516165 admin admin] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:36.241983 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8b4c2540-f754-4697-83d7-abf629516165 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:36.297993 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-8b4c2540-f754-4697-83d7-abf629516165 admin admin] Deleting port c00d9a96-7610-4b1a-ba8f-0c7f223339f6 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:11:36.298337 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8b4c2540-f754-4697-83d7-abf629516165 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:36.326278 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:36.342435 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-2356aece-ae84-4705-8f1d-2b13ef15db59 None None] Set router 2ae239ff-3e64-48b5-b708-6a2b08ca6ada gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:11:36.400348 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-8b4c2540-f754-4697-83d7-abf629516165 admin admin] For port c00d9a96-7610-4b1a-ba8f-0c7f223339f6, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c00d9a96-7610-4b1a-ba8f-0c7f223339f6,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:11:36.400923 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8b4c2540-f754-4697-83d7-abf629516165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:36.417888 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-8b4c2540-f754-4697-83d7-abf629516165 admin admin] Calling delete_port for c00d9a96-7610-4b1a-ba8f-0c7f223339f6 owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:11:36.577673 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-2356aece-ae84-4705-8f1d-2b13ef15db59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae239ff-3e64-48b5-b708-6a2b08ca6ada', 'name': 'tempest-TestAggregatesBasicOps-296354256-router', 'tenant_id': '97940c3d70d4474b9093b30a366f2974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': 'c00d9a96-7610-4b1a-ba8f-0c7f223339f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:11:24Z', 'updated_at': '2021-11-10T18:11:35Z', 'revision_number': 5, 'project_id': '97940c3d70d4474b9093b30a366f2974', 'gw_port': {'id': 'c00d9a96-7610-4b1a-ba8f-0c7f223339f6', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae239ff-3e64-48b5-b708-6a2b08ca6ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:11:25Z', 'updated_at': '2021-11-10T18:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:36.615585 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2356aece-ae84-4705-8f1d-2b13ef15db59 None None] Checking router: 2ae239ff-3e64-48b5-b708-6a2b08ca6ada for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:11:36.624781 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2356aece-ae84-4705-8f1d-2b13ef15db59 None None] Routers {'2ae239ff-3e64-48b5-b708-6a2b08ca6ada'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:11:36.625032 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8b4c2540-f754-4697-83d7-abf629516165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:36.625425 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-2356aece-ae84-4705-8f1d-2b13ef15db59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:11:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['2ae239ff-3e64-48b5-b708-6a2b08ca6ada'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:36.651372 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c2540-f754-4697-83d7-abf629516165 admin admin] Pushing event deleted for resources: {'Port': ['ID=c00d9a96-7610-4b1a-ba8f-0c7f223339f6,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:36.688998 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048b6b20-d23f-4a49-810f-f043edb86145 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:11:36.703599 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-2356aece-ae84-4705-8f1d-2b13ef15db59 None None] Set router 2ae239ff-3e64-48b5-b708-6a2b08ca6ada gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:11:36.721928 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8b4c2540-f754-4697-83d7-abf629516165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:36.764424 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-2356aece-ae84-4705-8f1d-2b13ef15db59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ae239ff-3e64-48b5-b708-6a2b08ca6ada', 'name': 'tempest-TestAggregatesBasicOps-296354256-router', 'tenant_id': '97940c3d70d4474b9093b30a366f2974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:11:24Z', 'updated_at': '2021-11-10T18:11:36Z', 'revision_number': 7, 'project_id': '97940c3d70d4474b9093b30a366f2974', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:36.792650 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2356aece-ae84-4705-8f1d-2b13ef15db59 None None] The sync data for ids ['2ae239ff-3e64-48b5-b708-6a2b08ca6ada'] in n-d-776250-10 is: [{'id': '2ae239ff-3e64-48b5-b708-6a2b08ca6ada', 'name': 'tempest-TestAggregatesBasicOps-296354256-router', 'tenant_id': '97940c3d70d4474b9093b30a366f2974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:11:24Z', 'updated_at': '2021-11-10T18:11:36Z', 'revision_number': 7, 'project_id': '97940c3d70d4474b9093b30a366f2974', 'gw_port_host': None}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:11:36.833721 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8b4c2540-f754-4697-83d7-abf629516165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:36.836085 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8b4c2540-f754-4697-83d7-abf629516165 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:37.163814 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8b4c2540-f754-4697-83d7-abf629516165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:37.164431 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4c2540-f754-4697-83d7-abf629516165 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ae239ff-3e64-48b5-b708-6a2b08ca6ada {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:11:37.168860 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8b4c2540-f754-4697-83d7-abf629516165 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:37.170079 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8b4c2540-f754-4697-83d7-abf629516165 admin admin] 10.222.0.39 "DELETE /v2.0/routers/2ae239ff-3e64-48b5-b708-6a2b08ca6ada HTTP/1.1" status: 204 len: 168 time: 1.1505094 Nov 10 18:11:37.172494 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54952) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:37.219978 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff32b2f-72db-4d41-82c1-7ead4f32c334 admin admin] Deleting subnet 5a77d7f3-15b7-4951-80ef-a1eeff41126d {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:11:37.224433 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fff32b2f-72db-4d41-82c1-7ead4f32c334 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:37.269295 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fff32b2f-72db-4d41-82c1-7ead4f32c334 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:37.351201 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fff32b2f-72db-4d41-82c1-7ead4f32c334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:37.403132 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fff32b2f-72db-4d41-82c1-7ead4f32c334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:37.429933 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff32b2f-72db-4d41-82c1-7ead4f32c334 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a77d7f3-15b7-4951-80ef-a1eeff41126d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:37.431881 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fff32b2f-72db-4d41-82c1-7ead4f32c334 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:37.437749 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fff32b2f-72db-4d41-82c1-7ead4f32c334 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5a77d7f3-15b7-4951-80ef-a1eeff41126d HTTP/1.1" status: 204 len: 168 time: 0.2615399 Nov 10 18:11:37.437749 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54954) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:37.440825 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef45e20-bbf8-4b59-9f7f-e0989800a7e6 None None] Network 4d4d02e6-3703-47a7-99d3-7339a29d8822 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:11:37.511282 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-28428103-9d3e-4afc-b63d-72d42c085bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:37.570419 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-28428103-9d3e-4afc-b63d-72d42c085bbf admin admin] Deleting port 7eae6b95-dbc1-4f0b-83e5-4e50406bd367 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:11:37.571077 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-28428103-9d3e-4afc-b63d-72d42c085bbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:37.637973 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc43f14-f1d4-4c0d-b6cb-f4740926d12d None None] DHCP port deletion for 4d4d02e6-3703-47a7-99d3-7339a29d8822 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:11:37.651642 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-28428103-9d3e-4afc-b63d-72d42c085bbf admin admin] For port 7eae6b95-dbc1-4f0b-83e5-4e50406bd367, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=7eae6b95-dbc1-4f0b-83e5-4e50406bd367,segment=NetworkSegment(b4d9f698-4041-4ea1-a562-a4a087c723cb),segment_id=b4d9f698-4041-4ea1-a562-a4a087c723cb)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:11:37.652026 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-28428103-9d3e-4afc-b63d-72d42c085bbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:37.666301 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-28428103-9d3e-4afc-b63d-72d42c085bbf admin admin] Calling delete_port for 7eae6b95-dbc1-4f0b-83e5-4e50406bd367 owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:11:37.692531 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-ffc43f14-f1d4-4c0d-b6cb-f4740926d12d None None] Deleting port 7eae6b95-dbc1-4f0b-83e5-4e50406bd367 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:11:37.692909 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ffc43f14-f1d4-4c0d-b6cb-f4740926d12d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:37.769112 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-28428103-9d3e-4afc-b63d-72d42c085bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:37.781112 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-ffc43f14-f1d4-4c0d-b6cb-f4740926d12d None None] For port 7eae6b95-dbc1-4f0b-83e5-4e50406bd367, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=7eae6b95-dbc1-4f0b-83e5-4e50406bd367,segment=NetworkSegment(b4d9f698-4041-4ea1-a562-a4a087c723cb),segment_id=b4d9f698-4041-4ea1-a562-a4a087c723cb)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:11:37.781583 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ffc43f14-f1d4-4c0d-b6cb-f4740926d12d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:37.795073 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28428103-9d3e-4afc-b63d-72d42c085bbf admin admin] Pushing event deleted for resources: {'Port': ['ID=7eae6b95-dbc1-4f0b-83e5-4e50406bd367,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:37.797037 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-ffc43f14-f1d4-4c0d-b6cb-f4740926d12d None None] Calling delete_port for 7eae6b95-dbc1-4f0b-83e5-4e50406bd367 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:11:37.805204 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28428103-9d3e-4afc-b63d-72d42c085bbf admin admin] No DVR routers for this DVR port 7eae6b95-dbc1-4f0b-83e5-4e50406bd367 on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:11:37.891929 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-28428103-9d3e-4afc-b63d-72d42c085bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:37.904810 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ffc43f14-f1d4-4c0d-b6cb-f4740926d12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:37.919957 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-28428103-9d3e-4afc-b63d-72d42c085bbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d4d02e6-3703-47a7-99d3-7339a29d8822']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:37.937347 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-28428103-9d3e-4afc-b63d-72d42c085bbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4d9f698-4041-4ea1-a562-a4a087c723cb') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:37.937591 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-28428103-9d3e-4afc-b63d-72d42c085bbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4d9f698-4041-4ea1-a562-a4a087c723cb') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:37.949702 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-28428103-9d3e-4afc-b63d-72d42c085bbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:37.953329 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc43f14-f1d4-4c0d-b6cb-f4740926d12d None None] Pushing event deleted for resources: {'Port': ['ID=7eae6b95-dbc1-4f0b-83e5-4e50406bd367,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:37.959175 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc43f14-f1d4-4c0d-b6cb-f4740926d12d None None] No DVR routers for this DVR port 7eae6b95-dbc1-4f0b-83e5-4e50406bd367 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:11:37.968364 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-28428103-9d3e-4afc-b63d-72d42c085bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:37.977312 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28428103-9d3e-4afc-b63d-72d42c085bbf admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:11:37.978229 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-28428103-9d3e-4afc-b63d-72d42c085bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:37.980123 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:11:37.980123 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:11:37.980123 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:11:37.980123 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:11:37.980123 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:11:37.980123 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:11:37.980123 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:11:37.980123 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:11:37.980123 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:11:37.980123 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:11:37.980123 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:11:37.980123 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:11:37.980123 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:11:37.980123 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:11:37.980123 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:11:37.980123 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:11:37.980123 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:11:37.980123 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:11:37.980123 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:11:37.980123 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:11:37.980123 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:11:37.980123 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:11:37.980123 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:11:37.980123 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:11:37.980123 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:11:37.980123 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:11:37.980123 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:11:37.980123 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:11:37.980123 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:11:37.980123 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:11:37.980123 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:11:37.980123 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:11:38.049361 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-28428103-9d3e-4afc-b63d-72d42c085bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:38.054958 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-28428103-9d3e-4afc-b63d-72d42c085bbf admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:38.058447 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-28428103-9d3e-4afc-b63d-72d42c085bbf admin admin] 10.222.0.39 "DELETE /v2.0/networks/4d4d02e6-3703-47a7-99d3-7339a29d8822 HTTP/1.1" status: 204 len: 168 time: 0.6199651 Nov 10 18:11:38.079344 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28428103-9d3e-4afc-b63d-72d42c085bbf admin admin] Pushing event deleted for resources: {'Network': ['ID=4d4d02e6-3703-47a7-99d3-7339a29d8822,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:38.229262 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54960) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:38.274651 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-94c30943-1f02-442e-94c7-92161bfccb9d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d8d350ae0ca14da0a536a007b093e2d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0441031 Nov 10 18:11:38.277197 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 54962) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:38.335544 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ae62a61c-bea2-4e1e-8832-80c81a7148ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:38.358446 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ae62a61c-bea2-4e1e-8832-80c81a7148ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:38.406698 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ae62a61c-bea2-4e1e-8832-80c81a7148ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:38.409817 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ae62a61c-bea2-4e1e-8832-80c81a7148ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:38.414054 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ae62a61c-bea2-4e1e-8832-80c81a7148ee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/91d9d636-4ddb-4966-97ed-925509f808d8 HTTP/1.1" status: 204 len: 168 time: 0.1335876 Nov 10 18:11:38.420306 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62a61c-bea2-4e1e-8832-80c81a7148ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d9d636-4ddb-4966-97ed-925509f808d8,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:38.507872 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c00d9a96-7610-4b1a-ba8f-0c7f223339f6 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:11:38.531528 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: c00d9a96-7610-4b1a-ba8f-0c7f223339f6 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:11:38.532111 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c00d9a96-7610-4b1a-ba8f-0c7f223339f6 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:11:38.532562 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device f01500d0-b5f1-41e7-8686-1bbf27955047 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:11:38.554461 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: f01500d0-b5f1-41e7-8686-1bbf27955047 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:11:38.554734 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device f01500d0-b5f1-41e7-8686-1bbf27955047 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:11:38.555219 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 7eae6b95-dbc1-4f0b-83e5-4e50406bd367 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:11:38.576560 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 7eae6b95-dbc1-4f0b-83e5-4e50406bd367 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:11:38.576912 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 7eae6b95-dbc1-4f0b-83e5-4e50406bd367 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:11:38.781027 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54968) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:38.821493 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c5557968-057b-4241-be50-061ad0ee137b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=97940c3d70d4474b9093b30a366f2974&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393128 Nov 10 18:11:38.823867 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 54970) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:38.873849 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ee0fd7fd-136b-4e81-b284-37a10d35d650 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:38.896817 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ee0fd7fd-136b-4e81-b284-37a10d35d650 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:38.951695 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ee0fd7fd-136b-4e81-b284-37a10d35d650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:38.954331 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ee0fd7fd-136b-4e81-b284-37a10d35d650 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:38.955506 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ee0fd7fd-136b-4e81-b284-37a10d35d650 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f015786c-46b9-40ad-b415-c0ea27906ea5 HTTP/1.1" status: 204 len: 168 time: 0.1307123 Nov 10 18:11:38.967397 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0fd7fd-136b-4e81-b284-37a10d35d650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f015786c-46b9-40ad-b415-c0ea27906ea5,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:52.437356 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55072) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:52.482635 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a7bfee0-6c21-4b63-9ea0-fc583e5389ed admin admin] Deleting subnet 6f97e0c5-066c-44fa-8f8a-a306e4932bdd {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:11:52.485758 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9a7bfee0-6c21-4b63-9ea0-fc583e5389ed admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:52.520030 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9a7bfee0-6c21-4b63-9ea0-fc583e5389ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:52.559550 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9a7bfee0-6c21-4b63-9ea0-fc583e5389ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:52.621052 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9a7bfee0-6c21-4b63-9ea0-fc583e5389ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:52.646995 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7bfee0-6c21-4b63-9ea0-fc583e5389ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f97e0c5-066c-44fa-8f8a-a306e4932bdd,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:52.651905 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9a7bfee0-6c21-4b63-9ea0-fc583e5389ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:52.655170 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9a7bfee0-6c21-4b63-9ea0-fc583e5389ed admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6f97e0c5-066c-44fa-8f8a-a306e4932bdd HTTP/1.1" status: 204 len: 168 time: 0.2168026 Nov 10 18:11:52.657781 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55074) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:52.731169 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e25b37d9-f692-48f6-9bc2-9fe1c8deb066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:52.818032 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e25b37d9-f692-48f6-9bc2-9fe1c8deb066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:52.839389 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-e25b37d9-f692-48f6-9bc2-9fe1c8deb066 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58974468-3c72-4a28-bb92-6c2dadbcb241']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:52.849027 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-e25b37d9-f692-48f6-9bc2-9fe1c8deb066 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d080aa6-738e-4b27-9bbd-2cf540d111c8') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:52.849334 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-e25b37d9-f692-48f6-9bc2-9fe1c8deb066 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d080aa6-738e-4b27-9bbd-2cf540d111c8') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:52.859005 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e25b37d9-f692-48f6-9bc2-9fe1c8deb066 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:52.871851 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e25b37d9-f692-48f6-9bc2-9fe1c8deb066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:52.878175 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e25b37d9-f692-48f6-9bc2-9fe1c8deb066 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:11:52.878613 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e25b37d9-f692-48f6-9bc2-9fe1c8deb066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:52.880291 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:11:52.880291 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:11:52.880291 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:11:52.880291 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:11:52.880291 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:11:52.880291 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:11:52.880291 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:11:52.880291 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:11:52.880291 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:11:52.880291 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:11:52.880291 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:11:52.880291 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:11:52.880291 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:11:52.880291 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:11:52.880291 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:11:52.880291 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:11:52.880291 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:11:52.880291 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:11:52.880291 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:11:52.880291 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:11:52.880291 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:11:52.880291 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:11:52.880291 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:11:52.880291 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:11:52.880291 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:11:52.880291 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:11:52.880291 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:11:52.880291 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:11:52.880291 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:11:52.880291 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:11:52.880291 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:11:52.880291 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:11:52.932842 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e25b37d9-f692-48f6-9bc2-9fe1c8deb066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:52.938169 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e25b37d9-f692-48f6-9bc2-9fe1c8deb066 admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:52.941893 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e25b37d9-f692-48f6-9bc2-9fe1c8deb066 admin admin] 10.222.0.39 "DELETE /v2.0/networks/58974468-3c72-4a28-bb92-6c2dadbcb241 HTTP/1.1" status: 204 len: 168 time: 0.2831283 Nov 10 18:11:52.944853 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55076) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:52.958334 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b37d9-f692-48f6-9bc2-9fe1c8deb066 admin admin] Pushing event deleted for resources: {'Network': ['ID=58974468-3c72-4a28-bb92-6c2dadbcb241,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:52.993047 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-17118ecd-4ce2-4761-9f73-fb5f7f5e6a90 admin admin] Deleting subnet f481ac55-bc4c-45ad-a033-6aa203a08737 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:11:52.997359 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17118ecd-4ce2-4761-9f73-fb5f7f5e6a90 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:53.034290 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17118ecd-4ce2-4761-9f73-fb5f7f5e6a90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:53.078832 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17118ecd-4ce2-4761-9f73-fb5f7f5e6a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:53.137700 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17118ecd-4ce2-4761-9f73-fb5f7f5e6a90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:53.165794 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17118ecd-4ce2-4761-9f73-fb5f7f5e6a90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f481ac55-bc4c-45ad-a033-6aa203a08737,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:53.168068 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-17118ecd-4ce2-4761-9f73-fb5f7f5e6a90 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:53.171641 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-17118ecd-4ce2-4761-9f73-fb5f7f5e6a90 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f481ac55-bc4c-45ad-a033-6aa203a08737 HTTP/1.1" status: 204 len: 168 time: 0.2257149 Nov 10 18:11:53.174074 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55078) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:53.246365 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fa1daae0-2bcd-4c61-9a29-e0d154e28a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:53.333726 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fa1daae0-2bcd-4c61-9a29-e0d154e28a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:53.354426 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-fa1daae0-2bcd-4c61-9a29-e0d154e28a73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aeab052-cf08-406c-a7d0-924449688160']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:53.364829 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-fa1daae0-2bcd-4c61-9a29-e0d154e28a73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb5dd08-b32d-461c-b751-023c57e3461b') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:53.365247 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-fa1daae0-2bcd-4c61-9a29-e0d154e28a73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb5dd08-b32d-461c-b751-023c57e3461b') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:11:53.374853 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fa1daae0-2bcd-4c61-9a29-e0d154e28a73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:53.389726 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fa1daae0-2bcd-4c61-9a29-e0d154e28a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:53.397017 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa1daae0-2bcd-4c61-9a29-e0d154e28a73 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:11:53.397599 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fa1daae0-2bcd-4c61-9a29-e0d154e28a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:53.399262 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:11:53.399262 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:11:53.399262 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:11:53.399262 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:11:53.399262 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:11:53.399262 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:11:53.399262 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:11:53.399262 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:11:53.399262 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:11:53.399262 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:11:53.399262 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:11:53.399262 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:11:53.399262 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:11:53.399262 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:11:53.399262 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:11:53.399262 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:11:53.399262 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:11:53.399262 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:11:53.399262 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:11:53.399262 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:11:53.399262 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:11:53.399262 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:11:53.399262 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:11:53.399262 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:11:53.399262 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:11:53.399262 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:11:53.399262 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:11:53.399262 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:11:53.399262 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:11:53.399262 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:11:53.399262 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:11:53.399262 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:11:53.459289 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fa1daae0-2bcd-4c61-9a29-e0d154e28a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:53.464457 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fa1daae0-2bcd-4c61-9a29-e0d154e28a73 admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:53.468750 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fa1daae0-2bcd-4c61-9a29-e0d154e28a73 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2aeab052-cf08-406c-a7d0-924449688160 HTTP/1.1" status: 204 len: 168 time: 0.2925720 Nov 10 18:11:53.485952 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1daae0-2bcd-4c61-9a29-e0d154e28a73 admin admin] Pushing event deleted for resources: {'Network': ['ID=2aeab052-cf08-406c-a7d0-924449688160,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:53.630615 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55082) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:53.674097 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0aeef947-5b06-4c1e-86dd-0532c9c36c31 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=21152c0660cf441c8c0c3a4e94fb115a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421958 Nov 10 18:11:53.677332 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55084) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:53.732490 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c48ba690-6678-45c9-883e-fe657208ee00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:53.755172 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c48ba690-6678-45c9-883e-fe657208ee00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:53.801758 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c48ba690-6678-45c9-883e-fe657208ee00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:53.804924 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c48ba690-6678-45c9-883e-fe657208ee00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:53.806127 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c48ba690-6678-45c9-883e-fe657208ee00 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/18ec75f4-8c96-4522-9091-1c8c9eea3379 HTTP/1.1" status: 204 len: 168 time: 0.1278245 Nov 10 18:11:53.814046 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ba690-6678-45c9-883e-fe657208ee00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ec75f4-8c96-4522-9091-1c8c9eea3379,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:54.124174 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55090) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:54.164000 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4b3c2d32-5703-4ab9-a899-93434b41c826 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=82810b246734446db5174d0534bcaded&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385890 Nov 10 18:11:54.166354 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55092) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:11:54.216596 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6f59b1d1-666e-4e80-b1d4-1adac044ab60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:54.238640 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6f59b1d1-666e-4e80-b1d4-1adac044ab60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:54.281849 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6f59b1d1-666e-4e80-b1d4-1adac044ab60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:54.285028 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6f59b1d1-666e-4e80-b1d4-1adac044ab60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:54.286041 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6f59b1d1-666e-4e80-b1d4-1adac044ab60 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/44fa9149-f824-42bf-b24a-8beb91d91eb4 HTTP/1.1" status: 204 len: 168 time: 0.1187971 Nov 10 18:11:54.293614 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59b1d1-666e-4e80-b1d4-1adac044ab60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fa9149-f824-42bf-b24a-8beb91d91eb4,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:11:54.978985 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:11:55.383185 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:00.542147 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-897911d0-8b45-4caa-a292-b3be0224500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:02.890060 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a22a7f59-1afc-4981-9253-c74924fb97b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:04.108830 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:04.476982 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55218) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:12:04.586760 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c561744a-3c21-472e-bec2-90da7f0bbb9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:04.662373 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c561744a-3c21-472e-bec2-90da7f0bbb9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:04.666325 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c561744a-3c21-472e-bec2-90da7f0bbb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:04.707373 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c561744a-3c21-472e-bec2-90da7f0bbb9c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a9c0aab50e57475a800f6180c2767a88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2292993 Nov 10 18:12:04.708271 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561744a-3c21-472e-bec2-90da7f0bbb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a59b782-e23d-4b28-bd80-555fb0e83f2d,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:12:04.710173 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55222) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:12:04.763777 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bb5256a0-583e-48f0-971c-1d8bf3144383 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:04.789353 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bb5256a0-583e-48f0-971c-1d8bf3144383 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:04.838291 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bb5256a0-583e-48f0-971c-1d8bf3144383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:04.841034 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bb5256a0-583e-48f0-971c-1d8bf3144383 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:04.842166 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bb5256a0-583e-48f0-971c-1d8bf3144383 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9a59b782-e23d-4b28-bd80-555fb0e83f2d HTTP/1.1" status: 204 len: 168 time: 0.1309657 Nov 10 18:12:04.850899 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5256a0-583e-48f0-971c-1d8bf3144383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a59b782-e23d-4b28-bd80-555fb0e83f2d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:12:05.121839 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55228) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:12:05.135901 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-72bee6e2-22ef-4b3d-a94d-4ca1114e886b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:05.212006 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-72bee6e2-22ef-4b3d-a94d-4ca1114e886b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:05.215939 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-72bee6e2-22ef-4b3d-a94d-4ca1114e886b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:05.255177 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bee6e2-22ef-4b3d-a94d-4ca1114e886b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabe2d37-ad4e-47af-a6e3-a59ed416c800,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:12:05.260545 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-72bee6e2-22ef-4b3d-a94d-4ca1114e886b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=12767e79b36f425f8b6cf1958522aefa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1375651 Nov 10 18:12:05.262370 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55230) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:12:05.317898 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5200c22f-9f95-43f9-8a3d-f303fd2b7d92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:05.339477 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5200c22f-9f95-43f9-8a3d-f303fd2b7d92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:05.385823 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5200c22f-9f95-43f9-8a3d-f303fd2b7d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:05.388406 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5200c22f-9f95-43f9-8a3d-f303fd2b7d92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:05.389696 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5200c22f-9f95-43f9-8a3d-f303fd2b7d92 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cabe2d37-ad4e-47af-a6e3-a59ed416c800 HTTP/1.1" status: 204 len: 168 time: 0.1261344 Nov 10 18:12:05.398729 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200c22f-9f95-43f9-8a3d-f303fd2b7d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabe2d37-ad4e-47af-a6e3-a59ed416c800,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:12:05.594677 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:05.721919 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55236) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:12:05.735241 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b973e42-790e-4e1d-a34f-243442366be6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:05.809926 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b973e42-790e-4e1d-a34f-243442366be6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:05.813706 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b973e42-790e-4e1d-a34f-243442366be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:05.852653 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0b973e42-790e-4e1d-a34f-243442366be6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b378b2341484486583c7c494b1326702&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1295629 Nov 10 18:12:05.853810 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b973e42-790e-4e1d-a34f-243442366be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c76c735-f0a8-46b7-ac08-9f5bd47ce129,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:12:05.855314 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55238) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:12:05.882295 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:12:05.909498 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-37ede54b-cfb0-4707-af5b-f2c9f7414b45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:05.930478 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-37ede54b-cfb0-4707-af5b-f2c9f7414b45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:05.976241 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-37ede54b-cfb0-4707-af5b-f2c9f7414b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:05.978831 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-37ede54b-cfb0-4707-af5b-f2c9f7414b45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:05.979985 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-37ede54b-cfb0-4707-af5b-f2c9f7414b45 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7c76c735-f0a8-46b7-ac08-9f5bd47ce129 HTTP/1.1" status: 204 len: 168 time: 0.1233966 Nov 10 18:12:05.988853 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ede54b-cfb0-4707-af5b-f2c9f7414b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c76c735-f0a8-46b7-ac08-9f5bd47ce129,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:12:06.325635 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:24.993852 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:25.378672 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:30.544285 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ada27845-a5c9-4f11-983c-b5aa6df2ad33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:32.893012 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-abd067be-2ac3-4c5d-a590-2bbffd67ba8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:34.111975 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:35.599669 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:36.323308 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:38.773016 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55464) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:12:38.880339 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4037bf9c-d523-4710-8472-f254c89cd528 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:38.954375 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4037bf9c-d523-4710-8472-f254c89cd528 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:38.958413 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4037bf9c-d523-4710-8472-f254c89cd528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:38.997112 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4037bf9c-d523-4710-8472-f254c89cd528 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=720001b93078453bb4f9f818a7ff52f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2223909 Nov 10 18:12:38.997989 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037bf9c-d523-4710-8472-f254c89cd528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a89b35-9f39-4f38-8825-83d03fb83069,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:12:39.000502 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55468) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:12:39.011869 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037bf9c-d523-4710-8472-f254c89cd528 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:12:39.012240 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037bf9c-d523-4710-8472-f254c89cd528 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:12:39.012580 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037bf9c-d523-4710-8472-f254c89cd528 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:12:39.012915 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037bf9c-d523-4710-8472-f254c89cd528 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:12:39.013248 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037bf9c-d523-4710-8472-f254c89cd528 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:12:39.013576 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037bf9c-d523-4710-8472-f254c89cd528 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:12:39.013900 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037bf9c-d523-4710-8472-f254c89cd528 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:12:39.014558 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037bf9c-d523-4710-8472-f254c89cd528 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:12:39.014720 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037bf9c-d523-4710-8472-f254c89cd528 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:12:39.015287 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037bf9c-d523-4710-8472-f254c89cd528 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:12:39.015506 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037bf9c-d523-4710-8472-f254c89cd528 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:12:39.015657 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4037bf9c-d523-4710-8472-f254c89cd528 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:12:39.065579 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-66c8a5a5-5aa3-4cd3-bede-079037d6664e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:39.089430 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-66c8a5a5-5aa3-4cd3-bede-079037d6664e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:39.146629 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-66c8a5a5-5aa3-4cd3-bede-079037d6664e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:39.149362 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-66c8a5a5-5aa3-4cd3-bede-079037d6664e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:39.150580 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-66c8a5a5-5aa3-4cd3-bede-079037d6664e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e4a89b35-9f39-4f38-8825-83d03fb83069 HTTP/1.1" status: 204 len: 168 time: 0.1491783 Nov 10 18:12:39.158977 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8a5a5-5aa3-4cd3-bede-079037d6664e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a89b35-9f39-4f38-8825-83d03fb83069,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:12:39.791452 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 55490) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:12:39.890448 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-3618052f-67ec-44e1-8120-65db2edb0abf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1145352336-network', 'tenant_id': '9fc23de240904ed1ad130b38309d9b3d'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:12:39.911351 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3618052f-67ec-44e1-8120-65db2edb0abf admin admin] Made reservation on behalf of 9fc23de240904ed1ad130b38309d9b3d for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:12:39.913662 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3618052f-67ec-44e1-8120-65db2edb0abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:39.922143 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3618052f-67ec-44e1-8120-65db2edb0abf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:39.995966 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3618052f-67ec-44e1-8120-65db2edb0abf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:40.000296 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3618052f-67ec-44e1-8120-65db2edb0abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:40.021905 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3618052f-67ec-44e1-8120-65db2edb0abf admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:12:40.035818 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618052f-67ec-44e1-8120-65db2edb0abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014ecb90-ba40-4b3f-b3ec-b640e0e0b804,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:12:40.041553 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3618052f-67ec-44e1-8120-65db2edb0abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:40.041891 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-3618052f-67ec-44e1-8120-65db2edb0abf admin admin] Added segment dd1852f1-759c-4114-92f2-1770c4f56f7f of type vlan for network 51c2012d-6538-4392-a075-4f1b60f9863e Nov 10 18:12:40.081636 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3618052f-67ec-44e1-8120-65db2edb0abf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:40.106171 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3618052f-67ec-44e1-8120-65db2edb0abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:40.107302 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3618052f-67ec-44e1-8120-65db2edb0abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:12:40.107973 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3618052f-67ec-44e1-8120-65db2edb0abf admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:40.177808 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3618052f-67ec-44e1-8120-65db2edb0abf admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3852036 Nov 10 18:12:40.180795 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 55494) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:12:40.183039 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618052f-67ec-44e1-8120-65db2edb0abf admin admin] Pushing event updated for resources: {'Network': ['ID=51c2012d-6538-4392-a075-4f1b60f9863e,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:12:40.185797 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-f05f8573-5f3b-4df7-b9ec-5eb474deff7b admin admin] Request body: {'subnet': {'network_id': '51c2012d-6538-4392-a075-4f1b60f9863e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1145352336-subnet', 'tenant_id': '9fc23de240904ed1ad130b38309d9b3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:12:40.194141 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 51c2012d-6538-4392-a075-4f1b60f9863e details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:12:40.208871 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05f8573-5f3b-4df7-b9ec-5eb474deff7b admin admin] Made reservation on behalf of 9fc23de240904ed1ad130b38309d9b3d for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:12:40.211266 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f05f8573-5f3b-4df7-b9ec-5eb474deff7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:40.399308 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f05f8573-5f3b-4df7-b9ec-5eb474deff7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:40.464904 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f8573-5f3b-4df7-b9ec-5eb474deff7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=39c59587-8b09-46a9-a434-53eb07613749,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:12:40.477207 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f8573-5f3b-4df7-b9ec-5eb474deff7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:12:40.477553 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f8573-5f3b-4df7-b9ec-5eb474deff7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:12:40.477894 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f8573-5f3b-4df7-b9ec-5eb474deff7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:12:40.478232 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f8573-5f3b-4df7-b9ec-5eb474deff7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:12:40.478814 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f8573-5f3b-4df7-b9ec-5eb474deff7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:12:40.479151 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f8573-5f3b-4df7-b9ec-5eb474deff7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:12:40.479478 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f8573-5f3b-4df7-b9ec-5eb474deff7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:12:40.479803 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f8573-5f3b-4df7-b9ec-5eb474deff7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:12:40.480127 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f8573-5f3b-4df7-b9ec-5eb474deff7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:12:40.480604 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f8573-5f3b-4df7-b9ec-5eb474deff7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:12:40.480930 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f8573-5f3b-4df7-b9ec-5eb474deff7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:12:40.481262 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f8573-5f3b-4df7-b9ec-5eb474deff7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:12:40.487745 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05f8573-5f3b-4df7-b9ec-5eb474deff7b admin admin] Checking segment: {'id': 'dd1852f1-759c-4114-92f2-1770c4f56f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '51c2012d-6538-4392-a075-4f1b60f9863e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:12:40.488266 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05f8573-5f3b-4df7-b9ec-5eb474deff7b admin admin] Network hostable DHCP agents. Network: 51c2012d-6538-4392-a075-4f1b60f9863e, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:12:40.506268 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05f8573-5f3b-4df7-b9ec-5eb474deff7b admin admin] Network 51c2012d-6538-4392-a075-4f1b60f9863e is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:12:40.516142 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-f05f8573-5f3b-4df7-b9ec-5eb474deff7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 51c2012d-6538-4392-a075-4f1b60f9863e) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:12:40.520808 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05f8573-5f3b-4df7-b9ec-5eb474deff7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:12:40.521759 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f05f8573-5f3b-4df7-b9ec-5eb474deff7b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:40.527482 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3e0ab8-0f36-4fca-9f87-0cf785105df7 None None] Network 51c2012d-6538-4392-a075-4f1b60f9863e requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:12:40.539854 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f05f8573-5f3b-4df7-b9ec-5eb474deff7b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3578813 Nov 10 18:12:40.672012 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01137447-4267-411e-a069-82d57a6ab619 None None] Network 51c2012d-6538-4392-a075-4f1b60f9863e requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:12:42.882857 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:12:55.005027 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:12:55.376362 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:00.550643 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-efc68a6f-336c-47d9-9573-038e459b7ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:02.906568 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dd79a947-b751-4482-904c-a454d4fe170d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:04.116650 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:05.604162 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:06.315216 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:19.881318 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:13:25.032828 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:25.388394 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:30.552475 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b813aead-0c2b-4f6d-ba50-61e076c5851e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:32.902332 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-04429eb9-4f8f-41c5-9592-7a7ec2575047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:34.117819 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:34.162985 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-e16544ce-6536-4c8f-8b48-668e04ede9e2 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:13:34.164514 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-e16544ce-6536-4c8f-8b48-668e04ede9e2 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/networks?id=51c2012d-6538-4392-a075-4f1b60f9863e HTTP/1.1" status: 200 len: 814 time: 0.1050465 Nov 10 18:13:34.180020 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-4836bbed-b1b8-4ec5-a19e-661bc0fecd46 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/quotas/9fc23de240904ed1ad130b38309d9b3d HTTP/1.1" status: 200 len: 375 time: 0.0090995 Nov 10 18:13:34.236621 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-dd6ed279-3d2b-4814-ba65-e07058eaa2f0 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9fc23de240904ed1ad130b38309d9b3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507903 Nov 10 18:13:34.300112 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-41f9fb86-c84d-45a0-b32c-83b730a0fc2c service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:13:34.301131 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-41f9fb86-c84d-45a0-b32c-83b730a0fc2c service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0578249 Nov 10 18:13:34.392279 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-8aa502ff-0ade-4df7-a510-dfe53754a7d1 service neutron] 10.222.0.39 "GET /v2.0/networks/51c2012d-6538-4392-a075-4f1b60f9863e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847111 Nov 10 18:13:34.486944 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-78793f22-cf8c-437c-99ad-2b056a629a28 service neutron] 10.222.0.39 "GET /v2.0/networks/51c2012d-6538-4392-a075-4f1b60f9863e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887051 Nov 10 18:13:34.716466 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5aa7f7da-a1ca-437c-a988-96e88e0fce55 req-61ebb8e2-cc8c-4ea2-82d6-86de532b2139 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b213031-761d-47ae-b33c-6168bb237d22 HTTP/1.1" status: 200 len: 210 time: 0.0962701 Nov 10 18:13:35.574738 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-48ad60b6-3f4d-4113-abc2-5eb3dad3e241 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:13:35.576893 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-48ad60b6-3f4d-4113-abc2-5eb3dad3e241 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.13 "GET /v2.0/networks?id=51c2012d-6538-4392-a075-4f1b60f9863e HTTP/1.1" status: 200 len: 814 time: 0.1095960 Nov 10 18:13:35.591568 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-cfafd3fc-b092-42c0-b14d-82e82dddf3a3 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Request body: {'port': {'device_id': '9b213031-761d-47ae-b33c-6168bb237d22', 'network_id': '51c2012d-6538-4392-a075-4f1b60f9863e', 'admin_state_up': True, 'tenant_id': '9fc23de240904ed1ad130b38309d9b3d'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:13:35.617348 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:35.705579 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-cfafd3fc-b092-42c0-b14d-82e82dddf3a3 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Made reservation on behalf of 9fc23de240904ed1ad130b38309d9b3d for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:13:35.709115 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-cfafd3fc-b092-42c0-b14d-82e82dddf3a3 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:35.848555 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-21fb75a7-65a2-4a3b-ace9-1e9fc9fcc189 req-e9c82f55-ba0f-4215-980c-00eb4ecce058 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b213031-761d-47ae-b33c-6168bb237d22 HTTP/1.1" status: 200 len: 210 time: 0.0332766 Nov 10 18:13:35.866481 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-cfafd3fc-b092-42c0-b14d-82e82dddf3a3 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Allocated IP 172.20.0.6 (51c2012d-6538-4392-a075-4f1b60f9863e/39c59587-8b09-46a9-a434-53eb07613749/05cef8d0-4ed2-4bc2-8ab9-e76476de61b0) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:13:36.014172 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-cfafd3fc-b092-42c0-b14d-82e82dddf3a3 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:36.048353 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-cfafd3fc-b092-42c0-b14d-82e82dddf3a3 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:36.093559 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-cfafd3fc-b092-42c0-b14d-82e82dddf3a3 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Network 51c2012d-6538-4392-a075-4f1b60f9863e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:13:36.096677 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-cfafd3fc-b092-42c0-b14d-82e82dddf3a3 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:13:36.099095 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-cfafd3fc-b092-42c0-b14d-82e82dddf3a3 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:13:36.126659 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfafd3fc-b092-42c0-b14d-82e82dddf3a3 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Pushing event updated for resources: {'Port': ['ID=05cef8d0-4ed2-4bc2-8ab9-e76476de61b0,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:13:36.152833 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-cfafd3fc-b092-42c0-b14d-82e82dddf3a3 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:13:36.153530 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-cfafd3fc-b092-42c0-b14d-82e82dddf3a3 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:36.168926 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-cfafd3fc-b092-42c0-b14d-82e82dddf3a3 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5834930 Nov 10 18:13:36.181063 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-befb81d3-94bd-42b9-9334-ce29c295cc31 service neutron] Request body: {'port': {'device_id': '9b213031-761d-47ae-b33c-6168bb237d22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:13:36.241198 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-befb81d3-94bd-42b9-9334-ce29c295cc31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:36.318024 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:36.503180 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-befb81d3-94bd-42b9-9334-ce29c295cc31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05cef8d0-4ed2-4bc2-8ab9-e76476de61b0 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:13:36.510522 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-befb81d3-94bd-42b9-9334-ce29c295cc31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:36.524043 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-befb81d3-94bd-42b9-9334-ce29c295cc31 service neutron] Transition to ACTIVE for port object 05cef8d0-4ed2-4bc2-8ab9-e76476de61b0 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:13:36.527766 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-befb81d3-94bd-42b9-9334-ce29c295cc31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:36.580078 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb81d3-94bd-42b9-9334-ce29c295cc31 service neutron] Pushing event updated for resources: {'Port': ['ID=05cef8d0-4ed2-4bc2-8ab9-e76476de61b0,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:13:36.649037 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-befb81d3-94bd-42b9-9334-ce29c295cc31 service neutron] Attempting to bind port 05cef8d0-4ed2-4bc2-8ab9-e76476de61b0 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:13:36.649368 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-befb81d3-94bd-42b9-9334-ce29c295cc31 service neutron] Attempting to bind port 05cef8d0-4ed2-4bc2-8ab9-e76476de61b0 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': 'dd1852f1-759c-4114-92f2-1770c4f56f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '51c2012d-6538-4392-a075-4f1b60f9863e'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:13:36.649690 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-befb81d3-94bd-42b9-9334-ce29c295cc31 service neutron] Attempting to bind port 05cef8d0-4ed2-4bc2-8ab9-e76476de61b0 on network 51c2012d-6538-4392-a075-4f1b60f9863e {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:13:36.654809 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-befb81d3-94bd-42b9-9334-ce29c295cc31 service neutron] Port 05cef8d0-4ed2-4bc2-8ab9-e76476de61b0 on network 51c2012d-6538-4392-a075-4f1b60f9863e not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:13:36.655124 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-befb81d3-94bd-42b9-9334-ce29c295cc31 service neutron] Attempting to bind port 05cef8d0-4ed2-4bc2-8ab9-e76476de61b0 on network 51c2012d-6538-4392-a075-4f1b60f9863e {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:13:36.660099 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-befb81d3-94bd-42b9-9334-ce29c295cc31 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:13:36.660463 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-befb81d3-94bd-42b9-9334-ce29c295cc31 service neutron] Checking segment: {'id': 'dd1852f1-759c-4114-92f2-1770c4f56f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '51c2012d-6538-4392-a075-4f1b60f9863e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:13:36.660840 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-befb81d3-94bd-42b9-9334-ce29c295cc31 service neutron] Bound using segment: {'id': 'dd1852f1-759c-4114-92f2-1770c4f56f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '51c2012d-6538-4392-a075-4f1b60f9863e'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:13:36.661263 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-befb81d3-94bd-42b9-9334-ce29c295cc31 service neutron] Bound port: 05cef8d0-4ed2-4bc2-8ab9-e76476de61b0, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd1852f1-759c-4114-92f2-1770c4f56f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '51c2012d-6538-4392-a075-4f1b60f9863e'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:13:36.661610 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-befb81d3-94bd-42b9-9334-ce29c295cc31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:36.723533 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-befb81d3-94bd-42b9-9334-ce29c295cc31 service neutron] For port 05cef8d0-4ed2-4bc2-8ab9-e76476de61b0, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:13:36.726801 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-befb81d3-94bd-42b9-9334-ce29c295cc31 service neutron] For port 05cef8d0-4ed2-4bc2-8ab9-e76476de61b0, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=05cef8d0-4ed2-4bc2-8ab9-e76476de61b0,segment=NetworkSegment(dd1852f1-759c-4114-92f2-1770c4f56f7f),segment_id=dd1852f1-759c-4114-92f2-1770c4f56f7f)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:13:36.730540 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-befb81d3-94bd-42b9-9334-ce29c295cc31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:36.765129 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-befb81d3-94bd-42b9-9334-ce29c295cc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:13:36.765742 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-befb81d3-94bd-42b9-9334-ce29c295cc31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:36.767136 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-befb81d3-94bd-42b9-9334-ce29c295cc31 service neutron] 10.222.0.13 "PUT /v2.0/ports/05cef8d0-4ed2-4bc2-8ab9-e76476de61b0 HTTP/1.1" status: 200 len: 1092 time: 0.5901289 Nov 10 18:13:36.767569 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b213031-761d-47ae-b33c-6168bb237d22', 'tag': '05cef8d0-4ed2-4bc2-8ab9-e76476de61b0'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:13:36.769855 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a70930a-a8ac-477e-94bd-b261447a9faa" -d '{"events": [{"name": "network-changed", "server_uuid": "9b213031-761d-47ae-b33c-6168bb237d22", "tag": "05cef8d0-4ed2-4bc2-8ab9-e76476de61b0"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:13:36.799267 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb81d3-94bd-42b9-9334-ce29c295cc31 service neutron] Pushing event updated for resources: {'Port': ['ID=05cef8d0-4ed2-4bc2-8ab9-e76476de61b0,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:13:36.842070 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a00ade-d99f-47e7-aa7f-acc65d055a08 x-openstack-request-id: req-c5a00ade-d99f-47e7-aa7f-acc65d055a08 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:13:36.842363 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b213031-761d-47ae-b33c-6168bb237d22", "tag": "05cef8d0-4ed2-4bc2-8ab9-e76476de61b0", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:13:36.842614 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c5a00ade-d99f-47e7-aa7f-acc65d055a08 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:13:36.843005 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b213031-761d-47ae-b33c-6168bb237d22', 'tag': '05cef8d0-4ed2-4bc2-8ab9-e76476de61b0', 'status': 'completed', 'code': 200} Nov 10 18:13:36.860065 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-a98fa575-b336-4663-863d-ddb1cae5ca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:13:36.861568 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-a98fa575-b336-4663-863d-ddb1cae5ca4c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9fc23de240904ed1ad130b38309d9b3d&device_id=9b213031-761d-47ae-b33c-6168bb237d22 HTTP/1.1" status: 200 len: 1095 time: 0.0547504 Nov 10 18:13:36.910669 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-275a7fb9-1360-415f-9cf9-66a45edefa3c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05cef8d0-4ed2-4bc2-8ab9-e76476de61b0 HTTP/1.1" status: 200 len: 217 time: 0.0400920 Nov 10 18:13:36.989981 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-dd7bc319-a5c5-49dc-8145-7b104b0f0825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:13:36.991434 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-dd7bc319-a5c5-49dc-8145-7b104b0f0825 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39c59587-8b09-46a9-a434-53eb07613749 HTTP/1.1" status: 200 len: 854 time: 0.0735118 Nov 10 18:13:37.016806 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7574f-2a1f-47ec-8d3c-7354525a4557 req-42ae36b0-870c-4f8f-a37e-5c49f317f926 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:13:37.018246 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0be7574f-2a1f-47ec-8d3c-7354525a4557 req-42ae36b0-870c-4f8f-a37e-5c49f317f926 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b213031-761d-47ae-b33c-6168bb237d22 HTTP/1.1" status: 200 len: 943 time: 0.0928695 Nov 10 18:13:37.034409 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-ef25b738-60eb-4401-9805-4426e931f7b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51c2012d-6538-4392-a075-4f1b60f9863e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343018 Nov 10 18:13:37.125750 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0be7574f-2a1f-47ec-8d3c-7354525a4557 req-18a91c76-b679-4658-8363-58f9951ad820 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/security-groups?id=014ecb90-ba40-4b3f-b3ec-b640e0e0b804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939808 Nov 10 18:13:37.156011 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-8feab0b6-b67e-49c6-937b-2d045d42b559 service neutron] 10.222.0.13 "GET /v2.0/networks/51c2012d-6538-4392-a075-4f1b60f9863e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099842 Nov 10 18:13:37.246154 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d758d23d-0e71-4db7-9196-446fc93ec4b8 req-adc1778e-2dd2-4176-817e-6ad6b149b3ff service neutron] 10.222.0.13 "GET /v2.0/networks/51c2012d-6538-4392-a075-4f1b60f9863e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834138 Nov 10 18:13:37.331089 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70930a-a8ac-477e-94bd-b261447a9faa req-081da33e-f9ab-4fc7-a106-b2bc92d55403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:13:37.332603 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a70930a-a8ac-477e-94bd-b261447a9faa req-081da33e-f9ab-4fc7-a106-b2bc92d55403 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9fc23de240904ed1ad130b38309d9b3d&device_id=9b213031-761d-47ae-b33c-6168bb237d22 HTTP/1.1" status: 200 len: 1095 time: 0.0417068 Nov 10 18:13:37.429603 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70930a-a8ac-477e-94bd-b261447a9faa req-c01df02a-70dd-4b08-b851-cab9b222bf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:13:37.431051 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a70930a-a8ac-477e-94bd-b261447a9faa req-c01df02a-70dd-4b08-b851-cab9b222bf38 service neutron] 10.222.0.13 "GET /v2.0/networks?id=51c2012d-6538-4392-a075-4f1b60f9863e HTTP/1.1" status: 200 len: 915 time: 0.0901625 Nov 10 18:13:37.471772 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a70930a-a8ac-477e-94bd-b261447a9faa req-29e21b18-90af-4267-aa9e-57f6e7c6c484 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05cef8d0-4ed2-4bc2-8ab9-e76476de61b0 HTTP/1.1" status: 200 len: 217 time: 0.0335076 Nov 10 18:13:37.527460 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70930a-a8ac-477e-94bd-b261447a9faa req-bef2a9de-eb26-4c32-9fa0-caf3e87cd3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:13:37.528986 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a70930a-a8ac-477e-94bd-b261447a9faa req-bef2a9de-eb26-4c32-9fa0-caf3e87cd3fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39c59587-8b09-46a9-a434-53eb07613749 HTTP/1.1" status: 200 len: 854 time: 0.0471749 Nov 10 18:13:37.562816 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a70930a-a8ac-477e-94bd-b261447a9faa req-3423a31d-4353-4bd6-b005-f6c1eb38b4b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51c2012d-6538-4392-a075-4f1b60f9863e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255251 Nov 10 18:13:37.654255 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a70930a-a8ac-477e-94bd-b261447a9faa req-4528a22d-9b46-49e1-9604-c018f1472e90 service neutron] 10.222.0.13 "GET /v2.0/networks/51c2012d-6538-4392-a075-4f1b60f9863e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833299 Nov 10 18:13:37.747797 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a70930a-a8ac-477e-94bd-b261447a9faa req-ab35bc5b-a931-4766-a148-f78ba8d343db service neutron] 10.222.0.13 "GET /v2.0/networks/51c2012d-6538-4392-a075-4f1b60f9863e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858724 Nov 10 18:13:38.243911 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d699a-088a-4257-b420-19c9db69979c req-6b862f5a-919d-4d19-a7b5-c58e468224ee tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:13:38.245407 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-264d699a-088a-4257-b420-19c9db69979c req-6b862f5a-919d-4d19-a7b5-c58e468224ee tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b213031-761d-47ae-b33c-6168bb237d22 HTTP/1.1" status: 200 len: 943 time: 0.0484354 Nov 10 18:13:38.293306 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-264d699a-088a-4257-b420-19c9db69979c req-a8bad903-283d-46c4-92ab-03a21f0e42bc tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/security-groups?id=014ecb90-ba40-4b3f-b3ec-b640e0e0b804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409982 Nov 10 18:13:39.418492 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49446bdf-f956-4e36-9c30-55679722e3d9 req-dbb88d20-1821-490f-9053-96b9470b811c tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:13:39.420432 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-49446bdf-f956-4e36-9c30-55679722e3d9 req-dbb88d20-1821-490f-9053-96b9470b811c tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b213031-761d-47ae-b33c-6168bb237d22 HTTP/1.1" status: 200 len: 943 time: 0.0538039 Nov 10 18:13:39.471359 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-49446bdf-f956-4e36-9c30-55679722e3d9 req-32212a2a-317e-4aee-ad8a-f40fcf251449 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/security-groups?id=014ecb90-ba40-4b3f-b3ec-b640e0e0b804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446513 Nov 10 18:13:39.894511 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 05cef8d0-4ed2-4bc2-8ab9-e76476de61b0 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:13:39.987738 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 05cef8d0-4ed2-4bc2-8ab9-e76476de61b0, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=05cef8d0-4ed2-4bc2-8ab9-e76476de61b0,segment=NetworkSegment(dd1852f1-759c-4114-92f2-1770c4f56f7f),segment_id=dd1852f1-759c-4114-92f2-1770c4f56f7f)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:13:39.998577 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '05cef8d0-4ed2-4bc2-8ab9-e76476de61b0', 'network_id': '51c2012d-6538-4392-a075-4f1b60f9863e', 'port_id': '05cef8d0-4ed2-4bc2-8ab9-e76476de61b0', 'mac_address': 'fa:16:3e:eb:9a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39c59587-8b09-46a9-a434-53eb07613749', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:13:40.038948 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:40.052059 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05cef8d0-4ed2-4bc2-8ab9-e76476de61b0 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:13:40.070585 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 05cef8d0-4ed2-4bc2-8ab9-e76476de61b0, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=05cef8d0-4ed2-4bc2-8ab9-e76476de61b0,segment=NetworkSegment(dd1852f1-759c-4114-92f2-1770c4f56f7f),segment_id=dd1852f1-759c-4114-92f2-1770c4f56f7f)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:13:40.076037 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:40.126146 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=05cef8d0-4ed2-4bc2-8ab9-e76476de61b0,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:13:40.133542 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:13:40.133887 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:13:40.134225 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:13:40.134566 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:13:40.134897 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:13:40.135226 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:13:40.135549 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:13:40.135871 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:13:40.136215 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:13:40.136536 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:13:40.136857 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:13:40.137314 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:13:40.283773 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['05cef8d0-4ed2-4bc2-8ab9-e76476de61b0'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:13:40.592545 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38e2bc-9278-45b3-97fe-97f1d789b9a7 req-4df34e63-89d6-4d0f-aa26-60f10e78fbb2 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:13:40.594033 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba38e2bc-9278-45b3-97fe-97f1d789b9a7 req-4df34e63-89d6-4d0f-aa26-60f10e78fbb2 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b213031-761d-47ae-b33c-6168bb237d22 HTTP/1.1" status: 200 len: 944 time: 0.0534928 Nov 10 18:13:40.650341 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba38e2bc-9278-45b3-97fe-97f1d789b9a7 req-5e12e3bd-e0a4-4106-b515-8966e060b74b tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/security-groups?id=014ecb90-ba40-4b3f-b3ec-b640e0e0b804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495520 Nov 10 18:13:41.769863 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509896ba-c606-4a24-b51f-a9be315ad00c req-c8b6f499-128d-4fd6-9b99-e65f8214d839 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:13:41.771452 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-509896ba-c606-4a24-b51f-a9be315ad00c req-c8b6f499-128d-4fd6-9b99-e65f8214d839 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b213031-761d-47ae-b33c-6168bb237d22 HTTP/1.1" status: 200 len: 944 time: 0.0497713 Nov 10 18:13:41.823727 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-509896ba-c606-4a24-b51f-a9be315ad00c req-b52ab19e-df52-427d-862f-e987137d6c13 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/security-groups?id=014ecb90-ba40-4b3f-b3ec-b640e0e0b804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460780 Nov 10 18:13:41.906409 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 05cef8d0-4ed2-4bc2-8ab9-e76476de61b0 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:13:41.954696 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 05cef8d0-4ed2-4bc2-8ab9-e76476de61b0 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:13:41.958741 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 05cef8d0-4ed2-4bc2-8ab9-e76476de61b0 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:13:41.959122 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:42.037471 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:42.058882 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b213031-761d-47ae-b33c-6168bb237d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05cef8d0-4ed2-4bc2-8ab9-e76476de61b0'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:13:42.061380 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d76355-7457-4d66-baa4-0833a0acdc92" -d '{"events": [{"server_uuid": "9b213031-761d-47ae-b33c-6168bb237d22", "name": "network-vif-plugged", "status": "completed", "tag": "05cef8d0-4ed2-4bc2-8ab9-e76476de61b0"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:13:42.077939 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 05cef8d0-4ed2-4bc2-8ab9-e76476de61b0, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=05cef8d0-4ed2-4bc2-8ab9-e76476de61b0,segment=NetworkSegment(dd1852f1-759c-4114-92f2-1770c4f56f7f),segment_id=dd1852f1-759c-4114-92f2-1770c4f56f7f)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:13:42.082190 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:42.106567 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a87452-1cfb-4e22-9ae7-90c798e7b6ac x-openstack-request-id: req-e1a87452-1cfb-4e22-9ae7-90c798e7b6ac {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:13:42.106863 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b213031-761d-47ae-b33c-6168bb237d22", "name": "network-vif-plugged", "status": "completed", "tag": "05cef8d0-4ed2-4bc2-8ab9-e76476de61b0", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:13:42.107121 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e1a87452-1cfb-4e22-9ae7-90c798e7b6ac {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:13:42.107517 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b213031-761d-47ae-b33c-6168bb237d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05cef8d0-4ed2-4bc2-8ab9-e76476de61b0', 'code': 200} Nov 10 18:13:42.134279 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=05cef8d0-4ed2-4bc2-8ab9-e76476de61b0,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:13:42.192900 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36d4f1-2e1e-4300-b07a-6fe2d645bb25 req-1e08b6cd-e4e4-4614-b44a-74ca602706d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:13:42.194373 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9b36d4f1-2e1e-4300-b07a-6fe2d645bb25 req-1e08b6cd-e4e4-4614-b44a-74ca602706d9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9b213031-761d-47ae-b33c-6168bb237d22 HTTP/1.1" status: 200 len: 1097 time: 0.0393729 Nov 10 18:13:42.238808 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9b36d4f1-2e1e-4300-b07a-6fe2d645bb25 req-c2215340-6903-4c39-9a29-0c1fe3a18199 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=014ecb90-ba40-4b3f-b3ec-b640e0e0b804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361221 Nov 10 18:13:42.941049 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab540ce-0db5-4496-8204-84700fefc64b req-6e2f4888-be38-4104-a932-9e17dfeba14e tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:13:42.942518 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fab540ce-0db5-4496-8204-84700fefc64b req-6e2f4888-be38-4104-a932-9e17dfeba14e tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b213031-761d-47ae-b33c-6168bb237d22 HTTP/1.1" status: 200 len: 945 time: 0.0505807 Nov 10 18:13:42.991008 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fab540ce-0db5-4496-8204-84700fefc64b req-b18a3f8e-8cf3-4cb7-8cb8-ae85d734eba4 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/security-groups?id=014ecb90-ba40-4b3f-b3ec-b640e0e0b804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425689 Nov 10 18:13:44.121094 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5a135-f16a-4cd0-99a2-88a67c73545d req-f4cf59d8-16e1-4af2-844e-a2bb81f0d4cb tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:13:44.123603 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-87e5a135-f16a-4cd0-99a2-88a67c73545d req-f4cf59d8-16e1-4af2-844e-a2bb81f0d4cb tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b213031-761d-47ae-b33c-6168bb237d22 HTTP/1.1" status: 200 len: 945 time: 0.0510104 Nov 10 18:13:44.172296 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-87e5a135-f16a-4cd0-99a2-88a67c73545d req-f9630228-f33e-418f-ab3d-5c1ab859183a tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/security-groups?id=014ecb90-ba40-4b3f-b3ec-b640e0e0b804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426512 Nov 10 18:13:55.032170 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:55.388072 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:13:56.882361 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:14:00.555192 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-328b65e9-4296-4889-af17-bf0670787523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:02.897514 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c00c33da-6294-41a2-b6bb-24c8c25b4a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:04.124624 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:05.609716 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:06.321441 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:14.119235 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f7cae3dd-656e-4abb-a9c3-4c55a522c1b8 req-6f634b09-a8ec-4da2-a9c3-0e3ad68b4e0e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9b213031-761d-47ae-b33c-6168bb237d22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1103342 Nov 10 18:14:14.209755 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cae3dd-656e-4abb-a9c3-4c55a522c1b8 req-1d939fef-494c-4f5f-9c0e-f4a9a39c3c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:14.211169 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f7cae3dd-656e-4abb-a9c3-4c55a522c1b8 req-1d939fef-494c-4f5f-9c0e-f4a9a39c3c67 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9fc23de240904ed1ad130b38309d9b3d&device_id=9b213031-761d-47ae-b33c-6168bb237d22 HTTP/1.1" status: 200 len: 1097 time: 0.0452299 Nov 10 18:14:14.321133 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cae3dd-656e-4abb-a9c3-4c55a522c1b8 req-ade49d7f-ee48-49f3-80c8-0bc4aa81a7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:14.322525 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f7cae3dd-656e-4abb-a9c3-4c55a522c1b8 req-ade49d7f-ee48-49f3-80c8-0bc4aa81a7c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=51c2012d-6538-4392-a075-4f1b60f9863e HTTP/1.1" status: 200 len: 915 time: 0.0890105 Nov 10 18:14:14.365509 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f7cae3dd-656e-4abb-a9c3-4c55a522c1b8 req-476f9294-7846-46b0-b0b4-ea20052038b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05cef8d0-4ed2-4bc2-8ab9-e76476de61b0 HTTP/1.1" status: 200 len: 217 time: 0.0353386 Nov 10 18:14:14.414328 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cae3dd-656e-4abb-a9c3-4c55a522c1b8 req-c15f3814-b08c-4130-8941-2b9b1812a403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:14.415769 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f7cae3dd-656e-4abb-a9c3-4c55a522c1b8 req-c15f3814-b08c-4130-8941-2b9b1812a403 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39c59587-8b09-46a9-a434-53eb07613749 HTTP/1.1" status: 200 len: 854 time: 0.0431974 Nov 10 18:14:14.448463 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f7cae3dd-656e-4abb-a9c3-4c55a522c1b8 req-a87d616b-cbce-4129-aa71-b7155e56661a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51c2012d-6538-4392-a075-4f1b60f9863e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245481 Nov 10 18:14:14.542921 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f7cae3dd-656e-4abb-a9c3-4c55a522c1b8 req-2137ba57-fd00-462a-891f-801adaed29e1 service neutron] 10.222.0.13 "GET /v2.0/networks/51c2012d-6538-4392-a075-4f1b60f9863e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869701 Nov 10 18:14:14.637310 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f7cae3dd-656e-4abb-a9c3-4c55a522c1b8 req-6c9e1647-2069-41ca-8d42-92b7b7cd0b02 service neutron] 10.222.0.13 "GET /v2.0/networks/51c2012d-6538-4392-a075-4f1b60f9863e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841594 Nov 10 18:14:25.043765 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:25.398779 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:28.977681 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e893b0-acca-4c83-b82d-289936afeb6f req-f9ca28ff-2dc0-43db-8b5c-600fe176d966 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:28.980160 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-72e893b0-acca-4c83-b82d-289936afeb6f req-f9ca28ff-2dc0-43db-8b5c-600fe176d966 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b213031-761d-47ae-b33c-6168bb237d22 HTTP/1.1" status: 200 len: 945 time: 0.0539088 Nov 10 18:14:29.028576 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-72e893b0-acca-4c83-b82d-289936afeb6f req-ac030da7-c3c2-4367-a02f-bc8c491381df tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/security-groups?id=014ecb90-ba40-4b3f-b3ec-b640e0e0b804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425653 Nov 10 18:14:30.436922 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d6e71-6314-4d83-a314-3b5be6a9e5ae req-aadfe8ca-52e6-4a5c-8930-93f93808de4f tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:30.438298 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0a9d6e71-6314-4d83-a314-3b5be6a9e5ae req-aadfe8ca-52e6-4a5c-8930-93f93808de4f tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/ports?device_id=9b213031-761d-47ae-b33c-6168bb237d22 HTTP/1.1" status: 200 len: 945 time: 0.3413236 Nov 10 18:14:30.469230 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b09bd2-415f-4286-940a-63732315ab07 req-8bc90ee6-030f-4ba8-a49b-408afcfbca2a tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:30.470661 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0b09bd2-415f-4286-940a-63732315ab07 req-8bc90ee6-030f-4ba8-a49b-408afcfbca2a tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b213031-761d-47ae-b33c-6168bb237d22 HTTP/1.1" status: 200 len: 945 time: 0.0740414 Nov 10 18:14:30.520986 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0a9d6e71-6314-4d83-a314-3b5be6a9e5ae req-e6f88419-b2f2-48f7-adfa-09e9345ccfad tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/security-groups?id=014ecb90-ba40-4b3f-b3ec-b640e0e0b804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758979 Nov 10 18:14:30.559445 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9279c963-b010-4981-8e1e-c5531b5bfea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:30.580979 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-f0b09bd2-415f-4286-940a-63732315ab07 req-6d9f9c9e-8bad-476e-aae0-70da77f8540a tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Deleting port 05cef8d0-4ed2-4bc2-8ab9-e76476de61b0 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:14:30.581312 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f0b09bd2-415f-4286-940a-63732315ab07 req-6d9f9c9e-8bad-476e-aae0-70da77f8540a tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:30.669448 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-f0b09bd2-415f-4286-940a-63732315ab07 req-6d9f9c9e-8bad-476e-aae0-70da77f8540a tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] For port 05cef8d0-4ed2-4bc2-8ab9-e76476de61b0, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=05cef8d0-4ed2-4bc2-8ab9-e76476de61b0,segment=NetworkSegment(dd1852f1-759c-4114-92f2-1770c4f56f7f),segment_id=dd1852f1-759c-4114-92f2-1770c4f56f7f)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:14:30.669813 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f0b09bd2-415f-4286-940a-63732315ab07 req-6d9f9c9e-8bad-476e-aae0-70da77f8540a tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:30.683011 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-f0b09bd2-415f-4286-940a-63732315ab07 req-6d9f9c9e-8bad-476e-aae0-70da77f8540a tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Calling delete_port for 05cef8d0-4ed2-4bc2-8ab9-e76476de61b0 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:14:30.817385 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f0b09bd2-415f-4286-940a-63732315ab07 req-6d9f9c9e-8bad-476e-aae0-70da77f8540a tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:30.829497 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['05cef8d0-4ed2-4bc2-8ab9-e76476de61b0'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:14:30.845924 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f9c9e-8bad-476e-aae0-70da77f8540a tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Pushing event deleted for resources: {'Port': ['ID=05cef8d0-4ed2-4bc2-8ab9-e76476de61b0,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:14:30.861782 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f9c9e-8bad-476e-aae0-70da77f8540a tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:30.862163 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f9c9e-8bad-476e-aae0-70da77f8540a tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:30.862546 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f9c9e-8bad-476e-aae0-70da77f8540a tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:30.862886 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f9c9e-8bad-476e-aae0-70da77f8540a tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:30.863225 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f9c9e-8bad-476e-aae0-70da77f8540a tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:30.863564 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f9c9e-8bad-476e-aae0-70da77f8540a tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:30.863898 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f9c9e-8bad-476e-aae0-70da77f8540a tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:30.864269 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f9c9e-8bad-476e-aae0-70da77f8540a tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:30.864603 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f9c9e-8bad-476e-aae0-70da77f8540a tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:30.864944 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f9c9e-8bad-476e-aae0-70da77f8540a tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:30.865272 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f9c9e-8bad-476e-aae0-70da77f8540a tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:30.865596 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9f9c9e-8bad-476e-aae0-70da77f8540a tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:30.898618 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b09bd2-415f-4286-940a-63732315ab07 req-6d9f9c9e-8bad-476e-aae0-70da77f8540a tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] No DVR routers for this DVR port 05cef8d0-4ed2-4bc2-8ab9-e76476de61b0 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:14:30.901696 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f0b09bd2-415f-4286-940a-63732315ab07 req-6d9f9c9e-8bad-476e-aae0-70da77f8540a tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:30.905267 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f0b09bd2-415f-4286-940a-63732315ab07 req-6d9f9c9e-8bad-476e-aae0-70da77f8540a tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.13 "DELETE /v2.0/ports/05cef8d0-4ed2-4bc2-8ab9-e76476de61b0 HTTP/1.1" status: 204 len: 173 time: 0.4233994 Nov 10 18:14:30.905708 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b213031-761d-47ae-b33c-6168bb237d22', 'name': 'network-vif-deleted', 'tag': '05cef8d0-4ed2-4bc2-8ab9-e76476de61b0'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:14:30.907946 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8ce0c2-183e-42b4-ba57-973cdfbc10f0" -d '{"events": [{"server_uuid": "9b213031-761d-47ae-b33c-6168bb237d22", "name": "network-vif-deleted", "tag": "05cef8d0-4ed2-4bc2-8ab9-e76476de61b0"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:14:30.945433 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc24736-2f4f-48ae-822e-ebbaa82c4916 x-openstack-request-id: req-cbc24736-2f4f-48ae-822e-ebbaa82c4916 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:14:30.945814 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b213031-761d-47ae-b33c-6168bb237d22", "name": "network-vif-deleted", "tag": "05cef8d0-4ed2-4bc2-8ab9-e76476de61b0", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:14:30.946066 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cbc24736-2f4f-48ae-822e-ebbaa82c4916 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:14:30.946551 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b213031-761d-47ae-b33c-6168bb237d22', 'name': 'network-vif-deleted', 'tag': '05cef8d0-4ed2-4bc2-8ab9-e76476de61b0', 'status': 'completed', 'code': 200} Nov 10 18:14:32.903864 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c1649cef-a11e-4127-a46d-020889a97bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:33.883192 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:14:34.123687 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:34.212334 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 05cef8d0-4ed2-4bc2-8ab9-e76476de61b0 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:14:34.233650 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 05cef8d0-4ed2-4bc2-8ab9-e76476de61b0 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:14:34.234033 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 05cef8d0-4ed2-4bc2-8ab9-e76476de61b0 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:14:35.612129 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:36.330082 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:38.441656 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-c0239198-f780-430e-806e-20bba7f6d57b tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:38.443117 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-c0239198-f780-430e-806e-20bba7f6d57b tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/networks?id=51c2012d-6538-4392-a075-4f1b60f9863e HTTP/1.1" status: 200 len: 814 time: 0.1075628 Nov 10 18:14:38.458951 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-aa50554c-6cf1-4b64-88fa-f72dee425e48 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/quotas/9fc23de240904ed1ad130b38309d9b3d HTTP/1.1" status: 200 len: 375 time: 0.0091312 Nov 10 18:14:38.490059 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-e7e1accd-97e2-4782-bb55-33c559987bcf tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9fc23de240904ed1ad130b38309d9b3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256228 Nov 10 18:14:38.582819 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-e814e583-d8c9-4595-a436-7914cb781829 service neutron] 10.222.0.39 "GET /v2.0/networks/51c2012d-6538-4392-a075-4f1b60f9863e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852470 Nov 10 18:14:38.674587 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-288a8868-b206-4f00-bd40-c580305b7cf1 service neutron] 10.222.0.39 "GET /v2.0/networks/51c2012d-6538-4392-a075-4f1b60f9863e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853124 Nov 10 18:14:38.845043 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8b3ab138-e96a-40eb-b801-a19cb93122e8 req-3b731260-134e-407f-a720-e41c490f5209 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fdb3843-e614-45f5-b570-6a20c48ce9a5 HTTP/1.1" status: 200 len: 210 time: 0.0325119 Nov 10 18:14:39.756382 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-91139728-4bba-4909-97f3-44f8017b6cdc tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:39.757872 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-91139728-4bba-4909-97f3-44f8017b6cdc tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.11 "GET /v2.0/networks?id=51c2012d-6538-4392-a075-4f1b60f9863e HTTP/1.1" status: 200 len: 814 time: 0.1067948 Nov 10 18:14:39.771513 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-83319efe-591b-438a-bc8d-983af1d3a2c8 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Request body: {'port': {'device_id': '4fdb3843-e614-45f5-b570-6a20c48ce9a5', 'network_id': '51c2012d-6538-4392-a075-4f1b60f9863e', 'admin_state_up': True, 'tenant_id': '9fc23de240904ed1ad130b38309d9b3d'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:14:39.884419 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-83319efe-591b-438a-bc8d-983af1d3a2c8 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Made reservation on behalf of 9fc23de240904ed1ad130b38309d9b3d for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:14:39.888884 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-83319efe-591b-438a-bc8d-983af1d3a2c8 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:39.943335 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7ae7c275-7ee1-4610-95e2-bfddffce8fb5 req-e703f2d8-f73d-4097-9feb-c706df7d2dff tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fdb3843-e614-45f5-b570-6a20c48ce9a5 HTTP/1.1" status: 200 len: 210 time: 0.0275488 Nov 10 18:14:40.015864 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-83319efe-591b-438a-bc8d-983af1d3a2c8 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Allocated IP 172.20.0.2 (51c2012d-6538-4392-a075-4f1b60f9863e/39c59587-8b09-46a9-a434-53eb07613749/02b22aef-33ed-457f-b30c-aa8dd20c062e) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:14:40.165784 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-83319efe-591b-438a-bc8d-983af1d3a2c8 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:40.199190 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-83319efe-591b-438a-bc8d-983af1d3a2c8 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:40.248967 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-83319efe-591b-438a-bc8d-983af1d3a2c8 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Network 51c2012d-6538-4392-a075-4f1b60f9863e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:14:40.252102 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-83319efe-591b-438a-bc8d-983af1d3a2c8 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:14:40.255865 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-83319efe-591b-438a-bc8d-983af1d3a2c8 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:14:40.280133 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83319efe-591b-438a-bc8d-983af1d3a2c8 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Pushing event updated for resources: {'Port': ['ID=02b22aef-33ed-457f-b30c-aa8dd20c062e,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:14:40.307830 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-83319efe-591b-438a-bc8d-983af1d3a2c8 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:40.308435 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-83319efe-591b-438a-bc8d-983af1d3a2c8 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:40.325012 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-83319efe-591b-438a-bc8d-983af1d3a2c8 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5577712 Nov 10 18:14:40.335650 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-a70a484a-bd2c-4ef0-b785-db4523ccbba0 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:14:40.336666 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-a70a484a-bd2c-4ef0-b785-db4523ccbba0 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059733 Nov 10 18:14:40.405332 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-b0cefcb9-af3e-4d7f-9d67-fd14edac3e18 service neutron] Request body: {'port': {'device_id': '4fdb3843-e614-45f5-b570-6a20c48ce9a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:14:40.465039 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-b0cefcb9-af3e-4d7f-9d67-fd14edac3e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:40.756061 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-b0cefcb9-af3e-4d7f-9d67-fd14edac3e18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b22aef-33ed-457f-b30c-aa8dd20c062e {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:14:40.764949 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-b0cefcb9-af3e-4d7f-9d67-fd14edac3e18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:40.778257 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-b0cefcb9-af3e-4d7f-9d67-fd14edac3e18 service neutron] Transition to ACTIVE for port object 02b22aef-33ed-457f-b30c-aa8dd20c062e will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:14:40.782785 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-b0cefcb9-af3e-4d7f-9d67-fd14edac3e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:40.836473 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cefcb9-af3e-4d7f-9d67-fd14edac3e18 service neutron] Pushing event updated for resources: {'Port': ['ID=02b22aef-33ed-457f-b30c-aa8dd20c062e,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:14:40.917716 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-b0cefcb9-af3e-4d7f-9d67-fd14edac3e18 service neutron] Attempting to bind port 02b22aef-33ed-457f-b30c-aa8dd20c062e on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:14:40.918501 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-b0cefcb9-af3e-4d7f-9d67-fd14edac3e18 service neutron] Attempting to bind port 02b22aef-33ed-457f-b30c-aa8dd20c062e by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': 'dd1852f1-759c-4114-92f2-1770c4f56f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '51c2012d-6538-4392-a075-4f1b60f9863e'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:14:40.918501 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-b0cefcb9-af3e-4d7f-9d67-fd14edac3e18 service neutron] Attempting to bind port 02b22aef-33ed-457f-b30c-aa8dd20c062e on network 51c2012d-6538-4392-a075-4f1b60f9863e {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:14:40.923351 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-b0cefcb9-af3e-4d7f-9d67-fd14edac3e18 service neutron] Port 02b22aef-33ed-457f-b30c-aa8dd20c062e on network 51c2012d-6538-4392-a075-4f1b60f9863e not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:14:40.923911 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-b0cefcb9-af3e-4d7f-9d67-fd14edac3e18 service neutron] Attempting to bind port 02b22aef-33ed-457f-b30c-aa8dd20c062e on network 51c2012d-6538-4392-a075-4f1b60f9863e {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:14:40.932870 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-b0cefcb9-af3e-4d7f-9d67-fd14edac3e18 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:14:40.933394 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-b0cefcb9-af3e-4d7f-9d67-fd14edac3e18 service neutron] Checking segment: {'id': 'dd1852f1-759c-4114-92f2-1770c4f56f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '51c2012d-6538-4392-a075-4f1b60f9863e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:14:40.934043 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-b0cefcb9-af3e-4d7f-9d67-fd14edac3e18 service neutron] Bound using segment: {'id': 'dd1852f1-759c-4114-92f2-1770c4f56f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '51c2012d-6538-4392-a075-4f1b60f9863e'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:14:40.934801 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-b0cefcb9-af3e-4d7f-9d67-fd14edac3e18 service neutron] Bound port: 02b22aef-33ed-457f-b30c-aa8dd20c062e, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd1852f1-759c-4114-92f2-1770c4f56f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '51c2012d-6538-4392-a075-4f1b60f9863e'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:14:40.935452 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-b0cefcb9-af3e-4d7f-9d67-fd14edac3e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:41.028007 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-b0cefcb9-af3e-4d7f-9d67-fd14edac3e18 service neutron] For port 02b22aef-33ed-457f-b30c-aa8dd20c062e, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:14:41.054621 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-b0cefcb9-af3e-4d7f-9d67-fd14edac3e18 service neutron] For port 02b22aef-33ed-457f-b30c-aa8dd20c062e, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=02b22aef-33ed-457f-b30c-aa8dd20c062e,segment=NetworkSegment(dd1852f1-759c-4114-92f2-1770c4f56f7f),segment_id=dd1852f1-759c-4114-92f2-1770c4f56f7f)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:14:41.062128 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-b0cefcb9-af3e-4d7f-9d67-fd14edac3e18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:41.102471 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-b0cefcb9-af3e-4d7f-9d67-fd14edac3e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:41.103516 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-b0cefcb9-af3e-4d7f-9d67-fd14edac3e18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:41.105880 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-b0cefcb9-af3e-4d7f-9d67-fd14edac3e18 service neutron] 10.222.0.11 "PUT /v2.0/ports/02b22aef-33ed-457f-b30c-aa8dd20c062e HTTP/1.1" status: 200 len: 1092 time: 0.7614760 Nov 10 18:14:41.108453 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fdb3843-e614-45f5-b570-6a20c48ce9a5', 'tag': '02b22aef-33ed-457f-b30c-aa8dd20c062e'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:14:41.111902 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2465bc30-5af5-46db-8163-f78779aac97e" -d '{"events": [{"name": "network-changed", "server_uuid": "4fdb3843-e614-45f5-b570-6a20c48ce9a5", "tag": "02b22aef-33ed-457f-b30c-aa8dd20c062e"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:14:41.137892 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7f9fb-625b-44fd-9c41-267d5fa074a5 req-bd44fe3e-35b4-4916-be8d-99023b7d5943 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:41.139421 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cee7f9fb-625b-44fd-9c41-267d5fa074a5 req-bd44fe3e-35b4-4916-be8d-99023b7d5943 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fdb3843-e614-45f5-b570-6a20c48ce9a5 HTTP/1.1" status: 200 len: 943 time: 0.1235256 Nov 10 18:14:41.163100 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add9c709-7f8f-40b0-9812-b3b51d195300 x-openstack-request-id: req-add9c709-7f8f-40b0-9812-b3b51d195300 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:14:41.163402 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fdb3843-e614-45f5-b570-6a20c48ce9a5", "tag": "02b22aef-33ed-457f-b30c-aa8dd20c062e", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:14:41.163626 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-add9c709-7f8f-40b0-9812-b3b51d195300 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:14:41.164015 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fdb3843-e614-45f5-b570-6a20c48ce9a5', 'tag': '02b22aef-33ed-457f-b30c-aa8dd20c062e', 'status': 'completed', 'code': 200} Nov 10 18:14:41.202213 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cefcb9-af3e-4d7f-9d67-fd14edac3e18 service neutron] Pushing event updated for resources: {'Port': ['ID=02b22aef-33ed-457f-b30c-aa8dd20c062e,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:14:41.243268 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cee7f9fb-625b-44fd-9c41-267d5fa074a5 req-64d3ea7e-9b9e-4bf4-80f5-6bace9f12f36 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/security-groups?id=014ecb90-ba40-4b3f-b3ec-b640e0e0b804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972850 Nov 10 18:14:41.247127 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-3e6d356b-c8dc-4c2f-abb8-81fe0b6f94a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:41.248607 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-3e6d356b-c8dc-4c2f-abb8-81fe0b6f94a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9fc23de240904ed1ad130b38309d9b3d&device_id=4fdb3843-e614-45f5-b570-6a20c48ce9a5 HTTP/1.1" status: 200 len: 1095 time: 0.0871701 Nov 10 18:14:41.290543 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-4175829b-a0a1-4d30-9147-193750463235 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=02b22aef-33ed-457f-b30c-aa8dd20c062e HTTP/1.1" status: 200 len: 217 time: 0.0341194 Nov 10 18:14:41.340998 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-8f4348f7-a59d-47ff-b09d-d1f550733ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:41.342419 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-8f4348f7-a59d-47ff-b09d-d1f550733ae4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=39c59587-8b09-46a9-a434-53eb07613749 HTTP/1.1" status: 200 len: 854 time: 0.0436614 Nov 10 18:14:41.378016 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-bc9edf21-c5cd-41ac-a494-157af6ff1ba0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51c2012d-6538-4392-a075-4f1b60f9863e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285547 Nov 10 18:14:41.466903 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-4d6c8652-cbaa-427f-b0ef-edaba69b8ca7 service neutron] 10.222.0.11 "GET /v2.0/networks/51c2012d-6538-4392-a075-4f1b60f9863e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820501 Nov 10 18:14:41.559717 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dfa82fda-2cdb-44cd-a2b4-bf985e23ef1d req-11e74f5f-82f0-4948-8765-697428d731ac service neutron] 10.222.0.11 "GET /v2.0/networks/51c2012d-6538-4392-a075-4f1b60f9863e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858605 Nov 10 18:14:41.651662 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465bc30-5af5-46db-8163-f78779aac97e req-02750c21-e689-4e45-a020-7daf3e08d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:41.653181 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2465bc30-5af5-46db-8163-f78779aac97e req-02750c21-e689-4e45-a020-7daf3e08d838 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9fc23de240904ed1ad130b38309d9b3d&device_id=4fdb3843-e614-45f5-b570-6a20c48ce9a5 HTTP/1.1" status: 200 len: 1095 time: 0.0426719 Nov 10 18:14:41.744192 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465bc30-5af5-46db-8163-f78779aac97e req-c4522845-7818-4e2e-96d6-69344accd6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:41.746361 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2465bc30-5af5-46db-8163-f78779aac97e req-c4522845-7818-4e2e-96d6-69344accd6ef service neutron] 10.222.0.11 "GET /v2.0/networks?id=51c2012d-6538-4392-a075-4f1b60f9863e HTTP/1.1" status: 200 len: 915 time: 0.0862823 Nov 10 18:14:41.791118 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2465bc30-5af5-46db-8163-f78779aac97e req-211c23e7-78f7-4be2-9ae8-a86565207781 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=02b22aef-33ed-457f-b30c-aa8dd20c062e HTTP/1.1" status: 200 len: 217 time: 0.0379255 Nov 10 18:14:41.839985 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465bc30-5af5-46db-8163-f78779aac97e req-4a6f4897-5f60-4e1b-b6ad-4c9db9438b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:41.841350 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2465bc30-5af5-46db-8163-f78779aac97e req-4a6f4897-5f60-4e1b-b6ad-4c9db9438b92 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=39c59587-8b09-46a9-a434-53eb07613749 HTTP/1.1" status: 200 len: 854 time: 0.0435431 Nov 10 18:14:41.873912 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2465bc30-5af5-46db-8163-f78779aac97e req-8e45bd98-1421-4d05-a5ca-55ea873e02d4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51c2012d-6538-4392-a075-4f1b60f9863e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249569 Nov 10 18:14:41.967465 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2465bc30-5af5-46db-8163-f78779aac97e req-5f1e1845-6ca1-47b4-b09e-7607e4722987 service neutron] 10.222.0.11 "GET /v2.0/networks/51c2012d-6538-4392-a075-4f1b60f9863e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850582 Nov 10 18:14:42.059030 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2465bc30-5af5-46db-8163-f78779aac97e req-34ec5199-f624-4624-8c8d-01206e5cf3c7 service neutron] 10.222.0.11 "GET /v2.0/networks/51c2012d-6538-4392-a075-4f1b60f9863e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839477 Nov 10 18:14:42.370529 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b54078-d01f-49ba-8cb1-78d55b2d7846 req-c2ed0320-a6cc-465b-9f8a-2933c6480376 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:42.372026 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0b54078-d01f-49ba-8cb1-78d55b2d7846 req-c2ed0320-a6cc-465b-9f8a-2933c6480376 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fdb3843-e614-45f5-b570-6a20c48ce9a5 HTTP/1.1" status: 200 len: 943 time: 0.0554812 Nov 10 18:14:42.429433 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0b54078-d01f-49ba-8cb1-78d55b2d7846 req-10849a02-9868-4b7a-bfda-32bc789bab2f tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/security-groups?id=014ecb90-ba40-4b3f-b3ec-b640e0e0b804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461991 Nov 10 18:14:43.547122 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990e166-095f-46e0-b0b4-6ba5cfcfe1f3 req-4a144369-7650-4479-948c-bdda74808685 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:43.548678 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7990e166-095f-46e0-b0b4-6ba5cfcfe1f3 req-4a144369-7650-4479-948c-bdda74808685 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fdb3843-e614-45f5-b570-6a20c48ce9a5 HTTP/1.1" status: 200 len: 943 time: 0.0498495 Nov 10 18:14:43.601211 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7990e166-095f-46e0-b0b4-6ba5cfcfe1f3 req-c85bc8d5-22ff-441a-85f6-d68c1755675c tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/security-groups?id=014ecb90-ba40-4b3f-b3ec-b640e0e0b804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466726 Nov 10 18:14:44.154572 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 02b22aef-33ed-457f-b30c-aa8dd20c062e details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:14:44.246443 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 02b22aef-33ed-457f-b30c-aa8dd20c062e, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=02b22aef-33ed-457f-b30c-aa8dd20c062e,segment=NetworkSegment(dd1852f1-759c-4114-92f2-1770c4f56f7f),segment_id=dd1852f1-759c-4114-92f2-1770c4f56f7f)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:14:44.261699 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '02b22aef-33ed-457f-b30c-aa8dd20c062e', 'network_id': '51c2012d-6538-4392-a075-4f1b60f9863e', 'port_id': '02b22aef-33ed-457f-b30c-aa8dd20c062e', 'mac_address': 'fa:16:3e:56:8f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39c59587-8b09-46a9-a434-53eb07613749', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:14:44.297974 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:44.310765 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b22aef-33ed-457f-b30c-aa8dd20c062e {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:14:44.328969 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 02b22aef-33ed-457f-b30c-aa8dd20c062e, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=02b22aef-33ed-457f-b30c-aa8dd20c062e,segment=NetworkSegment(dd1852f1-759c-4114-92f2-1770c4f56f7f),segment_id=dd1852f1-759c-4114-92f2-1770c4f56f7f)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:14:44.332849 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:44.381366 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=02b22aef-33ed-457f-b30c-aa8dd20c062e,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:14:44.388567 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:44.388936 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:44.389268 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:44.389598 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:44.389925 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:44.390245 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:44.390568 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:44.390886 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:44.391203 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:44.391522 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:44.391838 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:44.392181 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:14:44.555512 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['02b22aef-33ed-457f-b30c-aa8dd20c062e'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:14:44.718490 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2dca23-2ac5-4f3c-91ea-6fe4786e6399 req-ecccd509-00d7-491f-b632-268397d123e7 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:44.720000 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fd2dca23-2ac5-4f3c-91ea-6fe4786e6399 req-ecccd509-00d7-491f-b632-268397d123e7 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fdb3843-e614-45f5-b570-6a20c48ce9a5 HTTP/1.1" status: 200 len: 944 time: 0.0501983 Nov 10 18:14:44.767233 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fd2dca23-2ac5-4f3c-91ea-6fe4786e6399 req-1aba7ec7-50ae-40d7-87fc-e91169f7e243 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/security-groups?id=014ecb90-ba40-4b3f-b3ec-b640e0e0b804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408547 Nov 10 18:14:45.884093 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469fec8f-6f84-4929-9c63-9859b2237726 req-f23a0c47-8ac9-44bc-b1ae-4259020c6942 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:45.885854 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-469fec8f-6f84-4929-9c63-9859b2237726 req-f23a0c47-8ac9-44bc-b1ae-4259020c6942 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fdb3843-e614-45f5-b570-6a20c48ce9a5 HTTP/1.1" status: 200 len: 944 time: 0.0509195 Nov 10 18:14:45.933630 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-469fec8f-6f84-4929-9c63-9859b2237726 req-a4ae5f84-1dd5-4874-912d-a0dd3b4b61a9 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/security-groups?id=014ecb90-ba40-4b3f-b3ec-b640e0e0b804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419931 Nov 10 18:14:46.168411 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 02b22aef-33ed-457f-b30c-aa8dd20c062e up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:14:46.216610 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 02b22aef-33ed-457f-b30c-aa8dd20c062e completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:14:46.220444 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 02b22aef-33ed-457f-b30c-aa8dd20c062e triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:14:46.220814 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:46.299120 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:46.320485 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fdb3843-e614-45f5-b570-6a20c48ce9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b22aef-33ed-457f-b30c-aa8dd20c062e'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:14:46.323210 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b64558f-4505-42ee-a5bb-d4bafab990c7" -d '{"events": [{"server_uuid": "4fdb3843-e614-45f5-b570-6a20c48ce9a5", "name": "network-vif-plugged", "status": "completed", "tag": "02b22aef-33ed-457f-b30c-aa8dd20c062e"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:14:46.335249 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 02b22aef-33ed-457f-b30c-aa8dd20c062e, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=02b22aef-33ed-457f-b30c-aa8dd20c062e,segment=NetworkSegment(dd1852f1-759c-4114-92f2-1770c4f56f7f),segment_id=dd1852f1-759c-4114-92f2-1770c4f56f7f)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:14:46.342856 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:46.366752 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b00192-6e4b-442e-8d5b-0797888800ee x-openstack-request-id: req-f1b00192-6e4b-442e-8d5b-0797888800ee {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:14:46.367039 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fdb3843-e614-45f5-b570-6a20c48ce9a5", "name": "network-vif-plugged", "status": "completed", "tag": "02b22aef-33ed-457f-b30c-aa8dd20c062e", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:14:46.367288 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f1b00192-6e4b-442e-8d5b-0797888800ee {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:14:46.367674 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fdb3843-e614-45f5-b570-6a20c48ce9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b22aef-33ed-457f-b30c-aa8dd20c062e', 'code': 200} Nov 10 18:14:46.395333 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=02b22aef-33ed-457f-b30c-aa8dd20c062e,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:14:46.465834 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ffb2c-70fa-4d76-9847-0c9570420526 req-f0eebca2-b31b-4033-9afa-bfce6f06d0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:46.467341 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-223ffb2c-70fa-4d76-9847-0c9570420526 req-f0eebca2-b31b-4033-9afa-bfce6f06d0df service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4fdb3843-e614-45f5-b570-6a20c48ce9a5 HTTP/1.1" status: 200 len: 1097 time: 0.0408452 Nov 10 18:14:46.511263 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-223ffb2c-70fa-4d76-9847-0c9570420526 req-c5ddce8d-9f16-4d1a-991c-0840c27f3d41 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=014ecb90-ba40-4b3f-b3ec-b640e0e0b804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367253 Nov 10 18:14:47.054999 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990bd70-2853-4a7e-97ea-742b8329a868 req-a3e2c701-e00f-4fc9-b333-1586874562bd tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:47.056396 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1990bd70-2853-4a7e-97ea-742b8329a868 req-a3e2c701-e00f-4fc9-b333-1586874562bd tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fdb3843-e614-45f5-b570-6a20c48ce9a5 HTTP/1.1" status: 200 len: 945 time: 0.0539064 Nov 10 18:14:47.103490 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1990bd70-2853-4a7e-97ea-742b8329a868 req-a0020271-db20-45ed-8fe0-55c216ad162e tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/security-groups?id=014ecb90-ba40-4b3f-b3ec-b640e0e0b804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403738 Nov 10 18:14:48.224110 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b3160-e741-4efd-9bea-542891453a67 req-a00c7860-a472-4ef0-92d4-5acbcebea674 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:14:48.225668 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-377b3160-e741-4efd-9bea-542891453a67 req-a00c7860-a472-4ef0-92d4-5acbcebea674 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fdb3843-e614-45f5-b570-6a20c48ce9a5 HTTP/1.1" status: 200 len: 945 time: 0.0502636 Nov 10 18:14:48.278583 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-377b3160-e741-4efd-9bea-542891453a67 req-01fa5509-b20b-4731-b42c-9cea5d89fcc0 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/security-groups?id=014ecb90-ba40-4b3f-b3ec-b640e0e0b804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461850 Nov 10 18:14:55.042363 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:14:55.402835 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:15:00.568957 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9f9176b2-1da5-4a75-8f68-fb51e2f8e9ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:15:02.934580 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c82f5b80-d519-49df-8b08-09d3d4ba336d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:15:04.128420 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:15:05.614922 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:15:06.325693 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:15:10.777329 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d568076-919d-4ff6-a070-c4d9aa373e4d req-c514e6a3-a973-4451-bb43-d41907cee4ab service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4fdb3843-e614-45f5-b570-6a20c48ce9a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427644 Nov 10 18:15:10.867332 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d568076-919d-4ff6-a070-c4d9aa373e4d req-ac5663d2-8c6e-46d1-bd33-98502f01fd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:15:10.868913 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d568076-919d-4ff6-a070-c4d9aa373e4d req-ac5663d2-8c6e-46d1-bd33-98502f01fd49 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9fc23de240904ed1ad130b38309d9b3d&device_id=4fdb3843-e614-45f5-b570-6a20c48ce9a5 HTTP/1.1" status: 200 len: 1097 time: 0.0457957 Nov 10 18:15:10.883927 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:15:10.985863 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d568076-919d-4ff6-a070-c4d9aa373e4d req-6fec4f54-80e8-4daf-9685-312cdc5f74e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:15:10.987550 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d568076-919d-4ff6-a070-c4d9aa373e4d req-6fec4f54-80e8-4daf-9685-312cdc5f74e9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=51c2012d-6538-4392-a075-4f1b60f9863e HTTP/1.1" status: 200 len: 915 time: 0.0973268 Nov 10 18:15:11.033630 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d568076-919d-4ff6-a070-c4d9aa373e4d req-fa46bd68-b046-4dea-b653-ed76b18bc53e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=02b22aef-33ed-457f-b30c-aa8dd20c062e HTTP/1.1" status: 200 len: 217 time: 0.0376191 Nov 10 18:15:11.094760 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d568076-919d-4ff6-a070-c4d9aa373e4d req-26ccd60f-c486-4c92-b480-e971ab5963f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:15:11.096277 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d568076-919d-4ff6-a070-c4d9aa373e4d req-26ccd60f-c486-4c92-b480-e971ab5963f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=39c59587-8b09-46a9-a434-53eb07613749 HTTP/1.1" status: 200 len: 854 time: 0.0566394 Nov 10 18:15:11.129500 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d568076-919d-4ff6-a070-c4d9aa373e4d req-5a23bc00-8529-4eb3-8624-4acf7e3071ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=51c2012d-6538-4392-a075-4f1b60f9863e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256524 Nov 10 18:15:11.227737 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d568076-919d-4ff6-a070-c4d9aa373e4d req-05edfb43-e271-4b1e-8055-501aebfd911f service neutron] 10.222.0.11 "GET /v2.0/networks/51c2012d-6538-4392-a075-4f1b60f9863e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904229 Nov 10 18:15:11.360408 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d568076-919d-4ff6-a070-c4d9aa373e4d req-392c2d85-7cb6-4f40-9ae0-7b49c5403059 service neutron] 10.222.0.11 "GET /v2.0/networks/51c2012d-6538-4392-a075-4f1b60f9863e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252894 Nov 10 18:15:15.756118 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c356e92-0b75-4d70-addf-5a422cf99c21 req-4769b10f-da51-4af8-982f-2a2042c5e672 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:15:15.757551 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3c356e92-0b75-4d70-addf-5a422cf99c21 req-4769b10f-da51-4af8-982f-2a2042c5e672 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fdb3843-e614-45f5-b570-6a20c48ce9a5 HTTP/1.1" status: 200 len: 945 time: 0.0493894 Nov 10 18:15:15.808377 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3c356e92-0b75-4d70-addf-5a422cf99c21 req-2e17e7cd-6ad6-429a-8216-6a18ad2c2b51 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/security-groups?id=014ecb90-ba40-4b3f-b3ec-b640e0e0b804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438557 Nov 10 18:15:16.932547 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356d89b-c2d5-40f8-972c-a1ff54c46dd7 req-254e5afb-b287-424a-aba1-2aa021339384 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:15:16.934403 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e356d89b-c2d5-40f8-972c-a1ff54c46dd7 req-254e5afb-b287-424a-aba1-2aa021339384 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fdb3843-e614-45f5-b570-6a20c48ce9a5 HTTP/1.1" status: 200 len: 945 time: 0.0538244 Nov 10 18:15:16.984628 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e356d89b-c2d5-40f8-972c-a1ff54c46dd7 req-0cda79ec-7c9a-47cd-bf8d-d0eba5cc7e21 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/security-groups?id=014ecb90-ba40-4b3f-b3ec-b640e0e0b804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437059 Nov 10 18:15:17.227794 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c74f97-dab6-4aca-85db-16ffb34dbdf7 req-57c50515-0b24-4ed1-9cd5-de85a712f903 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:15:17.230013 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e3c74f97-dab6-4aca-85db-16ffb34dbdf7 req-57c50515-0b24-4ed1-9cd5-de85a712f903 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fdb3843-e614-45f5-b570-6a20c48ce9a5 HTTP/1.1" status: 200 len: 945 time: 0.0550952 Nov 10 18:15:17.324811 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-e3c74f97-dab6-4aca-85db-16ffb34dbdf7 req-93e00fcb-590c-425a-b542-358234951f09 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Deleting port 02b22aef-33ed-457f-b30c-aa8dd20c062e {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:15:17.325147 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e3c74f97-dab6-4aca-85db-16ffb34dbdf7 req-93e00fcb-590c-425a-b542-358234951f09 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:15:17.418103 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-e3c74f97-dab6-4aca-85db-16ffb34dbdf7 req-93e00fcb-590c-425a-b542-358234951f09 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] For port 02b22aef-33ed-457f-b30c-aa8dd20c062e, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=02b22aef-33ed-457f-b30c-aa8dd20c062e,segment=NetworkSegment(dd1852f1-759c-4114-92f2-1770c4f56f7f),segment_id=dd1852f1-759c-4114-92f2-1770c4f56f7f)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:15:17.418467 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e3c74f97-dab6-4aca-85db-16ffb34dbdf7 req-93e00fcb-590c-425a-b542-358234951f09 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:15:17.432132 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-e3c74f97-dab6-4aca-85db-16ffb34dbdf7 req-93e00fcb-590c-425a-b542-358234951f09 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Calling delete_port for 02b22aef-33ed-457f-b30c-aa8dd20c062e owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:15:17.565015 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e3c74f97-dab6-4aca-85db-16ffb34dbdf7 req-93e00fcb-590c-425a-b542-358234951f09 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:15:17.578828 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['02b22aef-33ed-457f-b30c-aa8dd20c062e'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:15:17.600456 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e00fcb-590c-425a-b542-358234951f09 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Pushing event deleted for resources: {'Port': ['ID=02b22aef-33ed-457f-b30c-aa8dd20c062e,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:15:17.644353 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c74f97-dab6-4aca-85db-16ffb34dbdf7 req-93e00fcb-590c-425a-b542-358234951f09 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] No DVR routers for this DVR port 02b22aef-33ed-457f-b30c-aa8dd20c062e on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:15:17.647244 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e3c74f97-dab6-4aca-85db-16ffb34dbdf7 req-93e00fcb-590c-425a-b542-358234951f09 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:15:17.650640 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e3c74f97-dab6-4aca-85db-16ffb34dbdf7 req-93e00fcb-590c-425a-b542-358234951f09 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.11 "DELETE /v2.0/ports/02b22aef-33ed-457f-b30c-aa8dd20c062e HTTP/1.1" status: 204 len: 173 time: 0.4150152 Nov 10 18:15:17.651772 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fdb3843-e614-45f5-b570-6a20c48ce9a5', 'name': 'network-vif-deleted', 'tag': '02b22aef-33ed-457f-b30c-aa8dd20c062e'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:15:17.654145 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a95d79-0785-4df1-9cd1-e3fdec74b8e2" -d '{"events": [{"server_uuid": "4fdb3843-e614-45f5-b570-6a20c48ce9a5", "name": "network-vif-deleted", "tag": "02b22aef-33ed-457f-b30c-aa8dd20c062e"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:15:17.694761 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d5fd68-d3ad-4750-9032-bd5b34971d04 x-openstack-request-id: req-25d5fd68-d3ad-4750-9032-bd5b34971d04 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:15:17.695004 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fdb3843-e614-45f5-b570-6a20c48ce9a5", "name": "network-vif-deleted", "tag": "02b22aef-33ed-457f-b30c-aa8dd20c062e", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:15:17.695264 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-25d5fd68-d3ad-4750-9032-bd5b34971d04 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:15:17.695694 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fdb3843-e614-45f5-b570-6a20c48ce9a5', 'name': 'network-vif-deleted', 'tag': '02b22aef-33ed-457f-b30c-aa8dd20c062e', 'status': 'completed', 'code': 200} Nov 10 18:15:18.107713 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c839a0b7-b7d6-4a65-a4ba-a9d9f08b7234 req-57c1a4da-14e9-4920-9037-f30f1c0adf60 tempest-VolumesSnapshotTestJSON-1319954311 tempest-VolumesSnapshotTestJSON-1319954311-project] 10.222.0.39 "GET /v2.0/ports?device_id=4fdb3843-e614-45f5-b570-6a20c48ce9a5 HTTP/1.1" status: 200 len: 210 time: 0.0306308 Nov 10 18:15:20.321876 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 02b22aef-33ed-457f-b30c-aa8dd20c062e no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:15:20.343139 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 02b22aef-33ed-457f-b30c-aa8dd20c062e {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:15:20.343487 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 02b22aef-33ed-457f-b30c-aa8dd20c062e not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:15:25.053821 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:15:25.397144 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:15:30.565227 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f3dc7b1-33c7-46f0-bade-98ef8385e931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:15:32.917389 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7aa14bc5-90bd-4b48-803c-6635bf30d631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:15:34.130443 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:15:35.617309 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:15:36.330993 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:15:47.885286 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:15:55.052078 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:15:55.394446 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:00.566824 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f608c4fa-2c4a-4254-943a-c04d11e03b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:02.665563 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-3131f542-e598-495b-8889-06590e1618a0 req-eaf7bc40-835e-4c6d-9792-3870227a5f56 service neutron] (102469) timed out ('10.222.0.13', 62035) {{(pid=102469) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 18:16:02.919985 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0e8917d6-d91b-4a57-a25e-703148f7f758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:03.417157 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57178) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:03.481323 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a14e459-c6cc-4e4d-8f8d-4dc77b91f4e9 admin admin] Deleting subnet 39c59587-8b09-46a9-a434-53eb07613749 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:16:03.485565 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7a14e459-c6cc-4e4d-8f8d-4dc77b91f4e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:03.536748 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7a14e459-c6cc-4e4d-8f8d-4dc77b91f4e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:03.583948 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7a14e459-c6cc-4e4d-8f8d-4dc77b91f4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:03.646332 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7a14e459-c6cc-4e4d-8f8d-4dc77b91f4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:03.675909 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7a14e459-c6cc-4e4d-8f8d-4dc77b91f4e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:03.679163 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7a14e459-c6cc-4e4d-8f8d-4dc77b91f4e9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/39c59587-8b09-46a9-a434-53eb07613749 HTTP/1.1" status: 204 len: 168 time: 0.2609961 Nov 10 18:16:03.681140 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14e459-c6cc-4e4d-8f8d-4dc77b91f4e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39c59587-8b09-46a9-a434-53eb07613749,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:03.683347 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57180) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:03.689208 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14e459-c6cc-4e4d-8f8d-4dc77b91f4e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:03.689564 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14e459-c6cc-4e4d-8f8d-4dc77b91f4e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:03.689910 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14e459-c6cc-4e4d-8f8d-4dc77b91f4e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:03.690250 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14e459-c6cc-4e4d-8f8d-4dc77b91f4e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:03.690587 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14e459-c6cc-4e4d-8f8d-4dc77b91f4e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:03.690922 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14e459-c6cc-4e4d-8f8d-4dc77b91f4e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:03.691250 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14e459-c6cc-4e4d-8f8d-4dc77b91f4e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:03.691777 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14e459-c6cc-4e4d-8f8d-4dc77b91f4e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:03.692115 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14e459-c6cc-4e4d-8f8d-4dc77b91f4e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:03.692466 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14e459-c6cc-4e4d-8f8d-4dc77b91f4e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:03.692795 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14e459-c6cc-4e4d-8f8d-4dc77b91f4e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:03.693121 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14e459-c6cc-4e4d-8f8d-4dc77b91f4e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:03.771276 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e4e1615b-4259-4838-a92c-045cbcebebce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:03.860824 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e4e1615b-4259-4838-a92c-045cbcebebce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:03.882095 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-e4e1615b-4259-4838-a92c-045cbcebebce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c2012d-6538-4392-a075-4f1b60f9863e']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:03.892677 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-e4e1615b-4259-4838-a92c-045cbcebebce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd1852f1-759c-4114-92f2-1770c4f56f7f') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:03.892978 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-e4e1615b-4259-4838-a92c-045cbcebebce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd1852f1-759c-4114-92f2-1770c4f56f7f') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:03.903410 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e4e1615b-4259-4838-a92c-045cbcebebce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:03.917408 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e4e1615b-4259-4838-a92c-045cbcebebce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:03.925421 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4e1615b-4259-4838-a92c-045cbcebebce admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:16:03.926941 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e4e1615b-4259-4838-a92c-045cbcebebce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:04.137844 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:04.293106 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:16:04.293106 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:16:04.293106 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:16:04.293106 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:16:04.293106 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:16:04.293106 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:16:04.293106 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:16:04.293106 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:16:04.293106 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:16:04.293106 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:16:04.293106 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:16:04.293106 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:16:04.293106 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:16:04.293106 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:16:04.293106 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:16:04.293106 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:16:04.293106 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:16:04.293106 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:16:04.293106 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:16:04.293106 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:16:04.293106 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:16:04.293106 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:16:04.293106 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:16:04.293106 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:16:04.293106 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:16:04.293106 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:16:04.293106 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:16:04.293106 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:16:04.293106 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:16:04.293106 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:16:04.293106 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:16:04.293106 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:16:04.318321 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e4e1615b-4259-4838-a92c-045cbcebebce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:04.324894 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e4e1615b-4259-4838-a92c-045cbcebebce admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:04.327976 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e4e1615b-4259-4838-a92c-045cbcebebce admin admin] 10.222.0.39 "DELETE /v2.0/networks/51c2012d-6538-4392-a075-4f1b60f9863e HTTP/1.1" status: 204 len: 168 time: 0.6429052 Nov 10 18:16:04.339177 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1615b-4259-4838-a92c-045cbcebebce admin admin] Pushing event deleted for resources: {'Network': ['ID=51c2012d-6538-4392-a075-4f1b60f9863e,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:04.347000 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1615b-4259-4838-a92c-045cbcebebce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:04.347346 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1615b-4259-4838-a92c-045cbcebebce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:04.347684 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1615b-4259-4838-a92c-045cbcebebce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:04.348016 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1615b-4259-4838-a92c-045cbcebebce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:04.348376 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1615b-4259-4838-a92c-045cbcebebce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:04.348854 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1615b-4259-4838-a92c-045cbcebebce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:04.349108 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1615b-4259-4838-a92c-045cbcebebce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:04.349389 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1615b-4259-4838-a92c-045cbcebebce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:04.349638 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1615b-4259-4838-a92c-045cbcebebce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:04.349954 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1615b-4259-4838-a92c-045cbcebebce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:04.350276 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1615b-4259-4838-a92c-045cbcebebce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:04.350584 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1615b-4259-4838-a92c-045cbcebebce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:04.434677 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57184) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:04.481553 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d9f96b5d-d1c5-4244-9168-730b68432dc5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9fc23de240904ed1ad130b38309d9b3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433640 Nov 10 18:16:04.481934 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57186) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:04.536518 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9217eadb-87fd-4400-ba64-eab00c69a71e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:04.559858 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9217eadb-87fd-4400-ba64-eab00c69a71e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:04.607030 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9217eadb-87fd-4400-ba64-eab00c69a71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:04.609654 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9217eadb-87fd-4400-ba64-eab00c69a71e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:04.613700 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9217eadb-87fd-4400-ba64-eab00c69a71e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/014ecb90-ba40-4b3f-b3ec-b640e0e0b804 HTTP/1.1" status: 204 len: 168 time: 0.1307385 Nov 10 18:16:04.622294 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217eadb-87fd-4400-ba64-eab00c69a71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014ecb90-ba40-4b3f-b3ec-b640e0e0b804,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:05.279270 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57208) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:05.427529 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-cede9e65-1cc6-4a73-bde7-b78622758d25 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-653072776-network', 'tenant_id': '817f7c6c7a284e5b9327c4105f0a11e1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:16:05.451613 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cede9e65-1cc6-4a73-bde7-b78622758d25 admin admin] Made reservation on behalf of 817f7c6c7a284e5b9327c4105f0a11e1 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:16:05.453883 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cede9e65-1cc6-4a73-bde7-b78622758d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:05.462627 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cede9e65-1cc6-4a73-bde7-b78622758d25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:05.535236 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cede9e65-1cc6-4a73-bde7-b78622758d25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:05.539522 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cede9e65-1cc6-4a73-bde7-b78622758d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:05.560678 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cede9e65-1cc6-4a73-bde7-b78622758d25 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:16:05.575049 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede9e65-1cc6-4a73-bde7-b78622758d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6488bdc-affa-4f97-94b5-dc9cc0cd7ef0,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:05.580189 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cede9e65-1cc6-4a73-bde7-b78622758d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:05.580535 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-cede9e65-1cc6-4a73-bde7-b78622758d25 admin admin] Added segment d6dce1a8-3879-4628-888e-6be70f28de1c of type vlan for network bf5bb966-d297-4013-8a5a-a9a8eab4bd0d Nov 10 18:16:05.623004 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cede9e65-1cc6-4a73-bde7-b78622758d25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:05.623279 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:05.647820 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cede9e65-1cc6-4a73-bde7-b78622758d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:05.649281 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cede9e65-1cc6-4a73-bde7-b78622758d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:05.649903 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cede9e65-1cc6-4a73-bde7-b78622758d25 admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:05.703912 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cede9e65-1cc6-4a73-bde7-b78622758d25 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4235125 Nov 10 18:16:05.706805 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57214) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:05.711984 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-67875c73-7d30-4864-9919-f495c1fb1192 admin admin] Request body: {'subnet': {'network_id': 'bf5bb966-d297-4013-8a5a-a9a8eab4bd0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-653072776-subnet', 'tenant_id': '817f7c6c7a284e5b9327c4105f0a11e1', 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:16:05.714851 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede9e65-1cc6-4a73-bde7-b78622758d25 admin admin] Pushing event updated for resources: {'Network': ['ID=bf5bb966-d297-4013-8a5a-a9a8eab4bd0d,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:05.724819 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network bf5bb966-d297-4013-8a5a-a9a8eab4bd0d details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:16:05.735683 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67875c73-7d30-4864-9919-f495c1fb1192 admin admin] Made reservation on behalf of 817f7c6c7a284e5b9327c4105f0a11e1 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:16:05.738066 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-67875c73-7d30-4864-9919-f495c1fb1192 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:05.919192 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-67875c73-7d30-4864-9919-f495c1fb1192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:05.985122 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67875c73-7d30-4864-9919-f495c1fb1192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f66a83a1-1792-4988-973a-0cb7628ee6ef,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:05.990337 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67875c73-7d30-4864-9919-f495c1fb1192 admin admin] Checking segment: {'id': 'd6dce1a8-3879-4628-888e-6be70f28de1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bf5bb966-d297-4013-8a5a-a9a8eab4bd0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:16:05.990703 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67875c73-7d30-4864-9919-f495c1fb1192 admin admin] Network hostable DHCP agents. Network: bf5bb966-d297-4013-8a5a-a9a8eab4bd0d, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:16:06.007698 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67875c73-7d30-4864-9919-f495c1fb1192 admin admin] Network bf5bb966-d297-4013-8a5a-a9a8eab4bd0d is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:16:06.016994 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-67875c73-7d30-4864-9919-f495c1fb1192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, bf5bb966-d297-4013-8a5a-a9a8eab4bd0d) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:16:06.023464 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67875c73-7d30-4864-9919-f495c1fb1192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:06.025161 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-67875c73-7d30-4864-9919-f495c1fb1192 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:06.029416 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36308a1d-708c-45a0-af3e-622c0e41428b None None] Network bf5bb966-d297-4013-8a5a-a9a8eab4bd0d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:16:06.043716 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-67875c73-7d30-4864-9919-f495c1fb1192 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3332276 Nov 10 18:16:06.043966 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57216) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:06.048258 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-cad64458-0d6d-429f-af8c-459cb339688a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-653072776-router', 'tenant_id': '817f7c6c7a284e5b9327c4105f0a11e1', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:16:06.070584 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cad64458-0d6d-429f-af8c-459cb339688a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:06.073925 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cad64458-0d6d-429f-af8c-459cb339688a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:06.124858 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cad64458-0d6d-429f-af8c-459cb339688a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:06.178495 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6b4df1-e7bd-469d-84d0-838d0a626571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-bf5bb966-d297-4013-8a5a-a9a8eab4bd0d', 'network_id': 'bf5bb966-d297-4013-8a5a-a9a8eab4bd0d', 'tenant_id': '817f7c6c7a284e5b9327c4105f0a11e1', 'fixed_ips': [{'subnet_id': 'f66a83a1-1792-4988-973a-0cb7628ee6ef'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:16:06.179361 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8f6b4df1-e7bd-469d-84d0-838d0a626571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:06.263587 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cad64458-0d6d-429f-af8c-459cb339688a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:06.316340 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-8f6b4df1-e7bd-469d-84d0-838d0a626571 None None] Allocated IP 172.20.0.2 (bf5bb966-d297-4013-8a5a-a9a8eab4bd0d/f66a83a1-1792-4988-973a-0cb7628ee6ef/4cc17f4d-32a4-479f-9ff5-ba9531eae02c) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:16:06.342582 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:06.469743 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cad64458-0d6d-429f-af8c-459cb339688a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:06.478870 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8f6b4df1-e7bd-469d-84d0-838d0a626571 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:06.484865 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8f6b4df1-e7bd-469d-84d0-838d0a626571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:06.493612 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cad64458-0d6d-429f-af8c-459cb339688a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:06.525814 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6b4df1-e7bd-469d-84d0-838d0a626571 None None] Network bf5bb966-d297-4013-8a5a-a9a8eab4bd0d is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:16:06.528724 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-8f6b4df1-e7bd-469d-84d0-838d0a626571 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:16:06.532371 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6b4df1-e7bd-469d-84d0-838d0a626571 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:16:06.539174 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b4df1-e7bd-469d-84d0-838d0a626571 None None] Pushing event updated for resources: {'Port': ['ID=4cc17f4d-32a4-479f-9ff5-ba9531eae02c,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:06.562280 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b4df1-e7bd-469d-84d0-838d0a626571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:06.562633 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b4df1-e7bd-469d-84d0-838d0a626571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:06.562974 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b4df1-e7bd-469d-84d0-838d0a626571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:06.563315 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b4df1-e7bd-469d-84d0-838d0a626571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:06.563648 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b4df1-e7bd-469d-84d0-838d0a626571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:06.563981 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b4df1-e7bd-469d-84d0-838d0a626571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:06.564341 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b4df1-e7bd-469d-84d0-838d0a626571 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:06.564674 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b4df1-e7bd-469d-84d0-838d0a626571 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:06.565053 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b4df1-e7bd-469d-84d0-838d0a626571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:06.565320 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b4df1-e7bd-469d-84d0-838d0a626571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:06.565648 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b4df1-e7bd-469d-84d0-838d0a626571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:06.565973 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b4df1-e7bd-469d-84d0-838d0a626571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:06.599118 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-cad64458-0d6d-429f-af8c-459cb339688a admin admin] Allocated IP 172.25.5.9 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:16:06.600486 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-8f6b4df1-e7bd-469d-84d0-838d0a626571 None None] Attempting to bind port 4cc17f4d-32a4-479f-9ff5-ba9531eae02c on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:16:06.600869 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-8f6b4df1-e7bd-469d-84d0-838d0a626571 None None] Attempting to bind port 4cc17f4d-32a4-479f-9ff5-ba9531eae02c by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'd6dce1a8-3879-4628-888e-6be70f28de1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bf5bb966-d297-4013-8a5a-a9a8eab4bd0d'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:16:06.601237 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6b4df1-e7bd-469d-84d0-838d0a626571 None None] Attempting to bind port 4cc17f4d-32a4-479f-9ff5-ba9531eae02c on network bf5bb966-d297-4013-8a5a-a9a8eab4bd0d {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:16:06.607394 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6b4df1-e7bd-469d-84d0-838d0a626571 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:16:06.607826 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6b4df1-e7bd-469d-84d0-838d0a626571 None None] Checking segment: {'id': 'd6dce1a8-3879-4628-888e-6be70f28de1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bf5bb966-d297-4013-8a5a-a9a8eab4bd0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:16:06.608274 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8f6b4df1-e7bd-469d-84d0-838d0a626571 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:06.608701 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6b4df1-e7bd-469d-84d0-838d0a626571 None None] Bound using segment: {'id': 'd6dce1a8-3879-4628-888e-6be70f28de1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bf5bb966-d297-4013-8a5a-a9a8eab4bd0d'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:16:06.609179 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-8f6b4df1-e7bd-469d-84d0-838d0a626571 None None] Bound port: 4cc17f4d-32a4-479f-9ff5-ba9531eae02c, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6dce1a8-3879-4628-888e-6be70f28de1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bf5bb966-d297-4013-8a5a-a9a8eab4bd0d'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:16:06.609566 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8f6b4df1-e7bd-469d-84d0-838d0a626571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:06.675485 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-8f6b4df1-e7bd-469d-84d0-838d0a626571 None None] For port 4cc17f4d-32a4-479f-9ff5-ba9531eae02c, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:16:06.678743 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-8f6b4df1-e7bd-469d-84d0-838d0a626571 None None] For port 4cc17f4d-32a4-479f-9ff5-ba9531eae02c, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=4cc17f4d-32a4-479f-9ff5-ba9531eae02c,segment=NetworkSegment(d6dce1a8-3879-4628-888e-6be70f28de1c),segment_id=d6dce1a8-3879-4628-888e-6be70f28de1c)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:16:06.682599 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8f6b4df1-e7bd-469d-84d0-838d0a626571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:06.710410 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cad64458-0d6d-429f-af8c-459cb339688a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:06.740124 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b4df1-e7bd-469d-84d0-838d0a626571 None None] Pushing event updated for resources: {'Port': ['ID=4cc17f4d-32a4-479f-9ff5-ba9531eae02c,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:06.755039 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cad64458-0d6d-429f-af8c-459cb339688a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:06.803537 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad64458-0d6d-429f-af8c-459cb339688a admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:16:06.807531 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-cad64458-0d6d-429f-af8c-459cb339688a admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:16:06.812411 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad64458-0d6d-429f-af8c-459cb339688a admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:16:06.814209 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad64458-0d6d-429f-af8c-459cb339688a admin admin] Pushing event updated for resources: {'Port': ['ID=643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:06.821338 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338d55a3-e9fe-4c7b-b34c-75206574d4ff None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:16:06.944854 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-86cd3792-b686-47fb-8f03-cdaf9e26dfbf None None] Provisioning complete for port 643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:06.945731 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-86cd3792-b686-47fb-8f03-cdaf9e26dfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:06.986777 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-86cd3792-b686-47fb-8f03-cdaf9e26dfbf None None] Port 643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:16:07.379946 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cad64458-0d6d-429f-af8c-459cb339688a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:07.583480 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cad64458-0d6d-429f-af8c-459cb339688a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:07.627827 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c808e2-f715-408d-8cd1-bf7e65078e97 None None] Network bf5bb966-d297-4013-8a5a-a9a8eab4bd0d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:16:07.717332 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad64458-0d6d-429f-af8c-459cb339688a admin admin] Router bab50063-40e4-4742-a40a-5cd751340611 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 18:16:07.745453 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e9084496-7742-468d-b435-9cf7200d08e4 None None] Provisioning complete for port 4cc17f4d-32a4-479f-9ff5-ba9531eae02c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:07.746073 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e9084496-7742-468d-b435-9cf7200d08e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:07.829686 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad64458-0d6d-429f-af8c-459cb339688a admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:16:07.839291 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8727d9-8fdb-499b-9e49-1a4a12b3cdb9 None None] Sync routers for ids ['bab50063-40e4-4742-a40a-5cd751340611'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:16:07.849416 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8727d9-8fdb-499b-9e49-1a4a12b3cdb9 None None] Routers {'bab50063-40e4-4742-a40a-5cd751340611'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:16:07.849982 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-fa8727d9-8fdb-499b-9e49-1a4a12b3cdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:16:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['bab50063-40e4-4742-a40a-5cd751340611'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:07.853151 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cad64458-0d6d-429f-af8c-459cb339688a admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:07.858878 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57218) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:07.862387 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-cad64458-0d6d-429f-af8c-459cb339688a admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8117139 Nov 10 18:16:07.868916 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e9084496-7742-468d-b435-9cf7200d08e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:07.913291 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-e9084496-7742-468d-b435-9cf7200d08e4 None None] For port 4cc17f4d-32a4-479f-9ff5-ba9531eae02c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=4cc17f4d-32a4-479f-9ff5-ba9531eae02c,segment=NetworkSegment(d6dce1a8-3879-4628-888e-6be70f28de1c),segment_id=d6dce1a8-3879-4628-888e-6be70f28de1c)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:07.919061 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e9084496-7742-468d-b435-9cf7200d08e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:07.959483 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-fa8727d9-8fdb-499b-9e49-1a4a12b3cdb9 None None] Set router bab50063-40e4-4742-a40a-5cd751340611 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:16:07.979006 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9084496-7742-468d-b435-9cf7200d08e4 None None] Pushing event updated for resources: {'Port': ['ID=4cc17f4d-32a4-479f-9ff5-ba9531eae02c,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:08.141447 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-60618384-4d12-443b-b177-594e8e54146d None None] Provisioning complete for port 4cc17f4d-32a4-479f-9ff5-ba9531eae02c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:08.141964 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-60618384-4d12-443b-b177-594e8e54146d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:08.152642 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-fa8727d9-8fdb-499b-9e49-1a4a12b3cdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab50063-40e4-4742-a40a-5cd751340611', 'name': 'tempest-TestServerMultinode-653072776-router', 'tenant_id': '817f7c6c7a284e5b9327c4105f0a11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:06Z', 'updated_at': '2021-11-10T18:16:06Z', 'revision_number': 3, 'project_id': '817f7c6c7a284e5b9327c4105f0a11e1', 'gw_port': {'id': '643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab50063-40e4-4742-a40a-5cd751340611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:06Z', 'updated_at': '2021-11-10T18:16:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:08.182912 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8727d9-8fdb-499b-9e49-1a4a12b3cdb9 None None] Checking router: bab50063-40e4-4742-a40a-5cd751340611 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:16:08.183268 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8727d9-8fdb-499b-9e49-1a4a12b3cdb9 None None] Updating router bab50063-40e4-4742-a40a-5cd751340611 port 643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:16:08.207374 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-fa8727d9-8fdb-499b-9e49-1a4a12b3cdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:08.319987 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-86e3bbcb-89ab-42e8-a4a3-2de2066f27de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:08.458382 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-fa8727d9-8fdb-499b-9e49-1a4a12b3cdb9 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:08.464900 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-fa8727d9-8fdb-499b-9e49-1a4a12b3cdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:08.482442 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-86e3bbcb-89ab-42e8-a4a3-2de2066f27de admin admin] Allocated IP 172.20.0.1 (bf5bb966-d297-4013-8a5a-a9a8eab4bd0d/f66a83a1-1792-4988-973a-0cb7628ee6ef/6046d8d5-5005-4c65-8843-83983d73eed0) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:16:08.511124 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7f949c-9f86-42ab-83aa-87154b0adcb3 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:16:08.520559 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-fa8727d9-8fdb-499b-9e49-1a4a12b3cdb9 None None] Attempting to bind port 643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:16:08.520943 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-fa8727d9-8fdb-499b-9e49-1a4a12b3cdb9 None None] Attempting to bind port 643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:16:08.521319 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8727d9-8fdb-499b-9e49-1a4a12b3cdb9 None None] Attempting to bind port 643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:16:08.527295 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45dd8b4-32d6-4e19-9ec7-2fa56993fd00 None None] Pushing event updated for resources: {'Port': ['ID=643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:08.535168 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8727d9-8fdb-499b-9e49-1a4a12b3cdb9 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:16:08.535550 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8727d9-8fdb-499b-9e49-1a4a12b3cdb9 None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:16:08.535950 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-fa8727d9-8fdb-499b-9e49-1a4a12b3cdb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:08.536368 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8727d9-8fdb-499b-9e49-1a4a12b3cdb9 None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:16:08.537203 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-fa8727d9-8fdb-499b-9e49-1a4a12b3cdb9 None None] Bound port: 643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:16:08.537203 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-fa8727d9-8fdb-499b-9e49-1a4a12b3cdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:08.540591 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45dd8b4-32d6-4e19-9ec7-2fa56993fd00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:08.540940 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45dd8b4-32d6-4e19-9ec7-2fa56993fd00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:08.541292 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45dd8b4-32d6-4e19-9ec7-2fa56993fd00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:08.541629 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45dd8b4-32d6-4e19-9ec7-2fa56993fd00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:08.541964 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45dd8b4-32d6-4e19-9ec7-2fa56993fd00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:08.542292 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45dd8b4-32d6-4e19-9ec7-2fa56993fd00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:08.542618 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45dd8b4-32d6-4e19-9ec7-2fa56993fd00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:08.542943 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45dd8b4-32d6-4e19-9ec7-2fa56993fd00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:08.543266 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45dd8b4-32d6-4e19-9ec7-2fa56993fd00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:08.543587 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45dd8b4-32d6-4e19-9ec7-2fa56993fd00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:08.543900 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45dd8b4-32d6-4e19-9ec7-2fa56993fd00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:08.545008 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45dd8b4-32d6-4e19-9ec7-2fa56993fd00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:16:08.555959 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-ae294835-b030-415e-908b-6f3da40e9a12 None None] Provisioning complete for port 643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:08.556490 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ae294835-b030-415e-908b-6f3da40e9a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:08.610138 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-ae294835-b030-415e-908b-6f3da40e9a12 None None] Port 643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:16:08.617040 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-86e3bbcb-89ab-42e8-a4a3-2de2066f27de admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:08.634221 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-fa8727d9-8fdb-499b-9e49-1a4a12b3cdb9 None None] For port 643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:16:08.637651 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-fa8727d9-8fdb-499b-9e49-1a4a12b3cdb9 None None] For port 643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:16:08.642552 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-fa8727d9-8fdb-499b-9e49-1a4a12b3cdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:08.661175 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 4cc17f4d-32a4-479f-9ff5-ba9531eae02c up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:16:08.672819 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-86e3bbcb-89ab-42e8-a4a3-2de2066f27de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:08.694687 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4bb725-abb8-4b94-adc3-62830f233773 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:16:08.699894 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8727d9-8fdb-499b-9e49-1a4a12b3cdb9 None None] Routers {'bab50063-40e4-4742-a40a-5cd751340611'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:16:08.700547 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-fa8727d9-8fdb-499b-9e49-1a4a12b3cdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:16:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['bab50063-40e4-4742-a40a-5cd751340611'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:08.732485 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e3bbcb-89ab-42e8-a4a3-2de2066f27de admin admin] Network bf5bb966-d297-4013-8a5a-a9a8eab4bd0d is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:16:08.732817 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 4cc17f4d-32a4-479f-9ff5-ba9531eae02c triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:08.733398 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:08.735684 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-86e3bbcb-89ab-42e8-a4a3-2de2066f27de admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:16:08.742579 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e3bbcb-89ab-42e8-a4a3-2de2066f27de admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:16:08.745818 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3bbcb-89ab-42e8-a4a3-2de2066f27de admin admin] Pushing event updated for resources: {'Port': ['ID=6046d8d5-5005-4c65-8843-83983d73eed0,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:08.757230 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45dd8b4-32d6-4e19-9ec7-2fa56993fd00 None None] Pushing event updated for resources: {'Port': ['ID=643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:08.794962 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-86e3bbcb-89ab-42e8-a4a3-2de2066f27de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:08.818602 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-45864537-e7d5-4f13-b99a-7017e080181f None None] Provisioning complete for port 643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:08.819225 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-45864537-e7d5-4f13-b99a-7017e080181f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:08.843802 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-fa8727d9-8fdb-499b-9e49-1a4a12b3cdb9 None None] Set router bab50063-40e4-4742-a40a-5cd751340611 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:16:08.960164 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-86e3bbcb-89ab-42e8-a4a3-2de2066f27de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:08.962963 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-45864537-e7d5-4f13-b99a-7017e080181f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:09.000987 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-45864537-e7d5-4f13-b99a-7017e080181f None None] For port 643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:09.007133 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-45864537-e7d5-4f13-b99a-7017e080181f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:09.067639 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45864537-e7d5-4f13-b99a-7017e080181f None None] Pushing event updated for resources: {'Port': ['ID=643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:09.073358 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-fa8727d9-8fdb-499b-9e49-1a4a12b3cdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab50063-40e4-4742-a40a-5cd751340611', 'name': 'tempest-TestServerMultinode-653072776-router', 'tenant_id': '817f7c6c7a284e5b9327c4105f0a11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:06Z', 'updated_at': '2021-11-10T18:16:06Z', 'revision_number': 3, 'project_id': '817f7c6c7a284e5b9327c4105f0a11e1', 'gw_port': {'id': '643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab50063-40e4-4742-a40a-5cd751340611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:06Z', 'updated_at': '2021-11-10T18:16:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:09.104843 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8727d9-8fdb-499b-9e49-1a4a12b3cdb9 None None] The sync data for ids ['bab50063-40e4-4742-a40a-5cd751340611'] in n-d-776250-10 is: [{'id': 'bab50063-40e4-4742-a40a-5cd751340611', 'name': 'tempest-TestServerMultinode-653072776-router', 'tenant_id': '817f7c6c7a284e5b9327c4105f0a11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:06Z', 'updated_at': '2021-11-10T18:16:06Z', 'revision_number': 3, 'project_id': '817f7c6c7a284e5b9327c4105f0a11e1', 'gw_port': {'id': '643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab50063-40e4-4742-a40a-5cd751340611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:06Z', 'updated_at': '2021-11-10T18:16:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:16:09.130269 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-114d900a-591d-4761-a215-a17b4e4d226e None None] Provisioning complete for port 6046d8d5-5005-4c65-8843-83983d73eed0 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:09.130646 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-114d900a-591d-4761-a215-a17b4e4d226e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:09.155134 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-86e3bbcb-89ab-42e8-a4a3-2de2066f27de admin admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:09.160936 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-86e3bbcb-89ab-42e8-a4a3-2de2066f27de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:09.170337 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-114d900a-591d-4761-a215-a17b4e4d226e None None] Port 6046d8d5-5005-4c65-8843-83983d73eed0 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:16:09.236004 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-86e3bbcb-89ab-42e8-a4a3-2de2066f27de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:09.238755 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3bbcb-89ab-42e8-a4a3-2de2066f27de admin admin] Pushing event updated for resources: {'Port': ['ID=6046d8d5-5005-4c65-8843-83983d73eed0,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:09.338213 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e3bbcb-89ab-42e8-a4a3-2de2066f27de admin admin] Network bf5bb966-d297-4013-8a5a-a9a8eab4bd0d is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:16:09.339879 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-86e3bbcb-89ab-42e8-a4a3-2de2066f27de admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:16:09.483623 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e3bbcb-89ab-42e8-a4a3-2de2066f27de admin admin] Router bab50063-40e4-4742-a40a-5cd751340611 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:16:09.610772 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e3bbcb-89ab-42e8-a4a3-2de2066f27de admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:16:09.623626 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-86e3bbcb-89ab-42e8-a4a3-2de2066f27de admin admin] 10.222.0.39 "PUT /v2.0/routers/bab50063-40e4-4742-a40a-5cd751340611/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7548208 Nov 10 18:16:09.704139 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-2e9bca89-6780-4d60-896e-0b39ed11c5bc None None] Provisioning complete for port 6046d8d5-5005-4c65-8843-83983d73eed0 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:09.704571 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2e9bca89-6780-4d60-896e-0b39ed11c5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:09.743860 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-2e9bca89-6780-4d60-896e-0b39ed11c5bc None None] Port 6046d8d5-5005-4c65-8843-83983d73eed0 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:16:10.125074 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57234) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:10.129985 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-a1eabe69-0fe6-46a6-b470-3e7a7da76559 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-393483791-network', 'tenant_id': '0efe1d7c905e406aa00bbb6fc1f6a79a'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:16:10.153291 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1eabe69-0fe6-46a6-b470-3e7a7da76559 admin admin] Made reservation on behalf of 0efe1d7c905e406aa00bbb6fc1f6a79a for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:16:10.155910 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1eabe69-0fe6-46a6-b470-3e7a7da76559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:10.165799 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1eabe69-0fe6-46a6-b470-3e7a7da76559 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:10.242544 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1eabe69-0fe6-46a6-b470-3e7a7da76559 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:10.246343 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1eabe69-0fe6-46a6-b470-3e7a7da76559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:10.268067 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1eabe69-0fe6-46a6-b470-3e7a7da76559 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:16:10.284861 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eabe69-0fe6-46a6-b470-3e7a7da76559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c19c4af-bbe1-40ad-9b65-8176fe99209f,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:10.290221 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1eabe69-0fe6-46a6-b470-3e7a7da76559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:10.290554 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-a1eabe69-0fe6-46a6-b470-3e7a7da76559 admin admin] Added segment b7e5f804-ffab-4c5d-ad78-c39ad33bc340 of type vlan for network 50885916-108b-4edd-a3e2-4bf59ea1df34 Nov 10 18:16:10.329229 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1eabe69-0fe6-46a6-b470-3e7a7da76559 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:10.359704 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1eabe69-0fe6-46a6-b470-3e7a7da76559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:10.360782 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eabe69-0fe6-46a6-b470-3e7a7da76559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:10.361387 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a1eabe69-0fe6-46a6-b470-3e7a7da76559 admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:10.423604 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a1eabe69-0fe6-46a6-b470-3e7a7da76559 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2973740 Nov 10 18:16:10.426461 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57236) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:10.432474 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-645c9a26-f0e9-4957-bf31-4bd02cb72833 admin admin] Request body: {'subnet': {'network_id': '50885916-108b-4edd-a3e2-4bf59ea1df34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-393483791-subnet', 'tenant_id': '0efe1d7c905e406aa00bbb6fc1f6a79a', 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:16:10.435265 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eabe69-0fe6-46a6-b470-3e7a7da76559 admin admin] Pushing event updated for resources: {'Network': ['ID=50885916-108b-4edd-a3e2-4bf59ea1df34,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:10.445197 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 50885916-108b-4edd-a3e2-4bf59ea1df34 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:16:10.460531 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645c9a26-f0e9-4957-bf31-4bd02cb72833 admin admin] Made reservation on behalf of 0efe1d7c905e406aa00bbb6fc1f6a79a for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:16:10.464230 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-645c9a26-f0e9-4957-bf31-4bd02cb72833 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:10.637083 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:16:10.654874 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-645c9a26-f0e9-4957-bf31-4bd02cb72833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:10.686612 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:10.686972 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:10.715898 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c9a26-f0e9-4957-bf31-4bd02cb72833 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e9e38a5-2b56-4cd9-9f34-dfc1b322e0cf,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:10.722825 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645c9a26-f0e9-4957-bf31-4bd02cb72833 admin admin] Checking segment: {'id': 'b7e5f804-ffab-4c5d-ad78-c39ad33bc340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '50885916-108b-4edd-a3e2-4bf59ea1df34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:16:10.723184 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645c9a26-f0e9-4957-bf31-4bd02cb72833 admin admin] Network hostable DHCP agents. Network: 50885916-108b-4edd-a3e2-4bf59ea1df34, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:16:10.731592 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b293c7f4-fc51-4476-bbcc-7651ff6c7762 None None] Sync routers for ids ['bab50063-40e4-4742-a40a-5cd751340611'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:16:10.741054 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645c9a26-f0e9-4957-bf31-4bd02cb72833 admin admin] Network 50885916-108b-4edd-a3e2-4bf59ea1df34 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:16:10.746266 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b293c7f4-fc51-4476-bbcc-7651ff6c7762 None None] Routers {'bab50063-40e4-4742-a40a-5cd751340611'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:16:10.746903 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-b293c7f4-fc51-4476-bbcc-7651ff6c7762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:16:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['bab50063-40e4-4742-a40a-5cd751340611'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:10.750735 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-645c9a26-f0e9-4957-bf31-4bd02cb72833 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 50885916-108b-4edd-a3e2-4bf59ea1df34) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:16:10.754969 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645c9a26-f0e9-4957-bf31-4bd02cb72833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:10.755615 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-645c9a26-f0e9-4957-bf31-4bd02cb72833 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:10.771473 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-645c9a26-f0e9-4957-bf31-4bd02cb72833 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3436761 Nov 10 18:16:10.776557 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57238) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:10.781228 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-246893b8-667b-41c3-8220-da8fdaab4631 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-393483791-router', 'tenant_id': '0efe1d7c905e406aa00bbb6fc1f6a79a', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:16:10.801821 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7fc328-a513-4d60-9172-39b230664ac8 None None] Network 50885916-108b-4edd-a3e2-4bf59ea1df34 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:16:10.802694 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-246893b8-667b-41c3-8220-da8fdaab4631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:10.803708 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-246893b8-667b-41c3-8220-da8fdaab4631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:10.859611 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-246893b8-667b-41c3-8220-da8fdaab4631 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:10.959127 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-b293c7f4-fc51-4476-bbcc-7651ff6c7762 None None] Set router bab50063-40e4-4742-a40a-5cd751340611 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:16:11.002266 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-246893b8-667b-41c3-8220-da8fdaab4631 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:11.123964 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54aa77d5-eee2-4c1b-b4a0-2eb133fb08cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-50885916-108b-4edd-a3e2-4bf59ea1df34', 'network_id': '50885916-108b-4edd-a3e2-4bf59ea1df34', 'tenant_id': '0efe1d7c905e406aa00bbb6fc1f6a79a', 'fixed_ips': [{'subnet_id': '6e9e38a5-2b56-4cd9-9f34-dfc1b322e0cf'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:16:11.124846 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-54aa77d5-eee2-4c1b-b4a0-2eb133fb08cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:11.209029 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-246893b8-667b-41c3-8220-da8fdaab4631 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:11.233341 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-246893b8-667b-41c3-8220-da8fdaab4631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:11.326203 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-54aa77d5-eee2-4c1b-b4a0-2eb133fb08cf None None] Allocated IP 172.20.0.2 (50885916-108b-4edd-a3e2-4bf59ea1df34/6e9e38a5-2b56-4cd9-9f34-dfc1b322e0cf/cdd295c0-f42e-452d-8a94-3a66d3e12e3b) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:16:11.332938 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-b293c7f4-fc51-4476-bbcc-7651ff6c7762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab50063-40e4-4742-a40a-5cd751340611', 'name': 'tempest-TestServerMultinode-653072776-router', 'tenant_id': '817f7c6c7a284e5b9327c4105f0a11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:06Z', 'updated_at': '2021-11-10T18:16:08Z', 'revision_number': 4, 'project_id': '817f7c6c7a284e5b9327c4105f0a11e1', 'gw_port': {'id': '643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab50063-40e4-4742-a40a-5cd751340611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:06Z', 'updated_at': '2021-11-10T18:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '6046d8d5-5005-4c65-8843-83983d73eed0', 'name': '', 'network_id': 'bf5bb966-d297-4013-8a5a-a9a8eab4bd0d', 'tenant_id': '817f7c6c7a284e5b9327c4105f0a11e1', 'mac_address': 'fa:16:3e:5e:35:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab50063-40e4-4742-a40a-5cd751340611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'f66a83a1-1792-4988-973a-0cb7628ee6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:08Z', 'updated_at': '2021-11-10T18:16:09Z', 'revision_number': 2, 'project_id': '817f7c6c7a284e5b9327c4105f0a11e1', 'subnets': [{'id': 'f66a83a1-1792-4988-973a-0cb7628ee6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:11.342257 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-246893b8-667b-41c3-8220-da8fdaab4631 admin admin] Allocated IP 172.25.5.104 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/d12a1e88-7c49-4290-b146-69876a117db7) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:16:11.370407 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b293c7f4-fc51-4476-bbcc-7651ff6c7762 None None] Checking router: bab50063-40e4-4742-a40a-5cd751340611 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:16:11.370656 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b293c7f4-fc51-4476-bbcc-7651ff6c7762 None None] Updating router bab50063-40e4-4742-a40a-5cd751340611 port 6046d8d5-5005-4c65-8843-83983d73eed0 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:16:11.432838 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b293c7f4-fc51-4476-bbcc-7651ff6c7762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:11.450422 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-246893b8-667b-41c3-8220-da8fdaab4631 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:11.486447 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-246893b8-667b-41c3-8220-da8fdaab4631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:11.528706 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246893b8-667b-41c3-8220-da8fdaab4631 admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:16:11.531730 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-246893b8-667b-41c3-8220-da8fdaab4631 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:16:11.535567 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246893b8-667b-41c3-8220-da8fdaab4631 admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:16:11.559649 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246893b8-667b-41c3-8220-da8fdaab4631 admin admin] Pushing event updated for resources: {'Port': ['ID=d12a1e88-7c49-4290-b146-69876a117db7,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:11.643822 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8e4563-e68e-4c3a-b827-1f3491906ef3 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:16:11.797352 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-246893b8-667b-41c3-8220-da8fdaab4631 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:11.856407 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-54aa77d5-eee2-4c1b-b4a0-2eb133fb08cf None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:11.857788 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b74761ce-acae-40b9-b8e5-a307ebb605b6 None None] Provisioning complete for port d12a1e88-7c49-4290-b146-69876a117db7 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:11.858320 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b74761ce-acae-40b9-b8e5-a307ebb605b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:11.885565 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-54aa77d5-eee2-4c1b-b4a0-2eb133fb08cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:11.957143 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-b74761ce-acae-40b9-b8e5-a307ebb605b6 None None] Port d12a1e88-7c49-4290-b146-69876a117db7 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:16:11.962226 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54aa77d5-eee2-4c1b-b4a0-2eb133fb08cf None None] Network 50885916-108b-4edd-a3e2-4bf59ea1df34 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:16:11.971337 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-54aa77d5-eee2-4c1b-b4a0-2eb133fb08cf None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:16:11.978738 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aa77d5-eee2-4c1b-b4a0-2eb133fb08cf None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:16:11.980649 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa77d5-eee2-4c1b-b4a0-2eb133fb08cf None None] Pushing event updated for resources: {'Port': ['ID=cdd295c0-f42e-452d-8a94-3a66d3e12e3b,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:12.004064 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-246893b8-667b-41c3-8220-da8fdaab4631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:12.079000 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-54aa77d5-eee2-4c1b-b4a0-2eb133fb08cf None None] Attempting to bind port cdd295c0-f42e-452d-8a94-3a66d3e12e3b on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:16:12.079371 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-54aa77d5-eee2-4c1b-b4a0-2eb133fb08cf None None] Attempting to bind port cdd295c0-f42e-452d-8a94-3a66d3e12e3b by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'b7e5f804-ffab-4c5d-ad78-c39ad33bc340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '50885916-108b-4edd-a3e2-4bf59ea1df34'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:16:12.079743 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54aa77d5-eee2-4c1b-b4a0-2eb133fb08cf None None] Attempting to bind port cdd295c0-f42e-452d-8a94-3a66d3e12e3b on network 50885916-108b-4edd-a3e2-4bf59ea1df34 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:16:12.096208 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54aa77d5-eee2-4c1b-b4a0-2eb133fb08cf None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:16:12.096591 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54aa77d5-eee2-4c1b-b4a0-2eb133fb08cf None None] Checking segment: {'id': 'b7e5f804-ffab-4c5d-ad78-c39ad33bc340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '50885916-108b-4edd-a3e2-4bf59ea1df34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:16:12.096999 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-54aa77d5-eee2-4c1b-b4a0-2eb133fb08cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:12.097397 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54aa77d5-eee2-4c1b-b4a0-2eb133fb08cf None None] Bound using segment: {'id': 'b7e5f804-ffab-4c5d-ad78-c39ad33bc340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '50885916-108b-4edd-a3e2-4bf59ea1df34'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:16:12.097877 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-54aa77d5-eee2-4c1b-b4a0-2eb133fb08cf None None] Bound port: cdd295c0-f42e-452d-8a94-3a66d3e12e3b, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e5f804-ffab-4c5d-ad78-c39ad33bc340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '50885916-108b-4edd-a3e2-4bf59ea1df34'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:16:12.098268 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-54aa77d5-eee2-4c1b-b4a0-2eb133fb08cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:12.119798 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b293c7f4-fc51-4476-bbcc-7651ff6c7762 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:12.145170 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b293c7f4-fc51-4476-bbcc-7651ff6c7762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:12.223429 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf834f-0637-4001-90b8-8a9e5a5f13d2 None None] Pushing event updated for resources: {'Port': ['ID=6046d8d5-5005-4c65-8843-83983d73eed0,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:12.234143 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-54aa77d5-eee2-4c1b-b4a0-2eb133fb08cf None None] For port cdd295c0-f42e-452d-8a94-3a66d3e12e3b, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:16:12.278929 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-54aa77d5-eee2-4c1b-b4a0-2eb133fb08cf None None] For port cdd295c0-f42e-452d-8a94-3a66d3e12e3b, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=cdd295c0-f42e-452d-8a94-3a66d3e12e3b,segment=NetworkSegment(b7e5f804-ffab-4c5d-ad78-c39ad33bc340),segment_id=b7e5f804-ffab-4c5d-ad78-c39ad33bc340)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:16:12.293167 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-54aa77d5-eee2-4c1b-b4a0-2eb133fb08cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:12.321249 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b293c7f4-fc51-4476-bbcc-7651ff6c7762 None None] Attempting to bind port 6046d8d5-5005-4c65-8843-83983d73eed0 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:16:12.321629 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b293c7f4-fc51-4476-bbcc-7651ff6c7762 None None] Attempting to bind port 6046d8d5-5005-4c65-8843-83983d73eed0 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'd6dce1a8-3879-4628-888e-6be70f28de1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bf5bb966-d297-4013-8a5a-a9a8eab4bd0d'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:16:12.322005 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b293c7f4-fc51-4476-bbcc-7651ff6c7762 None None] Attempting to bind port 6046d8d5-5005-4c65-8843-83983d73eed0 on network bf5bb966-d297-4013-8a5a-a9a8eab4bd0d {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:16:12.342823 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b293c7f4-fc51-4476-bbcc-7651ff6c7762 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:16:12.343206 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b293c7f4-fc51-4476-bbcc-7651ff6c7762 None None] Checking segment: {'id': 'd6dce1a8-3879-4628-888e-6be70f28de1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bf5bb966-d297-4013-8a5a-a9a8eab4bd0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:16:12.343631 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b293c7f4-fc51-4476-bbcc-7651ff6c7762 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:12.344018 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b293c7f4-fc51-4476-bbcc-7651ff6c7762 None None] Bound using segment: {'id': 'd6dce1a8-3879-4628-888e-6be70f28de1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bf5bb966-d297-4013-8a5a-a9a8eab4bd0d'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:16:12.344534 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b293c7f4-fc51-4476-bbcc-7651ff6c7762 None None] Bound port: 6046d8d5-5005-4c65-8843-83983d73eed0, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6dce1a8-3879-4628-888e-6be70f28de1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bf5bb966-d297-4013-8a5a-a9a8eab4bd0d'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:16:12.344923 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b293c7f4-fc51-4476-bbcc-7651ff6c7762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:12.385270 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa77d5-eee2-4c1b-b4a0-2eb133fb08cf None None] Pushing event updated for resources: {'Port': ['ID=cdd295c0-f42e-452d-8a94-3a66d3e12e3b,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:12.455463 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246893b8-667b-41c3-8220-da8fdaab4631 admin admin] Router 7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 18:16:12.458192 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b293c7f4-fc51-4476-bbcc-7651ff6c7762 None None] For port 6046d8d5-5005-4c65-8843-83983d73eed0, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:16:12.462526 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b293c7f4-fc51-4476-bbcc-7651ff6c7762 None None] For port 6046d8d5-5005-4c65-8843-83983d73eed0, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=6046d8d5-5005-4c65-8843-83983d73eed0,segment=NetworkSegment(d6dce1a8-3879-4628-888e-6be70f28de1c),segment_id=d6dce1a8-3879-4628-888e-6be70f28de1c)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:16:12.468404 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b293c7f4-fc51-4476-bbcc-7651ff6c7762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:12.544933 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6f764489-5965-4d8f-b747-5f43ae6b9d5d None None] Provisioning complete for port 6046d8d5-5005-4c65-8843-83983d73eed0 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:12.545311 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f764489-5965-4d8f-b747-5f43ae6b9d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:12.583864 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246893b8-667b-41c3-8220-da8fdaab4631 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:16:12.607645 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba8c9dd-ccd4-47c1-bb81-9ea9a31939d2 None None] Sync routers for ids ['7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:16:12.613208 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf834f-0637-4001-90b8-8a9e5a5f13d2 None None] Pushing event updated for resources: {'Port': ['ID=6046d8d5-5005-4c65-8843-83983d73eed0,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:12.615518 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-246893b8-667b-41c3-8220-da8fdaab4631 admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:12.620939 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b293c7f4-fc51-4476-bbcc-7651ff6c7762 None None] Routers {'bab50063-40e4-4742-a40a-5cd751340611'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:16:12.621137 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57240) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:12.622566 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-246893b8-667b-41c3-8220-da8fdaab4631 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8444693 Nov 10 18:16:12.622777 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba8c9dd-ccd4-47c1-bb81-9ea9a31939d2 None None] Routers {'7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:16:12.623530 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-dba8c9dd-ccd4-47c1-bb81-9ea9a31939d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:16:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:12.626313 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-b293c7f4-fc51-4476-bbcc-7651ff6c7762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:16:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['bab50063-40e4-4742-a40a-5cd751340611'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:12.788569 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-b293c7f4-fc51-4476-bbcc-7651ff6c7762 None None] Set router bab50063-40e4-4742-a40a-5cd751340611 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:16:12.897110 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-dba8c9dd-ccd4-47c1-bb81-9ea9a31939d2 None None] Set router 7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:16:12.899192 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f764489-5965-4d8f-b747-5f43ae6b9d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:12.982793 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-6f764489-5965-4d8f-b747-5f43ae6b9d5d None None] For port 6046d8d5-5005-4c65-8843-83983d73eed0, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=6046d8d5-5005-4c65-8843-83983d73eed0,segment=NetworkSegment(d6dce1a8-3879-4628-888e-6be70f28de1c),segment_id=d6dce1a8-3879-4628-888e-6be70f28de1c)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:12.997043 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f764489-5965-4d8f-b747-5f43ae6b9d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:13.081013 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f764489-5965-4d8f-b747-5f43ae6b9d5d None None] Pushing event updated for resources: {'Port': ['ID=6046d8d5-5005-4c65-8843-83983d73eed0,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:13.122521 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-dba8c9dd-ccd4-47c1-bb81-9ea9a31939d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3', 'name': 'tempest-TestServerMultinode-393483791-router', 'tenant_id': '0efe1d7c905e406aa00bbb6fc1f6a79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'd12a1e88-7c49-4290-b146-69876a117db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:10Z', 'updated_at': '2021-11-10T18:16:11Z', 'revision_number': 3, 'project_id': '0efe1d7c905e406aa00bbb6fc1f6a79a', 'gw_port': {'id': 'd12a1e88-7c49-4290-b146-69876a117db7', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:11Z', 'updated_at': '2021-11-10T18:16:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:13.131943 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e212388d-b21f-4d6b-8de3-b3bc4d56512c None None] Provisioning complete for port 6046d8d5-5005-4c65-8843-83983d73eed0 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:13.132223 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e212388d-b21f-4d6b-8de3-b3bc4d56512c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:13.154707 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba8c9dd-ccd4-47c1-bb81-9ea9a31939d2 None None] Checking router: 7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:16:13.154998 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba8c9dd-ccd4-47c1-bb81-9ea9a31939d2 None None] Updating router 7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3 port d12a1e88-7c49-4290-b146-69876a117db7 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:16:13.172661 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-b293c7f4-fc51-4476-bbcc-7651ff6c7762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab50063-40e4-4742-a40a-5cd751340611', 'name': 'tempest-TestServerMultinode-653072776-router', 'tenant_id': '817f7c6c7a284e5b9327c4105f0a11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:06Z', 'updated_at': '2021-11-10T18:16:08Z', 'revision_number': 4, 'project_id': '817f7c6c7a284e5b9327c4105f0a11e1', 'gw_port': {'id': '643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab50063-40e4-4742-a40a-5cd751340611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:06Z', 'updated_at': '2021-11-10T18:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '6046d8d5-5005-4c65-8843-83983d73eed0', 'name': '', 'network_id': 'bf5bb966-d297-4013-8a5a-a9a8eab4bd0d', 'tenant_id': '817f7c6c7a284e5b9327c4105f0a11e1', 'mac_address': 'fa:16:3e:5e:35:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab50063-40e4-4742-a40a-5cd751340611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'f66a83a1-1792-4988-973a-0cb7628ee6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:08Z', 'updated_at': '2021-11-10T18:16:12Z', 'revision_number': 4, 'project_id': '817f7c6c7a284e5b9327c4105f0a11e1', 'subnets': [{'id': 'f66a83a1-1792-4988-973a-0cb7628ee6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:13.187406 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-dba8c9dd-ccd4-47c1-bb81-9ea9a31939d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:13.217203 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-71e191e7-665d-4a7e-9f94-f5899a26324f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:13.222109 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b293c7f4-fc51-4476-bbcc-7651ff6c7762 None None] The sync data for ids ['bab50063-40e4-4742-a40a-5cd751340611'] in n-d-776250-10 is: [{'id': 'bab50063-40e4-4742-a40a-5cd751340611', 'name': 'tempest-TestServerMultinode-653072776-router', 'tenant_id': '817f7c6c7a284e5b9327c4105f0a11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:06Z', 'updated_at': '2021-11-10T18:16:08Z', 'revision_number': 4, 'project_id': '817f7c6c7a284e5b9327c4105f0a11e1', 'gw_port': {'id': '643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab50063-40e4-4742-a40a-5cd751340611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:06Z', 'updated_at': '2021-11-10T18:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '6046d8d5-5005-4c65-8843-83983d73eed0', 'name': '', 'network_id': 'bf5bb966-d297-4013-8a5a-a9a8eab4bd0d', 'tenant_id': '817f7c6c7a284e5b9327c4105f0a11e1', 'mac_address': 'fa:16:3e:5e:35:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab50063-40e4-4742-a40a-5cd751340611', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'f66a83a1-1792-4988-973a-0cb7628ee6ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:08Z', 'updated_at': '2021-11-10T18:16:12Z', 'revision_number': 4, 'project_id': '817f7c6c7a284e5b9327c4105f0a11e1', 'subnets': [{'id': 'f66a83a1-1792-4988-973a-0cb7628ee6ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:16:13.485655 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-71e191e7-665d-4a7e-9f94-f5899a26324f admin admin] Allocated IP 172.20.0.1 (50885916-108b-4edd-a3e2-4bf59ea1df34/6e9e38a5-2b56-4cd9-9f34-dfc1b322e0cf/519e3692-2c3d-4049-b324-5bbddeb1d0c2) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:16:13.570688 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-dba8c9dd-ccd4-47c1-bb81-9ea9a31939d2 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:13.580497 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-dba8c9dd-ccd4-47c1-bb81-9ea9a31939d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:13.617291 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc1b9e2-c815-46c4-b041-29fde3c2a980 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:16:13.626449 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-71e191e7-665d-4a7e-9f94-f5899a26324f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:13.634964 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-dba8c9dd-ccd4-47c1-bb81-9ea9a31939d2 None None] Attempting to bind port d12a1e88-7c49-4290-b146-69876a117db7 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:16:13.635401 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-dba8c9dd-ccd4-47c1-bb81-9ea9a31939d2 None None] Attempting to bind port d12a1e88-7c49-4290-b146-69876a117db7 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:16:13.635643 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba8c9dd-ccd4-47c1-bb81-9ea9a31939d2 None None] Attempting to bind port d12a1e88-7c49-4290-b146-69876a117db7 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:16:13.650678 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba8c9dd-ccd4-47c1-bb81-9ea9a31939d2 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:16:13.651277 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba8c9dd-ccd4-47c1-bb81-9ea9a31939d2 None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:16:13.651692 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-dba8c9dd-ccd4-47c1-bb81-9ea9a31939d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:13.652135 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba8c9dd-ccd4-47c1-bb81-9ea9a31939d2 None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:16:13.652665 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-dba8c9dd-ccd4-47c1-bb81-9ea9a31939d2 None None] Bound port: d12a1e88-7c49-4290-b146-69876a117db7, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:16:13.653047 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-dba8c9dd-ccd4-47c1-bb81-9ea9a31939d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:13.677943 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6395a8d-9e56-44d8-a459-65a549a4a171 None None] Network 50885916-108b-4edd-a3e2-4bf59ea1df34 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:16:13.679018 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-71e191e7-665d-4a7e-9f94-f5899a26324f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:13.711592 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-dba8c9dd-ccd4-47c1-bb81-9ea9a31939d2 None None] For port d12a1e88-7c49-4290-b146-69876a117db7, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:16:13.714892 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-dba8c9dd-ccd4-47c1-bb81-9ea9a31939d2 None None] For port d12a1e88-7c49-4290-b146-69876a117db7, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d12a1e88-7c49-4290-b146-69876a117db7,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:16:13.722208 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf955fd-e43f-4d44-8718-9c945cc0137e None None] Pushing event updated for resources: {'Port': ['ID=d12a1e88-7c49-4290-b146-69876a117db7,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:13.725360 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e191e7-665d-4a7e-9f94-f5899a26324f admin admin] Network 50885916-108b-4edd-a3e2-4bf59ea1df34 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:16:13.732574 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-71e191e7-665d-4a7e-9f94-f5899a26324f admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:16:13.734652 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-dba8c9dd-ccd4-47c1-bb81-9ea9a31939d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:13.740249 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e191e7-665d-4a7e-9f94-f5899a26324f admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:16:13.774129 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-f9160eef-aa9b-4c2b-87f9-69d13e567834 None None] Provisioning complete for port d12a1e88-7c49-4290-b146-69876a117db7 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:13.774753 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f9160eef-aa9b-4c2b-87f9-69d13e567834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:13.788691 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e191e7-665d-4a7e-9f94-f5899a26324f admin admin] Pushing event updated for resources: {'Port': ['ID=519e3692-2c3d-4049-b324-5bbddeb1d0c2,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:13.824055 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff3666e-ad85-4b2b-b1b8-dc53576d5ec9 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:16:13.831800 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba8c9dd-ccd4-47c1-bb81-9ea9a31939d2 None None] Routers {'7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:16:13.832415 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-71e191e7-665d-4a7e-9f94-f5899a26324f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:13.832749 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-dba8c9dd-ccd4-47c1-bb81-9ea9a31939d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:16:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:13.837349 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf955fd-e43f-4d44-8718-9c945cc0137e None None] Pushing event updated for resources: {'Port': ['ID=d12a1e88-7c49-4290-b146-69876a117db7,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:13.927491 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f9160eef-aa9b-4c2b-87f9-69d13e567834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:13.969760 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f9160eef-aa9b-4c2b-87f9-69d13e567834 None None] For port d12a1e88-7c49-4290-b146-69876a117db7, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d12a1e88-7c49-4290-b146-69876a117db7,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:13.980886 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f9160eef-aa9b-4c2b-87f9-69d13e567834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:14.003035 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-71e191e7-665d-4a7e-9f94-f5899a26324f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:14.038822 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-dba8c9dd-ccd4-47c1-bb81-9ea9a31939d2 None None] Set router 7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:16:14.062405 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-f9160eef-aa9b-4c2b-87f9-69d13e567834 None None] Provisioning complete for port cdd295c0-f42e-452d-8a94-3a66d3e12e3b triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:14.062852 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f9160eef-aa9b-4c2b-87f9-69d13e567834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:14.155192 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9160eef-aa9b-4c2b-87f9-69d13e567834 None None] Pushing event updated for resources: {'Port': ['ID=d12a1e88-7c49-4290-b146-69876a117db7,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:14.289523 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f9160eef-aa9b-4c2b-87f9-69d13e567834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:14.316059 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-71e191e7-665d-4a7e-9f94-f5899a26324f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:14.337726 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-71e191e7-665d-4a7e-9f94-f5899a26324f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:14.391088 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f9160eef-aa9b-4c2b-87f9-69d13e567834 None None] For port cdd295c0-f42e-452d-8a94-3a66d3e12e3b, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=cdd295c0-f42e-452d-8a94-3a66d3e12e3b,segment=NetworkSegment(b7e5f804-ffab-4c5d-ad78-c39ad33bc340),segment_id=b7e5f804-ffab-4c5d-ad78-c39ad33bc340)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:14.404486 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f9160eef-aa9b-4c2b-87f9-69d13e567834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:14.474085 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-dba8c9dd-ccd4-47c1-bb81-9ea9a31939d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3', 'name': 'tempest-TestServerMultinode-393483791-router', 'tenant_id': '0efe1d7c905e406aa00bbb6fc1f6a79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'd12a1e88-7c49-4290-b146-69876a117db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:10Z', 'updated_at': '2021-11-10T18:16:11Z', 'revision_number': 3, 'project_id': '0efe1d7c905e406aa00bbb6fc1f6a79a', 'gw_port': {'id': 'd12a1e88-7c49-4290-b146-69876a117db7', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:11Z', 'updated_at': '2021-11-10T18:16:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:14.509855 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-71e191e7-665d-4a7e-9f94-f5899a26324f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:14.522925 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9160eef-aa9b-4c2b-87f9-69d13e567834 None None] Pushing event updated for resources: {'Port': ['ID=cdd295c0-f42e-452d-8a94-3a66d3e12e3b,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:14.545851 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e191e7-665d-4a7e-9f94-f5899a26324f admin admin] Pushing event updated for resources: {'Port': ['ID=519e3692-2c3d-4049-b324-5bbddeb1d0c2,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:14.560944 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-417408a5-2927-45e6-98af-027b0715a9fc None None] Provisioning complete for port d12a1e88-7c49-4290-b146-69876a117db7 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:14.561484 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-417408a5-2927-45e6-98af-027b0715a9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:14.586025 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba8c9dd-ccd4-47c1-bb81-9ea9a31939d2 None None] The sync data for ids ['7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3'] in n-d-776250-10 is: [{'id': '7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3', 'name': 'tempest-TestServerMultinode-393483791-router', 'tenant_id': '0efe1d7c905e406aa00bbb6fc1f6a79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'd12a1e88-7c49-4290-b146-69876a117db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:10Z', 'updated_at': '2021-11-10T18:16:11Z', 'revision_number': 3, 'project_id': '0efe1d7c905e406aa00bbb6fc1f6a79a', 'gw_port': {'id': 'd12a1e88-7c49-4290-b146-69876a117db7', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:11Z', 'updated_at': '2021-11-10T18:16:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:16:14.765815 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e191e7-665d-4a7e-9f94-f5899a26324f admin admin] Network 50885916-108b-4edd-a3e2-4bf59ea1df34 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:16:14.768297 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-71e191e7-665d-4a7e-9f94-f5899a26324f admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:16:14.839618 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 6046d8d5-5005-4c65-8843-83983d73eed0 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:16:14.918519 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 6046d8d5-5005-4c65-8843-83983d73eed0 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:14.918957 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:14.931190 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e191e7-665d-4a7e-9f94-f5899a26324f admin admin] Router 7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:16:15.060213 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-9c059691-4437-4b78-b6b5-43d12e6d6588 None None] Provisioning complete for port 519e3692-2c3d-4049-b324-5bbddeb1d0c2 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:15.060597 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9c059691-4437-4b78-b6b5-43d12e6d6588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:15.092641 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e191e7-665d-4a7e-9f94-f5899a26324f admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:16:15.111350 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-71e191e7-665d-4a7e-9f94-f5899a26324f admin admin] 10.222.0.39 "PUT /v2.0/routers/7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4789827 Nov 10 18:16:15.133673 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-9c059691-4437-4b78-b6b5-43d12e6d6588 None None] Port 519e3692-2c3d-4049-b324-5bbddeb1d0c2 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:16:15.149755 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-9c059691-4437-4b78-b6b5-43d12e6d6588 None None] Provisioning complete for port cdd295c0-f42e-452d-8a94-3a66d3e12e3b triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:15.150137 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9c059691-4437-4b78-b6b5-43d12e6d6588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:15.152547 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device cdd295c0-f42e-452d-8a94-3a66d3e12e3b up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:16:15.448566 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port cdd295c0-f42e-452d-8a94-3a66d3e12e3b triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:15.449018 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:15.648689 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-819d2e86-0a39-4e7f-8daf-2bfaaffe6444 None None] Provisioning complete for port 519e3692-2c3d-4049-b324-5bbddeb1d0c2 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:15.649069 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-819d2e86-0a39-4e7f-8daf-2bfaaffe6444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:15.690388 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-819d2e86-0a39-4e7f-8daf-2bfaaffe6444 None None] Port 519e3692-2c3d-4049-b324-5bbddeb1d0c2 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:16:15.798087 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-abbe4371-c3b9-481c-b981-dd07491596cb tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:15.799592 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-abbe4371-c3b9-481c-b981-dd07491596cb tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/networks?id=bf5bb966-d297-4013-8a5a-a9a8eab4bd0d HTTP/1.1" status: 200 len: 910 time: 0.0932724 Nov 10 18:16:15.815793 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-d1953c0f-e134-4ab9-a5df-696ac431122a tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/quotas/0efe1d7c905e406aa00bbb6fc1f6a79a HTTP/1.1" status: 200 len: 375 time: 0.0092554 Nov 10 18:16:15.897489 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-ea03c4d6-29ef-408a-80bb-435e3dce838f tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/ports?tenant_id=0efe1d7c905e406aa00bbb6fc1f6a79a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753670 Nov 10 18:16:16.082691 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-26e29d5c-0bd2-46bc-9946-173ce093ccf7 service neutron] 10.222.0.39 "GET /v2.0/networks/bf5bb966-d297-4013-8a5a-a9a8eab4bd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766965 Nov 10 18:16:16.178931 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-7b7c98af-a599-42d3-9ec9-99a97e52f4d7 service neutron] 10.222.0.39 "GET /v2.0/networks/bf5bb966-d297-4013-8a5a-a9a8eab4bd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899742 Nov 10 18:16:16.337213 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cba300ad-d6c8-42ad-bbef-e5cd66321dc4 req-3ea7c554-fafc-435d-8bae-32209ef69cba tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a8396b5c-7211-4e64-ade4-564b0f3ed2f4 HTTP/1.1" status: 200 len: 210 time: 0.0263681 Nov 10 18:16:16.643277 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d12a1e88-7c49-4290-b146-69876a117db7 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:16:16.696505 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port d12a1e88-7c49-4290-b146-69876a117db7 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:16.696847 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:16.718659 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94759bf2-54fe-4d71-be87-bebd1d105e21 None None] Sync routers for ids ['7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:16:16.741909 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94759bf2-54fe-4d71-be87-bebd1d105e21 None None] Routers {'7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:16:16.742510 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-94759bf2-54fe-4d71-be87-bebd1d105e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:16:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:16.879375 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-94759bf2-54fe-4d71-be87-bebd1d105e21 None None] Set router 7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:16:17.085280 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-94759bf2-54fe-4d71-be87-bebd1d105e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3', 'name': 'tempest-TestServerMultinode-393483791-router', 'tenant_id': '0efe1d7c905e406aa00bbb6fc1f6a79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'd12a1e88-7c49-4290-b146-69876a117db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:10Z', 'updated_at': '2021-11-10T18:16:13Z', 'revision_number': 4, 'project_id': '0efe1d7c905e406aa00bbb6fc1f6a79a', 'gw_port': {'id': 'd12a1e88-7c49-4290-b146-69876a117db7', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:11Z', 'updated_at': '2021-11-10T18:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '519e3692-2c3d-4049-b324-5bbddeb1d0c2', 'name': '', 'network_id': '50885916-108b-4edd-a3e2-4bf59ea1df34', 'tenant_id': '0efe1d7c905e406aa00bbb6fc1f6a79a', 'mac_address': 'fa:16:3e:b8:c1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '6e9e38a5-2b56-4cd9-9f34-dfc1b322e0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:13Z', 'updated_at': '2021-11-10T18:16:14Z', 'revision_number': 2, 'project_id': '0efe1d7c905e406aa00bbb6fc1f6a79a', 'subnets': [{'id': '6e9e38a5-2b56-4cd9-9f34-dfc1b322e0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:17.111057 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94759bf2-54fe-4d71-be87-bebd1d105e21 None None] Checking router: 7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:16:17.111415 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94759bf2-54fe-4d71-be87-bebd1d105e21 None None] Updating router 7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3 port 519e3692-2c3d-4049-b324-5bbddeb1d0c2 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:16:17.136631 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-94759bf2-54fe-4d71-be87-bebd1d105e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:17.401674 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-94759bf2-54fe-4d71-be87-bebd1d105e21 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:17.407864 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-94759bf2-54fe-4d71-be87-bebd1d105e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:17.421827 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f9bb5d7c-77df-453d-8ce6-c526f0464301 req-22a49a78-19d2-4e26-b553-1f63df2080b0 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a8396b5c-7211-4e64-ade4-564b0f3ed2f4 HTTP/1.1" status: 200 len: 210 time: 0.0304682 Nov 10 18:16:17.457711 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1349c44d-16a6-4989-a31a-f6d7be2f2b38 None None] Pushing event updated for resources: {'Port': ['ID=519e3692-2c3d-4049-b324-5bbddeb1d0c2,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:17.515146 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-94759bf2-54fe-4d71-be87-bebd1d105e21 None None] Attempting to bind port 519e3692-2c3d-4049-b324-5bbddeb1d0c2 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:16:17.515589 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-94759bf2-54fe-4d71-be87-bebd1d105e21 None None] Attempting to bind port 519e3692-2c3d-4049-b324-5bbddeb1d0c2 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'b7e5f804-ffab-4c5d-ad78-c39ad33bc340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '50885916-108b-4edd-a3e2-4bf59ea1df34'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:16:17.515953 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94759bf2-54fe-4d71-be87-bebd1d105e21 None None] Attempting to bind port 519e3692-2c3d-4049-b324-5bbddeb1d0c2 on network 50885916-108b-4edd-a3e2-4bf59ea1df34 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:16:17.521301 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94759bf2-54fe-4d71-be87-bebd1d105e21 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:16:17.521679 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94759bf2-54fe-4d71-be87-bebd1d105e21 None None] Checking segment: {'id': 'b7e5f804-ffab-4c5d-ad78-c39ad33bc340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '50885916-108b-4edd-a3e2-4bf59ea1df34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:16:17.522113 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-94759bf2-54fe-4d71-be87-bebd1d105e21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:17.522506 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94759bf2-54fe-4d71-be87-bebd1d105e21 None None] Bound using segment: {'id': 'b7e5f804-ffab-4c5d-ad78-c39ad33bc340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '50885916-108b-4edd-a3e2-4bf59ea1df34'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:16:17.522978 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-94759bf2-54fe-4d71-be87-bebd1d105e21 None None] Bound port: 519e3692-2c3d-4049-b324-5bbddeb1d0c2, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e5f804-ffab-4c5d-ad78-c39ad33bc340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '50885916-108b-4edd-a3e2-4bf59ea1df34'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:16:17.523386 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-94759bf2-54fe-4d71-be87-bebd1d105e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:17.592684 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-94759bf2-54fe-4d71-be87-bebd1d105e21 None None] For port 519e3692-2c3d-4049-b324-5bbddeb1d0c2, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:16:17.596196 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-94759bf2-54fe-4d71-be87-bebd1d105e21 None None] For port 519e3692-2c3d-4049-b324-5bbddeb1d0c2, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=519e3692-2c3d-4049-b324-5bbddeb1d0c2,segment=NetworkSegment(b7e5f804-ffab-4c5d-ad78-c39ad33bc340),segment_id=b7e5f804-ffab-4c5d-ad78-c39ad33bc340)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:16:17.600994 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-94759bf2-54fe-4d71-be87-bebd1d105e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:17.662269 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94759bf2-54fe-4d71-be87-bebd1d105e21 None None] Routers {'7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:16:17.662878 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-94759bf2-54fe-4d71-be87-bebd1d105e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:16:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:17.664983 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1349c44d-16a6-4989-a31a-f6d7be2f2b38 None None] Pushing event updated for resources: {'Port': ['ID=519e3692-2c3d-4049-b324-5bbddeb1d0c2,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:17.770352 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c89977a8-1ea9-4510-bffc-7824faa68895 None None] Provisioning complete for port 519e3692-2c3d-4049-b324-5bbddeb1d0c2 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:17.770728 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c89977a8-1ea9-4510-bffc-7824faa68895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:17.813783 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-94759bf2-54fe-4d71-be87-bebd1d105e21 None None] Set router 7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:16:17.973074 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c89977a8-1ea9-4510-bffc-7824faa68895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:18.031357 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c89977a8-1ea9-4510-bffc-7824faa68895 None None] For port 519e3692-2c3d-4049-b324-5bbddeb1d0c2, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=519e3692-2c3d-4049-b324-5bbddeb1d0c2,segment=NetworkSegment(b7e5f804-ffab-4c5d-ad78-c39ad33bc340),segment_id=b7e5f804-ffab-4c5d-ad78-c39ad33bc340)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:18.050633 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c89977a8-1ea9-4510-bffc-7824faa68895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:18.109626 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89977a8-1ea9-4510-bffc-7824faa68895 None None] Pushing event updated for resources: {'Port': ['ID=519e3692-2c3d-4049-b324-5bbddeb1d0c2,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:18.122235 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-94759bf2-54fe-4d71-be87-bebd1d105e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3', 'name': 'tempest-TestServerMultinode-393483791-router', 'tenant_id': '0efe1d7c905e406aa00bbb6fc1f6a79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'd12a1e88-7c49-4290-b146-69876a117db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:10Z', 'updated_at': '2021-11-10T18:16:13Z', 'revision_number': 4, 'project_id': '0efe1d7c905e406aa00bbb6fc1f6a79a', 'gw_port': {'id': 'd12a1e88-7c49-4290-b146-69876a117db7', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:11Z', 'updated_at': '2021-11-10T18:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '519e3692-2c3d-4049-b324-5bbddeb1d0c2', 'name': '', 'network_id': '50885916-108b-4edd-a3e2-4bf59ea1df34', 'tenant_id': '0efe1d7c905e406aa00bbb6fc1f6a79a', 'mac_address': 'fa:16:3e:b8:c1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '6e9e38a5-2b56-4cd9-9f34-dfc1b322e0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:13Z', 'updated_at': '2021-11-10T18:16:17Z', 'revision_number': 4, 'project_id': '0efe1d7c905e406aa00bbb6fc1f6a79a', 'subnets': [{'id': '6e9e38a5-2b56-4cd9-9f34-dfc1b322e0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:18.153580 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94759bf2-54fe-4d71-be87-bebd1d105e21 None None] The sync data for ids ['7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3'] in n-d-776250-10 is: [{'id': '7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3', 'name': 'tempest-TestServerMultinode-393483791-router', 'tenant_id': '0efe1d7c905e406aa00bbb6fc1f6a79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'd12a1e88-7c49-4290-b146-69876a117db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:10Z', 'updated_at': '2021-11-10T18:16:13Z', 'revision_number': 4, 'project_id': '0efe1d7c905e406aa00bbb6fc1f6a79a', 'gw_port': {'id': 'd12a1e88-7c49-4290-b146-69876a117db7', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:11Z', 'updated_at': '2021-11-10T18:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '519e3692-2c3d-4049-b324-5bbddeb1d0c2', 'name': '', 'network_id': '50885916-108b-4edd-a3e2-4bf59ea1df34', 'tenant_id': '0efe1d7c905e406aa00bbb6fc1f6a79a', 'mac_address': 'fa:16:3e:b8:c1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '6e9e38a5-2b56-4cd9-9f34-dfc1b322e0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:13Z', 'updated_at': '2021-11-10T18:16:17Z', 'revision_number': 4, 'project_id': '0efe1d7c905e406aa00bbb6fc1f6a79a', 'subnets': [{'id': '6e9e38a5-2b56-4cd9-9f34-dfc1b322e0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:16:18.170512 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a6dff20c-34d9-44bc-ba38-1c050b57248d None None] Provisioning complete for port 519e3692-2c3d-4049-b324-5bbddeb1d0c2 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:18.170896 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a6dff20c-34d9-44bc-ba38-1c050b57248d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:18.501636 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4fad5882-1def-44b3-a051-67f4c0a26247 req-535a6715-4805-456a-a6a0-fbfd949e2fed tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a8396b5c-7211-4e64-ade4-564b0f3ed2f4 HTTP/1.1" status: 200 len: 210 time: 0.0275288 Nov 10 18:16:18.673919 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 519e3692-2c3d-4049-b324-5bbddeb1d0c2 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:16:18.728210 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 519e3692-2c3d-4049-b324-5bbddeb1d0c2 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:18.728479 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:19.576993 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ce2c3166-53cc-4f4e-86bf-c5787ee9db65 req-2dc5647d-945f-4712-b983-6be363c4ecb8 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a8396b5c-7211-4e64-ade4-564b0f3ed2f4 HTTP/1.1" status: 200 len: 210 time: 0.0258913 Nov 10 18:16:20.669431 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-103c274f-0e7f-4412-baa4-0d91e8e9f68c req-7dd839a0-5146-46c0-b78c-602591131918 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a8396b5c-7211-4e64-ade4-564b0f3ed2f4 HTTP/1.1" status: 200 len: 210 time: 0.0282359 Nov 10 18:16:21.489978 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-8d06d07d-51e6-4f45-8243-4073f4d6010d tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:21.491468 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-8d06d07d-51e6-4f45-8243-4073f4d6010d tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.11 "GET /v2.0/networks?id=bf5bb966-d297-4013-8a5a-a9a8eab4bd0d HTTP/1.1" status: 200 len: 910 time: 0.0911505 Nov 10 18:16:21.503795 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-facd8207-00a2-4fa2-8b74-8ea6d6ba4f9d tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Request body: {'port': {'device_id': 'a8396b5c-7211-4e64-ade4-564b0f3ed2f4', 'network_id': 'bf5bb966-d297-4013-8a5a-a9a8eab4bd0d', 'admin_state_up': True, 'tenant_id': '0efe1d7c905e406aa00bbb6fc1f6a79a'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:16:21.525549 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-facd8207-00a2-4fa2-8b74-8ea6d6ba4f9d tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Made reservation on behalf of 0efe1d7c905e406aa00bbb6fc1f6a79a for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:16:21.527891 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-facd8207-00a2-4fa2-8b74-8ea6d6ba4f9d tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:21.649299 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-facd8207-00a2-4fa2-8b74-8ea6d6ba4f9d tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Allocated IP 172.20.0.14 (bf5bb966-d297-4013-8a5a-a9a8eab4bd0d/f66a83a1-1792-4988-973a-0cb7628ee6ef/99c167ba-f264-470e-bcf4-50aa5997e036) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:16:21.765458 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5b32ffe7-b0de-4c90-841c-c76707017069 req-adf5c885-4973-4997-b428-5497f5ad8c56 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a8396b5c-7211-4e64-ade4-564b0f3ed2f4 HTTP/1.1" status: 200 len: 210 time: 0.0280488 Nov 10 18:16:21.787797 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-facd8207-00a2-4fa2-8b74-8ea6d6ba4f9d tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:21.823919 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-facd8207-00a2-4fa2-8b74-8ea6d6ba4f9d tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:21.869344 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-facd8207-00a2-4fa2-8b74-8ea6d6ba4f9d tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Network bf5bb966-d297-4013-8a5a-a9a8eab4bd0d is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:16:21.874326 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-facd8207-00a2-4fa2-8b74-8ea6d6ba4f9d tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:16:21.877898 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-facd8207-00a2-4fa2-8b74-8ea6d6ba4f9d tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:16:21.905427 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd8207-00a2-4fa2-8b74-8ea6d6ba4f9d tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Pushing event updated for resources: {'Port': ['ID=99c167ba-f264-470e-bcf4-50aa5997e036,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:21.925853 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-facd8207-00a2-4fa2-8b74-8ea6d6ba4f9d tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:21.926495 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-facd8207-00a2-4fa2-8b74-8ea6d6ba4f9d tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:21.942801 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-facd8207-00a2-4fa2-8b74-8ea6d6ba4f9d tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4425812 Nov 10 18:16:21.954872 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-8b6aa65d-5a54-4e6d-9184-65ef4faefcdc service neutron] Request body: {'port': {'device_id': 'a8396b5c-7211-4e64-ade4-564b0f3ed2f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:16:22.015856 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-8b6aa65d-5a54-4e6d-9184-65ef4faefcdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:22.117211 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b8ade2d1-b3dd-467e-955b-7577a6eb5b72 None None] Provisioning complete for port 99c167ba-f264-470e-bcf4-50aa5997e036 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:22.117878 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b8ade2d1-b3dd-467e-955b-7577a6eb5b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:22.155585 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-b8ade2d1-b3dd-467e-955b-7577a6eb5b72 None None] Port 99c167ba-f264-470e-bcf4-50aa5997e036 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:16:22.286425 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-8b6aa65d-5a54-4e6d-9184-65ef4faefcdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99c167ba-f264-470e-bcf4-50aa5997e036 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:16:22.294745 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-8b6aa65d-5a54-4e6d-9184-65ef4faefcdc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:22.306448 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-8b6aa65d-5a54-4e6d-9184-65ef4faefcdc service neutron] Transition to ACTIVE for port object 99c167ba-f264-470e-bcf4-50aa5997e036 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:16:22.310530 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-8b6aa65d-5a54-4e6d-9184-65ef4faefcdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:22.364029 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6aa65d-5a54-4e6d-9184-65ef4faefcdc service neutron] Pushing event updated for resources: {'Port': ['ID=99c167ba-f264-470e-bcf4-50aa5997e036,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:22.431913 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-8b6aa65d-5a54-4e6d-9184-65ef4faefcdc service neutron] Attempting to bind port 99c167ba-f264-470e-bcf4-50aa5997e036 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:16:22.432279 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-8b6aa65d-5a54-4e6d-9184-65ef4faefcdc service neutron] Attempting to bind port 99c167ba-f264-470e-bcf4-50aa5997e036 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': 'd6dce1a8-3879-4628-888e-6be70f28de1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bf5bb966-d297-4013-8a5a-a9a8eab4bd0d'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:16:22.432616 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-8b6aa65d-5a54-4e6d-9184-65ef4faefcdc service neutron] Attempting to bind port 99c167ba-f264-470e-bcf4-50aa5997e036 on network bf5bb966-d297-4013-8a5a-a9a8eab4bd0d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:16:22.437275 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-8b6aa65d-5a54-4e6d-9184-65ef4faefcdc service neutron] Port 99c167ba-f264-470e-bcf4-50aa5997e036 on network bf5bb966-d297-4013-8a5a-a9a8eab4bd0d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:16:22.437586 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-8b6aa65d-5a54-4e6d-9184-65ef4faefcdc service neutron] Attempting to bind port 99c167ba-f264-470e-bcf4-50aa5997e036 on network bf5bb966-d297-4013-8a5a-a9a8eab4bd0d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:16:22.442611 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-8b6aa65d-5a54-4e6d-9184-65ef4faefcdc service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:16:22.442939 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-8b6aa65d-5a54-4e6d-9184-65ef4faefcdc service neutron] Checking segment: {'id': 'd6dce1a8-3879-4628-888e-6be70f28de1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bf5bb966-d297-4013-8a5a-a9a8eab4bd0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:16:22.443314 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-8b6aa65d-5a54-4e6d-9184-65ef4faefcdc service neutron] Bound using segment: {'id': 'd6dce1a8-3879-4628-888e-6be70f28de1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bf5bb966-d297-4013-8a5a-a9a8eab4bd0d'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:16:22.443735 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-8b6aa65d-5a54-4e6d-9184-65ef4faefcdc service neutron] Bound port: 99c167ba-f264-470e-bcf4-50aa5997e036, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6dce1a8-3879-4628-888e-6be70f28de1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bf5bb966-d297-4013-8a5a-a9a8eab4bd0d'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:16:22.444088 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-8b6aa65d-5a54-4e6d-9184-65ef4faefcdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:22.513529 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-8b6aa65d-5a54-4e6d-9184-65ef4faefcdc service neutron] For port 99c167ba-f264-470e-bcf4-50aa5997e036, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:16:22.517463 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-8b6aa65d-5a54-4e6d-9184-65ef4faefcdc service neutron] For port 99c167ba-f264-470e-bcf4-50aa5997e036, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=99c167ba-f264-470e-bcf4-50aa5997e036,segment=NetworkSegment(d6dce1a8-3879-4628-888e-6be70f28de1c),segment_id=d6dce1a8-3879-4628-888e-6be70f28de1c)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:16:22.521934 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-8b6aa65d-5a54-4e6d-9184-65ef4faefcdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:22.557834 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-8b6aa65d-5a54-4e6d-9184-65ef4faefcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:22.558458 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-8b6aa65d-5a54-4e6d-9184-65ef4faefcdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:22.559879 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-8b6aa65d-5a54-4e6d-9184-65ef4faefcdc service neutron] 10.222.0.11 "PUT /v2.0/ports/99c167ba-f264-470e-bcf4-50aa5997e036 HTTP/1.1" status: 200 len: 1093 time: 0.6092646 Nov 10 18:16:22.560380 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8396b5c-7211-4e64-ade4-564b0f3ed2f4', 'tag': '99c167ba-f264-470e-bcf4-50aa5997e036'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:16:22.562667 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b306124-7d76-48af-81fe-bfb9898b5466" -d '{"events": [{"name": "network-changed", "server_uuid": "a8396b5c-7211-4e64-ade4-564b0f3ed2f4", "tag": "99c167ba-f264-470e-bcf4-50aa5997e036"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:16:22.603725 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6aa65d-5a54-4e6d-9184-65ef4faefcdc service neutron] Pushing event updated for resources: {'Port': ['ID=99c167ba-f264-470e-bcf4-50aa5997e036,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:22.661975 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-a96fde47-cf03-4002-93e5-91023987c0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:22.663499 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-a96fde47-cf03-4002-93e5-91023987c0c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0efe1d7c905e406aa00bbb6fc1f6a79a&device_id=a8396b5c-7211-4e64-ade4-564b0f3ed2f4 HTTP/1.1" status: 200 len: 1096 time: 0.0464280 Nov 10 18:16:22.712758 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019848d4-69f0-498f-8060-68095991af08 x-openstack-request-id: req-019848d4-69f0-498f-8060-68095991af08 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:16:22.713139 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8396b5c-7211-4e64-ade4-564b0f3ed2f4", "tag": "99c167ba-f264-470e-bcf4-50aa5997e036", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:16:22.713453 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-019848d4-69f0-498f-8060-68095991af08 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:16:22.713912 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8396b5c-7211-4e64-ade4-564b0f3ed2f4', 'tag': '99c167ba-f264-470e-bcf4-50aa5997e036', 'status': 'completed', 'code': 200} Nov 10 18:16:22.715805 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-991d1e8d-36be-4a57-92c9-9a75d3a8caa2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99c167ba-f264-470e-bcf4-50aa5997e036 HTTP/1.1" status: 200 len: 217 time: 0.0442872 Nov 10 18:16:22.768814 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-45ad2e8c-c521-4920-865e-a91fa7154d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:22.770305 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-45ad2e8c-c521-4920-865e-a91fa7154d12 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f66a83a1-1792-4988-973a-0cb7628ee6ef HTTP/1.1" status: 200 len: 848 time: 0.0468800 Nov 10 18:16:22.817296 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-9f5f0327-215d-449b-b7a4-8bb2b3a55ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:22.818852 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-9f5f0327-215d-449b-b7a4-8bb2b3a55ae0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf5bb966-d297-4013-8a5a-a9a8eab4bd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414782 Nov 10 18:16:22.877915 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb7c1f-8630-4463-a05c-3c45b702e6f1 req-3aa2509c-ef6e-4c8f-ab98-296a93d95ab6 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:22.879518 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ccfb7c1f-8630-4463-a05c-3c45b702e6f1 req-3aa2509c-ef6e-4c8f-ab98-296a93d95ab6 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a8396b5c-7211-4e64-ade4-564b0f3ed2f4 HTTP/1.1" status: 200 len: 1096 time: 0.0469623 Nov 10 18:16:22.914994 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-a8bd43e3-21cb-4847-ba29-99d29ccf742f service neutron] 10.222.0.11 "GET /v2.0/networks/bf5bb966-d297-4013-8a5a-a9a8eab4bd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890436 Nov 10 18:16:22.925325 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ccfb7c1f-8630-4463-a05c-3c45b702e6f1 req-b90f289b-6728-4677-9ec9-79328647f9d4 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=9c19c4af-bbe1-40ad-9b65-8176fe99209f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390437 Nov 10 18:16:23.008558 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-db7cf21c-2a90-48da-ab54-4d44e8e24939 req-4deeca2a-4cef-4432-b18c-e1f3b5c40e0e service neutron] 10.222.0.11 "GET /v2.0/networks/bf5bb966-d297-4013-8a5a-a9a8eab4bd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859454 Nov 10 18:16:23.091401 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b306124-7d76-48af-81fe-bfb9898b5466 req-425bf5c9-42f7-4fc4-af8b-2d37dc8a7dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:23.092847 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b306124-7d76-48af-81fe-bfb9898b5466 req-425bf5c9-42f7-4fc4-af8b-2d37dc8a7dcf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0efe1d7c905e406aa00bbb6fc1f6a79a&device_id=a8396b5c-7211-4e64-ade4-564b0f3ed2f4 HTTP/1.1" status: 200 len: 1096 time: 0.0418370 Nov 10 18:16:23.190113 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b306124-7d76-48af-81fe-bfb9898b5466 req-9677766e-3d13-420d-a2f9-765f7641c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:23.191580 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b306124-7d76-48af-81fe-bfb9898b5466 req-9677766e-3d13-420d-a2f9-765f7641c41b service neutron] 10.222.0.11 "GET /v2.0/networks?id=bf5bb966-d297-4013-8a5a-a9a8eab4bd0d HTTP/1.1" status: 200 len: 910 time: 0.0908546 Nov 10 18:16:23.233372 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b306124-7d76-48af-81fe-bfb9898b5466 req-c2962ae6-e496-4dac-b177-ac38c9108c15 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99c167ba-f264-470e-bcf4-50aa5997e036 HTTP/1.1" status: 200 len: 217 time: 0.0347054 Nov 10 18:16:23.285810 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b306124-7d76-48af-81fe-bfb9898b5466 req-b4f98db0-1fda-4e87-b0b4-5fec340b72f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:23.287259 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b306124-7d76-48af-81fe-bfb9898b5466 req-b4f98db0-1fda-4e87-b0b4-5fec340b72f8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f66a83a1-1792-4988-973a-0cb7628ee6ef HTTP/1.1" status: 200 len: 848 time: 0.0469725 Nov 10 18:16:23.600815 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b306124-7d76-48af-81fe-bfb9898b5466 req-067b7b82-72dd-4d5d-aa91-1d3cabfa8f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:23.603001 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b306124-7d76-48af-81fe-bfb9898b5466 req-067b7b82-72dd-4d5d-aa91-1d3cabfa8f01 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bf5bb966-d297-4013-8a5a-a9a8eab4bd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3083053 Nov 10 18:16:23.697288 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b306124-7d76-48af-81fe-bfb9898b5466 req-a9116e3a-7464-49c2-afba-b29ca5f296c7 service neutron] 10.222.0.11 "GET /v2.0/networks/bf5bb966-d297-4013-8a5a-a9a8eab4bd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856042 Nov 10 18:16:23.792296 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b306124-7d76-48af-81fe-bfb9898b5466 req-38eada79-d273-4df8-b1e4-eae5ee845e2f service neutron] 10.222.0.11 "GET /v2.0/networks/bf5bb966-d297-4013-8a5a-a9a8eab4bd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866320 Nov 10 18:16:24.052770 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0936b-da57-4b08-8847-ec08a83baa11 req-622b468f-1107-4eee-8eff-8bb4235b678a tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:24.054285 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-54c0936b-da57-4b08-8847-ec08a83baa11 req-622b468f-1107-4eee-8eff-8bb4235b678a tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a8396b5c-7211-4e64-ade4-564b0f3ed2f4 HTTP/1.1" status: 200 len: 1096 time: 0.0523610 Nov 10 18:16:24.099714 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-54c0936b-da57-4b08-8847-ec08a83baa11 req-3a36a964-4835-4586-a486-14a12017b276 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=9c19c4af-bbe1-40ad-9b65-8176fe99209f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389988 Nov 10 18:16:24.883504 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:16:25.048430 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:25.205579 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb9a4e-fcef-468e-a7ab-096311d003b0 req-b35dc603-e959-49ac-93f7-ed719424676b tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:25.207095 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d6cb9a4e-fcef-468e-a7ab-096311d003b0 req-b35dc603-e959-49ac-93f7-ed719424676b tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a8396b5c-7211-4e64-ade4-564b0f3ed2f4 HTTP/1.1" status: 200 len: 1096 time: 0.0407090 Nov 10 18:16:25.252374 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d6cb9a4e-fcef-468e-a7ab-096311d003b0 req-dfecb4e9-4c14-48eb-bb22-3bf07a44bcd0 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=9c19c4af-bbe1-40ad-9b65-8176fe99209f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387242 Nov 10 18:16:25.392048 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:26.366866 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21c284-13fd-4f2b-9311-a725300c1a40 req-4ec96670-d254-48fb-919c-f667110ec9ab tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:26.369761 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9c21c284-13fd-4f2b-9311-a725300c1a40 req-4ec96670-d254-48fb-919c-f667110ec9ab tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a8396b5c-7211-4e64-ade4-564b0f3ed2f4 HTTP/1.1" status: 200 len: 1096 time: 0.0498111 Nov 10 18:16:26.415251 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9c21c284-13fd-4f2b-9311-a725300c1a40 req-7489a33d-01e6-480c-b85e-75e794c91907 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=9c19c4af-bbe1-40ad-9b65-8176fe99209f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389943 Nov 10 18:16:26.612812 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 99c167ba-f264-470e-bcf4-50aa5997e036 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:16:26.712308 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 99c167ba-f264-470e-bcf4-50aa5997e036, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=99c167ba-f264-470e-bcf4-50aa5997e036,segment=NetworkSegment(d6dce1a8-3879-4628-888e-6be70f28de1c),segment_id=d6dce1a8-3879-4628-888e-6be70f28de1c)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:26.723994 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '99c167ba-f264-470e-bcf4-50aa5997e036', 'network_id': 'bf5bb966-d297-4013-8a5a-a9a8eab4bd0d', 'port_id': '99c167ba-f264-470e-bcf4-50aa5997e036', 'mac_address': 'fa:16:3e:a7:b0:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f66a83a1-1792-4988-973a-0cb7628ee6ef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:16:26.760850 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:26.775384 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99c167ba-f264-470e-bcf4-50aa5997e036 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:16:26.795659 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 99c167ba-f264-470e-bcf4-50aa5997e036, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=99c167ba-f264-470e-bcf4-50aa5997e036,segment=NetworkSegment(d6dce1a8-3879-4628-888e-6be70f28de1c),segment_id=d6dce1a8-3879-4628-888e-6be70f28de1c)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:26.799913 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:26.845489 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=99c167ba-f264-470e-bcf4-50aa5997e036,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:27.001921 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['99c167ba-f264-470e-bcf4-50aa5997e036'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:16:27.522463 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f142d-7af6-489a-9ff9-6c2233cf68ef req-b74ad48e-5c5c-4ed2-b071-777c5f3c8c98 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:27.524374 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f88f142d-7af6-489a-9ff9-6c2233cf68ef req-b74ad48e-5c5c-4ed2-b071-777c5f3c8c98 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a8396b5c-7211-4e64-ade4-564b0f3ed2f4 HTTP/1.1" status: 200 len: 1097 time: 0.0424404 Nov 10 18:16:27.575713 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f88f142d-7af6-489a-9ff9-6c2233cf68ef req-de83d237-fc5f-4596-af83-c3632f8491b8 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=9c19c4af-bbe1-40ad-9b65-8176fe99209f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451727 Nov 10 18:16:28.630779 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 99c167ba-f264-470e-bcf4-50aa5997e036 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:16:28.681243 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3caabd2-d688-48f6-8574-9234b6bcd740 req-4078268a-0531-4da8-8c9f-e23d116f2264 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:28.681992 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 99c167ba-f264-470e-bcf4-50aa5997e036 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:16:28.682905 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d3caabd2-d688-48f6-8574-9234b6bcd740 req-4078268a-0531-4da8-8c9f-e23d116f2264 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a8396b5c-7211-4e64-ade4-564b0f3ed2f4 HTTP/1.1" status: 200 len: 1097 time: 0.0409782 Nov 10 18:16:28.687289 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 99c167ba-f264-470e-bcf4-50aa5997e036 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:28.687831 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:28.729283 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d3caabd2-d688-48f6-8574-9234b6bcd740 req-eb0d813d-3a7a-4ce1-bab1-08b549b8d0ea tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=9c19c4af-bbe1-40ad-9b65-8176fe99209f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398397 Nov 10 18:16:28.770994 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:28.794176 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8396b5c-7211-4e64-ade4-564b0f3ed2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c167ba-f264-470e-bcf4-50aa5997e036'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:16:28.796427 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe70ca6-41c2-4722-b3b9-f9ba8f65bb82" -d '{"events": [{"server_uuid": "a8396b5c-7211-4e64-ade4-564b0f3ed2f4", "name": "network-vif-plugged", "status": "completed", "tag": "99c167ba-f264-470e-bcf4-50aa5997e036"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:16:28.809226 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 99c167ba-f264-470e-bcf4-50aa5997e036, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=99c167ba-f264-470e-bcf4-50aa5997e036,segment=NetworkSegment(d6dce1a8-3879-4628-888e-6be70f28de1c),segment_id=d6dce1a8-3879-4628-888e-6be70f28de1c)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:28.813286 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:28.862027 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=99c167ba-f264-470e-bcf4-50aa5997e036,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:28.905957 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86803087-cc62-4096-83ce-52323addb66e x-openstack-request-id: req-86803087-cc62-4096-83ce-52323addb66e {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:16:28.906182 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8396b5c-7211-4e64-ade4-564b0f3ed2f4", "name": "network-vif-plugged", "status": "completed", "tag": "99c167ba-f264-470e-bcf4-50aa5997e036", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:16:28.906431 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-86803087-cc62-4096-83ce-52323addb66e {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:16:28.906831 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8396b5c-7211-4e64-ade4-564b0f3ed2f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c167ba-f264-470e-bcf4-50aa5997e036', 'code': 200} Nov 10 18:16:29.007072 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ddd38-cffa-4323-aa55-81cdd4560a1f req-e41fd751-48a2-48ba-b4d3-bf08ca8a0d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:29.009990 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d80ddd38-cffa-4323-aa55-81cdd4560a1f req-e41fd751-48a2-48ba-b4d3-bf08ca8a0d4a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a8396b5c-7211-4e64-ade4-564b0f3ed2f4 HTTP/1.1" status: 200 len: 1098 time: 0.0437579 Nov 10 18:16:29.059494 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d80ddd38-cffa-4323-aa55-81cdd4560a1f req-3d7374b0-3b84-4286-b92a-f44bca294b2d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9c19c4af-bbe1-40ad-9b65-8176fe99209f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418036 Nov 10 18:16:29.836027 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5db5b-4dd2-44e3-95d6-451495af004b req-68fdbeed-fb8c-43d0-91c2-c0800776f49c tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:29.838002 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8ac5db5b-4dd2-44e3-95d6-451495af004b req-68fdbeed-fb8c-43d0-91c2-c0800776f49c tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a8396b5c-7211-4e64-ade4-564b0f3ed2f4 HTTP/1.1" status: 200 len: 1098 time: 0.0417771 Nov 10 18:16:29.883351 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8ac5db5b-4dd2-44e3-95d6-451495af004b req-a6e3efac-d83e-43aa-a316-ced2ef053ae9 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=9c19c4af-bbe1-40ad-9b65-8176fe99209f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390859 Nov 10 18:16:30.569509 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-24023b3f-dab8-4a30-bcd0-4c74dc2fb2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:30.999279 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aafa8b-f5da-4902-b8e9-30f8e3ab48ba req-3b5f66a4-50ec-4829-9efb-fa119b13aeee tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:31.000913 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-93aafa8b-f5da-4902-b8e9-30f8e3ab48ba req-3b5f66a4-50ec-4829-9efb-fa119b13aeee tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a8396b5c-7211-4e64-ade4-564b0f3ed2f4 HTTP/1.1" status: 200 len: 1098 time: 0.0436578 Nov 10 18:16:31.051539 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-93aafa8b-f5da-4902-b8e9-30f8e3ab48ba req-b423722d-c76e-415d-b6c4-99659d2f835c tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=9c19c4af-bbe1-40ad-9b65-8176fe99209f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444019 Nov 10 18:16:31.156053 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea346744-2a21-4cd2-9748-4fe5ce8d9bd2 req-7b977ee5-37e9-4dc2-bea0-ec491648b341 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:31.157570 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ea346744-2a21-4cd2-9748-4fe5ce8d9bd2 req-7b977ee5-37e9-4dc2-bea0-ec491648b341 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a8396b5c-7211-4e64-ade4-564b0f3ed2f4 HTTP/1.1" status: 200 len: 1098 time: 0.0391786 Nov 10 18:16:31.200530 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ea346744-2a21-4cd2-9748-4fe5ce8d9bd2 req-7857c451-7cba-416a-87e9-7b0c060845fe tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=9c19c4af-bbe1-40ad-9b65-8176fe99209f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369310 Nov 10 18:16:31.304532 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e64d5-a7b5-4ed0-9c2c-2da41e94a4ce req-b6f76cc6-d1e5-4a02-9ecf-cbed84f86b55 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:31.306067 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-006e64d5-a7b5-4ed0-9c2c-2da41e94a4ce req-b6f76cc6-d1e5-4a02-9ecf-cbed84f86b55 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a8396b5c-7211-4e64-ade4-564b0f3ed2f4 HTTP/1.1" status: 200 len: 1098 time: 0.0410488 Nov 10 18:16:31.350110 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-006e64d5-a7b5-4ed0-9c2c-2da41e94a4ce req-268d9f7b-a3b4-42bc-8df7-ca8299f0e5ac tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=9c19c4af-bbe1-40ad-9b65-8176fe99209f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381236 Nov 10 18:16:31.568964 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-21f05dac-b69d-4767-935d-947c1192d3cc tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:31.570441 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-21f05dac-b69d-4767-935d-947c1192d3cc tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/networks?id=bf5bb966-d297-4013-8a5a-a9a8eab4bd0d HTTP/1.1" status: 200 len: 910 time: 0.0926957 Nov 10 18:16:31.586493 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-b3fd6367-b4ff-4033-9518-f0553fb278fc tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/quotas/0efe1d7c905e406aa00bbb6fc1f6a79a HTTP/1.1" status: 200 len: 375 time: 0.0091293 Nov 10 18:16:31.668473 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-a07b1536-efda-45f1-b263-8b35e94a338c tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/ports?tenant_id=0efe1d7c905e406aa00bbb6fc1f6a79a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0756869 Nov 10 18:16:31.761011 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-c9d73fc5-cc89-4442-92f6-e69dab282014 service neutron] 10.222.0.39 "GET /v2.0/networks/bf5bb966-d297-4013-8a5a-a9a8eab4bd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855308 Nov 10 18:16:31.855023 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-2d9b7bae-db76-4e8a-9d7a-5a869a0333e4 service neutron] 10.222.0.39 "GET /v2.0/networks/bf5bb966-d297-4013-8a5a-a9a8eab4bd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877945 Nov 10 18:16:32.021081 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-37d8d642-3fb7-4353-bc67-70f4cb110a6a req-144a24ee-9cb4-43d0-9812-147cf2bffe64 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=be991521-4cae-4f4f-9c00-b04812d8cf90 HTTP/1.1" status: 200 len: 210 time: 0.0331669 Nov 10 18:16:33.038914 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e5421afb-22ec-4666-bdc1-a3dfce71bd98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:33.141186 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-11499809-ae7b-4058-813f-cfc191a42776 req-4b3f0562-6bca-45cf-bde6-971b1c8b9bba tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=be991521-4cae-4f4f-9c00-b04812d8cf90 HTTP/1.1" status: 200 len: 210 time: 0.0395257 Nov 10 18:16:33.144074 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-9ebf8a3e-d0b7-4140-8f27-a82025cbc2d5 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:33.149976 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-9ebf8a3e-d0b7-4140-8f27-a82025cbc2d5 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.13 "GET /v2.0/networks?id=bf5bb966-d297-4013-8a5a-a9a8eab4bd0d HTTP/1.1" status: 200 len: 910 time: 0.1343884 Nov 10 18:16:33.161043 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-2569758b-7478-4c88-9e40-e6cc64255a1b tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Request body: {'port': {'device_id': 'be991521-4cae-4f4f-9c00-b04812d8cf90', 'network_id': 'bf5bb966-d297-4013-8a5a-a9a8eab4bd0d', 'admin_state_up': True, 'tenant_id': '0efe1d7c905e406aa00bbb6fc1f6a79a'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:16:33.185366 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-2569758b-7478-4c88-9e40-e6cc64255a1b tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Made reservation on behalf of 0efe1d7c905e406aa00bbb6fc1f6a79a for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:16:33.187665 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-2569758b-7478-4c88-9e40-e6cc64255a1b tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:33.301757 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-2569758b-7478-4c88-9e40-e6cc64255a1b tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Allocated IP 172.20.0.13 (bf5bb966-d297-4013-8a5a-a9a8eab4bd0d/f66a83a1-1792-4988-973a-0cb7628ee6ef/e5476ada-4a22-4634-a3fa-cc3d9be7fe21) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:16:33.440922 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-2569758b-7478-4c88-9e40-e6cc64255a1b tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:33.474665 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-2569758b-7478-4c88-9e40-e6cc64255a1b tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:33.485821 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['99c167ba-f264-470e-bcf4-50aa5997e036'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:16:33.521024 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-2569758b-7478-4c88-9e40-e6cc64255a1b tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Network bf5bb966-d297-4013-8a5a-a9a8eab4bd0d is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:16:33.526661 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-2569758b-7478-4c88-9e40-e6cc64255a1b tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:16:33.528935 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569758b-7478-4c88-9e40-e6cc64255a1b tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Pushing event updated for resources: {'Port': ['ID=e5476ada-4a22-4634-a3fa-cc3d9be7fe21,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:33.531156 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-2569758b-7478-4c88-9e40-e6cc64255a1b tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:16:33.569678 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-2569758b-7478-4c88-9e40-e6cc64255a1b tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:33.570309 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-2569758b-7478-4c88-9e40-e6cc64255a1b tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:33.587233 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-2569758b-7478-4c88-9e40-e6cc64255a1b tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4300177 Nov 10 18:16:33.600248 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-8e021184-fa47-4512-9622-76e9d94c3031 service neutron] Request body: {'port': {'device_id': 'be991521-4cae-4f4f-9c00-b04812d8cf90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:16:33.667325 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-8e021184-fa47-4512-9622-76e9d94c3031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:33.805634 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-55d97c72-8acf-41b4-b6c1-c65fb13271ed None None] Provisioning complete for port e5476ada-4a22-4634-a3fa-cc3d9be7fe21 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:33.806124 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-55d97c72-8acf-41b4-b6c1-c65fb13271ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:33.845098 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-55d97c72-8acf-41b4-b6c1-c65fb13271ed None None] Port e5476ada-4a22-4634-a3fa-cc3d9be7fe21 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:16:33.936136 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-8e021184-fa47-4512-9622-76e9d94c3031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5476ada-4a22-4634-a3fa-cc3d9be7fe21 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:16:33.943928 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-8e021184-fa47-4512-9622-76e9d94c3031 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:33.957407 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-8e021184-fa47-4512-9622-76e9d94c3031 service neutron] Transition to ACTIVE for port object e5476ada-4a22-4634-a3fa-cc3d9be7fe21 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:16:33.961029 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-8e021184-fa47-4512-9622-76e9d94c3031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:34.012825 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e021184-fa47-4512-9622-76e9d94c3031 service neutron] Pushing event updated for resources: {'Port': ['ID=e5476ada-4a22-4634-a3fa-cc3d9be7fe21,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:34.100651 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-8e021184-fa47-4512-9622-76e9d94c3031 service neutron] Attempting to bind port e5476ada-4a22-4634-a3fa-cc3d9be7fe21 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:16:34.100901 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-8e021184-fa47-4512-9622-76e9d94c3031 service neutron] Attempting to bind port e5476ada-4a22-4634-a3fa-cc3d9be7fe21 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': 'd6dce1a8-3879-4628-888e-6be70f28de1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bf5bb966-d297-4013-8a5a-a9a8eab4bd0d'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:16:34.101228 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-8e021184-fa47-4512-9622-76e9d94c3031 service neutron] Attempting to bind port e5476ada-4a22-4634-a3fa-cc3d9be7fe21 on network bf5bb966-d297-4013-8a5a-a9a8eab4bd0d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:16:34.106446 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-8e021184-fa47-4512-9622-76e9d94c3031 service neutron] Port e5476ada-4a22-4634-a3fa-cc3d9be7fe21 on network bf5bb966-d297-4013-8a5a-a9a8eab4bd0d not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:16:34.106765 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-8e021184-fa47-4512-9622-76e9d94c3031 service neutron] Attempting to bind port e5476ada-4a22-4634-a3fa-cc3d9be7fe21 on network bf5bb966-d297-4013-8a5a-a9a8eab4bd0d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:16:34.112007 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-8e021184-fa47-4512-9622-76e9d94c3031 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:16:34.112375 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-8e021184-fa47-4512-9622-76e9d94c3031 service neutron] Checking segment: {'id': 'd6dce1a8-3879-4628-888e-6be70f28de1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bf5bb966-d297-4013-8a5a-a9a8eab4bd0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:16:34.112755 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-8e021184-fa47-4512-9622-76e9d94c3031 service neutron] Bound using segment: {'id': 'd6dce1a8-3879-4628-888e-6be70f28de1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bf5bb966-d297-4013-8a5a-a9a8eab4bd0d'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:16:34.114166 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-8e021184-fa47-4512-9622-76e9d94c3031 service neutron] Bound port: e5476ada-4a22-4634-a3fa-cc3d9be7fe21, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6dce1a8-3879-4628-888e-6be70f28de1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bf5bb966-d297-4013-8a5a-a9a8eab4bd0d'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:16:34.114531 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-8e021184-fa47-4512-9622-76e9d94c3031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:34.135884 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:34.189603 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-8e021184-fa47-4512-9622-76e9d94c3031 service neutron] For port e5476ada-4a22-4634-a3fa-cc3d9be7fe21, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:16:34.193172 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-8e021184-fa47-4512-9622-76e9d94c3031 service neutron] For port e5476ada-4a22-4634-a3fa-cc3d9be7fe21, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=e5476ada-4a22-4634-a3fa-cc3d9be7fe21,segment=NetworkSegment(d6dce1a8-3879-4628-888e-6be70f28de1c),segment_id=d6dce1a8-3879-4628-888e-6be70f28de1c)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:16:34.205962 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-8e021184-fa47-4512-9622-76e9d94c3031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:34.240084 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-8e021184-fa47-4512-9622-76e9d94c3031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:34.242188 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-8e021184-fa47-4512-9622-76e9d94c3031 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:34.244309 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-8e021184-fa47-4512-9622-76e9d94c3031 service neutron] 10.222.0.13 "PUT /v2.0/ports/e5476ada-4a22-4634-a3fa-cc3d9be7fe21 HTTP/1.1" status: 200 len: 1093 time: 0.6484218 Nov 10 18:16:34.244805 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be991521-4cae-4f4f-9c00-b04812d8cf90', 'tag': 'e5476ada-4a22-4634-a3fa-cc3d9be7fe21'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:16:34.247211 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdc3cbc-5fb4-44b9-b81c-d60affa399ca" -d '{"events": [{"name": "network-changed", "server_uuid": "be991521-4cae-4f4f-9c00-b04812d8cf90", "tag": "e5476ada-4a22-4634-a3fa-cc3d9be7fe21"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:16:34.283291 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e021184-fa47-4512-9622-76e9d94c3031 service neutron] Pushing event updated for resources: {'Port': ['ID=e5476ada-4a22-4634-a3fa-cc3d9be7fe21,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:34.283499 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832363d-6a92-4d56-a5b2-8fbd75ffbbc7 req-ca675a93-85bb-4e44-8293-57e48e0c535f tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:34.285665 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2832363d-6a92-4d56-a5b2-8fbd75ffbbc7 req-ca675a93-85bb-4e44-8293-57e48e0c535f tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=be991521-4cae-4f4f-9c00-b04812d8cf90 HTTP/1.1" status: 200 len: 1096 time: 0.0606129 Nov 10 18:16:34.312132 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53542bef-a2e2-46d8-97db-05d720df15fd x-openstack-request-id: req-53542bef-a2e2-46d8-97db-05d720df15fd {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:16:34.312132 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be991521-4cae-4f4f-9c00-b04812d8cf90", "tag": "e5476ada-4a22-4634-a3fa-cc3d9be7fe21", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:16:34.312808 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-53542bef-a2e2-46d8-97db-05d720df15fd {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:16:34.312808 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be991521-4cae-4f4f-9c00-b04812d8cf90', 'tag': 'e5476ada-4a22-4634-a3fa-cc3d9be7fe21', 'status': 'completed', 'code': 200} Nov 10 18:16:34.343359 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2832363d-6a92-4d56-a5b2-8fbd75ffbbc7 req-84c4628d-50ed-4fde-8d56-f480be090af3 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=9c19c4af-bbe1-40ad-9b65-8176fe99209f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502388 Nov 10 18:16:34.348592 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-92458f30-a672-4212-a783-b64e05ea91da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:34.350187 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-92458f30-a672-4212-a783-b64e05ea91da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0efe1d7c905e406aa00bbb6fc1f6a79a&device_id=be991521-4cae-4f4f-9c00-b04812d8cf90 HTTP/1.1" status: 200 len: 1096 time: 0.0519226 Nov 10 18:16:34.400664 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-d6cb9ac4-c456-45ae-9718-c62f9fbf92bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5476ada-4a22-4634-a3fa-cc3d9be7fe21 HTTP/1.1" status: 200 len: 217 time: 0.0410771 Nov 10 18:16:34.454221 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-39ada3d5-58be-4d4a-bed6-811dfc5425a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:34.455855 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-39ada3d5-58be-4d4a-bed6-811dfc5425a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f66a83a1-1792-4988-973a-0cb7628ee6ef HTTP/1.1" status: 200 len: 848 time: 0.0484695 Nov 10 18:16:34.516099 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-0167910f-9642-47f2-b0bd-864e44eef82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:34.517691 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-0167910f-9642-47f2-b0bd-864e44eef82e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf5bb966-d297-4013-8a5a-a9a8eab4bd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533018 Nov 10 18:16:34.615833 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-3140e059-049b-4e0f-be2f-81dc47ecaa21 service neutron] 10.222.0.13 "GET /v2.0/networks/bf5bb966-d297-4013-8a5a-a9a8eab4bd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905380 Nov 10 18:16:34.714863 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-261bf7b4-1ebc-425b-be46-30d9c2c39566 req-ac55e8f4-32af-4d74-9775-4782a7f03c42 service neutron] 10.222.0.13 "GET /v2.0/networks/bf5bb966-d297-4013-8a5a-a9a8eab4bd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911660 Nov 10 18:16:34.811063 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc3cbc-5fb4-44b9-b81c-d60affa399ca req-bcd20420-e18e-4023-ba62-23075176b585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:34.812618 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2cdc3cbc-5fb4-44b9-b81c-d60affa399ca req-bcd20420-e18e-4023-ba62-23075176b585 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0efe1d7c905e406aa00bbb6fc1f6a79a&device_id=be991521-4cae-4f4f-9c00-b04812d8cf90 HTTP/1.1" status: 200 len: 1096 time: 0.0503116 Nov 10 18:16:34.916078 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc3cbc-5fb4-44b9-b81c-d60affa399ca req-a9b5653d-1d06-491a-9d8e-cd8841b154dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:34.917543 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2cdc3cbc-5fb4-44b9-b81c-d60affa399ca req-a9b5653d-1d06-491a-9d8e-cd8841b154dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=bf5bb966-d297-4013-8a5a-a9a8eab4bd0d HTTP/1.1" status: 200 len: 910 time: 0.0977492 Nov 10 18:16:34.960161 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2cdc3cbc-5fb4-44b9-b81c-d60affa399ca req-7cbe30ca-7748-4ef9-9689-45fe429ed2d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5476ada-4a22-4634-a3fa-cc3d9be7fe21 HTTP/1.1" status: 200 len: 217 time: 0.0349965 Nov 10 18:16:35.012243 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc3cbc-5fb4-44b9-b81c-d60affa399ca req-03bd5792-0c1f-400f-8f59-979b8c6e00b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:35.013766 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2cdc3cbc-5fb4-44b9-b81c-d60affa399ca req-03bd5792-0c1f-400f-8f59-979b8c6e00b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f66a83a1-1792-4988-973a-0cb7628ee6ef HTTP/1.1" status: 200 len: 848 time: 0.0465221 Nov 10 18:16:35.063184 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc3cbc-5fb4-44b9-b81c-d60affa399ca req-d0c8416b-1fc0-40b1-8412-5cb58dd2b0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:35.064737 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2cdc3cbc-5fb4-44b9-b81c-d60affa399ca req-d0c8416b-1fc0-40b1-8412-5cb58dd2b0bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf5bb966-d297-4013-8a5a-a9a8eab4bd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427883 Nov 10 18:16:35.160438 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2cdc3cbc-5fb4-44b9-b81c-d60affa399ca req-503839b6-be91-4d08-801f-bdaeb0b11b4a service neutron] 10.222.0.13 "GET /v2.0/networks/bf5bb966-d297-4013-8a5a-a9a8eab4bd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868092 Nov 10 18:16:35.257251 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2cdc3cbc-5fb4-44b9-b81c-d60affa399ca req-a4b3c666-66c0-4d48-8775-66272de09dfa service neutron] 10.222.0.13 "GET /v2.0/networks/bf5bb966-d297-4013-8a5a-a9a8eab4bd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895703 Nov 10 18:16:35.459287 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f701697-6a03-4223-9d82-c8d0bde34c3c req-a5696f42-fa87-44b2-b613-efcf7094376e tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:35.460822 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6f701697-6a03-4223-9d82-c8d0bde34c3c req-a5696f42-fa87-44b2-b613-efcf7094376e tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=be991521-4cae-4f4f-9c00-b04812d8cf90 HTTP/1.1" status: 200 len: 1096 time: 0.0455823 Nov 10 18:16:35.504573 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6f701697-6a03-4223-9d82-c8d0bde34c3c req-06945cd2-40bb-4a7a-befb-f92a0bf24109 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=9c19c4af-bbe1-40ad-9b65-8176fe99209f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376902 Nov 10 18:16:35.623072 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:36.334626 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:36.612000 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62f7e4-c602-4a98-90ed-a9c1316bd61e req-50ec479d-f4c1-44c3-b152-cdc62881b7ef tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:36.613467 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4b62f7e4-c602-4a98-90ed-a9c1316bd61e req-50ec479d-f4c1-44c3-b152-cdc62881b7ef tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=be991521-4cae-4f4f-9c00-b04812d8cf90 HTTP/1.1" status: 200 len: 1096 time: 0.0410197 Nov 10 18:16:36.658450 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4b62f7e4-c602-4a98-90ed-a9c1316bd61e req-f9de4496-26a5-4704-8c39-f885e7d2103b tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=9c19c4af-bbe1-40ad-9b65-8176fe99209f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382490 Nov 10 18:16:36.720935 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device e5476ada-4a22-4634-a3fa-cc3d9be7fe21 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:16:36.818129 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port e5476ada-4a22-4634-a3fa-cc3d9be7fe21, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=e5476ada-4a22-4634-a3fa-cc3d9be7fe21,segment=NetworkSegment(d6dce1a8-3879-4628-888e-6be70f28de1c),segment_id=d6dce1a8-3879-4628-888e-6be70f28de1c)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:36.829457 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'e5476ada-4a22-4634-a3fa-cc3d9be7fe21', 'network_id': 'bf5bb966-d297-4013-8a5a-a9a8eab4bd0d', 'port_id': 'e5476ada-4a22-4634-a3fa-cc3d9be7fe21', 'mac_address': 'fa:16:3e:0b:6e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f66a83a1-1792-4988-973a-0cb7628ee6ef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:16:36.867969 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:36.880714 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5476ada-4a22-4634-a3fa-cc3d9be7fe21 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:16:36.899747 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port e5476ada-4a22-4634-a3fa-cc3d9be7fe21, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=e5476ada-4a22-4634-a3fa-cc3d9be7fe21,segment=NetworkSegment(d6dce1a8-3879-4628-888e-6be70f28de1c),segment_id=d6dce1a8-3879-4628-888e-6be70f28de1c)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:36.903843 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:36.953194 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=e5476ada-4a22-4634-a3fa-cc3d9be7fe21,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:37.142556 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['e5476ada-4a22-4634-a3fa-cc3d9be7fe21'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:16:37.762703 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a09e0-69a1-4293-b593-b204235cbf0e req-9b9a96f9-7667-4cf3-bf8f-75f9396f6c15 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:37.764306 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-715a09e0-69a1-4293-b593-b204235cbf0e req-9b9a96f9-7667-4cf3-bf8f-75f9396f6c15 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=be991521-4cae-4f4f-9c00-b04812d8cf90 HTTP/1.1" status: 200 len: 1097 time: 0.0409131 Nov 10 18:16:37.808519 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-715a09e0-69a1-4293-b593-b204235cbf0e req-01bc69d8-745d-43cb-8171-ee0e1525634a tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=9c19c4af-bbe1-40ad-9b65-8176fe99209f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380976 Nov 10 18:16:38.736946 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device e5476ada-4a22-4634-a3fa-cc3d9be7fe21 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:16:38.788373 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port e5476ada-4a22-4634-a3fa-cc3d9be7fe21 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:16:38.793196 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port e5476ada-4a22-4634-a3fa-cc3d9be7fe21 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:38.793571 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:38.871500 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:38.893468 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be991521-4cae-4f4f-9c00-b04812d8cf90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5476ada-4a22-4634-a3fa-cc3d9be7fe21'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:16:38.895992 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e344f9-4d3b-4f57-ac81-ad5448548ca1" -d '{"events": [{"server_uuid": "be991521-4cae-4f4f-9c00-b04812d8cf90", "name": "network-vif-plugged", "status": "completed", "tag": "e5476ada-4a22-4634-a3fa-cc3d9be7fe21"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:16:38.910368 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port e5476ada-4a22-4634-a3fa-cc3d9be7fe21, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=e5476ada-4a22-4634-a3fa-cc3d9be7fe21,segment=NetworkSegment(d6dce1a8-3879-4628-888e-6be70f28de1c),segment_id=d6dce1a8-3879-4628-888e-6be70f28de1c)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:38.913760 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:38.919147 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717605d-7f7e-4d37-850c-1df00cd58088 req-e459a5b1-1f2a-4817-8162-77f243ea9f1e tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:38.920745 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0717605d-7f7e-4d37-850c-1df00cd58088 req-e459a5b1-1f2a-4817-8162-77f243ea9f1e tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=be991521-4cae-4f4f-9c00-b04812d8cf90 HTTP/1.1" status: 200 len: 1097 time: 0.0463450 Nov 10 18:16:38.945985 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f9af23-d52a-4c04-af79-50f8ed18bd43 x-openstack-request-id: req-93f9af23-d52a-4c04-af79-50f8ed18bd43 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:16:38.946552 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be991521-4cae-4f4f-9c00-b04812d8cf90", "name": "network-vif-plugged", "status": "completed", "tag": "e5476ada-4a22-4634-a3fa-cc3d9be7fe21", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:16:38.946966 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-93f9af23-d52a-4c04-af79-50f8ed18bd43 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:16:38.947385 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be991521-4cae-4f4f-9c00-b04812d8cf90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5476ada-4a22-4634-a3fa-cc3d9be7fe21', 'code': 200} Nov 10 18:16:38.971180 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=e5476ada-4a22-4634-a3fa-cc3d9be7fe21,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:38.982012 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0717605d-7f7e-4d37-850c-1df00cd58088 req-978d147e-34d6-402c-92c5-358f005689ac tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=9c19c4af-bbe1-40ad-9b65-8176fe99209f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545173 Nov 10 18:16:39.048592 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b35c3-04d3-4403-9b50-778d90c04eb7 req-354bf5d8-f683-459e-8f84-143b691f9721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:39.050081 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-622b35c3-04d3-4403-9b50-778d90c04eb7 req-354bf5d8-f683-459e-8f84-143b691f9721 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=be991521-4cae-4f4f-9c00-b04812d8cf90 HTTP/1.1" status: 200 len: 1098 time: 0.0469148 Nov 10 18:16:39.096012 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-622b35c3-04d3-4403-9b50-778d90c04eb7 req-00f692e9-ce57-450a-a8a2-6b6f1cbec7b4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9c19c4af-bbe1-40ad-9b65-8176fe99209f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384054 Nov 10 18:16:40.097848 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e424512-3127-4f20-a94f-7c65ced863e3 req-b36b4627-1818-4bec-8579-a78a2d66e83d tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:40.099428 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0e424512-3127-4f20-a94f-7c65ced863e3 req-b36b4627-1818-4bec-8579-a78a2d66e83d tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=be991521-4cae-4f4f-9c00-b04812d8cf90 HTTP/1.1" status: 200 len: 1098 time: 0.0423141 Nov 10 18:16:40.148098 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0e424512-3127-4f20-a94f-7c65ced863e3 req-64ee48e7-f39b-43a1-80dc-986a3870fb9d tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=9c19c4af-bbe1-40ad-9b65-8176fe99209f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393507 Nov 10 18:16:41.256047 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeded57-ad1d-4d60-a72f-433212fd4640 req-8c251c4a-6319-45b0-8d36-b03d53de235d tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:41.257708 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-caeded57-ad1d-4d60-a72f-433212fd4640 req-8c251c4a-6319-45b0-8d36-b03d53de235d tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=be991521-4cae-4f4f-9c00-b04812d8cf90 HTTP/1.1" status: 200 len: 1098 time: 0.0417020 Nov 10 18:16:41.302426 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-caeded57-ad1d-4d60-a72f-433212fd4640 req-6a841f5f-bcb3-4122-923c-0803c0d83c8f tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=9c19c4af-bbe1-40ad-9b65-8176fe99209f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384679 Nov 10 18:16:41.406905 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cdb7e9-ac96-4425-8b6f-b309b33d428f req-cb9b47cb-4d6d-47d7-9309-99470de5e920 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:41.408516 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-24cdb7e9-ac96-4425-8b6f-b309b33d428f req-cb9b47cb-4d6d-47d7-9309-99470de5e920 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=be991521-4cae-4f4f-9c00-b04812d8cf90 HTTP/1.1" status: 200 len: 1098 time: 0.0399022 Nov 10 18:16:41.457156 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-24cdb7e9-ac96-4425-8b6f-b309b33d428f req-6c9bac56-347a-4eb6-832a-081d7fe90ddf tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=9c19c4af-bbe1-40ad-9b65-8176fe99209f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421791 Nov 10 18:16:41.566891 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604064f-298a-47f3-9b65-fda5a8ef7984 req-35bdcd0b-aa24-4d9d-9502-da97ed162631 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:41.568418 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d604064f-298a-47f3-9b65-fda5a8ef7984 req-35bdcd0b-aa24-4d9d-9502-da97ed162631 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=be991521-4cae-4f4f-9c00-b04812d8cf90 HTTP/1.1" status: 200 len: 1098 time: 0.0450919 Nov 10 18:16:41.613920 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d604064f-298a-47f3-9b65-fda5a8ef7984 req-2513ea66-e887-4674-8ddc-c7d167f03eb4 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=9c19c4af-bbe1-40ad-9b65-8176fe99209f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395629 Nov 10 18:16:41.860172 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2dea55-1d46-45e2-99fd-fd2743125ef5 req-b2c8e4f5-c8ba-41e0-b36d-b342702e7796 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:41.861751 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3a2dea55-1d46-45e2-99fd-fd2743125ef5 req-b2c8e4f5-c8ba-41e0-b36d-b342702e7796 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=be991521-4cae-4f4f-9c00-b04812d8cf90 HTTP/1.1" status: 200 len: 1098 time: 0.0476038 Nov 10 18:16:41.911193 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3a2dea55-1d46-45e2-99fd-fd2743125ef5 req-f2bb5e1b-2208-4d7a-a46c-193373fc7533 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=9c19c4af-bbe1-40ad-9b65-8176fe99209f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433574 Nov 10 18:16:43.025717 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b795e4c-a06b-417f-be30-7c2783e78e88 req-865719d6-45d3-432e-910b-913ffcf93bf4 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:43.027294 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0b795e4c-a06b-417f-be30-7c2783e78e88 req-865719d6-45d3-432e-910b-913ffcf93bf4 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=be991521-4cae-4f4f-9c00-b04812d8cf90 HTTP/1.1" status: 200 len: 1098 time: 0.0429366 Nov 10 18:16:43.074635 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0b795e4c-a06b-417f-be30-7c2783e78e88 req-e792f81d-9bd7-42a8-b72b-2bb3524ea740 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=9c19c4af-bbe1-40ad-9b65-8176fe99209f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412300 Nov 10 18:16:43.116058 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45230a03-9971-419c-8fc6-9bcda3665345 req-7fd8ce2c-b524-4c10-8519-1a32c709d257 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:43.117832 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-45230a03-9971-419c-8fc6-9bcda3665345 req-7fd8ce2c-b524-4c10-8519-1a32c709d257 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=be991521-4cae-4f4f-9c00-b04812d8cf90 HTTP/1.1" status: 200 len: 1098 time: 0.0460372 Nov 10 18:16:43.207221 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-45230a03-9971-419c-8fc6-9bcda3665345 req-f68efbc8-d0a3-4ee6-93e7-c2a28e899f80 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Deleting port e5476ada-4a22-4634-a3fa-cc3d9be7fe21 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:16:43.207566 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-45230a03-9971-419c-8fc6-9bcda3665345 req-f68efbc8-d0a3-4ee6-93e7-c2a28e899f80 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:43.290892 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-45230a03-9971-419c-8fc6-9bcda3665345 req-f68efbc8-d0a3-4ee6-93e7-c2a28e899f80 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] For port e5476ada-4a22-4634-a3fa-cc3d9be7fe21, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=e5476ada-4a22-4634-a3fa-cc3d9be7fe21,segment=NetworkSegment(d6dce1a8-3879-4628-888e-6be70f28de1c),segment_id=d6dce1a8-3879-4628-888e-6be70f28de1c)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:43.291257 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-45230a03-9971-419c-8fc6-9bcda3665345 req-f68efbc8-d0a3-4ee6-93e7-c2a28e899f80 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:43.304580 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-45230a03-9971-419c-8fc6-9bcda3665345 req-f68efbc8-d0a3-4ee6-93e7-c2a28e899f80 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Calling delete_port for e5476ada-4a22-4634-a3fa-cc3d9be7fe21 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:16:43.438324 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-45230a03-9971-419c-8fc6-9bcda3665345 req-f68efbc8-d0a3-4ee6-93e7-c2a28e899f80 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:43.450715 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['99c167ba-f264-470e-bcf4-50aa5997e036'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:16:43.455149 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['e5476ada-4a22-4634-a3fa-cc3d9be7fe21'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:16:43.471898 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68efbc8-d0a3-4ee6-93e7-c2a28e899f80 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5476ada-4a22-4634-a3fa-cc3d9be7fe21,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:43.522944 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-45230a03-9971-419c-8fc6-9bcda3665345 req-f68efbc8-d0a3-4ee6-93e7-c2a28e899f80 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] No DVR routers for this DVR port e5476ada-4a22-4634-a3fa-cc3d9be7fe21 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:16:43.526896 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-45230a03-9971-419c-8fc6-9bcda3665345 req-f68efbc8-d0a3-4ee6-93e7-c2a28e899f80 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:43.531440 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-45230a03-9971-419c-8fc6-9bcda3665345 req-f68efbc8-d0a3-4ee6-93e7-c2a28e899f80 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.13 "DELETE /v2.0/ports/e5476ada-4a22-4634-a3fa-cc3d9be7fe21 HTTP/1.1" status: 204 len: 173 time: 0.4067430 Nov 10 18:16:43.531440 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be991521-4cae-4f4f-9c00-b04812d8cf90', 'name': 'network-vif-deleted', 'tag': 'e5476ada-4a22-4634-a3fa-cc3d9be7fe21'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:16:43.534160 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be019dc-3454-448b-b733-7101b36eee49" -d '{"events": [{"server_uuid": "be991521-4cae-4f4f-9c00-b04812d8cf90", "name": "network-vif-deleted", "tag": "e5476ada-4a22-4634-a3fa-cc3d9be7fe21"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:16:43.579418 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694264c3-7d50-4872-a4c0-0515894e53c8 x-openstack-request-id: req-694264c3-7d50-4872-a4c0-0515894e53c8 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:16:43.579919 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be991521-4cae-4f4f-9c00-b04812d8cf90", "name": "network-vif-deleted", "tag": "e5476ada-4a22-4634-a3fa-cc3d9be7fe21", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:16:43.580376 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-694264c3-7d50-4872-a4c0-0515894e53c8 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:16:43.580914 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be991521-4cae-4f4f-9c00-b04812d8cf90', 'name': 'network-vif-deleted', 'tag': 'e5476ada-4a22-4634-a3fa-cc3d9be7fe21', 'status': 'completed', 'code': 200} Nov 10 18:16:44.382198 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddbf51-67d2-430f-8029-5f240fb43587 req-5f8725a2-0a59-4f6b-8cb3-150633124590 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:44.384531 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-78ddbf51-67d2-430f-8029-5f240fb43587 req-5f8725a2-0a59-4f6b-8cb3-150633124590 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a8396b5c-7211-4e64-ade4-564b0f3ed2f4 HTTP/1.1" status: 200 len: 1098 time: 0.0449917 Nov 10 18:16:44.433956 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-78ddbf51-67d2-430f-8029-5f240fb43587 req-3d49a287-55d1-49bd-ab1e-6ab01875f3c0 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=9c19c4af-bbe1-40ad-9b65-8176fe99209f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399129 Nov 10 18:16:45.550236 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ba5b1-1cb2-47b6-a6e8-ba3f23e06875 req-2c911434-7357-491c-959a-7caa4a3f5f59 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:45.551806 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-930ba5b1-1cb2-47b6-a6e8-ba3f23e06875 req-2c911434-7357-491c-959a-7caa4a3f5f59 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a8396b5c-7211-4e64-ade4-564b0f3ed2f4 HTTP/1.1" status: 200 len: 1098 time: 0.0413291 Nov 10 18:16:45.601945 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-930ba5b1-1cb2-47b6-a6e8-ba3f23e06875 req-f4e2b4b3-a8ef-4dec-a825-c52325f3b362 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=9c19c4af-bbe1-40ad-9b65-8176fe99209f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431182 Nov 10 18:16:45.650870 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c856a54-13e9-4417-99b4-2c50d3f86b21 req-47650329-7538-46ce-8c8b-2b1ebdacfa22 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:45.652414 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4c856a54-13e9-4417-99b4-2c50d3f86b21 req-47650329-7538-46ce-8c8b-2b1ebdacfa22 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a8396b5c-7211-4e64-ade4-564b0f3ed2f4 HTTP/1.1" status: 200 len: 1098 time: 0.0461884 Nov 10 18:16:45.741603 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-4c856a54-13e9-4417-99b4-2c50d3f86b21 req-a0b90ce2-4cfb-458b-929f-743082dc96c7 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Deleting port 99c167ba-f264-470e-bcf4-50aa5997e036 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:16:45.741940 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4c856a54-13e9-4417-99b4-2c50d3f86b21 req-a0b90ce2-4cfb-458b-929f-743082dc96c7 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:45.822233 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-4c856a54-13e9-4417-99b4-2c50d3f86b21 req-a0b90ce2-4cfb-458b-929f-743082dc96c7 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] For port 99c167ba-f264-470e-bcf4-50aa5997e036, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=99c167ba-f264-470e-bcf4-50aa5997e036,segment=NetworkSegment(d6dce1a8-3879-4628-888e-6be70f28de1c),segment_id=d6dce1a8-3879-4628-888e-6be70f28de1c)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:45.822592 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4c856a54-13e9-4417-99b4-2c50d3f86b21 req-a0b90ce2-4cfb-458b-929f-743082dc96c7 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:45.836855 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-4c856a54-13e9-4417-99b4-2c50d3f86b21 req-a0b90ce2-4cfb-458b-929f-743082dc96c7 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Calling delete_port for 99c167ba-f264-470e-bcf4-50aa5997e036 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:16:45.965020 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4c856a54-13e9-4417-99b4-2c50d3f86b21 req-a0b90ce2-4cfb-458b-929f-743082dc96c7 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:45.979769 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['99c167ba-f264-470e-bcf4-50aa5997e036'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:16:45.983094 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['e5476ada-4a22-4634-a3fa-cc3d9be7fe21'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:16:45.993293 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b90ce2-4cfb-458b-929f-743082dc96c7 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Pushing event deleted for resources: {'Port': ['ID=99c167ba-f264-470e-bcf4-50aa5997e036,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:46.038402 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c856a54-13e9-4417-99b4-2c50d3f86b21 req-a0b90ce2-4cfb-458b-929f-743082dc96c7 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] No DVR routers for this DVR port 99c167ba-f264-470e-bcf4-50aa5997e036 on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:16:46.041594 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4c856a54-13e9-4417-99b4-2c50d3f86b21 req-a0b90ce2-4cfb-458b-929f-743082dc96c7 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:46.045025 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4c856a54-13e9-4417-99b4-2c50d3f86b21 req-a0b90ce2-4cfb-458b-929f-743082dc96c7 tempest-TestServerMultinode-1112266603 tempest-TestServerMultinode-1112266603-project-admin] 10.222.0.11 "DELETE /v2.0/ports/99c167ba-f264-470e-bcf4-50aa5997e036 HTTP/1.1" status: 204 len: 173 time: 0.3855205 Nov 10 18:16:46.045481 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8396b5c-7211-4e64-ade4-564b0f3ed2f4', 'name': 'network-vif-deleted', 'tag': '99c167ba-f264-470e-bcf4-50aa5997e036'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:16:46.047753 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ec6e84-bb27-47a0-8842-d3f026212439" -d '{"events": [{"server_uuid": "a8396b5c-7211-4e64-ade4-564b0f3ed2f4", "name": "network-vif-deleted", "tag": "99c167ba-f264-470e-bcf4-50aa5997e036"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:16:46.088430 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3669212a-afa1-49a0-8463-13295051b698 x-openstack-request-id: req-3669212a-afa1-49a0-8463-13295051b698 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:16:46.088933 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8396b5c-7211-4e64-ade4-564b0f3ed2f4", "name": "network-vif-deleted", "tag": "99c167ba-f264-470e-bcf4-50aa5997e036", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:16:46.089196 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3669212a-afa1-49a0-8463-13295051b698 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:16:46.089603 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8396b5c-7211-4e64-ade4-564b0f3ed2f4', 'name': 'network-vif-deleted', 'tag': '99c167ba-f264-470e-bcf4-50aa5997e036', 'status': 'completed', 'code': 200} Nov 10 18:16:46.667308 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57400) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:47.015908 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-50aa31c8-e82d-471c-9d6e-bf7d605515be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:47.266659 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-50aa31c8-e82d-471c-9d6e-bf7d605515be admin admin] Deleting port 6046d8d5-5005-4c65-8843-83983d73eed0 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:16:47.266916 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-50aa31c8-e82d-471c-9d6e-bf7d605515be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:47.353650 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-50aa31c8-e82d-471c-9d6e-bf7d605515be admin admin] For port 6046d8d5-5005-4c65-8843-83983d73eed0, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=6046d8d5-5005-4c65-8843-83983d73eed0,segment=NetworkSegment(d6dce1a8-3879-4628-888e-6be70f28de1c),segment_id=d6dce1a8-3879-4628-888e-6be70f28de1c)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:47.354020 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-50aa31c8-e82d-471c-9d6e-bf7d605515be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:47.366250 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-50aa31c8-e82d-471c-9d6e-bf7d605515be admin admin] Calling delete_port for 6046d8d5-5005-4c65-8843-83983d73eed0 owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:16:47.552847 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-50aa31c8-e82d-471c-9d6e-bf7d605515be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:47.580351 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa31c8-e82d-471c-9d6e-bf7d605515be admin admin] Pushing event deleted for resources: {'Port': ['ID=6046d8d5-5005-4c65-8843-83983d73eed0,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:47.745892 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-50aa31c8-e82d-471c-9d6e-bf7d605515be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:47.959997 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50aa31c8-e82d-471c-9d6e-bf7d605515be admin admin] Router bab50063-40e4-4742-a40a-5cd751340611 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:16:48.329807 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50aa31c8-e82d-471c-9d6e-bf7d605515be admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:16:48.334583 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-50aa31c8-e82d-471c-9d6e-bf7d605515be admin admin] 10.222.0.39 "PUT /v2.0/routers/bab50063-40e4-4742-a40a-5cd751340611/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6662464 Nov 10 18:16:48.337742 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57402) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:48.339951 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e8e444-7d34-4ad3-bd0c-b019ad65fd75 None None] Sync routers for ids ['bab50063-40e4-4742-a40a-5cd751340611'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:16:48.349978 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e8e444-7d34-4ad3-bd0c-b019ad65fd75 None None] Routers {'bab50063-40e4-4742-a40a-5cd751340611'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:16:48.350569 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-59e8e444-7d34-4ad3-bd0c-b019ad65fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:16:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['bab50063-40e4-4742-a40a-5cd751340611'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:48.438945 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f975b179-5992-402a-a6b1-b76f1a3a6902 admin admin] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:48.454801 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-59e8e444-7d34-4ad3-bd0c-b019ad65fd75 None None] Set router bab50063-40e4-4742-a40a-5cd751340611 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:16:48.550122 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f975b179-5992-402a-a6b1-b76f1a3a6902 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:48.608603 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-f975b179-5992-402a-a6b1-b76f1a3a6902 admin admin] Deleting port 643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:16:48.609097 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f975b179-5992-402a-a6b1-b76f1a3a6902 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:48.662436 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-59e8e444-7d34-4ad3-bd0c-b019ad65fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab50063-40e4-4742-a40a-5cd751340611', 'name': 'tempest-TestServerMultinode-653072776-router', 'tenant_id': '817f7c6c7a284e5b9327c4105f0a11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:06Z', 'updated_at': '2021-11-10T18:16:47Z', 'revision_number': 5, 'project_id': '817f7c6c7a284e5b9327c4105f0a11e1', 'gw_port': {'id': '643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab50063-40e4-4742-a40a-5cd751340611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:06Z', 'updated_at': '2021-11-10T18:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:48.689570 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e8e444-7d34-4ad3-bd0c-b019ad65fd75 None None] Checking router: bab50063-40e4-4742-a40a-5cd751340611 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:16:48.699088 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e8e444-7d34-4ad3-bd0c-b019ad65fd75 None None] Routers {'bab50063-40e4-4742-a40a-5cd751340611'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:16:48.699670 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-59e8e444-7d34-4ad3-bd0c-b019ad65fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:16:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['bab50063-40e4-4742-a40a-5cd751340611'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:48.700393 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-f975b179-5992-402a-a6b1-b76f1a3a6902 admin admin] For port 643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:48.700755 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f975b179-5992-402a-a6b1-b76f1a3a6902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:48.713985 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-f975b179-5992-402a-a6b1-b76f1a3a6902 admin admin] Calling delete_port for 643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:16:48.735785 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 99c167ba-f264-470e-bcf4-50aa5997e036 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:16:48.758293 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 99c167ba-f264-470e-bcf4-50aa5997e036 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:16:48.758742 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 99c167ba-f264-470e-bcf4-50aa5997e036 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:16:48.787461 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-59e8e444-7d34-4ad3-bd0c-b019ad65fd75 None None] Set router bab50063-40e4-4742-a40a-5cd751340611 gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:16:48.794576 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device e5476ada-4a22-4634-a3fa-cc3d9be7fe21 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:16:48.819361 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: e5476ada-4a22-4634-a3fa-cc3d9be7fe21 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:16:48.820233 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device e5476ada-4a22-4634-a3fa-cc3d9be7fe21 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:16:48.848770 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-59e8e444-7d34-4ad3-bd0c-b019ad65fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab50063-40e4-4742-a40a-5cd751340611', 'name': 'tempest-TestServerMultinode-653072776-router', 'tenant_id': '817f7c6c7a284e5b9327c4105f0a11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:06Z', 'updated_at': '2021-11-10T18:16:48Z', 'revision_number': 6, 'project_id': '817f7c6c7a284e5b9327c4105f0a11e1', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:48.876826 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e8e444-7d34-4ad3-bd0c-b019ad65fd75 None None] The sync data for ids ['bab50063-40e4-4742-a40a-5cd751340611'] in n-d-776250-10 is: [{'id': 'bab50063-40e4-4742-a40a-5cd751340611', 'name': 'tempest-TestServerMultinode-653072776-router', 'tenant_id': '817f7c6c7a284e5b9327c4105f0a11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:06Z', 'updated_at': '2021-11-10T18:16:48Z', 'revision_number': 6, 'project_id': '817f7c6c7a284e5b9327c4105f0a11e1', 'gw_port_host': None}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:16:48.903295 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f975b179-5992-402a-a6b1-b76f1a3a6902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:48.935275 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975b179-5992-402a-a6b1-b76f1a3a6902 admin admin] Pushing event deleted for resources: {'Port': ['ID=643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:48.954447 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96aa6de8-7d27-4bf9-a236-2b07c91571e9 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:16:49.006001 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f975b179-5992-402a-a6b1-b76f1a3a6902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:49.103163 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f975b179-5992-402a-a6b1-b76f1a3a6902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:49.105330 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f975b179-5992-402a-a6b1-b76f1a3a6902 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:49.156515 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f975b179-5992-402a-a6b1-b76f1a3a6902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:49.157219 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f975b179-5992-402a-a6b1-b76f1a3a6902 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bab50063-40e4-4742-a40a-5cd751340611 {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:16:49.162836 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f975b179-5992-402a-a6b1-b76f1a3a6902 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:49.165198 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f975b179-5992-402a-a6b1-b76f1a3a6902 admin admin] 10.222.0.39 "DELETE /v2.0/routers/bab50063-40e4-4742-a40a-5cd751340611 HTTP/1.1" status: 204 len: 168 time: 0.8264682 Nov 10 18:16:49.167535 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57404) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:49.215478 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc51582-8832-47a4-a6e8-afd34151055d admin admin] Deleting subnet f66a83a1-1792-4988-973a-0cb7628ee6ef {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:16:49.219997 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1dc51582-8832-47a4-a6e8-afd34151055d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:49.268959 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1dc51582-8832-47a4-a6e8-afd34151055d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:49.360747 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1dc51582-8832-47a4-a6e8-afd34151055d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:49.416457 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1dc51582-8832-47a4-a6e8-afd34151055d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:49.443465 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc51582-8832-47a4-a6e8-afd34151055d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f66a83a1-1792-4988-973a-0cb7628ee6ef,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:49.448920 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1dc51582-8832-47a4-a6e8-afd34151055d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:49.453668 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1dc51582-8832-47a4-a6e8-afd34151055d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f66a83a1-1792-4988-973a-0cb7628ee6ef HTTP/1.1" status: 204 len: 168 time: 0.2836475 Nov 10 18:16:49.454194 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ea9138-2b9b-4f86-9098-8e817bffede9 None None] Network bf5bb966-d297-4013-8a5a-a9a8eab4bd0d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:16:49.455377 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57406) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:49.535625 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e7413c81-01ad-4d7d-b7a4-1af74ac88aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:49.593053 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-e7413c81-01ad-4d7d-b7a4-1af74ac88aae admin admin] Deleting port 4cc17f4d-32a4-479f-9ff5-ba9531eae02c {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:16:49.593391 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e7413c81-01ad-4d7d-b7a4-1af74ac88aae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:49.664375 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-e7413c81-01ad-4d7d-b7a4-1af74ac88aae admin admin] For port 4cc17f4d-32a4-479f-9ff5-ba9531eae02c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=4cc17f4d-32a4-479f-9ff5-ba9531eae02c,segment=NetworkSegment(d6dce1a8-3879-4628-888e-6be70f28de1c),segment_id=d6dce1a8-3879-4628-888e-6be70f28de1c)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:49.664747 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e7413c81-01ad-4d7d-b7a4-1af74ac88aae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:49.665292 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eb7c1b-0fba-4939-87c9-e9d1df714d58 None None] DHCP port deletion for bf5bb966-d297-4013-8a5a-a9a8eab4bd0d request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:16:49.678846 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-e7413c81-01ad-4d7d-b7a4-1af74ac88aae admin admin] Calling delete_port for 4cc17f4d-32a4-479f-9ff5-ba9531eae02c owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:16:49.726547 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-e5eb7c1b-0fba-4939-87c9-e9d1df714d58 None None] Deleting port 4cc17f4d-32a4-479f-9ff5-ba9531eae02c {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:16:49.726926 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e5eb7c1b-0fba-4939-87c9-e9d1df714d58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:49.768835 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e7413c81-01ad-4d7d-b7a4-1af74ac88aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:49.795983 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7413c81-01ad-4d7d-b7a4-1af74ac88aae admin admin] Pushing event deleted for resources: {'Port': ['ID=4cc17f4d-32a4-479f-9ff5-ba9531eae02c,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:49.800620 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-e5eb7c1b-0fba-4939-87c9-e9d1df714d58 None None] For port 4cc17f4d-32a4-479f-9ff5-ba9531eae02c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=4cc17f4d-32a4-479f-9ff5-ba9531eae02c,segment=NetworkSegment(d6dce1a8-3879-4628-888e-6be70f28de1c),segment_id=d6dce1a8-3879-4628-888e-6be70f28de1c)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:49.801160 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e5eb7c1b-0fba-4939-87c9-e9d1df714d58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:49.804852 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7413c81-01ad-4d7d-b7a4-1af74ac88aae admin admin] No DVR routers for this DVR port 4cc17f4d-32a4-479f-9ff5-ba9531eae02c on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:16:49.815274 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-e5eb7c1b-0fba-4939-87c9-e9d1df714d58 None None] Calling delete_port for 4cc17f4d-32a4-479f-9ff5-ba9531eae02c owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:16:49.883272 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e7413c81-01ad-4d7d-b7a4-1af74ac88aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:49.895609 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e5eb7c1b-0fba-4939-87c9-e9d1df714d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:49.907559 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-e7413c81-01ad-4d7d-b7a4-1af74ac88aae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf5bb966-d297-4013-8a5a-a9a8eab4bd0d']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:49.918858 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-e7413c81-01ad-4d7d-b7a4-1af74ac88aae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6dce1a8-3879-4628-888e-6be70f28de1c') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:49.919310 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-e7413c81-01ad-4d7d-b7a4-1af74ac88aae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6dce1a8-3879-4628-888e-6be70f28de1c') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:49.926581 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb7c1b-0fba-4939-87c9-e9d1df714d58 None None] Pushing event deleted for resources: {'Port': ['ID=4cc17f4d-32a4-479f-9ff5-ba9531eae02c,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:49.928392 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eb7c1b-0fba-4939-87c9-e9d1df714d58 None None] No DVR routers for this DVR port 4cc17f4d-32a4-479f-9ff5-ba9531eae02c on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:16:49.933952 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e7413c81-01ad-4d7d-b7a4-1af74ac88aae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:49.948418 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e7413c81-01ad-4d7d-b7a4-1af74ac88aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:49.955011 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7413c81-01ad-4d7d-b7a4-1af74ac88aae admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:16:49.955368 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e7413c81-01ad-4d7d-b7a4-1af74ac88aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:49.957322 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:16:49.957322 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:16:49.957322 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:16:49.957322 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:16:49.957322 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:16:49.957322 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:16:49.957322 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:16:49.957322 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:16:49.957322 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:16:49.957322 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:16:49.957322 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:16:49.957322 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:16:49.957322 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:16:49.957322 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:16:49.957322 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:16:49.957322 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:16:49.957322 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:16:49.957322 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:16:49.957322 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:16:49.957322 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:16:49.957322 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:16:49.957322 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:16:49.957322 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:16:49.957322 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:16:49.957322 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:16:49.957322 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:16:49.957322 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:16:49.957322 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:16:49.957322 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:16:49.957322 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:16:49.957322 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:16:49.957322 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:16:50.014308 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e7413c81-01ad-4d7d-b7a4-1af74ac88aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:50.020041 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e7413c81-01ad-4d7d-b7a4-1af74ac88aae admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:50.023845 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e7413c81-01ad-4d7d-b7a4-1af74ac88aae admin admin] 10.222.0.39 "DELETE /v2.0/networks/bf5bb966-d297-4013-8a5a-a9a8eab4bd0d HTTP/1.1" status: 204 len: 168 time: 0.5674918 Nov 10 18:16:50.028515 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57408) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:50.035060 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7413c81-01ad-4d7d-b7a4-1af74ac88aae admin admin] Pushing event deleted for resources: {'Network': ['ID=bf5bb966-d297-4013-8a5a-a9a8eab4bd0d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:50.376454 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cb0db111-002c-42f4-af89-124fc7e65ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:50.629104 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-cb0db111-002c-42f4-af89-124fc7e65ebe admin admin] Deleting port 519e3692-2c3d-4049-b324-5bbddeb1d0c2 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:16:50.629437 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cb0db111-002c-42f4-af89-124fc7e65ebe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:50.642139 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 6046d8d5-5005-4c65-8843-83983d73eed0 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:16:50.665210 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 6046d8d5-5005-4c65-8843-83983d73eed0 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:16:50.665557 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 6046d8d5-5005-4c65-8843-83983d73eed0 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:16:50.665975 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:16:50.685238 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:16:50.685584 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 643bf3aa-25a2-4dbf-8c98-8cca4fbbd72b not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:16:50.685994 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 4cc17f4d-32a4-479f-9ff5-ba9531eae02c no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:16:50.705432 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 4cc17f4d-32a4-479f-9ff5-ba9531eae02c {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:16:50.705778 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 4cc17f4d-32a4-479f-9ff5-ba9531eae02c not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:16:50.714083 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-cb0db111-002c-42f4-af89-124fc7e65ebe admin admin] For port 519e3692-2c3d-4049-b324-5bbddeb1d0c2, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=519e3692-2c3d-4049-b324-5bbddeb1d0c2,segment=NetworkSegment(b7e5f804-ffab-4c5d-ad78-c39ad33bc340),segment_id=b7e5f804-ffab-4c5d-ad78-c39ad33bc340)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:50.714455 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cb0db111-002c-42f4-af89-124fc7e65ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:50.726599 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-cb0db111-002c-42f4-af89-124fc7e65ebe admin admin] Calling delete_port for 519e3692-2c3d-4049-b324-5bbddeb1d0c2 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:16:50.903853 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cb0db111-002c-42f4-af89-124fc7e65ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:50.927590 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0db111-002c-42f4-af89-124fc7e65ebe admin admin] Pushing event deleted for resources: {'Port': ['ID=519e3692-2c3d-4049-b324-5bbddeb1d0c2,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:51.095413 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cb0db111-002c-42f4-af89-124fc7e65ebe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:51.313188 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0db111-002c-42f4-af89-124fc7e65ebe admin admin] Router 7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:16:51.420593 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0db111-002c-42f4-af89-124fc7e65ebe admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:16:51.425498 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cb0db111-002c-42f4-af89-124fc7e65ebe admin admin] 10.222.0.39 "PUT /v2.0/routers/7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3959157 Nov 10 18:16:51.427987 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57410) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:51.431718 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c79412d-3bfc-4795-beda-d39f958e7240 None None] Sync routers for ids ['7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:16:51.441882 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c79412d-3bfc-4795-beda-d39f958e7240 None None] Routers {'7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:16:51.442633 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6c79412d-3bfc-4795-beda-d39f958e7240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:16:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:51.537358 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9e7716f2-969e-44c8-ad59-52864830beae admin admin] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:51.550080 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-6c79412d-3bfc-4795-beda-d39f958e7240 None None] Set router 7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:16:51.643127 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9e7716f2-969e-44c8-ad59-52864830beae admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:51.697934 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-9e7716f2-969e-44c8-ad59-52864830beae admin admin] Deleting port d12a1e88-7c49-4290-b146-69876a117db7 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:16:51.698280 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9e7716f2-969e-44c8-ad59-52864830beae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:51.733069 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6c79412d-3bfc-4795-beda-d39f958e7240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3', 'name': 'tempest-TestServerMultinode-393483791-router', 'tenant_id': '0efe1d7c905e406aa00bbb6fc1f6a79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'd12a1e88-7c49-4290-b146-69876a117db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:10Z', 'updated_at': '2021-11-10T18:16:50Z', 'revision_number': 5, 'project_id': '0efe1d7c905e406aa00bbb6fc1f6a79a', 'gw_port': {'id': 'd12a1e88-7c49-4290-b146-69876a117db7', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:11Z', 'updated_at': '2021-11-10T18:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:51.760677 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c79412d-3bfc-4795-beda-d39f958e7240 None None] Checking router: 7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:16:51.768983 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c79412d-3bfc-4795-beda-d39f958e7240 None None] Routers {'7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:16:51.769583 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6c79412d-3bfc-4795-beda-d39f958e7240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:16:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:51.784404 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-9e7716f2-969e-44c8-ad59-52864830beae admin admin] For port d12a1e88-7c49-4290-b146-69876a117db7, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d12a1e88-7c49-4290-b146-69876a117db7,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:51.784769 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9e7716f2-969e-44c8-ad59-52864830beae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:51.797608 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-9e7716f2-969e-44c8-ad59-52864830beae admin admin] Calling delete_port for d12a1e88-7c49-4290-b146-69876a117db7 owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:16:51.857599 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-6c79412d-3bfc-4795-beda-d39f958e7240 None None] Set router 7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3 gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:16:51.909296 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6c79412d-3bfc-4795-beda-d39f958e7240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3', 'name': 'tempest-TestServerMultinode-393483791-router', 'tenant_id': '0efe1d7c905e406aa00bbb6fc1f6a79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:10Z', 'updated_at': '2021-11-10T18:16:51Z', 'revision_number': 6, 'project_id': '0efe1d7c905e406aa00bbb6fc1f6a79a', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:51.939489 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c79412d-3bfc-4795-beda-d39f958e7240 None None] The sync data for ids ['7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3'] in n-d-776250-10 is: [{'id': '7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3', 'name': 'tempest-TestServerMultinode-393483791-router', 'tenant_id': '0efe1d7c905e406aa00bbb6fc1f6a79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:10Z', 'updated_at': '2021-11-10T18:16:51Z', 'revision_number': 6, 'project_id': '0efe1d7c905e406aa00bbb6fc1f6a79a', 'gw_port_host': None}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:16:51.971656 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9e7716f2-969e-44c8-ad59-52864830beae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:52.000402 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7716f2-969e-44c8-ad59-52864830beae admin admin] Pushing event deleted for resources: {'Port': ['ID=d12a1e88-7c49-4290-b146-69876a117db7,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:52.015324 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a069cb76-b130-4437-b58b-0bc399d8822e None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:16:52.067303 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9e7716f2-969e-44c8-ad59-52864830beae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:52.158211 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9e7716f2-969e-44c8-ad59-52864830beae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:52.160435 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9e7716f2-969e-44c8-ad59-52864830beae admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:52.492754 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9e7716f2-969e-44c8-ad59-52864830beae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:52.493443 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7716f2-969e-44c8-ad59-52864830beae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:16:52.498832 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9e7716f2-969e-44c8-ad59-52864830beae admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:52.500304 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9e7716f2-969e-44c8-ad59-52864830beae admin admin] 10.222.0.39 "DELETE /v2.0/routers/7ac1c35f-5b0f-4a6a-a2c5-5a022b22dcd3 HTTP/1.1" status: 204 len: 168 time: 1.0710981 Nov 10 18:16:52.502867 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57412) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:52.546610 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-e64a2445-d21d-47f1-8cd3-240f6b82a804 admin admin] Deleting subnet 6e9e38a5-2b56-4cd9-9f34-dfc1b322e0cf {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:16:52.549889 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e64a2445-d21d-47f1-8cd3-240f6b82a804 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:52.584799 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e64a2445-d21d-47f1-8cd3-240f6b82a804 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:52.666406 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e64a2445-d21d-47f1-8cd3-240f6b82a804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:52.700666 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 519e3692-2c3d-4049-b324-5bbddeb1d0c2 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:16:52.725335 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 519e3692-2c3d-4049-b324-5bbddeb1d0c2 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:16:52.726309 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 519e3692-2c3d-4049-b324-5bbddeb1d0c2 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:16:52.726741 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d12a1e88-7c49-4290-b146-69876a117db7 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:16:52.728273 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e64a2445-d21d-47f1-8cd3-240f6b82a804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:52.747568 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: d12a1e88-7c49-4290-b146-69876a117db7 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:16:52.747852 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d12a1e88-7c49-4290-b146-69876a117db7 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:16:52.759201 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e64a2445-d21d-47f1-8cd3-240f6b82a804 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:52.765411 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e64a2445-d21d-47f1-8cd3-240f6b82a804 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6e9e38a5-2b56-4cd9-9f34-dfc1b322e0cf HTTP/1.1" status: 204 len: 168 time: 0.2591355 Nov 10 18:16:52.765411 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a2445-d21d-47f1-8cd3-240f6b82a804 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e9e38a5-2b56-4cd9-9f34-dfc1b322e0cf,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:52.765650 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57414) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:52.766005 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce291128-c481-481d-9e47-c9acb1aa00d5 None None] Network 50885916-108b-4edd-a3e2-4bf59ea1df34 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:16:52.844695 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f9f122eb-60e2-4c18-b63e-5f5b5457966f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:52.902069 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-f9f122eb-60e2-4c18-b63e-5f5b5457966f admin admin] Deleting port cdd295c0-f42e-452d-8a94-3a66d3e12e3b {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:16:52.902530 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f9f122eb-60e2-4c18-b63e-5f5b5457966f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:52.961449 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99efb72-2ac0-4a16-ade9-2a1184a8eee1 None None] DHCP port deletion for 50885916-108b-4edd-a3e2-4bf59ea1df34 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:16:52.979769 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-f9f122eb-60e2-4c18-b63e-5f5b5457966f admin admin] For port cdd295c0-f42e-452d-8a94-3a66d3e12e3b, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=cdd295c0-f42e-452d-8a94-3a66d3e12e3b,segment=NetworkSegment(b7e5f804-ffab-4c5d-ad78-c39ad33bc340),segment_id=b7e5f804-ffab-4c5d-ad78-c39ad33bc340)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:52.980206 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f9f122eb-60e2-4c18-b63e-5f5b5457966f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:52.996400 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-f9f122eb-60e2-4c18-b63e-5f5b5457966f admin admin] Calling delete_port for cdd295c0-f42e-452d-8a94-3a66d3e12e3b owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:16:53.020769 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-e99efb72-2ac0-4a16-ade9-2a1184a8eee1 None None] Deleting port cdd295c0-f42e-452d-8a94-3a66d3e12e3b {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:16:53.021149 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e99efb72-2ac0-4a16-ade9-2a1184a8eee1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:53.088774 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f9f122eb-60e2-4c18-b63e-5f5b5457966f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:53.092892 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-e99efb72-2ac0-4a16-ade9-2a1184a8eee1 None None] For port cdd295c0-f42e-452d-8a94-3a66d3e12e3b, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=cdd295c0-f42e-452d-8a94-3a66d3e12e3b,segment=NetworkSegment(b7e5f804-ffab-4c5d-ad78-c39ad33bc340),segment_id=b7e5f804-ffab-4c5d-ad78-c39ad33bc340)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:53.093290 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e99efb72-2ac0-4a16-ade9-2a1184a8eee1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:53.106355 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-e99efb72-2ac0-4a16-ade9-2a1184a8eee1 None None] Calling delete_port for cdd295c0-f42e-452d-8a94-3a66d3e12e3b owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:16:53.115563 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f122eb-60e2-4c18-b63e-5f5b5457966f admin admin] Pushing event deleted for resources: {'Port': ['ID=cdd295c0-f42e-452d-8a94-3a66d3e12e3b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:53.120007 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f122eb-60e2-4c18-b63e-5f5b5457966f admin admin] No DVR routers for this DVR port cdd295c0-f42e-452d-8a94-3a66d3e12e3b on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:16:53.194534 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e99efb72-2ac0-4a16-ade9-2a1184a8eee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:53.205109 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f9f122eb-60e2-4c18-b63e-5f5b5457966f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:53.223245 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99efb72-2ac0-4a16-ade9-2a1184a8eee1 None None] Pushing event deleted for resources: {'Port': ['ID=cdd295c0-f42e-452d-8a94-3a66d3e12e3b,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:53.228961 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f9f122eb-60e2-4c18-b63e-5f5b5457966f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50885916-108b-4edd-a3e2-4bf59ea1df34']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:53.231062 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99efb72-2ac0-4a16-ade9-2a1184a8eee1 None None] No DVR routers for this DVR port cdd295c0-f42e-452d-8a94-3a66d3e12e3b on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:16:53.239558 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f9f122eb-60e2-4c18-b63e-5f5b5457966f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e5f804-ffab-4c5d-ad78-c39ad33bc340') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:53.239914 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-f9f122eb-60e2-4c18-b63e-5f5b5457966f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e5f804-ffab-4c5d-ad78-c39ad33bc340') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:53.252537 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f9f122eb-60e2-4c18-b63e-5f5b5457966f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:53.266669 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f9f122eb-60e2-4c18-b63e-5f5b5457966f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:53.273284 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9f122eb-60e2-4c18-b63e-5f5b5457966f admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:16:53.273805 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f9f122eb-60e2-4c18-b63e-5f5b5457966f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:53.275625 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:16:53.275625 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:16:53.275625 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:16:53.275625 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:16:53.275625 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:16:53.275625 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:16:53.275625 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:16:53.275625 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:16:53.275625 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:16:53.275625 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:16:53.275625 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:16:53.275625 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:16:53.275625 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:16:53.275625 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:16:53.275625 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:16:53.275625 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:16:53.275625 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:16:53.275625 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:16:53.275625 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:16:53.275625 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:16:53.275625 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:16:53.275625 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:16:53.275625 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:16:53.275625 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:16:53.275625 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:16:53.275625 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:16:53.275625 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:16:53.275625 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:16:53.275625 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:16:53.275625 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:16:53.275625 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:16:53.275625 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:16:53.333019 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f9f122eb-60e2-4c18-b63e-5f5b5457966f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:53.339074 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f9f122eb-60e2-4c18-b63e-5f5b5457966f admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:53.342222 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f9f122eb-60e2-4c18-b63e-5f5b5457966f admin admin] 10.222.0.39 "DELETE /v2.0/networks/50885916-108b-4edd-a3e2-4bf59ea1df34 HTTP/1.1" status: 204 len: 168 time: 0.5748227 Nov 10 18:16:53.354523 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f122eb-60e2-4c18-b63e-5f5b5457966f admin admin] Pushing event deleted for resources: {'Network': ['ID=50885916-108b-4edd-a3e2-4bf59ea1df34,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:53.507716 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57418) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:53.548391 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a0807442-a3b4-48ac-ad7e-55908fb5b453 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=817f7c6c7a284e5b9327c4105f0a11e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393841 Nov 10 18:16:53.550932 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57420) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:53.604535 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b0353a3d-16a2-4eed-98f2-37d1167d838c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:53.625218 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b0353a3d-16a2-4eed-98f2-37d1167d838c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:53.671399 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b0353a3d-16a2-4eed-98f2-37d1167d838c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:53.673998 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b0353a3d-16a2-4eed-98f2-37d1167d838c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:53.675316 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b0353a3d-16a2-4eed-98f2-37d1167d838c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c6488bdc-affa-4f97-94b5-dc9cc0cd7ef0 HTTP/1.1" status: 204 len: 168 time: 0.1232598 Nov 10 18:16:53.683315 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0353a3d-16a2-4eed-98f2-37d1167d838c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6488bdc-affa-4f97-94b5-dc9cc0cd7ef0,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:54.002617 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57426) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:54.044362 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b5b5efbf-c847-499e-af49-054f9a32773b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0efe1d7c905e406aa00bbb6fc1f6a79a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402520 Nov 10 18:16:54.046633 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57428) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:54.093599 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7248bc72-2c19-4937-a855-62bdfaf6e334 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:54.113994 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7248bc72-2c19-4937-a855-62bdfaf6e334 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:54.160495 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7248bc72-2c19-4937-a855-62bdfaf6e334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:54.163008 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7248bc72-2c19-4937-a855-62bdfaf6e334 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:54.164440 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7248bc72-2c19-4937-a855-62bdfaf6e334 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c19c4af-bbe1-40ad-9b65-8176fe99209f HTTP/1.1" status: 204 len: 168 time: 0.1168449 Nov 10 18:16:54.172337 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248bc72-2c19-4937-a855-62bdfaf6e334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c19c4af-bbe1-40ad-9b65-8176fe99209f,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:54.641953 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device cdd295c0-f42e-452d-8a94-3a66d3e12e3b no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:16:54.663166 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: cdd295c0-f42e-452d-8a94-3a66d3e12e3b {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:16:54.663564 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device cdd295c0-f42e-452d-8a94-3a66d3e12e3b not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:16:54.831380 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57450) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:54.954177 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-038a57bd-47fa-4472-8810-bcfc22a49379 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-310309147-network', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:16:54.977581 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038a57bd-47fa-4472-8810-bcfc22a49379 admin admin] Made reservation on behalf of c28b0cecf69f41b398fc07e448e03d50 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:16:54.980017 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-038a57bd-47fa-4472-8810-bcfc22a49379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:54.992559 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-038a57bd-47fa-4472-8810-bcfc22a49379 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:55.047186 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:55.075486 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-038a57bd-47fa-4472-8810-bcfc22a49379 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:55.079331 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-038a57bd-47fa-4472-8810-bcfc22a49379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:55.102292 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038a57bd-47fa-4472-8810-bcfc22a49379 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:16:55.117573 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a57bd-47fa-4472-8810-bcfc22a49379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0088c3-bb05-4c1f-912d-90db0320438d,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:55.120667 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-038a57bd-47fa-4472-8810-bcfc22a49379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:55.121012 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-038a57bd-47fa-4472-8810-bcfc22a49379 admin admin] Added segment 62d33846-e6d0-4544-a095-84c5b2b265f0 of type vlan for network b399fcc9-c457-4d5f-a84c-c587db71b0f5 Nov 10 18:16:55.161225 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-038a57bd-47fa-4472-8810-bcfc22a49379 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:55.191288 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-038a57bd-47fa-4472-8810-bcfc22a49379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:55.192676 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038a57bd-47fa-4472-8810-bcfc22a49379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:55.193313 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-038a57bd-47fa-4472-8810-bcfc22a49379 admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:55.249312 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-038a57bd-47fa-4472-8810-bcfc22a49379 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4167268 Nov 10 18:16:55.252235 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57456) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:55.257353 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-8c636ca2-0501-429b-a823-e62928b6464d admin admin] Request body: {'subnet': {'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-310309147-subnet', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:16:55.260251 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a57bd-47fa-4472-8810-bcfc22a49379 admin admin] Pushing event updated for resources: {'Network': ['ID=b399fcc9-c457-4d5f-a84c-c587db71b0f5,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:55.270789 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network b399fcc9-c457-4d5f-a84c-c587db71b0f5 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:16:55.278146 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c636ca2-0501-429b-a823-e62928b6464d admin admin] Made reservation on behalf of c28b0cecf69f41b398fc07e448e03d50 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:16:55.280919 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8c636ca2-0501-429b-a823-e62928b6464d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:55.461815 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8c636ca2-0501-429b-a823-e62928b6464d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:55.505337 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:55.521663 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c636ca2-0501-429b-a823-e62928b6464d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a51b4dde-d4fe-4abc-9607-52baf3da7a4d,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:55.532554 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c636ca2-0501-429b-a823-e62928b6464d admin admin] Checking segment: {'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:16:55.532910 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c636ca2-0501-429b-a823-e62928b6464d admin admin] Network hostable DHCP agents. Network: b399fcc9-c457-4d5f-a84c-c587db71b0f5, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:16:55.549556 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c636ca2-0501-429b-a823-e62928b6464d admin admin] Network b399fcc9-c457-4d5f-a84c-c587db71b0f5 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:16:55.561548 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-8c636ca2-0501-429b-a823-e62928b6464d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, b399fcc9-c457-4d5f-a84c-c587db71b0f5) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:16:55.569735 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68d8a2a-0163-476c-bcd8-928548921239 None None] Network b399fcc9-c457-4d5f-a84c-c587db71b0f5 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:16:55.573053 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c636ca2-0501-429b-a823-e62928b6464d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:16:55.573846 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8c636ca2-0501-429b-a823-e62928b6464d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:55.595880 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57458) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:55.596127 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8c636ca2-0501-429b-a823-e62928b6464d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3425968 Nov 10 18:16:55.600358 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-6dbe1259-f82c-4bbe-a082-1e0b2d5d2cca admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-310309147-router', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:16:55.625201 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6dbe1259-f82c-4bbe-a082-1e0b2d5d2cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:55.626731 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6dbe1259-f82c-4bbe-a082-1e0b2d5d2cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:55.695262 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6dbe1259-f82c-4bbe-a082-1e0b2d5d2cca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:55.753833 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d12a92a-47f7-4924-bdb3-5e2fe46e65da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'fixed_ips': [{'subnet_id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:16:55.755001 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9d12a92a-47f7-4924-bdb3-5e2fe46e65da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:55.855399 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6dbe1259-f82c-4bbe-a082-1e0b2d5d2cca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:55.900853 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-9d12a92a-47f7-4924-bdb3-5e2fe46e65da None None] Allocated IP 172.20.0.2 (b399fcc9-c457-4d5f-a84c-c587db71b0f5/a51b4dde-d4fe-4abc-9607-52baf3da7a4d/c20a3e4e-6b5f-4fac-a520-095af5e9e68c) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:16:56.048646 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9d12a92a-47f7-4924-bdb3-5e2fe46e65da None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:56.054918 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9d12a92a-47f7-4924-bdb3-5e2fe46e65da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:56.070495 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6dbe1259-f82c-4bbe-a082-1e0b2d5d2cca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:56.090109 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6dbe1259-f82c-4bbe-a082-1e0b2d5d2cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:56.099329 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d12a92a-47f7-4924-bdb3-5e2fe46e65da None None] Network b399fcc9-c457-4d5f-a84c-c587db71b0f5 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:16:56.102559 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-9d12a92a-47f7-4924-bdb3-5e2fe46e65da None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:16:56.106221 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d12a92a-47f7-4924-bdb3-5e2fe46e65da None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:16:56.113680 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12a92a-47f7-4924-bdb3-5e2fe46e65da None None] Pushing event updated for resources: {'Port': ['ID=c20a3e4e-6b5f-4fac-a520-095af5e9e68c,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:56.165721 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-9d12a92a-47f7-4924-bdb3-5e2fe46e65da None None] Attempting to bind port c20a3e4e-6b5f-4fac-a520-095af5e9e68c on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:16:56.166084 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-9d12a92a-47f7-4924-bdb3-5e2fe46e65da None None] Attempting to bind port c20a3e4e-6b5f-4fac-a520-095af5e9e68c by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:16:56.166451 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d12a92a-47f7-4924-bdb3-5e2fe46e65da None None] Attempting to bind port c20a3e4e-6b5f-4fac-a520-095af5e9e68c on network b399fcc9-c457-4d5f-a84c-c587db71b0f5 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:16:56.171452 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d12a92a-47f7-4924-bdb3-5e2fe46e65da None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:16:56.171822 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d12a92a-47f7-4924-bdb3-5e2fe46e65da None None] Checking segment: {'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:16:56.172245 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9d12a92a-47f7-4924-bdb3-5e2fe46e65da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:56.172655 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d12a92a-47f7-4924-bdb3-5e2fe46e65da None None] Bound using segment: {'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:16:56.174229 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-9d12a92a-47f7-4924-bdb3-5e2fe46e65da None None] Bound port: c20a3e4e-6b5f-4fac-a520-095af5e9e68c, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:16:56.174229 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9d12a92a-47f7-4924-bdb3-5e2fe46e65da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:56.217584 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-6dbe1259-f82c-4bbe-a082-1e0b2d5d2cca admin admin] Allocated IP 172.25.5.162 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/fe9071d1-0013-4684-8dca-132e555f4051) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:16:56.237669 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-9d12a92a-47f7-4924-bdb3-5e2fe46e65da None None] For port c20a3e4e-6b5f-4fac-a520-095af5e9e68c, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:16:56.241107 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-9d12a92a-47f7-4924-bdb3-5e2fe46e65da None None] For port c20a3e4e-6b5f-4fac-a520-095af5e9e68c, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c20a3e4e-6b5f-4fac-a520-095af5e9e68c,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:16:56.246602 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9d12a92a-47f7-4924-bdb3-5e2fe46e65da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:56.321999 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12a92a-47f7-4924-bdb3-5e2fe46e65da None None] Pushing event updated for resources: {'Port': ['ID=c20a3e4e-6b5f-4fac-a520-095af5e9e68c,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:56.362915 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6dbe1259-f82c-4bbe-a082-1e0b2d5d2cca admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:56.403115 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6dbe1259-f82c-4bbe-a082-1e0b2d5d2cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:56.446032 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbe1259-f82c-4bbe-a082-1e0b2d5d2cca admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:16:56.451334 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-6dbe1259-f82c-4bbe-a082-1e0b2d5d2cca admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:16:56.455271 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbe1259-f82c-4bbe-a082-1e0b2d5d2cca admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:16:56.479248 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240f6298-ec35-45f4-8fe5-d6da9b16c4dd None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:16:56.498165 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe1259-f82c-4bbe-a082-1e0b2d5d2cca admin admin] Pushing event updated for resources: {'Port': ['ID=fe9071d1-0013-4684-8dca-132e555f4051,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:56.624573 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-1ba5b6de-489f-4b04-bd72-2901fc45e9ea None None] Provisioning complete for port fe9071d1-0013-4684-8dca-132e555f4051 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:56.625206 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1ba5b6de-489f-4b04-bd72-2901fc45e9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:56.672343 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-1ba5b6de-489f-4b04-bd72-2901fc45e9ea None None] Port fe9071d1-0013-4684-8dca-132e555f4051 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:16:56.713493 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c20a3e4e-6b5f-4fac-a520-095af5e9e68c up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:16:56.765722 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port c20a3e4e-6b5f-4fac-a520-095af5e9e68c triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:56.766344 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:56.773406 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6dbe1259-f82c-4bbe-a082-1e0b2d5d2cca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:56.859720 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:56.898668 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port c20a3e4e-6b5f-4fac-a520-095af5e9e68c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c20a3e4e-6b5f-4fac-a520-095af5e9e68c,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:56.903471 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:56.957982 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=c20a3e4e-6b5f-4fac-a520-095af5e9e68c,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:56.990745 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6dbe1259-f82c-4bbe-a082-1e0b2d5d2cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:57.334144 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04adbe2-1942-4b6f-9d3e-7fe87b08fdca None None] Network b399fcc9-c457-4d5f-a84c-c587db71b0f5 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:16:57.421774 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6e3d935c-afd8-43eb-8658-0bd1351009d0 None None] Provisioning complete for port c20a3e4e-6b5f-4fac-a520-095af5e9e68c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:57.422060 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6e3d935c-afd8-43eb-8658-0bd1351009d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:57.429126 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dbe1259-f82c-4bbe-a082-1e0b2d5d2cca admin admin] Router f39c9781-219a-4cc0-9e15-a97d8c4f2089 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 18:16:57.556413 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbe1259-f82c-4bbe-a082-1e0b2d5d2cca admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:16:57.569662 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90246b69-df32-4ac5-be5c-1930335aa10b None None] Sync routers for ids ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:16:57.583021 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6dbe1259-f82c-4bbe-a082-1e0b2d5d2cca admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:57.586537 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6dbe1259-f82c-4bbe-a082-1e0b2d5d2cca admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9874542 Nov 10 18:16:57.588337 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90246b69-df32-4ac5-be5c-1930335aa10b None None] Routers {'f39c9781-219a-4cc0-9e15-a97d8c4f2089'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:16:57.589218 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-90246b69-df32-4ac5-be5c-1930335aa10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:16:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:57.591281 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57460) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:57.711736 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-90246b69-df32-4ac5-be5c-1930335aa10b None None] Set router f39c9781-219a-4cc0-9e15-a97d8c4f2089 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:16:57.894074 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-f1438453-e6ed-4d4d-b6d4-a4a40ad34afb None None] Provisioning complete for port c20a3e4e-6b5f-4fac-a520-095af5e9e68c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:57.895051 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f1438453-e6ed-4d4d-b6d4-a4a40ad34afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:57.898404 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-90246b69-df32-4ac5-be5c-1930335aa10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'name': 'tempest-TestVolumeBootPattern-310309147-router', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:55Z', 'updated_at': '2021-11-10T18:16:56Z', 'revision_number': 3, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'gw_port': {'id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:56Z', 'updated_at': '2021-11-10T18:16:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:57.927505 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90246b69-df32-4ac5-be5c-1930335aa10b None None] Checking router: f39c9781-219a-4cc0-9e15-a97d8c4f2089 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:16:57.927505 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90246b69-df32-4ac5-be5c-1930335aa10b None None] Updating router f39c9781-219a-4cc0-9e15-a97d8c4f2089 port fe9071d1-0013-4684-8dca-132e555f4051 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:16:57.956989 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-90246b69-df32-4ac5-be5c-1930335aa10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.036013 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cc19bdbf-fa8f-4d43-aaf6-2d892f35e46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.192981 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-cc19bdbf-fa8f-4d43-aaf6-2d892f35e46f admin admin] Allocated IP 172.20.0.1 (b399fcc9-c457-4d5f-a84c-c587db71b0f5/a51b4dde-d4fe-4abc-9607-52baf3da7a4d/f95c8c85-cc8f-440d-acba-bba6c5d12454) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:16:58.214158 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-90246b69-df32-4ac5-be5c-1930335aa10b None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.220055 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-90246b69-df32-4ac5-be5c-1930335aa10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.264864 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f56f2d-28ce-4137-a3da-04295740ef21 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:16:58.267321 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-90246b69-df32-4ac5-be5c-1930335aa10b None None] Attempting to bind port fe9071d1-0013-4684-8dca-132e555f4051 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:16:58.267877 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-90246b69-df32-4ac5-be5c-1930335aa10b None None] Attempting to bind port fe9071d1-0013-4684-8dca-132e555f4051 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:16:58.268069 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90246b69-df32-4ac5-be5c-1930335aa10b None None] Attempting to bind port fe9071d1-0013-4684-8dca-132e555f4051 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:16:58.278637 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90246b69-df32-4ac5-be5c-1930335aa10b None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:16:58.279023 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90246b69-df32-4ac5-be5c-1930335aa10b None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:16:58.279433 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-90246b69-df32-4ac5-be5c-1930335aa10b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.279832 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90246b69-df32-4ac5-be5c-1930335aa10b None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:16:58.280332 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-90246b69-df32-4ac5-be5c-1930335aa10b None None] Bound port: fe9071d1-0013-4684-8dca-132e555f4051, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:16:58.280719 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-90246b69-df32-4ac5-be5c-1930335aa10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.298287 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-4fc7d0ff-5ff1-4482-8036-a9df728c4706 None None] Provisioning complete for port fe9071d1-0013-4684-8dca-132e555f4051 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:58.298810 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4fc7d0ff-5ff1-4482-8036-a9df728c4706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.300346 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cc19bdbf-fa8f-4d43-aaf6-2d892f35e46f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.300971 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f0bd9-1284-413f-a853-a71357839f3c None None] Pushing event updated for resources: {'Port': ['ID=fe9071d1-0013-4684-8dca-132e555f4051,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:58.337386 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-90246b69-df32-4ac5-be5c-1930335aa10b None None] For port fe9071d1-0013-4684-8dca-132e555f4051, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:16:58.338142 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cc19bdbf-fa8f-4d43-aaf6-2d892f35e46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.342339 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-90246b69-df32-4ac5-be5c-1930335aa10b None None] For port fe9071d1-0013-4684-8dca-132e555f4051, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=fe9071d1-0013-4684-8dca-132e555f4051,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:16:58.348419 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-90246b69-df32-4ac5-be5c-1930335aa10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.352035 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-4fc7d0ff-5ff1-4482-8036-a9df728c4706 None None] Port fe9071d1-0013-4684-8dca-132e555f4051 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:16:58.380186 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc19bdbf-fa8f-4d43-aaf6-2d892f35e46f admin admin] Network b399fcc9-c457-4d5f-a84c-c587db71b0f5 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:16:58.384095 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-cc19bdbf-fa8f-4d43-aaf6-2d892f35e46f admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:16:58.390485 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc19bdbf-fa8f-4d43-aaf6-2d892f35e46f admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:16:58.399301 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fc39c8-99a2-4a99-ab8c-5728d647824a None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:16:58.400691 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90246b69-df32-4ac5-be5c-1930335aa10b None None] Routers {'f39c9781-219a-4cc0-9e15-a97d8c4f2089'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:16:58.401321 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-90246b69-df32-4ac5-be5c-1930335aa10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:16:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:58.420348 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19bdbf-fa8f-4d43-aaf6-2d892f35e46f admin admin] Pushing event updated for resources: {'Port': ['ID=f95c8c85-cc8f-440d-acba-bba6c5d12454,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:58.437074 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cc19bdbf-fa8f-4d43-aaf6-2d892f35e46f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.481716 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-8193b828-4b9b-4e13-9bf7-fc3611ddaacb None None] Provisioning complete for port fe9071d1-0013-4684-8dca-132e555f4051 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:58.482557 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8193b828-4b9b-4e13-9bf7-fc3611ddaacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.521457 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-90246b69-df32-4ac5-be5c-1930335aa10b None None] Set router f39c9781-219a-4cc0-9e15-a97d8c4f2089 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:16:58.580592 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f0bd9-1284-413f-a853-a71357839f3c None None] Pushing event updated for resources: {'Port': ['ID=fe9071d1-0013-4684-8dca-132e555f4051,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:58.606182 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cc19bdbf-fa8f-4d43-aaf6-2d892f35e46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.610713 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8193b828-4b9b-4e13-9bf7-fc3611ddaacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.640538 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-8193b828-4b9b-4e13-9bf7-fc3611ddaacb None None] For port fe9071d1-0013-4684-8dca-132e555f4051, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=fe9071d1-0013-4684-8dca-132e555f4051,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:16:58.650700 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8193b828-4b9b-4e13-9bf7-fc3611ddaacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.696677 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c20a3e4e-6b5f-4fac-a520-095af5e9e68c up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:16:58.750758 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193b828-4b9b-4e13-9bf7-fc3611ddaacb None None] Pushing event updated for resources: {'Port': ['ID=fe9071d1-0013-4684-8dca-132e555f4051,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:58.762934 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-90246b69-df32-4ac5-be5c-1930335aa10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'name': 'tempest-TestVolumeBootPattern-310309147-router', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:55Z', 'updated_at': '2021-11-10T18:16:56Z', 'revision_number': 3, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'gw_port': {'id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:56Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:16:58.777334 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-d4983a6b-e724-45fc-83cc-7c9a80544aa7 None None] Provisioning complete for port f95c8c85-cc8f-440d-acba-bba6c5d12454 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:58.777704 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d4983a6b-e724-45fc-83cc-7c9a80544aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.781175 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port c20a3e4e-6b5f-4fac-a520-095af5e9e68c triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:58.781175 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.791098 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90246b69-df32-4ac5-be5c-1930335aa10b None None] The sync data for ids ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'] in n-d-776250-10 is: [{'id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'name': 'tempest-TestVolumeBootPattern-310309147-router', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:55Z', 'updated_at': '2021-11-10T18:16:56Z', 'revision_number': 3, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'gw_port': {'id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:56Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:16:58.822491 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cc19bdbf-fa8f-4d43-aaf6-2d892f35e46f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.829042 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cc19bdbf-fa8f-4d43-aaf6-2d892f35e46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.847938 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-d4983a6b-e724-45fc-83cc-7c9a80544aa7 None None] Port f95c8c85-cc8f-440d-acba-bba6c5d12454 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:16:58.912426 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cc19bdbf-fa8f-4d43-aaf6-2d892f35e46f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:58.921484 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19bdbf-fa8f-4d43-aaf6-2d892f35e46f admin admin] Pushing event updated for resources: {'Port': ['ID=f95c8c85-cc8f-440d-acba-bba6c5d12454,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:59.029793 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc19bdbf-fa8f-4d43-aaf6-2d892f35e46f admin admin] Network b399fcc9-c457-4d5f-a84c-c587db71b0f5 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:16:59.031154 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-cc19bdbf-fa8f-4d43-aaf6-2d892f35e46f admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:16:59.157803 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc19bdbf-fa8f-4d43-aaf6-2d892f35e46f admin admin] Router f39c9781-219a-4cc0-9e15-a97d8c4f2089 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:16:59.271673 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc19bdbf-fa8f-4d43-aaf6-2d892f35e46f admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:16:59.274831 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-693c29b9-24dc-4b35-8c5e-58b93ae625bd None None] Provisioning complete for port f95c8c85-cc8f-440d-acba-bba6c5d12454 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:16:59.275318 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-693c29b9-24dc-4b35-8c5e-58b93ae625bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:59.288833 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cc19bdbf-fa8f-4d43-aaf6-2d892f35e46f admin admin] 10.222.0.39 "PUT /v2.0/routers/f39c9781-219a-4cc0-9e15-a97d8c4f2089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6886311 Nov 10 18:16:59.316561 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-693c29b9-24dc-4b35-8c5e-58b93ae625bd None None] Port f95c8c85-cc8f-440d-acba-bba6c5d12454 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:16:59.768328 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57478) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:16:59.773989 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-9ac7e2d0-0d80-4287-b540-9a56526fa082 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1847355531-network', 'tenant_id': '8d7b41a754234075b102a23e3640eb91'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:16:59.794437 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac7e2d0-0d80-4287-b540-9a56526fa082 admin admin] Made reservation on behalf of 8d7b41a754234075b102a23e3640eb91 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:16:59.796890 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9ac7e2d0-0d80-4287-b540-9a56526fa082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:59.809786 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9ac7e2d0-0d80-4287-b540-9a56526fa082 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:59.884802 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9ac7e2d0-0d80-4287-b540-9a56526fa082 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:59.888434 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9ac7e2d0-0d80-4287-b540-9a56526fa082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:59.908714 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac7e2d0-0d80-4287-b540-9a56526fa082 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:16:59.922103 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7e2d0-0d80-4287-b540-9a56526fa082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1e8ce6-148f-408b-b653-8b2f626ae01c,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:16:59.927190 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9ac7e2d0-0d80-4287-b540-9a56526fa082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:59.927538 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-9ac7e2d0-0d80-4287-b540-9a56526fa082 admin admin] Added segment 8d64bd05-1fa2-4f84-924f-a5a415dc122a of type vlan for network 37448cd1-dcd7-4482-afe0-82fe1fb99ba5 Nov 10 18:16:59.969382 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9ac7e2d0-0d80-4287-b540-9a56526fa082 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:16:59.998665 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9ac7e2d0-0d80-4287-b540-9a56526fa082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:00.000629 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac7e2d0-0d80-4287-b540-9a56526fa082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:00.000629 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9ac7e2d0-0d80-4287-b540-9a56526fa082 admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:00.056733 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9ac7e2d0-0d80-4287-b540-9a56526fa082 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2872436 Nov 10 18:17:00.059619 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57480) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:17:00.064711 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-cde6d145-32ed-4740-b8c7-d96e30cf8327 admin admin] Request body: {'subnet': {'network_id': '37448cd1-dcd7-4482-afe0-82fe1fb99ba5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1847355531-subnet', 'tenant_id': '8d7b41a754234075b102a23e3640eb91', 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:17:00.067741 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7e2d0-0d80-4287-b540-9a56526fa082 admin admin] Pushing event updated for resources: {'Network': ['ID=37448cd1-dcd7-4482-afe0-82fe1fb99ba5,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:17:00.077493 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 37448cd1-dcd7-4482-afe0-82fe1fb99ba5 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:17:00.085581 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde6d145-32ed-4740-b8c7-d96e30cf8327 admin admin] Made reservation on behalf of 8d7b41a754234075b102a23e3640eb91 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:17:00.088136 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cde6d145-32ed-4740-b8c7-d96e30cf8327 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:00.262140 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cde6d145-32ed-4740-b8c7-d96e30cf8327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:00.311570 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5d7b80-e299-4773-9d61-6fd0956f85f7 None None] Sync routers for ids ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:17:00.320587 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde6d145-32ed-4740-b8c7-d96e30cf8327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1095594e-92ae-493f-b4e9-2f434c7a7d29,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:17:00.321232 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5d7b80-e299-4773-9d61-6fd0956f85f7 None None] Routers {'f39c9781-219a-4cc0-9e15-a97d8c4f2089'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:17:00.321838 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-1d5d7b80-e299-4773-9d61-6fd0956f85f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:16:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:17:00.332076 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde6d145-32ed-4740-b8c7-d96e30cf8327 admin admin] Checking segment: {'id': '8d64bd05-1fa2-4f84-924f-a5a415dc122a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '37448cd1-dcd7-4482-afe0-82fe1fb99ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:17:00.332483 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde6d145-32ed-4740-b8c7-d96e30cf8327 admin admin] Network hostable DHCP agents. Network: 37448cd1-dcd7-4482-afe0-82fe1fb99ba5, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:17:00.350010 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde6d145-32ed-4740-b8c7-d96e30cf8327 admin admin] Network 37448cd1-dcd7-4482-afe0-82fe1fb99ba5 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:17:00.359444 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-cde6d145-32ed-4740-b8c7-d96e30cf8327 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 37448cd1-dcd7-4482-afe0-82fe1fb99ba5) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:17:00.363596 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde6d145-32ed-4740-b8c7-d96e30cf8327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:00.364279 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cde6d145-32ed-4740-b8c7-d96e30cf8327 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:00.371526 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c360c95b-b7b2-4fdc-b0f7-666eb0975cc5 None None] Network 37448cd1-dcd7-4482-afe0-82fe1fb99ba5 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:17:00.379951 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-cde6d145-32ed-4740-b8c7-d96e30cf8327 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3191845 Nov 10 18:17:00.382886 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 57482) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:17:00.387910 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-8c2bbb8c-5624-4a98-8589-78a528c64569 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1847355531-router', 'tenant_id': '8d7b41a754234075b102a23e3640eb91', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:17:00.409300 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8c2bbb8c-5624-4a98-8589-78a528c64569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:00.410321 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8c2bbb8c-5624-4a98-8589-78a528c64569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:00.464306 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8c2bbb8c-5624-4a98-8589-78a528c64569 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:00.487797 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-1d5d7b80-e299-4773-9d61-6fd0956f85f7 None None] Set router f39c9781-219a-4cc0-9e15-a97d8c4f2089 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:17:00.607449 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8c2bbb8c-5624-4a98-8589-78a528c64569 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:00.657781 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-03705a23-07bf-4531-b74b-58d52708b393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:00.698916 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device fe9071d1-0013-4684-8dca-132e555f4051 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:17:00.724791 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659bf482-22d6-46d2-bb14-958239c83d57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-37448cd1-dcd7-4482-afe0-82fe1fb99ba5', 'network_id': '37448cd1-dcd7-4482-afe0-82fe1fb99ba5', 'tenant_id': '8d7b41a754234075b102a23e3640eb91', 'fixed_ips': [{'subnet_id': '1095594e-92ae-493f-b4e9-2f434c7a7d29'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:17:00.726242 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-659bf482-22d6-46d2-bb14-958239c83d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:00.828896 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8c2bbb8c-5624-4a98-8589-78a528c64569 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:00.848830 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8c2bbb8c-5624-4a98-8589-78a528c64569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:00.912030 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port fe9071d1-0013-4684-8dca-132e555f4051 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:17:00.912423 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:00.957525 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-8c2bbb8c-5624-4a98-8589-78a528c64569 admin admin] Allocated IP 172.25.5.207 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/fa2ed9ff-5392-42b7-8746-c5f29ba345b3) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:17:01.076511 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8c2bbb8c-5624-4a98-8589-78a528c64569 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:01.112997 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8c2bbb8c-5624-4a98-8589-78a528c64569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:01.136947 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-659bf482-22d6-46d2-bb14-958239c83d57 None None] Allocated IP 172.20.0.2 (37448cd1-dcd7-4482-afe0-82fe1fb99ba5/1095594e-92ae-493f-b4e9-2f434c7a7d29/82c4c8bd-0aec-4d4d-bfc5-6bf2ca6a7e28) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:17:01.140839 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-1d5d7b80-e299-4773-9d61-6fd0956f85f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'name': 'tempest-TestVolumeBootPattern-310309147-router', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:55Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'gw_port': {'id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:56Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'f95c8c85-cc8f-440d-acba-bba6c5d12454', 'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'mac_address': 'fa:16:3e:73:b3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:58Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 2, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'subnets': [{'id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:17:01.155309 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2bbb8c-5624-4a98-8589-78a528c64569 admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:17:01.160038 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-8c2bbb8c-5624-4a98-8589-78a528c64569 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:17:01.165486 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2bbb8c-5624-4a98-8589-78a528c64569 admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:17:01.168600 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2bbb8c-5624-4a98-8589-78a528c64569 admin admin] Pushing event updated for resources: {'Port': ['ID=fa2ed9ff-5392-42b7-8746-c5f29ba345b3,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:17:01.177109 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5d7b80-e299-4773-9d61-6fd0956f85f7 None None] Checking router: f39c9781-219a-4cc0-9e15-a97d8c4f2089 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:17:01.177230 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5d7b80-e299-4773-9d61-6fd0956f85f7 None None] Updating router f39c9781-219a-4cc0-9e15-a97d8c4f2089 port f95c8c85-cc8f-440d-acba-bba6c5d12454 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:17:01.183148 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ff6bfd-1d3f-4e88-aa16-61b07330b76a None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:17:01.276128 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1d5d7b80-e299-4773-9d61-6fd0956f85f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:01.341886 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-f06cb836-49e5-492d-9172-a2e709ba8c54 None None] Provisioning complete for port fa2ed9ff-5392-42b7-8746-c5f29ba345b3 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:17:01.342499 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f06cb836-49e5-492d-9172-a2e709ba8c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:01.425207 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8c2bbb8c-5624-4a98-8589-78a528c64569 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:01.463599 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-f06cb836-49e5-492d-9172-a2e709ba8c54 None None] Port fa2ed9ff-5392-42b7-8746-c5f29ba345b3 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:17:01.563586 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-659bf482-22d6-46d2-bb14-958239c83d57 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:01.573468 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-659bf482-22d6-46d2-bb14-958239c83d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:01.631456 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659bf482-22d6-46d2-bb14-958239c83d57 None None] Network 37448cd1-dcd7-4482-afe0-82fe1fb99ba5 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:17:01.644325 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-659bf482-22d6-46d2-bb14-958239c83d57 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:17:01.647590 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8c2bbb8c-5624-4a98-8589-78a528c64569 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:01.647843 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659bf482-22d6-46d2-bb14-958239c83d57 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:17:01.652369 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659bf482-22d6-46d2-bb14-958239c83d57 None None] Pushing event updated for resources: {'Port': ['ID=82c4c8bd-0aec-4d4d-bfc5-6bf2ca6a7e28,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:17:01.755340 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-659bf482-22d6-46d2-bb14-958239c83d57 None None] Attempting to bind port 82c4c8bd-0aec-4d4d-bfc5-6bf2ca6a7e28 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:17:01.755704 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-659bf482-22d6-46d2-bb14-958239c83d57 None None] Attempting to bind port 82c4c8bd-0aec-4d4d-bfc5-6bf2ca6a7e28 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '8d64bd05-1fa2-4f84-924f-a5a415dc122a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '37448cd1-dcd7-4482-afe0-82fe1fb99ba5'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:17:01.756064 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659bf482-22d6-46d2-bb14-958239c83d57 None None] Attempting to bind port 82c4c8bd-0aec-4d4d-bfc5-6bf2ca6a7e28 on network 37448cd1-dcd7-4482-afe0-82fe1fb99ba5 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:17:01.768948 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659bf482-22d6-46d2-bb14-958239c83d57 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:17:01.769322 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659bf482-22d6-46d2-bb14-958239c83d57 None None] Checking segment: {'id': '8d64bd05-1fa2-4f84-924f-a5a415dc122a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '37448cd1-dcd7-4482-afe0-82fe1fb99ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:17:01.769722 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-659bf482-22d6-46d2-bb14-958239c83d57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:01.770110 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659bf482-22d6-46d2-bb14-958239c83d57 None None] Bound using segment: {'id': '8d64bd05-1fa2-4f84-924f-a5a415dc122a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '37448cd1-dcd7-4482-afe0-82fe1fb99ba5'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:17:01.770580 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-659bf482-22d6-46d2-bb14-958239c83d57 None None] Bound port: 82c4c8bd-0aec-4d4d-bfc5-6bf2ca6a7e28, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d64bd05-1fa2-4f84-924f-a5a415dc122a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '37448cd1-dcd7-4482-afe0-82fe1fb99ba5'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:17:01.770961 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-659bf482-22d6-46d2-bb14-958239c83d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:01.774204 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1d5d7b80-e299-4773-9d61-6fd0956f85f7 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:01.784210 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1d5d7b80-e299-4773-9d61-6fd0956f85f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:01.792310 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2bbb8c-5624-4a98-8589-78a528c64569 admin admin] Router 7c03c612-b046-4e9d-9795-e499a4d08a8c is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 18:17:01.870970 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b0403-b3e8-40d8-8308-16ef88ec9734 None None] Pushing event updated for resources: {'Port': ['ID=f95c8c85-cc8f-440d-acba-bba6c5d12454,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:17:01.895700 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:17:01.909416 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-659bf482-22d6-46d2-bb14-958239c83d57 None None] For port 82c4c8bd-0aec-4d4d-bfc5-6bf2ca6a7e28, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:17:01.931544 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2bbb8c-5624-4a98-8589-78a528c64569 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:17:01.943823 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bc9ad9-9d5d-4601-beaf-80e44b85510a None None] Sync routers for ids ['7c03c612-b046-4e9d-9795-e499a4d08a8c'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:17:01.953151 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-659bf482-22d6-46d2-bb14-958239c83d57 None None] For port 82c4c8bd-0aec-4d4d-bfc5-6bf2ca6a7e28, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=82c4c8bd-0aec-4d4d-bfc5-6bf2ca6a7e28,segment=NetworkSegment(8d64bd05-1fa2-4f84-924f-a5a415dc122a),segment_id=8d64bd05-1fa2-4f84-924f-a5a415dc122a)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:17:01.956409 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-1d5d7b80-e299-4773-9d61-6fd0956f85f7 None None] Attempting to bind port f95c8c85-cc8f-440d-acba-bba6c5d12454 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:17:01.956920 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-1d5d7b80-e299-4773-9d61-6fd0956f85f7 None None] Attempting to bind port f95c8c85-cc8f-440d-acba-bba6c5d12454 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:17:01.957288 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d7b80-e299-4773-9d61-6fd0956f85f7 None None] Attempting to bind port f95c8c85-cc8f-440d-acba-bba6c5d12454 on network b399fcc9-c457-4d5f-a84c-c587db71b0f5 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:17:01.960120 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bc9ad9-9d5d-4601-beaf-80e44b85510a None None] Routers {'7c03c612-b046-4e9d-9795-e499a4d08a8c'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:17:01.960753 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c8bc9ad9-9d5d-4601-beaf-80e44b85510a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:16:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['7c03c612-b046-4e9d-9795-e499a4d08a8c'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:17:01.962425 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-659bf482-22d6-46d2-bb14-958239c83d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:01.970075 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8c2bbb8c-5624-4a98-8589-78a528c64569 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:01.970298 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d7b80-e299-4773-9d61-6fd0956f85f7 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:17:01.970689 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d7b80-e299-4773-9d61-6fd0956f85f7 None None] Checking segment: {'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:17:01.971104 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1d5d7b80-e299-4773-9d61-6fd0956f85f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:01.971505 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5d7b80-e299-4773-9d61-6fd0956f85f7 None None] Bound using segment: {'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:17:01.971992 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-1d5d7b80-e299-4773-9d61-6fd0956f85f7 None None] Bound port: f95c8c85-cc8f-440d-acba-bba6c5d12454, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:17:01.972411 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1d5d7b80-e299-4773-9d61-6fd0956f85f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:01.974302 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 57484) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:17:01.975035 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8c2bbb8c-5624-4a98-8589-78a528c64569 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5908237 Nov 10 18:17:02.073386 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659bf482-22d6-46d2-bb14-958239c83d57 None None] Pushing event updated for resources: {'Port': ['ID=82c4c8bd-0aec-4d4d-bfc5-6bf2ca6a7e28,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:17:02.098941 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-1d5d7b80-e299-4773-9d61-6fd0956f85f7 None None] For port f95c8c85-cc8f-440d-acba-bba6c5d12454, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:17:02.104376 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-1d5d7b80-e299-4773-9d61-6fd0956f85f7 None None] For port f95c8c85-cc8f-440d-acba-bba6c5d12454, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=f95c8c85-cc8f-440d-acba-bba6c5d12454,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:17:02.114680 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-c8bc9ad9-9d5d-4601-beaf-80e44b85510a None None] Set router 7c03c612-b046-4e9d-9795-e499a4d08a8c gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:17:02.118869 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1d5d7b80-e299-4773-9d61-6fd0956f85f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:02.205016 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5d7b80-e299-4773-9d61-6fd0956f85f7 None None] Routers {'f39c9781-219a-4cc0-9e15-a97d8c4f2089'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:17:02.206305 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-1d5d7b80-e299-4773-9d61-6fd0956f85f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:16:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:17:02.211590 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b0403-b3e8-40d8-8308-16ef88ec9734 None None] Pushing event updated for resources: {'Port': ['ID=f95c8c85-cc8f-440d-acba-bba6c5d12454,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:17:02.280613 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-50dee0c7-9bc2-4c38-b10e-9c83c19f4716 None None] Provisioning complete for port f95c8c85-cc8f-440d-acba-bba6c5d12454 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:17:02.281231 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-50dee0c7-9bc2-4c38-b10e-9c83c19f4716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:02.451471 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-1d5d7b80-e299-4773-9d61-6fd0956f85f7 None None] Set router f39c9781-219a-4cc0-9e15-a97d8c4f2089 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:17:02.504072 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-50dee0c7-9bc2-4c38-b10e-9c83c19f4716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:02.534810 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c8bc9ad9-9d5d-4601-beaf-80e44b85510a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c03c612-b046-4e9d-9795-e499a4d08a8c', 'name': 'tempest-TestVolumeBootPattern-1847355531-router', 'tenant_id': '8d7b41a754234075b102a23e3640eb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'fa2ed9ff-5392-42b7-8746-c5f29ba345b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:17:00Z', 'updated_at': '2021-11-10T18:17:01Z', 'revision_number': 3, 'project_id': '8d7b41a754234075b102a23e3640eb91', 'gw_port': {'id': 'fa2ed9ff-5392-42b7-8746-c5f29ba345b3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c03c612-b046-4e9d-9795-e499a4d08a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:17:00Z', 'updated_at': '2021-11-10T18:17:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:17:02.564595 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bc9ad9-9d5d-4601-beaf-80e44b85510a None None] Checking router: 7c03c612-b046-4e9d-9795-e499a4d08a8c for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:17:02.564956 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bc9ad9-9d5d-4601-beaf-80e44b85510a None None] Updating router 7c03c612-b046-4e9d-9795-e499a4d08a8c port fa2ed9ff-5392-42b7-8746-c5f29ba345b3 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:17:02.600308 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c8bc9ad9-9d5d-4601-beaf-80e44b85510a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:02.627584 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-50dee0c7-9bc2-4c38-b10e-9c83c19f4716 None None] For port f95c8c85-cc8f-440d-acba-bba6c5d12454, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=f95c8c85-cc8f-440d-acba-bba6c5d12454,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:17:02.644057 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-50dee0c7-9bc2-4c38-b10e-9c83c19f4716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:02.646955 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cfba594b-7950-44d3-b06a-15ffdb71b387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:02.745507 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 82c4c8bd-0aec-4d4d-bfc5-6bf2ca6a7e28 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:17:02.771630 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dee0c7-9bc2-4c38-b10e-9c83c19f4716 None None] Pushing event updated for resources: {'Port': ['ID=f95c8c85-cc8f-440d-acba-bba6c5d12454,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:17:02.833460 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-4971e2e2-7c5b-4df1-a146-b7d0bc7a043b None None] Provisioning complete for port f95c8c85-cc8f-440d-acba-bba6c5d12454 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:17:02.834106 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4971e2e2-7c5b-4df1-a146-b7d0bc7a043b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:02.891980 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-1d5d7b80-e299-4773-9d61-6fd0956f85f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'name': 'tempest-TestVolumeBootPattern-310309147-router', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:55Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'gw_port': {'id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:56Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'f95c8c85-cc8f-440d-acba-bba6c5d12454', 'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'mac_address': 'fa:16:3e:73:b3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:58Z', 'updated_at': '2021-11-10T18:17:02Z', 'revision_number': 4, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'subnets': [{'id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:17:02.897090 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 82c4c8bd-0aec-4d4d-bfc5-6bf2ca6a7e28 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:17:02.897090 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:02.905490 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-cfba594b-7950-44d3-b06a-15ffdb71b387 admin admin] Allocated IP 172.20.0.1 (37448cd1-dcd7-4482-afe0-82fe1fb99ba5/1095594e-92ae-493f-b4e9-2f434c7a7d29/071d285f-9784-48dc-aacc-c6c153139fc0) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:17:02.931121 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5d7b80-e299-4773-9d61-6fd0956f85f7 None None] The sync data for ids ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'] in n-d-776250-10 is: [{'id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'name': 'tempest-TestVolumeBootPattern-310309147-router', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:55Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'gw_port': {'id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:56Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'f95c8c85-cc8f-440d-acba-bba6c5d12454', 'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'mac_address': 'fa:16:3e:73:b3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:58Z', 'updated_at': '2021-11-10T18:17:02Z', 'revision_number': 4, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'subnets': [{'id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:17:02.970494 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c8bc9ad9-9d5d-4601-beaf-80e44b85510a None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:02.989919 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c8bc9ad9-9d5d-4601-beaf-80e44b85510a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:03.067607 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-25d4ce7f-bda4-493d-9aba-5bb49e85d799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:03.097546 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29683776-43ea-43e1-9fc3-587f0283e14b None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:17:03.109632 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-c8bc9ad9-9d5d-4601-beaf-80e44b85510a None None] Attempting to bind port fa2ed9ff-5392-42b7-8746-c5f29ba345b3 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:17:03.110007 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-c8bc9ad9-9d5d-4601-beaf-80e44b85510a None None] Attempting to bind port fa2ed9ff-5392-42b7-8746-c5f29ba345b3 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:17:03.110427 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bc9ad9-9d5d-4601-beaf-80e44b85510a None None] Attempting to bind port fa2ed9ff-5392-42b7-8746-c5f29ba345b3 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:17:03.119773 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04772ad-e671-4aaf-a50d-257c97c143ab None None] Pushing event updated for resources: {'Port': ['ID=fa2ed9ff-5392-42b7-8746-c5f29ba345b3,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:17:03.124214 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bc9ad9-9d5d-4601-beaf-80e44b85510a None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:17:03.124599 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bc9ad9-9d5d-4601-beaf-80e44b85510a None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:17:03.125004 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c8bc9ad9-9d5d-4601-beaf-80e44b85510a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:03.125390 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bc9ad9-9d5d-4601-beaf-80e44b85510a None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:17:03.125926 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-c8bc9ad9-9d5d-4601-beaf-80e44b85510a None None] Bound port: fa2ed9ff-5392-42b7-8746-c5f29ba345b3, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:17:03.126361 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c8bc9ad9-9d5d-4601-beaf-80e44b85510a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:03.205755 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cfba594b-7950-44d3-b06a-15ffdb71b387 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:03.242159 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:03.258920 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-c8bc9ad9-9d5d-4601-beaf-80e44b85510a None None] For port fa2ed9ff-5392-42b7-8746-c5f29ba345b3, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:17:03.263222 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-c8bc9ad9-9d5d-4601-beaf-80e44b85510a None None] For port fa2ed9ff-5392-42b7-8746-c5f29ba345b3, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=fa2ed9ff-5392-42b7-8746-c5f29ba345b3,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:17:03.275197 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-c8bc9ad9-9d5d-4601-beaf-80e44b85510a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:03.315560 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cfba594b-7950-44d3-b06a-15ffdb71b387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:03.317704 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 82c4c8bd-0aec-4d4d-bfc5-6bf2ca6a7e28, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=82c4c8bd-0aec-4d4d-bfc5-6bf2ca6a7e28,segment=NetworkSegment(8d64bd05-1fa2-4f84-924f-a5a415dc122a),segment_id=8d64bd05-1fa2-4f84-924f-a5a415dc122a)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:17:03.332630 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:03.356683 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bc9ad9-9d5d-4601-beaf-80e44b85510a None None] Routers {'7c03c612-b046-4e9d-9795-e499a4d08a8c'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:17:03.357516 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c8bc9ad9-9d5d-4601-beaf-80e44b85510a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:17:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['7c03c612-b046-4e9d-9795-e499a4d08a8c'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:17:03.390460 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877580af-328a-49a0-bd34-f5566de3418c None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:17:03.426969 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-256429a6-1a6a-470b-b275-445ab24678a2 None None] Provisioning complete for port fa2ed9ff-5392-42b7-8746-c5f29ba345b3 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:17:03.427480 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-256429a6-1a6a-470b-b275-445ab24678a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:03.435317 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04772ad-e671-4aaf-a50d-257c97c143ab None None] Pushing event updated for resources: {'Port': ['ID=fa2ed9ff-5392-42b7-8746-c5f29ba345b3,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:17:03.436465 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfba594b-7950-44d3-b06a-15ffdb71b387 admin admin] Network 37448cd1-dcd7-4482-afe0-82fe1fb99ba5 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:17:03.454186 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-cfba594b-7950-44d3-b06a-15ffdb71b387 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:17:03.463901 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfba594b-7950-44d3-b06a-15ffdb71b387 admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:17:03.524791 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba594b-7950-44d3-b06a-15ffdb71b387 admin admin] Pushing event updated for resources: {'Port': ['ID=071d285f-9784-48dc-aacc-c6c153139fc0,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:17:03.527637 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=82c4c8bd-0aec-4d4d-bfc5-6bf2ca6a7e28,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:17:03.554856 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-c8bc9ad9-9d5d-4601-beaf-80e44b85510a None None] Set router 7c03c612-b046-4e9d-9795-e499a4d08a8c gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:17:03.568241 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cfba594b-7950-44d3-b06a-15ffdb71b387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:03.619951 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-256429a6-1a6a-470b-b275-445ab24678a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:03.660552 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-256429a6-1a6a-470b-b275-445ab24678a2 None None] For port fa2ed9ff-5392-42b7-8746-c5f29ba345b3, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=fa2ed9ff-5392-42b7-8746-c5f29ba345b3,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:17:03.672478 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-256429a6-1a6a-470b-b275-445ab24678a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:03.734603 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ccfad9-cae5-44b3-a2ed-d6f593e16141 None None] Network 37448cd1-dcd7-4482-afe0-82fe1fb99ba5 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:17:03.754027 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256429a6-1a6a-470b-b275-445ab24678a2 None None] Pushing event updated for resources: {'Port': ['ID=fa2ed9ff-5392-42b7-8746-c5f29ba345b3,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:17:03.762902 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cfba594b-7950-44d3-b06a-15ffdb71b387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:03.828736 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-35859ca1-bbfe-45f9-ab05-a94a63bdc0be None None] Provisioning complete for port fa2ed9ff-5392-42b7-8746-c5f29ba345b3 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:17:03.829287 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-35859ca1-bbfe-45f9-ab05-a94a63bdc0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:03.910093 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c8bc9ad9-9d5d-4601-beaf-80e44b85510a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c03c612-b046-4e9d-9795-e499a4d08a8c', 'name': 'tempest-TestVolumeBootPattern-1847355531-router', 'tenant_id': '8d7b41a754234075b102a23e3640eb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'fa2ed9ff-5392-42b7-8746-c5f29ba345b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:17:00Z', 'updated_at': '2021-11-10T18:17:01Z', 'revision_number': 3, 'project_id': '8d7b41a754234075b102a23e3640eb91', 'gw_port': {'id': 'fa2ed9ff-5392-42b7-8746-c5f29ba345b3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c03c612-b046-4e9d-9795-e499a4d08a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:17:00Z', 'updated_at': '2021-11-10T18:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:17:03.948141 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bc9ad9-9d5d-4601-beaf-80e44b85510a None None] The sync data for ids ['7c03c612-b046-4e9d-9795-e499a4d08a8c'] in n-d-776250-10 is: [{'id': '7c03c612-b046-4e9d-9795-e499a4d08a8c', 'name': 'tempest-TestVolumeBootPattern-1847355531-router', 'tenant_id': '8d7b41a754234075b102a23e3640eb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'fa2ed9ff-5392-42b7-8746-c5f29ba345b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:17:00Z', 'updated_at': '2021-11-10T18:17:01Z', 'revision_number': 3, 'project_id': '8d7b41a754234075b102a23e3640eb91', 'gw_port': {'id': 'fa2ed9ff-5392-42b7-8746-c5f29ba345b3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c03c612-b046-4e9d-9795-e499a4d08a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:17:00Z', 'updated_at': '2021-11-10T18:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:17:04.007392 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cfba594b-7950-44d3-b06a-15ffdb71b387 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:04.016822 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cfba594b-7950-44d3-b06a-15ffdb71b387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:04.065948 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-35859ca1-bbfe-45f9-ab05-a94a63bdc0be None None] Provisioning complete for port 82c4c8bd-0aec-4d4d-bfc5-6bf2ca6a7e28 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:17:04.066451 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-35859ca1-bbfe-45f9-ab05-a94a63bdc0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:04.099643 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cfba594b-7950-44d3-b06a-15ffdb71b387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:04.154602 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba594b-7950-44d3-b06a-15ffdb71b387 admin admin] Pushing event updated for resources: {'Port': ['ID=071d285f-9784-48dc-aacc-c6c153139fc0,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:17:04.174154 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:04.275237 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfba594b-7950-44d3-b06a-15ffdb71b387 admin admin] Network 37448cd1-dcd7-4482-afe0-82fe1fb99ba5 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:17:04.276941 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-cfba594b-7950-44d3-b06a-15ffdb71b387 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:17:04.475902 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfba594b-7950-44d3-b06a-15ffdb71b387 admin admin] Router 7c03c612-b046-4e9d-9795-e499a4d08a8c has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:17:04.479657 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-91d92d2c-9afc-4faf-a2de-26680c8bd48b None None] Provisioning complete for port 82c4c8bd-0aec-4d4d-bfc5-6bf2ca6a7e28 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:17:04.480001 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-91d92d2c-9afc-4faf-a2de-26680c8bd48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:04.681472 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-91d92d2c-9afc-4faf-a2de-26680c8bd48b None None] Provisioning complete for port 071d285f-9784-48dc-aacc-c6c153139fc0 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:17:04.682004 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-91d92d2c-9afc-4faf-a2de-26680c8bd48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:04.718198 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfba594b-7950-44d3-b06a-15ffdb71b387 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:17:04.747770 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cfba594b-7950-44d3-b06a-15ffdb71b387 admin admin] 10.222.0.39 "PUT /v2.0/routers/7c03c612-b046-4e9d-9795-e499a4d08a8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7722564 Nov 10 18:17:04.750584 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-91d92d2c-9afc-4faf-a2de-26680c8bd48b None None] Port 071d285f-9784-48dc-aacc-c6c153139fc0 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:17:04.877274 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device fa2ed9ff-5392-42b7-8746-c5f29ba345b3 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:17:04.904663 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b1e1360b-92dd-4f3e-b1d1-5a716c25e1aa None None] Provisioning complete for port 071d285f-9784-48dc-aacc-c6c153139fc0 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:17:04.905034 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b1e1360b-92dd-4f3e-b1d1-5a716c25e1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:04.953598 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-b1e1360b-92dd-4f3e-b1d1-5a716c25e1aa None None] Port 071d285f-9784-48dc-aacc-c6c153139fc0 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:17:04.974207 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port fa2ed9ff-5392-42b7-8746-c5f29ba345b3 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:17:04.974515 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:05.231053 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-0143943d-85d1-49cc-919d-dc1c31b60282 None None] Provisioning complete for port 071d285f-9784-48dc-aacc-c6c153139fc0 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:17:05.231426 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0143943d-85d1-49cc-919d-dc1c31b60282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:05.296608 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-0143943d-85d1-49cc-919d-dc1c31b60282 None None] Port 071d285f-9784-48dc-aacc-c6c153139fc0 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:17:05.298655 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 82c4c8bd-0aec-4d4d-bfc5-6bf2ca6a7e28 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:17:05.349703 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 82c4c8bd-0aec-4d4d-bfc5-6bf2ca6a7e28 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:17:05.350934 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:05.440479 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device f95c8c85-cc8f-440d-acba-bba6c5d12454 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:17:05.495428 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port f95c8c85-cc8f-440d-acba-bba6c5d12454 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:17:05.495833 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:05.624366 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:06.341697 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:06.518569 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f369ee-81f3-4ad4-aafa-a734285db4d1 None None] Sync routers for ids ['7c03c612-b046-4e9d-9795-e499a4d08a8c'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:17:06.529090 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f369ee-81f3-4ad4-aafa-a734285db4d1 None None] Routers {'7c03c612-b046-4e9d-9795-e499a4d08a8c'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:17:06.529688 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-03f369ee-81f3-4ad4-aafa-a734285db4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:17:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['7c03c612-b046-4e9d-9795-e499a4d08a8c'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:17:06.639278 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-03f369ee-81f3-4ad4-aafa-a734285db4d1 None None] Set router 7c03c612-b046-4e9d-9795-e499a4d08a8c gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:17:06.850813 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-03f369ee-81f3-4ad4-aafa-a734285db4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c03c612-b046-4e9d-9795-e499a4d08a8c', 'name': 'tempest-TestVolumeBootPattern-1847355531-router', 'tenant_id': '8d7b41a754234075b102a23e3640eb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'fa2ed9ff-5392-42b7-8746-c5f29ba345b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:17:00Z', 'updated_at': '2021-11-10T18:17:03Z', 'revision_number': 4, 'project_id': '8d7b41a754234075b102a23e3640eb91', 'gw_port': {'id': 'fa2ed9ff-5392-42b7-8746-c5f29ba345b3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c03c612-b046-4e9d-9795-e499a4d08a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:17:00Z', 'updated_at': '2021-11-10T18:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '071d285f-9784-48dc-aacc-c6c153139fc0', 'name': '', 'network_id': '37448cd1-dcd7-4482-afe0-82fe1fb99ba5', 'tenant_id': '8d7b41a754234075b102a23e3640eb91', 'mac_address': 'fa:16:3e:e5:a6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c03c612-b046-4e9d-9795-e499a4d08a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '1095594e-92ae-493f-b4e9-2f434c7a7d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:17:02Z', 'updated_at': '2021-11-10T18:17:03Z', 'revision_number': 2, 'project_id': '8d7b41a754234075b102a23e3640eb91', 'subnets': [{'id': '1095594e-92ae-493f-b4e9-2f434c7a7d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:17:06.877797 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f369ee-81f3-4ad4-aafa-a734285db4d1 None None] Checking router: 7c03c612-b046-4e9d-9795-e499a4d08a8c for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:17:06.878163 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f369ee-81f3-4ad4-aafa-a734285db4d1 None None] Updating router 7c03c612-b046-4e9d-9795-e499a4d08a8c port 071d285f-9784-48dc-aacc-c6c153139fc0 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:17:06.904365 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-03f369ee-81f3-4ad4-aafa-a734285db4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:06.933929 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-014a6358-e2f1-4a04-9590-d201a094c885 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:06.935429 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-014a6358-e2f1-4a04-9590-d201a094c885 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/networks?id=b399fcc9-c457-4d5f-a84c-c587db71b0f5 HTTP/1.1" status: 200 len: 811 time: 0.1097739 Nov 10 18:17:06.951673 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-7602cd91-b468-4f89-912d-1067a1481cc1 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/quotas/c28b0cecf69f41b398fc07e448e03d50 HTTP/1.1" status: 200 len: 375 time: 0.0102155 Nov 10 18:17:07.016523 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-8168bebc-2295-4ba8-a6aa-6f62ac06eb9f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c28b0cecf69f41b398fc07e448e03d50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593369 Nov 10 18:17:07.115069 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-7b6028a4-b412-40f4-9365-93a1c4f7d9db service neutron] 10.222.0.39 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904596 Nov 10 18:17:07.179755 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-03f369ee-81f3-4ad4-aafa-a734285db4d1 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:07.185922 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-03f369ee-81f3-4ad4-aafa-a734285db4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:07.206893 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-01989b5c-d751-482e-8d08-b04a1c686c70 service neutron] 10.222.0.39 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852020 Nov 10 18:17:07.239562 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e8c6e-6cae-4365-bb87-ee1c7ae78768 None None] Pushing event updated for resources: {'Port': ['ID=071d285f-9784-48dc-aacc-c6c153139fc0,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:17:07.261086 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e8c6e-6cae-4365-bb87-ee1c7ae78768 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:17:07.261477 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e8c6e-6cae-4365-bb87-ee1c7ae78768 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:17:07.261762 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e8c6e-6cae-4365-bb87-ee1c7ae78768 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:17:07.262181 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e8c6e-6cae-4365-bb87-ee1c7ae78768 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:17:07.262689 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e8c6e-6cae-4365-bb87-ee1c7ae78768 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:17:07.262871 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e8c6e-6cae-4365-bb87-ee1c7ae78768 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:17:07.263148 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e8c6e-6cae-4365-bb87-ee1c7ae78768 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:17:07.263467 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e8c6e-6cae-4365-bb87-ee1c7ae78768 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:17:07.263786 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e8c6e-6cae-4365-bb87-ee1c7ae78768 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:17:07.264104 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e8c6e-6cae-4365-bb87-ee1c7ae78768 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:17:07.264452 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e8c6e-6cae-4365-bb87-ee1c7ae78768 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:17:07.264920 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393e8c6e-6cae-4365-bb87-ee1c7ae78768 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:17:07.302424 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-03f369ee-81f3-4ad4-aafa-a734285db4d1 None None] Attempting to bind port 071d285f-9784-48dc-aacc-c6c153139fc0 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:17:07.302932 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-03f369ee-81f3-4ad4-aafa-a734285db4d1 None None] Attempting to bind port 071d285f-9784-48dc-aacc-c6c153139fc0 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '8d64bd05-1fa2-4f84-924f-a5a415dc122a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '37448cd1-dcd7-4482-afe0-82fe1fb99ba5'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:17:07.303355 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f369ee-81f3-4ad4-aafa-a734285db4d1 None None] Attempting to bind port 071d285f-9784-48dc-aacc-c6c153139fc0 on network 37448cd1-dcd7-4482-afe0-82fe1fb99ba5 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:17:07.308749 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f369ee-81f3-4ad4-aafa-a734285db4d1 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:17:07.309273 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f369ee-81f3-4ad4-aafa-a734285db4d1 None None] Checking segment: {'id': '8d64bd05-1fa2-4f84-924f-a5a415dc122a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '37448cd1-dcd7-4482-afe0-82fe1fb99ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:17:07.309543 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-03f369ee-81f3-4ad4-aafa-a734285db4d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:07.309904 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f369ee-81f3-4ad4-aafa-a734285db4d1 None None] Bound using segment: {'id': '8d64bd05-1fa2-4f84-924f-a5a415dc122a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '37448cd1-dcd7-4482-afe0-82fe1fb99ba5'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:17:07.310379 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-03f369ee-81f3-4ad4-aafa-a734285db4d1 None None] Bound port: 071d285f-9784-48dc-aacc-c6c153139fc0, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d64bd05-1fa2-4f84-924f-a5a415dc122a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '37448cd1-dcd7-4482-afe0-82fe1fb99ba5'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:17:07.310759 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-03f369ee-81f3-4ad4-aafa-a734285db4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:07.383773 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-03f369ee-81f3-4ad4-aafa-a734285db4d1 None None] For port 071d285f-9784-48dc-aacc-c6c153139fc0, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:17:07.387453 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-03f369ee-81f3-4ad4-aafa-a734285db4d1 None None] For port 071d285f-9784-48dc-aacc-c6c153139fc0, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=071d285f-9784-48dc-aacc-c6c153139fc0,segment=NetworkSegment(8d64bd05-1fa2-4f84-924f-a5a415dc122a),segment_id=8d64bd05-1fa2-4f84-924f-a5a415dc122a)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:17:07.391659 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-03f369ee-81f3-4ad4-aafa-a734285db4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:07.446387 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f369ee-81f3-4ad4-aafa-a734285db4d1 None None] Routers {'7c03c612-b046-4e9d-9795-e499a4d08a8c'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:17:07.447221 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-03f369ee-81f3-4ad4-aafa-a734285db4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:17:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['7c03c612-b046-4e9d-9795-e499a4d08a8c'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:17:07.505675 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e8c6e-6cae-4365-bb87-ee1c7ae78768 None None] Pushing event updated for resources: {'Port': ['ID=071d285f-9784-48dc-aacc-c6c153139fc0,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:17:07.586507 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-58a6bdc7-919e-4b16-a47b-dc8dd8e53fa3 None None] Provisioning complete for port 071d285f-9784-48dc-aacc-c6c153139fc0 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:17:07.587131 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-58a6bdc7-919e-4b16-a47b-dc8dd8e53fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:07.591882 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ef7df950-a91b-4c71-818c-9bb7c674106e req-fbd27db5-b56c-4979-9480-6c6f0d60e7f5 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1b72dee-f764-46ef-84ca-d4d960e39f81 HTTP/1.1" status: 200 len: 210 time: 0.0597420 Nov 10 18:17:07.618008 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-03f369ee-81f3-4ad4-aafa-a734285db4d1 None None] Set router 7c03c612-b046-4e9d-9795-e499a4d08a8c gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:17:07.790585 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-58a6bdc7-919e-4b16-a47b-dc8dd8e53fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:07.863255 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-58a6bdc7-919e-4b16-a47b-dc8dd8e53fa3 None None] For port 071d285f-9784-48dc-aacc-c6c153139fc0, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=071d285f-9784-48dc-aacc-c6c153139fc0,segment=NetworkSegment(8d64bd05-1fa2-4f84-924f-a5a415dc122a),segment_id=8d64bd05-1fa2-4f84-924f-a5a415dc122a)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:17:07.868136 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-58a6bdc7-919e-4b16-a47b-dc8dd8e53fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:07.929515 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a6bdc7-919e-4b16-a47b-dc8dd8e53fa3 None None] Pushing event updated for resources: {'Port': ['ID=071d285f-9784-48dc-aacc-c6c153139fc0,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:17:07.937239 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-03f369ee-81f3-4ad4-aafa-a734285db4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c03c612-b046-4e9d-9795-e499a4d08a8c', 'name': 'tempest-TestVolumeBootPattern-1847355531-router', 'tenant_id': '8d7b41a754234075b102a23e3640eb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'fa2ed9ff-5392-42b7-8746-c5f29ba345b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:17:00Z', 'updated_at': '2021-11-10T18:17:03Z', 'revision_number': 4, 'project_id': '8d7b41a754234075b102a23e3640eb91', 'gw_port': {'id': 'fa2ed9ff-5392-42b7-8746-c5f29ba345b3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c03c612-b046-4e9d-9795-e499a4d08a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:17:00Z', 'updated_at': '2021-11-10T18:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '071d285f-9784-48dc-aacc-c6c153139fc0', 'name': '', 'network_id': '37448cd1-dcd7-4482-afe0-82fe1fb99ba5', 'tenant_id': '8d7b41a754234075b102a23e3640eb91', 'mac_address': 'fa:16:3e:e5:a6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c03c612-b046-4e9d-9795-e499a4d08a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '1095594e-92ae-493f-b4e9-2f434c7a7d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:17:02Z', 'updated_at': '2021-11-10T18:17:07Z', 'revision_number': 4, 'project_id': '8d7b41a754234075b102a23e3640eb91', 'subnets': [{'id': '1095594e-92ae-493f-b4e9-2f434c7a7d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:17:07.965114 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f369ee-81f3-4ad4-aafa-a734285db4d1 None None] The sync data for ids ['7c03c612-b046-4e9d-9795-e499a4d08a8c'] in n-d-776250-10 is: [{'id': '7c03c612-b046-4e9d-9795-e499a4d08a8c', 'name': 'tempest-TestVolumeBootPattern-1847355531-router', 'tenant_id': '8d7b41a754234075b102a23e3640eb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'fa2ed9ff-5392-42b7-8746-c5f29ba345b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:17:00Z', 'updated_at': '2021-11-10T18:17:03Z', 'revision_number': 4, 'project_id': '8d7b41a754234075b102a23e3640eb91', 'gw_port': {'id': 'fa2ed9ff-5392-42b7-8746-c5f29ba345b3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c03c612-b046-4e9d-9795-e499a4d08a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:17:00Z', 'updated_at': '2021-11-10T18:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '071d285f-9784-48dc-aacc-c6c153139fc0', 'name': '', 'network_id': '37448cd1-dcd7-4482-afe0-82fe1fb99ba5', 'tenant_id': '8d7b41a754234075b102a23e3640eb91', 'mac_address': 'fa:16:3e:e5:a6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c03c612-b046-4e9d-9795-e499a4d08a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '1095594e-92ae-493f-b4e9-2f434c7a7d29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:17:02Z', 'updated_at': '2021-11-10T18:17:07Z', 'revision_number': 4, 'project_id': '8d7b41a754234075b102a23e3640eb91', 'subnets': [{'id': '1095594e-92ae-493f-b4e9-2f434c7a7d29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:17:07.988644 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b35b8e0b-8748-4f8d-b83a-3ea5512655ee None None] Provisioning complete for port 071d285f-9784-48dc-aacc-c6c153139fc0 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:17:07.989398 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b35b8e0b-8748-4f8d-b83a-3ea5512655ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:08.714565 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 071d285f-9784-48dc-aacc-c6c153139fc0 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:17:08.748740 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f307dd32-9d8c-430f-ae9f-080b1be33f31 req-a5d2f5f3-8d05-4910-a3df-8d096f932a3f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1b72dee-f764-46ef-84ca-d4d960e39f81 HTTP/1.1" status: 200 len: 210 time: 0.0407677 Nov 10 18:17:08.779783 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 071d285f-9784-48dc-aacc-c6c153139fc0 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:17:08.780326 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:08.822734 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-277f6026-9a0b-493e-bad3-f62821b5a174 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:08.825159 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-277f6026-9a0b-493e-bad3-f62821b5a174 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.13 "GET /v2.0/networks?id=b399fcc9-c457-4d5f-a84c-c587db71b0f5 HTTP/1.1" status: 200 len: 811 time: 0.2335143 Nov 10 18:17:08.841715 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-b2ff2949-d983-40b2-9c37-6a54b12c8830 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Request body: {'port': {'device_id': 'a1b72dee-f764-46ef-84ca-d4d960e39f81', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'admin_state_up': True, 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:17:08.978503 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-b2ff2949-d983-40b2-9c37-6a54b12c8830 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Made reservation on behalf of c28b0cecf69f41b398fc07e448e03d50 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:17:08.982222 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-b2ff2949-d983-40b2-9c37-6a54b12c8830 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:09.111617 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-b2ff2949-d983-40b2-9c37-6a54b12c8830 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Allocated IP 172.20.0.9 (b399fcc9-c457-4d5f-a84c-c587db71b0f5/a51b4dde-d4fe-4abc-9607-52baf3da7a4d/2885563d-d6bd-427e-b4b6-34509b3f5467) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:17:09.263286 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-b2ff2949-d983-40b2-9c37-6a54b12c8830 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:09.300880 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-b2ff2949-d983-40b2-9c37-6a54b12c8830 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:09.342890 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-b2ff2949-d983-40b2-9c37-6a54b12c8830 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Network b399fcc9-c457-4d5f-a84c-c587db71b0f5 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:17:09.348505 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-b2ff2949-d983-40b2-9c37-6a54b12c8830 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:17:09.352611 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-b2ff2949-d983-40b2-9c37-6a54b12c8830 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:17:09.384162 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff2949-d983-40b2-9c37-6a54b12c8830 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Pushing event updated for resources: {'Port': ['ID=2885563d-d6bd-427e-b4b6-34509b3f5467,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:17:09.398016 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff2949-d983-40b2-9c37-6a54b12c8830 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:17:09.398368 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff2949-d983-40b2-9c37-6a54b12c8830 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:17:09.398717 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff2949-d983-40b2-9c37-6a54b12c8830 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:17:09.399063 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff2949-d983-40b2-9c37-6a54b12c8830 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:17:09.399404 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff2949-d983-40b2-9c37-6a54b12c8830 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:17:09.399742 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff2949-d983-40b2-9c37-6a54b12c8830 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:17:09.400074 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff2949-d983-40b2-9c37-6a54b12c8830 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:17:09.400432 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff2949-d983-40b2-9c37-6a54b12c8830 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:17:09.400763 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff2949-d983-40b2-9c37-6a54b12c8830 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:17:09.401086 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff2949-d983-40b2-9c37-6a54b12c8830 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:17:09.401420 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff2949-d983-40b2-9c37-6a54b12c8830 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:17:09.401751 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ff2949-d983-40b2-9c37-6a54b12c8830 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:17:09.424943 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-b2ff2949-d983-40b2-9c37-6a54b12c8830 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:09.425728 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-b2ff2949-d983-40b2-9c37-6a54b12c8830 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:09.446273 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-b2ff2949-d983-40b2-9c37-6a54b12c8830 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6085408 Nov 10 18:17:09.459758 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-4e40d53d-54f9-43c1-8dd4-d216d1927a0a service neutron] Request body: {'port': {'device_id': 'a1b72dee-f764-46ef-84ca-d4d960e39f81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:17:09.523753 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-4e40d53d-54f9-43c1-8dd4-d216d1927a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:09.630333 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e27ff7b5-1330-4c59-8ecd-b34a343ff883 None None] Provisioning complete for port 2885563d-d6bd-427e-b4b6-34509b3f5467 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:17:09.630730 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e27ff7b5-1330-4c59-8ecd-b34a343ff883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:09.668240 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-e27ff7b5-1330-4c59-8ecd-b34a343ff883 None None] Port 2885563d-d6bd-427e-b4b6-34509b3f5467 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:17:09.798414 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-4e40d53d-54f9-43c1-8dd4-d216d1927a0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2885563d-d6bd-427e-b4b6-34509b3f5467 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:17:09.807590 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-4e40d53d-54f9-43c1-8dd4-d216d1927a0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:09.821591 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-4e40d53d-54f9-43c1-8dd4-d216d1927a0a service neutron] Transition to ACTIVE for port object 2885563d-d6bd-427e-b4b6-34509b3f5467 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:17:09.826755 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-4e40d53d-54f9-43c1-8dd4-d216d1927a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:09.893537 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065be51-f3de-43f5-bbc6-94ff45e27e91 req-f7a7b8ea-b954-48e8-9bb0-eda2bbb7c338 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:09.897512 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b065be51-f3de-43f5-bbc6-94ff45e27e91 req-f7a7b8ea-b954-48e8-9bb0-eda2bbb7c338 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1b72dee-f764-46ef-84ca-d4d960e39f81 HTTP/1.1" status: 200 len: 943 time: 0.0682433 Nov 10 18:17:09.900270 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40d53d-54f9-43c1-8dd4-d216d1927a0a service neutron] Pushing event updated for resources: {'Port': ['ID=2885563d-d6bd-427e-b4b6-34509b3f5467,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:17:09.985454 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b065be51-f3de-43f5-bbc6-94ff45e27e91 req-b1e65b88-8e87-419a-b021-1181a7fdd409 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738318 Nov 10 18:17:10.008806 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-4e40d53d-54f9-43c1-8dd4-d216d1927a0a service neutron] Attempting to bind port 2885563d-d6bd-427e-b4b6-34509b3f5467 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:17:10.008806 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-4e40d53d-54f9-43c1-8dd4-d216d1927a0a service neutron] Attempting to bind port 2885563d-d6bd-427e-b4b6-34509b3f5467 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:17:10.008806 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-4e40d53d-54f9-43c1-8dd4-d216d1927a0a service neutron] Attempting to bind port 2885563d-d6bd-427e-b4b6-34509b3f5467 on network b399fcc9-c457-4d5f-a84c-c587db71b0f5 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:17:10.013958 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-4e40d53d-54f9-43c1-8dd4-d216d1927a0a service neutron] Port 2885563d-d6bd-427e-b4b6-34509b3f5467 on network b399fcc9-c457-4d5f-a84c-c587db71b0f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:17:10.014287 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-4e40d53d-54f9-43c1-8dd4-d216d1927a0a service neutron] Attempting to bind port 2885563d-d6bd-427e-b4b6-34509b3f5467 on network b399fcc9-c457-4d5f-a84c-c587db71b0f5 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:17:10.020564 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-4e40d53d-54f9-43c1-8dd4-d216d1927a0a service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:17:10.021017 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-4e40d53d-54f9-43c1-8dd4-d216d1927a0a service neutron] Checking segment: {'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:17:10.021358 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-4e40d53d-54f9-43c1-8dd4-d216d1927a0a service neutron] Bound using segment: {'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:17:10.022345 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-4e40d53d-54f9-43c1-8dd4-d216d1927a0a service neutron] Bound port: 2885563d-d6bd-427e-b4b6-34509b3f5467, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:17:10.023105 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-4e40d53d-54f9-43c1-8dd4-d216d1927a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:10.104981 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-4e40d53d-54f9-43c1-8dd4-d216d1927a0a service neutron] For port 2885563d-d6bd-427e-b4b6-34509b3f5467, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:17:10.108826 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-4e40d53d-54f9-43c1-8dd4-d216d1927a0a service neutron] For port 2885563d-d6bd-427e-b4b6-34509b3f5467, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2885563d-d6bd-427e-b4b6-34509b3f5467,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:17:10.118484 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-4e40d53d-54f9-43c1-8dd4-d216d1927a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:10.161084 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-4e40d53d-54f9-43c1-8dd4-d216d1927a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:10.161703 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-4e40d53d-54f9-43c1-8dd4-d216d1927a0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:10.163723 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-4e40d53d-54f9-43c1-8dd4-d216d1927a0a service neutron] 10.222.0.13 "PUT /v2.0/ports/2885563d-d6bd-427e-b4b6-34509b3f5467 HTTP/1.1" status: 200 len: 1092 time: 0.7087250 Nov 10 18:17:10.164184 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b72dee-f764-46ef-84ca-d4d960e39f81', 'tag': '2885563d-d6bd-427e-b4b6-34509b3f5467'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:17:10.166439 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2504cd56-5dde-46a8-a948-f95e85dcf1af" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b72dee-f764-46ef-84ca-d4d960e39f81", "tag": "2885563d-d6bd-427e-b4b6-34509b3f5467"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:17:10.188572 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40d53d-54f9-43c1-8dd4-d216d1927a0a service neutron] Pushing event updated for resources: {'Port': ['ID=2885563d-d6bd-427e-b4b6-34509b3f5467,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:17:10.242348 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c0b2d3-2ab0-4714-91b5-8112a46558df x-openstack-request-id: req-84c0b2d3-2ab0-4714-91b5-8112a46558df {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:17:10.242348 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b72dee-f764-46ef-84ca-d4d960e39f81", "tag": "2885563d-d6bd-427e-b4b6-34509b3f5467", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:17:10.242348 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-84c0b2d3-2ab0-4714-91b5-8112a46558df {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:17:10.242348 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b72dee-f764-46ef-84ca-d4d960e39f81', 'tag': '2885563d-d6bd-427e-b4b6-34509b3f5467', 'status': 'completed', 'code': 200} Nov 10 18:17:10.276269 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-304e4224-a567-4bba-80aa-e90eb0d33ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:10.278218 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-304e4224-a567-4bba-80aa-e90eb0d33ef4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c28b0cecf69f41b398fc07e448e03d50&device_id=a1b72dee-f764-46ef-84ca-d4d960e39f81 HTTP/1.1" status: 200 len: 1095 time: 0.0493138 Nov 10 18:17:10.324037 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-8c1a528c-0d83-41e3-a254-45b2272f8565 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2885563d-d6bd-427e-b4b6-34509b3f5467 HTTP/1.1" status: 200 len: 217 time: 0.0367815 Nov 10 18:17:10.384521 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-ceca6198-df6f-45b0-8ed6-3c162e90e12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:10.386078 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-ceca6198-df6f-45b0-8ed6-3c162e90e12f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a51b4dde-d4fe-4abc-9607-52baf3da7a4d HTTP/1.1" status: 200 len: 850 time: 0.0549932 Nov 10 18:17:10.438863 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-1ac5d5d2-7386-4f3f-b7c6-e835b0a187f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:10.440457 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-1ac5d5d2-7386-4f3f-b7c6-e835b0a187f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b399fcc9-c457-4d5f-a84c-c587db71b0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462265 Nov 10 18:17:10.539335 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-c4de21e6-5944-4d81-aa00-e6ad8ae5d399 service neutron] 10.222.0.13 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911112 Nov 10 18:17:10.640732 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73f45982-1642-44fe-869d-f3c54ab856d3 req-49d05b06-8b99-45dc-ae6b-a4d0297a45be service neutron] 10.222.0.13 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946205 Nov 10 18:17:10.730242 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504cd56-5dde-46a8-a948-f95e85dcf1af req-7af2ff76-f3c9-4214-a489-eac8d700afe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:10.731797 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2504cd56-5dde-46a8-a948-f95e85dcf1af req-7af2ff76-f3c9-4214-a489-eac8d700afe5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c28b0cecf69f41b398fc07e448e03d50&device_id=a1b72dee-f764-46ef-84ca-d4d960e39f81 HTTP/1.1" status: 200 len: 1095 time: 0.0435059 Nov 10 18:17:10.826917 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504cd56-5dde-46a8-a948-f95e85dcf1af req-e9df0b75-58e4-4278-996d-ca345648ff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:10.828347 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2504cd56-5dde-46a8-a948-f95e85dcf1af req-e9df0b75-58e4-4278-996d-ca345648ff76 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b399fcc9-c457-4d5f-a84c-c587db71b0f5 HTTP/1.1" status: 200 len: 912 time: 0.0898089 Nov 10 18:17:10.870475 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2504cd56-5dde-46a8-a948-f95e85dcf1af req-4d146749-439a-4065-ba5f-c7af6162da43 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2885563d-d6bd-427e-b4b6-34509b3f5467 HTTP/1.1" status: 200 len: 217 time: 0.0347896 Nov 10 18:17:10.925864 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504cd56-5dde-46a8-a948-f95e85dcf1af req-fa335137-be1d-4e69-a233-8e4429293725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:10.927320 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2504cd56-5dde-46a8-a948-f95e85dcf1af req-fa335137-be1d-4e69-a233-8e4429293725 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a51b4dde-d4fe-4abc-9607-52baf3da7a4d HTTP/1.1" status: 200 len: 850 time: 0.0491691 Nov 10 18:17:11.113493 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0162098-9ff1-420c-ab14-baf52afefee3 req-9941c211-d29c-48ea-ac0c-7c57cfbc1ac9 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:11.115023 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f0162098-9ff1-420c-ab14-baf52afefee3 req-9941c211-d29c-48ea-ac0c-7c57cfbc1ac9 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1b72dee-f764-46ef-84ca-d4d960e39f81 HTTP/1.1" status: 200 len: 943 time: 0.0532215 Nov 10 18:17:11.169649 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f0162098-9ff1-420c-ab14-baf52afefee3 req-85c4ac53-51bb-4ef4-a8d1-1457f27d5fb4 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478494 Nov 10 18:17:11.264319 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504cd56-5dde-46a8-a948-f95e85dcf1af req-53946825-704b-4f14-b973-f266b4f08506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:11.265873 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2504cd56-5dde-46a8-a948-f95e85dcf1af req-53946825-704b-4f14-b973-f266b4f08506 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b399fcc9-c457-4d5f-a84c-c587db71b0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3306329 Nov 10 18:17:11.359360 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2504cd56-5dde-46a8-a948-f95e85dcf1af req-15d36d1a-611c-4e37-94a0-695bbb06743c service neutron] 10.222.0.13 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856581 Nov 10 18:17:11.453520 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2504cd56-5dde-46a8-a948-f95e85dcf1af req-9e5b51ff-6f9d-4995-b2fd-57efc6d51fba service neutron] 10.222.0.13 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866044 Nov 10 18:17:12.286686 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1351a-321e-4a80-a3ab-2023a28fa376 req-519b7610-f90c-457b-9028-8e3683a39cd6 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:12.288835 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2df1351a-321e-4a80-a3ab-2023a28fa376 req-519b7610-f90c-457b-9028-8e3683a39cd6 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1b72dee-f764-46ef-84ca-d4d960e39f81 HTTP/1.1" status: 200 len: 943 time: 0.0511861 Nov 10 18:17:12.337616 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2df1351a-321e-4a80-a3ab-2023a28fa376 req-bb0e0f76-9dca-414d-9550-b9ba3c17ab44 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424721 Nov 10 18:17:13.452253 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34034ee0-bd3a-4c74-a369-fee6eb217221 req-1ee9a04b-d927-4106-8546-39056d673348 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:13.453752 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-34034ee0-bd3a-4c74-a369-fee6eb217221 req-1ee9a04b-d927-4106-8546-39056d673348 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1b72dee-f764-46ef-84ca-d4d960e39f81 HTTP/1.1" status: 200 len: 943 time: 0.0487812 Nov 10 18:17:13.507428 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-34034ee0-bd3a-4c74-a369-fee6eb217221 req-47f15cda-f79a-4f5d-a8fe-adda84bbe760 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468516 Nov 10 18:17:14.633764 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe00cd-70c1-4fa7-926e-1e2d2488d40b req-d7bc5030-fa68-470a-b663-98a35861b018 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:14.635884 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e6fe00cd-70c1-4fa7-926e-1e2d2488d40b req-d7bc5030-fa68-470a-b663-98a35861b018 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1b72dee-f764-46ef-84ca-d4d960e39f81 HTTP/1.1" status: 200 len: 943 time: 0.0597806 Nov 10 18:17:14.687297 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e6fe00cd-70c1-4fa7-926e-1e2d2488d40b req-6bfc2389-9918-4160-a5b5-336590550883 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446482 Nov 10 18:17:15.805264 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71a274-1c58-4e2d-8e49-71d240bf3fe3 req-27092065-54cf-421f-9d10-73da345e1d3e tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:15.806754 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9a71a274-1c58-4e2d-8e49-71d240bf3fe3 req-27092065-54cf-421f-9d10-73da345e1d3e tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1b72dee-f764-46ef-84ca-d4d960e39f81 HTTP/1.1" status: 200 len: 943 time: 0.0490184 Nov 10 18:17:15.854590 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9a71a274-1c58-4e2d-8e49-71d240bf3fe3 req-3311ca71-3a9d-4a99-823a-a9b3a9eefa31 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419014 Nov 10 18:17:16.974245 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f964947-2320-456f-ad47-2b85a094b54c req-e421af43-386b-4111-a148-074b78698f3f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:16.975908 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3f964947-2320-456f-ad47-2b85a094b54c req-e421af43-386b-4111-a148-074b78698f3f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1b72dee-f764-46ef-84ca-d4d960e39f81 HTTP/1.1" status: 200 len: 943 time: 0.0527482 Nov 10 18:17:17.026620 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3f964947-2320-456f-ad47-2b85a094b54c req-ad116025-945d-4dc1-86ff-f238a642238d tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439622 Nov 10 18:17:18.141057 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d022d7-df7c-4dee-8584-9d59a258d4ce req-9a1e8fa4-80a8-4cf3-a4ff-23839a7c96f9 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:18.142531 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-83d022d7-df7c-4dee-8584-9d59a258d4ce req-9a1e8fa4-80a8-4cf3-a4ff-23839a7c96f9 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1b72dee-f764-46ef-84ca-d4d960e39f81 HTTP/1.1" status: 200 len: 943 time: 0.0483131 Nov 10 18:17:18.189276 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-83d022d7-df7c-4dee-8584-9d59a258d4ce req-46283987-20ef-4119-a2e3-fb9dc129880f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408576 Nov 10 18:17:19.307564 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e782f-6e9e-4a08-a52f-f0c1e0072567 req-6de60981-ce35-4fcf-8191-7ffde19b471f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:19.309074 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8f3e782f-6e9e-4a08-a52f-f0c1e0072567 req-6de60981-ce35-4fcf-8191-7ffde19b471f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1b72dee-f764-46ef-84ca-d4d960e39f81 HTTP/1.1" status: 200 len: 943 time: 0.0527604 Nov 10 18:17:19.362640 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8f3e782f-6e9e-4a08-a52f-f0c1e0072567 req-e8ac7787-df0f-48ff-a6d1-0dd93cb81820 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474172 Nov 10 18:17:20.478975 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee35ed1-ef83-475c-b375-aaa5f09c5257 req-b8bb90f4-6f8f-4bac-b3a1-009637c66afc tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:20.480460 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fee35ed1-ef83-475c-b375-aaa5f09c5257 req-b8bb90f4-6f8f-4bac-b3a1-009637c66afc tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1b72dee-f764-46ef-84ca-d4d960e39f81 HTTP/1.1" status: 200 len: 943 time: 0.0523477 Nov 10 18:17:20.528043 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fee35ed1-ef83-475c-b375-aaa5f09c5257 req-96a5399c-b581-4c17-99d2-04f46010be89 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416372 Nov 10 18:17:21.654376 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2f61e-18ae-474f-9c03-e695ed434866 req-aea13f80-7adb-4891-ba04-cba02b7602ec tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:21.655939 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-21f2f61e-18ae-474f-9c03-e695ed434866 req-aea13f80-7adb-4891-ba04-cba02b7602ec tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1b72dee-f764-46ef-84ca-d4d960e39f81 HTTP/1.1" status: 200 len: 943 time: 0.0516922 Nov 10 18:17:21.708842 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-21f2f61e-18ae-474f-9c03-e695ed434866 req-cd91038b-75b8-4d67-b6a1-7360ecf33cd6 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465083 Nov 10 18:17:22.826033 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada5aed-07b3-48cd-8b9e-448a8fe9ddbe req-c8f175ba-52e9-4247-b0df-0ef14f3e0fe2 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:22.827511 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4ada5aed-07b3-48cd-8b9e-448a8fe9ddbe req-c8f175ba-52e9-4247-b0df-0ef14f3e0fe2 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1b72dee-f764-46ef-84ca-d4d960e39f81 HTTP/1.1" status: 200 len: 943 time: 0.0491607 Nov 10 18:17:22.875345 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4ada5aed-07b3-48cd-8b9e-448a8fe9ddbe req-5eb5b99c-2e14-45e1-bf02-cdfc0f0f5fc5 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417972 Nov 10 18:17:22.901800 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 2885563d-d6bd-427e-b4b6-34509b3f5467 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:17:22.999919 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 2885563d-d6bd-427e-b4b6-34509b3f5467, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2885563d-d6bd-427e-b4b6-34509b3f5467,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:17:23.012139 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '2885563d-d6bd-427e-b4b6-34509b3f5467', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'port_id': '2885563d-d6bd-427e-b4b6-34509b3f5467', 'mac_address': 'fa:16:3e:f9:dc:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:17:23.048856 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:23.063052 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2885563d-d6bd-427e-b4b6-34509b3f5467 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:17:23.084851 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 2885563d-d6bd-427e-b4b6-34509b3f5467, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2885563d-d6bd-427e-b4b6-34509b3f5467,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:17:23.089058 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:23.298592 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=2885563d-d6bd-427e-b4b6-34509b3f5467,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:17:23.339564 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['2885563d-d6bd-427e-b4b6-34509b3f5467'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:17:23.990461 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cf675-211e-40db-a806-332b9c5f973f req-b755c388-b036-45f2-8bf3-1a513227f284 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:23.991928 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b99cf675-211e-40db-a806-332b9c5f973f req-b755c388-b036-45f2-8bf3-1a513227f284 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1b72dee-f764-46ef-84ca-d4d960e39f81 HTTP/1.1" status: 200 len: 944 time: 0.0492423 Nov 10 18:17:24.040796 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b99cf675-211e-40db-a806-332b9c5f973f req-c505b400-daf2-4c9d-aa0a-1a6e64ea6795 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423036 Nov 10 18:17:24.901810 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 2885563d-d6bd-427e-b4b6-34509b3f5467 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:17:24.949169 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 2885563d-d6bd-427e-b4b6-34509b3f5467 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:17:24.953040 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 2885563d-d6bd-427e-b4b6-34509b3f5467 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:17:24.953408 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:25.034971 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:25.059010 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:25.065293 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b72dee-f764-46ef-84ca-d4d960e39f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2885563d-d6bd-427e-b4b6-34509b3f5467'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:17:25.068590 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5276c9-b8e2-44dd-b8f6-a4c079b5b41b" -d '{"events": [{"server_uuid": "a1b72dee-f764-46ef-84ca-d4d960e39f81", "name": "network-vif-plugged", "status": "completed", "tag": "2885563d-d6bd-427e-b4b6-34509b3f5467"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:17:25.089193 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 2885563d-d6bd-427e-b4b6-34509b3f5467, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2885563d-d6bd-427e-b4b6-34509b3f5467,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:17:25.095997 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:25.122965 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f55882a-33e9-4735-8afb-9125699b86cc x-openstack-request-id: req-9f55882a-33e9-4735-8afb-9125699b86cc {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:17:25.123239 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b72dee-f764-46ef-84ca-d4d960e39f81", "name": "network-vif-plugged", "status": "completed", "tag": "2885563d-d6bd-427e-b4b6-34509b3f5467", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:17:25.123574 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9f55882a-33e9-4735-8afb-9125699b86cc {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:17:25.123864 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b72dee-f764-46ef-84ca-d4d960e39f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2885563d-d6bd-427e-b4b6-34509b3f5467', 'code': 200} Nov 10 18:17:25.156640 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=2885563d-d6bd-427e-b4b6-34509b3f5467,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:17:25.178298 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739dc3d-fb3b-44f4-9c4c-f9f127644fbe req-c8049b5a-6e2c-47f3-8c8b-842ccda574d3 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:25.179822 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2739dc3d-fb3b-44f4-9c4c-f9f127644fbe req-c8049b5a-6e2c-47f3-8c8b-842ccda574d3 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1b72dee-f764-46ef-84ca-d4d960e39f81 HTTP/1.1" status: 200 len: 945 time: 0.0610850 Nov 10 18:17:25.224688 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bd148-2b84-40a9-96b5-c8b6a8012e71 req-0c065735-0ccf-4fe4-90d8-a90f8d52fa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:25.226409 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-665bd148-2b84-40a9-96b5-c8b6a8012e71 req-0c065735-0ccf-4fe4-90d8-a90f8d52fa8e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a1b72dee-f764-46ef-84ca-d4d960e39f81 HTTP/1.1" status: 200 len: 1097 time: 0.0487230 Nov 10 18:17:25.233357 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2739dc3d-fb3b-44f4-9c4c-f9f127644fbe req-b8662533-0dc4-42f5-96bb-726ea4d8ccdf tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451355 Nov 10 18:17:25.271823 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-665bd148-2b84-40a9-96b5-c8b6a8012e71 req-82f56a17-6316-4654-a2a7-47e5734138ea service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368173 Nov 10 18:17:25.405942 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:26.355109 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5dd19-172f-41e1-a630-54ad0cb1e1e7 req-a1822e5e-9cec-4226-8aca-b75cc40b5baf tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:26.356808 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e8a5dd19-172f-41e1-a630-54ad0cb1e1e7 req-a1822e5e-9cec-4226-8aca-b75cc40b5baf tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1b72dee-f764-46ef-84ca-d4d960e39f81 HTTP/1.1" status: 200 len: 945 time: 0.0490060 Nov 10 18:17:26.406979 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e8a5dd19-172f-41e1-a630-54ad0cb1e1e7 req-6c168bec-a0f4-473e-b835-87fb34dfa4c8 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426567 Nov 10 18:17:27.521574 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c613d5-0a88-4cf1-99ab-bc231c32ae96 req-e517a9aa-02f4-47f2-9fd5-8c22c8aca354 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:27.523098 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-25c613d5-0a88-4cf1-99ab-bc231c32ae96 req-e517a9aa-02f4-47f2-9fd5-8c22c8aca354 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1b72dee-f764-46ef-84ca-d4d960e39f81 HTTP/1.1" status: 200 len: 945 time: 0.0488160 Nov 10 18:17:27.570397 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-25c613d5-0a88-4cf1-99ab-bc231c32ae96 req-1b462dc5-1576-4e7a-b04a-723440f66504 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409806 Nov 10 18:17:27.692338 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb3be2-37a6-46d9-9e77-c4fe8a9a7058 req-cfcc73b5-9c2a-4a19-9500-d0971ce0eff8 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:27.693703 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c9fb3be2-37a6-46d9-9e77-c4fe8a9a7058 req-cfcc73b5-9c2a-4a19-9500-d0971ce0eff8 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1b72dee-f764-46ef-84ca-d4d960e39f81 HTTP/1.1" status: 200 len: 945 time: 0.0558887 Nov 10 18:17:27.740864 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c9fb3be2-37a6-46d9-9e77-c4fe8a9a7058 req-be4d0586-9212-41b7-b370-2c0e0c48928d tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410225 Nov 10 18:17:27.854699 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4547e-5e3b-4758-9a13-aa14951d996e req-6fd2a9b0-1b71-4076-a74e-75c3fa659b50 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:27.856184 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7ed4547e-5e3b-4758-9a13-aa14951d996e req-6fd2a9b0-1b71-4076-a74e-75c3fa659b50 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1b72dee-f764-46ef-84ca-d4d960e39f81 HTTP/1.1" status: 200 len: 945 time: 0.0494635 Nov 10 18:17:27.907501 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7ed4547e-5e3b-4758-9a13-aa14951d996e req-ed0bf7d1-9417-40b6-a0aa-c4fccc0e7166 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453653 Nov 10 18:17:28.135444 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396ebe3-01de-4063-a9b1-26b82eccc9f4 req-5433cbb3-f521-421c-88f7-7d0556720638 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:28.136943 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b396ebe3-01de-4063-a9b1-26b82eccc9f4 req-5433cbb3-f521-421c-88f7-7d0556720638 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1b72dee-f764-46ef-84ca-d4d960e39f81 HTTP/1.1" status: 200 len: 945 time: 0.0493841 Nov 10 18:17:28.184842 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b396ebe3-01de-4063-a9b1-26b82eccc9f4 req-71af3c0c-e914-44e9-a053-3f48bb1f53da tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418050 Nov 10 18:17:29.305501 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c4bcc-c2ff-4149-b787-a54c7807c1c2 req-b63035f0-c43f-4ee9-a8a4-7e1108792dee tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:29.307169 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-257c4bcc-c2ff-4149-b787-a54c7807c1c2 req-b63035f0-c43f-4ee9-a8a4-7e1108792dee tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1b72dee-f764-46ef-84ca-d4d960e39f81 HTTP/1.1" status: 200 len: 945 time: 0.0517485 Nov 10 18:17:29.362963 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-257c4bcc-c2ff-4149-b787-a54c7807c1c2 req-9b0aa693-9e1f-4d07-89ac-6b028197d9b1 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496976 Nov 10 18:17:29.620141 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b46e89-e706-4f47-8432-ebbd12c933cc req-9dabf9fa-9e5d-47aa-af42-e73cbcec6c12 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:29.621535 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-70b46e89-e706-4f47-8432-ebbd12c933cc req-9dabf9fa-9e5d-47aa-af42-e73cbcec6c12 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b72dee-f764-46ef-84ca-d4d960e39f81 HTTP/1.1" status: 200 len: 945 time: 0.0491188 Nov 10 18:17:29.714585 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-70b46e89-e706-4f47-8432-ebbd12c933cc req-e7c63f73-60a4-4935-b3dc-081a5f788189 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Deleting port 2885563d-d6bd-427e-b4b6-34509b3f5467 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:17:29.715055 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-70b46e89-e706-4f47-8432-ebbd12c933cc req-e7c63f73-60a4-4935-b3dc-081a5f788189 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:29.802971 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-70b46e89-e706-4f47-8432-ebbd12c933cc req-e7c63f73-60a4-4935-b3dc-081a5f788189 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] For port 2885563d-d6bd-427e-b4b6-34509b3f5467, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2885563d-d6bd-427e-b4b6-34509b3f5467,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:17:29.803337 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-70b46e89-e706-4f47-8432-ebbd12c933cc req-e7c63f73-60a4-4935-b3dc-081a5f788189 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:29.816220 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-70b46e89-e706-4f47-8432-ebbd12c933cc req-e7c63f73-60a4-4935-b3dc-081a5f788189 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Calling delete_port for 2885563d-d6bd-427e-b4b6-34509b3f5467 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:17:29.944637 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-70b46e89-e706-4f47-8432-ebbd12c933cc req-e7c63f73-60a4-4935-b3dc-081a5f788189 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:29.956220 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['2885563d-d6bd-427e-b4b6-34509b3f5467'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:17:29.974968 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c63f73-60a4-4935-b3dc-081a5f788189 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Pushing event deleted for resources: {'Port': ['ID=2885563d-d6bd-427e-b4b6-34509b3f5467,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:17:30.026972 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b46e89-e706-4f47-8432-ebbd12c933cc req-e7c63f73-60a4-4935-b3dc-081a5f788189 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] No DVR routers for this DVR port 2885563d-d6bd-427e-b4b6-34509b3f5467 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:17:30.029641 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-70b46e89-e706-4f47-8432-ebbd12c933cc req-e7c63f73-60a4-4935-b3dc-081a5f788189 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:30.032984 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-70b46e89-e706-4f47-8432-ebbd12c933cc req-e7c63f73-60a4-4935-b3dc-081a5f788189 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.13 "DELETE /v2.0/ports/2885563d-d6bd-427e-b4b6-34509b3f5467 HTTP/1.1" status: 204 len: 173 time: 0.4055550 Nov 10 18:17:30.033427 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b72dee-f764-46ef-84ca-d4d960e39f81', 'name': 'network-vif-deleted', 'tag': '2885563d-d6bd-427e-b4b6-34509b3f5467'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:17:30.035768 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e58ee7-b479-45e8-89b6-c6191e9def00" -d '{"events": [{"server_uuid": "a1b72dee-f764-46ef-84ca-d4d960e39f81", "name": "network-vif-deleted", "tag": "2885563d-d6bd-427e-b4b6-34509b3f5467"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:17:30.083554 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9341c185-1382-449d-889f-85c1dc12b572 x-openstack-request-id: req-9341c185-1382-449d-889f-85c1dc12b572 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:17:30.083914 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b72dee-f764-46ef-84ca-d4d960e39f81", "name": "network-vif-deleted", "tag": "2885563d-d6bd-427e-b4b6-34509b3f5467", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:17:30.084259 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9341c185-1382-449d-889f-85c1dc12b572 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:17:30.084662 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b72dee-f764-46ef-84ca-d4d960e39f81', 'name': 'network-vif-deleted', 'tag': '2885563d-d6bd-427e-b4b6-34509b3f5467', 'status': 'completed', 'code': 200} Nov 10 18:17:30.462161 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4702298b-dd10-470f-a226-5efcb700ea53 req-ad18a5da-8a39-4f83-9abf-a9e134898663 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1b72dee-f764-46ef-84ca-d4d960e39f81 HTTP/1.1" status: 200 len: 210 time: 0.0267389 Nov 10 18:17:30.573368 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bf1faebb-2a56-4e7b-9e45-046beec688b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:31.558456 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f14cbf46-467a-4841-8723-badb89828b76 req-746d97ee-0a10-4145-b4f3-f6b3277bba46 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1b72dee-f764-46ef-84ca-d4d960e39f81 HTTP/1.1" status: 200 len: 210 time: 0.0261416 Nov 10 18:17:32.653435 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-92678d31-fbd7-4b45-a3a6-04603acf95a8 req-c9de7ad4-c931-4e64-b1d2-5f499176dd7b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1b72dee-f764-46ef-84ca-d4d960e39f81 HTTP/1.1" status: 200 len: 210 time: 0.0270903 Nov 10 18:17:32.916228 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-35ad2578-7b81-4498-bb06-277efe466b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:33.752598 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-25555a84-7733-4cc2-81e0-f1357d848384 req-e8f74391-4ca6-423f-b442-71f52d84a2a2 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1b72dee-f764-46ef-84ca-d4d960e39f81 HTTP/1.1" status: 200 len: 210 time: 0.0290852 Nov 10 18:17:34.138735 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:34.933535 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 2885563d-d6bd-427e-b4b6-34509b3f5467 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:17:34.958238 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 2885563d-d6bd-427e-b4b6-34509b3f5467 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:17:34.958584 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 2885563d-d6bd-427e-b4b6-34509b3f5467 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:17:35.632812 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:36.337556 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:38.886572 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:17:55.045238 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:55.420263 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:56.856644 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-bcb786f0-2ef3-44a5-9cbf-9e93f1411ec6 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:56.858046 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-bcb786f0-2ef3-44a5-9cbf-9e93f1411ec6 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/networks?id=b399fcc9-c457-4d5f-a84c-c587db71b0f5 HTTP/1.1" status: 200 len: 811 time: 0.1070533 Nov 10 18:17:56.873758 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-34d36d3a-e398-4faf-bd27-32c3ec8ef570 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/quotas/c28b0cecf69f41b398fc07e448e03d50 HTTP/1.1" status: 200 len: 375 time: 0.0099630 Nov 10 18:17:56.928237 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-165b02e1-9736-4843-a68c-7d457ac78dec tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c28b0cecf69f41b398fc07e448e03d50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488577 Nov 10 18:17:57.311322 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-d4c9cb45-5211-4cff-982c-829633939f13 service neutron] 10.222.0.39 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759952 Nov 10 18:17:57.402220 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-66e8fc7b-4f1a-4eca-a5d8-7eab8ccead39 service neutron] 10.222.0.39 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846863 Nov 10 18:17:57.589933 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4bcba771-0bf7-4bc9-8e11-bb38e58dbe65 req-38588e02-de62-4968-91b7-ce04c0f9cb0c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 210 time: 0.0273499 Nov 10 18:17:58.510154 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-35b3dcfb-467b-4722-9ae6-91eea70e9cfe tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:58.511925 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-35b3dcfb-467b-4722-9ae6-91eea70e9cfe tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.13 "GET /v2.0/networks?id=b399fcc9-c457-4d5f-a84c-c587db71b0f5 HTTP/1.1" status: 200 len: 811 time: 0.1125972 Nov 10 18:17:58.526451 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-e6b09d6e-9952-4d16-8a6a-a036ae187b7c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Request body: {'port': {'device_id': 'c68b0f3b-a3e6-4518-9538-8554bf505016', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'admin_state_up': True, 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:17:58.642186 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-e6b09d6e-9952-4d16-8a6a-a036ae187b7c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Made reservation on behalf of c28b0cecf69f41b398fc07e448e03d50 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:17:58.645972 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-e6b09d6e-9952-4d16-8a6a-a036ae187b7c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:58.700106 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a403ff09-3914-4136-a8f1-8ef18dd3915c req-d12f1cf1-c7e6-4bf8-957f-485becaaed8f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 210 time: 0.0333006 Nov 10 18:17:58.801547 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-e6b09d6e-9952-4d16-8a6a-a036ae187b7c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Allocated IP 172.20.0.14 (b399fcc9-c457-4d5f-a84c-c587db71b0f5/a51b4dde-d4fe-4abc-9607-52baf3da7a4d/7e9ad17f-3373-4a13-95b2-fa938654dd7a) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:17:58.974894 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-e6b09d6e-9952-4d16-8a6a-a036ae187b7c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:59.010450 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-e6b09d6e-9952-4d16-8a6a-a036ae187b7c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:59.056858 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-e6b09d6e-9952-4d16-8a6a-a036ae187b7c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Network b399fcc9-c457-4d5f-a84c-c587db71b0f5 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:17:59.060078 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-e6b09d6e-9952-4d16-8a6a-a036ae187b7c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:17:59.063948 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-e6b09d6e-9952-4d16-8a6a-a036ae187b7c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:17:59.105247 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b09d6e-9952-4d16-8a6a-a036ae187b7c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Pushing event updated for resources: {'Port': ['ID=7e9ad17f-3373-4a13-95b2-fa938654dd7a,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:17:59.118492 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-e6b09d6e-9952-4d16-8a6a-a036ae187b7c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:59.119132 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-e6b09d6e-9952-4d16-8a6a-a036ae187b7c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:59.140824 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-e6b09d6e-9952-4d16-8a6a-a036ae187b7c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6189635 Nov 10 18:17:59.154291 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-c0af0507-2e97-4e86-be69-e10d38d1d3e0 service neutron] Request body: {'port': {'device_id': 'c68b0f3b-a3e6-4518-9538-8554bf505016', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:17:59.217259 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-c0af0507-2e97-4e86-be69-e10d38d1d3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:59.362392 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-f1957847-6a7d-41b3-a73c-86df58d551c3 None None] Provisioning complete for port 7e9ad17f-3373-4a13-95b2-fa938654dd7a triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:17:59.362957 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f1957847-6a7d-41b3-a73c-86df58d551c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:59.402448 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-f1957847-6a7d-41b3-a73c-86df58d551c3 None None] Port 7e9ad17f-3373-4a13-95b2-fa938654dd7a cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:17:59.486217 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-c0af0507-2e97-4e86-be69-e10d38d1d3e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e9ad17f-3373-4a13-95b2-fa938654dd7a {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:17:59.495736 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-c0af0507-2e97-4e86-be69-e10d38d1d3e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:59.508583 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-c0af0507-2e97-4e86-be69-e10d38d1d3e0 service neutron] Transition to ACTIVE for port object 7e9ad17f-3373-4a13-95b2-fa938654dd7a will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:17:59.512069 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-c0af0507-2e97-4e86-be69-e10d38d1d3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:59.587845 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af0507-2e97-4e86-be69-e10d38d1d3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=7e9ad17f-3373-4a13-95b2-fa938654dd7a,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:17:59.664607 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-c0af0507-2e97-4e86-be69-e10d38d1d3e0 service neutron] Attempting to bind port 7e9ad17f-3373-4a13-95b2-fa938654dd7a on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:17:59.665299 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-c0af0507-2e97-4e86-be69-e10d38d1d3e0 service neutron] Attempting to bind port 7e9ad17f-3373-4a13-95b2-fa938654dd7a by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:17:59.665445 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-c0af0507-2e97-4e86-be69-e10d38d1d3e0 service neutron] Attempting to bind port 7e9ad17f-3373-4a13-95b2-fa938654dd7a on network b399fcc9-c457-4d5f-a84c-c587db71b0f5 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:17:59.671229 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-c0af0507-2e97-4e86-be69-e10d38d1d3e0 service neutron] Port 7e9ad17f-3373-4a13-95b2-fa938654dd7a on network b399fcc9-c457-4d5f-a84c-c587db71b0f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:17:59.671676 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-c0af0507-2e97-4e86-be69-e10d38d1d3e0 service neutron] Attempting to bind port 7e9ad17f-3373-4a13-95b2-fa938654dd7a on network b399fcc9-c457-4d5f-a84c-c587db71b0f5 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:17:59.677754 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-c0af0507-2e97-4e86-be69-e10d38d1d3e0 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:17:59.678196 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-c0af0507-2e97-4e86-be69-e10d38d1d3e0 service neutron] Checking segment: {'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:17:59.678697 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-c0af0507-2e97-4e86-be69-e10d38d1d3e0 service neutron] Bound using segment: {'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:17:59.679222 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-c0af0507-2e97-4e86-be69-e10d38d1d3e0 service neutron] Bound port: 7e9ad17f-3373-4a13-95b2-fa938654dd7a, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:17:59.679751 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-c0af0507-2e97-4e86-be69-e10d38d1d3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:59.762480 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-c0af0507-2e97-4e86-be69-e10d38d1d3e0 service neutron] For port 7e9ad17f-3373-4a13-95b2-fa938654dd7a, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:17:59.765668 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-c0af0507-2e97-4e86-be69-e10d38d1d3e0 service neutron] For port 7e9ad17f-3373-4a13-95b2-fa938654dd7a, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=7e9ad17f-3373-4a13-95b2-fa938654dd7a,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:17:59.770562 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-c0af0507-2e97-4e86-be69-e10d38d1d3e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:59.793655 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-c0af0507-2e97-4e86-be69-e10d38d1d3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:59.794588 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-c0af0507-2e97-4e86-be69-e10d38d1d3e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:17:59.796060 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-c0af0507-2e97-4e86-be69-e10d38d1d3e0 service neutron] 10.222.0.13 "PUT /v2.0/ports/7e9ad17f-3373-4a13-95b2-fa938654dd7a HTTP/1.1" status: 200 len: 1093 time: 0.6461346 Nov 10 18:17:59.796707 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68b0f3b-a3e6-4518-9538-8554bf505016', 'tag': '7e9ad17f-3373-4a13-95b2-fa938654dd7a'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:17:59.799263 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a52a67-a6f7-454a-aadc-c142ecb13e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "c68b0f3b-a3e6-4518-9538-8554bf505016", "tag": "7e9ad17f-3373-4a13-95b2-fa938654dd7a"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:17:59.875914 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfeccd98-fac9-4ea6-8c64-78974b4b8701 x-openstack-request-id: req-dfeccd98-fac9-4ea6-8c64-78974b4b8701 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:17:59.876239 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c68b0f3b-a3e6-4518-9538-8554bf505016", "tag": "7e9ad17f-3373-4a13-95b2-fa938654dd7a", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:17:59.876501 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dfeccd98-fac9-4ea6-8c64-78974b4b8701 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:17:59.876913 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68b0f3b-a3e6-4518-9538-8554bf505016', 'tag': '7e9ad17f-3373-4a13-95b2-fa938654dd7a', 'status': 'completed', 'code': 200} Nov 10 18:17:59.915267 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af0507-2e97-4e86-be69-e10d38d1d3e0 service neutron] Pushing event updated for resources: {'Port': ['ID=7e9ad17f-3373-4a13-95b2-fa938654dd7a,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:17:59.934468 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cca18b-5500-43e1-8eae-4990eb996b0d req-b091bf70-a8c4-4c69-810c-0ea08f9cb1f2 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:59.936068 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f4cca18b-5500-43e1-8eae-4990eb996b0d req-b091bf70-a8c4-4c69-810c-0ea08f9cb1f2 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 944 time: 0.1465127 Nov 10 18:17:59.944141 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-6239404f-21af-4f01-a804-0c9d6c19b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:17:59.945846 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-6239404f-21af-4f01-a804-0c9d6c19b4f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c28b0cecf69f41b398fc07e448e03d50&device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 1096 time: 0.0909894 Nov 10 18:18:00.009156 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-e8f2adc9-c5c4-4657-9d70-329ee8c54643 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e9ad17f-3373-4a13-95b2-fa938654dd7a HTTP/1.1" status: 200 len: 217 time: 0.0468059 Nov 10 18:18:00.056766 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f4cca18b-5500-43e1-8eae-4990eb996b0d req-9de096f4-2223-4640-a490-6cde9be65e04 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099162 Nov 10 18:18:00.074994 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-f12187e5-628b-49ab-a89e-9c95c5dff5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:00.076497 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-f12187e5-628b-49ab-a89e-9c95c5dff5d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a51b4dde-d4fe-4abc-9607-52baf3da7a4d HTTP/1.1" status: 200 len: 850 time: 0.0574389 Nov 10 18:18:00.125298 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-9cb2d328-f58c-4197-8b1e-82390d2b6e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:00.126712 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-9cb2d328-f58c-4197-8b1e-82390d2b6e02 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b399fcc9-c457-4d5f-a84c-c587db71b0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424614 Nov 10 18:18:00.224611 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-9b315d02-2ca9-4cd5-ae91-9ffbbd5a0ff7 service neutron] 10.222.0.13 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906324 Nov 10 18:18:00.314795 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-66b41abb-42e3-4dfa-86a9-84748cba84cf req-c5e95123-5de7-4272-ad49-2fb848732952 service neutron] 10.222.0.13 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825191 Nov 10 18:18:00.402437 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a52a67-a6f7-454a-aadc-c142ecb13e0f req-24f7f178-14d2-4355-92e9-ce59e9b66190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:00.404168 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e2a52a67-a6f7-454a-aadc-c142ecb13e0f req-24f7f178-14d2-4355-92e9-ce59e9b66190 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c28b0cecf69f41b398fc07e448e03d50&device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 1096 time: 0.0439019 Nov 10 18:18:00.502361 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a52a67-a6f7-454a-aadc-c142ecb13e0f req-bd8ab50f-ecb7-4fc9-97d5-63dcd0157a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:00.503833 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e2a52a67-a6f7-454a-aadc-c142ecb13e0f req-bd8ab50f-ecb7-4fc9-97d5-63dcd0157a2f service neutron] 10.222.0.13 "GET /v2.0/networks?id=b399fcc9-c457-4d5f-a84c-c587db71b0f5 HTTP/1.1" status: 200 len: 912 time: 0.0925584 Nov 10 18:18:00.546998 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e2a52a67-a6f7-454a-aadc-c142ecb13e0f req-0503121a-93b2-46fc-8224-ea58c7353bdb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e9ad17f-3373-4a13-95b2-fa938654dd7a HTTP/1.1" status: 200 len: 217 time: 0.0357664 Nov 10 18:18:00.566395 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-37b5262e-c63e-4ea7-8896-a1b59b46ea42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:00.604366 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a52a67-a6f7-454a-aadc-c142ecb13e0f req-09ae3ea0-d7a4-4265-ba75-8b7e3e2cc5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:00.605908 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e2a52a67-a6f7-454a-aadc-c142ecb13e0f req-09ae3ea0-d7a4-4265-ba75-8b7e3e2cc5ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a51b4dde-d4fe-4abc-9607-52baf3da7a4d HTTP/1.1" status: 200 len: 850 time: 0.0523009 Nov 10 18:18:00.653912 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a52a67-a6f7-454a-aadc-c142ecb13e0f req-7cf5f3ae-5566-43eb-b269-acc92a771cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:00.655345 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e2a52a67-a6f7-454a-aadc-c142ecb13e0f req-7cf5f3ae-5566-43eb-b269-acc92a771cf0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b399fcc9-c457-4d5f-a84c-c587db71b0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429385 Nov 10 18:18:00.747860 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e2a52a67-a6f7-454a-aadc-c142ecb13e0f req-1dcf2860-4fa3-4ff3-9759-1c6542280eea service neutron] 10.222.0.13 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856838 Nov 10 18:18:00.843968 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e2a52a67-a6f7-454a-aadc-c142ecb13e0f req-fd710537-0084-482e-9464-b83bb6df12c4 service neutron] 10.222.0.13 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893624 Nov 10 18:18:01.180680 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118e8c4-4b75-4088-bd9e-b22056fe102f req-9ea45102-d16d-4afb-9d68-551971c5ea86 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:01.182202 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7118e8c4-4b75-4088-bd9e-b22056fe102f req-9ea45102-d16d-4afb-9d68-551971c5ea86 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 944 time: 0.0524964 Nov 10 18:18:01.229254 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7118e8c4-4b75-4088-bd9e-b22056fe102f req-6350d784-4172-4a74-8023-5d4cdb5af06a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409417 Nov 10 18:18:02.384268 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f1a9a-af2f-4f5e-8ea0-e1806163e4c2 req-a9e6fc72-17a2-48c7-8a93-3b2543fa1e21 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:02.386062 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-443f1a9a-af2f-4f5e-8ea0-e1806163e4c2 req-a9e6fc72-17a2-48c7-8a93-3b2543fa1e21 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 944 time: 0.0628698 Nov 10 18:18:02.436502 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-443f1a9a-af2f-4f5e-8ea0-e1806163e4c2 req-7f6c179a-3d4f-4e17-958e-d5f4f0b3260f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441265 Nov 10 18:18:02.924232 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-567d138e-2c96-44ec-be3d-c2924657ed15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:03.252733 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-c287ab97-db5a-419a-9f36-b0c162eb1760 req-6261cb41-022c-416e-b92c-d73461157298 service neutron] (102468) timed out ('10.222.0.11', 65055) {{(pid=102468) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 18:18:03.604411 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463bc24b-d0f5-4b8d-85f1-c5b6aa5e2188 req-abb2811b-902f-4c43-9a31-bbe3332e6601 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:03.606942 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-463bc24b-d0f5-4b8d-85f1-c5b6aa5e2188 req-abb2811b-902f-4c43-9a31-bbe3332e6601 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 944 time: 0.0742736 Nov 10 18:18:03.686875 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-463bc24b-d0f5-4b8d-85f1-c5b6aa5e2188 req-f016e84b-8d64-49ae-a130-9d19c047dcd4 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690484 Nov 10 18:18:04.149790 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:04.877124 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471c5f8-ef6d-4001-928a-c3b09417414d req-53e27b37-04e5-4516-a678-952ca1401c05 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:04.878835 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3471c5f8-ef6d-4001-928a-c3b09417414d req-53e27b37-04e5-4516-a678-952ca1401c05 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 944 time: 0.1147234 Nov 10 18:18:04.977392 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3471c5f8-ef6d-4001-928a-c3b09417414d req-a2607213-9aa4-4560-89f9-6a5518fb46f6 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910311 Nov 10 18:18:05.631907 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:06.107244 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adafbd-340a-476f-93f2-c2a11e8952f9 req-1a451445-fe80-43c9-9da9-2b1cede81b40 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:06.108916 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e3adafbd-340a-476f-93f2-c2a11e8952f9 req-1a451445-fe80-43c9-9da9-2b1cede81b40 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 944 time: 0.0561814 Nov 10 18:18:06.165913 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e3adafbd-340a-476f-93f2-c2a11e8952f9 req-a0b25b05-bbde-464f-b7e5-ed1b1012d997 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503397 Nov 10 18:18:06.340059 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:07.273733 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002244c-ec89-4a16-aca9-81d4175a0941 req-b1eb34d4-a634-4c3f-b86a-6b050db7c5dc tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:07.275241 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c002244c-ec89-4a16-aca9-81d4175a0941 req-b1eb34d4-a634-4c3f-b86a-6b050db7c5dc tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 944 time: 0.0486064 Nov 10 18:18:07.321486 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c002244c-ec89-4a16-aca9-81d4175a0941 req-630d656c-2120-48cf-857e-63af3b885f5c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404010 Nov 10 18:18:08.440780 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7dc86-8d6e-49e5-a308-76eabcc3fd33 req-2c3dc84b-b413-4dd5-ab7f-f41bb4b26ae1 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:08.442273 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f8a7dc86-8d6e-49e5-a308-76eabcc3fd33 req-2c3dc84b-b413-4dd5-ab7f-f41bb4b26ae1 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 944 time: 0.0529644 Nov 10 18:18:08.491728 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f8a7dc86-8d6e-49e5-a308-76eabcc3fd33 req-602d48b8-35d7-4d1f-b01c-435b3d0c144b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423436 Nov 10 18:18:09.613952 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad47036-529c-4fff-81aa-f46c532cbc1d req-4d81b52e-e132-424a-ad7b-3b1be4327fe3 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:09.616676 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fad47036-529c-4fff-81aa-f46c532cbc1d req-4d81b52e-e132-424a-ad7b-3b1be4327fe3 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 944 time: 0.0553916 Nov 10 18:18:09.675000 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fad47036-529c-4fff-81aa-f46c532cbc1d req-c2aeb6a3-26e6-47cc-bcbc-8838b9bd7fd5 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511956 Nov 10 18:18:10.795701 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db5d17-fdfc-49d2-83bc-23109e797d13 req-145f6c26-9997-4802-bdde-4901f8e56862 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:10.797211 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1db5d17-fdfc-49d2-83bc-23109e797d13 req-145f6c26-9997-4802-bdde-4901f8e56862 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 944 time: 0.0494978 Nov 10 18:18:10.848835 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1db5d17-fdfc-49d2-83bc-23109e797d13 req-6223b80c-e839-48e7-a0c1-b0c6c13bbbd0 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454113 Nov 10 18:18:11.970077 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6526c5-7058-4955-ad50-28c6d7a734c0 req-d330c148-b184-4810-a2fd-c282d89c91f5 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:11.972227 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bf6526c5-7058-4955-ad50-28c6d7a734c0 req-d330c148-b184-4810-a2fd-c282d89c91f5 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 944 time: 0.0537181 Nov 10 18:18:12.024408 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bf6526c5-7058-4955-ad50-28c6d7a734c0 req-9f05680b-92a6-4f80-9136-b87262cb75dd tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449622 Nov 10 18:18:13.152643 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe798d2-1ef1-4e92-abf2-c25763de2dc3 req-4c7b36b6-05d1-4f72-a9d8-5ddd22872dc8 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:13.154288 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-efe798d2-1ef1-4e92-abf2-c25763de2dc3 req-4c7b36b6-05d1-4f72-a9d8-5ddd22872dc8 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 944 time: 0.0547051 Nov 10 18:18:13.206272 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-efe798d2-1ef1-4e92-abf2-c25763de2dc3 req-09c108d5-becc-4b20-b1a2-226d3a83e140 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457253 Nov 10 18:18:14.323206 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b26cf-05dd-486e-8a41-6f0b3ca1dbb2 req-71807bdb-e852-4a1c-a9e8-7e715f00f0e3 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:14.324718 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-094b26cf-05dd-486e-8a41-6f0b3ca1dbb2 req-71807bdb-e852-4a1c-a9e8-7e715f00f0e3 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 944 time: 0.0490153 Nov 10 18:18:14.372416 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-094b26cf-05dd-486e-8a41-6f0b3ca1dbb2 req-572dc4f6-b860-46cf-afca-32b87151f582 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418284 Nov 10 18:18:15.486422 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7302831-9056-44b7-aeaf-47bc94784c57 req-e2fbc3e6-5e90-41c0-862a-ded9a0e8ffef tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:15.487903 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a7302831-9056-44b7-aeaf-47bc94784c57 req-e2fbc3e6-5e90-41c0-862a-ded9a0e8ffef tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 944 time: 0.0489006 Nov 10 18:18:15.536313 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a7302831-9056-44b7-aeaf-47bc94784c57 req-f25aa80b-1d97-4b47-9608-8d2091ee0316 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415814 Nov 10 18:18:15.886215 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:18:16.666976 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec379bcc-8dd7-44c5-8003-96415005efd0 req-4f9e6ba9-2cdc-440b-b932-6ddd9447a9da tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:16.668566 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ec379bcc-8dd7-44c5-8003-96415005efd0 req-4f9e6ba9-2cdc-440b-b932-6ddd9447a9da tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 944 time: 0.0630169 Nov 10 18:18:16.718758 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ec379bcc-8dd7-44c5-8003-96415005efd0 req-8b3f9f4d-b659-4c4e-8127-b30f60335baf tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442505 Nov 10 18:18:17.838721 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8cc729-5c1b-42d1-9995-3fc88b3c7975 req-446447e0-e236-47af-a9cd-16ead99b49bd tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:17.840256 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8f8cc729-5c1b-42d1-9995-3fc88b3c7975 req-446447e0-e236-47af-a9cd-16ead99b49bd tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 944 time: 0.0527444 Nov 10 18:18:17.891035 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8f8cc729-5c1b-42d1-9995-3fc88b3c7975 req-53be3257-5450-4616-9000-2461dd4ffb35 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445251 Nov 10 18:18:19.011503 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e30e3-9f46-4c8d-bb65-3c8ee987d984 req-260c08a8-25dd-4dea-a07a-96b1fa9331e2 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:19.013058 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d1e30e3-9f46-4c8d-bb65-3c8ee987d984 req-260c08a8-25dd-4dea-a07a-96b1fa9331e2 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 944 time: 0.0510719 Nov 10 18:18:19.060941 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d1e30e3-9f46-4c8d-bb65-3c8ee987d984 req-6825bea4-b09e-4a9b-966e-6db754bb227f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419564 Nov 10 18:18:20.178177 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc060ea-01fe-47d6-849a-ac94a0ad131e req-eb29a0a2-d8ea-4496-b294-9cc7dbbceac0 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:20.179701 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1cc060ea-01fe-47d6-849a-ac94a0ad131e req-eb29a0a2-d8ea-4496-b294-9cc7dbbceac0 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 944 time: 0.0484359 Nov 10 18:18:20.226734 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1cc060ea-01fe-47d6-849a-ac94a0ad131e req-65e5e5f1-ac41-49c3-b809-61c97c15b816 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405028 Nov 10 18:18:21.077904 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 7e9ad17f-3373-4a13-95b2-fa938654dd7a details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:18:21.176888 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 7e9ad17f-3373-4a13-95b2-fa938654dd7a, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=7e9ad17f-3373-4a13-95b2-fa938654dd7a,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:18:21.188226 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '7e9ad17f-3373-4a13-95b2-fa938654dd7a', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'port_id': '7e9ad17f-3373-4a13-95b2-fa938654dd7a', 'mac_address': 'fa:16:3e:30:68:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:18:21.224032 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:21.237364 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e9ad17f-3373-4a13-95b2-fa938654dd7a {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:18:21.256653 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 7e9ad17f-3373-4a13-95b2-fa938654dd7a, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=7e9ad17f-3373-4a13-95b2-fa938654dd7a,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:18:21.261065 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:21.309301 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=7e9ad17f-3373-4a13-95b2-fa938654dd7a,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:18:21.316637 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:18:21.316980 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:18:21.317320 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:18:21.317651 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:18:21.317978 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:18:21.318303 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:18:21.318624 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:18:21.318945 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:18:21.319264 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:18:21.320114 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:18:21.320460 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:18:21.320937 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:18:21.350120 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9c73c-749f-4cc2-8e9c-5a52bd5bebee req-9e475d20-d085-4328-8cb9-cebe8b1b5444 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:21.351949 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10c9c73c-749f-4cc2-8e9c-5a52bd5bebee req-9e475d20-d085-4328-8cb9-cebe8b1b5444 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 945 time: 0.0575695 Nov 10 18:18:21.399107 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-10c9c73c-749f-4cc2-8e9c-5a52bd5bebee req-8b1f96cc-40aa-4f07-aefd-f2b487104ff6 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411685 Nov 10 18:18:21.463006 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['7e9ad17f-3373-4a13-95b2-fa938654dd7a'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:18:22.518585 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5dfb63-3dc8-4548-859a-526e3996d263 req-0356b4e1-7ba1-45a6-872c-755255c402c3 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:22.520048 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6e5dfb63-3dc8-4548-859a-526e3996d263 req-0356b4e1-7ba1-45a6-872c-755255c402c3 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 945 time: 0.0532408 Nov 10 18:18:22.567804 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6e5dfb63-3dc8-4548-859a-526e3996d263 req-4363dcd1-c943-438a-a461-afe6c2c4b41f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416389 Nov 10 18:18:23.109084 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 7e9ad17f-3373-4a13-95b2-fa938654dd7a up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:18:23.158742 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 7e9ad17f-3373-4a13-95b2-fa938654dd7a completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:18:23.162938 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 7e9ad17f-3373-4a13-95b2-fa938654dd7a triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:18:23.164033 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:23.243993 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:23.267050 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68b0f3b-a3e6-4518-9538-8554bf505016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9ad17f-3373-4a13-95b2-fa938654dd7a'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:18:23.269356 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4af4306-54c8-4636-b2e0-674172e06037" -d '{"events": [{"server_uuid": "c68b0f3b-a3e6-4518-9538-8554bf505016", "name": "network-vif-plugged", "status": "completed", "tag": "7e9ad17f-3373-4a13-95b2-fa938654dd7a"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:18:23.282522 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 7e9ad17f-3373-4a13-95b2-fa938654dd7a, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=7e9ad17f-3373-4a13-95b2-fa938654dd7a,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:18:23.286648 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:23.311396 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a235a62-abe9-48fe-b2b5-bbeee5922cad x-openstack-request-id: req-5a235a62-abe9-48fe-b2b5-bbeee5922cad {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:18:23.311690 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68b0f3b-a3e6-4518-9538-8554bf505016", "name": "network-vif-plugged", "status": "completed", "tag": "7e9ad17f-3373-4a13-95b2-fa938654dd7a", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:18:23.311948 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5a235a62-abe9-48fe-b2b5-bbeee5922cad {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:18:23.312378 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68b0f3b-a3e6-4518-9538-8554bf505016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9ad17f-3373-4a13-95b2-fa938654dd7a', 'code': 200} Nov 10 18:18:23.338657 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=7e9ad17f-3373-4a13-95b2-fa938654dd7a,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:18:23.407345 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034faa6-d4c8-4ff7-9027-801bf1d8a684 req-629eddba-780f-4faf-83a8-d77d6b7190af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:23.408777 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e034faa6-d4c8-4ff7-9027-801bf1d8a684 req-629eddba-780f-4faf-83a8-d77d6b7190af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 1098 time: 0.0402205 Nov 10 18:18:23.452091 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e034faa6-d4c8-4ff7-9027-801bf1d8a684 req-7b570979-e9c7-4b9b-ab10-bed802cd3de1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361605 Nov 10 18:18:23.693749 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451a3e0-7cb5-4099-bb25-e6fcdd3dcee1 req-f69114f0-911a-4842-a21a-7eee6d6378d3 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:23.695304 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7451a3e0-7cb5-4099-bb25-e6fcdd3dcee1 req-f69114f0-911a-4842-a21a-7eee6d6378d3 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 946 time: 0.0572717 Nov 10 18:18:23.747036 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7451a3e0-7cb5-4099-bb25-e6fcdd3dcee1 req-8a2bda7f-c1cf-4609-9f24-3def743aa29e tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448394 Nov 10 18:18:24.864962 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026ce0f-8149-41a3-9f0d-0f84e3a53b6b req-af3412b6-fc95-4336-b3f1-47f29f2e64bc tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:24.866495 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e026ce0f-8149-41a3-9f0d-0f84e3a53b6b req-af3412b6-fc95-4336-b3f1-47f29f2e64bc tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 946 time: 0.0495598 Nov 10 18:18:24.918300 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e026ce0f-8149-41a3-9f0d-0f84e3a53b6b req-adcf1e88-751b-4350-b421-357312499933 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456681 Nov 10 18:18:25.036748 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e1441-15cc-45cf-ac8d-189fc544cb8f req-a47ab7e9-5ada-45cc-9ae7-22633b863d6b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:25.038377 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d67e1441-15cc-45cf-ac8d-189fc544cb8f req-a47ab7e9-5ada-45cc-9ae7-22633b863d6b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 946 time: 0.0502689 Nov 10 18:18:25.043010 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:25.091488 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d67e1441-15cc-45cf-ac8d-189fc544cb8f req-e579d6ff-78a9-4c45-89cf-3d081fd511f4 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463779 Nov 10 18:18:25.207488 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d733c8d-098a-40c1-a3bf-0da696ac80e7 req-f95bbc0d-ae9b-43f7-967d-748e17e0d515 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:25.209005 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9d733c8d-098a-40c1-a3bf-0da696ac80e7 req-f95bbc0d-ae9b-43f7-967d-748e17e0d515 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 946 time: 0.0494633 Nov 10 18:18:25.256288 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9d733c8d-098a-40c1-a3bf-0da696ac80e7 req-534868e0-c0cf-4763-8a97-1e62ee559bf5 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408595 Nov 10 18:18:25.419663 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:25.536108 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c65e6-e2c4-4652-84d0-c8015f337a27 req-be706a57-fed4-4979-965e-f5439ae83a3e tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:25.537613 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b02c65e6-e2c4-4652-84d0-c8015f337a27 req-be706a57-fed4-4979-965e-f5439ae83a3e tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 946 time: 0.0497847 Nov 10 18:18:25.585178 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b02c65e6-e2c4-4652-84d0-c8015f337a27 req-00edf60c-de19-4ef5-b4ff-99d63f896312 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415220 Nov 10 18:18:26.705337 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104cec26-034d-4bdd-9498-a09a87995917 req-fc8bf0aa-5d32-4388-9c16-c161d7fe0792 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:26.706824 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-104cec26-034d-4bdd-9498-a09a87995917 req-fc8bf0aa-5d32-4388-9c16-c161d7fe0792 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 946 time: 0.0512569 Nov 10 18:18:26.755479 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-104cec26-034d-4bdd-9498-a09a87995917 req-041504ff-0bd0-4136-9dfb-9496a724d22a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426424 Nov 10 18:18:26.992426 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b35d05-423a-4c80-af2e-bb8bd427d349 req-89f4db07-24fb-40ac-a6a9-1fe6f18ced0c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:26.993891 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-01b35d05-423a-4c80-af2e-bb8bd427d349 req-89f4db07-24fb-40ac-a6a9-1fe6f18ced0c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.13 "GET /v2.0/ports?device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 946 time: 0.0548329 Nov 10 18:18:27.084489 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-01b35d05-423a-4c80-af2e-bb8bd427d349 req-592a32c7-da0f-4038-a65c-f3488102eed4 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Deleting port 7e9ad17f-3373-4a13-95b2-fa938654dd7a {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:18:27.085824 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-01b35d05-423a-4c80-af2e-bb8bd427d349 req-592a32c7-da0f-4038-a65c-f3488102eed4 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:27.179101 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-01b35d05-423a-4c80-af2e-bb8bd427d349 req-592a32c7-da0f-4038-a65c-f3488102eed4 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] For port 7e9ad17f-3373-4a13-95b2-fa938654dd7a, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=7e9ad17f-3373-4a13-95b2-fa938654dd7a,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:18:27.179396 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-01b35d05-423a-4c80-af2e-bb8bd427d349 req-592a32c7-da0f-4038-a65c-f3488102eed4 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:27.191481 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-01b35d05-423a-4c80-af2e-bb8bd427d349 req-592a32c7-da0f-4038-a65c-f3488102eed4 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Calling delete_port for 7e9ad17f-3373-4a13-95b2-fa938654dd7a owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:18:27.322396 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-01b35d05-423a-4c80-af2e-bb8bd427d349 req-592a32c7-da0f-4038-a65c-f3488102eed4 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:27.333806 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['7e9ad17f-3373-4a13-95b2-fa938654dd7a'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:18:27.352859 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a32c7-da0f-4038-a65c-f3488102eed4 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Pushing event deleted for resources: {'Port': ['ID=7e9ad17f-3373-4a13-95b2-fa938654dd7a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:18:27.365422 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a32c7-da0f-4038-a65c-f3488102eed4 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:18:27.365783 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a32c7-da0f-4038-a65c-f3488102eed4 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:18:27.366949 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a32c7-da0f-4038-a65c-f3488102eed4 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:18:27.367783 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a32c7-da0f-4038-a65c-f3488102eed4 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:18:27.368127 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a32c7-da0f-4038-a65c-f3488102eed4 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:18:27.368525 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a32c7-da0f-4038-a65c-f3488102eed4 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:18:27.368861 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a32c7-da0f-4038-a65c-f3488102eed4 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:18:27.369192 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a32c7-da0f-4038-a65c-f3488102eed4 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:18:27.369523 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a32c7-da0f-4038-a65c-f3488102eed4 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:18:27.369851 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a32c7-da0f-4038-a65c-f3488102eed4 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:18:27.370212 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a32c7-da0f-4038-a65c-f3488102eed4 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:18:27.370774 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a32c7-da0f-4038-a65c-f3488102eed4 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:18:27.407747 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b35d05-423a-4c80-af2e-bb8bd427d349 req-592a32c7-da0f-4038-a65c-f3488102eed4 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] No DVR routers for this DVR port 7e9ad17f-3373-4a13-95b2-fa938654dd7a on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:18:27.410448 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-01b35d05-423a-4c80-af2e-bb8bd427d349 req-592a32c7-da0f-4038-a65c-f3488102eed4 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:27.415073 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-01b35d05-423a-4c80-af2e-bb8bd427d349 req-592a32c7-da0f-4038-a65c-f3488102eed4 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.13 "DELETE /v2.0/ports/7e9ad17f-3373-4a13-95b2-fa938654dd7a HTTP/1.1" status: 204 len: 173 time: 0.4149477 Nov 10 18:18:27.415543 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68b0f3b-a3e6-4518-9538-8554bf505016', 'name': 'network-vif-deleted', 'tag': '7e9ad17f-3373-4a13-95b2-fa938654dd7a'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:18:27.418270 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b020bb2b-f35e-48cf-ba35-2fdde1c0faeb" -d '{"events": [{"server_uuid": "c68b0f3b-a3e6-4518-9538-8554bf505016", "name": "network-vif-deleted", "tag": "7e9ad17f-3373-4a13-95b2-fa938654dd7a"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:18:27.462713 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920534d3-dd45-4136-a0e8-cba7cf3b61d1 x-openstack-request-id: req-920534d3-dd45-4136-a0e8-cba7cf3b61d1 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:18:27.463068 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68b0f3b-a3e6-4518-9538-8554bf505016", "name": "network-vif-deleted", "tag": "7e9ad17f-3373-4a13-95b2-fa938654dd7a", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:18:27.463332 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-920534d3-dd45-4136-a0e8-cba7cf3b61d1 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:18:27.463772 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68b0f3b-a3e6-4518-9538-8554bf505016', 'name': 'network-vif-deleted', 'tag': '7e9ad17f-3373-4a13-95b2-fa938654dd7a', 'status': 'completed', 'code': 200} Nov 10 18:18:27.852971 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-74aee3b2-52a6-4844-8e96-4157fddbf4f6 req-a6e6058d-eb85-4daa-b079-b1b4ece59b0d tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 210 time: 0.0276756 Nov 10 18:18:28.962151 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b35a2dc2-6e4a-4445-a230-25528826c30e req-423dfe5f-7463-4f8b-92b3-4adb2066974e tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 210 time: 0.0281785 Nov 10 18:18:30.061033 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6c6ad1c8-d9a5-46cc-ae09-dc1de4bfa0b0 req-71276cef-40c3-48d3-b0ed-9fb7571d5283 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 210 time: 0.0274267 Nov 10 18:18:30.570028 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0fad7963-55d0-4142-92e4-cab1717bd523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:31.146750 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 7e9ad17f-3373-4a13-95b2-fa938654dd7a no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:18:31.158666 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6673ef76-579e-4d60-9e71-67b916081632 req-95ec6f89-0a65-44a7-8fe3-03c9ab6b8bb6 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=c68b0f3b-a3e6-4518-9538-8554bf505016 HTTP/1.1" status: 200 len: 210 time: 0.0266337 Nov 10 18:18:31.184563 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 7e9ad17f-3373-4a13-95b2-fa938654dd7a {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:18:31.184939 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 7e9ad17f-3373-4a13-95b2-fa938654dd7a not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:18:32.922160 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3b3750fe-aa83-4035-a24a-da7d4a0c6585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:34.136536 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:35.635690 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:36.342944 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:37.187360 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-6c831151-2b6d-425b-815d-91f678f8dd8d req-0439bee3-d618-4a09-8a7a-5856c968b51f service neutron] (102469) timed out ('10.222.0.39', 43146) {{(pid=102469) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 18:18:52.885371 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:18:55.067746 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:55.354190 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-4376a672-783a-417b-b2fd-30d56eacc4bb tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:55.355669 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-4376a672-783a-417b-b2fd-30d56eacc4bb tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/networks?id=b399fcc9-c457-4d5f-a84c-c587db71b0f5 HTTP/1.1" status: 200 len: 811 time: 0.1053624 Nov 10 18:18:55.371968 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-90f3a648-727c-4120-a5ce-c4c12a7eca37 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/quotas/c28b0cecf69f41b398fc07e448e03d50 HTTP/1.1" status: 200 len: 375 time: 0.0103095 Nov 10 18:18:55.423446 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:55.423810 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-7c8fa22c-c1b5-4e32-89a0-3d9ea7e2dd20 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c28b0cecf69f41b398fc07e448e03d50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463939 Nov 10 18:18:55.629694 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-15c8799f-e1c4-4d7c-a516-9d9b9f565364 service neutron] 10.222.0.39 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989822 Nov 10 18:18:55.723188 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-b0a7a455-aab9-4773-a8ab-728d3bc89d1a service neutron] 10.222.0.39 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868502 Nov 10 18:18:56.069696 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a4704508-35a7-4bdb-aee2-4e40b4e1e6b3 req-9460098d-df25-43b6-a2a0-087561fd936e tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=5774374e-e05f-4b92-babf-17cca2e92744 HTTP/1.1" status: 200 len: 210 time: 0.0938165 Nov 10 18:18:56.920928 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-0c8ecb33-7e09-4d34-aea0-697e3b5a90c1 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:56.922317 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-0c8ecb33-7e09-4d34-aea0-697e3b5a90c1 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.13 "GET /v2.0/networks?id=b399fcc9-c457-4d5f-a84c-c587db71b0f5 HTTP/1.1" status: 200 len: 811 time: 0.1092150 Nov 10 18:18:56.935363 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-2f813afa-74f7-4f93-8251-2c1c0f3c9665 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Request body: {'port': {'device_id': '5774374e-e05f-4b92-babf-17cca2e92744', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'admin_state_up': True, 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:18:57.053420 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-2f813afa-74f7-4f93-8251-2c1c0f3c9665 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Made reservation on behalf of c28b0cecf69f41b398fc07e448e03d50 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:18:57.059040 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-2f813afa-74f7-4f93-8251-2c1c0f3c9665 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:57.199098 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-127d0774-63bb-4328-939e-2e00795a9488 req-b4a64623-8a49-42ef-9892-57f6e90cf62f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=5774374e-e05f-4b92-babf-17cca2e92744 HTTP/1.1" status: 200 len: 210 time: 0.0375979 Nov 10 18:18:57.223609 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-2f813afa-74f7-4f93-8251-2c1c0f3c9665 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Allocated IP 172.20.0.4 (b399fcc9-c457-4d5f-a84c-c587db71b0f5/a51b4dde-d4fe-4abc-9607-52baf3da7a4d/5ced1cf4-3b39-4198-9572-5d2cdb0fca0f) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:18:57.371485 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-2f813afa-74f7-4f93-8251-2c1c0f3c9665 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:57.405591 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-2f813afa-74f7-4f93-8251-2c1c0f3c9665 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:57.454450 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-2f813afa-74f7-4f93-8251-2c1c0f3c9665 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Network b399fcc9-c457-4d5f-a84c-c587db71b0f5 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:18:57.457536 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-2f813afa-74f7-4f93-8251-2c1c0f3c9665 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:18:57.461458 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-2f813afa-74f7-4f93-8251-2c1c0f3c9665 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:18:57.468021 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f813afa-74f7-4f93-8251-2c1c0f3c9665 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Pushing event updated for resources: {'Port': ['ID=5ced1cf4-3b39-4198-9572-5d2cdb0fca0f,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:18:57.517927 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-2f813afa-74f7-4f93-8251-2c1c0f3c9665 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:57.518597 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-2f813afa-74f7-4f93-8251-2c1c0f3c9665 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:57.535610 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-2f813afa-74f7-4f93-8251-2c1c0f3c9665 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6041639 Nov 10 18:18:57.550201 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-8c533c19-8084-419a-a8a9-08ab06c582ba service neutron] Request body: {'port': {'device_id': '5774374e-e05f-4b92-babf-17cca2e92744', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:18:57.610053 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-8c533c19-8084-419a-a8a9-08ab06c582ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:57.749375 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-5fe6d150-45dd-40d7-9a65-5552825cb1e1 None None] Provisioning complete for port 5ced1cf4-3b39-4198-9572-5d2cdb0fca0f triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:18:57.749896 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5fe6d150-45dd-40d7-9a65-5552825cb1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:57.783896 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-5fe6d150-45dd-40d7-9a65-5552825cb1e1 None None] Port 5ced1cf4-3b39-4198-9572-5d2cdb0fca0f cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:18:57.892679 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-8c533c19-8084-419a-a8a9-08ab06c582ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ced1cf4-3b39-4198-9572-5d2cdb0fca0f {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:18:57.900597 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-8c533c19-8084-419a-a8a9-08ab06c582ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:57.912304 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-8c533c19-8084-419a-a8a9-08ab06c582ba service neutron] Transition to ACTIVE for port object 5ced1cf4-3b39-4198-9572-5d2cdb0fca0f will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:18:57.917206 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-8c533c19-8084-419a-a8a9-08ab06c582ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:57.987359 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c533c19-8084-419a-a8a9-08ab06c582ba service neutron] Pushing event updated for resources: {'Port': ['ID=5ced1cf4-3b39-4198-9572-5d2cdb0fca0f,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:18:58.047037 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-8c533c19-8084-419a-a8a9-08ab06c582ba service neutron] Attempting to bind port 5ced1cf4-3b39-4198-9572-5d2cdb0fca0f on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:18:58.047375 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-8c533c19-8084-419a-a8a9-08ab06c582ba service neutron] Attempting to bind port 5ced1cf4-3b39-4198-9572-5d2cdb0fca0f by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:18:58.047712 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-8c533c19-8084-419a-a8a9-08ab06c582ba service neutron] Attempting to bind port 5ced1cf4-3b39-4198-9572-5d2cdb0fca0f on network b399fcc9-c457-4d5f-a84c-c587db71b0f5 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:18:58.052364 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-8c533c19-8084-419a-a8a9-08ab06c582ba service neutron] Port 5ced1cf4-3b39-4198-9572-5d2cdb0fca0f on network b399fcc9-c457-4d5f-a84c-c587db71b0f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:18:58.052747 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-8c533c19-8084-419a-a8a9-08ab06c582ba service neutron] Attempting to bind port 5ced1cf4-3b39-4198-9572-5d2cdb0fca0f on network b399fcc9-c457-4d5f-a84c-c587db71b0f5 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:18:58.058248 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-8c533c19-8084-419a-a8a9-08ab06c582ba service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:18:58.058589 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-8c533c19-8084-419a-a8a9-08ab06c582ba service neutron] Checking segment: {'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:18:58.058970 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-8c533c19-8084-419a-a8a9-08ab06c582ba service neutron] Bound using segment: {'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:18:58.059404 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-8c533c19-8084-419a-a8a9-08ab06c582ba service neutron] Bound port: 5ced1cf4-3b39-4198-9572-5d2cdb0fca0f, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:18:58.059760 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-8c533c19-8084-419a-a8a9-08ab06c582ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:58.324499 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f697c53-579b-45c2-8827-d99a4bc3496d req-45beb868-0076-4cac-a05e-458830e96a23 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:58.326028 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1f697c53-579b-45c2-8827-d99a4bc3496d req-45beb868-0076-4cac-a05e-458830e96a23 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=5774374e-e05f-4b92-babf-17cca2e92744 HTTP/1.1" status: 200 len: 943 time: 0.0522768 Nov 10 18:18:58.379603 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1f697c53-579b-45c2-8827-d99a4bc3496d req-529d721b-ed1b-42d3-88cc-02843d000b23 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461261 Nov 10 18:18:58.419928 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-8c533c19-8084-419a-a8a9-08ab06c582ba service neutron] For port 5ced1cf4-3b39-4198-9572-5d2cdb0fca0f, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:18:58.424189 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-8c533c19-8084-419a-a8a9-08ab06c582ba service neutron] For port 5ced1cf4-3b39-4198-9572-5d2cdb0fca0f, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5ced1cf4-3b39-4198-9572-5d2cdb0fca0f,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:18:58.430559 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-8c533c19-8084-419a-a8a9-08ab06c582ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:58.465745 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-8c533c19-8084-419a-a8a9-08ab06c582ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:58.466400 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-8c533c19-8084-419a-a8a9-08ab06c582ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:18:58.468112 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-8c533c19-8084-419a-a8a9-08ab06c582ba service neutron] 10.222.0.13 "PUT /v2.0/ports/5ced1cf4-3b39-4198-9572-5d2cdb0fca0f HTTP/1.1" status: 200 len: 1092 time: 0.9225996 Nov 10 18:18:58.468611 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5774374e-e05f-4b92-babf-17cca2e92744', 'tag': '5ced1cf4-3b39-4198-9572-5d2cdb0fca0f'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:18:58.470896 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496c5003-a1eb-40eb-aea0-7fb2a9fe3cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "5774374e-e05f-4b92-babf-17cca2e92744", "tag": "5ced1cf4-3b39-4198-9572-5d2cdb0fca0f"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:18:58.526681 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c533c19-8084-419a-a8a9-08ab06c582ba service neutron] Pushing event updated for resources: {'Port': ['ID=5ced1cf4-3b39-4198-9572-5d2cdb0fca0f,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:18:58.549922 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208e803a-8055-4b86-87de-251ea26dfc3b x-openstack-request-id: req-208e803a-8055-4b86-87de-251ea26dfc3b {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:18:58.550209 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5774374e-e05f-4b92-babf-17cca2e92744", "tag": "5ced1cf4-3b39-4198-9572-5d2cdb0fca0f", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:18:58.550458 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-208e803a-8055-4b86-87de-251ea26dfc3b {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:18:58.550997 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5774374e-e05f-4b92-babf-17cca2e92744', 'tag': '5ced1cf4-3b39-4198-9572-5d2cdb0fca0f', 'status': 'completed', 'code': 200} Nov 10 18:18:58.586393 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-27c15c7a-a6f8-4bba-80fa-c0ffa689b409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:58.587924 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-27c15c7a-a6f8-4bba-80fa-c0ffa689b409 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c28b0cecf69f41b398fc07e448e03d50&device_id=5774374e-e05f-4b92-babf-17cca2e92744 HTTP/1.1" status: 200 len: 1095 time: 0.0478625 Nov 10 18:18:58.635467 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-e931b674-41de-4f77-9e61-be0ff3372f75 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ced1cf4-3b39-4198-9572-5d2cdb0fca0f HTTP/1.1" status: 200 len: 217 time: 0.0398793 Nov 10 18:18:58.687088 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-1f8ff55e-836d-4e3e-981a-92739e11f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:58.688565 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-1f8ff55e-836d-4e3e-981a-92739e11f632 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a51b4dde-d4fe-4abc-9607-52baf3da7a4d HTTP/1.1" status: 200 len: 850 time: 0.0466926 Nov 10 18:18:58.740055 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-0461e2cd-c0c1-4b95-b610-575abe195831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:58.741945 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-0461e2cd-c0c1-4b95-b610-575abe195831 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b399fcc9-c457-4d5f-a84c-c587db71b0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461402 Nov 10 18:18:58.836206 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-47e97a33-58b6-4cd5-88cd-38a30ceabf50 service neutron] 10.222.0.13 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859084 Nov 10 18:18:58.930311 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a0b5f17-5948-44ab-9ca8-326c00ad236b req-1bdaaf58-8672-49c4-a1dd-aa997009b96b service neutron] 10.222.0.13 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872493 Nov 10 18:18:59.021566 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c5003-a1eb-40eb-aea0-7fb2a9fe3cf6 req-61cd8060-9252-48b2-b81b-c2a61492eb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:59.023122 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-496c5003-a1eb-40eb-aea0-7fb2a9fe3cf6 req-61cd8060-9252-48b2-b81b-c2a61492eb4d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c28b0cecf69f41b398fc07e448e03d50&device_id=5774374e-e05f-4b92-babf-17cca2e92744 HTTP/1.1" status: 200 len: 1095 time: 0.0472858 Nov 10 18:18:59.113771 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c5003-a1eb-40eb-aea0-7fb2a9fe3cf6 req-5436b63d-a8a7-4e4c-9a5f-c27ecdabf339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:59.115942 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-496c5003-a1eb-40eb-aea0-7fb2a9fe3cf6 req-5436b63d-a8a7-4e4c-9a5f-c27ecdabf339 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b399fcc9-c457-4d5f-a84c-c587db71b0f5 HTTP/1.1" status: 200 len: 912 time: 0.0846303 Nov 10 18:18:59.161234 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-496c5003-a1eb-40eb-aea0-7fb2a9fe3cf6 req-77c55504-cf09-4476-9f09-86ffb60be801 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ced1cf4-3b39-4198-9572-5d2cdb0fca0f HTTP/1.1" status: 200 len: 217 time: 0.0384214 Nov 10 18:18:59.211123 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c5003-a1eb-40eb-aea0-7fb2a9fe3cf6 req-d0f86738-4660-455c-9e81-68130f313ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:59.212606 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-496c5003-a1eb-40eb-aea0-7fb2a9fe3cf6 req-d0f86738-4660-455c-9e81-68130f313ee2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a51b4dde-d4fe-4abc-9607-52baf3da7a4d HTTP/1.1" status: 200 len: 850 time: 0.0438249 Nov 10 18:18:59.261470 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c5003-a1eb-40eb-aea0-7fb2a9fe3cf6 req-35ab2031-d38b-460f-b7bf-9562c921122f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:59.263008 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-496c5003-a1eb-40eb-aea0-7fb2a9fe3cf6 req-35ab2031-d38b-460f-b7bf-9562c921122f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b399fcc9-c457-4d5f-a84c-c587db71b0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426207 Nov 10 18:18:59.361570 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-496c5003-a1eb-40eb-aea0-7fb2a9fe3cf6 req-dd5a3c70-23a8-43e0-92f5-2738bd371069 service neutron] 10.222.0.13 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908456 Nov 10 18:18:59.456860 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-496c5003-a1eb-40eb-aea0-7fb2a9fe3cf6 req-955148f0-5210-4447-bba8-c051098e9bae service neutron] 10.222.0.13 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881109 Nov 10 18:18:59.502363 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffdd9e-9389-42f3-ab72-7b26105b4959 req-c6d657d1-e159-48ed-a16b-afaa728a65b0 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:18:59.503862 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a4ffdd9e-9389-42f3-ab72-7b26105b4959 req-c6d657d1-e159-48ed-a16b-afaa728a65b0 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=5774374e-e05f-4b92-babf-17cca2e92744 HTTP/1.1" status: 200 len: 943 time: 0.0539460 Nov 10 18:18:59.553555 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a4ffdd9e-9389-42f3-ab72-7b26105b4959 req-9a0b68b8-bd27-4330-8994-4948ea6f1aea tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431190 Nov 10 18:19:00.572684 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d5559066-a5b6-45f2-b3b6-5131f0f6f776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:00.674633 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bbe099-089e-48c2-8e86-9c9325ac5219 req-489d3946-f693-4123-9069-51c46024dfc5 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:00.676114 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-37bbe099-089e-48c2-8e86-9c9325ac5219 req-489d3946-f693-4123-9069-51c46024dfc5 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=5774374e-e05f-4b92-babf-17cca2e92744 HTTP/1.1" status: 200 len: 943 time: 0.0512645 Nov 10 18:19:00.725426 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-37bbe099-089e-48c2-8e86-9c9325ac5219 req-738856f1-3149-46bc-ad03-ca17120f718e tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416639 Nov 10 18:19:01.852208 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2818e-7316-4dce-9a85-7e0b68676489 req-06293851-133d-4ebd-a87c-a7b80539d66c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:01.853941 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-67d2818e-7316-4dce-9a85-7e0b68676489 req-06293851-133d-4ebd-a87c-a7b80539d66c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=5774374e-e05f-4b92-babf-17cca2e92744 HTTP/1.1" status: 200 len: 943 time: 0.0583887 Nov 10 18:19:01.905255 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-67d2818e-7316-4dce-9a85-7e0b68676489 req-1e7ed39d-213d-43dc-9613-0cdadf4ad0da tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453861 Nov 10 18:19:02.924431 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-95cf5026-6ca6-4d2b-89e5-01ea92d9e014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:03.032628 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce56b4-f8f4-4412-aab1-681d1801f531 req-7c2bcab9-81e5-41a4-bb22-b5b0bbf81ff4 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:03.034840 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-13ce56b4-f8f4-4412-aab1-681d1801f531 req-7c2bcab9-81e5-41a4-bb22-b5b0bbf81ff4 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=5774374e-e05f-4b92-babf-17cca2e92744 HTTP/1.1" status: 200 len: 943 time: 0.0591407 Nov 10 18:19:03.090918 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-13ce56b4-f8f4-4412-aab1-681d1801f531 req-214d91c4-37a7-4724-91ac-af51a84ea4fb tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451813 Nov 10 18:19:04.138063 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:04.211061 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b1b12-f6e3-4bd2-973e-36e5951e9c4e req-aa044bd5-7b6c-4a57-a936-7d95012483b9 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:04.212611 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bc0b1b12-f6e3-4bd2-973e-36e5951e9c4e req-aa044bd5-7b6c-4a57-a936-7d95012483b9 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=5774374e-e05f-4b92-babf-17cca2e92744 HTTP/1.1" status: 200 len: 943 time: 0.0490177 Nov 10 18:19:04.260257 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bc0b1b12-f6e3-4bd2-973e-36e5951e9c4e req-b4431f1e-4328-431f-b4a2-d78371f35d66 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413754 Nov 10 18:19:05.375952 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c033fc9-78d2-4f69-bd59-f8dd14e10186 req-30da54bf-917a-4178-8201-5a450a4daf2c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:05.377446 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3c033fc9-78d2-4f69-bd59-f8dd14e10186 req-30da54bf-917a-4178-8201-5a450a4daf2c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=5774374e-e05f-4b92-babf-17cca2e92744 HTTP/1.1" status: 200 len: 943 time: 0.0488932 Nov 10 18:19:05.427202 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3c033fc9-78d2-4f69-bd59-f8dd14e10186 req-e83cdbbd-bfdf-4949-9d0a-01037dfdd406 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434902 Nov 10 18:19:05.636575 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:06.344453 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:06.544511 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e08b7e-e1c0-4e33-9463-8c66cfa38a7a req-c1a16916-d212-4c82-992b-6bdfed7423fe tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:06.545985 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-49e08b7e-e1c0-4e33-9463-8c66cfa38a7a req-c1a16916-d212-4c82-992b-6bdfed7423fe tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=5774374e-e05f-4b92-babf-17cca2e92744 HTTP/1.1" status: 200 len: 943 time: 0.0499752 Nov 10 18:19:06.597603 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-49e08b7e-e1c0-4e33-9463-8c66cfa38a7a req-2f816bc0-cb33-4a9d-952c-32e71caf36e2 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453374 Nov 10 18:19:07.715013 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671dbf3-69f5-4384-834a-2b5b15cc4fef req-b1f03edb-962e-48c9-8b06-853df6580412 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:07.716754 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a671dbf3-69f5-4384-834a-2b5b15cc4fef req-b1f03edb-962e-48c9-8b06-853df6580412 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=5774374e-e05f-4b92-babf-17cca2e92744 HTTP/1.1" status: 200 len: 943 time: 0.0530882 Nov 10 18:19:07.765112 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a671dbf3-69f5-4384-834a-2b5b15cc4fef req-a8379a31-c446-4cd6-b3ee-d82f9b567295 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424690 Nov 10 18:19:08.879297 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d39ecc-8f2f-4b2b-983b-fca48948769c req-317c36d2-671d-4c45-8324-9757de9d69df tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:08.881368 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-36d39ecc-8f2f-4b2b-983b-fca48948769c req-317c36d2-671d-4c45-8324-9757de9d69df tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=5774374e-e05f-4b92-babf-17cca2e92744 HTTP/1.1" status: 200 len: 943 time: 0.0495956 Nov 10 18:19:08.929026 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-36d39ecc-8f2f-4b2b-983b-fca48948769c req-98adc3e2-a5dc-4622-a00b-8e64bd5e8a6e tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415721 Nov 10 18:19:10.045397 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90e2a4-2609-4a50-9567-37e559e7aab8 req-e673e122-5db8-430f-813f-ff18dcc1b539 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:10.046823 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3e90e2a4-2609-4a50-9567-37e559e7aab8 req-e673e122-5db8-430f-813f-ff18dcc1b539 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=5774374e-e05f-4b92-babf-17cca2e92744 HTTP/1.1" status: 200 len: 943 time: 0.0498424 Nov 10 18:19:10.094375 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3e90e2a4-2609-4a50-9567-37e559e7aab8 req-053610a1-ddce-4f18-8959-e8073fc7d103 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415411 Nov 10 18:19:11.209282 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd38518-34a8-4ece-9e5a-f8ac680fa75f req-c392558b-42a3-4ed0-b47c-8774c1bf7c39 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:11.210744 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1bd38518-34a8-4ece-9e5a-f8ac680fa75f req-c392558b-42a3-4ed0-b47c-8774c1bf7c39 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=5774374e-e05f-4b92-babf-17cca2e92744 HTTP/1.1" status: 200 len: 943 time: 0.0493269 Nov 10 18:19:11.258143 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1bd38518-34a8-4ece-9e5a-f8ac680fa75f req-94f2e71c-42d3-4f4d-a8c3-50d08675eb0e tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414925 Nov 10 18:19:11.411075 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 5ced1cf4-3b39-4198-9572-5d2cdb0fca0f details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:19:11.509283 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 5ced1cf4-3b39-4198-9572-5d2cdb0fca0f, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5ced1cf4-3b39-4198-9572-5d2cdb0fca0f,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:19:11.520557 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '5ced1cf4-3b39-4198-9572-5d2cdb0fca0f', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'port_id': '5ced1cf4-3b39-4198-9572-5d2cdb0fca0f', 'mac_address': 'fa:16:3e:53:11:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:19:11.557675 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:11.570331 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ced1cf4-3b39-4198-9572-5d2cdb0fca0f {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:19:11.589707 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 5ced1cf4-3b39-4198-9572-5d2cdb0fca0f, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5ced1cf4-3b39-4198-9572-5d2cdb0fca0f,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:19:11.593985 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:11.643220 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=5ced1cf4-3b39-4198-9572-5d2cdb0fca0f,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:19:11.781896 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['5ced1cf4-3b39-4198-9572-5d2cdb0fca0f'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:19:12.372343 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a7e83-ff25-4c58-9344-6f415a6472a6 req-8f752fa2-4063-4d7c-85e3-bef74e751b9e tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:12.373823 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad3a7e83-ff25-4c58-9344-6f415a6472a6 req-8f752fa2-4063-4d7c-85e3-bef74e751b9e tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=5774374e-e05f-4b92-babf-17cca2e92744 HTTP/1.1" status: 200 len: 944 time: 0.0488875 Nov 10 18:19:12.425060 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad3a7e83-ff25-4c58-9344-6f415a6472a6 req-83e9df7b-2399-4ad9-8a40-b5654355fda1 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453825 Nov 10 18:19:13.419338 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 5ced1cf4-3b39-4198-9572-5d2cdb0fca0f up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:19:13.471782 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 5ced1cf4-3b39-4198-9572-5d2cdb0fca0f completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:19:13.476259 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 5ced1cf4-3b39-4198-9572-5d2cdb0fca0f triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:19:13.476773 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:13.547783 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f107c1a-9515-41c5-bfda-12dbfc35a3ec req-2e01fb91-0cf9-4220-bd88-2c764ab00669 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:13.549366 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8f107c1a-9515-41c5-bfda-12dbfc35a3ec req-2e01fb91-0cf9-4220-bd88-2c764ab00669 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=5774374e-e05f-4b92-babf-17cca2e92744 HTTP/1.1" status: 200 len: 944 time: 0.0542440 Nov 10 18:19:13.556331 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:13.579783 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5774374e-e05f-4b92-babf-17cca2e92744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ced1cf4-3b39-4198-9572-5d2cdb0fca0f'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:19:13.582036 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3b9e12-7343-4c88-b6db-1fcab05258ac" -d '{"events": [{"server_uuid": "5774374e-e05f-4b92-babf-17cca2e92744", "name": "network-vif-plugged", "status": "completed", "tag": "5ced1cf4-3b39-4198-9572-5d2cdb0fca0f"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:19:13.596350 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 5ced1cf4-3b39-4198-9572-5d2cdb0fca0f, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5ced1cf4-3b39-4198-9572-5d2cdb0fca0f,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:19:13.599485 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8f107c1a-9515-41c5-bfda-12dbfc35a3ec req-3aa92f0f-cfab-4b6b-94c6-42f13e14481c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440111 Nov 10 18:19:13.601584 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:13.636165 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786c19f4-2b9d-4773-adcc-90fe2ae6bc3f x-openstack-request-id: req-786c19f4-2b9d-4773-adcc-90fe2ae6bc3f {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:19:13.636470 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5774374e-e05f-4b92-babf-17cca2e92744", "name": "network-vif-plugged", "status": "completed", "tag": "5ced1cf4-3b39-4198-9572-5d2cdb0fca0f", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:19:13.636726 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-786c19f4-2b9d-4773-adcc-90fe2ae6bc3f {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:19:13.637120 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5774374e-e05f-4b92-babf-17cca2e92744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ced1cf4-3b39-4198-9572-5d2cdb0fca0f', 'code': 200} Nov 10 18:19:13.658293 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=5ced1cf4-3b39-4198-9572-5d2cdb0fca0f,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:19:13.778725 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09c84d-4f87-476d-9649-832c249dfe7e req-c5712ed1-1f1f-48cc-8bb8-bb553487c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:13.780271 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7a09c84d-4f87-476d-9649-832c249dfe7e req-c5712ed1-1f1f-48cc-8bb8-bb553487c134 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5774374e-e05f-4b92-babf-17cca2e92744 HTTP/1.1" status: 200 len: 1097 time: 0.0895150 Nov 10 18:19:13.830748 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7a09c84d-4f87-476d-9649-832c249dfe7e req-25455fb9-5198-48c7-bb7d-51ec90ebf6cc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433402 Nov 10 18:19:14.718664 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebec670-35a9-4791-b4ec-bedb533f9785 req-1cb94923-c939-45a6-b6ae-34dfe4402924 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:14.720187 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cebec670-35a9-4791-b4ec-bedb533f9785 req-1cb94923-c939-45a6-b6ae-34dfe4402924 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=5774374e-e05f-4b92-babf-17cca2e92744 HTTP/1.1" status: 200 len: 945 time: 0.0523160 Nov 10 18:19:14.768522 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cebec670-35a9-4791-b4ec-bedb533f9785 req-31d51544-8119-406e-8c40-5403f42aa2c8 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421927 Nov 10 18:19:15.888719 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2839c6-6d76-4cbe-9cb8-4f2e0cb77e00 req-f8aeb978-c4dd-4b92-bd50-b2cdac644543 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:15.890189 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8d2839c6-6d76-4cbe-9cb8-4f2e0cb77e00 req-f8aeb978-c4dd-4b92-bd50-b2cdac644543 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=5774374e-e05f-4b92-babf-17cca2e92744 HTTP/1.1" status: 200 len: 945 time: 0.0497470 Nov 10 18:19:15.936728 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8d2839c6-6d76-4cbe-9cb8-4f2e0cb77e00 req-8b5a5ea3-83cc-4809-aff4-a3adcb9e2379 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406554 Nov 10 18:19:16.055261 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161a1f4-39c9-41ce-953d-1c8c1dfb1acf req-f1907571-5105-42ab-a80b-537417ee4818 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:16.056855 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9161a1f4-39c9-41ce-953d-1c8c1dfb1acf req-f1907571-5105-42ab-a80b-537417ee4818 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=5774374e-e05f-4b92-babf-17cca2e92744 HTTP/1.1" status: 200 len: 945 time: 0.0537853 Nov 10 18:19:16.105282 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9161a1f4-39c9-41ce-953d-1c8c1dfb1acf req-4fa0fddb-af2c-46b1-9bb5-06638d68dba8 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425737 Nov 10 18:19:18.636471 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-d4f6cfd8-3394-4c11-b61a-8431e1fe51d6 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:18.637953 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-d4f6cfd8-3394-4c11-b61a-8431e1fe51d6 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/networks?id=b399fcc9-c457-4d5f-a84c-c587db71b0f5 HTTP/1.1" status: 200 len: 811 time: 0.1019762 Nov 10 18:19:18.653571 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-2515ddfd-bf2a-42f6-89a6-c4900ec1bb57 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/quotas/c28b0cecf69f41b398fc07e448e03d50 HTTP/1.1" status: 200 len: 375 time: 0.0095363 Nov 10 18:19:18.712158 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-969f1942-c165-4f9b-971d-abc27c25db18 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c28b0cecf69f41b398fc07e448e03d50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529749 Nov 10 18:19:18.803474 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-0c616cd3-dcae-4c82-b478-01b63a4551af service neutron] 10.222.0.39 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835946 Nov 10 18:19:18.900091 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-fe4ca052-7a3e-4421-8535-5cbeb42e98f9 service neutron] 10.222.0.39 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893815 Nov 10 18:19:19.109101 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4b3ff3a4-c078-4408-82e4-5a0fc3bd675d req-ea2328b6-e10b-445c-9a7a-aaad6327c0c6 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 210 time: 0.0343201 Nov 10 18:19:20.065675 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-59c85cc9-3982-49c4-aa3c-0634a58201b5 req-790da258-0a92-4df8-9e9e-6b5a2fdcd229 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5774374e-e05f-4b92-babf-17cca2e92744&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0744107 Nov 10 18:19:20.075418 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-ea8019a2-cbe0-4659-bb6c-13e10975dc5b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:20.076904 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-ea8019a2-cbe0-4659-bb6c-13e10975dc5b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.11 "GET /v2.0/networks?id=b399fcc9-c457-4d5f-a84c-c587db71b0f5 HTTP/1.1" status: 200 len: 811 time: 0.1383240 Nov 10 18:19:20.089756 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-284621c4-355f-4163-8c6b-106d5c6d6c16 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Request body: {'port': {'device_id': 'e680acf7-28a2-4f3c-ba0b-67afd68cb0ce', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'admin_state_up': True, 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:19:20.207367 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c85cc9-3982-49c4-aa3c-0634a58201b5 req-113b24ff-aed5-44c9-b289-53cd0b9f9d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:20.208916 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-59c85cc9-3982-49c4-aa3c-0634a58201b5 req-113b24ff-aed5-44c9-b289-53cd0b9f9d21 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c28b0cecf69f41b398fc07e448e03d50&device_id=5774374e-e05f-4b92-babf-17cca2e92744 HTTP/1.1" status: 200 len: 1097 time: 0.0982544 Nov 10 18:19:20.217372 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-be9fe3a0-62a1-42c2-b75f-2a574aa49da1 req-a35d72b6-01ab-4d97-a899-7761e48212e2 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 210 time: 0.0338323 Nov 10 18:19:20.260223 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-284621c4-355f-4163-8c6b-106d5c6d6c16 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Made reservation on behalf of c28b0cecf69f41b398fc07e448e03d50 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:19:20.263658 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-284621c4-355f-4163-8c6b-106d5c6d6c16 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:20.401186 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c85cc9-3982-49c4-aa3c-0634a58201b5 req-1750314d-0b46-47eb-8858-c4490ef443a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:20.402745 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-59c85cc9-3982-49c4-aa3c-0634a58201b5 req-1750314d-0b46-47eb-8858-c4490ef443a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b399fcc9-c457-4d5f-a84c-c587db71b0f5 HTTP/1.1" status: 200 len: 912 time: 0.1625929 Nov 10 18:19:20.468363 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-59c85cc9-3982-49c4-aa3c-0634a58201b5 req-c89980bb-adf0-4caa-b5b9-b83e508b313d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ced1cf4-3b39-4198-9572-5d2cdb0fca0f HTTP/1.1" status: 200 len: 217 time: 0.0420599 Nov 10 18:19:20.519033 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-284621c4-355f-4163-8c6b-106d5c6d6c16 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Allocated IP 172.20.0.8 (b399fcc9-c457-4d5f-a84c-c587db71b0f5/a51b4dde-d4fe-4abc-9607-52baf3da7a4d/7036668b-4337-4304-9f81-48863a5f7fee) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:19:20.541018 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c85cc9-3982-49c4-aa3c-0634a58201b5 req-c615f0fb-4305-4196-bf6b-45515cebc94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:20.542494 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-59c85cc9-3982-49c4-aa3c-0634a58201b5 req-c615f0fb-4305-4196-bf6b-45515cebc94b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a51b4dde-d4fe-4abc-9607-52baf3da7a4d HTTP/1.1" status: 200 len: 850 time: 0.0675638 Nov 10 18:19:20.655280 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c85cc9-3982-49c4-aa3c-0634a58201b5 req-1d1e5cc5-c916-4ee7-aecc-d039700c2a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:20.656824 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-59c85cc9-3982-49c4-aa3c-0634a58201b5 req-1d1e5cc5-c916-4ee7-aecc-d039700c2a8f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b399fcc9-c457-4d5f-a84c-c587db71b0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1036613 Nov 10 18:19:20.774354 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-284621c4-355f-4163-8c6b-106d5c6d6c16 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:20.797192 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-59c85cc9-3982-49c4-aa3c-0634a58201b5 req-3808bc93-70ee-400a-b748-4d09b34376cf service neutron] 10.222.0.13 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314263 Nov 10 18:19:20.869614 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-284621c4-355f-4163-8c6b-106d5c6d6c16 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:20.883445 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['5ced1cf4-3b39-4198-9572-5d2cdb0fca0f'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:19:20.936860 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-284621c4-355f-4163-8c6b-106d5c6d6c16 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Network b399fcc9-c457-4d5f-a84c-c587db71b0f5 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:19:20.949421 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-284621c4-355f-4163-8c6b-106d5c6d6c16 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:19:20.954894 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-284621c4-355f-4163-8c6b-106d5c6d6c16 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:19:20.987491 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-59c85cc9-3982-49c4-aa3c-0634a58201b5 req-6f11d841-3bcb-4dd8-be5f-cc69581bbb69 service neutron] 10.222.0.13 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772738 Nov 10 18:19:20.990606 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284621c4-355f-4163-8c6b-106d5c6d6c16 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Pushing event updated for resources: {'Port': ['ID=7036668b-4337-4304-9f81-48863a5f7fee,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:19:21.018862 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-284621c4-355f-4163-8c6b-106d5c6d6c16 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:21.019511 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-284621c4-355f-4163-8c6b-106d5c6d6c16 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:21.049891 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-284621c4-355f-4163-8c6b-106d5c6d6c16 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9646366 Nov 10 18:19:21.065852 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-df2bea2f-3849-44e9-af5d-22d40430ef75 service neutron] Request body: {'port': {'device_id': 'e680acf7-28a2-4f3c-ba0b-67afd68cb0ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:19:21.131446 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-df2bea2f-3849-44e9-af5d-22d40430ef75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:21.295855 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-80b61ff1-795e-45df-9271-09c34cc4ed53 None None] Provisioning complete for port 7036668b-4337-4304-9f81-48863a5f7fee triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:19:21.296254 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-80b61ff1-795e-45df-9271-09c34cc4ed53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:21.338660 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-80b61ff1-795e-45df-9271-09c34cc4ed53 None None] Port 7036668b-4337-4304-9f81-48863a5f7fee cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:19:21.421759 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041096a-876b-4862-b271-1d7b3aecd28c req-5863f574-6987-4ada-abdb-4259e02849ed tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:21.423468 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d041096a-876b-4862-b271-1d7b3aecd28c req-5863f574-6987-4ada-abdb-4259e02849ed tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 931 time: 0.0849941 Nov 10 18:19:21.515613 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d041096a-876b-4862-b271-1d7b3aecd28c req-875fa6e1-7eca-4493-bf97-2ab841406fa0 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852857 Nov 10 18:19:21.526161 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-df2bea2f-3849-44e9-af5d-22d40430ef75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7036668b-4337-4304-9f81-48863a5f7fee {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:19:21.534352 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-df2bea2f-3849-44e9-af5d-22d40430ef75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:21.548191 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-df2bea2f-3849-44e9-af5d-22d40430ef75 service neutron] Transition to ACTIVE for port object 7036668b-4337-4304-9f81-48863a5f7fee will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:19:21.552437 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-df2bea2f-3849-44e9-af5d-22d40430ef75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:21.623814 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2bea2f-3849-44e9-af5d-22d40430ef75 service neutron] Pushing event updated for resources: {'Port': ['ID=7036668b-4337-4304-9f81-48863a5f7fee,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:19:21.682455 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-df2bea2f-3849-44e9-af5d-22d40430ef75 service neutron] Attempting to bind port 7036668b-4337-4304-9f81-48863a5f7fee on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:19:21.682795 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-df2bea2f-3849-44e9-af5d-22d40430ef75 service neutron] Attempting to bind port 7036668b-4337-4304-9f81-48863a5f7fee by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:19:21.683131 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-df2bea2f-3849-44e9-af5d-22d40430ef75 service neutron] Attempting to bind port 7036668b-4337-4304-9f81-48863a5f7fee on network b399fcc9-c457-4d5f-a84c-c587db71b0f5 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:19:21.687947 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-df2bea2f-3849-44e9-af5d-22d40430ef75 service neutron] Port 7036668b-4337-4304-9f81-48863a5f7fee on network b399fcc9-c457-4d5f-a84c-c587db71b0f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:19:21.688308 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-df2bea2f-3849-44e9-af5d-22d40430ef75 service neutron] Attempting to bind port 7036668b-4337-4304-9f81-48863a5f7fee on network b399fcc9-c457-4d5f-a84c-c587db71b0f5 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:19:21.693436 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-df2bea2f-3849-44e9-af5d-22d40430ef75 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:19:21.693780 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-df2bea2f-3849-44e9-af5d-22d40430ef75 service neutron] Checking segment: {'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:19:21.694167 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-df2bea2f-3849-44e9-af5d-22d40430ef75 service neutron] Bound using segment: {'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:19:21.694600 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-df2bea2f-3849-44e9-af5d-22d40430ef75 service neutron] Bound port: 7036668b-4337-4304-9f81-48863a5f7fee, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:19:21.694957 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-df2bea2f-3849-44e9-af5d-22d40430ef75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:21.767937 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-df2bea2f-3849-44e9-af5d-22d40430ef75 service neutron] For port 7036668b-4337-4304-9f81-48863a5f7fee, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:19:21.773234 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-df2bea2f-3849-44e9-af5d-22d40430ef75 service neutron] For port 7036668b-4337-4304-9f81-48863a5f7fee, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=7036668b-4337-4304-9f81-48863a5f7fee,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:19:21.780499 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-df2bea2f-3849-44e9-af5d-22d40430ef75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:21.826670 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-df2bea2f-3849-44e9-af5d-22d40430ef75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:21.827305 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-df2bea2f-3849-44e9-af5d-22d40430ef75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:21.828804 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-df2bea2f-3849-44e9-af5d-22d40430ef75 service neutron] 10.222.0.11 "PUT /v2.0/ports/7036668b-4337-4304-9f81-48863a5f7fee HTTP/1.1" status: 200 len: 1092 time: 0.7702851 Nov 10 18:19:21.829261 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e680acf7-28a2-4f3c-ba0b-67afd68cb0ce', 'tag': '7036668b-4337-4304-9f81-48863a5f7fee'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:19:21.831579 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd59d21-8864-4058-9888-2b65737d474c" -d '{"events": [{"name": "network-changed", "server_uuid": "e680acf7-28a2-4f3c-ba0b-67afd68cb0ce", "tag": "7036668b-4337-4304-9f81-48863a5f7fee"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:19:21.857666 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2bea2f-3849-44e9-af5d-22d40430ef75 service neutron] Pushing event updated for resources: {'Port': ['ID=7036668b-4337-4304-9f81-48863a5f7fee,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:19:21.892105 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079eb937-250a-4556-9acd-30130d585c2d x-openstack-request-id: req-079eb937-250a-4556-9acd-30130d585c2d {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:19:21.892458 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e680acf7-28a2-4f3c-ba0b-67afd68cb0ce", "tag": "7036668b-4337-4304-9f81-48863a5f7fee", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:19:21.892719 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-079eb937-250a-4556-9acd-30130d585c2d {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:19:21.893139 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e680acf7-28a2-4f3c-ba0b-67afd68cb0ce', 'tag': '7036668b-4337-4304-9f81-48863a5f7fee', 'status': 'completed', 'code': 200} Nov 10 18:19:21.927973 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-31980901-5599-4f6f-9ba8-ae8e803aae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:21.929595 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-31980901-5599-4f6f-9ba8-ae8e803aae22 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c28b0cecf69f41b398fc07e448e03d50&device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 1095 time: 0.0536263 Nov 10 18:19:21.976353 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-06569bcd-da7a-4922-af5b-bfcab328aa78 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7036668b-4337-4304-9f81-48863a5f7fee HTTP/1.1" status: 200 len: 217 time: 0.0392253 Nov 10 18:19:22.037297 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-e3fdc3dd-0638-4805-9a55-b17beb2cff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:22.038788 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-e3fdc3dd-0638-4805-9a55-b17beb2cff72 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a51b4dde-d4fe-4abc-9607-52baf3da7a4d HTTP/1.1" status: 200 len: 850 time: 0.0559597 Nov 10 18:19:22.089779 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-ec7d9325-0eaf-4ede-9288-d774ce3ba37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:22.091748 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-ec7d9325-0eaf-4ede-9288-d774ce3ba37c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b399fcc9-c457-4d5f-a84c-c587db71b0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452492 Nov 10 18:19:22.186906 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-5f0862ee-21be-4fb8-838c-b906ba570e59 service neutron] 10.222.0.11 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883203 Nov 10 18:19:22.284663 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c8802064-649e-47bd-ac4b-ba277f72eb37 req-6586feee-cb01-4901-86ee-a5e987bdb5b6 service neutron] 10.222.0.11 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900664 Nov 10 18:19:22.369415 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd59d21-8864-4058-9888-2b65737d474c req-19f05ad4-8371-4b63-80cf-66f0afb319f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:22.370940 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0cd59d21-8864-4058-9888-2b65737d474c req-19f05ad4-8371-4b63-80cf-66f0afb319f4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c28b0cecf69f41b398fc07e448e03d50&device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 1095 time: 0.0429919 Nov 10 18:19:22.476224 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd59d21-8864-4058-9888-2b65737d474c req-19014ad4-c2d3-4d12-91bf-fe49ca6713b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:22.477826 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0cd59d21-8864-4058-9888-2b65737d474c req-19014ad4-c2d3-4d12-91bf-fe49ca6713b4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b399fcc9-c457-4d5f-a84c-c587db71b0f5 HTTP/1.1" status: 200 len: 912 time: 0.1002219 Nov 10 18:19:22.521165 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0cd59d21-8864-4058-9888-2b65737d474c req-1ef04e26-1ecc-4713-b9db-8cc57d5d4b29 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7036668b-4337-4304-9f81-48863a5f7fee HTTP/1.1" status: 200 len: 217 time: 0.0359371 Nov 10 18:19:22.573061 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd59d21-8864-4058-9888-2b65737d474c req-87cb7343-a105-44ac-8477-f470a189c9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:22.574563 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0cd59d21-8864-4058-9888-2b65737d474c req-87cb7343-a105-44ac-8477-f470a189c9c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a51b4dde-d4fe-4abc-9607-52baf3da7a4d HTTP/1.1" status: 200 len: 850 time: 0.0464694 Nov 10 18:19:22.655797 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd59d21-8864-4058-9888-2b65737d474c req-5188c6b2-7f3e-4a49-b2aa-abd88c3222f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:22.657337 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0cd59d21-8864-4058-9888-2b65737d474c req-5188c6b2-7f3e-4a49-b2aa-abd88c3222f8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b399fcc9-c457-4d5f-a84c-c587db71b0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758166 Nov 10 18:19:22.665735 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27690c98-d972-4380-a4c2-ff67f8bbb0b7 req-acfdcf72-217f-4124-a09e-a053a2ba1980 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:22.667155 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-27690c98-d972-4380-a4c2-ff67f8bbb0b7 req-acfdcf72-217f-4124-a09e-a053a2ba1980 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 943 time: 0.0771585 Nov 10 18:19:22.767412 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-27690c98-d972-4380-a4c2-ff67f8bbb0b7 req-5c126222-a578-4fd1-8a07-4a0707d1592a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920300 Nov 10 18:19:22.790906 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0cd59d21-8864-4058-9888-2b65737d474c req-815eb28b-f2d6-47cc-bc0c-9bdd8f8d68aa service neutron] 10.222.0.11 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227129 Nov 10 18:19:22.881898 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0cd59d21-8864-4058-9888-2b65737d474c req-d70e6883-58a1-4d3c-81f3-5ee472061b99 service neutron] 10.222.0.11 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841103 Nov 10 18:19:23.971938 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4d781-8512-4b34-93ad-51a87b5d4377 req-c82fb0b7-ef2a-4b64-ba45-ccf439a23f7d tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:23.974223 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5cb4d781-8512-4b34-93ad-51a87b5d4377 req-c82fb0b7-ef2a-4b64-ba45-ccf439a23f7d tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 943 time: 0.0992362 Nov 10 18:19:24.032971 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5cb4d781-8512-4b34-93ad-51a87b5d4377 req-0245f602-953a-4ffe-b54b-a1e70d012b9d tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457366 Nov 10 18:19:25.086975 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:25.192597 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5fa46b-d6a8-468b-b786-e5d4f9747995 req-d7d40f21-f589-4f01-b405-0fa314ac1f03 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:25.194774 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af5fa46b-d6a8-468b-b786-e5d4f9747995 req-d7d40f21-f589-4f01-b405-0fa314ac1f03 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 943 time: 0.0774052 Nov 10 18:19:25.263010 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af5fa46b-d6a8-468b-b786-e5d4f9747995 req-8cb3cec7-2cc3-4133-b248-df88212870db tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600424 Nov 10 18:19:25.447820 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:26.446962 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57a6c3-12d8-40b5-9a79-0935b6193ea8 req-848241cf-4d01-4080-a46d-1bc581214eb8 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:26.448442 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bb57a6c3-12d8-40b5-9a79-0935b6193ea8 req-848241cf-4d01-4080-a46d-1bc581214eb8 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 943 time: 0.0730572 Nov 10 18:19:26.521004 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bb57a6c3-12d8-40b5-9a79-0935b6193ea8 req-ecc0a232-dc54-4af1-bb8b-f23938d33828 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640173 Nov 10 18:19:27.645512 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5ccc2-bae4-43b9-9252-8ddfccdb8c48 req-305f7dc5-2ff2-49d4-bbb8-8f06602487c4 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:27.653015 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-42e5ccc2-bae4-43b9-9252-8ddfccdb8c48 req-305f7dc5-2ff2-49d4-bbb8-8f06602487c4 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 943 time: 0.0628829 Nov 10 18:19:27.697597 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-42e5ccc2-bae4-43b9-9252-8ddfccdb8c48 req-964c874d-22b4-4128-a213-98bf21ef41cf tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437260 Nov 10 18:19:28.813202 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a9860-7741-4ea5-898e-6c4c280920b1 req-6f8051e9-a2d8-42ff-8408-b6d6e8745dd3 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:28.814666 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bd8a9860-7741-4ea5-898e-6c4c280920b1 req-6f8051e9-a2d8-42ff-8408-b6d6e8745dd3 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 943 time: 0.0487072 Nov 10 18:19:28.861919 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bd8a9860-7741-4ea5-898e-6c4c280920b1 req-3bb6a6b0-fb5b-46f4-aede-6195c0a70c12 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412850 Nov 10 18:19:29.885656 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:19:29.980788 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483cc34-3ea6-4476-b34b-f52a96fe5f57 req-01837cc1-4ae9-4342-9e61-2388dbe0d2fb tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:29.982290 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d483cc34-3ea6-4476-b34b-f52a96fe5f57 req-01837cc1-4ae9-4342-9e61-2388dbe0d2fb tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 943 time: 0.0508707 Nov 10 18:19:30.032815 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d483cc34-3ea6-4476-b34b-f52a96fe5f57 req-bfa87802-880a-458c-8f69-b204d8aa9d5c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445788 Nov 10 18:19:30.578594 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d1caa83e-8084-40ef-aae4-21f70dff68b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:31.152350 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c799b-056c-4e47-b2a3-ca30544f9a5e req-b18e9160-5174-44bd-b593-d5037363455b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:31.154036 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7c1c799b-056c-4e47-b2a3-ca30544f9a5e req-b18e9160-5174-44bd-b593-d5037363455b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 943 time: 0.0520401 Nov 10 18:19:31.203840 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7c1c799b-056c-4e47-b2a3-ca30544f9a5e req-63db6d39-2be9-45c7-be83-9cf93da821bf tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435464 Nov 10 18:19:32.327353 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dc3969-d919-40ef-ae80-861fe17233bc req-3969edd3-540b-42d4-b5f2-74f914a443a6 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:32.328520 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-74dc3969-d919-40ef-ae80-861fe17233bc req-3969edd3-540b-42d4-b5f2-74f914a443a6 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 943 time: 0.0524592 Nov 10 18:19:32.379178 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-74dc3969-d919-40ef-ae80-861fe17233bc req-d5164aeb-0a0a-4a38-a326-80ca9be15169 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434117 Nov 10 18:19:32.930819 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fcf18f88-4480-4437-a7f8-670100d6352d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:33.504984 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89ff04-ef7d-44b5-b98a-64cf0031f9b6 req-8161c896-1867-41f2-9813-e8eebd2eff05 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:33.506519 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4d89ff04-ef7d-44b5-b98a-64cf0031f9b6 req-8161c896-1867-41f2-9813-e8eebd2eff05 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 943 time: 0.0562150 Nov 10 18:19:33.555534 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4d89ff04-ef7d-44b5-b98a-64cf0031f9b6 req-086f216c-ec9f-4bd0-9620-9de2264e1e12 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427113 Nov 10 18:19:34.142241 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:34.678802 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ed723-6115-45b1-af15-c86daecd99b5 req-ad62ac29-8f13-44fc-b147-718a51572304 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:34.681362 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b6ed723-6115-45b1-af15-c86daecd99b5 req-ad62ac29-8f13-44fc-b147-718a51572304 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 943 time: 0.0515187 Nov 10 18:19:34.731326 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1b6ed723-6115-45b1-af15-c86daecd99b5 req-870137f7-d2c8-4cbf-83c1-06baa1ac10a0 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421212 Nov 10 18:19:35.640882 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:35.859782 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201031bc-29e7-494c-b90c-eef382bee76c req-c877d5da-2285-4d5b-87b5-09de0522ca3a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:35.861494 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-201031bc-29e7-494c-b90c-eef382bee76c req-c877d5da-2285-4d5b-87b5-09de0522ca3a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 943 time: 0.0564620 Nov 10 18:19:35.917045 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-201031bc-29e7-494c-b90c-eef382bee76c req-464dcac6-42ee-4b63-a458-61b674c0e0e2 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486696 Nov 10 18:19:36.347654 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:37.042488 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc6e2a-f5df-4e68-a14b-ad64ff14a9e6 req-8c74ede0-dde1-4dd0-b675-7fb2ab41b775 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:37.044225 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5bc6e2a-f5df-4e68-a14b-ad64ff14a9e6 req-8c74ede0-dde1-4dd0-b675-7fb2ab41b775 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 943 time: 0.0500190 Nov 10 18:19:37.096635 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5bc6e2a-f5df-4e68-a14b-ad64ff14a9e6 req-a8b39258-233c-43e2-b39d-b73288773109 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464880 Nov 10 18:19:38.218528 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d76afc-06a5-4e34-ae05-c2c165fd009a req-974ded49-a7fa-4329-be46-88e20bbb602e tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:38.220015 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-59d76afc-06a5-4e34-ae05-c2c165fd009a req-974ded49-a7fa-4329-be46-88e20bbb602e tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 943 time: 0.0553901 Nov 10 18:19:38.270880 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-59d76afc-06a5-4e34-ae05-c2c165fd009a req-1de7df32-d411-4a04-a065-875c056118c1 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448711 Nov 10 18:19:39.399815 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1bb8d-0557-4c67-b089-0f1f34d8ff91 req-5441f830-0ac1-4177-8d77-433011066005 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:39.401959 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cba1bb8d-0557-4c67-b089-0f1f34d8ff91 req-5441f830-0ac1-4177-8d77-433011066005 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 943 time: 0.0595639 Nov 10 18:19:39.454390 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cba1bb8d-0557-4c67-b089-0f1f34d8ff91 req-407f8bf2-ab63-47f3-afbe-631aa67db835 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457489 Nov 10 18:19:40.614593 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb9327-4f0c-472e-a49c-35a21c33ec6f req-25faf53e-003b-4c48-a6f4-4d0cb271c1e5 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:40.616989 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8efb9327-4f0c-472e-a49c-35a21c33ec6f req-25faf53e-003b-4c48-a6f4-4d0cb271c1e5 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 943 time: 0.0722022 Nov 10 18:19:40.687100 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8efb9327-4f0c-472e-a49c-35a21c33ec6f req-68da4f03-6370-425d-885b-64c2591a744d tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621052 Nov 10 18:19:41.809454 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a908d45-f939-46bd-9f70-307c1a6ce637 req-efde2b87-5830-488f-9477-9cb2de20ee44 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:41.810924 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0a908d45-f939-46bd-9f70-307c1a6ce637 req-efde2b87-5830-488f-9477-9cb2de20ee44 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 943 time: 0.0491564 Nov 10 18:19:41.857984 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0a908d45-f939-46bd-9f70-307c1a6ce637 req-87ce32ac-22c6-4856-b647-90a8efa6e7bc tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412080 Nov 10 18:19:42.990357 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe659af6-0f4d-4c30-870a-58afa9ab4201 req-e263b55f-4b36-4c2a-996b-70f2718fe7a3 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:42.992026 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fe659af6-0f4d-4c30-870a-58afa9ab4201 req-e263b55f-4b36-4c2a-996b-70f2718fe7a3 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 943 time: 0.0554256 Nov 10 18:19:43.052168 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fe659af6-0f4d-4c30-870a-58afa9ab4201 req-9bfdc2d1-4b1e-4dee-8e1f-d39e81d952b1 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524182 Nov 10 18:19:43.428507 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 7036668b-4337-4304-9f81-48863a5f7fee details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:19:43.532432 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 7036668b-4337-4304-9f81-48863a5f7fee, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=7036668b-4337-4304-9f81-48863a5f7fee,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:19:43.545025 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '7036668b-4337-4304-9f81-48863a5f7fee', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'port_id': '7036668b-4337-4304-9f81-48863a5f7fee', 'mac_address': 'fa:16:3e:58:aa:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:19:43.582932 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:43.596315 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7036668b-4337-4304-9f81-48863a5f7fee {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:19:43.620244 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 7036668b-4337-4304-9f81-48863a5f7fee, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=7036668b-4337-4304-9f81-48863a5f7fee,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:19:43.624353 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:43.679171 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=7036668b-4337-4304-9f81-48863a5f7fee,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:19:43.687677 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:19:43.688112 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:19:43.688623 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:19:43.689010 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:19:43.689304 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:19:43.689782 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:19:43.690205 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:19:43.690650 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:19:43.690981 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:19:43.691321 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:19:43.691670 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:19:43.692051 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:19:43.864525 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['7036668b-4337-4304-9f81-48863a5f7fee'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:19:44.189805 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace517fa-46f0-4c77-a408-b1fb5af53e54 req-a9f38797-a92e-4eda-a549-d6909b1d7952 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:44.191309 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ace517fa-46f0-4c77-a408-b1fb5af53e54 req-a9f38797-a92e-4eda-a549-d6909b1d7952 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 944 time: 0.0538812 Nov 10 18:19:44.239724 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ace517fa-46f0-4c77-a408-b1fb5af53e54 req-a21b5520-d7ea-44d9-b95a-7c49bbeda96a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415888 Nov 10 18:19:45.367919 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1569a38-a1d8-4bb4-8ab2-06f3fbafab02 req-040fd890-c35f-4ce5-be8f-967ecacd69b1 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:45.369395 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c1569a38-a1d8-4bb4-8ab2-06f3fbafab02 req-040fd890-c35f-4ce5-be8f-967ecacd69b1 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 944 time: 0.0553050 Nov 10 18:19:45.421719 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c1569a38-a1d8-4bb4-8ab2-06f3fbafab02 req-a8726e88-93e4-4b8f-8920-049f47911d5f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463724 Nov 10 18:19:45.428696 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 7036668b-4337-4304-9f81-48863a5f7fee up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:19:45.483032 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 7036668b-4337-4304-9f81-48863a5f7fee completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:19:45.486933 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 7036668b-4337-4304-9f81-48863a5f7fee triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:19:45.487300 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:45.569135 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:45.594657 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e680acf7-28a2-4f3c-ba0b-67afd68cb0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7036668b-4337-4304-9f81-48863a5f7fee'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:19:45.597065 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea50ad8-0e59-46df-bd0f-d248fa908263" -d '{"events": [{"server_uuid": "e680acf7-28a2-4f3c-ba0b-67afd68cb0ce", "name": "network-vif-plugged", "status": "completed", "tag": "7036668b-4337-4304-9f81-48863a5f7fee"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:19:45.610959 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 7036668b-4337-4304-9f81-48863a5f7fee, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=7036668b-4337-4304-9f81-48863a5f7fee,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:19:45.615202 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:45.642917 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b922d0-66a3-4c30-974e-174b77a70d86 x-openstack-request-id: req-63b922d0-66a3-4c30-974e-174b77a70d86 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:19:45.643219 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e680acf7-28a2-4f3c-ba0b-67afd68cb0ce", "name": "network-vif-plugged", "status": "completed", "tag": "7036668b-4337-4304-9f81-48863a5f7fee", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:19:45.643471 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-63b922d0-66a3-4c30-974e-174b77a70d86 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:19:45.643860 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e680acf7-28a2-4f3c-ba0b-67afd68cb0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7036668b-4337-4304-9f81-48863a5f7fee', 'code': 200} Nov 10 18:19:45.672364 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=7036668b-4337-4304-9f81-48863a5f7fee,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:19:45.808238 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30198df6-fad8-4532-bb0d-3e6f77695bb9 req-8f077eb3-8e10-477b-abd3-6011f55ced7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:45.810132 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-30198df6-fad8-4532-bb0d-3e6f77695bb9 req-8f077eb3-8e10-477b-abd3-6011f55ced7b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 1097 time: 0.1040871 Nov 10 18:19:45.860556 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-30198df6-fad8-4532-bb0d-3e6f77695bb9 req-80316093-3a50-4591-9ea9-8bfac63a4c63 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424254 Nov 10 18:19:46.561905 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966ed80-871e-48eb-90d3-7b8bfc96915b req-3ef60ad8-ac57-4d34-b514-413ac8ea7e64 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:46.563589 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c966ed80-871e-48eb-90d3-7b8bfc96915b req-3ef60ad8-ac57-4d34-b514-413ac8ea7e64 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 945 time: 0.0635328 Nov 10 18:19:46.621726 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c966ed80-871e-48eb-90d3-7b8bfc96915b req-0db4246c-a3f5-4639-a53a-7f9270512f0c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498712 Nov 10 18:19:47.740934 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b346909-c223-4c6b-a467-7463e878ba25 req-cfb8aa13-493b-4b9b-8a75-4b8d9e6e50bc tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:47.742420 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9b346909-c223-4c6b-a467-7463e878ba25 req-cfb8aa13-493b-4b9b-8a75-4b8d9e6e50bc tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 945 time: 0.0500314 Nov 10 18:19:47.794050 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9b346909-c223-4c6b-a467-7463e878ba25 req-27d6f526-83e0-4d0f-9e86-f7d4b56da413 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455947 Nov 10 18:19:47.911671 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebcb84-a0e7-4378-a760-cb3d4a2a5f63 req-d0914bf6-c0ae-4d28-a6ea-71d6852f4592 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:47.913075 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bdebcb84-a0e7-4378-a760-cb3d4a2a5f63 req-d0914bf6-c0ae-4d28-a6ea-71d6852f4592 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 945 time: 0.0529292 Nov 10 18:19:47.962314 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bdebcb84-a0e7-4378-a760-cb3d4a2a5f63 req-cb1a3e25-cb24-4e8c-a3a8-376586fda94e tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421817 Nov 10 18:19:48.246919 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c590a23-cfb4-470a-93a1-f3e0aacb0758 req-6b2d93cb-a48c-4534-97f7-1e235f99b8b0 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:48.248440 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9c590a23-cfb4-470a-93a1-f3e0aacb0758 req-6b2d93cb-a48c-4534-97f7-1e235f99b8b0 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 945 time: 0.0497997 Nov 10 18:19:48.296522 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9c590a23-cfb4-470a-93a1-f3e0aacb0758 req-423f7a53-3bff-4a1e-9103-19825f67fc05 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420072 Nov 10 18:19:49.415496 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c567aa5-3db4-41d8-9849-6f34410a1dfe req-c8410d1d-525a-4219-a3dd-6322f3380721 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:49.417105 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4c567aa5-3db4-41d8-9849-6f34410a1dfe req-c8410d1d-525a-4219-a3dd-6322f3380721 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 945 time: 0.0499759 Nov 10 18:19:49.467435 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4c567aa5-3db4-41d8-9849-6f34410a1dfe req-5fb28c59-c6b0-4bb0-8219-90a1ff6c610e tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444884 Nov 10 18:19:49.638127 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15694d5d-34e1-4c01-abe3-fb1cde205461 req-a50916bf-a8e6-4a35-833c-a300e55226de tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:19:49.639789 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-15694d5d-34e1-4c01-abe3-fb1cde205461 req-a50916bf-a8e6-4a35-833c-a300e55226de tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.11 "GET /v2.0/ports?device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 945 time: 0.0489886 Nov 10 18:19:49.734093 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-15694d5d-34e1-4c01-abe3-fb1cde205461 req-e1755adf-fe14-463f-af9c-8bd57cb4f80f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Deleting port 7036668b-4337-4304-9f81-48863a5f7fee {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:19:49.734430 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-15694d5d-34e1-4c01-abe3-fb1cde205461 req-e1755adf-fe14-463f-af9c-8bd57cb4f80f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:49.821860 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-15694d5d-34e1-4c01-abe3-fb1cde205461 req-e1755adf-fe14-463f-af9c-8bd57cb4f80f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] For port 7036668b-4337-4304-9f81-48863a5f7fee, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=7036668b-4337-4304-9f81-48863a5f7fee,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:19:49.822217 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-15694d5d-34e1-4c01-abe3-fb1cde205461 req-e1755adf-fe14-463f-af9c-8bd57cb4f80f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:49.834422 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-15694d5d-34e1-4c01-abe3-fb1cde205461 req-e1755adf-fe14-463f-af9c-8bd57cb4f80f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Calling delete_port for 7036668b-4337-4304-9f81-48863a5f7fee owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:19:49.961940 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-15694d5d-34e1-4c01-abe3-fb1cde205461 req-e1755adf-fe14-463f-af9c-8bd57cb4f80f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:49.974229 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['7036668b-4337-4304-9f81-48863a5f7fee'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:19:49.976852 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['5ced1cf4-3b39-4198-9572-5d2cdb0fca0f'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:19:49.991496 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1755adf-fe14-463f-af9c-8bd57cb4f80f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Pushing event deleted for resources: {'Port': ['ID=7036668b-4337-4304-9f81-48863a5f7fee,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:19:50.026079 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1755adf-fe14-463f-af9c-8bd57cb4f80f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:19:50.026429 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1755adf-fe14-463f-af9c-8bd57cb4f80f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:19:50.026797 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1755adf-fe14-463f-af9c-8bd57cb4f80f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:19:50.027137 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1755adf-fe14-463f-af9c-8bd57cb4f80f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:19:50.027932 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1755adf-fe14-463f-af9c-8bd57cb4f80f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:19:50.027932 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1755adf-fe14-463f-af9c-8bd57cb4f80f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:19:50.028135 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1755adf-fe14-463f-af9c-8bd57cb4f80f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:19:50.028500 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1755adf-fe14-463f-af9c-8bd57cb4f80f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:19:50.028819 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1755adf-fe14-463f-af9c-8bd57cb4f80f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:19:50.029138 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1755adf-fe14-463f-af9c-8bd57cb4f80f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:19:50.029585 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1755adf-fe14-463f-af9c-8bd57cb4f80f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:19:50.029809 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1755adf-fe14-463f-af9c-8bd57cb4f80f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:19:50.050198 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-15694d5d-34e1-4c01-abe3-fb1cde205461 req-e1755adf-fe14-463f-af9c-8bd57cb4f80f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] No DVR routers for this DVR port 7036668b-4337-4304-9f81-48863a5f7fee on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:19:50.053348 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-15694d5d-34e1-4c01-abe3-fb1cde205461 req-e1755adf-fe14-463f-af9c-8bd57cb4f80f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:50.058011 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-15694d5d-34e1-4c01-abe3-fb1cde205461 req-e1755adf-fe14-463f-af9c-8bd57cb4f80f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.11 "DELETE /v2.0/ports/7036668b-4337-4304-9f81-48863a5f7fee HTTP/1.1" status: 204 len: 173 time: 0.4116094 Nov 10 18:19:50.058478 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e680acf7-28a2-4f3c-ba0b-67afd68cb0ce', 'name': 'network-vif-deleted', 'tag': '7036668b-4337-4304-9f81-48863a5f7fee'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:19:50.061019 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49144256-9a96-4772-9d87-d92603409535" -d '{"events": [{"server_uuid": "e680acf7-28a2-4f3c-ba0b-67afd68cb0ce", "name": "network-vif-deleted", "tag": "7036668b-4337-4304-9f81-48863a5f7fee"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:19:50.110160 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7a8d2b-fccb-4192-8109-0d85a65cb970 x-openstack-request-id: req-2b7a8d2b-fccb-4192-8109-0d85a65cb970 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:19:50.110462 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e680acf7-28a2-4f3c-ba0b-67afd68cb0ce", "name": "network-vif-deleted", "tag": "7036668b-4337-4304-9f81-48863a5f7fee", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:19:50.110711 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2b7a8d2b-fccb-4192-8109-0d85a65cb970 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:19:50.111114 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e680acf7-28a2-4f3c-ba0b-67afd68cb0ce', 'name': 'network-vif-deleted', 'tag': '7036668b-4337-4304-9f81-48863a5f7fee', 'status': 'completed', 'code': 200} Nov 10 18:19:50.566070 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73b9f67e-c12b-4cca-86bb-067b0f7f7fad req-629fd313-10a2-4709-a3c2-1b70630c96f8 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 210 time: 0.0274737 Nov 10 18:19:51.667544 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-41a43720-bafa-4d9c-98d8-e85fe7f49fca req-eabaf7dc-ae1f-4670-a86e-6ce4d41f5e17 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 210 time: 0.0284622 Nov 10 18:19:52.772035 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7ad2c39e-a56b-4ed7-8150-9e93eb7f98ee req-b817eecd-c475-49d1-bbd4-107b69550b00 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 210 time: 0.0280988 Nov 10 18:19:53.429481 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 7036668b-4337-4304-9f81-48863a5f7fee no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:19:53.451732 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 7036668b-4337-4304-9f81-48863a5f7fee {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:19:53.452138 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 7036668b-4337-4304-9f81-48863a5f7fee not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:19:53.879498 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6c96ce8a-be3f-44d3-b0f5-278970e2e139 req-e2f6e2ce-9959-4d1d-8f6d-792baf309686 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 210 time: 0.0324042 Nov 10 18:19:55.003570 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1af32051-f568-4acf-a5cb-6a76d7a775e9 req-b42fa3be-63fa-4b1c-b712-eda36fe5fdc9 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=e680acf7-28a2-4f3c-ba0b-67afd68cb0ce HTTP/1.1" status: 200 len: 210 time: 0.0275035 Nov 10 18:19:55.092459 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:19:55.449288 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:00.535867 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967cadf-83da-40bd-a62e-28f2e26270e7 req-63673f0c-ca4c-4122-8936-ad3b938434df tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:00.537377 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6967cadf-83da-40bd-a62e-28f2e26270e7 req-63673f0c-ca4c-4122-8936-ad3b938434df tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=5774374e-e05f-4b92-babf-17cca2e92744 HTTP/1.1" status: 200 len: 945 time: 0.0504022 Nov 10 18:20:00.581337 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5f3ec6c6-bde7-4c7c-a37a-280adf1c3808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:00.589328 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6967cadf-83da-40bd-a62e-28f2e26270e7 req-ee58456c-5b34-47ba-8581-a7d186607691 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457826 Nov 10 18:20:01.707555 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d207d8-5210-4292-8f7b-55d1e46fed9a req-d45e4540-5475-4c9a-a930-581a4b11b8b7 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:01.709042 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-45d207d8-5210-4292-8f7b-55d1e46fed9a req-d45e4540-5475-4c9a-a930-581a4b11b8b7 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=5774374e-e05f-4b92-babf-17cca2e92744 HTTP/1.1" status: 200 len: 945 time: 0.0501215 Nov 10 18:20:02.043254 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-45d207d8-5210-4292-8f7b-55d1e46fed9a req-5cc47cc3-049d-4034-915e-4ad2175d7a65 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=be0088c3-bb05-4c1f-912d-90db0320438d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274722 Nov 10 18:20:02.079551 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c5bb4-d7e5-4823-b75f-145116e7bc9d req-9a766567-9b4e-42f7-b6db-669a5376d065 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:02.081231 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cd7c5bb4-d7e5-4823-b75f-145116e7bc9d req-9a766567-9b4e-42f7-b6db-669a5376d065 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.13 "GET /v2.0/ports?device_id=5774374e-e05f-4b92-babf-17cca2e92744 HTTP/1.1" status: 200 len: 945 time: 0.0543258 Nov 10 18:20:02.169457 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-cd7c5bb4-d7e5-4823-b75f-145116e7bc9d req-223fcf86-7f99-4211-a38c-6f70e203bf05 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Deleting port 5ced1cf4-3b39-4198-9572-5d2cdb0fca0f {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:20:02.169786 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cd7c5bb4-d7e5-4823-b75f-145116e7bc9d req-223fcf86-7f99-4211-a38c-6f70e203bf05 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:02.259610 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-cd7c5bb4-d7e5-4823-b75f-145116e7bc9d req-223fcf86-7f99-4211-a38c-6f70e203bf05 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] For port 5ced1cf4-3b39-4198-9572-5d2cdb0fca0f, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5ced1cf4-3b39-4198-9572-5d2cdb0fca0f,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:20:02.259977 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cd7c5bb4-d7e5-4823-b75f-145116e7bc9d req-223fcf86-7f99-4211-a38c-6f70e203bf05 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:02.272236 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-cd7c5bb4-d7e5-4823-b75f-145116e7bc9d req-223fcf86-7f99-4211-a38c-6f70e203bf05 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Calling delete_port for 5ced1cf4-3b39-4198-9572-5d2cdb0fca0f owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:20:02.403524 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cd7c5bb4-d7e5-4823-b75f-145116e7bc9d req-223fcf86-7f99-4211-a38c-6f70e203bf05 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:02.415168 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['5ced1cf4-3b39-4198-9572-5d2cdb0fca0f'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:20:02.430996 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223fcf86-7f99-4211-a38c-6f70e203bf05 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Pushing event deleted for resources: {'Port': ['ID=5ced1cf4-3b39-4198-9572-5d2cdb0fca0f,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:20:02.478559 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7c5bb4-d7e5-4823-b75f-145116e7bc9d req-223fcf86-7f99-4211-a38c-6f70e203bf05 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] No DVR routers for this DVR port 5ced1cf4-3b39-4198-9572-5d2cdb0fca0f on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:20:02.481334 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cd7c5bb4-d7e5-4823-b75f-145116e7bc9d req-223fcf86-7f99-4211-a38c-6f70e203bf05 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:02.484773 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cd7c5bb4-d7e5-4823-b75f-145116e7bc9d req-223fcf86-7f99-4211-a38c-6f70e203bf05 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.13 "DELETE /v2.0/ports/5ced1cf4-3b39-4198-9572-5d2cdb0fca0f HTTP/1.1" status: 204 len: 173 time: 0.3971355 Nov 10 18:20:02.485217 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5774374e-e05f-4b92-babf-17cca2e92744', 'name': 'network-vif-deleted', 'tag': '5ced1cf4-3b39-4198-9572-5d2cdb0fca0f'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:20:02.487536 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d9bf12-4e45-4484-af95-f92733b6cd36" -d '{"events": [{"server_uuid": "5774374e-e05f-4b92-babf-17cca2e92744", "name": "network-vif-deleted", "tag": "5ced1cf4-3b39-4198-9572-5d2cdb0fca0f"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:20:02.525265 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0133296f-1cd7-43b0-9956-64bd81cc528b x-openstack-request-id: req-0133296f-1cd7-43b0-9956-64bd81cc528b {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:20:02.525567 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5774374e-e05f-4b92-babf-17cca2e92744", "name": "network-vif-deleted", "tag": "5ced1cf4-3b39-4198-9572-5d2cdb0fca0f", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:20:02.525826 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0133296f-1cd7-43b0-9956-64bd81cc528b {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:20:02.526231 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5774374e-e05f-4b92-babf-17cca2e92744', 'name': 'network-vif-deleted', 'tag': '5ced1cf4-3b39-4198-9572-5d2cdb0fca0f', 'status': 'completed', 'code': 200} Nov 10 18:20:02.928349 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c5ce5740-1404-47fe-8ed2-7894e9bda437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:03.146902 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3f2080a5-fb41-4cbd-8876-e334b23fa4e3 req-0dc1650f-3778-4504-b234-6d4ec42712a5 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=5774374e-e05f-4b92-babf-17cca2e92744 HTTP/1.1" status: 200 len: 210 time: 0.0313582 Nov 10 18:20:04.145359 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:04.250020 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4df9b8f7-ee11-452c-87d6-2bd61dd76510 req-10096ef2-3a55-4025-baf5-2baf60b34616 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=5774374e-e05f-4b92-babf-17cca2e92744 HTTP/1.1" status: 200 len: 210 time: 0.0288594 Nov 10 18:20:05.343640 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-656776a8-b1f0-4b7c-8d84-2535ba73372d req-b9e8c73d-0142-464d-868b-fdbbad0b28dd tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=5774374e-e05f-4b92-babf-17cca2e92744 HTTP/1.1" status: 200 len: 210 time: 0.0261071 Nov 10 18:20:05.642099 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:05.742648 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 5ced1cf4-3b39-4198-9572-5d2cdb0fca0f no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:20:05.763897 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 5ced1cf4-3b39-4198-9572-5d2cdb0fca0f {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:20:05.764276 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 5ced1cf4-3b39-4198-9572-5d2cdb0fca0f not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:20:06.341902 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:06.444729 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bf3a5a14-b8ce-4f0a-84f8-fb661e5c78f1 req-2e466683-6fa2-4c9c-a944-47ed15ca327c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=5774374e-e05f-4b92-babf-17cca2e92744 HTTP/1.1" status: 200 len: 210 time: 0.0270984 Nov 10 18:20:06.885770 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:20:10.346808 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58374) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:20:10.351618 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-ae9136d6-88d3-497c-bb92-e3d872e7b78a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1738387165', 'description': 'tempest-secgroup-smoke-1738387165 description', 'project_id': 'c28b0cecf69f41b398fc07e448e03d50'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:20:10.376523 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ae9136d6-88d3-497c-bb92-e3d872e7b78a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:10.445670 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ae9136d6-88d3-497c-bb92-e3d872e7b78a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:10.449684 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ae9136d6-88d3-497c-bb92-e3d872e7b78a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:10.485135 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ae9136d6-88d3-497c-bb92-e3d872e7b78a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:10.486473 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ae9136d6-88d3-497c-bb92-e3d872e7b78a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1385350 Nov 10 18:20:10.488404 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9136d6-88d3-497c-bb92-e3d872e7b78a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f350c90b-840a-432b-bd7e-74496285efb4,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:20:10.489444 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 58376) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:20:10.494903 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-cbc2fbdb-e939-4c94-a31a-109fb8e36508 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Request body: {'security_group_rule': {'security_group_id': 'f350c90b-840a-432b-bd7e-74496285efb4', 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:20:10.503999 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9136d6-88d3-497c-bb92-e3d872e7b78a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:20:10.504369 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9136d6-88d3-497c-bb92-e3d872e7b78a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:20:10.504792 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9136d6-88d3-497c-bb92-e3d872e7b78a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:20:10.505134 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9136d6-88d3-497c-bb92-e3d872e7b78a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:20:10.505469 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9136d6-88d3-497c-bb92-e3d872e7b78a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:20:10.505924 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9136d6-88d3-497c-bb92-e3d872e7b78a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:20:10.506261 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9136d6-88d3-497c-bb92-e3d872e7b78a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:20:10.506613 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9136d6-88d3-497c-bb92-e3d872e7b78a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:20:10.506947 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9136d6-88d3-497c-bb92-e3d872e7b78a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:20:10.507271 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9136d6-88d3-497c-bb92-e3d872e7b78a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:20:10.507599 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9136d6-88d3-497c-bb92-e3d872e7b78a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:20:10.507924 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9136d6-88d3-497c-bb92-e3d872e7b78a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:20:10.522528 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cbc2fbdb-e939-4c94-a31a-109fb8e36508 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:10.579527 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cbc2fbdb-e939-4c94-a31a-109fb8e36508 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:10.584352 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cbc2fbdb-e939-4c94-a31a-109fb8e36508 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:10.603409 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2fbdb-e939-4c94-a31a-109fb8e36508 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfcf38c8-c49e-47e8-980d-37f280de9302,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:20:10.611196 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cbc2fbdb-e939-4c94-a31a-109fb8e36508 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:10.612428 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-cbc2fbdb-e939-4c94-a31a-109fb8e36508 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220334 Nov 10 18:20:10.615367 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58378) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:20:10.620828 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-7b45492c-4aae-4b6a-9a95-9fb08a2ce830 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Request body: {'security_group_rule': {'security_group_id': 'f350c90b-840a-432b-bd7e-74496285efb4', 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:20:10.648209 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7b45492c-4aae-4b6a-9a95-9fb08a2ce830 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:10.706033 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7b45492c-4aae-4b6a-9a95-9fb08a2ce830 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:10.710069 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7b45492c-4aae-4b6a-9a95-9fb08a2ce830 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:10.732973 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45492c-4aae-4b6a-9a95-9fb08a2ce830 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1eb74ee-b52a-430e-a700-3816b458418f,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:20:10.747096 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7b45492c-4aae-4b6a-9a95-9fb08a2ce830 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:10.748470 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7b45492c-4aae-4b6a-9a95-9fb08a2ce830 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1318369 Nov 10 18:20:10.751030 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58380) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:20:10.755413 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-e80892ce-e3bc-4eef-b22a-d39d9b6b02f6 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Request body: {'security_group_rule': {'security_group_id': 'f350c90b-840a-432b-bd7e-74496285efb4', 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:20:10.782939 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e80892ce-e3bc-4eef-b22a-d39d9b6b02f6 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:10.841675 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e80892ce-e3bc-4eef-b22a-d39d9b6b02f6 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:10.845914 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e80892ce-e3bc-4eef-b22a-d39d9b6b02f6 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:10.862000 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80892ce-e3bc-4eef-b22a-d39d9b6b02f6 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5170a9f3-f682-43c4-8839-fe12b6dc6b2a,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:20:10.873087 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e80892ce-e3bc-4eef-b22a-d39d9b6b02f6 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:10.874283 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e80892ce-e3bc-4eef-b22a-d39d9b6b02f6 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223111 Nov 10 18:20:10.876894 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58382) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:20:10.881202 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-f91acaf5-a5d9-47d4-8c36-14aaa40ac850 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Request body: {'security_group_rule': {'security_group_id': 'f350c90b-840a-432b-bd7e-74496285efb4', 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:20:10.908398 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f91acaf5-a5d9-47d4-8c36-14aaa40ac850 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:10.965926 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f91acaf5-a5d9-47d4-8c36-14aaa40ac850 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:10.970117 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f91acaf5-a5d9-47d4-8c36-14aaa40ac850 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:10.988856 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91acaf5-a5d9-47d4-8c36-14aaa40ac850 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db4a886-ed04-442d-8410-1c3cb5cfb3d2,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:20:10.999947 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f91acaf5-a5d9-47d4-8c36-14aaa40ac850 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:11.001237 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f91acaf5-a5d9-47d4-8c36-14aaa40ac850 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1234124 Nov 10 18:20:11.004944 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58384) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:20:11.010397 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-644ed0d7-bddf-4419-9928-23ac7d872cca tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Request body: {'security_group_rule': {'security_group_id': 'f350c90b-840a-432b-bd7e-74496285efb4', 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:20:11.036488 n-d-776250-10 neutron-server[102468]: INFO neutron.db.securitygroups_db [None req-644ed0d7-bddf-4419-9928-23ac7d872cca tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Project c28b0cecf69f41b398fc07e448e03d50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 18:20:11.042315 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-644ed0d7-bddf-4419-9928-23ac7d872cca tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:11.101877 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-644ed0d7-bddf-4419-9928-23ac7d872cca tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:11.106248 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-644ed0d7-bddf-4419-9928-23ac7d872cca tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:11.124263 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ed0d7-bddf-4419-9928-23ac7d872cca tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a0af51-f431-4855-9e99-050c2ab60e1d,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:20:11.131620 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-644ed0d7-bddf-4419-9928-23ac7d872cca tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:11.132838 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-644ed0d7-bddf-4419-9928-23ac7d872cca tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1268353 Nov 10 18:20:11.136183 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58386) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:20:11.140419 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-d7f2dfd0-b169-443f-a9dc-d53fdac5a1e8 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Request body: {'security_group_rule': {'security_group_id': 'f350c90b-840a-432b-bd7e-74496285efb4', 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:20:11.161435 n-d-776250-10 neutron-server[102468]: INFO neutron.db.securitygroups_db [None req-d7f2dfd0-b169-443f-a9dc-d53fdac5a1e8 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Project c28b0cecf69f41b398fc07e448e03d50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 18:20:11.166595 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d7f2dfd0-b169-443f-a9dc-d53fdac5a1e8 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:11.226471 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d7f2dfd0-b169-443f-a9dc-d53fdac5a1e8 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:11.230359 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d7f2dfd0-b169-443f-a9dc-d53fdac5a1e8 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:11.249197 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f2dfd0-b169-443f-a9dc-d53fdac5a1e8 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d1cb9dc-9bd1-44bd-9cc6-8ee580dfa643,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:20:11.254634 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d7f2dfd0-b169-443f-a9dc-d53fdac5a1e8 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:11.255829 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d7f2dfd0-b169-443f-a9dc-d53fdac5a1e8 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1187289 Nov 10 18:20:25.098878 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:25.465048 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:26.562869 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-647944f1-aad9-4443-b799-f541402db4ce tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1738387165&fields=id&tenant_id=c28b0cecf69f41b398fc07e448e03d50 HTTP/1.1" status: 200 len: 267 time: 0.0518646 Nov 10 18:20:26.673034 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-85bc894e-8434-4603-8621-6869fc1c1e04 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:26.674477 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-85bc894e-8434-4603-8621-6869fc1c1e04 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/networks?id=b399fcc9-c457-4d5f-a84c-c587db71b0f5 HTTP/1.1" status: 200 len: 811 time: 0.1043971 Nov 10 18:20:26.689609 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-29a2508d-1a93-4a7e-8d07-f8d6f1926fcc tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/quotas/c28b0cecf69f41b398fc07e448e03d50 HTTP/1.1" status: 200 len: 375 time: 0.0094056 Nov 10 18:20:26.741846 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-5a8f9792-907e-47e3-9b05-c2d37f78abb3 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c28b0cecf69f41b398fc07e448e03d50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468762 Nov 10 18:20:26.841409 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-959e4644-1dca-4a9b-b695-1e926a6099ee service neutron] 10.222.0.39 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872698 Nov 10 18:20:26.931339 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-3161d19d-2559-4aa9-87cf-0aa0e26624fe service neutron] 10.222.0.39 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839770 Nov 10 18:20:27.212901 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-378e9f80-740a-402e-9138-9e7be1e713ac req-18fe1056-d31f-42da-92ec-25654a2cbb21 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=355a9f93-da0e-4aa1-93e1-d92341e0f0eb HTTP/1.1" status: 200 len: 210 time: 0.0284126 Nov 10 18:20:28.119771 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-e21a67be-9291-4e9d-b516-700e0e7ad816 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:28.121386 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-e21a67be-9291-4e9d-b516-700e0e7ad816 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.13 "GET /v2.0/networks?id=b399fcc9-c457-4d5f-a84c-c587db71b0f5 HTTP/1.1" status: 200 len: 811 time: 0.1107581 Nov 10 18:20:28.194436 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-01d580a0-0262-4718-b427-e9a96b3899fa tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c28b0cecf69f41b398fc07e448e03d50 HTTP/1.1" status: 200 len: 380 time: 0.0641022 Nov 10 18:20:28.205170 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-97bff865-e97b-4126-b5b0-fdc54f055514 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Request body: {'port': {'device_id': '355a9f93-da0e-4aa1-93e1-d92341e0f0eb', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'admin_state_up': True, 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'security_groups': ['f350c90b-840a-432b-bd7e-74496285efb4']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:20:28.324456 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5745b92b-a812-49f3-8cb1-a0aa2caebaf0 req-297e0d3b-a437-408b-bb9d-312388d7531f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=355a9f93-da0e-4aa1-93e1-d92341e0f0eb HTTP/1.1" status: 200 len: 210 time: 0.0352504 Nov 10 18:20:28.351349 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-97bff865-e97b-4126-b5b0-fdc54f055514 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Made reservation on behalf of c28b0cecf69f41b398fc07e448e03d50 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:20:28.355102 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-97bff865-e97b-4126-b5b0-fdc54f055514 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:28.485173 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-97bff865-e97b-4126-b5b0-fdc54f055514 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Allocated IP 172.20.0.3 (b399fcc9-c457-4d5f-a84c-c587db71b0f5/a51b4dde-d4fe-4abc-9607-52baf3da7a4d/5e883bf1-f395-405c-9af0-1cb9a65d4ed4) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:20:28.631136 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-97bff865-e97b-4126-b5b0-fdc54f055514 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:28.666453 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-97bff865-e97b-4126-b5b0-fdc54f055514 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:28.717754 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-97bff865-e97b-4126-b5b0-fdc54f055514 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Network b399fcc9-c457-4d5f-a84c-c587db71b0f5 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:20:28.721133 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-97bff865-e97b-4126-b5b0-fdc54f055514 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:20:28.725007 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-97bff865-e97b-4126-b5b0-fdc54f055514 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:20:28.732774 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bff865-e97b-4126-b5b0-fdc54f055514 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Pushing event updated for resources: {'Port': ['ID=5e883bf1-f395-405c-9af0-1cb9a65d4ed4,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:20:28.786228 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-97bff865-e97b-4126-b5b0-fdc54f055514 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:28.786929 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-97bff865-e97b-4126-b5b0-fdc54f055514 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:28.807681 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-97bff865-e97b-4126-b5b0-fdc54f055514 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6061864 Nov 10 18:20:28.818781 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-71370ef8-6bda-4c5e-a4ba-8257ecf7970f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:20:28.820029 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-71370ef8-6bda-4c5e-a4ba-8257ecf7970f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059783 Nov 10 18:20:28.833321 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-d5cafd81-2eb4-4b25-aad2-e73105b89707 service neutron] Request body: {'port': {'device_id': '355a9f93-da0e-4aa1-93e1-d92341e0f0eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:20:28.896731 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-d5cafd81-2eb4-4b25-aad2-e73105b89707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:28.978546 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-4364f77f-e5a3-409a-a508-0fd43e687f77 None None] Provisioning complete for port 5e883bf1-f395-405c-9af0-1cb9a65d4ed4 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:20:28.979126 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4364f77f-e5a3-409a-a508-0fd43e687f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:29.015127 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-4364f77f-e5a3-409a-a508-0fd43e687f77 None None] Port 5e883bf1-f395-405c-9af0-1cb9a65d4ed4 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:20:29.174126 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-d5cafd81-2eb4-4b25-aad2-e73105b89707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e883bf1-f395-405c-9af0-1cb9a65d4ed4 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:20:29.181772 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-d5cafd81-2eb4-4b25-aad2-e73105b89707 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:29.194085 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-d5cafd81-2eb4-4b25-aad2-e73105b89707 service neutron] Transition to ACTIVE for port object 5e883bf1-f395-405c-9af0-1cb9a65d4ed4 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:20:29.198988 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-d5cafd81-2eb4-4b25-aad2-e73105b89707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:29.293501 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cafd81-2eb4-4b25-aad2-e73105b89707 service neutron] Pushing event updated for resources: {'Port': ['ID=5e883bf1-f395-405c-9af0-1cb9a65d4ed4,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:20:29.327334 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-d5cafd81-2eb4-4b25-aad2-e73105b89707 service neutron] Attempting to bind port 5e883bf1-f395-405c-9af0-1cb9a65d4ed4 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:20:29.327666 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-d5cafd81-2eb4-4b25-aad2-e73105b89707 service neutron] Attempting to bind port 5e883bf1-f395-405c-9af0-1cb9a65d4ed4 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:20:29.327998 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-d5cafd81-2eb4-4b25-aad2-e73105b89707 service neutron] Attempting to bind port 5e883bf1-f395-405c-9af0-1cb9a65d4ed4 on network b399fcc9-c457-4d5f-a84c-c587db71b0f5 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:20:29.332741 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-d5cafd81-2eb4-4b25-aad2-e73105b89707 service neutron] Port 5e883bf1-f395-405c-9af0-1cb9a65d4ed4 on network b399fcc9-c457-4d5f-a84c-c587db71b0f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:20:29.333148 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-d5cafd81-2eb4-4b25-aad2-e73105b89707 service neutron] Attempting to bind port 5e883bf1-f395-405c-9af0-1cb9a65d4ed4 on network b399fcc9-c457-4d5f-a84c-c587db71b0f5 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:20:29.339134 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-d5cafd81-2eb4-4b25-aad2-e73105b89707 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:20:29.339470 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-d5cafd81-2eb4-4b25-aad2-e73105b89707 service neutron] Checking segment: {'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:20:29.339851 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-d5cafd81-2eb4-4b25-aad2-e73105b89707 service neutron] Bound using segment: {'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:20:29.340309 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-d5cafd81-2eb4-4b25-aad2-e73105b89707 service neutron] Bound port: 5e883bf1-f395-405c-9af0-1cb9a65d4ed4, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:20:29.340947 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-d5cafd81-2eb4-4b25-aad2-e73105b89707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:29.412540 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-d5cafd81-2eb4-4b25-aad2-e73105b89707 service neutron] For port 5e883bf1-f395-405c-9af0-1cb9a65d4ed4, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:20:29.415807 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-d5cafd81-2eb4-4b25-aad2-e73105b89707 service neutron] For port 5e883bf1-f395-405c-9af0-1cb9a65d4ed4, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5e883bf1-f395-405c-9af0-1cb9a65d4ed4,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:20:29.422410 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-d5cafd81-2eb4-4b25-aad2-e73105b89707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:29.462281 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-d5cafd81-2eb4-4b25-aad2-e73105b89707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:29.462991 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-d5cafd81-2eb4-4b25-aad2-e73105b89707 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:29.464978 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-d5cafd81-2eb4-4b25-aad2-e73105b89707 service neutron] 10.222.0.13 "PUT /v2.0/ports/5e883bf1-f395-405c-9af0-1cb9a65d4ed4 HTTP/1.1" status: 200 len: 1092 time: 0.6361804 Nov 10 18:20:29.465455 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355a9f93-da0e-4aa1-93e1-d92341e0f0eb', 'tag': '5e883bf1-f395-405c-9af0-1cb9a65d4ed4'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:20:29.468287 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85e019a-342f-4244-9a1b-98addbfac461" -d '{"events": [{"name": "network-changed", "server_uuid": "355a9f93-da0e-4aa1-93e1-d92341e0f0eb", "tag": "5e883bf1-f395-405c-9af0-1cb9a65d4ed4"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:20:29.499154 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e20b96-a089-4072-961e-581a770113df req-98e755da-c079-430a-9929-fe23849a4bad tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:29.501570 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-23e20b96-a089-4072-961e-581a770113df req-98e755da-c079-430a-9929-fe23849a4bad tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=355a9f93-da0e-4aa1-93e1-d92341e0f0eb HTTP/1.1" status: 200 len: 943 time: 0.0971601 Nov 10 18:20:29.519529 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cafd81-2eb4-4b25-aad2-e73105b89707 service neutron] Pushing event updated for resources: {'Port': ['ID=5e883bf1-f395-405c-9af0-1cb9a65d4ed4,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:20:29.566036 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fdb95e-d426-4908-94ba-3c67b2706669 x-openstack-request-id: req-e1fdb95e-d426-4908-94ba-3c67b2706669 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:20:29.566445 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355a9f93-da0e-4aa1-93e1-d92341e0f0eb", "tag": "5e883bf1-f395-405c-9af0-1cb9a65d4ed4", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:20:29.566947 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e1fdb95e-d426-4908-94ba-3c67b2706669 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:20:29.567424 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355a9f93-da0e-4aa1-93e1-d92341e0f0eb', 'tag': '5e883bf1-f395-405c-9af0-1cb9a65d4ed4', 'status': 'completed', 'code': 200} Nov 10 18:20:29.588141 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-23e20b96-a089-4072-961e-581a770113df req-1a71d93e-1fa3-45cc-ae58-1bc8d4c9516f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768538 Nov 10 18:20:29.591787 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-a5ab0ad2-0dd9-4962-bd47-cec5fc79501a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:29.593475 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-a5ab0ad2-0dd9-4962-bd47-cec5fc79501a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c28b0cecf69f41b398fc07e448e03d50&device_id=355a9f93-da0e-4aa1-93e1-d92341e0f0eb HTTP/1.1" status: 200 len: 1095 time: 0.0628731 Nov 10 18:20:29.644523 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-48520a3e-1676-479d-8812-68cb0bda35a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e883bf1-f395-405c-9af0-1cb9a65d4ed4 HTTP/1.1" status: 200 len: 217 time: 0.0418558 Nov 10 18:20:29.709786 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-dd772757-845d-448e-8317-dc9948a72334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:29.712090 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-dd772757-845d-448e-8317-dc9948a72334 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a51b4dde-d4fe-4abc-9607-52baf3da7a4d HTTP/1.1" status: 200 len: 850 time: 0.0594008 Nov 10 18:20:29.765314 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-0f5815d7-61d6-4971-9e46-81c6d0d2afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:29.767048 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-0f5815d7-61d6-4971-9e46-81c6d0d2afc4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b399fcc9-c457-4d5f-a84c-c587db71b0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458691 Nov 10 18:20:29.870626 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-c3611a90-e2dd-4888-a71b-9a46cbd067d4 service neutron] 10.222.0.13 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950546 Nov 10 18:20:29.962249 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-29dab57f-dece-4552-a81e-93ed1a3c51c1 req-bd596d93-61dc-4c90-9d6f-9ed40cea53f3 service neutron] 10.222.0.13 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838487 Nov 10 18:20:30.049405 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e019a-342f-4244-9a1b-98addbfac461 req-82ae338c-1763-4131-82f2-1ea7dc207fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:30.050777 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e85e019a-342f-4244-9a1b-98addbfac461 req-82ae338c-1763-4131-82f2-1ea7dc207fab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c28b0cecf69f41b398fc07e448e03d50&device_id=355a9f93-da0e-4aa1-93e1-d92341e0f0eb HTTP/1.1" status: 200 len: 1095 time: 0.0432155 Nov 10 18:20:30.146788 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e019a-342f-4244-9a1b-98addbfac461 req-fb6c01a9-cf6a-4c80-88c5-7bf21f8f9b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:30.148274 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e85e019a-342f-4244-9a1b-98addbfac461 req-fb6c01a9-cf6a-4c80-88c5-7bf21f8f9b90 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b399fcc9-c457-4d5f-a84c-c587db71b0f5 HTTP/1.1" status: 200 len: 912 time: 0.0894785 Nov 10 18:20:30.193084 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e85e019a-342f-4244-9a1b-98addbfac461 req-273ba05c-a3e1-446e-a0d6-55217602d49f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e883bf1-f395-405c-9af0-1cb9a65d4ed4 HTTP/1.1" status: 200 len: 217 time: 0.0349071 Nov 10 18:20:30.247655 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e019a-342f-4244-9a1b-98addbfac461 req-2d1aafbe-01ef-4b80-a7ef-236a8c080984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:30.249253 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e85e019a-342f-4244-9a1b-98addbfac461 req-2d1aafbe-01ef-4b80-a7ef-236a8c080984 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a51b4dde-d4fe-4abc-9607-52baf3da7a4d HTTP/1.1" status: 200 len: 850 time: 0.0492442 Nov 10 18:20:30.295306 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e019a-342f-4244-9a1b-98addbfac461 req-eb8ac329-6f44-4052-b8d4-09c80fd97ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:30.296972 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e85e019a-342f-4244-9a1b-98addbfac461 req-eb8ac329-6f44-4052-b8d4-09c80fd97ee8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b399fcc9-c457-4d5f-a84c-c587db71b0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411153 Nov 10 18:20:30.391586 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e85e019a-342f-4244-9a1b-98addbfac461 req-054dd1a1-0210-4fda-8c91-d807cc1d899b service neutron] 10.222.0.13 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875020 Nov 10 18:20:30.483874 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e85e019a-342f-4244-9a1b-98addbfac461 req-507740a3-4e0c-4fd2-ac1a-ac8295d24402 service neutron] 10.222.0.13 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856867 Nov 10 18:20:30.583946 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bf9bed11-18c1-4764-ab0f-77cfc9a79c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:30.713886 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82315a2-93c2-45ef-a26f-8880dfa6694b req-7328226a-1dcb-46da-8cf0-e485e15ecbc5 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:30.715409 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c82315a2-93c2-45ef-a26f-8880dfa6694b req-7328226a-1dcb-46da-8cf0-e485e15ecbc5 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=355a9f93-da0e-4aa1-93e1-d92341e0f0eb HTTP/1.1" status: 200 len: 943 time: 0.0510998 Nov 10 18:20:30.768206 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c82315a2-93c2-45ef-a26f-8880dfa6694b req-d4d37bba-6883-4074-b363-28ce471420bf tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457504 Nov 10 18:20:31.887921 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02175eef-1b7c-405c-93fa-afdd621d1c24 req-d8d41649-3659-4b58-9ef7-242e343e993a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:31.889550 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-02175eef-1b7c-405c-93fa-afdd621d1c24 req-d8d41649-3659-4b58-9ef7-242e343e993a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=355a9f93-da0e-4aa1-93e1-d92341e0f0eb HTTP/1.1" status: 200 len: 943 time: 0.0506339 Nov 10 18:20:31.940408 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-02175eef-1b7c-405c-93fa-afdd621d1c24 req-09972d6e-c68d-46c6-9b9d-0b1dcac3f078 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442331 Nov 10 18:20:32.921859 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-522a50b5-9643-4bfc-9731-66d7d5c34fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:33.068514 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e72c9-e885-41c8-baac-a102b84dd452 req-9e1a01de-49ac-4253-8547-e7310a6ba8b9 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:33.070013 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ba2e72c9-e885-41c8-baac-a102b84dd452 req-9e1a01de-49ac-4253-8547-e7310a6ba8b9 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=355a9f93-da0e-4aa1-93e1-d92341e0f0eb HTTP/1.1" status: 200 len: 943 time: 0.0567794 Nov 10 18:20:33.123524 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ba2e72c9-e885-41c8-baac-a102b84dd452 req-2a998d04-99f9-4ebc-8a59-2dbcaa00d219 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466087 Nov 10 18:20:34.146713 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:34.239255 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9feee3-e10c-415c-be45-6ea5691ff2f6 req-e6b5b532-42ea-4632-bba2-56c05b3c2428 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:34.240769 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-da9feee3-e10c-415c-be45-6ea5691ff2f6 req-e6b5b532-42ea-4632-bba2-56c05b3c2428 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=355a9f93-da0e-4aa1-93e1-d92341e0f0eb HTTP/1.1" status: 200 len: 943 time: 0.0485804 Nov 10 18:20:34.290832 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-da9feee3-e10c-415c-be45-6ea5691ff2f6 req-0fd3000e-1efd-4b7f-bf44-c153fcb27f02 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439742 Nov 10 18:20:35.406970 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8201602-ee2a-44b8-8e92-d53cbb339407 req-122aaec2-999b-4558-919c-3db2bf3d1b7d tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:35.408508 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a8201602-ee2a-44b8-8e92-d53cbb339407 req-122aaec2-999b-4558-919c-3db2bf3d1b7d tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=355a9f93-da0e-4aa1-93e1-d92341e0f0eb HTTP/1.1" status: 200 len: 943 time: 0.0502281 Nov 10 18:20:35.458110 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a8201602-ee2a-44b8-8e92-d53cbb339407 req-1d4e9a33-9c85-4600-bf8c-d775f8e6240d tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428257 Nov 10 18:20:35.644709 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:36.344684 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:36.579500 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38623d9a-2e1e-487b-bea5-4b1eca89904a req-76379938-dbb9-4be9-9bed-e385f6033b21 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:36.581012 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-38623d9a-2e1e-487b-bea5-4b1eca89904a req-76379938-dbb9-4be9-9bed-e385f6033b21 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=355a9f93-da0e-4aa1-93e1-d92341e0f0eb HTTP/1.1" status: 200 len: 943 time: 0.0538056 Nov 10 18:20:36.631070 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-38623d9a-2e1e-487b-bea5-4b1eca89904a req-9d8d90c9-ba35-4175-a540-90c29877ae0a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440075 Nov 10 18:20:37.752712 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6fee3-c078-4971-8ead-28cb812b0f0e req-2b3bc5e4-ca1d-43e6-b181-dc4244109599 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:37.754201 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f6d6fee3-c078-4971-8ead-28cb812b0f0e req-2b3bc5e4-ca1d-43e6-b181-dc4244109599 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=355a9f93-da0e-4aa1-93e1-d92341e0f0eb HTTP/1.1" status: 200 len: 943 time: 0.0552351 Nov 10 18:20:37.805986 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f6d6fee3-c078-4971-8ead-28cb812b0f0e req-e9f651e4-d4f6-4275-b113-057fcc3480fa tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449495 Nov 10 18:20:38.923166 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141f1c2-5f5b-49a4-8675-37ca02d9b700 req-1df32022-f65e-473d-838b-28ab81b9e417 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:38.924679 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2141f1c2-5f5b-49a4-8675-37ca02d9b700 req-1df32022-f65e-473d-838b-28ab81b9e417 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=355a9f93-da0e-4aa1-93e1-d92341e0f0eb HTTP/1.1" status: 200 len: 943 time: 0.0498855 Nov 10 18:20:38.974854 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2141f1c2-5f5b-49a4-8675-37ca02d9b700 req-126b4627-fd61-408f-94a2-469fe5e8850b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427959 Nov 10 18:20:40.105435 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156bf41-6468-42b0-b893-fb7562a23ca7 req-14276886-f581-4de6-913a-0ffa35d509e9 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:40.107408 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7156bf41-6468-42b0-b893-fb7562a23ca7 req-14276886-f581-4de6-913a-0ffa35d509e9 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=355a9f93-da0e-4aa1-93e1-d92341e0f0eb HTTP/1.1" status: 200 len: 943 time: 0.0502641 Nov 10 18:20:40.156006 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7156bf41-6468-42b0-b893-fb7562a23ca7 req-781879d5-c6a9-4b21-bc54-ed42ef140ec1 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431330 Nov 10 18:20:41.275783 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522a7e4-9d97-4682-a577-e738e958c701 req-f8a4325d-ecf1-4767-ad76-adfa8148873b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:41.277292 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f522a7e4-9d97-4682-a577-e738e958c701 req-f8a4325d-ecf1-4767-ad76-adfa8148873b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=355a9f93-da0e-4aa1-93e1-d92341e0f0eb HTTP/1.1" status: 200 len: 943 time: 0.0534563 Nov 10 18:20:41.326457 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f522a7e4-9d97-4682-a577-e738e958c701 req-fc934264-b12f-4f2f-b4ec-b99317d28fba tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432901 Nov 10 18:20:41.951315 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 5e883bf1-f395-405c-9af0-1cb9a65d4ed4 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:20:42.048751 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 5e883bf1-f395-405c-9af0-1cb9a65d4ed4, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5e883bf1-f395-405c-9af0-1cb9a65d4ed4,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:20:42.061255 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '5e883bf1-f395-405c-9af0-1cb9a65d4ed4', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'port_id': '5e883bf1-f395-405c-9af0-1cb9a65d4ed4', 'mac_address': 'fa:16:3e:b4:39:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:20:42.098492 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:42.112384 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e883bf1-f395-405c-9af0-1cb9a65d4ed4 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:20:42.132041 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 5e883bf1-f395-405c-9af0-1cb9a65d4ed4, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5e883bf1-f395-405c-9af0-1cb9a65d4ed4,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:20:42.136588 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:42.184366 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=5e883bf1-f395-405c-9af0-1cb9a65d4ed4,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:20:42.336850 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['5e883bf1-f395-405c-9af0-1cb9a65d4ed4'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:20:42.449433 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff8656-668b-4d43-b71c-3ec7ce96261f req-5309fcb3-3cae-4ac3-968b-c78300b0160a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:42.451024 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5fff8656-668b-4d43-b71c-3ec7ce96261f req-5309fcb3-3cae-4ac3-968b-c78300b0160a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=355a9f93-da0e-4aa1-93e1-d92341e0f0eb HTTP/1.1" status: 200 len: 944 time: 0.0506523 Nov 10 18:20:42.510048 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5fff8656-668b-4d43-b71c-3ec7ce96261f req-cd17ffcb-fdc6-4dcb-bde6-9961deab8bbb tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527802 Nov 10 18:20:43.625713 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7681fa-e3b5-4395-b304-28354cbdf247 req-f49320f6-f7f7-4caa-946d-a1502d3ed47f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:43.627225 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2e7681fa-e3b5-4395-b304-28354cbdf247 req-f49320f6-f7f7-4caa-946d-a1502d3ed47f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=355a9f93-da0e-4aa1-93e1-d92341e0f0eb HTTP/1.1" status: 200 len: 944 time: 0.0501101 Nov 10 18:20:43.677658 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2e7681fa-e3b5-4395-b304-28354cbdf247 req-0703a26c-4536-4fc1-823e-40fa5f69be8c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443425 Nov 10 18:20:43.885580 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:20:43.952644 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 5e883bf1-f395-405c-9af0-1cb9a65d4ed4 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:20:44.009913 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 5e883bf1-f395-405c-9af0-1cb9a65d4ed4 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:20:44.014300 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 5e883bf1-f395-405c-9af0-1cb9a65d4ed4 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:20:44.014676 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:44.093916 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:44.119190 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355a9f93-da0e-4aa1-93e1-d92341e0f0eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e883bf1-f395-405c-9af0-1cb9a65d4ed4'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:20:44.121619 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f5d6e6-3f2b-42a8-9164-ea4ff549bed4" -d '{"events": [{"server_uuid": "355a9f93-da0e-4aa1-93e1-d92341e0f0eb", "name": "network-vif-plugged", "status": "completed", "tag": "5e883bf1-f395-405c-9af0-1cb9a65d4ed4"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:20:44.135086 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 5e883bf1-f395-405c-9af0-1cb9a65d4ed4, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5e883bf1-f395-405c-9af0-1cb9a65d4ed4,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:20:44.140344 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:44.169072 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6243ccc-345b-453b-b9ff-21d7f35e5934 x-openstack-request-id: req-d6243ccc-345b-453b-b9ff-21d7f35e5934 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:20:44.169367 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355a9f93-da0e-4aa1-93e1-d92341e0f0eb", "name": "network-vif-plugged", "status": "completed", "tag": "5e883bf1-f395-405c-9af0-1cb9a65d4ed4", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:20:44.169622 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d6243ccc-345b-453b-b9ff-21d7f35e5934 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:20:44.170019 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355a9f93-da0e-4aa1-93e1-d92341e0f0eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e883bf1-f395-405c-9af0-1cb9a65d4ed4', 'code': 200} Nov 10 18:20:44.197411 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=5e883bf1-f395-405c-9af0-1cb9a65d4ed4,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:20:44.205460 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:20:44.205821 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:20:44.206166 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:20:44.207051 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:20:44.207193 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:20:44.207427 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:20:44.207763 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:20:44.208105 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:20:44.208452 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:20:44.209703 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:20:44.209703 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:20:44.209703 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:20:44.274516 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210cac7-3565-4503-8c63-cc5cac62084c req-a2d258a2-bc33-4f5b-b7eb-cc5993d813ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:44.276119 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1210cac7-3565-4503-8c63-cc5cac62084c req-a2d258a2-bc33-4f5b-b7eb-cc5993d813ad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=355a9f93-da0e-4aa1-93e1-d92341e0f0eb HTTP/1.1" status: 200 len: 1097 time: 0.0426936 Nov 10 18:20:44.325677 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1210cac7-3565-4503-8c63-cc5cac62084c req-c8716450-e29b-4185-bb87-91cb87295928 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424654 Nov 10 18:20:44.803214 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f6711-9b7b-4322-a7a2-ef7ed19d8de8 req-f487044a-a781-4c63-9d33-4e25d566b483 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:44.805464 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a6f6711-9b7b-4322-a7a2-ef7ed19d8de8 req-f487044a-a781-4c63-9d33-4e25d566b483 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=355a9f93-da0e-4aa1-93e1-d92341e0f0eb HTTP/1.1" status: 200 len: 945 time: 0.0556679 Nov 10 18:20:44.859509 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a6f6711-9b7b-4322-a7a2-ef7ed19d8de8 req-9b9da532-10af-40eb-91fd-5fdb8a65613f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478935 Nov 10 18:20:45.981444 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bced0a8-e998-4d69-b1ac-401350f22a26 req-fae79af0-6f61-456e-a559-c91da0af25af tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:45.983015 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6bced0a8-e998-4d69-b1ac-401350f22a26 req-fae79af0-6f61-456e-a559-c91da0af25af tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=355a9f93-da0e-4aa1-93e1-d92341e0f0eb HTTP/1.1" status: 200 len: 945 time: 0.0511971 Nov 10 18:20:46.036572 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6bced0a8-e998-4d69-b1ac-401350f22a26 req-a7992b67-fcb5-4994-9255-bebab552342c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468061 Nov 10 18:20:46.159519 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83721f6d-77e3-47c7-afb9-df1a25e138dc req-b6583ff1-150e-4314-a38a-b9d0ad960009 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:46.161085 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-83721f6d-77e3-47c7-afb9-df1a25e138dc req-b6583ff1-150e-4314-a38a-b9d0ad960009 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=355a9f93-da0e-4aa1-93e1-d92341e0f0eb HTTP/1.1" status: 200 len: 945 time: 0.0515110 Nov 10 18:20:46.215061 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-83721f6d-77e3-47c7-afb9-df1a25e138dc req-ad3f8bef-2cac-4e1d-b837-3390f729c783 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471833 Nov 10 18:20:46.239235 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58576) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:20:46.282339 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c37bd7-2601-42e3-9281-8d45d1743536 tempest-TestVolumeBootPattern-329058661 tempest-TestVolumeBootPattern-329058661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:46.283892 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-63c37bd7-2601-42e3-9281-8d45d1743536 tempest-TestVolumeBootPattern-329058661 tempest-TestVolumeBootPattern-329058661-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=355a9f93-da0e-4aa1-93e1-d92341e0f0eb HTTP/1.1" status: 200 len: 1092 time: 0.0436008 Nov 10 18:20:46.287155 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58578) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:20:46.292416 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-2a91de4e-8601-4b6a-a6a0-1b98db0b3853 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'port_id': '5e883bf1-f395-405c-9af0-1cb9a65d4ed4', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:20:46.315292 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2a91de4e-8601-4b6a-a6a0-1b98db0b3853 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for floatingip, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:46.424611 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2a91de4e-8601-4b6a-a6a0-1b98db0b3853 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:46.545784 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-2a91de4e-8601-4b6a-a6a0-1b98db0b3853 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Allocated IP 172.25.5.106 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/23d74c06-901f-4882-a27d-a1cf84d6a34b) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:20:46.669378 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2a91de4e-8601-4b6a-a6a0-1b98db0b3853 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:46.708346 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2a91de4e-8601-4b6a-a6a0-1b98db0b3853 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:46.754298 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a91de4e-8601-4b6a-a6a0-1b98db0b3853 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:20:46.757460 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-2a91de4e-8601-4b6a-a6a0-1b98db0b3853 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:20:46.761890 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a91de4e-8601-4b6a-a6a0-1b98db0b3853 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:20:46.765082 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91de4e-8601-4b6a-a6a0-1b98db0b3853 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Pushing event updated for resources: {'Port': ['ID=23d74c06-901f-4882-a27d-a1cf84d6a34b,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:20:47.259112 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2a91de4e-8601-4b6a-a6a0-1b98db0b3853 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:47.362069 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2a91de4e-8601-4b6a-a6a0-1b98db0b3853 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:47.517627 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2a91de4e-8601-4b6a-a6a0-1b98db0b3853 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:47.522187 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2a91de4e-8601-4b6a-a6a0-1b98db0b3853 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:47.588485 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91de4e-8601-4b6a-a6a0-1b98db0b3853 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Pushing event updated for resources: {'Port': ['ID=23d74c06-901f-4882-a27d-a1cf84d6a34b,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:20:47.603325 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2a91de4e-8601-4b6a-a6a0-1b98db0b3853 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:47.706677 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [None req-2a91de4e-8601-4b6a-a6a0-1b98db0b3853 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Floating IP 0af98801-2145-44ec-af08-c9c0b5bfd894 associated. External IP: 172.25.5.106, port: 5e883bf1-f395-405c-9af0-1cb9a65d4ed4. Nov 10 18:20:48.215024 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a91de4e-8601-4b6a-a6a0-1b98db0b3853 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Router f39c9781-219a-4cc0-9e15-a97d8c4f2089 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:20:48.301063 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-50a60605-1d89-47ad-a20f-168bd4828c20 req-3c056d70-1ed3-4be5-a9c1-c37580ac8e05 service neutron] (102468) timed out ('10.222.0.13', 62479) {{(pid=102468) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 18:20:48.325823 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a91de4e-8601-4b6a-a6a0-1b98db0b3853 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:20:48.336424 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbabf3e-ab60-4aed-8cf3-b962002339cd None None] Sync routers for ids ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:20:48.343869 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2a91de4e-8601-4b6a-a6a0-1b98db0b3853 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:48.347051 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbabf3e-ab60-4aed-8cf3-b962002339cd None None] Routers {'f39c9781-219a-4cc0-9e15-a97d8c4f2089'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:20:48.347675 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-bfbabf3e-ab60-4aed-8cf3-b962002339cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:20:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:20:48.372443 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2a91de4e-8601-4b6a-a6a0-1b98db0b3853 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0842452 Nov 10 18:20:48.373304 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355a9f93-da0e-4aa1-93e1-d92341e0f0eb', 'tag': '5e883bf1-f395-405c-9af0-1cb9a65d4ed4'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:20:48.375758 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42371b72-aa97-461f-a963-3fed58e6c4df" -d '{"events": [{"name": "network-changed", "server_uuid": "355a9f93-da0e-4aa1-93e1-d92341e0f0eb", "tag": "5e883bf1-f395-405c-9af0-1cb9a65d4ed4"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:20:48.458933 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-bfbabf3e-ab60-4aed-8cf3-b962002339cd None None] Set router f39c9781-219a-4cc0-9e15-a97d8c4f2089 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:20:48.506755 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613a8d6c-48db-496f-b351-3ac8ca2fe6e3 x-openstack-request-id: req-613a8d6c-48db-496f-b351-3ac8ca2fe6e3 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:20:48.507050 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355a9f93-da0e-4aa1-93e1-d92341e0f0eb", "tag": "5e883bf1-f395-405c-9af0-1cb9a65d4ed4", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:20:48.507335 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-613a8d6c-48db-496f-b351-3ac8ca2fe6e3 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:20:48.507748 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355a9f93-da0e-4aa1-93e1-d92341e0f0eb', 'tag': '5e883bf1-f395-405c-9af0-1cb9a65d4ed4', 'status': 'completed', 'code': 200} Nov 10 18:20:48.578669 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42371b72-aa97-461f-a963-3fed58e6c4df req-894226b0-6a3e-44da-96b9-7bceae4e417d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:48.580226 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-42371b72-aa97-461f-a963-3fed58e6c4df req-894226b0-6a3e-44da-96b9-7bceae4e417d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c28b0cecf69f41b398fc07e448e03d50&device_id=355a9f93-da0e-4aa1-93e1-d92341e0f0eb HTTP/1.1" status: 200 len: 1097 time: 0.0464733 Nov 10 18:20:48.681327 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42371b72-aa97-461f-a963-3fed58e6c4df req-5e74195d-b8c8-4e51-b08e-4ad711fc69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:48.684622 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-42371b72-aa97-461f-a963-3fed58e6c4df req-5e74195d-b8c8-4e51-b08e-4ad711fc69ee service neutron] 10.222.0.13 "GET /v2.0/networks?id=b399fcc9-c457-4d5f-a84c-c587db71b0f5 HTTP/1.1" status: 200 len: 912 time: 0.0962102 Nov 10 18:20:48.701907 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-bfbabf3e-ab60-4aed-8cf3-b962002339cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'name': 'tempest-TestVolumeBootPattern-310309147-router', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:55Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'gw_port': {'id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:56Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '0af98801-2145-44ec-af08-c9c0b5bfd894', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'floating_ip_address': '172.25.5.106', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'port_id': '5e883bf1-f395-405c-9af0-1cb9a65d4ed4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'mac_address': 'fa:16:3e:b4:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355a9f93-da0e-4aa1-93e1-d92341e0f0eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:20:47Z', 'updated_at': '2021-11-10T18:20:47Z', 'revision_number': 0, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95c8c85-cc8f-440d-acba-bba6c5d12454', 'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'mac_address': 'fa:16:3e:73:b3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:58Z', 'updated_at': '2021-11-10T18:17:02Z', 'revision_number': 5, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'subnets': [{'id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:20:48.730720 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbabf3e-ab60-4aed-8cf3-b962002339cd None None] Checking router: f39c9781-219a-4cc0-9e15-a97d8c4f2089 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:20:48.739773 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbabf3e-ab60-4aed-8cf3-b962002339cd None None] Routers {'f39c9781-219a-4cc0-9e15-a97d8c4f2089'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:20:48.740574 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-bfbabf3e-ab60-4aed-8cf3-b962002339cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:20:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:20:48.756932 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-42371b72-aa97-461f-a963-3fed58e6c4df req-35facf6b-b01a-4452-8881-8bed26c8a184 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e883bf1-f395-405c-9af0-1cb9a65d4ed4 HTTP/1.1" status: 200 len: 999 time: 0.0642142 Nov 10 18:20:48.810922 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42371b72-aa97-461f-a963-3fed58e6c4df req-4c25656d-8bf6-478a-a5fe-8f2ef19ce5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:48.812443 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-42371b72-aa97-461f-a963-3fed58e6c4df req-4c25656d-8bf6-478a-a5fe-8f2ef19ce5a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a51b4dde-d4fe-4abc-9607-52baf3da7a4d HTTP/1.1" status: 200 len: 850 time: 0.0477805 Nov 10 18:20:48.862178 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42371b72-aa97-461f-a963-3fed58e6c4df req-71fb9724-1189-4638-9c34-0744ffd4b5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:20:48.864130 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-42371b72-aa97-461f-a963-3fed58e6c4df req-71fb9724-1189-4638-9c34-0744ffd4b5b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b399fcc9-c457-4d5f-a84c-c587db71b0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445056 Nov 10 18:20:48.946335 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-bfbabf3e-ab60-4aed-8cf3-b962002339cd None None] Set router f39c9781-219a-4cc0-9e15-a97d8c4f2089 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:20:48.961428 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-42371b72-aa97-461f-a963-3fed58e6c4df req-2cf80fc7-26a5-4545-8c68-8c0a3a34eb25 service neutron] 10.222.0.13 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887129 Nov 10 18:20:49.059520 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-42371b72-aa97-461f-a963-3fed58e6c4df req-fe302669-8e48-4fd6-992a-1842d8ad9a9d service neutron] 10.222.0.13 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878386 Nov 10 18:20:49.176964 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-bfbabf3e-ab60-4aed-8cf3-b962002339cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'name': 'tempest-TestVolumeBootPattern-310309147-router', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:55Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'gw_port': {'id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:56Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '0af98801-2145-44ec-af08-c9c0b5bfd894', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'floating_ip_address': '172.25.5.106', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'port_id': '5e883bf1-f395-405c-9af0-1cb9a65d4ed4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'mac_address': 'fa:16:3e:b4:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355a9f93-da0e-4aa1-93e1-d92341e0f0eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:20:47Z', 'updated_at': '2021-11-10T18:20:47Z', 'revision_number': 0, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95c8c85-cc8f-440d-acba-bba6c5d12454', 'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'mac_address': 'fa:16:3e:73:b3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:58Z', 'updated_at': '2021-11-10T18:17:02Z', 'revision_number': 5, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'subnets': [{'id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:20:49.204565 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbabf3e-ab60-4aed-8cf3-b962002339cd None None] The sync data for ids ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'] in n-d-776250-10 is: [{'id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'name': 'tempest-TestVolumeBootPattern-310309147-router', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:55Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'gw_port': {'id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:56Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '0af98801-2145-44ec-af08-c9c0b5bfd894', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'floating_ip_address': '172.25.5.106', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'port_id': '5e883bf1-f395-405c-9af0-1cb9a65d4ed4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'mac_address': 'fa:16:3e:b4:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355a9f93-da0e-4aa1-93e1-d92341e0f0eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:20:47Z', 'updated_at': '2021-11-10T18:20:47Z', 'revision_number': 0, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95c8c85-cc8f-440d-acba-bba6c5d12454', 'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'mac_address': 'fa:16:3e:73:b3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:58Z', 'updated_at': '2021-11-10T18:17:02Z', 'revision_number': 5, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'subnets': [{'id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:20:49.408568 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39497b43-b350-4ecc-88f9-9b23bd99ffce None None] New status for floating IP 0af98801-2145-44ec-af08-c9c0b5bfd894: ACTIVE {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:20:55.095431 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:20:55.471180 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:21:00.587387 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b71bd210-a6d0-4764-b7cc-d47ac2b543db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:21:02.924894 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-36de98c1-8383-4ed4-927f-5692ccaccb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:21:04.150472 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:21:05.648241 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:21:06.347256 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:21:20.884670 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:21:21.019197 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1eff73ac-a18b-48d2-a448-760c458014cb req-a660576b-9a24-41e1-adc9-33adcc7ecb71 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=355a9f93-da0e-4aa1-93e1-d92341e0f0eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0483472 Nov 10 18:21:21.108899 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff73ac-a18b-48d2-a448-760c458014cb req-f8a0c98c-ac18-4d89-a53b-2581b1cee58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:21:21.110410 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1eff73ac-a18b-48d2-a448-760c458014cb req-f8a0c98c-ac18-4d89-a53b-2581b1cee58a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c28b0cecf69f41b398fc07e448e03d50&device_id=355a9f93-da0e-4aa1-93e1-d92341e0f0eb HTTP/1.1" status: 200 len: 1097 time: 0.0477750 Nov 10 18:21:21.227927 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff73ac-a18b-48d2-a448-760c458014cb req-a9221c00-a84c-4bbb-b417-aa43d297825b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:21:21.229450 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1eff73ac-a18b-48d2-a448-760c458014cb req-a9221c00-a84c-4bbb-b417-aa43d297825b service neutron] 10.222.0.13 "GET /v2.0/networks?id=b399fcc9-c457-4d5f-a84c-c587db71b0f5 HTTP/1.1" status: 200 len: 912 time: 0.0956650 Nov 10 18:21:21.300725 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1eff73ac-a18b-48d2-a448-760c458014cb req-ce26e405-c2dd-4e2b-b7c4-346a97ad0ba6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e883bf1-f395-405c-9af0-1cb9a65d4ed4 HTTP/1.1" status: 200 len: 1001 time: 0.0639369 Nov 10 18:21:21.351220 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff73ac-a18b-48d2-a448-760c458014cb req-d3527f14-8172-427c-aaf8-cbccf4ae9e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:21:21.352786 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1eff73ac-a18b-48d2-a448-760c458014cb req-d3527f14-8172-427c-aaf8-cbccf4ae9e11 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a51b4dde-d4fe-4abc-9607-52baf3da7a4d HTTP/1.1" status: 200 len: 850 time: 0.0447869 Nov 10 18:21:21.399812 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff73ac-a18b-48d2-a448-760c458014cb req-28c82865-c768-4fb6-a78d-fc8226447b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:21:21.401349 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1eff73ac-a18b-48d2-a448-760c458014cb req-28c82865-c768-4fb6-a78d-fc8226447b4f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b399fcc9-c457-4d5f-a84c-c587db71b0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417075 Nov 10 18:21:21.493795 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1eff73ac-a18b-48d2-a448-760c458014cb req-ceb887c5-1f9f-4bc2-b867-644e42788738 service neutron] 10.222.0.13 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853288 Nov 10 18:21:21.583656 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1eff73ac-a18b-48d2-a448-760c458014cb req-398c0ffc-4a31-4211-8303-2ff00ed4a2c2 service neutron] 10.222.0.13 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830250 Nov 10 18:21:25.108603 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:21:25.480833 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:21:27.585476 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-c32d970f-7d99-4e76-98f2-65888dff13c0 req-54005e01-d9c7-442e-8509-216d87994144 service neutron] (102468) timed out ('10.222.0.39', 50978) {{(pid=102468) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 18:21:30.593035 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6aaf6319-06c3-4190-9877-f44b6385c0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:21:32.926524 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f8f5b684-4fec-4cab-b17d-c094e6804d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:21:34.154045 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:21:35.650853 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:21:36.349555 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:21:55.101657 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:21:55.490892 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:21:57.884671 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:22:00.587386 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f94c2b41-c84a-4fee-b209-45e4bdb463eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:02.928757 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6e8b7436-8a76-418c-8776-babc5e9b94d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:04.155828 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:05.653995 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:06.352790 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:13.720371 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-2afc7f8b-08f9-4ee4-bbab-8319d41a3682 req-1c093f11-4335-4ea2-8df9-34000316cb99 service neutron] (102469) timed out ('10.222.0.39', 49114) {{(pid=102469) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 18:22:21.009202 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73f3c6e0-2c5c-474f-8c17-de8ce547b471 req-4d85c555-bc28-49ae-8c60-4ec76d61a612 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=355a9f93-da0e-4aa1-93e1-d92341e0f0eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420876 Nov 10 18:22:21.095575 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3c6e0-2c5c-474f-8c17-de8ce547b471 req-44ed3bfc-7422-458f-8088-db12b37aa2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:22:21.097013 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73f3c6e0-2c5c-474f-8c17-de8ce547b471 req-44ed3bfc-7422-458f-8088-db12b37aa2f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c28b0cecf69f41b398fc07e448e03d50&device_id=355a9f93-da0e-4aa1-93e1-d92341e0f0eb HTTP/1.1" status: 200 len: 1097 time: 0.0445976 Nov 10 18:22:21.200356 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3c6e0-2c5c-474f-8c17-de8ce547b471 req-13394a27-05b8-4158-8843-00ee3af5f526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:22:21.201814 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73f3c6e0-2c5c-474f-8c17-de8ce547b471 req-13394a27-05b8-4158-8843-00ee3af5f526 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b399fcc9-c457-4d5f-a84c-c587db71b0f5 HTTP/1.1" status: 200 len: 912 time: 0.0844877 Nov 10 18:22:21.278389 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73f3c6e0-2c5c-474f-8c17-de8ce547b471 req-b824b0bb-b86d-41d6-a91a-ac7b3a7a1620 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e883bf1-f395-405c-9af0-1cb9a65d4ed4 HTTP/1.1" status: 200 len: 1001 time: 0.0676992 Nov 10 18:22:21.331844 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3c6e0-2c5c-474f-8c17-de8ce547b471 req-02ebe86f-fff8-4af7-a197-aa0e3439b5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:22:21.333455 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73f3c6e0-2c5c-474f-8c17-de8ce547b471 req-02ebe86f-fff8-4af7-a197-aa0e3439b5f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a51b4dde-d4fe-4abc-9607-52baf3da7a4d HTTP/1.1" status: 200 len: 850 time: 0.0484316 Nov 10 18:22:21.383260 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3c6e0-2c5c-474f-8c17-de8ce547b471 req-3a05b958-9c23-4f5a-b231-2adcee81e5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:22:21.385238 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73f3c6e0-2c5c-474f-8c17-de8ce547b471 req-3a05b958-9c23-4f5a-b231-2adcee81e5b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b399fcc9-c457-4d5f-a84c-c587db71b0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439739 Nov 10 18:22:21.761469 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73f3c6e0-2c5c-474f-8c17-de8ce547b471 req-a18a9e8d-c2ea-4bd3-b751-744097a66bfa service neutron] 10.222.0.13 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686936 Nov 10 18:22:21.853556 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-73f3c6e0-2c5c-474f-8c17-de8ce547b471 req-43109080-6ccc-4293-a3d9-88169f61adfb service neutron] 10.222.0.13 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846026 Nov 10 18:22:25.104480 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:25.493327 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:30.589600 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0578e996-65aa-4e54-a80a-85dfda9c3154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:32.929901 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a3f5a7a9-6139-4152-8759-27ae0f70d898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:34.159577 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:34.884134 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:22:35.657018 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:36.355974 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:44.907961 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026a23f-24f9-4fca-a8d2-87c34cff8087 req-b19e9451-49ac-417b-9573-5f0893966862 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:22:44.909356 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d026a23f-24f9-4fca-a8d2-87c34cff8087 req-b19e9451-49ac-417b-9573-5f0893966862 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=355a9f93-da0e-4aa1-93e1-d92341e0f0eb HTTP/1.1" status: 200 len: 945 time: 0.0528827 Nov 10 18:22:44.959307 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d026a23f-24f9-4fca-a8d2-87c34cff8087 req-8cf30eb5-869f-42d0-bd76-39b65f40d8ce tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434318 Nov 10 18:22:46.088388 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038b3c9-6b2c-423b-81e7-d1cee19d142a req-5edf049f-dc69-4fa9-b6fa-ba202d265a4d tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:22:46.090127 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3038b3c9-6b2c-423b-81e7-d1cee19d142a req-5edf049f-dc69-4fa9-b6fa-ba202d265a4d tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=355a9f93-da0e-4aa1-93e1-d92341e0f0eb HTTP/1.1" status: 200 len: 945 time: 0.0564206 Nov 10 18:22:46.141812 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3038b3c9-6b2c-423b-81e7-d1cee19d142a req-31a43969-4f53-4aba-875d-5a0a3a978d94 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453165 Nov 10 18:22:46.402803 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dd133-7391-4608-87e9-c93b2312db2e req-350a852e-ca88-4ec8-95db-de637a7adc6d tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:22:46.404289 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d67dd133-7391-4608-87e9-c93b2312db2e req-350a852e-ca88-4ec8-95db-de637a7adc6d tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.13 "GET /v2.0/ports?device_id=355a9f93-da0e-4aa1-93e1-d92341e0f0eb HTTP/1.1" status: 200 len: 945 time: 0.0528195 Nov 10 18:22:46.500404 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-d67dd133-7391-4608-87e9-c93b2312db2e req-3c4ea422-6d8b-4660-8bc0-78fd69791228 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Deleting port 5e883bf1-f395-405c-9af0-1cb9a65d4ed4 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:22:46.500743 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d67dd133-7391-4608-87e9-c93b2312db2e req-3c4ea422-6d8b-4660-8bc0-78fd69791228 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:46.590886 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-d67dd133-7391-4608-87e9-c93b2312db2e req-3c4ea422-6d8b-4660-8bc0-78fd69791228 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] For port 5e883bf1-f395-405c-9af0-1cb9a65d4ed4, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5e883bf1-f395-405c-9af0-1cb9a65d4ed4,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:22:46.591244 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d67dd133-7391-4608-87e9-c93b2312db2e req-3c4ea422-6d8b-4660-8bc0-78fd69791228 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:46.767936 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d67dd133-7391-4608-87e9-c93b2312db2e req-3c4ea422-6d8b-4660-8bc0-78fd69791228 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:46.768509 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d67dd133-7391-4608-87e9-c93b2312db2e req-3c4ea422-6d8b-4660-8bc0-78fd69791228 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:46.768670 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [req-d67dd133-7391-4608-87e9-c93b2312db2e req-3c4ea422-6d8b-4660-8bc0-78fd69791228 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Floating IP 0af98801-2145-44ec-af08-c9c0b5bfd894 disassociated. External IP: 172.25.5.106, port: 5e883bf1-f395-405c-9af0-1cb9a65d4ed4. Nov 10 18:22:46.768961 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-d67dd133-7391-4608-87e9-c93b2312db2e req-3c4ea422-6d8b-4660-8bc0-78fd69791228 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Calling delete_port for 5e883bf1-f395-405c-9af0-1cb9a65d4ed4 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:22:46.905583 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d67dd133-7391-4608-87e9-c93b2312db2e req-3c4ea422-6d8b-4660-8bc0-78fd69791228 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:46.933864 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ea422-6d8b-4660-8bc0-78fd69791228 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Pushing event deleted for resources: {'Port': ['ID=5e883bf1-f395-405c-9af0-1cb9a65d4ed4,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:22:46.946179 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ea422-6d8b-4660-8bc0-78fd69791228 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:22:46.946523 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ea422-6d8b-4660-8bc0-78fd69791228 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:22:46.946864 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ea422-6d8b-4660-8bc0-78fd69791228 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:22:46.947204 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ea422-6d8b-4660-8bc0-78fd69791228 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:22:46.947535 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ea422-6d8b-4660-8bc0-78fd69791228 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:22:46.947866 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ea422-6d8b-4660-8bc0-78fd69791228 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:22:46.948214 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ea422-6d8b-4660-8bc0-78fd69791228 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:22:46.948539 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ea422-6d8b-4660-8bc0-78fd69791228 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:22:46.948862 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ea422-6d8b-4660-8bc0-78fd69791228 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:22:46.949190 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ea422-6d8b-4660-8bc0-78fd69791228 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:22:46.949505 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ea422-6d8b-4660-8bc0-78fd69791228 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:22:46.949825 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4ea422-6d8b-4660-8bc0-78fd69791228 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:22:47.065470 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d67dd133-7391-4608-87e9-c93b2312db2e req-3c4ea422-6d8b-4660-8bc0-78fd69791228 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Router f39c9781-219a-4cc0-9e15-a97d8c4f2089 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:22:47.184974 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d67dd133-7391-4608-87e9-c93b2312db2e req-3c4ea422-6d8b-4660-8bc0-78fd69791228 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:22:47.201629 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2423c02-e1fe-40a2-851b-04a2655b55ac None None] Sync routers for ids ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:22:47.217158 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2423c02-e1fe-40a2-851b-04a2655b55ac None None] Routers {'f39c9781-219a-4cc0-9e15-a97d8c4f2089'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:22:47.217705 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c2423c02-e1fe-40a2-851b-04a2655b55ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:22:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:22:47.230667 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67dd133-7391-4608-87e9-c93b2312db2e req-3c4ea422-6d8b-4660-8bc0-78fd69791228 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] No DVR routers for this DVR port 5e883bf1-f395-405c-9af0-1cb9a65d4ed4 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:22:47.233345 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-d67dd133-7391-4608-87e9-c93b2312db2e req-3c4ea422-6d8b-4660-8bc0-78fd69791228 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:47.237430 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d67dd133-7391-4608-87e9-c93b2312db2e req-3c4ea422-6d8b-4660-8bc0-78fd69791228 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.13 "DELETE /v2.0/ports/5e883bf1-f395-405c-9af0-1cb9a65d4ed4 HTTP/1.1" status: 204 len: 173 time: 0.8264804 Nov 10 18:22:47.237895 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355a9f93-da0e-4aa1-93e1-d92341e0f0eb', 'name': 'network-vif-deleted', 'tag': '5e883bf1-f395-405c-9af0-1cb9a65d4ed4'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:22:47.240311 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd90723-f208-4b75-97f5-18f005195c9e" -d '{"events": [{"server_uuid": "355a9f93-da0e-4aa1-93e1-d92341e0f0eb", "name": "network-vif-deleted", "tag": "5e883bf1-f395-405c-9af0-1cb9a65d4ed4"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:22:47.303511 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9f301b66-fe66-46d2-8831-aa135f791fc5 req-db15cdcc-5827-4732-bd9f-1f3b7017daba tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=355a9f93-da0e-4aa1-93e1-d92341e0f0eb HTTP/1.1" status: 200 len: 210 time: 0.0575776 Nov 10 18:22:47.378228 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-c2423c02-e1fe-40a2-851b-04a2655b55ac None None] Set router f39c9781-219a-4cc0-9e15-a97d8c4f2089 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:22:47.392233 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2112d1cb-b5f9-481d-a52c-cf887c65efc5 x-openstack-request-id: req-2112d1cb-b5f9-481d-a52c-cf887c65efc5 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:22:47.392948 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355a9f93-da0e-4aa1-93e1-d92341e0f0eb", "name": "network-vif-deleted", "tag": "5e883bf1-f395-405c-9af0-1cb9a65d4ed4", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:22:47.393388 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2112d1cb-b5f9-481d-a52c-cf887c65efc5 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:22:47.394431 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355a9f93-da0e-4aa1-93e1-d92341e0f0eb', 'name': 'network-vif-deleted', 'tag': '5e883bf1-f395-405c-9af0-1cb9a65d4ed4', 'status': 'completed', 'code': 200} Nov 10 18:22:47.618724 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c2423c02-e1fe-40a2-851b-04a2655b55ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'name': 'tempest-TestVolumeBootPattern-310309147-router', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:55Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'gw_port': {'id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:56Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'f95c8c85-cc8f-440d-acba-bba6c5d12454', 'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'mac_address': 'fa:16:3e:73:b3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:58Z', 'updated_at': '2021-11-10T18:17:02Z', 'revision_number': 5, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'subnets': [{'id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:22:47.653462 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2423c02-e1fe-40a2-851b-04a2655b55ac None None] Checking router: f39c9781-219a-4cc0-9e15-a97d8c4f2089 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:22:47.664223 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2423c02-e1fe-40a2-851b-04a2655b55ac None None] Routers {'f39c9781-219a-4cc0-9e15-a97d8c4f2089'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:22:47.664838 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c2423c02-e1fe-40a2-851b-04a2655b55ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:22:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:22:47.781963 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-c2423c02-e1fe-40a2-851b-04a2655b55ac None None] Set router f39c9781-219a-4cc0-9e15-a97d8c4f2089 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:22:48.012439 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c2423c02-e1fe-40a2-851b-04a2655b55ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'name': 'tempest-TestVolumeBootPattern-310309147-router', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:55Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'gw_port': {'id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:56Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'f95c8c85-cc8f-440d-acba-bba6c5d12454', 'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'mac_address': 'fa:16:3e:73:b3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:58Z', 'updated_at': '2021-11-10T18:17:02Z', 'revision_number': 5, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'subnets': [{'id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:22:48.044289 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2423c02-e1fe-40a2-851b-04a2655b55ac None None] The sync data for ids ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'] in n-d-776250-10 is: [{'id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'name': 'tempest-TestVolumeBootPattern-310309147-router', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:55Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'gw_port': {'id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:56Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'f95c8c85-cc8f-440d-acba-bba6c5d12454', 'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'mac_address': 'fa:16:3e:73:b3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:58Z', 'updated_at': '2021-11-10T18:17:02Z', 'revision_number': 5, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'subnets': [{'id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:22:48.304875 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00ccd04-a59f-4516-9563-d1de4edf9c04 None None] New status for floating IP 0af98801-2145-44ec-af08-c9c0b5bfd894: DOWN {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:22:48.417417 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-372caea0-016a-4b9b-8a3b-9a9f5ffb0fe7 req-b6d747a4-a166-4fb1-bf8c-0dfdc3ea53f6 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=355a9f93-da0e-4aa1-93e1-d92341e0f0eb HTTP/1.1" status: 200 len: 210 time: 0.0298977 Nov 10 18:22:49.529825 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e6b0fea1-9e96-4524-a7dd-3f352f7b6365 req-80f4cdea-cfaa-4b23-97f9-ee64eece9615 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=355a9f93-da0e-4aa1-93e1-d92341e0f0eb HTTP/1.1" status: 200 len: 210 time: 0.0286024 Nov 10 18:22:50.570845 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 5e883bf1-f395-405c-9af0-1cb9a65d4ed4 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:22:50.592162 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 5e883bf1-f395-405c-9af0-1cb9a65d4ed4 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:22:50.592520 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 5e883bf1-f395-405c-9af0-1cb9a65d4ed4 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:22:50.638121 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4b926f37-57e5-44fc-b807-16529338ccb6 req-0895d27f-dd34-4990-a12d-cef0cba90586 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=355a9f93-da0e-4aa1-93e1-d92341e0f0eb HTTP/1.1" status: 200 len: 210 time: 0.0266116 Nov 10 18:22:51.742188 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-98efbc54-cf0e-4251-a0b8-07076a27ee7a req-f0aaa0f0-6226-42d9-b23c-fc086ed29d04 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=355a9f93-da0e-4aa1-93e1-d92341e0f0eb HTTP/1.1" status: 200 len: 210 time: 0.0288837 Nov 10 18:22:52.953894 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-638fd1bf-46b3-42ee-8e00-97777b5ac7aa tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1738387165&fields=id&tenant_id=c28b0cecf69f41b398fc07e448e03d50 HTTP/1.1" status: 200 len: 267 time: 0.0466897 Nov 10 18:22:53.070133 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-5e45c8b1-bf56-4be2-abe7-b637a4a6e0a1 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:22:53.072127 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-5e45c8b1-bf56-4be2-abe7-b637a4a6e0a1 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/networks?id=b399fcc9-c457-4d5f-a84c-c587db71b0f5 HTTP/1.1" status: 200 len: 811 time: 0.1115291 Nov 10 18:22:53.087833 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-9839a813-9df6-4e52-91fb-e78594c432c6 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/quotas/c28b0cecf69f41b398fc07e448e03d50 HTTP/1.1" status: 200 len: 375 time: 0.0098150 Nov 10 18:22:53.142906 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-ac106697-072f-487f-be44-f0f20b749446 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c28b0cecf69f41b398fc07e448e03d50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492213 Nov 10 18:22:53.210363 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-8c83f3f3-a10a-4c8a-adf4-3fdde9e4da37 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:22:53.211552 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-8c83f3f3-a10a-4c8a-adf4-3fdde9e4da37 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0565856 Nov 10 18:22:53.309847 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-a3abdda2-2dfd-4598-b834-adb5edce6041 service neutron] 10.222.0.39 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916119 Nov 10 18:22:53.400434 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-052473fe-c44f-4ffb-a9b2-5e11f6d84c37 service neutron] 10.222.0.39 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844486 Nov 10 18:22:53.700376 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0b8b5791-cf73-471a-9aca-4b7486030d53 req-b377bb70-ee2e-43b6-a3a3-85f652af595e tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d HTTP/1.1" status: 200 len: 210 time: 0.0274072 Nov 10 18:22:54.702466 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-593a6da1-1db3-4da4-a2d9-2f5dca46581a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:22:54.703949 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-593a6da1-1db3-4da4-a2d9-2f5dca46581a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.11 "GET /v2.0/networks?id=b399fcc9-c457-4d5f-a84c-c587db71b0f5 HTTP/1.1" status: 200 len: 811 time: 0.1230555 Nov 10 18:22:54.781784 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-ec0066da-fac1-4c0e-9ffe-7d7619f06450 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c28b0cecf69f41b398fc07e448e03d50 HTTP/1.1" status: 200 len: 380 time: 0.0671866 Nov 10 18:22:54.797233 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-dd80c44f-ed9e-424d-9964-0b7733c75c44 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Request body: {'port': {'device_id': 'ebbc4f80-680a-401f-9356-fdf8c7093e7d', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'admin_state_up': True, 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'security_groups': ['f350c90b-840a-432b-bd7e-74496285efb4']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:22:54.827899 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3c59c11f-7928-4ef1-974f-af4ef885515d req-28981b71-0ffc-4194-9cc6-f87c958e271f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d HTTP/1.1" status: 200 len: 210 time: 0.0417736 Nov 10 18:22:54.933250 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-dd80c44f-ed9e-424d-9964-0b7733c75c44 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Made reservation on behalf of c28b0cecf69f41b398fc07e448e03d50 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:22:54.936957 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-dd80c44f-ed9e-424d-9964-0b7733c75c44 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:55.077556 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-dd80c44f-ed9e-424d-9964-0b7733c75c44 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Allocated IP 172.20.0.10 (b399fcc9-c457-4d5f-a84c-c587db71b0f5/a51b4dde-d4fe-4abc-9607-52baf3da7a4d/7a8a5fa8-7ae7-4951-8507-a3ac03950d6b) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:22:55.123070 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:55.243199 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-dd80c44f-ed9e-424d-9964-0b7733c75c44 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:55.281934 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-dd80c44f-ed9e-424d-9964-0b7733c75c44 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:55.328159 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-dd80c44f-ed9e-424d-9964-0b7733c75c44 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Network b399fcc9-c457-4d5f-a84c-c587db71b0f5 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:22:55.331482 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-dd80c44f-ed9e-424d-9964-0b7733c75c44 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:22:55.335367 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-dd80c44f-ed9e-424d-9964-0b7733c75c44 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:22:55.343222 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80c44f-ed9e-424d-9964-0b7733c75c44 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Pushing event updated for resources: {'Port': ['ID=7a8a5fa8-7ae7-4951-8507-a3ac03950d6b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:22:55.397349 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-dd80c44f-ed9e-424d-9964-0b7733c75c44 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:22:55.398032 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-dd80c44f-ed9e-424d-9964-0b7733c75c44 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:55.419129 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-dd80c44f-ed9e-424d-9964-0b7733c75c44 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6317799 Nov 10 18:22:55.432235 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-e5b1dfe8-d4a4-414f-9bde-90a924ac2f20 service neutron] Request body: {'port': {'device_id': 'ebbc4f80-680a-401f-9356-fdf8c7093e7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:22:55.489717 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:55.494297 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-e5b1dfe8-d4a4-414f-9bde-90a924ac2f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:55.635380 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-ecb838b8-6550-467e-90a6-8266cbb53dc2 None None] Provisioning complete for port 7a8a5fa8-7ae7-4951-8507-a3ac03950d6b triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:22:55.635776 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ecb838b8-6550-467e-90a6-8266cbb53dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:55.684978 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-ecb838b8-6550-467e-90a6-8266cbb53dc2 None None] Port 7a8a5fa8-7ae7-4951-8507-a3ac03950d6b cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:22:55.824452 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-e5b1dfe8-d4a4-414f-9bde-90a924ac2f20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a8a5fa8-7ae7-4951-8507-a3ac03950d6b {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:22:55.833282 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-e5b1dfe8-d4a4-414f-9bde-90a924ac2f20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:55.846988 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-e5b1dfe8-d4a4-414f-9bde-90a924ac2f20 service neutron] Transition to ACTIVE for port object 7a8a5fa8-7ae7-4951-8507-a3ac03950d6b will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:22:55.850960 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-e5b1dfe8-d4a4-414f-9bde-90a924ac2f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:55.927426 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1dfe8-d4a4-414f-9bde-90a924ac2f20 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8a5fa8-7ae7-4951-8507-a3ac03950d6b,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:22:56.018846 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-e5b1dfe8-d4a4-414f-9bde-90a924ac2f20 service neutron] Attempting to bind port 7a8a5fa8-7ae7-4951-8507-a3ac03950d6b on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:22:56.019179 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-e5b1dfe8-d4a4-414f-9bde-90a924ac2f20 service neutron] Attempting to bind port 7a8a5fa8-7ae7-4951-8507-a3ac03950d6b by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:22:56.019508 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-e5b1dfe8-d4a4-414f-9bde-90a924ac2f20 service neutron] Attempting to bind port 7a8a5fa8-7ae7-4951-8507-a3ac03950d6b on network b399fcc9-c457-4d5f-a84c-c587db71b0f5 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:22:56.032927 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e61291-42a5-4b0a-916b-70e044ed4797 req-542e4f72-b08a-488f-a3cc-cd45f654be56 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:22:56.034461 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-96e61291-42a5-4b0a-916b-70e044ed4797 req-542e4f72-b08a-488f-a3cc-cd45f654be56 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d HTTP/1.1" status: 200 len: 944 time: 0.1098533 Nov 10 18:22:56.035660 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-e5b1dfe8-d4a4-414f-9bde-90a924ac2f20 service neutron] Port 7a8a5fa8-7ae7-4951-8507-a3ac03950d6b on network b399fcc9-c457-4d5f-a84c-c587db71b0f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:22:56.035987 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-e5b1dfe8-d4a4-414f-9bde-90a924ac2f20 service neutron] Attempting to bind port 7a8a5fa8-7ae7-4951-8507-a3ac03950d6b on network b399fcc9-c457-4d5f-a84c-c587db71b0f5 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:22:56.042696 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-e5b1dfe8-d4a4-414f-9bde-90a924ac2f20 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:22:56.043039 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-e5b1dfe8-d4a4-414f-9bde-90a924ac2f20 service neutron] Checking segment: {'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:22:56.043436 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-e5b1dfe8-d4a4-414f-9bde-90a924ac2f20 service neutron] Bound using segment: {'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:22:56.043868 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-e5b1dfe8-d4a4-414f-9bde-90a924ac2f20 service neutron] Bound port: 7a8a5fa8-7ae7-4951-8507-a3ac03950d6b, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:22:56.044253 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-e5b1dfe8-d4a4-414f-9bde-90a924ac2f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:56.142747 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-96e61291-42a5-4b0a-916b-70e044ed4797 req-f69000d9-4655-43fa-8c8f-c90015715bb3 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960784 Nov 10 18:22:56.154885 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-e5b1dfe8-d4a4-414f-9bde-90a924ac2f20 service neutron] For port 7a8a5fa8-7ae7-4951-8507-a3ac03950d6b, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:22:56.158240 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-e5b1dfe8-d4a4-414f-9bde-90a924ac2f20 service neutron] For port 7a8a5fa8-7ae7-4951-8507-a3ac03950d6b, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=7a8a5fa8-7ae7-4951-8507-a3ac03950d6b,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:22:56.163616 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-e5b1dfe8-d4a4-414f-9bde-90a924ac2f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:56.200975 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-e5b1dfe8-d4a4-414f-9bde-90a924ac2f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:22:56.201596 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-e5b1dfe8-d4a4-414f-9bde-90a924ac2f20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:22:56.202994 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-e5b1dfe8-d4a4-414f-9bde-90a924ac2f20 service neutron] 10.222.0.11 "PUT /v2.0/ports/7a8a5fa8-7ae7-4951-8507-a3ac03950d6b HTTP/1.1" status: 200 len: 1093 time: 0.7760606 Nov 10 18:22:56.203442 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebbc4f80-680a-401f-9356-fdf8c7093e7d', 'tag': '7a8a5fa8-7ae7-4951-8507-a3ac03950d6b'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:22:56.205775 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930c670f-6d7e-47a0-8f83-57a6837ea337" -d '{"events": [{"name": "network-changed", "server_uuid": "ebbc4f80-680a-401f-9356-fdf8c7093e7d", "tag": "7a8a5fa8-7ae7-4951-8507-a3ac03950d6b"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:22:56.237365 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1dfe8-d4a4-414f-9bde-90a924ac2f20 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8a5fa8-7ae7-4951-8507-a3ac03950d6b,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:22:56.273212 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4702e908-1865-4f4d-9324-6469e28520b6 x-openstack-request-id: req-4702e908-1865-4f4d-9324-6469e28520b6 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:22:56.273525 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebbc4f80-680a-401f-9356-fdf8c7093e7d", "tag": "7a8a5fa8-7ae7-4951-8507-a3ac03950d6b", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:22:56.273782 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4702e908-1865-4f4d-9324-6469e28520b6 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:22:56.274187 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebbc4f80-680a-401f-9356-fdf8c7093e7d', 'tag': '7a8a5fa8-7ae7-4951-8507-a3ac03950d6b', 'status': 'completed', 'code': 200} Nov 10 18:22:56.321837 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-985a7246-7bd9-469b-99ac-17245f6110aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:22:56.324191 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-985a7246-7bd9-469b-99ac-17245f6110aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c28b0cecf69f41b398fc07e448e03d50&device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d HTTP/1.1" status: 200 len: 1096 time: 0.0619383 Nov 10 18:22:56.376812 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-34b72ad4-7690-4b39-ad55-4106b173c250 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a8a5fa8-7ae7-4951-8507-a3ac03950d6b HTTP/1.1" status: 200 len: 217 time: 0.0445218 Nov 10 18:22:56.444950 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-e3e40348-c6ca-4360-9a37-c7091021d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:22:56.446474 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-e3e40348-c6ca-4360-9a37-c7091021d31e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a51b4dde-d4fe-4abc-9607-52baf3da7a4d HTTP/1.1" status: 200 len: 850 time: 0.0630755 Nov 10 18:22:56.508077 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-7429deb0-8779-47a1-a4ce-25882fac6269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:22:56.509635 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-7429deb0-8779-47a1-a4ce-25882fac6269 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b399fcc9-c457-4d5f-a84c-c587db71b0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526011 Nov 10 18:22:56.608243 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-35dd097d-6176-4946-9f48-f094e601b14e service neutron] 10.222.0.11 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917156 Nov 10 18:22:56.705302 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8a0610f2-690d-41e7-8274-912da86a4a9f req-fb7a5592-153e-4a3e-942e-fb080b0ed747 service neutron] 10.222.0.11 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904186 Nov 10 18:22:56.800892 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c670f-6d7e-47a0-8f83-57a6837ea337 req-fc87d4cc-c90e-46a8-af92-e6f15541bc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:22:56.804877 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-930c670f-6d7e-47a0-8f83-57a6837ea337 req-fc87d4cc-c90e-46a8-af92-e6f15541bc4d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c28b0cecf69f41b398fc07e448e03d50&device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d HTTP/1.1" status: 200 len: 1096 time: 0.0530927 Nov 10 18:22:56.899284 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c670f-6d7e-47a0-8f83-57a6837ea337 req-772a765f-3a07-4c44-9370-8418b92ce834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:22:56.900783 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-930c670f-6d7e-47a0-8f83-57a6837ea337 req-772a765f-3a07-4c44-9370-8418b92ce834 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b399fcc9-c457-4d5f-a84c-c587db71b0f5 HTTP/1.1" status: 200 len: 912 time: 0.0895095 Nov 10 18:22:56.946810 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-930c670f-6d7e-47a0-8f83-57a6837ea337 req-497e0337-a91a-47d0-824f-b6eb426a8050 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a8a5fa8-7ae7-4951-8507-a3ac03950d6b HTTP/1.1" status: 200 len: 217 time: 0.0392218 Nov 10 18:22:57.003565 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c670f-6d7e-47a0-8f83-57a6837ea337 req-af19f004-97ca-4e28-874a-b38b1186bf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:22:57.005093 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-930c670f-6d7e-47a0-8f83-57a6837ea337 req-af19f004-97ca-4e28-874a-b38b1186bf6b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a51b4dde-d4fe-4abc-9607-52baf3da7a4d HTTP/1.1" status: 200 len: 850 time: 0.0518994 Nov 10 18:22:57.052122 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c670f-6d7e-47a0-8f83-57a6837ea337 req-e3a4e5c0-c4ef-4ac3-a118-24ab4593750e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:22:57.053649 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-930c670f-6d7e-47a0-8f83-57a6837ea337 req-e3a4e5c0-c4ef-4ac3-a118-24ab4593750e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b399fcc9-c457-4d5f-a84c-c587db71b0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421083 Nov 10 18:22:57.153273 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-930c670f-6d7e-47a0-8f83-57a6837ea337 req-779453b3-4067-4a61-9ef7-3c1b8e51d491 service neutron] 10.222.0.11 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921311 Nov 10 18:22:57.289175 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-930c670f-6d7e-47a0-8f83-57a6837ea337 req-979573a6-9c5d-407a-bbe1-b20ff3e456aa service neutron] 10.222.0.11 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296854 Nov 10 18:22:57.302762 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5ce0b-2486-4e34-9c9b-1722835e2734 req-59f494ae-4ca5-42fa-a55c-2ab4f75bd471 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:22:57.304300 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cdd5ce0b-2486-4e34-9c9b-1722835e2734 req-59f494ae-4ca5-42fa-a55c-2ab4f75bd471 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d HTTP/1.1" status: 200 len: 944 time: 0.0775998 Nov 10 18:22:57.357649 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cdd5ce0b-2486-4e34-9c9b-1722835e2734 req-23b28574-17c3-40ad-9e38-240830c259e8 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463479 Nov 10 18:22:58.491564 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd6a91-682c-4d5c-a4f3-9e157bc7aa60 req-1c9ed153-d316-49ab-9429-70117a323a86 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:22:58.493095 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-38dd6a91-682c-4d5c-a4f3-9e157bc7aa60 req-1c9ed153-d316-49ab-9429-70117a323a86 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d HTTP/1.1" status: 200 len: 944 time: 0.0625455 Nov 10 18:22:58.547344 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-38dd6a91-682c-4d5c-a4f3-9e157bc7aa60 req-f2c104b3-0ba9-4f2c-b82a-c243b1b7d305 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473244 Nov 10 18:22:59.674041 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271c9a6-7513-4eba-9a5d-b05d5bf969f4 req-daf5f778-0d34-483a-bd98-51b7cb82c35f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:22:59.675666 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e271c9a6-7513-4eba-9a5d-b05d5bf969f4 req-daf5f778-0d34-483a-bd98-51b7cb82c35f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d HTTP/1.1" status: 200 len: 944 time: 0.0555310 Nov 10 18:22:59.729763 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e271c9a6-7513-4eba-9a5d-b05d5bf969f4 req-8591aded-7187-4d27-9ee0-7642dd130754 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477164 Nov 10 18:23:00.593216 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fc93013f-266a-4561-8204-1ea32b7f627a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:00.854242 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b3349-fcd3-4dbe-88e6-85fa61a8f8cf req-0e3f122c-6595-4a3c-bf92-e5f875e6c01f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:23:00.855715 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2b1b3349-fcd3-4dbe-88e6-85fa61a8f8cf req-0e3f122c-6595-4a3c-bf92-e5f875e6c01f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d HTTP/1.1" status: 200 len: 944 time: 0.0513725 Nov 10 18:23:00.912341 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2b1b3349-fcd3-4dbe-88e6-85fa61a8f8cf req-5c34d8c8-b94a-4d79-9152-acc8c254c8f4 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498047 Nov 10 18:23:02.038705 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac9eae-76d4-4b12-8ef1-f1df778d535b req-33ccb371-537e-4ec3-9d87-d1b7088deaef tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:23:02.040112 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5aac9eae-76d4-4b12-8ef1-f1df778d535b req-33ccb371-537e-4ec3-9d87-d1b7088deaef tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d HTTP/1.1" status: 200 len: 944 time: 0.0566864 Nov 10 18:23:02.100798 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5aac9eae-76d4-4b12-8ef1-f1df778d535b req-5ee5d811-042e-434e-a092-8b16da24c20b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542362 Nov 10 18:23:02.933906 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f84716b6-68ff-4599-91ff-bc52a69fbd81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:03.232307 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05051368-20d0-49c9-922f-a46285c7bbc8 req-2eb1bc65-bd36-4366-88f7-e95232d0fd49 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:23:03.233854 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-05051368-20d0-49c9-922f-a46285c7bbc8 req-2eb1bc65-bd36-4366-88f7-e95232d0fd49 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d HTTP/1.1" status: 200 len: 944 time: 0.0590003 Nov 10 18:23:03.287266 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-05051368-20d0-49c9-922f-a46285c7bbc8 req-dfb3bf09-ba93-49a4-a48f-c0867893da51 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473483 Nov 10 18:23:04.161780 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:04.407156 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec0052-2f09-4fc2-9068-9261fbb5e4df req-f1e6e222-de75-42fd-8046-942469e8546e tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:23:04.408692 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1eec0052-2f09-4fc2-9068-9261fbb5e4df req-f1e6e222-de75-42fd-8046-942469e8546e tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d HTTP/1.1" status: 200 len: 944 time: 0.0500622 Nov 10 18:23:04.459016 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1eec0052-2f09-4fc2-9068-9261fbb5e4df req-b051f784-5b98-4346-829c-0b766da3b6c1 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443642 Nov 10 18:23:05.576807 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af896c39-c1d3-4983-84b4-bc6a6cd8c723 req-f4b1fd92-205c-4fe1-9cab-f38dde0639f9 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:23:05.578364 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-af896c39-c1d3-4983-84b4-bc6a6cd8c723 req-f4b1fd92-205c-4fe1-9cab-f38dde0639f9 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d HTTP/1.1" status: 200 len: 944 time: 0.0502930 Nov 10 18:23:05.628356 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-af896c39-c1d3-4983-84b4-bc6a6cd8c723 req-4de8fff2-a9b8-47b4-95bb-0019755b3807 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440633 Nov 10 18:23:05.659429 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:06.362006 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:06.745745 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbc44d-d171-413d-a279-bc0f7e2344c6 req-eff4c098-da8e-4b01-93fd-977171537dd6 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:23:06.747306 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-07cbc44d-d171-413d-a279-bc0f7e2344c6 req-eff4c098-da8e-4b01-93fd-977171537dd6 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d HTTP/1.1" status: 200 len: 944 time: 0.0498135 Nov 10 18:23:06.797165 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-07cbc44d-d171-413d-a279-bc0f7e2344c6 req-8ca218d4-6279-4205-9905-c9739651b71e tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437505 Nov 10 18:23:07.914679 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91262e1b-e86c-40f7-8ef4-a1d1968f6507 req-eeb714b1-ec42-4563-b575-07d1a9969852 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:23:07.916164 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-91262e1b-e86c-40f7-8ef4-a1d1968f6507 req-eeb714b1-ec42-4563-b575-07d1a9969852 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d HTTP/1.1" status: 200 len: 944 time: 0.0485330 Nov 10 18:23:07.969760 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-91262e1b-e86c-40f7-8ef4-a1d1968f6507 req-4e879a73-5545-4ce1-be43-14c045a456f6 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469017 Nov 10 18:23:08.557912 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 7a8a5fa8-7ae7-4951-8507-a3ac03950d6b details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:23:08.652075 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 7a8a5fa8-7ae7-4951-8507-a3ac03950d6b, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=7a8a5fa8-7ae7-4951-8507-a3ac03950d6b,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:23:08.663546 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '7a8a5fa8-7ae7-4951-8507-a3ac03950d6b', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'port_id': '7a8a5fa8-7ae7-4951-8507-a3ac03950d6b', 'mac_address': 'fa:16:3e:a9:11:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:23:08.703451 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:08.716996 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a8a5fa8-7ae7-4951-8507-a3ac03950d6b {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:23:08.735829 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 7a8a5fa8-7ae7-4951-8507-a3ac03950d6b, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=7a8a5fa8-7ae7-4951-8507-a3ac03950d6b,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:23:08.739657 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:08.789269 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=7a8a5fa8-7ae7-4951-8507-a3ac03950d6b,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:23:08.797315 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:23:08.797659 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:23:08.797998 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:23:08.798465 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:23:08.798685 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:23:08.799014 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:23:08.799342 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:23:08.799663 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:23:08.799987 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:23:08.800340 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:23:08.800665 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:23:08.800983 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:23:08.963223 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['7a8a5fa8-7ae7-4951-8507-a3ac03950d6b'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:23:09.094690 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ab21a-f645-459a-b97b-a4a1e98ad36d req-3ead07f0-72bd-46fa-994d-2b22cbbde745 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:23:09.096083 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-832ab21a-f645-459a-b97b-a4a1e98ad36d req-3ead07f0-72bd-46fa-994d-2b22cbbde745 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d HTTP/1.1" status: 200 len: 945 time: 0.0571997 Nov 10 18:23:09.147123 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-832ab21a-f645-459a-b97b-a4a1e98ad36d req-63903bd1-5103-4ba5-9ca1-d5eb1ea786e2 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448821 Nov 10 18:23:10.269627 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d04cab-d5e2-4eb5-82df-f5dcd32b74f2 req-16bcbdda-77c3-42a0-bcdf-bc5418c17dde tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:23:10.271161 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-03d04cab-d5e2-4eb5-82df-f5dcd32b74f2 req-16bcbdda-77c3-42a0-bcdf-bc5418c17dde tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d HTTP/1.1" status: 200 len: 945 time: 0.0517592 Nov 10 18:23:10.322546 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-03d04cab-d5e2-4eb5-82df-f5dcd32b74f2 req-d324c784-c3f3-4b0a-992b-e39c455e0843 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442309 Nov 10 18:23:10.563447 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 7a8a5fa8-7ae7-4951-8507-a3ac03950d6b up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:23:10.613557 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 7a8a5fa8-7ae7-4951-8507-a3ac03950d6b completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:23:10.617682 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 7a8a5fa8-7ae7-4951-8507-a3ac03950d6b triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:23:10.618052 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:10.698747 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:10.724273 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbc4f80-680a-401f-9356-fdf8c7093e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8a5fa8-7ae7-4951-8507-a3ac03950d6b'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:23:10.726517 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd08e760-8577-4893-ba75-4d0b54be1fd6" -d '{"events": [{"server_uuid": "ebbc4f80-680a-401f-9356-fdf8c7093e7d", "name": "network-vif-plugged", "status": "completed", "tag": "7a8a5fa8-7ae7-4951-8507-a3ac03950d6b"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:23:10.742731 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 7a8a5fa8-7ae7-4951-8507-a3ac03950d6b, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=7a8a5fa8-7ae7-4951-8507-a3ac03950d6b,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:23:10.747581 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:10.799944 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=7a8a5fa8-7ae7-4951-8507-a3ac03950d6b,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:23:10.837959 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf18c70-2934-48b1-a8cc-2c4915abe56c x-openstack-request-id: req-2bf18c70-2934-48b1-a8cc-2c4915abe56c {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:23:10.838253 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbc4f80-680a-401f-9356-fdf8c7093e7d", "name": "network-vif-plugged", "status": "completed", "tag": "7a8a5fa8-7ae7-4951-8507-a3ac03950d6b", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:23:10.838533 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2bf18c70-2934-48b1-a8cc-2c4915abe56c {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:23:10.838926 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebbc4f80-680a-401f-9356-fdf8c7093e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8a5fa8-7ae7-4951-8507-a3ac03950d6b', 'code': 200} Nov 10 18:23:10.937959 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238aef06-68b1-4975-b343-b5754de1d519 req-c364ad3c-ab12-4a12-a453-9519dc290c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:23:10.939462 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-238aef06-68b1-4975-b343-b5754de1d519 req-c364ad3c-ab12-4a12-a453-9519dc290c18 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d HTTP/1.1" status: 200 len: 1098 time: 0.0430732 Nov 10 18:23:10.987191 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-238aef06-68b1-4975-b343-b5754de1d519 req-0bfcdbc4-390a-42ee-9873-735f3a17fb20 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399110 Nov 10 18:23:11.441985 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03eae6-3844-4981-8c06-49b62a81717f req-13b4e031-36d0-4091-bc5a-f3f3f6094258 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:23:11.443470 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5e03eae6-3844-4981-8c06-49b62a81717f req-13b4e031-36d0-4091-bc5a-f3f3f6094258 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d HTTP/1.1" status: 200 len: 946 time: 0.0512862 Nov 10 18:23:11.492217 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5e03eae6-3844-4981-8c06-49b62a81717f req-04311237-7d82-45d1-b636-68c1c10eccec tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419779 Nov 10 18:23:11.882613 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:23:12.616229 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc36ef4-9bd6-4f2b-9440-dd6f0e5de942 req-42e1e8ac-85bf-42ff-8e3f-d3c544ff8c65 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:23:12.617726 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7fc36ef4-9bd6-4f2b-9440-dd6f0e5de942 req-42e1e8ac-85bf-42ff-8e3f-d3c544ff8c65 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d HTTP/1.1" status: 200 len: 946 time: 0.0542927 Nov 10 18:23:12.666634 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7fc36ef4-9bd6-4f2b-9440-dd6f0e5de942 req-2a3a2e65-24b7-4246-be4d-87782c5e7bc1 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422719 Nov 10 18:23:12.786958 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708cacc3-60de-4dcf-9eda-a110bfe24080 req-b58f18ef-caa5-4b7e-8242-4e319296440f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:23:12.788463 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-708cacc3-60de-4dcf-9eda-a110bfe24080 req-b58f18ef-caa5-4b7e-8242-4e319296440f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d HTTP/1.1" status: 200 len: 946 time: 0.0538821 Nov 10 18:23:12.837173 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-708cacc3-60de-4dcf-9eda-a110bfe24080 req-21f502b3-356f-477e-a742-69b73918b6a7 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419402 Nov 10 18:23:12.860541 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58722) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:23:12.941229 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4eceafb-0a0f-4f1b-98cf-9097294eca20 tempest-TestVolumeBootPattern-329058661 tempest-TestVolumeBootPattern-329058661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:23:12.942769 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a4eceafb-0a0f-4f1b-98cf-9097294eca20 tempest-TestVolumeBootPattern-329058661 tempest-TestVolumeBootPattern-329058661-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d HTTP/1.1" status: 200 len: 1093 time: 0.0812020 Nov 10 18:23:12.945753 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58726) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:23:12.950704 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-b2a6e314-8a38-4510-bc05-c3872f8b8e61 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'port_id': '7a8a5fa8-7ae7-4951-8507-a3ac03950d6b', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:23:12.973378 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2a6e314-8a38-4510-bc05-c3872f8b8e61 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for floatingip, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:13.074082 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2a6e314-8a38-4510-bc05-c3872f8b8e61 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:13.179087 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-b2a6e314-8a38-4510-bc05-c3872f8b8e61 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Allocated IP 172.25.5.26 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/b7e931a6-c6cf-4ea6-b0cb-7115a7e67fb2) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:23:13.288041 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2a6e314-8a38-4510-bc05-c3872f8b8e61 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:13.324043 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2a6e314-8a38-4510-bc05-c3872f8b8e61 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:13.364848 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a6e314-8a38-4510-bc05-c3872f8b8e61 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:23:13.369943 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-b2a6e314-8a38-4510-bc05-c3872f8b8e61 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:23:13.373068 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a6e314-8a38-4510-bc05-c3872f8b8e61 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:23:13.375001 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6e314-8a38-4510-bc05-c3872f8b8e61 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Pushing event updated for resources: {'Port': ['ID=b7e931a6-c6cf-4ea6-b0cb-7115a7e67fb2,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:23:13.404733 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a6e314-8a38-4510-bc05-c3872f8b8e61 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:23:13.405080 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a6e314-8a38-4510-bc05-c3872f8b8e61 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:23:13.405425 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a6e314-8a38-4510-bc05-c3872f8b8e61 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:23:13.405780 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a6e314-8a38-4510-bc05-c3872f8b8e61 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:23:13.406099 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a6e314-8a38-4510-bc05-c3872f8b8e61 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:23:13.406429 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a6e314-8a38-4510-bc05-c3872f8b8e61 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:23:13.406760 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a6e314-8a38-4510-bc05-c3872f8b8e61 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:23:13.407083 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a6e314-8a38-4510-bc05-c3872f8b8e61 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:23:13.407406 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a6e314-8a38-4510-bc05-c3872f8b8e61 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:23:13.407726 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a6e314-8a38-4510-bc05-c3872f8b8e61 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:23:13.408046 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a6e314-8a38-4510-bc05-c3872f8b8e61 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:23:13.408419 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a6e314-8a38-4510-bc05-c3872f8b8e61 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:23:13.759954 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2a6e314-8a38-4510-bc05-c3872f8b8e61 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:13.827427 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2a6e314-8a38-4510-bc05-c3872f8b8e61 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:13.984969 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2a6e314-8a38-4510-bc05-c3872f8b8e61 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:13.989553 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2a6e314-8a38-4510-bc05-c3872f8b8e61 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:14.058897 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6e314-8a38-4510-bc05-c3872f8b8e61 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Pushing event updated for resources: {'Port': ['ID=b7e931a6-c6cf-4ea6-b0cb-7115a7e67fb2,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:23:14.072718 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2a6e314-8a38-4510-bc05-c3872f8b8e61 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:14.173656 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [None req-b2a6e314-8a38-4510-bc05-c3872f8b8e61 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Floating IP 108f40d5-6cce-41e6-a30d-294fb2361a5b associated. External IP: 172.25.5.26, port: 7a8a5fa8-7ae7-4951-8507-a3ac03950d6b. Nov 10 18:23:14.381650 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a6e314-8a38-4510-bc05-c3872f8b8e61 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Router f39c9781-219a-4cc0-9e15-a97d8c4f2089 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:23:14.487969 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a6e314-8a38-4510-bc05-c3872f8b8e61 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:23:14.497944 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d02ca38-e1ea-40c0-b09a-0de9fa99f588 None None] Sync routers for ids ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:23:14.505691 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b2a6e314-8a38-4510-bc05-c3872f8b8e61 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:14.508505 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d02ca38-e1ea-40c0-b09a-0de9fa99f588 None None] Routers {'f39c9781-219a-4cc0-9e15-a97d8c4f2089'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:23:14.509115 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-1d02ca38-e1ea-40c0-b09a-0de9fa99f588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:23:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:23:14.535888 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b2a6e314-8a38-4510-bc05-c3872f8b8e61 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5890770 Nov 10 18:23:14.536506 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebbc4f80-680a-401f-9356-fdf8c7093e7d', 'tag': '7a8a5fa8-7ae7-4951-8507-a3ac03950d6b'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:23:14.538728 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630ed337-368b-4ca6-8822-7412d6c6d792" -d '{"events": [{"name": "network-changed", "server_uuid": "ebbc4f80-680a-401f-9356-fdf8c7093e7d", "tag": "7a8a5fa8-7ae7-4951-8507-a3ac03950d6b"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:23:14.576879 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e149b24-959f-446d-848c-6e0388db3098 x-openstack-request-id: req-1e149b24-959f-446d-848c-6e0388db3098 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:23:14.577151 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebbc4f80-680a-401f-9356-fdf8c7093e7d", "tag": "7a8a5fa8-7ae7-4951-8507-a3ac03950d6b", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:23:14.577406 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e149b24-959f-446d-848c-6e0388db3098 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:23:14.577818 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebbc4f80-680a-401f-9356-fdf8c7093e7d', 'tag': '7a8a5fa8-7ae7-4951-8507-a3ac03950d6b', 'status': 'completed', 'code': 200} Nov 10 18:23:14.621297 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-1d02ca38-e1ea-40c0-b09a-0de9fa99f588 None None] Set router f39c9781-219a-4cc0-9e15-a97d8c4f2089 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:23:14.638950 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ed337-368b-4ca6-8822-7412d6c6d792 req-8b577d74-c1ca-4c15-b541-8914e55527cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:23:14.640408 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-630ed337-368b-4ca6-8822-7412d6c6d792 req-8b577d74-c1ca-4c15-b541-8914e55527cf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c28b0cecf69f41b398fc07e448e03d50&device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d HTTP/1.1" status: 200 len: 1098 time: 0.0413864 Nov 10 18:23:14.736647 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ed337-368b-4ca6-8822-7412d6c6d792 req-de7ce918-882c-4e68-9b7b-11050abc38d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:23:14.738133 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-630ed337-368b-4ca6-8822-7412d6c6d792 req-de7ce918-882c-4e68-9b7b-11050abc38d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b399fcc9-c457-4d5f-a84c-c587db71b0f5 HTTP/1.1" status: 200 len: 912 time: 0.0904102 Nov 10 18:23:14.806670 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-630ed337-368b-4ca6-8822-7412d6c6d792 req-633c2d22-1cbc-41b5-8b7e-cb7266f00b40 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a8a5fa8-7ae7-4951-8507-a3ac03950d6b HTTP/1.1" status: 200 len: 999 time: 0.0609457 Nov 10 18:23:14.849458 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-1d02ca38-e1ea-40c0-b09a-0de9fa99f588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'name': 'tempest-TestVolumeBootPattern-310309147-router', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:55Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'gw_port': {'id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:56Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '108f40d5-6cce-41e6-a30d-294fb2361a5b', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'floating_ip_address': '172.25.5.26', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'port_id': '7a8a5fa8-7ae7-4951-8507-a3ac03950d6b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'mac_address': 'fa:16:3e:a9:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbc4f80-680a-401f-9356-fdf8c7093e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:23:13Z', 'updated_at': '2021-11-10T18:23:13Z', 'revision_number': 0, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95c8c85-cc8f-440d-acba-bba6c5d12454', 'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'mac_address': 'fa:16:3e:73:b3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:58Z', 'updated_at': '2021-11-10T18:17:02Z', 'revision_number': 5, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'subnets': [{'id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:23:14.856664 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ed337-368b-4ca6-8822-7412d6c6d792 req-3b60a65f-8fea-4b5b-9053-4500befa81db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:23:14.858150 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-630ed337-368b-4ca6-8822-7412d6c6d792 req-3b60a65f-8fea-4b5b-9053-4500befa81db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a51b4dde-d4fe-4abc-9607-52baf3da7a4d HTTP/1.1" status: 200 len: 850 time: 0.0452812 Nov 10 18:23:14.875487 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d02ca38-e1ea-40c0-b09a-0de9fa99f588 None None] Checking router: f39c9781-219a-4cc0-9e15-a97d8c4f2089 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:23:14.883700 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d02ca38-e1ea-40c0-b09a-0de9fa99f588 None None] Routers {'f39c9781-219a-4cc0-9e15-a97d8c4f2089'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:23:14.884321 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-1d02ca38-e1ea-40c0-b09a-0de9fa99f588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:23:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:23:14.909130 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ed337-368b-4ca6-8822-7412d6c6d792 req-f4955345-e1a1-4665-986e-5e9258be7ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:23:14.910532 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-630ed337-368b-4ca6-8822-7412d6c6d792 req-f4955345-e1a1-4665-986e-5e9258be7ff5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b399fcc9-c457-4d5f-a84c-c587db71b0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450969 Nov 10 18:23:14.989801 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-1d02ca38-e1ea-40c0-b09a-0de9fa99f588 None None] Set router f39c9781-219a-4cc0-9e15-a97d8c4f2089 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:23:15.004684 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-630ed337-368b-4ca6-8822-7412d6c6d792 req-dcf7a839-c46e-44fb-9ff7-ce44f5b99e52 service neutron] 10.222.0.11 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864356 Nov 10 18:23:15.102779 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-630ed337-368b-4ca6-8822-7412d6c6d792 req-1bb413fd-7209-4427-b682-c2cec8e38524 service neutron] 10.222.0.11 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906379 Nov 10 18:23:15.214499 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-1d02ca38-e1ea-40c0-b09a-0de9fa99f588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'name': 'tempest-TestVolumeBootPattern-310309147-router', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:55Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'gw_port': {'id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:56Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '108f40d5-6cce-41e6-a30d-294fb2361a5b', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'floating_ip_address': '172.25.5.26', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'port_id': '7a8a5fa8-7ae7-4951-8507-a3ac03950d6b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'mac_address': 'fa:16:3e:a9:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbc4f80-680a-401f-9356-fdf8c7093e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:23:13Z', 'updated_at': '2021-11-10T18:23:13Z', 'revision_number': 0, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95c8c85-cc8f-440d-acba-bba6c5d12454', 'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'mac_address': 'fa:16:3e:73:b3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:58Z', 'updated_at': '2021-11-10T18:17:02Z', 'revision_number': 5, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'subnets': [{'id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:23:15.243702 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d02ca38-e1ea-40c0-b09a-0de9fa99f588 None None] The sync data for ids ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'] in n-d-776250-10 is: [{'id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'name': 'tempest-TestVolumeBootPattern-310309147-router', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:55Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'gw_port': {'id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:56Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '108f40d5-6cce-41e6-a30d-294fb2361a5b', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'floating_ip_address': '172.25.5.26', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'port_id': '7a8a5fa8-7ae7-4951-8507-a3ac03950d6b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'mac_address': 'fa:16:3e:a9:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbc4f80-680a-401f-9356-fdf8c7093e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:23:13Z', 'updated_at': '2021-11-10T18:23:13Z', 'revision_number': 0, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95c8c85-cc8f-440d-acba-bba6c5d12454', 'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'mac_address': 'fa:16:3e:73:b3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:58Z', 'updated_at': '2021-11-10T18:17:02Z', 'revision_number': 5, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'subnets': [{'id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:23:15.435640 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e644a532-8d9e-4cfb-be18-4c118f725879 None None] New status for floating IP 108f40d5-6cce-41e6-a30d-294fb2361a5b: ACTIVE {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:23:16.759763 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-56f79c5f-32ab-43df-93cf-69506fbce13d req-3050fff4-1c16-43cc-b910-9cf843e912a2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406749 Nov 10 18:23:16.841906 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f79c5f-32ab-43df-93cf-69506fbce13d req-f23ec427-179f-40b7-bdbd-871920678626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:23:16.843401 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-56f79c5f-32ab-43df-93cf-69506fbce13d req-f23ec427-179f-40b7-bdbd-871920678626 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c28b0cecf69f41b398fc07e448e03d50&device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d HTTP/1.1" status: 200 len: 1098 time: 0.0417683 Nov 10 18:23:16.949612 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f79c5f-32ab-43df-93cf-69506fbce13d req-2c0170b2-c914-4b9c-ad0e-665553a2666b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:23:16.951110 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-56f79c5f-32ab-43df-93cf-69506fbce13d req-2c0170b2-c914-4b9c-ad0e-665553a2666b service neutron] 10.222.0.11 "GET /v2.0/networks?id=b399fcc9-c457-4d5f-a84c-c587db71b0f5 HTTP/1.1" status: 200 len: 912 time: 0.0886822 Nov 10 18:23:17.017785 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-56f79c5f-32ab-43df-93cf-69506fbce13d req-bade4716-277e-46bf-99cd-03092b80b640 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a8a5fa8-7ae7-4951-8507-a3ac03950d6b HTTP/1.1" status: 200 len: 1001 time: 0.0594294 Nov 10 18:23:17.071220 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f79c5f-32ab-43df-93cf-69506fbce13d req-45bad09e-415d-4e1f-b345-dd92b534b5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:23:17.072764 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-56f79c5f-32ab-43df-93cf-69506fbce13d req-45bad09e-415d-4e1f-b345-dd92b534b5e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a51b4dde-d4fe-4abc-9607-52baf3da7a4d HTTP/1.1" status: 200 len: 850 time: 0.0479264 Nov 10 18:23:17.118150 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f79c5f-32ab-43df-93cf-69506fbce13d req-1019ad20-f4d7-44bb-a6d6-1d6a2f4e75f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:23:17.119611 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-56f79c5f-32ab-43df-93cf-69506fbce13d req-1019ad20-f4d7-44bb-a6d6-1d6a2f4e75f9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b399fcc9-c457-4d5f-a84c-c587db71b0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401146 Nov 10 18:23:17.209627 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-56f79c5f-32ab-43df-93cf-69506fbce13d req-e60df1c8-d2bc-4c8e-b450-921985b8e53c service neutron] 10.222.0.11 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831232 Nov 10 18:23:17.302831 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-56f79c5f-32ab-43df-93cf-69506fbce13d req-7547aa86-4fb7-4e15-a727-b4f273180638 service neutron] 10.222.0.11 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859156 Nov 10 18:23:25.116938 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:25.486171 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:30.595373 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-feaba137-0c5c-4a22-96b0-251b9a4a7328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:32.936134 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5fad4b8c-ed94-4dc6-a722-e2f12ad6cde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:34.163968 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:35.665587 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:36.364033 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:48.881179 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:23:55.133032 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:23:55.494612 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:00.608566 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f2cc28fa-cceb-4655-a1ae-f4bd6a530787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:02.939786 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6e92b86a-9387-4b85-9a52-8ee139dde9d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:04.168276 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:05.659525 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:06.370529 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:16.720310 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-150fa460-5f9b-4ac0-88c1-e120de5ea8c9 req-af0d6ded-65b2-4f57-b6d1-b8d25a145637 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430322 Nov 10 18:24:16.806898 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150fa460-5f9b-4ac0-88c1-e120de5ea8c9 req-9058fc3f-a862-47a8-a9f9-10eec5e8c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:24:16.808456 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-150fa460-5f9b-4ac0-88c1-e120de5ea8c9 req-9058fc3f-a862-47a8-a9f9-10eec5e8c928 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c28b0cecf69f41b398fc07e448e03d50&device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d HTTP/1.1" status: 200 len: 1098 time: 0.0430019 Nov 10 18:24:16.921814 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150fa460-5f9b-4ac0-88c1-e120de5ea8c9 req-0cf8b35a-1170-49c0-b517-be4b894552bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:24:16.923311 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-150fa460-5f9b-4ac0-88c1-e120de5ea8c9 req-0cf8b35a-1170-49c0-b517-be4b894552bd service neutron] 10.222.0.11 "GET /v2.0/networks?id=b399fcc9-c457-4d5f-a84c-c587db71b0f5 HTTP/1.1" status: 200 len: 912 time: 0.0952482 Nov 10 18:24:17.002134 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-150fa460-5f9b-4ac0-88c1-e120de5ea8c9 req-a00f91f4-f4e7-414e-b1a3-3031d2fd5ee3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a8a5fa8-7ae7-4951-8507-a3ac03950d6b HTTP/1.1" status: 200 len: 1001 time: 0.0713959 Nov 10 18:24:17.057724 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150fa460-5f9b-4ac0-88c1-e120de5ea8c9 req-a7b4d22c-8697-41ca-ad94-472fbdda7b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:24:17.059752 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-150fa460-5f9b-4ac0-88c1-e120de5ea8c9 req-a7b4d22c-8697-41ca-ad94-472fbdda7b3a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a51b4dde-d4fe-4abc-9607-52baf3da7a4d HTTP/1.1" status: 200 len: 850 time: 0.0515254 Nov 10 18:24:17.111669 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150fa460-5f9b-4ac0-88c1-e120de5ea8c9 req-f217b279-257a-4a78-ba2a-9cc152f49a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:24:17.113221 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-150fa460-5f9b-4ac0-88c1-e120de5ea8c9 req-f217b279-257a-4a78-ba2a-9cc152f49a0e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b399fcc9-c457-4d5f-a84c-c587db71b0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420392 Nov 10 18:24:17.210904 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-150fa460-5f9b-4ac0-88c1-e120de5ea8c9 req-9e440601-9bd3-4874-8f32-f36f07d90ae8 service neutron] 10.222.0.11 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903852 Nov 10 18:24:17.583864 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-150fa460-5f9b-4ac0-88c1-e120de5ea8c9 req-b1fad3e6-2c8a-4f08-be7e-a3eafaae80bd service neutron] 10.222.0.11 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660357 Nov 10 18:24:25.134407 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:25.498930 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:25.881175 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:24:30.601337 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1facad9a-325f-473b-816d-33c0254188b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:32.943157 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-73962b61-8106-415e-a5fb-b1d8e7461217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:34.172956 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:35.661727 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:36.364368 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:53.312646 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-54a3075c-e517-453a-a3a7-42853bd68872 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1738387165&fields=id&tenant_id=c28b0cecf69f41b398fc07e448e03d50 HTTP/1.1" status: 200 len: 267 time: 0.0480201 Nov 10 18:24:53.418977 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-6fc5b8b7-4e8d-4ea7-952f-79346d6cc8aa tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:24:53.421192 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-6fc5b8b7-4e8d-4ea7-952f-79346d6cc8aa tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/networks?id=b399fcc9-c457-4d5f-a84c-c587db71b0f5 HTTP/1.1" status: 200 len: 811 time: 0.1015911 Nov 10 18:24:53.435948 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-95fad50f-ba00-47b7-8a5c-7842b3fa2e1c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/quotas/c28b0cecf69f41b398fc07e448e03d50 HTTP/1.1" status: 200 len: 375 time: 0.0089252 Nov 10 18:24:53.497242 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-19b679b2-df5c-4d00-9d25-f7d9a8bfdbbe tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c28b0cecf69f41b398fc07e448e03d50&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0561397 Nov 10 18:24:53.592217 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-3917c3a5-8623-40d7-b436-922cb35350d7 service neutron] 10.222.0.39 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831907 Nov 10 18:24:53.685373 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-d131daa6-76b1-4d4d-99b0-17642d4f93b4 service neutron] 10.222.0.39 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871119 Nov 10 18:24:54.025970 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fa374350-c9e0-4cd9-9a30-a0e3c4f076fe req-a8a4b1b0-2ce8-4285-95d1-924771126c09 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cdfd5da-6d45-4d03-9adb-1b1e06caa90e HTTP/1.1" status: 200 len: 210 time: 0.0801342 Nov 10 18:24:54.933132 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-38ca0f50-82c3-4ad4-822b-0e783f5a534a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:24:54.934599 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-38ca0f50-82c3-4ad4-822b-0e783f5a534a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.13 "GET /v2.0/networks?id=b399fcc9-c457-4d5f-a84c-c587db71b0f5 HTTP/1.1" status: 200 len: 811 time: 0.1080489 Nov 10 18:24:55.001724 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-3d2affe2-4a3f-4710-993e-179e77e61897 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c28b0cecf69f41b398fc07e448e03d50 HTTP/1.1" status: 200 len: 380 time: 0.0565414 Nov 10 18:24:55.011083 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-75b2d02a-1867-4344-83b9-cef81f05d52f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Request body: {'port': {'device_id': '0cdfd5da-6d45-4d03-9adb-1b1e06caa90e', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'admin_state_up': True, 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'security_groups': ['f350c90b-840a-432b-bd7e-74496285efb4']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:24:55.131416 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a7c80a3-f2e6-49cb-ad41-99ef62d273b5 req-a94dc69c-3be9-4b85-9648-8188c5d62051 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cdfd5da-6d45-4d03-9adb-1b1e06caa90e HTTP/1.1" status: 200 len: 210 time: 0.0286777 Nov 10 18:24:55.140976 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-75b2d02a-1867-4344-83b9-cef81f05d52f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Made reservation on behalf of c28b0cecf69f41b398fc07e448e03d50 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:24:55.145392 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-75b2d02a-1867-4344-83b9-cef81f05d52f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:55.147891 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:55.280765 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-75b2d02a-1867-4344-83b9-cef81f05d52f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Allocated IP 172.20.0.8 (b399fcc9-c457-4d5f-a84c-c587db71b0f5/a51b4dde-d4fe-4abc-9607-52baf3da7a4d/6a4d26a0-7388-4d25-a4fc-e58c4da82bd1) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:24:55.429572 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-75b2d02a-1867-4344-83b9-cef81f05d52f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:55.468217 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-75b2d02a-1867-4344-83b9-cef81f05d52f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:55.500273 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:55.518760 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-75b2d02a-1867-4344-83b9-cef81f05d52f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Network b399fcc9-c457-4d5f-a84c-c587db71b0f5 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:24:55.521883 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-75b2d02a-1867-4344-83b9-cef81f05d52f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:24:55.530317 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-75b2d02a-1867-4344-83b9-cef81f05d52f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:24:55.564794 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2d02a-1867-4344-83b9-cef81f05d52f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Pushing event updated for resources: {'Port': ['ID=6a4d26a0-7388-4d25-a4fc-e58c4da82bd1,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:24:55.580809 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b2d02a-1867-4344-83b9-cef81f05d52f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:24:55.581144 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b2d02a-1867-4344-83b9-cef81f05d52f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:24:55.581475 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b2d02a-1867-4344-83b9-cef81f05d52f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:24:55.581821 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b2d02a-1867-4344-83b9-cef81f05d52f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:24:55.582145 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b2d02a-1867-4344-83b9-cef81f05d52f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:24:55.582482 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b2d02a-1867-4344-83b9-cef81f05d52f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:24:55.582793 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b2d02a-1867-4344-83b9-cef81f05d52f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:24:55.583110 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b2d02a-1867-4344-83b9-cef81f05d52f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:24:55.583427 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b2d02a-1867-4344-83b9-cef81f05d52f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:24:55.583746 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b2d02a-1867-4344-83b9-cef81f05d52f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:24:55.584063 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b2d02a-1867-4344-83b9-cef81f05d52f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:24:55.584408 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b2d02a-1867-4344-83b9-cef81f05d52f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:24:55.608663 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-75b2d02a-1867-4344-83b9-cef81f05d52f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:24:55.609296 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-75b2d02a-1867-4344-83b9-cef81f05d52f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:55.632949 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-75b2d02a-1867-4344-83b9-cef81f05d52f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6251512 Nov 10 18:24:55.706783 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-cbf635be-9e06-434e-bcc0-3244432ddff7 service neutron] Request body: {'port': {'device_id': '0cdfd5da-6d45-4d03-9adb-1b1e06caa90e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:24:55.766445 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-cbf635be-9e06-434e-bcc0-3244432ddff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:55.863868 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-024ec862-3503-4633-a1f1-5388c7d62c4f None None] Provisioning complete for port 6a4d26a0-7388-4d25-a4fc-e58c4da82bd1 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:24:55.864643 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-024ec862-3503-4633-a1f1-5388c7d62c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:55.901081 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-024ec862-3503-4633-a1f1-5388c7d62c4f None None] Port 6a4d26a0-7388-4d25-a4fc-e58c4da82bd1 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:24:56.046590 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-cbf635be-9e06-434e-bcc0-3244432ddff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a4d26a0-7388-4d25-a4fc-e58c4da82bd1 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:24:56.054965 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-cbf635be-9e06-434e-bcc0-3244432ddff7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:56.069385 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-cbf635be-9e06-434e-bcc0-3244432ddff7 service neutron] Transition to ACTIVE for port object 6a4d26a0-7388-4d25-a4fc-e58c4da82bd1 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:24:56.074158 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-cbf635be-9e06-434e-bcc0-3244432ddff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:56.131363 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf635be-9e06-434e-bcc0-3244432ddff7 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4d26a0-7388-4d25-a4fc-e58c4da82bd1,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:24:56.211950 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-cbf635be-9e06-434e-bcc0-3244432ddff7 service neutron] Attempting to bind port 6a4d26a0-7388-4d25-a4fc-e58c4da82bd1 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:24:56.212668 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-cbf635be-9e06-434e-bcc0-3244432ddff7 service neutron] Attempting to bind port 6a4d26a0-7388-4d25-a4fc-e58c4da82bd1 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:24:56.212668 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-cbf635be-9e06-434e-bcc0-3244432ddff7 service neutron] Attempting to bind port 6a4d26a0-7388-4d25-a4fc-e58c4da82bd1 on network b399fcc9-c457-4d5f-a84c-c587db71b0f5 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:24:56.219452 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-cbf635be-9e06-434e-bcc0-3244432ddff7 service neutron] Port 6a4d26a0-7388-4d25-a4fc-e58c4da82bd1 on network b399fcc9-c457-4d5f-a84c-c587db71b0f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:24:56.220001 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-cbf635be-9e06-434e-bcc0-3244432ddff7 service neutron] Attempting to bind port 6a4d26a0-7388-4d25-a4fc-e58c4da82bd1 on network b399fcc9-c457-4d5f-a84c-c587db71b0f5 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:24:56.228737 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-cbf635be-9e06-434e-bcc0-3244432ddff7 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:24:56.229072 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-cbf635be-9e06-434e-bcc0-3244432ddff7 service neutron] Checking segment: {'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:24:56.229468 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-cbf635be-9e06-434e-bcc0-3244432ddff7 service neutron] Bound using segment: {'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:24:56.229877 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-cbf635be-9e06-434e-bcc0-3244432ddff7 service neutron] Bound port: 6a4d26a0-7388-4d25-a4fc-e58c4da82bd1, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d33846-e6d0-4544-a095-84c5b2b265f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:24:56.230289 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-cbf635be-9e06-434e-bcc0-3244432ddff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:56.333254 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-cbf635be-9e06-434e-bcc0-3244432ddff7 service neutron] For port 6a4d26a0-7388-4d25-a4fc-e58c4da82bd1, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:24:56.337572 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-cbf635be-9e06-434e-bcc0-3244432ddff7 service neutron] For port 6a4d26a0-7388-4d25-a4fc-e58c4da82bd1, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=6a4d26a0-7388-4d25-a4fc-e58c4da82bd1,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:24:56.346164 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-cbf635be-9e06-434e-bcc0-3244432ddff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:56.385842 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101839da-dbb3-4303-b141-a9adfbcae89a req-a7a5e898-4481-4d43-a44a-0268def50601 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:24:56.387242 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-101839da-dbb3-4303-b141-a9adfbcae89a req-a7a5e898-4481-4d43-a44a-0268def50601 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cdfd5da-6d45-4d03-9adb-1b1e06caa90e HTTP/1.1" status: 200 len: 943 time: 0.1099629 Nov 10 18:24:56.396827 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-cbf635be-9e06-434e-bcc0-3244432ddff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:24:56.397538 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-cbf635be-9e06-434e-bcc0-3244432ddff7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:24:56.398790 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-cbf635be-9e06-434e-bcc0-3244432ddff7 service neutron] 10.222.0.13 "PUT /v2.0/ports/6a4d26a0-7388-4d25-a4fc-e58c4da82bd1 HTTP/1.1" status: 200 len: 1092 time: 0.7571988 Nov 10 18:24:56.402320 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cdfd5da-6d45-4d03-9adb-1b1e06caa90e', 'tag': '6a4d26a0-7388-4d25-a4fc-e58c4da82bd1'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:24:56.405605 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}760ac67c688b67f9c8c0ac75dfec0d0d81a8c5da80713a5f92962c295e2d20f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb3bef1-e4da-4d4d-93ac-745894c1388e" -d '{"events": [{"name": "network-changed", "server_uuid": "0cdfd5da-6d45-4d03-9adb-1b1e06caa90e", "tag": "6a4d26a0-7388-4d25-a4fc-e58c4da82bd1"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:24:56.460380 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ab6994-f4b1-4e89-acb3-722e18ce480d x-openstack-request-id: req-79ab6994-f4b1-4e89-acb3-722e18ce480d {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:24:56.460684 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cdfd5da-6d45-4d03-9adb-1b1e06caa90e", "tag": "6a4d26a0-7388-4d25-a4fc-e58c4da82bd1", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:24:56.461965 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-79ab6994-f4b1-4e89-acb3-722e18ce480d {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:24:56.462602 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cdfd5da-6d45-4d03-9adb-1b1e06caa90e', 'tag': '6a4d26a0-7388-4d25-a4fc-e58c4da82bd1', 'status': 'completed', 'code': 200} Nov 10 18:24:56.478110 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf635be-9e06-434e-bcc0-3244432ddff7 service neutron] Pushing event updated for resources: {'Port': ['ID=6a4d26a0-7388-4d25-a4fc-e58c4da82bd1,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:24:56.527749 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-101839da-dbb3-4303-b141-a9adfbcae89a req-49c5e76e-8b20-46c5-9c3e-33e975619d21 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260769 Nov 10 18:24:56.558150 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3bef1-e4da-4d4d-93ac-745894c1388e req-8f341907-89ac-4943-a637-0f3364f989a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:24:56.562303 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0bb3bef1-e4da-4d4d-93ac-745894c1388e req-8f341907-89ac-4943-a637-0f3364f989a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c28b0cecf69f41b398fc07e448e03d50&device_id=0cdfd5da-6d45-4d03-9adb-1b1e06caa90e HTTP/1.1" status: 200 len: 1095 time: 0.0743303 Nov 10 18:24:56.753765 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3bef1-e4da-4d4d-93ac-745894c1388e req-8b96adfd-200b-4312-a36c-831ee3d89e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:24:56.755457 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0bb3bef1-e4da-4d4d-93ac-745894c1388e req-8b96adfd-200b-4312-a36c-831ee3d89e25 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c28b0cecf69f41b398fc07e448e03d50&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1881478 Nov 10 18:24:56.924592 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3bef1-e4da-4d4d-93ac-745894c1388e req-ef7c704b-5ff6-4c4d-838d-0490d4dc6fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:24:56.926153 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0bb3bef1-e4da-4d4d-93ac-745894c1388e req-ef7c704b-5ff6-4c4d-838d-0490d4dc6fa3 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1631086 Nov 10 18:24:57.005055 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-7970b203-dc4c-4a93-8b3e-5186a055b47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:24:57.006559 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-7970b203-dc4c-4a93-8b3e-5186a055b47f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c28b0cecf69f41b398fc07e448e03d50&device_id=0cdfd5da-6d45-4d03-9adb-1b1e06caa90e HTTP/1.1" status: 200 len: 1095 time: 0.0423384 Nov 10 18:24:57.047957 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-4b5b9699-268f-4426-9f22-89fe8f78f109 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a4d26a0-7388-4d25-a4fc-e58c4da82bd1 HTTP/1.1" status: 200 len: 217 time: 0.0334151 Nov 10 18:24:57.101158 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-4940737c-96c2-4b7c-9175-578f3f93b201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:24:57.102632 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-4940737c-96c2-4b7c-9175-578f3f93b201 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a51b4dde-d4fe-4abc-9607-52baf3da7a4d HTTP/1.1" status: 200 len: 850 time: 0.0485220 Nov 10 18:24:57.148879 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-d777571f-5089-4f62-8f89-146c1da858be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:24:57.150279 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-d777571f-5089-4f62-8f89-146c1da858be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b399fcc9-c457-4d5f-a84c-c587db71b0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407143 Nov 10 18:24:57.246535 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-61172db2-50be-47eb-93e9-fe19318fd3be service neutron] 10.222.0.13 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884254 Nov 10 18:24:57.339281 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f73c84e8-4635-4f95-8ab2-95560054b15d req-5ef3f698-e60f-4dad-92db-160b5fdc6e99 service neutron] 10.222.0.13 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847912 Nov 10 18:24:57.660838 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0144ed1-ef36-4023-afad-0ec39f1c54ee req-98f2cc9d-55ec-4bf9-85fc-4e9776f1ef3c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:24:57.662487 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a0144ed1-ef36-4023-afad-0ec39f1c54ee req-98f2cc9d-55ec-4bf9-85fc-4e9776f1ef3c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cdfd5da-6d45-4d03-9adb-1b1e06caa90e HTTP/1.1" status: 200 len: 943 time: 0.0554459 Nov 10 18:24:57.726681 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a0144ed1-ef36-4023-afad-0ec39f1c54ee req-bd44fa9c-e19e-4fa0-bdaf-bbd40b5f01c7 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537186 Nov 10 18:24:58.845718 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded63a94-1608-43c9-8146-1f778e658835 req-e516fec1-f14d-444a-bb0d-c555d5bc398d tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:24:58.847223 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ded63a94-1608-43c9-8146-1f778e658835 req-e516fec1-f14d-444a-bb0d-c555d5bc398d tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cdfd5da-6d45-4d03-9adb-1b1e06caa90e HTTP/1.1" status: 200 len: 943 time: 0.0502012 Nov 10 18:24:58.898585 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ded63a94-1608-43c9-8146-1f778e658835 req-54bf472c-7ad2-4c9a-aafd-c6c731cf9764 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452261 Nov 10 18:25:00.027759 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ccad2-41d3-4076-b73d-287e74cb5819 req-6fa2ac54-b818-41cb-b383-d641ff9d18b8 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:25:00.029558 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-847ccad2-41d3-4076-b73d-287e74cb5819 req-6fa2ac54-b818-41cb-b383-d641ff9d18b8 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cdfd5da-6d45-4d03-9adb-1b1e06caa90e HTTP/1.1" status: 200 len: 943 time: 0.0598695 Nov 10 18:25:00.083455 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-847ccad2-41d3-4076-b73d-287e74cb5819 req-a5328701-6121-419f-80f8-778676980e38 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479143 Nov 10 18:25:00.603485 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e6b72883-48a1-4d95-876e-236ab5cfd5c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:01.205618 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e834c4-64a4-4c07-8a1f-1e153db5f653 req-75d42a81-0b69-4e8a-bcea-97601196ac9e tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:25:01.207119 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-21e834c4-64a4-4c07-8a1f-1e153db5f653 req-75d42a81-0b69-4e8a-bcea-97601196ac9e tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cdfd5da-6d45-4d03-9adb-1b1e06caa90e HTTP/1.1" status: 200 len: 943 time: 0.0550494 Nov 10 18:25:01.259374 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-21e834c4-64a4-4c07-8a1f-1e153db5f653 req-b4248b70-27a9-4d98-bca4-2d2623d87092 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464242 Nov 10 18:25:02.387716 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444251b-e7d4-429e-9d26-513a273610ed req-4bda80db-0a79-4ccd-9c4b-0312b8e1f4f2 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:25:02.389889 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5444251b-e7d4-429e-9d26-513a273610ed req-4bda80db-0a79-4ccd-9c4b-0312b8e1f4f2 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cdfd5da-6d45-4d03-9adb-1b1e06caa90e HTTP/1.1" status: 200 len: 943 time: 0.0539336 Nov 10 18:25:02.446021 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5444251b-e7d4-429e-9d26-513a273610ed req-f088655f-669d-403f-8b92-b34145b8721c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482609 Nov 10 18:25:02.881935 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:25:02.948178 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-594ddcce-9d45-477f-9773-90b93f7e4100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:03.580171 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f978b7-320e-49a0-9807-f4629fd5178d req-b024a0d3-bbd2-4080-9a48-c994a5a419a1 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:25:03.581778 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-46f978b7-320e-49a0-9807-f4629fd5178d req-b024a0d3-bbd2-4080-9a48-c994a5a419a1 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cdfd5da-6d45-4d03-9adb-1b1e06caa90e HTTP/1.1" status: 200 len: 943 time: 0.0607834 Nov 10 18:25:03.649602 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-46f978b7-320e-49a0-9807-f4629fd5178d req-d5b03650-b215-48d2-98b2-34931ba0ed4f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606008 Nov 10 18:25:04.174662 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:04.767632 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de14c0d-b957-4e54-b282-66a48fd570c5 req-b925d262-5fcb-4055-859c-231d2bd6eec2 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:25:04.769914 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5de14c0d-b957-4e54-b282-66a48fd570c5 req-b925d262-5fcb-4055-859c-231d2bd6eec2 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cdfd5da-6d45-4d03-9adb-1b1e06caa90e HTTP/1.1" status: 200 len: 943 time: 0.0488641 Nov 10 18:25:04.825633 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5de14c0d-b957-4e54-b282-66a48fd570c5 req-5eca0398-1852-411e-9e88-f84392df179a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505500 Nov 10 18:25:05.665330 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:05.953156 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9cf43b-569a-42a3-bd34-2e92d52188ad req-6f9a76b1-75fa-4b30-a01b-f4a462931c2e tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:25:05.954675 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2d9cf43b-569a-42a3-bd34-2e92d52188ad req-6f9a76b1-75fa-4b30-a01b-f4a462931c2e tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cdfd5da-6d45-4d03-9adb-1b1e06caa90e HTTP/1.1" status: 200 len: 943 time: 0.0549273 Nov 10 18:25:06.007880 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2d9cf43b-569a-42a3-bd34-2e92d52188ad req-e4742570-b053-4b6e-a48d-4c0e582ec5e6 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470829 Nov 10 18:25:06.373493 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:07.126935 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25280ae-9ddc-4c15-ab48-026ad2f31d2c req-dece4f29-8db1-4a1d-bcd2-fb6f14ed6059 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:25:07.128437 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e25280ae-9ddc-4c15-ab48-026ad2f31d2c req-dece4f29-8db1-4a1d-bcd2-fb6f14ed6059 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cdfd5da-6d45-4d03-9adb-1b1e06caa90e HTTP/1.1" status: 200 len: 943 time: 0.0502479 Nov 10 18:25:07.177207 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e25280ae-9ddc-4c15-ab48-026ad2f31d2c req-3cae3a0d-daa2-48d3-8b91-420fe08c4ee7 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427876 Nov 10 18:25:08.291267 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8f133-335a-4090-8b97-d2111b28accc req-b73bf1a4-ef6b-488a-a923-46bed11b2710 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:25:08.292790 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-12f8f133-335a-4090-8b97-d2111b28accc req-b73bf1a4-ef6b-488a-a923-46bed11b2710 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cdfd5da-6d45-4d03-9adb-1b1e06caa90e HTTP/1.1" status: 200 len: 943 time: 0.0482121 Nov 10 18:25:08.344056 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-12f8f133-335a-4090-8b97-d2111b28accc req-1ad4b376-fb39-4472-b6ad-763bae7fbb05 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443826 Nov 10 18:25:09.290650 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 6a4d26a0-7388-4d25-a4fc-e58c4da82bd1 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:25:09.464244 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ff7d7-d03f-4f26-a508-d0b4d21202c1 req-c898e611-fee8-4df0-baab-58ea94bdb08f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:25:09.466105 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e25ff7d7-d03f-4f26-a508-d0b4d21202c1 req-c898e611-fee8-4df0-baab-58ea94bdb08f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cdfd5da-6d45-4d03-9adb-1b1e06caa90e HTTP/1.1" status: 200 len: 943 time: 0.0519719 Nov 10 18:25:09.519223 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e25ff7d7-d03f-4f26-a508-d0b4d21202c1 req-f757d928-a087-4841-b242-462b99224cf6 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468986 Nov 10 18:25:09.552572 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 6a4d26a0-7388-4d25-a4fc-e58c4da82bd1, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=6a4d26a0-7388-4d25-a4fc-e58c4da82bd1,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:25:09.564075 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '6a4d26a0-7388-4d25-a4fc-e58c4da82bd1', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'port_id': '6a4d26a0-7388-4d25-a4fc-e58c4da82bd1', 'mac_address': 'fa:16:3e:d9:6d:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:25:09.600889 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:09.614368 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a4d26a0-7388-4d25-a4fc-e58c4da82bd1 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:25:09.635864 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 6a4d26a0-7388-4d25-a4fc-e58c4da82bd1, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=6a4d26a0-7388-4d25-a4fc-e58c4da82bd1,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:25:09.639642 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:09.686003 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=6a4d26a0-7388-4d25-a4fc-e58c4da82bd1,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:25:09.693339 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:25:09.693692 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:25:09.694041 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:25:09.694383 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:25:09.694721 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:25:09.695058 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:25:09.695389 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:25:09.695719 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:25:09.696048 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:25:09.696399 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:25:09.696731 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:25:09.697054 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:25:09.850262 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['6a4d26a0-7388-4d25-a4fc-e58c4da82bd1'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:25:10.633679 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5e578-932b-454d-8082-75b011ee8a19 req-159e7a4c-8f5b-427e-a87e-6f9ba4f6c763 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:25:10.635212 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b8b5e578-932b-454d-8082-75b011ee8a19 req-159e7a4c-8f5b-427e-a87e-6f9ba4f6c763 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cdfd5da-6d45-4d03-9adb-1b1e06caa90e HTTP/1.1" status: 200 len: 944 time: 0.0481083 Nov 10 18:25:10.691122 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b8b5e578-932b-454d-8082-75b011ee8a19 req-c7c3988b-055a-4b66-be58-bab0b49394e7 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493178 Nov 10 18:25:11.296846 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 6a4d26a0-7388-4d25-a4fc-e58c4da82bd1 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:25:11.348546 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 6a4d26a0-7388-4d25-a4fc-e58c4da82bd1 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:25:11.352227 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 6a4d26a0-7388-4d25-a4fc-e58c4da82bd1 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:25:11.352600 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:11.428055 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:11.449630 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cdfd5da-6d45-4d03-9adb-1b1e06caa90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4d26a0-7388-4d25-a4fc-e58c4da82bd1'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:25:11.452527 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cc975549029b6a1f0ca3501144824570ac7bb092d8dcac45a6e9e711bd511db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9d9054-714a-4e52-93eb-711a1b90578e" -d '{"events": [{"server_uuid": "0cdfd5da-6d45-4d03-9adb-1b1e06caa90e", "name": "network-vif-plugged", "status": "completed", "tag": "6a4d26a0-7388-4d25-a4fc-e58c4da82bd1"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:25:11.466661 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 6a4d26a0-7388-4d25-a4fc-e58c4da82bd1, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=6a4d26a0-7388-4d25-a4fc-e58c4da82bd1,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:25:11.470842 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:11.502724 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49146f0-17f4-43fd-b64f-095aed5e28c5 x-openstack-request-id: req-f49146f0-17f4-43fd-b64f-095aed5e28c5 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:25:11.503361 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cdfd5da-6d45-4d03-9adb-1b1e06caa90e", "name": "network-vif-plugged", "status": "completed", "tag": "6a4d26a0-7388-4d25-a4fc-e58c4da82bd1", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:25:11.503621 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f49146f0-17f4-43fd-b64f-095aed5e28c5 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:25:11.504024 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cdfd5da-6d45-4d03-9adb-1b1e06caa90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a4d26a0-7388-4d25-a4fc-e58c4da82bd1', 'code': 200} Nov 10 18:25:11.537519 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=6a4d26a0-7388-4d25-a4fc-e58c4da82bd1,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:25:11.591988 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e57a3-85fa-498e-9417-e9da72b44296 req-26c0a1d2-2837-4d47-a408-90d08f171113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:25:11.593577 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c43e57a3-85fa-498e-9417-e9da72b44296 req-26c0a1d2-2837-4d47-a408-90d08f171113 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0cdfd5da-6d45-4d03-9adb-1b1e06caa90e HTTP/1.1" status: 200 len: 1097 time: 0.0405991 Nov 10 18:25:11.640490 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c43e57a3-85fa-498e-9417-e9da72b44296 req-b8e2a549-b504-4bb2-9958-df6e33099806 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400889 Nov 10 18:25:11.809368 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c1bfd-f874-4538-af4f-fbc0ee40255e req-52b98a21-a2ed-4b11-9f7e-d31bde2b2767 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:25:11.811366 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad0c1bfd-f874-4538-af4f-fbc0ee40255e req-52b98a21-a2ed-4b11-9f7e-d31bde2b2767 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cdfd5da-6d45-4d03-9adb-1b1e06caa90e HTTP/1.1" status: 200 len: 945 time: 0.0497999 Nov 10 18:25:11.860160 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad0c1bfd-f874-4538-af4f-fbc0ee40255e req-4a8fbffb-48d7-4602-8bc2-1e0e9615a4db tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427463 Nov 10 18:25:12.981484 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc159f-35a5-464f-ab01-f0848e173ac4 req-3e99d1cc-5f74-4432-bbab-3bd30139256c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:25:12.982974 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dadc159f-35a5-464f-ab01-f0848e173ac4 req-3e99d1cc-5f74-4432-bbab-3bd30139256c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cdfd5da-6d45-4d03-9adb-1b1e06caa90e HTTP/1.1" status: 200 len: 945 time: 0.0543175 Nov 10 18:25:13.035056 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dadc159f-35a5-464f-ab01-f0848e173ac4 req-2db55caa-b86a-4f20-a673-6dcc129ab28b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459569 Nov 10 18:25:13.152743 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26d863-24c1-49f3-8b16-c609971df5b4 req-260ba5e8-4476-4309-ba3d-d3b42fb0f470 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:25:13.154208 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2c26d863-24c1-49f3-8b16-c609971df5b4 req-260ba5e8-4476-4309-ba3d-d3b42fb0f470 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cdfd5da-6d45-4d03-9adb-1b1e06caa90e HTTP/1.1" status: 200 len: 945 time: 0.0523920 Nov 10 18:25:13.204280 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2c26d863-24c1-49f3-8b16-c609971df5b4 req-b650aaa4-36d8-4bdb-b3fa-053615d25d0a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433834 Nov 10 18:25:13.227188 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58878) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:25:13.269557 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9171f4-2559-4c39-ac88-6586fe86f2d6 tempest-TestVolumeBootPattern-329058661 tempest-TestVolumeBootPattern-329058661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:25:13.271354 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4e9171f4-2559-4c39-ac88-6586fe86f2d6 tempest-TestVolumeBootPattern-329058661 tempest-TestVolumeBootPattern-329058661-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0cdfd5da-6d45-4d03-9adb-1b1e06caa90e HTTP/1.1" status: 200 len: 1092 time: 0.0431764 Nov 10 18:25:13.274323 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58880) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:25:13.278485 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-aa108c50-1e87-458f-840e-575f585fb02b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'port_id': '6a4d26a0-7388-4d25-a4fc-e58c4da82bd1', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:25:13.304596 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa108c50-1e87-458f-840e-575f585fb02b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for floatingip, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:13.405105 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa108c50-1e87-458f-840e-575f585fb02b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:13.506659 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-aa108c50-1e87-458f-840e-575f585fb02b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Allocated IP 172.25.5.176 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/1dd64faf-a578-459e-903b-b43e2fe7ab40) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:25:13.615206 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa108c50-1e87-458f-840e-575f585fb02b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:13.647811 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa108c50-1e87-458f-840e-575f585fb02b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:13.687864 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa108c50-1e87-458f-840e-575f585fb02b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:25:13.690819 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-aa108c50-1e87-458f-840e-575f585fb02b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:25:13.694403 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa108c50-1e87-458f-840e-575f585fb02b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:25:13.718373 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa108c50-1e87-458f-840e-575f585fb02b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Pushing event updated for resources: {'Port': ['ID=1dd64faf-a578-459e-903b-b43e2fe7ab40,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:25:13.731519 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa108c50-1e87-458f-840e-575f585fb02b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:25:13.731864 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa108c50-1e87-458f-840e-575f585fb02b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:25:13.732237 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa108c50-1e87-458f-840e-575f585fb02b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:25:13.732577 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa108c50-1e87-458f-840e-575f585fb02b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:25:13.732959 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa108c50-1e87-458f-840e-575f585fb02b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:25:13.733290 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa108c50-1e87-458f-840e-575f585fb02b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:25:13.733615 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa108c50-1e87-458f-840e-575f585fb02b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:25:13.733937 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa108c50-1e87-458f-840e-575f585fb02b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:25:13.734258 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa108c50-1e87-458f-840e-575f585fb02b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:25:13.734578 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa108c50-1e87-458f-840e-575f585fb02b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:25:13.734899 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa108c50-1e87-458f-840e-575f585fb02b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:25:13.735219 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa108c50-1e87-458f-840e-575f585fb02b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:25:14.388115 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa108c50-1e87-458f-840e-575f585fb02b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:14.453330 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa108c50-1e87-458f-840e-575f585fb02b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:14.603074 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa108c50-1e87-458f-840e-575f585fb02b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:14.607658 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa108c50-1e87-458f-840e-575f585fb02b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:14.675556 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa108c50-1e87-458f-840e-575f585fb02b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Pushing event updated for resources: {'Port': ['ID=1dd64faf-a578-459e-903b-b43e2fe7ab40,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:25:14.690036 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa108c50-1e87-458f-840e-575f585fb02b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:14.792834 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [None req-aa108c50-1e87-458f-840e-575f585fb02b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Floating IP fb3f9833-cf9e-46ef-b657-b8c9489ff8ce associated. External IP: 172.25.5.176, port: 6a4d26a0-7388-4d25-a4fc-e58c4da82bd1. Nov 10 18:25:15.002838 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa108c50-1e87-458f-840e-575f585fb02b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Router f39c9781-219a-4cc0-9e15-a97d8c4f2089 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:25:15.115613 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa108c50-1e87-458f-840e-575f585fb02b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:25:15.125725 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8a8ce7-5eaa-40ce-af42-76444b53473e None None] Sync routers for ids ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:25:15.134152 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-aa108c50-1e87-458f-840e-575f585fb02b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:15.135553 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8a8ce7-5eaa-40ce-af42-76444b53473e None None] Routers {'f39c9781-219a-4cc0-9e15-a97d8c4f2089'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:25:15.136295 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-9f8a8ce7-5eaa-40ce-af42-76444b53473e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:25:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:25:15.164704 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-aa108c50-1e87-458f-840e-575f585fb02b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8893552 Nov 10 18:25:15.165399 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cdfd5da-6d45-4d03-9adb-1b1e06caa90e', 'tag': '6a4d26a0-7388-4d25-a4fc-e58c4da82bd1'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:25:15.167658 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1bd8f0860685b0db40f21ea7a7caeb365d5fe3efb23907aca06902abb420231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f7f1a7-4d57-4ccf-b756-1792c82c837b" -d '{"events": [{"name": "network-changed", "server_uuid": "0cdfd5da-6d45-4d03-9adb-1b1e06caa90e", "tag": "6a4d26a0-7388-4d25-a4fc-e58c4da82bd1"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:25:15.205739 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08012ab9-8377-4ca8-8f54-102a55bb83b8 x-openstack-request-id: req-08012ab9-8377-4ca8-8f54-102a55bb83b8 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:25:15.206047 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cdfd5da-6d45-4d03-9adb-1b1e06caa90e", "tag": "6a4d26a0-7388-4d25-a4fc-e58c4da82bd1", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:25:15.206307 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-08012ab9-8377-4ca8-8f54-102a55bb83b8 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:25:15.206716 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cdfd5da-6d45-4d03-9adb-1b1e06caa90e', 'tag': '6a4d26a0-7388-4d25-a4fc-e58c4da82bd1', 'status': 'completed', 'code': 200} Nov 10 18:25:15.272734 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7f1a7-4d57-4ccf-b756-1792c82c837b req-1648daad-7be4-46f9-b11f-1440714a9d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:25:15.274184 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f8f7f1a7-4d57-4ccf-b756-1792c82c837b req-1648daad-7be4-46f9-b11f-1440714a9d52 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c28b0cecf69f41b398fc07e448e03d50&device_id=0cdfd5da-6d45-4d03-9adb-1b1e06caa90e HTTP/1.1" status: 200 len: 1097 time: 0.0444095 Nov 10 18:25:15.336815 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-9f8a8ce7-5eaa-40ce-af42-76444b53473e None None] Set router f39c9781-219a-4cc0-9e15-a97d8c4f2089 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:25:15.375043 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7f1a7-4d57-4ccf-b756-1792c82c837b req-41b8c7dd-c167-4e6b-89c2-4ae07db5663d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:25:15.376578 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f8f7f1a7-4d57-4ccf-b756-1792c82c837b req-41b8c7dd-c167-4e6b-89c2-4ae07db5663d service neutron] 10.222.0.13 "GET /v2.0/networks?id=b399fcc9-c457-4d5f-a84c-c587db71b0f5 HTTP/1.1" status: 200 len: 912 time: 0.0953970 Nov 10 18:25:15.446766 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f8f7f1a7-4d57-4ccf-b756-1792c82c837b req-3a03e3db-c308-488e-893c-22e2fe3fd964 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a4d26a0-7388-4d25-a4fc-e58c4da82bd1 HTTP/1.1" status: 200 len: 999 time: 0.0632365 Nov 10 18:25:15.502330 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7f1a7-4d57-4ccf-b756-1792c82c837b req-d33afcd3-0aa3-467e-ae5a-150192dd1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:25:15.504000 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f8f7f1a7-4d57-4ccf-b756-1792c82c837b req-d33afcd3-0aa3-467e-ae5a-150192dd1673 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a51b4dde-d4fe-4abc-9607-52baf3da7a4d HTTP/1.1" status: 200 len: 850 time: 0.0508339 Nov 10 18:25:15.560682 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7f1a7-4d57-4ccf-b756-1792c82c837b req-4a17e605-0b1e-412a-9d0b-7828f41ff162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:25:15.562814 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f8f7f1a7-4d57-4ccf-b756-1792c82c837b req-4a17e605-0b1e-412a-9d0b-7828f41ff162 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b399fcc9-c457-4d5f-a84c-c587db71b0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519786 Nov 10 18:25:15.587619 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-9f8a8ce7-5eaa-40ce-af42-76444b53473e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'name': 'tempest-TestVolumeBootPattern-310309147-router', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:55Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'gw_port': {'id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:56Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '108f40d5-6cce-41e6-a30d-294fb2361a5b', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'floating_ip_address': '172.25.5.26', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'port_id': '7a8a5fa8-7ae7-4951-8507-a3ac03950d6b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'mac_address': 'fa:16:3e:a9:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbc4f80-680a-401f-9356-fdf8c7093e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:23:13Z', 'updated_at': '2021-11-10T18:23:15Z', 'revision_number': 1, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'fixed_ip_address_scope': None}, {'id': 'fb3f9833-cf9e-46ef-b657-b8c9489ff8ce', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'port_id': '6a4d26a0-7388-4d25-a4fc-e58c4da82bd1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'mac_address': 'fa:16:3e:d9:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdfd5da-6d45-4d03-9adb-1b1e06caa90e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:25:14Z', 'updated_at': '2021-11-10T18:25:14Z', 'revision_number': 0, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95c8c85-cc8f-440d-acba-bba6c5d12454', 'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'mac_address': 'fa:16:3e:73:b3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:58Z', 'updated_at': '2021-11-10T18:17:02Z', 'revision_number': 5, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'subnets': [{'id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:25:15.620414 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8a8ce7-5eaa-40ce-af42-76444b53473e None None] Checking router: f39c9781-219a-4cc0-9e15-a97d8c4f2089 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:25:15.630190 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8a8ce7-5eaa-40ce-af42-76444b53473e None None] Routers {'f39c9781-219a-4cc0-9e15-a97d8c4f2089'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:25:15.630834 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-9f8a8ce7-5eaa-40ce-af42-76444b53473e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:25:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:25:15.666072 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f8f7f1a7-4d57-4ccf-b756-1792c82c837b req-42729d7e-c03e-41d6-8f3b-bc29405560ea service neutron] 10.222.0.13 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954449 Nov 10 18:25:15.767160 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-9f8a8ce7-5eaa-40ce-af42-76444b53473e None None] Set router f39c9781-219a-4cc0-9e15-a97d8c4f2089 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:25:15.780867 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f8f7f1a7-4d57-4ccf-b756-1792c82c837b req-5b841418-811b-4e89-88f2-c4107606f0fd service neutron] 10.222.0.13 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028042 Nov 10 18:25:16.009828 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-9f8a8ce7-5eaa-40ce-af42-76444b53473e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'name': 'tempest-TestVolumeBootPattern-310309147-router', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:55Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'gw_port': {'id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:56Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '108f40d5-6cce-41e6-a30d-294fb2361a5b', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'floating_ip_address': '172.25.5.26', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'port_id': '7a8a5fa8-7ae7-4951-8507-a3ac03950d6b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'mac_address': 'fa:16:3e:a9:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbc4f80-680a-401f-9356-fdf8c7093e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:23:13Z', 'updated_at': '2021-11-10T18:23:15Z', 'revision_number': 1, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'fixed_ip_address_scope': None}, {'id': 'fb3f9833-cf9e-46ef-b657-b8c9489ff8ce', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'port_id': '6a4d26a0-7388-4d25-a4fc-e58c4da82bd1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'mac_address': 'fa:16:3e:d9:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdfd5da-6d45-4d03-9adb-1b1e06caa90e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:25:14Z', 'updated_at': '2021-11-10T18:25:14Z', 'revision_number': 0, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95c8c85-cc8f-440d-acba-bba6c5d12454', 'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'mac_address': 'fa:16:3e:73:b3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:58Z', 'updated_at': '2021-11-10T18:17:02Z', 'revision_number': 5, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'subnets': [{'id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:25:16.039712 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8a8ce7-5eaa-40ce-af42-76444b53473e None None] The sync data for ids ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'] in n-d-776250-10 is: [{'id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'name': 'tempest-TestVolumeBootPattern-310309147-router', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:55Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'gw_port': {'id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:56Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '108f40d5-6cce-41e6-a30d-294fb2361a5b', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'floating_ip_address': '172.25.5.26', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'port_id': '7a8a5fa8-7ae7-4951-8507-a3ac03950d6b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'mac_address': 'fa:16:3e:a9:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbc4f80-680a-401f-9356-fdf8c7093e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:23:13Z', 'updated_at': '2021-11-10T18:23:15Z', 'revision_number': 1, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'fixed_ip_address_scope': None}, {'id': 'fb3f9833-cf9e-46ef-b657-b8c9489ff8ce', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'port_id': '6a4d26a0-7388-4d25-a4fc-e58c4da82bd1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'mac_address': 'fa:16:3e:d9:6d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cdfd5da-6d45-4d03-9adb-1b1e06caa90e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:25:14Z', 'updated_at': '2021-11-10T18:25:14Z', 'revision_number': 0, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95c8c85-cc8f-440d-acba-bba6c5d12454', 'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'mac_address': 'fa:16:3e:73:b3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:58Z', 'updated_at': '2021-11-10T18:17:02Z', 'revision_number': 5, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'subnets': [{'id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:25:16.237899 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5115b7d2-526c-4fd4-99c6-5f3db670a65f None None] New status for floating IP fb3f9833-cf9e-46ef-b657-b8c9489ff8ce: ACTIVE {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:25:18.783990 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6130ed97-24c5-49ee-a2c0-cb5137eb3a26 req-0180cc79-9a11-4824-9c18-8e3bfff684e7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0856910 Nov 10 18:25:18.865804 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130ed97-24c5-49ee-a2c0-cb5137eb3a26 req-65734a9e-9314-4cdb-8a02-9193e2388789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:25:18.867602 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6130ed97-24c5-49ee-a2c0-cb5137eb3a26 req-65734a9e-9314-4cdb-8a02-9193e2388789 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c28b0cecf69f41b398fc07e448e03d50&device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d HTTP/1.1" status: 200 len: 1098 time: 0.0406072 Nov 10 18:25:18.976895 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130ed97-24c5-49ee-a2c0-cb5137eb3a26 req-6f5a8d10-40f5-4b11-a310-ac6306dd13d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:25:18.978284 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6130ed97-24c5-49ee-a2c0-cb5137eb3a26 req-6f5a8d10-40f5-4b11-a310-ac6306dd13d2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b399fcc9-c457-4d5f-a84c-c587db71b0f5 HTTP/1.1" status: 200 len: 912 time: 0.0921371 Nov 10 18:25:19.043596 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6130ed97-24c5-49ee-a2c0-cb5137eb3a26 req-4cd9817c-b722-411e-9d83-b4d5b40a1307 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a8a5fa8-7ae7-4951-8507-a3ac03950d6b HTTP/1.1" status: 200 len: 1001 time: 0.0587616 Nov 10 18:25:19.100000 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130ed97-24c5-49ee-a2c0-cb5137eb3a26 req-c1e9af8c-d5d0-4311-8c51-e1018ed0b203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:25:19.102509 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6130ed97-24c5-49ee-a2c0-cb5137eb3a26 req-c1e9af8c-d5d0-4311-8c51-e1018ed0b203 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a51b4dde-d4fe-4abc-9607-52baf3da7a4d HTTP/1.1" status: 200 len: 850 time: 0.0513237 Nov 10 18:25:19.159780 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130ed97-24c5-49ee-a2c0-cb5137eb3a26 req-1d3c1a38-2bc6-4ffc-9abf-67fdece91e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:25:19.161323 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6130ed97-24c5-49ee-a2c0-cb5137eb3a26 req-1d3c1a38-2bc6-4ffc-9abf-67fdece91e7f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b399fcc9-c457-4d5f-a84c-c587db71b0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522823 Nov 10 18:25:19.172988 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-6130ed97-24c5-49ee-a2c0-cb5137eb3a26 req-18cbbcd1-7fc7-4187-9961-02cd146daa8a service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:25:19.173936 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6130ed97-24c5-49ee-a2c0-cb5137eb3a26 req-18cbbcd1-7fc7-4187-9961-02cd146daa8a service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061295 Nov 10 18:25:19.265550 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6130ed97-24c5-49ee-a2c0-cb5137eb3a26 req-12d150df-7c2c-4347-853f-d66805ad75fd service neutron] 10.222.0.11 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847225 Nov 10 18:25:19.362124 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6130ed97-24c5-49ee-a2c0-cb5137eb3a26 req-ba99c1e8-9c0a-4336-932e-0f61a4bf3681 service neutron] 10.222.0.11 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901773 Nov 10 18:25:24.014931 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d840ebfa-c265-41c5-9650-7ad995379cb8 req-cdc66226-b4da-444c-897b-2408ba6f9b58 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0cdfd5da-6d45-4d03-9adb-1b1e06caa90e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417409 Nov 10 18:25:24.103723 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840ebfa-c265-41c5-9650-7ad995379cb8 req-f1da1e38-f7a8-4d93-bf03-402def13fa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:25:24.105206 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d840ebfa-c265-41c5-9650-7ad995379cb8 req-f1da1e38-f7a8-4d93-bf03-402def13fa5b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c28b0cecf69f41b398fc07e448e03d50&device_id=0cdfd5da-6d45-4d03-9adb-1b1e06caa90e HTTP/1.1" status: 200 len: 1097 time: 0.0412896 Nov 10 18:25:24.217912 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840ebfa-c265-41c5-9650-7ad995379cb8 req-ec00bbd4-101d-414f-aca2-be180713a336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:25:24.219398 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d840ebfa-c265-41c5-9650-7ad995379cb8 req-ec00bbd4-101d-414f-aca2-be180713a336 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b399fcc9-c457-4d5f-a84c-c587db71b0f5 HTTP/1.1" status: 200 len: 912 time: 0.0921826 Nov 10 18:25:24.287072 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d840ebfa-c265-41c5-9650-7ad995379cb8 req-ab0b5fbc-d71e-4f5b-92df-12c33f123b4a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a4d26a0-7388-4d25-a4fc-e58c4da82bd1 HTTP/1.1" status: 200 len: 1001 time: 0.0597093 Nov 10 18:25:24.344730 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840ebfa-c265-41c5-9650-7ad995379cb8 req-306d0738-b449-4c99-a950-80f675463273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:25:24.346431 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d840ebfa-c265-41c5-9650-7ad995379cb8 req-306d0738-b449-4c99-a950-80f675463273 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a51b4dde-d4fe-4abc-9607-52baf3da7a4d HTTP/1.1" status: 200 len: 850 time: 0.0521488 Nov 10 18:25:24.396136 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840ebfa-c265-41c5-9650-7ad995379cb8 req-a570ba5c-09ac-4eea-84a8-0db8f69fba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:25:24.397600 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d840ebfa-c265-41c5-9650-7ad995379cb8 req-a570ba5c-09ac-4eea-84a8-0db8f69fba1c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b399fcc9-c457-4d5f-a84c-c587db71b0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445895 Nov 10 18:25:24.505491 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d840ebfa-c265-41c5-9650-7ad995379cb8 req-a1c5dc68-5de3-4347-aca7-580e1c27e2ac service neutron] 10.222.0.13 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986681 Nov 10 18:25:24.601685 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d840ebfa-c265-41c5-9650-7ad995379cb8 req-0a8fdff4-8cfd-4596-a050-f9390739d89e service neutron] 10.222.0.13 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874507 Nov 10 18:25:25.142221 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:25.514653 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:30.605877 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9ccccdb1-0f8d-43c7-bf26-91b497f12d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:32.951225 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a2f1dcfd-b305-421f-9a7d-2fa5def1a054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:34.176544 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:35.671521 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:36.369142 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:39.882642 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:25:55.159486 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:25:55.525540 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:26:00.609555 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2d221d5a-fca7-4542-81ef-b18a702efbc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:26:02.953782 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2d2c915c-81b1-404d-9f94-9aac3f4ef546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:26:04.180175 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:26:05.670915 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:26:06.371461 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:26:16.884022 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:26:20.819540 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9f55257e-ed71-4d51-b4b7-6890e6a4c829 req-846ad867-6a49-40f3-90c1-8482b0046cf6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0773087 Nov 10 18:26:20.908686 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55257e-ed71-4d51-b4b7-6890e6a4c829 req-0ed461b2-ec5d-4731-bf7b-9e478614233d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:26:20.910218 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9f55257e-ed71-4d51-b4b7-6890e6a4c829 req-0ed461b2-ec5d-4731-bf7b-9e478614233d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c28b0cecf69f41b398fc07e448e03d50&device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d HTTP/1.1" status: 200 len: 1098 time: 0.0455630 Nov 10 18:26:21.284580 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55257e-ed71-4d51-b4b7-6890e6a4c829 req-cd368a24-0285-4c87-b363-ccd034bf070e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:26:21.286058 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9f55257e-ed71-4d51-b4b7-6890e6a4c829 req-cd368a24-0285-4c87-b363-ccd034bf070e service neutron] 10.222.0.11 "GET /v2.0/networks?id=b399fcc9-c457-4d5f-a84c-c587db71b0f5 HTTP/1.1" status: 200 len: 912 time: 0.3563986 Nov 10 18:26:21.354558 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9f55257e-ed71-4d51-b4b7-6890e6a4c829 req-a778774d-fac9-4669-bf0c-0833448ab9f8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a8a5fa8-7ae7-4951-8507-a3ac03950d6b HTTP/1.1" status: 200 len: 1001 time: 0.0614486 Nov 10 18:26:21.405241 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55257e-ed71-4d51-b4b7-6890e6a4c829 req-c0f5b337-7e08-49a2-a240-a90a1ed128c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:26:21.406656 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9f55257e-ed71-4d51-b4b7-6890e6a4c829 req-c0f5b337-7e08-49a2-a240-a90a1ed128c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a51b4dde-d4fe-4abc-9607-52baf3da7a4d HTTP/1.1" status: 200 len: 850 time: 0.0459237 Nov 10 18:26:21.450651 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55257e-ed71-4d51-b4b7-6890e6a4c829 req-6b8f5451-b0ce-4339-954d-2413e4b41000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:26:21.452107 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9f55257e-ed71-4d51-b4b7-6890e6a4c829 req-6b8f5451-b0ce-4339-954d-2413e4b41000 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b399fcc9-c457-4d5f-a84c-c587db71b0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389793 Nov 10 18:26:21.544626 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9f55257e-ed71-4d51-b4b7-6890e6a4c829 req-57d9d4a6-5f76-4c85-98ff-5006350c9764 service neutron] 10.222.0.11 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856402 Nov 10 18:26:21.630828 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9f55257e-ed71-4d51-b4b7-6890e6a4c829 req-9cd2e8a4-012f-4ddf-a63f-ef1fc6d6dcda service neutron] 10.222.0.11 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798228 Nov 10 18:26:25.171277 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:26:25.534206 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:26:26.077986 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dac0ca17-ec4c-442f-80ca-ee86c60fdb57 req-857a6291-0070-4d34-9adc-7c828cbb314a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0cdfd5da-6d45-4d03-9adb-1b1e06caa90e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0787253 Nov 10 18:26:26.161351 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0ca17-ec4c-442f-80ca-ee86c60fdb57 req-d77cabf4-eaca-44a6-91fd-05065ea58ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:26:26.162823 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dac0ca17-ec4c-442f-80ca-ee86c60fdb57 req-d77cabf4-eaca-44a6-91fd-05065ea58ceb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c28b0cecf69f41b398fc07e448e03d50&device_id=0cdfd5da-6d45-4d03-9adb-1b1e06caa90e HTTP/1.1" status: 200 len: 1097 time: 0.0438876 Nov 10 18:26:26.267006 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0ca17-ec4c-442f-80ca-ee86c60fdb57 req-b1aeea2a-786e-439d-a5a9-0bb2db3e7570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:26:26.268436 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dac0ca17-ec4c-442f-80ca-ee86c60fdb57 req-b1aeea2a-786e-439d-a5a9-0bb2db3e7570 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b399fcc9-c457-4d5f-a84c-c587db71b0f5 HTTP/1.1" status: 200 len: 912 time: 0.0867174 Nov 10 18:26:26.339019 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dac0ca17-ec4c-442f-80ca-ee86c60fdb57 req-6692aa98-c2c8-4dbc-848f-db88602fdfa5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a4d26a0-7388-4d25-a4fc-e58c4da82bd1 HTTP/1.1" status: 200 len: 1001 time: 0.0629115 Nov 10 18:26:26.388547 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0ca17-ec4c-442f-80ca-ee86c60fdb57 req-d9a760ba-46ed-4f90-82a0-e6f5eddb78c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:26:26.389962 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dac0ca17-ec4c-442f-80ca-ee86c60fdb57 req-d9a760ba-46ed-4f90-82a0-e6f5eddb78c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a51b4dde-d4fe-4abc-9607-52baf3da7a4d HTTP/1.1" status: 200 len: 850 time: 0.0438673 Nov 10 18:26:26.437317 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0ca17-ec4c-442f-80ca-ee86c60fdb57 req-449cae03-0596-4a2e-b98c-b0c8b377c4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:26:26.438813 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dac0ca17-ec4c-442f-80ca-ee86c60fdb57 req-449cae03-0596-4a2e-b98c-b0c8b377c4fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b399fcc9-c457-4d5f-a84c-c587db71b0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419559 Nov 10 18:26:26.531983 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dac0ca17-ec4c-442f-80ca-ee86c60fdb57 req-41019671-b467-426f-b423-d93651f7b21d service neutron] 10.222.0.13 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858972 Nov 10 18:26:26.622537 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dac0ca17-ec4c-442f-80ca-ee86c60fdb57 req-7adff554-4614-48df-95fc-ac6c7f2e7353 service neutron] 10.222.0.13 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840433 Nov 10 18:26:30.611676 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0eb1aa74-39bc-4516-bc77-88fd8c0413ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:26:32.957785 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3121913b-f3a2-4429-beb3-30f21d4e9c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:26:34.183014 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:26:35.674103 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:26:36.373927 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:26:53.337660 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58924) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:26:53.522799 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-c85efb4b-f5d2-44a1-ad68-687754d84d4a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Deleting port 1dd64faf-a578-459e-903b-b43e2fe7ab40 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:26:53.523143 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c85efb4b-f5d2-44a1-ad68-687754d84d4a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:26:53.605210 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c85efb4b-f5d2-44a1-ad68-687754d84d4a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:26:53.605441 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c85efb4b-f5d2-44a1-ad68-687754d84d4a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:26:53.619150 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-c85efb4b-f5d2-44a1-ad68-687754d84d4a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Calling delete_port for 1dd64faf-a578-459e-903b-b43e2fe7ab40 owned by network:floatingip {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:26:53.793669 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c85efb4b-f5d2-44a1-ad68-687754d84d4a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:26:53.820039 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85efb4b-f5d2-44a1-ad68-687754d84d4a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Pushing event deleted for resources: {'Port': ['ID=1dd64faf-a578-459e-903b-b43e2fe7ab40,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:26:53.845869 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85efb4b-f5d2-44a1-ad68-687754d84d4a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:26:53.846209 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85efb4b-f5d2-44a1-ad68-687754d84d4a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:26:53.846551 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85efb4b-f5d2-44a1-ad68-687754d84d4a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:26:53.846886 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85efb4b-f5d2-44a1-ad68-687754d84d4a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:26:53.847216 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85efb4b-f5d2-44a1-ad68-687754d84d4a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:26:53.847543 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85efb4b-f5d2-44a1-ad68-687754d84d4a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:26:53.847870 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85efb4b-f5d2-44a1-ad68-687754d84d4a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:26:53.848211 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85efb4b-f5d2-44a1-ad68-687754d84d4a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:26:53.848534 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85efb4b-f5d2-44a1-ad68-687754d84d4a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:26:53.848852 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85efb4b-f5d2-44a1-ad68-687754d84d4a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:26:53.849199 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85efb4b-f5d2-44a1-ad68-687754d84d4a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:26:53.849519 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85efb4b-f5d2-44a1-ad68-687754d84d4a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:26:53.884938 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:26:53.896323 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c85efb4b-f5d2-44a1-ad68-687754d84d4a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for floatingip, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:26:53.896653 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [None req-c85efb4b-f5d2-44a1-ad68-687754d84d4a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Floating IP fb3f9833-cf9e-46ef-b657-b8c9489ff8ce disassociated (deleted). External IP: 172.25.5.176, port: 6a4d26a0-7388-4d25-a4fc-e58c4da82bd1. Nov 10 18:26:54.104817 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85efb4b-f5d2-44a1-ad68-687754d84d4a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Router f39c9781-219a-4cc0-9e15-a97d8c4f2089 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:26:54.215541 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85efb4b-f5d2-44a1-ad68-687754d84d4a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:26:54.221333 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c85efb4b-f5d2-44a1-ad68-687754d84d4a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:26:54.226003 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2507c347-c964-4d8f-ac3f-7d118904668d None None] Sync routers for ids ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:26:54.235954 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2507c347-c964-4d8f-ac3f-7d118904668d None None] Routers {'f39c9781-219a-4cc0-9e15-a97d8c4f2089'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:26:54.236601 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-2507c347-c964-4d8f-ac3f-7d118904668d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:26:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:26:54.251739 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c85efb4b-f5d2-44a1-ad68-687754d84d4a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "DELETE /v2.0/floatingips/fb3f9833-cf9e-46ef-b657-b8c9489ff8ce HTTP/1.1" status: 204 len: 168 time: 0.9130020 Nov 10 18:26:54.252517 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cdfd5da-6d45-4d03-9adb-1b1e06caa90e', 'tag': '6a4d26a0-7388-4d25-a4fc-e58c4da82bd1'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:26:54.317357 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcf2323-6d0f-49c2-bb4b-c56a6aa40517" -d '{"events": [{"name": "network-changed", "server_uuid": "0cdfd5da-6d45-4d03-9adb-1b1e06caa90e", "tag": "6a4d26a0-7388-4d25-a4fc-e58c4da82bd1"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:26:54.348611 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-2507c347-c964-4d8f-ac3f-7d118904668d None None] Set router f39c9781-219a-4cc0-9e15-a97d8c4f2089 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:26:54.460114 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0049e08d-d665-4460-8d82-003d05979126 x-openstack-request-id: req-0049e08d-d665-4460-8d82-003d05979126 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:26:54.460656 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cdfd5da-6d45-4d03-9adb-1b1e06caa90e", "tag": "6a4d26a0-7388-4d25-a4fc-e58c4da82bd1", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:26:54.460748 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0049e08d-d665-4460-8d82-003d05979126 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:26:54.461094 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cdfd5da-6d45-4d03-9adb-1b1e06caa90e', 'tag': '6a4d26a0-7388-4d25-a4fc-e58c4da82bd1', 'status': 'completed', 'code': 200} Nov 10 18:26:54.537019 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf2323-6d0f-49c2-bb4b-c56a6aa40517 req-4c75a3a5-f88e-4bdd-8436-d6d87c581752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:26:54.538607 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7dcf2323-6d0f-49c2-bb4b-c56a6aa40517 req-4c75a3a5-f88e-4bdd-8436-d6d87c581752 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c28b0cecf69f41b398fc07e448e03d50&device_id=0cdfd5da-6d45-4d03-9adb-1b1e06caa90e HTTP/1.1" status: 200 len: 1097 time: 0.0497429 Nov 10 18:26:54.603535 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-2507c347-c964-4d8f-ac3f-7d118904668d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'name': 'tempest-TestVolumeBootPattern-310309147-router', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:55Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'gw_port': {'id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:56Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '108f40d5-6cce-41e6-a30d-294fb2361a5b', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'floating_ip_address': '172.25.5.26', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'port_id': '7a8a5fa8-7ae7-4951-8507-a3ac03950d6b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'mac_address': 'fa:16:3e:a9:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbc4f80-680a-401f-9356-fdf8c7093e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:23:13Z', 'updated_at': '2021-11-10T18:23:15Z', 'revision_number': 1, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95c8c85-cc8f-440d-acba-bba6c5d12454', 'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'mac_address': 'fa:16:3e:73:b3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:58Z', 'updated_at': '2021-11-10T18:17:02Z', 'revision_number': 5, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'subnets': [{'id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:26:54.630391 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2507c347-c964-4d8f-ac3f-7d118904668d None None] Checking router: f39c9781-219a-4cc0-9e15-a97d8c4f2089 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:26:54.639076 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2507c347-c964-4d8f-ac3f-7d118904668d None None] Routers {'f39c9781-219a-4cc0-9e15-a97d8c4f2089'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:26:54.639725 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-2507c347-c964-4d8f-ac3f-7d118904668d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:26:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:26:54.680752 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c58cdf-126a-4a81-aa60-e5d04151cb22 req-afff8420-6303-44b9-a0f0-7ac0e9bcb029 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:26:54.682248 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-29c58cdf-126a-4a81-aa60-e5d04151cb22 req-afff8420-6303-44b9-a0f0-7ac0e9bcb029 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cdfd5da-6d45-4d03-9adb-1b1e06caa90e HTTP/1.1" status: 200 len: 945 time: 0.1532989 Nov 10 18:26:54.683620 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf2323-6d0f-49c2-bb4b-c56a6aa40517 req-84c45d75-4590-4987-91f5-a3686c87a2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:26:54.684972 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7dcf2323-6d0f-49c2-bb4b-c56a6aa40517 req-84c45d75-4590-4987-91f5-a3686c87a2fb service neutron] 10.222.0.13 "GET /v2.0/networks?id=b399fcc9-c457-4d5f-a84c-c587db71b0f5 HTTP/1.1" status: 200 len: 912 time: 0.1371210 Nov 10 18:26:54.749313 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7dcf2323-6d0f-49c2-bb4b-c56a6aa40517 req-8930e6ea-e074-4977-a304-d3aaf682fc13 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a4d26a0-7388-4d25-a4fc-e58c4da82bd1 HTTP/1.1" status: 200 len: 217 time: 0.0510876 Nov 10 18:26:54.749520 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-2507c347-c964-4d8f-ac3f-7d118904668d None None] Set router f39c9781-219a-4cc0-9e15-a97d8c4f2089 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:26:54.802859 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-29c58cdf-126a-4a81-aa60-e5d04151cb22 req-44b13b39-9f7d-4e20-88a0-b0b18963eb73 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118658 Nov 10 18:26:54.820035 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf2323-6d0f-49c2-bb4b-c56a6aa40517 req-73bb1b18-c011-4657-8ff7-8b11cb929062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:26:54.821519 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7dcf2323-6d0f-49c2-bb4b-c56a6aa40517 req-73bb1b18-c011-4657-8ff7-8b11cb929062 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a51b4dde-d4fe-4abc-9607-52baf3da7a4d HTTP/1.1" status: 200 len: 850 time: 0.0631413 Nov 10 18:26:54.870968 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf2323-6d0f-49c2-bb4b-c56a6aa40517 req-0a4150fa-30cc-4c08-a3c5-d31d6548b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:26:54.872502 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7dcf2323-6d0f-49c2-bb4b-c56a6aa40517 req-0a4150fa-30cc-4c08-a3c5-d31d6548b099 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b399fcc9-c457-4d5f-a84c-c587db71b0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424867 Nov 10 18:26:54.974371 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7dcf2323-6d0f-49c2-bb4b-c56a6aa40517 req-ba0556ea-c32f-4f10-a70c-2e70b8a62630 service neutron] 10.222.0.13 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904105 Nov 10 18:26:54.978610 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-2507c347-c964-4d8f-ac3f-7d118904668d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'name': 'tempest-TestVolumeBootPattern-310309147-router', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:55Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'gw_port': {'id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:56Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '108f40d5-6cce-41e6-a30d-294fb2361a5b', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'floating_ip_address': '172.25.5.26', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'port_id': '7a8a5fa8-7ae7-4951-8507-a3ac03950d6b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'mac_address': 'fa:16:3e:a9:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbc4f80-680a-401f-9356-fdf8c7093e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:23:13Z', 'updated_at': '2021-11-10T18:23:15Z', 'revision_number': 1, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95c8c85-cc8f-440d-acba-bba6c5d12454', 'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'mac_address': 'fa:16:3e:73:b3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:58Z', 'updated_at': '2021-11-10T18:17:02Z', 'revision_number': 5, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'subnets': [{'id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:26:55.072237 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7dcf2323-6d0f-49c2-bb4b-c56a6aa40517 req-66336a3e-522a-4b0b-8dbc-035841e0cf6a service neutron] 10.222.0.13 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890810 Nov 10 18:26:55.096626 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2507c347-c964-4d8f-ac3f-7d118904668d None None] The sync data for ids ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'] in n-d-776250-10 is: [{'id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'name': 'tempest-TestVolumeBootPattern-310309147-router', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:55Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'gw_port': {'id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:56Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '108f40d5-6cce-41e6-a30d-294fb2361a5b', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'floating_ip_address': '172.25.5.26', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'port_id': '7a8a5fa8-7ae7-4951-8507-a3ac03950d6b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'mac_address': 'fa:16:3e:a9:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebbc4f80-680a-401f-9356-fdf8c7093e7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:23:13Z', 'updated_at': '2021-11-10T18:23:15Z', 'revision_number': 1, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f95c8c85-cc8f-440d-acba-bba6c5d12454', 'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'mac_address': 'fa:16:3e:73:b3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:58Z', 'updated_at': '2021-11-10T18:17:02Z', 'revision_number': 5, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'subnets': [{'id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:26:55.175562 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:26:55.320737 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b6980f-41a0-4e44-9f89-ecde4b82ac9a None None] New status for floating IP fb3f9833-cf9e-46ef-b657-b8c9489ff8ce: DOWN {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:26:55.535627 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:26:55.997729 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769448b0-59ea-4f48-8c8f-62ccad140c5f req-a9c7f905-9466-4c7b-888e-bd307ce7d092 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:26:55.999242 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-769448b0-59ea-4f48-8c8f-62ccad140c5f req-a9c7f905-9466-4c7b-888e-bd307ce7d092 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cdfd5da-6d45-4d03-9adb-1b1e06caa90e HTTP/1.1" status: 200 len: 945 time: 0.0569043 Nov 10 18:26:56.005601 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09bdd9-e8be-4efa-ae8b-b27a0311bce1 req-06ee73fb-e62d-4ed4-8118-35f709c68572 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:26:56.007095 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0a09bdd9-e8be-4efa-ae8b-b27a0311bce1 req-06ee73fb-e62d-4ed4-8118-35f709c68572 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cdfd5da-6d45-4d03-9adb-1b1e06caa90e HTTP/1.1" status: 200 len: 945 time: 0.0968063 Nov 10 18:26:56.059608 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0a09bdd9-e8be-4efa-ae8b-b27a0311bce1 req-ba1f05b3-2b32-4bd4-af17-95875dc49e6f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459328 Nov 10 18:26:56.094153 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-769448b0-59ea-4f48-8c8f-62ccad140c5f req-dac0057e-5dbf-4c58-9af0-ab62d8cb358b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Deleting port 6a4d26a0-7388-4d25-a4fc-e58c4da82bd1 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:26:56.094503 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-769448b0-59ea-4f48-8c8f-62ccad140c5f req-dac0057e-5dbf-4c58-9af0-ab62d8cb358b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:26:56.186578 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-769448b0-59ea-4f48-8c8f-62ccad140c5f req-dac0057e-5dbf-4c58-9af0-ab62d8cb358b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] For port 6a4d26a0-7388-4d25-a4fc-e58c4da82bd1, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=6a4d26a0-7388-4d25-a4fc-e58c4da82bd1,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:26:56.186944 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-769448b0-59ea-4f48-8c8f-62ccad140c5f req-dac0057e-5dbf-4c58-9af0-ab62d8cb358b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:26:56.200747 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-769448b0-59ea-4f48-8c8f-62ccad140c5f req-dac0057e-5dbf-4c58-9af0-ab62d8cb358b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Calling delete_port for 6a4d26a0-7388-4d25-a4fc-e58c4da82bd1 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:26:56.329346 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-769448b0-59ea-4f48-8c8f-62ccad140c5f req-dac0057e-5dbf-4c58-9af0-ab62d8cb358b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:26:56.362183 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac0057e-5dbf-4c58-9af0-ab62d8cb358b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Pushing event deleted for resources: {'Port': ['ID=6a4d26a0-7388-4d25-a4fc-e58c4da82bd1,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:26:56.387707 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0057e-5dbf-4c58-9af0-ab62d8cb358b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:26:56.388040 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0057e-5dbf-4c58-9af0-ab62d8cb358b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:26:56.388405 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0057e-5dbf-4c58-9af0-ab62d8cb358b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:26:56.388742 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0057e-5dbf-4c58-9af0-ab62d8cb358b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:26:56.389072 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0057e-5dbf-4c58-9af0-ab62d8cb358b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:26:56.389399 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0057e-5dbf-4c58-9af0-ab62d8cb358b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:26:56.389720 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0057e-5dbf-4c58-9af0-ab62d8cb358b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:26:56.390042 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0057e-5dbf-4c58-9af0-ab62d8cb358b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:26:56.390360 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0057e-5dbf-4c58-9af0-ab62d8cb358b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:26:56.390680 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0057e-5dbf-4c58-9af0-ab62d8cb358b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:26:56.390994 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0057e-5dbf-4c58-9af0-ab62d8cb358b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:26:56.391304 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac0057e-5dbf-4c58-9af0-ab62d8cb358b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:26:56.413093 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-769448b0-59ea-4f48-8c8f-62ccad140c5f req-dac0057e-5dbf-4c58-9af0-ab62d8cb358b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] No DVR routers for this DVR port 6a4d26a0-7388-4d25-a4fc-e58c4da82bd1 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:26:56.415700 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-769448b0-59ea-4f48-8c8f-62ccad140c5f req-dac0057e-5dbf-4c58-9af0-ab62d8cb358b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:26:56.419090 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-769448b0-59ea-4f48-8c8f-62ccad140c5f req-dac0057e-5dbf-4c58-9af0-ab62d8cb358b tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.13 "DELETE /v2.0/ports/6a4d26a0-7388-4d25-a4fc-e58c4da82bd1 HTTP/1.1" status: 204 len: 173 time: 0.4134870 Nov 10 18:26:56.419519 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cdfd5da-6d45-4d03-9adb-1b1e06caa90e', 'name': 'network-vif-deleted', 'tag': '6a4d26a0-7388-4d25-a4fc-e58c4da82bd1'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:26:56.460101 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916c502e-0d67-4830-8adb-91ecdea822c6" -d '{"events": [{"server_uuid": "0cdfd5da-6d45-4d03-9adb-1b1e06caa90e", "name": "network-vif-deleted", "tag": "6a4d26a0-7388-4d25-a4fc-e58c4da82bd1"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:26:56.549012 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c0a06f-c186-4d81-9dbb-b3eda0c030af x-openstack-request-id: req-a8c0a06f-c186-4d81-9dbb-b3eda0c030af {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:26:56.549316 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cdfd5da-6d45-4d03-9adb-1b1e06caa90e", "name": "network-vif-deleted", "tag": "6a4d26a0-7388-4d25-a4fc-e58c4da82bd1", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:26:56.549576 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a8c0a06f-c186-4d81-9dbb-b3eda0c030af {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:26:56.549985 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cdfd5da-6d45-4d03-9adb-1b1e06caa90e', 'name': 'network-vif-deleted', 'tag': '6a4d26a0-7388-4d25-a4fc-e58c4da82bd1', 'status': 'completed', 'code': 200} Nov 10 18:26:57.158623 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9abb5b79-2d62-4657-9d11-6c68df06251b req-de4464d3-8571-4551-be50-e4b01c9b403a tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cdfd5da-6d45-4d03-9adb-1b1e06caa90e HTTP/1.1" status: 200 len: 210 time: 0.0272970 Nov 10 18:26:58.255048 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8193711c-4ab5-4026-97c4-3bc0877c753f req-8c5b3b78-6680-4509-a353-a7a44b9462fb tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cdfd5da-6d45-4d03-9adb-1b1e06caa90e HTTP/1.1" status: 200 len: 210 time: 0.0269158 Nov 10 18:26:59.351959 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-761acdc5-1bf5-4277-99a1-924b6f58d3d0 req-c9152d31-88f2-43d7-a379-aa0619f13ee9 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cdfd5da-6d45-4d03-9adb-1b1e06caa90e HTTP/1.1" status: 200 len: 210 time: 0.0281558 Nov 10 18:26:59.773729 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 6a4d26a0-7388-4d25-a4fc-e58c4da82bd1 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:26:59.794768 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 6a4d26a0-7388-4d25-a4fc-e58c4da82bd1 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:26:59.795118 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 6a4d26a0-7388-4d25-a4fc-e58c4da82bd1 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:27:00.446976 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eb31abd3-a2d4-4bca-ae20-3bd4cb3fdbaf req-b86c10c1-a391-4094-84f7-5154e278b79c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=0cdfd5da-6d45-4d03-9adb-1b1e06caa90e HTTP/1.1" status: 200 len: 210 time: 0.0272920 Nov 10 18:27:00.614335 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1306c4c5-3132-41a1-a50a-76fec76b59ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:02.964895 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d52cc439-d889-426f-bb35-0570fa1fb976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:04.188308 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:05.676889 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:06.376787 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:06.863560 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 58996) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:27:07.023151 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-888377f9-c391-4da1-aefd-659ba83b074f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Deleting port b7e931a6-c6cf-4ea6-b0cb-7115a7e67fb2 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:27:07.023496 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-888377f9-c391-4da1-aefd-659ba83b074f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:07.104062 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-888377f9-c391-4da1-aefd-659ba83b074f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:07.104326 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-888377f9-c391-4da1-aefd-659ba83b074f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:07.115950 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-888377f9-c391-4da1-aefd-659ba83b074f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Calling delete_port for b7e931a6-c6cf-4ea6-b0cb-7115a7e67fb2 owned by network:floatingip {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:27:07.262765 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-888377f9-c391-4da1-aefd-659ba83b074f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:07.288726 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888377f9-c391-4da1-aefd-659ba83b074f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Pushing event deleted for resources: {'Port': ['ID=b7e931a6-c6cf-4ea6-b0cb-7115a7e67fb2,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:27:07.348387 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-888377f9-c391-4da1-aefd-659ba83b074f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for floatingip, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:07.348742 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [None req-888377f9-c391-4da1-aefd-659ba83b074f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Floating IP 108f40d5-6cce-41e6-a30d-294fb2361a5b disassociated (deleted). External IP: 172.25.5.26, port: 7a8a5fa8-7ae7-4951-8507-a3ac03950d6b. Nov 10 18:27:07.560883 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888377f9-c391-4da1-aefd-659ba83b074f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Router f39c9781-219a-4cc0-9e15-a97d8c4f2089 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:27:07.669882 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888377f9-c391-4da1-aefd-659ba83b074f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:27:07.675429 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-888377f9-c391-4da1-aefd-659ba83b074f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:07.680057 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8631c9a-74c1-4656-ab99-1015eb7a6ac6 None None] Sync routers for ids ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:27:07.689367 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8631c9a-74c1-4656-ab99-1015eb7a6ac6 None None] Routers {'f39c9781-219a-4cc0-9e15-a97d8c4f2089'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:27:07.689991 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-f8631c9a-74c1-4656-ab99-1015eb7a6ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:27:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:27:07.702034 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-888377f9-c391-4da1-aefd-659ba83b074f tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "DELETE /v2.0/floatingips/108f40d5-6cce-41e6-a30d-294fb2361a5b HTTP/1.1" status: 204 len: 168 time: 0.8373177 Nov 10 18:27:07.702729 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebbc4f80-680a-401f-9356-fdf8c7093e7d', 'tag': '7a8a5fa8-7ae7-4951-8507-a3ac03950d6b'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:27:07.705230 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49ccb32-dd08-408b-b88e-bf45faecaa67" -d '{"events": [{"name": "network-changed", "server_uuid": "ebbc4f80-680a-401f-9356-fdf8c7093e7d", "tag": "7a8a5fa8-7ae7-4951-8507-a3ac03950d6b"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:27:07.756014 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f578abc-6d22-4595-8925-aa8cf6e9b34d x-openstack-request-id: req-0f578abc-6d22-4595-8925-aa8cf6e9b34d {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:27:07.756349 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebbc4f80-680a-401f-9356-fdf8c7093e7d", "tag": "7a8a5fa8-7ae7-4951-8507-a3ac03950d6b", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:27:07.756605 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0f578abc-6d22-4595-8925-aa8cf6e9b34d {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:27:07.757148 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebbc4f80-680a-401f-9356-fdf8c7093e7d', 'tag': '7a8a5fa8-7ae7-4951-8507-a3ac03950d6b', 'status': 'completed', 'code': 200} Nov 10 18:27:07.802215 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-f8631c9a-74c1-4656-ab99-1015eb7a6ac6 None None] Set router f39c9781-219a-4cc0-9e15-a97d8c4f2089 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:27:07.825080 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ccb32-dd08-408b-b88e-bf45faecaa67 req-7ca52eba-7193-4dad-af23-91c8ee7e041a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:27:07.826551 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b49ccb32-dd08-408b-b88e-bf45faecaa67 req-7ca52eba-7193-4dad-af23-91c8ee7e041a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c28b0cecf69f41b398fc07e448e03d50&device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d HTTP/1.1" status: 200 len: 1098 time: 0.0442913 Nov 10 18:27:07.947479 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ccb32-dd08-408b-b88e-bf45faecaa67 req-ce537b07-54a4-4edc-bfed-52e490e77701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:27:07.949385 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b49ccb32-dd08-408b-b88e-bf45faecaa67 req-ce537b07-54a4-4edc-bfed-52e490e77701 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b399fcc9-c457-4d5f-a84c-c587db71b0f5 HTTP/1.1" status: 200 len: 912 time: 0.1157238 Nov 10 18:27:07.966361 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219860fa-7063-486f-b478-23eb6750d430 req-5b44ea47-c89b-4de6-8904-3d6bc46f73dd tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:27:07.968036 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-219860fa-7063-486f-b478-23eb6750d430 req-5b44ea47-c89b-4de6-8904-3d6bc46f73dd tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d HTTP/1.1" status: 200 len: 946 time: 0.0553057 Nov 10 18:27:07.996539 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b49ccb32-dd08-408b-b88e-bf45faecaa67 req-ce81a000-b55a-46ac-b323-3da6298c9fd1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a8a5fa8-7ae7-4951-8507-a3ac03950d6b HTTP/1.1" status: 200 len: 217 time: 0.0393596 Nov 10 18:27:08.020526 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-219860fa-7063-486f-b478-23eb6750d430 req-187207f5-1b9f-4692-9a4c-f2e8c0699328 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459409 Nov 10 18:27:08.021976 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-f8631c9a-74c1-4656-ab99-1015eb7a6ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'name': 'tempest-TestVolumeBootPattern-310309147-router', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:55Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'gw_port': {'id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:56Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'f95c8c85-cc8f-440d-acba-bba6c5d12454', 'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'mac_address': 'fa:16:3e:73:b3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:58Z', 'updated_at': '2021-11-10T18:17:02Z', 'revision_number': 5, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'subnets': [{'id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:27:08.049948 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8631c9a-74c1-4656-ab99-1015eb7a6ac6 None None] Checking router: f39c9781-219a-4cc0-9e15-a97d8c4f2089 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:27:08.058905 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8631c9a-74c1-4656-ab99-1015eb7a6ac6 None None] Routers {'f39c9781-219a-4cc0-9e15-a97d8c4f2089'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:27:08.059506 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-f8631c9a-74c1-4656-ab99-1015eb7a6ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:27:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:27:08.059934 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ccb32-dd08-408b-b88e-bf45faecaa67 req-0cbe347b-8e60-4ec3-bd61-0f58301dc4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:27:08.061545 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b49ccb32-dd08-408b-b88e-bf45faecaa67 req-0cbe347b-8e60-4ec3-bd61-0f58301dc4bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a51b4dde-d4fe-4abc-9607-52baf3da7a4d HTTP/1.1" status: 200 len: 850 time: 0.0569596 Nov 10 18:27:08.112926 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ccb32-dd08-408b-b88e-bf45faecaa67 req-77bfde20-435f-4cc3-9e59-52cd42043418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:27:08.114373 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b49ccb32-dd08-408b-b88e-bf45faecaa67 req-77bfde20-435f-4cc3-9e59-52cd42043418 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b399fcc9-c457-4d5f-a84c-c587db71b0f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455539 Nov 10 18:27:08.168161 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-f8631c9a-74c1-4656-ab99-1015eb7a6ac6 None None] Set router f39c9781-219a-4cc0-9e15-a97d8c4f2089 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:27:08.211656 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b49ccb32-dd08-408b-b88e-bf45faecaa67 req-cbfedb61-7089-4b36-82f1-bbb82d139edd service neutron] 10.222.0.11 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893006 Nov 10 18:27:08.303495 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b49ccb32-dd08-408b-b88e-bf45faecaa67 req-33cdc1f5-a030-4221-8389-00141988ce72 service neutron] 10.222.0.11 "GET /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833082 Nov 10 18:27:08.370107 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-f8631c9a-74c1-4656-ab99-1015eb7a6ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'name': 'tempest-TestVolumeBootPattern-310309147-router', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:55Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'gw_port': {'id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:56Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'f95c8c85-cc8f-440d-acba-bba6c5d12454', 'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'mac_address': 'fa:16:3e:73:b3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:58Z', 'updated_at': '2021-11-10T18:17:02Z', 'revision_number': 5, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'subnets': [{'id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:27:08.397222 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8631c9a-74c1-4656-ab99-1015eb7a6ac6 None None] The sync data for ids ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'] in n-d-776250-10 is: [{'id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'name': 'tempest-TestVolumeBootPattern-310309147-router', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:55Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'gw_port': {'id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:56Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'f95c8c85-cc8f-440d-acba-bba6c5d12454', 'name': '', 'network_id': 'b399fcc9-c457-4d5f-a84c-c587db71b0f5', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'mac_address': 'fa:16:3e:73:b3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:58Z', 'updated_at': '2021-11-10T18:17:02Z', 'revision_number': 5, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'subnets': [{'id': 'a51b4dde-d4fe-4abc-9607-52baf3da7a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:27:08.631560 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc20ca6-431f-4b8b-9d78-9bb13727177e None None] New status for floating IP 108f40d5-6cce-41e6-a30d-294fb2361a5b: DOWN {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:27:09.146507 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205a19a-2b05-4adf-a789-a6fc6607b401 req-b42abdd9-eb8e-4ca7-906d-63182e1abf2c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:27:09.147991 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4205a19a-2b05-4adf-a789-a6fc6607b401 req-b42abdd9-eb8e-4ca7-906d-63182e1abf2c tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d HTTP/1.1" status: 200 len: 946 time: 0.0517099 Nov 10 18:27:09.198909 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4205a19a-2b05-4adf-a789-a6fc6607b401 req-4ccfc9a9-a490-41bc-b68a-f36d33fd077d tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/security-groups?id=f350c90b-840a-432b-bd7e-74496285efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449538 Nov 10 18:27:09.376486 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad79b1a-5182-4e5a-931f-9bf638dd05e3 req-3e0d0dde-cd8c-4606-b6e3-0521a387deff tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:27:09.377958 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bad79b1a-5182-4e5a-931f-9bf638dd05e3 req-3e0d0dde-cd8c-4606-b6e3-0521a387deff tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.11 "GET /v2.0/ports?device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d HTTP/1.1" status: 200 len: 946 time: 0.0540092 Nov 10 18:27:09.465670 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-bad79b1a-5182-4e5a-931f-9bf638dd05e3 req-5314c6f7-07f5-4348-83f7-bb601db3562d tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Deleting port 7a8a5fa8-7ae7-4951-8507-a3ac03950d6b {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:27:09.466160 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bad79b1a-5182-4e5a-931f-9bf638dd05e3 req-5314c6f7-07f5-4348-83f7-bb601db3562d tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:09.561011 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-bad79b1a-5182-4e5a-931f-9bf638dd05e3 req-5314c6f7-07f5-4348-83f7-bb601db3562d tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] For port 7a8a5fa8-7ae7-4951-8507-a3ac03950d6b, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=7a8a5fa8-7ae7-4951-8507-a3ac03950d6b,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:27:09.561371 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bad79b1a-5182-4e5a-931f-9bf638dd05e3 req-5314c6f7-07f5-4348-83f7-bb601db3562d tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:09.576656 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-bad79b1a-5182-4e5a-931f-9bf638dd05e3 req-5314c6f7-07f5-4348-83f7-bb601db3562d tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Calling delete_port for 7a8a5fa8-7ae7-4951-8507-a3ac03950d6b owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:27:09.708435 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bad79b1a-5182-4e5a-931f-9bf638dd05e3 req-5314c6f7-07f5-4348-83f7-bb601db3562d tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:09.737588 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314c6f7-07f5-4348-83f7-bb601db3562d tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Pushing event deleted for resources: {'Port': ['ID=7a8a5fa8-7ae7-4951-8507-a3ac03950d6b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:27:09.780124 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad79b1a-5182-4e5a-931f-9bf638dd05e3 req-5314c6f7-07f5-4348-83f7-bb601db3562d tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] No DVR routers for this DVR port 7a8a5fa8-7ae7-4951-8507-a3ac03950d6b on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:27:09.783355 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-bad79b1a-5182-4e5a-931f-9bf638dd05e3 req-5314c6f7-07f5-4348-83f7-bb601db3562d tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:09.786798 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bad79b1a-5182-4e5a-931f-9bf638dd05e3 req-5314c6f7-07f5-4348-83f7-bb601db3562d tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.11 "DELETE /v2.0/ports/7a8a5fa8-7ae7-4951-8507-a3ac03950d6b HTTP/1.1" status: 204 len: 173 time: 0.4025300 Nov 10 18:27:09.787241 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebbc4f80-680a-401f-9356-fdf8c7093e7d', 'name': 'network-vif-deleted', 'tag': '7a8a5fa8-7ae7-4951-8507-a3ac03950d6b'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:27:09.789536 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67eeb8c5-7e52-46ad-b4ff-e0a63bcbe3cb" -d '{"events": [{"server_uuid": "ebbc4f80-680a-401f-9356-fdf8c7093e7d", "name": "network-vif-deleted", "tag": "7a8a5fa8-7ae7-4951-8507-a3ac03950d6b"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:27:09.839485 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859d1a7a-5d9b-41f1-ba88-83b19c628e43 x-openstack-request-id: req-859d1a7a-5d9b-41f1-ba88-83b19c628e43 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:27:09.839950 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebbc4f80-680a-401f-9356-fdf8c7093e7d", "name": "network-vif-deleted", "tag": "7a8a5fa8-7ae7-4951-8507-a3ac03950d6b", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:27:09.840378 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-859d1a7a-5d9b-41f1-ba88-83b19c628e43 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:27:09.841306 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebbc4f80-680a-401f-9356-fdf8c7093e7d', 'name': 'network-vif-deleted', 'tag': '7a8a5fa8-7ae7-4951-8507-a3ac03950d6b', 'status': 'completed', 'code': 200} Nov 10 18:27:10.299489 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-78c50558-28d5-4cf2-8dbf-ceb52fad5564 req-829d17e7-5d57-44b1-917f-19ba0a860315 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d HTTP/1.1" status: 200 len: 210 time: 0.0277886 Nov 10 18:27:11.399289 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e8d6ab80-4b77-4819-b78e-5ba92507c978 req-58864ce6-2f22-4c65-9e10-2d1794073319 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d HTTP/1.1" status: 200 len: 210 time: 0.0279784 Nov 10 18:27:12.503474 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d4661407-a2cb-43e9-aac0-cc087a35fd46 req-ed3319c7-bf1e-4413-b0ea-a51158c63f6e tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d HTTP/1.1" status: 200 len: 210 time: 0.0337255 Nov 10 18:27:13.602681 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ad1e4c06-b99d-40d4-b039-6edae1f41240 req-cdb48e99-70f4-4da2-81b3-ece15d6a5ad9 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebbc4f80-680a-401f-9356-fdf8c7093e7d HTTP/1.1" status: 200 len: 210 time: 0.0279014 Nov 10 18:27:13.656361 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 7a8a5fa8-7ae7-4951-8507-a3ac03950d6b no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:27:13.676630 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 7a8a5fa8-7ae7-4951-8507-a3ac03950d6b {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:27:13.676982 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 7a8a5fa8-7ae7-4951-8507-a3ac03950d6b not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:27:14.660338 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59030) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:27:14.794375 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-55f5441a-8025-4edc-9912-d5a57cbaf138 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Deleting port 23d74c06-901f-4882-a27d-a1cf84d6a34b {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:27:14.794720 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-55f5441a-8025-4edc-9912-d5a57cbaf138 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:14.874087 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-55f5441a-8025-4edc-9912-d5a57cbaf138 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:14.875507 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-55f5441a-8025-4edc-9912-d5a57cbaf138 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:14.887234 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-55f5441a-8025-4edc-9912-d5a57cbaf138 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Calling delete_port for 23d74c06-901f-4882-a27d-a1cf84d6a34b owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:27:15.023190 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-55f5441a-8025-4edc-9912-d5a57cbaf138 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:15.055892 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5441a-8025-4edc-9912-d5a57cbaf138 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Pushing event deleted for resources: {'Port': ['ID=23d74c06-901f-4882-a27d-a1cf84d6a34b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:27:15.114869 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-55f5441a-8025-4edc-9912-d5a57cbaf138 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:15.117621 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-55f5441a-8025-4edc-9912-d5a57cbaf138 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:15.118831 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-55f5441a-8025-4edc-9912-d5a57cbaf138 tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "DELETE /v2.0/floatingips/0af98801-2145-44ec-af08-c9c0b5bfd894 HTTP/1.1" status: 204 len: 168 time: 0.4574523 Nov 10 18:27:18.426822 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59046) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:27:18.487928 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b172c2ba-a219-4510-8beb-934a159fedea tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:18.513930 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b172c2ba-a219-4510-8beb-934a159fedea tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:18.586485 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b172c2ba-a219-4510-8beb-934a159fedea tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:18.591248 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b172c2ba-a219-4510-8beb-934a159fedea tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:18.593970 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b172c2ba-a219-4510-8beb-934a159fedea tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] 10.222.0.39 "DELETE /v2.0/security-groups/f350c90b-840a-432b-bd7e-74496285efb4 HTTP/1.1" status: 204 len: 168 time: 0.1650920 Nov 10 18:27:18.604169 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172c2ba-a219-4510-8beb-934a159fedea tempest-TestVolumeBootPattern-1508588376 tempest-TestVolumeBootPattern-1508588376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f350c90b-840a-432b-bd7e-74496285efb4,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:27:18.664445 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59050) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:27:19.183017 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-94605c8b-74ad-4911-8d40-5f26f9c57147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:19.444657 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-94605c8b-74ad-4911-8d40-5f26f9c57147 admin admin] Deleting port f95c8c85-cc8f-440d-acba-bba6c5d12454 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:27:19.445297 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-94605c8b-74ad-4911-8d40-5f26f9c57147 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:19.524524 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-94605c8b-74ad-4911-8d40-5f26f9c57147 admin admin] For port f95c8c85-cc8f-440d-acba-bba6c5d12454, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=f95c8c85-cc8f-440d-acba-bba6c5d12454,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:27:19.524877 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-94605c8b-74ad-4911-8d40-5f26f9c57147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:19.537594 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-94605c8b-74ad-4911-8d40-5f26f9c57147 admin admin] Calling delete_port for f95c8c85-cc8f-440d-acba-bba6c5d12454 owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:27:19.742341 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-94605c8b-74ad-4911-8d40-5f26f9c57147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:19.778131 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94605c8b-74ad-4911-8d40-5f26f9c57147 admin admin] Pushing event deleted for resources: {'Port': ['ID=f95c8c85-cc8f-440d-acba-bba6c5d12454,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:27:19.948033 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-94605c8b-74ad-4911-8d40-5f26f9c57147 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:20.464528 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94605c8b-74ad-4911-8d40-5f26f9c57147 admin admin] Router f39c9781-219a-4cc0-9e15-a97d8c4f2089 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:27:20.573349 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94605c8b-74ad-4911-8d40-5f26f9c57147 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:27:20.579221 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-94605c8b-74ad-4911-8d40-5f26f9c57147 admin admin] 10.222.0.39 "PUT /v2.0/routers/f39c9781-219a-4cc0-9e15-a97d8c4f2089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9135013 Nov 10 18:27:20.581716 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59054) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:27:20.584968 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6a4990-f770-4fb6-9563-3bf1d50335a9 None None] Sync routers for ids ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:27:20.595429 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6a4990-f770-4fb6-9563-3bf1d50335a9 None None] Routers {'f39c9781-219a-4cc0-9e15-a97d8c4f2089'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:27:20.596047 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ae6a4990-f770-4fb6-9563-3bf1d50335a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:27:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:27:20.692608 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f18d9d4-3e92-4de2-8b0f-596e0d356bae admin admin] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:20.718119 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-ae6a4990-f770-4fb6-9563-3bf1d50335a9 None None] Set router f39c9781-219a-4cc0-9e15-a97d8c4f2089 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:27:20.803047 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f18d9d4-3e92-4de2-8b0f-596e0d356bae admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:20.863670 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-7f18d9d4-3e92-4de2-8b0f-596e0d356bae admin admin] Deleting port fe9071d1-0013-4684-8dca-132e555f4051 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:27:20.864006 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f18d9d4-3e92-4de2-8b0f-596e0d356bae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:20.910744 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ae6a4990-f770-4fb6-9563-3bf1d50335a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'name': 'tempest-TestVolumeBootPattern-310309147-router', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:55Z', 'updated_at': '2021-11-10T18:27:19Z', 'revision_number': 5, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'gw_port': {'id': 'fe9071d1-0013-4684-8dca-132e555f4051', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:16:56Z', 'updated_at': '2021-11-10T18:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:27:20.939978 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6a4990-f770-4fb6-9563-3bf1d50335a9 None None] Checking router: f39c9781-219a-4cc0-9e15-a97d8c4f2089 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:27:20.951267 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6a4990-f770-4fb6-9563-3bf1d50335a9 None None] Routers {'f39c9781-219a-4cc0-9e15-a97d8c4f2089'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:27:20.951921 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ae6a4990-f770-4fb6-9563-3bf1d50335a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:27:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:27:20.952035 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-7f18d9d4-3e92-4de2-8b0f-596e0d356bae admin admin] For port fe9071d1-0013-4684-8dca-132e555f4051, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=fe9071d1-0013-4684-8dca-132e555f4051,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:27:20.952443 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f18d9d4-3e92-4de2-8b0f-596e0d356bae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:20.967718 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-7f18d9d4-3e92-4de2-8b0f-596e0d356bae admin admin] Calling delete_port for fe9071d1-0013-4684-8dca-132e555f4051 owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:27:21.138917 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-ae6a4990-f770-4fb6-9563-3bf1d50335a9 None None] Set router f39c9781-219a-4cc0-9e15-a97d8c4f2089 gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:27:21.147429 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f18d9d4-3e92-4de2-8b0f-596e0d356bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:21.176418 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18d9d4-3e92-4de2-8b0f-596e0d356bae admin admin] Pushing event deleted for resources: {'Port': ['ID=fe9071d1-0013-4684-8dca-132e555f4051,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:27:21.192804 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ae6a4990-f770-4fb6-9563-3bf1d50335a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'name': 'tempest-TestVolumeBootPattern-310309147-router', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:55Z', 'updated_at': '2021-11-10T18:27:20Z', 'revision_number': 6, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:27:21.194369 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d839980-0909-4f0a-8254-e12627b400ea None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:27:21.229187 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6a4990-f770-4fb6-9563-3bf1d50335a9 None None] The sync data for ids ['f39c9781-219a-4cc0-9e15-a97d8c4f2089'] in n-d-776250-10 is: [{'id': 'f39c9781-219a-4cc0-9e15-a97d8c4f2089', 'name': 'tempest-TestVolumeBootPattern-310309147-router', 'tenant_id': 'c28b0cecf69f41b398fc07e448e03d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:16:55Z', 'updated_at': '2021-11-10T18:27:20Z', 'revision_number': 6, 'project_id': 'c28b0cecf69f41b398fc07e448e03d50', 'gw_port_host': None}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:27:21.247008 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f18d9d4-3e92-4de2-8b0f-596e0d356bae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:21.346675 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f18d9d4-3e92-4de2-8b0f-596e0d356bae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:21.348920 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f18d9d4-3e92-4de2-8b0f-596e0d356bae admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:21.394758 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f18d9d4-3e92-4de2-8b0f-596e0d356bae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:21.395316 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f18d9d4-3e92-4de2-8b0f-596e0d356bae admin admin] Fanout notify agent at l3_agent the message router_deleted on router f39c9781-219a-4cc0-9e15-a97d8c4f2089 {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:27:21.399773 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7f18d9d4-3e92-4de2-8b0f-596e0d356bae admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:21.401044 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7f18d9d4-3e92-4de2-8b0f-596e0d356bae admin admin] 10.222.0.39 "DELETE /v2.0/routers/f39c9781-219a-4cc0-9e15-a97d8c4f2089 HTTP/1.1" status: 204 len: 168 time: 0.8183973 Nov 10 18:27:21.403507 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59056) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:27:21.457883 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b6040c4-2807-4db2-b1f8-1447ac1e8cf4 admin admin] Deleting subnet a51b4dde-d4fe-4abc-9607-52baf3da7a4d {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:27:21.462119 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1b6040c4-2807-4db2-b1f8-1447ac1e8cf4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:21.501034 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1b6040c4-2807-4db2-b1f8-1447ac1e8cf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:21.590437 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1b6040c4-2807-4db2-b1f8-1447ac1e8cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:21.648569 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1b6040c4-2807-4db2-b1f8-1447ac1e8cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:21.680060 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6040c4-2807-4db2-b1f8-1447ac1e8cf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a51b4dde-d4fe-4abc-9607-52baf3da7a4d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:27:21.686734 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1b6040c4-2807-4db2-b1f8-1447ac1e8cf4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:21.691648 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1b6040c4-2807-4db2-b1f8-1447ac1e8cf4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a51b4dde-d4fe-4abc-9607-52baf3da7a4d HTTP/1.1" status: 204 len: 168 time: 0.2849483 Nov 10 18:27:21.691959 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af74bc0d-3e8e-46c0-a152-1eabe1b3e147 None None] Network b399fcc9-c457-4d5f-a84c-c587db71b0f5 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:27:21.692503 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59058) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:27:21.771236 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-354c84ca-3ab8-40a1-b4cf-e6e71a5cc767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:21.832310 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-354c84ca-3ab8-40a1-b4cf-e6e71a5cc767 admin admin] Deleting port c20a3e4e-6b5f-4fac-a520-095af5e9e68c {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:27:21.832573 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-354c84ca-3ab8-40a1-b4cf-e6e71a5cc767 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:21.897849 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-354c84ca-3ab8-40a1-b4cf-e6e71a5cc767 admin admin] For port c20a3e4e-6b5f-4fac-a520-095af5e9e68c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c20a3e4e-6b5f-4fac-a520-095af5e9e68c,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:27:21.898204 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-354c84ca-3ab8-40a1-b4cf-e6e71a5cc767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:21.910972 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-354c84ca-3ab8-40a1-b4cf-e6e71a5cc767 admin admin] Calling delete_port for c20a3e4e-6b5f-4fac-a520-095af5e9e68c owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:27:22.023169 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d970053f-35d1-45f2-b149-ead918606651 None None] DHCP port deletion for b399fcc9-c457-4d5f-a84c-c587db71b0f5 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:27:22.080366 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-d970053f-35d1-45f2-b149-ead918606651 None None] Deleting port c20a3e4e-6b5f-4fac-a520-095af5e9e68c {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:27:22.080753 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d970053f-35d1-45f2-b149-ead918606651 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:22.153442 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-d970053f-35d1-45f2-b149-ead918606651 None None] For port c20a3e4e-6b5f-4fac-a520-095af5e9e68c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c20a3e4e-6b5f-4fac-a520-095af5e9e68c,segment=NetworkSegment(62d33846-e6d0-4544-a095-84c5b2b265f0),segment_id=62d33846-e6d0-4544-a095-84c5b2b265f0)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:27:22.153843 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d970053f-35d1-45f2-b149-ead918606651 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:22.169357 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-d970053f-35d1-45f2-b149-ead918606651 None None] Calling delete_port for c20a3e4e-6b5f-4fac-a520-095af5e9e68c owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:27:22.267916 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d970053f-35d1-45f2-b149-ead918606651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:22.294977 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d970053f-35d1-45f2-b149-ead918606651 None None] Pushing event deleted for resources: {'Port': ['ID=c20a3e4e-6b5f-4fac-a520-095af5e9e68c,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:27:22.300398 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d970053f-35d1-45f2-b149-ead918606651 None None] No DVR routers for this DVR port c20a3e4e-6b5f-4fac-a520-095af5e9e68c on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:27:22.313655 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d970053f-35d1-45f2-b149-ead918606651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:27:22.313655 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d970053f-35d1-45f2-b149-ead918606651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:27:22.313655 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d970053f-35d1-45f2-b149-ead918606651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:27:22.313655 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d970053f-35d1-45f2-b149-ead918606651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:27:22.314995 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d970053f-35d1-45f2-b149-ead918606651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:27:22.314995 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d970053f-35d1-45f2-b149-ead918606651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:27:22.314995 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d970053f-35d1-45f2-b149-ead918606651 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:27:22.314995 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d970053f-35d1-45f2-b149-ead918606651 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:27:22.315350 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d970053f-35d1-45f2-b149-ead918606651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:27:22.315447 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d970053f-35d1-45f2-b149-ead918606651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:27:22.315731 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d970053f-35d1-45f2-b149-ead918606651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:27:22.316060 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d970053f-35d1-45f2-b149-ead918606651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:27:22.325393 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-354c84ca-3ab8-40a1-b4cf-e6e71a5cc767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:22.353867 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c84ca-3ab8-40a1-b4cf-e6e71a5cc767 admin admin] Pushing event deleted for resources: {'Port': ['ID=c20a3e4e-6b5f-4fac-a520-095af5e9e68c,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:27:22.357160 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354c84ca-3ab8-40a1-b4cf-e6e71a5cc767 admin admin] No DVR routers for this DVR port c20a3e4e-6b5f-4fac-a520-095af5e9e68c on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:27:22.433576 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-354c84ca-3ab8-40a1-b4cf-e6e71a5cc767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:22.455492 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-354c84ca-3ab8-40a1-b4cf-e6e71a5cc767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b399fcc9-c457-4d5f-a84c-c587db71b0f5']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:27:22.465220 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-354c84ca-3ab8-40a1-b4cf-e6e71a5cc767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d33846-e6d0-4544-a095-84c5b2b265f0') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:27:22.465523 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-354c84ca-3ab8-40a1-b4cf-e6e71a5cc767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d33846-e6d0-4544-a095-84c5b2b265f0') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:27:22.475703 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-354c84ca-3ab8-40a1-b4cf-e6e71a5cc767 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:22.489583 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-354c84ca-3ab8-40a1-b4cf-e6e71a5cc767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:22.495721 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-354c84ca-3ab8-40a1-b4cf-e6e71a5cc767 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:27:22.497044 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-354c84ca-3ab8-40a1-b4cf-e6e71a5cc767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:22.498061 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:27:22.498061 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:27:22.498061 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:27:22.498061 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:27:22.498061 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:27:22.498061 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:27:22.498061 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:27:22.498061 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:27:22.498061 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:27:22.498061 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:27:22.498061 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:27:22.498061 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:27:22.498061 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:27:22.498061 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:27:22.498061 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:27:22.498061 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:27:22.498061 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:27:22.498061 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:27:22.498061 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:27:22.498061 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:27:22.498061 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:27:22.498061 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:27:22.498061 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:27:22.498061 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:27:22.498061 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:27:22.498061 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:27:22.498061 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:27:22.498061 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:27:22.498061 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:27:22.498061 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:27:22.498061 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:27:22.498061 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:27:22.554288 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-354c84ca-3ab8-40a1-b4cf-e6e71a5cc767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:22.561306 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-354c84ca-3ab8-40a1-b4cf-e6e71a5cc767 admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:22.564770 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-354c84ca-3ab8-40a1-b4cf-e6e71a5cc767 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b399fcc9-c457-4d5f-a84c-c587db71b0f5 HTTP/1.1" status: 204 len: 168 time: 0.8710332 Nov 10 18:27:22.568663 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59060) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:27:22.574708 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c84ca-3ab8-40a1-b4cf-e6e71a5cc767 admin admin] Pushing event deleted for resources: {'Network': ['ID=b399fcc9-c457-4d5f-a84c-c587db71b0f5,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:27:22.939431 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ad5679df-5a5f-4f39-a786-911689163503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:23.020634 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device f95c8c85-cc8f-440d-acba-bba6c5d12454 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:27:23.043621 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: f95c8c85-cc8f-440d-acba-bba6c5d12454 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:27:23.043836 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device f95c8c85-cc8f-440d-acba-bba6c5d12454 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:27:23.044362 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c20a3e4e-6b5f-4fac-a520-095af5e9e68c no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:27:23.069344 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: c20a3e4e-6b5f-4fac-a520-095af5e9e68c {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:27:23.069825 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c20a3e4e-6b5f-4fac-a520-095af5e9e68c not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:27:23.070308 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device fe9071d1-0013-4684-8dca-132e555f4051 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:27:23.092213 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: fe9071d1-0013-4684-8dca-132e555f4051 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:27:23.092569 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device fe9071d1-0013-4684-8dca-132e555f4051 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:27:23.227174 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-ad5679df-5a5f-4f39-a786-911689163503 admin admin] Deleting port 071d285f-9784-48dc-aacc-c6c153139fc0 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:27:23.227513 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ad5679df-5a5f-4f39-a786-911689163503 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:23.311992 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-ad5679df-5a5f-4f39-a786-911689163503 admin admin] For port 071d285f-9784-48dc-aacc-c6c153139fc0, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=071d285f-9784-48dc-aacc-c6c153139fc0,segment=NetworkSegment(8d64bd05-1fa2-4f84-924f-a5a415dc122a),segment_id=8d64bd05-1fa2-4f84-924f-a5a415dc122a)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:27:23.312293 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ad5679df-5a5f-4f39-a786-911689163503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:23.325781 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-ad5679df-5a5f-4f39-a786-911689163503 admin admin] Calling delete_port for 071d285f-9784-48dc-aacc-c6c153139fc0 owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:27:23.526522 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ad5679df-5a5f-4f39-a786-911689163503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:23.554949 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5679df-5a5f-4f39-a786-911689163503 admin admin] Pushing event deleted for resources: {'Port': ['ID=071d285f-9784-48dc-aacc-c6c153139fc0,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:27:23.749467 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ad5679df-5a5f-4f39-a786-911689163503 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:23.997731 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad5679df-5a5f-4f39-a786-911689163503 admin admin] Router 7c03c612-b046-4e9d-9795-e499a4d08a8c has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:27:24.116813 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5679df-5a5f-4f39-a786-911689163503 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:27:24.121999 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ad5679df-5a5f-4f39-a786-911689163503 admin admin] 10.222.0.39 "PUT /v2.0/routers/7c03c612-b046-4e9d-9795-e499a4d08a8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5521603 Nov 10 18:27:24.126230 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59062) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:27:24.129111 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bb39d0-38d8-414e-92b3-169344aa39e8 None None] Sync routers for ids ['7c03c612-b046-4e9d-9795-e499a4d08a8c'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:27:24.139223 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bb39d0-38d8-414e-92b3-169344aa39e8 None None] Routers {'7c03c612-b046-4e9d-9795-e499a4d08a8c'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:27:24.139851 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-63bb39d0-38d8-414e-92b3-169344aa39e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:27:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['7c03c612-b046-4e9d-9795-e499a4d08a8c'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:27:24.246341 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8801f5f8-974d-4ee8-afb4-48c1065743e5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:24.257460 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-63bb39d0-38d8-414e-92b3-169344aa39e8 None None] Set router 7c03c612-b046-4e9d-9795-e499a4d08a8c gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:27:24.356983 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8801f5f8-974d-4ee8-afb4-48c1065743e5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:24.417492 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-8801f5f8-974d-4ee8-afb4-48c1065743e5 admin admin] Deleting port fa2ed9ff-5392-42b7-8746-c5f29ba345b3 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:27:24.417821 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8801f5f8-974d-4ee8-afb4-48c1065743e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:24.452042 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-63bb39d0-38d8-414e-92b3-169344aa39e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c03c612-b046-4e9d-9795-e499a4d08a8c', 'name': 'tempest-TestVolumeBootPattern-1847355531-router', 'tenant_id': '8d7b41a754234075b102a23e3640eb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.207'}], 'enable_snat': True}, 'gw_port_id': 'fa2ed9ff-5392-42b7-8746-c5f29ba345b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:17:00Z', 'updated_at': '2021-11-10T18:27:23Z', 'revision_number': 5, 'project_id': '8d7b41a754234075b102a23e3640eb91', 'gw_port': {'id': 'fa2ed9ff-5392-42b7-8746-c5f29ba345b3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:b0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c03c612-b046-4e9d-9795-e499a4d08a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:17:00Z', 'updated_at': '2021-11-10T18:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:27:24.485091 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bb39d0-38d8-414e-92b3-169344aa39e8 None None] Checking router: 7c03c612-b046-4e9d-9795-e499a4d08a8c for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:27:24.493894 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bb39d0-38d8-414e-92b3-169344aa39e8 None None] Routers {'7c03c612-b046-4e9d-9795-e499a4d08a8c'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:27:24.494512 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-63bb39d0-38d8-414e-92b3-169344aa39e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:27:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['7c03c612-b046-4e9d-9795-e499a4d08a8c'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:27:24.587660 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-63bb39d0-38d8-414e-92b3-169344aa39e8 None None] Set router 7c03c612-b046-4e9d-9795-e499a4d08a8c gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:27:24.645604 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-63bb39d0-38d8-414e-92b3-169344aa39e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c03c612-b046-4e9d-9795-e499a4d08a8c', 'name': 'tempest-TestVolumeBootPattern-1847355531-router', 'tenant_id': '8d7b41a754234075b102a23e3640eb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:17:00Z', 'updated_at': '2021-11-10T18:27:24Z', 'revision_number': 6, 'project_id': '8d7b41a754234075b102a23e3640eb91', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:27:24.677648 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bb39d0-38d8-414e-92b3-169344aa39e8 None None] The sync data for ids ['7c03c612-b046-4e9d-9795-e499a4d08a8c'] in n-d-776250-10 is: [{'id': '7c03c612-b046-4e9d-9795-e499a4d08a8c', 'name': 'tempest-TestVolumeBootPattern-1847355531-router', 'tenant_id': '8d7b41a754234075b102a23e3640eb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:17:00Z', 'updated_at': '2021-11-10T18:27:24Z', 'revision_number': 6, 'project_id': '8d7b41a754234075b102a23e3640eb91', 'gw_port_host': None}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:27:24.812895 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-8801f5f8-974d-4ee8-afb4-48c1065743e5 admin admin] For port fa2ed9ff-5392-42b7-8746-c5f29ba345b3, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=fa2ed9ff-5392-42b7-8746-c5f29ba345b3,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:27:24.814329 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8801f5f8-974d-4ee8-afb4-48c1065743e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:24.827178 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-8801f5f8-974d-4ee8-afb4-48c1065743e5 admin admin] Calling delete_port for fa2ed9ff-5392-42b7-8746-c5f29ba345b3 owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:27:24.999309 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8801f5f8-974d-4ee8-afb4-48c1065743e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:25.022998 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801f5f8-974d-4ee8-afb4-48c1065743e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa2ed9ff-5392-42b7-8746-c5f29ba345b3,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:27:25.043843 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a4e1a1-609d-48b9-97bc-53d7f7d692dc None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:27:25.110979 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8801f5f8-974d-4ee8-afb4-48c1065743e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:25.179647 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:25.218502 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 071d285f-9784-48dc-aacc-c6c153139fc0 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:27:25.234268 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8801f5f8-974d-4ee8-afb4-48c1065743e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:25.237689 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8801f5f8-974d-4ee8-afb4-48c1065743e5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:25.242177 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 071d285f-9784-48dc-aacc-c6c153139fc0 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:27:25.242548 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 071d285f-9784-48dc-aacc-c6c153139fc0 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:27:25.290250 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8801f5f8-974d-4ee8-afb4-48c1065743e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:25.290992 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8801f5f8-974d-4ee8-afb4-48c1065743e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c03c612-b046-4e9d-9795-e499a4d08a8c {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:27:25.295538 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8801f5f8-974d-4ee8-afb4-48c1065743e5 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:25.297573 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8801f5f8-974d-4ee8-afb4-48c1065743e5 admin admin] 10.222.0.39 "DELETE /v2.0/routers/7c03c612-b046-4e9d-9795-e499a4d08a8c HTTP/1.1" status: 204 len: 168 time: 1.1702852 Nov 10 18:27:25.300067 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59064) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:27:25.348767 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a5fa5e6-c6ce-4715-af54-cd2bc05ec665 admin admin] Deleting subnet 1095594e-92ae-493f-b4e9-2f434c7a7d29 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:27:25.352016 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0a5fa5e6-c6ce-4715-af54-cd2bc05ec665 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:25.389550 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0a5fa5e6-c6ce-4715-af54-cd2bc05ec665 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:25.477842 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0a5fa5e6-c6ce-4715-af54-cd2bc05ec665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:25.541347 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0a5fa5e6-c6ce-4715-af54-cd2bc05ec665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:25.553946 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:25.571345 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fa5e6-c6ce-4715-af54-cd2bc05ec665 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1095594e-92ae-493f-b4e9-2f434c7a7d29,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:27:25.576934 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0a5fa5e6-c6ce-4715-af54-cd2bc05ec665 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:25.580618 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0a5fa5e6-c6ce-4715-af54-cd2bc05ec665 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1095594e-92ae-493f-b4e9-2f434c7a7d29 HTTP/1.1" status: 204 len: 168 time: 0.2794142 Nov 10 18:27:25.583309 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59066) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:27:25.584677 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dd53a2-c517-4278-8b29-e9498f74fc64 None None] Network 37448cd1-dcd7-4482-afe0-82fe1fb99ba5 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:27:25.670802 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0fde5622-414e-4042-bf3b-22b389e5d30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:25.732609 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-0fde5622-414e-4042-bf3b-22b389e5d30f admin admin] Deleting port 82c4c8bd-0aec-4d4d-bfc5-6bf2ca6a7e28 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:27:25.732953 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0fde5622-414e-4042-bf3b-22b389e5d30f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:25.827977 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-0fde5622-414e-4042-bf3b-22b389e5d30f admin admin] For port 82c4c8bd-0aec-4d4d-bfc5-6bf2ca6a7e28, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=82c4c8bd-0aec-4d4d-bfc5-6bf2ca6a7e28,segment=NetworkSegment(8d64bd05-1fa2-4f84-924f-a5a415dc122a),segment_id=8d64bd05-1fa2-4f84-924f-a5a415dc122a)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:27:25.828584 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0fde5622-414e-4042-bf3b-22b389e5d30f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:25.845450 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-0fde5622-414e-4042-bf3b-22b389e5d30f admin admin] Calling delete_port for 82c4c8bd-0aec-4d4d-bfc5-6bf2ca6a7e28 owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:27:25.941763 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0fde5622-414e-4042-bf3b-22b389e5d30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:25.954929 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82009ae-5d04-4fc3-9400-fa79d6678dbb None None] DHCP port deletion for 37448cd1-dcd7-4482-afe0-82fe1fb99ba5 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:27:25.970862 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde5622-414e-4042-bf3b-22b389e5d30f admin admin] Pushing event deleted for resources: {'Port': ['ID=82c4c8bd-0aec-4d4d-bfc5-6bf2ca6a7e28,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:27:25.976585 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fde5622-414e-4042-bf3b-22b389e5d30f admin admin] No DVR routers for this DVR port 82c4c8bd-0aec-4d4d-bfc5-6bf2ca6a7e28 on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:27:26.057040 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0fde5622-414e-4042-bf3b-22b389e5d30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:26.079387 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-0fde5622-414e-4042-bf3b-22b389e5d30f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37448cd1-dcd7-4482-afe0-82fe1fb99ba5']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:27:26.089509 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-0fde5622-414e-4042-bf3b-22b389e5d30f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d64bd05-1fa2-4f84-924f-a5a415dc122a') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:27:26.089801 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-0fde5622-414e-4042-bf3b-22b389e5d30f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d64bd05-1fa2-4f84-924f-a5a415dc122a') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:27:26.101109 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0fde5622-414e-4042-bf3b-22b389e5d30f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:26.117320 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0fde5622-414e-4042-bf3b-22b389e5d30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:26.124230 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fde5622-414e-4042-bf3b-22b389e5d30f admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:27:26.124688 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0fde5622-414e-4042-bf3b-22b389e5d30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:26.126936 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:27:26.126936 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:27:26.126936 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:27:26.126936 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:27:26.126936 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:27:26.126936 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:27:26.126936 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:27:26.126936 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:27:26.126936 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:27:26.126936 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:27:26.126936 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:27:26.126936 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:27:26.126936 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:27:26.126936 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:27:26.126936 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:27:26.126936 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:27:26.126936 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:27:26.126936 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:27:26.126936 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:27:26.126936 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:27:26.126936 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:27:26.126936 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:27:26.126936 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:27:26.126936 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:27:26.126936 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:27:26.126936 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:27:26.126936 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:27:26.126936 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:27:26.126936 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:27:26.126936 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:27:26.126936 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:27:26.126936 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:27:26.182979 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0fde5622-414e-4042-bf3b-22b389e5d30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:26.189016 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0fde5622-414e-4042-bf3b-22b389e5d30f admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:26.192397 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0fde5622-414e-4042-bf3b-22b389e5d30f admin admin] 10.222.0.39 "DELETE /v2.0/networks/37448cd1-dcd7-4482-afe0-82fe1fb99ba5 HTTP/1.1" status: 204 len: 168 time: 0.6075845 Nov 10 18:27:26.205071 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde5622-414e-4042-bf3b-22b389e5d30f admin admin] Pushing event deleted for resources: {'Network': ['ID=37448cd1-dcd7-4482-afe0-82fe1fb99ba5,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:27:26.345376 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59070) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:27:26.387482 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-74132efd-25ed-41af-9458-7f3ea9d218e9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c28b0cecf69f41b398fc07e448e03d50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409341 Nov 10 18:27:26.391274 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59072) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:27:26.448778 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-950bec79-2b19-4c6f-bf28-953e5cf67f69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:26.475013 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-950bec79-2b19-4c6f-bf28-953e5cf67f69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:26.524008 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-950bec79-2b19-4c6f-bf28-953e5cf67f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:26.526588 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-950bec79-2b19-4c6f-bf28-953e5cf67f69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:26.527743 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-950bec79-2b19-4c6f-bf28-953e5cf67f69 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/be0088c3-bb05-4c1f-912d-90db0320438d HTTP/1.1" status: 204 len: 168 time: 0.1355379 Nov 10 18:27:26.541008 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950bec79-2b19-4c6f-bf28-953e5cf67f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0088c3-bb05-4c1f-912d-90db0320438d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:27:26.939568 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59078) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:27:26.988951 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a8a505a2-7d85-49e4-a4b5-1b643d66baff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8d7b41a754234075b102a23e3640eb91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0481758 Nov 10 18:27:26.992329 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59080) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:27:27.004969 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device fa2ed9ff-5392-42b7-8746-c5f29ba345b3 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:27:27.026243 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: fa2ed9ff-5392-42b7-8746-c5f29ba345b3 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:27:27.026695 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device fa2ed9ff-5392-42b7-8746-c5f29ba345b3 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:27:27.027185 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 82c4c8bd-0aec-4d4d-bfc5-6bf2ca6a7e28 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:27:27.043945 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0def5b63-a9da-4e38-b051-25e75f19ca1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:27.049973 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 82c4c8bd-0aec-4d4d-bfc5-6bf2ca6a7e28 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:27:27.050320 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 82c4c8bd-0aec-4d4d-bfc5-6bf2ca6a7e28 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:27:27.068559 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0def5b63-a9da-4e38-b051-25e75f19ca1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:27.136285 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0def5b63-a9da-4e38-b051-25e75f19ca1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:27.138811 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0def5b63-a9da-4e38-b051-25e75f19ca1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:27.140366 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0def5b63-a9da-4e38-b051-25e75f19ca1a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c1e8ce6-148f-408b-b653-8b2f626ae01c HTTP/1.1" status: 204 len: 168 time: 0.1467597 Nov 10 18:27:27.151894 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def5b63-a9da-4e38-b051-25e75f19ca1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1e8ce6-148f-408b-b653-8b2f626ae01c,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:27:30.619629 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fee50fad-8076-42fa-8e9e-709f673644f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:30.885225 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:27:32.960636 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12647503-0e91-46a1-93e2-18d417e612b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:34.193321 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:35.683128 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:36.378261 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:37.729347 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-34afd2ba-59da-4812-a477-83b72f365547 req-45736518-7f0b-4ecb-9f6f-3afadd5ffe96 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c3305c54437249cbb7c21c4fa0b1f211&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330913 Nov 10 18:27:37.917169 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afd2ba-59da-4812-a477-83b72f365547 req-fb9223b4-d27e-42a7-8101-dc906e094b54 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:27:37.918563 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-34afd2ba-59da-4812-a477-83b72f365547 req-fb9223b4-d27e-42a7-8101-dc906e094b54 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1830313 Nov 10 18:27:37.935526 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-34afd2ba-59da-4812-a477-83b72f365547 req-5c549ac3-1b93-462d-9766-ab4eba4bccf1 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] 10.222.0.39 "GET /v2.0/quotas/c3305c54437249cbb7c21c4fa0b1f211 HTTP/1.1" status: 200 len: 375 time: 0.0097508 Nov 10 18:27:37.969164 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-34afd2ba-59da-4812-a477-83b72f365547 req-a39b28d0-6565-4d14-aacb-e533576b64ba tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3305c54437249cbb7c21c4fa0b1f211&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276303 Nov 10 18:27:38.141458 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8fb22c9d-63b1-476f-9a4c-7b214e1db02f req-20efb839-090a-46fe-a436-bc9581b1a38d tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a09f49-195e-4b06-883c-95bf17162897 HTTP/1.1" status: 200 len: 210 time: 0.0314901 Nov 10 18:27:39.032682 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-34afd2ba-59da-4812-a477-83b72f365547 req-7b169f7b-9173-4d37-a7eb-8b2bcbca9364 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c3305c54437249cbb7c21c4fa0b1f211&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232553 Nov 10 18:27:39.152886 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afd2ba-59da-4812-a477-83b72f365547 req-aa0c0624-e19b-4081-8667-df9c9545b3ed tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:27:39.154317 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-34afd2ba-59da-4812-a477-83b72f365547 req-aa0c0624-e19b-4081-8667-df9c9545b3ed tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1158097 Nov 10 18:27:39.167114 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-34afd2ba-59da-4812-a477-83b72f365547 req-3d0edf7b-1ac7-434f-a547-107116f2e2a4 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Request body: {'port': {'device_id': 'c0a09f49-195e-4b06-883c-95bf17162897', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'admin_state_up': True, 'tenant_id': 'c3305c54437249cbb7c21c4fa0b1f211'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:27:39.263955 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-51e96fe7-f34c-40d4-b736-dc5fc2a23604 req-bef0d00f-2312-4e30-86f1-e62b240a574b tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a09f49-195e-4b06-883c-95bf17162897 HTTP/1.1" status: 200 len: 210 time: 0.0401311 Nov 10 18:27:39.307927 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34afd2ba-59da-4812-a477-83b72f365547 req-3d0edf7b-1ac7-434f-a547-107116f2e2a4 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Made reservation on behalf of c3305c54437249cbb7c21c4fa0b1f211 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:27:39.311543 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-34afd2ba-59da-4812-a477-83b72f365547 req-3d0edf7b-1ac7-434f-a547-107116f2e2a4 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:39.321135 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-34afd2ba-59da-4812-a477-83b72f365547 req-3d0edf7b-1ac7-434f-a547-107116f2e2a4 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:39.395995 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-34afd2ba-59da-4812-a477-83b72f365547 req-3d0edf7b-1ac7-434f-a547-107116f2e2a4 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:39.399879 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-34afd2ba-59da-4812-a477-83b72f365547 req-3d0edf7b-1ac7-434f-a547-107116f2e2a4 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:39.464693 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0edf7b-1ac7-434f-a547-107116f2e2a4 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4c4bb1-12be-4da4-9000-cdff38a43d07,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:27:39.541618 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-34afd2ba-59da-4812-a477-83b72f365547 req-3d0edf7b-1ac7-434f-a547-107116f2e2a4 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Allocated IP 192.168.233.215 (06bf2af7-1c64-4ab3-86f9-bba38a9adb20/7364e0f4-b425-437c-8639-701045fa2b03/5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:27:39.697642 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-34afd2ba-59da-4812-a477-83b72f365547 req-3d0edf7b-1ac7-434f-a547-107116f2e2a4 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:39.733489 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-34afd2ba-59da-4812-a477-83b72f365547 req-3d0edf7b-1ac7-434f-a547-107116f2e2a4 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:39.786612 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34afd2ba-59da-4812-a477-83b72f365547 req-3d0edf7b-1ac7-434f-a547-107116f2e2a4 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:27:39.790258 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-34afd2ba-59da-4812-a477-83b72f365547 req-3d0edf7b-1ac7-434f-a547-107116f2e2a4 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:27:39.794750 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-34afd2ba-59da-4812-a477-83b72f365547 req-3d0edf7b-1ac7-434f-a547-107116f2e2a4 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:27:39.799590 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0edf7b-1ac7-434f-a547-107116f2e2a4 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Pushing event updated for resources: {'Port': ['ID=5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:27:39.849427 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afd2ba-59da-4812-a477-83b72f365547 req-3d0edf7b-1ac7-434f-a547-107116f2e2a4 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:27:39.850059 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-34afd2ba-59da-4812-a477-83b72f365547 req-3d0edf7b-1ac7-434f-a547-107116f2e2a4 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:39.869562 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-34afd2ba-59da-4812-a477-83b72f365547 req-3d0edf7b-1ac7-434f-a547-107116f2e2a4 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7059352 Nov 10 18:27:39.890323 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-34afd2ba-59da-4812-a477-83b72f365547 req-4ab5cc5f-9b8b-463c-b9bf-f1fb7d635fba service neutron] Request body: {'port': {'device_id': 'c0a09f49-195e-4b06-883c-95bf17162897', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:27:39.953286 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-34afd2ba-59da-4812-a477-83b72f365547 req-4ab5cc5f-9b8b-463c-b9bf-f1fb7d635fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:40.066549 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-5f4ffa1b-f71b-4b85-ba34-08937e3bc3f2 None None] Provisioning complete for port 5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:27:40.068727 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5f4ffa1b-f71b-4b85-ba34-08937e3bc3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:40.104455 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-5f4ffa1b-f71b-4b85-ba34-08937e3bc3f2 None None] Port 5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:27:40.228826 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-34afd2ba-59da-4812-a477-83b72f365547 req-4ab5cc5f-9b8b-463c-b9bf-f1fb7d635fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:27:40.236451 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-34afd2ba-59da-4812-a477-83b72f365547 req-4ab5cc5f-9b8b-463c-b9bf-f1fb7d635fba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:40.248981 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-34afd2ba-59da-4812-a477-83b72f365547 req-4ab5cc5f-9b8b-463c-b9bf-f1fb7d635fba service neutron] Transition to ACTIVE for port object 5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:27:40.253287 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-34afd2ba-59da-4812-a477-83b72f365547 req-4ab5cc5f-9b8b-463c-b9bf-f1fb7d635fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:40.303723 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5cc5f-9b8b-463c-b9bf-f1fb7d635fba service neutron] Pushing event updated for resources: {'Port': ['ID=5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:27:40.386080 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-34afd2ba-59da-4812-a477-83b72f365547 req-4ab5cc5f-9b8b-463c-b9bf-f1fb7d635fba service neutron] Attempting to bind port 5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:27:40.386436 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-34afd2ba-59da-4812-a477-83b72f365547 req-4ab5cc5f-9b8b-463c-b9bf-f1fb7d635fba service neutron] Attempting to bind port 5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:27:40.386738 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34afd2ba-59da-4812-a477-83b72f365547 req-4ab5cc5f-9b8b-463c-b9bf-f1fb7d635fba service neutron] Attempting to bind port 5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:27:40.390883 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67447da8-2d19-475a-afd5-963fe88d4e59 req-f6d50396-33d7-48ff-b328-7599f690aa42 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:27:40.391364 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34afd2ba-59da-4812-a477-83b72f365547 req-4ab5cc5f-9b8b-463c-b9bf-f1fb7d635fba service neutron] Port 5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:27:40.391685 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34afd2ba-59da-4812-a477-83b72f365547 req-4ab5cc5f-9b8b-463c-b9bf-f1fb7d635fba service neutron] Attempting to bind port 5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f on network 06bf2af7-1c64-4ab3-86f9-bba38a9adb20 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:27:40.392525 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-67447da8-2d19-475a-afd5-963fe88d4e59 req-f6d50396-33d7-48ff-b328-7599f690aa42 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a09f49-195e-4b06-883c-95bf17162897 HTTP/1.1" status: 200 len: 948 time: 0.0542374 Nov 10 18:27:40.401359 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34afd2ba-59da-4812-a477-83b72f365547 req-4ab5cc5f-9b8b-463c-b9bf-f1fb7d635fba service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:27:40.401689 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34afd2ba-59da-4812-a477-83b72f365547 req-4ab5cc5f-9b8b-463c-b9bf-f1fb7d635fba service neutron] Checking segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:27:40.402063 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34afd2ba-59da-4812-a477-83b72f365547 req-4ab5cc5f-9b8b-463c-b9bf-f1fb7d635fba service neutron] Bound using segment: {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:27:40.402493 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-34afd2ba-59da-4812-a477-83b72f365547 req-4ab5cc5f-9b8b-463c-b9bf-f1fb7d635fba service neutron] Bound port: 5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac13526-2bbc-4042-a8f1-b7511c8c0969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:27:40.402852 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-34afd2ba-59da-4812-a477-83b72f365547 req-4ab5cc5f-9b8b-463c-b9bf-f1fb7d635fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:40.446453 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-67447da8-2d19-475a-afd5-963fe88d4e59 req-7e5a4df4-b282-4411-bc61-9a534a0d9e7e tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c4c4bb1-12be-4da4-9000-cdff38a43d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477226 Nov 10 18:27:40.475559 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-34afd2ba-59da-4812-a477-83b72f365547 req-4ab5cc5f-9b8b-463c-b9bf-f1fb7d635fba service neutron] For port 5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:27:40.479089 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-34afd2ba-59da-4812-a477-83b72f365547 req-4ab5cc5f-9b8b-463c-b9bf-f1fb7d635fba service neutron] For port 5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:27:40.483509 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-34afd2ba-59da-4812-a477-83b72f365547 req-4ab5cc5f-9b8b-463c-b9bf-f1fb7d635fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:40.521471 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afd2ba-59da-4812-a477-83b72f365547 req-4ab5cc5f-9b8b-463c-b9bf-f1fb7d635fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:27:40.522416 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-34afd2ba-59da-4812-a477-83b72f365547 req-4ab5cc5f-9b8b-463c-b9bf-f1fb7d635fba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:40.523801 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-34afd2ba-59da-4812-a477-83b72f365547 req-4ab5cc5f-9b8b-463c-b9bf-f1fb7d635fba service neutron] 10.222.0.13 "PUT /v2.0/ports/5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f HTTP/1.1" status: 200 len: 1097 time: 0.6455693 Nov 10 18:27:40.524274 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a09f49-195e-4b06-883c-95bf17162897', 'tag': '5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:27:40.526542 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab652af-9eb7-4393-a36e-b63ed0125e78" -d '{"events": [{"name": "network-changed", "server_uuid": "c0a09f49-195e-4b06-883c-95bf17162897", "tag": "5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:27:40.560776 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5cc5f-9b8b-463c-b9bf-f1fb7d635fba service neutron] Pushing event updated for resources: {'Port': ['ID=5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:27:40.582973 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbdb0d0-e1e2-4740-870b-912666cdb0f7 x-openstack-request-id: req-adbdb0d0-e1e2-4740-870b-912666cdb0f7 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:27:40.583276 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0a09f49-195e-4b06-883c-95bf17162897", "tag": "5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:27:40.583533 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-adbdb0d0-e1e2-4740-870b-912666cdb0f7 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:27:40.583939 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a09f49-195e-4b06-883c-95bf17162897', 'tag': '5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f', 'status': 'completed', 'code': 200} Nov 10 18:27:40.631776 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afd2ba-59da-4812-a477-83b72f365547 req-7eaedd04-a395-42f2-8f5e-910210181a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:27:40.633358 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-34afd2ba-59da-4812-a477-83b72f365547 req-7eaedd04-a395-42f2-8f5e-910210181a5b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3305c54437249cbb7c21c4fa0b1f211&device_id=c0a09f49-195e-4b06-883c-95bf17162897 HTTP/1.1" status: 200 len: 1100 time: 0.0453527 Nov 10 18:27:40.692094 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-34afd2ba-59da-4812-a477-83b72f365547 req-5d80665e-d5aa-4ba8-9d8c-714bdaa91725 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f HTTP/1.1" status: 200 len: 217 time: 0.0504613 Nov 10 18:27:40.747972 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afd2ba-59da-4812-a477-83b72f365547 req-439f9058-39b2-4ada-a977-52708dff35f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:27:40.749539 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-34afd2ba-59da-4812-a477-83b72f365547 req-439f9058-39b2-4ada-a977-52708dff35f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.0510681 Nov 10 18:27:40.798137 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afd2ba-59da-4812-a477-83b72f365547 req-21811221-3c40-47c9-878d-fa29af697948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:27:40.799678 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-34afd2ba-59da-4812-a477-83b72f365547 req-21811221-3c40-47c9-878d-fa29af697948 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0429711 Nov 10 18:27:40.895106 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-34afd2ba-59da-4812-a477-83b72f365547 req-6f085a54-8477-4104-93ef-97a7640ed2b4 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884132 Nov 10 18:27:40.991734 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-34afd2ba-59da-4812-a477-83b72f365547 req-a3d8308f-5499-49a3-80d1-8921a5facf5a service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895875 Nov 10 18:27:41.086540 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab652af-9eb7-4393-a36e-b63ed0125e78 req-142991c0-a978-4487-8603-acc96cc174ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:27:41.088046 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bab652af-9eb7-4393-a36e-b63ed0125e78 req-142991c0-a978-4487-8603-acc96cc174ca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3305c54437249cbb7c21c4fa0b1f211&device_id=c0a09f49-195e-4b06-883c-95bf17162897 HTTP/1.1" status: 200 len: 1100 time: 0.0463705 Nov 10 18:27:41.186139 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab652af-9eb7-4393-a36e-b63ed0125e78 req-dc985c50-92ca-45ee-9ee8-8216fd5eb429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:27:41.187701 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bab652af-9eb7-4393-a36e-b63ed0125e78 req-dc985c50-92ca-45ee-9ee8-8216fd5eb429 service neutron] 10.222.0.13 "GET /v2.0/networks?id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20 HTTP/1.1" status: 200 len: 870 time: 0.0917454 Nov 10 18:27:41.231210 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bab652af-9eb7-4393-a36e-b63ed0125e78 req-65799668-f7a2-4ef9-baf4-8fce19cbe650 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f HTTP/1.1" status: 200 len: 217 time: 0.0357566 Nov 10 18:27:41.286725 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab652af-9eb7-4393-a36e-b63ed0125e78 req-b056f852-edc7-4b57-8e5e-d2f2240e7eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:27:41.288172 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bab652af-9eb7-4393-a36e-b63ed0125e78 req-b056f852-edc7-4b57-8e5e-d2f2240e7eed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7364e0f4-b425-437c-8639-701045fa2b03 HTTP/1.1" status: 200 len: 843 time: 0.0489638 Nov 10 18:27:41.335070 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab652af-9eb7-4393-a36e-b63ed0125e78 req-ba88e511-c18d-4489-8d86-29d0ab6fa933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:27:41.336580 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bab652af-9eb7-4393-a36e-b63ed0125e78 req-ba88e511-c18d-4489-8d86-29d0ab6fa933 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06bf2af7-1c64-4ab3-86f9-bba38a9adb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0404842 Nov 10 18:27:41.438596 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bab652af-9eb7-4393-a36e-b63ed0125e78 req-34b23cc2-5d63-4f28-a3d5-8f053a56024e service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934391 Nov 10 18:27:41.539274 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bab652af-9eb7-4393-a36e-b63ed0125e78 req-129e36c5-307d-45ef-9e72-6373c43c7397 service neutron] 10.222.0.13 "GET /v2.0/networks/06bf2af7-1c64-4ab3-86f9-bba38a9adb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930378 Nov 10 18:27:41.570713 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608301de-60f1-42c8-be8a-e2b51f06edbe req-767179cb-153e-4f84-8379-a04e1c944520 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:27:41.572224 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-608301de-60f1-42c8-be8a-e2b51f06edbe req-767179cb-153e-4f84-8379-a04e1c944520 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a09f49-195e-4b06-883c-95bf17162897 HTTP/1.1" status: 200 len: 948 time: 0.0522611 Nov 10 18:27:41.621715 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-608301de-60f1-42c8-be8a-e2b51f06edbe req-382cd2f0-bd2e-4882-ad32-3bed60497037 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c4c4bb1-12be-4da4-9000-cdff38a43d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428655 Nov 10 18:27:42.741844 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a53e6-971b-4512-ad74-bcfbe9be4100 req-7a82cd3d-4efc-4075-a22c-aa6b9f75ac14 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:27:42.743462 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-726a53e6-971b-4512-ad74-bcfbe9be4100 req-7a82cd3d-4efc-4075-a22c-aa6b9f75ac14 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a09f49-195e-4b06-883c-95bf17162897 HTTP/1.1" status: 200 len: 948 time: 0.0513749 Nov 10 18:27:42.796323 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-726a53e6-971b-4512-ad74-bcfbe9be4100 req-8132985c-2c52-4081-a213-f882ebfab7cd tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c4c4bb1-12be-4da4-9000-cdff38a43d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439219 Nov 10 18:27:43.920878 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e956987-10ac-4474-be54-801f9f05d4f7 req-edb84195-67f2-47b0-b361-e98fd166976d tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:27:43.922377 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2e956987-10ac-4474-be54-801f9f05d4f7 req-edb84195-67f2-47b0-b361-e98fd166976d tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a09f49-195e-4b06-883c-95bf17162897 HTTP/1.1" status: 200 len: 948 time: 0.0535400 Nov 10 18:27:43.972142 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2e956987-10ac-4474-be54-801f9f05d4f7 req-d3229812-8151-47f4-acd8-50e71937b7f1 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c4c4bb1-12be-4da4-9000-cdff38a43d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425284 Nov 10 18:27:43.991700 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:27:44.088797 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:27:44.100759 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f', 'network_id': '06bf2af7-1c64-4ab3-86f9-bba38a9adb20', 'port_id': '5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f', 'mac_address': 'fa:16:3e:c2:71:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7364e0f4-b425-437c-8639-701045fa2b03', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:27:44.135964 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:44.149212 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:27:44.168644 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:27:44.172342 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:44.219772 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:27:44.412192 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:27:45.095936 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b12a5-c074-40aa-85bb-05e7d48b6c40 req-378ea104-b846-4129-ba7a-167ae7ce7682 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:27:45.097344 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa8b12a5-c074-40aa-85bb-05e7d48b6c40 req-378ea104-b846-4129-ba7a-167ae7ce7682 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a09f49-195e-4b06-883c-95bf17162897 HTTP/1.1" status: 200 len: 949 time: 0.0548344 Nov 10 18:27:45.144337 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa8b12a5-c074-40aa-85bb-05e7d48b6c40 req-83c8ef3f-8c4b-4fc1-bbb3-ef2cf91f39ca tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c4c4bb1-12be-4da4-9000-cdff38a43d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409946 Nov 10 18:27:46.008271 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:27:46.055503 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:27:46.059349 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:27:46.059713 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:46.141074 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:46.164943 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a09f49-195e-4b06-883c-95bf17162897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:27:46.179841 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:27:46.185192 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:46.213490 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c57bb1-6e2b-4501-9f27-0aec47c3f481" -d '{"events": [{"server_uuid": "c0a09f49-195e-4b06-883c-95bf17162897", "name": "network-vif-plugged", "status": "completed", "tag": "5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:27:46.242499 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:27:46.265643 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4528c93-611f-4bac-975f-caeeb5ce8082 req-75c2a613-21e5-4902-8d08-c952f8144a86 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:27:46.267172 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c4528c93-611f-4bac-975f-caeeb5ce8082 req-75c2a613-21e5-4902-8d08-c952f8144a86 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a09f49-195e-4b06-883c-95bf17162897 HTTP/1.1" status: 200 len: 950 time: 0.0517507 Nov 10 18:27:46.304210 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99e3c15-b82d-4a34-bb60-b708b5d78cfb x-openstack-request-id: req-e99e3c15-b82d-4a34-bb60-b708b5d78cfb {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:27:46.304510 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a09f49-195e-4b06-883c-95bf17162897", "name": "network-vif-plugged", "status": "completed", "tag": "5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:27:46.304792 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e99e3c15-b82d-4a34-bb60-b708b5d78cfb {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:27:46.305195 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a09f49-195e-4b06-883c-95bf17162897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f', 'code': 200} Nov 10 18:27:46.317416 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c4528c93-611f-4bac-975f-caeeb5ce8082 req-7c0687bd-1c42-416d-a56a-edeaaf46a0b4 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c4c4bb1-12be-4da4-9000-cdff38a43d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440681 Nov 10 18:27:46.409749 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1ef95-a7c8-46c6-b5c7-fda4ba5269ca req-e4f439e3-9152-4596-845e-2f2bebf45229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:27:46.411291 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0fe1ef95-a7c8-46c6-b5c7-fda4ba5269ca req-e4f439e3-9152-4596-845e-2f2bebf45229 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c0a09f49-195e-4b06-883c-95bf17162897 HTTP/1.1" status: 200 len: 1102 time: 0.0443063 Nov 10 18:27:46.456399 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0fe1ef95-a7c8-46c6-b5c7-fda4ba5269ca req-5ddfb71c-2d75-46aa-b7d6-880b0feb0c1f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1c4c4bb1-12be-4da4-9000-cdff38a43d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378556 Nov 10 18:27:47.448141 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00e576-4da0-4ac0-a852-6cced1f2ca49 req-8b018ab8-72ab-4ce2-87f9-d55640108bed tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:27:47.452619 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3c00e576-4da0-4ac0-a852-6cced1f2ca49 req-8b018ab8-72ab-4ce2-87f9-d55640108bed tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a09f49-195e-4b06-883c-95bf17162897 HTTP/1.1" status: 200 len: 950 time: 0.0556958 Nov 10 18:27:47.499118 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3c00e576-4da0-4ac0-a852-6cced1f2ca49 req-22d4d301-a18f-4935-a77d-d5b9ccc4f1a4 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c4c4bb1-12be-4da4-9000-cdff38a43d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427613 Nov 10 18:27:48.615494 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73081f5-06a2-4f51-896f-462e319465dc req-0bbb97b2-cf35-4f89-b9eb-971bb9e51c94 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:27:48.617024 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c73081f5-06a2-4f51-896f-462e319465dc req-0bbb97b2-cf35-4f89-b9eb-971bb9e51c94 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a09f49-195e-4b06-883c-95bf17162897 HTTP/1.1" status: 200 len: 950 time: 0.0506444 Nov 10 18:27:48.668635 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c73081f5-06a2-4f51-896f-462e319465dc req-752cc68c-3074-4e58-9c01-81c4070938b5 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c4c4bb1-12be-4da4-9000-cdff38a43d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453825 Nov 10 18:27:49.057727 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-f1c7a23f-df69-4104-8b8f-6d03a3db37e3 req-1789264b-41a7-48f4-959c-a7c2de8ee911 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:27:49.058750 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f1c7a23f-df69-4104-8b8f-6d03a3db37e3 req-1789264b-41a7-48f4-959c-a7c2de8ee911 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0481107 Nov 10 18:27:49.495355 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-2f0e83c2-f9f5-452f-aefd-0c8fe6058d8f req-19974be3-be16-4416-b829-4dd56e397dae service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:27:49.496394 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2f0e83c2-f9f5-452f-aefd-0c8fe6058d8f req-19974be3-be16-4416-b829-4dd56e397dae service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0551393 Nov 10 18:27:49.877628 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ff222-876d-4445-937d-34cccfa82e07 req-04520576-1c60-4e0e-bba9-64d99989f558 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:27:49.879188 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-223ff222-876d-4445-937d-34cccfa82e07 req-04520576-1c60-4e0e-bba9-64d99989f558 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a09f49-195e-4b06-883c-95bf17162897 HTTP/1.1" status: 200 len: 950 time: 0.0507858 Nov 10 18:27:49.926890 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-223ff222-876d-4445-937d-34cccfa82e07 req-1d14d21e-dba6-4b95-9ebd-5905ff516213 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c4c4bb1-12be-4da4-9000-cdff38a43d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414762 Nov 10 18:27:51.088017 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e73446-b9fd-4a17-aba7-a32774e754e4 req-90cae584-c3aa-4582-8459-39c769cc4598 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:27:51.089444 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-30e73446-b9fd-4a17-aba7-a32774e754e4 req-90cae584-c3aa-4582-8459-39c769cc4598 tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0a09f49-195e-4b06-883c-95bf17162897 HTTP/1.1" status: 200 len: 950 time: 0.0790484 Nov 10 18:27:51.096876 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40331e14-a061-49cd-bf11-87973af1f2ed req-4e532e18-28c7-445f-a615-33f5e9163d8f tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:27:51.098216 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-40331e14-a061-49cd-bf11-87973af1f2ed req-4e532e18-28c7-445f-a615-33f5e9163d8f tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0a09f49-195e-4b06-883c-95bf17162897 HTTP/1.1" status: 200 len: 950 time: 0.0785184 Nov 10 18:27:51.194183 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-30e73446-b9fd-4a17-aba7-a32774e754e4 req-de894225-aa15-4cc1-a846-d4603afce2ae tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] 10.222.0.39 "GET /v2.0/security-groups?id=1c4c4bb1-12be-4da4-9000-cdff38a43d07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950143 Nov 10 18:27:51.220458 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-40331e14-a061-49cd-bf11-87973af1f2ed req-deef1b56-b353-4737-9922-c6c7cf14d56e tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Deleting port 5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:27:51.220795 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-40331e14-a061-49cd-bf11-87973af1f2ed req-deef1b56-b353-4737-9922-c6c7cf14d56e tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:51.318600 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-40331e14-a061-49cd-bf11-87973af1f2ed req-deef1b56-b353-4737-9922-c6c7cf14d56e tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] For port 5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f,segment=NetworkSegment(2ac13526-2bbc-4042-a8f1-b7511c8c0969),segment_id=2ac13526-2bbc-4042-a8f1-b7511c8c0969)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:27:51.318956 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-40331e14-a061-49cd-bf11-87973af1f2ed req-deef1b56-b353-4737-9922-c6c7cf14d56e tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:51.332026 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-40331e14-a061-49cd-bf11-87973af1f2ed req-deef1b56-b353-4737-9922-c6c7cf14d56e tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Calling delete_port for 5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:27:51.464895 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-40331e14-a061-49cd-bf11-87973af1f2ed req-deef1b56-b353-4737-9922-c6c7cf14d56e tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:51.477978 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:27:51.499120 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef1b56-b353-4737-9922-c6c7cf14d56e tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Pushing event deleted for resources: {'Port': ['ID=5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:27:51.550007 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-40331e14-a061-49cd-bf11-87973af1f2ed req-deef1b56-b353-4737-9922-c6c7cf14d56e tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] No DVR routers for this DVR port 5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:27:51.553245 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-40331e14-a061-49cd-bf11-87973af1f2ed req-deef1b56-b353-4737-9922-c6c7cf14d56e tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:51.556863 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-40331e14-a061-49cd-bf11-87973af1f2ed req-deef1b56-b353-4737-9922-c6c7cf14d56e tempest-ServersAdminNegativeTestJSON-856959399 tempest-ServersAdminNegativeTestJSON-856959399-project] 10.222.0.13 "DELETE /v2.0/ports/5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f HTTP/1.1" status: 204 len: 173 time: 0.4520438 Nov 10 18:27:51.557354 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a09f49-195e-4b06-883c-95bf17162897', 'name': 'network-vif-deleted', 'tag': '5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:27:51.560339 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103765f8-906a-49a5-8c02-d228b739877e" -d '{"events": [{"server_uuid": "c0a09f49-195e-4b06-883c-95bf17162897", "name": "network-vif-deleted", "tag": "5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:27:51.609358 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168dfa46-b9e2-4f5f-812e-e710853e1331 x-openstack-request-id: req-168dfa46-b9e2-4f5f-812e-e710853e1331 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:27:51.609661 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a09f49-195e-4b06-883c-95bf17162897", "name": "network-vif-deleted", "tag": "5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:27:51.609941 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-168dfa46-b9e2-4f5f-812e-e710853e1331 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:27:51.610901 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a09f49-195e-4b06-883c-95bf17162897', 'name': 'network-vif-deleted', 'tag': '5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f', 'status': 'completed', 'code': 200} Nov 10 18:27:52.488542 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59236) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:27:52.632283 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3570d123-8d20-48b0-bc1f-77c0e3542f9a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c3305c54437249cbb7c21c4fa0b1f211&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1425302 Nov 10 18:27:52.634791 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59240) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:27:52.685644 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f729d3ac-909a-4511-b239-fa72925452de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:52.707433 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f729d3ac-909a-4511-b239-fa72925452de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:52.760390 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f729d3ac-909a-4511-b239-fa72925452de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:52.763239 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f729d3ac-909a-4511-b239-fa72925452de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:52.764439 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f729d3ac-909a-4511-b239-fa72925452de admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1c4c4bb1-12be-4da4-9000-cdff38a43d07 HTTP/1.1" status: 204 len: 168 time: 0.1287158 Nov 10 18:27:52.773725 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729d3ac-909a-4511-b239-fa72925452de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4c4bb1-12be-4da4-9000-cdff38a43d07,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:27:53.043502 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59248) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:27:53.060200 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b28d5e73-24e3-4c70-993b-9993dd298cd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:53.145820 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b28d5e73-24e3-4c70-993b-9993dd298cd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:53.150246 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b28d5e73-24e3-4c70-993b-9993dd298cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:53.190704 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b28d5e73-24e3-4c70-993b-9993dd298cd9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1cc44f0e91154f11a556621fa828710a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1460638 Nov 10 18:27:53.191683 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d5e73-24e3-4c70-993b-9993dd298cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947fa476-c1f5-4d11-aecd-9ae95ccadca1,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:27:53.193715 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59252) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:27:53.249638 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6c3bc201-b44e-43c9-8bdb-6d6ba160d1ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:53.273278 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6c3bc201-b44e-43c9-8bdb-6d6ba160d1ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:53.328477 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6c3bc201-b44e-43c9-8bdb-6d6ba160d1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:53.331671 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6c3bc201-b44e-43c9-8bdb-6d6ba160d1ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:53.332900 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6c3bc201-b44e-43c9-8bdb-6d6ba160d1ec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/947fa476-c1f5-4d11-aecd-9ae95ccadca1 HTTP/1.1" status: 204 len: 168 time: 0.1379683 Nov 10 18:27:53.343759 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3bc201-b44e-43c9-8bdb-6d6ba160d1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947fa476-c1f5-4d11-aecd-9ae95ccadca1,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:27:54.052189 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:27:54.087051 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:27:54.087560 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 5c8d4ded-ddf7-41a1-8c56-29d6eb371a2f not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:27:54.254797 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59276) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:27:54.362707 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-61619e75-9fc8-4aa2-9e8c-047d72f3fca0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1523893905-network', 'tenant_id': 'aa0d510392a648729d546262e3387a1f'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:27:54.383673 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61619e75-9fc8-4aa2-9e8c-047d72f3fca0 admin admin] Made reservation on behalf of aa0d510392a648729d546262e3387a1f for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:27:54.386073 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-61619e75-9fc8-4aa2-9e8c-047d72f3fca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:54.396875 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-61619e75-9fc8-4aa2-9e8c-047d72f3fca0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:54.478125 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-61619e75-9fc8-4aa2-9e8c-047d72f3fca0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:54.481768 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-61619e75-9fc8-4aa2-9e8c-047d72f3fca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:54.508701 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61619e75-9fc8-4aa2-9e8c-047d72f3fca0 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:27:54.517959 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61619e75-9fc8-4aa2-9e8c-047d72f3fca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a262dcd5-5a3a-4155-a282-cf3f08a638e6,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:27:54.526624 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-61619e75-9fc8-4aa2-9e8c-047d72f3fca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:54.526624 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-61619e75-9fc8-4aa2-9e8c-047d72f3fca0 admin admin] Added segment 87e7550a-4951-4ecc-8ea9-85084464c8a2 of type vlan for network 39d5e66f-a879-421d-a7cc-0daf05055c13 Nov 10 18:27:54.565145 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-61619e75-9fc8-4aa2-9e8c-047d72f3fca0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:54.589585 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-61619e75-9fc8-4aa2-9e8c-047d72f3fca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:54.590319 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61619e75-9fc8-4aa2-9e8c-047d72f3fca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:27:54.590890 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-61619e75-9fc8-4aa2-9e8c-047d72f3fca0 admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:54.640889 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-61619e75-9fc8-4aa2-9e8c-047d72f3fca0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3849828 Nov 10 18:27:54.644721 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59282) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:27:54.650073 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-a22d316b-6027-497e-a241-420ee568acdb admin admin] Request body: {'subnet': {'network_id': '39d5e66f-a879-421d-a7cc-0daf05055c13', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1523893905-subnet', 'tenant_id': 'aa0d510392a648729d546262e3387a1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:27:54.652986 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61619e75-9fc8-4aa2-9e8c-047d72f3fca0 admin admin] Pushing event updated for resources: {'Network': ['ID=39d5e66f-a879-421d-a7cc-0daf05055c13,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:27:54.665180 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 39d5e66f-a879-421d-a7cc-0daf05055c13 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:27:54.676308 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22d316b-6027-497e-a241-420ee568acdb admin admin] Made reservation on behalf of aa0d510392a648729d546262e3387a1f for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:27:54.678807 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a22d316b-6027-497e-a241-420ee568acdb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:54.850401 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a22d316b-6027-497e-a241-420ee568acdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:54.908544 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d316b-6027-497e-a241-420ee568acdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=435463ff-2857-4308-8616-2cc91b4200d5,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:27:54.919905 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d316b-6027-497e-a241-420ee568acdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:27:54.920283 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d316b-6027-497e-a241-420ee568acdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:27:54.920633 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d316b-6027-497e-a241-420ee568acdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:27:54.920975 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d316b-6027-497e-a241-420ee568acdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:27:54.921312 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d316b-6027-497e-a241-420ee568acdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:27:54.921647 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d316b-6027-497e-a241-420ee568acdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:27:54.921979 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d316b-6027-497e-a241-420ee568acdb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:27:54.922310 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d316b-6027-497e-a241-420ee568acdb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:27:54.922691 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d316b-6027-497e-a241-420ee568acdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:27:54.923589 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d316b-6027-497e-a241-420ee568acdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:27:54.923923 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d316b-6027-497e-a241-420ee568acdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:27:54.924275 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22d316b-6027-497e-a241-420ee568acdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:27:54.927579 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22d316b-6027-497e-a241-420ee568acdb admin admin] Checking segment: {'id': '87e7550a-4951-4ecc-8ea9-85084464c8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '39d5e66f-a879-421d-a7cc-0daf05055c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:27:54.927950 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22d316b-6027-497e-a241-420ee568acdb admin admin] Network hostable DHCP agents. Network: 39d5e66f-a879-421d-a7cc-0daf05055c13, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:27:54.945416 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22d316b-6027-497e-a241-420ee568acdb admin admin] Network 39d5e66f-a879-421d-a7cc-0daf05055c13 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:27:54.954119 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-a22d316b-6027-497e-a241-420ee568acdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 39d5e66f-a879-421d-a7cc-0daf05055c13) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:27:54.958205 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22d316b-6027-497e-a241-420ee568acdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:27:54.958818 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a22d316b-6027-497e-a241-420ee568acdb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:54.964974 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c15ecca-955d-490a-809c-2cc0ad90f934 None None] Network 39d5e66f-a879-421d-a7cc-0daf05055c13 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:27:54.975707 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a22d316b-6027-497e-a241-420ee568acdb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3296070 Nov 10 18:27:55.099153 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d2bce2-d88b-4551-a490-197c7450743a None None] Network 39d5e66f-a879-421d-a7cc-0daf05055c13 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:27:55.194359 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:55.418944 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca321e6-0c03-4701-b1e8-599b338184db req-0fd7ca99-d33b-4bdc-b9f9-a77bcc5fbde2 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:27:55.420366 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2ca321e6-0c03-4701-b1e8-599b338184db req-0fd7ca99-d33b-4bdc-b9f9-a77bcc5fbde2 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/networks?id=39d5e66f-a879-421d-a7cc-0daf05055c13 HTTP/1.1" status: 200 len: 812 time: 0.1079128 Nov 10 18:27:55.435753 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2ca321e6-0c03-4701-b1e8-599b338184db req-48eafbfd-ce34-443c-86a3-05ff067a3e23 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/quotas/aa0d510392a648729d546262e3387a1f HTTP/1.1" status: 200 len: 375 time: 0.0091391 Nov 10 18:27:55.467773 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2ca321e6-0c03-4701-b1e8-599b338184db req-56382f1e-50b1-4074-a428-dffcc220a6d1 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=aa0d510392a648729d546262e3387a1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260711 Nov 10 18:27:55.540211 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:27:55.579444 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2ca321e6-0c03-4701-b1e8-599b338184db req-d8e28182-39fe-4879-8634-47aaa7582b4f service neutron] 10.222.0.39 "GET /v2.0/networks/39d5e66f-a879-421d-a7cc-0daf05055c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039429 Nov 10 18:27:55.682889 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2ca321e6-0c03-4701-b1e8-599b338184db req-a29f71cd-6ffb-40eb-8ddd-8850c1d5294f service neutron] 10.222.0.39 "GET /v2.0/networks/39d5e66f-a879-421d-a7cc-0daf05055c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914643 Nov 10 18:27:55.843032 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3ff0d3f6-8190-4053-94c9-74934a7b772e req-3c1ae42d-dfa7-4c23-9d44-0f748e8592df tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 210 time: 0.0267100 Nov 10 18:27:56.923980 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0818bb72-c245-46bd-947e-0f72dc368b80 req-c470c3f9-474d-4aed-9c07-791b0c58256c tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 210 time: 0.0276213 Nov 10 18:27:58.006066 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-14b78cda-737f-46b6-81ae-828c49403216 req-42f3369e-d172-4d8e-b105-4780bdacaae8 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 210 time: 0.0315824 Nov 10 18:27:59.090030 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-988d1227-926c-4c31-9fa1-64db8be3c2af req-ca3c0a04-1d10-4e92-8873-a1cd1610ed7f tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 210 time: 0.0334005 Nov 10 18:28:00.186164 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-37c8d155-5054-4977-a384-f808f149b971 req-d2cf5bff-a048-4bce-88a4-7fac67c0003e tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 210 time: 0.0271611 Nov 10 18:28:00.614191 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-69e407a1-483e-4239-a542-3779e3e8df06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:00.866564 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca321e6-0c03-4701-b1e8-599b338184db req-8cf74cce-87cf-4489-8927-29203d8487c2 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:00.867947 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2ca321e6-0c03-4701-b1e8-599b338184db req-8cf74cce-87cf-4489-8927-29203d8487c2 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.13 "GET /v2.0/networks?id=39d5e66f-a879-421d-a7cc-0daf05055c13 HTTP/1.1" status: 200 len: 812 time: 0.1052470 Nov 10 18:28:00.885605 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-2ca321e6-0c03-4701-b1e8-599b338184db req-18bb7ffb-dfa0-4ad5-9b27-ea662f36490a tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Request body: {'port': {'device_id': 'adc5dd64-5821-4698-8f10-e5e7dbb9da2f', 'network_id': '39d5e66f-a879-421d-a7cc-0daf05055c13', 'admin_state_up': True, 'tenant_id': 'aa0d510392a648729d546262e3387a1f'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:28:01.284182 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9cffe623-1610-491f-8c36-ba0e7a926fda req-bc7a0117-435b-40c3-86ae-f0f2e7bbdfa6 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 210 time: 0.0270507 Nov 10 18:28:01.316285 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ca321e6-0c03-4701-b1e8-599b338184db req-18bb7ffb-dfa0-4ad5-9b27-ea662f36490a tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Made reservation on behalf of aa0d510392a648729d546262e3387a1f for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:28:01.319740 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2ca321e6-0c03-4701-b1e8-599b338184db req-18bb7ffb-dfa0-4ad5-9b27-ea662f36490a tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:01.443365 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-2ca321e6-0c03-4701-b1e8-599b338184db req-18bb7ffb-dfa0-4ad5-9b27-ea662f36490a tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Allocated IP 172.20.0.10 (39d5e66f-a879-421d-a7cc-0daf05055c13/435463ff-2857-4308-8616-2cc91b4200d5/4f380a4b-23ed-4a69-8a28-fd085eb6e060) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:28:01.585609 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2ca321e6-0c03-4701-b1e8-599b338184db req-18bb7ffb-dfa0-4ad5-9b27-ea662f36490a tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:01.620119 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2ca321e6-0c03-4701-b1e8-599b338184db req-18bb7ffb-dfa0-4ad5-9b27-ea662f36490a tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:01.669260 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ca321e6-0c03-4701-b1e8-599b338184db req-18bb7ffb-dfa0-4ad5-9b27-ea662f36490a tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Network 39d5e66f-a879-421d-a7cc-0daf05055c13 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:28:01.672432 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-2ca321e6-0c03-4701-b1e8-599b338184db req-18bb7ffb-dfa0-4ad5-9b27-ea662f36490a tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:28:01.677035 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca321e6-0c03-4701-b1e8-599b338184db req-18bb7ffb-dfa0-4ad5-9b27-ea662f36490a tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:28:01.683309 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb7ffb-dfa0-4ad5-9b27-ea662f36490a tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Pushing event updated for resources: {'Port': ['ID=4f380a4b-23ed-4a69-8a28-fd085eb6e060,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:28:01.709617 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb7ffb-dfa0-4ad5-9b27-ea662f36490a tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:28:01.709967 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb7ffb-dfa0-4ad5-9b27-ea662f36490a tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:28:01.710313 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb7ffb-dfa0-4ad5-9b27-ea662f36490a tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:28:01.710654 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb7ffb-dfa0-4ad5-9b27-ea662f36490a tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:28:01.710989 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb7ffb-dfa0-4ad5-9b27-ea662f36490a tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:28:01.711325 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb7ffb-dfa0-4ad5-9b27-ea662f36490a tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:28:01.711658 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb7ffb-dfa0-4ad5-9b27-ea662f36490a tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:28:01.711984 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb7ffb-dfa0-4ad5-9b27-ea662f36490a tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:28:01.712346 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb7ffb-dfa0-4ad5-9b27-ea662f36490a tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:28:01.712675 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb7ffb-dfa0-4ad5-9b27-ea662f36490a tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:28:01.712999 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb7ffb-dfa0-4ad5-9b27-ea662f36490a tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:28:01.713325 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb7ffb-dfa0-4ad5-9b27-ea662f36490a tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:28:01.743233 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca321e6-0c03-4701-b1e8-599b338184db req-18bb7ffb-dfa0-4ad5-9b27-ea662f36490a tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:01.743843 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2ca321e6-0c03-4701-b1e8-599b338184db req-18bb7ffb-dfa0-4ad5-9b27-ea662f36490a tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:01.759963 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2ca321e6-0c03-4701-b1e8-599b338184db req-18bb7ffb-dfa0-4ad5-9b27-ea662f36490a tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8788691 Nov 10 18:28:01.772699 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-2ca321e6-0c03-4701-b1e8-599b338184db req-1ab47e48-8a49-43b8-8a95-c64708acd4f7 service neutron] Request body: {'port': {'device_id': 'adc5dd64-5821-4698-8f10-e5e7dbb9da2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:28:01.824491 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2ca321e6-0c03-4701-b1e8-599b338184db req-1ab47e48-8a49-43b8-8a95-c64708acd4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:02.080833 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-2ca321e6-0c03-4701-b1e8-599b338184db req-1ab47e48-8a49-43b8-8a95-c64708acd4f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f380a4b-23ed-4a69-8a28-fd085eb6e060 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:28:02.089555 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2ca321e6-0c03-4701-b1e8-599b338184db req-1ab47e48-8a49-43b8-8a95-c64708acd4f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:02.102665 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-2ca321e6-0c03-4701-b1e8-599b338184db req-1ab47e48-8a49-43b8-8a95-c64708acd4f7 service neutron] Transition to ACTIVE for port object 4f380a4b-23ed-4a69-8a28-fd085eb6e060 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:28:02.105886 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2ca321e6-0c03-4701-b1e8-599b338184db req-1ab47e48-8a49-43b8-8a95-c64708acd4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:02.172968 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab47e48-8a49-43b8-8a95-c64708acd4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=4f380a4b-23ed-4a69-8a28-fd085eb6e060,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:28:02.225263 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-2ca321e6-0c03-4701-b1e8-599b338184db req-1ab47e48-8a49-43b8-8a95-c64708acd4f7 service neutron] Attempting to bind port 4f380a4b-23ed-4a69-8a28-fd085eb6e060 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:28:02.225626 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-2ca321e6-0c03-4701-b1e8-599b338184db req-1ab47e48-8a49-43b8-8a95-c64708acd4f7 service neutron] Attempting to bind port 4f380a4b-23ed-4a69-8a28-fd085eb6e060 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '87e7550a-4951-4ecc-8ea9-85084464c8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '39d5e66f-a879-421d-a7cc-0daf05055c13'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:28:02.225960 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca321e6-0c03-4701-b1e8-599b338184db req-1ab47e48-8a49-43b8-8a95-c64708acd4f7 service neutron] Attempting to bind port 4f380a4b-23ed-4a69-8a28-fd085eb6e060 on network 39d5e66f-a879-421d-a7cc-0daf05055c13 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:28:02.230283 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca321e6-0c03-4701-b1e8-599b338184db req-1ab47e48-8a49-43b8-8a95-c64708acd4f7 service neutron] Port 4f380a4b-23ed-4a69-8a28-fd085eb6e060 on network 39d5e66f-a879-421d-a7cc-0daf05055c13 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:28:02.230608 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca321e6-0c03-4701-b1e8-599b338184db req-1ab47e48-8a49-43b8-8a95-c64708acd4f7 service neutron] Attempting to bind port 4f380a4b-23ed-4a69-8a28-fd085eb6e060 on network 39d5e66f-a879-421d-a7cc-0daf05055c13 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:28:02.235664 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca321e6-0c03-4701-b1e8-599b338184db req-1ab47e48-8a49-43b8-8a95-c64708acd4f7 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:28:02.236017 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca321e6-0c03-4701-b1e8-599b338184db req-1ab47e48-8a49-43b8-8a95-c64708acd4f7 service neutron] Checking segment: {'id': '87e7550a-4951-4ecc-8ea9-85084464c8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '39d5e66f-a879-421d-a7cc-0daf05055c13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:28:02.236443 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca321e6-0c03-4701-b1e8-599b338184db req-1ab47e48-8a49-43b8-8a95-c64708acd4f7 service neutron] Bound using segment: {'id': '87e7550a-4951-4ecc-8ea9-85084464c8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '39d5e66f-a879-421d-a7cc-0daf05055c13'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:28:02.237006 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-2ca321e6-0c03-4701-b1e8-599b338184db req-1ab47e48-8a49-43b8-8a95-c64708acd4f7 service neutron] Bound port: 4f380a4b-23ed-4a69-8a28-fd085eb6e060, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87e7550a-4951-4ecc-8ea9-85084464c8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '39d5e66f-a879-421d-a7cc-0daf05055c13'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:28:02.237229 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2ca321e6-0c03-4701-b1e8-599b338184db req-1ab47e48-8a49-43b8-8a95-c64708acd4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:02.299218 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-2ca321e6-0c03-4701-b1e8-599b338184db req-1ab47e48-8a49-43b8-8a95-c64708acd4f7 service neutron] For port 4f380a4b-23ed-4a69-8a28-fd085eb6e060, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:28:02.302211 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-2ca321e6-0c03-4701-b1e8-599b338184db req-1ab47e48-8a49-43b8-8a95-c64708acd4f7 service neutron] For port 4f380a4b-23ed-4a69-8a28-fd085eb6e060, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4f380a4b-23ed-4a69-8a28-fd085eb6e060,segment=NetworkSegment(87e7550a-4951-4ecc-8ea9-85084464c8a2),segment_id=87e7550a-4951-4ecc-8ea9-85084464c8a2)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:28:02.306807 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2ca321e6-0c03-4701-b1e8-599b338184db req-1ab47e48-8a49-43b8-8a95-c64708acd4f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:02.343417 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca321e6-0c03-4701-b1e8-599b338184db req-1ab47e48-8a49-43b8-8a95-c64708acd4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:02.344047 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2ca321e6-0c03-4701-b1e8-599b338184db req-1ab47e48-8a49-43b8-8a95-c64708acd4f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:02.345556 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2ca321e6-0c03-4701-b1e8-599b338184db req-1ab47e48-8a49-43b8-8a95-c64708acd4f7 service neutron] 10.222.0.13 "PUT /v2.0/ports/4f380a4b-23ed-4a69-8a28-fd085eb6e060 HTTP/1.1" status: 200 len: 1093 time: 0.5768969 Nov 10 18:28:02.345975 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc5dd64-5821-4698-8f10-e5e7dbb9da2f', 'tag': '4f380a4b-23ed-4a69-8a28-fd085eb6e060'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:28:02.348280 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c846fdb8-c83a-4b33-8e90-20bafe1d14fd" -d '{"events": [{"name": "network-changed", "server_uuid": "adc5dd64-5821-4698-8f10-e5e7dbb9da2f", "tag": "4f380a4b-23ed-4a69-8a28-fd085eb6e060"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:28:02.400560 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f6ffbb-dbd4-4555-826a-fbd439fbfa9a x-openstack-request-id: req-e0f6ffbb-dbd4-4555-826a-fbd439fbfa9a {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:28:02.400860 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc5dd64-5821-4698-8f10-e5e7dbb9da2f", "tag": "4f380a4b-23ed-4a69-8a28-fd085eb6e060", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:28:02.401119 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e0f6ffbb-dbd4-4555-826a-fbd439fbfa9a {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:28:02.401521 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc5dd64-5821-4698-8f10-e5e7dbb9da2f', 'tag': '4f380a4b-23ed-4a69-8a28-fd085eb6e060', 'status': 'completed', 'code': 200} Nov 10 18:28:02.437655 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab47e48-8a49-43b8-8a95-c64708acd4f7 service neutron] Pushing event updated for resources: {'Port': ['ID=4f380a4b-23ed-4a69-8a28-fd085eb6e060,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:28:02.459361 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c244dfb-29b5-400d-92b8-0d7fc0694d51 req-d36be87d-365b-40bf-88bd-ecdf63444468 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:02.460904 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2c244dfb-29b5-400d-92b8-0d7fc0694d51 req-d36be87d-365b-40bf-88bd-ecdf63444468 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 944 time: 0.1049099 Nov 10 18:28:02.467615 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca321e6-0c03-4701-b1e8-599b338184db req-e9c4b0c4-aad8-4238-9361-0f0d29994ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:02.469041 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2ca321e6-0c03-4701-b1e8-599b338184db req-e9c4b0c4-aad8-4238-9361-0f0d29994ca8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa0d510392a648729d546262e3387a1f&device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 1096 time: 0.0717883 Nov 10 18:28:02.519131 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2ca321e6-0c03-4701-b1e8-599b338184db req-0933b260-a14a-46f5-9ee2-088a7a690ac5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f380a4b-23ed-4a69-8a28-fd085eb6e060 HTTP/1.1" status: 200 len: 217 time: 0.0364058 Nov 10 18:28:02.576902 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2c244dfb-29b5-400d-92b8-0d7fc0694d51 req-f5d3a5ed-9895-4de0-9bf6-4044742b512f tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068611 Nov 10 18:28:02.589870 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca321e6-0c03-4701-b1e8-599b338184db req-7a1f2a21-5064-4624-8a76-25d4e39d0eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:02.591665 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2ca321e6-0c03-4701-b1e8-599b338184db req-7a1f2a21-5064-4624-8a76-25d4e39d0eeb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=435463ff-2857-4308-8616-2cc91b4200d5 HTTP/1.1" status: 200 len: 852 time: 0.0629742 Nov 10 18:28:02.625412 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2ca321e6-0c03-4701-b1e8-599b338184db req-0937349d-3a1f-40f4-90fb-d7092b81725d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39d5e66f-a879-421d-a7cc-0daf05055c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251479 Nov 10 18:28:02.717702 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2ca321e6-0c03-4701-b1e8-599b338184db req-7adc38eb-8958-4bf4-bc67-ddfa005db5f2 service neutron] 10.222.0.13 "GET /v2.0/networks/39d5e66f-a879-421d-a7cc-0daf05055c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853882 Nov 10 18:28:02.815150 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2ca321e6-0c03-4701-b1e8-599b338184db req-125c47af-c694-4f44-b2f5-22b3b498fe21 service neutron] 10.222.0.13 "GET /v2.0/networks/39d5e66f-a879-421d-a7cc-0daf05055c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903721 Nov 10 18:28:02.910710 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846fdb8-c83a-4b33-8e90-20bafe1d14fd req-d93fbef2-7816-4a23-b63e-87a3b71866cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:02.912142 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c846fdb8-c83a-4b33-8e90-20bafe1d14fd req-d93fbef2-7816-4a23-b63e-87a3b71866cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa0d510392a648729d546262e3387a1f&device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 1096 time: 0.0424016 Nov 10 18:28:02.965847 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-889abebd-2989-467e-8add-fab3a196b899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:03.011241 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846fdb8-c83a-4b33-8e90-20bafe1d14fd req-f8c61356-801c-4e36-b8c9-538fa13933a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:03.012768 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c846fdb8-c83a-4b33-8e90-20bafe1d14fd req-f8c61356-801c-4e36-b8c9-538fa13933a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=39d5e66f-a879-421d-a7cc-0daf05055c13 HTTP/1.1" status: 200 len: 913 time: 0.0928962 Nov 10 18:28:03.055591 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c846fdb8-c83a-4b33-8e90-20bafe1d14fd req-c363470a-6f1c-4ebb-8fe5-8c1f9aeda495 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f380a4b-23ed-4a69-8a28-fd085eb6e060 HTTP/1.1" status: 200 len: 217 time: 0.0348275 Nov 10 18:28:03.108537 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846fdb8-c83a-4b33-8e90-20bafe1d14fd req-bc921c42-8737-431f-bdc9-5c3ada2f9949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:03.110655 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c846fdb8-c83a-4b33-8e90-20bafe1d14fd req-bc921c42-8737-431f-bdc9-5c3ada2f9949 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=435463ff-2857-4308-8616-2cc91b4200d5 HTTP/1.1" status: 200 len: 852 time: 0.0456405 Nov 10 18:28:03.142530 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c846fdb8-c83a-4b33-8e90-20bafe1d14fd req-6b066df3-0987-437a-9963-68a4b3e4c4bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39d5e66f-a879-421d-a7cc-0daf05055c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245376 Nov 10 18:28:03.237669 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c846fdb8-c83a-4b33-8e90-20bafe1d14fd req-3734b085-85db-4afe-9930-bece74637502 service neutron] 10.222.0.13 "GET /v2.0/networks/39d5e66f-a879-421d-a7cc-0daf05055c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877457 Nov 10 18:28:03.336256 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c846fdb8-c83a-4b33-8e90-20bafe1d14fd req-74d31f25-34f7-453f-bbfc-ee6bf69e122b service neutron] 10.222.0.13 "GET /v2.0/networks/39d5e66f-a879-421d-a7cc-0daf05055c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911887 Nov 10 18:28:03.699315 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aaa041-fd4e-46f0-a147-824f2eb3e834 req-32538677-eacd-484d-9810-ca983ae2bc57 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:03.700956 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-75aaa041-fd4e-46f0-a147-824f2eb3e834 req-32538677-eacd-484d-9810-ca983ae2bc57 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 944 time: 0.0525970 Nov 10 18:28:03.752045 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-75aaa041-fd4e-46f0-a147-824f2eb3e834 req-02a325fb-9301-4c45-926c-e8c7e1c0eda8 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448213 Nov 10 18:28:04.194828 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:04.871193 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313f7de-56e6-4ab6-a882-bf30f446ab91 req-c9787798-5c48-4e64-b31c-53d36806e622 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:04.872699 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d313f7de-56e6-4ab6-a882-bf30f446ab91 req-c9787798-5c48-4e64-b31c-53d36806e622 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 944 time: 0.0502357 Nov 10 18:28:04.920360 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d313f7de-56e6-4ab6-a882-bf30f446ab91 req-2b9910b4-4f5e-4a66-b220-c135b800fe4b tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411527 Nov 10 18:28:05.682544 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:06.037606 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4aa85-6725-43aa-b867-252f5b7dcfe2 req-21d93e08-ce2a-4a66-b5cf-e0b60799a122 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:06.039090 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7cf4aa85-6725-43aa-b867-252f5b7dcfe2 req-21d93e08-ce2a-4a66-b5cf-e0b60799a122 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 944 time: 0.0491331 Nov 10 18:28:06.091938 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7cf4aa85-6725-43aa-b867-252f5b7dcfe2 req-0fa7141d-2a51-4748-a03c-5c2db007ef3f tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469847 Nov 10 18:28:06.100169 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 4f380a4b-23ed-4a69-8a28-fd085eb6e060 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:28:06.198045 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 4f380a4b-23ed-4a69-8a28-fd085eb6e060, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4f380a4b-23ed-4a69-8a28-fd085eb6e060,segment=NetworkSegment(87e7550a-4951-4ecc-8ea9-85084464c8a2),segment_id=87e7550a-4951-4ecc-8ea9-85084464c8a2)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:28:06.210027 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '4f380a4b-23ed-4a69-8a28-fd085eb6e060', 'network_id': '39d5e66f-a879-421d-a7cc-0daf05055c13', 'port_id': '4f380a4b-23ed-4a69-8a28-fd085eb6e060', 'mac_address': 'fa:16:3e:c5:e6:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '435463ff-2857-4308-8616-2cc91b4200d5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:28:06.253902 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:06.267499 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f380a4b-23ed-4a69-8a28-fd085eb6e060 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:28:06.286706 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 4f380a4b-23ed-4a69-8a28-fd085eb6e060, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4f380a4b-23ed-4a69-8a28-fd085eb6e060,segment=NetworkSegment(87e7550a-4951-4ecc-8ea9-85084464c8a2),segment_id=87e7550a-4951-4ecc-8ea9-85084464c8a2)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:28:06.290639 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:06.338162 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=4f380a4b-23ed-4a69-8a28-fd085eb6e060,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:28:06.380464 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:06.479290 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['4f380a4b-23ed-4a69-8a28-fd085eb6e060'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:28:07.208214 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404978a1-77e8-451d-8b7d-bfc90fbba0a3 req-2dc3599c-159f-4b5a-ba17-39332d106328 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:07.209716 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-404978a1-77e8-451d-8b7d-bfc90fbba0a3 req-2dc3599c-159f-4b5a-ba17-39332d106328 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 945 time: 0.0497742 Nov 10 18:28:07.256970 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-404978a1-77e8-451d-8b7d-bfc90fbba0a3 req-e5c2e85a-3c45-4fbd-a1fc-1cf85cea4a25 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409367 Nov 10 18:28:07.884160 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:28:08.099963 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 4f380a4b-23ed-4a69-8a28-fd085eb6e060 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:28:08.147633 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 4f380a4b-23ed-4a69-8a28-fd085eb6e060 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:28:08.151366 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 4f380a4b-23ed-4a69-8a28-fd085eb6e060 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:28:08.151732 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:08.229570 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:08.251988 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc5dd64-5821-4698-8f10-e5e7dbb9da2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f380a4b-23ed-4a69-8a28-fd085eb6e060'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:28:08.254190 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b85416e-3d15-4b7d-ab1f-8401b682fe76" -d '{"events": [{"server_uuid": "adc5dd64-5821-4698-8f10-e5e7dbb9da2f", "name": "network-vif-plugged", "status": "completed", "tag": "4f380a4b-23ed-4a69-8a28-fd085eb6e060"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:28:08.267389 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 4f380a4b-23ed-4a69-8a28-fd085eb6e060, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4f380a4b-23ed-4a69-8a28-fd085eb6e060,segment=NetworkSegment(87e7550a-4951-4ecc-8ea9-85084464c8a2),segment_id=87e7550a-4951-4ecc-8ea9-85084464c8a2)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:28:08.271217 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:08.294197 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825f03b3-1609-43c8-826f-752357ade019 x-openstack-request-id: req-825f03b3-1609-43c8-826f-752357ade019 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:28:08.294494 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc5dd64-5821-4698-8f10-e5e7dbb9da2f", "name": "network-vif-plugged", "status": "completed", "tag": "4f380a4b-23ed-4a69-8a28-fd085eb6e060", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:28:08.294749 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-825f03b3-1609-43c8-826f-752357ade019 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:28:08.295135 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc5dd64-5821-4698-8f10-e5e7dbb9da2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f380a4b-23ed-4a69-8a28-fd085eb6e060', 'code': 200} Nov 10 18:28:08.327324 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=4f380a4b-23ed-4a69-8a28-fd085eb6e060,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:28:08.409537 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff4956-8e84-4d74-9e43-ad3b957b4ca2 req-aacc9b8c-a4a4-4d5a-9491-2728a2d188ff tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:08.410948 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e1ff4956-8e84-4d74-9e43-ad3b957b4ca2 req-aacc9b8c-a4a4-4d5a-9491-2728a2d188ff tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 946 time: 0.0788651 Nov 10 18:28:08.426866 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c836e13-5671-4059-87d1-3607af9246f8 req-2db62580-5e89-43a3-8047-df257317e8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:08.428295 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5c836e13-5671-4059-87d1-3607af9246f8 req-2db62580-5e89-43a3-8047-df257317e8a5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 1098 time: 0.0646365 Nov 10 18:28:08.493175 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e1ff4956-8e84-4d74-9e43-ad3b957b4ca2 req-078e83eb-d9cb-4543-b472-bc2f5039d988 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744450 Nov 10 18:28:08.496371 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5c836e13-5671-4059-87d1-3607af9246f8 req-5df2c723-dc40-4ba7-9f68-4ab11d576395 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607555 Nov 10 18:28:09.613609 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f66f57-c2d5-4ff9-ac22-360f4e6b1c01 req-bd1ad79c-f529-4ab0-8101-815ef5397608 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:09.615119 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f9f66f57-c2d5-4ff9-ac22-360f4e6b1c01 req-bd1ad79c-f529-4ab0-8101-815ef5397608 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 946 time: 0.0495708 Nov 10 18:28:09.663069 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f9f66f57-c2d5-4ff9-ac22-360f4e6b1c01 req-18d2fc76-b9aa-48fa-864d-cc46f380c958 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420551 Nov 10 18:28:09.981569 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59368) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:28:10.000643 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b544692-5de7-4290-8fb9-ebfb9a1fdd27 req-ec7ee3a6-128e-432d-84cd-e223c62d8b1e tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:10.002237 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4b544692-5de7-4290-8fb9-ebfb9a1fdd27 req-ec7ee3a6-128e-432d-84cd-e223c62d8b1e tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 946 time: 0.0515945 Nov 10 18:28:10.049825 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4b544692-5de7-4290-8fb9-ebfb9a1fdd27 req-552b40dd-9d5b-44e2-b210-ee5e6897a55d tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417871 Nov 10 18:28:10.063968 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-41bd55f5-1303-48e0-87d0-a9b39bbe9809 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0806110 Nov 10 18:28:10.072829 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-863929b4-f323-4514-af13-1530698cbe67 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:28:10.073780 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-863929b4-f323-4514-af13-1530698cbe67 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048974 Nov 10 18:28:11.170227 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6932fc-9ef2-44ab-be44-599ad3c0cb6b req-da28b690-d4f3-411d-8a95-e04b060a6d34 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:11.171710 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-da6932fc-9ef2-44ab-be44-599ad3c0cb6b req-da28b690-d4f3-411d-8a95-e04b060a6d34 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 946 time: 0.0530903 Nov 10 18:28:11.221463 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-da6932fc-9ef2-44ab-be44-599ad3c0cb6b req-bc07d27f-f46b-447f-9804-94776c3c7b1f tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432942 Nov 10 18:28:11.308428 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-352e7e8e-5c07-4667-8b92-221695c20f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:11.309890 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-352e7e8e-5c07-4667-8b92-221695c20f72 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa0d510392a648729d546262e3387a1f&device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 1098 time: 0.0406368 Nov 10 18:28:11.402444 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-60dd62b0-0ea0-4f8d-b3c3-52a5a5fe4dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:11.403815 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-60dd62b0-0ea0-4f8d-b3c3-52a5a5fe4dcb service neutron] 10.222.0.13 "GET /v2.0/networks?id=39d5e66f-a879-421d-a7cc-0daf05055c13 HTTP/1.1" status: 200 len: 913 time: 0.0860443 Nov 10 18:28:11.445384 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-b498f27b-9cd3-4ba9-bd65-a2b1529d44d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f380a4b-23ed-4a69-8a28-fd085eb6e060 HTTP/1.1" status: 200 len: 217 time: 0.0344172 Nov 10 18:28:11.494499 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-82af5504-2dea-423a-8764-01556a1c4bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:11.495968 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-82af5504-2dea-423a-8764-01556a1c4bab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=435463ff-2857-4308-8616-2cc91b4200d5 HTTP/1.1" status: 200 len: 852 time: 0.0435517 Nov 10 18:28:11.527156 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-45dc2299-0f1a-44d4-b083-2102496b4288 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39d5e66f-a879-421d-a7cc-0daf05055c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238321 Nov 10 18:28:11.620822 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-464235e5-472d-48eb-ade3-e6598aaabafd service neutron] 10.222.0.13 "GET /v2.0/networks/39d5e66f-a879-421d-a7cc-0daf05055c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866187 Nov 10 18:28:11.715704 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-67fe7c11-eb47-4f79-b4c2-b7548bb78a1d service neutron] 10.222.0.13 "GET /v2.0/networks/39d5e66f-a879-421d-a7cc-0daf05055c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875165 Nov 10 18:28:12.343756 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20ccc2-0866-423d-90bf-750148a32261 req-920a5603-896a-4fe6-a460-679d19f6053e tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:12.345319 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-da20ccc2-0866-423d-90bf-750148a32261 req-920a5603-896a-4fe6-a460-679d19f6053e tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 946 time: 0.0527763 Nov 10 18:28:12.392546 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-da20ccc2-0866-423d-90bf-750148a32261 req-c4e485c0-5bf4-4ae3-9864-de50e296c2d6 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410223 Nov 10 18:28:13.506692 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a9c17-e4ad-48ff-8d41-2645aeeeb832 req-85c01fa6-315e-4528-9c0b-b9b2543afa29 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:13.508231 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4f3a9c17-e4ad-48ff-8d41-2645aeeeb832 req-85c01fa6-315e-4528-9c0b-b9b2543afa29 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 946 time: 0.0489309 Nov 10 18:28:13.555359 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4f3a9c17-e4ad-48ff-8d41-2645aeeeb832 req-fea50c48-98d8-4ffb-8dd3-75c5d0fac012 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412741 Nov 10 18:28:14.671078 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c759de-59d3-4ef7-a9b1-1529780142a8 req-fd984e53-74a0-44dc-b922-1fb52f507bba tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:14.673321 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-84c759de-59d3-4ef7-a9b1-1529780142a8 req-fd984e53-74a0-44dc-b922-1fb52f507bba tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 946 time: 0.0498102 Nov 10 18:28:14.721582 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-84c759de-59d3-4ef7-a9b1-1529780142a8 req-15efe2f6-62a4-419d-997d-88e7dd11d8f4 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419579 Nov 10 18:28:15.836700 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1639398-9771-4442-9ed2-1dcdec09605d req-a4bb3e33-b33d-49f7-9531-09c18821f84a tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:15.838082 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d1639398-9771-4442-9ed2-1dcdec09605d req-a4bb3e33-b33d-49f7-9531-09c18821f84a tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 946 time: 0.0485861 Nov 10 18:28:15.885294 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d1639398-9771-4442-9ed2-1dcdec09605d req-85a2cc09-6e83-4679-88fc-bc3e6203dd07 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411744 Nov 10 18:28:17.002650 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852d55d-554d-4fbf-9c15-f4255fa10b31 req-9cb641fd-751f-454d-87ea-a397a84e60bd tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:17.004284 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8852d55d-554d-4fbf-9c15-f4255fa10b31 req-9cb641fd-751f-454d-87ea-a397a84e60bd tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 946 time: 0.0507164 Nov 10 18:28:17.055476 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8852d55d-554d-4fbf-9c15-f4255fa10b31 req-a9291edc-8ec1-46f7-a122-e247b92a6c19 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452001 Nov 10 18:28:18.180279 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f44b0b-781f-4fcd-bdd4-e1b3bd0b2673 req-306a5090-4090-4c4b-b2f9-1cc99d9faa91 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:18.181821 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d8f44b0b-781f-4fcd-bdd4-e1b3bd0b2673 req-306a5090-4090-4c4b-b2f9-1cc99d9faa91 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 946 time: 0.0555146 Nov 10 18:28:18.234447 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d8f44b0b-781f-4fcd-bdd4-e1b3bd0b2673 req-5c12a1d2-de61-48fb-89d0-83616ce9e8b0 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466168 Nov 10 18:28:19.356432 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fc4d7-396f-45ef-b512-611655ef75a0 req-85e07ce0-36cf-417f-94df-ea5bd4be7995 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:19.357943 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-656fc4d7-396f-45ef-b512-611655ef75a0 req-85e07ce0-36cf-417f-94df-ea5bd4be7995 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 946 time: 0.0518665 Nov 10 18:28:19.406951 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-656fc4d7-396f-45ef-b512-611655ef75a0 req-e8744889-f28f-4120-b49b-6c9f97342920 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422478 Nov 10 18:28:20.525536 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3af0c-81c3-4ee2-aafc-66b6e3f4db8a req-789ebca3-d51e-433d-b393-883a5b3f957d tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:20.527009 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b1b3af0c-81c3-4ee2-aafc-66b6e3f4db8a req-789ebca3-d51e-433d-b393-883a5b3f957d tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 946 time: 0.0526075 Nov 10 18:28:20.574249 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b1b3af0c-81c3-4ee2-aafc-66b6e3f4db8a req-5fa5d5f8-81d9-416d-9efb-26f60c640740 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409443 Nov 10 18:28:21.692845 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4a6c7-c611-4ec3-8e0b-ac4dd48fd69d req-bc0ab840-28a1-44d4-bcdc-ab7ced3ffd77 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:21.694340 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-00d4a6c7-c611-4ec3-8e0b-ac4dd48fd69d req-bc0ab840-28a1-44d4-bcdc-ab7ced3ffd77 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 946 time: 0.0489094 Nov 10 18:28:21.741414 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-00d4a6c7-c611-4ec3-8e0b-ac4dd48fd69d req-81dd6fe1-6593-41c4-ab8b-63d2d50bbfbd tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412719 Nov 10 18:28:22.858929 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd885fa2-06bd-49eb-99f3-59433f16dec0 req-cdfb1344-86d7-4397-a206-33af433419f3 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:22.861435 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fd885fa2-06bd-49eb-99f3-59433f16dec0 req-cdfb1344-86d7-4397-a206-33af433419f3 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 946 time: 0.0507081 Nov 10 18:28:22.912766 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fd885fa2-06bd-49eb-99f3-59433f16dec0 req-4ab57819-8eae-4b13-9d40-0b258aa00bd6 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458088 Nov 10 18:28:24.040255 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617713f-974a-42e2-81f8-b988297268bb req-171c2f6b-f63b-4629-be13-c17891ca75b5 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:24.041678 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1617713f-974a-42e2-81f8-b988297268bb req-171c2f6b-f63b-4629-be13-c17891ca75b5 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 946 time: 0.0583415 Nov 10 18:28:24.091292 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1617713f-974a-42e2-81f8-b988297268bb req-1700b1b4-8458-48fa-934d-ec5838c4b1cc tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431089 Nov 10 18:28:25.167631 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:25.210879 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c453bf0-cb4e-4543-863f-bcacffb4b0ac req-34b29072-4097-4c5b-a445-de1bbb400363 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:25.212370 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7c453bf0-cb4e-4543-863f-bcacffb4b0ac req-34b29072-4097-4c5b-a445-de1bbb400363 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 946 time: 0.0512888 Nov 10 18:28:25.263509 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7c453bf0-cb4e-4543-863f-bcacffb4b0ac req-9969f546-10df-4b83-af0f-2aa6d63cf625 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449634 Nov 10 18:28:25.549452 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:26.381164 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff39422-02a6-4dbc-b678-c0f752af7d76 req-7ccaee32-f7d7-4e29-8263-eca0dd31a4e9 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:26.382650 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5ff39422-02a6-4dbc-b678-c0f752af7d76 req-7ccaee32-f7d7-4e29-8263-eca0dd31a4e9 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 946 time: 0.0500002 Nov 10 18:28:26.433327 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5ff39422-02a6-4dbc-b678-c0f752af7d76 req-c2823f2c-e6c2-41bd-a346-91dd73b6e1bb tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446994 Nov 10 18:28:27.018983 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48839609-ae90-4591-a68a-aa40ce491dfd req-ae6c913a-88cc-4ac9-8ed5-7546cf856728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:27.020503 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-48839609-ae90-4591-a68a-aa40ce491dfd req-ae6c913a-88cc-4ac9-8ed5-7546cf856728 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa0d510392a648729d546262e3387a1f&device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 1098 time: 0.0401113 Nov 10 18:28:27.127608 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48839609-ae90-4591-a68a-aa40ce491dfd req-a254d172-214a-44c7-989f-ead027f69d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:27.129018 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-48839609-ae90-4591-a68a-aa40ce491dfd req-a254d172-214a-44c7-989f-ead027f69d80 service neutron] 10.222.0.13 "GET /v2.0/networks?id=39d5e66f-a879-421d-a7cc-0daf05055c13 HTTP/1.1" status: 200 len: 913 time: 0.0889814 Nov 10 18:28:27.170084 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-48839609-ae90-4591-a68a-aa40ce491dfd req-1f016046-9b5c-4dbe-8394-4e887c80ba88 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f380a4b-23ed-4a69-8a28-fd085eb6e060 HTTP/1.1" status: 200 len: 217 time: 0.0339899 Nov 10 18:28:27.223564 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48839609-ae90-4591-a68a-aa40ce491dfd req-00a9e0be-0d29-42ee-bb18-ccf20294af59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:27.225030 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-48839609-ae90-4591-a68a-aa40ce491dfd req-00a9e0be-0d29-42ee-bb18-ccf20294af59 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=435463ff-2857-4308-8616-2cc91b4200d5 HTTP/1.1" status: 200 len: 852 time: 0.0477753 Nov 10 18:28:27.255675 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-48839609-ae90-4591-a68a-aa40ce491dfd req-f381d970-6a18-429d-8d0a-a9f38c5acdde service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39d5e66f-a879-421d-a7cc-0daf05055c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240231 Nov 10 18:28:27.346497 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-48839609-ae90-4591-a68a-aa40ce491dfd req-d66ede67-06d1-40d4-9f7f-046d4d9092bc service neutron] 10.222.0.13 "GET /v2.0/networks/39d5e66f-a879-421d-a7cc-0daf05055c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824456 Nov 10 18:28:27.439310 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-48839609-ae90-4591-a68a-aa40ce491dfd req-638bcf54-48e3-4b78-b9a9-c5e67f6e4d2b service neutron] 10.222.0.13 "GET /v2.0/networks/39d5e66f-a879-421d-a7cc-0daf05055c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852301 Nov 10 18:28:27.548495 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391eefa-e4f9-4f0a-bbca-aabd7c183458 req-8b08ff11-ddfd-4391-8cb9-0c794b5a1ccc tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:27.549958 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5391eefa-e4f9-4f0a-bbca-aabd7c183458 req-8b08ff11-ddfd-4391-8cb9-0c794b5a1ccc tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 946 time: 0.0497723 Nov 10 18:28:27.596514 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5391eefa-e4f9-4f0a-bbca-aabd7c183458 req-475a7a59-a1f5-4e71-b493-7cc7ad00d991 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405765 Nov 10 18:28:28.717003 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d8094-866a-4dec-9280-e8d34566df87 req-e300c3a6-b51c-46f4-b8bc-51980de07189 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:28.718480 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba0d8094-866a-4dec-9280-e8d34566df87 req-e300c3a6-b51c-46f4-b8bc-51980de07189 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 946 time: 0.0535202 Nov 10 18:28:28.767066 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba0d8094-866a-4dec-9280-e8d34566df87 req-428251fa-1db5-4768-a7d5-174477c6f148 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421994 Nov 10 18:28:29.880717 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bddf4f-5322-41f9-999a-ac2341ce1a49 req-77efab95-8701-484b-a43b-1f5cfc4d743a tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:29.882174 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-56bddf4f-5322-41f9-999a-ac2341ce1a49 req-77efab95-8701-484b-a43b-1f5cfc4d743a tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 946 time: 0.0478845 Nov 10 18:28:29.932979 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-56bddf4f-5322-41f9-999a-ac2341ce1a49 req-3363715b-ec61-4fc1-b263-f6208745342b tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448890 Nov 10 18:28:30.615482 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ca9f75fe-b2c8-412e-bb88-ea5e0544e2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:31.049396 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34fbc2-67c5-4967-9c7c-3fe5dbb65f35 req-5a9a5644-0b76-416c-afcd-e5399c6f0ca9 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:31.050805 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7b34fbc2-67c5-4967-9c7c-3fe5dbb65f35 req-5a9a5644-0b76-416c-afcd-e5399c6f0ca9 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 946 time: 0.0489926 Nov 10 18:28:31.099428 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7b34fbc2-67c5-4967-9c7c-3fe5dbb65f35 req-b6884664-9b8b-4085-ad64-f956e5740510 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420458 Nov 10 18:28:32.220459 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4d80b-9b50-4372-8b18-b0921c504e7e req-4ce24a99-75e9-481c-9c9f-8fdc34f0bea3 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:32.221926 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ffa4d80b-9b50-4372-8b18-b0921c504e7e req-4ce24a99-75e9-481c-9c9f-8fdc34f0bea3 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 946 time: 0.0483587 Nov 10 18:28:32.268428 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ffa4d80b-9b50-4372-8b18-b0921c504e7e req-c902c9ed-37f2-4b2c-8d71-55751e420d24 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405624 Nov 10 18:28:32.958568 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-539a5ffe-2884-46be-82a0-c9262e2721b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:33.383759 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc153b1f-1048-45be-b002-926695a541b1 req-06db7420-041c-455c-90e5-6f8e9b0cd0a4 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:33.385266 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bc153b1f-1048-45be-b002-926695a541b1 req-06db7420-041c-455c-90e5-6f8e9b0cd0a4 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 946 time: 0.0490637 Nov 10 18:28:33.435314 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bc153b1f-1048-45be-b002-926695a541b1 req-17d60df6-009f-4471-9426-2e3349c9f4e4 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435073 Nov 10 18:28:34.193591 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:34.553134 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505cd6e-1ffa-4e0b-b0c1-dd8d36af037a req-9e2a9218-5659-4f2a-83f3-82d4b72f8309 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:34.554658 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5505cd6e-1ffa-4e0b-b0c1-dd8d36af037a req-9e2a9218-5659-4f2a-83f3-82d4b72f8309 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 946 time: 0.0505571 Nov 10 18:28:34.606996 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5505cd6e-1ffa-4e0b-b0c1-dd8d36af037a req-f541bf70-7d35-49c6-8008-4fda858e47fc tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464225 Nov 10 18:28:35.686656 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:35.729713 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae20a92-31ce-44be-8a13-fff8084f5b15 req-c2b246bf-d0d4-4025-bb03-579a06c2cbff tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:35.731215 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4ae20a92-31ce-44be-8a13-fff8084f5b15 req-c2b246bf-d0d4-4025-bb03-579a06c2cbff tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 946 time: 0.0532346 Nov 10 18:28:35.779253 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4ae20a92-31ce-44be-8a13-fff8084f5b15 req-d56149d9-d460-45aa-a7a9-22b6d6ef89ff tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415239 Nov 10 18:28:36.382224 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:36.901903 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025681c-3456-4f34-950f-a875aa813a7f req-f227f9a6-4f30-4445-b153-60322181a5c2 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:36.903364 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0025681c-3456-4f34-950f-a875aa813a7f req-f227f9a6-4f30-4445-b153-60322181a5c2 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 946 time: 0.0547404 Nov 10 18:28:36.949862 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0025681c-3456-4f34-950f-a875aa813a7f req-a3c3e2c5-3fc8-4098-a2df-7beaeaa31d60 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399330 Nov 10 18:28:38.067769 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390ff22-f456-4c12-810d-fb067d54de8f req-1dfe3854-cda3-4584-a768-9a6c6a82838a tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:38.069177 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4390ff22-f456-4c12-810d-fb067d54de8f req-1dfe3854-cda3-4584-a768-9a6c6a82838a tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 946 time: 0.0490258 Nov 10 18:28:38.117801 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4390ff22-f456-4c12-810d-fb067d54de8f req-ff8e0705-995a-4937-b59c-771075a87c17 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427351 Nov 10 18:28:38.623471 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-576c2d2a-4e0d-42ff-acf3-e86d9c76294b service neutron] show failed (client error): The resource could not be found. Nov 10 18:28:38.624583 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-576c2d2a-4e0d-42ff-acf3-e86d9c76294b service neutron] 10.222.0.13 "GET /v2.0/ports/4f380a4b-23ed-4a69-8a28-fd085eb6e060/bindings/n-h1-776250-10 HTTP/1.1" status: 404 len: 381 time: 0.0558267 Nov 10 18:28:38.859068 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-9e7e03f7-260d-433c-9f3a-39f75b28050e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:38.860823 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-9e7e03f7-260d-433c-9f3a-39f75b28050e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f&tenant_id=aa0d510392a648729d546262e3387a1f HTTP/1.1" status: 200 len: 1098 time: 0.0740612 Nov 10 18:28:38.871771 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-ded21188-2a80-4dfe-b303-5228166e4597 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-776250-10', 'device_owner': 'compute:nova'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:28:38.925169 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-ded21188-2a80-4dfe-b303-5228166e4597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:39.123032 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-ded21188-2a80-4dfe-b303-5228166e4597 service neutron] For port 4f380a4b-23ed-4a69-8a28-fd085eb6e060, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4f380a4b-23ed-4a69-8a28-fd085eb6e060,segment=NetworkSegment(87e7550a-4951-4ecc-8ea9-85084464c8a2),segment_id=87e7550a-4951-4ecc-8ea9-85084464c8a2)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:28:39.156765 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-ded21188-2a80-4dfe-b303-5228166e4597 service neutron] For port 4f380a4b-23ed-4a69-8a28-fd085eb6e060, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:28:39.225458 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc5dd64-5821-4698-8f10-e5e7dbb9da2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f380a4b-23ed-4a69-8a28-fd085eb6e060'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:28:39.227709 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63baf5c-f840-42d1-bb10-e52bb3704713" -d '{"events": [{"server_uuid": "adc5dd64-5821-4698-8f10-e5e7dbb9da2f", "name": "network-vif-unplugged", "status": "completed", "tag": "4f380a4b-23ed-4a69-8a28-fd085eb6e060"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:28:39.233354 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-ded21188-2a80-4dfe-b303-5228166e4597 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:39.258867 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-ded21188-2a80-4dfe-b303-5228166e4597 service neutron] Transition to ACTIVE for port object 4f380a4b-23ed-4a69-8a28-fd085eb6e060 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:28:39.267534 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf3a31-72cd-409f-a6db-6898cd61e738 req-05e9ae5c-ed5d-4b99-8301-cdab977962f2 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:39.269105 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1ecf3a31-72cd-409f-a6db-6898cd61e738 req-05e9ae5c-ed5d-4b99-8301-cdab977962f2 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 946 time: 0.0785391 Nov 10 18:28:39.270228 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-ded21188-2a80-4dfe-b303-5228166e4597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:39.300388 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 18:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09862109-b80a-438e-ad62-27af4fe269b4 x-openstack-request-id: req-09862109-b80a-438e-ad62-27af4fe269b4 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:28:39.300674 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc5dd64-5821-4698-8f10-e5e7dbb9da2f", "name": "network-vif-unplugged", "status": "completed", "tag": "4f380a4b-23ed-4a69-8a28-fd085eb6e060", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:28:39.300928 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-09862109-b80a-438e-ad62-27af4fe269b4 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:28:39.301318 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc5dd64-5821-4698-8f10-e5e7dbb9da2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f380a4b-23ed-4a69-8a28-fd085eb6e060', 'code': 200} Nov 10 18:28:39.359470 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-ded21188-2a80-4dfe-b303-5228166e4597 service neutron] No DVR routers for this DVR port 4f380a4b-23ed-4a69-8a28-fd085eb6e060 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:28:39.374341 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded21188-2a80-4dfe-b303-5228166e4597 service neutron] Pushing event updated for resources: {'Port': ['ID=4f380a4b-23ed-4a69-8a28-fd085eb6e060,revision_number=6']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:28:39.386775 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1ecf3a31-72cd-409f-a6db-6898cd61e738 req-88a74e7d-554c-4159-b836-c069247b2041 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081827 Nov 10 18:28:39.416317 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-ded21188-2a80-4dfe-b303-5228166e4597 service neutron] Attempting to bind port 4f380a4b-23ed-4a69-8a28-fd085eb6e060 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:28:39.416655 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-ded21188-2a80-4dfe-b303-5228166e4597 service neutron] Attempting to bind port 4f380a4b-23ed-4a69-8a28-fd085eb6e060 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '87e7550a-4951-4ecc-8ea9-85084464c8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '39d5e66f-a879-421d-a7cc-0daf05055c13'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:28:39.416979 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-ded21188-2a80-4dfe-b303-5228166e4597 service neutron] Attempting to bind port 4f380a4b-23ed-4a69-8a28-fd085eb6e060 on network 39d5e66f-a879-421d-a7cc-0daf05055c13 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:28:39.421325 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-ded21188-2a80-4dfe-b303-5228166e4597 service neutron] Port 4f380a4b-23ed-4a69-8a28-fd085eb6e060 on network 39d5e66f-a879-421d-a7cc-0daf05055c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:28:39.421641 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-ded21188-2a80-4dfe-b303-5228166e4597 service neutron] Attempting to bind port 4f380a4b-23ed-4a69-8a28-fd085eb6e060 on network 39d5e66f-a879-421d-a7cc-0daf05055c13 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:28:39.427764 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-ded21188-2a80-4dfe-b303-5228166e4597 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:28:39.428100 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-ded21188-2a80-4dfe-b303-5228166e4597 service neutron] Checking segment: {'id': '87e7550a-4951-4ecc-8ea9-85084464c8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '39d5e66f-a879-421d-a7cc-0daf05055c13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:28:39.428540 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-ded21188-2a80-4dfe-b303-5228166e4597 service neutron] Bound using segment: {'id': '87e7550a-4951-4ecc-8ea9-85084464c8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '39d5e66f-a879-421d-a7cc-0daf05055c13'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:28:39.428963 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-ded21188-2a80-4dfe-b303-5228166e4597 service neutron] Bound port: 4f380a4b-23ed-4a69-8a28-fd085eb6e060, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87e7550a-4951-4ecc-8ea9-85084464c8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '39d5e66f-a879-421d-a7cc-0daf05055c13'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:28:39.429314 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-ded21188-2a80-4dfe-b303-5228166e4597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:39.495824 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-ded21188-2a80-4dfe-b303-5228166e4597 service neutron] For port 4f380a4b-23ed-4a69-8a28-fd085eb6e060, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:28:39.498685 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-ded21188-2a80-4dfe-b303-5228166e4597 service neutron] For port 4f380a4b-23ed-4a69-8a28-fd085eb6e060, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=4f380a4b-23ed-4a69-8a28-fd085eb6e060,segment=NetworkSegment(87e7550a-4951-4ecc-8ea9-85084464c8a2),segment_id=87e7550a-4951-4ecc-8ea9-85084464c8a2)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:28:39.503282 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-ded21188-2a80-4dfe-b303-5228166e4597 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:39.542048 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-ded21188-2a80-4dfe-b303-5228166e4597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:39.542642 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-ded21188-2a80-4dfe-b303-5228166e4597 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:39.543999 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-ded21188-2a80-4dfe-b303-5228166e4597 service neutron] 10.222.0.11 "PUT /v2.0/ports/4f380a4b-23ed-4a69-8a28-fd085eb6e060 HTTP/1.1" status: 200 len: 1093 time: 0.6761038 Nov 10 18:28:39.560948 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded21188-2a80-4dfe-b303-5228166e4597 service neutron] Pushing event updated for resources: {'Port': ['ID=4f380a4b-23ed-4a69-8a28-fd085eb6e060,revision_number=7']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:28:39.613716 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-3b9cf964-8069-4b24-928e-1217f43254fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:39.615219 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-3b9cf964-8069-4b24-928e-1217f43254fd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa0d510392a648729d546262e3387a1f&device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 1096 time: 0.0465591 Nov 10 18:28:39.705829 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-31d5009a-45c5-44f9-9573-65b9f41f551f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:39.707288 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-31d5009a-45c5-44f9-9573-65b9f41f551f service neutron] 10.222.0.11 "GET /v2.0/networks?id=39d5e66f-a879-421d-a7cc-0daf05055c13 HTTP/1.1" status: 200 len: 913 time: 0.0857365 Nov 10 18:28:39.755019 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-4e917782-e33d-4d64-ab59-85a33d95a854 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f380a4b-23ed-4a69-8a28-fd085eb6e060 HTTP/1.1" status: 200 len: 217 time: 0.0399258 Nov 10 18:28:39.805230 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-6f7c29d7-efbb-4364-b1b4-f22f3e1d0db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:39.806677 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-6f7c29d7-efbb-4364-b1b4-f22f3e1d0db9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=435463ff-2857-4308-8616-2cc91b4200d5 HTTP/1.1" status: 200 len: 852 time: 0.0455952 Nov 10 18:28:39.839353 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-27f80480-e539-46b4-81ec-f352a02282dd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=39d5e66f-a879-421d-a7cc-0daf05055c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245187 Nov 10 18:28:39.928910 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-191cc04e-af79-479b-bf63-bc8e728283aa service neutron] 10.222.0.11 "GET /v2.0/networks/39d5e66f-a879-421d-a7cc-0daf05055c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826755 Nov 10 18:28:40.024802 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-68b1ba03-7a18-45df-bcf3-b714bb1bfbf4 req-58df6de4-d964-464b-adf0-bd7991dcd4dd service neutron] 10.222.0.11 "GET /v2.0/networks/39d5e66f-a879-421d-a7cc-0daf05055c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893624 Nov 10 18:28:40.512047 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698cee7-051c-4f53-a102-d598b9c8bbed req-79fa4688-dd67-40cd-ada7-3fdcb12d318d tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:40.513708 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2698cee7-051c-4f53-a102-d598b9c8bbed req-79fa4688-dd67-40cd-ada7-3fdcb12d318d tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 944 time: 0.0555363 Nov 10 18:28:40.569261 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2698cee7-051c-4f53-a102-d598b9c8bbed req-407d9487-aea6-4eab-9f5c-f22b047b7dc5 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487809 Nov 10 18:28:41.303317 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc5dd64-5821-4698-8f10-e5e7dbb9da2f', 'tag': '4f380a4b-23ed-4a69-8a28-fd085eb6e060'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:28:41.305787 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78098ca9-000e-4e65-921e-58136fdb5139" -d '{"events": [{"name": "network-changed", "server_uuid": "adc5dd64-5821-4698-8f10-e5e7dbb9da2f", "tag": "4f380a4b-23ed-4a69-8a28-fd085eb6e060"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:28:41.353957 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52efa1f0-7d7c-408d-bfe7-1bad9ba0da65 x-openstack-request-id: req-52efa1f0-7d7c-408d-bfe7-1bad9ba0da65 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:28:41.354253 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc5dd64-5821-4698-8f10-e5e7dbb9da2f", "tag": "4f380a4b-23ed-4a69-8a28-fd085eb6e060", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:28:41.354507 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-52efa1f0-7d7c-408d-bfe7-1bad9ba0da65 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:28:41.354907 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc5dd64-5821-4698-8f10-e5e7dbb9da2f', 'tag': '4f380a4b-23ed-4a69-8a28-fd085eb6e060', 'status': 'completed', 'code': 200} Nov 10 18:28:41.442846 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78098ca9-000e-4e65-921e-58136fdb5139 req-53447d03-0db9-419c-b78d-927243ffa7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:41.444377 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-78098ca9-000e-4e65-921e-58136fdb5139 req-53447d03-0db9-419c-b78d-927243ffa7c3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa0d510392a648729d546262e3387a1f&device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 1096 time: 0.0691991 Nov 10 18:28:41.446727 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78098ca9-000e-4e65-921e-58136fdb5139 req-307448dc-f6bb-434d-b427-b6fef069a7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:41.448068 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-78098ca9-000e-4e65-921e-58136fdb5139 req-307448dc-f6bb-434d-b427-b6fef069a7ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa0d510392a648729d546262e3387a1f&device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 1096 time: 0.0645990 Nov 10 18:28:41.619435 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78098ca9-000e-4e65-921e-58136fdb5139 req-edd3291c-9fea-4f47-974e-06df50252982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:41.620954 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-78098ca9-000e-4e65-921e-58136fdb5139 req-edd3291c-9fea-4f47-974e-06df50252982 service neutron] 10.222.0.13 "GET /v2.0/networks?id=39d5e66f-a879-421d-a7cc-0daf05055c13 HTTP/1.1" status: 200 len: 913 time: 0.1613319 Nov 10 18:28:41.621878 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78098ca9-000e-4e65-921e-58136fdb5139 req-4f1ea04e-5eb5-4b3f-836f-c958c4b93e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:41.623169 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-78098ca9-000e-4e65-921e-58136fdb5139 req-4f1ea04e-5eb5-4b3f-836f-c958c4b93e70 service neutron] 10.222.0.11 "GET /v2.0/networks?id=39d5e66f-a879-421d-a7cc-0daf05055c13 HTTP/1.1" status: 200 len: 913 time: 0.1706402 Nov 10 18:28:41.691179 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b784d2-8b3f-432e-b387-53fb5f6c7b68 req-2d59ced2-3669-459c-a780-47ebcb42e965 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:41.692714 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-69b784d2-8b3f-432e-b387-53fb5f6c7b68 req-2d59ced2-3669-459c-a780-47ebcb42e965 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 944 time: 0.0514321 Nov 10 18:28:41.697530 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-78098ca9-000e-4e65-921e-58136fdb5139 req-bfd0252c-2923-4beb-8a2a-ece79ae6cb47 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f380a4b-23ed-4a69-8a28-fd085eb6e060 HTTP/1.1" status: 200 len: 217 time: 0.0687928 Nov 10 18:28:41.698874 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-78098ca9-000e-4e65-921e-58136fdb5139 req-77525889-d90f-46de-aa81-13ebd87ac240 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f380a4b-23ed-4a69-8a28-fd085eb6e060 HTTP/1.1" status: 200 len: 217 time: 0.0642059 Nov 10 18:28:41.743950 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-69b784d2-8b3f-432e-b387-53fb5f6c7b68 req-ce0975ea-a886-4ad9-a468-fb06f249995d tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452595 Nov 10 18:28:41.946996 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.13', 62682) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:28:42.039390 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bacf95-9d24-4bb1-80ae-6384faabf8df req-d8c2e7f1-c6f0-454e-b0b9-496e7ade42fc tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:42.041021 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7bacf95-9d24-4bb1-80ae-6384faabf8df req-d8c2e7f1-c6f0-454e-b0b9-496e7ade42fc tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f&tenant_id=aa0d510392a648729d546262e3387a1f&binding%3Ahost_id=n-h1-776250-10 HTTP/1.1" status: 200 len: 944 time: 0.0929575 Nov 10 18:28:42.089357 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78098ca9-000e-4e65-921e-58136fdb5139 req-6af86c31-e990-4548-ab57-de1fc1aaa7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:42.090839 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-78098ca9-000e-4e65-921e-58136fdb5139 req-6af86c31-e990-4548-ab57-de1fc1aaa7a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=435463ff-2857-4308-8616-2cc91b4200d5 HTTP/1.1" status: 200 len: 852 time: 0.3850718 Nov 10 18:28:42.092473 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78098ca9-000e-4e65-921e-58136fdb5139 req-552f1a71-5762-434c-bfae-880f34ab0fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:42.093790 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-78098ca9-000e-4e65-921e-58136fdb5139 req-552f1a71-5762-434c-bfae-880f34ab0fed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=435463ff-2857-4308-8616-2cc91b4200d5 HTTP/1.1" status: 200 len: 852 time: 0.3807497 Nov 10 18:28:42.105457 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [req-e7bacf95-9d24-4bb1-80ae-6384faabf8df req-f7149da3-7174-4899-8bb0-94645957221b service neutron] delete failed (client error): The resource could not be found. Nov 10 18:28:42.106494 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7bacf95-9d24-4bb1-80ae-6384faabf8df req-f7149da3-7174-4899-8bb0-94645957221b service neutron] 10.222.0.13 "DELETE /v2.0/ports/4f380a4b-23ed-4a69-8a28-fd085eb6e060/bindings/n-h2-776250-10 HTTP/1.1" status: 404 len: 381 time: 0.0569820 Nov 10 18:28:42.143642 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-78098ca9-000e-4e65-921e-58136fdb5139 req-db6c64a7-a19a-443d-956c-e2fc32e75947 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39d5e66f-a879-421d-a7cc-0daf05055c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459528 Nov 10 18:28:42.145393 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-78098ca9-000e-4e65-921e-58136fdb5139 req-f567bd43-d484-4f91-ad93-0ebaa06a02ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=39d5e66f-a879-421d-a7cc-0daf05055c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394883 Nov 10 18:28:42.147477 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 4f380a4b-23ed-4a69-8a28-fd085eb6e060 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:28:42.243903 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 4f380a4b-23ed-4a69-8a28-fd085eb6e060, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=4f380a4b-23ed-4a69-8a28-fd085eb6e060,segment=NetworkSegment(87e7550a-4951-4ecc-8ea9-85084464c8a2),segment_id=87e7550a-4951-4ecc-8ea9-85084464c8a2)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:28:42.255884 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '4f380a4b-23ed-4a69-8a28-fd085eb6e060', 'network_id': '39d5e66f-a879-421d-a7cc-0daf05055c13', 'port_id': '4f380a4b-23ed-4a69-8a28-fd085eb6e060', 'mac_address': 'fa:16:3e:c5:e6:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '435463ff-2857-4308-8616-2cc91b4200d5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:28:42.285283 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 4f380a4b-23ed-4a69-8a28-fd085eb6e060 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:28:42.302379 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-78098ca9-000e-4e65-921e-58136fdb5139 req-8e62c5ec-b7da-4b85-a64c-ec7357051cfb service neutron] 10.222.0.13 "GET /v2.0/networks/39d5e66f-a879-421d-a7cc-0daf05055c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513348 Nov 10 18:28:42.307774 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-78098ca9-000e-4e65-921e-58136fdb5139 req-309f7766-89e5-435d-9025-3fe12e625916 service neutron] 10.222.0.11 "GET /v2.0/networks/39d5e66f-a879-421d-a7cc-0daf05055c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488521 Nov 10 18:28:42.316089 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:42.338359 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f380a4b-23ed-4a69-8a28-fd085eb6e060 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:28:42.351945 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 4f380a4b-23ed-4a69-8a28-fd085eb6e060 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:28:42.361048 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 4f380a4b-23ed-4a69-8a28-fd085eb6e060, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=4f380a4b-23ed-4a69-8a28-fd085eb6e060,segment=NetworkSegment(87e7550a-4951-4ecc-8ea9-85084464c8a2),segment_id=87e7550a-4951-4ecc-8ea9-85084464c8a2)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:28:42.365367 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:42.420203 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=4f380a4b-23ed-4a69-8a28-fd085eb6e060,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:28:42.427669 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:28:42.428087 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:28:42.428460 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:28:42.428793 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:28:42.429123 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:28:42.429443 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:28:42.429992 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:28:42.430135 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:28:42.430382 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:28:42.430696 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:28:42.431012 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:28:42.431344 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:28:42.470580 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-78098ca9-000e-4e65-921e-58136fdb5139 req-7ac1f16b-740b-4184-85dc-064641d35dab service neutron] 10.222.0.13 "GET /v2.0/networks/39d5e66f-a879-421d-a7cc-0daf05055c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609099 Nov 10 18:28:42.472513 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-78098ca9-000e-4e65-921e-58136fdb5139 req-c79164cb-fb51-461d-948a-f758d67058c0 service neutron] 10.222.0.11 "GET /v2.0/networks/39d5e66f-a879-421d-a7cc-0daf05055c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541572 Nov 10 18:28:42.582821 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bacf95-9d24-4bb1-80ae-6384faabf8df req-2d0f43c5-b9bd-4b7a-b2a6-336ffca8f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:42.584484 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7bacf95-9d24-4bb1-80ae-6384faabf8df req-2d0f43c5-b9bd-4b7a-b2a6-336ffca8f181 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa0d510392a648729d546262e3387a1f&device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 1097 time: 0.0499299 Nov 10 18:28:42.608688 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['4f380a4b-23ed-4a69-8a28-fd085eb6e060'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:28:42.684770 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bacf95-9d24-4bb1-80ae-6384faabf8df req-9dca9929-2407-4c5e-bb25-04bf72d6d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:42.686153 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7bacf95-9d24-4bb1-80ae-6384faabf8df req-9dca9929-2407-4c5e-bb25-04bf72d6d6b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=39d5e66f-a879-421d-a7cc-0daf05055c13 HTTP/1.1" status: 200 len: 913 time: 0.0936151 Nov 10 18:28:42.728326 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7bacf95-9d24-4bb1-80ae-6384faabf8df req-9ff4c0b6-7677-4b37-b386-39f10bf99457 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f380a4b-23ed-4a69-8a28-fd085eb6e060 HTTP/1.1" status: 200 len: 217 time: 0.0349252 Nov 10 18:28:42.784630 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bacf95-9d24-4bb1-80ae-6384faabf8df req-81cd362c-048c-41ab-8394-c5c18b4997fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:42.786114 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7bacf95-9d24-4bb1-80ae-6384faabf8df req-81cd362c-048c-41ab-8394-c5c18b4997fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=435463ff-2857-4308-8616-2cc91b4200d5 HTTP/1.1" status: 200 len: 852 time: 0.0498157 Nov 10 18:28:42.818530 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7bacf95-9d24-4bb1-80ae-6384faabf8df req-4454caf5-1c85-4528-9538-7df8dc5b33d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=39d5e66f-a879-421d-a7cc-0daf05055c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252757 Nov 10 18:28:42.909978 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7bacf95-9d24-4bb1-80ae-6384faabf8df req-c18fe686-7ccc-41cc-8fca-8debef62a04f service neutron] 10.222.0.13 "GET /v2.0/networks/39d5e66f-a879-421d-a7cc-0daf05055c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838401 Nov 10 18:28:43.007712 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7bacf95-9d24-4bb1-80ae-6384faabf8df req-cf5f68d7-afae-4505-a738-b4f89d5b5229 service neutron] 10.222.0.13 "GET /v2.0/networks/39d5e66f-a879-421d-a7cc-0daf05055c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906866 Nov 10 18:28:43.692578 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb3099-393b-48a2-8621-ba1ac2ac05a2 req-09fb1105-ebfa-4abf-a4e4-6c275f044e5b tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:43.693957 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-38fb3099-393b-48a2-8621-ba1ac2ac05a2 req-09fb1105-ebfa-4abf-a4e4-6c275f044e5b tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 945 time: 0.0485477 Nov 10 18:28:43.740993 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-38fb3099-393b-48a2-8621-ba1ac2ac05a2 req-b9a38fd7-72d4-4cc2-ad3e-df3255084df0 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409257 Nov 10 18:28:44.167956 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 4f380a4b-23ed-4a69-8a28-fd085eb6e060 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:28:44.221061 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 4f380a4b-23ed-4a69-8a28-fd085eb6e060 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:28:44.224945 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 4f380a4b-23ed-4a69-8a28-fd085eb6e060 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:28:44.225365 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:44.302093 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:44.325499 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc5dd64-5821-4698-8f10-e5e7dbb9da2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f380a4b-23ed-4a69-8a28-fd085eb6e060'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:28:44.327794 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc055794-b958-4338-8947-cd61e1d43c9a" -d '{"events": [{"server_uuid": "adc5dd64-5821-4698-8f10-e5e7dbb9da2f", "name": "network-vif-plugged", "status": "completed", "tag": "4f380a4b-23ed-4a69-8a28-fd085eb6e060"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:28:44.340805 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 4f380a4b-23ed-4a69-8a28-fd085eb6e060, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=4f380a4b-23ed-4a69-8a28-fd085eb6e060,segment=NetworkSegment(87e7550a-4951-4ecc-8ea9-85084464c8a2),segment_id=87e7550a-4951-4ecc-8ea9-85084464c8a2)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:28:44.345090 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:44.369821 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68f8db2-ffd4-40b7-80ae-6ed8fe239fb4 x-openstack-request-id: req-d68f8db2-ffd4-40b7-80ae-6ed8fe239fb4 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:28:44.370117 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc5dd64-5821-4698-8f10-e5e7dbb9da2f", "name": "network-vif-plugged", "status": "completed", "tag": "4f380a4b-23ed-4a69-8a28-fd085eb6e060", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:28:44.370376 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d68f8db2-ffd4-40b7-80ae-6ed8fe239fb4 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:28:44.370766 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc5dd64-5821-4698-8f10-e5e7dbb9da2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f380a4b-23ed-4a69-8a28-fd085eb6e060', 'code': 200} Nov 10 18:28:44.395456 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=4f380a4b-23ed-4a69-8a28-fd085eb6e060,revision_number=9']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:28:44.862462 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94255758-5c80-424b-88f6-ee43d4806515 req-01011931-f368-4f4e-8144-c4ec08abdff4 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:44.863918 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-94255758-5c80-424b-88f6-ee43d4806515 req-01011931-f368-4f4e-8144-c4ec08abdff4 tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 946 time: 0.0550230 Nov 10 18:28:44.884033 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:28:44.916034 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-94255758-5c80-424b-88f6-ee43d4806515 req-8e275436-286e-4340-bc3a-4a216e4e4a1f tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.39 "GET /v2.0/security-groups?id=a262dcd5-5a3a-4155-a282-cf3f08a638e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461428 Nov 10 18:28:44.933372 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bacf95-9d24-4bb1-80ae-6384faabf8df req-371c3175-c4f3-4695-b468-e3e847fb3d4f tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:44.934899 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7bacf95-9d24-4bb1-80ae-6384faabf8df req-371c3175-c4f3-4695-b468-e3e847fb3d4f tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.11 "GET /v2.0/ports?device_id=adc5dd64-5821-4698-8f10-e5e7dbb9da2f HTTP/1.1" status: 200 len: 946 time: 0.0544684 Nov 10 18:28:45.029929 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-e7bacf95-9d24-4bb1-80ae-6384faabf8df req-5a5446ea-00fa-427e-b14f-b16665aba26c tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Deleting port 4f380a4b-23ed-4a69-8a28-fd085eb6e060 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:28:45.030188 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7bacf95-9d24-4bb1-80ae-6384faabf8df req-5a5446ea-00fa-427e-b14f-b16665aba26c tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:45.121305 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-e7bacf95-9d24-4bb1-80ae-6384faabf8df req-5a5446ea-00fa-427e-b14f-b16665aba26c tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] For port 4f380a4b-23ed-4a69-8a28-fd085eb6e060, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=4f380a4b-23ed-4a69-8a28-fd085eb6e060,segment=NetworkSegment(87e7550a-4951-4ecc-8ea9-85084464c8a2),segment_id=87e7550a-4951-4ecc-8ea9-85084464c8a2)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:28:45.121664 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7bacf95-9d24-4bb1-80ae-6384faabf8df req-5a5446ea-00fa-427e-b14f-b16665aba26c tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:45.135167 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-e7bacf95-9d24-4bb1-80ae-6384faabf8df req-5a5446ea-00fa-427e-b14f-b16665aba26c tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Calling delete_port for 4f380a4b-23ed-4a69-8a28-fd085eb6e060 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:28:45.282153 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7bacf95-9d24-4bb1-80ae-6384faabf8df req-5a5446ea-00fa-427e-b14f-b16665aba26c tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:45.297731 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['4f380a4b-23ed-4a69-8a28-fd085eb6e060'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:28:45.311926 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5446ea-00fa-427e-b14f-b16665aba26c tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Pushing event deleted for resources: {'Port': ['ID=4f380a4b-23ed-4a69-8a28-fd085eb6e060,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:28:45.359239 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7bacf95-9d24-4bb1-80ae-6384faabf8df req-5a5446ea-00fa-427e-b14f-b16665aba26c tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] No DVR routers for this DVR port 4f380a4b-23ed-4a69-8a28-fd085eb6e060 on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:28:45.362124 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e7bacf95-9d24-4bb1-80ae-6384faabf8df req-5a5446ea-00fa-427e-b14f-b16665aba26c tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:45.365521 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e7bacf95-9d24-4bb1-80ae-6384faabf8df req-5a5446ea-00fa-427e-b14f-b16665aba26c tempest-DeleteServersTestJSON-25813487 tempest-DeleteServersTestJSON-25813487-project] 10.222.0.11 "DELETE /v2.0/ports/4f380a4b-23ed-4a69-8a28-fd085eb6e060 HTTP/1.1" status: 204 len: 173 time: 0.4247365 Nov 10 18:28:45.365972 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc5dd64-5821-4698-8f10-e5e7dbb9da2f', 'name': 'network-vif-deleted', 'tag': '4f380a4b-23ed-4a69-8a28-fd085eb6e060'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:28:45.368505 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38eb7a4-6703-44e0-983f-1c178bfd4b13" -d '{"events": [{"server_uuid": "adc5dd64-5821-4698-8f10-e5e7dbb9da2f", "name": "network-vif-deleted", "tag": "4f380a4b-23ed-4a69-8a28-fd085eb6e060"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:28:45.410394 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb84b80-3f4d-4742-9dc8-219d780a6f6a x-openstack-request-id: req-2fb84b80-3f4d-4742-9dc8-219d780a6f6a {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:28:45.410688 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc5dd64-5821-4698-8f10-e5e7dbb9da2f", "name": "network-vif-deleted", "tag": "4f380a4b-23ed-4a69-8a28-fd085eb6e060", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:28:45.410966 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2fb84b80-3f4d-4742-9dc8-219d780a6f6a {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:28:45.411369 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc5dd64-5821-4698-8f10-e5e7dbb9da2f', 'name': 'network-vif-deleted', 'tag': '4f380a4b-23ed-4a69-8a28-fd085eb6e060', 'status': 'completed', 'code': 200} Nov 10 18:28:46.047359 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59480) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:28:46.095102 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-e760ff59-b399-4bf8-8deb-1a204780e8f8 admin admin] Deleting subnet 435463ff-2857-4308-8616-2cc91b4200d5 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:28:46.099048 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e760ff59-b399-4bf8-8deb-1a204780e8f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:46.134544 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e760ff59-b399-4bf8-8deb-1a204780e8f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:46.178016 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e760ff59-b399-4bf8-8deb-1a204780e8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:46.230087 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e760ff59-b399-4bf8-8deb-1a204780e8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:46.258126 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760ff59-b399-4bf8-8deb-1a204780e8f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=435463ff-2857-4308-8616-2cc91b4200d5,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:28:46.260100 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e760ff59-b399-4bf8-8deb-1a204780e8f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:46.263274 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e760ff59-b399-4bf8-8deb-1a204780e8f8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/435463ff-2857-4308-8616-2cc91b4200d5 HTTP/1.1" status: 204 len: 168 time: 0.2148736 Nov 10 18:28:46.265852 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59482) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:28:46.334002 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2d203fb1-707b-4cc0-bf83-f14a8c558d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:46.414842 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2d203fb1-707b-4cc0-bf83-f14a8c558d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:46.435091 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-2d203fb1-707b-4cc0-bf83-f14a8c558d41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d5e66f-a879-421d-a7cc-0daf05055c13']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:28:46.445148 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-2d203fb1-707b-4cc0-bf83-f14a8c558d41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e7550a-4951-4ecc-8ea9-85084464c8a2') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:28:46.445442 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-2d203fb1-707b-4cc0-bf83-f14a8c558d41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e7550a-4951-4ecc-8ea9-85084464c8a2') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:28:46.454586 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2d203fb1-707b-4cc0-bf83-f14a8c558d41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:46.468333 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2d203fb1-707b-4cc0-bf83-f14a8c558d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:46.474134 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d203fb1-707b-4cc0-bf83-f14a8c558d41 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:28:46.474597 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2d203fb1-707b-4cc0-bf83-f14a8c558d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:46.476199 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:28:46.476199 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:28:46.476199 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:28:46.476199 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:28:46.476199 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:28:46.476199 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:28:46.476199 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:28:46.476199 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:28:46.476199 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:28:46.476199 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:28:46.476199 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:28:46.476199 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:28:46.476199 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:28:46.476199 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:28:46.476199 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:28:46.476199 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:28:46.476199 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:28:46.476199 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:28:46.476199 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:28:46.476199 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:28:46.476199 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:28:46.476199 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:28:46.476199 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:28:46.476199 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:28:46.476199 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:28:46.476199 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:28:46.476199 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:28:46.476199 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:28:46.476199 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:28:46.476199 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:28:46.476199 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:28:46.476199 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:28:46.532356 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2d203fb1-707b-4cc0-bf83-f14a8c558d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:46.537779 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2d203fb1-707b-4cc0-bf83-f14a8c558d41 admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:46.541009 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2d203fb1-707b-4cc0-bf83-f14a8c558d41 admin admin] 10.222.0.39 "DELETE /v2.0/networks/39d5e66f-a879-421d-a7cc-0daf05055c13 HTTP/1.1" status: 204 len: 168 time: 0.2741971 Nov 10 18:28:46.552836 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d203fb1-707b-4cc0-bf83-f14a8c558d41 admin admin] Pushing event deleted for resources: {'Network': ['ID=39d5e66f-a879-421d-a7cc-0daf05055c13,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:28:46.649017 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59486) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:28:46.689827 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-df2314f8-bd95-4d8f-bfc7-7b9bf48e10f8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aa0d510392a648729d546262e3387a1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394998 Nov 10 18:28:46.692666 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59488) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:28:46.742156 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-814f30bf-4c25-4ca1-ac16-cd3a8a960b4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:46.763535 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-814f30bf-4c25-4ca1-ac16-cd3a8a960b4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:46.810420 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-814f30bf-4c25-4ca1-ac16-cd3a8a960b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:46.813071 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-814f30bf-4c25-4ca1-ac16-cd3a8a960b4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:46.814224 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-814f30bf-4c25-4ca1-ac16-cd3a8a960b4f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a262dcd5-5a3a-4155-a282-cf3f08a638e6 HTTP/1.1" status: 204 len: 168 time: 0.1206698 Nov 10 18:28:46.823096 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f30bf-4c25-4ca1-ac16-cd3a8a960b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a262dcd5-5a3a-4155-a282-cf3f08a638e6,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:28:47.483237 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59510) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:28:47.578984 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-305ff229-f31e-4b47-a026-f45a10873327 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1680448973-network', 'tenant_id': 'b5fc75c961ba4a238d55731f693dd9dc'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:28:47.601079 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305ff229-f31e-4b47-a026-f45a10873327 admin admin] Made reservation on behalf of b5fc75c961ba4a238d55731f693dd9dc for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:28:47.603620 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-305ff229-f31e-4b47-a026-f45a10873327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:47.612349 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-305ff229-f31e-4b47-a026-f45a10873327 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:47.692141 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-305ff229-f31e-4b47-a026-f45a10873327 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:47.695855 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-305ff229-f31e-4b47-a026-f45a10873327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:47.717003 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-305ff229-f31e-4b47-a026-f45a10873327 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:28:47.732549 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ff229-f31e-4b47-a026-f45a10873327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1221112d-0de4-43ac-bf90-99e10eb40712,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:28:47.735494 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-305ff229-f31e-4b47-a026-f45a10873327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:47.735845 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-305ff229-f31e-4b47-a026-f45a10873327 admin admin] Added segment 4bb99c6a-9ca2-4940-8071-8b2174ae0f25 of type vlan for network 9dd05137-9d33-4bcb-9b37-6f57d3daec7c Nov 10 18:28:47.777718 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-305ff229-f31e-4b47-a026-f45a10873327 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:47.802840 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-305ff229-f31e-4b47-a026-f45a10873327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:47.803909 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305ff229-f31e-4b47-a026-f45a10873327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:47.804527 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-305ff229-f31e-4b47-a026-f45a10873327 admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:47.853425 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-305ff229-f31e-4b47-a026-f45a10873327 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3690722 Nov 10 18:28:47.856647 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59514) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:28:47.862350 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-3a73c8ff-9e5f-40d6-9c15-e84fcc71f1d0 admin admin] Request body: {'subnet': {'network_id': '9dd05137-9d33-4bcb-9b37-6f57d3daec7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1680448973-subnet', 'tenant_id': 'b5fc75c961ba4a238d55731f693dd9dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:28:47.868585 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ff229-f31e-4b47-a026-f45a10873327 admin admin] Pushing event updated for resources: {'Network': ['ID=9dd05137-9d33-4bcb-9b37-6f57d3daec7c,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:28:47.878880 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 9dd05137-9d33-4bcb-9b37-6f57d3daec7c details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:28:47.885547 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a73c8ff-9e5f-40d6-9c15-e84fcc71f1d0 admin admin] Made reservation on behalf of b5fc75c961ba4a238d55731f693dd9dc for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:28:47.889191 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3a73c8ff-9e5f-40d6-9c15-e84fcc71f1d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:48.065624 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3a73c8ff-9e5f-40d6-9c15-e84fcc71f1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:48.124485 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73c8ff-9e5f-40d6-9c15-e84fcc71f1d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a448c83-87d1-45f6-aaa3-f908a299eb8e,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:28:48.134845 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a73c8ff-9e5f-40d6-9c15-e84fcc71f1d0 admin admin] Checking segment: {'id': '4bb99c6a-9ca2-4940-8071-8b2174ae0f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9dd05137-9d33-4bcb-9b37-6f57d3daec7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:28:48.135224 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a73c8ff-9e5f-40d6-9c15-e84fcc71f1d0 admin admin] Network hostable DHCP agents. Network: 9dd05137-9d33-4bcb-9b37-6f57d3daec7c, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:28:48.151569 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a73c8ff-9e5f-40d6-9c15-e84fcc71f1d0 admin admin] Network 9dd05137-9d33-4bcb-9b37-6f57d3daec7c is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:28:48.160763 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-3a73c8ff-9e5f-40d6-9c15-e84fcc71f1d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 9dd05137-9d33-4bcb-9b37-6f57d3daec7c) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:28:48.166223 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a73c8ff-9e5f-40d6-9c15-e84fcc71f1d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:48.167066 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3a73c8ff-9e5f-40d6-9c15-e84fcc71f1d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:48.171715 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4297523-f855-4106-886c-ac3a439325e7 None None] Network 9dd05137-9d33-4bcb-9b37-6f57d3daec7c requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:28:48.184863 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3a73c8ff-9e5f-40d6-9c15-e84fcc71f1d0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3270397 Nov 10 18:28:48.187229 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 4f380a4b-23ed-4a69-8a28-fd085eb6e060 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:28:48.232822 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 4f380a4b-23ed-4a69-8a28-fd085eb6e060 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:28:48.233167 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 4f380a4b-23ed-4a69-8a28-fd085eb6e060 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:28:48.321908 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6708043-8674-4b6c-aca6-ed6111bc2af0 None None] Network 9dd05137-9d33-4bcb-9b37-6f57d3daec7c requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:28:48.611214 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-02afd263-ee0a-4a56-b028-4d0ba796e5cd tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:48.612785 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-02afd263-ee0a-4a56-b028-4d0ba796e5cd tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/networks?id=9dd05137-9d33-4bcb-9b37-6f57d3daec7c HTTP/1.1" status: 200 len: 815 time: 0.1078386 Nov 10 18:28:48.628449 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-c377c446-1f39-4fa2-abef-8da492326f9e tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/quotas/b5fc75c961ba4a238d55731f693dd9dc HTTP/1.1" status: 200 len: 375 time: 0.0100236 Nov 10 18:28:48.660892 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-69a02273-64fe-4270-ba69-79bbb7c345d6 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b5fc75c961ba4a238d55731f693dd9dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271556 Nov 10 18:28:48.671344 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-d922330e-61fe-4a90-be31-60b6818239cf service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:28:48.672331 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-d922330e-61fe-4a90-be31-60b6818239cf service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049672 Nov 10 18:28:48.761628 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-5a1c8ddd-1bc9-4622-a177-ce76b8ca9ec6 service neutron] 10.222.0.39 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835962 Nov 10 18:28:48.857636 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-bc53e9e8-7380-4402-9a56-d8312c6018b9 service neutron] 10.222.0.39 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900335 Nov 10 18:28:49.027096 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-da8386f7-54d2-4193-9a11-c329d60515c4 req-57e3fc6b-39da-44c6-affa-f8846e7007d7 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 210 time: 0.0321794 Nov 10 18:28:49.951283 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-39579573-2a22-4d48-b932-e172c1596c32 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:49.952890 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-39579573-2a22-4d48-b932-e172c1596c32 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.11 "GET /v2.0/networks?id=9dd05137-9d33-4bcb-9b37-6f57d3daec7c HTTP/1.1" status: 200 len: 815 time: 0.1097469 Nov 10 18:28:49.966123 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-949913c2-5352-4087-84c9-f0ae8386ed51 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Request body: {'port': {'device_id': '67c3d7cd-9d0f-457c-bb1f-6c780d1c7756', 'network_id': '9dd05137-9d33-4bcb-9b37-6f57d3daec7c', 'admin_state_up': True, 'tenant_id': 'b5fc75c961ba4a238d55731f693dd9dc'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:28:50.073899 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-949913c2-5352-4087-84c9-f0ae8386ed51 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Made reservation on behalf of b5fc75c961ba4a238d55731f693dd9dc for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:28:50.077626 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-949913c2-5352-4087-84c9-f0ae8386ed51 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:50.171415 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e1d5b344-490a-4a94-a1ef-2e5b51276db1 req-439034c5-5fae-496f-8d38-383ca56b04ad tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 210 time: 0.0337443 Nov 10 18:28:50.234847 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-949913c2-5352-4087-84c9-f0ae8386ed51 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Allocated IP 172.20.0.8 (9dd05137-9d33-4bcb-9b37-6f57d3daec7c/7a448c83-87d1-45f6-aaa3-f908a299eb8e/6de66aa7-0775-438a-9595-a5edf6b861cd) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:28:50.410086 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-949913c2-5352-4087-84c9-f0ae8386ed51 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:50.448394 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-949913c2-5352-4087-84c9-f0ae8386ed51 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:50.504296 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-949913c2-5352-4087-84c9-f0ae8386ed51 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Network 9dd05137-9d33-4bcb-9b37-6f57d3daec7c is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:28:50.508901 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-949913c2-5352-4087-84c9-f0ae8386ed51 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:28:50.512827 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-949913c2-5352-4087-84c9-f0ae8386ed51 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:28:50.521006 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949913c2-5352-4087-84c9-f0ae8386ed51 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Pushing event updated for resources: {'Port': ['ID=6de66aa7-0775-438a-9595-a5edf6b861cd,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:28:50.579193 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-949913c2-5352-4087-84c9-f0ae8386ed51 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:50.580120 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-949913c2-5352-4087-84c9-f0ae8386ed51 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:50.600804 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-949913c2-5352-4087-84c9-f0ae8386ed51 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6384614 Nov 10 18:28:50.614523 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-4306d124-b93d-4171-8e6b-c27d25b4df0d service neutron] Request body: {'port': {'device_id': '67c3d7cd-9d0f-457c-bb1f-6c780d1c7756', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:28:50.671630 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-4306d124-b93d-4171-8e6b-c27d25b4df0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:50.979898 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-4306d124-b93d-4171-8e6b-c27d25b4df0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6de66aa7-0775-438a-9595-a5edf6b861cd {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:28:50.987864 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-4306d124-b93d-4171-8e6b-c27d25b4df0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:51.001261 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-4306d124-b93d-4171-8e6b-c27d25b4df0d service neutron] Transition to ACTIVE for port object 6de66aa7-0775-438a-9595-a5edf6b861cd will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:28:51.005574 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-4306d124-b93d-4171-8e6b-c27d25b4df0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:51.057202 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306d124-b93d-4171-8e6b-c27d25b4df0d service neutron] Pushing event updated for resources: {'Port': ['ID=6de66aa7-0775-438a-9595-a5edf6b861cd,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:28:51.128700 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-4306d124-b93d-4171-8e6b-c27d25b4df0d service neutron] Attempting to bind port 6de66aa7-0775-438a-9595-a5edf6b861cd on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:28:51.129025 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-4306d124-b93d-4171-8e6b-c27d25b4df0d service neutron] Attempting to bind port 6de66aa7-0775-438a-9595-a5edf6b861cd by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '4bb99c6a-9ca2-4940-8071-8b2174ae0f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9dd05137-9d33-4bcb-9b37-6f57d3daec7c'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:28:51.129371 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-4306d124-b93d-4171-8e6b-c27d25b4df0d service neutron] Attempting to bind port 6de66aa7-0775-438a-9595-a5edf6b861cd on network 9dd05137-9d33-4bcb-9b37-6f57d3daec7c {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:28:51.133900 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-4306d124-b93d-4171-8e6b-c27d25b4df0d service neutron] Port 6de66aa7-0775-438a-9595-a5edf6b861cd on network 9dd05137-9d33-4bcb-9b37-6f57d3daec7c not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:28:51.134221 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-4306d124-b93d-4171-8e6b-c27d25b4df0d service neutron] Attempting to bind port 6de66aa7-0775-438a-9595-a5edf6b861cd on network 9dd05137-9d33-4bcb-9b37-6f57d3daec7c {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:28:51.139201 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-4306d124-b93d-4171-8e6b-c27d25b4df0d service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:28:51.139529 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-4306d124-b93d-4171-8e6b-c27d25b4df0d service neutron] Checking segment: {'id': '4bb99c6a-9ca2-4940-8071-8b2174ae0f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9dd05137-9d33-4bcb-9b37-6f57d3daec7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:28:51.139902 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-4306d124-b93d-4171-8e6b-c27d25b4df0d service neutron] Bound using segment: {'id': '4bb99c6a-9ca2-4940-8071-8b2174ae0f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9dd05137-9d33-4bcb-9b37-6f57d3daec7c'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:28:51.140347 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-4306d124-b93d-4171-8e6b-c27d25b4df0d service neutron] Bound port: 6de66aa7-0775-438a-9595-a5edf6b861cd, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb99c6a-9ca2-4940-8071-8b2174ae0f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9dd05137-9d33-4bcb-9b37-6f57d3daec7c'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:28:51.140700 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-4306d124-b93d-4171-8e6b-c27d25b4df0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:51.217008 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-4306d124-b93d-4171-8e6b-c27d25b4df0d service neutron] For port 6de66aa7-0775-438a-9595-a5edf6b861cd, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:28:51.220563 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-4306d124-b93d-4171-8e6b-c27d25b4df0d service neutron] For port 6de66aa7-0775-438a-9595-a5edf6b861cd, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=6de66aa7-0775-438a-9595-a5edf6b861cd,segment=NetworkSegment(4bb99c6a-9ca2-4940-8071-8b2174ae0f25),segment_id=4bb99c6a-9ca2-4940-8071-8b2174ae0f25)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:28:51.225276 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-4306d124-b93d-4171-8e6b-c27d25b4df0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:51.271123 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-4306d124-b93d-4171-8e6b-c27d25b4df0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:51.271331 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-4306d124-b93d-4171-8e6b-c27d25b4df0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:51.273866 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-4306d124-b93d-4171-8e6b-c27d25b4df0d service neutron] 10.222.0.11 "PUT /v2.0/ports/6de66aa7-0775-438a-9595-a5edf6b861cd HTTP/1.1" status: 200 len: 1092 time: 0.6645973 Nov 10 18:28:51.274322 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c3d7cd-9d0f-457c-bb1f-6c780d1c7756', 'tag': '6de66aa7-0775-438a-9595-a5edf6b861cd'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:28:51.276624 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f2c402-cad6-4193-9055-e9ccb31bfeab" -d '{"events": [{"name": "network-changed", "server_uuid": "67c3d7cd-9d0f-457c-bb1f-6c780d1c7756", "tag": "6de66aa7-0775-438a-9595-a5edf6b861cd"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:28:51.301331 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306d124-b93d-4171-8e6b-c27d25b4df0d service neutron] Pushing event updated for resources: {'Port': ['ID=6de66aa7-0775-438a-9595-a5edf6b861cd,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:28:51.302838 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc94743-06bc-4087-bf4f-fc398e204b80 req-e73b2c8c-b81c-426d-98bb-dbfc2c0ebe77 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:51.310396 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-acc94743-06bc-4087-bf4f-fc398e204b80 req-e73b2c8c-b81c-426d-98bb-dbfc2c0ebe77 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 943 time: 0.0616558 Nov 10 18:28:51.320791 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de65a37d-e555-4ec2-9616-9d36d64c2d8e x-openstack-request-id: req-de65a37d-e555-4ec2-9616-9d36d64c2d8e {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:28:51.321095 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67c3d7cd-9d0f-457c-bb1f-6c780d1c7756", "tag": "6de66aa7-0775-438a-9595-a5edf6b861cd", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:28:51.321360 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-de65a37d-e555-4ec2-9616-9d36d64c2d8e {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:28:51.321780 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67c3d7cd-9d0f-457c-bb1f-6c780d1c7756', 'tag': '6de66aa7-0775-438a-9595-a5edf6b861cd', 'status': 'completed', 'code': 200} Nov 10 18:28:51.355590 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-acc94743-06bc-4087-bf4f-fc398e204b80 req-55ef2aff-2666-462a-9278-f611a53297d7 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443256 Nov 10 18:28:51.363744 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-52f9a03f-d3a6-487e-9007-4a746f201b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:51.365309 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-52f9a03f-d3a6-487e-9007-4a746f201b9f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5fc75c961ba4a238d55731f693dd9dc&device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 1095 time: 0.0411732 Nov 10 18:28:51.412126 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-5376e906-83c3-4752-a650-2dba07f6b9a7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6de66aa7-0775-438a-9595-a5edf6b861cd HTTP/1.1" status: 200 len: 217 time: 0.0383701 Nov 10 18:28:51.462744 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-7ab92b83-baf0-4f61-a175-b09af0dbe2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:51.464175 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-7ab92b83-baf0-4f61-a175-b09af0dbe2e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7a448c83-87d1-45f6-aaa3-f908a299eb8e HTTP/1.1" status: 200 len: 855 time: 0.0441153 Nov 10 18:28:51.495401 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-2c54af71-832d-4fee-a144-49c4bc09fe6d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dd05137-9d33-4bcb-9b37-6f57d3daec7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245206 Nov 10 18:28:51.587374 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-ac49dc4d-0e6d-4e65-9d28-d4a277e9dc29 service neutron] 10.222.0.11 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850959 Nov 10 18:28:51.679924 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ddbe0eb5-8bfe-4308-9c2b-98a21c0bc719 req-35d31961-c136-44ab-bc98-761321f85e7a service neutron] 10.222.0.11 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860293 Nov 10 18:28:51.763774 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2c402-cad6-4193-9055-e9ccb31bfeab req-6b074c23-1c19-4e76-92ac-3fb02de9434b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:51.765357 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b6f2c402-cad6-4193-9055-e9ccb31bfeab req-6b074c23-1c19-4e76-92ac-3fb02de9434b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5fc75c961ba4a238d55731f693dd9dc&device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 1095 time: 0.0420644 Nov 10 18:28:51.861416 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2c402-cad6-4193-9055-e9ccb31bfeab req-68bea92a-8bb0-4160-9931-913c63beec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:51.863349 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b6f2c402-cad6-4193-9055-e9ccb31bfeab req-68bea92a-8bb0-4160-9931-913c63beec9f service neutron] 10.222.0.11 "GET /v2.0/networks?id=9dd05137-9d33-4bcb-9b37-6f57d3daec7c HTTP/1.1" status: 200 len: 916 time: 0.0915484 Nov 10 18:28:51.905582 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b6f2c402-cad6-4193-9055-e9ccb31bfeab req-3a1ed2d5-59d8-4c57-ab65-d29c4240b04c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6de66aa7-0775-438a-9595-a5edf6b861cd HTTP/1.1" status: 200 len: 217 time: 0.0348198 Nov 10 18:28:51.967932 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2c402-cad6-4193-9055-e9ccb31bfeab req-7052e31c-6929-4eb6-9fa0-87c732a894c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:51.969501 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b6f2c402-cad6-4193-9055-e9ccb31bfeab req-7052e31c-6929-4eb6-9fa0-87c732a894c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7a448c83-87d1-45f6-aaa3-f908a299eb8e HTTP/1.1" status: 200 len: 855 time: 0.0572467 Nov 10 18:28:52.001190 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b6f2c402-cad6-4193-9055-e9ccb31bfeab req-cfb77da4-1e92-4307-8532-74877121a1b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dd05137-9d33-4bcb-9b37-6f57d3daec7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244908 Nov 10 18:28:52.091961 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b6f2c402-cad6-4193-9055-e9ccb31bfeab req-64a09f8f-595b-4389-b7a0-121cbc809cea service neutron] 10.222.0.11 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831165 Nov 10 18:28:52.184732 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b6f2c402-cad6-4193-9055-e9ccb31bfeab req-4f947f3e-52e6-4555-8130-c62896ebc1c6 service neutron] 10.222.0.11 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848846 Nov 10 18:28:52.475420 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7785569-82b8-432a-b8f1-4c348fd908b6 req-48d95a0c-536a-4c67-8d60-44c1f7b919ea tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:52.476918 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a7785569-82b8-432a-b8f1-4c348fd908b6 req-48d95a0c-536a-4c67-8d60-44c1f7b919ea tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 943 time: 0.0499246 Nov 10 18:28:52.524267 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a7785569-82b8-432a-b8f1-4c348fd908b6 req-8d45227c-dd93-4bf0-823a-8ed381c43c23 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411630 Nov 10 18:28:53.639314 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6443d-7a6a-4ed2-a7e2-661ba2601a3a req-72193e82-f57d-4907-9d1d-9db2d1e7362a tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:53.640830 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a3d6443d-7a6a-4ed2-a7e2-661ba2601a3a req-72193e82-f57d-4907-9d1d-9db2d1e7362a tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 943 time: 0.0492694 Nov 10 18:28:53.687880 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a3d6443d-7a6a-4ed2-a7e2-661ba2601a3a req-92c993c5-70b4-44f4-a29b-c675f4a19301 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402684 Nov 10 18:28:54.198561 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 6de66aa7-0775-438a-9595-a5edf6b861cd details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:28:54.296275 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 6de66aa7-0775-438a-9595-a5edf6b861cd, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=6de66aa7-0775-438a-9595-a5edf6b861cd,segment=NetworkSegment(4bb99c6a-9ca2-4940-8071-8b2174ae0f25),segment_id=4bb99c6a-9ca2-4940-8071-8b2174ae0f25)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:28:54.465217 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '6de66aa7-0775-438a-9595-a5edf6b861cd', 'network_id': '9dd05137-9d33-4bcb-9b37-6f57d3daec7c', 'port_id': '6de66aa7-0775-438a-9595-a5edf6b861cd', 'mac_address': 'fa:16:3e:de:9c:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a448c83-87d1-45f6-aaa3-f908a299eb8e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:28:54.504661 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:54.516745 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6de66aa7-0775-438a-9595-a5edf6b861cd {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:28:54.536630 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 6de66aa7-0775-438a-9595-a5edf6b861cd, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=6de66aa7-0775-438a-9595-a5edf6b861cd,segment=NetworkSegment(4bb99c6a-9ca2-4940-8071-8b2174ae0f25),segment_id=4bb99c6a-9ca2-4940-8071-8b2174ae0f25)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:28:54.541170 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:54.586963 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=6de66aa7-0775-438a-9595-a5edf6b861cd,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:28:54.726793 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['6de66aa7-0775-438a-9595-a5edf6b861cd'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:28:54.808368 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52019f-46f2-4825-a1bb-0f3fb2b7c213 req-ae99f9b2-e6a2-4e1a-a658-e33b45571044 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:54.809988 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9e52019f-46f2-4825-a1bb-0f3fb2b7c213 req-ae99f9b2-e6a2-4e1a-a658-e33b45571044 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 944 time: 0.0499582 Nov 10 18:28:54.869737 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9e52019f-46f2-4825-a1bb-0f3fb2b7c213 req-43f649f4-f879-4f42-83c4-e0898347f100 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538003 Nov 10 18:28:55.180750 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:55.548513 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:55.991262 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac867f-0f6b-48a6-ac9b-7a52bbb800e2 req-487c9916-32d8-4209-90ff-2186be21843f tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:55.992805 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-59ac867f-0f6b-48a6-ac9b-7a52bbb800e2 req-487c9916-32d8-4209-90ff-2186be21843f tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 944 time: 0.0561016 Nov 10 18:28:56.044765 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-59ac867f-0f6b-48a6-ac9b-7a52bbb800e2 req-0d32a412-bc2e-4941-90a0-5f7fd2240d85 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441914 Nov 10 18:28:56.230945 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 6de66aa7-0775-438a-9595-a5edf6b861cd up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:28:56.283641 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 6de66aa7-0775-438a-9595-a5edf6b861cd completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:28:56.287216 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 6de66aa7-0775-438a-9595-a5edf6b861cd triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:28:56.287592 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:56.367569 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:56.391190 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c3d7cd-9d0f-457c-bb1f-6c780d1c7756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de66aa7-0775-438a-9595-a5edf6b861cd'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:28:56.393917 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2eddf6a-6698-4ee4-8b36-ceda625df296" -d '{"events": [{"server_uuid": "67c3d7cd-9d0f-457c-bb1f-6c780d1c7756", "name": "network-vif-plugged", "status": "completed", "tag": "6de66aa7-0775-438a-9595-a5edf6b861cd"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:28:56.406710 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 6de66aa7-0775-438a-9595-a5edf6b861cd, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=6de66aa7-0775-438a-9595-a5edf6b861cd,segment=NetworkSegment(4bb99c6a-9ca2-4940-8071-8b2174ae0f25),segment_id=4bb99c6a-9ca2-4940-8071-8b2174ae0f25)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:28:56.414573 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:28:56.442995 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1a0e03-c649-46ba-ade5-2efc863505b5 x-openstack-request-id: req-6f1a0e03-c649-46ba-ade5-2efc863505b5 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:28:56.443286 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c3d7cd-9d0f-457c-bb1f-6c780d1c7756", "name": "network-vif-plugged", "status": "completed", "tag": "6de66aa7-0775-438a-9595-a5edf6b861cd", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:28:56.443541 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6f1a0e03-c649-46ba-ade5-2efc863505b5 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:28:56.443940 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c3d7cd-9d0f-457c-bb1f-6c780d1c7756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de66aa7-0775-438a-9595-a5edf6b861cd', 'code': 200} Nov 10 18:28:56.470974 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=6de66aa7-0775-438a-9595-a5edf6b861cd,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:28:56.551646 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147cb82-4e6a-4dc5-9f8c-4438e4c35d07 req-80fdbcd4-d788-4666-a6f6-731891a1fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:56.553261 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0147cb82-4e6a-4dc5-9f8c-4438e4c35d07 req-80fdbcd4-d788-4666-a6f6-731891a1fdf3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 1097 time: 0.0584736 Nov 10 18:28:56.599180 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0147cb82-4e6a-4dc5-9f8c-4438e4c35d07 req-d9b20753-a2f6-42e6-b939-f5510c6f9959 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383580 Nov 10 18:28:57.173375 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbe900-3540-48c6-8d2b-9478682d1da0 req-f6630676-dbff-4c34-8176-f73545448385 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:57.174889 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bcfbe900-3540-48c6-8d2b-9478682d1da0 req-f6630676-dbff-4c34-8176-f73545448385 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 945 time: 0.0500596 Nov 10 18:28:57.223577 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bcfbe900-3540-48c6-8d2b-9478682d1da0 req-985922ed-e373-4442-85d1-34ce8b0db43f tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427134 Nov 10 18:28:58.343269 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4061e46-504f-4c2c-af07-1df82cc09f63 req-ce5ec8a2-dc7f-4302-8ea6-77d9326b624f tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:58.345922 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e4061e46-504f-4c2c-af07-1df82cc09f63 req-ce5ec8a2-dc7f-4302-8ea6-77d9326b624f tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 945 time: 0.0527897 Nov 10 18:28:58.398044 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e4061e46-504f-4c2c-af07-1df82cc09f63 req-ea546bd6-2df5-4136-8a2d-7378df853554 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459805 Nov 10 18:28:58.516424 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb8104-7a3c-4b17-b471-755f632cfa41 req-f71d3e6a-be7b-4880-8047-2a5e62322c08 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:58.518398 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7feb8104-7a3c-4b17-b471-755f632cfa41 req-f71d3e6a-be7b-4880-8047-2a5e62322c08 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 945 time: 0.0529301 Nov 10 18:28:58.570237 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7feb8104-7a3c-4b17-b471-755f632cfa41 req-3019e733-d6a6-46df-beb1-2145f035d0dd tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453594 Nov 10 18:28:58.778490 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eec6de-4d7e-4b6c-8302-187d09448c9e req-6487843b-0be5-4ea8-b15b-fe8f665bb8b4 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:58.779971 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-27eec6de-4d7e-4b6c-8302-187d09448c9e req-6487843b-0be5-4ea8-b15b-fe8f665bb8b4 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 945 time: 0.0511055 Nov 10 18:28:58.828627 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-27eec6de-4d7e-4b6c-8302-187d09448c9e req-9ccf2d37-8d8a-45a0-abbf-e897666205cc tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425692 Nov 10 18:28:58.945150 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4d106-77f3-4540-ab50-b579804056f0 req-5ff56812-c09e-4127-90d9-586125094d44 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:58.946625 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-55d4d106-77f3-4540-ab50-b579804056f0 req-5ff56812-c09e-4127-90d9-586125094d44 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 945 time: 0.0525134 Nov 10 18:28:58.995815 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-55d4d106-77f3-4540-ab50-b579804056f0 req-cd2142d2-7c91-4a44-b5de-ef3fb96a9bbe tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433207 Nov 10 18:28:59.256760 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-3fccbf28-917d-4144-9bca-773c4a8dbed0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0722327 Nov 10 18:28:59.264828 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad68ed0-9d41-4b0a-a542-2d759d3e7e9f req-910d072a-7767-49e0-a826-7d87828fe73a tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:28:59.266315 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3ad68ed0-9d41-4b0a-a542-2d759d3e7e9f req-910d072a-7767-49e0-a826-7d87828fe73a tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 945 time: 0.0733802 Nov 10 18:28:59.327317 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3ad68ed0-9d41-4b0a-a542-2d759d3e7e9f req-a9c662be-b497-42f1-b688-5888342aed37 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544198 Nov 10 18:29:00.451652 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f6da9-3446-44ab-bd62-71f9abf547e9 req-06cb23e1-a0ec-439e-8479-a108ea5a46fb tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:00.453170 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-552f6da9-3446-44ab-bd62-71f9abf547e9 req-06cb23e1-a0ec-439e-8479-a108ea5a46fb tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 945 time: 0.0518956 Nov 10 18:29:00.463007 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-ce56587f-7660-4fec-a4db-f4123ee907d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:00.464631 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-ce56587f-7660-4fec-a4db-f4123ee907d0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5fc75c961ba4a238d55731f693dd9dc&device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 1097 time: 0.0451384 Nov 10 18:29:00.505661 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-552f6da9-3446-44ab-bd62-71f9abf547e9 req-2785cee8-219b-4816-84a4-cd5144bea12a tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456848 Nov 10 18:29:00.563797 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-e91b70f7-5752-4951-a3a9-ac6809d14737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:00.565873 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-e91b70f7-5752-4951-a3a9-ac6809d14737 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9dd05137-9d33-4bcb-9b37-6f57d3daec7c HTTP/1.1" status: 200 len: 916 time: 0.0930803 Nov 10 18:29:00.610795 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-9e41c794-24d1-4ef9-bc58-767fa0abd3b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6de66aa7-0775-438a-9595-a5edf6b861cd HTTP/1.1" status: 200 len: 217 time: 0.0380104 Nov 10 18:29:00.617778 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fa054e83-d2f8-4261-b09d-959232dcd218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:00.660560 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-a48d19a5-c5b9-4f84-9f9f-ceec25da23b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:00.662018 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-a48d19a5-c5b9-4f84-9f9f-ceec25da23b3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7a448c83-87d1-45f6-aaa3-f908a299eb8e HTTP/1.1" status: 200 len: 855 time: 0.0454063 Nov 10 18:29:00.694381 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-26fe1b15-d802-42fa-8913-b055d49239de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dd05137-9d33-4bcb-9b37-6f57d3daec7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254104 Nov 10 18:29:00.790183 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-1abc700f-2df5-4d09-b4ba-ffc360e869bc service neutron] 10.222.0.11 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884173 Nov 10 18:29:00.881199 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-4a53d35d-2c71-4c07-beb6-2671bec946f8 service neutron] 10.222.0.11 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846014 Nov 10 18:29:01.626710 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72285eda-1ef9-43c1-b24d-acecc42c11a4 req-fe2aefbf-e3a7-42ec-a363-dc5525a0aefa tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:01.628366 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72285eda-1ef9-43c1-b24d-acecc42c11a4 req-fe2aefbf-e3a7-42ec-a363-dc5525a0aefa tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 945 time: 0.0512650 Nov 10 18:29:01.681134 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72285eda-1ef9-43c1-b24d-acecc42c11a4 req-17b18894-c477-42e3-a321-9a263ae4e4b0 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466111 Nov 10 18:29:02.804026 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4673f96-682e-4508-b4c1-618be969dfea req-3f8fea26-3ceb-4916-868a-4f1324cf65c1 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:02.805606 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f4673f96-682e-4508-b4c1-618be969dfea req-3f8fea26-3ceb-4916-868a-4f1324cf65c1 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 945 time: 0.0550764 Nov 10 18:29:02.854383 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f4673f96-682e-4508-b4c1-618be969dfea req-cff0dc0d-819a-41a5-93ee-2cdedebfc5d6 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428693 Nov 10 18:29:02.960790 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-aa5d5295-e7ce-4bcc-97c3-df4310ac106a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:03.980815 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43028aa3-50c0-439a-b55d-3917bf887984 req-15549e9c-4bef-4cef-adf0-f2903cbc8e2e tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:03.982294 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-43028aa3-50c0-439a-b55d-3917bf887984 req-15549e9c-4bef-4cef-adf0-f2903cbc8e2e tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 945 time: 0.0595219 Nov 10 18:29:04.034411 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-43028aa3-50c0-439a-b55d-3917bf887984 req-58e14f10-cb53-4743-8d46-c110f0a34ec7 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451367 Nov 10 18:29:04.204701 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:05.153210 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8a83e-32ec-472a-86ac-acc584fb0f6d req-091ce75a-b21c-47b9-93ee-8fe7dc6bf9c9 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:05.155473 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-19b8a83e-32ec-472a-86ac-acc584fb0f6d req-091ce75a-b21c-47b9-93ee-8fe7dc6bf9c9 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 945 time: 0.0500300 Nov 10 18:29:05.204530 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-19b8a83e-32ec-472a-86ac-acc584fb0f6d req-e6bcffbc-53bb-4660-a463-b669e1944ea4 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427041 Nov 10 18:29:05.688801 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:06.326593 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b05a2-13f2-4e02-a9ba-d993cdaccf95 req-86ed6620-85b6-4fb8-b19c-c1a2e812b0b8 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:06.328103 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7d2b05a2-13f2-4e02-a9ba-d993cdaccf95 req-86ed6620-85b6-4fb8-b19c-c1a2e812b0b8 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 945 time: 0.0536554 Nov 10 18:29:06.384141 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:06.387074 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7d2b05a2-13f2-4e02-a9ba-d993cdaccf95 req-5198716c-9d0b-4613-87e5-845f10e2f88a tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525041 Nov 10 18:29:07.509920 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e320638-1493-48bb-b95d-59d4fa7c3df3 req-7070e455-a538-43d7-bbb5-00ed73ba9d68 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:07.511450 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5e320638-1493-48bb-b95d-59d4fa7c3df3 req-7070e455-a538-43d7-bbb5-00ed73ba9d68 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 945 time: 0.0552986 Nov 10 18:29:07.560766 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5e320638-1493-48bb-b95d-59d4fa7c3df3 req-50fb6aba-918d-42cf-b820-f647cfd7a2fb tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432687 Nov 10 18:29:08.686466 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec0198-bcd5-4c13-bc6e-eef89f2993da req-0c8e102c-2145-4798-ae23-534a350daccf tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:08.687961 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a4ec0198-bcd5-4c13-bc6e-eef89f2993da req-0c8e102c-2145-4798-ae23-534a350daccf tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 945 time: 0.0536330 Nov 10 18:29:08.738984 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a4ec0198-bcd5-4c13-bc6e-eef89f2993da req-b7b13dea-d986-4ee4-b6ed-787a35cce41c tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439746 Nov 10 18:29:09.859391 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6075bbb-c19d-4783-829e-86e5bc3d7f1d req-6dcdb70e-8628-4375-acd7-f1d0c54a7d44 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:09.860947 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e6075bbb-c19d-4783-829e-86e5bc3d7f1d req-6dcdb70e-8628-4375-acd7-f1d0c54a7d44 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 945 time: 0.0509977 Nov 10 18:29:09.910852 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e6075bbb-c19d-4783-829e-86e5bc3d7f1d req-ef6036e0-79c9-4d66-9e8e-3b24ee006cfb tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434256 Nov 10 18:29:11.030650 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa2404-b201-4c8c-91ac-cf4a04037696 req-e290b5b9-56c6-46b8-8bf3-ee9cee684f6a tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:11.032035 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-17aa2404-b201-4c8c-91ac-cf4a04037696 req-e290b5b9-56c6-46b8-8bf3-ee9cee684f6a tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 945 time: 0.0491734 Nov 10 18:29:11.081104 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-17aa2404-b201-4c8c-91ac-cf4a04037696 req-b0d567b2-95f0-4dd6-9617-87076ef27745 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421495 Nov 10 18:29:12.200320 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519dcbcd-1012-48aa-9bd0-d83add4ae5e4 req-f427db5c-af4d-4403-933b-acfbc9ff8f45 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:12.201788 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-519dcbcd-1012-48aa-9bd0-d83add4ae5e4 req-f427db5c-af4d-4403-933b-acfbc9ff8f45 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 945 time: 0.0491951 Nov 10 18:29:12.253976 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-519dcbcd-1012-48aa-9bd0-d83add4ae5e4 req-09d062ce-ae07-4ba5-a017-b4648e076d1c tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461106 Nov 10 18:29:13.387624 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51747a3-311d-4079-98f8-a954e0b934e0 req-25462c96-8a0d-4032-ac33-f80be5e68a34 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:13.389150 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b51747a3-311d-4079-98f8-a954e0b934e0 req-25462c96-8a0d-4032-ac33-f80be5e68a34 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 945 time: 0.0530834 Nov 10 18:29:13.437009 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b51747a3-311d-4079-98f8-a954e0b934e0 req-880f98e3-fc55-4438-94e8-2daacc0ee398 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404596 Nov 10 18:29:14.556958 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e7a6a-1918-4bb2-b3e1-6a348ad707d8 req-5cf73600-36f2-47fc-a3e2-ff100072acab tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:14.558500 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4f5e7a6a-1918-4bb2-b3e1-6a348ad707d8 req-5cf73600-36f2-47fc-a3e2-ff100072acab tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 945 time: 0.0493860 Nov 10 18:29:14.606653 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4f5e7a6a-1918-4bb2-b3e1-6a348ad707d8 req-ee1267ad-a001-4173-aa43-75bbe7e6c13b tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416501 Nov 10 18:29:15.724633 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376f531-c415-4b64-8822-e7b9070f9e32 req-67035ccb-694b-4344-95c3-003ed06ae6ec tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:15.726132 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3376f531-c415-4b64-8822-e7b9070f9e32 req-67035ccb-694b-4344-95c3-003ed06ae6ec tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 945 time: 0.0512464 Nov 10 18:29:15.774766 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3376f531-c415-4b64-8822-e7b9070f9e32 req-c20044f8-e78d-4c96-8806-5b1b530376c7 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427439 Nov 10 18:29:16.891730 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fe51f-6231-496e-8a3f-1903775ff591 req-2bde2c0e-cf82-42ca-b559-68f5feef258f tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:16.893786 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-014fe51f-6231-496e-8a3f-1903775ff591 req-2bde2c0e-cf82-42ca-b559-68f5feef258f tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 945 time: 0.0489748 Nov 10 18:29:16.942725 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-014fe51f-6231-496e-8a3f-1903775ff591 req-8e98142b-2b5b-4af8-87b4-1792123820a6 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427086 Nov 10 18:29:18.061490 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc303eab-f878-40c4-a756-da1d42d36b8a req-2a96a9c9-0037-4a83-99a4-fcb891e5ddbc tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:18.062930 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fc303eab-f878-40c4-a756-da1d42d36b8a req-2a96a9c9-0037-4a83-99a4-fcb891e5ddbc tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 945 time: 0.0489919 Nov 10 18:29:18.118788 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fc303eab-f878-40c4-a756-da1d42d36b8a req-fa659763-84f9-437b-be05-2e0736d5a774 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498421 Nov 10 18:29:19.240368 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa068b8-1c02-4535-90ce-473a7885f5d6 req-b0a7599a-572b-4a3a-9990-20b0ea911f3f tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:19.241885 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8aa068b8-1c02-4535-90ce-473a7885f5d6 req-b0a7599a-572b-4a3a-9990-20b0ea911f3f tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 945 time: 0.0540652 Nov 10 18:29:19.290550 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8aa068b8-1c02-4535-90ce-473a7885f5d6 req-c42b4c7b-918e-4406-a147-2a6875929ce8 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426075 Nov 10 18:29:20.407814 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a63eb-7b72-44d1-a12f-c4640f69d176 req-130a6b4e-4730-4fc4-8e61-a605a686bb40 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:20.409485 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af9a63eb-7b72-44d1-a12f-c4640f69d176 req-130a6b4e-4730-4fc4-8e61-a605a686bb40 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 945 time: 0.0488236 Nov 10 18:29:20.461058 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af9a63eb-7b72-44d1-a12f-c4640f69d176 req-6f51cab9-4ad1-49db-8b71-e48386311b18 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446391 Nov 10 18:29:21.580483 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404cc024-420c-4f4e-91cd-a8cf73defbb8 req-f2a8c4d8-25fe-4718-9cbe-7dcc14bc7138 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:21.582675 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-404cc024-420c-4f4e-91cd-a8cf73defbb8 req-f2a8c4d8-25fe-4718-9cbe-7dcc14bc7138 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 945 time: 0.0519159 Nov 10 18:29:21.633716 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-404cc024-420c-4f4e-91cd-a8cf73defbb8 req-5efa3f3e-6752-45d0-afe4-b0ffe9431931 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439773 Nov 10 18:29:21.885748 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:29:22.762849 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0b57c-ba5d-4dd8-b00a-f3c82c6dfea4 req-25bb0d00-1f41-4216-b227-80cbb6bd84a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:22.764419 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7fd0b57c-ba5d-4dd8-b00a-f3c82c6dfea4 req-25bb0d00-1f41-4216-b227-80cbb6bd84a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5fc75c961ba4a238d55731f693dd9dc&device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 1097 time: 0.0697639 Nov 10 18:29:22.778315 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61564b-ee93-4f5a-8ea2-d6234bc5da94 req-98fd00d5-dec5-4195-a750-9921a9c63412 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:22.779790 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3f61564b-ee93-4f5a-8ea2-d6234bc5da94 req-98fd00d5-dec5-4195-a750-9921a9c63412 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 945 time: 0.0761106 Nov 10 18:29:23.190713 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3f61564b-ee93-4f5a-8ea2-d6234bc5da94 req-e14201b8-b9da-4b28-b487-067954471c72 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989646 Nov 10 18:29:23.213219 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0b57c-ba5d-4dd8-b00a-f3c82c6dfea4 req-07c10627-0086-4d76-8bb0-c54a88323986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:23.214702 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7fd0b57c-ba5d-4dd8-b00a-f3c82c6dfea4 req-07c10627-0086-4d76-8bb0-c54a88323986 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9dd05137-9d33-4bcb-9b37-6f57d3daec7c HTTP/1.1" status: 200 len: 916 time: 0.4308152 Nov 10 18:29:23.261135 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7fd0b57c-ba5d-4dd8-b00a-f3c82c6dfea4 req-88b30da5-780a-4857-8d90-d37a338104ce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6de66aa7-0775-438a-9595-a5edf6b861cd HTTP/1.1" status: 200 len: 217 time: 0.0391145 Nov 10 18:29:23.314847 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0b57c-ba5d-4dd8-b00a-f3c82c6dfea4 req-df442fbc-0c98-4681-8884-7253d560c20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:23.316379 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7fd0b57c-ba5d-4dd8-b00a-f3c82c6dfea4 req-df442fbc-0c98-4681-8884-7253d560c20e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7a448c83-87d1-45f6-aaa3-f908a299eb8e HTTP/1.1" status: 200 len: 855 time: 0.0485215 Nov 10 18:29:23.351218 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7fd0b57c-ba5d-4dd8-b00a-f3c82c6dfea4 req-9d3ab99a-19c2-445c-acd4-fe06662b9995 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dd05137-9d33-4bcb-9b37-6f57d3daec7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259531 Nov 10 18:29:23.453036 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7fd0b57c-ba5d-4dd8-b00a-f3c82c6dfea4 req-c5c38c4a-cf76-4185-be02-8491e7e8a2cc service neutron] 10.222.0.11 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900674 Nov 10 18:29:23.548466 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7fd0b57c-ba5d-4dd8-b00a-f3c82c6dfea4 req-fa897672-e0fb-4ec1-ad0e-9526a1a18f54 service neutron] 10.222.0.11 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877790 Nov 10 18:29:24.314425 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc339ca-b40b-47f5-97f1-41a5737a213e req-a5041094-c6ab-44e3-b5c1-fc8174127b5c tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:24.316649 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8fc339ca-b40b-47f5-97f1-41a5737a213e req-a5041094-c6ab-44e3-b5c1-fc8174127b5c tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 945 time: 0.0504749 Nov 10 18:29:24.369601 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8fc339ca-b40b-47f5-97f1-41a5737a213e req-147536fe-496d-49b4-a8aa-e296fda32b7a tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469711 Nov 10 18:29:25.186731 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:25.487004 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed8447-295a-48c7-83e9-e0079c7949d5 req-8ee938db-7b0d-42f1-ac88-dada499eb67d tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:25.489146 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-84ed8447-295a-48c7-83e9-e0079c7949d5 req-8ee938db-7b0d-42f1-ac88-dada499eb67d tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 945 time: 0.0492916 Nov 10 18:29:25.539874 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-84ed8447-295a-48c7-83e9-e0079c7949d5 req-f409a0de-d4d7-41c0-b628-2202b7402dcb tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448163 Nov 10 18:29:25.560511 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:26.655423 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572abe67-d61d-4a12-94ef-2c13e2148d71 req-084b7608-d2ac-4d4d-80c1-cd222029dd80 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:26.656940 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-572abe67-d61d-4a12-94ef-2c13e2148d71 req-084b7608-d2ac-4d4d-80c1-cd222029dd80 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 945 time: 0.0486302 Nov 10 18:29:26.704939 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-572abe67-d61d-4a12-94ef-2c13e2148d71 req-9cf63741-d8c0-4ae7-8238-3855ecf451b7 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407357 Nov 10 18:29:27.671046 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-4d39b264-d4d2-4058-b11e-064db3fdc869 service neutron] show failed (client error): The resource could not be found. Nov 10 18:29:27.672089 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-4d39b264-d4d2-4058-b11e-064db3fdc869 service neutron] 10.222.0.11 "GET /v2.0/ports/6de66aa7-0775-438a-9595-a5edf6b861cd/bindings/n-h2-776250-10 HTTP/1.1" status: 404 len: 381 time: 0.0545423 Nov 10 18:29:27.826222 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91718af-3250-49ba-a375-56d92db42f1a req-83e48c6e-2d9c-43c2-b721-113ea0d20f93 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:27.828087 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d91718af-3250-49ba-a375-56d92db42f1a req-83e48c6e-2d9c-43c2-b721-113ea0d20f93 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 945 time: 0.0516782 Nov 10 18:29:27.911148 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d91718af-3250-49ba-a375-56d92db42f1a req-ed9f84f5-3999-403d-a425-47cd77336129 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768411 Nov 10 18:29:27.913714 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-669c44d1-211a-4434-b758-89870595231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:27.915094 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-669c44d1-211a-4434-b758-89870595231f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756&tenant_id=b5fc75c961ba4a238d55731f693dd9dc HTTP/1.1" status: 200 len: 1097 time: 0.0748601 Nov 10 18:29:27.932552 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-776250-10', 'device_owner': 'compute:nova'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:29:27.989565 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:28.025637 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8de43-a8ed-4746-a14b-4e75876d7452 req-122f86e0-a75c-4834-b322-2496ae020b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:28.027137 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6ff8de43-a8ed-4746-a14b-4e75876d7452 req-122f86e0-a75c-4834-b322-2496ae020b78 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5fc75c961ba4a238d55731f693dd9dc&device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 1097 time: 0.0412338 Nov 10 18:29:28.138128 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8de43-a8ed-4746-a14b-4e75876d7452 req-d0f1f8c5-e55b-43a5-a968-68412131e88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:28.139612 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6ff8de43-a8ed-4746-a14b-4e75876d7452 req-d0f1f8c5-e55b-43a5-a968-68412131e88e service neutron] 10.222.0.13 "GET /v2.0/networks?id=9dd05137-9d33-4bcb-9b37-6f57d3daec7c HTTP/1.1" status: 200 len: 916 time: 0.0925536 Nov 10 18:29:28.183231 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6ff8de43-a8ed-4746-a14b-4e75876d7452 req-2eab9df2-c0dc-4ead-b6cd-3cd8fa8b8969 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6de66aa7-0775-438a-9595-a5edf6b861cd HTTP/1.1" status: 200 len: 217 time: 0.0354066 Nov 10 18:29:28.198199 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] For port 6de66aa7-0775-438a-9595-a5edf6b861cd, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=6de66aa7-0775-438a-9595-a5edf6b861cd,segment=NetworkSegment(4bb99c6a-9ca2-4940-8071-8b2174ae0f25),segment_id=4bb99c6a-9ca2-4940-8071-8b2174ae0f25)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:29:28.232176 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] For port 6de66aa7-0775-438a-9595-a5edf6b861cd, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:29:28.235914 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8de43-a8ed-4746-a14b-4e75876d7452 req-2cca5252-74c1-48e7-9f83-4a15780c7695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:28.237961 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6ff8de43-a8ed-4746-a14b-4e75876d7452 req-2cca5252-74c1-48e7-9f83-4a15780c7695 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a448c83-87d1-45f6-aaa3-f908a299eb8e HTTP/1.1" status: 200 len: 855 time: 0.0479937 Nov 10 18:29:28.269560 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6ff8de43-a8ed-4746-a14b-4e75876d7452 req-57446837-ec91-4c4d-a1e5-3b1b5d7a3805 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9dd05137-9d33-4bcb-9b37-6f57d3daec7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252678 Nov 10 18:29:28.279037 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c3d7cd-9d0f-457c-bb1f-6c780d1c7756', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6de66aa7-0775-438a-9595-a5edf6b861cd'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:29:28.281315 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc465b9-7f8c-42b0-99a4-fbd7759bd611" -d '{"events": [{"server_uuid": "67c3d7cd-9d0f-457c-bb1f-6c780d1c7756", "name": "network-vif-unplugged", "status": "completed", "tag": "6de66aa7-0775-438a-9595-a5edf6b861cd"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:29:28.286402 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:28.300856 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] Transition to ACTIVE for port object 6de66aa7-0775-438a-9595-a5edf6b861cd will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:29:28.305206 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:28.335694 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 18:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d94ec1-8dc9-4fed-9cde-f7c19232be10 x-openstack-request-id: req-67d94ec1-8dc9-4fed-9cde-f7c19232be10 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:29:28.335999 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c3d7cd-9d0f-457c-bb1f-6c780d1c7756", "name": "network-vif-unplugged", "status": "completed", "tag": "6de66aa7-0775-438a-9595-a5edf6b861cd", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:29:28.336275 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-67d94ec1-8dc9-4fed-9cde-f7c19232be10 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:29:28.336677 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c3d7cd-9d0f-457c-bb1f-6c780d1c7756', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6de66aa7-0775-438a-9595-a5edf6b861cd', 'code': 200} Nov 10 18:29:28.356226 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] Pushing event updated for resources: {'Port': ['ID=6de66aa7-0775-438a-9595-a5edf6b861cd,revision_number=6']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:29:28.365700 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6ff8de43-a8ed-4746-a14b-4e75876d7452 req-971a69bd-441c-4d89-8870-d356fc15b0e7 service neutron] 10.222.0.13 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893383 Nov 10 18:29:28.380567 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:28.380922 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:28.381259 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:28.381593 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:28.381926 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:28.382255 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:28.382582 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:28.382905 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:28.383234 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:28.383559 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:28.383879 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:28.384227 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:28.387590 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] No DVR routers for this DVR port 6de66aa7-0775-438a-9595-a5edf6b861cd on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:29:28.422784 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] Attempting to bind port 6de66aa7-0775-438a-9595-a5edf6b861cd on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:29:28.423116 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] Attempting to bind port 6de66aa7-0775-438a-9595-a5edf6b861cd by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '4bb99c6a-9ca2-4940-8071-8b2174ae0f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9dd05137-9d33-4bcb-9b37-6f57d3daec7c'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:29:28.423448 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] Attempting to bind port 6de66aa7-0775-438a-9595-a5edf6b861cd on network 9dd05137-9d33-4bcb-9b37-6f57d3daec7c {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:29:28.428678 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] Port 6de66aa7-0775-438a-9595-a5edf6b861cd on network 9dd05137-9d33-4bcb-9b37-6f57d3daec7c not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:29:28.429140 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] Attempting to bind port 6de66aa7-0775-438a-9595-a5edf6b861cd on network 9dd05137-9d33-4bcb-9b37-6f57d3daec7c {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:29:28.434049 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:29:28.434323 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] Checking segment: {'id': '4bb99c6a-9ca2-4940-8071-8b2174ae0f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9dd05137-9d33-4bcb-9b37-6f57d3daec7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:29:28.434707 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] Bound using segment: {'id': '4bb99c6a-9ca2-4940-8071-8b2174ae0f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9dd05137-9d33-4bcb-9b37-6f57d3daec7c'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:29:28.435138 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] Bound port: 6de66aa7-0775-438a-9595-a5edf6b861cd, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb99c6a-9ca2-4940-8071-8b2174ae0f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9dd05137-9d33-4bcb-9b37-6f57d3daec7c'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:29:28.435509 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:28.461525 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6ff8de43-a8ed-4746-a14b-4e75876d7452 req-c790a34a-dacf-4619-acd3-30215dfb1424 service neutron] 10.222.0.13 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887525 Nov 10 18:29:28.503148 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] For port 6de66aa7-0775-438a-9595-a5edf6b861cd, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:29:28.506237 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] For port 6de66aa7-0775-438a-9595-a5edf6b861cd, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=6de66aa7-0775-438a-9595-a5edf6b861cd,segment=NetworkSegment(4bb99c6a-9ca2-4940-8071-8b2174ae0f25),segment_id=4bb99c6a-9ca2-4940-8071-8b2174ae0f25)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:29:28.510638 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:28.543603 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:28.544314 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:28.545687 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] 10.222.0.13 "PUT /v2.0/ports/6de66aa7-0775-438a-9595-a5edf6b861cd HTTP/1.1" status: 200 len: 1092 time: 0.6174262 Nov 10 18:29:28.568678 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2bc510-84c1-4049-9c9c-bd4d0d9c1819 service neutron] Pushing event updated for resources: {'Port': ['ID=6de66aa7-0775-438a-9595-a5edf6b861cd,revision_number=7']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:29:28.611888 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-f589504c-7271-433c-8407-9f4b66b0af4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:28.613776 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-f589504c-7271-433c-8407-9f4b66b0af4e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5fc75c961ba4a238d55731f693dd9dc&device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 1095 time: 0.0423157 Nov 10 18:29:28.711285 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-1cf39dbb-f80b-4fed-8667-c1bb055f2494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:28.712791 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-1cf39dbb-f80b-4fed-8667-c1bb055f2494 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9dd05137-9d33-4bcb-9b37-6f57d3daec7c HTTP/1.1" status: 200 len: 916 time: 0.0897598 Nov 10 18:29:28.756606 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-3371ec5e-f7de-45fe-a439-514159b04d32 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6de66aa7-0775-438a-9595-a5edf6b861cd HTTP/1.1" status: 200 len: 217 time: 0.0356679 Nov 10 18:29:28.807115 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-77275a32-5904-4271-8650-958367a26ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:28.808599 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-77275a32-5904-4271-8650-958367a26ead service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a448c83-87d1-45f6-aaa3-f908a299eb8e HTTP/1.1" status: 200 len: 855 time: 0.0446956 Nov 10 18:29:28.840481 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-2f987be8-bfae-412e-89ef-cc99aa0bb7a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9dd05137-9d33-4bcb-9b37-6f57d3daec7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250506 Nov 10 18:29:28.933718 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-cbbdfe7e-c256-479a-b90a-fed1e2786959 service neutron] 10.222.0.13 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855963 Nov 10 18:29:29.061875 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9796b5-2cfc-4fc4-8d63-bbf369228944 req-34462e77-4dc9-4933-8e7f-c1c7c444c739 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:29.063355 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-be9796b5-2cfc-4fc4-8d63-bbf369228944 req-34462e77-4dc9-4933-8e7f-c1c7c444c739 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 943 time: 0.0774662 Nov 10 18:29:29.087409 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad9aa0ff-6881-434f-a40d-ae6be6cd8cbd req-51e80001-2ccc-4763-ba31-56cd27507d3f service neutron] 10.222.0.13 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450925 Nov 10 18:29:29.118713 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-be9796b5-2cfc-4fc4-8d63-bbf369228944 req-5e4fa13f-5499-4573-9736-f7b25dc63dab tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487864 Nov 10 18:29:30.237794 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ebf0c-5656-4294-912c-73eb6981dafa req-39fde15c-aa61-41aa-b954-10900b131edb tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:30.239295 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9b6ebf0c-5656-4294-912c-73eb6981dafa req-39fde15c-aa61-41aa-b954-10900b131edb tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 943 time: 0.0501556 Nov 10 18:29:30.286507 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9b6ebf0c-5656-4294-912c-73eb6981dafa req-5f4345da-47b7-4e33-832c-a03c1e3d503c tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413957 Nov 10 18:29:30.337644 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c3d7cd-9d0f-457c-bb1f-6c780d1c7756', 'tag': '6de66aa7-0775-438a-9595-a5edf6b861cd'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:29:30.340060 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18201de-652b-4111-9a84-b19b36b25fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "67c3d7cd-9d0f-457c-bb1f-6c780d1c7756", "tag": "6de66aa7-0775-438a-9595-a5edf6b861cd"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:29:30.387645 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e94e97d-97a7-485a-a472-793d7fb59e9e x-openstack-request-id: req-9e94e97d-97a7-485a-a472-793d7fb59e9e {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:29:30.387942 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67c3d7cd-9d0f-457c-bb1f-6c780d1c7756", "tag": "6de66aa7-0775-438a-9595-a5edf6b861cd", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:29:30.388233 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9e94e97d-97a7-485a-a472-793d7fb59e9e {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:29:30.388645 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67c3d7cd-9d0f-457c-bb1f-6c780d1c7756', 'tag': '6de66aa7-0775-438a-9595-a5edf6b861cd', 'status': 'completed', 'code': 200} Nov 10 18:29:30.476524 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18201de-652b-4111-9a84-b19b36b25fdf req-c07d5764-6800-440d-81df-35425f8c085a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:30.478029 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c18201de-652b-4111-9a84-b19b36b25fdf req-c07d5764-6800-440d-81df-35425f8c085a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5fc75c961ba4a238d55731f693dd9dc&device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 1095 time: 0.0696809 Nov 10 18:29:30.483898 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18201de-652b-4111-9a84-b19b36b25fdf req-093b8bde-b2e8-4f81-a0af-32047dad39cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:30.485349 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c18201de-652b-4111-9a84-b19b36b25fdf req-093b8bde-b2e8-4f81-a0af-32047dad39cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5fc75c961ba4a238d55731f693dd9dc&device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 1095 time: 0.0685396 Nov 10 18:29:30.622746 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-07e61d05-e319-4b98-b004-d3b0c2f85582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:30.642141 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18201de-652b-4111-9a84-b19b36b25fdf req-9fd5db3d-f234-436c-b2aa-544d20385901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:30.644322 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c18201de-652b-4111-9a84-b19b36b25fdf req-9fd5db3d-f234-436c-b2aa-544d20385901 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9dd05137-9d33-4bcb-9b37-6f57d3daec7c HTTP/1.1" status: 200 len: 916 time: 0.1575942 Nov 10 18:29:30.693327 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18201de-652b-4111-9a84-b19b36b25fdf req-034b4b29-a4aa-4324-931a-b297a9de0a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:30.694938 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c18201de-652b-4111-9a84-b19b36b25fdf req-034b4b29-a4aa-4324-931a-b297a9de0a91 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9dd05137-9d33-4bcb-9b37-6f57d3daec7c HTTP/1.1" status: 200 len: 916 time: 0.2001526 Nov 10 18:29:30.696447 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c18201de-652b-4111-9a84-b19b36b25fdf req-d14dc238-2537-4244-b655-bea340676018 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6de66aa7-0775-438a-9595-a5edf6b861cd HTTP/1.1" status: 200 len: 217 time: 0.0415108 Nov 10 18:29:30.771495 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c18201de-652b-4111-9a84-b19b36b25fdf req-cb350b68-0090-44d5-991b-62ab84e7ffaa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6de66aa7-0775-438a-9595-a5edf6b861cd HTTP/1.1" status: 200 len: 217 time: 0.0593197 Nov 10 18:29:30.813758 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18201de-652b-4111-9a84-b19b36b25fdf req-e8f1f4df-2f05-4f6a-9e15-450fbf67e368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:30.815224 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c18201de-652b-4111-9a84-b19b36b25fdf req-e8f1f4df-2f05-4f6a-9e15-450fbf67e368 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7a448c83-87d1-45f6-aaa3-f908a299eb8e HTTP/1.1" status: 200 len: 855 time: 0.1122613 Nov 10 18:29:30.850752 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c18201de-652b-4111-9a84-b19b36b25fdf req-0147c1e1-d0f3-46bd-9d76-a0b905cf39d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dd05137-9d33-4bcb-9b37-6f57d3daec7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279493 Nov 10 18:29:30.852455 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18201de-652b-4111-9a84-b19b36b25fdf req-57f17b98-0af9-4fb6-8572-71a16f0d8759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:30.853750 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c18201de-652b-4111-9a84-b19b36b25fdf req-57f17b98-0af9-4fb6-8572-71a16f0d8759 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a448c83-87d1-45f6-aaa3-f908a299eb8e HTTP/1.1" status: 200 len: 855 time: 0.0749042 Nov 10 18:29:30.922565 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c18201de-652b-4111-9a84-b19b36b25fdf req-b3d34516-52cf-4b6d-9eac-848132892af4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9dd05137-9d33-4bcb-9b37-6f57d3daec7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573487 Nov 10 18:29:31.020430 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c18201de-652b-4111-9a84-b19b36b25fdf req-1c881425-503c-4a04-9021-1535bd4497a6 service neutron] 10.222.0.11 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620612 Nov 10 18:29:31.084984 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c18201de-652b-4111-9a84-b19b36b25fdf req-e3e99979-12d9-4956-9ce0-06712879ec2b service neutron] 10.222.0.13 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534460 Nov 10 18:29:31.175504 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c18201de-652b-4111-9a84-b19b36b25fdf req-98ded51c-bf30-4007-b799-98845a83de9f service neutron] 10.222.0.11 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471729 Nov 10 18:29:31.202675 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c18201de-652b-4111-9a84-b19b36b25fdf req-cfe17123-0593-4688-8889-117ba0c5c165 service neutron] 10.222.0.13 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095705 Nov 10 18:29:31.401892 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c60411-e936-49fe-8d8c-f990fce0c5ac req-36eeb9e2-70b2-4de8-904b-24606ac914be tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:31.403262 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d8c60411-e936-49fe-8d8c-f990fce0c5ac req-36eeb9e2-70b2-4de8-904b-24606ac914be tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 943 time: 0.0484631 Nov 10 18:29:31.453592 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d8c60411-e936-49fe-8d8c-f990fce0c5ac req-52c8b0c6-f16d-40b7-9c62-553ccc0a0d7c tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444024 Nov 10 18:29:31.648011 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c48c81-6b72-4298-a3c6-e2e87e22f8c1 req-b5deab52-9254-4741-b5a6-70f0bb516721 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:31.649589 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c2c48c81-6b72-4298-a3c6-e2e87e22f8c1 req-b5deab52-9254-4741-b5a6-70f0bb516721 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 943 time: 0.0496790 Nov 10 18:29:31.698080 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c2c48c81-6b72-4298-a3c6-e2e87e22f8c1 req-56846015-31c6-4a34-a518-4d0103decce4 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424829 Nov 10 18:29:31.701738 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71673a1b-e0a6-45c7-b2d0-55d7c8d4dfee req-5d6cecc7-0427-4ac5-906e-8a18f5db3565 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:31.703292 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-71673a1b-e0a6-45c7-b2d0-55d7c8d4dfee req-5d6cecc7-0427-4ac5-906e-8a18f5db3565 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.11 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756&tenant_id=b5fc75c961ba4a238d55731f693dd9dc&binding%3Ahost_id=n-h2-776250-10 HTTP/1.1" status: 200 len: 943 time: 0.0933771 Nov 10 18:29:31.767132 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [req-71673a1b-e0a6-45c7-b2d0-55d7c8d4dfee req-78546c28-a25d-4ff9-a87c-e2e2e82e9cdf service neutron] delete failed (client error): The resource could not be found. Nov 10 18:29:31.768131 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-71673a1b-e0a6-45c7-b2d0-55d7c8d4dfee req-78546c28-a25d-4ff9-a87c-e2e2e82e9cdf service neutron] 10.222.0.11 "DELETE /v2.0/ports/6de66aa7-0775-438a-9595-a5edf6b861cd/bindings/n-h1-776250-10 HTTP/1.1" status: 404 len: 381 time: 0.0575244 Nov 10 18:29:31.853201 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71673a1b-e0a6-45c7-b2d0-55d7c8d4dfee req-8b7c356e-7a0b-428b-98d7-a257cad916ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:31.854700 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-71673a1b-e0a6-45c7-b2d0-55d7c8d4dfee req-8b7c356e-7a0b-428b-98d7-a257cad916ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5fc75c961ba4a238d55731f693dd9dc&device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 1095 time: 0.0427101 Nov 10 18:29:31.947301 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71673a1b-e0a6-45c7-b2d0-55d7c8d4dfee req-9a6a8926-ca13-482f-8ed3-8d11026ed7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:31.948832 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-71673a1b-e0a6-45c7-b2d0-55d7c8d4dfee req-9a6a8926-ca13-482f-8ed3-8d11026ed7ed service neutron] 10.222.0.11 "GET /v2.0/networks?id=9dd05137-9d33-4bcb-9b37-6f57d3daec7c HTTP/1.1" status: 200 len: 916 time: 0.0873821 Nov 10 18:29:32.000788 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-71673a1b-e0a6-45c7-b2d0-55d7c8d4dfee req-6f8075d0-31b7-4a26-a55e-9e8e96e253dc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6de66aa7-0775-438a-9595-a5edf6b861cd HTTP/1.1" status: 200 len: 217 time: 0.0448947 Nov 10 18:29:32.048873 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71673a1b-e0a6-45c7-b2d0-55d7c8d4dfee req-a3b62ab7-0ff2-4929-ac6c-e0d2b19ff55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:32.050898 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-71673a1b-e0a6-45c7-b2d0-55d7c8d4dfee req-a3b62ab7-0ff2-4929-ac6c-e0d2b19ff55a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7a448c83-87d1-45f6-aaa3-f908a299eb8e HTTP/1.1" status: 200 len: 855 time: 0.0431161 Nov 10 18:29:32.081456 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-71673a1b-e0a6-45c7-b2d0-55d7c8d4dfee req-9941db02-e27d-4411-89f2-031121fcbc0c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dd05137-9d33-4bcb-9b37-6f57d3daec7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237072 Nov 10 18:29:32.175759 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-71673a1b-e0a6-45c7-b2d0-55d7c8d4dfee req-f0ab03ed-a342-45b4-872a-a0d61561996a service neutron] 10.222.0.11 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873070 Nov 10 18:29:32.269198 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-71673a1b-e0a6-45c7-b2d0-55d7c8d4dfee req-7b616884-b477-477a-a294-df82186e96e4 service neutron] 10.222.0.11 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862489 Nov 10 18:29:32.436731 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 6de66aa7-0775-438a-9595-a5edf6b861cd no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:29:32.476657 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 6de66aa7-0775-438a-9595-a5edf6b861cd not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:29:32.499364 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 6de66aa7-0775-438a-9595-a5edf6b861cd details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:29:32.598303 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 6de66aa7-0775-438a-9595-a5edf6b861cd, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=6de66aa7-0775-438a-9595-a5edf6b861cd,segment=NetworkSegment(4bb99c6a-9ca2-4940-8071-8b2174ae0f25),segment_id=4bb99c6a-9ca2-4940-8071-8b2174ae0f25)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:29:32.615801 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '6de66aa7-0775-438a-9595-a5edf6b861cd', 'network_id': '9dd05137-9d33-4bcb-9b37-6f57d3daec7c', 'port_id': '6de66aa7-0775-438a-9595-a5edf6b861cd', 'mac_address': 'fa:16:3e:de:9c:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a448c83-87d1-45f6-aaa3-f908a299eb8e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:29:32.665915 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:32.679595 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6de66aa7-0775-438a-9595-a5edf6b861cd {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:29:32.703327 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 6de66aa7-0775-438a-9595-a5edf6b861cd, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=6de66aa7-0775-438a-9595-a5edf6b861cd,segment=NetworkSegment(4bb99c6a-9ca2-4940-8071-8b2174ae0f25),segment_id=4bb99c6a-9ca2-4940-8071-8b2174ae0f25)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:29:32.708497 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:32.762671 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=6de66aa7-0775-438a-9595-a5edf6b861cd,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:29:32.840855 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6a482-0e1e-449f-ac3b-cbba47f36330 req-6c66b6e7-f5b4-4fc4-b3e3-7a0a43c4b64b tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:32.842650 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7d6a482-0e1e-449f-ac3b-cbba47f36330 req-6c66b6e7-f5b4-4fc4-b3e3-7a0a43c4b64b tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 944 time: 0.0524697 Nov 10 18:29:32.891525 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7d6a482-0e1e-449f-ac3b-cbba47f36330 req-b35eb8a7-fc81-4b43-abc6-6c0d48369648 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425606 Nov 10 18:29:32.923048 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['6de66aa7-0775-438a-9595-a5edf6b861cd'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:29:32.976348 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-214ea08d-26e0-4047-94ad-9611e260e49e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:33.010619 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fb4ea-5c85-47db-9874-d5e7b90be01f req-f98e30e8-eabd-4b18-9d1a-d017b6141620 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:33.012090 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c20fb4ea-5c85-47db-9874-d5e7b90be01f req-f98e30e8-eabd-4b18-9d1a-d017b6141620 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 944 time: 0.0531428 Nov 10 18:29:33.059821 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c20fb4ea-5c85-47db-9874-d5e7b90be01f req-810d64fb-d539-44db-8db0-f3500ed8325a tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412519 Nov 10 18:29:33.173428 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df602390-167e-4284-844b-de5e011aca84 req-b7fd32de-f87a-4e81-9cb8-dc89fb05b148 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:33.175382 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-df602390-167e-4284-844b-de5e011aca84 req-b7fd32de-f87a-4e81-9cb8-dc89fb05b148 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 944 time: 0.0487731 Nov 10 18:29:33.226211 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-df602390-167e-4284-844b-de5e011aca84 req-5ebd8d63-1038-43d6-b703-708a27e31bab tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446301 Nov 10 18:29:33.583409 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-92a77e17-6d5b-45f1-b412-a35b1a8012e3 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:33.584902 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-92a77e17-6d5b-45f1-b412-a35b1a8012e3 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/networks?id=9dd05137-9d33-4bcb-9b37-6f57d3daec7c HTTP/1.1" status: 200 len: 815 time: 0.1060655 Nov 10 18:29:33.600123 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-7de4cbe0-95e1-4072-b980-ae3c7a6cb6d3 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/quotas/b5fc75c961ba4a238d55731f693dd9dc HTTP/1.1" status: 200 len: 375 time: 0.0096002 Nov 10 18:29:33.647330 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-7437fbde-897b-4fd6-8a1e-decf27f5c8c7 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b5fc75c961ba4a238d55731f693dd9dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0419071 Nov 10 18:29:33.740338 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-6778f1fd-98df-4631-990b-a2b2c2fd2953 service neutron] 10.222.0.39 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859671 Nov 10 18:29:33.831188 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-21eb2ee0-006e-4baa-880d-17b9fc9e95ad service neutron] 10.222.0.39 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846746 Nov 10 18:29:34.015437 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0f8c6d50-d1af-4d0e-b822-7b3067e3c81f req-14c35792-2ffe-4cd7-9311-1c545c98f8c6 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 210 time: 0.0390558 Nov 10 18:29:34.201078 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:34.505306 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 6de66aa7-0775-438a-9595-a5edf6b861cd up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:29:34.557041 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 6de66aa7-0775-438a-9595-a5edf6b861cd completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:29:34.560760 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 6de66aa7-0775-438a-9595-a5edf6b861cd triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:29:34.561130 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:34.639617 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:34.661000 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c3d7cd-9d0f-457c-bb1f-6c780d1c7756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de66aa7-0775-438a-9595-a5edf6b861cd'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:29:34.663234 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d531df-ea8d-45d1-8fa7-b45b9a1cec75" -d '{"events": [{"server_uuid": "67c3d7cd-9d0f-457c-bb1f-6c780d1c7756", "name": "network-vif-plugged", "status": "completed", "tag": "6de66aa7-0775-438a-9595-a5edf6b861cd"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:29:34.676184 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 6de66aa7-0775-438a-9595-a5edf6b861cd, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=6de66aa7-0775-438a-9595-a5edf6b861cd,segment=NetworkSegment(4bb99c6a-9ca2-4940-8071-8b2174ae0f25),segment_id=4bb99c6a-9ca2-4940-8071-8b2174ae0f25)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:29:34.680710 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:34.705804 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806843cf-28de-476c-96ab-5d2821b477ac x-openstack-request-id: req-806843cf-28de-476c-96ab-5d2821b477ac {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:29:34.706252 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c3d7cd-9d0f-457c-bb1f-6c780d1c7756", "name": "network-vif-plugged", "status": "completed", "tag": "6de66aa7-0775-438a-9595-a5edf6b861cd", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:29:34.706593 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-806843cf-28de-476c-96ab-5d2821b477ac {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:29:34.706989 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c3d7cd-9d0f-457c-bb1f-6c780d1c7756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de66aa7-0775-438a-9595-a5edf6b861cd', 'code': 200} Nov 10 18:29:34.732652 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=6de66aa7-0775-438a-9595-a5edf6b861cd,revision_number=9']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:29:34.743300 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8448a-7d7d-4ee2-8ed0-8cfe93fb68f2 req-377202a8-f20a-4b81-88b3-1100415d3260 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:34.744853 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-87d8448a-7d7d-4ee2-8ed0-8cfe93fb68f2 req-377202a8-f20a-4b81-88b3-1100415d3260 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.13 "GET /v2.0/ports?device_id=67c3d7cd-9d0f-457c-bb1f-6c780d1c7756 HTTP/1.1" status: 200 len: 945 time: 0.0567122 Nov 10 18:29:34.843046 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-87d8448a-7d7d-4ee2-8ed0-8cfe93fb68f2 req-3aa82a7e-1e03-4ff1-b8bc-97ce2c3fa650 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Deleting port 6de66aa7-0775-438a-9595-a5edf6b861cd {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:29:34.843386 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-87d8448a-7d7d-4ee2-8ed0-8cfe93fb68f2 req-3aa82a7e-1e03-4ff1-b8bc-97ce2c3fa650 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:34.932950 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-f30e2882-026b-476a-b989-88b338ecbef4 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:34.934555 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-f30e2882-026b-476a-b989-88b338ecbef4 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.13 "GET /v2.0/networks?id=9dd05137-9d33-4bcb-9b37-6f57d3daec7c HTTP/1.1" status: 200 len: 815 time: 0.1075118 Nov 10 18:29:34.941562 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-87d8448a-7d7d-4ee2-8ed0-8cfe93fb68f2 req-3aa82a7e-1e03-4ff1-b8bc-97ce2c3fa650 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] For port 6de66aa7-0775-438a-9595-a5edf6b861cd, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=6de66aa7-0775-438a-9595-a5edf6b861cd,segment=NetworkSegment(4bb99c6a-9ca2-4940-8071-8b2174ae0f25),segment_id=4bb99c6a-9ca2-4940-8071-8b2174ae0f25)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:29:34.941935 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-87d8448a-7d7d-4ee2-8ed0-8cfe93fb68f2 req-3aa82a7e-1e03-4ff1-b8bc-97ce2c3fa650 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:34.948299 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-4c775738-ef85-4e07-a1e0-2ad6fe98b152 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Request body: {'port': {'device_id': 'a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06', 'network_id': '9dd05137-9d33-4bcb-9b37-6f57d3daec7c', 'admin_state_up': True, 'tenant_id': 'b5fc75c961ba4a238d55731f693dd9dc'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:29:34.957165 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-87d8448a-7d7d-4ee2-8ed0-8cfe93fb68f2 req-3aa82a7e-1e03-4ff1-b8bc-97ce2c3fa650 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Calling delete_port for 6de66aa7-0775-438a-9595-a5edf6b861cd owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:29:35.073799 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-4c775738-ef85-4e07-a1e0-2ad6fe98b152 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Made reservation on behalf of b5fc75c961ba4a238d55731f693dd9dc for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:29:35.077601 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-4c775738-ef85-4e07-a1e0-2ad6fe98b152 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:35.094862 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-87d8448a-7d7d-4ee2-8ed0-8cfe93fb68f2 req-3aa82a7e-1e03-4ff1-b8bc-97ce2c3fa650 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:35.107290 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['6de66aa7-0775-438a-9595-a5edf6b861cd'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:29:35.127572 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5a5bdbab-de89-4d7f-b3a0-fc59d910202c req-f18869a4-fcc8-4ab6-bce8-a3cf0ff4d2ee tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 210 time: 0.0389569 Nov 10 18:29:35.128672 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa82a7e-1e03-4ff1-b8bc-97ce2c3fa650 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Pushing event deleted for resources: {'Port': ['ID=6de66aa7-0775-438a-9595-a5edf6b861cd,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:29:35.172629 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d8448a-7d7d-4ee2-8ed0-8cfe93fb68f2 req-3aa82a7e-1e03-4ff1-b8bc-97ce2c3fa650 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] No DVR routers for this DVR port 6de66aa7-0775-438a-9595-a5edf6b861cd on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:29:35.175233 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-87d8448a-7d7d-4ee2-8ed0-8cfe93fb68f2 req-3aa82a7e-1e03-4ff1-b8bc-97ce2c3fa650 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:35.179235 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-87d8448a-7d7d-4ee2-8ed0-8cfe93fb68f2 req-3aa82a7e-1e03-4ff1-b8bc-97ce2c3fa650 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.13 "DELETE /v2.0/ports/6de66aa7-0775-438a-9595-a5edf6b861cd HTTP/1.1" status: 204 len: 173 time: 0.4259090 Nov 10 18:29:35.179235 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c3d7cd-9d0f-457c-bb1f-6c780d1c7756', 'name': 'network-vif-deleted', 'tag': '6de66aa7-0775-438a-9595-a5edf6b861cd'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:29:35.182040 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa68faa-b7a5-4587-9c76-eed6d656b0fb" -d '{"events": [{"server_uuid": "67c3d7cd-9d0f-457c-bb1f-6c780d1c7756", "name": "network-vif-deleted", "tag": "6de66aa7-0775-438a-9595-a5edf6b861cd"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:29:35.232416 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9db629-aa76-4000-a25c-df19e831c4f6 x-openstack-request-id: req-5e9db629-aa76-4000-a25c-df19e831c4f6 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:29:35.232710 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c3d7cd-9d0f-457c-bb1f-6c780d1c7756", "name": "network-vif-deleted", "tag": "6de66aa7-0775-438a-9595-a5edf6b861cd", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:29:35.232955 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5e9db629-aa76-4000-a25c-df19e831c4f6 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:29:35.233359 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c3d7cd-9d0f-457c-bb1f-6c780d1c7756', 'name': 'network-vif-deleted', 'tag': '6de66aa7-0775-438a-9595-a5edf6b861cd', 'status': 'completed', 'code': 200} Nov 10 18:29:35.248252 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-4c775738-ef85-4e07-a1e0-2ad6fe98b152 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Allocated IP 172.20.0.12 (9dd05137-9d33-4bcb-9b37-6f57d3daec7c/7a448c83-87d1-45f6-aaa3-f908a299eb8e/13da7d67-0b19-4338-8ec5-94350e203009) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:29:35.406502 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-4c775738-ef85-4e07-a1e0-2ad6fe98b152 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:35.443817 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-4c775738-ef85-4e07-a1e0-2ad6fe98b152 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:35.457146 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['6de66aa7-0775-438a-9595-a5edf6b861cd'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:29:35.492196 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-4c775738-ef85-4e07-a1e0-2ad6fe98b152 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Network 9dd05137-9d33-4bcb-9b37-6f57d3daec7c is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:29:35.495495 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-4c775738-ef85-4e07-a1e0-2ad6fe98b152 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:29:35.499874 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-4c775738-ef85-4e07-a1e0-2ad6fe98b152 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:29:35.504296 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c775738-ef85-4e07-a1e0-2ad6fe98b152 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Pushing event updated for resources: {'Port': ['ID=13da7d67-0b19-4338-8ec5-94350e203009,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:29:35.532093 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c775738-ef85-4e07-a1e0-2ad6fe98b152 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:35.532476 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c775738-ef85-4e07-a1e0-2ad6fe98b152 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:35.532823 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c775738-ef85-4e07-a1e0-2ad6fe98b152 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:35.533163 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c775738-ef85-4e07-a1e0-2ad6fe98b152 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:35.533501 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c775738-ef85-4e07-a1e0-2ad6fe98b152 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:35.533902 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c775738-ef85-4e07-a1e0-2ad6fe98b152 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:35.534841 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c775738-ef85-4e07-a1e0-2ad6fe98b152 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:35.535440 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c775738-ef85-4e07-a1e0-2ad6fe98b152 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:35.535849 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c775738-ef85-4e07-a1e0-2ad6fe98b152 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:35.536212 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c775738-ef85-4e07-a1e0-2ad6fe98b152 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:35.536547 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c775738-ef85-4e07-a1e0-2ad6fe98b152 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:35.536875 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c775738-ef85-4e07-a1e0-2ad6fe98b152 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:35.567589 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-4c775738-ef85-4e07-a1e0-2ad6fe98b152 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:35.568352 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-4c775738-ef85-4e07-a1e0-2ad6fe98b152 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:35.586508 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-4c775738-ef85-4e07-a1e0-2ad6fe98b152 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6422091 Nov 10 18:29:35.599762 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-2d7870f3-806f-48ec-81bd-584d83b77f89 service neutron] Request body: {'port': {'device_id': 'a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:29:35.668391 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-2d7870f3-806f-48ec-81bd-584d83b77f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:35.700431 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:35.983903 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-2d7870f3-806f-48ec-81bd-584d83b77f89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13da7d67-0b19-4338-8ec5-94350e203009 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:29:35.991969 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-2d7870f3-806f-48ec-81bd-584d83b77f89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:36.006826 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-2d7870f3-806f-48ec-81bd-584d83b77f89 service neutron] Transition to ACTIVE for port object 13da7d67-0b19-4338-8ec5-94350e203009 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:29:36.010560 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-2d7870f3-806f-48ec-81bd-584d83b77f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:36.062869 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7870f3-806f-48ec-81bd-584d83b77f89 service neutron] Pushing event updated for resources: {'Port': ['ID=13da7d67-0b19-4338-8ec5-94350e203009,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:29:36.134854 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-2d7870f3-806f-48ec-81bd-584d83b77f89 service neutron] Attempting to bind port 13da7d67-0b19-4338-8ec5-94350e203009 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:29:36.135563 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-2d7870f3-806f-48ec-81bd-584d83b77f89 service neutron] Attempting to bind port 13da7d67-0b19-4338-8ec5-94350e203009 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '4bb99c6a-9ca2-4940-8071-8b2174ae0f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9dd05137-9d33-4bcb-9b37-6f57d3daec7c'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:29:36.135563 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-2d7870f3-806f-48ec-81bd-584d83b77f89 service neutron] Attempting to bind port 13da7d67-0b19-4338-8ec5-94350e203009 on network 9dd05137-9d33-4bcb-9b37-6f57d3daec7c {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:29:36.139814 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-2d7870f3-806f-48ec-81bd-584d83b77f89 service neutron] Port 13da7d67-0b19-4338-8ec5-94350e203009 on network 9dd05137-9d33-4bcb-9b37-6f57d3daec7c not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:29:36.140164 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-2d7870f3-806f-48ec-81bd-584d83b77f89 service neutron] Attempting to bind port 13da7d67-0b19-4338-8ec5-94350e203009 on network 9dd05137-9d33-4bcb-9b37-6f57d3daec7c {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:29:36.145538 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-2d7870f3-806f-48ec-81bd-584d83b77f89 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:29:36.145875 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-2d7870f3-806f-48ec-81bd-584d83b77f89 service neutron] Checking segment: {'id': '4bb99c6a-9ca2-4940-8071-8b2174ae0f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9dd05137-9d33-4bcb-9b37-6f57d3daec7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:29:36.146262 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-2d7870f3-806f-48ec-81bd-584d83b77f89 service neutron] Bound using segment: {'id': '4bb99c6a-9ca2-4940-8071-8b2174ae0f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9dd05137-9d33-4bcb-9b37-6f57d3daec7c'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:29:36.146693 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-2d7870f3-806f-48ec-81bd-584d83b77f89 service neutron] Bound port: 13da7d67-0b19-4338-8ec5-94350e203009, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb99c6a-9ca2-4940-8071-8b2174ae0f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9dd05137-9d33-4bcb-9b37-6f57d3daec7c'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:29:36.147048 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-2d7870f3-806f-48ec-81bd-584d83b77f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:36.228025 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-2d7870f3-806f-48ec-81bd-584d83b77f89 service neutron] For port 13da7d67-0b19-4338-8ec5-94350e203009, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:29:36.256411 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-2d7870f3-806f-48ec-81bd-584d83b77f89 service neutron] For port 13da7d67-0b19-4338-8ec5-94350e203009, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=13da7d67-0b19-4338-8ec5-94350e203009,segment=NetworkSegment(4bb99c6a-9ca2-4940-8071-8b2174ae0f25),segment_id=4bb99c6a-9ca2-4940-8071-8b2174ae0f25)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:29:36.261339 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-2d7870f3-806f-48ec-81bd-584d83b77f89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:36.302932 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-2d7870f3-806f-48ec-81bd-584d83b77f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:36.303562 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-2d7870f3-806f-48ec-81bd-584d83b77f89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:36.305023 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-2d7870f3-806f-48ec-81bd-584d83b77f89 service neutron] 10.222.0.13 "PUT /v2.0/ports/13da7d67-0b19-4338-8ec5-94350e203009 HTTP/1.1" status: 200 len: 1093 time: 0.7105169 Nov 10 18:29:36.305659 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06', 'tag': '13da7d67-0b19-4338-8ec5-94350e203009'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:29:36.307941 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6d6123-4824-46aa-8118-4cc96c0fa12a" -d '{"events": [{"name": "network-changed", "server_uuid": "a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06", "tag": "13da7d67-0b19-4338-8ec5-94350e203009"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:29:36.317626 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b912de-9dd4-44c5-be04-aaf4985e0016 req-4664f582-da45-4ee6-abd9-feeebbe8ba11 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:36.319224 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-82b912de-9dd4-44c5-be04-aaf4985e0016 req-4664f582-da45-4ee6-abd9-feeebbe8ba11 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 944 time: 0.1075802 Nov 10 18:29:36.365620 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2814e7-92e6-4ede-9090-5d9df1383154 x-openstack-request-id: req-0d2814e7-92e6-4ede-9090-5d9df1383154 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:29:36.374659 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06", "tag": "13da7d67-0b19-4338-8ec5-94350e203009", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:29:36.374659 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0d2814e7-92e6-4ede-9090-5d9df1383154 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:29:36.374659 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06', 'tag': '13da7d67-0b19-4338-8ec5-94350e203009', 'status': 'completed', 'code': 200} Nov 10 18:29:36.388025 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:36.397026 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7870f3-806f-48ec-81bd-584d83b77f89 service neutron] Pushing event updated for resources: {'Port': ['ID=13da7d67-0b19-4338-8ec5-94350e203009,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:29:36.432068 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-82b912de-9dd4-44c5-be04-aaf4985e0016 req-21713fee-53aa-4ab1-9997-f8ecd88c6ca7 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019330 Nov 10 18:29:36.436793 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-b9953903-8b7b-4d5a-af63-93006679a1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:36.438181 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-b9953903-8b7b-4d5a-af63-93006679a1d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5fc75c961ba4a238d55731f693dd9dc&device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 1096 time: 0.0925570 Nov 10 18:29:36.803574 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-408a53b9-0105-4f33-9ad8-483961b6a17d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13da7d67-0b19-4338-8ec5-94350e203009 HTTP/1.1" status: 200 len: 217 time: 0.3575487 Nov 10 18:29:36.853965 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-68c49a91-b520-47b4-911f-b2f8faa892d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:36.855405 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-68c49a91-b520-47b4-911f-b2f8faa892d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a448c83-87d1-45f6-aaa3-f908a299eb8e HTTP/1.1" status: 200 len: 855 time: 0.0447586 Nov 10 18:29:36.887022 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-2a1075cd-5468-4932-ab38-fce497a5a78e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9dd05137-9d33-4bcb-9b37-6f57d3daec7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244200 Nov 10 18:29:36.979361 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-c9e9c35e-08cb-4372-a3d8-f951fd6623b1 service neutron] 10.222.0.13 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844939 Nov 10 18:29:37.074271 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a3d8d556-602c-4cfd-b246-68d2c6d19bbc req-e2ee1c2d-0bac-4507-8cce-282cd1043b11 service neutron] 10.222.0.13 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877073 Nov 10 18:29:37.155830 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d6123-4824-46aa-8118-4cc96c0fa12a req-ea29eb9d-8391-4f03-9124-2e83e2885b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:37.157338 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2a6d6123-4824-46aa-8118-4cc96c0fa12a req-ea29eb9d-8391-4f03-9124-2e83e2885b9a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5fc75c961ba4a238d55731f693dd9dc&device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 1096 time: 0.0400755 Nov 10 18:29:37.255585 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d6123-4824-46aa-8118-4cc96c0fa12a req-0c7c098c-e3a9-4c51-ad6a-94c79a557df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:37.257113 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2a6d6123-4824-46aa-8118-4cc96c0fa12a req-0c7c098c-e3a9-4c51-ad6a-94c79a557df2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9dd05137-9d33-4bcb-9b37-6f57d3daec7c HTTP/1.1" status: 200 len: 916 time: 0.0904448 Nov 10 18:29:37.302938 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2a6d6123-4824-46aa-8118-4cc96c0fa12a req-a1e56e1f-18ef-444d-8202-090c60184ec9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13da7d67-0b19-4338-8ec5-94350e203009 HTTP/1.1" status: 200 len: 217 time: 0.0371609 Nov 10 18:29:37.354523 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d6123-4824-46aa-8118-4cc96c0fa12a req-e2fb254a-10c0-4893-b706-eada60d8deed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:37.355876 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2a6d6123-4824-46aa-8118-4cc96c0fa12a req-e2fb254a-10c0-4893-b706-eada60d8deed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a448c83-87d1-45f6-aaa3-f908a299eb8e HTTP/1.1" status: 200 len: 855 time: 0.0440838 Nov 10 18:29:37.387245 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2a6d6123-4824-46aa-8118-4cc96c0fa12a req-2efe21d0-ad18-4e58-a426-d69687016b14 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9dd05137-9d33-4bcb-9b37-6f57d3daec7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240052 Nov 10 18:29:37.481892 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2a6d6123-4824-46aa-8118-4cc96c0fa12a req-e0a13ce3-7c9c-48fe-ad3f-1e3576d4f409 service neutron] 10.222.0.13 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868046 Nov 10 18:29:37.551528 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668ee8f-42ef-41b0-9507-da8e91762fa3 req-8f8f985c-dcd6-48f1-95ff-51dc752d0358 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:37.553097 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a668ee8f-42ef-41b0-9507-da8e91762fa3 req-8f8f985c-dcd6-48f1-95ff-51dc752d0358 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 944 time: 0.0492702 Nov 10 18:29:37.575882 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2a6d6123-4824-46aa-8118-4cc96c0fa12a req-b4f6c06b-d89f-4058-83a0-17d454233f55 service neutron] 10.222.0.13 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864470 Nov 10 18:29:37.603510 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a668ee8f-42ef-41b0-9507-da8e91762fa3 req-45d8f303-f8d0-4549-9e69-870ef2cdefb6 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443110 Nov 10 18:29:38.502236 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 6de66aa7-0775-438a-9595-a5edf6b861cd no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:29:38.522938 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 6de66aa7-0775-438a-9595-a5edf6b861cd {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:29:38.523286 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 6de66aa7-0775-438a-9595-a5edf6b861cd not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:29:38.720690 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166586a-dacb-4f42-8b0b-90b86fbc5b1a req-3290c523-c31c-4420-b8a1-d5b6d4ddad4a tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:38.722921 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7166586a-dacb-4f42-8b0b-90b86fbc5b1a req-3290c523-c31c-4420-b8a1-d5b6d4ddad4a tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 944 time: 0.0495441 Nov 10 18:29:38.773571 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7166586a-dacb-4f42-8b0b-90b86fbc5b1a req-148b8fbd-4fae-4304-96c7-b237ddf2256c tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446525 Nov 10 18:29:39.896455 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d010b2-021e-40a6-b901-2b0cce2f73b2 req-df1c08a7-6f1d-4270-bd85-db5ee4955189 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:39.897959 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-96d010b2-021e-40a6-b901-2b0cce2f73b2 req-df1c08a7-6f1d-4270-bd85-db5ee4955189 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 944 time: 0.0551217 Nov 10 18:29:39.950675 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-96d010b2-021e-40a6-b901-2b0cce2f73b2 req-1bcac077-6979-47df-b6d3-93318b735396 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434337 Nov 10 18:29:40.517807 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 13da7d67-0b19-4338-8ec5-94350e203009 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:29:40.619126 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 13da7d67-0b19-4338-8ec5-94350e203009, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=13da7d67-0b19-4338-8ec5-94350e203009,segment=NetworkSegment(4bb99c6a-9ca2-4940-8071-8b2174ae0f25),segment_id=4bb99c6a-9ca2-4940-8071-8b2174ae0f25)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:29:40.630058 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '13da7d67-0b19-4338-8ec5-94350e203009', 'network_id': '9dd05137-9d33-4bcb-9b37-6f57d3daec7c', 'port_id': '13da7d67-0b19-4338-8ec5-94350e203009', 'mac_address': 'fa:16:3e:a4:4f:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a448c83-87d1-45f6-aaa3-f908a299eb8e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:29:40.666305 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:40.678829 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13da7d67-0b19-4338-8ec5-94350e203009 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:29:40.698112 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 13da7d67-0b19-4338-8ec5-94350e203009, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=13da7d67-0b19-4338-8ec5-94350e203009,segment=NetworkSegment(4bb99c6a-9ca2-4940-8071-8b2174ae0f25),segment_id=4bb99c6a-9ca2-4940-8071-8b2174ae0f25)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:29:40.701903 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:40.753967 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=13da7d67-0b19-4338-8ec5-94350e203009,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:29:40.892670 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['13da7d67-0b19-4338-8ec5-94350e203009'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:29:41.073236 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816180a-14ab-4cd1-a9a6-b95f29226459 req-4768962b-5eeb-4567-9553-c6cabd410508 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:41.074680 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b816180a-14ab-4cd1-a9a6-b95f29226459 req-4768962b-5eeb-4567-9553-c6cabd410508 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 945 time: 0.0537689 Nov 10 18:29:41.125486 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b816180a-14ab-4cd1-a9a6-b95f29226459 req-14301e28-0da5-42a2-9b9e-cefd3ccdf16d tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448501 Nov 10 18:29:42.250697 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873b131-766d-4ae1-b977-c912c1384888 req-a4ccc1e4-b769-4d80-b1e9-f497cdb30fd6 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:42.252228 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d873b131-766d-4ae1-b977-c912c1384888 req-a4ccc1e4-b769-4d80-b1e9-f497cdb30fd6 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 945 time: 0.0559220 Nov 10 18:29:42.301534 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d873b131-766d-4ae1-b977-c912c1384888 req-e7f494c5-9024-48b0-ab08-4a10f27be68a tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429459 Nov 10 18:29:42.518836 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 13da7d67-0b19-4338-8ec5-94350e203009 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:29:42.573716 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 13da7d67-0b19-4338-8ec5-94350e203009 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:29:42.577850 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 13da7d67-0b19-4338-8ec5-94350e203009 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:29:42.578222 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:42.659480 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:42.695988 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13da7d67-0b19-4338-8ec5-94350e203009'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:29:42.698902 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ef2d68-5207-4d30-99c7-fa33605bce6a" -d '{"events": [{"server_uuid": "a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06", "name": "network-vif-plugged", "status": "completed", "tag": "13da7d67-0b19-4338-8ec5-94350e203009"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:29:42.714684 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 13da7d67-0b19-4338-8ec5-94350e203009, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=13da7d67-0b19-4338-8ec5-94350e203009,segment=NetworkSegment(4bb99c6a-9ca2-4940-8071-8b2174ae0f25),segment_id=4bb99c6a-9ca2-4940-8071-8b2174ae0f25)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:29:42.719370 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:42.749464 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a92060c-8b54-4a13-a43a-24f46ffdc7eb x-openstack-request-id: req-9a92060c-8b54-4a13-a43a-24f46ffdc7eb {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:29:42.749761 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06", "name": "network-vif-plugged", "status": "completed", "tag": "13da7d67-0b19-4338-8ec5-94350e203009", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:29:42.750011 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9a92060c-8b54-4a13-a43a-24f46ffdc7eb {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:29:42.750407 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13da7d67-0b19-4338-8ec5-94350e203009', 'code': 200} Nov 10 18:29:42.779904 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=13da7d67-0b19-4338-8ec5-94350e203009,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:29:42.788508 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:42.788861 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:42.789343 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:42.789550 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:42.790013 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:42.790251 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:42.790585 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:42.790914 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:42.791278 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:42.791605 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:42.791933 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:42.792292 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:29:42.871772 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfdd83-607b-4330-9c39-b746de039fb7 req-e4c5c0f9-8e79-414d-bc3b-d63ed77a1d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:42.873356 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ddbfdd83-607b-4330-9c39-b746de039fb7 req-e4c5c0f9-8e79-414d-bc3b-d63ed77a1d5b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 1098 time: 0.0552392 Nov 10 18:29:42.920703 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ddbfdd83-607b-4330-9c39-b746de039fb7 req-483fb605-7595-426c-8645-83140959b640 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385163 Nov 10 18:29:43.415079 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c52eed-149a-40fe-ae4e-ddd228805623 req-069e430d-0e41-4209-9c57-70a2d21c31db tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:43.416575 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-08c52eed-149a-40fe-ae4e-ddd228805623 req-069e430d-0e41-4209-9c57-70a2d21c31db tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 946 time: 0.0489228 Nov 10 18:29:43.468536 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-08c52eed-149a-40fe-ae4e-ddd228805623 req-92c01cf8-e33f-4e4f-92d9-0dcc2dc1115a tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460615 Nov 10 18:29:44.589025 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c9fab-a549-4c79-a8e7-fb3824a8e81f req-19463e03-3ea2-48d8-b542-7b560d9a4fb1 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:44.590512 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-829c9fab-a549-4c79-a8e7-fb3824a8e81f req-19463e03-3ea2-48d8-b542-7b560d9a4fb1 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 946 time: 0.0525572 Nov 10 18:29:44.638376 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-829c9fab-a549-4c79-a8e7-fb3824a8e81f req-c06f4d59-e456-466d-ba5c-308f75659211 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417044 Nov 10 18:29:44.759153 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576a9f7-8d63-455d-8920-6df611255d70 req-1001f1a4-2f86-4571-83dd-3304e90085c2 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:44.760638 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7576a9f7-8d63-455d-8920-6df611255d70 req-1001f1a4-2f86-4571-83dd-3304e90085c2 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 946 time: 0.0542879 Nov 10 18:29:44.810411 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7576a9f7-8d63-455d-8920-6df611255d70 req-34d13c30-a535-4547-88b8-3c106162dd02 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438104 Nov 10 18:29:45.369131 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-17cfb351-761d-4299-a068-dd02815824ba req-12d0e792-8cbf-4150-90b1-ee265491898b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3734536 Nov 10 18:29:45.381904 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c61af0-1d1c-46d3-8dc1-6826eb37aa88 req-5eece072-4e96-4645-9912-22cb79ed39f4 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:45.383465 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-46c61af0-1d1c-46d3-8dc1-6826eb37aa88 req-5eece072-4e96-4645-9912-22cb79ed39f4 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 946 time: 0.3783765 Nov 10 18:29:45.433840 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-46c61af0-1d1c-46d3-8dc1-6826eb37aa88 req-cfe3232c-cd5a-4b5e-b4d8-3030e0d71690 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442815 Nov 10 18:29:46.449695 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfb351-761d-4299-a068-dd02815824ba req-16f89dae-eeb8-4091-9d5d-f9c899498558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:46.451189 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-17cfb351-761d-4299-a068-dd02815824ba req-16f89dae-eeb8-4091-9d5d-f9c899498558 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5fc75c961ba4a238d55731f693dd9dc&device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 1098 time: 0.0428092 Nov 10 18:29:46.585575 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01591be3-363e-4590-96c0-063c6a1049b4 req-cbded37c-cacc-4600-8a59-382f35815080 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:46.587078 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-01591be3-363e-4590-96c0-063c6a1049b4 req-cbded37c-cacc-4600-8a59-382f35815080 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 946 time: 0.0780673 Nov 10 18:29:46.589901 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfb351-761d-4299-a068-dd02815824ba req-d37951d5-6824-4e93-bae8-8c0774867db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:46.591316 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-17cfb351-761d-4299-a068-dd02815824ba req-d37951d5-6824-4e93-bae8-8c0774867db5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9dd05137-9d33-4bcb-9b37-6f57d3daec7c HTTP/1.1" status: 200 len: 916 time: 0.1325049 Nov 10 18:29:46.644432 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-17cfb351-761d-4299-a068-dd02815824ba req-de4a7e20-99c3-43f8-923b-176a9d5932c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13da7d67-0b19-4338-8ec5-94350e203009 HTTP/1.1" status: 200 len: 217 time: 0.0440028 Nov 10 18:29:46.702661 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-01591be3-363e-4590-96c0-063c6a1049b4 req-f3e748f7-f848-4f2d-8f05-019bc970930c tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092546 Nov 10 18:29:46.711569 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfb351-761d-4299-a068-dd02815824ba req-e9509e70-1608-4316-922f-5623f4ea1c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:46.713025 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-17cfb351-761d-4299-a068-dd02815824ba req-e9509e70-1608-4316-922f-5623f4ea1c3f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a448c83-87d1-45f6-aaa3-f908a299eb8e HTTP/1.1" status: 200 len: 855 time: 0.0614896 Nov 10 18:29:46.746467 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-17cfb351-761d-4299-a068-dd02815824ba req-a6ae0d3c-4b8d-4bda-8563-d1db879244af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9dd05137-9d33-4bcb-9b37-6f57d3daec7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265217 Nov 10 18:29:46.841585 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-17cfb351-761d-4299-a068-dd02815824ba req-32a774a7-573c-4748-a840-ee33ff932227 service neutron] 10.222.0.13 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872078 Nov 10 18:29:46.932647 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-17cfb351-761d-4299-a068-dd02815824ba req-baace069-0e3a-4e6a-84d9-230471d0fc39 service neutron] 10.222.0.13 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835278 Nov 10 18:29:47.819652 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6261ee9-6626-4b26-bdaf-d1130303f1fb req-596d1321-a3c5-406a-a75f-cfdcaf7b48f4 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:47.821187 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a6261ee9-6626-4b26-bdaf-d1130303f1fb req-596d1321-a3c5-406a-a75f-cfdcaf7b48f4 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 946 time: 0.0489104 Nov 10 18:29:47.868137 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a6261ee9-6626-4b26-bdaf-d1130303f1fb req-b223afb2-8d36-4bc3-9d99-550240369110 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410116 Nov 10 18:29:48.985582 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14963a3-fef6-492a-8f69-5ac37587f088 req-baf750f1-2fac-42b9-802d-9ad65e3bc4b4 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:48.988096 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d14963a3-fef6-492a-8f69-5ac37587f088 req-baf750f1-2fac-42b9-802d-9ad65e3bc4b4 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 946 time: 0.0515451 Nov 10 18:29:49.036980 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d14963a3-fef6-492a-8f69-5ac37587f088 req-6387d66e-dbd8-404c-b9dc-7cec6871cb8c tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430765 Nov 10 18:29:50.151453 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98adb698-f8da-47ed-8a51-49f5ddcb3c71 req-2ecf2bb7-35e1-463e-9437-8c925fddf883 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:50.152965 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-98adb698-f8da-47ed-8a51-49f5ddcb3c71 req-2ecf2bb7-35e1-463e-9437-8c925fddf883 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 946 time: 0.0479238 Nov 10 18:29:50.205171 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-98adb698-f8da-47ed-8a51-49f5ddcb3c71 req-1d20ab0f-ac51-4ef1-8d73-34037c00e506 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456972 Nov 10 18:29:51.325610 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5312a6-63a1-4e42-9986-19bee6081cf5 req-a2797c86-1a2a-4e7b-9766-138e065827c2 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:51.327089 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fc5312a6-63a1-4e42-9986-19bee6081cf5 req-a2797c86-1a2a-4e7b-9766-138e065827c2 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 946 time: 0.0537136 Nov 10 18:29:51.375301 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fc5312a6-63a1-4e42-9986-19bee6081cf5 req-4bd248d9-0aac-481b-a022-b952b7f44bf9 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412681 Nov 10 18:29:52.500389 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5f763-9198-4e08-82a8-6590e8630f89 req-b7dd0d31-a2a2-4a53-9c8d-0e8e9926f74c tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:52.501932 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-16f5f763-9198-4e08-82a8-6590e8630f89 req-b7dd0d31-a2a2-4a53-9c8d-0e8e9926f74c tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 946 time: 0.0515246 Nov 10 18:29:52.553948 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-16f5f763-9198-4e08-82a8-6590e8630f89 req-fb78e4e1-ce7d-4f15-8f42-4b1d66e612bf tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432982 Nov 10 18:29:53.677913 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920f86a-21dc-48c5-94b7-a326293e63c1 req-00939b6a-6b66-4df7-9762-7a0508b3c0f3 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:53.679446 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8920f86a-21dc-48c5-94b7-a326293e63c1 req-00939b6a-6b66-4df7-9762-7a0508b3c0f3 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 946 time: 0.0523605 Nov 10 18:29:53.735317 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8920f86a-21dc-48c5-94b7-a326293e63c1 req-99fe8927-c6d1-45af-a85a-e92be207f28d tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499046 Nov 10 18:29:54.854228 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93595f69-bdb3-4a26-ab10-016d0ec40737 req-689df941-b3c8-4f17-bfdb-1b3b015d5a21 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:54.855703 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-93595f69-bdb3-4a26-ab10-016d0ec40737 req-689df941-b3c8-4f17-bfdb-1b3b015d5a21 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 946 time: 0.0493197 Nov 10 18:29:54.902967 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-93595f69-bdb3-4a26-ab10-016d0ec40737 req-84551e8f-361b-4d50-a3a8-a5210dca431f tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410869 Nov 10 18:29:55.194226 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:55.558691 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:29:56.027969 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302683c-82f5-43c7-8e98-7b5905992b7e req-bd53cc49-84cd-4415-9ac2-be32fb24e653 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:56.029407 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4302683c-82f5-43c7-8e98-7b5905992b7e req-bd53cc49-84cd-4415-9ac2-be32fb24e653 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 946 time: 0.0549638 Nov 10 18:29:56.078525 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4302683c-82f5-43c7-8e98-7b5905992b7e req-9bd30cb7-3ae6-45d0-b9b1-1170767d0328 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430171 Nov 10 18:29:57.198963 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2648c5-a40b-48db-b6aa-3e594b007510 req-890862b2-1fe2-4d0f-b5d7-0f87539beb90 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:57.200447 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bb2648c5-a40b-48db-b6aa-3e594b007510 req-890862b2-1fe2-4d0f-b5d7-0f87539beb90 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 946 time: 0.0522285 Nov 10 18:29:57.248064 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bb2648c5-a40b-48db-b6aa-3e594b007510 req-ad6b550f-07fd-4f3b-b83a-9ad275c85b5d tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408337 Nov 10 18:29:58.364967 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0db79-c748-43be-a8a5-3926eaf2cd24 req-b659ebc5-f7e2-42be-abe4-448cffb95653 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:58.366465 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-43f0db79-c748-43be-a8a5-3926eaf2cd24 req-b659ebc5-f7e2-42be-abe4-448cffb95653 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 946 time: 0.0498168 Nov 10 18:29:58.414502 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-43f0db79-c748-43be-a8a5-3926eaf2cd24 req-48294958-fd44-4af5-9ffb-bae5f74a9d8c tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420713 Nov 10 18:29:58.885372 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:29:59.531558 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15dba4-1d28-47c6-a858-51c5410682c1 req-90f06e3d-0c86-4676-af88-66db73c22ae6 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:29:59.533059 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1d15dba4-1d28-47c6-a858-51c5410682c1 req-90f06e3d-0c86-4676-af88-66db73c22ae6 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 946 time: 0.0501270 Nov 10 18:29:59.581718 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1d15dba4-1d28-47c6-a858-51c5410682c1 req-1715a522-1b31-46f5-9a96-02c9e78fc131 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413930 Nov 10 18:30:00.631536 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b4ca7d84-5194-43a2-8e43-0782b256d1a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:00.702105 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85406d-f6c3-45a6-802a-31d706284a86 req-4ff4ce6a-9cfb-4e1c-bf95-47400ca41ec8 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:00.703711 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ce85406d-f6c3-45a6-802a-31d706284a86 req-4ff4ce6a-9cfb-4e1c-bf95-47400ca41ec8 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 946 time: 0.0490494 Nov 10 18:30:00.758407 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ce85406d-f6c3-45a6-802a-31d706284a86 req-214b511f-39de-4295-ace3-713f625e4471 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478814 Nov 10 18:30:01.877862 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50de88-63ee-4850-aed0-eceabf385f64 req-8571f934-fc85-401d-8f04-2a45c0054b2f tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:01.879405 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3b50de88-63ee-4850-aed0-eceabf385f64 req-8571f934-fc85-401d-8f04-2a45c0054b2f tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 946 time: 0.0500693 Nov 10 18:30:01.930181 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3b50de88-63ee-4850-aed0-eceabf385f64 req-a7226685-dc58-4da3-8196-e090aee36cb8 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447929 Nov 10 18:30:02.961169 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7a301c8d-b714-4e92-8f49-2635d4403963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:03.066032 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2063238-a4f8-483b-8393-bd1825764d35 req-9a61774b-eee3-4297-99e5-0b8e3ab3a4d7 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:03.067857 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f2063238-a4f8-483b-8393-bd1825764d35 req-9a61774b-eee3-4297-99e5-0b8e3ab3a4d7 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 946 time: 0.0570989 Nov 10 18:30:03.118717 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f2063238-a4f8-483b-8393-bd1825764d35 req-c401a223-5d3f-4178-92f4-db8d0b0cef71 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446053 Nov 10 18:30:04.205858 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:04.244792 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee2d6c-b898-4f88-a195-483eaf78050d req-9bb9cf21-f80e-413d-86d8-bb362194fc0f tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:04.246302 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-78ee2d6c-b898-4f88-a195-483eaf78050d req-9bb9cf21-f80e-413d-86d8-bb362194fc0f tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 946 time: 0.0567799 Nov 10 18:30:04.294987 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-78ee2d6c-b898-4f88-a195-483eaf78050d req-325b6a90-59fb-4351-a583-01bba50b8f63 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425913 Nov 10 18:30:05.414974 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f3a87-c519-4b12-a748-74f069d2cad0 req-29d7c48b-c1b0-41c9-b7ce-e449e21c89fc tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:05.416507 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-436f3a87-c519-4b12-a748-74f069d2cad0 req-29d7c48b-c1b0-41c9-b7ce-e449e21c89fc tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 946 time: 0.0506544 Nov 10 18:30:05.465063 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-436f3a87-c519-4b12-a748-74f069d2cad0 req-4069dccf-d680-4f74-a643-4fed419decc4 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426495 Nov 10 18:30:05.694193 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:06.392073 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:06.587025 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc795e4e-ccc9-45c8-bdd2-7c13ed561b0e req-ec3617c2-bd19-4bb6-bc2e-93140d4ae7e1 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:06.588592 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc795e4e-ccc9-45c8-bdd2-7c13ed561b0e req-ec3617c2-bd19-4bb6-bc2e-93140d4ae7e1 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 946 time: 0.0514452 Nov 10 18:30:06.643022 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc795e4e-ccc9-45c8-bdd2-7c13ed561b0e req-a9002906-8047-4c6f-82c4-1ff4153fea67 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441229 Nov 10 18:30:07.764398 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3e492-4eaf-4d4e-aa56-9b75381940c0 req-5ddf1bc2-710f-46cb-8788-d42e2e07edef tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:07.766003 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-49c3e492-4eaf-4d4e-aa56-9b75381940c0 req-5ddf1bc2-710f-46cb-8788-d42e2e07edef tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 946 time: 0.0534415 Nov 10 18:30:07.814760 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-49c3e492-4eaf-4d4e-aa56-9b75381940c0 req-fbfbea34-8a3f-45fc-9886-2753f82e3453 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423083 Nov 10 18:30:08.940612 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9b492-b16d-4bcc-8dd2-bf6f80fa384c req-03aa0bec-2720-40fd-8dae-6a8843913d9d tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:08.942309 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5dd9b492-b16d-4bcc-8dd2-bf6f80fa384c req-03aa0bec-2720-40fd-8dae-6a8843913d9d tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 946 time: 0.0569239 Nov 10 18:30:08.991472 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5dd9b492-b16d-4bcc-8dd2-bf6f80fa384c req-ad9511a3-4bbc-4f73-947c-bef2eb71dc63 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429647 Nov 10 18:30:10.116353 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050c8d2-a50d-4c22-b138-254512cc3956 req-cfba1833-6d13-4d14-a0c5-56fe61a6e18b tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:10.117866 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4050c8d2-a50d-4c22-b138-254512cc3956 req-cfba1833-6d13-4d14-a0c5-56fe61a6e18b tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 946 time: 0.0504625 Nov 10 18:30:10.169203 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4050c8d2-a50d-4c22-b138-254512cc3956 req-18d87ae8-0fcc-4f53-a2ca-c9cd68f444a4 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451820 Nov 10 18:30:11.293206 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0efcc-2a5d-4b35-8350-591952482a47 req-fabf3735-fa4d-4db5-be48-c83afbc7777f tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:11.294597 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-88b0efcc-2a5d-4b35-8350-591952482a47 req-fabf3735-fa4d-4db5-be48-c83afbc7777f tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 946 time: 0.0488403 Nov 10 18:30:11.342868 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-88b0efcc-2a5d-4b35-8350-591952482a47 req-ac1de022-69e8-452c-bf77-fdd054d59dff tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414381 Nov 10 18:30:12.707325 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b1798-7c66-47bf-a645-f65e424bbe93 req-165ba605-a265-44e1-8f19-f4f8c9d6e5c6 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:12.708863 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-803b1798-7c66-47bf-a645-f65e424bbe93 req-165ba605-a265-44e1-8f19-f4f8c9d6e5c6 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 946 time: 0.0499477 Nov 10 18:30:12.762375 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-803b1798-7c66-47bf-a645-f65e424bbe93 req-84f26af9-7f22-4956-b75f-4ebb581a126f tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474534 Nov 10 18:30:13.884725 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4af6c5-ac57-42f0-9871-35bc7241ac36 req-464d6917-2cfe-4446-890a-e98cda4f2de7 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:13.886228 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-db4af6c5-ac57-42f0-9871-35bc7241ac36 req-464d6917-2cfe-4446-890a-e98cda4f2de7 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 946 time: 0.0551753 Nov 10 18:30:13.936450 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-db4af6c5-ac57-42f0-9871-35bc7241ac36 req-5d065d5d-6dda-4675-9007-bf7ee6906f8e tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441363 Nov 10 18:30:13.979979 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [req-17cfb351-761d-4299-a068-dd02815824ba req-2ece661f-f990-4541-b98a-efae03516b52 service neutron] show failed (client error): The resource could not be found. Nov 10 18:30:13.981044 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-17cfb351-761d-4299-a068-dd02815824ba req-2ece661f-f990-4541-b98a-efae03516b52 service neutron] 10.222.0.13 "GET /v2.0/ports/13da7d67-0b19-4338-8ec5-94350e203009/bindings/n-h1-776250-10 HTTP/1.1" status: 404 len: 381 time: 0.0575378 Nov 10 18:30:14.187941 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfb351-761d-4299-a068-dd02815824ba req-cd8d88a1-65e8-40c0-bf5d-91f44f8746e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:14.189390 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-17cfb351-761d-4299-a068-dd02815824ba req-cd8d88a1-65e8-40c0-bf5d-91f44f8746e1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06&tenant_id=b5fc75c961ba4a238d55731f693dd9dc HTTP/1.1" status: 200 len: 1098 time: 0.0415764 Nov 10 18:30:14.202812 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-17cfb351-761d-4299-a068-dd02815824ba req-dfeb391a-f9b6-40dc-95bc-f73a6d346fb5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-776250-10', 'device_owner': 'compute:nova'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:30:14.258701 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-17cfb351-761d-4299-a068-dd02815824ba req-dfeb391a-f9b6-40dc-95bc-f73a6d346fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:14.468137 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-17cfb351-761d-4299-a068-dd02815824ba req-dfeb391a-f9b6-40dc-95bc-f73a6d346fb5 service neutron] For port 13da7d67-0b19-4338-8ec5-94350e203009, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=13da7d67-0b19-4338-8ec5-94350e203009,segment=NetworkSegment(4bb99c6a-9ca2-4940-8071-8b2174ae0f25),segment_id=4bb99c6a-9ca2-4940-8071-8b2174ae0f25)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:30:14.501800 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-17cfb351-761d-4299-a068-dd02815824ba req-dfeb391a-f9b6-40dc-95bc-f73a6d346fb5 service neutron] For port 13da7d67-0b19-4338-8ec5-94350e203009, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:30:14.541770 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13da7d67-0b19-4338-8ec5-94350e203009'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:30:14.544329 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18863e3-84c0-4e13-aec7-05a39397d9d5" -d '{"events": [{"server_uuid": "a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06", "name": "network-vif-unplugged", "status": "completed", "tag": "13da7d67-0b19-4338-8ec5-94350e203009"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:30:14.548630 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-17cfb351-761d-4299-a068-dd02815824ba req-dfeb391a-f9b6-40dc-95bc-f73a6d346fb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:14.562545 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-17cfb351-761d-4299-a068-dd02815824ba req-dfeb391a-f9b6-40dc-95bc-f73a6d346fb5 service neutron] Transition to ACTIVE for port object 13da7d67-0b19-4338-8ec5-94350e203009 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:30:14.567244 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-17cfb351-761d-4299-a068-dd02815824ba req-dfeb391a-f9b6-40dc-95bc-f73a6d346fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:14.598722 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 18:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3de7e8-f377-4b59-8047-7f64bfb24339 x-openstack-request-id: req-cf3de7e8-f377-4b59-8047-7f64bfb24339 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:30:14.599020 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06", "name": "network-vif-unplugged", "status": "completed", "tag": "13da7d67-0b19-4338-8ec5-94350e203009", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:30:14.599269 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf3de7e8-f377-4b59-8047-7f64bfb24339 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:30:14.599668 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13da7d67-0b19-4338-8ec5-94350e203009', 'code': 200} Nov 10 18:30:14.632612 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-17cfb351-761d-4299-a068-dd02815824ba req-dfeb391a-f9b6-40dc-95bc-f73a6d346fb5 service neutron] No DVR routers for this DVR port 13da7d67-0b19-4338-8ec5-94350e203009 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:30:14.635705 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb391a-f9b6-40dc-95bc-f73a6d346fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=13da7d67-0b19-4338-8ec5-94350e203009,revision_number=6']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:30:14.674251 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-17cfb351-761d-4299-a068-dd02815824ba req-dfeb391a-f9b6-40dc-95bc-f73a6d346fb5 service neutron] Attempting to bind port 13da7d67-0b19-4338-8ec5-94350e203009 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:30:14.674586 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-17cfb351-761d-4299-a068-dd02815824ba req-dfeb391a-f9b6-40dc-95bc-f73a6d346fb5 service neutron] Attempting to bind port 13da7d67-0b19-4338-8ec5-94350e203009 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '4bb99c6a-9ca2-4940-8071-8b2174ae0f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9dd05137-9d33-4bcb-9b37-6f57d3daec7c'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:30:14.675418 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cfb351-761d-4299-a068-dd02815824ba req-dfeb391a-f9b6-40dc-95bc-f73a6d346fb5 service neutron] Attempting to bind port 13da7d67-0b19-4338-8ec5-94350e203009 on network 9dd05137-9d33-4bcb-9b37-6f57d3daec7c {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:30:14.680605 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cfb351-761d-4299-a068-dd02815824ba req-dfeb391a-f9b6-40dc-95bc-f73a6d346fb5 service neutron] Port 13da7d67-0b19-4338-8ec5-94350e203009 on network 9dd05137-9d33-4bcb-9b37-6f57d3daec7c not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:30:14.680928 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cfb351-761d-4299-a068-dd02815824ba req-dfeb391a-f9b6-40dc-95bc-f73a6d346fb5 service neutron] Attempting to bind port 13da7d67-0b19-4338-8ec5-94350e203009 on network 9dd05137-9d33-4bcb-9b37-6f57d3daec7c {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:30:14.685977 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cfb351-761d-4299-a068-dd02815824ba req-dfeb391a-f9b6-40dc-95bc-f73a6d346fb5 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:30:14.686314 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cfb351-761d-4299-a068-dd02815824ba req-dfeb391a-f9b6-40dc-95bc-f73a6d346fb5 service neutron] Checking segment: {'id': '4bb99c6a-9ca2-4940-8071-8b2174ae0f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9dd05137-9d33-4bcb-9b37-6f57d3daec7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:30:14.686693 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cfb351-761d-4299-a068-dd02815824ba req-dfeb391a-f9b6-40dc-95bc-f73a6d346fb5 service neutron] Bound using segment: {'id': '4bb99c6a-9ca2-4940-8071-8b2174ae0f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9dd05137-9d33-4bcb-9b37-6f57d3daec7c'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:30:14.687118 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-17cfb351-761d-4299-a068-dd02815824ba req-dfeb391a-f9b6-40dc-95bc-f73a6d346fb5 service neutron] Bound port: 13da7d67-0b19-4338-8ec5-94350e203009, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb99c6a-9ca2-4940-8071-8b2174ae0f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9dd05137-9d33-4bcb-9b37-6f57d3daec7c'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:30:14.687477 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-17cfb351-761d-4299-a068-dd02815824ba req-dfeb391a-f9b6-40dc-95bc-f73a6d346fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:14.756983 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-17cfb351-761d-4299-a068-dd02815824ba req-dfeb391a-f9b6-40dc-95bc-f73a6d346fb5 service neutron] For port 13da7d67-0b19-4338-8ec5-94350e203009, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:30:14.759928 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-17cfb351-761d-4299-a068-dd02815824ba req-dfeb391a-f9b6-40dc-95bc-f73a6d346fb5 service neutron] For port 13da7d67-0b19-4338-8ec5-94350e203009, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=13da7d67-0b19-4338-8ec5-94350e203009,segment=NetworkSegment(4bb99c6a-9ca2-4940-8071-8b2174ae0f25),segment_id=4bb99c6a-9ca2-4940-8071-8b2174ae0f25)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:30:14.764249 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-17cfb351-761d-4299-a068-dd02815824ba req-dfeb391a-f9b6-40dc-95bc-f73a6d346fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:14.798616 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfb351-761d-4299-a068-dd02815824ba req-dfeb391a-f9b6-40dc-95bc-f73a6d346fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:14.799232 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-17cfb351-761d-4299-a068-dd02815824ba req-dfeb391a-f9b6-40dc-95bc-f73a6d346fb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:14.801838 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-17cfb351-761d-4299-a068-dd02815824ba req-dfeb391a-f9b6-40dc-95bc-f73a6d346fb5 service neutron] 10.222.0.11 "PUT /v2.0/ports/13da7d67-0b19-4338-8ec5-94350e203009 HTTP/1.1" status: 200 len: 1093 time: 0.6031005 Nov 10 18:30:14.825895 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb391a-f9b6-40dc-95bc-f73a6d346fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=13da7d67-0b19-4338-8ec5-94350e203009,revision_number=7']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:30:14.871852 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfb351-761d-4299-a068-dd02815824ba req-4751e201-e893-4ba7-b09b-2bd76a1cbd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:14.873413 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-17cfb351-761d-4299-a068-dd02815824ba req-4751e201-e893-4ba7-b09b-2bd76a1cbd3b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5fc75c961ba4a238d55731f693dd9dc&device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 1096 time: 0.0485768 Nov 10 18:30:14.970471 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfb351-761d-4299-a068-dd02815824ba req-77e970f9-c2f4-4154-8270-f2f54926f0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:14.972135 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-17cfb351-761d-4299-a068-dd02815824ba req-77e970f9-c2f4-4154-8270-f2f54926f0c4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9dd05137-9d33-4bcb-9b37-6f57d3daec7c HTTP/1.1" status: 200 len: 916 time: 0.0913198 Nov 10 18:30:15.016113 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-17cfb351-761d-4299-a068-dd02815824ba req-df0cb0d9-534d-488b-8479-0f415ec84771 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13da7d67-0b19-4338-8ec5-94350e203009 HTTP/1.1" status: 200 len: 217 time: 0.0365868 Nov 10 18:30:15.092170 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfb351-761d-4299-a068-dd02815824ba req-f9b7f8ae-fe13-40dc-93c5-54f72cba809a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:15.094089 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-17cfb351-761d-4299-a068-dd02815824ba req-f9b7f8ae-fe13-40dc-93c5-54f72cba809a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7a448c83-87d1-45f6-aaa3-f908a299eb8e HTTP/1.1" status: 200 len: 855 time: 0.0701430 Nov 10 18:30:15.106799 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e66d0-6eb9-4c59-89b8-5141a8d0527e req-d6447d7d-b5b5-4f59-8094-3f110ff576d6 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:15.108365 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f39e66d0-6eb9-4c59-89b8-5141a8d0527e req-d6447d7d-b5b5-4f59-8094-3f110ff576d6 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 944 time: 0.0948427 Nov 10 18:30:15.139656 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-17cfb351-761d-4299-a068-dd02815824ba req-12cf0bda-1134-4ed7-a5da-402eb11a7cc0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dd05137-9d33-4bcb-9b37-6f57d3daec7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303195 Nov 10 18:30:15.227993 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f39e66d0-6eb9-4c59-89b8-5141a8d0527e req-a3b5eb59-46a9-4324-b018-84fad1538ae2 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106491 Nov 10 18:30:15.259758 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-17cfb351-761d-4299-a068-dd02815824ba req-7652e44f-2e2f-4fcd-974f-b2a66f5699f9 service neutron] 10.222.0.11 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120362 Nov 10 18:30:15.352515 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-17cfb351-761d-4299-a068-dd02815824ba req-c24e5436-fcaf-42b3-b532-a4bf7a69bd5c service neutron] 10.222.0.11 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858715 Nov 10 18:30:16.348964 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db371fd8-baa5-402d-9837-d3ecc08c834e req-7fa4a67f-8977-4d55-8deb-f652c7d24961 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:16.350470 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-db371fd8-baa5-402d-9837-d3ecc08c834e req-7fa4a67f-8977-4d55-8deb-f652c7d24961 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 944 time: 0.0505571 Nov 10 18:30:16.399625 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-db371fd8-baa5-402d-9837-d3ecc08c834e req-6709f20a-463e-4f79-83a0-3c4a1aa59471 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432069 Nov 10 18:30:16.600481 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06', 'tag': '13da7d67-0b19-4338-8ec5-94350e203009'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:30:16.602832 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e689423-7767-4470-902f-c87d6576567e" -d '{"events": [{"name": "network-changed", "server_uuid": "a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06", "tag": "13da7d67-0b19-4338-8ec5-94350e203009"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:30:16.651663 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddafe19-c6d7-4a26-8792-c7ca3635b0b9 x-openstack-request-id: req-6ddafe19-c6d7-4a26-8792-c7ca3635b0b9 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:30:16.651957 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06", "tag": "13da7d67-0b19-4338-8ec5-94350e203009", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:30:16.652249 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6ddafe19-c6d7-4a26-8792-c7ca3635b0b9 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:30:16.652665 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06', 'tag': '13da7d67-0b19-4338-8ec5-94350e203009', 'status': 'completed', 'code': 200} Nov 10 18:30:16.719851 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 13da7d67-0b19-4338-8ec5-94350e203009 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:30:16.724093 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e689423-7767-4470-902f-c87d6576567e req-56041a22-88b5-493e-9a59-5db73c809d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:16.725813 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e689423-7767-4470-902f-c87d6576567e req-56041a22-88b5-493e-9a59-5db73c809d44 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5fc75c961ba4a238d55731f693dd9dc&device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 1096 time: 0.0517182 Nov 10 18:30:16.729961 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e689423-7767-4470-902f-c87d6576567e req-04367fd9-fdfa-4a63-aa2f-78c07a824955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:16.731483 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2e689423-7767-4470-902f-c87d6576567e req-04367fd9-fdfa-4a63-aa2f-78c07a824955 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5fc75c961ba4a238d55731f693dd9dc&device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 1096 time: 0.0555859 Nov 10 18:30:16.760293 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 13da7d67-0b19-4338-8ec5-94350e203009 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:30:16.834471 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e689423-7767-4470-902f-c87d6576567e req-1776f9c5-af30-4df3-bd81-752b9461c308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:16.836343 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e689423-7767-4470-902f-c87d6576567e req-1776f9c5-af30-4df3-bd81-752b9461c308 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9dd05137-9d33-4bcb-9b37-6f57d3daec7c HTTP/1.1" status: 200 len: 916 time: 0.1035697 Nov 10 18:30:16.852846 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e689423-7767-4470-902f-c87d6576567e req-a8a7c9b0-db24-4d3a-85d2-70833d9e17fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:16.854211 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2e689423-7767-4470-902f-c87d6576567e req-a8a7c9b0-db24-4d3a-85d2-70833d9e17fc service neutron] 10.222.0.13 "GET /v2.0/networks?id=9dd05137-9d33-4bcb-9b37-6f57d3daec7c HTTP/1.1" status: 200 len: 916 time: 0.1159260 Nov 10 18:30:16.890593 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e689423-7767-4470-902f-c87d6576567e req-62ef1142-0854-414f-90ce-079b537b08d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13da7d67-0b19-4338-8ec5-94350e203009 HTTP/1.1" status: 200 len: 217 time: 0.0467832 Nov 10 18:30:16.905773 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2e689423-7767-4470-902f-c87d6576567e req-8f39a155-2f05-4e5a-a75f-ce48eb88879f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13da7d67-0b19-4338-8ec5-94350e203009 HTTP/1.1" status: 200 len: 217 time: 0.0444698 Nov 10 18:30:16.958738 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e689423-7767-4470-902f-c87d6576567e req-c8ac426d-087c-40fd-88f9-1db8ac9a2b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:16.959956 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e689423-7767-4470-902f-c87d6576567e req-9bb8d36f-9162-464e-a871-e3945683554c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:16.960324 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2e689423-7767-4470-902f-c87d6576567e req-c8ac426d-087c-40fd-88f9-1db8ac9a2b88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a448c83-87d1-45f6-aaa3-f908a299eb8e HTTP/1.1" status: 200 len: 855 time: 0.0482061 Nov 10 18:30:16.961578 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e689423-7767-4470-902f-c87d6576567e req-9bb8d36f-9162-464e-a871-e3945683554c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7a448c83-87d1-45f6-aaa3-f908a299eb8e HTTP/1.1" status: 200 len: 855 time: 0.0502965 Nov 10 18:30:16.994285 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2e689423-7767-4470-902f-c87d6576567e req-ee4774e7-cb5b-43ea-a97e-f3171a5008f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9dd05137-9d33-4bcb-9b37-6f57d3daec7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265119 Nov 10 18:30:16.995912 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e689423-7767-4470-902f-c87d6576567e req-d50cad28-ffd8-41df-8048-80b6b73cb00a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dd05137-9d33-4bcb-9b37-6f57d3daec7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276165 Nov 10 18:30:17.096327 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e689423-7767-4470-902f-c87d6576567e req-4fc0ae6a-6bd0-4732-9ca1-97272184f5d8 service neutron] 10.222.0.11 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937288 Nov 10 18:30:17.104028 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2e689423-7767-4470-902f-c87d6576567e req-cb17011e-d3bb-4d7a-9122-04d211a2b298 service neutron] 10.222.0.13 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020429 Nov 10 18:30:17.193574 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2e689423-7767-4470-902f-c87d6576567e req-0f6c0d3e-415d-4196-807e-7684769f1879 service neutron] 10.222.0.11 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903616 Nov 10 18:30:17.196637 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2e689423-7767-4470-902f-c87d6576567e req-9f37f430-8680-406a-990f-66725b7812ff service neutron] 10.222.0.13 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862300 Nov 10 18:30:17.519932 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7962665-206f-4377-9b68-00ea6d246907 req-6df1b6c4-245b-4ff6-ab3e-6406bd6af15f tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:17.521516 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7962665-206f-4377-9b68-00ea6d246907 req-6df1b6c4-245b-4ff6-ab3e-6406bd6af15f tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 944 time: 0.0522954 Nov 10 18:30:17.570481 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e7962665-206f-4377-9b68-00ea6d246907 req-f44312fa-6653-4e0b-9d8b-b20c9e55baf1 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431116 Nov 10 18:30:17.799943 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883d2e3-d6b1-4cc5-83c3-a018c457d25b req-e1ea28a4-d936-4ea9-9fe3-15d380f68e20 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:17.801858 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d883d2e3-d6b1-4cc5-83c3-a018c457d25b req-e1ea28a4-d936-4ea9-9fe3-15d380f68e20 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 944 time: 0.0857773 Nov 10 18:30:17.844803 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a1ffa-6b9e-48c9-9e46-be1d5131f7fe req-87573d7f-d093-4ec8-8cc6-7cfda4ba1a50 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:17.846326 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6b5a1ffa-6b9e-48c9-9e46-be1d5131f7fe req-87573d7f-d093-4ec8-8cc6-7cfda4ba1a50 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06&tenant_id=b5fc75c961ba4a238d55731f693dd9dc&binding%3Ahost_id=n-h1-776250-10 HTTP/1.1" status: 200 len: 944 time: 0.0995107 Nov 10 18:30:17.882834 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d883d2e3-d6b1-4cc5-83c3-a018c457d25b req-259284a7-7ae4-4ee0-aa81-a9788854950f tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670440 Nov 10 18:30:17.938499 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [req-6b5a1ffa-6b9e-48c9-9e46-be1d5131f7fe req-3bad7a57-755c-466d-acc4-6ee65ef64c9e service neutron] delete failed (client error): The resource could not be found. Nov 10 18:30:17.939459 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6b5a1ffa-6b9e-48c9-9e46-be1d5131f7fe req-3bad7a57-755c-466d-acc4-6ee65ef64c9e service neutron] 10.222.0.13 "DELETE /v2.0/ports/13da7d67-0b19-4338-8ec5-94350e203009/bindings/n-h2-776250-10 HTTP/1.1" status: 404 len: 381 time: 0.0653660 Nov 10 18:30:18.042853 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a1ffa-6b9e-48c9-9e46-be1d5131f7fe req-cacb65ed-989f-4239-bd14-7fda614401c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:18.044362 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6b5a1ffa-6b9e-48c9-9e46-be1d5131f7fe req-cacb65ed-989f-4239-bd14-7fda614401c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b5fc75c961ba4a238d55731f693dd9dc&device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 1096 time: 0.0499985 Nov 10 18:30:18.142422 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a1ffa-6b9e-48c9-9e46-be1d5131f7fe req-bc257ce4-d05b-4cf3-aef8-c79927265318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:18.143913 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6b5a1ffa-6b9e-48c9-9e46-be1d5131f7fe req-bc257ce4-d05b-4cf3-aef8-c79927265318 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9dd05137-9d33-4bcb-9b37-6f57d3daec7c HTTP/1.1" status: 200 len: 916 time: 0.0930941 Nov 10 18:30:18.192182 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6b5a1ffa-6b9e-48c9-9e46-be1d5131f7fe req-1b524b08-6dcb-491e-831f-b6f7451fd15c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13da7d67-0b19-4338-8ec5-94350e203009 HTTP/1.1" status: 200 len: 217 time: 0.0394509 Nov 10 18:30:18.242259 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a1ffa-6b9e-48c9-9e46-be1d5131f7fe req-d64730bd-2f0e-4301-bf0a-4143bebbfc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:18.243761 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6b5a1ffa-6b9e-48c9-9e46-be1d5131f7fe req-d64730bd-2f0e-4301-bf0a-4143bebbfc1c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7a448c83-87d1-45f6-aaa3-f908a299eb8e HTTP/1.1" status: 200 len: 855 time: 0.0456314 Nov 10 18:30:18.275808 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6b5a1ffa-6b9e-48c9-9e46-be1d5131f7fe req-42074d4f-1095-4971-bb23-487e6bfc591e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9dd05137-9d33-4bcb-9b37-6f57d3daec7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251355 Nov 10 18:30:18.369262 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6b5a1ffa-6b9e-48c9-9e46-be1d5131f7fe req-90d9c3f3-5d8f-49db-81c1-fa8b08bd9953 service neutron] 10.222.0.13 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866959 Nov 10 18:30:18.462637 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6b5a1ffa-6b9e-48c9-9e46-be1d5131f7fe req-35444789-aeb8-4714-8b30-904b9ff0b522 service neutron] 10.222.0.13 "GET /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868189 Nov 10 18:30:18.695838 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 13da7d67-0b19-4338-8ec5-94350e203009 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:30:18.803327 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 13da7d67-0b19-4338-8ec5-94350e203009, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=13da7d67-0b19-4338-8ec5-94350e203009,segment=NetworkSegment(4bb99c6a-9ca2-4940-8071-8b2174ae0f25),segment_id=4bb99c6a-9ca2-4940-8071-8b2174ae0f25)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:30:18.814445 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '13da7d67-0b19-4338-8ec5-94350e203009', 'network_id': '9dd05137-9d33-4bcb-9b37-6f57d3daec7c', 'port_id': '13da7d67-0b19-4338-8ec5-94350e203009', 'mac_address': 'fa:16:3e:a4:4f:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a448c83-87d1-45f6-aaa3-f908a299eb8e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:30:18.858822 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:18.872774 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13da7d67-0b19-4338-8ec5-94350e203009 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:30:18.894056 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 13da7d67-0b19-4338-8ec5-94350e203009, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=13da7d67-0b19-4338-8ec5-94350e203009,segment=NetworkSegment(4bb99c6a-9ca2-4940-8071-8b2174ae0f25),segment_id=4bb99c6a-9ca2-4940-8071-8b2174ae0f25)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:30:18.899262 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:18.951171 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=13da7d67-0b19-4338-8ec5-94350e203009,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:30:19.013186 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ea12b-8dda-4d03-9b95-772daf9cd07a req-c2d8a58b-7ba3-4ee7-9d0b-b623a6164aaa tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:19.014812 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-816ea12b-8dda-4d03-9b95-772daf9cd07a req-c2d8a58b-7ba3-4ee7-9d0b-b623a6164aaa tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 945 time: 0.0525303 Nov 10 18:30:19.067963 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-816ea12b-8dda-4d03-9b95-772daf9cd07a req-13fcdc01-dbeb-427a-8af3-e0376673d6d0 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457404 Nov 10 18:30:19.112132 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['13da7d67-0b19-4338-8ec5-94350e203009'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:30:19.194491 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d6bbe2-76cf-4de4-8f28-fafde53026b7 req-1dbf3ab8-ff31-4f8e-828e-41f84759dde8 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:19.196061 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b8d6bbe2-76cf-4de4-8f28-fafde53026b7 req-1dbf3ab8-ff31-4f8e-828e-41f84759dde8 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 945 time: 0.0543399 Nov 10 18:30:19.253081 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b8d6bbe2-76cf-4de4-8f28-fafde53026b7 req-8d7b42a7-f007-4e77-9e70-6f9d35b1bfaf tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490954 Nov 10 18:30:19.381545 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2657b-e074-4f93-b6a9-e4b6dde46d41 req-8884e67b-bc71-4afc-a655-644e588b6d1d tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:19.383333 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-04b2657b-e074-4f93-b6a9-e4b6dde46d41 req-8884e67b-bc71-4afc-a655-644e588b6d1d tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 945 time: 0.0612166 Nov 10 18:30:19.434847 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-04b2657b-e074-4f93-b6a9-e4b6dde46d41 req-31e6a7e7-f42a-4027-8f4c-a6bc4b29a4af tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455556 Nov 10 18:30:19.788924 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892668a-fb66-430f-af60-8f5f103d109c req-a4629634-2712-4f6d-a34a-0880fc842bc8 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:19.790387 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4892668a-fb66-430f-af60-8f5f103d109c req-a4629634-2712-4f6d-a34a-0880fc842bc8 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 945 time: 0.0577800 Nov 10 18:30:19.839175 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4892668a-fb66-430f-af60-8f5f103d109c req-d42a83c0-c113-4e1b-8a42-ee3af81c88fb tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425866 Nov 10 18:30:20.728167 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 13da7d67-0b19-4338-8ec5-94350e203009 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:30:20.777546 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 13da7d67-0b19-4338-8ec5-94350e203009 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:30:20.781548 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 13da7d67-0b19-4338-8ec5-94350e203009 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:30:20.781917 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:20.865762 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:20.880175 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528e1b9-5c0f-4f97-a8fb-209e6206135e req-fac348cc-2fbb-4a25-b5a0-1befeb1947b0 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:20.881729 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9528e1b9-5c0f-4f97-a8fb-209e6206135e req-fac348cc-2fbb-4a25-b5a0-1befeb1947b0 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 945 time: 0.0511827 Nov 10 18:30:20.889967 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13da7d67-0b19-4338-8ec5-94350e203009'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:30:20.892299 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4fb03e-6312-484c-bb24-31d18d2da191" -d '{"events": [{"server_uuid": "a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06", "name": "network-vif-plugged", "status": "completed", "tag": "13da7d67-0b19-4338-8ec5-94350e203009"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:30:20.906736 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 13da7d67-0b19-4338-8ec5-94350e203009, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=13da7d67-0b19-4338-8ec5-94350e203009,segment=NetworkSegment(4bb99c6a-9ca2-4940-8071-8b2174ae0f25),segment_id=4bb99c6a-9ca2-4940-8071-8b2174ae0f25)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:30:20.915938 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:20.942639 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1ecd52-4408-4975-a008-0d79bd45d9fa x-openstack-request-id: req-0e1ecd52-4408-4975-a008-0d79bd45d9fa {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:30:20.942922 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06", "name": "network-vif-plugged", "status": "completed", "tag": "13da7d67-0b19-4338-8ec5-94350e203009", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:30:20.943173 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0e1ecd52-4408-4975-a008-0d79bd45d9fa {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:30:20.943560 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13da7d67-0b19-4338-8ec5-94350e203009', 'code': 200} Nov 10 18:30:20.970603 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=13da7d67-0b19-4338-8ec5-94350e203009,revision_number=9']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:30:21.018921 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435663a-53be-4a62-a19e-420fa12d708e req-ece9d5d7-047e-444c-a5b3-c481f5639a03 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:21.021126 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f435663a-53be-4a62-a19e-420fa12d708e req-ece9d5d7-047e-444c-a5b3-c481f5639a03 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06 HTTP/1.1" status: 200 len: 946 time: 0.0892785 Nov 10 18:30:21.047378 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-9528e1b9-5c0f-4f97-a8fb-209e6206135e req-3c85d286-1336-4943-9e16-bcd13e568607 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Deleting port 13da7d67-0b19-4338-8ec5-94350e203009 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:30:21.047722 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9528e1b9-5c0f-4f97-a8fb-209e6206135e req-3c85d286-1336-4943-9e16-bcd13e568607 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:21.125482 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f435663a-53be-4a62-a19e-420fa12d708e req-b2f42147-0b39-4313-afaf-757d90a9505f tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.39 "GET /v2.0/security-groups?id=1221112d-0de4-43ac-bf90-99e10eb40712&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973155 Nov 10 18:30:21.166372 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-9528e1b9-5c0f-4f97-a8fb-209e6206135e req-3c85d286-1336-4943-9e16-bcd13e568607 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] For port 13da7d67-0b19-4338-8ec5-94350e203009, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=13da7d67-0b19-4338-8ec5-94350e203009,segment=NetworkSegment(4bb99c6a-9ca2-4940-8071-8b2174ae0f25),segment_id=4bb99c6a-9ca2-4940-8071-8b2174ae0f25)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:30:21.166735 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9528e1b9-5c0f-4f97-a8fb-209e6206135e req-3c85d286-1336-4943-9e16-bcd13e568607 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:21.179978 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-9528e1b9-5c0f-4f97-a8fb-209e6206135e req-3c85d286-1336-4943-9e16-bcd13e568607 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Calling delete_port for 13da7d67-0b19-4338-8ec5-94350e203009 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:30:21.313098 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9528e1b9-5c0f-4f97-a8fb-209e6206135e req-3c85d286-1336-4943-9e16-bcd13e568607 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:21.324486 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['13da7d67-0b19-4338-8ec5-94350e203009'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:30:21.343930 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85d286-1336-4943-9e16-bcd13e568607 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Pushing event deleted for resources: {'Port': ['ID=13da7d67-0b19-4338-8ec5-94350e203009,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:30:21.387439 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-9528e1b9-5c0f-4f97-a8fb-209e6206135e req-3c85d286-1336-4943-9e16-bcd13e568607 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] No DVR routers for this DVR port 13da7d67-0b19-4338-8ec5-94350e203009 on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:30:21.390107 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9528e1b9-5c0f-4f97-a8fb-209e6206135e req-3c85d286-1336-4943-9e16-bcd13e568607 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:21.393486 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9528e1b9-5c0f-4f97-a8fb-209e6206135e req-3c85d286-1336-4943-9e16-bcd13e568607 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] 10.222.0.11 "DELETE /v2.0/ports/13da7d67-0b19-4338-8ec5-94350e203009 HTTP/1.1" status: 204 len: 173 time: 0.5055950 Nov 10 18:30:21.393920 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06', 'name': 'network-vif-deleted', 'tag': '13da7d67-0b19-4338-8ec5-94350e203009'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:30:21.396787 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9462de-abf0-4c6c-9119-2e35445bfe21" -d '{"events": [{"server_uuid": "a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06", "name": "network-vif-deleted", "tag": "13da7d67-0b19-4338-8ec5-94350e203009"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:30:21.445461 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a098317-206f-48de-a1c4-3405ef216069 x-openstack-request-id: req-2a098317-206f-48de-a1c4-3405ef216069 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:30:21.446083 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06", "name": "network-vif-deleted", "tag": "13da7d67-0b19-4338-8ec5-94350e203009", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:30:21.446471 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2a098317-206f-48de-a1c4-3405ef216069 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:30:21.447077 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4bbcc16-2cd5-4f88-9ddc-4d44feed5f06', 'name': 'network-vif-deleted', 'tag': '13da7d67-0b19-4338-8ec5-94350e203009', 'status': 'completed', 'code': 200} Nov 10 18:30:22.249435 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59858) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:30:22.293442 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae0484f-d6be-48f1-a02f-a3560aedf47a admin admin] Deleting subnet 7a448c83-87d1-45f6-aaa3-f908a299eb8e {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:30:22.296482 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6ae0484f-d6be-48f1-a02f-a3560aedf47a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:22.334535 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6ae0484f-d6be-48f1-a02f-a3560aedf47a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:22.373027 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6ae0484f-d6be-48f1-a02f-a3560aedf47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:22.424115 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6ae0484f-d6be-48f1-a02f-a3560aedf47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:22.450153 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0484f-d6be-48f1-a02f-a3560aedf47a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a448c83-87d1-45f6-aaa3-f908a299eb8e,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:30:22.452226 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6ae0484f-d6be-48f1-a02f-a3560aedf47a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:22.455717 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6ae0484f-d6be-48f1-a02f-a3560aedf47a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7a448c83-87d1-45f6-aaa3-f908a299eb8e HTTP/1.1" status: 204 len: 168 time: 0.2048712 Nov 10 18:30:22.459253 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59860) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:30:22.537823 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c7ebc6f6-b3af-4d63-bf41-a9e6e7402f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:22.623806 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c7ebc6f6-b3af-4d63-bf41-a9e6e7402f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:22.646379 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-c7ebc6f6-b3af-4d63-bf41-a9e6e7402f94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd05137-9d33-4bcb-9b37-6f57d3daec7c']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:30:22.656073 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-c7ebc6f6-b3af-4d63-bf41-a9e6e7402f94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb99c6a-9ca2-4940-8071-8b2174ae0f25') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:30:22.656458 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-c7ebc6f6-b3af-4d63-bf41-a9e6e7402f94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb99c6a-9ca2-4940-8071-8b2174ae0f25') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:30:22.671801 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c7ebc6f6-b3af-4d63-bf41-a9e6e7402f94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:22.689095 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c7ebc6f6-b3af-4d63-bf41-a9e6e7402f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:22.696070 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ebc6f6-b3af-4d63-bf41-a9e6e7402f94 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:30:22.696499 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c7ebc6f6-b3af-4d63-bf41-a9e6e7402f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:22.698198 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:30:22.698198 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:30:22.698198 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:30:22.698198 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:30:22.698198 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:30:22.698198 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:30:22.698198 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:30:22.698198 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:30:22.698198 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:30:22.698198 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:30:22.698198 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:30:22.698198 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:30:22.698198 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:30:22.698198 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:30:22.698198 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:30:22.698198 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:30:22.698198 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:30:22.698198 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:30:22.698198 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:30:22.698198 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:30:22.698198 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:30:22.698198 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:30:22.698198 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:30:22.698198 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:30:22.698198 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:30:22.698198 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:30:22.698198 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:30:22.698198 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:30:22.698198 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:30:22.698198 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:30:22.698198 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:30:22.698198 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:30:22.757230 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c7ebc6f6-b3af-4d63-bf41-a9e6e7402f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:22.763562 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c7ebc6f6-b3af-4d63-bf41-a9e6e7402f94 admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:22.767042 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c7ebc6f6-b3af-4d63-bf41-a9e6e7402f94 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9dd05137-9d33-4bcb-9b37-6f57d3daec7c HTTP/1.1" status: 204 len: 168 time: 0.3068049 Nov 10 18:30:22.780564 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ebc6f6-b3af-4d63-bf41-a9e6e7402f94 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd05137-9d33-4bcb-9b37-6f57d3daec7c,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:30:22.885627 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59864) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:30:22.928833 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-08428cf3-5b70-4fd6-ab1e-82ee81fe57a4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b5fc75c961ba4a238d55731f693dd9dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419459 Nov 10 18:30:22.931239 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59866) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:30:22.980860 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a2919735-7172-43ce-94f6-97ab93041578 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:23.003464 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a2919735-7172-43ce-94f6-97ab93041578 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:23.059985 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a2919735-7172-43ce-94f6-97ab93041578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:23.062699 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a2919735-7172-43ce-94f6-97ab93041578 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:23.063913 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a2919735-7172-43ce-94f6-97ab93041578 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1221112d-0de4-43ac-bf90-99e10eb40712 HTTP/1.1" status: 204 len: 168 time: 0.1316993 Nov 10 18:30:23.072913 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2919735-7172-43ce-94f6-97ab93041578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1221112d-0de4-43ac-bf90-99e10eb40712,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:30:23.797062 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59888) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:30:23.925372 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-b042a4e2-379b-4c28-9acc-92c42a9613e4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1857887221-network', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:30:23.948499 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b042a4e2-379b-4c28-9acc-92c42a9613e4 admin admin] Made reservation on behalf of 1012b220379f4be6b668cbe831bdbec6 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:30:23.950947 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b042a4e2-379b-4c28-9acc-92c42a9613e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:23.960501 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b042a4e2-379b-4c28-9acc-92c42a9613e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:24.044523 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b042a4e2-379b-4c28-9acc-92c42a9613e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:24.048323 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b042a4e2-379b-4c28-9acc-92c42a9613e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:24.074678 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b042a4e2-379b-4c28-9acc-92c42a9613e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:30:24.085422 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042a4e2-379b-4c28-9acc-92c42a9613e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ecc6e4-d387-472a-b945-2b12791eb436,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:30:24.090648 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b042a4e2-379b-4c28-9acc-92c42a9613e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:24.090998 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-b042a4e2-379b-4c28-9acc-92c42a9613e4 admin admin] Added segment 46c127ca-db0f-4c98-b8ae-a7c468fd5bbd of type vlan for network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 Nov 10 18:30:24.133588 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b042a4e2-379b-4c28-9acc-92c42a9613e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:24.161098 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b042a4e2-379b-4c28-9acc-92c42a9613e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:24.162042 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b042a4e2-379b-4c28-9acc-92c42a9613e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:24.162630 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b042a4e2-379b-4c28-9acc-92c42a9613e4 admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:24.220281 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b042a4e2-379b-4c28-9acc-92c42a9613e4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4220178 Nov 10 18:30:24.223461 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59892) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:30:24.225640 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042a4e2-379b-4c28-9acc-92c42a9613e4 admin admin] Pushing event updated for resources: {'Network': ['ID=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:30:24.229963 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-7a7a2dd4-cfcc-4df3-bf97-a6737a0745c9 admin admin] Request body: {'subnet': {'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1857887221-subnet', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:30:24.235239 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:30:24.252764 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7a2dd4-cfcc-4df3-bf97-a6737a0745c9 admin admin] Made reservation on behalf of 1012b220379f4be6b668cbe831bdbec6 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:30:24.255685 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7a7a2dd4-cfcc-4df3-bf97-a6737a0745c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:24.429045 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7a7a2dd4-cfcc-4df3-bf97-a6737a0745c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:24.476840 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a2dd4-cfcc-4df3-bf97-a6737a0745c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:30:24.492106 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7a2dd4-cfcc-4df3-bf97-a6737a0745c9 admin admin] Checking segment: {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:30:24.492487 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7a2dd4-cfcc-4df3-bf97-a6737a0745c9 admin admin] Network hostable DHCP agents. Network: 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:30:24.508953 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7a2dd4-cfcc-4df3-bf97-a6737a0745c9 admin admin] Network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:30:24.517473 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-7a7a2dd4-cfcc-4df3-bf97-a6737a0745c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:30:24.522745 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7a2dd4-cfcc-4df3-bf97-a6737a0745c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:24.523831 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7a7a2dd4-cfcc-4df3-bf97-a6737a0745c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:24.527279 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121260d9-2012-46e7-a222-ffdbdbb165e9 None None] Network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:30:24.544063 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7a7a2dd4-cfcc-4df3-bf97-a6737a0745c9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3166482 Nov 10 18:30:24.544354 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59894) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:30:24.548718 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-23310002-f216-4de9-b39e-09b0dd302ce7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1857887221-router', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:30:24.568972 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-23310002-f216-4de9-b39e-09b0dd302ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:24.569860 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-23310002-f216-4de9-b39e-09b0dd302ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:24.624794 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-23310002-f216-4de9-b39e-09b0dd302ce7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:24.681910 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34477ea-3693-4d34-a2ba-e0008d588aa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:30:24.682817 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f34477ea-3693-4d34-a2ba-e0008d588aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:24.758190 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 13da7d67-0b19-4338-8ec5-94350e203009 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:30:24.764573 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-23310002-f216-4de9-b39e-09b0dd302ce7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:24.787809 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 13da7d67-0b19-4338-8ec5-94350e203009 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:30:24.788184 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 13da7d67-0b19-4338-8ec5-94350e203009 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:30:24.850622 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-f34477ea-3693-4d34-a2ba-e0008d588aa5 None None] Allocated IP 172.20.0.2 (27d59da6-7cca-4d2d-ab3a-80bd3017b8c4/1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb/a005a91e-2bf0-4b94-b647-6a898ff7578c) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:30:24.986804 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-23310002-f216-4de9-b39e-09b0dd302ce7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:25.007450 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-23310002-f216-4de9-b39e-09b0dd302ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:25.007902 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f34477ea-3693-4d34-a2ba-e0008d588aa5 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:25.013805 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f34477ea-3693-4d34-a2ba-e0008d588aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:25.059877 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34477ea-3693-4d34-a2ba-e0008d588aa5 None None] Network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:30:25.063881 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-f34477ea-3693-4d34-a2ba-e0008d588aa5 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:30:25.065786 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34477ea-3693-4d34-a2ba-e0008d588aa5 None None] Pushing event updated for resources: {'Port': ['ID=a005a91e-2bf0-4b94-b647-6a898ff7578c,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:30:25.068241 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34477ea-3693-4d34-a2ba-e0008d588aa5 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:30:25.123310 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-23310002-f216-4de9-b39e-09b0dd302ce7 admin admin] Allocated IP 172.25.5.121 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/d51ff47a-d10a-4a0f-8f14-0dafa05eeb6c) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:30:25.130519 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f34477ea-3693-4d34-a2ba-e0008d588aa5 None None] Attempting to bind port a005a91e-2bf0-4b94-b647-6a898ff7578c on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:30:25.130893 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f34477ea-3693-4d34-a2ba-e0008d588aa5 None None] Attempting to bind port a005a91e-2bf0-4b94-b647-6a898ff7578c by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:30:25.131259 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34477ea-3693-4d34-a2ba-e0008d588aa5 None None] Attempting to bind port a005a91e-2bf0-4b94-b647-6a898ff7578c on network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:30:25.136507 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34477ea-3693-4d34-a2ba-e0008d588aa5 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:30:25.136889 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34477ea-3693-4d34-a2ba-e0008d588aa5 None None] Checking segment: {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:30:25.137291 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f34477ea-3693-4d34-a2ba-e0008d588aa5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:25.137689 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34477ea-3693-4d34-a2ba-e0008d588aa5 None None] Bound using segment: {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:30:25.138163 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f34477ea-3693-4d34-a2ba-e0008d588aa5 None None] Bound port: a005a91e-2bf0-4b94-b647-6a898ff7578c, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:30:25.138543 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f34477ea-3693-4d34-a2ba-e0008d588aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:25.209892 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:25.215862 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f34477ea-3693-4d34-a2ba-e0008d588aa5 None None] For port a005a91e-2bf0-4b94-b647-6a898ff7578c, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:30:25.220593 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f34477ea-3693-4d34-a2ba-e0008d588aa5 None None] For port a005a91e-2bf0-4b94-b647-6a898ff7578c, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=a005a91e-2bf0-4b94-b647-6a898ff7578c,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:30:25.226306 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f34477ea-3693-4d34-a2ba-e0008d588aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:25.239514 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-23310002-f216-4de9-b39e-09b0dd302ce7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:25.276845 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-23310002-f216-4de9-b39e-09b0dd302ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:25.293235 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34477ea-3693-4d34-a2ba-e0008d588aa5 None None] Pushing event updated for resources: {'Port': ['ID=a005a91e-2bf0-4b94-b647-6a898ff7578c,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:30:25.322109 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23310002-f216-4de9-b39e-09b0dd302ce7 admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:30:25.325646 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-23310002-f216-4de9-b39e-09b0dd302ce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:30:25.329772 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23310002-f216-4de9-b39e-09b0dd302ce7 admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:30:25.336504 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23310002-f216-4de9-b39e-09b0dd302ce7 admin admin] Pushing event updated for resources: {'Port': ['ID=d51ff47a-d10a-4a0f-8f14-0dafa05eeb6c,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:30:25.341493 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c03a4b-e43a-4fa4-96ee-0a364fc86eb6 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:30:25.447487 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-10f9f610-2a1b-4829-955d-cf8ad98b0616 None None] Provisioning complete for port d51ff47a-d10a-4a0f-8f14-0dafa05eeb6c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:30:25.447813 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-10f9f610-2a1b-4829-955d-cf8ad98b0616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:25.643539 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-23310002-f216-4de9-b39e-09b0dd302ce7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:25.686865 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-10f9f610-2a1b-4829-955d-cf8ad98b0616 None None] Port d51ff47a-d10a-4a0f-8f14-0dafa05eeb6c cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:30:25.689724 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:25.847594 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-23310002-f216-4de9-b39e-09b0dd302ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:25.986681 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23310002-f216-4de9-b39e-09b0dd302ce7 admin admin] Router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 18:30:26.102775 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23310002-f216-4de9-b39e-09b0dd302ce7 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:30:26.111541 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72605b6-dc9a-490d-b844-9db3afd1592b None None] Sync routers for ids ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:30:26.123078 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72605b6-dc9a-490d-b844-9db3afd1592b None None] Routers {'6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:30:26.123533 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-23310002-f216-4de9-b39e-09b0dd302ce7 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:26.124223 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-b72605b6-dc9a-490d-b844-9db3afd1592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:30:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:30:26.124877 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-23310002-f216-4de9-b39e-09b0dd302ce7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5795782 Nov 10 18:30:26.127526 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59896) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:30:26.237275 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-b72605b6-dc9a-490d-b844-9db3afd1592b None None] Set router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:30:26.294657 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cf8a94-499e-49ef-ae07-6e71edfc6d99 None None] Network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:30:26.381592 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-56e096c6-701b-4a02-8859-5223d7689ef8 None None] Provisioning complete for port a005a91e-2bf0-4b94-b647-6a898ff7578c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:30:26.381592 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-56e096c6-701b-4a02-8859-5223d7689ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:26.436341 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-b72605b6-dc9a-490d-b844-9db3afd1592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'name': 'tempest-ServerActionsTestJSON-1857887221-router', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:30:24Z', 'updated_at': '2021-11-10T18:30:25Z', 'revision_number': 3, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'gw_port': {'id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:25Z', 'updated_at': '2021-11-10T18:30:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:30:26.469553 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72605b6-dc9a-490d-b844-9db3afd1592b None None] Checking router: 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:30:26.469961 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72605b6-dc9a-490d-b844-9db3afd1592b None None] Updating router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 port d51ff47a-d10a-4a0f-8f14-0dafa05eeb6c binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:30:26.498349 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-b72605b6-dc9a-490d-b844-9db3afd1592b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:26.543368 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-56e096c6-701b-4a02-8859-5223d7689ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:26.583143 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-56e096c6-701b-4a02-8859-5223d7689ef8 None None] For port a005a91e-2bf0-4b94-b647-6a898ff7578c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=a005a91e-2bf0-4b94-b647-6a898ff7578c,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:30:26.589037 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-56e096c6-701b-4a02-8859-5223d7689ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:26.647631 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e096c6-701b-4a02-8859-5223d7689ef8 None None] Pushing event updated for resources: {'Port': ['ID=a005a91e-2bf0-4b94-b647-6a898ff7578c,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:30:26.781486 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-b72605b6-dc9a-490d-b844-9db3afd1592b None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:26.786975 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-b72605b6-dc9a-490d-b844-9db3afd1592b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:26.820534 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-88df2bd1-99df-4350-9aed-bb4fc9bb0081 None None] Provisioning complete for port a005a91e-2bf0-4b94-b647-6a898ff7578c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:30:26.821246 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-88df2bd1-99df-4350-9aed-bb4fc9bb0081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:26.832677 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-b72605b6-dc9a-490d-b844-9db3afd1592b None None] Attempting to bind port d51ff47a-d10a-4a0f-8f14-0dafa05eeb6c on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:30:26.833262 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-b72605b6-dc9a-490d-b844-9db3afd1592b None None] Attempting to bind port d51ff47a-d10a-4a0f-8f14-0dafa05eeb6c by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:30:26.833636 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72605b6-dc9a-490d-b844-9db3afd1592b None None] Attempting to bind port d51ff47a-d10a-4a0f-8f14-0dafa05eeb6c on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:30:26.847473 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be14078b-5352-4626-844b-479a7d618b59 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:30:26.849775 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72605b6-dc9a-490d-b844-9db3afd1592b None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:30:26.850163 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72605b6-dc9a-490d-b844-9db3afd1592b None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:30:26.850595 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-b72605b6-dc9a-490d-b844-9db3afd1592b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:26.850985 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72605b6-dc9a-490d-b844-9db3afd1592b None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:30:26.851629 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-b72605b6-dc9a-490d-b844-9db3afd1592b None None] Bound port: d51ff47a-d10a-4a0f-8f14-0dafa05eeb6c, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:30:26.852182 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-b72605b6-dc9a-490d-b844-9db3afd1592b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:26.876678 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125ff76-ed59-4ecc-8d02-8864aeef92d3 None None] Pushing event updated for resources: {'Port': ['ID=d51ff47a-d10a-4a0f-8f14-0dafa05eeb6c,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:30:26.891132 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2125ff76-ed59-4ecc-8d02-8864aeef92d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:30:26.891479 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2125ff76-ed59-4ecc-8d02-8864aeef92d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:30:26.892120 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2125ff76-ed59-4ecc-8d02-8864aeef92d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:30:26.892487 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2125ff76-ed59-4ecc-8d02-8864aeef92d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:30:26.892824 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2125ff76-ed59-4ecc-8d02-8864aeef92d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:30:26.893155 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2125ff76-ed59-4ecc-8d02-8864aeef92d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:30:26.893484 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2125ff76-ed59-4ecc-8d02-8864aeef92d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:30:26.893812 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2125ff76-ed59-4ecc-8d02-8864aeef92d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:30:26.894167 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2125ff76-ed59-4ecc-8d02-8864aeef92d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:30:26.895043 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2125ff76-ed59-4ecc-8d02-8864aeef92d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:30:26.895841 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2125ff76-ed59-4ecc-8d02-8864aeef92d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:30:26.896201 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2125ff76-ed59-4ecc-8d02-8864aeef92d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:30:26.919705 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bcdfe29-074f-430e-8973-85d2319e7416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:26.923422 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-b72605b6-dc9a-490d-b844-9db3afd1592b None None] For port d51ff47a-d10a-4a0f-8f14-0dafa05eeb6c, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:30:26.927094 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-b72605b6-dc9a-490d-b844-9db3afd1592b None None] For port d51ff47a-d10a-4a0f-8f14-0dafa05eeb6c, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d51ff47a-d10a-4a0f-8f14-0dafa05eeb6c,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:30:26.931809 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-b72605b6-dc9a-490d-b844-9db3afd1592b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:26.976798 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511158b3-880f-40a9-ac38-162fc767b013 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:30:26.990164 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72605b6-dc9a-490d-b844-9db3afd1592b None None] Routers {'6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:30:26.990793 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-b72605b6-dc9a-490d-b844-9db3afd1592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:30:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:30:27.042382 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-69f28694-4dd4-487d-a55b-e1add5bfea6f None None] Provisioning complete for port d51ff47a-d10a-4a0f-8f14-0dafa05eeb6c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:30:27.042959 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-69f28694-4dd4-487d-a55b-e1add5bfea6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:27.078535 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125ff76-ed59-4ecc-8d02-8864aeef92d3 None None] Pushing event updated for resources: {'Port': ['ID=d51ff47a-d10a-4a0f-8f14-0dafa05eeb6c,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:30:27.106365 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-1bcdfe29-074f-430e-8973-85d2319e7416 admin admin] Allocated IP 172.20.0.1 (27d59da6-7cca-4d2d-ab3a-80bd3017b8c4/1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb/2c161457-035c-4a1a-a857-8fbf619ba148) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:30:27.115029 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-b72605b6-dc9a-490d-b844-9db3afd1592b None None] Set router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:30:27.137081 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-69f28694-4dd4-487d-a55b-e1add5bfea6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:27.158371 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-69f28694-4dd4-487d-a55b-e1add5bfea6f None None] For port d51ff47a-d10a-4a0f-8f14-0dafa05eeb6c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d51ff47a-d10a-4a0f-8f14-0dafa05eeb6c,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:30:27.166907 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-69f28694-4dd4-487d-a55b-e1add5bfea6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:27.194127 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device a005a91e-2bf0-4b94-b647-6a898ff7578c up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:30:27.245947 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bcdfe29-074f-430e-8973-85d2319e7416 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:27.251723 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f28694-4dd4-487d-a55b-e1add5bfea6f None None] Pushing event updated for resources: {'Port': ['ID=d51ff47a-d10a-4a0f-8f14-0dafa05eeb6c,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:30:27.271006 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port a005a91e-2bf0-4b94-b647-6a898ff7578c triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:30:27.271381 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:27.293057 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bcdfe29-074f-430e-8973-85d2319e7416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:27.306881 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-b72605b6-dc9a-490d-b844-9db3afd1592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'name': 'tempest-ServerActionsTestJSON-1857887221-router', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:30:24Z', 'updated_at': '2021-11-10T18:30:25Z', 'revision_number': 3, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'gw_port': {'id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:25Z', 'updated_at': '2021-11-10T18:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:30:27.334577 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcdfe29-074f-430e-8973-85d2319e7416 admin admin] Network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:30:27.338082 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72605b6-dc9a-490d-b844-9db3afd1592b None None] The sync data for ids ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'] in n-d-776250-10 is: [{'id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'name': 'tempest-ServerActionsTestJSON-1857887221-router', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:30:24Z', 'updated_at': '2021-11-10T18:30:25Z', 'revision_number': 3, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'gw_port': {'id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:25Z', 'updated_at': '2021-11-10T18:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:30:27.343473 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-1bcdfe29-074f-430e-8973-85d2319e7416 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:30:27.345869 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcdfe29-074f-430e-8973-85d2319e7416 admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:30:27.378625 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcdfe29-074f-430e-8973-85d2319e7416 admin admin] Pushing event updated for resources: {'Port': ['ID=2c161457-035c-4a1a-a857-8fbf619ba148,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:30:27.399641 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bcdfe29-074f-430e-8973-85d2319e7416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:27.540460 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bcdfe29-074f-430e-8973-85d2319e7416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:27.610099 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-135b1eb8-c126-4c86-9615-837f8cc98c87 None None] Provisioning complete for port 2c161457-035c-4a1a-a857-8fbf619ba148 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:30:27.610646 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-135b1eb8-c126-4c86-9615-837f8cc98c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:27.653873 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-135b1eb8-c126-4c86-9615-837f8cc98c87 None None] Port 2c161457-035c-4a1a-a857-8fbf619ba148 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:30:27.731695 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bcdfe29-074f-430e-8973-85d2319e7416 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:27.736742 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bcdfe29-074f-430e-8973-85d2319e7416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:27.811357 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bcdfe29-074f-430e-8973-85d2319e7416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:27.813184 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcdfe29-074f-430e-8973-85d2319e7416 admin admin] Pushing event updated for resources: {'Port': ['ID=2c161457-035c-4a1a-a857-8fbf619ba148,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:30:27.908379 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcdfe29-074f-430e-8973-85d2319e7416 admin admin] Network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:30:27.910184 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-1bcdfe29-074f-430e-8973-85d2319e7416 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:30:28.039925 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bcdfe29-074f-430e-8973-85d2319e7416 admin admin] Router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:30:28.158717 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcdfe29-074f-430e-8973-85d2319e7416 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:30:28.164734 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1bcdfe29-074f-430e-8973-85d2319e7416 admin admin] 10.222.0.39 "PUT /v2.0/routers/6913d4ec-5e44-4d84-9910-2ba5a69b0ba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0361292 Nov 10 18:30:28.180892 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3b81d47e-487b-42f6-bd0e-9a04a8a788c6 None None] Provisioning complete for port 2c161457-035c-4a1a-a857-8fbf619ba148 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:30:28.181388 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3b81d47e-487b-42f6-bd0e-9a04a8a788c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:28.219717 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-3b81d47e-487b-42f6-bd0e-9a04a8a788c6 None None] Port 2c161457-035c-4a1a-a857-8fbf619ba148 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:30:28.668914 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59904) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:30:28.673697 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-fa34c00a-1f8c-435f-9782-b8fa91dbbf95 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Request body: {'security_group': {'name': 'tempest-securitygroup--608746219', 'description': 'tempest-description--1537189551'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:30:28.697272 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fa34c00a-1f8c-435f-9782-b8fa91dbbf95 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:28.767161 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fa34c00a-1f8c-435f-9782-b8fa91dbbf95 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:28.771708 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fa34c00a-1f8c-435f-9782-b8fa91dbbf95 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:28.803168 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fa34c00a-1f8c-435f-9782-b8fa91dbbf95 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:28.804517 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fa34c00a-1f8c-435f-9782-b8fa91dbbf95 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1345356 Nov 10 18:30:28.807515 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34c00a-1f8c-435f-9782-b8fa91dbbf95 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f443c5cd-b893-4fb7-b03a-141a2ff3c636,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:30:28.807731 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59906) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:30:28.812415 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-c080c374-2b71-4961-a58a-1a4ee08d01cc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Request body: {'security_group_rule': {'security_group_id': 'f443c5cd-b893-4fb7-b03a-141a2ff3c636', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:30:28.815808 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34c00a-1f8c-435f-9782-b8fa91dbbf95 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:30:28.816548 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34c00a-1f8c-435f-9782-b8fa91dbbf95 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:30:28.817027 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34c00a-1f8c-435f-9782-b8fa91dbbf95 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:30:28.817467 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34c00a-1f8c-435f-9782-b8fa91dbbf95 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:30:28.817921 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34c00a-1f8c-435f-9782-b8fa91dbbf95 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:30:28.818357 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34c00a-1f8c-435f-9782-b8fa91dbbf95 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:30:28.818805 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34c00a-1f8c-435f-9782-b8fa91dbbf95 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:30:28.819236 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34c00a-1f8c-435f-9782-b8fa91dbbf95 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:30:28.819650 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34c00a-1f8c-435f-9782-b8fa91dbbf95 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:30:28.820055 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34c00a-1f8c-435f-9782-b8fa91dbbf95 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:30:28.820473 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34c00a-1f8c-435f-9782-b8fa91dbbf95 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:30:28.820873 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34c00a-1f8c-435f-9782-b8fa91dbbf95 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:30:28.841829 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c080c374-2b71-4961-a58a-1a4ee08d01cc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:28.900700 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c080c374-2b71-4961-a58a-1a4ee08d01cc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:28.904207 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c080c374-2b71-4961-a58a-1a4ee08d01cc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:28.923204 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080c374-2b71-4961-a58a-1a4ee08d01cc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b9b8eba-4264-4967-92d0-95f87729a4a8,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:30:28.929376 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c080c374-2b71-4961-a58a-1a4ee08d01cc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:28.930481 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c080c374-2b71-4961-a58a-1a4ee08d01cc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217098 Nov 10 18:30:28.933047 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59908) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:30:28.937588 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-0213bc05-2aa1-47f0-b7ce-4d73334c6155 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Request body: {'security_group_rule': {'security_group_id': 'f443c5cd-b893-4fb7-b03a-141a2ff3c636', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:30:28.955762 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b40e5d-a2bb-49ec-b307-98153d78962f None None] Sync routers for ids ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:30:28.967423 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b40e5d-a2bb-49ec-b307-98153d78962f None None] Routers {'6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:30:28.967635 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0213bc05-2aa1-47f0-b7ce-4d73334c6155 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:28.968345 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f9b40e5d-a2bb-49ec-b307-98153d78962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:30:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:30:29.027845 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0213bc05-2aa1-47f0-b7ce-4d73334c6155 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:29.031707 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0213bc05-2aa1-47f0-b7ce-4d73334c6155 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:29.054483 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0213bc05-2aa1-47f0-b7ce-4d73334c6155 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:29.055838 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0213bc05-2aa1-47f0-b7ce-4d73334c6155 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218143 Nov 10 18:30:29.058420 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213bc05-2aa1-47f0-b7ce-4d73334c6155 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4aca4b4-260f-42f6-a949-a5fac27c9322,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:30:29.059005 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 59910) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:30:29.066888 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-1ddd1a69-0e1b-421b-ba7e-0719349179eb tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:30:29.086008 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-f9b40e5d-a2bb-49ec-b307-98153d78962f None None] Set router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:30:29.094921 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1ddd1a69-0e1b-421b-ba7e-0719349179eb tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:29.164097 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d51ff47a-d10a-4a0f-8f14-0dafa05eeb6c up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:30:29.201887 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1ddd1a69-0e1b-421b-ba7e-0719349179eb tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:29.306935 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port d51ff47a-d10a-4a0f-8f14-0dafa05eeb6c triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:30:29.307302 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:29.311835 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-1ddd1a69-0e1b-421b-ba7e-0719349179eb tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Allocated IP 172.25.5.142 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/a968f76e-cf71-4abd-81c9-f104873c8a5a) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:30:29.389388 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f9b40e5d-a2bb-49ec-b307-98153d78962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'name': 'tempest-ServerActionsTestJSON-1857887221-router', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:30:24Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'gw_port': {'id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:25Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2c161457-035c-4a1a-a857-8fbf619ba148', 'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'mac_address': 'fa:16:3e:32:14:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:26Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 2, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'subnets': [{'id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:30:29.417945 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1ddd1a69-0e1b-421b-ba7e-0719349179eb tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:29.423976 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b40e5d-a2bb-49ec-b307-98153d78962f None None] Checking router: 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:30:29.424422 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b40e5d-a2bb-49ec-b307-98153d78962f None None] Updating router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 port 2c161457-035c-4a1a-a857-8fbf619ba148 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:30:29.453600 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1ddd1a69-0e1b-421b-ba7e-0719349179eb tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:29.456788 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f9b40e5d-a2bb-49ec-b307-98153d78962f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:29.491253 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddd1a69-0e1b-421b-ba7e-0719349179eb tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:30:29.497684 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-1ddd1a69-0e1b-421b-ba7e-0719349179eb tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:30:29.501373 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddd1a69-0e1b-421b-ba7e-0719349179eb tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:30:29.525504 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd1a69-0e1b-421b-ba7e-0719349179eb tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Pushing event updated for resources: {'Port': ['ID=a968f76e-cf71-4abd-81c9-f104873c8a5a,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:30:29.631316 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1ddd1a69-0e1b-421b-ba7e-0719349179eb tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:29.668852 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1ddd1a69-0e1b-421b-ba7e-0719349179eb tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:29.731274 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f9b40e5d-a2bb-49ec-b307-98153d78962f None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:29.737156 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f9b40e5d-a2bb-49ec-b307-98153d78962f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:29.798556 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7150e7-9f1c-4d82-b28a-b2d04c346e53 None None] Pushing event updated for resources: {'Port': ['ID=2c161457-035c-4a1a-a857-8fbf619ba148,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:30:29.838410 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1ddd1a69-0e1b-421b-ba7e-0719349179eb tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:29.845785 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1ddd1a69-0e1b-421b-ba7e-0719349179eb tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:29.846164 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f9b40e5d-a2bb-49ec-b307-98153d78962f None None] Attempting to bind port 2c161457-035c-4a1a-a857-8fbf619ba148 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:30:29.846534 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f9b40e5d-a2bb-49ec-b307-98153d78962f None None] Attempting to bind port 2c161457-035c-4a1a-a857-8fbf619ba148 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:30:29.846895 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b40e5d-a2bb-49ec-b307-98153d78962f None None] Attempting to bind port 2c161457-035c-4a1a-a857-8fbf619ba148 on network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:30:29.853279 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b40e5d-a2bb-49ec-b307-98153d78962f None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:30:29.855504 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b40e5d-a2bb-49ec-b307-98153d78962f None None] Checking segment: {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:30:29.855504 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f9b40e5d-a2bb-49ec-b307-98153d78962f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:29.855504 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b40e5d-a2bb-49ec-b307-98153d78962f None None] Bound using segment: {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:30:29.855504 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f9b40e5d-a2bb-49ec-b307-98153d78962f None None] Bound port: 2c161457-035c-4a1a-a857-8fbf619ba148, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:30:29.855926 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f9b40e5d-a2bb-49ec-b307-98153d78962f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:29.922624 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f9b40e5d-a2bb-49ec-b307-98153d78962f None None] For port 2c161457-035c-4a1a-a857-8fbf619ba148, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:30:29.926395 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f9b40e5d-a2bb-49ec-b307-98153d78962f None None] For port 2c161457-035c-4a1a-a857-8fbf619ba148, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2c161457-035c-4a1a-a857-8fbf619ba148,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:30:29.926596 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd1a69-0e1b-421b-ba7e-0719349179eb tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Pushing event updated for resources: {'Port': ['ID=a968f76e-cf71-4abd-81c9-f104873c8a5a,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:30:29.933949 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f9b40e5d-a2bb-49ec-b307-98153d78962f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:29.937995 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1ddd1a69-0e1b-421b-ba7e-0719349179eb tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:29.958091 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1ddd1a69-0e1b-421b-ba7e-0719349179eb tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:29.959731 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1ddd1a69-0e1b-421b-ba7e-0719349179eb tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8971853 Nov 10 18:30:30.002872 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b40e5d-a2bb-49ec-b307-98153d78962f None None] Routers {'6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:30:30.003566 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f9b40e5d-a2bb-49ec-b307-98153d78962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:30:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:30:30.046981 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7150e7-9f1c-4d82-b28a-b2d04c346e53 None None] Pushing event updated for resources: {'Port': ['ID=2c161457-035c-4a1a-a857-8fbf619ba148,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:30:30.104522 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-cb8e6838-481d-43c3-9c8c-fc5bda5bab25 None None] Provisioning complete for port 2c161457-035c-4a1a-a857-8fbf619ba148 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:30:30.104903 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cb8e6838-481d-43c3-9c8c-fc5bda5bab25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:30.141902 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-353d6652-f28f-4845-b3bc-a2ff4e76e46e tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--608746219&fields=id&tenant_id=1012b220379f4be6b668cbe831bdbec6 HTTP/1.1" status: 200 len: 267 time: 0.0495980 Nov 10 18:30:30.157897 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-f9b40e5d-a2bb-49ec-b307-98153d78962f None None] Set router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:30:30.267819 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-0a9db3fc-e285-444b-a68e-0e6ce1a125ed tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:30.269517 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-0a9db3fc-e285-444b-a68e-0e6ce1a125ed tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 812 time: 0.1193800 Nov 10 18:30:30.286491 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-39284ca8-4574-485b-9bbc-ee1296994597 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/quotas/1012b220379f4be6b668cbe831bdbec6 HTTP/1.1" status: 200 len: 375 time: 0.0104725 Nov 10 18:30:30.347919 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-cba1a049-f62a-457b-9a3b-15b8643cd2ef tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0556157 Nov 10 18:30:30.447115 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-0a8d1a57-9d23-4f7d-937d-cb634eb04816 service neutron] 10.222.0.39 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865340 Nov 10 18:30:30.466527 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cb8e6838-481d-43c3-9c8c-fc5bda5bab25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:30.522814 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-cb8e6838-481d-43c3-9c8c-fc5bda5bab25 None None] For port 2c161457-035c-4a1a-a857-8fbf619ba148, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2c161457-035c-4a1a-a857-8fbf619ba148,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:30:30.530679 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cb8e6838-481d-43c3-9c8c-fc5bda5bab25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:30.548877 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-2eb6f65a-d056-4ff0-9923-bd97d025c446 service neutron] 10.222.0.39 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956025 Nov 10 18:30:30.603118 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e6838-481d-43c3-9c8c-fc5bda5bab25 None None] Pushing event updated for resources: {'Port': ['ID=2c161457-035c-4a1a-a857-8fbf619ba148,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:30:30.629852 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6412caaf-326d-49c4-84bd-85173edb488f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:30.643145 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f9b40e5d-a2bb-49ec-b307-98153d78962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'name': 'tempest-ServerActionsTestJSON-1857887221-router', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:30:24Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'gw_port': {'id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:25Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2c161457-035c-4a1a-a857-8fbf619ba148', 'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'mac_address': 'fa:16:3e:32:14:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:26Z', 'updated_at': '2021-11-10T18:30:29Z', 'revision_number': 4, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'subnets': [{'id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:30:30.683793 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b40e5d-a2bb-49ec-b307-98153d78962f None None] The sync data for ids ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'] in n-d-776250-10 is: [{'id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'name': 'tempest-ServerActionsTestJSON-1857887221-router', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:30:24Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'gw_port': {'id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:25Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2c161457-035c-4a1a-a857-8fbf619ba148', 'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'mac_address': 'fa:16:3e:32:14:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:26Z', 'updated_at': '2021-11-10T18:30:29Z', 'revision_number': 4, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'subnets': [{'id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:30:30.698054 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-9f9b8754-6cd1-417d-a7d4-90aae5407c03 None None] Provisioning complete for port 2c161457-035c-4a1a-a857-8fbf619ba148 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:30:30.699765 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9f9b8754-6cd1-417d-a7d4-90aae5407c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:30.729301 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-78d67d24-996b-445d-80a6-fa34d7bf7c94 req-3cdf025d-b549-4c2f-a3fb-51c5e97e6bd3 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 210 time: 0.0320430 Nov 10 18:30:31.145984 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2c161457-035c-4a1a-a857-8fbf619ba148 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:30:31.204099 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 2c161457-035c-4a1a-a857-8fbf619ba148 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:30:31.204527 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:31.844323 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7c446091-b37c-4400-88d3-6424fa0a252a req-8fa193b2-21c4-49d0-b755-95ec9bd4df99 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 210 time: 0.0305183 Nov 10 18:30:31.916480 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-09bcd6ca-57b9-4feb-bb96-2c9f098137dc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:31.917930 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-09bcd6ca-57b9-4feb-bb96-2c9f098137dc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.13 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 812 time: 0.1215315 Nov 10 18:30:31.994211 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-83022572-c255-4222-b1a5-7852b5a8a0de tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1012b220379f4be6b668cbe831bdbec6 HTTP/1.1" status: 200 len: 379 time: 0.0664525 Nov 10 18:30:32.004112 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-e6cb57e2-7ba5-4ed4-b38d-2d48d556254c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Request body: {'port': {'device_id': '0934a60c-9b77-4dd1-8e9a-45a1bb5f0710', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'admin_state_up': True, 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'security_groups': ['f443c5cd-b893-4fb7-b03a-141a2ff3c636']}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:30:32.110911 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-e6cb57e2-7ba5-4ed4-b38d-2d48d556254c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Made reservation on behalf of 1012b220379f4be6b668cbe831bdbec6 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:30:32.115489 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-e6cb57e2-7ba5-4ed4-b38d-2d48d556254c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:32.246360 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-e6cb57e2-7ba5-4ed4-b38d-2d48d556254c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Allocated IP 172.20.0.7 (27d59da6-7cca-4d2d-ab3a-80bd3017b8c4/1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb/390efcec-801c-4738-9f02-b8473d8dd8e3) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:30:32.389171 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-e6cb57e2-7ba5-4ed4-b38d-2d48d556254c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:32.422499 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-e6cb57e2-7ba5-4ed4-b38d-2d48d556254c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:32.464122 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-e6cb57e2-7ba5-4ed4-b38d-2d48d556254c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:30:32.470538 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-e6cb57e2-7ba5-4ed4-b38d-2d48d556254c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:30:32.475453 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-e6cb57e2-7ba5-4ed4-b38d-2d48d556254c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:30:32.501533 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb57e2-7ba5-4ed4-b38d-2d48d556254c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Pushing event updated for resources: {'Port': ['ID=390efcec-801c-4738-9f02-b8473d8dd8e3,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:30:32.533786 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-e6cb57e2-7ba5-4ed4-b38d-2d48d556254c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:32.534566 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-e6cb57e2-7ba5-4ed4-b38d-2d48d556254c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:32.552737 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-e6cb57e2-7ba5-4ed4-b38d-2d48d556254c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5522418 Nov 10 18:30:32.564323 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-6e758a3e-d33f-4105-8df6-74fbe4388685 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:30:32.565477 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-6e758a3e-d33f-4105-8df6-74fbe4388685 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056045 Nov 10 18:30:32.577869 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-0a27f02c-1a3b-4523-bccf-5732a27a6ea6 service neutron] Request body: {'port': {'device_id': '0934a60c-9b77-4dd1-8e9a-45a1bb5f0710', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:30:32.639561 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-0a27f02c-1a3b-4523-bccf-5732a27a6ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:32.758425 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-03c046af-e718-499c-82b1-ae8d57b054ad None None] Provisioning complete for port 390efcec-801c-4738-9f02-b8473d8dd8e3 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:30:32.758951 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-03c046af-e718-499c-82b1-ae8d57b054ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:32.793942 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-03c046af-e718-499c-82b1-ae8d57b054ad None None] Port 390efcec-801c-4738-9f02-b8473d8dd8e3 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:30:32.903720 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-0a27f02c-1a3b-4523-bccf-5732a27a6ea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 390efcec-801c-4738-9f02-b8473d8dd8e3 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:30:32.911511 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-0a27f02c-1a3b-4523-bccf-5732a27a6ea6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:32.932793 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-0a27f02c-1a3b-4523-bccf-5732a27a6ea6 service neutron] Transition to ACTIVE for port object 390efcec-801c-4738-9f02-b8473d8dd8e3 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:30:32.947505 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-0a27f02c-1a3b-4523-bccf-5732a27a6ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:32.965920 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4db21852-d616-4d47-8132-f1bd2edba570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:33.021437 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25924b32-6c58-47fd-845e-14176bdb933d req-6e75e7cf-97c6-4bfb-8ca8-fe930bd947c8 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:33.023032 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-25924b32-6c58-47fd-845e-14176bdb933d req-6e75e7cf-97c6-4bfb-8ca8-fe930bd947c8 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 931 time: 0.1056323 Nov 10 18:30:33.023682 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27f02c-1a3b-4523-bccf-5732a27a6ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=390efcec-801c-4738-9f02-b8473d8dd8e3,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:30:33.119235 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-25924b32-6c58-47fd-845e-14176bdb933d req-5cb26a1d-941d-4eb6-b30f-6277a8a9fffe tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897591 Nov 10 18:30:33.135023 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-0a27f02c-1a3b-4523-bccf-5732a27a6ea6 service neutron] Attempting to bind port 390efcec-801c-4738-9f02-b8473d8dd8e3 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:30:33.135361 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-0a27f02c-1a3b-4523-bccf-5732a27a6ea6 service neutron] Attempting to bind port 390efcec-801c-4738-9f02-b8473d8dd8e3 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:30:33.135691 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-0a27f02c-1a3b-4523-bccf-5732a27a6ea6 service neutron] Attempting to bind port 390efcec-801c-4738-9f02-b8473d8dd8e3 on network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:30:33.143394 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-0a27f02c-1a3b-4523-bccf-5732a27a6ea6 service neutron] Port 390efcec-801c-4738-9f02-b8473d8dd8e3 on network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:30:33.143719 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-0a27f02c-1a3b-4523-bccf-5732a27a6ea6 service neutron] Attempting to bind port 390efcec-801c-4738-9f02-b8473d8dd8e3 on network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:30:33.148962 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-0a27f02c-1a3b-4523-bccf-5732a27a6ea6 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:30:33.149297 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-0a27f02c-1a3b-4523-bccf-5732a27a6ea6 service neutron] Checking segment: {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:30:33.149678 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-0a27f02c-1a3b-4523-bccf-5732a27a6ea6 service neutron] Bound using segment: {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:30:33.150108 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-0a27f02c-1a3b-4523-bccf-5732a27a6ea6 service neutron] Bound port: 390efcec-801c-4738-9f02-b8473d8dd8e3, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:30:33.150461 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-0a27f02c-1a3b-4523-bccf-5732a27a6ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:33.213968 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-0a27f02c-1a3b-4523-bccf-5732a27a6ea6 service neutron] For port 390efcec-801c-4738-9f02-b8473d8dd8e3, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:30:33.216991 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-0a27f02c-1a3b-4523-bccf-5732a27a6ea6 service neutron] For port 390efcec-801c-4738-9f02-b8473d8dd8e3, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=390efcec-801c-4738-9f02-b8473d8dd8e3,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:30:33.222869 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-0a27f02c-1a3b-4523-bccf-5732a27a6ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:33.262261 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-0a27f02c-1a3b-4523-bccf-5732a27a6ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:33.262883 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-0a27f02c-1a3b-4523-bccf-5732a27a6ea6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:33.264360 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-0a27f02c-1a3b-4523-bccf-5732a27a6ea6 service neutron] 10.222.0.13 "PUT /v2.0/ports/390efcec-801c-4738-9f02-b8473d8dd8e3 HTTP/1.1" status: 200 len: 1092 time: 0.6907067 Nov 10 18:30:33.264710 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0934a60c-9b77-4dd1-8e9a-45a1bb5f0710', 'tag': '390efcec-801c-4738-9f02-b8473d8dd8e3'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:30:33.266954 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da6303b-4311-4063-8b52-d7d680fe1bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "0934a60c-9b77-4dd1-8e9a-45a1bb5f0710", "tag": "390efcec-801c-4738-9f02-b8473d8dd8e3"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:30:33.292537 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27f02c-1a3b-4523-bccf-5732a27a6ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=390efcec-801c-4738-9f02-b8473d8dd8e3,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:30:33.318162 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e36b6df-6914-4245-9fb0-1e31cc8466bc x-openstack-request-id: req-1e36b6df-6914-4245-9fb0-1e31cc8466bc {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:30:33.318470 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0934a60c-9b77-4dd1-8e9a-45a1bb5f0710", "tag": "390efcec-801c-4738-9f02-b8473d8dd8e3", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:30:33.318727 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e36b6df-6914-4245-9fb0-1e31cc8466bc {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:30:33.319130 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0934a60c-9b77-4dd1-8e9a-45a1bb5f0710', 'tag': '390efcec-801c-4738-9f02-b8473d8dd8e3', 'status': 'completed', 'code': 200} Nov 10 18:30:33.355085 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-80d80672-d20e-4c77-a711-1191a60ae7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:33.356619 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-80d80672-d20e-4c77-a711-1191a60ae7e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 1095 time: 0.0494914 Nov 10 18:30:33.401663 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-2c312334-8baf-4410-b67f-d2daa08cef8a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=390efcec-801c-4738-9f02-b8473d8dd8e3 HTTP/1.1" status: 200 len: 217 time: 0.0372233 Nov 10 18:30:33.461792 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-eb5a4c04-b59a-484a-b1e1-0540a58e7639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:33.463372 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-eb5a4c04-b59a-484a-b1e1-0540a58e7639 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0545337 Nov 10 18:30:33.521349 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-3cbf941f-26b3-4277-a0eb-89bad36d145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:33.522765 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-3cbf941f-26b3-4277-a0eb-89bad36d145f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525720 Nov 10 18:30:33.616375 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-a1ddf6d6-ffb3-4786-aaf9-95671bd10762 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854001 Nov 10 18:30:33.703537 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eb9077d8-33e1-4a4c-9101-1f4ecb69b234 req-ee1aa5fe-3180-4df1-877e-5a81d942d372 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798073 Nov 10 18:30:33.789378 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6303b-4311-4063-8b52-d7d680fe1bcf req-c75f4091-953a-4e83-9703-0c5a84164a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:33.790885 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2da6303b-4311-4063-8b52-d7d680fe1bcf req-c75f4091-953a-4e83-9703-0c5a84164a28 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 1095 time: 0.0407381 Nov 10 18:30:33.884666 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6303b-4311-4063-8b52-d7d680fe1bcf req-4075655f-c5a7-4d0a-a6d6-68aaad3a188c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:33.886150 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2da6303b-4311-4063-8b52-d7d680fe1bcf req-4075655f-c5a7-4d0a-a6d6-68aaad3a188c service neutron] 10.222.0.13 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0879531 Nov 10 18:30:33.927707 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2da6303b-4311-4063-8b52-d7d680fe1bcf req-f01a0999-6328-4202-879c-6f2a5b83a93b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=390efcec-801c-4738-9f02-b8473d8dd8e3 HTTP/1.1" status: 200 len: 217 time: 0.0340648 Nov 10 18:30:33.981487 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6303b-4311-4063-8b52-d7d680fe1bcf req-3f7a4d40-45b5-408c-ae79-54e2b95d8ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:33.982938 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2da6303b-4311-4063-8b52-d7d680fe1bcf req-3f7a4d40-45b5-408c-ae79-54e2b95d8ca8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0472558 Nov 10 18:30:34.030374 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6303b-4311-4063-8b52-d7d680fe1bcf req-e6764e07-e48f-46d3-993a-056e1fcd1e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:34.031786 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2da6303b-4311-4063-8b52-d7d680fe1bcf req-e6764e07-e48f-46d3-993a-056e1fcd1e33 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408208 Nov 10 18:30:34.122183 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2da6303b-4311-4063-8b52-d7d680fe1bcf req-70aba4f9-ef37-44df-9e1d-882b9d41f3a3 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830500 Nov 10 18:30:34.205415 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:34.247449 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2da6303b-4311-4063-8b52-d7d680fe1bcf req-fa2b081d-c7bb-464b-a04e-d74d51f40973 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175101 Nov 10 18:30:34.261733 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699588f-fc33-4abc-ab1a-655f3827ac72 req-51cad8fd-e895-471f-9a5a-df401e6b0635 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:34.263233 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d699588f-fc33-4abc-ab1a-655f3827ac72 req-51cad8fd-e895-471f-9a5a-df401e6b0635 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 943 time: 0.0757008 Nov 10 18:30:34.311179 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d699588f-fc33-4abc-ab1a-655f3827ac72 req-77e0c3a1-d369-4f03-b43c-5373affe9f5a tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417371 Nov 10 18:30:35.427720 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6595cf1-1e2f-48c2-ad80-152fe74f8b56 req-7bd15d89-add5-4bca-8c97-428ca4e4ecdb tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:35.429217 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a6595cf1-1e2f-48c2-ad80-152fe74f8b56 req-7bd15d89-add5-4bca-8c97-428ca4e4ecdb tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 943 time: 0.0489414 Nov 10 18:30:35.476454 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a6595cf1-1e2f-48c2-ad80-152fe74f8b56 req-5a73518f-aa09-42e6-931c-096ad9925bcb tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413425 Nov 10 18:30:35.698002 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:35.885987 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:30:36.395044 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:36.597758 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513aaeeb-677f-4b22-9ed7-19d05f6fdfe6 req-c454d288-2105-410a-b744-ee9c90402ebd tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:36.599307 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-513aaeeb-677f-4b22-9ed7-19d05f6fdfe6 req-c454d288-2105-410a-b744-ee9c90402ebd tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 943 time: 0.0538990 Nov 10 18:30:36.646019 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-513aaeeb-677f-4b22-9ed7-19d05f6fdfe6 req-9839148c-d6a8-4d68-91ae-7ce93d29228e tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404756 Nov 10 18:30:36.851761 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 390efcec-801c-4738-9f02-b8473d8dd8e3 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:30:36.948395 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 390efcec-801c-4738-9f02-b8473d8dd8e3, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=390efcec-801c-4738-9f02-b8473d8dd8e3,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:30:36.960284 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '390efcec-801c-4738-9f02-b8473d8dd8e3', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'port_id': '390efcec-801c-4738-9f02-b8473d8dd8e3', 'mac_address': 'fa:16:3e:2d:e4:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:30:36.997190 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:37.009868 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390efcec-801c-4738-9f02-b8473d8dd8e3 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:30:37.029742 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 390efcec-801c-4738-9f02-b8473d8dd8e3, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=390efcec-801c-4738-9f02-b8473d8dd8e3,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:30:37.034208 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:37.080645 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=390efcec-801c-4738-9f02-b8473d8dd8e3,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:30:37.240704 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['390efcec-801c-4738-9f02-b8473d8dd8e3'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:30:37.764843 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7c35c-0a2e-4d5c-8f17-6c44afe4abb8 req-02f0d398-22de-46b6-99f1-28b2b625f76b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:37.766299 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-58a7c35c-0a2e-4d5c-8f17-6c44afe4abb8 req-02f0d398-22de-46b6-99f1-28b2b625f76b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 944 time: 0.0533330 Nov 10 18:30:37.814501 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-58a7c35c-0a2e-4d5c-8f17-6c44afe4abb8 req-68b1eec5-85c4-43ce-8934-8115a50b5045 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415683 Nov 10 18:30:38.860175 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 390efcec-801c-4738-9f02-b8473d8dd8e3 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:30:38.908978 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 390efcec-801c-4738-9f02-b8473d8dd8e3 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:30:38.914206 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 390efcec-801c-4738-9f02-b8473d8dd8e3 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:30:38.914580 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:38.931951 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a225761-61c6-4f4b-a035-31983fe6409b req-ca511f78-9656-4b1c-8b6a-25565bc6cd50 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:38.933499 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a225761-61c6-4f4b-a035-31983fe6409b req-ca511f78-9656-4b1c-8b6a-25565bc6cd50 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 944 time: 0.0504622 Nov 10 18:30:38.983426 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a225761-61c6-4f4b-a035-31983fe6409b req-d2eee2a5-32cc-46e0-a7ff-74187778f3fd tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436049 Nov 10 18:30:38.996093 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:39.018692 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0934a60c-9b77-4dd1-8e9a-45a1bb5f0710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390efcec-801c-4738-9f02-b8473d8dd8e3'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:30:39.021507 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c23b76-8a2b-44df-9dca-3b19c4dd2a08" -d '{"events": [{"server_uuid": "0934a60c-9b77-4dd1-8e9a-45a1bb5f0710", "name": "network-vif-plugged", "status": "completed", "tag": "390efcec-801c-4738-9f02-b8473d8dd8e3"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:30:39.034447 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 390efcec-801c-4738-9f02-b8473d8dd8e3, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=390efcec-801c-4738-9f02-b8473d8dd8e3,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:30:39.038565 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:39.065600 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60408766-3016-416a-a5f1-5fba938c23e3 x-openstack-request-id: req-60408766-3016-416a-a5f1-5fba938c23e3 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:30:39.066601 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0934a60c-9b77-4dd1-8e9a-45a1bb5f0710", "name": "network-vif-plugged", "status": "completed", "tag": "390efcec-801c-4738-9f02-b8473d8dd8e3", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:30:39.066867 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-60408766-3016-416a-a5f1-5fba938c23e3 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:30:39.067264 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0934a60c-9b77-4dd1-8e9a-45a1bb5f0710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390efcec-801c-4738-9f02-b8473d8dd8e3', 'code': 200} Nov 10 18:30:39.090807 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=390efcec-801c-4738-9f02-b8473d8dd8e3,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:30:39.162373 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecbdfd-8ca7-4b81-beac-a52e87c0a2b7 req-b71fce00-69a3-4cb6-9caa-bfecba9c35ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:39.163846 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-89ecbdfd-8ca7-4b81-beac-a52e87c0a2b7 req-b71fce00-69a3-4cb6-9caa-bfecba9c35ed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 1097 time: 0.0431066 Nov 10 18:30:39.521915 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-89ecbdfd-8ca7-4b81-beac-a52e87c0a2b7 req-0d9474d5-3c66-4d0b-ab09-9b5ef7732374 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3502440 Nov 10 18:30:40.101503 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd0f6c-92b7-408f-9c63-c7e6c6678f07 req-959f6e2f-249f-4354-8d5b-936392a46071 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:40.102899 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fabd0f6c-92b7-408f-9c63-c7e6c6678f07 req-959f6e2f-249f-4354-8d5b-936392a46071 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 945 time: 0.0491316 Nov 10 18:30:40.149875 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fabd0f6c-92b7-408f-9c63-c7e6c6678f07 req-5fba0c2f-7f9d-4b96-acc4-6f5b987e140c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410764 Nov 10 18:30:41.269064 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff56a49-3abf-4ff3-897a-61368f35e575 req-b21d00e7-f790-4c6b-b9c2-600cc274d6dd tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:41.270750 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ff56a49-3abf-4ff3-897a-61368f35e575 req-b21d00e7-f790-4c6b-b9c2-600cc274d6dd tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 945 time: 0.0491917 Nov 10 18:30:41.319098 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ff56a49-3abf-4ff3-897a-61368f35e575 req-b2ac0032-b24d-491e-a79c-2efd61bb550f tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422778 Nov 10 18:30:41.430107 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef34ebd-67fb-4bc1-b871-7237dbe41149 req-bb7ab0f0-1139-4b74-b0cf-d5ebb4f8a2ec tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:41.431563 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6ef34ebd-67fb-4bc1-b871-7237dbe41149 req-bb7ab0f0-1139-4b74-b0cf-d5ebb4f8a2ec tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 945 time: 0.0482135 Nov 10 18:30:41.440680 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 59960) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:30:41.444973 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-e5e715eb-ec5e-4d89-a771-be7cf14782ef tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Request body: {'floatingip': {'port_id': '390efcec-801c-4738-9f02-b8473d8dd8e3'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:30:41.486328 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e5e715eb-ec5e-4d89-a771-be7cf14782ef tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks [] for floatingip, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:41.914821 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e5e715eb-ec5e-4d89-a771-be7cf14782ef tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:41.918519 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e5e715eb-ec5e-4d89-a771-be7cf14782ef tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:42.016510 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [None req-e5e715eb-ec5e-4d89-a771-be7cf14782ef tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Floating IP 69f81d7c-10ef-4f80-a192-c0ce38589798 associated. External IP: 172.25.5.142, port: 390efcec-801c-4738-9f02-b8473d8dd8e3. Nov 10 18:30:42.225979 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e715eb-ec5e-4d89-a771-be7cf14782ef tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:30:42.335377 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e715eb-ec5e-4d89-a771-be7cf14782ef tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:30:42.340554 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e5e715eb-ec5e-4d89-a771-be7cf14782ef tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:42.345464 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9da684f-2b88-4ee7-9712-90eda2229263 None None] Sync routers for ids ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:30:42.355385 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9da684f-2b88-4ee7-9712-90eda2229263 None None] Routers {'6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:30:42.356074 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-a9da684f-2b88-4ee7-9712-90eda2229263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:30:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:30:42.369411 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e5e715eb-ec5e-4d89-a771-be7cf14782ef tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "PUT /v2.0/floatingips/69f81d7c-10ef-4f80-a192-c0ce38589798 HTTP/1.1" status: 200 len: 991 time: 0.9276547 Nov 10 18:30:42.370014 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0934a60c-9b77-4dd1-8e9a-45a1bb5f0710', 'tag': '390efcec-801c-4738-9f02-b8473d8dd8e3'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:30:42.372268 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84586975-a9e4-44d2-aeb1-5677c1cb65c5" -d '{"events": [{"name": "network-changed", "server_uuid": "0934a60c-9b77-4dd1-8e9a-45a1bb5f0710", "tag": "390efcec-801c-4738-9f02-b8473d8dd8e3"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:30:42.411808 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667278f8-6b65-4e89-81f2-45a1640c4b82 x-openstack-request-id: req-667278f8-6b65-4e89-81f2-45a1640c4b82 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:30:42.412097 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0934a60c-9b77-4dd1-8e9a-45a1bb5f0710", "tag": "390efcec-801c-4738-9f02-b8473d8dd8e3", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:30:42.412401 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-667278f8-6b65-4e89-81f2-45a1640c4b82 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:30:42.412945 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0934a60c-9b77-4dd1-8e9a-45a1bb5f0710', 'tag': '390efcec-801c-4738-9f02-b8473d8dd8e3', 'status': 'completed', 'code': 200} Nov 10 18:30:42.479822 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84586975-a9e4-44d2-aeb1-5677c1cb65c5 req-1fc1e276-581c-4709-b789-72e855b7d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:42.481318 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-84586975-a9e4-44d2-aeb1-5677c1cb65c5 req-1fc1e276-581c-4709-b789-72e855b7d515 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 1097 time: 0.0448263 Nov 10 18:30:42.561881 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-a9da684f-2b88-4ee7-9712-90eda2229263 None None] Set router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:30:42.578106 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84586975-a9e4-44d2-aeb1-5677c1cb65c5 req-9e46a46d-8447-4284-b68f-877d51fd3ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:42.579627 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-84586975-a9e4-44d2-aeb1-5677c1cb65c5 req-9e46a46d-8447-4284-b68f-877d51fd3ed2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0917678 Nov 10 18:30:42.682352 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-84586975-a9e4-44d2-aeb1-5677c1cb65c5 req-cbe1f4aa-2d67-4d58-9daa-db86ac9c6469 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=390efcec-801c-4738-9f02-b8473d8dd8e3 HTTP/1.1" status: 200 len: 999 time: 0.0952373 Nov 10 18:30:42.733568 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84586975-a9e4-44d2-aeb1-5677c1cb65c5 req-73fbb323-6f62-4a09-b1db-cfe4bf7376f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:42.734968 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-84586975-a9e4-44d2-aeb1-5677c1cb65c5 req-73fbb323-6f62-4a09-b1db-cfe4bf7376f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0446024 Nov 10 18:30:42.783061 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84586975-a9e4-44d2-aeb1-5677c1cb65c5 req-1929c3ee-3455-41ca-988f-115751fdbc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:30:42.784725 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-84586975-a9e4-44d2-aeb1-5677c1cb65c5 req-1929c3ee-3455-41ca-988f-115751fdbc41 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419967 Nov 10 18:30:42.791473 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-a9da684f-2b88-4ee7-9712-90eda2229263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'name': 'tempest-ServerActionsTestJSON-1857887221-router', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:30:24Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'gw_port': {'id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:25Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '69f81d7c-10ef-4f80-a192-c0ce38589798', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'floating_ip_address': '172.25.5.142', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'port_id': '390efcec-801c-4738-9f02-b8473d8dd8e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'mac_address': 'fa:16:3e:2d:e4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0934a60c-9b77-4dd1-8e9a-45a1bb5f0710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:30:29Z', 'updated_at': '2021-11-10T18:30:41Z', 'revision_number': 1, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c161457-035c-4a1a-a857-8fbf619ba148', 'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'mac_address': 'fa:16:3e:32:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:26Z', 'updated_at': '2021-11-10T18:30:30Z', 'revision_number': 5, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'subnets': [{'id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:30:42.819169 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9da684f-2b88-4ee7-9712-90eda2229263 None None] Checking router: 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:30:42.827322 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9da684f-2b88-4ee7-9712-90eda2229263 None None] Routers {'6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:30:42.827921 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-a9da684f-2b88-4ee7-9712-90eda2229263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:30:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:30:42.877707 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-84586975-a9e4-44d2-aeb1-5677c1cb65c5 req-a1acdb77-f729-436a-8719-8f76bb803301 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852964 Nov 10 18:30:42.934761 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-a9da684f-2b88-4ee7-9712-90eda2229263 None None] Set router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:30:42.968942 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-84586975-a9e4-44d2-aeb1-5677c1cb65c5 req-69c408f6-3bb0-46bc-b5cc-6baee7fc99d2 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830503 Nov 10 18:30:43.161438 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-a9da684f-2b88-4ee7-9712-90eda2229263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'name': 'tempest-ServerActionsTestJSON-1857887221-router', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:30:24Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'gw_port': {'id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:25Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '69f81d7c-10ef-4f80-a192-c0ce38589798', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'floating_ip_address': '172.25.5.142', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'port_id': '390efcec-801c-4738-9f02-b8473d8dd8e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'mac_address': 'fa:16:3e:2d:e4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0934a60c-9b77-4dd1-8e9a-45a1bb5f0710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:30:29Z', 'updated_at': '2021-11-10T18:30:41Z', 'revision_number': 1, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c161457-035c-4a1a-a857-8fbf619ba148', 'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'mac_address': 'fa:16:3e:32:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:26Z', 'updated_at': '2021-11-10T18:30:30Z', 'revision_number': 5, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'subnets': [{'id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:30:43.191372 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9da684f-2b88-4ee7-9712-90eda2229263 None None] The sync data for ids ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'] in n-d-776250-10 is: [{'id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'name': 'tempest-ServerActionsTestJSON-1857887221-router', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:30:24Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'gw_port': {'id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:25Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '69f81d7c-10ef-4f80-a192-c0ce38589798', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'floating_ip_address': '172.25.5.142', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'port_id': '390efcec-801c-4738-9f02-b8473d8dd8e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'mac_address': 'fa:16:3e:2d:e4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0934a60c-9b77-4dd1-8e9a-45a1bb5f0710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:30:29Z', 'updated_at': '2021-11-10T18:30:41Z', 'revision_number': 1, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c161457-035c-4a1a-a857-8fbf619ba148', 'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'mac_address': 'fa:16:3e:32:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:26Z', 'updated_at': '2021-11-10T18:30:30Z', 'revision_number': 5, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'subnets': [{'id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:30:43.377959 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b3f5ee-7292-4efa-be2e-9f8389926569 None None] New status for floating IP 69f81d7c-10ef-4f80-a192-c0ce38589798: ACTIVE {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:30:55.207946 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:30:55.576443 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:31:00.620798 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e1726ba8-7bb8-4b0c-9a9d-94e4097ff875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:31:02.966840 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c8fe1b41-c4de-4fc2-a75b-fa6ca79371ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:31:04.207724 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:31:05.699158 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:31:06.398530 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:31:12.885004 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:31:25.207388 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:31:25.573928 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:31:29.027753 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b47fd353-72c0-44a0-949a-91865445c7bd req-25c7aad0-e20a-4430-a663-4889aa20e104 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0850146 Nov 10 18:31:29.117329 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fd353-72c0-44a0-949a-91865445c7bd req-36a6a886-c1aa-466c-b8c8-cdb2a03f579e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:31:29.119005 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b47fd353-72c0-44a0-949a-91865445c7bd req-36a6a886-c1aa-466c-b8c8-cdb2a03f579e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 1097 time: 0.0473239 Nov 10 18:31:29.223840 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fd353-72c0-44a0-949a-91865445c7bd req-f1cf12d0-0117-4dd6-a08c-4f627b4b1661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:31:29.225477 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b47fd353-72c0-44a0-949a-91865445c7bd req-f1cf12d0-0117-4dd6-a08c-4f627b4b1661 service neutron] 10.222.0.13 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0870678 Nov 10 18:31:29.297756 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b47fd353-72c0-44a0-949a-91865445c7bd req-dc475430-414e-47f0-bcf3-adc03fcd159a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=390efcec-801c-4738-9f02-b8473d8dd8e3 HTTP/1.1" status: 200 len: 1001 time: 0.0637317 Nov 10 18:31:29.349078 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fd353-72c0-44a0-949a-91865445c7bd req-b2f48771-1a65-4a11-97b9-2cc7f0c37371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:31:29.350564 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b47fd353-72c0-44a0-949a-91865445c7bd req-b2f48771-1a65-4a11-97b9-2cc7f0c37371 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0450404 Nov 10 18:31:29.397513 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fd353-72c0-44a0-949a-91865445c7bd req-1cfea140-3ebe-4376-8659-34f1c858a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:31:29.398990 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b47fd353-72c0-44a0-949a-91865445c7bd req-1cfea140-3ebe-4376-8659-34f1c858a35a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406582 Nov 10 18:31:29.491187 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b47fd353-72c0-44a0-949a-91865445c7bd req-6cbf3e2a-1fa8-47b7-be6d-bc528e138c0a service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852051 Nov 10 18:31:29.579458 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b47fd353-72c0-44a0-949a-91865445c7bd req-e1005ae6-6f22-4853-9d99-f50e35913f26 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813563 Nov 10 18:31:30.621264 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-278505f6-91f6-4a55-8463-6b6775c5e3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:31:32.970300 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b9d196c1-e1ca-496d-8ed2-382cb43b1ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:31:34.211270 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:31:35.701772 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:31:36.400606 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:31:49.884796 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:31:55.204426 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:31:55.587837 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:00.622883 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cee548e8-4ac8-40b6-9aaa-8d22f9083837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:02.972808 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8b6d8ba9-aa3c-4afe-bdc2-f7b4e498a818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:04.215153 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:05.703650 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:06.402144 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:19.423500 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909bfb14-c7d1-4327-bf46-71d4e729cc06 req-2811884e-c762-4e0c-9425-6d67164d8380 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:19.425154 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-909bfb14-c7d1-4327-bf46-71d4e729cc06 req-2811884e-c762-4e0c-9425-6d67164d8380 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 945 time: 0.1271362 Nov 10 18:32:19.477499 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-909bfb14-c7d1-4327-bf46-71d4e729cc06 req-ca9eae36-0094-418d-9c44-1c9d5c20582c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458512 Nov 10 18:32:20.753538 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a0857db1-dff9-465b-9d19-a4484490b25a req-c1f5b547-d811-427e-ab96-69dba5dd4dc8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0694346 Nov 10 18:32:20.761709 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677ea6f-f3b4-4035-88d1-14b68559e3e3 req-d9285b6e-b48e-4b7f-9fab-c69c7f5edcee tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:20.763125 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c677ea6f-f3b4-4035-88d1-14b68559e3e3 req-d9285b6e-b48e-4b7f-9fab-c69c7f5edcee tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 945 time: 0.0711033 Nov 10 18:32:20.814856 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c677ea6f-f3b4-4035-88d1-14b68559e3e3 req-6e44cd56-928a-41b7-9c97-52243f943370 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455189 Nov 10 18:32:21.982732 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641441c3-b5b4-420f-aa2d-9a43b3b4bd3c req-d5377110-ffbe-4f3e-bff2-9dfbcebebdea tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:21.984327 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-641441c3-b5b4-420f-aa2d-9a43b3b4bd3c req-d5377110-ffbe-4f3e-bff2-9dfbcebebdea tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 945 time: 0.0990963 Nov 10 18:32:22.036291 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-641441c3-b5b4-420f-aa2d-9a43b3b4bd3c req-0817cfef-4f3b-46c3-9e41-51bc2d757820 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459399 Nov 10 18:32:23.159193 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414ac2f-1daa-4508-bf48-e9be66ae562e req-ffe19f39-796c-496a-9240-4eebbf59ffd1 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:23.160682 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6414ac2f-1daa-4508-bf48-e9be66ae562e req-ffe19f39-796c-496a-9240-4eebbf59ffd1 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 945 time: 0.0528662 Nov 10 18:32:23.208763 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6414ac2f-1daa-4508-bf48-e9be66ae562e req-7ea8d0a2-419f-4636-8a97-d6def64aa736 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422006 Nov 10 18:32:24.327944 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ce579-6cc3-4749-b64c-0d6c5fff598c req-7df48961-928c-43f1-8283-0e8807926d90 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:24.329478 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1d9ce579-6cc3-4749-b64c-0d6c5fff598c req-7df48961-928c-43f1-8283-0e8807926d90 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 945 time: 0.0516605 Nov 10 18:32:24.378631 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1d9ce579-6cc3-4749-b64c-0d6c5fff598c req-8e570793-6dd8-4133-a23f-6a3d2762e79a tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431213 Nov 10 18:32:25.220109 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:25.500790 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1877bd8-ea9c-4645-9faf-c6e601338f07 req-4ec68271-079e-48d6-8d9c-624504bc95d6 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:25.502190 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f1877bd8-ea9c-4645-9faf-c6e601338f07 req-4ec68271-079e-48d6-8d9c-624504bc95d6 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 945 time: 0.0506294 Nov 10 18:32:25.552209 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f1877bd8-ea9c-4645-9faf-c6e601338f07 req-7521f419-4885-4b8b-8da2-ba6ffc61c635 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419848 Nov 10 18:32:25.592088 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:25.994677 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0857db1-dff9-465b-9d19-a4484490b25a req-851ee217-f01a-439d-8bf5-5ad0dafc8fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:25.996233 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a0857db1-dff9-465b-9d19-a4484490b25a req-851ee217-f01a-439d-8bf5-5ad0dafc8fe2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 1097 time: 0.0427999 Nov 10 18:32:26.104991 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0857db1-dff9-465b-9d19-a4484490b25a req-fa9f8edb-9bfb-4a94-a355-ee139f93d523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:26.106712 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a0857db1-dff9-465b-9d19-a4484490b25a req-fa9f8edb-9bfb-4a94-a355-ee139f93d523 service neutron] 10.222.0.13 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.1037729 Nov 10 18:32:26.171985 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a0857db1-dff9-465b-9d19-a4484490b25a req-8646c7b6-5753-4dc7-920f-60472e47ca29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=390efcec-801c-4738-9f02-b8473d8dd8e3 HTTP/1.1" status: 200 len: 1001 time: 0.0580976 Nov 10 18:32:26.227328 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0857db1-dff9-465b-9d19-a4484490b25a req-211a3ded-630c-41e3-88cb-678aa26d96de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:26.228832 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a0857db1-dff9-465b-9d19-a4484490b25a req-211a3ded-630c-41e3-88cb-678aa26d96de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0489371 Nov 10 18:32:26.278206 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0857db1-dff9-465b-9d19-a4484490b25a req-caab9c88-97eb-43db-bdf4-db91e7bcf7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:26.279710 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a0857db1-dff9-465b-9d19-a4484490b25a req-caab9c88-97eb-43db-bdf4-db91e7bcf7bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434074 Nov 10 18:32:26.375832 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a0857db1-dff9-465b-9d19-a4484490b25a req-b183b84f-c983-4a18-b0ad-193e3124daf4 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879121 Nov 10 18:32:26.470880 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a0857db1-dff9-465b-9d19-a4484490b25a req-02c8abfb-f32a-4b4a-b87c-db07d906e515 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867040 Nov 10 18:32:26.681239 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362e584-6c19-4076-b82e-e58250247958 req-e1940f78-4e97-448b-9a51-93f35d8b670b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:26.682637 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7362e584-6c19-4076-b82e-e58250247958 req-e1940f78-4e97-448b-9a51-93f35d8b670b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 945 time: 0.0530481 Nov 10 18:32:26.732341 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7362e584-6c19-4076-b82e-e58250247958 req-a4315155-1c28-486a-bfaa-658a6f0e64c0 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435653 Nov 10 18:32:26.884133 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:32:27.849204 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280136f9-e861-4bc3-87a3-1a29dd8fd5e0 req-ce352703-272c-4aec-bb60-684c8da33414 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:27.851210 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-280136f9-e861-4bc3-87a3-1a29dd8fd5e0 req-ce352703-272c-4aec-bb60-684c8da33414 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 945 time: 0.0492740 Nov 10 18:32:27.901180 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-280136f9-e861-4bc3-87a3-1a29dd8fd5e0 req-e9f045e6-ca40-4696-b296-1aa0e174bf21 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439525 Nov 10 18:32:29.052862 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1308cf9-81ce-409b-bf51-37d202512366 req-8fbfec2c-b257-4902-a07d-aab6775c4942 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:29.055446 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b1308cf9-81ce-409b-bf51-37d202512366 req-8fbfec2c-b257-4902-a07d-aab6775c4942 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 945 time: 0.0838792 Nov 10 18:32:29.060345 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64123a0f-a803-42a1-9a7d-994e4680068c req-ace70d9a-9a8b-42bd-b4d7-8daa93fb9e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:29.061786 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-64123a0f-a803-42a1-9a7d-994e4680068c req-ace70d9a-9a8b-42bd-b4d7-8daa93fb9e05 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 1097 time: 0.0804303 Nov 10 18:32:29.155974 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b1308cf9-81ce-409b-bf51-37d202512366 req-333a328d-92bb-4272-86e1-baafe43c33d1 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932448 Nov 10 18:32:29.194721 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64123a0f-a803-42a1-9a7d-994e4680068c req-184f5d00-e8bb-4296-b54a-69f6252c60af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:29.196214 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-64123a0f-a803-42a1-9a7d-994e4680068c req-184f5d00-e8bb-4296-b54a-69f6252c60af service neutron] 10.222.0.13 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.1125793 Nov 10 18:32:29.262075 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-64123a0f-a803-42a1-9a7d-994e4680068c req-ee30501a-c086-403c-85ea-020d054e0742 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=390efcec-801c-4738-9f02-b8473d8dd8e3 HTTP/1.1" status: 200 len: 1001 time: 0.0579755 Nov 10 18:32:29.311806 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64123a0f-a803-42a1-9a7d-994e4680068c req-79fcfa78-da20-4de2-9aec-d97e718acb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:29.313203 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-64123a0f-a803-42a1-9a7d-994e4680068c req-79fcfa78-da20-4de2-9aec-d97e718acb07 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0438638 Nov 10 18:32:29.363501 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64123a0f-a803-42a1-9a7d-994e4680068c req-19c943b4-4a6f-4d18-a509-f694feaf6f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:29.365024 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-64123a0f-a803-42a1-9a7d-994e4680068c req-19c943b4-4a6f-4d18-a509-f694feaf6f4c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444195 Nov 10 18:32:29.455872 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-64123a0f-a803-42a1-9a7d-994e4680068c req-4f43ad3b-170b-4229-8aae-259e54cda64b service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828996 Nov 10 18:32:29.552477 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-64123a0f-a803-42a1-9a7d-994e4680068c req-566108d4-5233-4c5c-adef-6ff0044477a6 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878952 Nov 10 18:32:30.276184 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c372500-e529-4567-ab25-c24c589bc839 req-efa7a1b9-90c8-4c4c-834a-6ab6f1e138fa tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:30.277731 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3c372500-e529-4567-ab25-c24c589bc839 req-efa7a1b9-90c8-4c4c-834a-6ab6f1e138fa tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 945 time: 0.0533259 Nov 10 18:32:30.324875 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3c372500-e529-4567-ab25-c24c589bc839 req-2e5ed306-8f0b-48f4-a00b-bd52b1d52e5b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412905 Nov 10 18:32:30.624990 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4f014c9e-b442-455f-96ba-e9a241a57aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:31.442260 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737bead9-956c-4839-8274-467f29150d7b req-61d79a8d-94ee-425e-9cb5-fc9f3319ee4c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:31.443761 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-737bead9-956c-4839-8274-467f29150d7b req-61d79a8d-94ee-425e-9cb5-fc9f3319ee4c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 945 time: 0.0504289 Nov 10 18:32:31.493109 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-737bead9-956c-4839-8274-467f29150d7b req-69f6307a-7254-4d79-9a0f-93de9aa55cb4 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422904 Nov 10 18:32:32.610882 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b860ecd-88fe-4207-b62e-a2fea60e5bfc req-8a70be8a-c432-4eb2-aeda-4591a5939dae tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:32.612401 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3b860ecd-88fe-4207-b62e-a2fea60e5bfc req-8a70be8a-c432-4eb2-aeda-4591a5939dae tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 945 time: 0.0494120 Nov 10 18:32:32.659310 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3b860ecd-88fe-4207-b62e-a2fea60e5bfc req-8b8ad68e-ee14-40cb-9c22-410db17a1517 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403576 Nov 10 18:32:32.974892 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9e2ee59a-3624-4923-adbc-b56faa9dc237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:33.777751 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371c8b4-e667-491a-826d-f670032d8e9c req-906896fa-0ca7-4635-8f9d-66efdeaf9485 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:33.779265 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e371c8b4-e667-491a-826d-f670032d8e9c req-906896fa-0ca7-4635-8f9d-66efdeaf9485 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 945 time: 0.0512187 Nov 10 18:32:33.835661 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e371c8b4-e667-491a-826d-f670032d8e9c req-b2fb3e6c-acac-4f30-a094-0133976f8bac tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504229 Nov 10 18:32:34.216133 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:34.963179 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad8d15-feec-4d0d-b67f-4f59fc6e29fe req-40a8e579-ef57-422b-ba68-6124e171d1ba tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:34.964711 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a3ad8d15-feec-4d0d-b67f-4f59fc6e29fe req-40a8e579-ef57-422b-ba68-6124e171d1ba tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 945 time: 0.0531433 Nov 10 18:32:35.011470 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a3ad8d15-feec-4d0d-b67f-4f59fc6e29fe req-dba40e5a-fe5e-42b7-af86-1c703bc19bf2 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406518 Nov 10 18:32:35.710133 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:36.126556 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a1c94-a1db-4aad-bf22-99874498a202 req-6618d359-a7f0-406a-a062-62dcf545c218 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:36.128067 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-511a1c94-a1db-4aad-bf22-99874498a202 req-6618d359-a7f0-406a-a062-62dcf545c218 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 945 time: 0.0482631 Nov 10 18:32:36.175626 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-511a1c94-a1db-4aad-bf22-99874498a202 req-77d5f8fe-c852-4f85-8d7f-e7a72a078934 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416179 Nov 10 18:32:36.403449 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:37.293798 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f657f37-f35d-4967-9040-f9e399522725 req-089eea52-d576-44bd-b795-8f3af14403ee tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:37.295277 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7f657f37-f35d-4967-9040-f9e399522725 req-089eea52-d576-44bd-b795-8f3af14403ee tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 945 time: 0.0496078 Nov 10 18:32:37.341560 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7f657f37-f35d-4967-9040-f9e399522725 req-52e95a5f-ec05-46e3-b333-447a65013894 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404062 Nov 10 18:32:38.380755 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [req-a0857db1-dff9-465b-9d19-a4484490b25a req-d3215df1-7738-4506-aaaf-affd39aae5e0 service neutron] show failed (client error): The resource could not be found. Nov 10 18:32:38.381776 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a0857db1-dff9-465b-9d19-a4484490b25a req-d3215df1-7738-4506-aaaf-affd39aae5e0 service neutron] 10.222.0.13 "GET /v2.0/ports/390efcec-801c-4738-9f02-b8473d8dd8e3/bindings/n-h1-776250-10 HTTP/1.1" status: 404 len: 381 time: 0.0553789 Nov 10 18:32:38.461017 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32ec7e-5e5b-41c7-8eb2-4156ff836aff req-8e9e6725-dd2d-40d6-a568-da8d42dafe2c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:38.463168 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9c32ec7e-5e5b-41c7-8eb2-4156ff836aff req-8e9e6725-dd2d-40d6-a568-da8d42dafe2c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 945 time: 0.0496831 Nov 10 18:32:38.517429 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9c32ec7e-5e5b-41c7-8eb2-4156ff836aff req-9a4caced-8f45-4bc1-a03f-711561b46a1e tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466769 Nov 10 18:32:38.636599 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0857db1-dff9-465b-9d19-a4484490b25a req-302566f1-00b4-4510-a5e5-a60fd3fc6cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:38.637992 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a0857db1-dff9-465b-9d19-a4484490b25a req-302566f1-00b4-4510-a5e5-a60fd3fc6cf9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710&tenant_id=1012b220379f4be6b668cbe831bdbec6 HTTP/1.1" status: 200 len: 1097 time: 0.0843658 Nov 10 18:32:38.649807 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-a0857db1-dff9-465b-9d19-a4484490b25a req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-776250-10', 'device_owner': 'compute:nova'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:32:38.704317 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a0857db1-dff9-465b-9d19-a4484490b25a req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:38.901502 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-a0857db1-dff9-465b-9d19-a4484490b25a req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] For port 390efcec-801c-4738-9f02-b8473d8dd8e3, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=390efcec-801c-4738-9f02-b8473d8dd8e3,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:32:38.933856 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-a0857db1-dff9-465b-9d19-a4484490b25a req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] For port 390efcec-801c-4738-9f02-b8473d8dd8e3, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:32:38.972767 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0934a60c-9b77-4dd1-8e9a-45a1bb5f0710', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '390efcec-801c-4738-9f02-b8473d8dd8e3'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:32:38.975002 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ea5d38-5ac2-4353-9f1c-0491d4232335" -d '{"events": [{"server_uuid": "0934a60c-9b77-4dd1-8e9a-45a1bb5f0710", "name": "network-vif-unplugged", "status": "completed", "tag": "390efcec-801c-4738-9f02-b8473d8dd8e3"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:32:38.979377 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a0857db1-dff9-465b-9d19-a4484490b25a req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:38.992037 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-a0857db1-dff9-465b-9d19-a4484490b25a req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] Transition to ACTIVE for port object 390efcec-801c-4738-9f02-b8473d8dd8e3 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:32:38.995922 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a0857db1-dff9-465b-9d19-a4484490b25a req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:39.092259 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 18:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24499d3-78f1-41fa-8e6e-c1fdc22eafec x-openstack-request-id: req-f24499d3-78f1-41fa-8e6e-c1fdc22eafec {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:32:39.092550 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0934a60c-9b77-4dd1-8e9a-45a1bb5f0710", "name": "network-vif-unplugged", "status": "completed", "tag": "390efcec-801c-4738-9f02-b8473d8dd8e3", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:32:39.092801 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f24499d3-78f1-41fa-8e6e-c1fdc22eafec {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:32:39.093197 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0934a60c-9b77-4dd1-8e9a-45a1bb5f0710', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '390efcec-801c-4738-9f02-b8473d8dd8e3', 'code': 200} Nov 10 18:32:39.114904 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] Pushing event updated for resources: {'Port': ['ID=390efcec-801c-4738-9f02-b8473d8dd8e3,revision_number=6']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:32:39.141938 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:32:39.142280 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:32:39.142622 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:32:39.142958 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:32:39.143283 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:32:39.143604 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:32:39.143923 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:32:39.144270 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:32:39.144591 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:32:39.144908 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:32:39.145225 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:32:39.145540 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:32:39.184805 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0857db1-dff9-465b-9d19-a4484490b25a req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] No DVR routers for this DVR port 390efcec-801c-4738-9f02-b8473d8dd8e3 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:32:39.324459 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-a0857db1-dff9-465b-9d19-a4484490b25a req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] Attempting to bind port 390efcec-801c-4738-9f02-b8473d8dd8e3 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:32:39.324787 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-a0857db1-dff9-465b-9d19-a4484490b25a req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] Attempting to bind port 390efcec-801c-4738-9f02-b8473d8dd8e3 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:32:39.325111 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0857db1-dff9-465b-9d19-a4484490b25a req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] Attempting to bind port 390efcec-801c-4738-9f02-b8473d8dd8e3 on network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:32:39.329354 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0857db1-dff9-465b-9d19-a4484490b25a req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] Port 390efcec-801c-4738-9f02-b8473d8dd8e3 on network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:32:39.329673 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0857db1-dff9-465b-9d19-a4484490b25a req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] Attempting to bind port 390efcec-801c-4738-9f02-b8473d8dd8e3 on network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:32:39.334564 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0857db1-dff9-465b-9d19-a4484490b25a req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:32:39.334899 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0857db1-dff9-465b-9d19-a4484490b25a req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] Checking segment: {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:32:39.335276 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0857db1-dff9-465b-9d19-a4484490b25a req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] Bound using segment: {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:32:39.335722 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-a0857db1-dff9-465b-9d19-a4484490b25a req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] Bound port: 390efcec-801c-4738-9f02-b8473d8dd8e3, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:32:39.336071 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a0857db1-dff9-465b-9d19-a4484490b25a req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:39.396916 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-a0857db1-dff9-465b-9d19-a4484490b25a req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] For port 390efcec-801c-4738-9f02-b8473d8dd8e3, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:32:39.400445 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-a0857db1-dff9-465b-9d19-a4484490b25a req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] For port 390efcec-801c-4738-9f02-b8473d8dd8e3, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=390efcec-801c-4738-9f02-b8473d8dd8e3,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:32:39.405072 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a0857db1-dff9-465b-9d19-a4484490b25a req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:39.437513 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0857db1-dff9-465b-9d19-a4484490b25a req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:39.438153 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a0857db1-dff9-465b-9d19-a4484490b25a req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:39.439603 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a0857db1-dff9-465b-9d19-a4484490b25a req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] 10.222.0.11 "PUT /v2.0/ports/390efcec-801c-4738-9f02-b8473d8dd8e3 HTTP/1.1" status: 200 len: 1092 time: 0.7935505 Nov 10 18:32:39.480371 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c2af5-d544-4686-8e0a-a7e58312fa29 service neutron] Pushing event updated for resources: {'Port': ['ID=390efcec-801c-4738-9f02-b8473d8dd8e3,revision_number=7']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:32:39.514742 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0857db1-dff9-465b-9d19-a4484490b25a req-6237761e-dc7f-4512-b407-6c9a559969da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:39.516269 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a0857db1-dff9-465b-9d19-a4484490b25a req-6237761e-dc7f-4512-b407-6c9a559969da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 1095 time: 0.0516703 Nov 10 18:32:39.617172 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0857db1-dff9-465b-9d19-a4484490b25a req-46edbbde-176a-434e-adbc-4bfab2584723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:39.618899 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a0857db1-dff9-465b-9d19-a4484490b25a req-46edbbde-176a-434e-adbc-4bfab2584723 service neutron] 10.222.0.11 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0955961 Nov 10 18:32:39.647482 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ac4ac-27e6-4124-85a8-f51f87efe666 req-6e27b2fe-5cf4-4e55-ab7f-d85e623fc15d tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:39.649007 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-388ac4ac-27e6-4124-85a8-f51f87efe666 req-6e27b2fe-5cf4-4e55-ab7f-d85e623fc15d tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 943 time: 0.0504298 Nov 10 18:32:39.691913 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a0857db1-dff9-465b-9d19-a4484490b25a req-740792b0-8348-4740-b6d5-25401c59422e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=390efcec-801c-4738-9f02-b8473d8dd8e3 HTTP/1.1" status: 200 len: 999 time: 0.0659480 Nov 10 18:32:39.697902 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-388ac4ac-27e6-4124-85a8-f51f87efe666 req-89217f7d-2573-442f-aa66-3b3f9a4f5433 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421553 Nov 10 18:32:39.743803 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0857db1-dff9-465b-9d19-a4484490b25a req-2e86dd51-fe93-4ad8-9655-b73697ad33c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:39.745339 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a0857db1-dff9-465b-9d19-a4484490b25a req-2e86dd51-fe93-4ad8-9655-b73697ad33c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0471983 Nov 10 18:32:39.791165 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0857db1-dff9-465b-9d19-a4484490b25a req-a08ed835-944f-48c3-afe0-4c6f5b3d288f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:39.792703 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a0857db1-dff9-465b-9d19-a4484490b25a req-a08ed835-944f-48c3-afe0-4c6f5b3d288f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405226 Nov 10 18:32:39.886653 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a0857db1-dff9-465b-9d19-a4484490b25a req-26bd2744-ce74-4564-beb7-a7e7e859fcf1 service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865064 Nov 10 18:32:39.976395 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a0857db1-dff9-465b-9d19-a4484490b25a req-a0df9590-018b-4561-83ab-53ce35481576 service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831127 Nov 10 18:32:40.819123 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ca600-5ecf-472b-a0cb-e9fd144ecd33 req-8d1b2e57-8ead-43bf-aa40-7661a4acf267 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:40.820632 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-614ca600-5ecf-472b-a0cb-e9fd144ecd33 req-8d1b2e57-8ead-43bf-aa40-7661a4acf267 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 943 time: 0.0507851 Nov 10 18:32:40.872909 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-614ca600-5ecf-472b-a0cb-e9fd144ecd33 req-2672f941-56d4-4f37-a485-2d21bf067cf8 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462470 Nov 10 18:32:41.094197 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0934a60c-9b77-4dd1-8e9a-45a1bb5f0710', 'tag': '390efcec-801c-4738-9f02-b8473d8dd8e3'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:32:41.096787 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88642fb3-973f-4e30-96b0-5ad220fdaaeb" -d '{"events": [{"name": "network-changed", "server_uuid": "0934a60c-9b77-4dd1-8e9a-45a1bb5f0710", "tag": "390efcec-801c-4738-9f02-b8473d8dd8e3"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:32:41.145369 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce62cf1-0980-4d7d-a533-b80cb185236c x-openstack-request-id: req-fce62cf1-0980-4d7d-a533-b80cb185236c {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:32:41.145652 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0934a60c-9b77-4dd1-8e9a-45a1bb5f0710", "tag": "390efcec-801c-4738-9f02-b8473d8dd8e3", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:32:41.145898 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fce62cf1-0980-4d7d-a533-b80cb185236c {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:32:41.146295 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0934a60c-9b77-4dd1-8e9a-45a1bb5f0710', 'tag': '390efcec-801c-4738-9f02-b8473d8dd8e3', 'status': 'completed', 'code': 200} Nov 10 18:32:41.205858 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88642fb3-973f-4e30-96b0-5ad220fdaaeb req-0844282b-b159-471f-9c96-865941724b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:41.207394 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-88642fb3-973f-4e30-96b0-5ad220fdaaeb req-0844282b-b159-471f-9c96-865941724b72 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 1095 time: 0.0411787 Nov 10 18:32:41.208277 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88642fb3-973f-4e30-96b0-5ad220fdaaeb req-1f65f33a-12ca-4d2e-b74a-ac741a70e920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:41.209768 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-88642fb3-973f-4e30-96b0-5ad220fdaaeb req-1f65f33a-12ca-4d2e-b74a-ac741a70e920 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 1095 time: 0.0396137 Nov 10 18:32:41.298432 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88642fb3-973f-4e30-96b0-5ad220fdaaeb req-108137f7-644b-4b92-9fe5-b04af73ea863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:41.299888 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-88642fb3-973f-4e30-96b0-5ad220fdaaeb req-108137f7-644b-4b92-9fe5-b04af73ea863 service neutron] 10.222.0.11 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0854781 Nov 10 18:32:41.303793 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88642fb3-973f-4e30-96b0-5ad220fdaaeb req-2d959e92-86fb-4ca5-a9e9-0bd44e11e489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:41.305292 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-88642fb3-973f-4e30-96b0-5ad220fdaaeb req-2d959e92-86fb-4ca5-a9e9-0bd44e11e489 service neutron] 10.222.0.13 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0882602 Nov 10 18:32:41.315819 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 390efcec-801c-4738-9f02-b8473d8dd8e3 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:32:41.376793 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-88642fb3-973f-4e30-96b0-5ad220fdaaeb req-3492972d-8e4f-453d-ab50-ddd02a745c3e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=390efcec-801c-4738-9f02-b8473d8dd8e3 HTTP/1.1" status: 200 len: 999 time: 0.0637701 Nov 10 18:32:41.430368 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 390efcec-801c-4738-9f02-b8473d8dd8e3, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=390efcec-801c-4738-9f02-b8473d8dd8e3,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:32:41.442460 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88642fb3-973f-4e30-96b0-5ad220fdaaeb req-59651bcc-a9c1-4009-9ca6-54820b909f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:41.444401 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-88642fb3-973f-4e30-96b0-5ad220fdaaeb req-59651bcc-a9c1-4009-9ca6-54820b909f06 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0588963 Nov 10 18:32:41.444603 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '390efcec-801c-4738-9f02-b8473d8dd8e3', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'port_id': '390efcec-801c-4738-9f02-b8473d8dd8e3', 'mac_address': 'fa:16:3e:2d:e4:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:32:41.485201 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 390efcec-801c-4738-9f02-b8473d8dd8e3 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:32:41.503791 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88642fb3-973f-4e30-96b0-5ad220fdaaeb req-9513d376-b519-4f4b-9ed8-1df4ff93ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:41.505494 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-88642fb3-973f-4e30-96b0-5ad220fdaaeb req-9513d376-b519-4f4b-9ed8-1df4ff93ec44 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513320 Nov 10 18:32:41.531743 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:41.550695 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390efcec-801c-4738-9f02-b8473d8dd8e3 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:32:41.554921 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 390efcec-801c-4738-9f02-b8473d8dd8e3 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:32:41.577955 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 390efcec-801c-4738-9f02-b8473d8dd8e3, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=390efcec-801c-4738-9f02-b8473d8dd8e3,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:32:41.582650 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:41.619186 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-88642fb3-973f-4e30-96b0-5ad220fdaaeb req-6571446d-21da-4a42-9c7b-84a05e14b7e0 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053102 Nov 10 18:32:41.639270 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=390efcec-801c-4738-9f02-b8473d8dd8e3,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:32:41.647157 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:32:41.647596 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:32:41.648001 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:32:41.648441 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:32:41.648847 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:32:41.649819 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:32:41.650324 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:32:41.650724 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:32:41.651121 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:32:41.651515 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:32:41.651909 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:32:41.652324 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:32:41.718548 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-88642fb3-973f-4e30-96b0-5ad220fdaaeb req-3e98f892-721c-44d7-8acf-009067694fca service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927501 Nov 10 18:32:41.727431 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-88642fb3-973f-4e30-96b0-5ad220fdaaeb req-74f9a9bf-b1bb-4c53-828c-30f385407455 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=390efcec-801c-4738-9f02-b8473d8dd8e3 HTTP/1.1" status: 200 len: 999 time: 0.4193132 Nov 10 18:32:41.779622 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88642fb3-973f-4e30-96b0-5ad220fdaaeb req-1d9af64f-04dc-467f-9424-da1d147a1b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:41.781159 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-88642fb3-973f-4e30-96b0-5ad220fdaaeb req-1d9af64f-04dc-467f-9424-da1d147a1b76 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0461984 Nov 10 18:32:41.827428 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88642fb3-973f-4e30-96b0-5ad220fdaaeb req-aca96ab0-d674-4264-8a3b-de22c0c82c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:41.828417 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['390efcec-801c-4738-9f02-b8473d8dd8e3'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:32:41.828950 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-88642fb3-973f-4e30-96b0-5ad220fdaaeb req-aca96ab0-d674-4264-8a3b-de22c0c82c01 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396397 Nov 10 18:32:41.928291 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-88642fb3-973f-4e30-96b0-5ad220fdaaeb req-e0b8c892-e15b-4fb6-82be-a515a70569aa service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911653 Nov 10 18:32:42.056892 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f9cf8-9d46-42cf-8361-ff81b5407c66 req-d8b55b6b-2195-47a2-ae48-018c6f059624 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:42.058374 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-871f9cf8-9d46-42cf-8361-ff81b5407c66 req-d8b55b6b-2195-47a2-ae48-018c6f059624 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 944 time: 0.1044893 Nov 10 18:32:42.063765 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-88642fb3-973f-4e30-96b0-5ad220fdaaeb req-6ff137ef-8ad5-4ac7-9806-2174983f1d43 service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287305 Nov 10 18:32:42.108275 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-871f9cf8-9d46-42cf-8361-ff81b5407c66 req-258769f4-2792-4be6-b73d-60c291a59812 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434444 Nov 10 18:32:42.310545 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2290b-1ea5-43ed-97b2-d632cbad6222 req-dc95fc10-4f6a-4fe8-856c-21efd03829da tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:42.312088 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-05c2290b-1ea5-43ed-97b2-d632cbad6222 req-dc95fc10-4f6a-4fe8-856c-21efd03829da tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 944 time: 0.0516272 Nov 10 18:32:42.317046 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7b31e-9bf3-4564-81da-5d0bc8bef9a1 req-1a835102-8053-46ad-bc89-04123ec12820 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:42.318489 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dbf7b31e-9bf3-4564-81da-5d0bc8bef9a1 req-1a835102-8053-46ad-bc89-04123ec12820 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.13 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710&tenant_id=1012b220379f4be6b668cbe831bdbec6&binding%3Ahost_id=n-h1-776250-10 HTTP/1.1" status: 200 len: 944 time: 0.0516424 Nov 10 18:32:42.361703 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-05c2290b-1ea5-43ed-97b2-d632cbad6222 req-6e5d2ebb-85a8-4617-99c8-60123b068b67 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435753 Nov 10 18:32:42.378664 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [req-dbf7b31e-9bf3-4564-81da-5d0bc8bef9a1 req-67729d32-3e7d-4662-97aa-5da26ebc1c88 service neutron] delete failed (client error): The resource could not be found. Nov 10 18:32:42.379684 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dbf7b31e-9bf3-4564-81da-5d0bc8bef9a1 req-67729d32-3e7d-4662-97aa-5da26ebc1c88 service neutron] 10.222.0.13 "DELETE /v2.0/ports/390efcec-801c-4738-9f02-b8473d8dd8e3/bindings/n-h2-776250-10 HTTP/1.1" status: 404 len: 381 time: 0.0532434 Nov 10 18:32:42.468501 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7b31e-9bf3-4564-81da-5d0bc8bef9a1 req-c0c41d8f-1a3d-4e93-b31b-ee8ea0431d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:42.470167 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dbf7b31e-9bf3-4564-81da-5d0bc8bef9a1 req-c0c41d8f-1a3d-4e93-b31b-ee8ea0431d80 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 1096 time: 0.0455754 Nov 10 18:32:42.561313 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7b31e-9bf3-4564-81da-5d0bc8bef9a1 req-a376ba53-6391-44f7-89cc-9a3ef0e26257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:42.562781 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dbf7b31e-9bf3-4564-81da-5d0bc8bef9a1 req-a376ba53-6391-44f7-89cc-9a3ef0e26257 service neutron] 10.222.0.13 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0846965 Nov 10 18:32:42.633016 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dbf7b31e-9bf3-4564-81da-5d0bc8bef9a1 req-f8a268e8-ed8c-4fea-a96e-12e6112cd6fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=390efcec-801c-4738-9f02-b8473d8dd8e3 HTTP/1.1" status: 200 len: 1000 time: 0.0631196 Nov 10 18:32:42.682099 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7b31e-9bf3-4564-81da-5d0bc8bef9a1 req-eeffcd1a-5cb1-406b-8ba5-c1f1977c35fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:42.683517 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dbf7b31e-9bf3-4564-81da-5d0bc8bef9a1 req-eeffcd1a-5cb1-406b-8ba5-c1f1977c35fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0437458 Nov 10 18:32:42.729153 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7b31e-9bf3-4564-81da-5d0bc8bef9a1 req-d68dbf40-a98d-4fb5-ba54-4caa4fe39a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:42.730527 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dbf7b31e-9bf3-4564-81da-5d0bc8bef9a1 req-d68dbf40-a98d-4fb5-ba54-4caa4fe39a57 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399899 Nov 10 18:32:42.824835 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dbf7b31e-9bf3-4564-81da-5d0bc8bef9a1 req-9861e23f-a047-4ad2-9ddd-01b1e06c77a1 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868733 Nov 10 18:32:42.913311 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dbf7b31e-9bf3-4564-81da-5d0bc8bef9a1 req-16607734-a5ea-489f-93c8-ca96cc0b293f service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817995 Nov 10 18:32:43.327617 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 390efcec-801c-4738-9f02-b8473d8dd8e3 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:32:43.379929 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 390efcec-801c-4738-9f02-b8473d8dd8e3 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:32:43.385297 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 390efcec-801c-4738-9f02-b8473d8dd8e3 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:32:43.385550 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:43.469304 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:43.496300 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0934a60c-9b77-4dd1-8e9a-45a1bb5f0710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390efcec-801c-4738-9f02-b8473d8dd8e3'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:32:43.498537 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c68f097-775c-4275-b1a3-fb355b24f5c5" -d '{"events": [{"server_uuid": "0934a60c-9b77-4dd1-8e9a-45a1bb5f0710", "name": "network-vif-plugged", "status": "completed", "tag": "390efcec-801c-4738-9f02-b8473d8dd8e3"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:32:43.508181 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ea15c-ec12-461b-bdb8-018188814a5f req-2adf0693-459a-41be-9871-3b29458d8421 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:43.510114 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-758ea15c-ec12-461b-bdb8-018188814a5f req-2adf0693-459a-41be-9871-3b29458d8421 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 944 time: 0.0587890 Nov 10 18:32:43.511708 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 390efcec-801c-4738-9f02-b8473d8dd8e3, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=390efcec-801c-4738-9f02-b8473d8dd8e3,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:32:43.517286 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:43.545381 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3ada2e-782c-4faf-a94b-ffb44cb48e8e x-openstack-request-id: req-9b3ada2e-782c-4faf-a94b-ffb44cb48e8e {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:32:43.545667 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0934a60c-9b77-4dd1-8e9a-45a1bb5f0710", "name": "network-vif-plugged", "status": "completed", "tag": "390efcec-801c-4738-9f02-b8473d8dd8e3", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:32:43.545957 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9b3ada2e-782c-4faf-a94b-ffb44cb48e8e {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:32:43.546293 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0934a60c-9b77-4dd1-8e9a-45a1bb5f0710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390efcec-801c-4738-9f02-b8473d8dd8e3', 'code': 200} Nov 10 18:32:43.568127 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-758ea15c-ec12-461b-bdb8-018188814a5f req-e17dcdfc-8168-4b92-b651-11ac99a7444f tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509164 Nov 10 18:32:43.572593 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=390efcec-801c-4738-9f02-b8473d8dd8e3,revision_number=9']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:32:43.688540 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f37f2-f9c1-4eb0-8f18-0e514a56e61f req-8a5c3f2d-f7fa-4c31-8f71-e584abf8ace2 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:43.689928 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f79f37f2-f9c1-4eb0-8f18-0e514a56e61f req-8a5c3f2d-f7fa-4c31-8f71-e584abf8ace2 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 945 time: 0.0538185 Nov 10 18:32:43.739066 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f79f37f2-f9c1-4eb0-8f18-0e514a56e61f req-e05d736a-abb0-420f-b64f-b2f73a5fdfe9 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419450 Nov 10 18:32:43.853164 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a890c53-6b74-4adf-934b-8375487ca47d req-d389acdc-cd32-44b5-9a52-ce79d1b4521e tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:43.854617 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5a890c53-6b74-4adf-934b-8375487ca47d req-d389acdc-cd32-44b5-9a52-ce79d1b4521e tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 945 time: 0.0490980 Nov 10 18:32:43.902566 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5a890c53-6b74-4adf-934b-8375487ca47d req-9b239acb-1205-4a8b-a764-13c8b5c53849 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418882 Nov 10 18:32:44.137148 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900d052-284e-4e26-a281-0a3f3900f93b req-b3d5a030-afff-4709-870d-1f388ffe1c4e tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:44.138658 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1900d052-284e-4e26-a281-0a3f3900f93b req-b3d5a030-afff-4709-870d-1f388ffe1c4e tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 945 time: 0.0498025 Nov 10 18:32:44.185812 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1900d052-284e-4e26-a281-0a3f3900f93b req-61909cb7-ef6b-464c-8b24-a1629e258eb0 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411892 Nov 10 18:32:45.303900 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c29fd-365d-429a-917b-b577b55340d0 req-5f8a3cb7-13a4-4f2d-b01b-51cb67591c2b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:45.305429 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-752c29fd-365d-429a-917b-b577b55340d0 req-5f8a3cb7-13a4-4f2d-b01b-51cb67591c2b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 945 time: 0.0497627 Nov 10 18:32:45.384089 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-752c29fd-365d-429a-917b-b577b55340d0 req-3350c6d1-d077-4f75-aa4c-45b075fefdaa tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723934 Nov 10 18:32:45.396609 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bee68-a033-41b3-9f70-6c8b2afcbfa4 req-d1f57818-9482-41f9-90b4-2da884b04648 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:45.398059 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-252bee68-a033-41b3-9f70-6c8b2afcbfa4 req-d1f57818-9482-41f9-90b4-2da884b04648 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.11 "GET /v2.0/ports?device_id=0934a60c-9b77-4dd1-8e9a-45a1bb5f0710 HTTP/1.1" status: 200 len: 945 time: 0.0717478 Nov 10 18:32:45.488430 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-252bee68-a033-41b3-9f70-6c8b2afcbfa4 req-e7173fb9-a0bb-47da-bdd1-47fb98528108 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Deleting port 390efcec-801c-4738-9f02-b8473d8dd8e3 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:32:45.488772 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-252bee68-a033-41b3-9f70-6c8b2afcbfa4 req-e7173fb9-a0bb-47da-bdd1-47fb98528108 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:45.582066 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-252bee68-a033-41b3-9f70-6c8b2afcbfa4 req-e7173fb9-a0bb-47da-bdd1-47fb98528108 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] For port 390efcec-801c-4738-9f02-b8473d8dd8e3, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=390efcec-801c-4738-9f02-b8473d8dd8e3,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:32:45.582428 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-252bee68-a033-41b3-9f70-6c8b2afcbfa4 req-e7173fb9-a0bb-47da-bdd1-47fb98528108 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:45.758030 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-252bee68-a033-41b3-9f70-6c8b2afcbfa4 req-e7173fb9-a0bb-47da-bdd1-47fb98528108 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:45.758392 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-252bee68-a033-41b3-9f70-6c8b2afcbfa4 req-e7173fb9-a0bb-47da-bdd1-47fb98528108 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:45.759219 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [req-252bee68-a033-41b3-9f70-6c8b2afcbfa4 req-e7173fb9-a0bb-47da-bdd1-47fb98528108 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Floating IP 69f81d7c-10ef-4f80-a192-c0ce38589798 disassociated. External IP: 172.25.5.142, port: 390efcec-801c-4738-9f02-b8473d8dd8e3. Nov 10 18:32:45.759713 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-252bee68-a033-41b3-9f70-6c8b2afcbfa4 req-e7173fb9-a0bb-47da-bdd1-47fb98528108 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Calling delete_port for 390efcec-801c-4738-9f02-b8473d8dd8e3 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:32:45.893044 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-252bee68-a033-41b3-9f70-6c8b2afcbfa4 req-e7173fb9-a0bb-47da-bdd1-47fb98528108 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:45.921968 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7173fb9-a0bb-47da-bdd1-47fb98528108 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Pushing event deleted for resources: {'Port': ['ID=390efcec-801c-4738-9f02-b8473d8dd8e3,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:32:46.041745 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-252bee68-a033-41b3-9f70-6c8b2afcbfa4 req-e7173fb9-a0bb-47da-bdd1-47fb98528108 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:32:46.159241 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-252bee68-a033-41b3-9f70-6c8b2afcbfa4 req-e7173fb9-a0bb-47da-bdd1-47fb98528108 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:32:46.169972 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab3178a-215c-4048-9032-37652781c336 None None] Sync routers for ids ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:32:46.179186 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab3178a-215c-4048-9032-37652781c336 None None] Routers {'6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:32:46.179853 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-3ab3178a-215c-4048-9032-37652781c336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:32:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:32:46.199157 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-252bee68-a033-41b3-9f70-6c8b2afcbfa4 req-e7173fb9-a0bb-47da-bdd1-47fb98528108 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] No DVR routers for this DVR port 390efcec-801c-4738-9f02-b8473d8dd8e3 on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:32:46.201781 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-252bee68-a033-41b3-9f70-6c8b2afcbfa4 req-e7173fb9-a0bb-47da-bdd1-47fb98528108 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:46.205115 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-252bee68-a033-41b3-9f70-6c8b2afcbfa4 req-e7173fb9-a0bb-47da-bdd1-47fb98528108 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.11 "DELETE /v2.0/ports/390efcec-801c-4738-9f02-b8473d8dd8e3 HTTP/1.1" status: 204 len: 173 time: 0.8007629 Nov 10 18:32:46.205564 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0934a60c-9b77-4dd1-8e9a-45a1bb5f0710', 'name': 'network-vif-deleted', 'tag': '390efcec-801c-4738-9f02-b8473d8dd8e3'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:32:46.207813 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371e40c0-2757-46d1-baa8-5c18d3976d7d" -d '{"events": [{"server_uuid": "0934a60c-9b77-4dd1-8e9a-45a1bb5f0710", "name": "network-vif-deleted", "tag": "390efcec-801c-4738-9f02-b8473d8dd8e3"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:32:46.251079 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b63194-1a10-43af-baab-446b23738155 x-openstack-request-id: req-88b63194-1a10-43af-baab-446b23738155 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:32:46.251419 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0934a60c-9b77-4dd1-8e9a-45a1bb5f0710", "name": "network-vif-deleted", "tag": "390efcec-801c-4738-9f02-b8473d8dd8e3", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:32:46.251676 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-88b63194-1a10-43af-baab-446b23738155 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:32:46.252323 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0934a60c-9b77-4dd1-8e9a-45a1bb5f0710', 'name': 'network-vif-deleted', 'tag': '390efcec-801c-4738-9f02-b8473d8dd8e3', 'status': 'completed', 'code': 200} Nov 10 18:32:46.290831 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-3ab3178a-215c-4048-9032-37652781c336 None None] Set router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:32:46.503477 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-3ab3178a-215c-4048-9032-37652781c336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'name': 'tempest-ServerActionsTestJSON-1857887221-router', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:30:24Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'gw_port': {'id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:25Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2c161457-035c-4a1a-a857-8fbf619ba148', 'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'mac_address': 'fa:16:3e:32:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:26Z', 'updated_at': '2021-11-10T18:30:30Z', 'revision_number': 5, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'subnets': [{'id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:32:46.534353 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab3178a-215c-4048-9032-37652781c336 None None] Checking router: 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:32:46.542926 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab3178a-215c-4048-9032-37652781c336 None None] Routers {'6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:32:46.543449 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-3ab3178a-215c-4048-9032-37652781c336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:32:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:32:46.628558 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-96274f88-ec00-4eb8-aff9-65b5f067765a tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--608746219&fields=id&tenant_id=1012b220379f4be6b668cbe831bdbec6 HTTP/1.1" status: 200 len: 267 time: 0.0444105 Nov 10 18:32:46.649537 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-3ab3178a-215c-4048-9032-37652781c336 None None] Set router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:32:46.745911 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-a859435c-37d6-4b1a-8c19-949aaab275b0 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:46.747442 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-a859435c-37d6-4b1a-8c19-949aaab275b0 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 812 time: 0.1117525 Nov 10 18:32:46.763548 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-2cf9fd2a-2a92-4076-b423-2aa531267568 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/quotas/1012b220379f4be6b668cbe831bdbec6 HTTP/1.1" status: 200 len: 375 time: 0.0102296 Nov 10 18:32:46.820669 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-dd00826d-4153-4f2c-adda-1db0cf753100 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515037 Nov 10 18:32:46.920855 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-8e16b042-b38c-4b0e-9fbf-6de34030d540 service neutron] 10.222.0.39 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870159 Nov 10 18:32:46.944086 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-3ab3178a-215c-4048-9032-37652781c336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'name': 'tempest-ServerActionsTestJSON-1857887221-router', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:30:24Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'gw_port': {'id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:25Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2c161457-035c-4a1a-a857-8fbf619ba148', 'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'mac_address': 'fa:16:3e:32:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:26Z', 'updated_at': '2021-11-10T18:30:30Z', 'revision_number': 5, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'subnets': [{'id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:32:46.973529 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab3178a-215c-4048-9032-37652781c336 None None] The sync data for ids ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'] in n-d-776250-10 is: [{'id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'name': 'tempest-ServerActionsTestJSON-1857887221-router', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:30:24Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'gw_port': {'id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:25Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2c161457-035c-4a1a-a857-8fbf619ba148', 'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'mac_address': 'fa:16:3e:32:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:26Z', 'updated_at': '2021-11-10T18:30:30Z', 'revision_number': 5, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'subnets': [{'id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:32:47.014911 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-081bb54d-2e0a-485e-b759-8ff5ddcd317b service neutron] 10.222.0.39 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878968 Nov 10 18:32:47.193635 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2ee8c792-8c43-408a-9b5e-60f17fe16f4a req-a62a11c5-bf2b-48ac-a956-01d39e77d9cd tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 210 time: 0.0325046 Nov 10 18:32:47.223492 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbf0def-91e3-4f04-8055-a2b29d45b8c4 None None] New status for floating IP 69f81d7c-10ef-4f80-a192-c0ce38589798: DOWN {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:32:48.110111 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-c40bff16-2656-426b-92e9-71692353a6c3 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:48.111597 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-c40bff16-2656-426b-92e9-71692353a6c3 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.11 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 812 time: 0.1087565 Nov 10 18:32:48.173256 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-c36d6ce2-e90a-441f-9b46-a3490a9349af tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1012b220379f4be6b668cbe831bdbec6 HTTP/1.1" status: 200 len: 379 time: 0.0529099 Nov 10 18:32:48.184079 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-847f32e1-7a3b-4d89-b0a2-c78b78e08fe5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Request body: {'port': {'device_id': 'c0465559-c68b-4def-8433-bbfd7e3aa58d', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'admin_state_up': True, 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'security_groups': ['f443c5cd-b893-4fb7-b03a-141a2ff3c636']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:32:48.302909 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b51c5513-db28-4291-a61c-93c43aa28f5f req-b9e38dcd-46a3-4a4f-9c31-e7f652da9597 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 210 time: 0.0397024 Nov 10 18:32:48.323450 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-847f32e1-7a3b-4d89-b0a2-c78b78e08fe5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Made reservation on behalf of 1012b220379f4be6b668cbe831bdbec6 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:32:48.327031 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-847f32e1-7a3b-4d89-b0a2-c78b78e08fe5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:48.455091 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-847f32e1-7a3b-4d89-b0a2-c78b78e08fe5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Allocated IP 172.20.0.5 (27d59da6-7cca-4d2d-ab3a-80bd3017b8c4/1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb/d19d2678-ef2f-4392-8707-b84cd17f4a04) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:32:48.588587 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-847f32e1-7a3b-4d89-b0a2-c78b78e08fe5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:48.622174 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-847f32e1-7a3b-4d89-b0a2-c78b78e08fe5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:48.670009 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-847f32e1-7a3b-4d89-b0a2-c78b78e08fe5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:32:48.673107 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-847f32e1-7a3b-4d89-b0a2-c78b78e08fe5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:32:48.676875 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-847f32e1-7a3b-4d89-b0a2-c78b78e08fe5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:32:48.683195 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f32e1-7a3b-4d89-b0a2-c78b78e08fe5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Pushing event updated for resources: {'Port': ['ID=d19d2678-ef2f-4392-8707-b84cd17f4a04,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:32:48.731543 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-847f32e1-7a3b-4d89-b0a2-c78b78e08fe5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:48.732209 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-847f32e1-7a3b-4d89-b0a2-c78b78e08fe5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:48.748990 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-847f32e1-7a3b-4d89-b0a2-c78b78e08fe5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5692093 Nov 10 18:32:48.762172 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-29399df7-0807-4636-be29-0b3d44c783b7 service neutron] Request body: {'port': {'device_id': 'c0465559-c68b-4def-8433-bbfd7e3aa58d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:32:48.818605 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-29399df7-0807-4636-be29-0b3d44c783b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:48.905383 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3060cdd9-6fdd-49a0-a188-0dfb1bbdaadb None None] Provisioning complete for port d19d2678-ef2f-4392-8707-b84cd17f4a04 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:32:48.905944 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3060cdd9-6fdd-49a0-a188-0dfb1bbdaadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:48.938474 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-3060cdd9-6fdd-49a0-a188-0dfb1bbdaadb None None] Port d19d2678-ef2f-4392-8707-b84cd17f4a04 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:32:49.087277 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-29399df7-0807-4636-be29-0b3d44c783b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d19d2678-ef2f-4392-8707-b84cd17f4a04 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:32:49.094920 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-29399df7-0807-4636-be29-0b3d44c783b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:49.107661 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-29399df7-0807-4636-be29-0b3d44c783b7 service neutron] Transition to ACTIVE for port object d19d2678-ef2f-4392-8707-b84cd17f4a04 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:32:49.111394 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-29399df7-0807-4636-be29-0b3d44c783b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:49.182124 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29399df7-0807-4636-be29-0b3d44c783b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d19d2678-ef2f-4392-8707-b84cd17f4a04,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:32:49.235368 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-29399df7-0807-4636-be29-0b3d44c783b7 service neutron] Attempting to bind port d19d2678-ef2f-4392-8707-b84cd17f4a04 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:32:49.235762 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-29399df7-0807-4636-be29-0b3d44c783b7 service neutron] Attempting to bind port d19d2678-ef2f-4392-8707-b84cd17f4a04 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:32:49.236099 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-29399df7-0807-4636-be29-0b3d44c783b7 service neutron] Attempting to bind port d19d2678-ef2f-4392-8707-b84cd17f4a04 on network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:32:49.240650 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-29399df7-0807-4636-be29-0b3d44c783b7 service neutron] Port d19d2678-ef2f-4392-8707-b84cd17f4a04 on network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:32:49.240969 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-29399df7-0807-4636-be29-0b3d44c783b7 service neutron] Attempting to bind port d19d2678-ef2f-4392-8707-b84cd17f4a04 on network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:32:49.247244 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-29399df7-0807-4636-be29-0b3d44c783b7 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:32:49.247568 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-29399df7-0807-4636-be29-0b3d44c783b7 service neutron] Checking segment: {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:32:49.247956 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-29399df7-0807-4636-be29-0b3d44c783b7 service neutron] Bound using segment: {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:32:49.248408 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-29399df7-0807-4636-be29-0b3d44c783b7 service neutron] Bound port: d19d2678-ef2f-4392-8707-b84cd17f4a04, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:32:49.248770 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-29399df7-0807-4636-be29-0b3d44c783b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:49.320233 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-29399df7-0807-4636-be29-0b3d44c783b7 service neutron] For port d19d2678-ef2f-4392-8707-b84cd17f4a04, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:32:49.325612 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-29399df7-0807-4636-be29-0b3d44c783b7 service neutron] For port d19d2678-ef2f-4392-8707-b84cd17f4a04, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d19d2678-ef2f-4392-8707-b84cd17f4a04,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:32:49.330954 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-29399df7-0807-4636-be29-0b3d44c783b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:49.366289 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 390efcec-801c-4738-9f02-b8473d8dd8e3 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:32:49.367445 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-29399df7-0807-4636-be29-0b3d44c783b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:49.368614 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-29399df7-0807-4636-be29-0b3d44c783b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:49.370112 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-29399df7-0807-4636-be29-0b3d44c783b7 service neutron] 10.222.0.11 "PUT /v2.0/ports/d19d2678-ef2f-4392-8707-b84cd17f4a04 HTTP/1.1" status: 200 len: 1092 time: 0.6126461 Nov 10 18:32:49.370567 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0465559-c68b-4def-8433-bbfd7e3aa58d', 'tag': 'd19d2678-ef2f-4392-8707-b84cd17f4a04'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:32:49.373297 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef06f975-5b6d-4e33-adb8-06ebf8a289c8" -d '{"events": [{"name": "network-changed", "server_uuid": "c0465559-c68b-4def-8433-bbfd7e3aa58d", "tag": "d19d2678-ef2f-4392-8707-b84cd17f4a04"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:32:49.411728 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29399df7-0807-4636-be29-0b3d44c783b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d19d2678-ef2f-4392-8707-b84cd17f4a04,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:32:49.432644 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 390efcec-801c-4738-9f02-b8473d8dd8e3 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:32:49.433302 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 390efcec-801c-4738-9f02-b8473d8dd8e3 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:32:49.455279 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27c865-e035-4e99-9214-aae7e50372b9 req-e25d348a-8364-494c-97e2-cd3fc7d6d3ea tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:49.457008 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0820659-05ac-4d15-a7e4-b411a75c2d1a x-openstack-request-id: req-e0820659-05ac-4d15-a7e4-b411a75c2d1a {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:32:49.457446 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0465559-c68b-4def-8433-bbfd7e3aa58d", "tag": "d19d2678-ef2f-4392-8707-b84cd17f4a04", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:32:49.457732 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e0820659-05ac-4d15-a7e4-b411a75c2d1a {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:32:49.458137 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0465559-c68b-4def-8433-bbfd7e3aa58d', 'tag': 'd19d2678-ef2f-4392-8707-b84cd17f4a04', 'status': 'completed', 'code': 200} Nov 10 18:32:49.462885 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6d27c865-e035-4e99-9214-aae7e50372b9 req-e25d348a-8364-494c-97e2-cd3fc7d6d3ea tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 943 time: 0.0850921 Nov 10 18:32:49.472489 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-47d0f8c6-8c7d-4928-8d2b-946b806e696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:49.474011 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-47d0f8c6-8c7d-4928-8d2b-946b806e696c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 1095 time: 0.0576169 Nov 10 18:32:49.512444 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6d27c865-e035-4e99-9214-aae7e50372b9 req-da3757b7-eec2-4f22-841c-e5b0ea9555f8 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433109 Nov 10 18:32:49.520967 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-960ef62d-b38b-4ba1-a750-6878362cc57e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d19d2678-ef2f-4392-8707-b84cd17f4a04 HTTP/1.1" status: 200 len: 217 time: 0.0396576 Nov 10 18:32:49.581671 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-d264aa14-9b8a-4fee-a4f5-19f2da96453e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:49.583191 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-d264aa14-9b8a-4fee-a4f5-19f2da96453e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0493982 Nov 10 18:32:49.631172 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-d4f76260-15e3-42d8-acf8-da7563aaae4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:49.632688 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-d4f76260-15e3-42d8-acf8-da7563aaae4c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422173 Nov 10 18:32:49.725802 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-4b9d44ea-c111-40bc-9aa8-bb5948125c30 service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858116 Nov 10 18:32:49.815644 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1cb1bb92-1acc-48a9-b5c8-3ed0aaa36956 req-7cf7dac8-424d-4057-b82f-fb599214e7bf service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827994 Nov 10 18:32:49.903055 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06f975-5b6d-4e33-adb8-06ebf8a289c8 req-80b3b890-aa9b-412d-bf77-97d530c9bcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:49.904501 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ef06f975-5b6d-4e33-adb8-06ebf8a289c8 req-80b3b890-aa9b-412d-bf77-97d530c9bcce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 1095 time: 0.0414643 Nov 10 18:32:49.999605 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06f975-5b6d-4e33-adb8-06ebf8a289c8 req-16812bed-5ca8-44f4-b7c7-1989f1a6c462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:50.001105 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ef06f975-5b6d-4e33-adb8-06ebf8a289c8 req-16812bed-5ca8-44f4-b7c7-1989f1a6c462 service neutron] 10.222.0.11 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0889051 Nov 10 18:32:50.042556 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ef06f975-5b6d-4e33-adb8-06ebf8a289c8 req-b90d45b2-4271-4ce0-8573-8d0fdc22291a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d19d2678-ef2f-4392-8707-b84cd17f4a04 HTTP/1.1" status: 200 len: 217 time: 0.0342679 Nov 10 18:32:50.095511 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06f975-5b6d-4e33-adb8-06ebf8a289c8 req-89d74ddb-292c-4a0b-a256-16de98916a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:50.096984 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ef06f975-5b6d-4e33-adb8-06ebf8a289c8 req-89d74ddb-292c-4a0b-a256-16de98916a97 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0473619 Nov 10 18:32:50.143755 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06f975-5b6d-4e33-adb8-06ebf8a289c8 req-6c2df7fc-cb1e-4139-9284-dd3f27d860df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:50.145246 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ef06f975-5b6d-4e33-adb8-06ebf8a289c8 req-6c2df7fc-cb1e-4139-9284-dd3f27d860df service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399506 Nov 10 18:32:50.239991 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ef06f975-5b6d-4e33-adb8-06ebf8a289c8 req-3fdd5b0f-9534-46ad-b632-ed364b2a2be0 service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872123 Nov 10 18:32:50.328861 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ef06f975-5b6d-4e33-adb8-06ebf8a289c8 req-803b6c89-63b2-4c0e-9f3e-0652a890c6fc service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813527 Nov 10 18:32:50.630197 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558db17-f637-41e1-9fc9-1002e77d0848 req-f0c5c51d-2999-4349-9d34-e76eeefda153 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:50.631646 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d558db17-f637-41e1-9fc9-1002e77d0848 req-f0c5c51d-2999-4349-9d34-e76eeefda153 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 943 time: 0.0495286 Nov 10 18:32:50.677958 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d558db17-f637-41e1-9fc9-1002e77d0848 req-82ff168b-7094-432c-822c-19be5a28079a tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403829 Nov 10 18:32:51.361840 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device d19d2678-ef2f-4392-8707-b84cd17f4a04 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:32:51.453830 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port d19d2678-ef2f-4392-8707-b84cd17f4a04, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d19d2678-ef2f-4392-8707-b84cd17f4a04,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:32:51.468134 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'd19d2678-ef2f-4392-8707-b84cd17f4a04', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'port_id': 'd19d2678-ef2f-4392-8707-b84cd17f4a04', 'mac_address': 'fa:16:3e:d7:7e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:32:51.503852 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:51.516721 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d19d2678-ef2f-4392-8707-b84cd17f4a04 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:32:51.534832 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port d19d2678-ef2f-4392-8707-b84cd17f4a04, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d19d2678-ef2f-4392-8707-b84cd17f4a04,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:32:51.538554 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:51.583867 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=d19d2678-ef2f-4392-8707-b84cd17f4a04,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:32:51.744012 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['d19d2678-ef2f-4392-8707-b84cd17f4a04'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:32:51.794167 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0f356-c489-4878-90ef-7d601836231d req-fce8ee91-b2ba-4465-9011-d8964fa9f69b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:51.795689 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4dc0f356-c489-4878-90ef-7d601836231d req-fce8ee91-b2ba-4465-9011-d8964fa9f69b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 944 time: 0.0494957 Nov 10 18:32:51.843844 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4dc0f356-c489-4878-90ef-7d601836231d req-f67706ab-a597-4e08-af5c-1954cde7b08c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421853 Nov 10 18:32:52.962478 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c2b16-3e5b-4dd6-836b-a102ea809f97 req-7b347134-1952-4029-ac4f-c2d7ba428ee2 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:52.964043 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-206c2b16-3e5b-4dd6-836b-a102ea809f97 req-7b347134-1952-4029-ac4f-c2d7ba428ee2 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 944 time: 0.0530770 Nov 10 18:32:53.010923 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-206c2b16-3e5b-4dd6-836b-a102ea809f97 req-f59a6295-8ddb-4ad3-8a5d-2faf615195c4 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406613 Nov 10 18:32:53.378094 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device d19d2678-ef2f-4392-8707-b84cd17f4a04 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:32:53.427150 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port d19d2678-ef2f-4392-8707-b84cd17f4a04 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:32:53.431146 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port d19d2678-ef2f-4392-8707-b84cd17f4a04 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:32:53.431509 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:53.521390 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:53.554368 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0465559-c68b-4def-8433-bbfd7e3aa58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19d2678-ef2f-4392-8707-b84cd17f4a04'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:32:53.557167 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4db135f-7354-44e9-85e1-2b2a07b55734" -d '{"events": [{"server_uuid": "c0465559-c68b-4def-8433-bbfd7e3aa58d", "name": "network-vif-plugged", "status": "completed", "tag": "d19d2678-ef2f-4392-8707-b84cd17f4a04"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:32:53.569833 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port d19d2678-ef2f-4392-8707-b84cd17f4a04, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d19d2678-ef2f-4392-8707-b84cd17f4a04,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:32:53.573944 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:53.624575 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=d19d2678-ef2f-4392-8707-b84cd17f4a04,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:32:53.671564 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f2e071-8dfe-43ba-9ecb-1a0b48fd3a1f x-openstack-request-id: req-d4f2e071-8dfe-43ba-9ecb-1a0b48fd3a1f {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:32:53.671850 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0465559-c68b-4def-8433-bbfd7e3aa58d", "name": "network-vif-plugged", "status": "completed", "tag": "d19d2678-ef2f-4392-8707-b84cd17f4a04", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:32:53.672102 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d4f2e071-8dfe-43ba-9ecb-1a0b48fd3a1f {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:32:53.672534 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0465559-c68b-4def-8433-bbfd7e3aa58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19d2678-ef2f-4392-8707-b84cd17f4a04', 'code': 200} Nov 10 18:32:53.777205 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe9136-f291-4612-b39d-e1e998b3f960 req-1901521e-f36f-4fd4-9a3d-077f8c5d761e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:53.778712 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4dbe9136-f291-4612-b39d-e1e998b3f960 req-1901521e-f36f-4fd4-9a3d-077f8c5d761e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 1097 time: 0.0453420 Nov 10 18:32:53.826363 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4dbe9136-f291-4612-b39d-e1e998b3f960 req-125bd18f-c565-4f68-b6a3-e79acb138718 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391908 Nov 10 18:32:54.133833 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66deb12a-1fa0-4e23-8f0b-4433021bd27e req-c76474a0-f91f-473d-b907-7c1213c4529d tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:54.135311 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-66deb12a-1fa0-4e23-8f0b-4433021bd27e req-c76474a0-f91f-473d-b907-7c1213c4529d tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 945 time: 0.0533233 Nov 10 18:32:54.183658 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-66deb12a-1fa0-4e23-8f0b-4433021bd27e req-905ea06d-1b86-4fff-9f16-933689526ec2 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423417 Nov 10 18:32:55.214781 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:55.303631 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156de57-1f6a-4e60-8ad0-c01cb42928c1 req-737d45ef-c951-45bd-904c-431a244d9ce7 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:55.305126 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1156de57-1f6a-4e60-8ad0-c01cb42928c1 req-737d45ef-c951-45bd-904c-431a244d9ce7 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 945 time: 0.0516183 Nov 10 18:32:55.351976 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1156de57-1f6a-4e60-8ad0-c01cb42928c1 req-36a7c378-b898-4ad4-9e87-35f518618dee tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402360 Nov 10 18:32:55.588354 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:55.750604 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf2d70-d5b4-48a5-bba0-6982f0c0aab9 req-dc5fcce0-ea0f-4316-8aaa-fb83956d01b3 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:55.752076 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-64cf2d70-d5b4-48a5-bba0-6982f0c0aab9 req-dc5fcce0-ea0f-4316-8aaa-fb83956d01b3 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 945 time: 0.0514886 Nov 10 18:32:55.760709 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60318) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:32:55.765066 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-b6d2a8ab-cbe8-43c9-b89f-71bf2c9c37d3 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Request body: {'floatingip': {'port_id': 'd19d2678-ef2f-4392-8707-b84cd17f4a04'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:32:55.805049 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b6d2a8ab-cbe8-43c9-b89f-71bf2c9c37d3 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks [] for floatingip, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:56.683682 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b6d2a8ab-cbe8-43c9-b89f-71bf2c9c37d3 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:56.687401 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b6d2a8ab-cbe8-43c9-b89f-71bf2c9c37d3 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:56.789213 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-b6d2a8ab-cbe8-43c9-b89f-71bf2c9c37d3 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Floating IP 69f81d7c-10ef-4f80-a192-c0ce38589798 associated. External IP: 172.25.5.142, port: d19d2678-ef2f-4392-8707-b84cd17f4a04. Nov 10 18:32:56.996956 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d2a8ab-cbe8-43c9-b89f-71bf2c9c37d3 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:32:57.102836 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d2a8ab-cbe8-43c9-b89f-71bf2c9c37d3 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:32:57.108279 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b6d2a8ab-cbe8-43c9-b89f-71bf2c9c37d3 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:32:57.113755 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41398d5-00ae-4c7e-8b43-84ff902e41c6 None None] Sync routers for ids ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:32:57.124573 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41398d5-00ae-4c7e-8b43-84ff902e41c6 None None] Routers {'6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:32:57.125180 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-f41398d5-00ae-4c7e-8b43-84ff902e41c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:32:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:32:57.138606 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b6d2a8ab-cbe8-43c9-b89f-71bf2c9c37d3 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "PUT /v2.0/floatingips/69f81d7c-10ef-4f80-a192-c0ce38589798 HTTP/1.1" status: 200 len: 991 time: 1.3768167 Nov 10 18:32:57.139190 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0465559-c68b-4def-8433-bbfd7e3aa58d', 'tag': 'd19d2678-ef2f-4392-8707-b84cd17f4a04'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:32:57.141478 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d12aa46-e103-400a-85a5-227888896bab" -d '{"events": [{"name": "network-changed", "server_uuid": "c0465559-c68b-4def-8433-bbfd7e3aa58d", "tag": "d19d2678-ef2f-4392-8707-b84cd17f4a04"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:32:57.181942 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a38d3d-a466-4f5e-9b01-d100b294a8a7 x-openstack-request-id: req-d9a38d3d-a466-4f5e-9b01-d100b294a8a7 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:32:57.182228 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0465559-c68b-4def-8433-bbfd7e3aa58d", "tag": "d19d2678-ef2f-4392-8707-b84cd17f4a04", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:32:57.182483 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d9a38d3d-a466-4f5e-9b01-d100b294a8a7 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:32:57.182889 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0465559-c68b-4def-8433-bbfd7e3aa58d', 'tag': 'd19d2678-ef2f-4392-8707-b84cd17f4a04', 'status': 'completed', 'code': 200} Nov 10 18:32:57.236519 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-f41398d5-00ae-4c7e-8b43-84ff902e41c6 None None] Set router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:32:57.244362 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12aa46-e103-400a-85a5-227888896bab req-5dca3e4f-9bd8-4a9d-a443-494b8d0f1f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:57.245869 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d12aa46-e103-400a-85a5-227888896bab req-5dca3e4f-9bd8-4a9d-a443-494b8d0f1f92 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 1097 time: 0.0408728 Nov 10 18:32:57.339321 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12aa46-e103-400a-85a5-227888896bab req-ab0238a2-0364-4c5e-bd5f-4f3722e43ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:57.341131 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d12aa46-e103-400a-85a5-227888896bab req-ab0238a2-0364-4c5e-bd5f-4f3722e43ae8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0877676 Nov 10 18:32:57.412640 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d12aa46-e103-400a-85a5-227888896bab req-9d533b47-cb4d-4b21-82ac-18a2cec9b212 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d19d2678-ef2f-4392-8707-b84cd17f4a04 HTTP/1.1" status: 200 len: 999 time: 0.0645916 Nov 10 18:32:57.460459 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-f41398d5-00ae-4c7e-8b43-84ff902e41c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'name': 'tempest-ServerActionsTestJSON-1857887221-router', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:30:24Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'gw_port': {'id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:25Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '69f81d7c-10ef-4f80-a192-c0ce38589798', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'floating_ip_address': '172.25.5.142', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'port_id': 'd19d2678-ef2f-4392-8707-b84cd17f4a04', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'mac_address': 'fa:16:3e:d7:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0465559-c68b-4def-8433-bbfd7e3aa58d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:30:29Z', 'updated_at': '2021-11-10T18:32:56Z', 'revision_number': 5, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c161457-035c-4a1a-a857-8fbf619ba148', 'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'mac_address': 'fa:16:3e:32:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:26Z', 'updated_at': '2021-11-10T18:30:30Z', 'revision_number': 5, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'subnets': [{'id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:32:57.460779 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12aa46-e103-400a-85a5-227888896bab req-2e766094-015d-4842-8ecd-e61cfbe2c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:57.462952 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d12aa46-e103-400a-85a5-227888896bab req-2e766094-015d-4842-8ecd-e61cfbe2c275 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0442142 Nov 10 18:32:57.490960 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41398d5-00ae-4c7e-8b43-84ff902e41c6 None None] Checking router: 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:32:57.499458 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41398d5-00ae-4c7e-8b43-84ff902e41c6 None None] Routers {'6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:32:57.500060 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-f41398d5-00ae-4c7e-8b43-84ff902e41c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:32:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:32:57.508525 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12aa46-e103-400a-85a5-227888896bab req-177cc169-4cc6-408e-8c40-fca22eeb4273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:32:57.510057 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d12aa46-e103-400a-85a5-227888896bab req-177cc169-4cc6-408e-8c40-fca22eeb4273 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409608 Nov 10 18:32:57.604837 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-f41398d5-00ae-4c7e-8b43-84ff902e41c6 None None] Set router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:32:57.605120 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d12aa46-e103-400a-85a5-227888896bab req-ce28edfd-d632-4298-8322-56bf1ccc6908 service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882044 Nov 10 18:32:57.708657 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6d12aa46-e103-400a-85a5-227888896bab req-12616464-4c06-4f46-8b18-1f9dc5124a87 service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965915 Nov 10 18:32:57.830287 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-f41398d5-00ae-4c7e-8b43-84ff902e41c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'name': 'tempest-ServerActionsTestJSON-1857887221-router', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:30:24Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'gw_port': {'id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:25Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '69f81d7c-10ef-4f80-a192-c0ce38589798', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'floating_ip_address': '172.25.5.142', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'port_id': 'd19d2678-ef2f-4392-8707-b84cd17f4a04', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'mac_address': 'fa:16:3e:d7:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0465559-c68b-4def-8433-bbfd7e3aa58d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:30:29Z', 'updated_at': '2021-11-10T18:32:56Z', 'revision_number': 5, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c161457-035c-4a1a-a857-8fbf619ba148', 'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'mac_address': 'fa:16:3e:32:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:26Z', 'updated_at': '2021-11-10T18:30:30Z', 'revision_number': 5, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'subnets': [{'id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:32:57.856168 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41398d5-00ae-4c7e-8b43-84ff902e41c6 None None] The sync data for ids ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'] in n-d-776250-10 is: [{'id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'name': 'tempest-ServerActionsTestJSON-1857887221-router', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:30:24Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'gw_port': {'id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:25Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '69f81d7c-10ef-4f80-a192-c0ce38589798', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'floating_ip_address': '172.25.5.142', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'port_id': 'd19d2678-ef2f-4392-8707-b84cd17f4a04', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'mac_address': 'fa:16:3e:d7:7e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0465559-c68b-4def-8433-bbfd7e3aa58d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:30:29Z', 'updated_at': '2021-11-10T18:32:56Z', 'revision_number': 5, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c161457-035c-4a1a-a857-8fbf619ba148', 'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'mac_address': 'fa:16:3e:32:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:26Z', 'updated_at': '2021-11-10T18:30:30Z', 'revision_number': 5, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'subnets': [{'id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:32:58.056606 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd59edb4-c8e5-4653-8abb-218948ff732b None None] New status for floating IP 69f81d7c-10ef-4f80-a192-c0ce38589798: ACTIVE {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:33:00.625994 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6068ad77-5a0d-4c83-ad00-55fb6e1a60f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:33:02.977212 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3f1cbf9d-7b84-4738-946c-22e18f2f414f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:33:03.883445 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:33:04.217640 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:33:05.710323 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:33:06.405711 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:33:25.231785 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:33:25.601077 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:33:26.707708 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2705876a-96f8-4538-b55c-b89ba09e7526 req-f2710b8f-348b-4e78-aa31-647e5f0b6b46 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449259 Nov 10 18:33:26.792681 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705876a-96f8-4538-b55c-b89ba09e7526 req-65dd0c19-ef57-440a-8ba8-8ff3e8ee3a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:33:26.794180 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2705876a-96f8-4538-b55c-b89ba09e7526 req-65dd0c19-ef57-440a-8ba8-8ff3e8ee3a71 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 1097 time: 0.0418370 Nov 10 18:33:26.904841 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705876a-96f8-4538-b55c-b89ba09e7526 req-ed57cca6-57c9-4633-b6f9-43019f7b2a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:33:26.906872 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2705876a-96f8-4538-b55c-b89ba09e7526 req-ed57cca6-57c9-4633-b6f9-43019f7b2a46 service neutron] 10.222.0.11 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0924625 Nov 10 18:33:26.977102 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2705876a-96f8-4538-b55c-b89ba09e7526 req-fa34c0b1-51f2-452b-afaa-2006105ff24e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d19d2678-ef2f-4392-8707-b84cd17f4a04 HTTP/1.1" status: 200 len: 1001 time: 0.0597589 Nov 10 18:33:27.032615 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705876a-96f8-4538-b55c-b89ba09e7526 req-42ae60b1-bdce-4e91-a06d-87f4af923f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:33:27.034144 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2705876a-96f8-4538-b55c-b89ba09e7526 req-42ae60b1-bdce-4e91-a06d-87f4af923f3d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0492418 Nov 10 18:33:27.084951 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705876a-96f8-4538-b55c-b89ba09e7526 req-65756ed7-a40b-4b0d-82cf-6dea32adbd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:33:27.086444 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2705876a-96f8-4538-b55c-b89ba09e7526 req-65756ed7-a40b-4b0d-82cf-6dea32adbd9c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447087 Nov 10 18:33:27.177377 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2705876a-96f8-4538-b55c-b89ba09e7526 req-a8ae93c9-78d4-4a67-b984-1e0ed3a57348 service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831916 Nov 10 18:33:27.273657 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2705876a-96f8-4538-b55c-b89ba09e7526 req-5612af5d-41af-4b4b-aa73-70b4754c70a3 service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870972 Nov 10 18:33:30.629112 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9ee29c92-4669-445f-a92d-636a50ba774e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:33:32.980290 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c8b74505-8831-40d1-8e02-501a9daeacc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:33:34.222945 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:33:35.712727 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:33:36.407836 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:33:40.883455 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:33:55.241235 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:33:55.614558 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:34:00.631295 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d08576cc-ecc2-461e-aaa6-b851d8d25916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:34:02.981354 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ff5bb24b-250a-4893-ae60-e9ef0b218565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:34:04.226107 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:34:05.714278 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:34:06.410600 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:34:17.883365 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:34:25.248402 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:34:25.613784 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:34:28.687443 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4de1bc47-2dc2-402f-8987-f6dc55fdfbcb req-2de34e31-606a-423b-8528-e13450e23b49 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423279 Nov 10 18:34:28.774482 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1bc47-2dc2-402f-8987-f6dc55fdfbcb req-932ba172-1d89-4d14-96cd-c5bc6c614008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:28.776269 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4de1bc47-2dc2-402f-8987-f6dc55fdfbcb req-932ba172-1d89-4d14-96cd-c5bc6c614008 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 1097 time: 0.0429635 Nov 10 18:34:28.881702 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1bc47-2dc2-402f-8987-f6dc55fdfbcb req-66392782-d233-49cd-bd40-922e84eaeb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:28.883139 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4de1bc47-2dc2-402f-8987-f6dc55fdfbcb req-66392782-d233-49cd-bd40-922e84eaeb40 service neutron] 10.222.0.11 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0873559 Nov 10 18:34:28.949086 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4de1bc47-2dc2-402f-8987-f6dc55fdfbcb req-20441fe3-6783-4621-929f-e176e68d8459 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d19d2678-ef2f-4392-8707-b84cd17f4a04 HTTP/1.1" status: 200 len: 1001 time: 0.0591133 Nov 10 18:34:28.996882 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1bc47-2dc2-402f-8987-f6dc55fdfbcb req-042a2690-e5dc-488b-8536-b5455cd685e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:28.998298 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4de1bc47-2dc2-402f-8987-f6dc55fdfbcb req-042a2690-e5dc-488b-8536-b5455cd685e9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0421436 Nov 10 18:34:29.047039 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1bc47-2dc2-402f-8987-f6dc55fdfbcb req-f49f31ab-c72c-4d38-a54d-a69e71a00f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:29.048606 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4de1bc47-2dc2-402f-8987-f6dc55fdfbcb req-f49f31ab-c72c-4d38-a54d-a69e71a00f6f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434318 Nov 10 18:34:29.136989 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4de1bc47-2dc2-402f-8987-f6dc55fdfbcb req-7be58e7a-89c2-4578-a6d2-cf30903373e5 service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814476 Nov 10 18:34:29.228960 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4de1bc47-2dc2-402f-8987-f6dc55fdfbcb req-44611cc6-1eeb-41db-8cc9-0b638180d2ed service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848391 Nov 10 18:34:30.634428 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d1be4569-f918-4fca-aa26-d4b8370582ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:34:32.989048 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6ff1f3c7-cd47-4026-9b3d-05314de25db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:34:33.174126 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca691d1-bd1d-43df-967f-d53346d43903 req-f4f52caa-72c1-495b-baf1-d14d986b0de2 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:33.175717 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9ca691d1-bd1d-43df-967f-d53346d43903 req-f4f52caa-72c1-495b-baf1-d14d986b0de2 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 945 time: 0.0505445 Nov 10 18:34:33.222554 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9ca691d1-bd1d-43df-967f-d53346d43903 req-6b34b6b2-7144-47f3-990c-20c8e18db55f tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407655 Nov 10 18:34:34.227632 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:34:34.350056 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f8994-ae73-4f23-b38d-4584758fd214 req-caf039ea-0cd7-4371-b1a8-458ef5d81051 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:34.352173 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b39f8994-ae73-4f23-b38d-4584758fd214 req-caf039ea-0cd7-4371-b1a8-458ef5d81051 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 945 time: 0.0504704 Nov 10 18:34:34.400064 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b39f8994-ae73-4f23-b38d-4584758fd214 req-50966f08-1311-4a34-aa12-ebb7747b5cfa tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413580 Nov 10 18:34:35.519730 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b58791-39f8-419c-a1b1-9988bcbf3c0e req-cdd66f73-ca58-4da8-b4d9-bc1c5f5a44b6 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:35.521205 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f5b58791-39f8-419c-a1b1-9988bcbf3c0e req-cdd66f73-ca58-4da8-b4d9-bc1c5f5a44b6 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 945 time: 0.0536366 Nov 10 18:34:35.568330 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f5b58791-39f8-419c-a1b1-9988bcbf3c0e req-dbf18f46-27d7-4bf3-882a-28ce734b4481 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411890 Nov 10 18:34:35.717877 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:34:36.413175 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:34:36.685240 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb46057-52b4-40ce-8b3b-eed684621e30 req-28164d48-c093-49e6-a9ba-8bff888f56e1 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:36.686622 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ddb46057-52b4-40ce-8b3b-eed684621e30 req-28164d48-c093-49e6-a9ba-8bff888f56e1 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 945 time: 0.0490830 Nov 10 18:34:36.738076 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ddb46057-52b4-40ce-8b3b-eed684621e30 req-84f81659-9638-4dcf-9671-2102595ecc7b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453887 Nov 10 18:34:37.853604 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ed2e7-de78-43f6-8682-115cfa093931 req-260f4102-bb7c-4668-b264-bc2e45f3d624 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:37.855402 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-647ed2e7-de78-43f6-8682-115cfa093931 req-260f4102-bb7c-4668-b264-bc2e45f3d624 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 945 time: 0.0490968 Nov 10 18:34:37.904395 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-647ed2e7-de78-43f6-8682-115cfa093931 req-14ad5858-af0b-4343-b69c-10cd3981b4ef tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411558 Nov 10 18:34:39.020776 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0ebd7-1e59-4ba9-993d-0f19b18483c7 req-2a827110-172c-49e6-8957-8734aae9db25 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:39.022258 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4ec0ebd7-1e59-4ba9-993d-0f19b18483c7 req-2a827110-172c-49e6-8957-8734aae9db25 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 945 time: 0.0498819 Nov 10 18:34:39.070894 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4ec0ebd7-1e59-4ba9-993d-0f19b18483c7 req-b4352599-82be-4c9f-8ed7-f99e003447e4 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425544 Nov 10 18:34:40.186057 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa951b8-a110-4a78-884e-dfd5666dd786 req-61744113-fb99-4921-b0e9-c5d139310c6d tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:40.187555 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7fa951b8-a110-4a78-884e-dfd5666dd786 req-61744113-fb99-4921-b0e9-c5d139310c6d tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 945 time: 0.0487125 Nov 10 18:34:40.238405 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7fa951b8-a110-4a78-884e-dfd5666dd786 req-8cb1ddf7-c272-4268-8ad6-6c0a3a300b09 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442894 Nov 10 18:34:41.357002 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca9f19-a92b-4d51-9d14-99f78e35e07e req-1379031b-dbdb-4c78-b74e-998d80909591 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:41.358477 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90ca9f19-a92b-4d51-9d14-99f78e35e07e req-1379031b-dbdb-4c78-b74e-998d80909591 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 945 time: 0.0509408 Nov 10 18:34:41.405691 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90ca9f19-a92b-4d51-9d14-99f78e35e07e req-61c5a143-6ad7-48f7-83bb-1766bc0847fc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411611 Nov 10 18:34:42.520901 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0b9f1-3244-44f8-ad11-8eff931dff61 req-b7d65efc-91b4-42b3-af4b-54c8adb87c52 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:42.522370 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-59a0b9f1-3244-44f8-ad11-8eff931dff61 req-b7d65efc-91b4-42b3-af4b-54c8adb87c52 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 945 time: 0.0486467 Nov 10 18:34:42.569040 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-59a0b9f1-3244-44f8-ad11-8eff931dff61 req-866a4e2e-847d-4979-8281-f2ed59c98e23 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406623 Nov 10 18:34:43.689257 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669e93a-8425-492e-8eba-be3c66b127ac req-36ae894d-da4a-4739-89bc-3ffae825790b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:43.690758 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a669e93a-8425-492e-8eba-be3c66b127ac req-36ae894d-da4a-4739-89bc-3ffae825790b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 945 time: 0.0539989 Nov 10 18:34:43.739129 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a669e93a-8425-492e-8eba-be3c66b127ac req-36c5871a-3e79-4968-b2c9-7fa17e436a63 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423865 Nov 10 18:34:43.999365 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96138ac2-512f-4048-a2f0-83953e27d3ce req-ec395e43-6b12-482b-b439-cff4652d6907 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:44.000902 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-96138ac2-512f-4048-a2f0-83953e27d3ce req-ec395e43-6b12-482b-b439-cff4652d6907 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 945 time: 0.0596838 Nov 10 18:34:44.067325 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-890ea9ff-2fdf-44b4-9d4e-32decc0e9bcf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1324937 Nov 10 18:34:44.072329 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-96138ac2-512f-4048-a2f0-83953e27d3ce req-afde2b1b-d633-4d3e-b65a-a3b447f05e3d tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582805 Nov 10 18:34:45.199918 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e779a-2740-4668-a5b7-a602ede32b53 req-ee309df7-0499-48e0-828f-dd708b5aa7cf tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:45.201434 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-272e779a-2740-4668-a5b7-a602ede32b53 req-ee309df7-0499-48e0-828f-dd708b5aa7cf tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 945 time: 0.0589838 Nov 10 18:34:45.223197 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-e218b3d6-ea12-4d8b-a585-465198d0497a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:45.224736 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-e218b3d6-ea12-4d8b-a585-465198d0497a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 1097 time: 0.0426583 Nov 10 18:34:45.253012 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-272e779a-2740-4668-a5b7-a602ede32b53 req-6c8e81d6-dba1-4107-9b5d-49c4b36594e1 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447531 Nov 10 18:34:45.317284 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-a1831e85-54e2-4cf1-8b73-ec5b70d5cbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:45.318796 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-a1831e85-54e2-4cf1-8b73-ec5b70d5cbc1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0877130 Nov 10 18:34:45.389536 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-7d04b9cf-ac22-4f30-b0a3-67df84be77e8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d19d2678-ef2f-4392-8707-b84cd17f4a04 HTTP/1.1" status: 200 len: 1001 time: 0.0633502 Nov 10 18:34:45.441797 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-d2138341-d4f6-4ece-8548-33d7898b1329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:45.443270 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-d2138341-d4f6-4ece-8548-33d7898b1329 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0471997 Nov 10 18:34:45.490853 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-e5455cdb-a994-4f96-bb74-355b5263142e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:45.493287 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-e5455cdb-a994-4f96-bb74-355b5263142e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425205 Nov 10 18:34:45.589381 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-59a0d2d9-419f-4cc4-ae80-f747693db5fc service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881920 Nov 10 18:34:45.680844 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-bd470512-7b13-428f-8739-2b692bd24bff service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848536 Nov 10 18:34:46.379816 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f479a-b866-4aa7-94b9-4d3c2befde03 req-3cc18825-488d-432f-8b82-6e79e561ef41 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:46.381330 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-407f479a-b866-4aa7-94b9-4d3c2befde03 req-3cc18825-488d-432f-8b82-6e79e561ef41 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 945 time: 0.0553975 Nov 10 18:34:46.429164 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-407f479a-b866-4aa7-94b9-4d3c2befde03 req-55d55996-0a79-425c-89a6-999c010d2611 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418937 Nov 10 18:34:47.478257 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-68192b9b-4a26-4575-b6f5-8f3ecf0e7fce service neutron] show failed (client error): The resource could not be found. Nov 10 18:34:47.479293 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-68192b9b-4a26-4575-b6f5-8f3ecf0e7fce service neutron] 10.222.0.11 "GET /v2.0/ports/d19d2678-ef2f-4392-8707-b84cd17f4a04/bindings/n-h2-776250-10 HTTP/1.1" status: 404 len: 381 time: 0.0557427 Nov 10 18:34:47.921821 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a7da3-b2ca-4c56-95b3-cb14818c3292 req-fc27f111-c65d-42a2-ae97-b298f3b4552c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:47.923969 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-aa7a7da3-b2ca-4c56-95b3-cb14818c3292 req-fc27f111-c65d-42a2-ae97-b298f3b4552c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 945 time: 0.4238305 Nov 10 18:34:47.950811 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-0977cfef-e797-4559-a55c-31a57c945d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:47.952308 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-0977cfef-e797-4559-a55c-31a57c945d07 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d&tenant_id=1012b220379f4be6b668cbe831bdbec6 HTTP/1.1" status: 200 len: 1097 time: 0.0952702 Nov 10 18:34:47.967084 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-530334c9-5666-4982-989f-47a5561575fc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-776250-10', 'device_owner': 'compute:nova'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:34:48.008039 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-aa7a7da3-b2ca-4c56-95b3-cb14818c3292 req-296c1e9e-91ae-4e35-ab52-3befbc4cd6cb tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779176 Nov 10 18:34:48.036180 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-530334c9-5666-4982-989f-47a5561575fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:34:48.235547 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-530334c9-5666-4982-989f-47a5561575fc service neutron] For port d19d2678-ef2f-4392-8707-b84cd17f4a04, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=d19d2678-ef2f-4392-8707-b84cd17f4a04,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:34:48.267578 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-530334c9-5666-4982-989f-47a5561575fc service neutron] For port d19d2678-ef2f-4392-8707-b84cd17f4a04, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:34:48.306009 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0465559-c68b-4def-8433-bbfd7e3aa58d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd19d2678-ef2f-4392-8707-b84cd17f4a04'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:34:48.308229 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d55d00-79f4-46f1-b175-64880c7b24a9" -d '{"events": [{"server_uuid": "c0465559-c68b-4def-8433-bbfd7e3aa58d", "name": "network-vif-unplugged", "status": "completed", "tag": "d19d2678-ef2f-4392-8707-b84cd17f4a04"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:34:48.311887 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-530334c9-5666-4982-989f-47a5561575fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:34:48.324605 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-530334c9-5666-4982-989f-47a5561575fc service neutron] Transition to ACTIVE for port object d19d2678-ef2f-4392-8707-b84cd17f4a04 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:34:48.328428 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-530334c9-5666-4982-989f-47a5561575fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:34:48.429143 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 18:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afaf1f4-0aea-4093-a103-759938b4b18e x-openstack-request-id: req-7afaf1f4-0aea-4093-a103-759938b4b18e {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:34:48.429440 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0465559-c68b-4def-8433-bbfd7e3aa58d", "name": "network-vif-unplugged", "status": "completed", "tag": "d19d2678-ef2f-4392-8707-b84cd17f4a04", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:34:48.429693 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7afaf1f4-0aea-4093-a103-759938b4b18e {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:34:48.430088 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0465559-c68b-4def-8433-bbfd7e3aa58d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd19d2678-ef2f-4392-8707-b84cd17f4a04', 'code': 200} Nov 10 18:34:48.456741 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530334c9-5666-4982-989f-47a5561575fc service neutron] Pushing event updated for resources: {'Port': ['ID=d19d2678-ef2f-4392-8707-b84cd17f4a04,revision_number=6']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:34:48.482319 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530334c9-5666-4982-989f-47a5561575fc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:34:48.482667 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530334c9-5666-4982-989f-47a5561575fc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:34:48.483007 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530334c9-5666-4982-989f-47a5561575fc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:34:48.483340 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530334c9-5666-4982-989f-47a5561575fc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:34:48.483671 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530334c9-5666-4982-989f-47a5561575fc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:34:48.484000 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530334c9-5666-4982-989f-47a5561575fc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:34:48.484354 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530334c9-5666-4982-989f-47a5561575fc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:34:48.484679 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530334c9-5666-4982-989f-47a5561575fc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:34:48.485004 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530334c9-5666-4982-989f-47a5561575fc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:34:48.485624 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530334c9-5666-4982-989f-47a5561575fc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:34:48.485748 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530334c9-5666-4982-989f-47a5561575fc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:34:48.486002 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530334c9-5666-4982-989f-47a5561575fc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:34:48.517541 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-530334c9-5666-4982-989f-47a5561575fc service neutron] No DVR routers for this DVR port d19d2678-ef2f-4392-8707-b84cd17f4a04 on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:34:48.654946 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-530334c9-5666-4982-989f-47a5561575fc service neutron] Attempting to bind port d19d2678-ef2f-4392-8707-b84cd17f4a04 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:34:48.655215 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-530334c9-5666-4982-989f-47a5561575fc service neutron] Attempting to bind port d19d2678-ef2f-4392-8707-b84cd17f4a04 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:34:48.655543 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-530334c9-5666-4982-989f-47a5561575fc service neutron] Attempting to bind port d19d2678-ef2f-4392-8707-b84cd17f4a04 on network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:34:48.660475 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-530334c9-5666-4982-989f-47a5561575fc service neutron] Port d19d2678-ef2f-4392-8707-b84cd17f4a04 on network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:34:48.660831 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-530334c9-5666-4982-989f-47a5561575fc service neutron] Attempting to bind port d19d2678-ef2f-4392-8707-b84cd17f4a04 on network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:34:48.665677 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-530334c9-5666-4982-989f-47a5561575fc service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:34:48.666015 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-530334c9-5666-4982-989f-47a5561575fc service neutron] Checking segment: {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:34:48.666395 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-530334c9-5666-4982-989f-47a5561575fc service neutron] Bound using segment: {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:34:48.666820 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-530334c9-5666-4982-989f-47a5561575fc service neutron] Bound port: d19d2678-ef2f-4392-8707-b84cd17f4a04, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:34:48.667170 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-530334c9-5666-4982-989f-47a5561575fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:34:48.729612 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-530334c9-5666-4982-989f-47a5561575fc service neutron] For port d19d2678-ef2f-4392-8707-b84cd17f4a04, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:34:48.732586 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-530334c9-5666-4982-989f-47a5561575fc service neutron] For port d19d2678-ef2f-4392-8707-b84cd17f4a04, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=d19d2678-ef2f-4392-8707-b84cd17f4a04,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:34:48.737366 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-530334c9-5666-4982-989f-47a5561575fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:34:48.782846 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-530334c9-5666-4982-989f-47a5561575fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:48.783469 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-530334c9-5666-4982-989f-47a5561575fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:34:48.784863 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-530334c9-5666-4982-989f-47a5561575fc service neutron] 10.222.0.13 "PUT /v2.0/ports/d19d2678-ef2f-4392-8707-b84cd17f4a04 HTTP/1.1" status: 200 len: 1092 time: 0.8221447 Nov 10 18:34:48.797646 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530334c9-5666-4982-989f-47a5561575fc service neutron] Pushing event updated for resources: {'Port': ['ID=d19d2678-ef2f-4392-8707-b84cd17f4a04,revision_number=7']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:34:48.853365 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-3c312036-34b5-476b-a0fb-08e1b6ffd068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:48.854896 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-3c312036-34b5-476b-a0fb-08e1b6ffd068 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 1095 time: 0.0434010 Nov 10 18:34:48.954534 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-f2ab6655-1dbd-4130-9de8-7cd2d1579964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:48.955974 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-f2ab6655-1dbd-4130-9de8-7cd2d1579964 service neutron] 10.222.0.13 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0943642 Nov 10 18:34:49.021324 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-57653576-e991-4f30-be38-33fbcc7c86d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d19d2678-ef2f-4392-8707-b84cd17f4a04 HTTP/1.1" status: 200 len: 999 time: 0.0579436 Nov 10 18:34:49.073749 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-376ecf7b-5693-498a-a5c9-82b37854fd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:49.075305 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-376ecf7b-5693-498a-a5c9-82b37854fd21 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0469372 Nov 10 18:34:49.162093 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22d0c6-cbd4-4d90-87a1-f44f838c0f47 req-eb7a4474-f603-48d4-81e4-2774d1aa5fe4 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:49.163494 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6b22d0c6-cbd4-4d90-87a1-f44f838c0f47 req-eb7a4474-f603-48d4-81e4-2774d1aa5fe4 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 943 time: 0.0845983 Nov 10 18:34:49.165348 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-dcfa9e8b-0eb6-472b-ac47-82ec04ef6bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:49.166707 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-dcfa9e8b-0eb6-472b-ac47-82ec04ef6bab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0783510 Nov 10 18:34:49.267674 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6b22d0c6-cbd4-4d90-87a1-f44f838c0f47 req-12019fe3-f3cc-4757-8b74-586b5bf98fec tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974715 Nov 10 18:34:49.293827 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-5b70ff08-3e97-4e6b-a0d8-8211b9a01d1f service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172686 Nov 10 18:34:49.386113 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-85ba3951-d7ad-4e16-a370-acec0e1d7772 req-46387c3d-53e5-4c6d-8b5b-358219df73b5 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846364 Nov 10 18:34:49.842830 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device d19d2678-ef2f-4392-8707-b84cd17f4a04 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:34:49.882399 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device d19d2678-ef2f-4392-8707-b84cd17f4a04 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:34:50.385868 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb588ce-bf8a-472a-9938-2227d11abd64 req-b4539e79-4159-48bd-83c9-d2918c26acbf tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:50.387341 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3bb588ce-bf8a-472a-9938-2227d11abd64 req-b4539e79-4159-48bd-83c9-d2918c26acbf tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 943 time: 0.0496936 Nov 10 18:34:50.430808 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0465559-c68b-4def-8433-bbfd7e3aa58d', 'tag': 'd19d2678-ef2f-4392-8707-b84cd17f4a04'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:34:50.433198 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efbb62e-20cb-45ac-ab48-4da5a9fccf9a" -d '{"events": [{"name": "network-changed", "server_uuid": "c0465559-c68b-4def-8433-bbfd7e3aa58d", "tag": "d19d2678-ef2f-4392-8707-b84cd17f4a04"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:34:50.439101 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3bb588ce-bf8a-472a-9938-2227d11abd64 req-c3525409-0098-421d-a2a2-c0e21bc3c0b1 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452640 Nov 10 18:34:50.482524 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4015ea2-4dbf-4560-aa99-094ec5e022b0 x-openstack-request-id: req-c4015ea2-4dbf-4560-aa99-094ec5e022b0 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:34:50.482837 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0465559-c68b-4def-8433-bbfd7e3aa58d", "tag": "d19d2678-ef2f-4392-8707-b84cd17f4a04", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:34:50.483901 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c4015ea2-4dbf-4560-aa99-094ec5e022b0 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:34:50.484631 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0465559-c68b-4def-8433-bbfd7e3aa58d', 'tag': 'd19d2678-ef2f-4392-8707-b84cd17f4a04', 'status': 'completed', 'code': 200} Nov 10 18:34:50.542312 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbb62e-20cb-45ac-ab48-4da5a9fccf9a req-6e4af503-7179-4890-ac74-ab82fb80e0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:50.543845 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5efbb62e-20cb-45ac-ab48-4da5a9fccf9a req-6e4af503-7179-4890-ac74-ab82fb80e0f3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 1095 time: 0.0419207 Nov 10 18:34:50.548531 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbb62e-20cb-45ac-ab48-4da5a9fccf9a req-460b09cb-2bcf-4be2-b617-e4882e7cb8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:50.550472 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5efbb62e-20cb-45ac-ab48-4da5a9fccf9a req-460b09cb-2bcf-4be2-b617-e4882e7cb8e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 1095 time: 0.0434644 Nov 10 18:34:50.638963 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbb62e-20cb-45ac-ab48-4da5a9fccf9a req-70b2a2d6-2a0b-41fa-860d-872540aed527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:50.640630 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5efbb62e-20cb-45ac-ab48-4da5a9fccf9a req-70b2a2d6-2a0b-41fa-860d-872540aed527 service neutron] 10.222.0.11 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0894928 Nov 10 18:34:50.657888 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbb62e-20cb-45ac-ab48-4da5a9fccf9a req-10210c57-dc83-4361-9730-3879faca8643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:50.659805 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5efbb62e-20cb-45ac-ab48-4da5a9fccf9a req-10210c57-dc83-4361-9730-3879faca8643 service neutron] 10.222.0.13 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.1009085 Nov 10 18:34:50.719748 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5efbb62e-20cb-45ac-ab48-4da5a9fccf9a req-ef0cc033-79a7-41fd-972f-2c88d11b0027 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d19d2678-ef2f-4392-8707-b84cd17f4a04 HTTP/1.1" status: 200 len: 999 time: 0.0721526 Nov 10 18:34:50.731213 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5efbb62e-20cb-45ac-ab48-4da5a9fccf9a req-82086398-f8f3-4745-b0e6-b29d0fc4abfa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d19d2678-ef2f-4392-8707-b84cd17f4a04 HTTP/1.1" status: 200 len: 999 time: 0.0637612 Nov 10 18:34:50.770113 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbb62e-20cb-45ac-ab48-4da5a9fccf9a req-358e5c50-ec38-4389-b7ed-76c251987be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:50.771602 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5efbb62e-20cb-45ac-ab48-4da5a9fccf9a req-358e5c50-ec38-4389-b7ed-76c251987be2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0453050 Nov 10 18:34:50.790540 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbb62e-20cb-45ac-ab48-4da5a9fccf9a req-a11140a0-e09d-4c5f-893b-831b1e95760d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:50.791996 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5efbb62e-20cb-45ac-ab48-4da5a9fccf9a req-a11140a0-e09d-4c5f-893b-831b1e95760d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0538116 Nov 10 18:34:50.819461 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbb62e-20cb-45ac-ab48-4da5a9fccf9a req-aff035e2-2411-4bd9-9cd5-c270b0e2dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:50.820930 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5efbb62e-20cb-45ac-ab48-4da5a9fccf9a req-aff035e2-2411-4bd9-9cd5-c270b0e2dfca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420713 Nov 10 18:34:50.837723 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbb62e-20cb-45ac-ab48-4da5a9fccf9a req-22405c2a-c288-4ae8-a32c-ff54a8b7f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:50.839229 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5efbb62e-20cb-45ac-ab48-4da5a9fccf9a req-22405c2a-c288-4ae8-a32c-ff54a8b7f2ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405176 Nov 10 18:34:50.915234 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5efbb62e-20cb-45ac-ab48-4da5a9fccf9a req-6e83f817-fecc-4a2f-b64e-21bce4d1a905 service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870631 Nov 10 18:34:50.930382 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5efbb62e-20cb-45ac-ab48-4da5a9fccf9a req-b5ba356f-08be-4d53-996c-fde865edb02c service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832338 Nov 10 18:34:51.007050 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5efbb62e-20cb-45ac-ab48-4da5a9fccf9a req-553b358f-69c1-4ef7-af61-643845ceaeb0 service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841146 Nov 10 18:34:51.028443 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5efbb62e-20cb-45ac-ab48-4da5a9fccf9a req-b0be70ed-378c-45c5-99cd-68ca23fda0f8 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909898 Nov 10 18:34:51.569909 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b87ed5-3b31-4af5-9869-c4c47c426c5a req-42a75390-d19b-4f74-be0a-25bfb9c4faae tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:51.571400 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-42b87ed5-3b31-4af5-9869-c4c47c426c5a req-42a75390-d19b-4f74-be0a-25bfb9c4faae tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 943 time: 0.0548794 Nov 10 18:34:51.618363 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-42b87ed5-3b31-4af5-9869-c4c47c426c5a req-678af304-1f63-49c3-814f-5b9d08cdf7c6 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410647 Nov 10 18:34:51.839392 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1d493-334a-4c76-8f51-59c8274e5a87 req-19ce86bb-b77d-45a3-a792-6daf3eef556a tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:51.840888 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9ef1d493-334a-4c76-8f51-59c8274e5a87 req-19ce86bb-b77d-45a3-a792-6daf3eef556a tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 943 time: 0.0796623 Nov 10 18:34:51.862063 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a83bd-23da-49d1-86d6-14d557c2c931 req-b923f38f-7cf6-4968-a371-f6b233ccbe21 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:51.863430 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-025a83bd-23da-49d1-86d6-14d557c2c931 req-b923f38f-7cf6-4968-a371-f6b233ccbe21 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d&tenant_id=1012b220379f4be6b668cbe831bdbec6&binding%3Ahost_id=n-h2-776250-10 HTTP/1.1" status: 200 len: 943 time: 0.0753176 Nov 10 18:34:51.936184 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9ef1d493-334a-4c76-8f51-59c8274e5a87 req-8b6da386-1915-453f-84e6-a0927d961ae5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873761 Nov 10 18:34:51.950473 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [req-025a83bd-23da-49d1-86d6-14d557c2c931 req-0923e1d0-d066-4642-8a73-f7d5154ae483 service neutron] delete failed (client error): The resource could not be found. Nov 10 18:34:51.951466 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-025a83bd-23da-49d1-86d6-14d557c2c931 req-0923e1d0-d066-4642-8a73-f7d5154ae483 service neutron] 10.222.0.11 "DELETE /v2.0/ports/d19d2678-ef2f-4392-8707-b84cd17f4a04/bindings/n-h1-776250-10 HTTP/1.1" status: 404 len: 381 time: 0.0792053 Nov 10 18:34:52.035459 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a83bd-23da-49d1-86d6-14d557c2c931 req-fb30ea6e-beb0-4e33-bcf8-82be35b350d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:52.036923 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-025a83bd-23da-49d1-86d6-14d557c2c931 req-fb30ea6e-beb0-4e33-bcf8-82be35b350d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 1095 time: 0.0422263 Nov 10 18:34:52.134009 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device d19d2678-ef2f-4392-8707-b84cd17f4a04 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:34:52.134587 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a83bd-23da-49d1-86d6-14d557c2c931 req-b921326c-4c25-403d-934f-bd34c373fb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:52.135941 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-025a83bd-23da-49d1-86d6-14d557c2c931 req-b921326c-4c25-403d-934f-bd34c373fb19 service neutron] 10.222.0.11 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0927825 Nov 10 18:34:52.202581 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-025a83bd-23da-49d1-86d6-14d557c2c931 req-fc0086e9-ce26-4b94-bd43-18c3c05571f5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d19d2678-ef2f-4392-8707-b84cd17f4a04 HTTP/1.1" status: 200 len: 999 time: 0.0589354 Nov 10 18:34:52.232447 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port d19d2678-ef2f-4392-8707-b84cd17f4a04, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=d19d2678-ef2f-4392-8707-b84cd17f4a04,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:34:52.244409 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'd19d2678-ef2f-4392-8707-b84cd17f4a04', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'port_id': 'd19d2678-ef2f-4392-8707-b84cd17f4a04', 'mac_address': 'fa:16:3e:d7:7e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:34:52.252421 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a83bd-23da-49d1-86d6-14d557c2c931 req-e881b9b2-925a-4673-9bac-95666292c739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:52.253980 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-025a83bd-23da-49d1-86d6-14d557c2c931 req-e881b9b2-925a-4673-9bac-95666292c739 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0451255 Nov 10 18:34:52.281248 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:34:52.295636 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d19d2678-ef2f-4392-8707-b84cd17f4a04 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:34:52.303730 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a83bd-23da-49d1-86d6-14d557c2c931 req-c6ee5f41-895e-4db9-81e3-955049353268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:52.305273 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-025a83bd-23da-49d1-86d6-14d557c2c931 req-c6ee5f41-895e-4db9-81e3-955049353268 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446680 Nov 10 18:34:52.315069 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port d19d2678-ef2f-4392-8707-b84cd17f4a04, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=d19d2678-ef2f-4392-8707-b84cd17f4a04,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:34:52.319389 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:34:52.366479 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=d19d2678-ef2f-4392-8707-b84cd17f4a04,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:34:52.373765 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:34:52.374119 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:34:52.374461 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:34:52.374805 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:34:52.375141 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:34:52.375474 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:34:52.375803 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:34:52.376130 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:34:52.376477 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:34:52.376912 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:34:52.377917 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:34:52.378308 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:34:52.401450 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-025a83bd-23da-49d1-86d6-14d557c2c931 req-6844096c-4241-4301-928a-dfa21944aabb service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881987 Nov 10 18:34:52.493975 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-025a83bd-23da-49d1-86d6-14d557c2c931 req-f0b597a4-d667-40a0-ba99-c6eec97c6842 service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855746 Nov 10 18:34:52.555043 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['d19d2678-ef2f-4392-8707-b84cd17f4a04'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:34:53.061628 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc9fe8-a80b-464f-86c6-711e0768072b req-b79aab72-d7c6-4aa8-b3df-a8ae6a955725 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:53.063109 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-57bc9fe8-a80b-464f-86c6-711e0768072b req-b79aab72-d7c6-4aa8-b3df-a8ae6a955725 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 944 time: 0.0510972 Nov 10 18:34:53.116546 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-57bc9fe8-a80b-464f-86c6-711e0768072b req-588434fb-b3d7-4ac1-8981-2fd298a6f61e tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465405 Nov 10 18:34:53.238483 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf1f7d-d7d5-4c90-8df0-5164464af36b req-dd1008ad-9036-4b0e-b033-b00d3bfa37d8 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:53.240381 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eabf1f7d-d7d5-4c90-8df0-5164464af36b req-dd1008ad-9036-4b0e-b033-b00d3bfa37d8 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 944 time: 0.0565171 Nov 10 18:34:53.298869 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-eabf1f7d-d7d5-4c90-8df0-5164464af36b req-75876df5-ab51-4dba-90d6-b07041a2a405 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524588 Nov 10 18:34:53.507485 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44847a74-3db3-477d-bf71-9fd58e4d07d2 req-9ecb921b-8dd5-4558-bbde-bb0a67f1f4d1 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:53.509062 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-44847a74-3db3-477d-bf71-9fd58e4d07d2 req-9ecb921b-8dd5-4558-bbde-bb0a67f1f4d1 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 944 time: 0.0575879 Nov 10 18:34:53.548423 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54da5d-f06d-4e11-8782-bfe64615fc51 req-ed7580db-e70b-41fd-86e5-a296e0888c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:53.549998 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8f54da5d-f06d-4e11-8782-bfe64615fc51 req-ed7580db-e70b-41fd-86e5-a296e0888c8b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 1096 time: 0.0575175 Nov 10 18:34:53.567311 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-44847a74-3db3-477d-bf71-9fd58e4d07d2 req-d5817bff-1e27-4a52-b396-6678efcbc167 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520074 Nov 10 18:34:53.646441 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54da5d-f06d-4e11-8782-bfe64615fc51 req-f5436d3b-307e-438f-9e50-5bc3ac85fd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:53.648020 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8f54da5d-f06d-4e11-8782-bfe64615fc51 req-f5436d3b-307e-438f-9e50-5bc3ac85fd0f service neutron] 10.222.0.13 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0903130 Nov 10 18:34:53.718818 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8f54da5d-f06d-4e11-8782-bfe64615fc51 req-5a7b3ba0-d3fd-4e53-a28f-d5e070f9405b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d19d2678-ef2f-4392-8707-b84cd17f4a04 HTTP/1.1" status: 200 len: 1000 time: 0.0635486 Nov 10 18:34:53.769993 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54da5d-f06d-4e11-8782-bfe64615fc51 req-d1611b92-c1cd-40e8-b1ef-1717e3485b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:53.771493 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8f54da5d-f06d-4e11-8782-bfe64615fc51 req-d1611b92-c1cd-40e8-b1ef-1717e3485b1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0459459 Nov 10 18:34:53.819032 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54da5d-f06d-4e11-8782-bfe64615fc51 req-20e668c5-1886-494b-98be-e167863c9a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:53.820570 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8f54da5d-f06d-4e11-8782-bfe64615fc51 req-20e668c5-1886-494b-98be-e167863c9a7e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421631 Nov 10 18:34:53.916705 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8f54da5d-f06d-4e11-8782-bfe64615fc51 req-cb9667fd-a495-4f5c-89c2-d16908ad39d7 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888240 Nov 10 18:34:54.004901 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8f54da5d-f06d-4e11-8782-bfe64615fc51 req-a7620b49-12bd-4893-bfaa-0f84087fff44 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814753 Nov 10 18:34:54.150503 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device d19d2678-ef2f-4392-8707-b84cd17f4a04 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:34:54.199249 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port d19d2678-ef2f-4392-8707-b84cd17f4a04 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:34:54.203126 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port d19d2678-ef2f-4392-8707-b84cd17f4a04 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:34:54.203501 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:34:54.282663 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:34:54.305203 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0465559-c68b-4def-8433-bbfd7e3aa58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19d2678-ef2f-4392-8707-b84cd17f4a04'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:34:54.307523 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422f345e-3a57-4218-89fd-91ed216ee41f" -d '{"events": [{"server_uuid": "c0465559-c68b-4def-8433-bbfd7e3aa58d", "name": "network-vif-plugged", "status": "completed", "tag": "d19d2678-ef2f-4392-8707-b84cd17f4a04"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:34:54.320490 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port d19d2678-ef2f-4392-8707-b84cd17f4a04, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=d19d2678-ef2f-4392-8707-b84cd17f4a04,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:34:54.324720 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:34:54.350853 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a6b792-d60e-44a1-987a-fcc9f564b6cb x-openstack-request-id: req-f3a6b792-d60e-44a1-987a-fcc9f564b6cb {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:34:54.351151 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0465559-c68b-4def-8433-bbfd7e3aa58d", "name": "network-vif-plugged", "status": "completed", "tag": "d19d2678-ef2f-4392-8707-b84cd17f4a04", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:34:54.351428 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f3a6b792-d60e-44a1-987a-fcc9f564b6cb {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:34:54.351824 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0465559-c68b-4def-8433-bbfd7e3aa58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19d2678-ef2f-4392-8707-b84cd17f4a04', 'code': 200} Nov 10 18:34:54.376506 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=d19d2678-ef2f-4392-8707-b84cd17f4a04,revision_number=9']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:34:54.688060 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b628fd-1b9f-48d7-8b94-5835e1a04085 req-da6cd5c7-fd2f-417b-ae69-65d227131f6e tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:54.689546 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-91b628fd-1b9f-48d7-8b94-5835e1a04085 req-da6cd5c7-fd2f-417b-ae69-65d227131f6e tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 945 time: 0.0533810 Nov 10 18:34:54.736713 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-91b628fd-1b9f-48d7-8b94-5835e1a04085 req-df47481e-5bad-4059-b995-326d609af5be tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404470 Nov 10 18:34:54.883998 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:34:54.973890 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e6d23-87a5-4555-921b-c4215b56df5d req-cfa3af24-8bb4-42b3-b5d6-017f8217f2bf tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:54.975381 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3a7e6d23-87a5-4555-921b-c4215b56df5d req-cfa3af24-8bb4-42b3-b5d6-017f8217f2bf tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 945 time: 0.0491505 Nov 10 18:34:55.023577 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3a7e6d23-87a5-4555-921b-c4215b56df5d req-1aeea182-dd87-46ab-b629-5bf5489782d2 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418949 Nov 10 18:34:55.247331 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:34:55.619416 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:34:56.145537 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61f815-a6d8-4627-8338-c625c567a2df req-790a7f48-76e3-44b4-93f2-69a5ca09a637 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:56.147029 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5b61f815-a6d8-4627-8338-c625c567a2df req-790a7f48-76e3-44b4-93f2-69a5ca09a637 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 945 time: 0.0519876 Nov 10 18:34:56.224588 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5b61f815-a6d8-4627-8338-c625c567a2df req-aece8a58-088e-456c-b54f-18344bee131e tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715542 Nov 10 18:34:56.240639 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e2492-5727-42e2-aabd-23077ff4df54 req-2ac5342e-5cfd-4d6b-afcc-fb1188a663da tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:56.242426 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-776e2492-5727-42e2-aabd-23077ff4df54 req-2ac5342e-5cfd-4d6b-afcc-fb1188a663da tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 945 time: 0.0823352 Nov 10 18:34:56.333142 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-776e2492-5727-42e2-aabd-23077ff4df54 req-3ba6ac84-db95-4590-aeb2-661cb6c1fbf4 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Deleting port d19d2678-ef2f-4392-8707-b84cd17f4a04 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:34:56.333397 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-776e2492-5727-42e2-aabd-23077ff4df54 req-3ba6ac84-db95-4590-aeb2-661cb6c1fbf4 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:34:56.425665 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-776e2492-5727-42e2-aabd-23077ff4df54 req-3ba6ac84-db95-4590-aeb2-661cb6c1fbf4 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] For port d19d2678-ef2f-4392-8707-b84cd17f4a04, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=d19d2678-ef2f-4392-8707-b84cd17f4a04,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:34:56.426032 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-776e2492-5727-42e2-aabd-23077ff4df54 req-3ba6ac84-db95-4590-aeb2-661cb6c1fbf4 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:34:56.643010 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-776e2492-5727-42e2-aabd-23077ff4df54 req-3ba6ac84-db95-4590-aeb2-661cb6c1fbf4 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:34:56.643289 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-776e2492-5727-42e2-aabd-23077ff4df54 req-3ba6ac84-db95-4590-aeb2-661cb6c1fbf4 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:34:56.643628 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [req-776e2492-5727-42e2-aabd-23077ff4df54 req-3ba6ac84-db95-4590-aeb2-661cb6c1fbf4 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Floating IP 69f81d7c-10ef-4f80-a192-c0ce38589798 disassociated. External IP: 172.25.5.142, port: d19d2678-ef2f-4392-8707-b84cd17f4a04. Nov 10 18:34:56.643938 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-776e2492-5727-42e2-aabd-23077ff4df54 req-3ba6ac84-db95-4590-aeb2-661cb6c1fbf4 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Calling delete_port for d19d2678-ef2f-4392-8707-b84cd17f4a04 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:34:56.766559 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-776e2492-5727-42e2-aabd-23077ff4df54 req-3ba6ac84-db95-4590-aeb2-661cb6c1fbf4 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:34:56.798772 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6ac84-db95-4590-aeb2-661cb6c1fbf4 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Pushing event deleted for resources: {'Port': ['ID=d19d2678-ef2f-4392-8707-b84cd17f4a04,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:34:56.914578 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [req-776e2492-5727-42e2-aabd-23077ff4df54 req-3ba6ac84-db95-4590-aeb2-661cb6c1fbf4 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:34:57.029564 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-776e2492-5727-42e2-aabd-23077ff4df54 req-3ba6ac84-db95-4590-aeb2-661cb6c1fbf4 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:34:57.040280 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ae9aa5-a3cf-4490-ad96-84e77eb5e226 None None] Sync routers for ids ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:34:57.051236 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ae9aa5-a3cf-4490-ad96-84e77eb5e226 None None] Routers {'6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:34:57.051836 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-39ae9aa5-a3cf-4490-ad96-84e77eb5e226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:34:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:34:57.069458 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-776e2492-5727-42e2-aabd-23077ff4df54 req-3ba6ac84-db95-4590-aeb2-661cb6c1fbf4 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] No DVR routers for this DVR port d19d2678-ef2f-4392-8707-b84cd17f4a04 on host n-h2-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:34:57.072738 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-776e2492-5727-42e2-aabd-23077ff4df54 req-3ba6ac84-db95-4590-aeb2-661cb6c1fbf4 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:34:57.075828 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-776e2492-5727-42e2-aabd-23077ff4df54 req-3ba6ac84-db95-4590-aeb2-661cb6c1fbf4 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.13 "DELETE /v2.0/ports/d19d2678-ef2f-4392-8707-b84cd17f4a04 HTTP/1.1" status: 204 len: 173 time: 0.8276238 Nov 10 18:34:57.076293 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0465559-c68b-4def-8433-bbfd7e3aa58d', 'name': 'network-vif-deleted', 'tag': 'd19d2678-ef2f-4392-8707-b84cd17f4a04'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:34:57.078551 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb77a2f7-551e-4071-9389-a36a3bca9b30" -d '{"events": [{"server_uuid": "c0465559-c68b-4def-8433-bbfd7e3aa58d", "name": "network-vif-deleted", "tag": "d19d2678-ef2f-4392-8707-b84cd17f4a04"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:34:57.134508 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898b54fe-7d2e-48c4-a7c3-08a7264d936f x-openstack-request-id: req-898b54fe-7d2e-48c4-a7c3-08a7264d936f {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:34:57.134508 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0465559-c68b-4def-8433-bbfd7e3aa58d", "name": "network-vif-deleted", "tag": "d19d2678-ef2f-4392-8707-b84cd17f4a04", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:34:57.135056 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-898b54fe-7d2e-48c4-a7c3-08a7264d936f {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:34:57.135465 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0465559-c68b-4def-8433-bbfd7e3aa58d', 'name': 'network-vif-deleted', 'tag': 'd19d2678-ef2f-4392-8707-b84cd17f4a04', 'status': 'completed', 'code': 200} Nov 10 18:34:57.167933 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-39ae9aa5-a3cf-4490-ad96-84e77eb5e226 None None] Set router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:34:57.350549 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2a1fd422-b9d0-4518-9844-41f87a1d9e32 req-1497e490-0f36-42f1-bd7f-2c15761fa90e tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0465559-c68b-4def-8433-bbfd7e3aa58d HTTP/1.1" status: 200 len: 210 time: 0.0365419 Nov 10 18:34:57.400635 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-39ae9aa5-a3cf-4490-ad96-84e77eb5e226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'name': 'tempest-ServerActionsTestJSON-1857887221-router', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:30:24Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'gw_port': {'id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:25Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2c161457-035c-4a1a-a857-8fbf619ba148', 'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'mac_address': 'fa:16:3e:32:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:26Z', 'updated_at': '2021-11-10T18:30:30Z', 'revision_number': 5, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'subnets': [{'id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:34:57.426933 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ae9aa5-a3cf-4490-ad96-84e77eb5e226 None None] Checking router: 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:34:57.434921 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ae9aa5-a3cf-4490-ad96-84e77eb5e226 None None] Routers {'6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:34:57.435515 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-39ae9aa5-a3cf-4490-ad96-84e77eb5e226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:34:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:34:57.541816 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-39ae9aa5-a3cf-4490-ad96-84e77eb5e226 None None] Set router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:34:57.739310 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-39ae9aa5-a3cf-4490-ad96-84e77eb5e226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'name': 'tempest-ServerActionsTestJSON-1857887221-router', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:30:24Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'gw_port': {'id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:25Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2c161457-035c-4a1a-a857-8fbf619ba148', 'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'mac_address': 'fa:16:3e:32:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:26Z', 'updated_at': '2021-11-10T18:30:30Z', 'revision_number': 5, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'subnets': [{'id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:34:57.772505 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ae9aa5-a3cf-4490-ad96-84e77eb5e226 None None] The sync data for ids ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'] in n-d-776250-10 is: [{'id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'name': 'tempest-ServerActionsTestJSON-1857887221-router', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:30:24Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'gw_port': {'id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:25Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2c161457-035c-4a1a-a857-8fbf619ba148', 'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'mac_address': 'fa:16:3e:32:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:26Z', 'updated_at': '2021-11-10T18:30:30Z', 'revision_number': 5, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'subnets': [{'id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:34:57.984813 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a17041c-4e42-45fb-8db9-eaebee5d298c None None] New status for floating IP 69f81d7c-10ef-4f80-a192-c0ce38589798: DOWN {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:34:58.633515 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-23464107-f6d1-481a-a65c-c5d7fb30219f tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--608746219&fields=id&tenant_id=1012b220379f4be6b668cbe831bdbec6 HTTP/1.1" status: 200 len: 267 time: 0.0414312 Nov 10 18:34:58.740972 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-211a5821-a44a-4354-b3ab-0afd8d5b6bda tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:34:58.742431 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-211a5821-a44a-4354-b3ab-0afd8d5b6bda tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 812 time: 0.1022906 Nov 10 18:34:58.757177 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-44e85bb3-1e5d-4257-945c-3cc8f4e9e7a6 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/quotas/1012b220379f4be6b668cbe831bdbec6 HTTP/1.1" status: 200 len: 375 time: 0.0090175 Nov 10 18:34:58.808536 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-2d4a8940-736a-4eb0-afbc-a3f12210abb5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463221 Nov 10 18:34:58.948449 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-26e51ada-fe59-4dc2-b909-8fc0d2996cb0 service neutron] 10.222.0.39 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284354 Nov 10 18:34:59.040136 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-e99c523c-70d5-469d-8446-090c03f59b70 service neutron] 10.222.0.39 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854666 Nov 10 18:34:59.199373 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-738005c0-cf4b-4051-b11e-5e4791ffce8f req-aa28debf-e625-4d6f-9b28-abe232323103 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 210 time: 0.0268898 Nov 10 18:35:00.104912 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-1ad76ba4-1c5d-44e6-afbb-f1816ab2174a tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:35:00.106314 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-1ad76ba4-1c5d-44e6-afbb-f1816ab2174a tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.11 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 812 time: 0.1124034 Nov 10 18:35:00.150061 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device d19d2678-ef2f-4392-8707-b84cd17f4a04 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:35:00.168190 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-9ded828d-c89a-4e7a-a9fe-c61350ab849d tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1012b220379f4be6b668cbe831bdbec6 HTTP/1.1" status: 200 len: 379 time: 0.0520554 Nov 10 18:35:00.170644 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: d19d2678-ef2f-4392-8707-b84cd17f4a04 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:35:00.170997 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device d19d2678-ef2f-4392-8707-b84cd17f4a04 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:35:00.177563 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-0e44fa44-fd6b-4b33-9e40-896dc053e7cc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Request body: {'port': {'device_id': '1788e914-4f54-4dc7-920d-84a4a95d54ad', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'admin_state_up': True, 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'security_groups': ['f443c5cd-b893-4fb7-b03a-141a2ff3c636']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:35:00.575175 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a543c85f-8365-461c-8d6d-7c35c839439c req-ae8f776b-b973-4c8e-816d-be23578e83ac tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 210 time: 0.0316935 Nov 10 18:35:00.635056 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-0e44fa44-fd6b-4b33-9e40-896dc053e7cc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Made reservation on behalf of 1012b220379f4be6b668cbe831bdbec6 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:35:00.636535 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-48cb87ac-b885-40ec-bcda-d3dfebb89c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:35:00.638774 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-0e44fa44-fd6b-4b33-9e40-896dc053e7cc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:35:00.766359 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-0e44fa44-fd6b-4b33-9e40-896dc053e7cc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Allocated IP 172.20.0.12 (27d59da6-7cca-4d2d-ab3a-80bd3017b8c4/1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb/c990ea20-7cea-4af5-8ab7-f2ca87ec13d4) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:35:00.902131 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-0e44fa44-fd6b-4b33-9e40-896dc053e7cc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:35:00.934664 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-0e44fa44-fd6b-4b33-9e40-896dc053e7cc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:35:00.981808 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-0e44fa44-fd6b-4b33-9e40-896dc053e7cc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:35:00.984899 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-0e44fa44-fd6b-4b33-9e40-896dc053e7cc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:35:00.989248 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-0e44fa44-fd6b-4b33-9e40-896dc053e7cc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:35:00.995509 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44fa44-fd6b-4b33-9e40-896dc053e7cc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Pushing event updated for resources: {'Port': ['ID=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:35:01.023985 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44fa44-fd6b-4b33-9e40-896dc053e7cc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:35:01.024419 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44fa44-fd6b-4b33-9e40-896dc053e7cc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:35:01.024765 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44fa44-fd6b-4b33-9e40-896dc053e7cc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:35:01.025648 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44fa44-fd6b-4b33-9e40-896dc053e7cc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:35:01.025648 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44fa44-fd6b-4b33-9e40-896dc053e7cc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:35:01.025884 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44fa44-fd6b-4b33-9e40-896dc053e7cc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:35:01.026050 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44fa44-fd6b-4b33-9e40-896dc053e7cc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:35:01.026369 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44fa44-fd6b-4b33-9e40-896dc053e7cc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:35:01.026691 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44fa44-fd6b-4b33-9e40-896dc053e7cc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:35:01.027007 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44fa44-fd6b-4b33-9e40-896dc053e7cc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:35:01.027323 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44fa44-fd6b-4b33-9e40-896dc053e7cc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:35:01.027638 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44fa44-fd6b-4b33-9e40-896dc053e7cc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:35:01.057077 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-0e44fa44-fd6b-4b33-9e40-896dc053e7cc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:35:01.057704 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-0e44fa44-fd6b-4b33-9e40-896dc053e7cc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:35:01.076573 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-0e44fa44-fd6b-4b33-9e40-896dc053e7cc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9026289 Nov 10 18:35:01.089509 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-c6772639-2433-458b-8be6-3d49f2050bba service neutron] Request body: {'port': {'device_id': '1788e914-4f54-4dc7-920d-84a4a95d54ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:35:01.153758 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-c6772639-2433-458b-8be6-3d49f2050bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:35:01.246934 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a24bb7d1-4761-4eab-bf54-e827e7e43cd4 None None] Provisioning complete for port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:35:01.247540 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a24bb7d1-4761-4eab-bf54-e827e7e43cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:35:01.282885 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-a24bb7d1-4761-4eab-bf54-e827e7e43cd4 None None] Port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:35:01.421333 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-c6772639-2433-458b-8be6-3d49f2050bba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:35:01.429310 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-c6772639-2433-458b-8be6-3d49f2050bba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:35:01.442720 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-c6772639-2433-458b-8be6-3d49f2050bba service neutron] Transition to ACTIVE for port object c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:35:01.446332 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-c6772639-2433-458b-8be6-3d49f2050bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:35:01.495479 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6772639-2433-458b-8be6-3d49f2050bba service neutron] Pushing event updated for resources: {'Port': ['ID=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:35:01.572031 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-c6772639-2433-458b-8be6-3d49f2050bba service neutron] Attempting to bind port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:35:01.572526 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-c6772639-2433-458b-8be6-3d49f2050bba service neutron] Attempting to bind port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:35:01.572858 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-c6772639-2433-458b-8be6-3d49f2050bba service neutron] Attempting to bind port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 on network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:35:01.577305 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-c6772639-2433-458b-8be6-3d49f2050bba service neutron] Port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 on network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:35:01.577629 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-c6772639-2433-458b-8be6-3d49f2050bba service neutron] Attempting to bind port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 on network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:35:01.583053 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-c6772639-2433-458b-8be6-3d49f2050bba service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:35:01.583396 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-c6772639-2433-458b-8be6-3d49f2050bba service neutron] Checking segment: {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:35:01.583781 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-c6772639-2433-458b-8be6-3d49f2050bba service neutron] Bound using segment: {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:35:01.584242 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-c6772639-2433-458b-8be6-3d49f2050bba service neutron] Bound port: c990ea20-7cea-4af5-8ab7-f2ca87ec13d4, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:35:01.584606 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-c6772639-2433-458b-8be6-3d49f2050bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:35:01.659950 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-c6772639-2433-458b-8be6-3d49f2050bba service neutron] For port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:35:01.663346 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-c6772639-2433-458b-8be6-3d49f2050bba service neutron] For port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:35:01.668862 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-c6772639-2433-458b-8be6-3d49f2050bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:35:01.705015 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-c6772639-2433-458b-8be6-3d49f2050bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:35:01.706319 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-c6772639-2433-458b-8be6-3d49f2050bba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:35:01.708446 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-c6772639-2433-458b-8be6-3d49f2050bba service neutron] 10.222.0.11 "PUT /v2.0/ports/c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 HTTP/1.1" status: 200 len: 1093 time: 0.6239491 Nov 10 18:35:01.710636 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1788e914-4f54-4dc7-920d-84a4a95d54ad', 'tag': 'c990ea20-7cea-4af5-8ab7-f2ca87ec13d4'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:35:01.710980 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5a3bc-3d94-4aa0-ae82-ad294495a37e req-70f3765f-d743-4517-b629-dc456d46b52c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:35:01.712399 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2bf5a3bc-3d94-4aa0-ae82-ad294495a37e req-70f3765f-d743-4517-b629-dc456d46b52c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 944 time: 0.0612321 Nov 10 18:35:01.717085 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbdcd7f-4072-4c37-bd3d-c72b24938055" -d '{"events": [{"name": "network-changed", "server_uuid": "1788e914-4f54-4dc7-920d-84a4a95d54ad", "tag": "c990ea20-7cea-4af5-8ab7-f2ca87ec13d4"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:35:01.775772 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5db0925-c29f-4992-af04-b7965072b436 x-openstack-request-id: req-a5db0925-c29f-4992-af04-b7965072b436 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:35:01.776070 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1788e914-4f54-4dc7-920d-84a4a95d54ad", "tag": "c990ea20-7cea-4af5-8ab7-f2ca87ec13d4", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:35:01.776359 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a5db0925-c29f-4992-af04-b7965072b436 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:35:01.776765 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1788e914-4f54-4dc7-920d-84a4a95d54ad', 'tag': 'c990ea20-7cea-4af5-8ab7-f2ca87ec13d4', 'status': 'completed', 'code': 200} Nov 10 18:35:01.777351 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6772639-2433-458b-8be6-3d49f2050bba service neutron] Pushing event updated for resources: {'Port': ['ID=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:35:01.793230 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2bf5a3bc-3d94-4aa0-ae82-ad294495a37e req-b0312174-e405-4084-9418-897bfbb183ee tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660701 Nov 10 18:35:01.821967 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-8fde357e-9a0a-43d1-a01f-4ed055e30b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:35:01.823552 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-8fde357e-9a0a-43d1-a01f-4ed055e30b3b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 1096 time: 0.0632904 Nov 10 18:35:01.871525 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-242185cc-2e02-46da-9cb7-e3c145b9617a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 HTTP/1.1" status: 200 len: 217 time: 0.0398927 Nov 10 18:35:01.922513 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-4f64290e-eb49-4b1c-8fc5-6addbe9d4ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:35:01.924697 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-4f64290e-eb49-4b1c-8fc5-6addbe9d4ab5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0457957 Nov 10 18:35:01.970652 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-ca208257-65f6-4029-8a91-30c33b5eab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:35:01.972880 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-ca208257-65f6-4029-8a91-30c33b5eab33 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412114 Nov 10 18:35:02.067116 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-cde2a313-a880-4f1c-947b-f8c1c777400b service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876427 Nov 10 18:35:02.158096 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-df5b09f0-2ae4-4b27-9b1f-30b2ba05da53 req-c7b43327-4639-4b85-a29d-89689062922e service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824323 Nov 10 18:35:02.244414 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdcd7f-4072-4c37-bd3d-c72b24938055 req-fa6df8a4-0895-4f80-b06f-97a417dc37e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:35:02.245821 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3cbdcd7f-4072-4c37-bd3d-c72b24938055 req-fa6df8a4-0895-4f80-b06f-97a417dc37e1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 1096 time: 0.0425637 Nov 10 18:35:02.340695 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdcd7f-4072-4c37-bd3d-c72b24938055 req-a7c039a7-8700-42b6-b38f-9d70db7a0184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:35:02.342145 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3cbdcd7f-4072-4c37-bd3d-c72b24938055 req-a7c039a7-8700-42b6-b38f-9d70db7a0184 service neutron] 10.222.0.11 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0880923 Nov 10 18:35:02.382190 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3cbdcd7f-4072-4c37-bd3d-c72b24938055 req-5d1efdba-8f62-411c-a0ad-04d475980fca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 HTTP/1.1" status: 200 len: 217 time: 0.0329692 Nov 10 18:35:02.436890 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdcd7f-4072-4c37-bd3d-c72b24938055 req-1b759fd7-0a0b-4ddf-a284-d04c29d5ef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:35:02.438351 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3cbdcd7f-4072-4c37-bd3d-c72b24938055 req-1b759fd7-0a0b-4ddf-a284-d04c29d5ef50 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0482566 Nov 10 18:35:02.489314 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdcd7f-4072-4c37-bd3d-c72b24938055 req-88dbf77c-6a82-44c1-b0b1-8aac0b9ffaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:35:02.490824 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3cbdcd7f-4072-4c37-bd3d-c72b24938055 req-88dbf77c-6a82-44c1-b0b1-8aac0b9ffaaf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412796 Nov 10 18:35:02.591168 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3cbdcd7f-4072-4c37-bd3d-c72b24938055 req-1489143a-7c50-4682-9bcb-a7a55fb65161 service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925505 Nov 10 18:35:02.681030 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3cbdcd7f-4072-4c37-bd3d-c72b24938055 req-14bf2e7b-68e4-4c9e-af38-8e6331da877b service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812733 Nov 10 18:35:02.919130 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe0ff7-3f3d-4439-b58a-baadadd92008 req-aae858a0-13b9-4c83-a66b-b8168f58eefe tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:35:02.920573 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5bbe0ff7-3f3d-4439-b58a-baadadd92008 req-aae858a0-13b9-4c83-a66b-b8168f58eefe tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 944 time: 0.0506859 Nov 10 18:35:02.976561 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5bbe0ff7-3f3d-4439-b58a-baadadd92008 req-83b7bbb9-ff0b-4561-a01d-314d16487b0b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498574 Nov 10 18:35:02.999657 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e8bec349-3fd9-4db4-96ed-e433489763d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:35:03.920157 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:35:04.012286 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:35:04.030309 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'c990ea20-7cea-4af5-8ab7-f2ca87ec13d4', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'port_id': 'c990ea20-7cea-4af5-8ab7-f2ca87ec13d4', 'mac_address': 'fa:16:3e:bb:3e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:35:04.075516 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:35:04.090110 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:35:04.109325 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518cd9c4-94d8-45f5-b990-eee5fac7e068 req-78a83fe4-58f5-4090-ad22-691bb37316ef tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:35:04.110929 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-518cd9c4-94d8-45f5-b990-eee5fac7e068 req-78a83fe4-58f5-4090-ad22-691bb37316ef tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 944 time: 0.0541205 Nov 10 18:35:04.113590 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:35:04.117605 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:35:04.161724 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-518cd9c4-94d8-45f5-b990-eee5fac7e068 req-76094622-df98-4943-bd71-2d18311df12f tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439863 Nov 10 18:35:04.166531 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:35:04.229796 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:35:04.333235 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['c990ea20-7cea-4af5-8ab7-f2ca87ec13d4'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:35:05.282250 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2519ef-8194-4ebe-8111-753b5c659c0a req-d509f59d-c007-4595-b3e9-e9b413ee817c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:35:05.284350 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1f2519ef-8194-4ebe-8111-753b5c659c0a req-d509f59d-c007-4595-b3e9-e9b413ee817c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 945 time: 0.0538347 Nov 10 18:35:05.331109 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1f2519ef-8194-4ebe-8111-753b5c659c0a req-b27e887b-056b-4dac-a228-7792614dff20 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400922 Nov 10 18:35:05.720378 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:35:05.951066 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:35:06.000295 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:35:06.004628 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:35:06.004999 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:35:06.087555 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:35:06.111807 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1788e914-4f54-4dc7-920d-84a4a95d54ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c990ea20-7cea-4af5-8ab7-f2ca87ec13d4'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:35:06.114038 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c0a07d-af82-49f6-9322-b63ee52d14c3" -d '{"events": [{"server_uuid": "1788e914-4f54-4dc7-920d-84a4a95d54ad", "name": "network-vif-plugged", "status": "completed", "tag": "c990ea20-7cea-4af5-8ab7-f2ca87ec13d4"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:35:06.127737 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:35:06.132293 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:35:06.157646 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7eb5ac5-116c-4fd5-9336-47fe7289776b x-openstack-request-id: req-c7eb5ac5-116c-4fd5-9336-47fe7289776b {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:35:06.157934 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1788e914-4f54-4dc7-920d-84a4a95d54ad", "name": "network-vif-plugged", "status": "completed", "tag": "c990ea20-7cea-4af5-8ab7-f2ca87ec13d4", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:35:06.158420 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c7eb5ac5-116c-4fd5-9336-47fe7289776b {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:35:06.158719 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1788e914-4f54-4dc7-920d-84a4a95d54ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c990ea20-7cea-4af5-8ab7-f2ca87ec13d4', 'code': 200} Nov 10 18:35:06.183903 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:35:06.251935 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ada8d-e8d6-4dca-a6e6-3d6d9831bcd3 req-dd62c221-e4b8-42e2-85e1-b01801900794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:35:06.254421 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8e1ada8d-e8d6-4dca-a6e6-3d6d9831bcd3 req-dd62c221-e4b8-42e2-85e1-b01801900794 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 1098 time: 0.0426474 Nov 10 18:35:06.299328 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8e1ada8d-e8d6-4dca-a6e6-3d6d9831bcd3 req-35aea177-f654-4d39-b172-df21505a4a75 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371299 Nov 10 18:35:06.417474 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:35:06.458958 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690200d-c632-46f3-afd1-b91585f959c3 req-3e0de560-7624-4210-9671-f75aab755a38 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:35:06.460489 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5690200d-c632-46f3-afd1-b91585f959c3 req-3e0de560-7624-4210-9671-f75aab755a38 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 946 time: 0.0580730 Nov 10 18:35:06.512718 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5690200d-c632-46f3-afd1-b91585f959c3 req-7a2ebc6f-fa54-41ac-a133-6ad258e0958f tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460539 Nov 10 18:35:07.630799 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c3e30-1611-4558-8a19-e05827483f95 req-290bf511-3ebb-49d4-aaed-6f7709173546 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:35:07.632317 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-802c3e30-1611-4558-8a19-e05827483f95 req-290bf511-3ebb-49d4-aaed-6f7709173546 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 946 time: 0.0485821 Nov 10 18:35:07.679601 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-802c3e30-1611-4558-8a19-e05827483f95 req-517c7099-a0d2-45ba-8e09-9f9ac3b634f6 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413694 Nov 10 18:35:07.793178 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f11fbd-44a6-4717-bb32-9ce452bfb8c8 req-b43cfacc-335b-4e8a-93a6-72d97ff6c0e4 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:35:07.794602 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-53f11fbd-44a6-4717-bb32-9ce452bfb8c8 req-b43cfacc-335b-4e8a-93a6-72d97ff6c0e4 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 946 time: 0.0493593 Nov 10 18:35:07.803993 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 60670) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:35:07.808361 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-f4dc986f-08fd-45c6-b4d5-616436d8ee27 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Request body: {'floatingip': {'port_id': 'c990ea20-7cea-4af5-8ab7-f2ca87ec13d4'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:35:07.847999 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f4dc986f-08fd-45c6-b4d5-616436d8ee27 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks [] for floatingip, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:35:08.291575 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f4dc986f-08fd-45c6-b4d5-616436d8ee27 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:35:08.295370 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f4dc986f-08fd-45c6-b4d5-616436d8ee27 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:35:08.396286 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-f4dc986f-08fd-45c6-b4d5-616436d8ee27 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Floating IP 69f81d7c-10ef-4f80-a192-c0ce38589798 associated. External IP: 172.25.5.142, port: c990ea20-7cea-4af5-8ab7-f2ca87ec13d4. Nov 10 18:35:08.606026 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4dc986f-08fd-45c6-b4d5-616436d8ee27 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:35:08.716038 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4dc986f-08fd-45c6-b4d5-616436d8ee27 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:35:08.720997 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f4dc986f-08fd-45c6-b4d5-616436d8ee27 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:35:08.727279 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9145f29-8974-4e63-89a6-9270dbeca214 None None] Sync routers for ids ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:35:08.736555 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9145f29-8974-4e63-89a6-9270dbeca214 None None] Routers {'6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:35:08.737191 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d9145f29-8974-4e63-89a6-9270dbeca214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:35:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:35:08.748439 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f4dc986f-08fd-45c6-b4d5-616436d8ee27 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "PUT /v2.0/floatingips/69f81d7c-10ef-4f80-a192-c0ce38589798 HTTP/1.1" status: 200 len: 992 time: 0.9433417 Nov 10 18:35:08.749033 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1788e914-4f54-4dc7-920d-84a4a95d54ad', 'tag': 'c990ea20-7cea-4af5-8ab7-f2ca87ec13d4'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:35:08.751277 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73d7bab-e910-4e20-8757-fce3229cf95e" -d '{"events": [{"name": "network-changed", "server_uuid": "1788e914-4f54-4dc7-920d-84a4a95d54ad", "tag": "c990ea20-7cea-4af5-8ab7-f2ca87ec13d4"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:35:08.793508 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c041b0e3-c756-471d-a08a-7f88b81afa57 x-openstack-request-id: req-c041b0e3-c756-471d-a08a-7f88b81afa57 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:35:08.794120 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1788e914-4f54-4dc7-920d-84a4a95d54ad", "tag": "c990ea20-7cea-4af5-8ab7-f2ca87ec13d4", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:35:08.794120 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c041b0e3-c756-471d-a08a-7f88b81afa57 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:35:08.794454 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1788e914-4f54-4dc7-920d-84a4a95d54ad', 'tag': 'c990ea20-7cea-4af5-8ab7-f2ca87ec13d4', 'status': 'completed', 'code': 200} Nov 10 18:35:08.850562 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-d9145f29-8974-4e63-89a6-9270dbeca214 None None] Set router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:35:08.858347 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d7bab-e910-4e20-8757-fce3229cf95e req-3cd9fd77-f458-45cf-ac88-4961453466a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:35:08.859804 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b73d7bab-e910-4e20-8757-fce3229cf95e req-3cd9fd77-f458-45cf-ac88-4961453466a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 1098 time: 0.0415580 Nov 10 18:35:08.954065 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d7bab-e910-4e20-8757-fce3229cf95e req-12dd9c18-4385-4bd2-b095-e2a0e636ee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:35:08.956316 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b73d7bab-e910-4e20-8757-fce3229cf95e req-12dd9c18-4385-4bd2-b095-e2a0e636ee08 service neutron] 10.222.0.11 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0896194 Nov 10 18:35:09.021361 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b73d7bab-e910-4e20-8757-fce3229cf95e req-61eeac8a-2470-447f-aff8-034c4d8f0ca2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 HTTP/1.1" status: 200 len: 1000 time: 0.0584536 Nov 10 18:35:09.074589 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d7bab-e910-4e20-8757-fce3229cf95e req-80793455-5ff2-4d2b-a4af-aa55454defd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:35:09.076142 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b73d7bab-e910-4e20-8757-fce3229cf95e req-80793455-5ff2-4d2b-a4af-aa55454defd6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0485866 Nov 10 18:35:09.077232 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d9145f29-8974-4e63-89a6-9270dbeca214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'name': 'tempest-ServerActionsTestJSON-1857887221-router', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:30:24Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'gw_port': {'id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:25Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '69f81d7c-10ef-4f80-a192-c0ce38589798', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'floating_ip_address': '172.25.5.142', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'port_id': 'c990ea20-7cea-4af5-8ab7-f2ca87ec13d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'mac_address': 'fa:16:3e:bb:3e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1788e914-4f54-4dc7-920d-84a4a95d54ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:30:29Z', 'updated_at': '2021-11-10T18:35:08Z', 'revision_number': 9, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c161457-035c-4a1a-a857-8fbf619ba148', 'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'mac_address': 'fa:16:3e:32:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:26Z', 'updated_at': '2021-11-10T18:30:30Z', 'revision_number': 5, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'subnets': [{'id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:35:09.105083 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9145f29-8974-4e63-89a6-9270dbeca214 None None] Checking router: 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:35:09.114063 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9145f29-8974-4e63-89a6-9270dbeca214 None None] Routers {'6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:35:09.114630 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d9145f29-8974-4e63-89a6-9270dbeca214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:35:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:35:09.123864 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d7bab-e910-4e20-8757-fce3229cf95e req-bac18b66-5377-4b4f-90ce-c95a06d608ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:35:09.125421 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b73d7bab-e910-4e20-8757-fce3229cf95e req-bac18b66-5377-4b4f-90ce-c95a06d608ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422561 Nov 10 18:35:09.217001 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b73d7bab-e910-4e20-8757-fce3229cf95e req-f46272ac-fc0c-4ea0-9fe1-4359794b63fe service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839953 Nov 10 18:35:09.219419 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-d9145f29-8974-4e63-89a6-9270dbeca214 None None] Set router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:35:09.311287 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b73d7bab-e910-4e20-8757-fce3229cf95e req-b61ef093-35de-4d2e-ae3b-5b5457a58433 service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878589 Nov 10 18:35:09.526133 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d9145f29-8974-4e63-89a6-9270dbeca214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'name': 'tempest-ServerActionsTestJSON-1857887221-router', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:30:24Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'gw_port': {'id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:25Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '69f81d7c-10ef-4f80-a192-c0ce38589798', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'floating_ip_address': '172.25.5.142', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'port_id': 'c990ea20-7cea-4af5-8ab7-f2ca87ec13d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'mac_address': 'fa:16:3e:bb:3e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1788e914-4f54-4dc7-920d-84a4a95d54ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:30:29Z', 'updated_at': '2021-11-10T18:35:08Z', 'revision_number': 9, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c161457-035c-4a1a-a857-8fbf619ba148', 'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'mac_address': 'fa:16:3e:32:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:26Z', 'updated_at': '2021-11-10T18:30:30Z', 'revision_number': 5, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'subnets': [{'id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:35:09.555986 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9145f29-8974-4e63-89a6-9270dbeca214 None None] The sync data for ids ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'] in n-d-776250-10 is: [{'id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'name': 'tempest-ServerActionsTestJSON-1857887221-router', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:30:24Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'gw_port': {'id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:25Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '69f81d7c-10ef-4f80-a192-c0ce38589798', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'floating_ip_address': '172.25.5.142', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'port_id': 'c990ea20-7cea-4af5-8ab7-f2ca87ec13d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'mac_address': 'fa:16:3e:bb:3e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1788e914-4f54-4dc7-920d-84a4a95d54ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:30:29Z', 'updated_at': '2021-11-10T18:35:08Z', 'revision_number': 9, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c161457-035c-4a1a-a857-8fbf619ba148', 'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'mac_address': 'fa:16:3e:32:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:26Z', 'updated_at': '2021-11-10T18:30:30Z', 'revision_number': 5, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'subnets': [{'id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:35:09.753597 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ac64f2-abb7-4b58-b6c1-c76d5d954a67 None None] New status for floating IP 69f81d7c-10ef-4f80-a192-c0ce38589798: ACTIVE {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:35:25.245768 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:35:25.627192 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:35:30.637193 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a382f88f-aa29-4437-a5fe-50d4760471da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:35:30.689000 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ac47961a-10e2-4035-b360-5e40f4e9d2ff req-de7fa08a-330b-4955-b0cd-daef23a0a686 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418327 Nov 10 18:35:30.773954 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47961a-10e2-4035-b360-5e40f4e9d2ff req-3f754c52-5ce2-43ce-ba1a-e1a3c7482a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:35:30.775711 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ac47961a-10e2-4035-b360-5e40f4e9d2ff req-3f754c52-5ce2-43ce-ba1a-e1a3c7482a11 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 1098 time: 0.0409775 Nov 10 18:35:30.885894 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47961a-10e2-4035-b360-5e40f4e9d2ff req-fde77619-c83f-47e1-bb98-3bb0df8340b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:35:30.887398 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ac47961a-10e2-4035-b360-5e40f4e9d2ff req-fde77619-c83f-47e1-bb98-3bb0df8340b4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0893922 Nov 10 18:35:30.953527 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ac47961a-10e2-4035-b360-5e40f4e9d2ff req-8707bd17-7fdf-4a47-bd8a-ec4fd475b1b9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 HTTP/1.1" status: 200 len: 1003 time: 0.0583851 Nov 10 18:35:31.006517 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47961a-10e2-4035-b360-5e40f4e9d2ff req-717431ca-fb63-42ba-b1c8-ef59e5dcade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:35:31.007958 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ac47961a-10e2-4035-b360-5e40f4e9d2ff req-717431ca-fb63-42ba-b1c8-ef59e5dcade3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0476825 Nov 10 18:35:31.055522 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47961a-10e2-4035-b360-5e40f4e9d2ff req-5457e73a-9d5e-4446-952f-81d6b8412b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:35:31.056957 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ac47961a-10e2-4035-b360-5e40f4e9d2ff req-5457e73a-9d5e-4446-952f-81d6b8412b0f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403440 Nov 10 18:35:31.068855 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-ac47961a-10e2-4035-b360-5e40f4e9d2ff req-aaf3757d-cfcb-4e91-bb00-2d1792711575 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:35:31.069793 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ac47961a-10e2-4035-b360-5e40f4e9d2ff req-aaf3757d-cfcb-4e91-bb00-2d1792711575 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054035 Nov 10 18:35:31.166572 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ac47961a-10e2-4035-b360-5e40f4e9d2ff req-c20d0949-5715-4a0c-b916-63c28b5e7474 service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884528 Nov 10 18:35:31.259671 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ac47961a-10e2-4035-b360-5e40f4e9d2ff req-3f95b579-fd2f-4fa2-bb07-579201c89af1 service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851870 Nov 10 18:35:31.882918 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:35:32.981544 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-804cb045-68ff-42ef-af66-6b190558c8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:35:34.232609 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:35:35.726182 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:35:36.420272 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:35:55.252086 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:35:55.633052 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:36:00.638640 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2d5804e6-3d1d-4eae-8cb6-71cb7dad097f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:36:02.985426 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9d4b8880-b481-45c1-b243-a19b613bb49b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:36:04.236966 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:36:05.725085 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:36:06.421849 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:36:08.883851 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:36:25.260966 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:36:25.625789 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:36:30.642965 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f29a8fd-e911-4c3d-8349-604fe97d6d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:36:31.684305 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-50ac1178-f57f-4daa-a9f6-e058f04effa9 req-e8c9d876-15c6-4646-ad35-af33bbd56486 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421276 Nov 10 18:36:31.770305 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac1178-f57f-4daa-a9f6-e058f04effa9 req-d29772c0-237d-4fcd-b4bf-7cea4cf71ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:36:31.772759 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-50ac1178-f57f-4daa-a9f6-e058f04effa9 req-d29772c0-237d-4fcd-b4bf-7cea4cf71ff4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 1098 time: 0.0466835 Nov 10 18:36:31.880245 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac1178-f57f-4daa-a9f6-e058f04effa9 req-276fd1a5-d2ab-4acc-8d21-e19e3de4c7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:36:31.881717 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-50ac1178-f57f-4daa-a9f6-e058f04effa9 req-276fd1a5-d2ab-4acc-8d21-e19e3de4c7fe service neutron] 10.222.0.11 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0898802 Nov 10 18:36:31.957666 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-50ac1178-f57f-4daa-a9f6-e058f04effa9 req-ddf3cd53-2a89-4660-a956-1e8cc0cc6df6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 HTTP/1.1" status: 200 len: 1003 time: 0.0635569 Nov 10 18:36:32.008158 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac1178-f57f-4daa-a9f6-e058f04effa9 req-ba1c0403-0899-48e0-93f7-f20d54d5d2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:36:32.009675 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-50ac1178-f57f-4daa-a9f6-e058f04effa9 req-ba1c0403-0899-48e0-93f7-f20d54d5d2cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0457773 Nov 10 18:36:32.055914 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac1178-f57f-4daa-a9f6-e058f04effa9 req-e59be31e-3a4d-4178-8e47-6d6a5267c9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:36:32.057461 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-50ac1178-f57f-4daa-a9f6-e058f04effa9 req-e59be31e-3a4d-4178-8e47-6d6a5267c9eb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413456 Nov 10 18:36:32.155001 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-50ac1178-f57f-4daa-a9f6-e058f04effa9 req-4fa7a09c-c8ae-4226-9a5c-c4762be59c05 service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901594 Nov 10 18:36:32.245941 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-50ac1178-f57f-4daa-a9f6-e058f04effa9 req-c098f407-1196-4b78-96ce-f8d3fcceb6c6 service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842285 Nov 10 18:36:32.992361 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d4672213-0e2d-4f3a-b7a8-d481001b6714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:36:34.249870 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:36:35.729521 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:36:36.426063 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:36:44.885811 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-dbe241c5-8aaa-4631-9772-629f44f8680d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402083 Nov 10 18:36:44.911666 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b54d7-53fc-4d2c-9db3-7deba0fe4c36 req-2f730885-8803-414b-b555-f706ba2e8dc9 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:36:44.913370 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba0b54d7-53fc-4d2c-9db3-7deba0fe4c36 req-2f730885-8803-414b-b555-f706ba2e8dc9 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 946 time: 0.0548735 Nov 10 18:36:44.964573 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba0b54d7-53fc-4d2c-9db3-7deba0fe4c36 req-495f92b1-7427-472c-a698-55f71a8fce78 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450187 Nov 10 18:36:45.885514 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:36:45.971712 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-426058c2-73cf-4f25-b3a1-e1b2932398b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:36:45.973475 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-426058c2-73cf-4f25-b3a1-e1b2932398b7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 1098 time: 0.0450737 Nov 10 18:36:46.091007 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca83cf-eb8f-4a2f-9ae1-c2a3d8558d23 req-ae182890-cc7a-49f0-8073-5bf52225bf42 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:36:46.092422 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d9ca83cf-eb8f-4a2f-9ae1-c2a3d8558d23 req-ae182890-cc7a-49f0-8073-5bf52225bf42 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 946 time: 0.0501881 Nov 10 18:36:46.199523 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d9ca83cf-eb8f-4a2f-9ae1-c2a3d8558d23 req-d8d3e522-01d3-4ded-9a8f-38f089accffa tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952337 Nov 10 18:36:46.221563 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-e2f7118e-0c01-472e-a6c8-687b53c4874a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:36:46.223066 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-e2f7118e-0c01-472e-a6c8-687b53c4874a service neutron] 10.222.0.11 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.1269028 Nov 10 18:36:46.291276 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-9d779c1b-9b90-4f16-9f7d-e502f5ee8656 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 HTTP/1.1" status: 200 len: 1003 time: 0.0595572 Nov 10 18:36:46.340802 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-23c6b987-72a9-47bb-82e5-d20e450e3617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:36:46.342265 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-23c6b987-72a9-47bb-82e5-d20e450e3617 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0445123 Nov 10 18:36:46.391824 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-3b7e72e0-98f8-4712-98f6-fab9cdde078f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:36:46.393315 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-3b7e72e0-98f8-4712-98f6-fab9cdde078f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437887 Nov 10 18:36:46.483567 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-752a5c65-9b81-4ca0-aee8-daf24b13a8af service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827689 Nov 10 18:36:46.577602 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-087f4b6a-ea45-405f-8e7b-1087a224e201 service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868440 Nov 10 18:36:47.314543 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc704422-2294-42ef-b5df-9969742d3342 req-095bef1f-2442-44a7-8a92-7011a201f517 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:36:47.316033 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bc704422-2294-42ef-b5df-9969742d3342 req-095bef1f-2442-44a7-8a92-7011a201f517 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 946 time: 0.0488615 Nov 10 18:36:47.368875 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bc704422-2294-42ef-b5df-9969742d3342 req-27a47925-6fbe-408f-bc17-4dc39aeea089 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457225 Nov 10 18:36:48.486809 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d37a3-172f-4144-9584-a194d5f9b67c req-094aa71e-c802-4eff-883e-98b77dad5fe6 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:36:48.488294 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a31d37a3-172f-4144-9584-a194d5f9b67c req-094aa71e-c802-4eff-883e-98b77dad5fe6 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 946 time: 0.0495963 Nov 10 18:36:48.535925 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a31d37a3-172f-4144-9584-a194d5f9b67c req-03809552-496e-4480-8823-2fb8dcc8854e tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415752 Nov 10 18:36:49.658054 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35855cbe-ba9f-4ee5-a1ca-7b85e6b5a79b req-34278fe4-e88b-4432-a33b-d5d8a16419f5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:36:49.659517 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35855cbe-ba9f-4ee5-a1ca-7b85e6b5a79b req-34278fe4-e88b-4432-a33b-d5d8a16419f5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 946 time: 0.0537100 Nov 10 18:36:49.706880 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35855cbe-ba9f-4ee5-a1ca-7b85e6b5a79b req-36b4ab89-ad18-49b6-8f90-b9e7005ba084 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410030 Nov 10 18:36:50.821431 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6837635-ed74-4561-8277-e0b8dc1bbf58 req-9b0fb673-d7a0-445d-bacf-cf37e4b86c51 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:36:50.822896 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e6837635-ed74-4561-8277-e0b8dc1bbf58 req-9b0fb673-d7a0-445d-bacf-cf37e4b86c51 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 946 time: 0.0475111 Nov 10 18:36:50.874526 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e6837635-ed74-4561-8277-e0b8dc1bbf58 req-6e81151d-9169-4e00-8913-e65c8e755917 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455215 Nov 10 18:36:51.992841 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84814eb1-b128-4a43-99d7-b4323864018b req-20c396d5-2590-402f-a583-0084d25681f7 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:36:51.994325 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-84814eb1-b128-4a43-99d7-b4323864018b req-20c396d5-2590-402f-a583-0084d25681f7 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 946 time: 0.0484266 Nov 10 18:36:52.041771 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-84814eb1-b128-4a43-99d7-b4323864018b req-7447a341-5f2d-40be-903d-085e1248e1a7 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413907 Nov 10 18:36:53.522757 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5efcf5-2c8c-44bd-a739-2df959045919 req-54281e1b-247c-4db6-b1d9-5af1419c4136 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:36:53.524322 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b5efcf5-2c8c-44bd-a739-2df959045919 req-54281e1b-247c-4db6-b1d9-5af1419c4136 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 946 time: 0.4099348 Nov 10 18:36:53.578134 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b5efcf5-2c8c-44bd-a739-2df959045919 req-5884cc10-659d-469f-9baa-cf81da55b773 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473690 Nov 10 18:36:54.700677 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a89938-5f7c-4cfd-9f7b-759808f836eb req-908c3458-7816-4860-b5e5-8a041c15b605 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:36:54.702130 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-85a89938-5f7c-4cfd-9f7b-759808f836eb req-908c3458-7816-4860-b5e5-8a041c15b605 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 946 time: 0.0474544 Nov 10 18:36:54.752376 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-85a89938-5f7c-4cfd-9f7b-759808f836eb req-a3f32ee6-2a6e-401b-9a62-aaecde562323 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443578 Nov 10 18:36:55.273088 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:36:55.641946 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:36:55.868418 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab132ee-1572-46e1-871d-5a9bed72ead9 req-d829f93b-72d0-4cd3-b1f8-e55110e9bf51 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:36:55.869878 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1ab132ee-1572-46e1-871d-5a9bed72ead9 req-d829f93b-72d0-4cd3-b1f8-e55110e9bf51 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 946 time: 0.0483642 Nov 10 18:36:55.916869 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1ab132ee-1572-46e1-871d-5a9bed72ead9 req-50ab4c8a-a89b-43ff-8cd2-7cbaf7d43028 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409541 Nov 10 18:36:57.033069 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12681c1c-dcf8-47ea-84eb-2ffe1329366d req-ce876440-082f-4685-b293-c8b73c7426a2 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:36:57.034452 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-12681c1c-dcf8-47ea-84eb-2ffe1329366d req-ce876440-082f-4685-b293-c8b73c7426a2 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 946 time: 0.0496399 Nov 10 18:36:57.082561 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-12681c1c-dcf8-47ea-84eb-2ffe1329366d req-80fc146f-3ebd-42c4-b01f-784a65da5681 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419269 Nov 10 18:36:58.200688 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41313b43-b0d9-465a-9acc-eb7a95173184 req-552cac9e-e1ec-4e90-9c37-f9620fa744e0 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:36:58.202157 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-41313b43-b0d9-465a-9acc-eb7a95173184 req-552cac9e-e1ec-4e90-9c37-f9620fa744e0 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 946 time: 0.0521171 Nov 10 18:36:58.250291 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-41313b43-b0d9-465a-9acc-eb7a95173184 req-b5d416c5-8b71-4b8f-8ad5-8e9d686eabae tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422518 Nov 10 18:36:58.377616 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-5c1c9edb-1004-4848-99b8-8808b5a42647 service neutron] show failed (client error): The resource could not be found. Nov 10 18:36:58.378527 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-5c1c9edb-1004-4848-99b8-8808b5a42647 service neutron] 10.222.0.11 "GET /v2.0/ports/c990ea20-7cea-4af5-8ab7-f2ca87ec13d4/bindings/n-h2-776250-10 HTTP/1.1" status: 404 len: 381 time: 0.0546548 Nov 10 18:36:58.616832 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-a2472f7b-e905-4704-b163-ae2c7bc08aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:36:58.618366 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-a2472f7b-e905-4704-b163-ae2c7bc08aae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad&tenant_id=1012b220379f4be6b668cbe831bdbec6 HTTP/1.1" status: 200 len: 1098 time: 0.0807774 Nov 10 18:36:58.629981 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-776250-10', 'device_owner': 'compute:nova'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:36:58.685293 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:36:59.201688 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] For port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:36:59.234089 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] For port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:36:59.272999 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1788e914-4f54-4dc7-920d-84a4a95d54ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c990ea20-7cea-4af5-8ab7-f2ca87ec13d4'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:36:59.275407 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3826b444-ef53-4e7a-b3ff-fe010ca24230" -d '{"events": [{"server_uuid": "1788e914-4f54-4dc7-920d-84a4a95d54ad", "name": "network-vif-unplugged", "status": "completed", "tag": "c990ea20-7cea-4af5-8ab7-f2ca87ec13d4"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:36:59.279352 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:36:59.295120 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] Transition to ACTIVE for port object c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:36:59.299309 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:36:59.332680 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 18:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b279e4d7-3dc5-41ae-a15b-74f0153bfb77 x-openstack-request-id: req-b279e4d7-3dc5-41ae-a15b-74f0153bfb77 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:36:59.332962 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1788e914-4f54-4dc7-920d-84a4a95d54ad", "name": "network-vif-unplugged", "status": "completed", "tag": "c990ea20-7cea-4af5-8ab7-f2ca87ec13d4", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:36:59.333215 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b279e4d7-3dc5-41ae-a15b-74f0153bfb77 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:36:59.333602 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1788e914-4f54-4dc7-920d-84a4a95d54ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c990ea20-7cea-4af5-8ab7-f2ca87ec13d4', 'code': 200} Nov 10 18:36:59.412259 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] Pushing event updated for resources: {'Port': ['ID=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4,revision_number=6']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:36:59.431486 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:36:59.431835 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:36:59.432200 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:36:59.432545 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:36:59.432882 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:36:59.433212 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:36:59.433544 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:36:59.433869 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:36:59.434197 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:36:59.434521 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:36:59.434851 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:36:59.435173 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:36:59.463893 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551818bd-3339-403c-acaa-711378c62272 req-6b177d6a-9441-459e-907f-fa87974f0f69 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:36:59.465514 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-551818bd-3339-403c-acaa-711378c62272 req-6b177d6a-9441-459e-907f-fa87974f0f69 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 944 time: 0.1397305 Nov 10 18:36:59.492713 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] No DVR routers for this DVR port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:36:59.599211 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-551818bd-3339-403c-acaa-711378c62272 req-fe9d2016-5344-4ca2-8cd4-bc0d484784d6 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272285 Nov 10 18:36:59.664172 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] Attempting to bind port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:36:59.664881 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] Attempting to bind port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:36:59.664881 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] Attempting to bind port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 on network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:36:59.669050 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] Port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 on network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:36:59.669364 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] Attempting to bind port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 on network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:36:59.674138 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:36:59.674464 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] Checking segment: {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:36:59.674835 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] Bound using segment: {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:36:59.675254 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] Bound port: c990ea20-7cea-4af5-8ab7-f2ca87ec13d4, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:36:59.675596 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:36:59.736453 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] For port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:36:59.739453 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] For port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:36:59.745974 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:36:59.783434 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:36:59.784058 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:36:59.785450 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] 10.222.0.13 "PUT /v2.0/ports/c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 HTTP/1.1" status: 200 len: 1093 time: 1.1594470 Nov 10 18:36:59.803112 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf8ffc-ae26-4399-b0f3-69e22128a81f service neutron] Pushing event updated for resources: {'Port': ['ID=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4,revision_number=7']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:36:59.853534 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-58944c7a-15d1-4e5a-893e-a89b40ed2329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:36:59.855071 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-58944c7a-15d1-4e5a-893e-a89b40ed2329 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 1096 time: 0.0444725 Nov 10 18:36:59.955388 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-e354c012-b916-48cd-af77-a7fd811e5bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:36:59.956921 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-e354c012-b916-48cd-af77-a7fd811e5bb5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0939660 Nov 10 18:37:00.029345 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-f1b7dbb9-17fd-4280-adaf-de47536852a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 HTTP/1.1" status: 200 len: 1001 time: 0.0644395 Nov 10 18:37:00.079523 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-13675d80-6a3d-4f3a-9e88-bffb2030b1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:00.081028 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-13675d80-6a3d-4f3a-9e88-bffb2030b1a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0449686 Nov 10 18:37:00.127001 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-33fde597-a59d-42a9-a4b4-7ff9582d31d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:00.128663 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-33fde597-a59d-42a9-a4b4-7ff9582d31d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403378 Nov 10 18:37:00.221353 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-cb166c2f-25c8-400b-a7a0-bc3741ec3235 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852301 Nov 10 18:37:00.314157 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-35637e50-e9e9-4120-b841-752da75dd7a9 req-65409cd4-e1a1-4920-98f1-bf49380c8067 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843885 Nov 10 18:37:00.510022 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:37:00.550435 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:37:00.644242 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5c81e714-e65e-4c2d-8117-018db755ab82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:00.727119 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34403d-3c01-492d-91d9-a0b1e486359c req-b413dce4-0e50-43e4-b5e2-e57b7de03a71 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:00.728718 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7c34403d-3c01-492d-91d9-a0b1e486359c req-b413dce4-0e50-43e4-b5e2-e57b7de03a71 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 944 time: 0.0548897 Nov 10 18:37:00.776333 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7c34403d-3c01-492d-91d9-a0b1e486359c req-e5ab2591-6a26-440f-ac2e-b8a8efd3aef0 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416713 Nov 10 18:37:01.334542 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1788e914-4f54-4dc7-920d-84a4a95d54ad', 'tag': 'c990ea20-7cea-4af5-8ab7-f2ca87ec13d4'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:37:01.337750 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9af8164-77ad-43d9-a67a-de3a707fa9ab" -d '{"events": [{"name": "network-changed", "server_uuid": "1788e914-4f54-4dc7-920d-84a4a95d54ad", "tag": "c990ea20-7cea-4af5-8ab7-f2ca87ec13d4"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:37:01.385446 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46938db-a8df-485f-9614-e482f492d707 x-openstack-request-id: req-c46938db-a8df-485f-9614-e482f492d707 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:37:01.385761 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1788e914-4f54-4dc7-920d-84a4a95d54ad", "tag": "c990ea20-7cea-4af5-8ab7-f2ca87ec13d4", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:37:01.386014 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c46938db-a8df-485f-9614-e482f492d707 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:37:01.386416 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1788e914-4f54-4dc7-920d-84a4a95d54ad', 'tag': 'c990ea20-7cea-4af5-8ab7-f2ca87ec13d4', 'status': 'completed', 'code': 200} Nov 10 18:37:01.444801 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af8164-77ad-43d9-a67a-de3a707fa9ab req-2bad219e-89f4-4193-b896-70f5dbf3449f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:01.447067 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f9af8164-77ad-43d9-a67a-de3a707fa9ab req-2bad219e-89f4-4193-b896-70f5dbf3449f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 1096 time: 0.0441883 Nov 10 18:37:01.451426 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af8164-77ad-43d9-a67a-de3a707fa9ab req-a2e6f4cb-41e8-428a-87b1-08b4ffcfe5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:01.452967 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f9af8164-77ad-43d9-a67a-de3a707fa9ab req-a2e6f4cb-41e8-428a-87b1-08b4ffcfe5a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 1096 time: 0.0429006 Nov 10 18:37:01.538493 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af8164-77ad-43d9-a67a-de3a707fa9ab req-7394d972-9334-4f18-aaf9-a40ff2d6a3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:01.539954 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f9af8164-77ad-43d9-a67a-de3a707fa9ab req-7394d972-9334-4f18-aaf9-a40ff2d6a3c7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0865788 Nov 10 18:37:01.551923 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af8164-77ad-43d9-a67a-de3a707fa9ab req-f1994355-aad2-409a-9693-12072d397c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:01.553427 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f9af8164-77ad-43d9-a67a-de3a707fa9ab req-f1994355-aad2-409a-9693-12072d397c07 service neutron] 10.222.0.13 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0911934 Nov 10 18:37:01.610083 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f9af8164-77ad-43d9-a67a-de3a707fa9ab req-75cd36f2-4a72-4d2a-868a-2f29431093c4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 HTTP/1.1" status: 200 len: 1001 time: 0.0631061 Nov 10 18:37:01.620997 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f9af8164-77ad-43d9-a67a-de3a707fa9ab req-071984ea-f316-46d6-8f75-18a7d449308a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 HTTP/1.1" status: 200 len: 1001 time: 0.0602403 Nov 10 18:37:01.662028 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af8164-77ad-43d9-a67a-de3a707fa9ab req-a81cc899-4982-4902-8896-cc79db589b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:01.663575 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f9af8164-77ad-43d9-a67a-de3a707fa9ab req-a81cc899-4982-4902-8896-cc79db589b33 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0447862 Nov 10 18:37:01.676738 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af8164-77ad-43d9-a67a-de3a707fa9ab req-9f23dee3-8363-4629-907f-4538528142ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:01.678215 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f9af8164-77ad-43d9-a67a-de3a707fa9ab req-9f23dee3-8363-4629-907f-4538528142ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0489450 Nov 10 18:37:01.710280 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af8164-77ad-43d9-a67a-de3a707fa9ab req-03f47f49-53ce-403c-9f8c-d5dae412dd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:01.712116 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f9af8164-77ad-43d9-a67a-de3a707fa9ab req-03f47f49-53ce-403c-9f8c-d5dae412dd81 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421517 Nov 10 18:37:01.726690 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af8164-77ad-43d9-a67a-de3a707fa9ab req-3b4c2a45-5c9b-4946-b240-cef217024e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:01.728381 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f9af8164-77ad-43d9-a67a-de3a707fa9ab req-3b4c2a45-5c9b-4946-b240-cef217024e82 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423014 Nov 10 18:37:01.817209 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f9af8164-77ad-43d9-a67a-de3a707fa9ab req-1917afad-b2ac-4fa3-af7f-dd6cd080b9bf service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983007 Nov 10 18:37:01.831712 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f9af8164-77ad-43d9-a67a-de3a707fa9ab req-1aca8c0e-0552-43fa-9a33-264bea40b5d1 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954192 Nov 10 18:37:01.941561 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f9af8164-77ad-43d9-a67a-de3a707fa9ab req-c0ff3aa9-fdd8-4997-b9c1-bcabeb0cb9c6 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019821 Nov 10 18:37:01.960258 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9022d4-c64e-48f8-b2cd-8c31b199eba7 req-a852e825-2b53-45fa-8d4a-ec36a63cf93d tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:01.962475 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3d9022d4-c64e-48f8-b2cd-8c31b199eba7 req-a852e825-2b53-45fa-8d4a-ec36a63cf93d tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 944 time: 0.0846815 Nov 10 18:37:01.968306 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f9af8164-77ad-43d9-a67a-de3a707fa9ab req-6eedb335-6a34-4fe8-95d4-c1ceb371d3be service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440742 Nov 10 18:37:02.012684 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3d9022d4-c64e-48f8-b2cd-8c31b199eba7 req-3afba5dc-4322-4f79-8701-c1b6c0555135 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434206 Nov 10 18:37:02.713422 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:37:02.810103 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:37:02.820973 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'c990ea20-7cea-4af5-8ab7-f2ca87ec13d4', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'port_id': 'c990ea20-7cea-4af5-8ab7-f2ca87ec13d4', 'mac_address': 'fa:16:3e:bb:3e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:37:02.861414 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:02.874563 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:37:02.892836 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:37:02.896809 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:02.943038 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:37:02.950579 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:37:02.950934 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:37:02.951276 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:37:02.951615 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:37:02.951955 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:37:02.952314 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:37:02.952647 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:37:02.952977 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:37:02.953304 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:37:02.953630 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:37:02.953958 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:37:02.954283 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:37:02.984829 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c21c4995-eab0-411a-b1d5-566cdf55f077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:03.133984 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb07b2-8051-4949-93b1-c2e2713a7120 req-6d004f67-d693-4969-ac97-dcfea8e90704 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:03.135474 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c4eb07b2-8051-4949-93b1-c2e2713a7120 req-6d004f67-d693-4969-ac97-dcfea8e90704 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 945 time: 0.0498979 Nov 10 18:37:03.142457 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['c990ea20-7cea-4af5-8ab7-f2ca87ec13d4'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:37:03.183133 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c4eb07b2-8051-4949-93b1-c2e2713a7120 req-95ba970d-6ef3-45fc-8094-276ac64dbec8 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415332 Nov 10 18:37:03.507021 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-8477ce28-e351-46e7-bd72-35f365444eef tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:03.508981 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-8477ce28-e351-46e7-bd72-35f365444eef tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.13 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad&tenant_id=1012b220379f4be6b668cbe831bdbec6&binding%3Ahost_id=n-h2-776250-10 HTTP/1.1" status: 200 len: 945 time: 0.0859561 Nov 10 18:37:03.520907 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1149a4c-eaa7-4489-8753-9150a375319a req-8102baed-4192-4315-96c0-5bc04b760600 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:03.522313 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f1149a4c-eaa7-4489-8753-9150a375319a req-8102baed-4192-4315-96c0-5bc04b760600 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 945 time: 0.0685983 Nov 10 18:37:03.608947 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f1149a4c-eaa7-4489-8753-9150a375319a req-be6d6df0-2250-434c-b8e4-1bb67d99e1fd tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799072 Nov 10 18:37:03.613048 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-d3c90662-9e3b-486f-b348-3c4c5ef464f1 service neutron] 10.222.0.13 "GET /v2.0/ports/c990ea20-7cea-4af5-8ab7-f2ca87ec13d4/bindings/n-h2-776250-10 HTTP/1.1" status: 200 len: 383 time: 0.0898740 Nov 10 18:37:03.681369 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-e357e6f0-a8e6-49ac-8bc8-bdf25c4ae4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:03.682873 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-e357e6f0-a8e6-49ac-8bc8-bdf25c4ae4a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 1097 time: 0.0447021 Nov 10 18:37:03.774214 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-68c0200a-3900-4dea-a82d-67bbaf886422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:03.775625 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-68c0200a-3900-4dea-a82d-67bbaf886422 service neutron] 10.222.0.13 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0855649 Nov 10 18:37:03.846556 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-42e0be7d-f03c-41f3-b605-3e208161b784 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 HTTP/1.1" status: 200 len: 1002 time: 0.0626371 Nov 10 18:37:03.898224 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-b9dece85-29a2-4a24-8ce4-6644889f7335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:03.899776 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-b9dece85-29a2-4a24-8ce4-6644889f7335 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0448568 Nov 10 18:37:03.944783 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-d4c3bdc2-de84-44da-91c5-c4a6f693aa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:03.946951 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-d4c3bdc2-de84-44da-91c5-c4a6f693aa6e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406682 Nov 10 18:37:04.042233 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-6dc8e3eb-df81-4a4b-ade1-625f946abbf5 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883915 Nov 10 18:37:04.132744 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-b360aa41-34aa-47e3-880e-974f61e80bd2 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839338 Nov 10 18:37:04.243647 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:04.728872 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c75ae-49f1-4a96-bcdb-2ec6f7444e4b req-bec9cd5a-7360-46f3-ad52-a7627f87334c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:04.730355 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d46c75ae-49f1-4a96-bcdb-2ec6f7444e4b req-bec9cd5a-7360-46f3-ad52-a7627f87334c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 945 time: 0.0510297 Nov 10 18:37:04.736498 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:37:04.778855 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d46c75ae-49f1-4a96-bcdb-2ec6f7444e4b req-539b29c5-e2e7-4358-b9e2-b629098afd03 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424433 Nov 10 18:37:04.796968 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:37:04.801281 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:37:04.801649 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:04.881129 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:04.905290 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1788e914-4f54-4dc7-920d-84a4a95d54ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c990ea20-7cea-4af5-8ab7-f2ca87ec13d4'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:37:04.907425 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0a4e64-0c01-4131-907a-da4b97104287" -d '{"events": [{"server_uuid": "1788e914-4f54-4dc7-920d-84a4a95d54ad", "name": "network-vif-plugged", "status": "completed", "tag": "c990ea20-7cea-4af5-8ab7-f2ca87ec13d4"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:37:04.920406 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:37:04.924874 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:04.958549 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b965a66-2939-4b77-81a3-92d9027850ec x-openstack-request-id: req-7b965a66-2939-4b77-81a3-92d9027850ec {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:37:04.958854 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1788e914-4f54-4dc7-920d-84a4a95d54ad", "name": "network-vif-plugged", "status": "completed", "tag": "c990ea20-7cea-4af5-8ab7-f2ca87ec13d4", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:37:04.959111 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7b965a66-2939-4b77-81a3-92d9027850ec {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:37:04.959505 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1788e914-4f54-4dc7-920d-84a4a95d54ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c990ea20-7cea-4af5-8ab7-f2ca87ec13d4', 'code': 200} Nov 10 18:37:04.975887 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4,revision_number=9']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:37:05.731707 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:05.906388 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40add671-5997-4879-b5d8-4bffa4b52d35 req-e2043c68-9226-4577-a091-e64c2b742c1d tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:05.907889 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-40add671-5997-4879-b5d8-4bffa4b52d35 req-e2043c68-9226-4577-a091-e64c2b742c1d tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 946 time: 0.0563016 Nov 10 18:37:05.957026 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-40add671-5997-4879-b5d8-4bffa4b52d35 req-d9aedd14-e24c-4003-85ae-df5276e679a0 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431411 Nov 10 18:37:06.090858 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-ddee063a-c628-4437-b940-2d4a5cb5eea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:06.092392 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-ddee063a-c628-4437-b940-2d4a5cb5eea9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad&tenant_id=1012b220379f4be6b668cbe831bdbec6 HTTP/1.1" status: 200 len: 1098 time: 0.0408437 Nov 10 18:37:06.105715 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-776250-10', 'device_owner': 'compute:nova'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:37:06.160759 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:06.371992 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] For port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:37:06.406049 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] For port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:37:06.428705 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:06.446238 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1788e914-4f54-4dc7-920d-84a4a95d54ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c990ea20-7cea-4af5-8ab7-f2ca87ec13d4'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:37:06.449340 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a99cfa-abc0-490c-8231-40805aa8b7cc" -d '{"events": [{"server_uuid": "1788e914-4f54-4dc7-920d-84a4a95d54ad", "name": "network-vif-unplugged", "status": "completed", "tag": "c990ea20-7cea-4af5-8ab7-f2ca87ec13d4"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:37:06.453745 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:06.468035 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] Transition to ACTIVE for port object c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:37:06.471587 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:06.502408 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 18:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6edb6f3-db64-40d1-9d63-29330e38a52c x-openstack-request-id: req-e6edb6f3-db64-40d1-9d63-29330e38a52c {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:37:06.503274 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1788e914-4f54-4dc7-920d-84a4a95d54ad", "name": "network-vif-unplugged", "status": "completed", "tag": "c990ea20-7cea-4af5-8ab7-f2ca87ec13d4", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:37:06.503274 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e6edb6f3-db64-40d1-9d63-29330e38a52c {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:37:06.503462 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1788e914-4f54-4dc7-920d-84a4a95d54ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c990ea20-7cea-4af5-8ab7-f2ca87ec13d4', 'code': 200} Nov 10 18:37:06.563202 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] Pushing event updated for resources: {'Port': ['ID=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4,revision_number=10']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:37:06.578000 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:37:06.578350 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:37:06.578694 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:37:06.579036 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:37:06.579378 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:37:06.579708 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:37:06.580028 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:37:06.580440 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:37:06.580705 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:37:06.581044 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:37:06.581370 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:37:06.581694 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:37:06.611936 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] No DVR routers for this DVR port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:37:06.751137 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] Attempting to bind port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:37:06.751472 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] Attempting to bind port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:37:06.751802 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] Attempting to bind port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 on network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:37:06.756120 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] Port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 on network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:37:06.756473 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] Attempting to bind port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 on network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:37:06.761976 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:37:06.762311 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] Checking segment: {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:37:06.762692 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] Bound using segment: {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:37:06.763120 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] Bound port: c990ea20-7cea-4af5-8ab7-f2ca87ec13d4, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:37:06.763474 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:06.826020 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] For port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:37:06.829260 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] For port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:37:06.833438 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:06.874176 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:06.874794 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:06.876186 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] 10.222.0.11 "PUT /v2.0/ports/c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 HTTP/1.1" status: 200 len: 1094 time: 0.7752643 Nov 10 18:37:06.896979 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d24717-0e07-49f5-9eb5-978f3fa3c103 service neutron] Pushing event updated for resources: {'Port': ['ID=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4,revision_number=11']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:37:06.942104 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-96c1169a-bdc3-4b24-9073-8e91d0d6a90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:06.943765 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-96c1169a-bdc3-4b24-9073-8e91d0d6a90a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 1097 time: 0.0440137 Nov 10 18:37:07.058511 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-3d6822a6-4ed2-4ae4-8d38-a8a97b2169cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:07.059972 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-3d6822a6-4ed2-4ae4-8d38-a8a97b2169cd service neutron] 10.222.0.11 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.1088786 Nov 10 18:37:07.147064 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7c01e-fead-4fca-a1c6-da98dcff6725 req-33e798d0-22b1-48b9-ad4f-fcd9833051eb tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:07.148549 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-23c7c01e-fead-4fca-a1c6-da98dcff6725 req-33e798d0-22b1-48b9-ad4f-fcd9833051eb tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 945 time: 0.1024549 Nov 10 18:37:07.155721 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-1b63e20e-6b7c-49de-a29d-515cf84b9673 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 HTTP/1.1" status: 200 len: 1001 time: 0.0782487 Nov 10 18:37:07.237217 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-23c7c01e-fead-4fca-a1c6-da98dcff6725 req-0ea80048-1429-4cc3-81d0-1db12272227b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805154 Nov 10 18:37:07.238715 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-828f6989-b23c-46d6-9768-1d934ab2468d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:07.240223 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-828f6989-b23c-46d6-9768-1d934ab2468d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0768275 Nov 10 18:37:07.287775 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-4b06639a-dee7-480b-a481-e527b286098f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:07.289317 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-4b06639a-dee7-480b-a481-e527b286098f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425274 Nov 10 18:37:07.385094 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-de538c7c-2227-4d2c-a2b9-50e62bc8f0c7 service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874212 Nov 10 18:37:07.476169 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4a02dda3-1f23-4105-9dbc-074cd06c891f req-041da661-e6ea-46b3-929d-ea2eb528e576 service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849135 Nov 10 18:37:08.359623 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973d74c-6b92-4a30-bfe6-be8eee25e757 req-8b96c95f-ac05-4c1e-afe5-00d654f7f075 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:08.361168 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6973d74c-6b92-4a30-bfe6-be8eee25e757 req-8b96c95f-ac05-4c1e-afe5-00d654f7f075 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 945 time: 0.0508673 Nov 10 18:37:08.412487 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6973d74c-6b92-4a30-bfe6-be8eee25e757 req-51e28b3e-04e8-4f3a-9b0d-9d9b8020bd9f tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453231 Nov 10 18:37:08.504687 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1788e914-4f54-4dc7-920d-84a4a95d54ad', 'tag': 'c990ea20-7cea-4af5-8ab7-f2ca87ec13d4'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:37:08.507054 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de48b5a0-3c28-4493-9b3b-88c9b1c7b2de" -d '{"events": [{"name": "network-changed", "server_uuid": "1788e914-4f54-4dc7-920d-84a4a95d54ad", "tag": "c990ea20-7cea-4af5-8ab7-f2ca87ec13d4"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:37:08.555152 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01184222-15f5-4514-ba95-79fabfe87fea x-openstack-request-id: req-01184222-15f5-4514-ba95-79fabfe87fea {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:37:08.555442 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1788e914-4f54-4dc7-920d-84a4a95d54ad", "tag": "c990ea20-7cea-4af5-8ab7-f2ca87ec13d4", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:37:08.555694 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-01184222-15f5-4514-ba95-79fabfe87fea {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:37:08.556124 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1788e914-4f54-4dc7-920d-84a4a95d54ad', 'tag': 'c990ea20-7cea-4af5-8ab7-f2ca87ec13d4', 'status': 'completed', 'code': 200} Nov 10 18:37:08.565335 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:37:08.622126 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48b5a0-3c28-4493-9b3b-88c9b1c7b2de req-a353cdd9-6888-4a73-8b1e-c69f83bc0e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:08.623666 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-de48b5a0-3c28-4493-9b3b-88c9b1c7b2de req-a353cdd9-6888-4a73-8b1e-c69f83bc0e8e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 1097 time: 0.0450125 Nov 10 18:37:08.624025 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48b5a0-3c28-4493-9b3b-88c9b1c7b2de req-96f5c5d1-fcdb-416a-8d54-9671013bdc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:08.625615 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-de48b5a0-3c28-4493-9b3b-88c9b1c7b2de req-96f5c5d1-fcdb-416a-8d54-9671013bdc85 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 1097 time: 0.0462632 Nov 10 18:37:08.663588 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:37:08.675681 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'c990ea20-7cea-4af5-8ab7-f2ca87ec13d4', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'port_id': 'c990ea20-7cea-4af5-8ab7-f2ca87ec13d4', 'mac_address': 'fa:16:3e:bb:3e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:37:08.725085 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48b5a0-3c28-4493-9b3b-88c9b1c7b2de req-97386a8f-9c9c-4b34-bc3e-a25e1bfcbafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:08.725314 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48b5a0-3c28-4493-9b3b-88c9b1c7b2de req-e3d30df2-fe13-485a-8b65-4a41aa5a88da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:08.726596 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-de48b5a0-3c28-4493-9b3b-88c9b1c7b2de req-97386a8f-9c9c-4b34-bc3e-a25e1bfcbafb service neutron] 10.222.0.11 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0937986 Nov 10 18:37:08.726860 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:08.727090 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-de48b5a0-3c28-4493-9b3b-88c9b1c7b2de req-e3d30df2-fe13-485a-8b65-4a41aa5a88da service neutron] 10.222.0.13 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0937586 Nov 10 18:37:08.744968 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:37:08.750974 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:37:08.803251 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:37:08.806083 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-de48b5a0-3c28-4493-9b3b-88c9b1c7b2de req-b45a2d54-15bb-46e8-8138-51d3baff29f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 HTTP/1.1" status: 200 len: 1001 time: 0.0722232 Nov 10 18:37:08.806337 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:37:08.806504 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-de48b5a0-3c28-4493-9b3b-88c9b1c7b2de req-bdc9a9fb-ddb7-4dd6-bd08-3e11448c9602 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 HTTP/1.1" status: 200 len: 1001 time: 0.0703554 Nov 10 18:37:08.810171 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:08.859840 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4,revision_number=12']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:37:08.861362 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48b5a0-3c28-4493-9b3b-88c9b1c7b2de req-d1150b72-1588-4863-991c-f955699ea66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:08.862858 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-de48b5a0-3c28-4493-9b3b-88c9b1c7b2de req-d1150b72-1588-4863-991c-f955699ea66e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0475705 Nov 10 18:37:08.865816 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48b5a0-3c28-4493-9b3b-88c9b1c7b2de req-e11b1247-c09b-4d66-80b5-a47e5868c990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:08.867289 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-de48b5a0-3c28-4493-9b3b-88c9b1c7b2de req-e11b1247-c09b-4d66-80b5-a47e5868c990 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0539191 Nov 10 18:37:08.916211 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48b5a0-3c28-4493-9b3b-88c9b1c7b2de req-10c68ddb-a181-4c70-8172-dcf1bb6877d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:08.917915 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-de48b5a0-3c28-4493-9b3b-88c9b1c7b2de req-10c68ddb-a181-4c70-8172-dcf1bb6877d0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471528 Nov 10 18:37:08.926563 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48b5a0-3c28-4493-9b3b-88c9b1c7b2de req-cbe61d7e-92cd-4ccc-ad29-5c5e3a1574ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:08.928078 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-de48b5a0-3c28-4493-9b3b-88c9b1c7b2de req-cbe61d7e-92cd-4ccc-ad29-5c5e3a1574ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459065 Nov 10 18:37:09.024255 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-de48b5a0-3c28-4493-9b3b-88c9b1c7b2de req-13999d2d-044c-4498-8ad3-d827d3d2a270 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990489 Nov 10 18:37:09.026451 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['c990ea20-7cea-4af5-8ab7-f2ca87ec13d4'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:37:09.029524 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-de48b5a0-3c28-4493-9b3b-88c9b1c7b2de req-e6541c50-2924-4eb2-9223-eac1f6e923f8 service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927389 Nov 10 18:37:09.130809 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-de48b5a0-3c28-4493-9b3b-88c9b1c7b2de req-bd20b703-5e96-4d4d-acd4-cb5555b145b5 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995178 Nov 10 18:37:09.143264 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-de48b5a0-3c28-4493-9b3b-88c9b1c7b2de req-9992676d-6f35-4b42-8956-ef5c0f997bd1 service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065273 Nov 10 18:37:09.534427 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca6603-e3a4-48a9-8a68-c6cdb8234144 req-1a9fce28-b6ae-4f1c-92ce-92a17d5e7dc2 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:09.535918 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5bca6603-e3a4-48a9-8a68-c6cdb8234144 req-1a9fce28-b6ae-4f1c-92ce-92a17d5e7dc2 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 946 time: 0.0541039 Nov 10 18:37:09.583333 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5bca6603-e3a4-48a9-8a68-c6cdb8234144 req-ed04b844-4759-42ff-a45f-893a5198419b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407217 Nov 10 18:37:09.701945 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3d6eb-3d89-44a3-b39b-ef882508c575 req-15c43afa-92d0-4574-851b-e0aec75b4c50 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:09.703421 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ad3d6eb-3d89-44a3-b39b-ef882508c575 req-15c43afa-92d0-4574-851b-e0aec75b4c50 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 946 time: 0.0506608 Nov 10 18:37:09.752658 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ad3d6eb-3d89-44a3-b39b-ef882508c575 req-57b8884b-29a9-4faf-a817-b7b21d9086f2 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432308 Nov 10 18:37:09.867433 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be7096-6fc5-4cef-a75a-28324291db57 req-d50d591f-c8c8-48a0-9b06-bc947c7199e5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:09.869292 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d4be7096-6fc5-4cef-a75a-28324291db57 req-d50d591f-c8c8-48a0-9b06-bc947c7199e5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 946 time: 0.0505149 Nov 10 18:37:09.916791 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d4be7096-6fc5-4cef-a75a-28324291db57 req-fb152d54-66f9-4c97-881c-7f6f31cd9bce tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416520 Nov 10 18:37:10.147333 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da9d64-ea88-4f1a-a05a-5353dc0fc29f req-5072d79a-fc95-4ac9-8755-ce2bc566303c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:10.148863 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-15da9d64-ea88-4f1a-a05a-5353dc0fc29f req-5072d79a-fc95-4ac9-8755-ce2bc566303c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 946 time: 0.0492623 Nov 10 18:37:10.200768 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-15da9d64-ea88-4f1a-a05a-5353dc0fc29f req-b6a4d384-8e3a-4c82-b7f2-4eadb866e55f tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451102 Nov 10 18:37:10.558604 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:37:10.606778 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:37:10.610828 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:37:10.611201 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:10.690421 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:10.713303 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1788e914-4f54-4dc7-920d-84a4a95d54ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c990ea20-7cea-4af5-8ab7-f2ca87ec13d4'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:37:10.715484 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f07bfa2-5f63-49f3-b542-e3839763bc5d" -d '{"events": [{"server_uuid": "1788e914-4f54-4dc7-920d-84a4a95d54ad", "name": "network-vif-plugged", "status": "completed", "tag": "c990ea20-7cea-4af5-8ab7-f2ca87ec13d4"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:37:10.728353 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:37:10.733458 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:10.758870 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707dbd5d-736a-45f8-8ffd-aaa598933f4f x-openstack-request-id: req-707dbd5d-736a-45f8-8ffd-aaa598933f4f {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:37:10.759897 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1788e914-4f54-4dc7-920d-84a4a95d54ad", "name": "network-vif-plugged", "status": "completed", "tag": "c990ea20-7cea-4af5-8ab7-f2ca87ec13d4", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:37:10.760301 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-707dbd5d-736a-45f8-8ffd-aaa598933f4f {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:37:10.760703 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1788e914-4f54-4dc7-920d-84a4a95d54ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c990ea20-7cea-4af5-8ab7-f2ca87ec13d4', 'code': 200} Nov 10 18:37:10.783250 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4,revision_number=13']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:37:11.321881 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad71b5-13f5-4570-99d4-44b243b4263e req-67b7d745-0524-45f5-b39b-a1189dd2daa2 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:11.323373 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5aad71b5-13f5-4570-99d4-44b243b4263e req-67b7d745-0524-45f5-b39b-a1189dd2daa2 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 947 time: 0.0505233 Nov 10 18:37:11.365078 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c13905-6723-437d-bd4a-afdfed12be7b req-e7077c55-ba03-4649-902b-1d9371a3e318 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:11.366646 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a9c13905-6723-437d-bd4a-afdfed12be7b req-e7077c55-ba03-4649-902b-1d9371a3e318 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.11 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 947 time: 0.0535626 Nov 10 18:37:11.373400 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5aad71b5-13f5-4570-99d4-44b243b4263e req-62a2052e-6ef6-418d-a7d9-620a908a2cc8 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439610 Nov 10 18:37:11.456575 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-a9c13905-6723-437d-bd4a-afdfed12be7b req-c0a8c488-92cc-4b66-ad2f-b0559ee48169 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Deleting port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:37:11.456914 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a9c13905-6723-437d-bd4a-afdfed12be7b req-c0a8c488-92cc-4b66-ad2f-b0559ee48169 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:11.549217 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-a9c13905-6723-437d-bd4a-afdfed12be7b req-c0a8c488-92cc-4b66-ad2f-b0559ee48169 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] For port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:37:11.549549 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a9c13905-6723-437d-bd4a-afdfed12be7b req-c0a8c488-92cc-4b66-ad2f-b0559ee48169 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:11.718491 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a9c13905-6723-437d-bd4a-afdfed12be7b req-c0a8c488-92cc-4b66-ad2f-b0559ee48169 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:11.718850 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a9c13905-6723-437d-bd4a-afdfed12be7b req-c0a8c488-92cc-4b66-ad2f-b0559ee48169 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:11.719164 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [req-a9c13905-6723-437d-bd4a-afdfed12be7b req-c0a8c488-92cc-4b66-ad2f-b0559ee48169 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Floating IP 69f81d7c-10ef-4f80-a192-c0ce38589798 disassociated. External IP: 172.25.5.142, port: c990ea20-7cea-4af5-8ab7-f2ca87ec13d4. Nov 10 18:37:11.719501 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-a9c13905-6723-437d-bd4a-afdfed12be7b req-c0a8c488-92cc-4b66-ad2f-b0559ee48169 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Calling delete_port for c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:37:11.848273 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a9c13905-6723-437d-bd4a-afdfed12be7b req-c0a8c488-92cc-4b66-ad2f-b0559ee48169 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:11.877413 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8c488-92cc-4b66-ad2f-b0559ee48169 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Pushing event deleted for resources: {'Port': ['ID=c990ea20-7cea-4af5-8ab7-f2ca87ec13d4,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:37:11.999335 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9c13905-6723-437d-bd4a-afdfed12be7b req-c0a8c488-92cc-4b66-ad2f-b0559ee48169 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:37:12.111842 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9c13905-6723-437d-bd4a-afdfed12be7b req-c0a8c488-92cc-4b66-ad2f-b0559ee48169 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:37:12.122371 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109a2de9-bb3c-4462-93d2-375bbb90af95 None None] Sync routers for ids ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:37:12.132510 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109a2de9-bb3c-4462-93d2-375bbb90af95 None None] Routers {'6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:37:12.133118 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-109a2de9-bb3c-4462-93d2-375bbb90af95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:37:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:37:12.153628 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c13905-6723-437d-bd4a-afdfed12be7b req-c0a8c488-92cc-4b66-ad2f-b0559ee48169 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] No DVR routers for this DVR port c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:37:12.156203 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-a9c13905-6723-437d-bd4a-afdfed12be7b req-c0a8c488-92cc-4b66-ad2f-b0559ee48169 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:12.159493 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a9c13905-6723-437d-bd4a-afdfed12be7b req-c0a8c488-92cc-4b66-ad2f-b0559ee48169 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.11 "DELETE /v2.0/ports/c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 HTTP/1.1" status: 204 len: 173 time: 0.7867329 Nov 10 18:37:12.159928 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1788e914-4f54-4dc7-920d-84a4a95d54ad', 'name': 'network-vif-deleted', 'tag': 'c990ea20-7cea-4af5-8ab7-f2ca87ec13d4'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:37:12.162253 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710d1ab9-fe97-44dc-98de-6b6fb44084f6" -d '{"events": [{"server_uuid": "1788e914-4f54-4dc7-920d-84a4a95d54ad", "name": "network-vif-deleted", "tag": "c990ea20-7cea-4af5-8ab7-f2ca87ec13d4"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:37:12.213257 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c581b14-2e81-4e17-98da-4bc34b7d14ef x-openstack-request-id: req-7c581b14-2e81-4e17-98da-4bc34b7d14ef {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:37:12.213521 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1788e914-4f54-4dc7-920d-84a4a95d54ad", "name": "network-vif-deleted", "tag": "c990ea20-7cea-4af5-8ab7-f2ca87ec13d4", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:37:12.213841 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c581b14-2e81-4e17-98da-4bc34b7d14ef {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:37:12.214268 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1788e914-4f54-4dc7-920d-84a4a95d54ad', 'name': 'network-vif-deleted', 'tag': 'c990ea20-7cea-4af5-8ab7-f2ca87ec13d4', 'status': 'completed', 'code': 200} Nov 10 18:37:12.241902 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-109a2de9-bb3c-4462-93d2-375bbb90af95 None None] Set router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:37:12.440406 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-109a2de9-bb3c-4462-93d2-375bbb90af95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'name': 'tempest-ServerActionsTestJSON-1857887221-router', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:30:24Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'gw_port': {'id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:25Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2c161457-035c-4a1a-a857-8fbf619ba148', 'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'mac_address': 'fa:16:3e:32:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:26Z', 'updated_at': '2021-11-10T18:30:30Z', 'revision_number': 5, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'subnets': [{'id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:37:12.466126 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109a2de9-bb3c-4462-93d2-375bbb90af95 None None] Checking router: 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:37:12.474564 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109a2de9-bb3c-4462-93d2-375bbb90af95 None None] Routers {'6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:37:12.475159 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-109a2de9-bb3c-4462-93d2-375bbb90af95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:37:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:37:12.484932 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f56955c-25c7-44de-9644-0cdb36e36c5c req-7cf6c348-f1ee-4e78-86c4-bed244ca883f tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=1788e914-4f54-4dc7-920d-84a4a95d54ad HTTP/1.1" status: 200 len: 210 time: 0.0279801 Nov 10 18:37:12.581932 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-109a2de9-bb3c-4462-93d2-375bbb90af95 None None] Set router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:37:12.779977 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-109a2de9-bb3c-4462-93d2-375bbb90af95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'name': 'tempest-ServerActionsTestJSON-1857887221-router', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:30:24Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'gw_port': {'id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:25Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2c161457-035c-4a1a-a857-8fbf619ba148', 'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'mac_address': 'fa:16:3e:32:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:26Z', 'updated_at': '2021-11-10T18:30:30Z', 'revision_number': 5, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'subnets': [{'id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:37:12.809258 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109a2de9-bb3c-4462-93d2-375bbb90af95 None None] The sync data for ids ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'] in n-d-776250-10 is: [{'id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'name': 'tempest-ServerActionsTestJSON-1857887221-router', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:30:24Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'gw_port': {'id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:25Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2c161457-035c-4a1a-a857-8fbf619ba148', 'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'mac_address': 'fa:16:3e:32:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:26Z', 'updated_at': '2021-11-10T18:30:30Z', 'revision_number': 5, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'subnets': [{'id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:37:13.029925 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362fcbc5-0c28-431c-927f-4dc4b9ae865c None None] New status for floating IP 69f81d7c-10ef-4f80-a192-c0ce38589798: DOWN {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:37:13.765170 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-91bd74c8-503a-41c2-ade4-e8f9bb57e278 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--608746219&fields=id&tenant_id=1012b220379f4be6b668cbe831bdbec6 HTTP/1.1" status: 200 len: 267 time: 0.0430346 Nov 10 18:37:13.874715 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-65fafadc-be8e-4ee9-8c19-9b3a23cc79fe tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:13.876092 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-65fafadc-be8e-4ee9-8c19-9b3a23cc79fe tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 812 time: 0.1042423 Nov 10 18:37:13.891537 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-0bf7b9da-1dec-479f-89a8-c145f091e43e tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/quotas/1012b220379f4be6b668cbe831bdbec6 HTTP/1.1" status: 200 len: 375 time: 0.0096903 Nov 10 18:37:13.943765 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-a253e922-d6c1-40b5-a302-e85e18bcdaff tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467954 Nov 10 18:37:14.047337 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-87883b2a-546f-4b73-a400-5d998410ff23 service neutron] 10.222.0.39 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911763 Nov 10 18:37:14.137714 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-fab2faa8-47f7-41b0-b1e9-7e7fd165613f service neutron] 10.222.0.39 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840993 Nov 10 18:37:14.293341 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c0128669-8b12-4c6a-8dac-ff3630eb132b req-bb5b5885-1ede-4338-a62f-63f771241896 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 210 time: 0.0263264 Nov 10 18:37:14.552965 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:37:14.574672 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:37:14.575024 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device c990ea20-7cea-4af5-8ab7-f2ca87ec13d4 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:37:15.391586 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7610cf2a-272d-4281-a5dc-74e5bb0e9469 req-7dabadb5-d76d-44fd-b208-69cbf678f0a9 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 210 time: 0.0261679 Nov 10 18:37:16.273601 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-bf365281-b39a-41f8-a82e-2dee99e9287c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:16.275194 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-bf365281-b39a-41f8-a82e-2dee99e9287c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.13 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 812 time: 0.1087496 Nov 10 18:37:16.337842 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-faafb92e-fd9a-4940-b2fa-b84dac3243c4 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1012b220379f4be6b668cbe831bdbec6 HTTP/1.1" status: 200 len: 379 time: 0.0527372 Nov 10 18:37:16.349727 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-330c30ad-b464-448f-be8c-a90303ef81d0 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Request body: {'port': {'device_id': '01265b0e-3daa-44c7-af09-60643fd54891', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'admin_state_up': True, 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'security_groups': ['f443c5cd-b893-4fb7-b03a-141a2ff3c636']}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:37:16.473075 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-330c30ad-b464-448f-be8c-a90303ef81d0 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Made reservation on behalf of 1012b220379f4be6b668cbe831bdbec6 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:37:16.476921 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-330c30ad-b464-448f-be8c-a90303ef81d0 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:16.494387 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f52dcee2-924e-47ae-91d4-19c1fd4f10e0 req-ddd24ff0-73bf-4a50-aeb6-042ce8c91cc5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 210 time: 0.0334878 Nov 10 18:37:16.615012 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-330c30ad-b464-448f-be8c-a90303ef81d0 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Allocated IP 172.20.0.7 (27d59da6-7cca-4d2d-ab3a-80bd3017b8c4/1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb/977668bc-32b4-4ad7-b9d1-9065385d7454) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:37:16.753515 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-330c30ad-b464-448f-be8c-a90303ef81d0 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:16.786113 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-330c30ad-b464-448f-be8c-a90303ef81d0 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:16.830398 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-330c30ad-b464-448f-be8c-a90303ef81d0 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:37:16.835813 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-330c30ad-b464-448f-be8c-a90303ef81d0 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:37:16.839298 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-330c30ad-b464-448f-be8c-a90303ef81d0 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:37:16.876269 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c30ad-b464-448f-be8c-a90303ef81d0 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Pushing event updated for resources: {'Port': ['ID=977668bc-32b4-4ad7-b9d1-9065385d7454,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:37:16.906793 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-330c30ad-b464-448f-be8c-a90303ef81d0 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:16.907473 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-330c30ad-b464-448f-be8c-a90303ef81d0 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:16.924188 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-330c30ad-b464-448f-be8c-a90303ef81d0 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5782204 Nov 10 18:37:16.936923 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-11172ed8-4663-448c-90af-b854418b888b service neutron] Request body: {'port': {'device_id': '01265b0e-3daa-44c7-af09-60643fd54891', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:37:16.994843 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-11172ed8-4663-448c-90af-b854418b888b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:17.126247 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-4d8d3244-eec5-44ba-a823-3e2115ce686f None None] Provisioning complete for port 977668bc-32b4-4ad7-b9d1-9065385d7454 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:37:17.126850 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4d8d3244-eec5-44ba-a823-3e2115ce686f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:17.162509 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-4d8d3244-eec5-44ba-a823-3e2115ce686f None None] Port 977668bc-32b4-4ad7-b9d1-9065385d7454 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:37:17.271187 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-11172ed8-4663-448c-90af-b854418b888b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 977668bc-32b4-4ad7-b9d1-9065385d7454 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:37:17.278620 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-11172ed8-4663-448c-90af-b854418b888b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:17.291611 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-11172ed8-4663-448c-90af-b854418b888b service neutron] Transition to ACTIVE for port object 977668bc-32b4-4ad7-b9d1-9065385d7454 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:37:17.294918 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-11172ed8-4663-448c-90af-b854418b888b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:17.346671 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11172ed8-4663-448c-90af-b854418b888b service neutron] Pushing event updated for resources: {'Port': ['ID=977668bc-32b4-4ad7-b9d1-9065385d7454,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:37:17.417585 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-11172ed8-4663-448c-90af-b854418b888b service neutron] Attempting to bind port 977668bc-32b4-4ad7-b9d1-9065385d7454 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:37:17.417937 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-11172ed8-4663-448c-90af-b854418b888b service neutron] Attempting to bind port 977668bc-32b4-4ad7-b9d1-9065385d7454 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:37:17.418274 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-11172ed8-4663-448c-90af-b854418b888b service neutron] Attempting to bind port 977668bc-32b4-4ad7-b9d1-9065385d7454 on network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:37:17.423027 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-11172ed8-4663-448c-90af-b854418b888b service neutron] Port 977668bc-32b4-4ad7-b9d1-9065385d7454 on network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:37:17.423355 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-11172ed8-4663-448c-90af-b854418b888b service neutron] Attempting to bind port 977668bc-32b4-4ad7-b9d1-9065385d7454 on network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:37:17.428337 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-11172ed8-4663-448c-90af-b854418b888b service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:37:17.428677 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-11172ed8-4663-448c-90af-b854418b888b service neutron] Checking segment: {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:37:17.429062 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-11172ed8-4663-448c-90af-b854418b888b service neutron] Bound using segment: {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:37:17.429498 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-11172ed8-4663-448c-90af-b854418b888b service neutron] Bound port: 977668bc-32b4-4ad7-b9d1-9065385d7454, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:37:17.429859 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-11172ed8-4663-448c-90af-b854418b888b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:17.502830 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-11172ed8-4663-448c-90af-b854418b888b service neutron] For port 977668bc-32b4-4ad7-b9d1-9065385d7454, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:37:17.506478 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-11172ed8-4663-448c-90af-b854418b888b service neutron] For port 977668bc-32b4-4ad7-b9d1-9065385d7454, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=977668bc-32b4-4ad7-b9d1-9065385d7454,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:37:17.512920 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-11172ed8-4663-448c-90af-b854418b888b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:17.555514 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-11172ed8-4663-448c-90af-b854418b888b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:17.557199 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-11172ed8-4663-448c-90af-b854418b888b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:17.558659 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-11172ed8-4663-448c-90af-b854418b888b service neutron] 10.222.0.13 "PUT /v2.0/ports/977668bc-32b4-4ad7-b9d1-9065385d7454 HTTP/1.1" status: 200 len: 1092 time: 0.6260562 Nov 10 18:37:17.561344 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01265b0e-3daa-44c7-af09-60643fd54891', 'tag': '977668bc-32b4-4ad7-b9d1-9065385d7454'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:37:17.564878 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a135e0a6-bd07-4e9a-8a4c-d3f6ec13d647" -d '{"events": [{"name": "network-changed", "server_uuid": "01265b0e-3daa-44c7-af09-60643fd54891", "tag": "977668bc-32b4-4ad7-b9d1-9065385d7454"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:37:17.609891 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e21e8da-c000-4aa6-8d32-adc8a5829633 x-openstack-request-id: req-7e21e8da-c000-4aa6-8d32-adc8a5829633 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:37:17.610191 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01265b0e-3daa-44c7-af09-60643fd54891", "tag": "977668bc-32b4-4ad7-b9d1-9065385d7454", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:37:17.610453 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7e21e8da-c000-4aa6-8d32-adc8a5829633 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:37:17.610854 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01265b0e-3daa-44c7-af09-60643fd54891', 'tag': '977668bc-32b4-4ad7-b9d1-9065385d7454', 'status': 'completed', 'code': 200} Nov 10 18:37:17.620347 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11172ed8-4663-448c-90af-b854418b888b service neutron] Pushing event updated for resources: {'Port': ['ID=977668bc-32b4-4ad7-b9d1-9065385d7454,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:37:17.643330 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b32a2-2efd-4846-a55d-ade30757ee3b req-7fd9e9cd-c47b-4583-ab40-d51b8da8de8b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:17.652057 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e09b32a2-2efd-4846-a55d-ade30757ee3b req-7fd9e9cd-c47b-4583-ab40-d51b8da8de8b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 943 time: 0.0841827 Nov 10 18:37:17.660875 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-193d4e0f-bb44-4e2b-a9a4-84b685a84314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:17.662393 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-193d4e0f-bb44-4e2b-a9a4-84b685a84314 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 1095 time: 0.0547385 Nov 10 18:37:17.700888 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e09b32a2-2efd-4846-a55d-ade30757ee3b req-e9c8b186-4488-47da-8700-b7494a9f9c95 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477357 Nov 10 18:37:17.712537 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-d03eb03f-5244-4a6c-8702-10ff550e30af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=977668bc-32b4-4ad7-b9d1-9065385d7454 HTTP/1.1" status: 200 len: 217 time: 0.0407562 Nov 10 18:37:17.768814 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-f4e25b78-b88c-421a-8019-47874ce63089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:17.770409 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-f4e25b78-b88c-421a-8019-47874ce63089 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0471256 Nov 10 18:37:17.818140 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-01874ec6-8685-4959-8904-e279ad81b386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:17.819683 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-01874ec6-8685-4959-8904-e279ad81b386 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422919 Nov 10 18:37:17.913693 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-7f29c833-e569-4f32-a9e9-697d06d850a0 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864761 Nov 10 18:37:18.004542 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-38e6e211-6884-4b23-a0a8-663530cbb00e req-3793c3be-d76b-4d60-a899-28ce0a7df674 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830638 Nov 10 18:37:18.086662 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135e0a6-bd07-4e9a-8a4c-d3f6ec13d647 req-0b6221c0-3a82-4dd4-a535-55912dd546cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:18.088690 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a135e0a6-bd07-4e9a-8a4c-d3f6ec13d647 req-0b6221c0-3a82-4dd4-a535-55912dd546cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 1095 time: 0.0408206 Nov 10 18:37:18.184338 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135e0a6-bd07-4e9a-8a4c-d3f6ec13d647 req-f7b42fee-1019-4fb6-ae3a-3f3531db7408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:18.185767 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a135e0a6-bd07-4e9a-8a4c-d3f6ec13d647 req-f7b42fee-1019-4fb6-ae3a-3f3531db7408 service neutron] 10.222.0.13 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0897267 Nov 10 18:37:18.228968 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a135e0a6-bd07-4e9a-8a4c-d3f6ec13d647 req-a4fc81b4-054c-4743-9dfa-dffc5637f19c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=977668bc-32b4-4ad7-b9d1-9065385d7454 HTTP/1.1" status: 200 len: 217 time: 0.0348573 Nov 10 18:37:18.281047 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135e0a6-bd07-4e9a-8a4c-d3f6ec13d647 req-fb39e298-3163-4542-8c7f-838bdb83782f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:18.282503 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a135e0a6-bd07-4e9a-8a4c-d3f6ec13d647 req-fb39e298-3163-4542-8c7f-838bdb83782f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0464082 Nov 10 18:37:18.328701 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135e0a6-bd07-4e9a-8a4c-d3f6ec13d647 req-cfe1c72f-9613-4088-bf4d-6330525aaa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:18.330193 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a135e0a6-bd07-4e9a-8a4c-d3f6ec13d647 req-cfe1c72f-9613-4088-bf4d-6330525aaa83 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402105 Nov 10 18:37:18.421209 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a135e0a6-bd07-4e9a-8a4c-d3f6ec13d647 req-45b847c0-ab66-4374-8900-1ef7956fa0f6 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824404 Nov 10 18:37:18.520557 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a135e0a6-bd07-4e9a-8a4c-d3f6ec13d647 req-1bfc411f-31d4-429e-83a3-901283767f8b service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902197 Nov 10 18:37:18.820430 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35fca7-9c5f-4fcb-9364-5703edb7a5ce req-f5c5d8eb-f6d0-469a-b3a8-203ce4126913 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:18.822074 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0c35fca7-9c5f-4fcb-9364-5703edb7a5ce req-f5c5d8eb-f6d0-469a-b3a8-203ce4126913 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 943 time: 0.0496695 Nov 10 18:37:18.868535 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0c35fca7-9c5f-4fcb-9364-5703edb7a5ce req-9bb0466c-48d7-4551-b83e-1de6fe46b21c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404222 Nov 10 18:37:20.026166 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834b0b2-a665-4785-9a68-83c1e4aaf801 req-366c2335-8096-4321-81e5-e45550be7c04 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:20.027545 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c834b0b2-a665-4785-9a68-83c1e4aaf801 req-366c2335-8096-4321-81e5-e45550be7c04 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 943 time: 0.0918767 Nov 10 18:37:20.075589 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c834b0b2-a665-4785-9a68-83c1e4aaf801 req-08d0e43c-44af-476c-8048-814dbbbe41b8 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420134 Nov 10 18:37:20.760030 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 977668bc-32b4-4ad7-b9d1-9065385d7454 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:37:20.854601 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 977668bc-32b4-4ad7-b9d1-9065385d7454, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=977668bc-32b4-4ad7-b9d1-9065385d7454,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:37:20.865718 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '977668bc-32b4-4ad7-b9d1-9065385d7454', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'port_id': '977668bc-32b4-4ad7-b9d1-9065385d7454', 'mac_address': 'fa:16:3e:82:3c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:37:20.903821 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:20.921206 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 977668bc-32b4-4ad7-b9d1-9065385d7454 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:37:20.940604 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 977668bc-32b4-4ad7-b9d1-9065385d7454, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=977668bc-32b4-4ad7-b9d1-9065385d7454,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:37:20.944337 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:20.991576 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=977668bc-32b4-4ad7-b9d1-9065385d7454,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:37:21.136697 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['977668bc-32b4-4ad7-b9d1-9065385d7454'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:37:21.199339 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b74c1-0b0b-4909-911b-869db30649fe req-13a06a56-91cb-4d74-8bbd-d445f3d580bd tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:21.200872 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-545b74c1-0b0b-4909-911b-869db30649fe req-13a06a56-91cb-4d74-8bbd-d445f3d580bd tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 944 time: 0.0547364 Nov 10 18:37:21.248319 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-545b74c1-0b0b-4909-911b-869db30649fe req-05024b6e-1c87-4d97-924e-062670c1ea50 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412822 Nov 10 18:37:22.367935 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521e6df-655f-4000-9406-c6054b09118b req-bccee31e-0791-4fe3-a380-5149ad14cb7b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:22.369572 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b521e6df-655f-4000-9406-c6054b09118b req-bccee31e-0791-4fe3-a380-5149ad14cb7b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 944 time: 0.0529113 Nov 10 18:37:22.416798 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b521e6df-655f-4000-9406-c6054b09118b req-f94bc694-2329-4b1c-92ba-f396511bdc81 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413003 Nov 10 18:37:22.766012 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 977668bc-32b4-4ad7-b9d1-9065385d7454 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:37:22.816546 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 977668bc-32b4-4ad7-b9d1-9065385d7454 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:37:22.820330 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 977668bc-32b4-4ad7-b9d1-9065385d7454 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:37:22.820705 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:22.885156 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:37:22.897157 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:22.919763 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01265b0e-3daa-44c7-af09-60643fd54891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977668bc-32b4-4ad7-b9d1-9065385d7454'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:37:22.922018 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90eb6cce-cea6-4bcc-81d2-f12d6369f49b" -d '{"events": [{"server_uuid": "01265b0e-3daa-44c7-af09-60643fd54891", "name": "network-vif-plugged", "status": "completed", "tag": "977668bc-32b4-4ad7-b9d1-9065385d7454"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:37:22.940242 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 977668bc-32b4-4ad7-b9d1-9065385d7454, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=977668bc-32b4-4ad7-b9d1-9065385d7454,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:37:22.945113 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:22.968252 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b2ea67-eeb9-4458-8f61-3ab23a865089 x-openstack-request-id: req-07b2ea67-eeb9-4458-8f61-3ab23a865089 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:37:22.968546 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01265b0e-3daa-44c7-af09-60643fd54891", "name": "network-vif-plugged", "status": "completed", "tag": "977668bc-32b4-4ad7-b9d1-9065385d7454", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:37:22.968804 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-07b2ea67-eeb9-4458-8f61-3ab23a865089 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:37:22.969202 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01265b0e-3daa-44c7-af09-60643fd54891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977668bc-32b4-4ad7-b9d1-9065385d7454', 'code': 200} Nov 10 18:37:22.995621 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=977668bc-32b4-4ad7-b9d1-9065385d7454,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:37:23.059079 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13a8b5-6e5a-4c6c-a38d-c9f133162238 req-4f98d895-ab52-44c7-9c3e-5c57d0f110d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:23.060519 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-af13a8b5-6e5a-4c6c-a38d-c9f133162238 req-4f98d895-ab52-44c7-9c3e-5c57d0f110d0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 1097 time: 0.0417361 Nov 10 18:37:23.106245 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-af13a8b5-6e5a-4c6c-a38d-c9f133162238 req-97d380fa-2ad4-452f-864e-300c7c63c624 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388947 Nov 10 18:37:23.535660 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed9214-bacd-41b4-b5ee-432a32d0a89e req-774223cc-0923-4c72-ae3d-fb3ff435a15d tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:23.537156 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3aed9214-bacd-41b4-b5ee-432a32d0a89e req-774223cc-0923-4c72-ae3d-fb3ff435a15d tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 945 time: 0.0484967 Nov 10 18:37:23.586237 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3aed9214-bacd-41b4-b5ee-432a32d0a89e req-34fc869f-4ad4-41ec-be6e-be1c131c2bb4 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417492 Nov 10 18:37:24.747760 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251b23d-c3c1-48be-bc1b-e63ce724c209 req-a3ea5149-f882-4447-8730-ef4953c2b083 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:24.749281 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1251b23d-c3c1-48be-bc1b-e63ce724c209 req-a3ea5149-f882-4447-8730-ef4953c2b083 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 945 time: 0.0926261 Nov 10 18:37:24.800563 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1251b23d-c3c1-48be-bc1b-e63ce724c209 req-dfaec58e-9bba-499d-bcb7-a99fd986ca51 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454283 Nov 10 18:37:24.913863 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad31264-22e3-4ad3-a83b-92fd895e3d93 req-b38e7dd8-44c3-4d2b-8a1b-1f0ed4b438f3 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:24.915247 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8ad31264-22e3-4ad3-a83b-92fd895e3d93 req-b38e7dd8-44c3-4d2b-8a1b-1f0ed4b438f3 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 945 time: 0.0481606 Nov 10 18:37:24.923971 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 32806) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:37:24.928207 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-da1af290-de48-4895-8863-d4dc34826960 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Request body: {'floatingip': {'port_id': '977668bc-32b4-4ad7-b9d1-9065385d7454'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:37:24.970504 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-da1af290-de48-4895-8863-d4dc34826960 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks [] for floatingip, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:25.272043 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:25.655360 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:25.737711 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-da1af290-de48-4895-8863-d4dc34826960 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:25.742049 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-da1af290-de48-4895-8863-d4dc34826960 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:25.839844 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-da1af290-de48-4895-8863-d4dc34826960 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Floating IP 69f81d7c-10ef-4f80-a192-c0ce38589798 associated. External IP: 172.25.5.142, port: 977668bc-32b4-4ad7-b9d1-9065385d7454. Nov 10 18:37:26.046683 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1af290-de48-4895-8863-d4dc34826960 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:37:26.156776 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1af290-de48-4895-8863-d4dc34826960 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:37:26.161863 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-da1af290-de48-4895-8863-d4dc34826960 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:26.168810 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbdb218-d6da-44aa-ae85-51e288b262c6 None None] Sync routers for ids ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:37:26.179030 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbdb218-d6da-44aa-ae85-51e288b262c6 None None] Routers {'6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:37:26.179635 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-3fbdb218-d6da-44aa-ae85-51e288b262c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:37:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:37:26.189750 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-da1af290-de48-4895-8863-d4dc34826960 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "PUT /v2.0/floatingips/69f81d7c-10ef-4f80-a192-c0ce38589798 HTTP/1.1" status: 200 len: 992 time: 1.2647152 Nov 10 18:37:26.190319 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01265b0e-3daa-44c7-af09-60643fd54891', 'tag': '977668bc-32b4-4ad7-b9d1-9065385d7454'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:37:26.192575 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e88fd5-fdd9-417b-a4ad-73ce2b2766e1" -d '{"events": [{"name": "network-changed", "server_uuid": "01265b0e-3daa-44c7-af09-60643fd54891", "tag": "977668bc-32b4-4ad7-b9d1-9065385d7454"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:37:26.236120 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b75990-91bc-4a82-a036-ed3739d120e3 x-openstack-request-id: req-45b75990-91bc-4a82-a036-ed3739d120e3 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:37:26.236445 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01265b0e-3daa-44c7-af09-60643fd54891", "tag": "977668bc-32b4-4ad7-b9d1-9065385d7454", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:37:26.237004 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-45b75990-91bc-4a82-a036-ed3739d120e3 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:37:26.237411 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01265b0e-3daa-44c7-af09-60643fd54891', 'tag': '977668bc-32b4-4ad7-b9d1-9065385d7454', 'status': 'completed', 'code': 200} Nov 10 18:37:26.306561 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e88fd5-fdd9-417b-a4ad-73ce2b2766e1 req-a0ec5d89-7f00-4681-ad6a-f2f3b7344491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:26.308314 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0e88fd5-fdd9-417b-a4ad-73ce2b2766e1 req-a0ec5d89-7f00-4681-ad6a-f2f3b7344491 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 1097 time: 0.0430470 Nov 10 18:37:26.381663 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-3fbdb218-d6da-44aa-ae85-51e288b262c6 None None] Set router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:37:26.400220 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e88fd5-fdd9-417b-a4ad-73ce2b2766e1 req-9ce0c12c-d296-4963-a539-3d6a7fc9ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:26.401702 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0e88fd5-fdd9-417b-a4ad-73ce2b2766e1 req-9ce0c12c-d296-4963-a539-3d6a7fc9ac16 service neutron] 10.222.0.13 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0859063 Nov 10 18:37:26.478023 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0e88fd5-fdd9-417b-a4ad-73ce2b2766e1 req-2e59606f-0f29-4fc7-9f67-4a1b9228fa74 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=977668bc-32b4-4ad7-b9d1-9065385d7454 HTTP/1.1" status: 200 len: 1000 time: 0.0686505 Nov 10 18:37:26.527649 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e88fd5-fdd9-417b-a4ad-73ce2b2766e1 req-fb60ade0-f468-4006-8a0b-0124f80d8d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:26.529188 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0e88fd5-fdd9-417b-a4ad-73ce2b2766e1 req-fb60ade0-f468-4006-8a0b-0124f80d8d70 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0446534 Nov 10 18:37:26.592246 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e88fd5-fdd9-417b-a4ad-73ce2b2766e1 req-a4a67b82-6c4b-4223-8e97-490f4bfdfa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:26.594630 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0e88fd5-fdd9-417b-a4ad-73ce2b2766e1 req-a4a67b82-6c4b-4223-8e97-490f4bfdfa1f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581803 Nov 10 18:37:26.630667 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-3fbdb218-d6da-44aa-ae85-51e288b262c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'name': 'tempest-ServerActionsTestJSON-1857887221-router', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:30:24Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'gw_port': {'id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:25Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '69f81d7c-10ef-4f80-a192-c0ce38589798', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'floating_ip_address': '172.25.5.142', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'port_id': '977668bc-32b4-4ad7-b9d1-9065385d7454', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'mac_address': 'fa:16:3e:82:3c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01265b0e-3daa-44c7-af09-60643fd54891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:30:29Z', 'updated_at': '2021-11-10T18:37:25Z', 'revision_number': 13, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c161457-035c-4a1a-a857-8fbf619ba148', 'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'mac_address': 'fa:16:3e:32:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:26Z', 'updated_at': '2021-11-10T18:30:30Z', 'revision_number': 5, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'subnets': [{'id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:37:26.661106 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbdb218-d6da-44aa-ae85-51e288b262c6 None None] Checking router: 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:37:26.670203 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbdb218-d6da-44aa-ae85-51e288b262c6 None None] Routers {'6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:37:26.670809 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-3fbdb218-d6da-44aa-ae85-51e288b262c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:37:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:37:26.689078 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0e88fd5-fdd9-417b-a4ad-73ce2b2766e1 req-c8c8559a-dd25-4ab9-9857-f1a2f2320fab service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874248 Nov 10 18:37:26.777783 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-3fbdb218-d6da-44aa-ae85-51e288b262c6 None None] Set router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:37:26.781434 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0e88fd5-fdd9-417b-a4ad-73ce2b2766e1 req-c0a9932f-5dea-4178-ae71-1bff39d51cca service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836837 Nov 10 18:37:26.996745 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-3fbdb218-d6da-44aa-ae85-51e288b262c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'name': 'tempest-ServerActionsTestJSON-1857887221-router', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:30:24Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'gw_port': {'id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:25Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '69f81d7c-10ef-4f80-a192-c0ce38589798', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'floating_ip_address': '172.25.5.142', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'port_id': '977668bc-32b4-4ad7-b9d1-9065385d7454', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'mac_address': 'fa:16:3e:82:3c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01265b0e-3daa-44c7-af09-60643fd54891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:30:29Z', 'updated_at': '2021-11-10T18:37:25Z', 'revision_number': 13, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c161457-035c-4a1a-a857-8fbf619ba148', 'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'mac_address': 'fa:16:3e:32:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:26Z', 'updated_at': '2021-11-10T18:30:30Z', 'revision_number': 5, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'subnets': [{'id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:37:27.022380 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbdb218-d6da-44aa-ae85-51e288b262c6 None None] The sync data for ids ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'] in n-d-776250-10 is: [{'id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'name': 'tempest-ServerActionsTestJSON-1857887221-router', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:30:24Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'gw_port': {'id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:25Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '69f81d7c-10ef-4f80-a192-c0ce38589798', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'floating_ip_address': '172.25.5.142', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'port_id': '977668bc-32b4-4ad7-b9d1-9065385d7454', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'mac_address': 'fa:16:3e:82:3c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01265b0e-3daa-44c7-af09-60643fd54891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:30:29Z', 'updated_at': '2021-11-10T18:37:25Z', 'revision_number': 13, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c161457-035c-4a1a-a857-8fbf619ba148', 'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'mac_address': 'fa:16:3e:32:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:26Z', 'updated_at': '2021-11-10T18:30:30Z', 'revision_number': 5, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'subnets': [{'id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:37:27.216821 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e811c4de-4a80-4669-8d0c-8fd7de5d0184 None None] New status for floating IP 69f81d7c-10ef-4f80-a192-c0ce38589798: ACTIVE {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:37:30.649108 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ce11cd7a-5496-4daf-972f-d368cf20b827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:32.987222 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f718d336-98e1-4d81-834b-483a59943f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:34.245789 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:34.957138 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3db4e95-e22f-4a05-acc1-5b05c4b85ff6 req-855dc2e4-4550-485a-bffe-178481d18634 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450535 Nov 10 18:37:35.039048 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db4e95-e22f-4a05-acc1-5b05c4b85ff6 req-a5c5b4c6-3c58-4c23-9f44-716273852b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:35.040539 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3db4e95-e22f-4a05-acc1-5b05c4b85ff6 req-a5c5b4c6-3c58-4c23-9f44-716273852b41 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 1097 time: 0.0400982 Nov 10 18:37:35.148504 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db4e95-e22f-4a05-acc1-5b05c4b85ff6 req-8b09db8d-e75e-4b97-9c1d-5c18a5026fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:35.149969 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3db4e95-e22f-4a05-acc1-5b05c4b85ff6 req-8b09db8d-e75e-4b97-9c1d-5c18a5026fa3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0890498 Nov 10 18:37:35.217348 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3db4e95-e22f-4a05-acc1-5b05c4b85ff6 req-0f932981-74d1-499b-a1ad-3c7890bcc340 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=977668bc-32b4-4ad7-b9d1-9065385d7454 HTTP/1.1" status: 200 len: 1002 time: 0.0591695 Nov 10 18:37:35.267688 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db4e95-e22f-4a05-acc1-5b05c4b85ff6 req-7ba85945-5c74-430b-9dd8-f29a30b617cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:35.269173 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3db4e95-e22f-4a05-acc1-5b05c4b85ff6 req-7ba85945-5c74-430b-9dd8-f29a30b617cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0437465 Nov 10 18:37:35.318585 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db4e95-e22f-4a05-acc1-5b05c4b85ff6 req-17228ec9-596b-42d5-b921-0238157c0f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:37:35.320070 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3db4e95-e22f-4a05-acc1-5b05c4b85ff6 req-17228ec9-596b-42d5-b921-0238157c0f6c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424285 Nov 10 18:37:35.409968 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3db4e95-e22f-4a05-acc1-5b05c4b85ff6 req-cf89ac85-4bed-49e7-920d-7d28d33417ea service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818417 Nov 10 18:37:35.505495 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3db4e95-e22f-4a05-acc1-5b05c4b85ff6 req-e9894e7f-17b1-4d4a-a0c3-29bfeb4701b6 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847561 Nov 10 18:37:35.732599 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:36.432247 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:55.288777 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:55.659316 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:37:59.883961 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:38:00.650684 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c8b4cb1a-6cb7-408d-a917-30398cfb6c87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:38:02.990266 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-10133340-aab4-4936-a1e5-2ac83851278b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:38:04.247866 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:38:05.735990 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:38:06.434051 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:38:25.303088 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:38:25.671984 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:38:30.653683 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d242dd10-69e4-4ca9-9115-8afce11151f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:38:32.993253 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-620b7e24-e248-4a29-826e-d329b0fb6647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:38:34.251012 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:38:35.740210 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:38:36.435930 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:38:36.883582 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:38:36.952601 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cd821063-4f5f-47e4-94aa-ddd11953045f req-06329487-4737-45e4-929e-2f1f3f99804d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0468593 Nov 10 18:38:37.037849 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd821063-4f5f-47e4-94aa-ddd11953045f req-b544f2aa-66d7-4559-8d26-237709419324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:38:37.039314 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cd821063-4f5f-47e4-94aa-ddd11953045f req-b544f2aa-66d7-4559-8d26-237709419324 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 1097 time: 0.0438135 Nov 10 18:38:37.150574 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd821063-4f5f-47e4-94aa-ddd11953045f req-b65306bc-c6e6-4dd2-9d1a-5803c8f29a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:38:37.152081 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cd821063-4f5f-47e4-94aa-ddd11953045f req-b65306bc-c6e6-4dd2-9d1a-5803c8f29a1d service neutron] 10.222.0.13 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0916729 Nov 10 18:38:37.216899 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cd821063-4f5f-47e4-94aa-ddd11953045f req-42b2b947-653a-468b-ad6d-0dae07fd4686 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=977668bc-32b4-4ad7-b9d1-9065385d7454 HTTP/1.1" status: 200 len: 1002 time: 0.0573318 Nov 10 18:38:37.264404 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd821063-4f5f-47e4-94aa-ddd11953045f req-42cf23f7-05c1-4dd6-9a0c-33d560b87e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:38:37.265810 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cd821063-4f5f-47e4-94aa-ddd11953045f req-42cf23f7-05c1-4dd6-9a0c-33d560b87e16 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0424621 Nov 10 18:38:37.665619 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd821063-4f5f-47e4-94aa-ddd11953045f req-46acb857-e41b-43c5-a747-d84db24ecabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:38:37.667099 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cd821063-4f5f-47e4-94aa-ddd11953045f req-46acb857-e41b-43c5-a747-d84db24ecabd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3941221 Nov 10 18:38:37.757806 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cd821063-4f5f-47e4-94aa-ddd11953045f req-f00131e2-81f2-4500-b96c-9025876ca2ac service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833180 Nov 10 18:38:37.851446 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cd821063-4f5f-47e4-94aa-ddd11953045f req-00f6528e-7d7e-495b-817a-4164d9a17fca service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860150 Nov 10 18:38:55.320926 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:38:55.667316 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:39:00.656287 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d35f493d-e61c-40a3-9775-3c82e1f0a410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:39:02.996306 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6d71d52a-0356-4a6b-a169-797747ddb1e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:39:03.611456 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb6e11-8af9-47e9-917d-10b64016cc92 req-7e12bf5f-e403-4493-ad5d-c1429e0c3aef tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:03.612900 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4ecb6e11-8af9-47e9-917d-10b64016cc92 req-7e12bf5f-e403-4493-ad5d-c1429e0c3aef tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 945 time: 0.0543315 Nov 10 18:39:03.668595 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4ecb6e11-8af9-47e9-917d-10b64016cc92 req-193bd85e-4e8b-4c26-8255-450836743e10 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491433 Nov 10 18:39:04.253846 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:39:05.740755 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:39:06.438819 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:39:13.883449 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:39:14.656327 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-6e33ff73-b268-40d9-a1a2-cb6766e3bbcb req-30c1d6ca-de8b-4e7d-8321-ce7e58e32e91 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:39:14.657917 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6e33ff73-b268-40d9-a1a2-cb6766e3bbcb req-30c1d6ca-de8b-4e7d-8321-ce7e58e32e91 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054598 Nov 10 18:39:14.831308 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0044838a-782b-440e-afd6-abf79167fac4 req-f282afad-6c73-462c-8946-6d62c75d8585 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0432048 Nov 10 18:39:14.840668 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-0044838a-782b-440e-afd6-abf79167fac4 req-bed977d7-3ac2-4796-b0fc-bef87629bbdb service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:39:14.841188 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a718f3-8b98-4c81-8684-5e01a6c7847d req-06ca7243-b37f-4577-b951-7ed05eb643d6 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:14.842080 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0044838a-782b-440e-afd6-abf79167fac4 req-bed977d7-3ac2-4796-b0fc-bef87629bbdb service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055122 Nov 10 18:39:14.842779 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-73a718f3-8b98-4c81-8684-5e01a6c7847d req-06ca7243-b37f-4577-b951-7ed05eb643d6 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 945 time: 0.0500863 Nov 10 18:39:14.900853 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-73a718f3-8b98-4c81-8684-5e01a6c7847d req-55c09887-567e-4cb7-8614-292f8ed0bdab tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505421 Nov 10 18:39:16.022472 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044838a-782b-440e-afd6-abf79167fac4 req-edbffbdd-b10e-4e75-9ae9-742942a907bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:16.024018 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0044838a-782b-440e-afd6-abf79167fac4 req-edbffbdd-b10e-4e75-9ae9-742942a907bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 1097 time: 0.0436454 Nov 10 18:39:16.033916 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485dcc0f-756d-441d-bdb9-acd0933a6b01 req-cabdc96c-e393-4de2-9063-8993de327edb tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:16.035338 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-485dcc0f-756d-441d-bdb9-acd0933a6b01 req-cabdc96c-e393-4de2-9063-8993de327edb tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 945 time: 0.0544877 Nov 10 18:39:16.089909 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-485dcc0f-756d-441d-bdb9-acd0933a6b01 req-dec923bd-fd2c-46c9-8f2d-ccef4cd97adc tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469058 Nov 10 18:39:16.125410 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044838a-782b-440e-afd6-abf79167fac4 req-2ae98458-1e09-438d-ad1e-44fa20dfcc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:16.128114 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0044838a-782b-440e-afd6-abf79167fac4 req-2ae98458-1e09-438d-ad1e-44fa20dfcc74 service neutron] 10.222.0.13 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0965731 Nov 10 18:39:16.199409 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0044838a-782b-440e-afd6-abf79167fac4 req-9663609d-7b5b-4420-ace0-bc4a45d8774f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=977668bc-32b4-4ad7-b9d1-9065385d7454 HTTP/1.1" status: 200 len: 1002 time: 0.0633109 Nov 10 18:39:16.253692 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044838a-782b-440e-afd6-abf79167fac4 req-5a0780fa-8edb-421f-8f27-d80e12c0a125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:16.255276 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0044838a-782b-440e-afd6-abf79167fac4 req-5a0780fa-8edb-421f-8f27-d80e12c0a125 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0494285 Nov 10 18:39:16.302275 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044838a-782b-440e-afd6-abf79167fac4 req-8d54bc92-592b-4510-80a8-009d158d55a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:16.303794 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0044838a-782b-440e-afd6-abf79167fac4 req-8d54bc92-592b-4510-80a8-009d158d55a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414486 Nov 10 18:39:16.400442 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0044838a-782b-440e-afd6-abf79167fac4 req-f55353b1-9a1d-4bc6-97fd-6b4dacac0a40 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884373 Nov 10 18:39:16.494477 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0044838a-782b-440e-afd6-abf79167fac4 req-4fceac93-c2f4-458a-9e17-5dcd4acee894 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860865 Nov 10 18:39:17.211111 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a5696-de18-4c51-9c0c-251dd3934eee req-397f4430-d5d9-494d-9a15-f3d19cf73efe tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:17.212603 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-894a5696-de18-4c51-9c0c-251dd3934eee req-397f4430-d5d9-494d-9a15-f3d19cf73efe tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 945 time: 0.0500250 Nov 10 18:39:17.258808 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-894a5696-de18-4c51-9c0c-251dd3934eee req-b61b1767-ebfa-4f9f-9d66-c57b9e602ec9 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403032 Nov 10 18:39:18.384125 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff6795-de86-49a8-ab8c-7525ec357ed3 req-0b7945b4-2d10-4808-a6cc-21730a6ea5b4 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:18.385642 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-45ff6795-de86-49a8-ab8c-7525ec357ed3 req-0b7945b4-2d10-4808-a6cc-21730a6ea5b4 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 945 time: 0.0531766 Nov 10 18:39:18.434807 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-45ff6795-de86-49a8-ab8c-7525ec357ed3 req-832672c4-d394-45ab-9645-19a204e7ce7d tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431976 Nov 10 18:39:19.559152 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87963700-18bf-4bee-9f54-67cfe6073561 req-eda48ea6-a532-407f-9a92-83f48afcbe1b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:19.560707 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-87963700-18bf-4bee-9f54-67cfe6073561 req-eda48ea6-a532-407f-9a92-83f48afcbe1b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 945 time: 0.0528474 Nov 10 18:39:19.608678 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-87963700-18bf-4bee-9f54-67cfe6073561 req-97b8b1a7-49ee-49c4-b035-3f89a5389854 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416024 Nov 10 18:39:20.732139 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516478e0-4b20-46da-a6d7-441d8d27790c req-486258aa-2d2d-43ad-b4d6-651d483e9c8d tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:20.733665 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-516478e0-4b20-46da-a6d7-441d8d27790c req-486258aa-2d2d-43ad-b4d6-651d483e9c8d tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 945 time: 0.0524764 Nov 10 18:39:20.782449 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-516478e0-4b20-46da-a6d7-441d8d27790c req-50773915-6cde-4b13-abee-55441afde971 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422652 Nov 10 18:39:21.900364 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412510f3-afa4-4c56-a6b4-7d3b7395a8ea req-8ea4926a-9fac-4711-afe6-cd431bc8b1ae tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:21.901867 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-412510f3-afa4-4c56-a6b4-7d3b7395a8ea req-8ea4926a-9fac-4711-afe6-cd431bc8b1ae tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 945 time: 0.0501549 Nov 10 18:39:21.949971 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-412510f3-afa4-4c56-a6b4-7d3b7395a8ea req-94c787ba-f525-4d8e-a1d8-f9b3614c7440 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419621 Nov 10 18:39:23.069105 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec48523-c3ba-443d-9265-5bea7d13a1d6 req-75c2ab3e-ec61-4edd-9b23-a5cc2a8bfe7d tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:23.070529 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aec48523-c3ba-443d-9265-5bea7d13a1d6 req-75c2ab3e-ec61-4edd-9b23-a5cc2a8bfe7d tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 945 time: 0.0497005 Nov 10 18:39:23.123773 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aec48523-c3ba-443d-9265-5bea7d13a1d6 req-c0112bf3-4325-40a3-8a59-276195c7ab64 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470715 Nov 10 18:39:24.249984 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdffa3d-c867-4284-afa3-f2371d274f13 req-d06e4c90-17d7-4f81-acab-662883f6f50c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:24.251463 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9fdffa3d-c867-4284-afa3-f2371d274f13 req-d06e4c90-17d7-4f81-acab-662883f6f50c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 945 time: 0.0552142 Nov 10 18:39:24.301106 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9fdffa3d-c867-4284-afa3-f2371d274f13 req-85042599-993f-4d0e-8ea3-b1c0ad17bdc5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434299 Nov 10 18:39:25.316794 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:39:25.428413 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e32d10-15a8-4398-ace4-10fd2b410002 req-7a171d9e-4f75-4ffa-86a4-bdb9ca31f699 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:25.430009 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5e32d10-15a8-4398-ace4-10fd2b410002 req-7a171d9e-4f75-4ffa-86a4-bdb9ca31f699 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 945 time: 0.0522037 Nov 10 18:39:25.480680 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c5e32d10-15a8-4398-ace4-10fd2b410002 req-c661e266-9e72-408c-b97a-ec86c78cef44 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444319 Nov 10 18:39:25.665483 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:39:26.602985 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9749cc-bab6-4bd6-aa73-386414af0083 req-09d876f7-94fd-409e-a0ec-e9428411565a tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:26.604508 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bd9749cc-bab6-4bd6-aa73-386414af0083 req-09d876f7-94fd-409e-a0ec-e9428411565a tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 945 time: 0.0501192 Nov 10 18:39:26.652921 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bd9749cc-bab6-4bd6-aa73-386414af0083 req-ed395c72-364d-4d5c-b377-fe9b5c117972 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424435 Nov 10 18:39:27.771592 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36ac57-a046-400c-95a5-942e0eea533d req-5eca3a33-7d80-412b-9de7-891241357987 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:27.773129 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0b36ac57-a046-400c-95a5-942e0eea533d req-5eca3a33-7d80-412b-9de7-891241357987 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 945 time: 0.0497720 Nov 10 18:39:27.820827 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0b36ac57-a046-400c-95a5-942e0eea533d req-3ded9750-6754-4e53-9406-bde4396e8d6e tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416141 Nov 10 18:39:28.943731 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ffa03-9a96-48a2-bb69-7bfbc7d504c8 req-4f645df8-83fb-4ee9-964b-2e2d37b1fa74 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:28.945310 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2d5ffa03-9a96-48a2-bb69-7bfbc7d504c8 req-4f645df8-83fb-4ee9-964b-2e2d37b1fa74 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 945 time: 0.0513725 Nov 10 18:39:29.000132 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2d5ffa03-9a96-48a2-bb69-7bfbc7d504c8 req-66b46f62-d93f-43bb-b241-3f1d8316f3c0 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471377 Nov 10 18:39:30.132647 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af79b91-59a2-4d4f-9243-0b02f8603884 req-aabd199c-0653-41be-a9e4-18393b69e39b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:30.134181 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1af79b91-59a2-4d4f-9243-0b02f8603884 req-aabd199c-0653-41be-a9e4-18393b69e39b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 945 time: 0.0593286 Nov 10 18:39:30.185670 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1af79b91-59a2-4d4f-9243-0b02f8603884 req-d0789d92-bd58-41aa-b331-e3cf48eef802 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448258 Nov 10 18:39:30.628780 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [req-0044838a-782b-440e-afd6-abf79167fac4 req-b89ac06b-5196-44aa-ae77-e613d8661683 service neutron] show failed (client error): The resource could not be found. Nov 10 18:39:30.629662 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0044838a-782b-440e-afd6-abf79167fac4 req-b89ac06b-5196-44aa-ae77-e613d8661683 service neutron] 10.222.0.13 "GET /v2.0/ports/977668bc-32b4-4ad7-b9d1-9065385d7454/bindings/n-h1-776250-10 HTTP/1.1" status: 404 len: 381 time: 0.0559621 Nov 10 18:39:30.662667 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3936c70d-67d0-4fa6-97a2-b50309bfbca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:39:30.879729 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044838a-782b-440e-afd6-abf79167fac4 req-a0d233a1-a06c-4e9a-8990-0b0183be49cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:30.881305 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0044838a-782b-440e-afd6-abf79167fac4 req-a0d233a1-a06c-4e9a-8990-0b0183be49cf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891&tenant_id=1012b220379f4be6b668cbe831bdbec6 HTTP/1.1" status: 200 len: 1097 time: 0.0849209 Nov 10 18:39:30.894968 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-0044838a-782b-440e-afd6-abf79167fac4 req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-776250-10', 'device_owner': 'compute:nova'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:39:30.957779 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0044838a-782b-440e-afd6-abf79167fac4 req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:39:31.183350 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-0044838a-782b-440e-afd6-abf79167fac4 req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] For port 977668bc-32b4-4ad7-b9d1-9065385d7454, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=977668bc-32b4-4ad7-b9d1-9065385d7454,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:39:31.219109 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-0044838a-782b-440e-afd6-abf79167fac4 req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] For port 977668bc-32b4-4ad7-b9d1-9065385d7454, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:39:31.264579 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01265b0e-3daa-44c7-af09-60643fd54891', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '977668bc-32b4-4ad7-b9d1-9065385d7454'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:39:31.266830 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561703ca-1148-4ee3-a74c-0d4d25ac8eb8" -d '{"events": [{"server_uuid": "01265b0e-3daa-44c7-af09-60643fd54891", "name": "network-vif-unplugged", "status": "completed", "tag": "977668bc-32b4-4ad7-b9d1-9065385d7454"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:39:31.271251 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0044838a-782b-440e-afd6-abf79167fac4 req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:39:31.284672 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-0044838a-782b-440e-afd6-abf79167fac4 req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] Transition to ACTIVE for port object 977668bc-32b4-4ad7-b9d1-9065385d7454 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:39:31.289990 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0044838a-782b-440e-afd6-abf79167fac4 req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:39:31.317358 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c0771-eecf-4e67-94d5-1fd7039be1d7 req-b6c6c3e8-8a53-4b21-a4ea-8a3c1d1c96e8 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:31.318914 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-477c0771-eecf-4e67-94d5-1fd7039be1d7 req-b6c6c3e8-8a53-4b21-a4ea-8a3c1d1c96e8 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 945 time: 0.0568588 Nov 10 18:39:31.387062 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-477c0771-eecf-4e67-94d5-1fd7039be1d7 req-f7fd40fa-2b65-40f8-bf5e-74beb114d26a tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561011 Nov 10 18:39:31.411749 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] Pushing event updated for resources: {'Port': ['ID=977668bc-32b4-4ad7-b9d1-9065385d7454,revision_number=6']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:39:31.415261 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 18:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3326b32-400f-4d24-b21e-43f1a9289549 x-openstack-request-id: req-c3326b32-400f-4d24-b21e-43f1a9289549 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:39:31.415392 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01265b0e-3daa-44c7-af09-60643fd54891", "name": "network-vif-unplugged", "status": "completed", "tag": "977668bc-32b4-4ad7-b9d1-9065385d7454", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:39:31.415725 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c3326b32-400f-4d24-b21e-43f1a9289549 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:39:31.416304 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01265b0e-3daa-44c7-af09-60643fd54891', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '977668bc-32b4-4ad7-b9d1-9065385d7454', 'code': 200} Nov 10 18:39:31.430495 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:31.430974 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:31.431106 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:31.431424 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:31.431753 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:31.432079 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:31.432614 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:31.432927 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:31.433254 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:31.433629 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:31.433899 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:31.434218 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:31.455509 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-0044838a-782b-440e-afd6-abf79167fac4 req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] No DVR routers for this DVR port 977668bc-32b4-4ad7-b9d1-9065385d7454 on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:39:31.457652 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 977668bc-32b4-4ad7-b9d1-9065385d7454 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:39:31.505903 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 977668bc-32b4-4ad7-b9d1-9065385d7454 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:39:31.608745 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-0044838a-782b-440e-afd6-abf79167fac4 req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] Attempting to bind port 977668bc-32b4-4ad7-b9d1-9065385d7454 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:39:31.609045 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-0044838a-782b-440e-afd6-abf79167fac4 req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] Attempting to bind port 977668bc-32b4-4ad7-b9d1-9065385d7454 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:39:31.609313 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0044838a-782b-440e-afd6-abf79167fac4 req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] Attempting to bind port 977668bc-32b4-4ad7-b9d1-9065385d7454 on network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:39:31.614083 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0044838a-782b-440e-afd6-abf79167fac4 req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] Port 977668bc-32b4-4ad7-b9d1-9065385d7454 on network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:39:31.614399 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0044838a-782b-440e-afd6-abf79167fac4 req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] Attempting to bind port 977668bc-32b4-4ad7-b9d1-9065385d7454 on network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:39:31.619576 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0044838a-782b-440e-afd6-abf79167fac4 req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:39:31.619929 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0044838a-782b-440e-afd6-abf79167fac4 req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] Checking segment: {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:39:31.620321 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0044838a-782b-440e-afd6-abf79167fac4 req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] Bound using segment: {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:39:31.620747 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-0044838a-782b-440e-afd6-abf79167fac4 req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] Bound port: 977668bc-32b4-4ad7-b9d1-9065385d7454, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:39:31.621097 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0044838a-782b-440e-afd6-abf79167fac4 req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:39:31.686566 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-0044838a-782b-440e-afd6-abf79167fac4 req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] For port 977668bc-32b4-4ad7-b9d1-9065385d7454, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:39:31.689602 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-0044838a-782b-440e-afd6-abf79167fac4 req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] For port 977668bc-32b4-4ad7-b9d1-9065385d7454, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=977668bc-32b4-4ad7-b9d1-9065385d7454,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:39:31.694674 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0044838a-782b-440e-afd6-abf79167fac4 req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:39:31.729280 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044838a-782b-440e-afd6-abf79167fac4 req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:31.730332 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-0044838a-782b-440e-afd6-abf79167fac4 req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:39:31.731762 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0044838a-782b-440e-afd6-abf79167fac4 req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] 10.222.0.11 "PUT /v2.0/ports/977668bc-32b4-4ad7-b9d1-9065385d7454 HTTP/1.1" status: 200 len: 1092 time: 0.8417969 Nov 10 18:39:31.758184 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65ef7d-e87c-4ffd-b072-f98ce1b6f963 service neutron] Pushing event updated for resources: {'Port': ['ID=977668bc-32b4-4ad7-b9d1-9065385d7454,revision_number=7']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:39:31.807617 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044838a-782b-440e-afd6-abf79167fac4 req-3b9cefca-1517-4434-8ab4-ac1ded675010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:31.809184 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0044838a-782b-440e-afd6-abf79167fac4 req-3b9cefca-1517-4434-8ab4-ac1ded675010 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 1095 time: 0.0482135 Nov 10 18:39:31.910850 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044838a-782b-440e-afd6-abf79167fac4 req-85f7fc92-2e91-4483-a78c-6675cfa34d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:31.912462 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0044838a-782b-440e-afd6-abf79167fac4 req-85f7fc92-2e91-4483-a78c-6675cfa34d90 service neutron] 10.222.0.11 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0954363 Nov 10 18:39:31.998362 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0044838a-782b-440e-afd6-abf79167fac4 req-999e8ddd-dc33-4963-9a8a-619d722c2150 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=977668bc-32b4-4ad7-b9d1-9065385d7454 HTTP/1.1" status: 200 len: 1000 time: 0.0785985 Nov 10 18:39:32.054608 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044838a-782b-440e-afd6-abf79167fac4 req-089e7680-0748-479c-b01f-811f7e86b3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:32.055995 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0044838a-782b-440e-afd6-abf79167fac4 req-089e7680-0748-479c-b01f-811f7e86b3c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0507400 Nov 10 18:39:32.102999 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044838a-782b-440e-afd6-abf79167fac4 req-dc367f23-d3a3-4e63-86e1-0520560bfbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:32.104595 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0044838a-782b-440e-afd6-abf79167fac4 req-dc367f23-d3a3-4e63-86e1-0520560bfbb2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419872 Nov 10 18:39:32.203180 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0044838a-782b-440e-afd6-abf79167fac4 req-80bd546a-9b29-4047-9567-adf0d1a760bf service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919569 Nov 10 18:39:32.295579 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0044838a-782b-440e-afd6-abf79167fac4 req-d4733a2c-967a-4403-9b0f-d35c1fabdd91 service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849524 Nov 10 18:39:32.520878 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7503857-e506-4ef0-98bf-e72d2b72b115 req-ae60f0f1-90b2-4447-a6bb-8c49323fcb5a tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:32.522439 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b7503857-e506-4ef0-98bf-e72d2b72b115 req-ae60f0f1-90b2-4447-a6bb-8c49323fcb5a tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 943 time: 0.0532484 Nov 10 18:39:32.576890 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b7503857-e506-4ef0-98bf-e72d2b72b115 req-0b641e84-30a2-4085-a6ea-333dd21211cf tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483558 Nov 10 18:39:33.000777 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3ed0e4f4-1e6b-4cea-8c3b-9b525d4664e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:39:33.418549 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01265b0e-3daa-44c7-af09-60643fd54891', 'tag': '977668bc-32b4-4ad7-b9d1-9065385d7454'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:39:33.422793 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0c9af7-1541-45ea-a2e5-74317a7ab27e" -d '{"events": [{"name": "network-changed", "server_uuid": "01265b0e-3daa-44c7-af09-60643fd54891", "tag": "977668bc-32b4-4ad7-b9d1-9065385d7454"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:39:33.472403 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526f9260-0791-4e71-b87b-fc9f06375d42 x-openstack-request-id: req-526f9260-0791-4e71-b87b-fc9f06375d42 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:39:33.472767 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01265b0e-3daa-44c7-af09-60643fd54891", "tag": "977668bc-32b4-4ad7-b9d1-9065385d7454", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:39:33.473026 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-526f9260-0791-4e71-b87b-fc9f06375d42 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:39:33.473491 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01265b0e-3daa-44c7-af09-60643fd54891', 'tag': '977668bc-32b4-4ad7-b9d1-9065385d7454', 'status': 'completed', 'code': 200} Nov 10 18:39:33.539765 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c9af7-1541-45ea-a2e5-74317a7ab27e req-acc164a8-76ff-4ea1-a4d0-3ce4828bf7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:33.541769 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ef0c9af7-1541-45ea-a2e5-74317a7ab27e req-acc164a8-76ff-4ea1-a4d0-3ce4828bf7dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 1095 time: 0.0488093 Nov 10 18:39:33.543606 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c9af7-1541-45ea-a2e5-74317a7ab27e req-ff101bd8-e545-4d8d-8c63-290965a3c976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:33.545131 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ef0c9af7-1541-45ea-a2e5-74317a7ab27e req-ff101bd8-e545-4d8d-8c63-290965a3c976 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 1095 time: 0.0445788 Nov 10 18:39:33.655044 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c9af7-1541-45ea-a2e5-74317a7ab27e req-9cdb8bda-bec2-438d-aa71-22861c3dfa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:33.656855 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ef0c9af7-1541-45ea-a2e5-74317a7ab27e req-9cdb8bda-bec2-438d-aa71-22861c3dfa9d service neutron] 10.222.0.11 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.1085737 Nov 10 18:39:33.677766 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c9af7-1541-45ea-a2e5-74317a7ab27e req-07763175-80db-4c65-9268-8cca8e78b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:33.679499 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ef0c9af7-1541-45ea-a2e5-74317a7ab27e req-07763175-80db-4c65-9268-8cca8e78b95b service neutron] 10.222.0.13 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.1278782 Nov 10 18:39:33.759917 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ef0c9af7-1541-45ea-a2e5-74317a7ab27e req-af0bb59c-5d74-4cb3-80e7-aa640bc94715 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=977668bc-32b4-4ad7-b9d1-9065385d7454 HTTP/1.1" status: 200 len: 1000 time: 0.0735650 Nov 10 18:39:33.777255 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620c7b8-7905-4bbc-88a2-af87521f8033 req-ae6561a2-054f-41e9-9acf-a85dc9fe4f3b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:33.778893 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8620c7b8-7905-4bbc-88a2-af87521f8033 req-ae6561a2-054f-41e9-9acf-a85dc9fe4f3b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 943 time: 0.0683148 Nov 10 18:39:33.780899 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ef0c9af7-1541-45ea-a2e5-74317a7ab27e req-dc02e5e5-f123-4586-bb49-fbbd8ef05b36 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=977668bc-32b4-4ad7-b9d1-9065385d7454 HTTP/1.1" status: 200 len: 1000 time: 0.1164949 Nov 10 18:39:33.820002 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c9af7-1541-45ea-a2e5-74317a7ab27e req-46b4784f-ec32-4ed6-abcb-8a77a5f18276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:33.822320 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ef0c9af7-1541-45ea-a2e5-74317a7ab27e req-46b4784f-ec32-4ed6-abcb-8a77a5f18276 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0544739 Nov 10 18:39:33.860409 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c9af7-1541-45ea-a2e5-74317a7ab27e req-131681c4-f4b8-4cc3-9069-7770ed1d6ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:33.862774 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ef0c9af7-1541-45ea-a2e5-74317a7ab27e req-131681c4-f4b8-4cc3-9069-7770ed1d6ae9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0743036 Nov 10 18:39:33.872066 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c9af7-1541-45ea-a2e5-74317a7ab27e req-0f58fe2a-891f-48bf-8ec8-6c8cc63cc961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:33.873659 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ef0c9af7-1541-45ea-a2e5-74317a7ab27e req-0f58fe2a-891f-48bf-8ec8-6c8cc63cc961 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442855 Nov 10 18:39:33.909759 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8620c7b8-7905-4bbc-88a2-af87521f8033 req-868ffff9-aad7-458b-8b10-f50d98fce0ad tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135886 Nov 10 18:39:33.936203 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c9af7-1541-45ea-a2e5-74317a7ab27e req-3478b1a9-ddb7-47fc-9ffd-279262bfb812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:33.936203 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ef0c9af7-1541-45ea-a2e5-74317a7ab27e req-3478b1a9-ddb7-47fc-9ffd-279262bfb812 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541587 Nov 10 18:39:33.987689 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ef0c9af7-1541-45ea-a2e5-74317a7ab27e req-d1fac17e-3131-4354-b3c9-b6558ce25fd8 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048810 Nov 10 18:39:34.033622 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ef0c9af7-1541-45ea-a2e5-74317a7ab27e req-610bb958-f494-40ba-8be5-3c39ee2352d6 service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954764 Nov 10 18:39:34.089844 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ef0c9af7-1541-45ea-a2e5-74317a7ab27e req-d7588537-9c6f-4d3b-838d-b103bc01bd06 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951040 Nov 10 18:39:34.135134 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ef0c9af7-1541-45ea-a2e5-74317a7ab27e req-e9547211-bb81-4e58-b0f6-88ff47a5a857 service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941386 Nov 10 18:39:34.256948 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:39:34.731758 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c7dbf-173e-40b6-9a4a-4bf6c522d163 req-cae62039-f8be-4c75-a804-5ab25bee82ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:34.733366 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fb8c7dbf-173e-40b6-9a4a-4bf6c522d163 req-cae62039-f8be-4c75-a804-5ab25bee82ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 1095 time: 0.0446346 Nov 10 18:39:34.853614 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c7dbf-173e-40b6-9a4a-4bf6c522d163 req-ddd20117-35b7-4676-9529-2344516e6fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:34.855479 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fb8c7dbf-173e-40b6-9a4a-4bf6c522d163 req-ddd20117-35b7-4676-9529-2344516e6fef service neutron] 10.222.0.11 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0987227 Nov 10 18:39:34.934075 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fb8c7dbf-173e-40b6-9a4a-4bf6c522d163 req-25bffbdf-2441-4dea-8703-567ad989464f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=977668bc-32b4-4ad7-b9d1-9065385d7454 HTTP/1.1" status: 200 len: 1000 time: 0.0721922 Nov 10 18:39:34.994807 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c7dbf-173e-40b6-9a4a-4bf6c522d163 req-af67a955-0256-4287-ba0d-2387ee77300e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:34.996274 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fb8c7dbf-173e-40b6-9a4a-4bf6c522d163 req-af67a955-0256-4287-ba0d-2387ee77300e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0554316 Nov 10 18:39:35.050336 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c7dbf-173e-40b6-9a4a-4bf6c522d163 req-e82ff67f-1db0-4ca0-add5-ff3f9659d9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:35.051857 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fb8c7dbf-173e-40b6-9a4a-4bf6c522d163 req-e82ff67f-1db0-4ca0-add5-ff3f9659d9b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485067 Nov 10 18:39:35.052507 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a8475-977b-4912-b549-ff5a8a465a55 req-244b2a67-58c2-46d1-a60a-dcc05a856a33 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:35.054150 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bd4a8475-977b-4912-b549-ff5a8a465a55 req-244b2a67-58c2-46d1-a60a-dcc05a856a33 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 943 time: 0.0571079 Nov 10 18:39:35.113159 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bd4a8475-977b-4912-b549-ff5a8a465a55 req-4aaa7893-0188-4e6e-855e-65215f3c8e20 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489035 Nov 10 18:39:35.149786 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fb8c7dbf-173e-40b6-9a4a-4bf6c522d163 req-bd3baa9d-ef70-45c0-90ad-1f40e5070483 service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912154 Nov 10 18:39:35.248293 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fb8c7dbf-173e-40b6-9a4a-4bf6c522d163 req-b86ea873-8257-4836-98a0-0f7337bb2a49 service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914149 Nov 10 18:39:35.745346 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:39:36.247889 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900ed01-952c-4d78-99e3-3b6267615ea3 req-5734a432-810a-4f59-a61f-427d6e1afe7b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:36.249507 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6900ed01-952c-4d78-99e3-3b6267615ea3 req-5734a432-810a-4f59-a61f-427d6e1afe7b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 943 time: 0.0563421 Nov 10 18:39:36.300703 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6900ed01-952c-4d78-99e3-3b6267615ea3 req-1964d448-f2a7-4ec6-bd6f-4f92408df266 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448301 Nov 10 18:39:36.443380 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:39:37.440691 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277918aa-45a4-4eb3-9f72-fc145a433897 req-5448b07b-01d2-41e5-be4e-e90f00845aaa tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:37.442204 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-277918aa-45a4-4eb3-9f72-fc145a433897 req-5448b07b-01d2-41e5-be4e-e90f00845aaa tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 943 time: 0.0587244 Nov 10 18:39:37.496180 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-277918aa-45a4-4eb3-9f72-fc145a433897 req-e35d92be-e9e5-48f3-bc6a-671bb7e1c94e tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457418 Nov 10 18:39:38.621876 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3089e25-b78e-4b85-b377-e30b1c5ee361 req-d92688ea-1702-4d37-b38b-44db5e410cc3 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:38.623395 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a3089e25-b78e-4b85-b377-e30b1c5ee361 req-d92688ea-1702-4d37-b38b-44db5e410cc3 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 943 time: 0.0540352 Nov 10 18:39:38.673656 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a3089e25-b78e-4b85-b377-e30b1c5ee361 req-d8cca3dc-8805-41b1-8879-fb89dbb77c41 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426180 Nov 10 18:39:39.793956 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d06d2c-dbc0-4459-ba5b-9624c27d6063 req-3fbd5281-2f12-4157-a3a5-4b33250bb602 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:39.795463 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f3d06d2c-dbc0-4459-ba5b-9624c27d6063 req-3fbd5281-2f12-4157-a3a5-4b33250bb602 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 943 time: 0.0505579 Nov 10 18:39:39.844756 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f3d06d2c-dbc0-4459-ba5b-9624c27d6063 req-32d4dfa5-fe4c-4e6f-ab3f-7f54fac25e39 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432284 Nov 10 18:39:40.960937 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107c31f-1d61-4a64-b02a-3ab8689d102c req-8cdd67ac-dfc0-4794-a0af-673a58c2698c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:40.962417 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d107c31f-1d61-4a64-b02a-3ab8689d102c req-8cdd67ac-dfc0-4794-a0af-673a58c2698c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 943 time: 0.0487947 Nov 10 18:39:41.009311 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d107c31f-1d61-4a64-b02a-3ab8689d102c req-21e9ff66-739d-408d-9b9c-a29ed8fe65b2 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409470 Nov 10 18:39:42.130042 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a805da0-23de-434e-90ae-a99562ea8d1c req-1b337bf9-ede5-443f-9b60-8a4b0f7eb504 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:42.131539 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5a805da0-23de-434e-90ae-a99562ea8d1c req-1b337bf9-ede5-443f-9b60-8a4b0f7eb504 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 943 time: 0.0532331 Nov 10 18:39:42.179774 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5a805da0-23de-434e-90ae-a99562ea8d1c req-43665464-2bd6-4264-aaee-2452ac64f0a3 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422642 Nov 10 18:39:43.295897 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a3d3f-1311-4613-83a9-1732398f8991 req-dd6235f9-1653-4f56-8690-5f5461c2ee5f tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:43.297373 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-666a3d3f-1311-4613-83a9-1732398f8991 req-dd6235f9-1653-4f56-8690-5f5461c2ee5f tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 943 time: 0.0484855 Nov 10 18:39:43.348097 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-666a3d3f-1311-4613-83a9-1732398f8991 req-9e2da08d-4999-4f03-bb90-eabff76b66db tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442071 Nov 10 18:39:44.466359 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea788d4-2bbb-42a2-8f05-c0d78fa16605 req-d1e528d1-6d6d-4697-80ee-0f1e40ee73f3 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:44.468094 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6ea788d4-2bbb-42a2-8f05-c0d78fa16605 req-d1e528d1-6d6d-4697-80ee-0f1e40ee73f3 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 943 time: 0.0500796 Nov 10 18:39:44.517224 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6ea788d4-2bbb-42a2-8f05-c0d78fa16605 req-0e66802e-7c0a-4d37-b418-d90e8162faa3 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428700 Nov 10 18:39:45.636733 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86736c-2075-42a9-b833-802789918b3d req-4407bd5b-87c4-4b5b-8175-654c2b7c15fb tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:45.638128 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6b86736c-2075-42a9-b833-802789918b3d req-4407bd5b-87c4-4b5b-8175-654c2b7c15fb tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 943 time: 0.0490844 Nov 10 18:39:45.685503 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6b86736c-2075-42a9-b833-802789918b3d req-d18e5f0d-be64-45f0-9a3e-7b1a8114a38a tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406802 Nov 10 18:39:46.003886 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5c556-4071-4941-b9a9-ea997f862005 req-4ba28389-4ab2-4464-95c2-893de2cba563 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:46.005848 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-87a5c556-4071-4941-b9a9-ea997f862005 req-4ba28389-4ab2-4464-95c2-893de2cba563 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.11 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891&tenant_id=1012b220379f4be6b668cbe831bdbec6&binding%3Ahost_id=n-h1-776250-10 HTTP/1.1" status: 200 len: 943 time: 0.0844288 Nov 10 18:39:46.017670 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5f781-101d-4bbd-ae11-171dab01bebc req-e3eaa654-850b-4e45-aaa3-bee16f4b531d tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:46.019151 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-53f5f781-101d-4bbd-ae11-171dab01bebc req-e3eaa654-850b-4e45-aaa3-bee16f4b531d tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 943 time: 0.0716538 Nov 10 18:39:46.104029 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-53f5f781-101d-4bbd-ae11-171dab01bebc req-ad48f3eb-5c45-4d40-8a66-2248875a43bb tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789490 Nov 10 18:39:46.106883 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-87a5c556-4071-4941-b9a9-ea997f862005 req-5c7bf581-6e76-4429-9a13-5a8a95180160 service neutron] 10.222.0.11 "GET /v2.0/ports/977668bc-32b4-4ad7-b9d1-9065385d7454/bindings/n-h1-776250-10 HTTP/1.1" status: 200 len: 383 time: 0.0868900 Nov 10 18:39:46.169022 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5c556-4071-4941-b9a9-ea997f862005 req-44acc1bf-9975-4399-bf5e-61ee47ad4b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:46.170423 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-87a5c556-4071-4941-b9a9-ea997f862005 req-44acc1bf-9975-4399-bf5e-61ee47ad4b41 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 1095 time: 0.0404644 Nov 10 18:39:46.266300 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5c556-4071-4941-b9a9-ea997f862005 req-bc076708-7096-42de-afc7-8190d22f95a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:46.267830 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-87a5c556-4071-4941-b9a9-ea997f862005 req-bc076708-7096-42de-afc7-8190d22f95a3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0908062 Nov 10 18:39:46.334031 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-87a5c556-4071-4941-b9a9-ea997f862005 req-16278b59-4e78-4d7d-b6b4-a40c510699d1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=977668bc-32b4-4ad7-b9d1-9065385d7454 HTTP/1.1" status: 200 len: 1000 time: 0.0596035 Nov 10 18:39:46.386592 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5c556-4071-4941-b9a9-ea997f862005 req-8be413af-ec9b-4f54-9ab6-fb890f7e051e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:46.388027 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-87a5c556-4071-4941-b9a9-ea997f862005 req-8be413af-ec9b-4f54-9ab6-fb890f7e051e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0472922 Nov 10 18:39:46.432943 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5c556-4071-4941-b9a9-ea997f862005 req-e393efb9-25dd-413b-8f1d-1dc55b90cee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:46.434294 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-87a5c556-4071-4941-b9a9-ea997f862005 req-e393efb9-25dd-413b-8f1d-1dc55b90cee1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394864 Nov 10 18:39:46.522390 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-87a5c556-4071-4941-b9a9-ea997f862005 req-10a21466-2599-4bb8-8b39-b6d171e5206d service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808356 Nov 10 18:39:46.614415 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-87a5c556-4071-4941-b9a9-ea997f862005 req-7ca8f7ab-66e9-4d7c-97e4-967a24c13ce7 service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856841 Nov 10 18:39:47.224046 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd72ad-72b1-4352-ba5e-9546fb495a12 req-f10fdb56-503a-4a41-8bea-aeb817a41685 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:47.225547 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-aafd72ad-72b1-4352-ba5e-9546fb495a12 req-f10fdb56-503a-4a41-8bea-aeb817a41685 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 943 time: 0.0494933 Nov 10 18:39:47.264169 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 977668bc-32b4-4ad7-b9d1-9065385d7454 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:39:47.278307 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-aafd72ad-72b1-4352-ba5e-9546fb495a12 req-1136a90f-0206-4901-81d6-3e2032fbaf57 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465324 Nov 10 18:39:47.362368 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 977668bc-32b4-4ad7-b9d1-9065385d7454, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=977668bc-32b4-4ad7-b9d1-9065385d7454,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:39:47.373896 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '977668bc-32b4-4ad7-b9d1-9065385d7454', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'port_id': '977668bc-32b4-4ad7-b9d1-9065385d7454', 'mac_address': 'fa:16:3e:82:3c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:39:47.413159 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:39:47.425714 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 977668bc-32b4-4ad7-b9d1-9065385d7454 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:39:47.444691 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 977668bc-32b4-4ad7-b9d1-9065385d7454, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=977668bc-32b4-4ad7-b9d1-9065385d7454,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:39:47.448135 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:39:47.498162 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=977668bc-32b4-4ad7-b9d1-9065385d7454,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:39:47.504663 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:47.505016 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:47.505362 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:47.505706 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:47.506039 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:47.506369 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:47.506697 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:47.507024 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:47.507350 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:47.507676 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:47.507999 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:47.508346 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:47.684863 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['977668bc-32b4-4ad7-b9d1-9065385d7454'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:39:48.399459 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3b7e5-5c42-4d58-a7bb-88a1a633ea6c req-fbf03315-7652-40f5-a58b-aa099125137d tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:48.400910 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-16d3b7e5-5c42-4d58-a7bb-88a1a633ea6c req-fbf03315-7652-40f5-a58b-aa099125137d tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 944 time: 0.0515814 Nov 10 18:39:48.450578 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-16d3b7e5-5c42-4d58-a7bb-88a1a633ea6c req-52cf8636-f1a2-41a2-8869-45bb35574834 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436232 Nov 10 18:39:49.272370 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 977668bc-32b4-4ad7-b9d1-9065385d7454 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:39:49.537211 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 977668bc-32b4-4ad7-b9d1-9065385d7454, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=977668bc-32b4-4ad7-b9d1-9065385d7454,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:39:49.549094 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '977668bc-32b4-4ad7-b9d1-9065385d7454', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'port_id': '977668bc-32b4-4ad7-b9d1-9065385d7454', 'mac_address': 'fa:16:3e:82:3c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:39:49.584529 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e1f80-e344-4ae0-a2d0-4d63922a12c9 req-5f9b0302-b1ba-4eae-9a52-dfdf2d97d625 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:49.586143 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4b5e1f80-e344-4ae0-a2d0-4d63922a12c9 req-5f9b0302-b1ba-4eae-9a52-dfdf2d97d625 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 944 time: 0.0546517 Nov 10 18:39:49.634083 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4b5e1f80-e344-4ae0-a2d0-4d63922a12c9 req-a5774674-0fe1-49f0-bc0f-6923490cde49 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415113 Nov 10 18:39:50.592975 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5c556-4071-4941-b9a9-ea997f862005 req-204359fe-7ea6-426d-87ed-7062be0d3ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:50.594503 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-87a5c556-4071-4941-b9a9-ea997f862005 req-204359fe-7ea6-426d-87ed-7062be0d3ea2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891&tenant_id=1012b220379f4be6b668cbe831bdbec6 HTTP/1.1" status: 200 len: 1096 time: 0.0402935 Nov 10 18:39:50.607202 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-87a5c556-4071-4941-b9a9-ea997f862005 req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-776250-10', 'device_owner': 'compute:nova'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:39:50.664173 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-87a5c556-4071-4941-b9a9-ea997f862005 req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:39:50.757675 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d34b4f-6d87-4366-99e9-793f36f6c4f9 req-032bfaf5-66ed-46ad-af13-709e9714dbe0 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:50.759291 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-45d34b4f-6d87-4366-99e9-793f36f6c4f9 req-032bfaf5-66ed-46ad-af13-709e9714dbe0 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 944 time: 0.0556405 Nov 10 18:39:50.808502 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-45d34b4f-6d87-4366-99e9-793f36f6c4f9 req-a1479a39-6013-4140-913d-56381cf4fb12 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431955 Nov 10 18:39:50.883567 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:39:50.884415 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-87a5c556-4071-4941-b9a9-ea997f862005 req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] For port 977668bc-32b4-4ad7-b9d1-9065385d7454, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=977668bc-32b4-4ad7-b9d1-9065385d7454,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:39:50.917314 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-87a5c556-4071-4941-b9a9-ea997f862005 req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] For port 977668bc-32b4-4ad7-b9d1-9065385d7454, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:39:50.950458 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-87a5c556-4071-4941-b9a9-ea997f862005 req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 977668bc-32b4-4ad7-b9d1-9065385d7454 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:39:50.959963 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-87a5c556-4071-4941-b9a9-ea997f862005 req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:39:50.970431 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-87a5c556-4071-4941-b9a9-ea997f862005 req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] Ignored duplicate provisioning block setup for port 977668bc-32b4-4ad7-b9d1-9065385d7454 by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 10 18:39:50.974713 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-87a5c556-4071-4941-b9a9-ea997f862005 req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:39:51.062711 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=977668bc-32b4-4ad7-b9d1-9065385d7454,revision_number=9']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:39:51.077877 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:51.078356 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:51.078551 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:51.078882 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:51.079212 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:51.079556 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:51.079883 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:51.080237 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:51.080571 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:51.080902 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:51.081234 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:51.081563 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:39:51.113049 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a5c556-4071-4941-b9a9-ea997f862005 req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] No DVR routers for this DVR port 977668bc-32b4-4ad7-b9d1-9065385d7454 on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:39:51.253748 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-87a5c556-4071-4941-b9a9-ea997f862005 req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] Attempting to bind port 977668bc-32b4-4ad7-b9d1-9065385d7454 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:39:51.254083 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-87a5c556-4071-4941-b9a9-ea997f862005 req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] Attempting to bind port 977668bc-32b4-4ad7-b9d1-9065385d7454 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:39:51.254416 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a5c556-4071-4941-b9a9-ea997f862005 req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] Attempting to bind port 977668bc-32b4-4ad7-b9d1-9065385d7454 on network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:39:51.259762 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a5c556-4071-4941-b9a9-ea997f862005 req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] Port 977668bc-32b4-4ad7-b9d1-9065385d7454 on network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:39:51.260083 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a5c556-4071-4941-b9a9-ea997f862005 req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] Attempting to bind port 977668bc-32b4-4ad7-b9d1-9065385d7454 on network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:39:51.264876 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a5c556-4071-4941-b9a9-ea997f862005 req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:39:51.265211 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a5c556-4071-4941-b9a9-ea997f862005 req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] Checking segment: {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:39:51.265596 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a5c556-4071-4941-b9a9-ea997f862005 req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] Bound using segment: {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:39:51.266022 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-87a5c556-4071-4941-b9a9-ea997f862005 req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] Bound port: 977668bc-32b4-4ad7-b9d1-9065385d7454, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:39:51.266374 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-87a5c556-4071-4941-b9a9-ea997f862005 req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:39:51.287672 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 977668bc-32b4-4ad7-b9d1-9065385d7454 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:39:51.325473 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 977668bc-32b4-4ad7-b9d1-9065385d7454 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:39:51.330254 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-87a5c556-4071-4941-b9a9-ea997f862005 req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] For port 977668bc-32b4-4ad7-b9d1-9065385d7454, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:39:51.334586 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-87a5c556-4071-4941-b9a9-ea997f862005 req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] For port 977668bc-32b4-4ad7-b9d1-9065385d7454, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=977668bc-32b4-4ad7-b9d1-9065385d7454,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:39:51.339293 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-87a5c556-4071-4941-b9a9-ea997f862005 req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:39:51.374877 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5c556-4071-4941-b9a9-ea997f862005 req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:51.375645 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-87a5c556-4071-4941-b9a9-ea997f862005 req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:39:51.377437 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-87a5c556-4071-4941-b9a9-ea997f862005 req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] 10.222.0.13 "PUT /v2.0/ports/977668bc-32b4-4ad7-b9d1-9065385d7454 HTTP/1.1" status: 200 len: 1092 time: 0.7742906 Nov 10 18:39:51.379852 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01265b0e-3daa-44c7-af09-60643fd54891', 'tag': '977668bc-32b4-4ad7-b9d1-9065385d7454'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:39:51.383514 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1721da7-707c-4579-84da-279a50e819a8" -d '{"events": [{"name": "network-changed", "server_uuid": "01265b0e-3daa-44c7-af09-60643fd54891", "tag": "977668bc-32b4-4ad7-b9d1-9065385d7454"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:39:51.443409 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e6a81-68c8-4a11-98dc-47f5d39cd3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=977668bc-32b4-4ad7-b9d1-9065385d7454,revision_number=10']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:39:51.457503 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5c556-4071-4941-b9a9-ea997f862005 req-2b9a1855-c0b8-415f-a298-1acd76d78488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:51.459464 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-87a5c556-4071-4941-b9a9-ea997f862005 req-2b9a1855-c0b8-415f-a298-1acd76d78488 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 1096 time: 0.0575869 Nov 10 18:39:51.512784 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68deaea0-9b20-4bce-b498-e3b25b5d8066 x-openstack-request-id: req-68deaea0-9b20-4bce-b498-e3b25b5d8066 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:39:51.513080 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01265b0e-3daa-44c7-af09-60643fd54891", "tag": "977668bc-32b4-4ad7-b9d1-9065385d7454", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:39:51.513343 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-68deaea0-9b20-4bce-b498-e3b25b5d8066 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:39:51.513752 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01265b0e-3daa-44c7-af09-60643fd54891', 'tag': '977668bc-32b4-4ad7-b9d1-9065385d7454', 'status': 'completed', 'code': 200} Nov 10 18:39:51.558618 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1721da7-707c-4579-84da-279a50e819a8 req-2c0ef1ed-26a3-4d3a-a245-3013b646af64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:51.560142 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f1721da7-707c-4579-84da-279a50e819a8 req-2c0ef1ed-26a3-4d3a-a245-3013b646af64 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 1096 time: 0.0457809 Nov 10 18:39:51.561632 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5c556-4071-4941-b9a9-ea997f862005 req-ff8b5d8c-1bb2-4d1b-8e88-b49a9c72fed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:51.563558 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-87a5c556-4071-4941-b9a9-ea997f862005 req-ff8b5d8c-1bb2-4d1b-8e88-b49a9c72fed1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0960262 Nov 10 18:39:51.639471 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-87a5c556-4071-4941-b9a9-ea997f862005 req-ceabb056-2325-4aa2-95b5-1ed02c2e196b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=977668bc-32b4-4ad7-b9d1-9065385d7454 HTTP/1.1" status: 200 len: 1000 time: 0.0680780 Nov 10 18:39:51.659184 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1721da7-707c-4579-84da-279a50e819a8 req-c4843735-8f75-4569-8d27-3ccd883a9997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:51.660634 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f1721da7-707c-4579-84da-279a50e819a8 req-c4843735-8f75-4569-8d27-3ccd883a9997 service neutron] 10.222.0.11 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0938580 Nov 10 18:39:51.689824 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5c556-4071-4941-b9a9-ea997f862005 req-7589a72c-4763-4bde-a59c-81c6dbb6f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:51.691334 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-87a5c556-4071-4941-b9a9-ea997f862005 req-7589a72c-4763-4bde-a59c-81c6dbb6f474 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0450716 Nov 10 18:39:51.728657 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f1721da7-707c-4579-84da-279a50e819a8 req-fda9076b-d3b6-4280-a423-d8e710a7b560 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=977668bc-32b4-4ad7-b9d1-9065385d7454 HTTP/1.1" status: 200 len: 1000 time: 0.0604467 Nov 10 18:39:51.738975 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5c556-4071-4941-b9a9-ea997f862005 req-bceba120-4686-4eee-bc26-5e6657fb369f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:51.741059 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-87a5c556-4071-4941-b9a9-ea997f862005 req-bceba120-4686-4eee-bc26-5e6657fb369f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419152 Nov 10 18:39:51.781417 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1721da7-707c-4579-84da-279a50e819a8 req-69a2088b-128f-4bab-99dc-dc5ed169da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:51.782890 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f1721da7-707c-4579-84da-279a50e819a8 req-69a2088b-128f-4bab-99dc-dc5ed169da04 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0480766 Nov 10 18:39:51.833190 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1721da7-707c-4579-84da-279a50e819a8 req-85fe3fde-978f-43d3-b94d-e0e4575f3d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:51.834854 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f1721da7-707c-4579-84da-279a50e819a8 req-85fe3fde-978f-43d3-b94d-e0e4575f3d02 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444505 Nov 10 18:39:51.838374 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-87a5c556-4071-4941-b9a9-ea997f862005 req-65dfa0e9-9b83-4a2d-aa00-22ec67600ff1 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891874 Nov 10 18:39:51.932370 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-87a5c556-4071-4941-b9a9-ea997f862005 req-ee60ff0b-ac33-4336-8178-c95a59575465 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866833 Nov 10 18:39:51.965382 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1a3b5-4b71-4958-8528-dea579bb48f9 req-de81a486-34db-4d6e-bc08-7242fd04806e tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:51.966982 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-81c1a3b5-4b71-4958-8528-dea579bb48f9 req-de81a486-34db-4d6e-bc08-7242fd04806e tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 944 time: 0.0809321 Nov 10 18:39:51.973323 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f1721da7-707c-4579-84da-279a50e819a8 req-5faf60f7-f53f-4506-81d7-d6d8ddb57cdc service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305549 Nov 10 18:39:52.024273 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1721da7-707c-4579-84da-279a50e819a8 req-3f378c0c-5163-4a1e-9617-567db660293b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:52.026092 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f1721da7-707c-4579-84da-279a50e819a8 req-3f378c0c-5163-4a1e-9617-567db660293b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1012b220379f4be6b668cbe831bdbec6&device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 1096 time: 0.0526514 Nov 10 18:39:52.092530 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-81c1a3b5-4b71-4958-8528-dea579bb48f9 req-c1695e87-1280-45e2-b8e9-2b051feef1c1 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174939 Nov 10 18:39:52.098232 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f1721da7-707c-4579-84da-279a50e819a8 req-1de80019-3c80-47cc-8441-95b209a1d2e9 service neutron] 10.222.0.11 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166809 Nov 10 18:39:52.124617 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1721da7-707c-4579-84da-279a50e819a8 req-bb803725-8667-4f31-bdf4-b40d0f78cdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:52.126186 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f1721da7-707c-4579-84da-279a50e819a8 req-bb803725-8667-4f31-bdf4-b40d0f78cdd9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 200 len: 913 time: 0.0929985 Nov 10 18:39:52.199563 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f1721da7-707c-4579-84da-279a50e819a8 req-3d5f55d8-5af7-4157-9518-8575ff3d0917 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=977668bc-32b4-4ad7-b9d1-9065385d7454 HTTP/1.1" status: 200 len: 1000 time: 0.0644624 Nov 10 18:39:52.249962 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1721da7-707c-4579-84da-279a50e819a8 req-eafce077-6efc-43be-b871-04943a416938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:52.251377 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f1721da7-707c-4579-84da-279a50e819a8 req-eafce077-6efc-43be-b871-04943a416938 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 200 len: 851 time: 0.0449662 Nov 10 18:39:52.299397 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1721da7-707c-4579-84da-279a50e819a8 req-5e2b8a09-4121-45b3-9a6a-37dde21fc502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:52.301016 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f1721da7-707c-4579-84da-279a50e819a8 req-5e2b8a09-4121-45b3-9a6a-37dde21fc502 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417600 Nov 10 18:39:52.398904 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f1721da7-707c-4579-84da-279a50e819a8 req-1acaf200-61cd-43df-8e30-8bef657bb3a6 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895925 Nov 10 18:39:52.497411 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f1721da7-707c-4579-84da-279a50e819a8 req-4946e48c-6b12-46fa-b987-b124449cc745 service neutron] 10.222.0.13 "GET /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913124 Nov 10 18:39:53.220684 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d6cde-a832-4326-9c1f-40ec9935431c req-24ed9b8d-ddbd-4be0-a605-b9134acf0958 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:53.222175 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-467d6cde-a832-4326-9c1f-40ec9935431c req-24ed9b8d-ddbd-4be0-a605-b9134acf0958 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 944 time: 0.0504992 Nov 10 18:39:53.275935 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-467d6cde-a832-4326-9c1f-40ec9935431c req-1a5c2996-7958-4aee-9b68-042fb2b1fdaa tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474420 Nov 10 18:39:54.398240 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5904bd-040b-488b-9bf3-66202675d6c3 req-9c27c7d6-969d-4387-ac99-728e15d3a26e tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:54.399709 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ac5904bd-040b-488b-9bf3-66202675d6c3 req-9c27c7d6-969d-4387-ac99-728e15d3a26e tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 944 time: 0.0536094 Nov 10 18:39:54.448569 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ac5904bd-040b-488b-9bf3-66202675d6c3 req-94abd75b-a2e1-4a9a-8bd6-c65fdcbef7bf tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428309 Nov 10 18:39:55.323122 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:39:55.571645 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67373a48-fdc0-4bf6-9f13-c3da35709e09 req-cdd0621d-a91a-4a1e-a020-1d1625e04f19 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:55.573209 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-67373a48-fdc0-4bf6-9f13-c3da35709e09 req-cdd0621d-a91a-4a1e-a020-1d1625e04f19 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 944 time: 0.0540123 Nov 10 18:39:55.621321 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-67373a48-fdc0-4bf6-9f13-c3da35709e09 req-40328335-0a51-4622-9889-305ff04d04ae tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421431 Nov 10 18:39:55.665269 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:39:56.758494 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dcd9f-adb9-4de2-87ea-a8ebfef6cdd0 req-b7ba6270-b43e-4567-a085-26022edb372c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:56.760305 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-035dcd9f-adb9-4de2-87ea-a8ebfef6cdd0 req-b7ba6270-b43e-4567-a085-26022edb372c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 944 time: 0.0609820 Nov 10 18:39:56.813603 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-035dcd9f-adb9-4de2-87ea-a8ebfef6cdd0 req-7ab4a73c-9aff-4bb5-a629-0fcc3c3c1512 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468431 Nov 10 18:39:57.939614 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69646ef-5ebe-47ae-a76c-1c4d745e6f8a req-d48edda5-045e-4952-a921-e7109dc32c0b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:57.941117 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a69646ef-5ebe-47ae-a76c-1c4d745e6f8a req-d48edda5-045e-4952-a921-e7109dc32c0b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 944 time: 0.0495965 Nov 10 18:39:57.988453 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a69646ef-5ebe-47ae-a76c-1c4d745e6f8a req-01d329ab-4ef0-42ad-ac3d-99dc7091e876 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414159 Nov 10 18:39:59.108075 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d748ced-e91d-4f84-9107-8ea024f9130d req-3d9b5c16-a13c-4e8b-bf94-cb145764b217 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:39:59.109564 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1d748ced-e91d-4f84-9107-8ea024f9130d req-3d9b5c16-a13c-4e8b-bf94-cb145764b217 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 944 time: 0.0480547 Nov 10 18:39:59.160106 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1d748ced-e91d-4f84-9107-8ea024f9130d req-ad3d6278-2fd2-4632-a043-4786aa976b84 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439909 Nov 10 18:40:00.285559 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83020e7b-3c31-4e3f-9764-a195415e11ca req-cc5f8a3d-ad20-45dc-86a2-91a82c06fbdb tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:00.287338 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-83020e7b-3c31-4e3f-9764-a195415e11ca req-cc5f8a3d-ad20-45dc-86a2-91a82c06fbdb tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 944 time: 0.0535805 Nov 10 18:40:00.334534 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-83020e7b-3c31-4e3f-9764-a195415e11ca req-eeff6dfe-531c-47dd-9200-21f0b3374e23 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412657 Nov 10 18:40:00.653921 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-390d7034-ad67-48d8-9989-b4a627727659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:01.451328 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb126da3-15b5-4776-a678-eb0bf7b187dc req-5afbba86-7448-4511-891d-c353714f79e5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:01.452820 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bb126da3-15b5-4776-a678-eb0bf7b187dc req-5afbba86-7448-4511-891d-c353714f79e5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 944 time: 0.0487225 Nov 10 18:40:01.500276 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bb126da3-15b5-4776-a678-eb0bf7b187dc req-cf543793-5f78-4b64-b92c-fa7f4ba56c37 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414922 Nov 10 18:40:02.625877 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc17367-9ec0-4069-a5f9-80ed8fc90607 req-12ae29e7-036f-4c13-82f2-ae30c4838b15 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:02.627361 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ddc17367-9ec0-4069-a5f9-80ed8fc90607 req-12ae29e7-036f-4c13-82f2-ae30c4838b15 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 944 time: 0.0498977 Nov 10 18:40:02.675371 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ddc17367-9ec0-4069-a5f9-80ed8fc90607 req-e41fd00b-0e6e-4b88-b481-48637a82e463 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410931 Nov 10 18:40:03.004525 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-69ca5768-d33e-498a-9514-5702e53da0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:03.596705 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 977668bc-32b4-4ad7-b9d1-9065385d7454 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:40:03.704746 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 977668bc-32b4-4ad7-b9d1-9065385d7454, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=977668bc-32b4-4ad7-b9d1-9065385d7454,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:40:03.719655 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '977668bc-32b4-4ad7-b9d1-9065385d7454', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'port_id': '977668bc-32b4-4ad7-b9d1-9065385d7454', 'mac_address': 'fa:16:3e:82:3c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:40:03.760133 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:03.773806 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 977668bc-32b4-4ad7-b9d1-9065385d7454 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:40:03.798574 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 977668bc-32b4-4ad7-b9d1-9065385d7454, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=977668bc-32b4-4ad7-b9d1-9065385d7454,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:40:03.804432 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:03.825234 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138f2e6-df45-4ad8-b364-6f5861ce68e1 req-0666a331-b7e9-4fd6-9aba-09614e5482d9 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:03.834685 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e138f2e6-df45-4ad8-b364-6f5861ce68e1 req-0666a331-b7e9-4fd6-9aba-09614e5482d9 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 944 time: 0.0726409 Nov 10 18:40:03.861452 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=977668bc-32b4-4ad7-b9d1-9065385d7454,revision_number=11']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:03.887039 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e138f2e6-df45-4ad8-b364-6f5861ce68e1 req-1727e8e2-cb72-4307-a47f-31c82d6655a3 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510414 Nov 10 18:40:04.050260 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['977668bc-32b4-4ad7-b9d1-9065385d7454'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:40:04.258822 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:05.009434 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445a11d-1b22-453d-a960-670791d9b2cd req-bcdc0b04-d232-435d-9772-4592e060ea52 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:05.010917 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1445a11d-1b22-453d-a960-670791d9b2cd req-bcdc0b04-d232-435d-9772-4592e060ea52 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 945 time: 0.0533314 Nov 10 18:40:05.057956 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1445a11d-1b22-453d-a960-670791d9b2cd req-882e09a3-3728-4d01-838f-cc665bf2a29b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410635 Nov 10 18:40:05.176401 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c20fe-7730-4fd2-bdab-c36d708ae890 req-49564ed2-2f3f-49a0-956b-49cde9780db9 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:05.177891 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-450c20fe-7730-4fd2-bdab-c36d708ae890 req-49564ed2-2f3f-49a0-956b-49cde9780db9 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 945 time: 0.0529935 Nov 10 18:40:05.224475 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-450c20fe-7730-4fd2-bdab-c36d708ae890 req-fbad52b2-8b62-4c4f-8f2d-28f186abc076 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400534 Nov 10 18:40:05.338934 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f479599-b971-4afb-ad0d-cd116a5d5d82 req-706b3f26-7f1f-4212-a053-262f4d369ba9 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:05.340329 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f479599-b971-4afb-ad0d-cd116a5d5d82 req-706b3f26-7f1f-4212-a053-262f4d369ba9 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 945 time: 0.0488420 Nov 10 18:40:05.388104 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5f479599-b971-4afb-ad0d-cd116a5d5d82 req-7257f03e-59be-47eb-88dc-b16868abc7a5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418437 Nov 10 18:40:05.610807 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 977668bc-32b4-4ad7-b9d1-9065385d7454 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:40:05.634144 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf712a-0a78-4d43-8ae2-2b881bccc27f req-08e17ba2-0115-4d99-9e7d-50849938630e tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:05.635687 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2fbf712a-0a78-4d43-8ae2-2b881bccc27f req-08e17ba2-0115-4d99-9e7d-50849938630e tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 945 time: 0.0535142 Nov 10 18:40:05.664726 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 977668bc-32b4-4ad7-b9d1-9065385d7454 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:40:05.668933 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 977668bc-32b4-4ad7-b9d1-9065385d7454 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:40:05.669302 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:05.689041 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2fbf712a-0a78-4d43-8ae2-2b881bccc27f req-3aa6df71-e733-45a9-b238-0334ca2dbd09 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473936 Nov 10 18:40:05.759234 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:05.760994 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:05.783178 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01265b0e-3daa-44c7-af09-60643fd54891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977668bc-32b4-4ad7-b9d1-9065385d7454'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:40:05.785432 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442f9940-32a4-42be-9a57-860b523bdbcc" -d '{"events": [{"server_uuid": "01265b0e-3daa-44c7-af09-60643fd54891", "name": "network-vif-plugged", "status": "completed", "tag": "977668bc-32b4-4ad7-b9d1-9065385d7454"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:40:05.798306 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 977668bc-32b4-4ad7-b9d1-9065385d7454, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=977668bc-32b4-4ad7-b9d1-9065385d7454,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:40:05.802299 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:05.855375 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=977668bc-32b4-4ad7-b9d1-9065385d7454,revision_number=12']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:05.874272 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a518ab03-c7dd-44a0-9b64-4712087364b9 x-openstack-request-id: req-a518ab03-c7dd-44a0-9b64-4712087364b9 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:40:05.874582 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01265b0e-3daa-44c7-af09-60643fd54891", "name": "network-vif-plugged", "status": "completed", "tag": "977668bc-32b4-4ad7-b9d1-9065385d7454", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:40:05.874833 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a518ab03-c7dd-44a0-9b64-4712087364b9 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:40:05.875228 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01265b0e-3daa-44c7-af09-60643fd54891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977668bc-32b4-4ad7-b9d1-9065385d7454', 'code': 200} Nov 10 18:40:06.437978 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:06.806785 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a85c5a-77bc-486f-a4a8-06cc60b2ac08 req-d35e62e2-130d-434f-8311-dda956986024 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:06.808334 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f6a85c5a-77bc-486f-a4a8-06cc60b2ac08 req-d35e62e2-130d-434f-8311-dda956986024 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 946 time: 0.0495694 Nov 10 18:40:06.856496 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f6a85c5a-77bc-486f-a4a8-06cc60b2ac08 req-1b94fd3f-1eea-4b9c-bed8-58e8e7982607 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups?id=f443c5cd-b893-4fb7-b03a-141a2ff3c636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422039 Nov 10 18:40:07.313848 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd577a64-9083-49de-84b0-27eb032998bb req-821f40e6-be26-480a-8db3-89205ed5c1af tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:07.315308 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bd577a64-9083-49de-84b0-27eb032998bb req-821f40e6-be26-480a-8db3-89205ed5c1af tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.13 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 946 time: 0.0500462 Nov 10 18:40:07.406628 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-bd577a64-9083-49de-84b0-27eb032998bb req-36eb4297-0868-46cf-85b5-89a4138e19e5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Deleting port 977668bc-32b4-4ad7-b9d1-9065385d7454 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:40:07.406966 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bd577a64-9083-49de-84b0-27eb032998bb req-36eb4297-0868-46cf-85b5-89a4138e19e5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:07.497076 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-bd577a64-9083-49de-84b0-27eb032998bb req-36eb4297-0868-46cf-85b5-89a4138e19e5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] For port 977668bc-32b4-4ad7-b9d1-9065385d7454, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=977668bc-32b4-4ad7-b9d1-9065385d7454,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:40:07.497439 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bd577a64-9083-49de-84b0-27eb032998bb req-36eb4297-0868-46cf-85b5-89a4138e19e5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:07.671179 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bd577a64-9083-49de-84b0-27eb032998bb req-36eb4297-0868-46cf-85b5-89a4138e19e5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:07.671450 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bd577a64-9083-49de-84b0-27eb032998bb req-36eb4297-0868-46cf-85b5-89a4138e19e5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:07.671766 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [req-bd577a64-9083-49de-84b0-27eb032998bb req-36eb4297-0868-46cf-85b5-89a4138e19e5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Floating IP 69f81d7c-10ef-4f80-a192-c0ce38589798 disassociated. External IP: 172.25.5.142, port: 977668bc-32b4-4ad7-b9d1-9065385d7454. Nov 10 18:40:07.672107 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-bd577a64-9083-49de-84b0-27eb032998bb req-36eb4297-0868-46cf-85b5-89a4138e19e5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Calling delete_port for 977668bc-32b4-4ad7-b9d1-9065385d7454 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:40:07.800346 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bd577a64-9083-49de-84b0-27eb032998bb req-36eb4297-0868-46cf-85b5-89a4138e19e5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:07.832583 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb4297-0868-46cf-85b5-89a4138e19e5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Pushing event deleted for resources: {'Port': ['ID=977668bc-32b4-4ad7-b9d1-9065385d7454,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:07.952872 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd577a64-9083-49de-84b0-27eb032998bb req-36eb4297-0868-46cf-85b5-89a4138e19e5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:40:07.965507 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-63df2e13-f61c-4c25-b7f7-063d2e575dc7 req-2dad790d-5f54-4538-8f9b-b53a1d26a593 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 210 time: 0.0273430 Nov 10 18:40:08.067198 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd577a64-9083-49de-84b0-27eb032998bb req-36eb4297-0868-46cf-85b5-89a4138e19e5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:40:08.077603 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76aae1a-7ac6-43b1-9220-b0a888c0c98c None None] Sync routers for ids ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:40:08.088414 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76aae1a-7ac6-43b1-9220-b0a888c0c98c None None] Routers {'6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:40:08.089028 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e76aae1a-7ac6-43b1-9220-b0a888c0c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:40:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:40:08.111489 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd577a64-9083-49de-84b0-27eb032998bb req-36eb4297-0868-46cf-85b5-89a4138e19e5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] No DVR routers for this DVR port 977668bc-32b4-4ad7-b9d1-9065385d7454 on host n-h2-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:40:08.114161 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bd577a64-9083-49de-84b0-27eb032998bb req-36eb4297-0868-46cf-85b5-89a4138e19e5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:08.117968 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bd577a64-9083-49de-84b0-27eb032998bb req-36eb4297-0868-46cf-85b5-89a4138e19e5 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.13 "DELETE /v2.0/ports/977668bc-32b4-4ad7-b9d1-9065385d7454 HTTP/1.1" status: 204 len: 173 time: 0.7956626 Nov 10 18:40:08.118410 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01265b0e-3daa-44c7-af09-60643fd54891', 'name': 'network-vif-deleted', 'tag': '977668bc-32b4-4ad7-b9d1-9065385d7454'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:40:08.120683 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbdaa0e-718e-41e7-86b5-59d279d1e27c" -d '{"events": [{"server_uuid": "01265b0e-3daa-44c7-af09-60643fd54891", "name": "network-vif-deleted", "tag": "977668bc-32b4-4ad7-b9d1-9065385d7454"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:40:08.161790 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b918b764-6e47-4e1e-b88f-b30b5aa8f6a4 x-openstack-request-id: req-b918b764-6e47-4e1e-b88f-b30b5aa8f6a4 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:40:08.162125 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01265b0e-3daa-44c7-af09-60643fd54891", "name": "network-vif-deleted", "tag": "977668bc-32b4-4ad7-b9d1-9065385d7454", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:40:08.162385 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b918b764-6e47-4e1e-b88f-b30b5aa8f6a4 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:40:08.163183 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01265b0e-3daa-44c7-af09-60643fd54891', 'name': 'network-vif-deleted', 'tag': '977668bc-32b4-4ad7-b9d1-9065385d7454', 'status': 'completed', 'code': 200} Nov 10 18:40:08.200302 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-e76aae1a-7ac6-43b1-9220-b0a888c0c98c None None] Set router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:40:08.399101 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e76aae1a-7ac6-43b1-9220-b0a888c0c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'name': 'tempest-ServerActionsTestJSON-1857887221-router', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:30:24Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'gw_port': {'id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:25Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2c161457-035c-4a1a-a857-8fbf619ba148', 'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'mac_address': 'fa:16:3e:32:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:26Z', 'updated_at': '2021-11-10T18:30:30Z', 'revision_number': 5, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'subnets': [{'id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:40:08.429544 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76aae1a-7ac6-43b1-9220-b0a888c0c98c None None] Checking router: 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:40:08.438200 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76aae1a-7ac6-43b1-9220-b0a888c0c98c None None] Routers {'6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:40:08.438862 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e76aae1a-7ac6-43b1-9220-b0a888c0c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:40:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:40:08.647461 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-e76aae1a-7ac6-43b1-9220-b0a888c0c98c None None] Set router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:40:08.847442 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e76aae1a-7ac6-43b1-9220-b0a888c0c98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'name': 'tempest-ServerActionsTestJSON-1857887221-router', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:30:24Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'gw_port': {'id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:25Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2c161457-035c-4a1a-a857-8fbf619ba148', 'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'mac_address': 'fa:16:3e:32:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:26Z', 'updated_at': '2021-11-10T18:30:30Z', 'revision_number': 5, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'subnets': [{'id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:40:08.878486 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76aae1a-7ac6-43b1-9220-b0a888c0c98c None None] The sync data for ids ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'] in n-d-776250-10 is: [{'id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'name': 'tempest-ServerActionsTestJSON-1857887221-router', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:30:24Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'gw_port': {'id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:25Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2c161457-035c-4a1a-a857-8fbf619ba148', 'name': '', 'network_id': '27d59da6-7cca-4d2d-ab3a-80bd3017b8c4', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'mac_address': 'fa:16:3e:32:14:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:26Z', 'updated_at': '2021-11-10T18:30:30Z', 'revision_number': 5, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'subnets': [{'id': '1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:40:09.068402 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ef7ccaf0-413a-4f54-b0f0-c2215e42ad2f req-ad572f45-6ef2-4561-a699-23331111c9e6 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 210 time: 0.0277843 Nov 10 18:40:09.123678 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb78365-cd6b-4884-a374-79246d93a958 None None] New status for floating IP 69f81d7c-10ef-4f80-a192-c0ce38589798: DOWN {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:40:09.606547 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 977668bc-32b4-4ad7-b9d1-9065385d7454 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:40:09.628222 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 977668bc-32b4-4ad7-b9d1-9065385d7454 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:40:09.628479 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 977668bc-32b4-4ad7-b9d1-9065385d7454 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:40:10.172616 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ce177fed-cc37-40d8-9443-57981bd49844 req-65855736-b5e7-452c-99f2-c54c58990b6c tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 210 time: 0.0279794 Nov 10 18:40:11.269626 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5960ae65-2321-44f1-a0d6-2cea634081f6 req-75bbdd94-6de9-46fd-b8ce-09f6eb2b539e tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 210 time: 0.0264275 Nov 10 18:40:12.367896 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-25200387-6ba4-4ffb-964c-66944b01ef3d req-46342955-45b8-4908-8bb2-011ae0a81234 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/ports?device_id=01265b0e-3daa-44c7-af09-60643fd54891 HTTP/1.1" status: 200 len: 210 time: 0.0281746 Nov 10 18:40:17.118457 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33250) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:40:17.175224 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3120c905-1505-4db7-8ecc-eb228d5d6df0 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:17.203677 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3120c905-1505-4db7-8ecc-eb228d5d6df0 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:17.255042 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3120c905-1505-4db7-8ecc-eb228d5d6df0 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:17.258897 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-3120c905-1505-4db7-8ecc-eb228d5d6df0 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:17.260037 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3120c905-1505-4db7-8ecc-eb228d5d6df0 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "DELETE /v2.0/security-groups/f443c5cd-b893-4fb7-b03a-141a2ff3c636 HTTP/1.1" status: 204 len: 168 time: 0.1405833 Nov 10 18:40:17.262628 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33252) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:40:17.269473 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120c905-1505-4db7-8ecc-eb228d5d6df0 tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f443c5cd-b893-4fb7-b03a-141a2ff3c636,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:17.278109 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [None req-e4ca8e60-6c35-45c3-b595-4bf1559e07eb tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] show failed (client error): The resource could not be found. Nov 10 18:40:17.281698 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e4ca8e60-6c35-45c3-b595-4bf1559e07eb tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "GET /v2.0/security-groups/f443c5cd-b893-4fb7-b03a-141a2ff3c636 HTTP/1.1" status: 404 len: 347 time: 0.0161045 Nov 10 18:40:17.282178 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33254) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:40:17.743271 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-fa1b792c-bfc0-472d-b482-ba99bb2a517b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Deleting port a968f76e-cf71-4abd-81c9-f104873c8a5a {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:40:17.743612 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fa1b792c-bfc0-472d-b482-ba99bb2a517b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:17.823146 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fa1b792c-bfc0-472d-b482-ba99bb2a517b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:17.823572 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fa1b792c-bfc0-472d-b482-ba99bb2a517b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:17.836179 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-fa1b792c-bfc0-472d-b482-ba99bb2a517b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Calling delete_port for a968f76e-cf71-4abd-81c9-f104873c8a5a owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:40:17.969890 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fa1b792c-bfc0-472d-b482-ba99bb2a517b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:17.995504 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b792c-bfc0-472d-b482-ba99bb2a517b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Pushing event deleted for resources: {'Port': ['ID=a968f76e-cf71-4abd-81c9-f104873c8a5a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:18.061345 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fa1b792c-bfc0-472d-b482-ba99bb2a517b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:18.063770 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fa1b792c-bfc0-472d-b482-ba99bb2a517b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:18.064948 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fa1b792c-bfc0-472d-b482-ba99bb2a517b tempest-ServerActionsTestJSON-1777362299 tempest-ServerActionsTestJSON-1777362299-project] 10.222.0.39 "DELETE /v2.0/floatingips/69f81d7c-10ef-4f80-a192-c0ce38589798 HTTP/1.1" status: 204 len: 168 time: 0.7819386 Nov 10 18:40:18.067868 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33256) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:40:18.481854 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-52e6351a-43b0-4ed6-b369-b1a293a851a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:18.723707 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-52e6351a-43b0-4ed6-b369-b1a293a851a4 admin admin] Deleting port 2c161457-035c-4a1a-a857-8fbf619ba148 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:40:18.724042 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-52e6351a-43b0-4ed6-b369-b1a293a851a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:18.806596 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-52e6351a-43b0-4ed6-b369-b1a293a851a4 admin admin] For port 2c161457-035c-4a1a-a857-8fbf619ba148, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2c161457-035c-4a1a-a857-8fbf619ba148,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:40:18.806955 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-52e6351a-43b0-4ed6-b369-b1a293a851a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:18.820239 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-52e6351a-43b0-4ed6-b369-b1a293a851a4 admin admin] Calling delete_port for 2c161457-035c-4a1a-a857-8fbf619ba148 owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:40:19.001444 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-52e6351a-43b0-4ed6-b369-b1a293a851a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:19.029112 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6351a-43b0-4ed6-b369-b1a293a851a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c161457-035c-4a1a-a857-8fbf619ba148,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:19.196275 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-52e6351a-43b0-4ed6-b369-b1a293a851a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:19.413441 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e6351a-43b0-4ed6-b369-b1a293a851a4 admin admin] Router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:40:19.520337 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e6351a-43b0-4ed6-b369-b1a293a851a4 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:40:19.526622 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-52e6351a-43b0-4ed6-b369-b1a293a851a4 admin admin] 10.222.0.39 "PUT /v2.0/routers/6913d4ec-5e44-4d84-9910-2ba5a69b0ba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4572499 Nov 10 18:40:19.528787 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33262) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:40:19.529851 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47424d4-48eb-48c7-bab2-0a056740a990 None None] Sync routers for ids ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:40:19.539799 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47424d4-48eb-48c7-bab2-0a056740a990 None None] Routers {'6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:40:19.540430 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-b47424d4-48eb-48c7-bab2-0a056740a990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:40:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:40:19.636463 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5dcfc96e-b9a5-4235-9ea3-9e24cf4d7512 admin admin] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:19.651780 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-b47424d4-48eb-48c7-bab2-0a056740a990 None None] Set router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:40:19.741726 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5dcfc96e-b9a5-4235-9ea3-9e24cf4d7512 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:19.794557 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-5dcfc96e-b9a5-4235-9ea3-9e24cf4d7512 admin admin] Deleting port d51ff47a-d10a-4a0f-8f14-0dafa05eeb6c {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:40:19.794903 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5dcfc96e-b9a5-4235-9ea3-9e24cf4d7512 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:19.833612 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-b47424d4-48eb-48c7-bab2-0a056740a990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'name': 'tempest-ServerActionsTestJSON-1857887221-router', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:30:24Z', 'updated_at': '2021-11-10T18:40:18Z', 'revision_number': 5, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'gw_port': {'id': 'd51ff47a-d10a-4a0f-8f14-0dafa05eeb6c', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:30:25Z', 'updated_at': '2021-11-10T18:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:40:19.863493 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47424d4-48eb-48c7-bab2-0a056740a990 None None] Checking router: 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:40:19.872638 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47424d4-48eb-48c7-bab2-0a056740a990 None None] Routers {'6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:40:19.873243 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-b47424d4-48eb-48c7-bab2-0a056740a990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:40:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:40:19.879693 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-5dcfc96e-b9a5-4235-9ea3-9e24cf4d7512 admin admin] For port d51ff47a-d10a-4a0f-8f14-0dafa05eeb6c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d51ff47a-d10a-4a0f-8f14-0dafa05eeb6c,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:40:19.880067 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5dcfc96e-b9a5-4235-9ea3-9e24cf4d7512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:19.892482 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-5dcfc96e-b9a5-4235-9ea3-9e24cf4d7512 admin admin] Calling delete_port for d51ff47a-d10a-4a0f-8f14-0dafa05eeb6c owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:40:19.958623 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-b47424d4-48eb-48c7-bab2-0a056740a990 None None] Set router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:40:20.010541 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-b47424d4-48eb-48c7-bab2-0a056740a990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'name': 'tempest-ServerActionsTestJSON-1857887221-router', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:30:24Z', 'updated_at': '2021-11-10T18:40:19Z', 'revision_number': 6, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:40:20.039532 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47424d4-48eb-48c7-bab2-0a056740a990 None None] The sync data for ids ['6913d4ec-5e44-4d84-9910-2ba5a69b0ba5'] in n-d-776250-10 is: [{'id': '6913d4ec-5e44-4d84-9910-2ba5a69b0ba5', 'name': 'tempest-ServerActionsTestJSON-1857887221-router', 'tenant_id': '1012b220379f4be6b668cbe831bdbec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:30:24Z', 'updated_at': '2021-11-10T18:40:19Z', 'revision_number': 6, 'project_id': '1012b220379f4be6b668cbe831bdbec6', 'gw_port_host': None}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:40:20.071250 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5dcfc96e-b9a5-4235-9ea3-9e24cf4d7512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:20.094934 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcfc96e-b9a5-4235-9ea3-9e24cf4d7512 admin admin] Pushing event deleted for resources: {'Port': ['ID=d51ff47a-d10a-4a0f-8f14-0dafa05eeb6c,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:20.115151 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a26fdc6-c121-4b55-8ce4-672407e5ced2 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:40:20.160041 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5dcfc96e-b9a5-4235-9ea3-9e24cf4d7512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:20.250703 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5dcfc96e-b9a5-4235-9ea3-9e24cf4d7512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:20.252934 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5dcfc96e-b9a5-4235-9ea3-9e24cf4d7512 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:20.303247 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5dcfc96e-b9a5-4235-9ea3-9e24cf4d7512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:20.305555 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcfc96e-b9a5-4235-9ea3-9e24cf4d7512 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:40:20.310429 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5dcfc96e-b9a5-4235-9ea3-9e24cf4d7512 admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:20.311611 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5dcfc96e-b9a5-4235-9ea3-9e24cf4d7512 admin admin] 10.222.0.39 "DELETE /v2.0/routers/6913d4ec-5e44-4d84-9910-2ba5a69b0ba5 HTTP/1.1" status: 204 len: 168 time: 0.7817976 Nov 10 18:40:20.314457 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33264) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:40:20.363326 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-b741a53f-3a1f-416d-ab53-720ab2871ca4 admin admin] Deleting subnet 1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:40:20.367026 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b741a53f-3a1f-416d-ab53-720ab2871ca4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:20.408100 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b741a53f-3a1f-416d-ab53-720ab2871ca4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:20.498015 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b741a53f-3a1f-416d-ab53-720ab2871ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:20.551183 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b741a53f-3a1f-416d-ab53-720ab2871ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:20.576192 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741a53f-3a1f-416d-ab53-720ab2871ca4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:20.581078 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b741a53f-3a1f-416d-ab53-720ab2871ca4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:20.585464 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b741a53f-3a1f-416d-ab53-720ab2871ca4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1fbf1f6c-bbaf-42d9-b9ea-b34bae52b0bb HTTP/1.1" status: 204 len: 168 time: 0.2693131 Nov 10 18:40:20.587119 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767c441e-05e2-411c-91c3-afe60fed1dcb None None] Network 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:40:20.587985 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33266) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:40:20.664849 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6a79cb25-46b6-480f-9607-e64495ef69e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:20.718606 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-6a79cb25-46b6-480f-9607-e64495ef69e4 admin admin] Deleting port a005a91e-2bf0-4b94-b647-6a898ff7578c {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:40:20.719031 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6a79cb25-46b6-480f-9607-e64495ef69e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:20.788560 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-6a79cb25-46b6-480f-9607-e64495ef69e4 admin admin] For port a005a91e-2bf0-4b94-b647-6a898ff7578c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=a005a91e-2bf0-4b94-b647-6a898ff7578c,segment=NetworkSegment(46c127ca-db0f-4c98-b8ae-a7c468fd5bbd),segment_id=46c127ca-db0f-4c98-b8ae-a7c468fd5bbd)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:40:20.788925 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6a79cb25-46b6-480f-9607-e64495ef69e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:20.801783 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-6a79cb25-46b6-480f-9607-e64495ef69e4 admin admin] Calling delete_port for a005a91e-2bf0-4b94-b647-6a898ff7578c owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:40:20.841721 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938ad46e-7f81-4343-93bf-e71eba7078a8 None None] DHCP port deletion for 27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:40:20.885700 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6a79cb25-46b6-480f-9607-e64495ef69e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:20.892394 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-938ad46e-7f81-4343-93bf-e71eba7078a8 None None] Deleting port a005a91e-2bf0-4b94-b647-6a898ff7578c {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:40:20.892886 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-938ad46e-7f81-4343-93bf-e71eba7078a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:20.911948 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79cb25-46b6-480f-9607-e64495ef69e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a005a91e-2bf0-4b94-b647-6a898ff7578c,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:20.917216 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a79cb25-46b6-480f-9607-e64495ef69e4 admin admin] No DVR routers for this DVR port a005a91e-2bf0-4b94-b647-6a898ff7578c on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:40:20.964919 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-938ad46e-7f81-4343-93bf-e71eba7078a8 None None] For port a005a91e-2bf0-4b94-b647-6a898ff7578c, host n-d-776250-10, got binding levels [] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:40:20.965464 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-938ad46e-7f81-4343-93bf-e71eba7078a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:20.980359 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-938ad46e-7f81-4343-93bf-e71eba7078a8 None None] Calling delete_port for a005a91e-2bf0-4b94-b647-6a898ff7578c owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:40:20.983036 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.ipam_backend_mixin [None req-938ad46e-7f81-4343-93bf-e71eba7078a8 None None] Port a005a91e-2bf0-4b94-b647-6a898ff7578c was not found and therefore no delete operation was performed {{(pid=102470) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 18:40:20.984357 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-938ad46e-7f81-4343-93bf-e71eba7078a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:20.998433 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6a79cb25-46b6-480f-9607-e64495ef69e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:21.012073 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ad46e-7f81-4343-93bf-e71eba7078a8 None None] Pushing event deleted for resources: {'Port': ['ID=a005a91e-2bf0-4b94-b647-6a898ff7578c,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:21.015682 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938ad46e-7f81-4343-93bf-e71eba7078a8 None None] No DVR routers for this DVR port a005a91e-2bf0-4b94-b647-6a898ff7578c on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:40:21.021406 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-6a79cb25-46b6-480f-9607-e64495ef69e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d59da6-7cca-4d2d-ab3a-80bd3017b8c4']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:40:21.034731 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-6a79cb25-46b6-480f-9607-e64495ef69e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:40:21.035132 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-6a79cb25-46b6-480f-9607-e64495ef69e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c127ca-db0f-4c98-b8ae-a7c468fd5bbd') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:40:21.045653 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6a79cb25-46b6-480f-9607-e64495ef69e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:21.060435 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6a79cb25-46b6-480f-9607-e64495ef69e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:21.067098 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a79cb25-46b6-480f-9607-e64495ef69e4 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:40:21.067518 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6a79cb25-46b6-480f-9607-e64495ef69e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:21.069963 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:40:21.069963 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:40:21.069963 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:40:21.069963 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:40:21.069963 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:40:21.069963 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:40:21.069963 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:40:21.069963 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:40:21.069963 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:40:21.069963 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:40:21.069963 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:40:21.069963 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:40:21.069963 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:40:21.069963 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:40:21.069963 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:40:21.069963 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:40:21.069963 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:40:21.069963 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:40:21.069963 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:40:21.069963 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:40:21.069963 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:40:21.069963 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:40:21.069963 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:40:21.069963 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:40:21.069963 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:40:21.069963 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:40:21.069963 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:40:21.069963 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:40:21.069963 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:40:21.069963 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:40:21.069963 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:40:21.069963 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:40:21.129920 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6a79cb25-46b6-480f-9607-e64495ef69e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:21.136041 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6a79cb25-46b6-480f-9607-e64495ef69e4 admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:21.139204 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6a79cb25-46b6-480f-9607-e64495ef69e4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/27d59da6-7cca-4d2d-ab3a-80bd3017b8c4 HTTP/1.1" status: 204 len: 168 time: 0.5502512 Nov 10 18:40:21.151521 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79cb25-46b6-480f-9607-e64495ef69e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=27d59da6-7cca-4d2d-ab3a-80bd3017b8c4,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:21.248943 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33270) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:40:21.289295 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-75083139-79d8-453f-93bf-deb61f844df6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1012b220379f4be6b668cbe831bdbec6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391312 Nov 10 18:40:21.291704 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33272) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:40:21.339417 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cc7a6cf2-83c2-41c8-9d5b-fe9e9c238393 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:21.360386 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cc7a6cf2-83c2-41c8-9d5b-fe9e9c238393 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:21.409389 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cc7a6cf2-83c2-41c8-9d5b-fe9e9c238393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:21.412021 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cc7a6cf2-83c2-41c8-9d5b-fe9e9c238393 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:21.413371 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-cc7a6cf2-83c2-41c8-9d5b-fe9e9c238393 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/47ecc6e4-d387-472a-b945-2b12791eb436 HTTP/1.1" status: 204 len: 168 time: 0.1206837 Nov 10 18:40:21.422003 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a6cf2-83c2-41c8-9d5b-fe9e9c238393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ecc6e4-d387-472a-b945-2b12791eb436,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:21.443005 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d51ff47a-d10a-4a0f-8f14-0dafa05eeb6c no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:40:21.464001 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: d51ff47a-d10a-4a0f-8f14-0dafa05eeb6c {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:40:21.464302 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d51ff47a-d10a-4a0f-8f14-0dafa05eeb6c not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:40:21.464892 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2c161457-035c-4a1a-a857-8fbf619ba148 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:40:21.484777 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 2c161457-035c-4a1a-a857-8fbf619ba148 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:40:21.485129 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2c161457-035c-4a1a-a857-8fbf619ba148 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:40:21.485537 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device a005a91e-2bf0-4b94-b647-6a898ff7578c no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:40:21.509527 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: a005a91e-2bf0-4b94-b647-6a898ff7578c {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:40:21.509874 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device a005a91e-2bf0-4b94-b647-6a898ff7578c not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:40:22.131443 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33294) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:40:22.226839 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-b0c20815-2a5e-4c2a-b91a-770bda7c9a17 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1053504728-network', 'tenant_id': 'b486a20ca70945e2863c70850c390b73'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:40:22.248631 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c20815-2a5e-4c2a-b91a-770bda7c9a17 admin admin] Made reservation on behalf of b486a20ca70945e2863c70850c390b73 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:40:22.251232 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b0c20815-2a5e-4c2a-b91a-770bda7c9a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:22.260393 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b0c20815-2a5e-4c2a-b91a-770bda7c9a17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:22.339636 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b0c20815-2a5e-4c2a-b91a-770bda7c9a17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:22.343472 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b0c20815-2a5e-4c2a-b91a-770bda7c9a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:22.371413 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c20815-2a5e-4c2a-b91a-770bda7c9a17 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:40:22.377696 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c20815-2a5e-4c2a-b91a-770bda7c9a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbcd9aa-6b09-4dd0-b72e-fc9ab70e062b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:22.386118 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b0c20815-2a5e-4c2a-b91a-770bda7c9a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:22.386118 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-b0c20815-2a5e-4c2a-b91a-770bda7c9a17 admin admin] Added segment 06835324-bfc5-4fdf-9dc3-e9c17dc18916 of type vlan for network b591c564-4f2f-4c8d-9741-4a1ec402f189 Nov 10 18:40:22.426485 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b0c20815-2a5e-4c2a-b91a-770bda7c9a17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:22.449862 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b0c20815-2a5e-4c2a-b91a-770bda7c9a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:22.450781 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c20815-2a5e-4c2a-b91a-770bda7c9a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:22.451350 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b0c20815-2a5e-4c2a-b91a-770bda7c9a17 admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:22.502587 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b0c20815-2a5e-4c2a-b91a-770bda7c9a17 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3698089 Nov 10 18:40:22.505415 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33298) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:40:22.511467 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-196320ef-4e12-4d22-a10c-8243e1005cf5 admin admin] Request body: {'subnet': {'network_id': 'b591c564-4f2f-4c8d-9741-4a1ec402f189', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1053504728-subnet', 'tenant_id': 'b486a20ca70945e2863c70850c390b73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:40:22.518117 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c20815-2a5e-4c2a-b91a-770bda7c9a17 admin admin] Pushing event updated for resources: {'Network': ['ID=b591c564-4f2f-4c8d-9741-4a1ec402f189,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:22.532342 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network b591c564-4f2f-4c8d-9741-4a1ec402f189 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:40:22.535459 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196320ef-4e12-4d22-a10c-8243e1005cf5 admin admin] Made reservation on behalf of b486a20ca70945e2863c70850c390b73 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:40:22.538145 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-196320ef-4e12-4d22-a10c-8243e1005cf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:22.708735 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-196320ef-4e12-4d22-a10c-8243e1005cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:22.763448 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196320ef-4e12-4d22-a10c-8243e1005cf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b1abfdf-40bb-4222-bf0e-917ae5cc99b7,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:22.772839 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196320ef-4e12-4d22-a10c-8243e1005cf5 admin admin] Checking segment: {'id': '06835324-bfc5-4fdf-9dc3-e9c17dc18916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b591c564-4f2f-4c8d-9741-4a1ec402f189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:40:22.773277 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196320ef-4e12-4d22-a10c-8243e1005cf5 admin admin] Network hostable DHCP agents. Network: b591c564-4f2f-4c8d-9741-4a1ec402f189, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:40:22.790010 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196320ef-4e12-4d22-a10c-8243e1005cf5 admin admin] Network b591c564-4f2f-4c8d-9741-4a1ec402f189 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:40:22.798574 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-196320ef-4e12-4d22-a10c-8243e1005cf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, b591c564-4f2f-4c8d-9741-4a1ec402f189) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:40:22.802516 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196320ef-4e12-4d22-a10c-8243e1005cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:22.803105 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-196320ef-4e12-4d22-a10c-8243e1005cf5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:22.807572 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc4748a-28d7-44eb-bfe0-90cb5ae235e8 None None] Network b591c564-4f2f-4c8d-9741-4a1ec402f189 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:40:22.818888 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-196320ef-4e12-4d22-a10c-8243e1005cf5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3123562 Nov 10 18:40:22.933843 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57efaf92-6f7c-4f45-94cd-dc11ff78cd3f None None] Network b591c564-4f2f-4c8d-9741-4a1ec402f189 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:40:23.582345 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-f973a86e-550f-4b8a-83d1-1e2c755149a1 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:23.583815 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-f973a86e-550f-4b8a-83d1-1e2c755149a1 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/networks?id=b591c564-4f2f-4c8d-9741-4a1ec402f189 HTTP/1.1" status: 200 len: 814 time: 0.4444103 Nov 10 18:40:23.605748 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-b3288a01-b362-424b-a6de-024327768139 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/quotas/b486a20ca70945e2863c70850c390b73 HTTP/1.1" status: 200 len: 375 time: 0.0143726 Nov 10 18:40:23.637548 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-78ad0c77-f1cc-4d75-82a5-a1b2598e6d1b tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b486a20ca70945e2863c70850c390b73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259962 Nov 10 18:40:23.697585 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-25a27ea8-ec31-4d14-98f0-9576216e517f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:40:23.698581 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-25a27ea8-ec31-4d14-98f0-9576216e517f service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0544932 Nov 10 18:40:23.790638 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-76bc7284-2ed7-4102-87db-003fc5475c3f service neutron] 10.222.0.39 "GET /v2.0/networks/b591c564-4f2f-4c8d-9741-4a1ec402f189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853121 Nov 10 18:40:23.882401 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-1bc5f410-f55a-40dc-b1d0-edc49b7a69df service neutron] 10.222.0.39 "GET /v2.0/networks/b591c564-4f2f-4c8d-9741-4a1ec402f189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851040 Nov 10 18:40:24.071155 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7d05f62b-b06c-49d3-bc5e-4a157afd1b71 req-4fe04c6d-385b-49e1-83c1-2c8300db00bc tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/ports?device_id=45d1582c-f7a8-490c-98ff-33260b1e7499 HTTP/1.1" status: 200 len: 210 time: 0.0373149 Nov 10 18:40:24.989583 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-bb3c0c2a-7fc5-4859-a1b8-49e06236a9cd tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:24.991065 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-bb3c0c2a-7fc5-4859-a1b8-49e06236a9cd tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.11 "GET /v2.0/networks?id=b591c564-4f2f-4c8d-9741-4a1ec402f189 HTTP/1.1" status: 200 len: 814 time: 0.1057768 Nov 10 18:40:25.003223 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-0db41f06-4b96-498f-b67c-cb3e02051163 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Request body: {'port': {'device_id': '45d1582c-f7a8-490c-98ff-33260b1e7499', 'network_id': 'b591c564-4f2f-4c8d-9741-4a1ec402f189', 'admin_state_up': True, 'tenant_id': 'b486a20ca70945e2863c70850c390b73'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:40:25.117871 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-0db41f06-4b96-498f-b67c-cb3e02051163 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Made reservation on behalf of b486a20ca70945e2863c70850c390b73 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:40:25.121654 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-0db41f06-4b96-498f-b67c-cb3e02051163 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:25.168840 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6ae6efeb-d880-4656-a106-2f8159b54e00 req-06c03419-67b2-4725-8d6d-52cd569db1f9 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/ports?device_id=45d1582c-f7a8-490c-98ff-33260b1e7499 HTTP/1.1" status: 200 len: 210 time: 0.0284390 Nov 10 18:40:25.247258 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-0db41f06-4b96-498f-b67c-cb3e02051163 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Allocated IP 172.20.0.11 (b591c564-4f2f-4c8d-9741-4a1ec402f189/3b1abfdf-40bb-4222-bf0e-917ae5cc99b7/6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:40:25.339916 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:25.399963 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-0db41f06-4b96-498f-b67c-cb3e02051163 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:25.433415 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-0db41f06-4b96-498f-b67c-cb3e02051163 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:25.482304 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-0db41f06-4b96-498f-b67c-cb3e02051163 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Network b591c564-4f2f-4c8d-9741-4a1ec402f189 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:40:25.485431 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-0db41f06-4b96-498f-b67c-cb3e02051163 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:40:25.489372 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-0db41f06-4b96-498f-b67c-cb3e02051163 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:40:25.512872 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db41f06-4b96-498f-b67c-cb3e02051163 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Pushing event updated for resources: {'Port': ['ID=6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:25.541327 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-0db41f06-4b96-498f-b67c-cb3e02051163 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:25.541966 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-0db41f06-4b96-498f-b67c-cb3e02051163 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:25.558306 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-0db41f06-4b96-498f-b67c-cb3e02051163 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5588117 Nov 10 18:40:25.570914 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-50d5eaca-b0eb-40bb-8647-26e1b768c7ca service neutron] Request body: {'port': {'device_id': '45d1582c-f7a8-490c-98ff-33260b1e7499', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:40:25.625161 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-50d5eaca-b0eb-40bb-8647-26e1b768c7ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:25.680282 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:25.892061 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-50d5eaca-b0eb-40bb-8647-26e1b768c7ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:40:25.899622 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-50d5eaca-b0eb-40bb-8647-26e1b768c7ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:25.911117 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-50d5eaca-b0eb-40bb-8647-26e1b768c7ca service neutron] Transition to ACTIVE for port object 6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:40:25.914874 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-50d5eaca-b0eb-40bb-8647-26e1b768c7ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:25.966965 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5eaca-b0eb-40bb-8647-26e1b768c7ca service neutron] Pushing event updated for resources: {'Port': ['ID=6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:26.034357 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-50d5eaca-b0eb-40bb-8647-26e1b768c7ca service neutron] Attempting to bind port 6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:40:26.034694 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-50d5eaca-b0eb-40bb-8647-26e1b768c7ca service neutron] Attempting to bind port 6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '06835324-bfc5-4fdf-9dc3-e9c17dc18916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b591c564-4f2f-4c8d-9741-4a1ec402f189'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:40:26.035024 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-50d5eaca-b0eb-40bb-8647-26e1b768c7ca service neutron] Attempting to bind port 6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad on network b591c564-4f2f-4c8d-9741-4a1ec402f189 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:40:26.040106 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-50d5eaca-b0eb-40bb-8647-26e1b768c7ca service neutron] Port 6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad on network b591c564-4f2f-4c8d-9741-4a1ec402f189 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:40:26.040470 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-50d5eaca-b0eb-40bb-8647-26e1b768c7ca service neutron] Attempting to bind port 6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad on network b591c564-4f2f-4c8d-9741-4a1ec402f189 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:40:26.045293 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-50d5eaca-b0eb-40bb-8647-26e1b768c7ca service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:40:26.045633 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-50d5eaca-b0eb-40bb-8647-26e1b768c7ca service neutron] Checking segment: {'id': '06835324-bfc5-4fdf-9dc3-e9c17dc18916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b591c564-4f2f-4c8d-9741-4a1ec402f189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:40:26.046079 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-50d5eaca-b0eb-40bb-8647-26e1b768c7ca service neutron] Bound using segment: {'id': '06835324-bfc5-4fdf-9dc3-e9c17dc18916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b591c564-4f2f-4c8d-9741-4a1ec402f189'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:40:26.046445 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-50d5eaca-b0eb-40bb-8647-26e1b768c7ca service neutron] Bound port: 6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06835324-bfc5-4fdf-9dc3-e9c17dc18916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b591c564-4f2f-4c8d-9741-4a1ec402f189'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:40:26.046798 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-50d5eaca-b0eb-40bb-8647-26e1b768c7ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:26.112699 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-50d5eaca-b0eb-40bb-8647-26e1b768c7ca service neutron] For port 6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:40:26.115713 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-50d5eaca-b0eb-40bb-8647-26e1b768c7ca service neutron] For port 6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad,segment=NetworkSegment(06835324-bfc5-4fdf-9dc3-e9c17dc18916),segment_id=06835324-bfc5-4fdf-9dc3-e9c17dc18916)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:40:26.121711 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-50d5eaca-b0eb-40bb-8647-26e1b768c7ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:26.158953 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-50d5eaca-b0eb-40bb-8647-26e1b768c7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:26.159566 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-50d5eaca-b0eb-40bb-8647-26e1b768c7ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:26.160981 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-50d5eaca-b0eb-40bb-8647-26e1b768c7ca service neutron] 10.222.0.11 "PUT /v2.0/ports/6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad HTTP/1.1" status: 200 len: 1093 time: 0.5946476 Nov 10 18:40:26.161415 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d1582c-f7a8-490c-98ff-33260b1e7499', 'tag': '6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:40:26.164318 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edb18f5-b61d-4df5-8616-34963c45bffc" -d '{"events": [{"name": "network-changed", "server_uuid": "45d1582c-f7a8-490c-98ff-33260b1e7499", "tag": "6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:40:26.190450 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5eaca-b0eb-40bb-8647-26e1b768c7ca service neutron] Pushing event updated for resources: {'Port': ['ID=6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:26.234582 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d124463-a881-4920-beb7-06f0559882fc x-openstack-request-id: req-1d124463-a881-4920-beb7-06f0559882fc {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:40:26.234582 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45d1582c-f7a8-490c-98ff-33260b1e7499", "tag": "6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:40:26.234582 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1d124463-a881-4920-beb7-06f0559882fc {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:40:26.235047 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d1582c-f7a8-490c-98ff-33260b1e7499', 'tag': '6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad', 'status': 'completed', 'code': 200} Nov 10 18:40:26.252089 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-851feb21-70dd-48a3-b888-e7a46359bcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:26.253670 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-851feb21-70dd-48a3-b888-e7a46359bcea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b486a20ca70945e2863c70850c390b73&device_id=45d1582c-f7a8-490c-98ff-33260b1e7499 HTTP/1.1" status: 200 len: 1096 time: 0.0549507 Nov 10 18:40:26.300757 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-538ea9f7-8a45-43ee-8bda-55fffa74040c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad HTTP/1.1" status: 200 len: 217 time: 0.0388191 Nov 10 18:40:26.301012 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21ec5f-4a67-41bb-a886-db14ebd05b6b req-e940ecfa-38d3-4116-bfba-afd63588bbf5 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:26.302238 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9e21ec5f-4a67-41bb-a886-db14ebd05b6b req-e940ecfa-38d3-4116-bfba-afd63588bbf5 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/ports?device_id=45d1582c-f7a8-490c-98ff-33260b1e7499 HTTP/1.1" status: 200 len: 944 time: 0.0502875 Nov 10 18:40:26.349959 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-1da00385-1d7b-4d55-9ba9-b34f007eadf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:26.351967 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-1da00385-1d7b-4d55-9ba9-b34f007eadf2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b1abfdf-40bb-4222-bf0e-917ae5cc99b7 HTTP/1.1" status: 200 len: 854 time: 0.0444729 Nov 10 18:40:26.356351 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9e21ec5f-4a67-41bb-a886-db14ebd05b6b req-4e25c30e-fabf-4277-a5c6-03a7b8854d42 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bbcd9aa-6b09-4dd0-b72e-fc9ab70e062b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470243 Nov 10 18:40:26.384176 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-46435935-55f9-4f9d-9ea7-1f37d5f8756a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b591c564-4f2f-4c8d-9741-4a1ec402f189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256879 Nov 10 18:40:26.480655 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-ae60bab7-7e6c-4f90-b6b5-0fb5badb39ef service neutron] 10.222.0.11 "GET /v2.0/networks/b591c564-4f2f-4c8d-9741-4a1ec402f189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885291 Nov 10 18:40:26.573137 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9a3b12a6-a1c7-420f-aab2-f713996f6f78 req-3c9fc7d0-41a5-4edd-84f0-bebfbf8bcc6c service neutron] 10.222.0.11 "GET /v2.0/networks/b591c564-4f2f-4c8d-9741-4a1ec402f189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836489 Nov 10 18:40:26.660007 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb18f5-b61d-4df5-8616-34963c45bffc req-49068635-63db-4fe7-8dad-b8ffc45a2638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:26.661536 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4edb18f5-b61d-4df5-8616-34963c45bffc req-49068635-63db-4fe7-8dad-b8ffc45a2638 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b486a20ca70945e2863c70850c390b73&device_id=45d1582c-f7a8-490c-98ff-33260b1e7499 HTTP/1.1" status: 200 len: 1096 time: 0.0419159 Nov 10 18:40:26.756205 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb18f5-b61d-4df5-8616-34963c45bffc req-78ef750e-ce1a-4ca6-863a-1650e5833f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:26.758246 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4edb18f5-b61d-4df5-8616-34963c45bffc req-78ef750e-ce1a-4ca6-863a-1650e5833f66 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b591c564-4f2f-4c8d-9741-4a1ec402f189 HTTP/1.1" status: 200 len: 915 time: 0.0894051 Nov 10 18:40:26.799460 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4edb18f5-b61d-4df5-8616-34963c45bffc req-12c496e4-d803-498d-b175-75b2879eb81b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad HTTP/1.1" status: 200 len: 217 time: 0.0340486 Nov 10 18:40:26.852701 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb18f5-b61d-4df5-8616-34963c45bffc req-69cdc2b4-ff46-4464-9cc0-d5a214808632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:26.854134 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4edb18f5-b61d-4df5-8616-34963c45bffc req-69cdc2b4-ff46-4464-9cc0-d5a214808632 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b1abfdf-40bb-4222-bf0e-917ae5cc99b7 HTTP/1.1" status: 200 len: 854 time: 0.0472565 Nov 10 18:40:26.886775 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4edb18f5-b61d-4df5-8616-34963c45bffc req-eca2b1d4-9351-42e3-884f-ae683ba6d4ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b591c564-4f2f-4c8d-9741-4a1ec402f189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242112 Nov 10 18:40:26.975517 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4edb18f5-b61d-4df5-8616-34963c45bffc req-19905f60-cbe6-4787-8688-be5bfa624416 service neutron] 10.222.0.11 "GET /v2.0/networks/b591c564-4f2f-4c8d-9741-4a1ec402f189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812345 Nov 10 18:40:27.069329 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4edb18f5-b61d-4df5-8616-34963c45bffc req-b6c28b79-678c-4aa3-bab4-1ff726995536 service neutron] 10.222.0.11 "GET /v2.0/networks/b591c564-4f2f-4c8d-9741-4a1ec402f189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866940 Nov 10 18:40:27.474713 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f520ee0-d14b-4678-a265-0a95230d4cf4 req-a828742b-64a6-47bb-a984-06fdfff4909c tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:27.476278 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f520ee0-d14b-4678-a265-0a95230d4cf4 req-a828742b-64a6-47bb-a984-06fdfff4909c tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/ports?device_id=45d1582c-f7a8-490c-98ff-33260b1e7499 HTTP/1.1" status: 200 len: 944 time: 0.0495684 Nov 10 18:40:27.524365 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f520ee0-d14b-4678-a265-0a95230d4cf4 req-6b47c619-f912-466c-acae-d506c73b63b0 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bbcd9aa-6b09-4dd0-b72e-fc9ab70e062b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418890 Nov 10 18:40:27.882026 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:40:28.645546 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6410d-24bb-4d89-83d8-89a47639fe43 req-1b065d8e-d38e-44cc-a28a-5fa548b4e2a3 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:28.647024 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5bf6410d-24bb-4d89-83d8-89a47639fe43 req-1b065d8e-d38e-44cc-a28a-5fa548b4e2a3 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/ports?device_id=45d1582c-f7a8-490c-98ff-33260b1e7499 HTTP/1.1" status: 200 len: 944 time: 0.0503430 Nov 10 18:40:28.695301 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5bf6410d-24bb-4d89-83d8-89a47639fe43 req-2a92bdc5-afd3-47d3-ab3e-bd2cc5ec4533 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bbcd9aa-6b09-4dd0-b72e-fc9ab70e062b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412052 Nov 10 18:40:29.425641 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:40:29.518899 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad,segment=NetworkSegment(06835324-bfc5-4fdf-9dc3-e9c17dc18916),segment_id=06835324-bfc5-4fdf-9dc3-e9c17dc18916)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:40:29.530393 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad', 'network_id': 'b591c564-4f2f-4c8d-9741-4a1ec402f189', 'port_id': '6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad', 'mac_address': 'fa:16:3e:35:85:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b1abfdf-40bb-4222-bf0e-917ae5cc99b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:40:29.572599 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:29.586114 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:40:29.605994 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad,segment=NetworkSegment(06835324-bfc5-4fdf-9dc3-e9c17dc18916),segment_id=06835324-bfc5-4fdf-9dc3-e9c17dc18916)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:40:29.609812 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:29.658893 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:29.798841 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:40:29.813625 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de83cb7-7b39-4ea4-890e-aaa78bfea502 req-d4c3866c-991f-454b-93ff-59781d9d1471 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:29.815166 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5de83cb7-7b39-4ea4-890e-aaa78bfea502 req-d4c3866c-991f-454b-93ff-59781d9d1471 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/ports?device_id=45d1582c-f7a8-490c-98ff-33260b1e7499 HTTP/1.1" status: 200 len: 945 time: 0.0509355 Nov 10 18:40:29.869608 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5de83cb7-7b39-4ea4-890e-aaa78bfea502 req-0e0ba162-5e81-4435-b4e9-dd62604c912c tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bbcd9aa-6b09-4dd0-b72e-fc9ab70e062b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472577 Nov 10 18:40:30.655916 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b61f207f-a9a3-497b-92bb-609b46ce3cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:30.984770 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d2144-51dc-4636-984b-8add0f079aef req-f7d60568-1e68-46ec-9273-abf90cc759b2 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:30.986258 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c04d2144-51dc-4636-984b-8add0f079aef req-f7d60568-1e68-46ec-9273-abf90cc759b2 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/ports?device_id=45d1582c-f7a8-490c-98ff-33260b1e7499 HTTP/1.1" status: 200 len: 945 time: 0.0492911 Nov 10 18:40:31.032572 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c04d2144-51dc-4636-984b-8add0f079aef req-aeaa392f-0c01-48e4-8700-c3f0786151d9 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bbcd9aa-6b09-4dd0-b72e-fc9ab70e062b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401726 Nov 10 18:40:31.425790 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:40:31.473881 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:40:31.478157 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:40:31.478522 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:31.552324 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:31.577854 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d1582c-f7a8-490c-98ff-33260b1e7499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:40:31.580112 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f28452-df53-40d0-9848-3bd17c571cf6" -d '{"events": [{"server_uuid": "45d1582c-f7a8-490c-98ff-33260b1e7499", "name": "network-vif-plugged", "status": "completed", "tag": "6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:40:31.593056 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad,segment=NetworkSegment(06835324-bfc5-4fdf-9dc3-e9c17dc18916),segment_id=06835324-bfc5-4fdf-9dc3-e9c17dc18916)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:40:31.597490 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:31.621028 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce74923e-4e1f-42f4-8fb6-acf3e5a8b767 x-openstack-request-id: req-ce74923e-4e1f-42f4-8fb6-acf3e5a8b767 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:40:31.621312 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d1582c-f7a8-490c-98ff-33260b1e7499", "name": "network-vif-plugged", "status": "completed", "tag": "6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:40:31.621584 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce74923e-4e1f-42f4-8fb6-acf3e5a8b767 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:40:31.621971 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d1582c-f7a8-490c-98ff-33260b1e7499', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad', 'code': 200} Nov 10 18:40:31.648034 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:31.718804 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d75021-c059-4922-8103-ec29690b4b66 req-ca42137b-9435-48bd-94a6-a4e8e21e4f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:31.720308 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97d75021-c059-4922-8103-ec29690b4b66 req-ca42137b-9435-48bd-94a6-a4e8e21e4f25 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=45d1582c-f7a8-490c-98ff-33260b1e7499 HTTP/1.1" status: 200 len: 1098 time: 0.0402651 Nov 10 18:40:31.766504 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97d75021-c059-4922-8103-ec29690b4b66 req-b12c79fa-2b66-46eb-ad06-b4241cece7a6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7bbcd9aa-6b09-4dd0-b72e-fc9ab70e062b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385203 Nov 10 18:40:32.151285 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ebb0d-39ed-4b52-a9dd-7684ec61307a req-1b9a2d78-c99f-41bc-9e4d-4a8112bd9a6e tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:32.152829 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-895ebb0d-39ed-4b52-a9dd-7684ec61307a req-1b9a2d78-c99f-41bc-9e4d-4a8112bd9a6e tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/ports?device_id=45d1582c-f7a8-490c-98ff-33260b1e7499 HTTP/1.1" status: 200 len: 946 time: 0.0528321 Nov 10 18:40:32.200749 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-895ebb0d-39ed-4b52-a9dd-7684ec61307a req-36b0dcec-234f-42bc-a8ba-e4e922db1aee tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bbcd9aa-6b09-4dd0-b72e-fc9ab70e062b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419261 Nov 10 18:40:33.007901 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-215d23b4-5129-4565-9be2-06fba097e77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:33.323456 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d30dd1-da65-4375-9ddb-fc7c70eb3df6 req-637f0fc7-ad20-45c2-b569-ae0c3603fb00 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:33.325027 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-04d30dd1-da65-4375-9ddb-fc7c70eb3df6 req-637f0fc7-ad20-45c2-b569-ae0c3603fb00 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/ports?device_id=45d1582c-f7a8-490c-98ff-33260b1e7499 HTTP/1.1" status: 200 len: 946 time: 0.0520298 Nov 10 18:40:33.373541 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-04d30dd1-da65-4375-9ddb-fc7c70eb3df6 req-f5f01970-b1d5-4894-a217-462bdb81c0a4 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bbcd9aa-6b09-4dd0-b72e-fc9ab70e062b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425050 Nov 10 18:40:33.597975 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-491630a5-f5be-43cb-9bdb-7e566af4eb2b tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:33.599468 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-491630a5-f5be-43cb-9bdb-7e566af4eb2b tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/networks?id=b591c564-4f2f-4c8d-9741-4a1ec402f189 HTTP/1.1" status: 200 len: 814 time: 0.1007059 Nov 10 18:40:33.615478 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-34136222-1740-46cf-b46d-89c4195df177 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/quotas/b486a20ca70945e2863c70850c390b73 HTTP/1.1" status: 200 len: 375 time: 0.0090013 Nov 10 18:40:33.671540 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-02521bd3-f74c-4043-9f6b-6a5d18a3d3f4 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b486a20ca70945e2863c70850c390b73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0489020 Nov 10 18:40:33.764914 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-bb56eb6b-bac7-4833-8d03-b317889c4304 service neutron] 10.222.0.39 "GET /v2.0/networks/b591c564-4f2f-4c8d-9741-4a1ec402f189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862703 Nov 10 18:40:33.862171 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-927f4adc-5dd8-4661-aa90-a3351e7f2947 service neutron] 10.222.0.39 "GET /v2.0/networks/b591c564-4f2f-4c8d-9741-4a1ec402f189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909057 Nov 10 18:40:34.023316 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-526c7191-a695-473d-942f-343e49164f04 req-7178c5da-1053-475c-bdec-ee77d3085392 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f9b9de-5cf7-4732-994c-f1f90fba6242 HTTP/1.1" status: 200 len: 210 time: 0.0303557 Nov 10 18:40:34.262190 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:35.073625 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-e46ba15c-9989-4857-ab24-c3149ce5fd91 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:35.075127 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-e46ba15c-9989-4857-ab24-c3149ce5fd91 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.13 "GET /v2.0/networks?id=b591c564-4f2f-4c8d-9741-4a1ec402f189 HTTP/1.1" status: 200 len: 814 time: 0.1082513 Nov 10 18:40:35.090612 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-262bca49-cebe-4e19-96b9-8d995f48bb9c tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Request body: {'port': {'device_id': '42f9b9de-5cf7-4732-994c-f1f90fba6242', 'network_id': 'b591c564-4f2f-4c8d-9741-4a1ec402f189', 'admin_state_up': True, 'tenant_id': 'b486a20ca70945e2863c70850c390b73'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:40:35.163003 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d73cc9e7-30ed-48cf-a09e-2673faf8eaa3 req-7e3e446e-a60b-4fa5-aac8-ec95c8bb1a9f tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f9b9de-5cf7-4732-994c-f1f90fba6242 HTTP/1.1" status: 200 len: 210 time: 0.0669553 Nov 10 18:40:35.228311 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-262bca49-cebe-4e19-96b9-8d995f48bb9c tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Made reservation on behalf of b486a20ca70945e2863c70850c390b73 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:40:35.231826 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-262bca49-cebe-4e19-96b9-8d995f48bb9c tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:35.358258 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-262bca49-cebe-4e19-96b9-8d995f48bb9c tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Allocated IP 172.20.0.9 (b591c564-4f2f-4c8d-9741-4a1ec402f189/3b1abfdf-40bb-4222-bf0e-917ae5cc99b7/0da0cad6-6010-4d3e-b19d-43e4ca42ab8b) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:40:35.503943 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-262bca49-cebe-4e19-96b9-8d995f48bb9c tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:35.536429 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-262bca49-cebe-4e19-96b9-8d995f48bb9c tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:35.547554 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:40:35.579010 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-262bca49-cebe-4e19-96b9-8d995f48bb9c tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Network b591c564-4f2f-4c8d-9741-4a1ec402f189 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:40:35.584753 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-262bca49-cebe-4e19-96b9-8d995f48bb9c tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:40:35.589216 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-262bca49-cebe-4e19-96b9-8d995f48bb9c tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:40:35.618560 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262bca49-cebe-4e19-96b9-8d995f48bb9c tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Pushing event updated for resources: {'Port': ['ID=0da0cad6-6010-4d3e-b19d-43e4ca42ab8b,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:35.647403 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-262bca49-cebe-4e19-96b9-8d995f48bb9c tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:35.648257 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-262bca49-cebe-4e19-96b9-8d995f48bb9c tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:35.665304 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-262bca49-cebe-4e19-96b9-8d995f48bb9c tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5800395 Nov 10 18:40:35.675436 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-89ac7521-4251-4b97-b97c-24a2a4b3184a tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:40:35.676430 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-89ac7521-4251-4b97-b97c-24a2a4b3184a tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052376 Nov 10 18:40:35.690944 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a5187082-7d85-4242-ab06-4c5e6fe3db0b req-37b46318-83ca-4084-9822-956ce1d399de service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=45d1582c-f7a8-490c-98ff-33260b1e7499&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422826 Nov 10 18:40:35.691603 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-b9d179fa-8072-472c-9bf1-b24dba96073e service neutron] Request body: {'port': {'device_id': '42f9b9de-5cf7-4732-994c-f1f90fba6242', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:40:35.753208 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:35.754753 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-b9d179fa-8072-472c-9bf1-b24dba96073e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:35.780838 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5187082-7d85-4242-ab06-4c5e6fe3db0b req-fc031cd2-0dd2-41f2-b275-93a0f5d7745b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:35.782437 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a5187082-7d85-4242-ab06-4c5e6fe3db0b req-fc031cd2-0dd2-41f2-b275-93a0f5d7745b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b486a20ca70945e2863c70850c390b73&device_id=45d1582c-f7a8-490c-98ff-33260b1e7499 HTTP/1.1" status: 200 len: 1098 time: 0.0465405 Nov 10 18:40:35.893782 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5187082-7d85-4242-ab06-4c5e6fe3db0b req-b749dce8-4fc0-4835-9db6-19a65a6e1863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:35.895170 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a5187082-7d85-4242-ab06-4c5e6fe3db0b req-b749dce8-4fc0-4835-9db6-19a65a6e1863 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b591c564-4f2f-4c8d-9741-4a1ec402f189 HTTP/1.1" status: 200 len: 915 time: 0.0919955 Nov 10 18:40:35.937663 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a5187082-7d85-4242-ab06-4c5e6fe3db0b req-cbfb1d58-64f0-49a5-8f65-c51548626320 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad HTTP/1.1" status: 200 len: 217 time: 0.0357220 Nov 10 18:40:35.988047 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5187082-7d85-4242-ab06-4c5e6fe3db0b req-1c692b2b-ac23-4def-ba9a-c5fef7bdfc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:35.989567 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a5187082-7d85-4242-ab06-4c5e6fe3db0b req-1c692b2b-ac23-4def-ba9a-c5fef7bdfc70 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b1abfdf-40bb-4222-bf0e-917ae5cc99b7 HTTP/1.1" status: 200 len: 854 time: 0.0440061 Nov 10 18:40:36.025791 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a5187082-7d85-4242-ab06-4c5e6fe3db0b req-e78e1f18-2952-46ab-9e99-97ea9fbd5028 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b591c564-4f2f-4c8d-9741-4a1ec402f189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291004 Nov 10 18:40:36.028346 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-b9d179fa-8072-472c-9bf1-b24dba96073e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da0cad6-6010-4d3e-b19d-43e4ca42ab8b {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:40:36.036099 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-b9d179fa-8072-472c-9bf1-b24dba96073e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:36.050547 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-b9d179fa-8072-472c-9bf1-b24dba96073e service neutron] Transition to ACTIVE for port object 0da0cad6-6010-4d3e-b19d-43e4ca42ab8b will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:40:36.055585 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-b9d179fa-8072-472c-9bf1-b24dba96073e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:36.109228 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d179fa-8072-472c-9bf1-b24dba96073e service neutron] Pushing event updated for resources: {'Port': ['ID=0da0cad6-6010-4d3e-b19d-43e4ca42ab8b,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:36.120621 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a5187082-7d85-4242-ab06-4c5e6fe3db0b req-19edc959-9c07-41da-a9ad-a5e747b25956 service neutron] 10.222.0.11 "GET /v2.0/networks/b591c564-4f2f-4c8d-9741-4a1ec402f189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876715 Nov 10 18:40:36.182595 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-b9d179fa-8072-472c-9bf1-b24dba96073e service neutron] Attempting to bind port 0da0cad6-6010-4d3e-b19d-43e4ca42ab8b on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:40:36.182857 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-b9d179fa-8072-472c-9bf1-b24dba96073e service neutron] Attempting to bind port 0da0cad6-6010-4d3e-b19d-43e4ca42ab8b by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '06835324-bfc5-4fdf-9dc3-e9c17dc18916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b591c564-4f2f-4c8d-9741-4a1ec402f189'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:40:36.183188 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-b9d179fa-8072-472c-9bf1-b24dba96073e service neutron] Attempting to bind port 0da0cad6-6010-4d3e-b19d-43e4ca42ab8b on network b591c564-4f2f-4c8d-9741-4a1ec402f189 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:40:36.188035 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-b9d179fa-8072-472c-9bf1-b24dba96073e service neutron] Port 0da0cad6-6010-4d3e-b19d-43e4ca42ab8b on network b591c564-4f2f-4c8d-9741-4a1ec402f189 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:40:36.188389 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-b9d179fa-8072-472c-9bf1-b24dba96073e service neutron] Attempting to bind port 0da0cad6-6010-4d3e-b19d-43e4ca42ab8b on network b591c564-4f2f-4c8d-9741-4a1ec402f189 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:40:36.194444 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-b9d179fa-8072-472c-9bf1-b24dba96073e service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:40:36.195367 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-b9d179fa-8072-472c-9bf1-b24dba96073e service neutron] Checking segment: {'id': '06835324-bfc5-4fdf-9dc3-e9c17dc18916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b591c564-4f2f-4c8d-9741-4a1ec402f189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:40:36.195770 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-b9d179fa-8072-472c-9bf1-b24dba96073e service neutron] Bound using segment: {'id': '06835324-bfc5-4fdf-9dc3-e9c17dc18916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b591c564-4f2f-4c8d-9741-4a1ec402f189'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:40:36.197637 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-b9d179fa-8072-472c-9bf1-b24dba96073e service neutron] Bound port: 0da0cad6-6010-4d3e-b19d-43e4ca42ab8b, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06835324-bfc5-4fdf-9dc3-e9c17dc18916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b591c564-4f2f-4c8d-9741-4a1ec402f189'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:40:36.198033 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-b9d179fa-8072-472c-9bf1-b24dba96073e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:36.220608 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a5187082-7d85-4242-ab06-4c5e6fe3db0b req-f5a15cff-6795-4121-9ab9-3da5af1b6d14 service neutron] 10.222.0.11 "GET /v2.0/networks/b591c564-4f2f-4c8d-9741-4a1ec402f189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935729 Nov 10 18:40:36.277706 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-b9d179fa-8072-472c-9bf1-b24dba96073e service neutron] For port 0da0cad6-6010-4d3e-b19d-43e4ca42ab8b, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:40:36.281235 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-b9d179fa-8072-472c-9bf1-b24dba96073e service neutron] For port 0da0cad6-6010-4d3e-b19d-43e4ca42ab8b, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=0da0cad6-6010-4d3e-b19d-43e4ca42ab8b,segment=NetworkSegment(06835324-bfc5-4fdf-9dc3-e9c17dc18916),segment_id=06835324-bfc5-4fdf-9dc3-e9c17dc18916)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:40:36.286089 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-b9d179fa-8072-472c-9bf1-b24dba96073e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:36.291958 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6de4b-199f-4812-b463-82193cc23f27 req-53448b11-335c-4868-a2dd-cdd6176401d8 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:36.293554 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8fc6de4b-199f-4812-b463-82193cc23f27 req-53448b11-335c-4868-a2dd-cdd6176401d8 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f9b9de-5cf7-4732-994c-f1f90fba6242 HTTP/1.1" status: 200 len: 943 time: 0.0551443 Nov 10 18:40:36.320453 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-b9d179fa-8072-472c-9bf1-b24dba96073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:36.321109 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-b9d179fa-8072-472c-9bf1-b24dba96073e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:36.322788 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-b9d179fa-8072-472c-9bf1-b24dba96073e service neutron] 10.222.0.13 "PUT /v2.0/ports/0da0cad6-6010-4d3e-b19d-43e4ca42ab8b HTTP/1.1" status: 200 len: 1092 time: 0.6373730 Nov 10 18:40:36.323238 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f9b9de-5cf7-4732-994c-f1f90fba6242', 'tag': '0da0cad6-6010-4d3e-b19d-43e4ca42ab8b'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:40:36.325511 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a60fcdd-4d1e-45ca-80aa-197c4ae73bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "42f9b9de-5cf7-4732-994c-f1f90fba6242", "tag": "0da0cad6-6010-4d3e-b19d-43e4ca42ab8b"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:40:36.355516 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d179fa-8072-472c-9bf1-b24dba96073e service neutron] Pushing event updated for resources: {'Port': ['ID=0da0cad6-6010-4d3e-b19d-43e4ca42ab8b,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:36.367724 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8fc6de4b-199f-4812-b463-82193cc23f27 req-b71b63a0-0fd2-4177-9218-911538622ce0 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bbcd9aa-6b09-4dd0-b72e-fc9ab70e062b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667019 Nov 10 18:40:36.393209 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4615818b-a005-4205-a87d-2b88b9747b78 x-openstack-request-id: req-4615818b-a005-4205-a87d-2b88b9747b78 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:40:36.393502 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f9b9de-5cf7-4732-994c-f1f90fba6242", "tag": "0da0cad6-6010-4d3e-b19d-43e4ca42ab8b", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:40:36.393753 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4615818b-a005-4205-a87d-2b88b9747b78 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:40:36.394140 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f9b9de-5cf7-4732-994c-f1f90fba6242', 'tag': '0da0cad6-6010-4d3e-b19d-43e4ca42ab8b', 'status': 'completed', 'code': 200} Nov 10 18:40:36.411470 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-98c32366-6a98-4ad2-8cda-39f73a1dde1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:36.413011 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-98c32366-6a98-4ad2-8cda-39f73a1dde1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b486a20ca70945e2863c70850c390b73&device_id=42f9b9de-5cf7-4732-994c-f1f90fba6242 HTTP/1.1" status: 200 len: 1095 time: 0.0501974 Nov 10 18:40:36.441072 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:36.458783 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-3122a2cc-3c69-48a0-943f-7a92f5d9e850 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0da0cad6-6010-4d3e-b19d-43e4ca42ab8b HTTP/1.1" status: 200 len: 217 time: 0.0360038 Nov 10 18:40:36.510534 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-8b30952a-2999-4de4-805c-195ecdd77f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:36.511975 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-8b30952a-2999-4de4-805c-195ecdd77f04 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b1abfdf-40bb-4222-bf0e-917ae5cc99b7 HTTP/1.1" status: 200 len: 854 time: 0.0448503 Nov 10 18:40:36.544624 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-6eeead70-ac19-43f9-bf7f-3b3e1961241b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b591c564-4f2f-4c8d-9741-4a1ec402f189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254781 Nov 10 18:40:36.636625 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-ed42b4b4-2f37-40e5-8b82-37405b026dfd service neutron] 10.222.0.13 "GET /v2.0/networks/b591c564-4f2f-4c8d-9741-4a1ec402f189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853896 Nov 10 18:40:36.728086 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-237fd735-35f2-46f3-8c1d-8af00de556f7 req-7db39504-ce32-44e1-bee2-e83cb14134a6 service neutron] 10.222.0.13 "GET /v2.0/networks/b591c564-4f2f-4c8d-9741-4a1ec402f189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837867 Nov 10 18:40:36.817138 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60fcdd-4d1e-45ca-80aa-197c4ae73bb0 req-264fe2d2-709d-42ed-8937-a7b78b749e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:36.818632 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7a60fcdd-4d1e-45ca-80aa-197c4ae73bb0 req-264fe2d2-709d-42ed-8937-a7b78b749e0e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b486a20ca70945e2863c70850c390b73&device_id=42f9b9de-5cf7-4732-994c-f1f90fba6242 HTTP/1.1" status: 200 len: 1095 time: 0.0472484 Nov 10 18:40:36.909848 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60fcdd-4d1e-45ca-80aa-197c4ae73bb0 req-c58df917-f5bb-43db-89c4-0d3ea153e214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:36.911332 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7a60fcdd-4d1e-45ca-80aa-197c4ae73bb0 req-c58df917-f5bb-43db-89c4-0d3ea153e214 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b591c564-4f2f-4c8d-9741-4a1ec402f189 HTTP/1.1" status: 200 len: 915 time: 0.0847025 Nov 10 18:40:36.956097 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7a60fcdd-4d1e-45ca-80aa-197c4ae73bb0 req-b55e62d3-2cea-4e6c-9314-29dc9dd309bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0da0cad6-6010-4d3e-b19d-43e4ca42ab8b HTTP/1.1" status: 200 len: 217 time: 0.0379322 Nov 10 18:40:37.006933 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60fcdd-4d1e-45ca-80aa-197c4ae73bb0 req-09231d87-da78-4fa2-8fb5-3228c82624d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:37.008761 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7a60fcdd-4d1e-45ca-80aa-197c4ae73bb0 req-09231d87-da78-4fa2-8fb5-3228c82624d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b1abfdf-40bb-4222-bf0e-917ae5cc99b7 HTTP/1.1" status: 200 len: 854 time: 0.0451653 Nov 10 18:40:37.043467 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7a60fcdd-4d1e-45ca-80aa-197c4ae73bb0 req-2b6b5a9b-4231-4657-a075-ea00562c3e08 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b591c564-4f2f-4c8d-9741-4a1ec402f189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258646 Nov 10 18:40:37.137615 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7a60fcdd-4d1e-45ca-80aa-197c4ae73bb0 req-4e002173-7801-43bb-b3f2-de4c12b371ac service neutron] 10.222.0.13 "GET /v2.0/networks/b591c564-4f2f-4c8d-9741-4a1ec402f189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852814 Nov 10 18:40:37.231152 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7a60fcdd-4d1e-45ca-80aa-197c4ae73bb0 req-ea6b8fd3-2873-40e5-9dfc-d2bbebe9ba28 service neutron] 10.222.0.13 "GET /v2.0/networks/b591c564-4f2f-4c8d-9741-4a1ec402f189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848696 Nov 10 18:40:37.484244 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586de5f8-97bc-4f5e-97d4-27df76400c93 req-4833a5ae-19c3-41a6-b6d2-8e22100fbdf0 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:37.485720 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-586de5f8-97bc-4f5e-97d4-27df76400c93 req-4833a5ae-19c3-41a6-b6d2-8e22100fbdf0 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f9b9de-5cf7-4732-994c-f1f90fba6242 HTTP/1.1" status: 200 len: 943 time: 0.0495486 Nov 10 18:40:37.533917 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-586de5f8-97bc-4f5e-97d4-27df76400c93 req-06b5c871-cc9c-4e27-9608-2fc69f5a86b8 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bbcd9aa-6b09-4dd0-b72e-fc9ab70e062b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422361 Nov 10 18:40:38.654755 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e94b2-dec9-4647-83f5-89efaece6e77 req-69978cb7-53e6-4d54-a9a6-66bfe07d36d2 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:38.656268 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-836e94b2-dec9-4647-83f5-89efaece6e77 req-69978cb7-53e6-4d54-a9a6-66bfe07d36d2 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f9b9de-5cf7-4732-994c-f1f90fba6242 HTTP/1.1" status: 200 len: 943 time: 0.0490224 Nov 10 18:40:38.703523 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-836e94b2-dec9-4647-83f5-89efaece6e77 req-50cfffd7-dbe0-4846-a7d6-e1cfe182c224 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bbcd9aa-6b09-4dd0-b72e-fc9ab70e062b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412424 Nov 10 18:40:39.730434 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 0da0cad6-6010-4d3e-b19d-43e4ca42ab8b details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:40:39.839329 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 0da0cad6-6010-4d3e-b19d-43e4ca42ab8b, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=0da0cad6-6010-4d3e-b19d-43e4ca42ab8b,segment=NetworkSegment(06835324-bfc5-4fdf-9dc3-e9c17dc18916),segment_id=06835324-bfc5-4fdf-9dc3-e9c17dc18916)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:40:39.841177 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1779160e-f356-40e8-b195-e322c4d9afbd req-6d1a91e6-2a52-4863-bae5-e51577212bd1 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:39.842744 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1779160e-f356-40e8-b195-e322c4d9afbd req-6d1a91e6-2a52-4863-bae5-e51577212bd1 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f9b9de-5cf7-4732-994c-f1f90fba6242 HTTP/1.1" status: 200 len: 943 time: 0.0623257 Nov 10 18:40:39.851603 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '0da0cad6-6010-4d3e-b19d-43e4ca42ab8b', 'network_id': 'b591c564-4f2f-4c8d-9741-4a1ec402f189', 'port_id': '0da0cad6-6010-4d3e-b19d-43e4ca42ab8b', 'mac_address': 'fa:16:3e:72:b3:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b1abfdf-40bb-4222-bf0e-917ae5cc99b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:40:39.893372 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:39.900805 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1779160e-f356-40e8-b195-e322c4d9afbd req-d8517d25-5e97-436e-a1ca-4e649fbb87cb tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bbcd9aa-6b09-4dd0-b72e-fc9ab70e062b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513346 Nov 10 18:40:39.909053 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da0cad6-6010-4d3e-b19d-43e4ca42ab8b {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:40:39.933787 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 0da0cad6-6010-4d3e-b19d-43e4ca42ab8b, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=0da0cad6-6010-4d3e-b19d-43e4ca42ab8b,segment=NetworkSegment(06835324-bfc5-4fdf-9dc3-e9c17dc18916),segment_id=06835324-bfc5-4fdf-9dc3-e9c17dc18916)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:40:39.937962 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:39.992236 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=0da0cad6-6010-4d3e-b19d-43e4ca42ab8b,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:40.131007 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['0da0cad6-6010-4d3e-b19d-43e4ca42ab8b'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:40:41.034056 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd509f-40df-4441-a20e-1f04050a93a6 req-1af3a402-82ef-4a37-8465-21651996f457 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:41.035653 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-79fd509f-40df-4441-a20e-1f04050a93a6 req-1af3a402-82ef-4a37-8465-21651996f457 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f9b9de-5cf7-4732-994c-f1f90fba6242 HTTP/1.1" status: 200 len: 944 time: 0.0620275 Nov 10 18:40:41.091436 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-79fd509f-40df-4441-a20e-1f04050a93a6 req-c77fe4fe-9cdb-4b10-a642-aeda66a78ac0 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bbcd9aa-6b09-4dd0-b72e-fc9ab70e062b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492456 Nov 10 18:40:41.745813 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 0da0cad6-6010-4d3e-b19d-43e4ca42ab8b up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:40:41.800781 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 0da0cad6-6010-4d3e-b19d-43e4ca42ab8b completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:40:41.816060 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 0da0cad6-6010-4d3e-b19d-43e4ca42ab8b triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:40:41.816717 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:41.897076 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:41.923715 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f9b9de-5cf7-4732-994c-f1f90fba6242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da0cad6-6010-4d3e-b19d-43e4ca42ab8b'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:40:41.926087 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a486557c-eea7-47a1-a85d-1901ee9fe413" -d '{"events": [{"server_uuid": "42f9b9de-5cf7-4732-994c-f1f90fba6242", "name": "network-vif-plugged", "status": "completed", "tag": "0da0cad6-6010-4d3e-b19d-43e4ca42ab8b"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:40:41.939585 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 0da0cad6-6010-4d3e-b19d-43e4ca42ab8b, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=0da0cad6-6010-4d3e-b19d-43e4ca42ab8b,segment=NetworkSegment(06835324-bfc5-4fdf-9dc3-e9c17dc18916),segment_id=06835324-bfc5-4fdf-9dc3-e9c17dc18916)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:40:41.945703 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:41.985579 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f792b2-ccd7-4e27-a39b-45073ae13b71 x-openstack-request-id: req-b5f792b2-ccd7-4e27-a39b-45073ae13b71 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:40:41.986352 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f9b9de-5cf7-4732-994c-f1f90fba6242", "name": "network-vif-plugged", "status": "completed", "tag": "0da0cad6-6010-4d3e-b19d-43e4ca42ab8b", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:40:41.986690 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b5f792b2-ccd7-4e27-a39b-45073ae13b71 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:40:41.987238 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f9b9de-5cf7-4732-994c-f1f90fba6242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da0cad6-6010-4d3e-b19d-43e4ca42ab8b', 'code': 200} Nov 10 18:40:42.021229 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=0da0cad6-6010-4d3e-b19d-43e4ca42ab8b,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:42.066239 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76a608-6b19-483f-8707-fbf443fdf9c8 req-3d2f0539-9018-4b0e-aee8-5aabc5c6e2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:42.067825 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6d76a608-6b19-483f-8707-fbf443fdf9c8 req-3d2f0539-9018-4b0e-aee8-5aabc5c6e2a0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=42f9b9de-5cf7-4732-994c-f1f90fba6242 HTTP/1.1" status: 200 len: 1097 time: 0.0412323 Nov 10 18:40:42.114402 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6d76a608-6b19-483f-8707-fbf443fdf9c8 req-af0644c2-57ff-4210-b6d3-d07fb40391c8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7bbcd9aa-6b09-4dd0-b72e-fc9ab70e062b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377402 Nov 10 18:40:42.217243 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd4635-85fc-4808-8ceb-1ed170b5d254 req-3b2cdb43-fd9b-4305-a4c0-5c7f8ca8d78d tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:42.218749 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-18fd4635-85fc-4808-8ceb-1ed170b5d254 req-3b2cdb43-fd9b-4305-a4c0-5c7f8ca8d78d tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f9b9de-5cf7-4732-994c-f1f90fba6242 HTTP/1.1" status: 200 len: 945 time: 0.0544398 Nov 10 18:40:42.280372 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-18fd4635-85fc-4808-8ceb-1ed170b5d254 req-96c072c0-166c-47eb-91bb-a1ac83b1ad31 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bbcd9aa-6b09-4dd0-b72e-fc9ab70e062b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550044 Nov 10 18:40:43.407876 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7dd63-afc5-47d8-a61f-9c6f61d98e6f req-e88cfab2-f1d8-42b3-9a7b-3b05aa2e6863 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:43.409357 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-00c7dd63-afc5-47d8-a61f-9c6f61d98e6f req-e88cfab2-f1d8-42b3-9a7b-3b05aa2e6863 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f9b9de-5cf7-4732-994c-f1f90fba6242 HTTP/1.1" status: 200 len: 945 time: 0.0491462 Nov 10 18:40:43.457112 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-00c7dd63-afc5-47d8-a61f-9c6f61d98e6f req-6645633e-ba9a-4d60-8abe-313fdbd68473 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bbcd9aa-6b09-4dd0-b72e-fc9ab70e062b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412102 Nov 10 18:40:43.698168 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95575626-d437-48f0-b719-e728d4a164e6 req-823eeced-aae4-4c44-9cfb-59455d8a4209 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:43.699655 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-95575626-d437-48f0-b719-e728d4a164e6 req-823eeced-aae4-4c44-9cfb-59455d8a4209 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f9b9de-5cf7-4732-994c-f1f90fba6242 HTTP/1.1" status: 200 len: 945 time: 0.0491972 Nov 10 18:40:43.752499 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-95575626-d437-48f0-b719-e728d4a164e6 req-fb156bc9-5496-4eff-a9bc-06b1ad2c99da tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bbcd9aa-6b09-4dd0-b72e-fc9ab70e062b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468049 Nov 10 18:40:44.873430 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ab011-8c40-4163-b57c-37fdba3a3be8 req-34a99295-6675-458d-9ca7-1320675d2799 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:44.875146 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-365ab011-8c40-4163-b57c-37fdba3a3be8 req-34a99295-6675-458d-9ca7-1320675d2799 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/ports?device_id=42f9b9de-5cf7-4732-994c-f1f90fba6242 HTTP/1.1" status: 200 len: 945 time: 0.0508285 Nov 10 18:40:44.959898 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d71613-ef76-47f6-a7cc-8bfae44fa1d9 req-6069189e-96cc-4605-a524-7685a399ed63 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:44.961952 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-33d71613-ef76-47f6-a7cc-8bfae44fa1d9 req-6069189e-96cc-4605-a524-7685a399ed63 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.13 "GET /v2.0/ports?device_id=42f9b9de-5cf7-4732-994c-f1f90fba6242 HTTP/1.1" status: 200 len: 945 time: 0.0771339 Nov 10 18:40:44.965479 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-365ab011-8c40-4163-b57c-37fdba3a3be8 req-4e0f9642-00a3-4f6a-a010-e9f8bc96dbe4 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bbcd9aa-6b09-4dd0-b72e-fc9ab70e062b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836318 Nov 10 18:40:45.054382 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-33d71613-ef76-47f6-a7cc-8bfae44fa1d9 req-4b35489f-a98c-4367-b2a1-1480282bc428 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Deleting port 0da0cad6-6010-4d3e-b19d-43e4ca42ab8b {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:40:45.054846 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-33d71613-ef76-47f6-a7cc-8bfae44fa1d9 req-4b35489f-a98c-4367-b2a1-1480282bc428 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:45.144218 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-33d71613-ef76-47f6-a7cc-8bfae44fa1d9 req-4b35489f-a98c-4367-b2a1-1480282bc428 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] For port 0da0cad6-6010-4d3e-b19d-43e4ca42ab8b, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=0da0cad6-6010-4d3e-b19d-43e4ca42ab8b,segment=NetworkSegment(06835324-bfc5-4fdf-9dc3-e9c17dc18916),segment_id=06835324-bfc5-4fdf-9dc3-e9c17dc18916)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:40:45.144570 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-33d71613-ef76-47f6-a7cc-8bfae44fa1d9 req-4b35489f-a98c-4367-b2a1-1480282bc428 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:45.161772 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-33d71613-ef76-47f6-a7cc-8bfae44fa1d9 req-4b35489f-a98c-4367-b2a1-1480282bc428 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Calling delete_port for 0da0cad6-6010-4d3e-b19d-43e4ca42ab8b owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:40:45.288870 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-33d71613-ef76-47f6-a7cc-8bfae44fa1d9 req-4b35489f-a98c-4367-b2a1-1480282bc428 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:45.302977 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:40:45.306229 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['0da0cad6-6010-4d3e-b19d-43e4ca42ab8b'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:40:45.318479 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b35489f-a98c-4367-b2a1-1480282bc428 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Pushing event deleted for resources: {'Port': ['ID=0da0cad6-6010-4d3e-b19d-43e4ca42ab8b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:45.370231 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d71613-ef76-47f6-a7cc-8bfae44fa1d9 req-4b35489f-a98c-4367-b2a1-1480282bc428 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] No DVR routers for this DVR port 0da0cad6-6010-4d3e-b19d-43e4ca42ab8b on host n-h2-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:40:45.372876 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-33d71613-ef76-47f6-a7cc-8bfae44fa1d9 req-4b35489f-a98c-4367-b2a1-1480282bc428 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:45.376338 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-33d71613-ef76-47f6-a7cc-8bfae44fa1d9 req-4b35489f-a98c-4367-b2a1-1480282bc428 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.13 "DELETE /v2.0/ports/0da0cad6-6010-4d3e-b19d-43e4ca42ab8b HTTP/1.1" status: 204 len: 173 time: 0.4083977 Nov 10 18:40:45.376784 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f9b9de-5cf7-4732-994c-f1f90fba6242', 'name': 'network-vif-deleted', 'tag': '0da0cad6-6010-4d3e-b19d-43e4ca42ab8b'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:40:45.379029 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade77572-99b5-4a96-932d-6c68a7f37144" -d '{"events": [{"server_uuid": "42f9b9de-5cf7-4732-994c-f1f90fba6242", "name": "network-vif-deleted", "tag": "0da0cad6-6010-4d3e-b19d-43e4ca42ab8b"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:40:45.420883 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22928b97-3931-40c6-afab-0a96e8349a37 x-openstack-request-id: req-22928b97-3931-40c6-afab-0a96e8349a37 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:40:45.421182 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f9b9de-5cf7-4732-994c-f1f90fba6242", "name": "network-vif-deleted", "tag": "0da0cad6-6010-4d3e-b19d-43e4ca42ab8b", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:40:45.421444 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-22928b97-3931-40c6-afab-0a96e8349a37 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:40:45.421870 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f9b9de-5cf7-4732-994c-f1f90fba6242', 'name': 'network-vif-deleted', 'tag': '0da0cad6-6010-4d3e-b19d-43e4ca42ab8b', 'status': 'completed', 'code': 200} Nov 10 18:40:46.117365 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9980f-cdb1-4e2e-877a-c2aa8f1f634a req-e17cfa5d-64ef-4268-afbe-8981601dfaeb tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:46.118832 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1bd9980f-cdb1-4e2e-877a-c2aa8f1f634a req-e17cfa5d-64ef-4268-afbe-8981601dfaeb tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/ports?device_id=45d1582c-f7a8-490c-98ff-33260b1e7499 HTTP/1.1" status: 200 len: 946 time: 0.0508583 Nov 10 18:40:46.168342 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1bd9980f-cdb1-4e2e-877a-c2aa8f1f634a req-e31d14fb-a5c6-4759-bbc3-8acdfcf922df tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bbcd9aa-6b09-4dd0-b72e-fc9ab70e062b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434511 Nov 10 18:40:46.300342 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687de9e-726e-41d7-a81e-73422dd58cd6 req-def6c96e-1038-4f21-bc1b-8f5e2015d4e5 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:46.301721 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9687de9e-726e-41d7-a81e-73422dd58cd6 req-def6c96e-1038-4f21-bc1b-8f5e2015d4e5 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/ports?device_id=45d1582c-f7a8-490c-98ff-33260b1e7499 HTTP/1.1" status: 200 len: 946 time: 0.0490761 Nov 10 18:40:46.349174 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9687de9e-726e-41d7-a81e-73422dd58cd6 req-689060bf-3cef-4fb8-be27-10c21e5dc8dd tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bbcd9aa-6b09-4dd0-b72e-fc9ab70e062b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406346 Nov 10 18:40:46.469392 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4e248-f1c8-4714-83d5-890220efc7e4 req-2a94c2fe-1823-45b0-8f4b-ee286d2d2cad tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:46.471545 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-21e4e248-f1c8-4714-83d5-890220efc7e4 req-2a94c2fe-1823-45b0-8f4b-ee286d2d2cad tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/ports?device_id=45d1582c-f7a8-490c-98ff-33260b1e7499 HTTP/1.1" status: 200 len: 946 time: 0.0513499 Nov 10 18:40:46.520970 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-21e4e248-f1c8-4714-83d5-890220efc7e4 req-1e597bdc-e38f-4044-b1a4-15f3cb3c5333 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bbcd9aa-6b09-4dd0-b72e-fc9ab70e062b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423417 Nov 10 18:40:46.692758 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb798a49-b2c0-4c94-a911-51a85c25b24f req-af2c129d-d261-45cc-b65d-2d1e2f615651 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:46.694239 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cb798a49-b2c0-4c94-a911-51a85c25b24f req-af2c129d-d261-45cc-b65d-2d1e2f615651 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/ports?device_id=45d1582c-f7a8-490c-98ff-33260b1e7499 HTTP/1.1" status: 200 len: 946 time: 0.0506418 Nov 10 18:40:46.747757 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cb798a49-b2c0-4c94-a911-51a85c25b24f req-16b31314-f3af-4c57-ab81-58b85d179b5b tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bbcd9aa-6b09-4dd0-b72e-fc9ab70e062b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474877 Nov 10 18:40:46.871539 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415eb25-bbeb-422b-be7c-ca2fc1b3073f req-67b66101-f55e-47ab-b75b-76bd0ed28b51 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:46.872950 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4415eb25-bbeb-422b-be7c-ca2fc1b3073f req-67b66101-f55e-47ab-b75b-76bd0ed28b51 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/ports?device_id=45d1582c-f7a8-490c-98ff-33260b1e7499 HTTP/1.1" status: 200 len: 946 time: 0.0542014 Nov 10 18:40:46.920703 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4415eb25-bbeb-422b-be7c-ca2fc1b3073f req-3a118b25-5388-4dc1-a618-6bfa5f7a57c7 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bbcd9aa-6b09-4dd0-b72e-fc9ab70e062b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417049 Nov 10 18:40:47.053967 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f49f0f-b0ab-45dd-b7ca-2cd2523f8e7e req-95d848b9-e912-45a8-a9a7-df171d7f33c5 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:47.056247 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e1f49f0f-b0ab-45dd-b7ca-2cd2523f8e7e req-95d848b9-e912-45a8-a9a7-df171d7f33c5 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/ports?device_id=45d1582c-f7a8-490c-98ff-33260b1e7499 HTTP/1.1" status: 200 len: 946 time: 0.0500767 Nov 10 18:40:47.110866 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e1f49f0f-b0ab-45dd-b7ca-2cd2523f8e7e req-b553c399-c58a-4afb-a86c-ff8cb560e62d tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bbcd9aa-6b09-4dd0-b72e-fc9ab70e062b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476942 Nov 10 18:40:47.416384 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe1ba3-108d-4b5b-a391-96afaa31aa47 req-ea957cb0-d213-4388-803a-ec8c98804efe tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:47.417953 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d2fe1ba3-108d-4b5b-a391-96afaa31aa47 req-ea957cb0-d213-4388-803a-ec8c98804efe tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/ports?device_id=45d1582c-f7a8-490c-98ff-33260b1e7499 HTTP/1.1" status: 200 len: 946 time: 0.0534909 Nov 10 18:40:47.759711 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 0da0cad6-6010-4d3e-b19d-43e4ca42ab8b no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:40:47.782217 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 0da0cad6-6010-4d3e-b19d-43e4ca42ab8b {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:40:47.782651 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 0da0cad6-6010-4d3e-b19d-43e4ca42ab8b not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:40:47.817847 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d2fe1ba3-108d-4b5b-a391-96afaa31aa47 req-68b176d5-d148-4fbb-b098-1834e4b25e69 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bbcd9aa-6b09-4dd0-b72e-fc9ab70e062b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933518 Nov 10 18:40:48.704634 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ea7d6-ee83-4028-af0b-62f8a4dc2a21 req-5c8a3ec5-83d4-4cec-bd2c-9f38926b246c tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:48.706077 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad4ea7d6-ee83-4028-af0b-62f8a4dc2a21 req-5c8a3ec5-83d4-4cec-bd2c-9f38926b246c tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1582c-f7a8-490c-98ff-33260b1e7499 HTTP/1.1" status: 200 len: 946 time: 0.0577989 Nov 10 18:40:48.799160 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-ad4ea7d6-ee83-4028-af0b-62f8a4dc2a21 req-03b593a3-c110-4736-9c56-4e6ca4ed8e03 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Deleting port 6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:40:48.799494 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ad4ea7d6-ee83-4028-af0b-62f8a4dc2a21 req-03b593a3-c110-4736-9c56-4e6ca4ed8e03 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:48.893161 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-ad4ea7d6-ee83-4028-af0b-62f8a4dc2a21 req-03b593a3-c110-4736-9c56-4e6ca4ed8e03 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] For port 6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad,segment=NetworkSegment(06835324-bfc5-4fdf-9dc3-e9c17dc18916),segment_id=06835324-bfc5-4fdf-9dc3-e9c17dc18916)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:40:48.893531 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ad4ea7d6-ee83-4028-af0b-62f8a4dc2a21 req-03b593a3-c110-4736-9c56-4e6ca4ed8e03 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:48.913227 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-ad4ea7d6-ee83-4028-af0b-62f8a4dc2a21 req-03b593a3-c110-4736-9c56-4e6ca4ed8e03 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Calling delete_port for 6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:40:48.954854 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccf1fd-2769-439e-8241-2a5c4aa8f192 req-b569825c-b638-4f39-a91d-13624fc5b718 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:48.956319 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e5ccf1fd-2769-439e-8241-2a5c4aa8f192 req-b569825c-b638-4f39-a91d-13624fc5b718 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/ports?device_id=45d1582c-f7a8-490c-98ff-33260b1e7499 HTTP/1.1" status: 200 len: 946 time: 0.0639708 Nov 10 18:40:49.008604 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e5ccf1fd-2769-439e-8241-2a5c4aa8f192 req-935cc546-d992-4410-bcc9-832ad7cd63d0 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.39 "GET /v2.0/security-groups?id=7bbcd9aa-6b09-4dd0-b72e-fc9ab70e062b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452416 Nov 10 18:40:49.051887 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ad4ea7d6-ee83-4028-af0b-62f8a4dc2a21 req-03b593a3-c110-4736-9c56-4e6ca4ed8e03 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:49.064390 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:40:49.078690 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b593a3-c110-4736-9c56-4e6ca4ed8e03 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Pushing event deleted for resources: {'Port': ['ID=6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:49.092534 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b593a3-c110-4736-9c56-4e6ca4ed8e03 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:49.092884 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b593a3-c110-4736-9c56-4e6ca4ed8e03 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:49.093238 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b593a3-c110-4736-9c56-4e6ca4ed8e03 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:49.093574 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b593a3-c110-4736-9c56-4e6ca4ed8e03 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:49.093903 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b593a3-c110-4736-9c56-4e6ca4ed8e03 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:49.094229 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b593a3-c110-4736-9c56-4e6ca4ed8e03 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:49.094551 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b593a3-c110-4736-9c56-4e6ca4ed8e03 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:49.094872 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b593a3-c110-4736-9c56-4e6ca4ed8e03 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:49.095195 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b593a3-c110-4736-9c56-4e6ca4ed8e03 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:49.095516 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b593a3-c110-4736-9c56-4e6ca4ed8e03 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:49.095833 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b593a3-c110-4736-9c56-4e6ca4ed8e03 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:49.096206 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b593a3-c110-4736-9c56-4e6ca4ed8e03 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:49.134233 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad4ea7d6-ee83-4028-af0b-62f8a4dc2a21 req-03b593a3-c110-4736-9c56-4e6ca4ed8e03 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] No DVR routers for this DVR port 6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:40:49.136992 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-ad4ea7d6-ee83-4028-af0b-62f8a4dc2a21 req-03b593a3-c110-4736-9c56-4e6ca4ed8e03 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:49.140511 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ad4ea7d6-ee83-4028-af0b-62f8a4dc2a21 req-03b593a3-c110-4736-9c56-4e6ca4ed8e03 tempest-ServersNegativeTestJSON-392833773 tempest-ServersNegativeTestJSON-392833773-project] 10.222.0.11 "DELETE /v2.0/ports/6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad HTTP/1.1" status: 204 len: 173 time: 0.4286256 Nov 10 18:40:49.140956 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d1582c-f7a8-490c-98ff-33260b1e7499', 'name': 'network-vif-deleted', 'tag': '6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:40:49.143315 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f9f94f-b653-412a-ad9e-fa05c9d14c58" -d '{"events": [{"server_uuid": "45d1582c-f7a8-490c-98ff-33260b1e7499", "name": "network-vif-deleted", "tag": "6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:40:49.183074 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794cf766-1cb6-4e86-979f-8d0fec7c6d9c x-openstack-request-id: req-794cf766-1cb6-4e86-979f-8d0fec7c6d9c {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:40:49.183366 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d1582c-f7a8-490c-98ff-33260b1e7499", "name": "network-vif-deleted", "tag": "6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:40:49.183623 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-794cf766-1cb6-4e86-979f-8d0fec7c6d9c {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:40:49.184030 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d1582c-f7a8-490c-98ff-33260b1e7499', 'name': 'network-vif-deleted', 'tag': '6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad', 'status': 'completed', 'code': 200} Nov 10 18:40:50.074048 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33442) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:40:50.122221 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b56aa3-6933-453d-b590-370ab6f26b2e admin admin] Deleting subnet 3b1abfdf-40bb-4222-bf0e-917ae5cc99b7 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:40:50.125406 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-09b56aa3-6933-453d-b590-370ab6f26b2e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:50.161810 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-09b56aa3-6933-453d-b590-370ab6f26b2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:50.200386 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-09b56aa3-6933-453d-b590-370ab6f26b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:50.251229 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-09b56aa3-6933-453d-b590-370ab6f26b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:50.277231 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b56aa3-6933-453d-b590-370ab6f26b2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b1abfdf-40bb-4222-bf0e-917ae5cc99b7,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:50.281048 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-09b56aa3-6933-453d-b590-370ab6f26b2e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:50.284445 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-09b56aa3-6933-453d-b590-370ab6f26b2e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3b1abfdf-40bb-4222-bf0e-917ae5cc99b7 HTTP/1.1" status: 204 len: 168 time: 0.2093661 Nov 10 18:40:50.286988 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33444) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:40:50.359870 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fedef459-f6ec-4132-bc7d-82064dc52748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:50.441498 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fedef459-f6ec-4132-bc7d-82064dc52748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:50.461568 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-fedef459-f6ec-4132-bc7d-82064dc52748 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b591c564-4f2f-4c8d-9741-4a1ec402f189']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:40:50.470736 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-fedef459-f6ec-4132-bc7d-82064dc52748 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06835324-bfc5-4fdf-9dc3-e9c17dc18916') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:40:50.471035 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-fedef459-f6ec-4132-bc7d-82064dc52748 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06835324-bfc5-4fdf-9dc3-e9c17dc18916') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:40:50.482127 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fedef459-f6ec-4132-bc7d-82064dc52748 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:50.495517 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fedef459-f6ec-4132-bc7d-82064dc52748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:50.501937 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fedef459-f6ec-4132-bc7d-82064dc52748 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:40:50.502312 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fedef459-f6ec-4132-bc7d-82064dc52748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:50.503955 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:40:50.503955 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:40:50.503955 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:40:50.503955 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:40:50.503955 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:40:50.503955 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:40:50.503955 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:40:50.503955 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:40:50.503955 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:40:50.503955 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:40:50.503955 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:40:50.503955 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:40:50.503955 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:40:50.503955 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:40:50.503955 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:40:50.503955 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:40:50.503955 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:40:50.503955 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:40:50.503955 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:40:50.503955 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:40:50.503955 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:40:50.503955 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:40:50.503955 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:40:50.503955 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:40:50.503955 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:40:50.503955 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:40:50.503955 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:40:50.503955 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:40:50.503955 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:40:50.503955 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:40:50.503955 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:40:50.503955 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:40:50.558202 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fedef459-f6ec-4132-bc7d-82064dc52748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:50.563629 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fedef459-f6ec-4132-bc7d-82064dc52748 admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:50.566724 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fedef459-f6ec-4132-bc7d-82064dc52748 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b591c564-4f2f-4c8d-9741-4a1ec402f189 HTTP/1.1" status: 204 len: 168 time: 0.2788095 Nov 10 18:40:50.578484 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedef459-f6ec-4132-bc7d-82064dc52748 admin admin] Pushing event deleted for resources: {'Network': ['ID=b591c564-4f2f-4c8d-9741-4a1ec402f189,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:50.681695 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33448) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:40:50.721611 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5642dd8f-793c-4c4b-b0e2-fb89a449529f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b486a20ca70945e2863c70850c390b73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387142 Nov 10 18:40:50.724019 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33450) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:40:50.777313 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-10e3e72a-11df-4b9a-a43b-d226502cadce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:50.799439 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-10e3e72a-11df-4b9a-a43b-d226502cadce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:50.845356 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-10e3e72a-11df-4b9a-a43b-d226502cadce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:50.847906 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-10e3e72a-11df-4b9a-a43b-d226502cadce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:50.849113 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-10e3e72a-11df-4b9a-a43b-d226502cadce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7bbcd9aa-6b09-4dd0-b72e-fc9ab70e062b HTTP/1.1" status: 204 len: 168 time: 0.1241684 Nov 10 18:40:50.860368 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3e72a-11df-4b9a-a43b-d226502cadce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbcd9aa-6b09-4dd0-b72e-fc9ab70e062b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:51.545839 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33472) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:40:51.662144 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-81151a5e-e895-4956-8b3d-6753a6ae88b0 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1050133512'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:40:51.683455 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81151a5e-e895-4956-8b3d-6753a6ae88b0 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Made reservation on behalf of c7ead0a4d1224d98bf185bfd8e3d8358 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:40:51.686788 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-81151a5e-e895-4956-8b3d-6753a6ae88b0 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:51.695486 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-81151a5e-e895-4956-8b3d-6753a6ae88b0 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:51.772472 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-81151a5e-e895-4956-8b3d-6753a6ae88b0 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:51.776935 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-81151a5e-e895-4956-8b3d-6753a6ae88b0 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:51.803397 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81151a5e-e895-4956-8b3d-6753a6ae88b0 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:40:51.813108 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81151a5e-e895-4956-8b3d-6753a6ae88b0 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebae2fd9-2fa6-4aa3-9bca-470151e79bb6,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:51.818092 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-81151a5e-e895-4956-8b3d-6753a6ae88b0 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:51.818438 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-81151a5e-e895-4956-8b3d-6753a6ae88b0 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Added segment e706b9dc-f0a1-4a5e-b9b8-4d248c2967b1 of type vlan for network 2b2c359e-8fcb-4f02-b5c5-6891805e88c8 Nov 10 18:40:51.859194 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-81151a5e-e895-4956-8b3d-6753a6ae88b0 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:51.885046 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-81151a5e-e895-4956-8b3d-6753a6ae88b0 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:51.890772 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81151a5e-e895-4956-8b3d-6753a6ae88b0 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:51.891352 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-81151a5e-e895-4956-8b3d-6753a6ae88b0 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:51.952990 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-81151a5e-e895-4956-8b3d-6753a6ae88b0 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4059567 Nov 10 18:40:51.966099 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81151a5e-e895-4956-8b3d-6753a6ae88b0 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Pushing event updated for resources: {'Network': ['ID=2b2c359e-8fcb-4f02-b5c5-6891805e88c8,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:51.976004 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 2b2c359e-8fcb-4f02-b5c5-6891805e88c8 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:40:53.487439 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:40:53.508061 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:40:53.508426 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 6ca470ff-289f-4ab2-bc58-7d8f5f46c3ad not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:40:55.253920 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33476) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:40:55.258973 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-ce478eab-09d9-4c6a-9295-aeddb85e2f8f tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Request body: {'subnet': {'network_id': '2b2c359e-8fcb-4f02-b5c5-6891805e88c8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:40:55.345916 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce478eab-09d9-4c6a-9295-aeddb85e2f8f tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Made reservation on behalf of c7ead0a4d1224d98bf185bfd8e3d8358 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:40:55.349592 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ce478eab-09d9-4c6a-9295-aeddb85e2f8f tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:55.361682 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:55.540414 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ce478eab-09d9-4c6a-9295-aeddb85e2f8f tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:55.600627 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce478eab-09d9-4c6a-9295-aeddb85e2f8f tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Pushing event updated for resources: {'Subnet': ['ID=159a21c5-5512-405f-870e-004117c3cb1a,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:55.610679 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce478eab-09d9-4c6a-9295-aeddb85e2f8f tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Checking segment: {'id': 'e706b9dc-f0a1-4a5e-b9b8-4d248c2967b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2b2c359e-8fcb-4f02-b5c5-6891805e88c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:40:55.611039 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce478eab-09d9-4c6a-9295-aeddb85e2f8f tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Network hostable DHCP agents. Network: 2b2c359e-8fcb-4f02-b5c5-6891805e88c8, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:40:55.627407 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce478eab-09d9-4c6a-9295-aeddb85e2f8f tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Network 2b2c359e-8fcb-4f02-b5c5-6891805e88c8 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:40:55.636195 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-ce478eab-09d9-4c6a-9295-aeddb85e2f8f tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 2b2c359e-8fcb-4f02-b5c5-6891805e88c8) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:40:55.640660 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce478eab-09d9-4c6a-9295-aeddb85e2f8f tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:55.642441 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ce478eab-09d9-4c6a-9295-aeddb85e2f8f tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:55.645947 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4344b93-cba4-4a38-be2e-6adc23fac10c None None] Network 2b2c359e-8fcb-4f02-b5c5-6891805e88c8 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:40:55.658408 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ce478eab-09d9-4c6a-9295-aeddb85e2f8f tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4034927 Nov 10 18:40:55.661806 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33478) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:40:55.667772 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-32917439-032a-42ae-a93c-cb5f280fbf4f tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1290007227'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:40:55.689135 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32917439-032a-42ae-a93c-cb5f280fbf4f tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Made reservation on behalf of c7ead0a4d1224d98bf185bfd8e3d8358 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:40:55.692691 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-32917439-032a-42ae-a93c-cb5f280fbf4f tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:55.712536 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:55.718603 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32917439-032a-42ae-a93c-cb5f280fbf4f tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:40:55.728858 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-32917439-032a-42ae-a93c-cb5f280fbf4f tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:55.729198 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-32917439-032a-42ae-a93c-cb5f280fbf4f tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Added segment 76e1665b-8e18-450c-97c1-6ba7af6f5e32 of type vlan for network 585bb28d-332a-431c-9712-9a127bb3ad36 Nov 10 18:40:55.769992 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-32917439-032a-42ae-a93c-cb5f280fbf4f tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:55.797839 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-32917439-032a-42ae-a93c-cb5f280fbf4f tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:55.803472 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32917439-032a-42ae-a93c-cb5f280fbf4f tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:55.804064 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-32917439-032a-42ae-a93c-cb5f280fbf4f tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:55.807411 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9364ec7d-789d-490d-8baf-c03e84a98c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-2b2c359e-8fcb-4f02-b5c5-6891805e88c8', 'network_id': '2b2c359e-8fcb-4f02-b5c5-6891805e88c8', 'tenant_id': 'c7ead0a4d1224d98bf185bfd8e3d8358', 'fixed_ips': [{'subnet_id': '159a21c5-5512-405f-870e-004117c3cb1a'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:40:55.808373 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9364ec7d-789d-490d-8baf-c03e84a98c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:55.866851 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-32917439-032a-42ae-a93c-cb5f280fbf4f tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2039583 Nov 10 18:40:55.870067 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33480) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:40:55.875339 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-32083622-992b-4ad8-bb13-d6f002843af7 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Request body: {'subnet': {'network_id': '585bb28d-332a-431c-9712-9a127bb3ad36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:40:55.926271 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32917439-032a-42ae-a93c-cb5f280fbf4f tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Pushing event updated for resources: {'Network': ['ID=585bb28d-332a-431c-9712-9a127bb3ad36,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:55.940811 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 585bb28d-332a-431c-9712-9a127bb3ad36 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:40:55.983766 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32083622-992b-4ad8-bb13-d6f002843af7 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Made reservation on behalf of c7ead0a4d1224d98bf185bfd8e3d8358 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:40:55.987406 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-32083622-992b-4ad8-bb13-d6f002843af7 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:55.997773 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-9364ec7d-789d-490d-8baf-c03e84a98c53 None None] Allocated IP 2001:db8:0:ffff::2 (2b2c359e-8fcb-4f02-b5c5-6891805e88c8/159a21c5-5512-405f-870e-004117c3cb1a/cf80d42d-529e-403a-a6fd-bf387186422c) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:40:56.209369 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9364ec7d-789d-490d-8baf-c03e84a98c53 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:56.216603 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9364ec7d-789d-490d-8baf-c03e84a98c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:56.262412 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-32083622-992b-4ad8-bb13-d6f002843af7 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:56.278374 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9364ec7d-789d-490d-8baf-c03e84a98c53 None None] Network 2b2c359e-8fcb-4f02-b5c5-6891805e88c8 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:40:56.285062 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-9364ec7d-789d-490d-8baf-c03e84a98c53 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:40:56.287375 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9364ec7d-789d-490d-8baf-c03e84a98c53 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:40:56.290923 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9364ec7d-789d-490d-8baf-c03e84a98c53 None None] Pushing event updated for resources: {'Port': ['ID=cf80d42d-529e-403a-a6fd-bf387186422c,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:56.305554 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9364ec7d-789d-490d-8baf-c03e84a98c53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:56.306128 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9364ec7d-789d-490d-8baf-c03e84a98c53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:56.306666 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9364ec7d-789d-490d-8baf-c03e84a98c53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:56.308063 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9364ec7d-789d-490d-8baf-c03e84a98c53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:56.309495 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9364ec7d-789d-490d-8baf-c03e84a98c53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:56.309495 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9364ec7d-789d-490d-8baf-c03e84a98c53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:56.309495 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9364ec7d-789d-490d-8baf-c03e84a98c53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:56.309495 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9364ec7d-789d-490d-8baf-c03e84a98c53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:56.310977 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9364ec7d-789d-490d-8baf-c03e84a98c53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:56.310977 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9364ec7d-789d-490d-8baf-c03e84a98c53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:56.311503 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9364ec7d-789d-490d-8baf-c03e84a98c53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:56.311847 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9364ec7d-789d-490d-8baf-c03e84a98c53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:56.330947 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32083622-992b-4ad8-bb13-d6f002843af7 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Pushing event updated for resources: {'Subnet': ['ID=81b946c6-a3b2-434e-82ed-f852c404870d,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:56.341884 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32083622-992b-4ad8-bb13-d6f002843af7 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Checking segment: {'id': '76e1665b-8e18-450c-97c1-6ba7af6f5e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '585bb28d-332a-431c-9712-9a127bb3ad36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:40:56.342459 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32083622-992b-4ad8-bb13-d6f002843af7 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Network hostable DHCP agents. Network: 585bb28d-332a-431c-9712-9a127bb3ad36, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:40:56.362991 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32083622-992b-4ad8-bb13-d6f002843af7 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Network 585bb28d-332a-431c-9712-9a127bb3ad36 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:40:56.375175 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-32083622-992b-4ad8-bb13-d6f002843af7 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 585bb28d-332a-431c-9712-9a127bb3ad36) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:40:56.381063 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-9364ec7d-789d-490d-8baf-c03e84a98c53 None None] Attempting to bind port cf80d42d-529e-403a-a6fd-bf387186422c on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:40:56.381667 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-9364ec7d-789d-490d-8baf-c03e84a98c53 None None] Attempting to bind port cf80d42d-529e-403a-a6fd-bf387186422c by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'e706b9dc-f0a1-4a5e-b9b8-4d248c2967b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2b2c359e-8fcb-4f02-b5c5-6891805e88c8'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:40:56.381786 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9364ec7d-789d-490d-8baf-c03e84a98c53 None None] Attempting to bind port cf80d42d-529e-403a-a6fd-bf387186422c on network 2b2c359e-8fcb-4f02-b5c5-6891805e88c8 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:40:56.382979 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32083622-992b-4ad8-bb13-d6f002843af7 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:56.384646 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-32083622-992b-4ad8-bb13-d6f002843af7 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:56.389875 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b62881e-165d-48e0-a66f-f464a1a898c0 None None] Network 585bb28d-332a-431c-9712-9a127bb3ad36 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:40:56.392137 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9364ec7d-789d-490d-8baf-c03e84a98c53 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:40:56.392532 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9364ec7d-789d-490d-8baf-c03e84a98c53 None None] Checking segment: {'id': 'e706b9dc-f0a1-4a5e-b9b8-4d248c2967b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2b2c359e-8fcb-4f02-b5c5-6891805e88c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:40:56.393448 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9364ec7d-789d-490d-8baf-c03e84a98c53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:56.393448 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9364ec7d-789d-490d-8baf-c03e84a98c53 None None] Bound using segment: {'id': 'e706b9dc-f0a1-4a5e-b9b8-4d248c2967b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2b2c359e-8fcb-4f02-b5c5-6891805e88c8'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:40:56.393955 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-9364ec7d-789d-490d-8baf-c03e84a98c53 None None] Bound port: cf80d42d-529e-403a-a6fd-bf387186422c, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e706b9dc-f0a1-4a5e-b9b8-4d248c2967b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2b2c359e-8fcb-4f02-b5c5-6891805e88c8'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:40:56.394317 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9364ec7d-789d-490d-8baf-c03e84a98c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:56.407186 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-32083622-992b-4ad8-bb13-d6f002843af7 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5359664 Nov 10 18:40:56.409702 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33482) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:40:56.536346 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-9364ec7d-789d-490d-8baf-c03e84a98c53 None None] For port cf80d42d-529e-403a-a6fd-bf387186422c, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:40:56.543167 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-25decc51-2ceb-44a4-84c8-3cd0a5dd04a8 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:56.552736 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-9364ec7d-789d-490d-8baf-c03e84a98c53 None None] For port cf80d42d-529e-403a-a6fd-bf387186422c, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=cf80d42d-529e-403a-a6fd-bf387186422c,segment=NetworkSegment(e706b9dc-f0a1-4a5e-b9b8-4d248c2967b1),segment_id=e706b9dc-f0a1-4a5e-b9b8-4d248c2967b1)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:40:56.575277 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9364ec7d-789d-490d-8baf-c03e84a98c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:56.605214 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-25decc51-2ceb-44a4-84c8-3cd0a5dd04a8 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:56.672389 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9364ec7d-789d-490d-8baf-c03e84a98c53 None None] Pushing event updated for resources: {'Port': ['ID=cf80d42d-529e-403a-a6fd-bf387186422c,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:56.677008 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fbd5cf-adc8-4710-be07-050be83f2082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-585bb28d-332a-431c-9712-9a127bb3ad36', 'network_id': '585bb28d-332a-431c-9712-9a127bb3ad36', 'tenant_id': 'c7ead0a4d1224d98bf185bfd8e3d8358', 'fixed_ips': [{'subnet_id': '81b946c6-a3b2-434e-82ed-f852c404870d'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:40:56.677892 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-82fbd5cf-adc8-4710-be07-050be83f2082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:56.701666 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-25decc51-2ceb-44a4-84c8-3cd0a5dd04a8 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:56.739456 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25decc51-2ceb-44a4-84c8-3cd0a5dd04a8 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Pushing event deleted for resources: {'Subnet': ['ID=81b946c6-a3b2-434e-82ed-f852c404870d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:56.789740 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca6e9d2-6832-4d1d-9e85-876fd47c12fe None None] Network 585bb28d-332a-431c-9712-9a127bb3ad36 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:40:56.815924 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-25decc51-2ceb-44a4-84c8-3cd0a5dd04a8 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:56.854673 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-25decc51-2ceb-44a4-84c8-3cd0a5dd04a8 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['585bb28d-332a-431c-9712-9a127bb3ad36']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:40:56.875501 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-25decc51-2ceb-44a4-84c8-3cd0a5dd04a8 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e1665b-8e18-450c-97c1-6ba7af6f5e32') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:40:56.876016 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-25decc51-2ceb-44a4-84c8-3cd0a5dd04a8 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e1665b-8e18-450c-97c1-6ba7af6f5e32') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:40:56.888895 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-25decc51-2ceb-44a4-84c8-3cd0a5dd04a8 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:56.908970 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-25decc51-2ceb-44a4-84c8-3cd0a5dd04a8 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:56.923218 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25decc51-2ceb-44a4-84c8-3cd0a5dd04a8 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:40:56.923638 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-25decc51-2ceb-44a4-84c8-3cd0a5dd04a8 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:56.927546 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:40:56.927546 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:40:56.927546 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:40:56.927546 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:40:56.927546 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:40:56.927546 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:40:56.927546 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:40:56.927546 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:40:56.927546 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:40:56.927546 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:40:56.927546 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:40:56.927546 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:40:56.927546 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:40:56.927546 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:40:56.927546 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:40:56.927546 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:40:56.927546 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:40:56.927546 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:40:56.927546 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:40:56.927546 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:40:56.927546 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:40:56.927546 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:40:56.927546 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:40:56.927546 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:40:56.927546 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:40:56.927546 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:40:56.927546 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:40:56.927546 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:40:56.927546 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:40:56.927546 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:40:56.927546 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:40:56.927546 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:40:57.005142 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-25decc51-2ceb-44a4-84c8-3cd0a5dd04a8 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:57.013103 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-25decc51-2ceb-44a4-84c8-3cd0a5dd04a8 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:57.018106 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-25decc51-2ceb-44a4-84c8-3cd0a5dd04a8 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] 10.222.0.39 "DELETE /v2.0/networks/585bb28d-332a-431c-9712-9a127bb3ad36 HTTP/1.1" status: 204 len: 168 time: 0.6053126 Nov 10 18:40:57.019885 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33484) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:40:57.036899 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-dc6a2fdc-6e44-4122-ad35-5bacf19ef04b tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-705962333'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:40:57.041192 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25decc51-2ceb-44a4-84c8-3cd0a5dd04a8 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Pushing event deleted for resources: {'Network': ['ID=585bb28d-332a-431c-9712-9a127bb3ad36,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:57.064551 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6a2fdc-6e44-4122-ad35-5bacf19ef04b tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Made reservation on behalf of c7ead0a4d1224d98bf185bfd8e3d8358 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:40:57.068751 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dc6a2fdc-6e44-4122-ad35-5bacf19ef04b tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:57.094461 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc6a2fdc-6e44-4122-ad35-5bacf19ef04b tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:40:57.106004 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dc6a2fdc-6e44-4122-ad35-5bacf19ef04b tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:57.106425 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-dc6a2fdc-6e44-4122-ad35-5bacf19ef04b tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Added segment c5a04738-41c4-443c-bd3a-eb4a4af65bf1 of type vlan for network 3974f5a7-7848-4ac0-ada2-257d616a2216 Nov 10 18:40:57.156705 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dc6a2fdc-6e44-4122-ad35-5bacf19ef04b tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:57.186755 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dc6a2fdc-6e44-4122-ad35-5bacf19ef04b tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:57.192395 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6a2fdc-6e44-4122-ad35-5bacf19ef04b tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:57.192995 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dc6a2fdc-6e44-4122-ad35-5bacf19ef04b tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:57.261699 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-dc6a2fdc-6e44-4122-ad35-5bacf19ef04b tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2406671 Nov 10 18:40:57.266256 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33486) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:40:57.271418 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-52770be1-5279-456f-85fa-87265c04b29d tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Request body: {'subnet': {'network_id': '3974f5a7-7848-4ac0-ada2-257d616a2216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:40:57.278624 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a2fdc-6e44-4122-ad35-5bacf19ef04b tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Pushing event updated for resources: {'Network': ['ID=3974f5a7-7848-4ac0-ada2-257d616a2216,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:57.296559 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 3974f5a7-7848-4ac0-ada2-257d616a2216 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:40:57.375967 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52770be1-5279-456f-85fa-87265c04b29d tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Made reservation on behalf of c7ead0a4d1224d98bf185bfd8e3d8358 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:40:57.380010 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-52770be1-5279-456f-85fa-87265c04b29d tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:57.454071 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.ipam_backend_mixin [None req-52770be1-5279-456f-85fa-87265c04b29d tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Performing IP validity checks on allocation pools {{(pid=102468) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 10 18:40:57.454696 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.ipam_backend_mixin [None req-52770be1-5279-456f-85fa-87265c04b29d tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102468) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 10 18:40:57.509023 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device cf80d42d-529e-403a-a6fd-bf387186422c up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:40:57.565177 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port cf80d42d-529e-403a-a6fd-bf387186422c triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:40:57.565836 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:57.622527 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-52770be1-5279-456f-85fa-87265c04b29d tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:57.657598 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:57.693292 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52770be1-5279-456f-85fa-87265c04b29d tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Pushing event updated for resources: {'Subnet': ['ID=af35b8b3-46f1-47af-9af5-185f5562fa0b,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:57.693680 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port cf80d42d-529e-403a-a6fd-bf387186422c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=cf80d42d-529e-403a-a6fd-bf387186422c,segment=NetworkSegment(e706b9dc-f0a1-4a5e-b9b8-4d248c2967b1),segment_id=e706b9dc-f0a1-4a5e-b9b8-4d248c2967b1)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:40:57.701431 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:57.709588 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52770be1-5279-456f-85fa-87265c04b29d tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:57.709940 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52770be1-5279-456f-85fa-87265c04b29d tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:57.710906 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52770be1-5279-456f-85fa-87265c04b29d tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:57.710906 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52770be1-5279-456f-85fa-87265c04b29d tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:57.711150 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52770be1-5279-456f-85fa-87265c04b29d tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:57.712256 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52770be1-5279-456f-85fa-87265c04b29d tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:57.712591 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52770be1-5279-456f-85fa-87265c04b29d tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:57.712918 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52770be1-5279-456f-85fa-87265c04b29d tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:57.713243 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52770be1-5279-456f-85fa-87265c04b29d tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:57.713568 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52770be1-5279-456f-85fa-87265c04b29d tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:57.713892 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52770be1-5279-456f-85fa-87265c04b29d tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:57.714208 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52770be1-5279-456f-85fa-87265c04b29d tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:40:57.717946 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52770be1-5279-456f-85fa-87265c04b29d tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Checking segment: {'id': 'c5a04738-41c4-443c-bd3a-eb4a4af65bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3974f5a7-7848-4ac0-ada2-257d616a2216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:40:57.718504 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52770be1-5279-456f-85fa-87265c04b29d tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Network hostable DHCP agents. Network: 3974f5a7-7848-4ac0-ada2-257d616a2216, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:40:57.727997 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e2e5aa-0050-4559-a5fa-cbf2eb3ea841 None None] Network 2b2c359e-8fcb-4f02-b5c5-6891805e88c8 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:40:57.736806 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52770be1-5279-456f-85fa-87265c04b29d tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Network 3974f5a7-7848-4ac0-ada2-257d616a2216 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:40:57.748891 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-52770be1-5279-456f-85fa-87265c04b29d tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 3974f5a7-7848-4ac0-ada2-257d616a2216) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:40:57.752894 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52770be1-5279-456f-85fa-87265c04b29d tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:57.753493 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-52770be1-5279-456f-85fa-87265c04b29d tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:57.770555 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-52770be1-5279-456f-85fa-87265c04b29d tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5032489 Nov 10 18:40:57.774400 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33488) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:40:57.782490 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9447e85d-b83c-4a8b-a51d-c44aceea6ab1 None None] Network 3974f5a7-7848-4ac0-ada2-257d616a2216 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:40:57.858178 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=cf80d42d-529e-403a-a6fd-bf387186422c,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:57.884055 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a4f746a-f021-4bd0-b25f-34482295e579 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:57.892865 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-69685537-0e76-40a0-862b-201be7b0c344 None None] Provisioning complete for port cf80d42d-529e-403a-a6fd-bf387186422c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:40:57.893240 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-69685537-0e76-40a0-862b-201be7b0c344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:57.939312 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a4f746a-f021-4bd0-b25f-34482295e579 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:58.003077 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a4f746a-f021-4bd0-b25f-34482295e579 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:58.029520 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f746a-f021-4bd0-b25f-34482295e579 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Pushing event deleted for resources: {'Subnet': ['ID=af35b8b3-46f1-47af-9af5-185f5562fa0b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:58.100238 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a4f746a-f021-4bd0-b25f-34482295e579 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:58.113024 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb00079-6db7-47e1-8141-8b72f9b28cf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-3974f5a7-7848-4ac0-ada2-257d616a2216', 'network_id': '3974f5a7-7848-4ac0-ada2-257d616a2216', 'tenant_id': 'c7ead0a4d1224d98bf185bfd8e3d8358', 'fixed_ips': [{'subnet_id': 'af35b8b3-46f1-47af-9af5-185f5562fa0b'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:40:58.113799 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-afb00079-6db7-47e1-8141-8b72f9b28cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:58.121323 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-4a4f746a-f021-4bd0-b25f-34482295e579 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3974f5a7-7848-4ac0-ada2-257d616a2216']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:40:58.130764 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-4a4f746a-f021-4bd0-b25f-34482295e579 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5a04738-41c4-443c-bd3a-eb4a4af65bf1') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:40:58.131118 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-4a4f746a-f021-4bd0-b25f-34482295e579 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5a04738-41c4-443c-bd3a-eb4a4af65bf1') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:40:58.142059 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a4f746a-f021-4bd0-b25f-34482295e579 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:58.159772 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a4f746a-f021-4bd0-b25f-34482295e579 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:58.166285 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4f746a-f021-4bd0-b25f-34482295e579 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:40:58.166676 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a4f746a-f021-4bd0-b25f-34482295e579 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:58.169904 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:40:58.169904 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:40:58.169904 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:40:58.169904 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:40:58.169904 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:40:58.169904 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:40:58.169904 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:40:58.169904 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:40:58.169904 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:40:58.169904 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:40:58.169904 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:40:58.169904 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:40:58.169904 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:40:58.169904 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:40:58.169904 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:40:58.169904 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:40:58.169904 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:40:58.169904 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:40:58.169904 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:40:58.169904 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:40:58.169904 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:40:58.169904 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:40:58.169904 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:40:58.169904 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:40:58.169904 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:40:58.169904 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:40:58.169904 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:40:58.169904 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:40:58.169904 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:40:58.169904 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:40:58.169904 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:40:58.169904 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:40:58.213904 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3aba7b-b740-44f8-ac77-d435903850eb None None] Network 3974f5a7-7848-4ac0-ada2-257d616a2216 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:40:58.237661 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a4f746a-f021-4bd0-b25f-34482295e579 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:58.248184 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a4f746a-f021-4bd0-b25f-34482295e579 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:58.251558 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4a4f746a-f021-4bd0-b25f-34482295e579 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] 10.222.0.39 "DELETE /v2.0/networks/3974f5a7-7848-4ac0-ada2-257d616a2216 HTTP/1.1" status: 204 len: 168 time: 0.4757519 Nov 10 18:40:58.255421 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33490) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:40:58.261512 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-f38e93ad-f940-4d95-a081-99e6d57b45df tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1130232424'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:40:58.278041 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f746a-f021-4bd0-b25f-34482295e579 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Pushing event deleted for resources: {'Network': ['ID=3974f5a7-7848-4ac0-ada2-257d616a2216,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:58.297736 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38e93ad-f940-4d95-a081-99e6d57b45df tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Made reservation on behalf of c7ead0a4d1224d98bf185bfd8e3d8358 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:40:58.301519 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f38e93ad-f940-4d95-a081-99e6d57b45df tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:58.328139 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f38e93ad-f940-4d95-a081-99e6d57b45df tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:40:58.338774 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f38e93ad-f940-4d95-a081-99e6d57b45df tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:58.339129 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-f38e93ad-f940-4d95-a081-99e6d57b45df tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Added segment 20fffff2-eccb-4e49-86dd-fa215b2e889b of type vlan for network 83c4999f-02da-4937-8208-4e29b7cff9b6 Nov 10 18:40:58.382084 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f38e93ad-f940-4d95-a081-99e6d57b45df tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:58.406512 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f38e93ad-f940-4d95-a081-99e6d57b45df tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:58.412175 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38e93ad-f940-4d95-a081-99e6d57b45df tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:58.412796 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f38e93ad-f940-4d95-a081-99e6d57b45df tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:58.469077 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e3e63396-85a0-490c-bead-f87ef798b0aa None None] Provisioning complete for port cf80d42d-529e-403a-a6fd-bf387186422c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:40:58.469450 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e3e63396-85a0-490c-bead-f87ef798b0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:58.469593 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f38e93ad-f940-4d95-a081-99e6d57b45df tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2126279 Nov 10 18:40:58.473239 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33492) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:40:58.479932 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-92ce543f-ca5d-497e-8d98-7a6f16771dd9 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Request body: {'subnet': {'network_id': '83c4999f-02da-4937-8208-4e29b7cff9b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:40:58.484628 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e93ad-f940-4d95-a081-99e6d57b45df tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Pushing event updated for resources: {'Network': ['ID=83c4999f-02da-4937-8208-4e29b7cff9b6,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:58.496553 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 83c4999f-02da-4937-8208-4e29b7cff9b6 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:40:58.573744 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ce543f-ca5d-497e-8d98-7a6f16771dd9 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Made reservation on behalf of c7ead0a4d1224d98bf185bfd8e3d8358 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:40:58.577218 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-92ce543f-ca5d-497e-8d98-7a6f16771dd9 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:58.766664 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-92ce543f-ca5d-497e-8d98-7a6f16771dd9 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:58.826088 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce543f-ca5d-497e-8d98-7a6f16771dd9 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Pushing event updated for resources: {'Subnet': ['ID=b4c9dbf5-c84f-456a-9351-2e9103bb95f9,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:58.836140 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce543f-ca5d-497e-8d98-7a6f16771dd9 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Checking segment: {'id': '20fffff2-eccb-4e49-86dd-fa215b2e889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '83c4999f-02da-4937-8208-4e29b7cff9b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:40:58.836582 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ce543f-ca5d-497e-8d98-7a6f16771dd9 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Network hostable DHCP agents. Network: 83c4999f-02da-4937-8208-4e29b7cff9b6, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:40:58.853560 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ce543f-ca5d-497e-8d98-7a6f16771dd9 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Network 83c4999f-02da-4937-8208-4e29b7cff9b6 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:40:58.861537 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-92ce543f-ca5d-497e-8d98-7a6f16771dd9 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 83c4999f-02da-4937-8208-4e29b7cff9b6) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:40:58.865758 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ce543f-ca5d-497e-8d98-7a6f16771dd9 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:58.866335 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-92ce543f-ca5d-497e-8d98-7a6f16771dd9 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:58.871741 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a678999-7063-4124-989c-cdbd857e95b4 None None] Network 83c4999f-02da-4937-8208-4e29b7cff9b6 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:40:58.884560 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-92ce543f-ca5d-497e-8d98-7a6f16771dd9 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4101708 Nov 10 18:40:58.888261 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33494) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:40:58.893146 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-7e3bec0f-76e8-45cd-85d0-e8e2894d9c66 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-453242850'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:40:58.913863 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3bec0f-76e8-45cd-85d0-e8e2894d9c66 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Made reservation on behalf of c7ead0a4d1224d98bf185bfd8e3d8358 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:40:58.917416 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7e3bec0f-76e8-45cd-85d0-e8e2894d9c66 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:58.942882 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3bec0f-76e8-45cd-85d0-e8e2894d9c66 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:40:58.953202 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7e3bec0f-76e8-45cd-85d0-e8e2894d9c66 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:58.953545 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-7e3bec0f-76e8-45cd-85d0-e8e2894d9c66 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Added segment 2fe45b12-5e74-4766-bead-0af9d01d49a9 of type vlan for network 8c79b4b7-9697-4748-8f1f-ad9e10036c57 Nov 10 18:40:58.994793 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7e3bec0f-76e8-45cd-85d0-e8e2894d9c66 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:59.019751 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7e3bec0f-76e8-45cd-85d0-e8e2894d9c66 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:59.023843 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303dbfa3-056d-4ba3-8943-929fcb1069fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-83c4999f-02da-4937-8208-4e29b7cff9b6', 'network_id': '83c4999f-02da-4937-8208-4e29b7cff9b6', 'tenant_id': 'c7ead0a4d1224d98bf185bfd8e3d8358', 'fixed_ips': [{'subnet_id': 'b4c9dbf5-c84f-456a-9351-2e9103bb95f9'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:40:59.024739 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-303dbfa3-056d-4ba3-8943-929fcb1069fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:59.025500 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3bec0f-76e8-45cd-85d0-e8e2894d9c66 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:59.026105 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7e3bec0f-76e8-45cd-85d0-e8e2894d9c66 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:59.080404 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7e3bec0f-76e8-45cd-85d0-e8e2894d9c66 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1910174 Nov 10 18:40:59.083436 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33496) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:40:59.089017 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-fb86abf3-8884-485f-9e22-7e5448794d42 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Request body: {'subnet': {'network_id': '8c79b4b7-9697-4748-8f1f-ad9e10036c57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:40:59.101500 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3bec0f-76e8-45cd-85d0-e8e2894d9c66 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Pushing event updated for resources: {'Network': ['ID=8c79b4b7-9697-4748-8f1f-ad9e10036c57,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:59.114284 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 8c79b4b7-9697-4748-8f1f-ad9e10036c57 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:40:59.193029 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb86abf3-8884-485f-9e22-7e5448794d42 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Made reservation on behalf of c7ead0a4d1224d98bf185bfd8e3d8358 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:40:59.197478 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fb86abf3-8884-485f-9e22-7e5448794d42 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:59.217280 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-303dbfa3-056d-4ba3-8943-929fcb1069fc None None] Allocated IP 2001:db8::2 (83c4999f-02da-4937-8208-4e29b7cff9b6/b4c9dbf5-c84f-456a-9351-2e9103bb95f9/442e56cc-6a80-47ba-aa1d-79b3d813d5ef) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:40:59.367513 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-303dbfa3-056d-4ba3-8943-929fcb1069fc None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:59.373614 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-303dbfa3-056d-4ba3-8943-929fcb1069fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:59.384790 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fb86abf3-8884-485f-9e22-7e5448794d42 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:59.421843 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303dbfa3-056d-4ba3-8943-929fcb1069fc None None] Network 83c4999f-02da-4937-8208-4e29b7cff9b6 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:40:59.424981 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-303dbfa3-056d-4ba3-8943-929fcb1069fc None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:40:59.433004 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303dbfa3-056d-4ba3-8943-929fcb1069fc None None] Pushing event updated for resources: {'Port': ['ID=442e56cc-6a80-47ba-aa1d-79b3d813d5ef,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:59.435844 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303dbfa3-056d-4ba3-8943-929fcb1069fc None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:40:59.448027 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86abf3-8884-485f-9e22-7e5448794d42 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Pushing event updated for resources: {'Subnet': ['ID=b976e389-a0bd-400e-9ff6-b9e2d8c0618e,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:59.456840 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb86abf3-8884-485f-9e22-7e5448794d42 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Checking segment: {'id': '2fe45b12-5e74-4766-bead-0af9d01d49a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8c79b4b7-9697-4748-8f1f-ad9e10036c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:40:59.457193 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb86abf3-8884-485f-9e22-7e5448794d42 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Network hostable DHCP agents. Network: 8c79b4b7-9697-4748-8f1f-ad9e10036c57, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:40:59.476062 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb86abf3-8884-485f-9e22-7e5448794d42 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Network 8c79b4b7-9697-4748-8f1f-ad9e10036c57 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:40:59.484931 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device cf80d42d-529e-403a-a6fd-bf387186422c up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:40:59.486645 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-fb86abf3-8884-485f-9e22-7e5448794d42 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 8c79b4b7-9697-4748-8f1f-ad9e10036c57) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:40:59.490621 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb86abf3-8884-485f-9e22-7e5448794d42 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:40:59.491216 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-fb86abf3-8884-485f-9e22-7e5448794d42 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:59.508832 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fb86abf3-8884-485f-9e22-7e5448794d42 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4240642 Nov 10 18:40:59.516421 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f66948-c398-469a-9f01-5102744c534c None None] Network 8c79b4b7-9697-4748-8f1f-ad9e10036c57 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:40:59.516735 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33498) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:40:59.532120 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-303dbfa3-056d-4ba3-8943-929fcb1069fc None None] Attempting to bind port 442e56cc-6a80-47ba-aa1d-79b3d813d5ef on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:40:59.532521 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-303dbfa3-056d-4ba3-8943-929fcb1069fc None None] Attempting to bind port 442e56cc-6a80-47ba-aa1d-79b3d813d5ef by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '20fffff2-eccb-4e49-86dd-fa215b2e889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '83c4999f-02da-4937-8208-4e29b7cff9b6'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:40:59.532886 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303dbfa3-056d-4ba3-8943-929fcb1069fc None None] Attempting to bind port 442e56cc-6a80-47ba-aa1d-79b3d813d5ef on network 83c4999f-02da-4937-8208-4e29b7cff9b6 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:40:59.628933 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f96b7374-d54a-453c-b9e8-79c94b2ed939 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:59.689301 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f96b7374-d54a-453c-b9e8-79c94b2ed939 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:59.740633 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303dbfa3-056d-4ba3-8943-929fcb1069fc None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:40:59.740633 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303dbfa3-056d-4ba3-8943-929fcb1069fc None None] Checking segment: {'id': '20fffff2-eccb-4e49-86dd-fa215b2e889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '83c4999f-02da-4937-8208-4e29b7cff9b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:40:59.740633 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-303dbfa3-056d-4ba3-8943-929fcb1069fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:59.740633 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303dbfa3-056d-4ba3-8943-929fcb1069fc None None] Bound using segment: {'id': '20fffff2-eccb-4e49-86dd-fa215b2e889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '83c4999f-02da-4937-8208-4e29b7cff9b6'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:40:59.740633 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-303dbfa3-056d-4ba3-8943-929fcb1069fc None None] Bound port: 442e56cc-6a80-47ba-aa1d-79b3d813d5ef, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20fffff2-eccb-4e49-86dd-fa215b2e889b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '83c4999f-02da-4937-8208-4e29b7cff9b6'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:40:59.740633 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-303dbfa3-056d-4ba3-8943-929fcb1069fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:59.752871 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f96b7374-d54a-453c-b9e8-79c94b2ed939 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:59.787493 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b7374-d54a-453c-b9e8-79c94b2ed939 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Pushing event deleted for resources: {'Subnet': ['ID=b976e389-a0bd-400e-9ff6-b9e2d8c0618e,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:40:59.825458 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port cf80d42d-529e-403a-a6fd-bf387186422c triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:40:59.825837 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:59.849771 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f96b7374-d54a-453c-b9e8-79c94b2ed939 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:59.870129 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-f96b7374-d54a-453c-b9e8-79c94b2ed939 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c79b4b7-9697-4748-8f1f-ad9e10036c57']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:40:59.881856 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-f96b7374-d54a-453c-b9e8-79c94b2ed939 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe45b12-5e74-4766-bead-0af9d01d49a9') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:40:59.882068 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-f96b7374-d54a-453c-b9e8-79c94b2ed939 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe45b12-5e74-4766-bead-0af9d01d49a9') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:40:59.893420 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f96b7374-d54a-453c-b9e8-79c94b2ed939 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:59.908954 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-303dbfa3-056d-4ba3-8943-929fcb1069fc None None] For port 442e56cc-6a80-47ba-aa1d-79b3d813d5ef, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:40:59.909510 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f96b7374-d54a-453c-b9e8-79c94b2ed939 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:59.913400 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1da624-a46b-4b94-80fc-80c397472b2f None None] Network 8c79b4b7-9697-4748-8f1f-ad9e10036c57 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:40:59.916724 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f96b7374-d54a-453c-b9e8-79c94b2ed939 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:40:59.917159 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f96b7374-d54a-453c-b9e8-79c94b2ed939 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:59.920263 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:40:59.920263 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:40:59.920263 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:40:59.920263 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:40:59.920263 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:40:59.920263 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:40:59.920263 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:40:59.920263 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:40:59.920263 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:40:59.920263 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:40:59.920263 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:40:59.920263 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:40:59.920263 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:40:59.920263 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:40:59.920263 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:40:59.920263 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:40:59.920263 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:40:59.920263 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:40:59.920263 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:40:59.920263 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:40:59.920263 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:40:59.920263 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:40:59.920263 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:40:59.920263 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:40:59.920263 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:40:59.920263 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:40:59.920263 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:40:59.920263 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:40:59.920263 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:40:59.920263 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:40:59.920263 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:40:59.920263 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:40:59.936534 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-303dbfa3-056d-4ba3-8943-929fcb1069fc None None] For port 442e56cc-6a80-47ba-aa1d-79b3d813d5ef, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=442e56cc-6a80-47ba-aa1d-79b3d813d5ef,segment=NetworkSegment(20fffff2-eccb-4e49-86dd-fa215b2e889b),segment_id=20fffff2-eccb-4e49-86dd-fa215b2e889b)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:40:59.967282 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-303dbfa3-056d-4ba3-8943-929fcb1069fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:59.985827 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f96b7374-d54a-453c-b9e8-79c94b2ed939 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:59.993942 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f96b7374-d54a-453c-b9e8-79c94b2ed939 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:40:59.999429 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f96b7374-d54a-453c-b9e8-79c94b2ed939 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] 10.222.0.39 "DELETE /v2.0/networks/8c79b4b7-9697-4748-8f1f-ad9e10036c57 HTTP/1.1" status: 204 len: 168 time: 0.4793994 Nov 10 18:41:00.000103 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33500) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:00.010560 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b7374-d54a-453c-b9e8-79c94b2ed939 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Pushing event deleted for resources: {'Network': ['ID=8c79b4b7-9697-4748-8f1f-ad9e10036c57,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:00.034953 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-402d8b0a-feec-44e2-b4db-0f9199968523 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] GET failed (client error): The resource could not be found. Nov 10 18:41:00.039784 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-402d8b0a-feec-44e2-b4db-0f9199968523 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] 10.222.0.39 "GET /v2.0/subnets/b976e389-a0bd-400e-9ff6-b9e2d8c0618e HTTP/1.1" status: 404 len: 337 time: 0.0384200 Nov 10 18:41:00.040353 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33502) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:00.061842 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a5d1354-0c39-4e30-81df-d5b363e7fc02 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] DELETE failed (client error): The resource could not be found. Nov 10 18:41:00.062305 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a5d1354-0c39-4e30-81df-d5b363e7fc02 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:41:00.065941 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3a5d1354-0c39-4e30-81df-d5b363e7fc02 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] 10.222.0.39 "DELETE /v2.0/networks/8c79b4b7-9697-4748-8f1f-ad9e10036c57 HTTP/1.1" status: 404 len: 339 time: 0.0243361 Nov 10 18:41:00.069642 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33504) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:00.098573 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0bbaf5-22d9-457b-a9e5-5d12ecf657d3 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] DELETE failed (client error): The resource could not be found. Nov 10 18:41:00.099042 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c0bbaf5-22d9-457b-a9e5-5d12ecf657d3 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:41:00.102951 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4c0bbaf5-22d9-457b-a9e5-5d12ecf657d3 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] 10.222.0.39 "DELETE /v2.0/subnets/b976e389-a0bd-400e-9ff6-b9e2d8c0618e HTTP/1.1" status: 404 len: 337 time: 0.0316098 Nov 10 18:41:00.105669 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33506) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:00.112616 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303dbfa3-056d-4ba3-8943-929fcb1069fc None None] Pushing event updated for resources: {'Port': ['ID=442e56cc-6a80-47ba-aa1d-79b3d813d5ef,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:00.127877 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc7e80f8-6e3a-4826-a57b-2bf626490b55 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] DELETE failed (client error): The resource could not be found. Nov 10 18:41:00.128975 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc7e80f8-6e3a-4826-a57b-2bf626490b55 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:41:00.131724 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-dc7e80f8-6e3a-4826-a57b-2bf626490b55 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] 10.222.0.39 "DELETE /v2.0/networks/8c79b4b7-9697-4748-8f1f-ad9e10036c57 HTTP/1.1" status: 404 len: 339 time: 0.0251224 Nov 10 18:41:00.134998 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33508) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:00.189841 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd10e049-a1f6-4629-ae62-eb6c19c0bbea tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Deleting subnet b4c9dbf5-c84f-456a-9351-2e9103bb95f9 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:41:00.193456 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bd10e049-a1f6-4629-ae62-eb6c19c0bbea tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:00.262117 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bd10e049-a1f6-4629-ae62-eb6c19c0bbea tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:00.347789 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bd10e049-a1f6-4629-ae62-eb6c19c0bbea tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:00.404979 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bd10e049-a1f6-4629-ae62-eb6c19c0bbea tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:00.436372 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10e049-a1f6-4629-ae62-eb6c19c0bbea tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Pushing event deleted for resources: {'Subnet': ['ID=b4c9dbf5-c84f-456a-9351-2e9103bb95f9,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:00.441803 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bd10e049-a1f6-4629-ae62-eb6c19c0bbea tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:00.445743 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-bd10e049-a1f6-4629-ae62-eb6c19c0bbea tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] 10.222.0.39 "DELETE /v2.0/subnets/b4c9dbf5-c84f-456a-9351-2e9103bb95f9 HTTP/1.1" status: 204 len: 168 time: 0.3091128 Nov 10 18:41:00.448502 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33510) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:00.524612 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-28f1e243-376c-444e-81ca-3af3f64f8973 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:00.575883 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-28f1e243-376c-444e-81ca-3af3f64f8973 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Deleting port 442e56cc-6a80-47ba-aa1d-79b3d813d5ef {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:41:00.576319 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-28f1e243-376c-444e-81ca-3af3f64f8973 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:00.647304 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-28f1e243-376c-444e-81ca-3af3f64f8973 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] For port 442e56cc-6a80-47ba-aa1d-79b3d813d5ef, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=442e56cc-6a80-47ba-aa1d-79b3d813d5ef,segment=NetworkSegment(20fffff2-eccb-4e49-86dd-fa215b2e889b),segment_id=20fffff2-eccb-4e49-86dd-fa215b2e889b)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:41:00.647678 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-28f1e243-376c-444e-81ca-3af3f64f8973 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:00.660349 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c5fafdd0-9ec3-4e60-bbda-d01101b10d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:00.665446 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-28f1e243-376c-444e-81ca-3af3f64f8973 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Calling delete_port for 442e56cc-6a80-47ba-aa1d-79b3d813d5ef owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:41:00.751415 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-28f1e243-376c-444e-81ca-3af3f64f8973 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:00.779901 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f1e243-376c-444e-81ca-3af3f64f8973 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] No DVR routers for this DVR port 442e56cc-6a80-47ba-aa1d-79b3d813d5ef on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:41:00.786002 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1e243-376c-444e-81ca-3af3f64f8973 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Pushing event deleted for resources: {'Port': ['ID=442e56cc-6a80-47ba-aa1d-79b3d813d5ef,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:00.872805 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-28f1e243-376c-444e-81ca-3af3f64f8973 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:00.893871 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-28f1e243-376c-444e-81ca-3af3f64f8973 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c4999f-02da-4937-8208-4e29b7cff9b6']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:41:00.904220 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-28f1e243-376c-444e-81ca-3af3f64f8973 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20fffff2-eccb-4e49-86dd-fa215b2e889b') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:41:00.904512 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-28f1e243-376c-444e-81ca-3af3f64f8973 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20fffff2-eccb-4e49-86dd-fa215b2e889b') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:41:00.914701 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-28f1e243-376c-444e-81ca-3af3f64f8973 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:00.928259 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-28f1e243-376c-444e-81ca-3af3f64f8973 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:00.936220 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f1e243-376c-444e-81ca-3af3f64f8973 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:41:00.936648 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-28f1e243-376c-444e-81ca-3af3f64f8973 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:00.939612 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:41:00.939612 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:41:00.939612 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:41:00.939612 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:41:00.939612 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:41:00.939612 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:41:00.939612 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:41:00.939612 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:41:00.939612 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:41:00.939612 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:41:00.939612 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:41:00.939612 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:41:00.939612 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:41:00.939612 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:41:00.939612 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:41:00.939612 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:41:00.939612 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:41:00.939612 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:41:00.939612 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:41:00.939612 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:41:00.939612 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:41:00.939612 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:41:00.939612 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:41:00.939612 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:41:00.939612 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:41:00.939612 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:41:00.939612 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:41:00.939612 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:41:00.939612 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:41:00.939612 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:41:00.939612 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:41:00.939612 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:41:00.944166 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b73b79b-9d2a-4c69-b566-4ff52eadf308 None None] Network 83c4999f-02da-4937-8208-4e29b7cff9b6 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:41:01.004346 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-28f1e243-376c-444e-81ca-3af3f64f8973 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:01.012038 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-28f1e243-376c-444e-81ca-3af3f64f8973 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:01.017488 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-28f1e243-376c-444e-81ca-3af3f64f8973 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] 10.222.0.39 "DELETE /v2.0/networks/83c4999f-02da-4937-8208-4e29b7cff9b6 HTTP/1.1" status: 204 len: 168 time: 0.5657632 Nov 10 18:41:01.018257 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33512) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:01.052011 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1e243-376c-444e-81ca-3af3f64f8973 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Pushing event deleted for resources: {'Network': ['ID=83c4999f-02da-4937-8208-4e29b7cff9b6,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:01.054646 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-256d45e8-8376-4b17-a71e-ebd8bc06f129 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] DELETE failed (client error): The resource could not be found. Nov 10 18:41:01.055152 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-256d45e8-8376-4b17-a71e-ebd8bc06f129 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:41:01.055625 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-efc4a82b-083c-4553-92c9-29bbefbe0c35 None None] Could not find standard attr ID for object 442e56cc-6a80-47ba-aa1d-79b3d813d5ef. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:41:01.059320 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-256d45e8-8376-4b17-a71e-ebd8bc06f129 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] 10.222.0.39 "DELETE /v2.0/subnets/af35b8b3-46f1-47af-9af5-185f5562fa0b HTTP/1.1" status: 404 len: 337 time: 0.0406542 Nov 10 18:41:01.061845 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33514) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:01.081248 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-fccc260f-aa11-42af-b9b9-8052a1682e7f tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] DELETE failed (client error): The resource could not be found. Nov 10 18:41:01.081820 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fccc260f-aa11-42af-b9b9-8052a1682e7f tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:41:01.088369 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-fccc260f-aa11-42af-b9b9-8052a1682e7f tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] 10.222.0.39 "DELETE /v2.0/networks/3974f5a7-7848-4ac0-ada2-257d616a2216 HTTP/1.1" status: 404 len: 339 time: 0.0221071 Nov 10 18:41:01.088369 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33516) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:01.114367 n-d-776250-10 neutron-server[102469]: INFO neutron.pecan_wsgi.hooks.translation [None req-da417620-cdbb-4c80-9740-3110761f3f96 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] DELETE failed (client error): The resource could not be found. Nov 10 18:41:01.114813 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da417620-cdbb-4c80-9740-3110761f3f96 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102469) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:41:01.121177 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33518) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:01.121706 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-da417620-cdbb-4c80-9740-3110761f3f96 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] 10.222.0.39 "DELETE /v2.0/subnets/81b946c6-a3b2-434e-82ed-f852c404870d HTTP/1.1" status: 404 len: 337 time: 0.0319803 Nov 10 18:41:01.125208 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b29df70-3b2a-4652-9930-b1e7419e0888 None None] DHCP port deletion for 83c4999f-02da-4937-8208-4e29b7cff9b6 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:41:01.142427 n-d-776250-10 neutron-server[102468]: INFO neutron.pecan_wsgi.hooks.translation [None req-927d340b-90b2-4f52-8980-78b1c1e80c05 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] DELETE failed (client error): The resource could not be found. Nov 10 18:41:01.142964 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-927d340b-90b2-4f52-8980-78b1c1e80c05 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102468) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 10 18:41:01.146112 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-927d340b-90b2-4f52-8980-78b1c1e80c05 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] 10.222.0.39 "DELETE /v2.0/networks/585bb28d-332a-431c-9712-9a127bb3ad36 HTTP/1.1" status: 404 len: 339 time: 0.0238814 Nov 10 18:41:01.149534 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33520) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:01.198462 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ff3f64-54be-4915-9c96-2a90a8ed5ab6 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Deleting subnet 159a21c5-5512-405f-870e-004117c3cb1a {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:41:01.201572 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-56ff3f64-54be-4915-9c96-2a90a8ed5ab6 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:01.245692 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-56ff3f64-54be-4915-9c96-2a90a8ed5ab6 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:01.329327 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-56ff3f64-54be-4915-9c96-2a90a8ed5ab6 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:01.386845 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-56ff3f64-54be-4915-9c96-2a90a8ed5ab6 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:01.417538 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff3f64-54be-4915-9c96-2a90a8ed5ab6 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Pushing event deleted for resources: {'Subnet': ['ID=159a21c5-5512-405f-870e-004117c3cb1a,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:01.423067 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-56ff3f64-54be-4915-9c96-2a90a8ed5ab6 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:01.426875 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-56ff3f64-54be-4915-9c96-2a90a8ed5ab6 tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] 10.222.0.39 "DELETE /v2.0/subnets/159a21c5-5512-405f-870e-004117c3cb1a HTTP/1.1" status: 204 len: 168 time: 0.2757664 Nov 10 18:41:01.428628 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b54746c-fd89-454e-a465-34995b2f29ed None None] Network 2b2c359e-8fcb-4f02-b5c5-6891805e88c8 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:41:01.428756 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33522) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:01.509978 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fc3094c8-269e-4503-aefa-b2b6b19e8f9a tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:01.563237 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-fc3094c8-269e-4503-aefa-b2b6b19e8f9a tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Deleting port cf80d42d-529e-403a-a6fd-bf387186422c {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:41:01.563576 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fc3094c8-269e-4503-aefa-b2b6b19e8f9a tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:01.603628 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8844936-d3aa-4892-ae37-f0086518cc88 None None] DHCP port deletion for 2b2c359e-8fcb-4f02-b5c5-6891805e88c8 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:41:01.637131 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-fc3094c8-269e-4503-aefa-b2b6b19e8f9a tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] For port cf80d42d-529e-403a-a6fd-bf387186422c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=cf80d42d-529e-403a-a6fd-bf387186422c,segment=NetworkSegment(e706b9dc-f0a1-4a5e-b9b8-4d248c2967b1),segment_id=e706b9dc-f0a1-4a5e-b9b8-4d248c2967b1)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:41:01.637498 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fc3094c8-269e-4503-aefa-b2b6b19e8f9a tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:01.650978 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-fc3094c8-269e-4503-aefa-b2b6b19e8f9a tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Calling delete_port for cf80d42d-529e-403a-a6fd-bf387186422c owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:41:01.655586 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c8844936-d3aa-4892-ae37-f0086518cc88 None None] Deleting port cf80d42d-529e-403a-a6fd-bf387186422c {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:41:01.656187 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c8844936-d3aa-4892-ae37-f0086518cc88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:01.717604 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c8844936-d3aa-4892-ae37-f0086518cc88 None None] For port cf80d42d-529e-403a-a6fd-bf387186422c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=cf80d42d-529e-403a-a6fd-bf387186422c,segment=NetworkSegment(e706b9dc-f0a1-4a5e-b9b8-4d248c2967b1),segment_id=e706b9dc-f0a1-4a5e-b9b8-4d248c2967b1)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:41:01.717997 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c8844936-d3aa-4892-ae37-f0086518cc88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:01.729713 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fc3094c8-269e-4503-aefa-b2b6b19e8f9a tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:01.731938 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c8844936-d3aa-4892-ae37-f0086518cc88 None None] Calling delete_port for cf80d42d-529e-403a-a6fd-bf387186422c owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:41:01.757971 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3094c8-269e-4503-aefa-b2b6b19e8f9a tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Pushing event deleted for resources: {'Port': ['ID=cf80d42d-529e-403a-a6fd-bf387186422c,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:01.759800 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3094c8-269e-4503-aefa-b2b6b19e8f9a tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] No DVR routers for this DVR port cf80d42d-529e-403a-a6fd-bf387186422c on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:41:01.814769 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c8844936-d3aa-4892-ae37-f0086518cc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:01.838215 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8844936-d3aa-4892-ae37-f0086518cc88 None None] Pushing event deleted for resources: {'Port': ['ID=cf80d42d-529e-403a-a6fd-bf387186422c,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:01.839754 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fc3094c8-269e-4503-aefa-b2b6b19e8f9a tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:01.843713 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8844936-d3aa-4892-ae37-f0086518cc88 None None] No DVR routers for this DVR port cf80d42d-529e-403a-a6fd-bf387186422c on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:41:01.860737 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-fc3094c8-269e-4503-aefa-b2b6b19e8f9a tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2c359e-8fcb-4f02-b5c5-6891805e88c8']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:41:01.870707 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-fc3094c8-269e-4503-aefa-b2b6b19e8f9a tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e706b9dc-f0a1-4a5e-b9b8-4d248c2967b1') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:41:01.871005 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-fc3094c8-269e-4503-aefa-b2b6b19e8f9a tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e706b9dc-f0a1-4a5e-b9b8-4d248c2967b1') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:41:01.880474 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fc3094c8-269e-4503-aefa-b2b6b19e8f9a tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:01.893839 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fc3094c8-269e-4503-aefa-b2b6b19e8f9a tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:01.899943 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc3094c8-269e-4503-aefa-b2b6b19e8f9a tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:41:01.900370 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fc3094c8-269e-4503-aefa-b2b6b19e8f9a tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:01.903234 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:41:01.903234 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:41:01.903234 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:41:01.903234 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:41:01.903234 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:41:01.903234 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:41:01.903234 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:41:01.903234 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:41:01.903234 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:41:01.903234 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:41:01.903234 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:41:01.903234 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:41:01.903234 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:41:01.903234 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:41:01.903234 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:41:01.903234 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:41:01.903234 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:41:01.903234 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:41:01.903234 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:41:01.903234 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:41:01.903234 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:41:01.903234 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:41:01.903234 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:41:01.903234 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:41:01.903234 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:41:01.903234 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:41:01.903234 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:41:01.903234 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:41:01.903234 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:41:01.903234 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:41:01.903234 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:41:01.903234 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:41:01.963766 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fc3094c8-269e-4503-aefa-b2b6b19e8f9a tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:01.970434 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fc3094c8-269e-4503-aefa-b2b6b19e8f9a tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:01.973560 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-fc3094c8-269e-4503-aefa-b2b6b19e8f9a tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] 10.222.0.39 "DELETE /v2.0/networks/2b2c359e-8fcb-4f02-b5c5-6891805e88c8 HTTP/1.1" status: 204 len: 168 time: 0.5437539 Nov 10 18:41:01.986280 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3094c8-269e-4503-aefa-b2b6b19e8f9a tempest-NetworksIpV6Test-1352105328 tempest-NetworksIpV6Test-1352105328-project] Pushing event deleted for resources: {'Network': ['ID=2b2c359e-8fcb-4f02-b5c5-6891805e88c8,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:02.213688 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33528) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:02.343999 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-67716be3-1c14-4bd8-8fcb-42c5b32a1a95 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c7ead0a4d1224d98bf185bfd8e3d8358&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1291285 Nov 10 18:41:02.346523 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33532) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:02.392965 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2bf715b0-73b8-4d04-9918-f5726ed99de3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:02.415214 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2bf715b0-73b8-4d04-9918-f5726ed99de3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:02.461897 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2bf715b0-73b8-4d04-9918-f5726ed99de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:02.465138 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2bf715b0-73b8-4d04-9918-f5726ed99de3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:02.466302 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2bf715b0-73b8-4d04-9918-f5726ed99de3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ebae2fd9-2fa6-4aa3-9bca-470151e79bb6 HTTP/1.1" status: 204 len: 168 time: 0.1188769 Nov 10 18:41:02.474223 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf715b0-73b8-4d04-9918-f5726ed99de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebae2fd9-2fa6-4aa3-9bca-470151e79bb6,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:03.018437 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-13ff1d8f-abfd-43da-a6c4-c6f5d8b81f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:03.122872 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33554) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:03.217937 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-b633b9fd-31df-4be6-b5fe-0d8754fb978d tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-306719308', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:41:03.242491 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b633b9fd-31df-4be6-b5fe-0d8754fb978d tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:03.243580 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b633b9fd-31df-4be6-b5fe-0d8754fb978d tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:03.298498 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b633b9fd-31df-4be6-b5fe-0d8754fb978d tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:03.303494 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b633b9fd-31df-4be6-b5fe-0d8754fb978d tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:03.321630 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b633b9fd-31df-4be6-b5fe-0d8754fb978d tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:03.322827 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b633b9fd-31df-4be6-b5fe-0d8754fb978d tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1988478 Nov 10 18:41:03.325564 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33558) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:03.330235 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-e617417d-4550-4c15-819b-8c9e3b0ccb59 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1393214757'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:41:03.349370 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e617417d-4550-4c15-819b-8c9e3b0ccb59 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Made reservation on behalf of 11c1a74d5d474c45a1b39c81a61a06a5 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:41:03.353594 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e617417d-4550-4c15-819b-8c9e3b0ccb59 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:03.362933 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e617417d-4550-4c15-819b-8c9e3b0ccb59 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:03.447284 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e617417d-4550-4c15-819b-8c9e3b0ccb59 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:03.453431 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e617417d-4550-4c15-819b-8c9e3b0ccb59 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:03.471705 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device cf80d42d-529e-403a-a6fd-bf387186422c no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:41:03.475791 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e617417d-4550-4c15-819b-8c9e3b0ccb59 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:41:03.492773 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: cf80d42d-529e-403a-a6fd-bf387186422c {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:41:03.493371 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device cf80d42d-529e-403a-a6fd-bf387186422c not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:41:03.497204 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e617417d-4550-4c15-819b-8c9e3b0ccb59 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:03.497204 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-e617417d-4550-4c15-819b-8c9e3b0ccb59 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Added segment c56a3d09-7010-4c97-94c4-ae6f07d59bc5 of type vlan for network aa000ee8-fb66-4f50-bd19-22585ac5b091 Nov 10 18:41:03.498210 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617417d-4550-4c15-819b-8c9e3b0ccb59 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbacd7c8-a55e-442b-ae0f-978f65915d74,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:03.543293 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e617417d-4550-4c15-819b-8c9e3b0ccb59 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:03.570713 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e617417d-4550-4c15-819b-8c9e3b0ccb59 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:03.576590 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e617417d-4550-4c15-819b-8c9e3b0ccb59 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:03.577180 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e617417d-4550-4c15-819b-8c9e3b0ccb59 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:03.635980 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e617417d-4550-4c15-819b-8c9e3b0ccb59 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3093808 Nov 10 18:41:03.638862 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33560) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:03.644597 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-b6bb7273-e637-4faf-a304-3945bb000c39 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Request body: {'subnet': {'network_id': 'aa000ee8-fb66-4f50-bd19-22585ac5b091', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:41:03.649838 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617417d-4550-4c15-819b-8c9e3b0ccb59 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Pushing event updated for resources: {'Network': ['ID=aa000ee8-fb66-4f50-bd19-22585ac5b091,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:03.661751 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network aa000ee8-fb66-4f50-bd19-22585ac5b091 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:41:03.749647 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bb7273-e637-4faf-a304-3945bb000c39 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Made reservation on behalf of 11c1a74d5d474c45a1b39c81a61a06a5 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:41:03.753764 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b6bb7273-e637-4faf-a304-3945bb000c39 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:03.940660 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b6bb7273-e637-4faf-a304-3945bb000c39 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:04.001869 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb7273-e637-4faf-a304-3945bb000c39 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Pushing event updated for resources: {'Subnet': ['ID=b5004805-2bae-45a5-99cf-aa7394c0f9ca,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:04.011506 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bb7273-e637-4faf-a304-3945bb000c39 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Checking segment: {'id': 'c56a3d09-7010-4c97-94c4-ae6f07d59bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aa000ee8-fb66-4f50-bd19-22585ac5b091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:41:04.012039 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bb7273-e637-4faf-a304-3945bb000c39 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Network hostable DHCP agents. Network: aa000ee8-fb66-4f50-bd19-22585ac5b091, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:41:04.028652 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bb7273-e637-4faf-a304-3945bb000c39 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Network aa000ee8-fb66-4f50-bd19-22585ac5b091 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:41:04.037409 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-b6bb7273-e637-4faf-a304-3945bb000c39 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, aa000ee8-fb66-4f50-bd19-22585ac5b091) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:41:04.041656 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bb7273-e637-4faf-a304-3945bb000c39 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:04.042261 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b6bb7273-e637-4faf-a304-3945bb000c39 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:04.049511 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b132b8-2595-49cd-b56a-3ff0568304b1 None None] Network aa000ee8-fb66-4f50-bd19-22585ac5b091 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:41:04.064198 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b6bb7273-e637-4faf-a304-3945bb000c39 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4215593 Nov 10 18:41:04.064818 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33562) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:04.070963 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-d66a7cc3-f168-470f-aa41-457f34ad74a2 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-75786475'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:41:04.094183 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66a7cc3-f168-470f-aa41-457f34ad74a2 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Made reservation on behalf of 11c1a74d5d474c45a1b39c81a61a06a5 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:41:04.098881 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d66a7cc3-f168-470f-aa41-457f34ad74a2 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:04.125598 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d66a7cc3-f168-470f-aa41-457f34ad74a2 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:41:04.136694 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d66a7cc3-f168-470f-aa41-457f34ad74a2 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:04.137169 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-d66a7cc3-f168-470f-aa41-457f34ad74a2 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Added segment 710e7c35-d11c-4336-a1b3-ffbeaca9516f of type vlan for network 532e18c8-b75c-4401-92ba-96390ac932b3 Nov 10 18:41:04.183858 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d66a7cc3-f168-470f-aa41-457f34ad74a2 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:04.209709 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d66a7cc3-f168-470f-aa41-457f34ad74a2 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:04.214897 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd383e4f-fd74-4d1a-a26f-2f6cbb0f0b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-aa000ee8-fb66-4f50-bd19-22585ac5b091', 'network_id': 'aa000ee8-fb66-4f50-bd19-22585ac5b091', 'tenant_id': '11c1a74d5d474c45a1b39c81a61a06a5', 'fixed_ips': [{'subnet_id': 'b5004805-2bae-45a5-99cf-aa7394c0f9ca'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:41:04.215301 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66a7cc3-f168-470f-aa41-457f34ad74a2 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:04.215921 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d66a7cc3-f168-470f-aa41-457f34ad74a2 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:04.216043 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dd383e4f-fd74-4d1a-a26f-2f6cbb0f0b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:04.271275 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d66a7cc3-f168-470f-aa41-457f34ad74a2 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2053175 Nov 10 18:41:04.274073 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33564) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:04.285542 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-d956a9af-5896-4db6-8f8b-50169cc62470 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Request body: {'subnet': {'network_id': '532e18c8-b75c-4401-92ba-96390ac932b3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:41:04.303928 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a7cc3-f168-470f-aa41-457f34ad74a2 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Pushing event updated for resources: {'Network': ['ID=532e18c8-b75c-4401-92ba-96390ac932b3,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:04.311566 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:04.317759 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 532e18c8-b75c-4401-92ba-96390ac932b3 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:41:04.398186 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d956a9af-5896-4db6-8f8b-50169cc62470 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Made reservation on behalf of 11c1a74d5d474c45a1b39c81a61a06a5 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:41:04.401690 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d956a9af-5896-4db6-8f8b-50169cc62470 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:04.425317 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-dd383e4f-fd74-4d1a-a26f-2f6cbb0f0b40 None None] Allocated IP 172.20.0.2 (aa000ee8-fb66-4f50-bd19-22585ac5b091/b5004805-2bae-45a5-99cf-aa7394c0f9ca/8e4e0ce9-2a73-4e14-8bfc-7e84de7bed9e) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:41:04.579264 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dd383e4f-fd74-4d1a-a26f-2f6cbb0f0b40 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:04.586157 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dd383e4f-fd74-4d1a-a26f-2f6cbb0f0b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:04.589014 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d956a9af-5896-4db6-8f8b-50169cc62470 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:04.626748 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd383e4f-fd74-4d1a-a26f-2f6cbb0f0b40 None None] Network aa000ee8-fb66-4f50-bd19-22585ac5b091 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:41:04.630142 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-dd383e4f-fd74-4d1a-a26f-2f6cbb0f0b40 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:41:04.634452 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd383e4f-fd74-4d1a-a26f-2f6cbb0f0b40 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:41:04.641560 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd383e4f-fd74-4d1a-a26f-2f6cbb0f0b40 None None] Pushing event updated for resources: {'Port': ['ID=8e4e0ce9-2a73-4e14-8bfc-7e84de7bed9e,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:04.657050 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956a9af-5896-4db6-8f8b-50169cc62470 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Pushing event updated for resources: {'Subnet': ['ID=a542336c-272f-4680-9433-151313b3605a,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:04.665893 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d956a9af-5896-4db6-8f8b-50169cc62470 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Checking segment: {'id': '710e7c35-d11c-4336-a1b3-ffbeaca9516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '532e18c8-b75c-4401-92ba-96390ac932b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:41:04.666295 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d956a9af-5896-4db6-8f8b-50169cc62470 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Network hostable DHCP agents. Network: 532e18c8-b75c-4401-92ba-96390ac932b3, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:41:04.684702 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d956a9af-5896-4db6-8f8b-50169cc62470 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Network 532e18c8-b75c-4401-92ba-96390ac932b3 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:41:04.693830 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-d956a9af-5896-4db6-8f8b-50169cc62470 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 532e18c8-b75c-4401-92ba-96390ac932b3) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:41:04.698279 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-dd383e4f-fd74-4d1a-a26f-2f6cbb0f0b40 None None] Attempting to bind port 8e4e0ce9-2a73-4e14-8bfc-7e84de7bed9e on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:41:04.698657 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-dd383e4f-fd74-4d1a-a26f-2f6cbb0f0b40 None None] Attempting to bind port 8e4e0ce9-2a73-4e14-8bfc-7e84de7bed9e by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'c56a3d09-7010-4c97-94c4-ae6f07d59bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aa000ee8-fb66-4f50-bd19-22585ac5b091'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:41:04.699025 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd383e4f-fd74-4d1a-a26f-2f6cbb0f0b40 None None] Attempting to bind port 8e4e0ce9-2a73-4e14-8bfc-7e84de7bed9e on network aa000ee8-fb66-4f50-bd19-22585ac5b091 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:41:04.699632 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d956a9af-5896-4db6-8f8b-50169cc62470 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:04.700262 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d956a9af-5896-4db6-8f8b-50169cc62470 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:04.705368 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80283116-7735-466e-a3d0-05db71f7fd3d None None] Network 532e18c8-b75c-4401-92ba-96390ac932b3 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:41:04.707770 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd383e4f-fd74-4d1a-a26f-2f6cbb0f0b40 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:41:04.708175 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd383e4f-fd74-4d1a-a26f-2f6cbb0f0b40 None None] Checking segment: {'id': 'c56a3d09-7010-4c97-94c4-ae6f07d59bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aa000ee8-fb66-4f50-bd19-22585ac5b091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:41:04.708573 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dd383e4f-fd74-4d1a-a26f-2f6cbb0f0b40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:04.708968 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd383e4f-fd74-4d1a-a26f-2f6cbb0f0b40 None None] Bound using segment: {'id': 'c56a3d09-7010-4c97-94c4-ae6f07d59bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aa000ee8-fb66-4f50-bd19-22585ac5b091'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:41:04.709456 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-dd383e4f-fd74-4d1a-a26f-2f6cbb0f0b40 None None] Bound port: 8e4e0ce9-2a73-4e14-8bfc-7e84de7bed9e, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56a3d09-7010-4c97-94c4-ae6f07d59bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aa000ee8-fb66-4f50-bd19-22585ac5b091'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:41:04.709842 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dd383e4f-fd74-4d1a-a26f-2f6cbb0f0b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:04.718811 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d956a9af-5896-4db6-8f8b-50169cc62470 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4436684 Nov 10 18:41:04.721499 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33566) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:04.726786 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-ecf3a45a-efd0-43ed-a23b-820e13f22c45 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Request body: {'router': {'external_gateway_info': {'network_id': '532e18c8-b75c-4401-92ba-96390ac932b3'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:41:04.840715 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-dd383e4f-fd74-4d1a-a26f-2f6cbb0f0b40 None None] For port 8e4e0ce9-2a73-4e14-8bfc-7e84de7bed9e, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:41:04.843773 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-dd383e4f-fd74-4d1a-a26f-2f6cbb0f0b40 None None] For port 8e4e0ce9-2a73-4e14-8bfc-7e84de7bed9e, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=8e4e0ce9-2a73-4e14-8bfc-7e84de7bed9e,segment=NetworkSegment(c56a3d09-7010-4c97-94c4-ae6f07d59bc5),segment_id=c56a3d09-7010-4c97-94c4-ae6f07d59bc5)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:41:04.866359 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dd383e4f-fd74-4d1a-a26f-2f6cbb0f0b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:04.880333 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:41:04.951762 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ecf3a45a-efd0-43ed-a23b-820e13f22c45 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:04.952862 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd383e4f-fd74-4d1a-a26f-2f6cbb0f0b40 None None] Pushing event updated for resources: {'Port': ['ID=8e4e0ce9-2a73-4e14-8bfc-7e84de7bed9e,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:04.965027 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621ba1b9-7637-4ad5-9665-721e79ddc74e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-532e18c8-b75c-4401-92ba-96390ac932b3', 'network_id': '532e18c8-b75c-4401-92ba-96390ac932b3', 'tenant_id': '11c1a74d5d474c45a1b39c81a61a06a5', 'fixed_ips': [{'subnet_id': 'a542336c-272f-4680-9433-151313b3605a'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:41:04.965860 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-621ba1b9-7637-4ad5-9665-721e79ddc74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:05.095307 n-d-776250-10 neutron-server[102469]: INFO neutron.api.v2.resource [None req-ecf3a45a-efd0-43ed-a23b-820e13f22c45 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 10 18:41:05.103356 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33568) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:05.105820 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ecf3a45a-efd0-43ed-a23b-820e13f22c45 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] 10.222.0.39 "PUT /v2.0/routers/539236b5-6a5e-494c-8966-740adafe0394 HTTP/1.1" status: 400 len: 364 time: 0.3832366 Nov 10 18:41:05.128637 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-621ba1b9-7637-4ad5-9665-721e79ddc74e None None] Allocated IP 172.21.0.2 (532e18c8-b75c-4401-92ba-96390ac932b3/a542336c-272f-4680-9433-151313b3605a/7aec78bb-a34d-4798-a79c-ccfa601329bb) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:41:05.168793 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f6c80b-9f3b-47ea-8b3a-01704b7fb50c tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Deleting subnet a542336c-272f-4680-9433-151313b3605a {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:41:05.285550 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-621ba1b9-7637-4ad5-9665-721e79ddc74e None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:05.292304 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-42f6c80b-9f3b-47ea-8b3a-01704b7fb50c tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:05.293142 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-621ba1b9-7637-4ad5-9665-721e79ddc74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:05.336908 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621ba1b9-7637-4ad5-9665-721e79ddc74e None None] Network 532e18c8-b75c-4401-92ba-96390ac932b3 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:41:05.339178 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-42f6c80b-9f3b-47ea-8b3a-01704b7fb50c tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:05.339888 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-621ba1b9-7637-4ad5-9665-721e79ddc74e None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:41:05.344509 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621ba1b9-7637-4ad5-9665-721e79ddc74e None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:41:05.346392 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ba1b9-7637-4ad5-9665-721e79ddc74e None None] Pushing event updated for resources: {'Port': ['ID=7aec78bb-a34d-4798-a79c-ccfa601329bb,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:05.406024 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-621ba1b9-7637-4ad5-9665-721e79ddc74e None None] Attempting to bind port 7aec78bb-a34d-4798-a79c-ccfa601329bb on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:41:05.406024 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-621ba1b9-7637-4ad5-9665-721e79ddc74e None None] Attempting to bind port 7aec78bb-a34d-4798-a79c-ccfa601329bb by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '710e7c35-d11c-4336-a1b3-ffbeaca9516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '532e18c8-b75c-4401-92ba-96390ac932b3'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:41:05.406024 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621ba1b9-7637-4ad5-9665-721e79ddc74e None None] Attempting to bind port 7aec78bb-a34d-4798-a79c-ccfa601329bb on network 532e18c8-b75c-4401-92ba-96390ac932b3 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:41:05.412895 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621ba1b9-7637-4ad5-9665-721e79ddc74e None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:41:05.412895 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621ba1b9-7637-4ad5-9665-721e79ddc74e None None] Checking segment: {'id': '710e7c35-d11c-4336-a1b3-ffbeaca9516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '532e18c8-b75c-4401-92ba-96390ac932b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:41:05.413413 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-621ba1b9-7637-4ad5-9665-721e79ddc74e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:05.414314 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621ba1b9-7637-4ad5-9665-721e79ddc74e None None] Bound using segment: {'id': '710e7c35-d11c-4336-a1b3-ffbeaca9516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '532e18c8-b75c-4401-92ba-96390ac932b3'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:41:05.415670 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-621ba1b9-7637-4ad5-9665-721e79ddc74e None None] Bound port: 7aec78bb-a34d-4798-a79c-ccfa601329bb, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '710e7c35-d11c-4336-a1b3-ffbeaca9516f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '532e18c8-b75c-4401-92ba-96390ac932b3'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:41:05.415927 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-621ba1b9-7637-4ad5-9665-721e79ddc74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:05.439153 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-42f6c80b-9f3b-47ea-8b3a-01704b7fb50c tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:05.505161 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 8e4e0ce9-2a73-4e14-8bfc-7e84de7bed9e up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:41:05.515739 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-42f6c80b-9f3b-47ea-8b3a-01704b7fb50c tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:05.535583 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-621ba1b9-7637-4ad5-9665-721e79ddc74e None None] For port 7aec78bb-a34d-4798-a79c-ccfa601329bb, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:41:05.547961 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6c80b-9f3b-47ea-8b3a-01704b7fb50c tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Pushing event deleted for resources: {'Subnet': ['ID=a542336c-272f-4680-9433-151313b3605a,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:05.554870 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-42f6c80b-9f3b-47ea-8b3a-01704b7fb50c tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:05.556509 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-621ba1b9-7637-4ad5-9665-721e79ddc74e None None] For port 7aec78bb-a34d-4798-a79c-ccfa601329bb, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=7aec78bb-a34d-4798-a79c-ccfa601329bb,segment=NetworkSegment(710e7c35-d11c-4336-a1b3-ffbeaca9516f),segment_id=710e7c35-d11c-4336-a1b3-ffbeaca9516f)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:41:05.558965 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-42f6c80b-9f3b-47ea-8b3a-01704b7fb50c tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] 10.222.0.39 "DELETE /v2.0/subnets/a542336c-272f-4680-9433-151313b3605a HTTP/1.1" status: 204 len: 168 time: 0.4521899 Nov 10 18:41:05.561954 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33570) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:05.568521 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-621ba1b9-7637-4ad5-9665-721e79ddc74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:05.607230 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 8e4e0ce9-2a73-4e14-8bfc-7e84de7bed9e triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:41:05.607554 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:05.670786 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ba1b9-7637-4ad5-9665-721e79ddc74e None None] Pushing event updated for resources: {'Port': ['ID=7aec78bb-a34d-4798-a79c-ccfa601329bb,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:05.725354 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:05.767803 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:05.778465 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 8e4e0ce9-2a73-4e14-8bfc-7e84de7bed9e, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=8e4e0ce9-2a73-4e14-8bfc-7e84de7bed9e,segment=NetworkSegment(c56a3d09-7010-4c97-94c4-ae6f07d59bc5),segment_id=c56a3d09-7010-4c97-94c4-ae6f07d59bc5)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:41:05.783071 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:05.842045 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=8e4e0ce9-2a73-4e14-8bfc-7e84de7bed9e,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:06.051598 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22158ba7-742c-4b2c-93b1-2f6298a339ae tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:06.067549 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622c87a5-8fb0-483f-92a0-572054e18415 None None] Network aa000ee8-fb66-4f50-bd19-22585ac5b091 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:41:06.109868 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-22158ba7-742c-4b2c-93b1-2f6298a339ae tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Deleting port 7aec78bb-a34d-4798-a79c-ccfa601329bb {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:41:06.110211 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22158ba7-742c-4b2c-93b1-2f6298a339ae tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:06.151739 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-284cd218-7a0f-42d7-b0bf-c66dbed80289 None None] Provisioning complete for port 8e4e0ce9-2a73-4e14-8bfc-7e84de7bed9e triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:41:06.152403 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-284cd218-7a0f-42d7-b0bf-c66dbed80289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:06.175319 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-22158ba7-742c-4b2c-93b1-2f6298a339ae tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] For port 7aec78bb-a34d-4798-a79c-ccfa601329bb, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=7aec78bb-a34d-4798-a79c-ccfa601329bb,segment=NetworkSegment(710e7c35-d11c-4336-a1b3-ffbeaca9516f),segment_id=710e7c35-d11c-4336-a1b3-ffbeaca9516f)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:41:06.175684 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22158ba7-742c-4b2c-93b1-2f6298a339ae tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:06.192529 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-22158ba7-742c-4b2c-93b1-2f6298a339ae tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Calling delete_port for 7aec78bb-a34d-4798-a79c-ccfa601329bb owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:41:06.279480 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22158ba7-742c-4b2c-93b1-2f6298a339ae tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:06.305655 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22158ba7-742c-4b2c-93b1-2f6298a339ae tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Pushing event deleted for resources: {'Port': ['ID=7aec78bb-a34d-4798-a79c-ccfa601329bb,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:06.309258 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22158ba7-742c-4b2c-93b1-2f6298a339ae tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] No DVR routers for this DVR port 7aec78bb-a34d-4798-a79c-ccfa601329bb on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:41:06.395264 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22158ba7-742c-4b2c-93b1-2f6298a339ae tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:06.417969 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-22158ba7-742c-4b2c-93b1-2f6298a339ae tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['532e18c8-b75c-4401-92ba-96390ac932b3']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:41:06.430569 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-22158ba7-742c-4b2c-93b1-2f6298a339ae tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '710e7c35-d11c-4336-a1b3-ffbeaca9516f') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:41:06.430799 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-22158ba7-742c-4b2c-93b1-2f6298a339ae tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '710e7c35-d11c-4336-a1b3-ffbeaca9516f') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:41:06.444651 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22158ba7-742c-4b2c-93b1-2f6298a339ae tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:06.450741 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:06.463143 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22158ba7-742c-4b2c-93b1-2f6298a339ae tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:06.470756 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22158ba7-742c-4b2c-93b1-2f6298a339ae tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:41:06.471331 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22158ba7-742c-4b2c-93b1-2f6298a339ae tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:06.475065 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:41:06.475065 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:41:06.475065 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:41:06.475065 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:41:06.475065 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:41:06.475065 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:41:06.475065 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:41:06.475065 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:41:06.475065 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:41:06.475065 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:41:06.475065 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:41:06.475065 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:41:06.475065 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:41:06.475065 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:41:06.475065 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:41:06.475065 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:41:06.475065 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:41:06.475065 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:41:06.475065 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:41:06.475065 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:41:06.475065 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:41:06.475065 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:41:06.475065 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:41:06.475065 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:41:06.475065 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:41:06.475065 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:41:06.475065 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:41:06.475065 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:41:06.475065 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:41:06.475065 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:41:06.475065 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:41:06.475065 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:41:06.544486 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22158ba7-742c-4b2c-93b1-2f6298a339ae tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:06.551751 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-22158ba7-742c-4b2c-93b1-2f6298a339ae tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:06.555389 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-22158ba7-742c-4b2c-93b1-2f6298a339ae tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] 10.222.0.39 "DELETE /v2.0/networks/532e18c8-b75c-4401-92ba-96390ac932b3 HTTP/1.1" status: 204 len: 168 time: 0.9921696 Nov 10 18:41:06.557824 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33572) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:06.576665 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22158ba7-742c-4b2c-93b1-2f6298a339ae tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Pushing event deleted for resources: {'Network': ['ID=532e18c8-b75c-4401-92ba-96390ac932b3,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:06.622835 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e7c481f-b531-4028-a844-01d2ca49adf0 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Deleting subnet b5004805-2bae-45a5-99cf-aa7394c0f9ca {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:41:06.625028 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-69460e71-2077-4156-9579-486546c26b93 None None] Provisioning complete for port 8e4e0ce9-2a73-4e14-8bfc-7e84de7bed9e triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:41:06.625487 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-69460e71-2077-4156-9579-486546c26b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:06.626225 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2e7c481f-b531-4028-a844-01d2ca49adf0 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:06.671076 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2e7c481f-b531-4028-a844-01d2ca49adf0 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:06.765600 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2e7c481f-b531-4028-a844-01d2ca49adf0 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:06.826998 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c770f5f-e3f2-4053-914c-9ca2db0d41c9 None None] DHCP port deletion for 532e18c8-b75c-4401-92ba-96390ac932b3 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:41:06.831463 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b120bbcf-2399-4e0c-b637-78e92ae3f4d5 None None] Could not find standard attr ID for object 7aec78bb-a34d-4798-a79c-ccfa601329bb. {{(pid=102470) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 10 18:41:06.837438 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2e7c481f-b531-4028-a844-01d2ca49adf0 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:06.847680 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e70ca3-122f-4fe9-be8a-efa391b44834 None None] Network 532e18c8-b75c-4401-92ba-96390ac932b3 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:41:06.864017 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e70ca3-122f-4fe9-be8a-efa391b44834 None None] Network 532e18c8-b75c-4401-92ba-96390ac932b3 could not be found, it might have been deleted concurrently. {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 10 18:41:06.867261 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c481f-b531-4028-a844-01d2ca49adf0 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Pushing event deleted for resources: {'Subnet': ['ID=b5004805-2bae-45a5-99cf-aa7394c0f9ca,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:06.869294 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2e7c481f-b531-4028-a844-01d2ca49adf0 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:06.872692 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2e7c481f-b531-4028-a844-01d2ca49adf0 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] 10.222.0.39 "DELETE /v2.0/subnets/b5004805-2bae-45a5-99cf-aa7394c0f9ca HTTP/1.1" status: 204 len: 168 time: 0.3138449 Nov 10 18:41:06.874927 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33574) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:06.877603 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3275710c-2eb7-4338-aca2-1a985c4dd262 None None] Network aa000ee8-fb66-4f50-bd19-22585ac5b091 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:41:06.955738 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f0540b22-57b5-47a6-b309-2b9480f86406 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:07.010175 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-f0540b22-57b5-47a6-b309-2b9480f86406 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Deleting port 8e4e0ce9-2a73-4e14-8bfc-7e84de7bed9e {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:41:07.010510 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f0540b22-57b5-47a6-b309-2b9480f86406 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:07.043400 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb994c3-69eb-4515-be1b-0c1cf32092cc None None] DHCP port deletion for aa000ee8-fb66-4f50-bd19-22585ac5b091 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:41:07.077206 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-f0540b22-57b5-47a6-b309-2b9480f86406 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] For port 8e4e0ce9-2a73-4e14-8bfc-7e84de7bed9e, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=8e4e0ce9-2a73-4e14-8bfc-7e84de7bed9e,segment=NetworkSegment(c56a3d09-7010-4c97-94c4-ae6f07d59bc5),segment_id=c56a3d09-7010-4c97-94c4-ae6f07d59bc5)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:41:07.078199 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f0540b22-57b5-47a6-b309-2b9480f86406 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:07.090801 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-f0540b22-57b5-47a6-b309-2b9480f86406 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Calling delete_port for 8e4e0ce9-2a73-4e14-8bfc-7e84de7bed9e owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:41:07.095351 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-dcb994c3-69eb-4515-be1b-0c1cf32092cc None None] Deleting port 8e4e0ce9-2a73-4e14-8bfc-7e84de7bed9e {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:41:07.095705 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dcb994c3-69eb-4515-be1b-0c1cf32092cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:07.159493 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-dcb994c3-69eb-4515-be1b-0c1cf32092cc None None] For port 8e4e0ce9-2a73-4e14-8bfc-7e84de7bed9e, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=8e4e0ce9-2a73-4e14-8bfc-7e84de7bed9e,segment=NetworkSegment(c56a3d09-7010-4c97-94c4-ae6f07d59bc5),segment_id=c56a3d09-7010-4c97-94c4-ae6f07d59bc5)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:41:07.160258 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dcb994c3-69eb-4515-be1b-0c1cf32092cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:07.171993 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-dcb994c3-69eb-4515-be1b-0c1cf32092cc None None] Calling delete_port for 8e4e0ce9-2a73-4e14-8bfc-7e84de7bed9e owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:41:07.173855 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f0540b22-57b5-47a6-b309-2b9480f86406 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:07.199016 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0540b22-57b5-47a6-b309-2b9480f86406 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Pushing event deleted for resources: {'Port': ['ID=8e4e0ce9-2a73-4e14-8bfc-7e84de7bed9e,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:07.204598 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0540b22-57b5-47a6-b309-2b9480f86406 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] No DVR routers for this DVR port 8e4e0ce9-2a73-4e14-8bfc-7e84de7bed9e on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:41:07.292909 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f0540b22-57b5-47a6-b309-2b9480f86406 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:07.315073 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-f0540b22-57b5-47a6-b309-2b9480f86406 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa000ee8-fb66-4f50-bd19-22585ac5b091']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:41:07.325235 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-f0540b22-57b5-47a6-b309-2b9480f86406 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c56a3d09-7010-4c97-94c4-ae6f07d59bc5') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:41:07.325531 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-f0540b22-57b5-47a6-b309-2b9480f86406 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c56a3d09-7010-4c97-94c4-ae6f07d59bc5') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:41:07.335644 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f0540b22-57b5-47a6-b309-2b9480f86406 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:07.349561 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f0540b22-57b5-47a6-b309-2b9480f86406 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:07.357213 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0540b22-57b5-47a6-b309-2b9480f86406 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:41:07.357605 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f0540b22-57b5-47a6-b309-2b9480f86406 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:07.360967 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:41:07.360967 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:41:07.360967 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:41:07.360967 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:41:07.360967 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:41:07.360967 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:41:07.360967 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:41:07.360967 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:41:07.360967 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:41:07.360967 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:41:07.360967 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:41:07.360967 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:41:07.360967 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:41:07.360967 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:41:07.360967 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:41:07.360967 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:41:07.360967 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:41:07.360967 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:41:07.360967 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:41:07.360967 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:41:07.360967 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:41:07.360967 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:41:07.360967 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:41:07.360967 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:41:07.360967 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:41:07.360967 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:41:07.360967 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:41:07.360967 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:41:07.360967 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:41:07.360967 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:41:07.360967 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:41:07.360967 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:41:07.412868 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dcb994c3-69eb-4515-be1b-0c1cf32092cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:07.425070 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f0540b22-57b5-47a6-b309-2b9480f86406 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:07.431331 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f0540b22-57b5-47a6-b309-2b9480f86406 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:07.434928 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f0540b22-57b5-47a6-b309-2b9480f86406 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] 10.222.0.39 "DELETE /v2.0/networks/aa000ee8-fb66-4f50-bd19-22585ac5b091 HTTP/1.1" status: 204 len: 168 time: 0.5589578 Nov 10 18:41:07.438048 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33576) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:07.440397 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb994c3-69eb-4515-be1b-0c1cf32092cc None None] Pushing event deleted for resources: {'Port': ['ID=8e4e0ce9-2a73-4e14-8bfc-7e84de7bed9e,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:07.444338 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb994c3-69eb-4515-be1b-0c1cf32092cc None None] No DVR routers for this DVR port 8e4e0ce9-2a73-4e14-8bfc-7e84de7bed9e on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:41:07.456971 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0540b22-57b5-47a6-b309-2b9480f86406 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Pushing event deleted for resources: {'Network': ['ID=aa000ee8-fb66-4f50-bd19-22585ac5b091,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:07.471778 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9ac502d5-b303-4eca-8aa7-d48a0ca2b489 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] 10.222.0.39 "GET /v2.0/ports?device_id=539236b5-6a5e-494c-8966-740adafe0394 HTTP/1.1" status: 200 len: 205 time: 0.0319357 Nov 10 18:41:07.474616 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33578) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:07.495241 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 8e4e0ce9-2a73-4e14-8bfc-7e84de7bed9e no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:41:07.515673 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 8e4e0ce9-2a73-4e14-8bfc-7e84de7bed9e {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:41:07.516020 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 8e4e0ce9-2a73-4e14-8bfc-7e84de7bed9e not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:41:07.549358 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1c808452-1ef6-42b8-a04d-ae8d5f2a7362 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:07.704625 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1c808452-1ef6-42b8-a04d-ae8d5f2a7362 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:07.706708 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1c808452-1ef6-42b8-a04d-ae8d5f2a7362 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:07.750536 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1c808452-1ef6-42b8-a04d-ae8d5f2a7362 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:07.751183 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c808452-1ef6-42b8-a04d-ae8d5f2a7362 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Fanout notify agent at l3_agent the message router_deleted on router 539236b5-6a5e-494c-8966-740adafe0394 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:41:07.759020 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1c808452-1ef6-42b8-a04d-ae8d5f2a7362 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:07.760021 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1c808452-1ef6-42b8-a04d-ae8d5f2a7362 tempest-RoutersNegativeTest-972913882 tempest-RoutersNegativeTest-972913882-project] 10.222.0.39 "DELETE /v2.0/routers/539236b5-6a5e-494c-8966-740adafe0394 HTTP/1.1" status: 204 len: 168 time: 0.2844858 Nov 10 18:41:07.997310 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33584) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:08.127298 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c43cd760-93fa-420c-875b-ce7e334e9ec8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=11c1a74d5d474c45a1b39c81a61a06a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1287398 Nov 10 18:41:08.129742 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33588) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:08.177988 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-83b0b8af-38fa-4027-939e-c1ff076e5006 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:08.199655 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-83b0b8af-38fa-4027-939e-c1ff076e5006 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:08.244624 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-83b0b8af-38fa-4027-939e-c1ff076e5006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:08.247821 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-83b0b8af-38fa-4027-939e-c1ff076e5006 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:08.249208 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-83b0b8af-38fa-4027-939e-c1ff076e5006 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bbacd7c8-a55e-442b-ae0f-978f65915d74 HTTP/1.1" status: 204 len: 168 time: 0.1185553 Nov 10 18:41:08.257904 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0b8af-38fa-4027-939e-c1ff076e5006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbacd7c8-a55e-442b-ae0f-978f65915d74,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:08.857833 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33610) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:08.954608 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-064c352a-fcd5-457a-a6a6-27ae94e18276 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-603631865-network', 'tenant_id': '7e7d4cd339504fcd90293ef2ff634d4e'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:41:08.979612 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064c352a-fcd5-457a-a6a6-27ae94e18276 admin admin] Made reservation on behalf of 7e7d4cd339504fcd90293ef2ff634d4e for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:41:08.981953 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-064c352a-fcd5-457a-a6a6-27ae94e18276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:08.990538 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-064c352a-fcd5-457a-a6a6-27ae94e18276 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:09.066681 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-064c352a-fcd5-457a-a6a6-27ae94e18276 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:09.070305 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-064c352a-fcd5-457a-a6a6-27ae94e18276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:09.095511 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-064c352a-fcd5-457a-a6a6-27ae94e18276 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:41:09.106258 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c352a-fcd5-457a-a6a6-27ae94e18276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456ef80f-225c-4675-8e9f-44c034114092,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:09.112635 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-064c352a-fcd5-457a-a6a6-27ae94e18276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:09.112974 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-064c352a-fcd5-457a-a6a6-27ae94e18276 admin admin] Added segment 2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3 of type vlan for network eda4bb80-1235-4364-b882-05827d4546a1 Nov 10 18:41:09.154443 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-064c352a-fcd5-457a-a6a6-27ae94e18276 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:09.179408 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-064c352a-fcd5-457a-a6a6-27ae94e18276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:09.180348 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064c352a-fcd5-457a-a6a6-27ae94e18276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:09.180937 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-064c352a-fcd5-457a-a6a6-27ae94e18276 admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:09.235710 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-064c352a-fcd5-457a-a6a6-27ae94e18276 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3766549 Nov 10 18:41:09.238692 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33614) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:09.243924 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-44a94fb4-a5ec-43c4-b2cd-1d9870960f7c admin admin] Request body: {'subnet': {'network_id': 'eda4bb80-1235-4364-b882-05827d4546a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-603631865-subnet', 'tenant_id': '7e7d4cd339504fcd90293ef2ff634d4e', 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:41:09.246869 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c352a-fcd5-457a-a6a6-27ae94e18276 admin admin] Pushing event updated for resources: {'Network': ['ID=eda4bb80-1235-4364-b882-05827d4546a1,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:09.257975 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network eda4bb80-1235-4364-b882-05827d4546a1 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:41:09.266580 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a94fb4-a5ec-43c4-b2cd-1d9870960f7c admin admin] Made reservation on behalf of 7e7d4cd339504fcd90293ef2ff634d4e for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:41:09.269048 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-44a94fb4-a5ec-43c4-b2cd-1d9870960f7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:09.432572 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-44a94fb4-a5ec-43c4-b2cd-1d9870960f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:09.491146 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a94fb4-a5ec-43c4-b2cd-1d9870960f7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fe02c7b-5b51-4793-8197-72a62ccc7326,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:09.499708 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a94fb4-a5ec-43c4-b2cd-1d9870960f7c admin admin] Checking segment: {'id': '2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eda4bb80-1235-4364-b882-05827d4546a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:41:09.500063 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a94fb4-a5ec-43c4-b2cd-1d9870960f7c admin admin] Network hostable DHCP agents. Network: eda4bb80-1235-4364-b882-05827d4546a1, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:41:09.520383 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a94fb4-a5ec-43c4-b2cd-1d9870960f7c admin admin] Network eda4bb80-1235-4364-b882-05827d4546a1 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:41:09.529498 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-44a94fb4-a5ec-43c4-b2cd-1d9870960f7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, eda4bb80-1235-4364-b882-05827d4546a1) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:41:09.533323 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a94fb4-a5ec-43c4-b2cd-1d9870960f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:09.533911 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-44a94fb4-a5ec-43c4-b2cd-1d9870960f7c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:09.538001 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824b0030-cf8a-43ee-9b73-8474245109de None None] Network eda4bb80-1235-4364-b882-05827d4546a1 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:41:09.552722 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-44a94fb4-a5ec-43c4-b2cd-1d9870960f7c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3103347 Nov 10 18:41:09.552953 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33616) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:09.557198 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-dbc9dfbe-0445-4253-82d6-54c29f87b301 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-603631865-router', 'tenant_id': '7e7d4cd339504fcd90293ef2ff634d4e', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:41:09.578272 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dbc9dfbe-0445-4253-82d6-54c29f87b301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:09.579250 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dbc9dfbe-0445-4253-82d6-54c29f87b301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:09.631769 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dbc9dfbe-0445-4253-82d6-54c29f87b301 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:09.689242 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55aab9c6-4457-43c3-8000-e5ae2b5a38f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-eda4bb80-1235-4364-b882-05827d4546a1', 'network_id': 'eda4bb80-1235-4364-b882-05827d4546a1', 'tenant_id': '7e7d4cd339504fcd90293ef2ff634d4e', 'fixed_ips': [{'subnet_id': '4fe02c7b-5b51-4793-8197-72a62ccc7326'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:41:09.690106 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-55aab9c6-4457-43c3-8000-e5ae2b5a38f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:09.779012 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dbc9dfbe-0445-4253-82d6-54c29f87b301 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:09.830703 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-55aab9c6-4457-43c3-8000-e5ae2b5a38f9 None None] Allocated IP 172.20.0.2 (eda4bb80-1235-4364-b882-05827d4546a1/4fe02c7b-5b51-4793-8197-72a62ccc7326/9a758b7f-6469-4691-b8f3-2552eef3af5f) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:41:09.971846 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-55aab9c6-4457-43c3-8000-e5ae2b5a38f9 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:09.979020 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-55aab9c6-4457-43c3-8000-e5ae2b5a38f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:09.985316 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dbc9dfbe-0445-4253-82d6-54c29f87b301 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:10.009705 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dbc9dfbe-0445-4253-82d6-54c29f87b301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:10.017756 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55aab9c6-4457-43c3-8000-e5ae2b5a38f9 None None] Network eda4bb80-1235-4364-b882-05827d4546a1 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:41:10.020724 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-55aab9c6-4457-43c3-8000-e5ae2b5a38f9 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:41:10.024040 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aab9c6-4457-43c3-8000-e5ae2b5a38f9 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:41:10.061638 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aab9c6-4457-43c3-8000-e5ae2b5a38f9 None None] Pushing event updated for resources: {'Port': ['ID=9a758b7f-6469-4691-b8f3-2552eef3af5f,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:10.092952 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-55aab9c6-4457-43c3-8000-e5ae2b5a38f9 None None] Attempting to bind port 9a758b7f-6469-4691-b8f3-2552eef3af5f on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:41:10.093319 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-55aab9c6-4457-43c3-8000-e5ae2b5a38f9 None None] Attempting to bind port 9a758b7f-6469-4691-b8f3-2552eef3af5f by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eda4bb80-1235-4364-b882-05827d4546a1'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:41:10.093679 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aab9c6-4457-43c3-8000-e5ae2b5a38f9 None None] Attempting to bind port 9a758b7f-6469-4691-b8f3-2552eef3af5f on network eda4bb80-1235-4364-b882-05827d4546a1 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:41:10.098677 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aab9c6-4457-43c3-8000-e5ae2b5a38f9 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:41:10.099048 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aab9c6-4457-43c3-8000-e5ae2b5a38f9 None None] Checking segment: {'id': '2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eda4bb80-1235-4364-b882-05827d4546a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:41:10.099444 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-55aab9c6-4457-43c3-8000-e5ae2b5a38f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:10.099831 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aab9c6-4457-43c3-8000-e5ae2b5a38f9 None None] Bound using segment: {'id': '2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eda4bb80-1235-4364-b882-05827d4546a1'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:41:10.100319 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-55aab9c6-4457-43c3-8000-e5ae2b5a38f9 None None] Bound port: 9a758b7f-6469-4691-b8f3-2552eef3af5f, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eda4bb80-1235-4364-b882-05827d4546a1'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:41:10.100699 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-55aab9c6-4457-43c3-8000-e5ae2b5a38f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:10.122037 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-dbc9dfbe-0445-4253-82d6-54c29f87b301 admin admin] Allocated IP 172.25.5.142 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/b2c07cd7-45c8-4f11-97eb-a3bb277eb591) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:41:10.164118 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-55aab9c6-4457-43c3-8000-e5ae2b5a38f9 None None] For port 9a758b7f-6469-4691-b8f3-2552eef3af5f, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:41:10.167410 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-55aab9c6-4457-43c3-8000-e5ae2b5a38f9 None None] For port 9a758b7f-6469-4691-b8f3-2552eef3af5f, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=9a758b7f-6469-4691-b8f3-2552eef3af5f,segment=NetworkSegment(2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3),segment_id=2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:41:10.170890 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-55aab9c6-4457-43c3-8000-e5ae2b5a38f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:10.230717 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aab9c6-4457-43c3-8000-e5ae2b5a38f9 None None] Pushing event updated for resources: {'Port': ['ID=9a758b7f-6469-4691-b8f3-2552eef3af5f,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:10.238266 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dbc9dfbe-0445-4253-82d6-54c29f87b301 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:10.275042 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dbc9dfbe-0445-4253-82d6-54c29f87b301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:10.317930 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc9dfbe-0445-4253-82d6-54c29f87b301 admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:41:10.321655 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-dbc9dfbe-0445-4253-82d6-54c29f87b301 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:41:10.326066 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc9dfbe-0445-4253-82d6-54c29f87b301 admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:41:10.329065 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9dfbe-0445-4253-82d6-54c29f87b301 admin admin] Pushing event updated for resources: {'Port': ['ID=b2c07cd7-45c8-4f11-97eb-a3bb277eb591,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:10.336040 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc76035-c594-4fa6-b01d-f53b32ad3115 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:41:10.387517 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-cf9ba068-a568-4724-a763-10530c98cb89 None None] Provisioning complete for port b2c07cd7-45c8-4f11-97eb-a3bb277eb591 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:41:10.387881 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba068-a568-4724-a763-10530c98cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:10.436004 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-cf9ba068-a568-4724-a763-10530c98cb89 None None] Port b2c07cd7-45c8-4f11-97eb-a3bb277eb591 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:41:10.600712 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dbc9dfbe-0445-4253-82d6-54c29f87b301 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:10.801673 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dbc9dfbe-0445-4253-82d6-54c29f87b301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:10.937513 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc9dfbe-0445-4253-82d6-54c29f87b301 admin admin] Router 581f2b93-932f-468b-a9a3-c5f8a382acc8 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 18:41:11.050750 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc9dfbe-0445-4253-82d6-54c29f87b301 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:41:11.060938 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3882504-a1ab-44c8-92e7-db0820a35f52 None None] Sync routers for ids ['581f2b93-932f-468b-a9a3-c5f8a382acc8'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:41:11.071797 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dbc9dfbe-0445-4253-82d6-54c29f87b301 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:11.076010 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-dbc9dfbe-0445-4253-82d6-54c29f87b301 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5194173 Nov 10 18:41:11.076381 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33618) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:11.078758 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3882504-a1ab-44c8-92e7-db0820a35f52 None None] Routers {'581f2b93-932f-468b-a9a3-c5f8a382acc8'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:41:11.079598 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f3882504-a1ab-44c8-92e7-db0820a35f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:41:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['581f2b93-932f-468b-a9a3-c5f8a382acc8'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:41:11.193229 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a0317f-e546-4aa9-9ff5-97c615bf2ec3 None None] Network eda4bb80-1235-4364-b882-05827d4546a1 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:41:11.210464 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-f3882504-a1ab-44c8-92e7-db0820a35f52 None None] Set router 581f2b93-932f-468b-a9a3-c5f8a382acc8 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:41:11.373670 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c3fc671f-8a8d-41c5-ab63-942e1b0dba96 None None] Provisioning complete for port 9a758b7f-6469-4691-b8f3-2552eef3af5f triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:41:11.374364 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c3fc671f-8a8d-41c5-ab63-942e1b0dba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:11.513082 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 9a758b7f-6469-4691-b8f3-2552eef3af5f up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:41:11.518480 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8e5883a-bde0-4c87-9725-e1b800ca464c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:11.613377 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c3fc671f-8a8d-41c5-ab63-942e1b0dba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:11.662958 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f3882504-a1ab-44c8-92e7-db0820a35f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581f2b93-932f-468b-a9a3-c5f8a382acc8', 'name': 'tempest-TestEncryptedCinderVolumes-603631865-router', 'tenant_id': '7e7d4cd339504fcd90293ef2ff634d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'b2c07cd7-45c8-4f11-97eb-a3bb277eb591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:41:09Z', 'updated_at': '2021-11-10T18:41:10Z', 'revision_number': 3, 'project_id': '7e7d4cd339504fcd90293ef2ff634d4e', 'gw_port': {'id': 'b2c07cd7-45c8-4f11-97eb-a3bb277eb591', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581f2b93-932f-468b-a9a3-c5f8a382acc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:41:10Z', 'updated_at': '2021-11-10T18:41:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:41:11.669232 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c3fc671f-8a8d-41c5-ab63-942e1b0dba96 None None] For port 9a758b7f-6469-4691-b8f3-2552eef3af5f, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=9a758b7f-6469-4691-b8f3-2552eef3af5f,segment=NetworkSegment(2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3),segment_id=2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:41:11.687872 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-c8e5883a-bde0-4c87-9725-e1b800ca464c admin admin] Allocated IP 172.20.0.1 (eda4bb80-1235-4364-b882-05827d4546a1/4fe02c7b-5b51-4793-8197-72a62ccc7326/c651212c-eaea-42ec-b070-8ee3a781259d) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:41:11.695543 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 9a758b7f-6469-4691-b8f3-2552eef3af5f triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:41:11.695981 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:11.699355 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c3fc671f-8a8d-41c5-ab63-942e1b0dba96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:11.703241 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3882504-a1ab-44c8-92e7-db0820a35f52 None None] Checking router: 581f2b93-932f-468b-a9a3-c5f8a382acc8 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:41:11.703647 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3882504-a1ab-44c8-92e7-db0820a35f52 None None] Updating router 581f2b93-932f-468b-a9a3-c5f8a382acc8 port b2c07cd7-45c8-4f11-97eb-a3bb277eb591 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:41:11.788075 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f3882504-a1ab-44c8-92e7-db0820a35f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:11.808030 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8e5883a-bde0-4c87-9725-e1b800ca464c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:11.846488 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8e5883a-bde0-4c87-9725-e1b800ca464c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:11.851591 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc671f-8a8d-41c5-ab63-942e1b0dba96 None None] Pushing event updated for resources: {'Port': ['ID=9a758b7f-6469-4691-b8f3-2552eef3af5f,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:11.889034 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e5883a-bde0-4c87-9725-e1b800ca464c admin admin] Network eda4bb80-1235-4364-b882-05827d4546a1 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:41:11.891933 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-c8e5883a-bde0-4c87-9725-e1b800ca464c admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:41:11.895612 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e5883a-bde0-4c87-9725-e1b800ca464c admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:41:11.918598 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5883a-bde0-4c87-9725-e1b800ca464c admin admin] Pushing event updated for resources: {'Port': ['ID=c651212c-eaea-42ec-b070-8ee3a781259d,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:11.940038 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8e5883a-bde0-4c87-9725-e1b800ca464c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:12.000731 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b9ef231a-6347-44ec-a544-b35ad7c9312e None None] Provisioning complete for port 9a758b7f-6469-4691-b8f3-2552eef3af5f triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:41:12.001105 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b9ef231a-6347-44ec-a544-b35ad7c9312e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:12.087159 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8e5883a-bde0-4c87-9725-e1b800ca464c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:12.183609 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f3882504-a1ab-44c8-92e7-db0820a35f52 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:12.189188 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f3882504-a1ab-44c8-92e7-db0820a35f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:12.237675 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169710ac-4d1c-4881-848d-bd0965a88741 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:41:12.253801 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b50c5-c539-4686-9e80-501502b5b570 None None] Pushing event updated for resources: {'Port': ['ID=b2c07cd7-45c8-4f11-97eb-a3bb277eb591,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:12.256042 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f3882504-a1ab-44c8-92e7-db0820a35f52 None None] Attempting to bind port b2c07cd7-45c8-4f11-97eb-a3bb277eb591 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:41:12.256442 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f3882504-a1ab-44c8-92e7-db0820a35f52 None None] Attempting to bind port b2c07cd7-45c8-4f11-97eb-a3bb277eb591 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:41:12.256806 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3882504-a1ab-44c8-92e7-db0820a35f52 None None] Attempting to bind port b2c07cd7-45c8-4f11-97eb-a3bb277eb591 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:41:12.267866 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3882504-a1ab-44c8-92e7-db0820a35f52 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:41:12.268275 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3882504-a1ab-44c8-92e7-db0820a35f52 None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:41:12.268683 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f3882504-a1ab-44c8-92e7-db0820a35f52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:12.269077 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3882504-a1ab-44c8-92e7-db0820a35f52 None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:41:12.269557 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f3882504-a1ab-44c8-92e7-db0820a35f52 None None] Bound port: b2c07cd7-45c8-4f11-97eb-a3bb277eb591, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:41:12.269935 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f3882504-a1ab-44c8-92e7-db0820a35f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:12.467802 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-373cb19c-50e7-481e-af43-740d229bc519 None None] Provisioning complete for port c651212c-eaea-42ec-b070-8ee3a781259d triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:41:12.468512 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-373cb19c-50e7-481e-af43-740d229bc519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:12.517854 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f3882504-a1ab-44c8-92e7-db0820a35f52 None None] For port b2c07cd7-45c8-4f11-97eb-a3bb277eb591, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:41:12.522086 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f3882504-a1ab-44c8-92e7-db0820a35f52 None None] For port b2c07cd7-45c8-4f11-97eb-a3bb277eb591, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b2c07cd7-45c8-4f11-97eb-a3bb277eb591,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:41:12.523850 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-373cb19c-50e7-481e-af43-740d229bc519 None None] Port c651212c-eaea-42ec-b070-8ee3a781259d cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:41:12.528509 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f3882504-a1ab-44c8-92e7-db0820a35f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:12.576316 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f424d7-e2b3-4ed3-a8b2-ae2127bacba0 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:41:12.593909 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b50c5-c539-4686-9e80-501502b5b570 None None] Pushing event updated for resources: {'Port': ['ID=b2c07cd7-45c8-4f11-97eb-a3bb277eb591,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:12.597244 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3882504-a1ab-44c8-92e7-db0820a35f52 None None] Routers {'581f2b93-932f-468b-a9a3-c5f8a382acc8'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:41:12.597950 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f3882504-a1ab-44c8-92e7-db0820a35f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:41:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['581f2b93-932f-468b-a9a3-c5f8a382acc8'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:41:12.602609 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8e5883a-bde0-4c87-9725-e1b800ca464c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:12.609574 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8e5883a-bde0-4c87-9725-e1b800ca464c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:12.661166 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a4e91827-6ea4-4bd4-baea-f3af94966080 None None] Provisioning complete for port b2c07cd7-45c8-4f11-97eb-a3bb277eb591 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:41:12.661531 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a4e91827-6ea4-4bd4-baea-f3af94966080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:12.680873 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8e5883a-bde0-4c87-9725-e1b800ca464c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:12.683727 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5883a-bde0-4c87-9725-e1b800ca464c admin admin] Pushing event updated for resources: {'Port': ['ID=c651212c-eaea-42ec-b070-8ee3a781259d,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:12.755711 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-f3882504-a1ab-44c8-92e7-db0820a35f52 None None] Set router 581f2b93-932f-468b-a9a3-c5f8a382acc8 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:41:12.785156 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e5883a-bde0-4c87-9725-e1b800ca464c admin admin] Network eda4bb80-1235-4364-b882-05827d4546a1 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:41:12.786844 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-c8e5883a-bde0-4c87-9725-e1b800ca464c admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:41:12.918243 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e5883a-bde0-4c87-9725-e1b800ca464c admin admin] Router 581f2b93-932f-468b-a9a3-c5f8a382acc8 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:41:12.922446 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a4e91827-6ea4-4bd4-baea-f3af94966080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:12.956651 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-a4e91827-6ea4-4bd4-baea-f3af94966080 None None] For port b2c07cd7-45c8-4f11-97eb-a3bb277eb591, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b2c07cd7-45c8-4f11-97eb-a3bb277eb591,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:41:12.965109 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a4e91827-6ea4-4bd4-baea-f3af94966080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:13.038089 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e5883a-bde0-4c87-9725-e1b800ca464c admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:41:13.043249 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c8e5883a-bde0-4c87-9725-e1b800ca464c admin admin] 10.222.0.39 "PUT /v2.0/routers/581f2b93-932f-468b-a9a3-c5f8a382acc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9657269 Nov 10 18:41:13.060105 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e91827-6ea4-4bd4-baea-f3af94966080 None None] Pushing event updated for resources: {'Port': ['ID=b2c07cd7-45c8-4f11-97eb-a3bb277eb591,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:13.093754 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-9c85e07f-c6ac-49b4-8a7a-d88e43602d31 None None] Provisioning complete for port c651212c-eaea-42ec-b070-8ee3a781259d triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:41:13.094137 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9c85e07f-c6ac-49b4-8a7a-d88e43602d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:13.121205 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f3882504-a1ab-44c8-92e7-db0820a35f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581f2b93-932f-468b-a9a3-c5f8a382acc8', 'name': 'tempest-TestEncryptedCinderVolumes-603631865-router', 'tenant_id': '7e7d4cd339504fcd90293ef2ff634d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'b2c07cd7-45c8-4f11-97eb-a3bb277eb591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:41:09Z', 'updated_at': '2021-11-10T18:41:12Z', 'revision_number': 4, 'project_id': '7e7d4cd339504fcd90293ef2ff634d4e', 'gw_port': {'id': 'b2c07cd7-45c8-4f11-97eb-a3bb277eb591', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581f2b93-932f-468b-a9a3-c5f8a382acc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:41:10Z', 'updated_at': '2021-11-10T18:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'c651212c-eaea-42ec-b070-8ee3a781259d', 'name': '', 'network_id': 'eda4bb80-1235-4364-b882-05827d4546a1', 'tenant_id': '7e7d4cd339504fcd90293ef2ff634d4e', 'mac_address': 'fa:16:3e:57:da:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581f2b93-932f-468b-a9a3-c5f8a382acc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '4fe02c7b-5b51-4793-8197-72a62ccc7326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:41:11Z', 'updated_at': '2021-11-10T18:41:11Z', 'revision_number': 1, 'project_id': '7e7d4cd339504fcd90293ef2ff634d4e', 'subnets': [{'id': '4fe02c7b-5b51-4793-8197-72a62ccc7326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:41:13.155786 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3882504-a1ab-44c8-92e7-db0820a35f52 None None] The sync data for ids ['581f2b93-932f-468b-a9a3-c5f8a382acc8'] in n-d-776250-10 is: [{'id': '581f2b93-932f-468b-a9a3-c5f8a382acc8', 'name': 'tempest-TestEncryptedCinderVolumes-603631865-router', 'tenant_id': '7e7d4cd339504fcd90293ef2ff634d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'b2c07cd7-45c8-4f11-97eb-a3bb277eb591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:41:09Z', 'updated_at': '2021-11-10T18:41:12Z', 'revision_number': 4, 'project_id': '7e7d4cd339504fcd90293ef2ff634d4e', 'gw_port': {'id': 'b2c07cd7-45c8-4f11-97eb-a3bb277eb591', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581f2b93-932f-468b-a9a3-c5f8a382acc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:41:10Z', 'updated_at': '2021-11-10T18:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'c651212c-eaea-42ec-b070-8ee3a781259d', 'name': '', 'network_id': 'eda4bb80-1235-4364-b882-05827d4546a1', 'tenant_id': '7e7d4cd339504fcd90293ef2ff634d4e', 'mac_address': 'fa:16:3e:57:da:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581f2b93-932f-468b-a9a3-c5f8a382acc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '4fe02c7b-5b51-4793-8197-72a62ccc7326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:41:11Z', 'updated_at': '2021-11-10T18:41:11Z', 'revision_number': 1, 'project_id': '7e7d4cd339504fcd90293ef2ff634d4e', 'subnets': [{'id': '4fe02c7b-5b51-4793-8197-72a62ccc7326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:41:13.160591 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-9c85e07f-c6ac-49b4-8a7a-d88e43602d31 None None] Port c651212c-eaea-42ec-b070-8ee3a781259d cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:41:13.479522 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 9a758b7f-6469-4691-b8f3-2552eef3af5f up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:41:13.537016 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 9a758b7f-6469-4691-b8f3-2552eef3af5f triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:41:13.537585 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:13.572085 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33634) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:13.577392 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-4a9981d8-90f5-4309-ad5e-dc3a16288f05 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1970550857-network', 'tenant_id': '528383315af741ca98b07964a6ed1fb9'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:41:13.600581 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9981d8-90f5-4309-ad5e-dc3a16288f05 admin admin] Made reservation on behalf of 528383315af741ca98b07964a6ed1fb9 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:41:13.604308 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a9981d8-90f5-4309-ad5e-dc3a16288f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:13.614913 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a9981d8-90f5-4309-ad5e-dc3a16288f05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:13.699220 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a9981d8-90f5-4309-ad5e-dc3a16288f05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:13.705076 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a9981d8-90f5-4309-ad5e-dc3a16288f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:13.736241 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a9981d8-90f5-4309-ad5e-dc3a16288f05 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:41:13.742117 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9981d8-90f5-4309-ad5e-dc3a16288f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8f050a-fbc4-498b-8576-058638c24f7d,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:13.758991 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a9981d8-90f5-4309-ad5e-dc3a16288f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:13.759631 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-4a9981d8-90f5-4309-ad5e-dc3a16288f05 admin admin] Added segment 7f2e3d3d-d66d-46e5-8757-db8bfedb2827 of type vlan for network 9274ea76-5578-4e52-a93a-b23b1286965e Nov 10 18:41:13.803825 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a9981d8-90f5-4309-ad5e-dc3a16288f05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:13.839561 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a9981d8-90f5-4309-ad5e-dc3a16288f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:13.840017 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9981d8-90f5-4309-ad5e-dc3a16288f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:13.841376 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a9981d8-90f5-4309-ad5e-dc3a16288f05 admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:13.896971 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4a9981d8-90f5-4309-ad5e-dc3a16288f05 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3235850 Nov 10 18:41:13.900013 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33636) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:13.905223 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-7ce78dd0-194c-4dac-a6ab-f11d117a6848 admin admin] Request body: {'subnet': {'network_id': '9274ea76-5578-4e52-a93a-b23b1286965e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1970550857-subnet', 'tenant_id': '528383315af741ca98b07964a6ed1fb9', 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:41:13.908508 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9981d8-90f5-4309-ad5e-dc3a16288f05 admin admin] Pushing event updated for resources: {'Network': ['ID=9274ea76-5578-4e52-a93a-b23b1286965e,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:13.919164 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 9274ea76-5578-4e52-a93a-b23b1286965e details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:41:13.931562 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce78dd0-194c-4dac-a6ab-f11d117a6848 admin admin] Made reservation on behalf of 528383315af741ca98b07964a6ed1fb9 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:41:13.934079 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7ce78dd0-194c-4dac-a6ab-f11d117a6848 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:14.467857 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7ce78dd0-194c-4dac-a6ab-f11d117a6848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:14.520290 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce78dd0-194c-4dac-a6ab-f11d117a6848 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd511192-7e6c-45d1-935b-4956052dabd3,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:14.531161 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce78dd0-194c-4dac-a6ab-f11d117a6848 admin admin] Checking segment: {'id': '7f2e3d3d-d66d-46e5-8757-db8bfedb2827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9274ea76-5578-4e52-a93a-b23b1286965e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:41:14.531518 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce78dd0-194c-4dac-a6ab-f11d117a6848 admin admin] Network hostable DHCP agents. Network: 9274ea76-5578-4e52-a93a-b23b1286965e, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:41:14.548964 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce78dd0-194c-4dac-a6ab-f11d117a6848 admin admin] Network 9274ea76-5578-4e52-a93a-b23b1286965e is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:41:14.557846 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-7ce78dd0-194c-4dac-a6ab-f11d117a6848 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 9274ea76-5578-4e52-a93a-b23b1286965e) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:41:14.561951 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce78dd0-194c-4dac-a6ab-f11d117a6848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:14.562535 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7ce78dd0-194c-4dac-a6ab-f11d117a6848 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:14.568142 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cad7ed-26c5-41d4-b592-7c07284f4f78 None None] Network 9274ea76-5578-4e52-a93a-b23b1286965e requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:41:14.581710 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33638) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:14.581934 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7ce78dd0-194c-4dac-a6ab-f11d117a6848 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6806631 Nov 10 18:41:14.587471 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-e9aed388-bbc1-43d2-9aa3-ff2fb35c27d2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1970550857-router', 'tenant_id': '528383315af741ca98b07964a6ed1fb9', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:41:14.609971 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e9aed388-bbc1-43d2-9aa3-ff2fb35c27d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:14.611055 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e9aed388-bbc1-43d2-9aa3-ff2fb35c27d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:14.667691 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e9aed388-bbc1-43d2-9aa3-ff2fb35c27d2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:14.725400 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8eb6794-8d0b-4e03-92c3-8c98b3e9859d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-9274ea76-5578-4e52-a93a-b23b1286965e', 'network_id': '9274ea76-5578-4e52-a93a-b23b1286965e', 'tenant_id': '528383315af741ca98b07964a6ed1fb9', 'fixed_ips': [{'subnet_id': 'cd511192-7e6c-45d1-935b-4956052dabd3'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:41:14.726952 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6794-8d0b-4e03-92c3-8c98b3e9859d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:14.822978 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e9aed388-bbc1-43d2-9aa3-ff2fb35c27d2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:14.897391 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-c8eb6794-8d0b-4e03-92c3-8c98b3e9859d None None] Allocated IP 172.20.0.2 (9274ea76-5578-4e52-a93a-b23b1286965e/cd511192-7e6c-45d1-935b-4956052dabd3/cf15e32a-c6e0-4f40-8919-ced568d8b999) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:41:15.051615 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e9aed388-bbc1-43d2-9aa3-ff2fb35c27d2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:15.062566 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6794-8d0b-4e03-92c3-8c98b3e9859d None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:15.068790 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6794-8d0b-4e03-92c3-8c98b3e9859d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:15.072617 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e9aed388-bbc1-43d2-9aa3-ff2fb35c27d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:15.109138 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8eb6794-8d0b-4e03-92c3-8c98b3e9859d None None] Network 9274ea76-5578-4e52-a93a-b23b1286965e is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:41:15.111935 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-c8eb6794-8d0b-4e03-92c3-8c98b3e9859d None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:41:15.114896 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8eb6794-8d0b-4e03-92c3-8c98b3e9859d None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:41:15.133141 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb6794-8d0b-4e03-92c3-8c98b3e9859d None None] Pushing event updated for resources: {'Port': ['ID=cf15e32a-c6e0-4f40-8919-ced568d8b999,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:15.184397 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-e9aed388-bbc1-43d2-9aa3-ff2fb35c27d2 admin admin] Allocated IP 172.25.5.240 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/8e228027-b91e-4201-ae9e-86ad936b7a7d) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:41:15.185134 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e147b4f-42d1-421e-8df4-d4ac711c2731 None None] Sync routers for ids ['581f2b93-932f-468b-a9a3-c5f8a382acc8'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:41:15.191311 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-c8eb6794-8d0b-4e03-92c3-8c98b3e9859d None None] Attempting to bind port cf15e32a-c6e0-4f40-8919-ced568d8b999 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:41:15.191790 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-c8eb6794-8d0b-4e03-92c3-8c98b3e9859d None None] Attempting to bind port cf15e32a-c6e0-4f40-8919-ced568d8b999 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '7f2e3d3d-d66d-46e5-8757-db8bfedb2827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9274ea76-5578-4e52-a93a-b23b1286965e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:41:15.192270 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eb6794-8d0b-4e03-92c3-8c98b3e9859d None None] Attempting to bind port cf15e32a-c6e0-4f40-8919-ced568d8b999 on network 9274ea76-5578-4e52-a93a-b23b1286965e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:41:15.198287 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eb6794-8d0b-4e03-92c3-8c98b3e9859d None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:41:15.198923 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eb6794-8d0b-4e03-92c3-8c98b3e9859d None None] Checking segment: {'id': '7f2e3d3d-d66d-46e5-8757-db8bfedb2827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9274ea76-5578-4e52-a93a-b23b1286965e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:41:15.199422 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6794-8d0b-4e03-92c3-8c98b3e9859d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:15.199869 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eb6794-8d0b-4e03-92c3-8c98b3e9859d None None] Bound using segment: {'id': '7f2e3d3d-d66d-46e5-8757-db8bfedb2827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9274ea76-5578-4e52-a93a-b23b1286965e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:41:15.200299 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e147b4f-42d1-421e-8df4-d4ac711c2731 None None] Routers {'581f2b93-932f-468b-a9a3-c5f8a382acc8'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:41:15.200642 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-c8eb6794-8d0b-4e03-92c3-8c98b3e9859d None None] Bound port: cf15e32a-c6e0-4f40-8919-ced568d8b999, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f2e3d3d-d66d-46e5-8757-db8bfedb2827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9274ea76-5578-4e52-a93a-b23b1286965e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:41:15.200915 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-7e147b4f-42d1-421e-8df4-d4ac711c2731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:41:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['581f2b93-932f-468b-a9a3-c5f8a382acc8'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:41:15.201055 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6794-8d0b-4e03-92c3-8c98b3e9859d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:15.266499 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c8eb6794-8d0b-4e03-92c3-8c98b3e9859d None None] For port cf15e32a-c6e0-4f40-8919-ced568d8b999, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:41:15.270180 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c8eb6794-8d0b-4e03-92c3-8c98b3e9859d None None] For port cf15e32a-c6e0-4f40-8919-ced568d8b999, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=cf15e32a-c6e0-4f40-8919-ced568d8b999,segment=NetworkSegment(7f2e3d3d-d66d-46e5-8757-db8bfedb2827),segment_id=7f2e3d3d-d66d-46e5-8757-db8bfedb2827)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:41:15.275200 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6794-8d0b-4e03-92c3-8c98b3e9859d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:15.306032 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e9aed388-bbc1-43d2-9aa3-ff2fb35c27d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:15.315742 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-7e147b4f-42d1-421e-8df4-d4ac711c2731 None None] Set router 581f2b93-932f-468b-a9a3-c5f8a382acc8 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:41:15.334429 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb6794-8d0b-4e03-92c3-8c98b3e9859d None None] Pushing event updated for resources: {'Port': ['ID=cf15e32a-c6e0-4f40-8919-ced568d8b999,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:15.352107 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e9aed388-bbc1-43d2-9aa3-ff2fb35c27d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:15.391700 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aed388-bbc1-43d2-9aa3-ff2fb35c27d2 admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:41:15.397077 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-e9aed388-bbc1-43d2-9aa3-ff2fb35c27d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:41:15.401117 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aed388-bbc1-43d2-9aa3-ff2fb35c27d2 admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:41:15.416898 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd464c5-e783-47f5-9c96-e6d3ce6fb65a None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:41:15.430415 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aed388-bbc1-43d2-9aa3-ff2fb35c27d2 admin admin] Pushing event updated for resources: {'Port': ['ID=8e228027-b91e-4201-ae9e-86ad936b7a7d,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:15.527584 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-714dfb84-4497-4a24-afd7-514d7b838692 None None] Provisioning complete for port 8e228027-b91e-4201-ae9e-86ad936b7a7d triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:41:15.527918 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-714dfb84-4497-4a24-afd7-514d7b838692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:15.609190 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b2c07cd7-45c8-4f11-97eb-a3bb277eb591 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:41:15.624512 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-7e147b4f-42d1-421e-8df4-d4ac711c2731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581f2b93-932f-468b-a9a3-c5f8a382acc8', 'name': 'tempest-TestEncryptedCinderVolumes-603631865-router', 'tenant_id': '7e7d4cd339504fcd90293ef2ff634d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'b2c07cd7-45c8-4f11-97eb-a3bb277eb591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:41:09Z', 'updated_at': '2021-11-10T18:41:12Z', 'revision_number': 4, 'project_id': '7e7d4cd339504fcd90293ef2ff634d4e', 'gw_port': {'id': 'b2c07cd7-45c8-4f11-97eb-a3bb277eb591', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581f2b93-932f-468b-a9a3-c5f8a382acc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:41:10Z', 'updated_at': '2021-11-10T18:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'c651212c-eaea-42ec-b070-8ee3a781259d', 'name': '', 'network_id': 'eda4bb80-1235-4364-b882-05827d4546a1', 'tenant_id': '7e7d4cd339504fcd90293ef2ff634d4e', 'mac_address': 'fa:16:3e:57:da:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581f2b93-932f-468b-a9a3-c5f8a382acc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '4fe02c7b-5b51-4793-8197-72a62ccc7326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:41:11Z', 'updated_at': '2021-11-10T18:41:12Z', 'revision_number': 2, 'project_id': '7e7d4cd339504fcd90293ef2ff634d4e', 'subnets': [{'id': '4fe02c7b-5b51-4793-8197-72a62ccc7326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:41:15.650961 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-714dfb84-4497-4a24-afd7-514d7b838692 None None] Port 8e228027-b91e-4201-ae9e-86ad936b7a7d cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:41:15.653769 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e147b4f-42d1-421e-8df4-d4ac711c2731 None None] Checking router: 581f2b93-932f-468b-a9a3-c5f8a382acc8 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:41:15.654614 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e147b4f-42d1-421e-8df4-d4ac711c2731 None None] Updating router 581f2b93-932f-468b-a9a3-c5f8a382acc8 port c651212c-eaea-42ec-b070-8ee3a781259d binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:41:15.670407 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port b2c07cd7-45c8-4f11-97eb-a3bb277eb591 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:41:15.670787 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:15.690196 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-7e147b4f-42d1-421e-8df4-d4ac711c2731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:15.756661 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e9aed388-bbc1-43d2-9aa3-ff2fb35c27d2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:15.965416 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e9aed388-bbc1-43d2-9aa3-ff2fb35c27d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:16.080040 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-7e147b4f-42d1-421e-8df4-d4ac711c2731 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:16.087374 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-7e147b4f-42d1-421e-8df4-d4ac711c2731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:16.111104 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9aed388-bbc1-43d2-9aa3-ff2fb35c27d2 admin admin] Router be1e6a03-fea4-42e1-861e-fd5fef21ba9b is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 18:41:16.162434 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9f126-4fb6-49f0-886b-410b1a74f30d None None] Pushing event updated for resources: {'Port': ['ID=c651212c-eaea-42ec-b070-8ee3a781259d,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:16.199596 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-7e147b4f-42d1-421e-8df4-d4ac711c2731 None None] Attempting to bind port c651212c-eaea-42ec-b070-8ee3a781259d on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:41:16.200303 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-7e147b4f-42d1-421e-8df4-d4ac711c2731 None None] Attempting to bind port c651212c-eaea-42ec-b070-8ee3a781259d by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eda4bb80-1235-4364-b882-05827d4546a1'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:41:16.200415 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e147b4f-42d1-421e-8df4-d4ac711c2731 None None] Attempting to bind port c651212c-eaea-42ec-b070-8ee3a781259d on network eda4bb80-1235-4364-b882-05827d4546a1 {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:41:16.203006 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b9f126-4fb6-49f0-886b-410b1a74f30d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:41:16.203351 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b9f126-4fb6-49f0-886b-410b1a74f30d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:41:16.203692 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b9f126-4fb6-49f0-886b-410b1a74f30d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:41:16.204231 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b9f126-4fb6-49f0-886b-410b1a74f30d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:41:16.204397 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b9f126-4fb6-49f0-886b-410b1a74f30d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:41:16.204731 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b9f126-4fb6-49f0-886b-410b1a74f30d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:41:16.205058 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b9f126-4fb6-49f0-886b-410b1a74f30d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:41:16.205585 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b9f126-4fb6-49f0-886b-410b1a74f30d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:41:16.205703 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b9f126-4fb6-49f0-886b-410b1a74f30d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:41:16.206029 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b9f126-4fb6-49f0-886b-410b1a74f30d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:41:16.206347 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b9f126-4fb6-49f0-886b-410b1a74f30d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:41:16.206731 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b9f126-4fb6-49f0-886b-410b1a74f30d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:41:16.214084 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e147b4f-42d1-421e-8df4-d4ac711c2731 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:41:16.214459 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e147b4f-42d1-421e-8df4-d4ac711c2731 None None] Checking segment: {'id': '2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eda4bb80-1235-4364-b882-05827d4546a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:41:16.214868 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-7e147b4f-42d1-421e-8df4-d4ac711c2731 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:16.215564 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e147b4f-42d1-421e-8df4-d4ac711c2731 None None] Bound using segment: {'id': '2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eda4bb80-1235-4364-b882-05827d4546a1'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:41:16.215727 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-7e147b4f-42d1-421e-8df4-d4ac711c2731 None None] Bound port: c651212c-eaea-42ec-b070-8ee3a781259d, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eda4bb80-1235-4364-b882-05827d4546a1'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:41:16.216251 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-7e147b4f-42d1-421e-8df4-d4ac711c2731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:16.272280 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9aed388-bbc1-43d2-9aa3-ff2fb35c27d2 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:41:16.287228 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e76b12-4924-46aa-bfaa-7717e4c9268f None None] Sync routers for ids ['be1e6a03-fea4-42e1-861e-fd5fef21ba9b'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:41:16.292879 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-7e147b4f-42d1-421e-8df4-d4ac711c2731 None None] For port c651212c-eaea-42ec-b070-8ee3a781259d, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:41:16.298774 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-7e147b4f-42d1-421e-8df4-d4ac711c2731 None None] For port c651212c-eaea-42ec-b070-8ee3a781259d, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c651212c-eaea-42ec-b070-8ee3a781259d,segment=NetworkSegment(2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3),segment_id=2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:41:16.304139 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e9aed388-bbc1-43d2-9aa3-ff2fb35c27d2 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:16.312017 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e9aed388-bbc1-43d2-9aa3-ff2fb35c27d2 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7260859 Nov 10 18:41:16.312270 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-7e147b4f-42d1-421e-8df4-d4ac711c2731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:16.312390 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33640) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:41:16.315788 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e76b12-4924-46aa-bfaa-7717e4c9268f None None] Routers {'be1e6a03-fea4-42e1-861e-fd5fef21ba9b'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:41:16.316564 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a3e76b12-4924-46aa-bfaa-7717e4c9268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:41:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['be1e6a03-fea4-42e1-861e-fd5fef21ba9b'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:41:16.373220 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e147b4f-42d1-421e-8df4-d4ac711c2731 None None] Routers {'581f2b93-932f-468b-a9a3-c5f8a382acc8'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:41:16.373853 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-7e147b4f-42d1-421e-8df4-d4ac711c2731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:41:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['581f2b93-932f-468b-a9a3-c5f8a382acc8'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:41:16.375795 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9f126-4fb6-49f0-886b-410b1a74f30d None None] Pushing event updated for resources: {'Port': ['ID=c651212c-eaea-42ec-b070-8ee3a781259d,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:16.515623 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3cf3ce3c-6617-4525-a4a0-6dd7ad305f98 None None] Provisioning complete for port c651212c-eaea-42ec-b070-8ee3a781259d triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:41:16.515999 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3cf3ce3c-6617-4525-a4a0-6dd7ad305f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:16.520353 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-7e147b4f-42d1-421e-8df4-d4ac711c2731 None None] Set router 581f2b93-932f-468b-a9a3-c5f8a382acc8 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:41:16.566272 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-a3e76b12-4924-46aa-bfaa-7717e4c9268f None None] Set router be1e6a03-fea4-42e1-861e-fd5fef21ba9b gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:41:16.673421 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cd9e73-afed-4efb-8cff-e983345a672d None None] Network 9274ea76-5578-4e52-a93a-b23b1286965e requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:41:16.758648 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-7e147b4f-42d1-421e-8df4-d4ac711c2731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581f2b93-932f-468b-a9a3-c5f8a382acc8', 'name': 'tempest-TestEncryptedCinderVolumes-603631865-router', 'tenant_id': '7e7d4cd339504fcd90293ef2ff634d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'b2c07cd7-45c8-4f11-97eb-a3bb277eb591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:41:09Z', 'updated_at': '2021-11-10T18:41:12Z', 'revision_number': 4, 'project_id': '7e7d4cd339504fcd90293ef2ff634d4e', 'gw_port': {'id': 'b2c07cd7-45c8-4f11-97eb-a3bb277eb591', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581f2b93-932f-468b-a9a3-c5f8a382acc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:41:10Z', 'updated_at': '2021-11-10T18:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'c651212c-eaea-42ec-b070-8ee3a781259d', 'name': '', 'network_id': 'eda4bb80-1235-4364-b882-05827d4546a1', 'tenant_id': '7e7d4cd339504fcd90293ef2ff634d4e', 'mac_address': 'fa:16:3e:57:da:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581f2b93-932f-468b-a9a3-c5f8a382acc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '4fe02c7b-5b51-4793-8197-72a62ccc7326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:41:11Z', 'updated_at': '2021-11-10T18:41:16Z', 'revision_number': 4, 'project_id': '7e7d4cd339504fcd90293ef2ff634d4e', 'subnets': [{'id': '4fe02c7b-5b51-4793-8197-72a62ccc7326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:41:16.786884 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e147b4f-42d1-421e-8df4-d4ac711c2731 None None] The sync data for ids ['581f2b93-932f-468b-a9a3-c5f8a382acc8'] in n-d-776250-10 is: [{'id': '581f2b93-932f-468b-a9a3-c5f8a382acc8', 'name': 'tempest-TestEncryptedCinderVolumes-603631865-router', 'tenant_id': '7e7d4cd339504fcd90293ef2ff634d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'b2c07cd7-45c8-4f11-97eb-a3bb277eb591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:41:09Z', 'updated_at': '2021-11-10T18:41:12Z', 'revision_number': 4, 'project_id': '7e7d4cd339504fcd90293ef2ff634d4e', 'gw_port': {'id': 'b2c07cd7-45c8-4f11-97eb-a3bb277eb591', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581f2b93-932f-468b-a9a3-c5f8a382acc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:41:10Z', 'updated_at': '2021-11-10T18:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'c651212c-eaea-42ec-b070-8ee3a781259d', 'name': '', 'network_id': 'eda4bb80-1235-4364-b882-05827d4546a1', 'tenant_id': '7e7d4cd339504fcd90293ef2ff634d4e', 'mac_address': 'fa:16:3e:57:da:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '581f2b93-932f-468b-a9a3-c5f8a382acc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '4fe02c7b-5b51-4793-8197-72a62ccc7326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:41:11Z', 'updated_at': '2021-11-10T18:41:16Z', 'revision_number': 4, 'project_id': '7e7d4cd339504fcd90293ef2ff634d4e', 'subnets': [{'id': '4fe02c7b-5b51-4793-8197-72a62ccc7326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:41:16.898276 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-54a2998b-a194-4af4-bef4-2bc2663560a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:17.009842 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3cf3ce3c-6617-4525-a4a0-6dd7ad305f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:17.075412 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-54a2998b-a194-4af4-bef4-2bc2663560a1 admin admin] Allocated IP 172.20.0.1 (9274ea76-5578-4e52-a93a-b23b1286965e/cd511192-7e6c-45d1-935b-4956052dabd3/412a93bb-b165-4cbb-b0ba-b8625c9e7f75) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:41:17.106502 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-3cf3ce3c-6617-4525-a4a0-6dd7ad305f98 None None] For port c651212c-eaea-42ec-b070-8ee3a781259d, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c651212c-eaea-42ec-b070-8ee3a781259d,segment=NetworkSegment(2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3),segment_id=2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:41:17.120268 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3cf3ce3c-6617-4525-a4a0-6dd7ad305f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:17.198749 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a3e76b12-4924-46aa-bfaa-7717e4c9268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1e6a03-fea4-42e1-861e-fd5fef21ba9b', 'name': 'tempest-TestEncryptedCinderVolumes-1970550857-router', 'tenant_id': '528383315af741ca98b07964a6ed1fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '8e228027-b91e-4201-ae9e-86ad936b7a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:41:14Z', 'updated_at': '2021-11-10T18:41:15Z', 'revision_number': 3, 'project_id': '528383315af741ca98b07964a6ed1fb9', 'gw_port': {'id': '8e228027-b91e-4201-ae9e-86ad936b7a7d', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1e6a03-fea4-42e1-861e-fd5fef21ba9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:41:15Z', 'updated_at': '2021-11-10T18:41:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:41:17.201796 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-54a2998b-a194-4af4-bef4-2bc2663560a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:17.202822 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3ce3c-6617-4525-a4a0-6dd7ad305f98 None None] Pushing event updated for resources: {'Port': ['ID=c651212c-eaea-42ec-b070-8ee3a781259d,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:17.240488 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-54a2998b-a194-4af4-bef4-2bc2663560a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:17.243299 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e76b12-4924-46aa-bfaa-7717e4c9268f None None] Checking router: be1e6a03-fea4-42e1-861e-fd5fef21ba9b for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:41:17.243656 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e76b12-4924-46aa-bfaa-7717e4c9268f None None] Updating router be1e6a03-fea4-42e1-861e-fd5fef21ba9b port 8e228027-b91e-4201-ae9e-86ad936b7a7d binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:41:17.279503 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a3e76b12-4924-46aa-bfaa-7717e4c9268f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:17.283316 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3f753885-0f1d-4e4c-a311-c9fbb0e05714 None None] Provisioning complete for port c651212c-eaea-42ec-b070-8ee3a781259d triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:41:17.283687 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3f753885-0f1d-4e4c-a311-c9fbb0e05714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:17.288830 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a2998b-a194-4af4-bef4-2bc2663560a1 admin admin] Network 9274ea76-5578-4e52-a93a-b23b1286965e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:41:17.292356 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-54a2998b-a194-4af4-bef4-2bc2663560a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:41:17.296203 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a2998b-a194-4af4-bef4-2bc2663560a1 admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:41:17.334593 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-54a2998b-a194-4af4-bef4-2bc2663560a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:17.378203 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2998b-a194-4af4-bef4-2bc2663560a1 admin admin] Pushing event updated for resources: {'Port': ['ID=412a93bb-b165-4cbb-b0ba-b8625c9e7f75,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:17.529525 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-54a2998b-a194-4af4-bef4-2bc2663560a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:17.572520 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3f753885-0f1d-4e4c-a311-c9fbb0e05714 None None] Provisioning complete for port cf15e32a-c6e0-4f40-8919-ced568d8b999 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:41:17.573174 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3f753885-0f1d-4e4c-a311-c9fbb0e05714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:17.704490 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device cf15e32a-c6e0-4f40-8919-ced568d8b999 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:41:17.754892 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-54a2998b-a194-4af4-bef4-2bc2663560a1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:17.761009 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-54a2998b-a194-4af4-bef4-2bc2663560a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:17.779149 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a3e76b12-4924-46aa-bfaa-7717e4c9268f None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:17.789901 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a3e76b12-4924-46aa-bfaa-7717e4c9268f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:17.841919 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2998b-a194-4af4-bef4-2bc2663560a1 admin admin] Pushing event updated for resources: {'Port': ['ID=412a93bb-b165-4cbb-b0ba-b8625c9e7f75,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:17.844246 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-54a2998b-a194-4af4-bef4-2bc2663560a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:17.861081 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port cf15e32a-c6e0-4f40-8919-ced568d8b999 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:41:17.861456 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:17.871991 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef62207-89d5-41b4-9233-29f0fc2fcc1a None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:41:17.911972 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff2849-c001-453e-bf72-a2e5f2017341 None None] Pushing event updated for resources: {'Port': ['ID=8e228027-b91e-4201-ae9e-86ad936b7a7d,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:17.917511 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3f753885-0f1d-4e4c-a311-c9fbb0e05714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:17.919383 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-a3e76b12-4924-46aa-bfaa-7717e4c9268f None None] Attempting to bind port 8e228027-b91e-4201-ae9e-86ad936b7a7d on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:41:17.919755 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-a3e76b12-4924-46aa-bfaa-7717e4c9268f None None] Attempting to bind port 8e228027-b91e-4201-ae9e-86ad936b7a7d by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:41:17.920119 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e76b12-4924-46aa-bfaa-7717e4c9268f None None] Attempting to bind port 8e228027-b91e-4201-ae9e-86ad936b7a7d on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:41:17.937785 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a2998b-a194-4af4-bef4-2bc2663560a1 admin admin] Network 9274ea76-5578-4e52-a93a-b23b1286965e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:41:17.939545 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-54a2998b-a194-4af4-bef4-2bc2663560a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:41:17.943130 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e76b12-4924-46aa-bfaa-7717e4c9268f None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:41:17.943510 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e76b12-4924-46aa-bfaa-7717e4c9268f None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:41:17.943918 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a3e76b12-4924-46aa-bfaa-7717e4c9268f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:17.944338 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e76b12-4924-46aa-bfaa-7717e4c9268f None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:41:17.945539 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-a3e76b12-4924-46aa-bfaa-7717e4c9268f None None] Bound port: 8e228027-b91e-4201-ae9e-86ad936b7a7d, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:41:17.945804 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a3e76b12-4924-46aa-bfaa-7717e4c9268f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:18.003629 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-3f753885-0f1d-4e4c-a311-c9fbb0e05714 None None] For port cf15e32a-c6e0-4f40-8919-ced568d8b999, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=cf15e32a-c6e0-4f40-8919-ced568d8b999,segment=NetworkSegment(7f2e3d3d-d66d-46e5-8757-db8bfedb2827),segment_id=7f2e3d3d-d66d-46e5-8757-db8bfedb2827)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:41:18.014373 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3f753885-0f1d-4e4c-a311-c9fbb0e05714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:18.062852 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a2998b-a194-4af4-bef4-2bc2663560a1 admin admin] Router be1e6a03-fea4-42e1-861e-fd5fef21ba9b has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:41:18.083006 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-a3e76b12-4924-46aa-bfaa-7717e4c9268f None None] For port 8e228027-b91e-4201-ae9e-86ad936b7a7d, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:41:18.117043 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-a3e76b12-4924-46aa-bfaa-7717e4c9268f None None] For port 8e228027-b91e-4201-ae9e-86ad936b7a7d, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=8e228027-b91e-4201-ae9e-86ad936b7a7d,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:41:18.120046 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f753885-0f1d-4e4c-a311-c9fbb0e05714 None None] Pushing event updated for resources: {'Port': ['ID=cf15e32a-c6e0-4f40-8919-ced568d8b999,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:18.126848 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c651212c-eaea-42ec-b070-8ee3a781259d up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:41:18.130500 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a3e76b12-4924-46aa-bfaa-7717e4c9268f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:18.190171 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a2998b-a194-4af4-bef4-2bc2663560a1 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:41:18.206655 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-54a2998b-a194-4af4-bef4-2bc2663560a1 admin admin] 10.222.0.39 "PUT /v2.0/routers/be1e6a03-fea4-42e1-861e-fd5fef21ba9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8890362 Nov 10 18:41:18.217611 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e5cf0b-e51c-42ca-8d19-0faccc667f71 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:41:18.222330 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b911a51a-cdff-496d-acdb-d504eb7cd20b None None] Provisioning complete for port 8e228027-b91e-4201-ae9e-86ad936b7a7d triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:41:18.222699 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b911a51a-cdff-496d-acdb-d504eb7cd20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:18.278191 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e76b12-4924-46aa-bfaa-7717e4c9268f None None] Routers {'be1e6a03-fea4-42e1-861e-fd5fef21ba9b'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:41:18.278855 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a3e76b12-4924-46aa-bfaa-7717e4c9268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:41:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['be1e6a03-fea4-42e1-861e-fd5fef21ba9b'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:41:18.280575 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff2849-c001-453e-bf72-a2e5f2017341 None None] Pushing event updated for resources: {'Port': ['ID=8e228027-b91e-4201-ae9e-86ad936b7a7d,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:18.345764 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port c651212c-eaea-42ec-b070-8ee3a781259d triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:41:18.346138 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:18.468109 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b911a51a-cdff-496d-acdb-d504eb7cd20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:18.479027 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-a3e76b12-4924-46aa-bfaa-7717e4c9268f None None] Set router be1e6a03-fea4-42e1-861e-fd5fef21ba9b gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:41:18.557952 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b911a51a-cdff-496d-acdb-d504eb7cd20b None None] For port 8e228027-b91e-4201-ae9e-86ad936b7a7d, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=8e228027-b91e-4201-ae9e-86ad936b7a7d,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:41:18.595009 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b911a51a-cdff-496d-acdb-d504eb7cd20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:18.707612 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b911a51a-cdff-496d-acdb-d504eb7cd20b None None] Provisioning complete for port 412a93bb-b165-4cbb-b0ba-b8625c9e7f75 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:41:18.708277 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b911a51a-cdff-496d-acdb-d504eb7cd20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:18.712087 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911a51a-cdff-496d-acdb-d504eb7cd20b None None] Pushing event updated for resources: {'Port': ['ID=8e228027-b91e-4201-ae9e-86ad936b7a7d,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:18.770202 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-b911a51a-cdff-496d-acdb-d504eb7cd20b None None] Port 412a93bb-b165-4cbb-b0ba-b8625c9e7f75 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:41:18.802921 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b911a51a-cdff-496d-acdb-d504eb7cd20b None None] Provisioning complete for port cf15e32a-c6e0-4f40-8919-ced568d8b999 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:41:18.803296 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b911a51a-cdff-496d-acdb-d504eb7cd20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:18.873099 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-a3e76b12-4924-46aa-bfaa-7717e4c9268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1e6a03-fea4-42e1-861e-fd5fef21ba9b', 'name': 'tempest-TestEncryptedCinderVolumes-1970550857-router', 'tenant_id': '528383315af741ca98b07964a6ed1fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '8e228027-b91e-4201-ae9e-86ad936b7a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:41:14Z', 'updated_at': '2021-11-10T18:41:17Z', 'revision_number': 4, 'project_id': '528383315af741ca98b07964a6ed1fb9', 'gw_port': {'id': '8e228027-b91e-4201-ae9e-86ad936b7a7d', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1e6a03-fea4-42e1-861e-fd5fef21ba9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:41:15Z', 'updated_at': '2021-11-10T18:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '412a93bb-b165-4cbb-b0ba-b8625c9e7f75', 'name': '', 'network_id': '9274ea76-5578-4e52-a93a-b23b1286965e', 'tenant_id': '528383315af741ca98b07964a6ed1fb9', 'mac_address': 'fa:16:3e:52:96:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1e6a03-fea4-42e1-861e-fd5fef21ba9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'cd511192-7e6c-45d1-935b-4956052dabd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:41:16Z', 'updated_at': '2021-11-10T18:41:17Z', 'revision_number': 2, 'project_id': '528383315af741ca98b07964a6ed1fb9', 'subnets': [{'id': 'cd511192-7e6c-45d1-935b-4956052dabd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:41:18.905540 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e76b12-4924-46aa-bfaa-7717e4c9268f None None] The sync data for ids ['be1e6a03-fea4-42e1-861e-fd5fef21ba9b'] in n-d-776250-10 is: [{'id': 'be1e6a03-fea4-42e1-861e-fd5fef21ba9b', 'name': 'tempest-TestEncryptedCinderVolumes-1970550857-router', 'tenant_id': '528383315af741ca98b07964a6ed1fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '8e228027-b91e-4201-ae9e-86ad936b7a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:41:14Z', 'updated_at': '2021-11-10T18:41:17Z', 'revision_number': 4, 'project_id': '528383315af741ca98b07964a6ed1fb9', 'gw_port': {'id': '8e228027-b91e-4201-ae9e-86ad936b7a7d', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1e6a03-fea4-42e1-861e-fd5fef21ba9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:41:15Z', 'updated_at': '2021-11-10T18:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '412a93bb-b165-4cbb-b0ba-b8625c9e7f75', 'name': '', 'network_id': '9274ea76-5578-4e52-a93a-b23b1286965e', 'tenant_id': '528383315af741ca98b07964a6ed1fb9', 'mac_address': 'fa:16:3e:52:96:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1e6a03-fea4-42e1-861e-fd5fef21ba9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'cd511192-7e6c-45d1-935b-4956052dabd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:41:16Z', 'updated_at': '2021-11-10T18:41:17Z', 'revision_number': 2, 'project_id': '528383315af741ca98b07964a6ed1fb9', 'subnets': [{'id': 'cd511192-7e6c-45d1-935b-4956052dabd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:41:19.071103 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6cd6bb85-7d63-4d8b-aeb5-678080d133f9 None None] Provisioning complete for port 8e228027-b91e-4201-ae9e-86ad936b7a7d triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:41:19.071610 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6cd6bb85-7d63-4d8b-aeb5-678080d133f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:19.088658 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-a586ef2a-bed7-4592-b562-b42323851465 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:19.093337 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-a586ef2a-bed7-4592-b562-b42323851465 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/networks?id=eda4bb80-1235-4364-b882-05827d4546a1 HTTP/1.1" status: 200 len: 816 time: 0.1246824 Nov 10 18:41:19.112045 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-ee288384-d02e-46b7-8d8d-8efe0da932da tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/quotas/7e7d4cd339504fcd90293ef2ff634d4e HTTP/1.1" status: 200 len: 375 time: 0.0158198 Nov 10 18:41:19.180953 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-8d4a9a2f-37d9-4a2f-b7a5-96ffd550f085 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e7d4cd339504fcd90293ef2ff634d4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636399 Nov 10 18:41:19.209524 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6cd6bb85-7d63-4d8b-aeb5-678080d133f9 None None] Provisioning complete for port 412a93bb-b165-4cbb-b0ba-b8625c9e7f75 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:41:19.209904 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6cd6bb85-7d63-4d8b-aeb5-678080d133f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:19.254473 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-6cd6bb85-7d63-4d8b-aeb5-678080d133f9 None None] Port 412a93bb-b165-4cbb-b0ba-b8625c9e7f75 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:41:19.293929 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-25e1c748-b2d1-4464-96d6-51c300fb479b service neutron] 10.222.0.39 "GET /v2.0/networks/eda4bb80-1235-4364-b882-05827d4546a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989215 Nov 10 18:41:19.396009 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-372ad5a7-ebb8-4596-84df-7ed4e24f6c60 service neutron] 10.222.0.39 "GET /v2.0/networks/eda4bb80-1235-4364-b882-05827d4546a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945914 Nov 10 18:41:19.481961 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device cf15e32a-c6e0-4f40-8919-ced568d8b999 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:41:19.542991 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port cf15e32a-c6e0-4f40-8919-ced568d8b999 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:41:19.542991 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:19.604273 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-15618712-7879-4fb1-b2ff-8ea874141e88 req-cb1b4a21-21f1-4d2f-9ac6-408b02a373ce tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/ports?device_id=293b76f4-baf5-465d-bd2a-7378fb20c11e HTTP/1.1" status: 200 len: 210 time: 0.0324626 Nov 10 18:41:20.707449 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-9efeaf53-c680-4430-ae35-b7c4afdcda88 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:20.709672 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-9efeaf53-c680-4430-ae35-b7c4afdcda88 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.13 "GET /v2.0/networks?id=eda4bb80-1235-4364-b882-05827d4546a1 HTTP/1.1" status: 200 len: 816 time: 0.1437933 Nov 10 18:41:20.729022 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-df489b31-986c-4670-b0b6-ebb8904ee3b1 req-54639424-ec00-4991-90f5-3a3b6de79057 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/ports?device_id=293b76f4-baf5-465d-bd2a-7378fb20c11e HTTP/1.1" status: 200 len: 210 time: 0.0456953 Nov 10 18:41:20.732438 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-7a6189b1-9a84-4122-a91b-d79ca477dbc2 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Request body: {'port': {'device_id': '293b76f4-baf5-465d-bd2a-7378fb20c11e', 'network_id': 'eda4bb80-1235-4364-b882-05827d4546a1', 'admin_state_up': True, 'tenant_id': '7e7d4cd339504fcd90293ef2ff634d4e'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:41:20.856991 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-7a6189b1-9a84-4122-a91b-d79ca477dbc2 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Made reservation on behalf of 7e7d4cd339504fcd90293ef2ff634d4e for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:41:20.860792 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-7a6189b1-9a84-4122-a91b-d79ca477dbc2 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:20.992052 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-7a6189b1-9a84-4122-a91b-d79ca477dbc2 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Allocated IP 172.20.0.13 (eda4bb80-1235-4364-b882-05827d4546a1/4fe02c7b-5b51-4793-8197-72a62ccc7326/7eb95401-34c8-4c40-bc51-0f21316d5a51) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:41:21.110745 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa9ea06-3c5e-4c44-8076-b3f6f84ac52a None None] Sync routers for ids ['be1e6a03-fea4-42e1-861e-fd5fef21ba9b'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:41:21.122278 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa9ea06-3c5e-4c44-8076-b3f6f84ac52a None None] Routers {'be1e6a03-fea4-42e1-861e-fd5fef21ba9b'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:41:21.122986 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-dfa9ea06-3c5e-4c44-8076-b3f6f84ac52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:41:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['be1e6a03-fea4-42e1-861e-fd5fef21ba9b'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:41:21.146039 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-7a6189b1-9a84-4122-a91b-d79ca477dbc2 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:21.180895 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-7a6189b1-9a84-4122-a91b-d79ca477dbc2 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:21.222037 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-7a6189b1-9a84-4122-a91b-d79ca477dbc2 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Network eda4bb80-1235-4364-b882-05827d4546a1 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:41:21.227798 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-7a6189b1-9a84-4122-a91b-d79ca477dbc2 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:41:21.230602 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-7a6189b1-9a84-4122-a91b-d79ca477dbc2 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:41:21.230994 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-dfa9ea06-3c5e-4c44-8076-b3f6f84ac52a None None] Set router be1e6a03-fea4-42e1-861e-fd5fef21ba9b gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:41:21.263513 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6189b1-9a84-4122-a91b-d79ca477dbc2 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Pushing event updated for resources: {'Port': ['ID=7eb95401-34c8-4c40-bc51-0f21316d5a51,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:21.290031 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-7a6189b1-9a84-4122-a91b-d79ca477dbc2 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:21.290675 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-7a6189b1-9a84-4122-a91b-d79ca477dbc2 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:21.308223 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-7a6189b1-9a84-4122-a91b-d79ca477dbc2 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5825942 Nov 10 18:41:21.321132 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-1a4c804a-a8ae-4cb3-8e81-57bad00de33d service neutron] Request body: {'port': {'device_id': '293b76f4-baf5-465d-bd2a-7378fb20c11e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:41:21.387139 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-1a4c804a-a8ae-4cb3-8e81-57bad00de33d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:21.473693 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-dfa9ea06-3c5e-4c44-8076-b3f6f84ac52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1e6a03-fea4-42e1-861e-fd5fef21ba9b', 'name': 'tempest-TestEncryptedCinderVolumes-1970550857-router', 'tenant_id': '528383315af741ca98b07964a6ed1fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '8e228027-b91e-4201-ae9e-86ad936b7a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:41:14Z', 'updated_at': '2021-11-10T18:41:17Z', 'revision_number': 4, 'project_id': '528383315af741ca98b07964a6ed1fb9', 'gw_port': {'id': '8e228027-b91e-4201-ae9e-86ad936b7a7d', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1e6a03-fea4-42e1-861e-fd5fef21ba9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:41:15Z', 'updated_at': '2021-11-10T18:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '412a93bb-b165-4cbb-b0ba-b8625c9e7f75', 'name': '', 'network_id': '9274ea76-5578-4e52-a93a-b23b1286965e', 'tenant_id': '528383315af741ca98b07964a6ed1fb9', 'mac_address': 'fa:16:3e:52:96:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1e6a03-fea4-42e1-861e-fd5fef21ba9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'cd511192-7e6c-45d1-935b-4956052dabd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:41:16Z', 'updated_at': '2021-11-10T18:41:17Z', 'revision_number': 2, 'project_id': '528383315af741ca98b07964a6ed1fb9', 'subnets': [{'id': 'cd511192-7e6c-45d1-935b-4956052dabd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:41:21.495625 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3fc012b6-defa-47bf-9656-f042d392f74d None None] Provisioning complete for port 7eb95401-34c8-4c40-bc51-0f21316d5a51 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:41:21.496728 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3fc012b6-defa-47bf-9656-f042d392f74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:21.509746 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa9ea06-3c5e-4c44-8076-b3f6f84ac52a None None] Checking router: be1e6a03-fea4-42e1-861e-fd5fef21ba9b for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:41:21.510106 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa9ea06-3c5e-4c44-8076-b3f6f84ac52a None None] Updating router be1e6a03-fea4-42e1-861e-fd5fef21ba9b port 412a93bb-b165-4cbb-b0ba-b8625c9e7f75 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:41:21.525126 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 8e228027-b91e-4201-ae9e-86ad936b7a7d up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:41:21.538486 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-dfa9ea06-3c5e-4c44-8076-b3f6f84ac52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:21.565740 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-3fc012b6-defa-47bf-9656-f042d392f74d None None] Port 7eb95401-34c8-4c40-bc51-0f21316d5a51 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:41:21.586961 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 8e228027-b91e-4201-ae9e-86ad936b7a7d triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:41:21.587722 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:21.689135 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-1a4c804a-a8ae-4cb3-8e81-57bad00de33d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eb95401-34c8-4c40-bc51-0f21316d5a51 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:41:21.697000 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-1a4c804a-a8ae-4cb3-8e81-57bad00de33d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:21.709541 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-1a4c804a-a8ae-4cb3-8e81-57bad00de33d service neutron] Transition to ACTIVE for port object 7eb95401-34c8-4c40-bc51-0f21316d5a51 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:41:21.713518 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-1a4c804a-a8ae-4cb3-8e81-57bad00de33d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:21.770862 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c804a-a8ae-4cb3-8e81-57bad00de33d service neutron] Pushing event updated for resources: {'Port': ['ID=7eb95401-34c8-4c40-bc51-0f21316d5a51,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:21.822407 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-dfa9ea06-3c5e-4c44-8076-b3f6f84ac52a None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:21.830038 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-dfa9ea06-3c5e-4c44-8076-b3f6f84ac52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:21.872091 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-1a4c804a-a8ae-4cb3-8e81-57bad00de33d service neutron] Attempting to bind port 7eb95401-34c8-4c40-bc51-0f21316d5a51 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:41:21.872494 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-1a4c804a-a8ae-4cb3-8e81-57bad00de33d service neutron] Attempting to bind port 7eb95401-34c8-4c40-bc51-0f21316d5a51 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eda4bb80-1235-4364-b882-05827d4546a1'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:41:21.872831 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-1a4c804a-a8ae-4cb3-8e81-57bad00de33d service neutron] Attempting to bind port 7eb95401-34c8-4c40-bc51-0f21316d5a51 on network eda4bb80-1235-4364-b882-05827d4546a1 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:41:21.876388 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9bf4a4-8844-4195-88f2-f8e1a6223b9b req-a43d6f44-5ec4-4e2a-bb43-7888dd7935eb tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:21.877937 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6e9bf4a4-8844-4195-88f2-f8e1a6223b9b req-a43d6f44-5ec4-4e2a-bb43-7888dd7935eb tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/ports?device_id=293b76f4-baf5-465d-bd2a-7378fb20c11e HTTP/1.1" status: 200 len: 944 time: 0.0552692 Nov 10 18:41:21.889487 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-1a4c804a-a8ae-4cb3-8e81-57bad00de33d service neutron] Port 7eb95401-34c8-4c40-bc51-0f21316d5a51 on network eda4bb80-1235-4364-b882-05827d4546a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:41:21.890494 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-1a4c804a-a8ae-4cb3-8e81-57bad00de33d service neutron] Attempting to bind port 7eb95401-34c8-4c40-bc51-0f21316d5a51 on network eda4bb80-1235-4364-b882-05827d4546a1 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:41:21.897057 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-1a4c804a-a8ae-4cb3-8e81-57bad00de33d service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:41:21.897951 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-1a4c804a-a8ae-4cb3-8e81-57bad00de33d service neutron] Checking segment: {'id': '2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eda4bb80-1235-4364-b882-05827d4546a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:41:21.898610 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-1a4c804a-a8ae-4cb3-8e81-57bad00de33d service neutron] Bound using segment: {'id': '2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eda4bb80-1235-4364-b882-05827d4546a1'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:41:21.899405 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-1a4c804a-a8ae-4cb3-8e81-57bad00de33d service neutron] Bound port: 7eb95401-34c8-4c40-bc51-0f21316d5a51, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eda4bb80-1235-4364-b882-05827d4546a1'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:41:21.900389 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-1a4c804a-a8ae-4cb3-8e81-57bad00de33d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:21.905385 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e417a-4bea-4af9-a00e-adb3a1ff6c4d None None] Pushing event updated for resources: {'Port': ['ID=412a93bb-b165-4cbb-b0ba-b8625c9e7f75,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:21.951167 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6e9bf4a4-8844-4195-88f2-f8e1a6223b9b req-60bad2d1-ca96-44d6-ad63-36623d05f162 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/security-groups?id=456ef80f-225c-4675-8e9f-44c034114092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653985 Nov 10 18:41:21.963226 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-dfa9ea06-3c5e-4c44-8076-b3f6f84ac52a None None] Attempting to bind port 412a93bb-b165-4cbb-b0ba-b8625c9e7f75 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:41:21.963484 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-dfa9ea06-3c5e-4c44-8076-b3f6f84ac52a None None] Attempting to bind port 412a93bb-b165-4cbb-b0ba-b8625c9e7f75 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '7f2e3d3d-d66d-46e5-8757-db8bfedb2827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9274ea76-5578-4e52-a93a-b23b1286965e'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:41:21.964059 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa9ea06-3c5e-4c44-8076-b3f6f84ac52a None None] Attempting to bind port 412a93bb-b165-4cbb-b0ba-b8625c9e7f75 on network 9274ea76-5578-4e52-a93a-b23b1286965e {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:41:21.981137 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa9ea06-3c5e-4c44-8076-b3f6f84ac52a None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:41:21.981510 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa9ea06-3c5e-4c44-8076-b3f6f84ac52a None None] Checking segment: {'id': '7f2e3d3d-d66d-46e5-8757-db8bfedb2827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9274ea76-5578-4e52-a93a-b23b1286965e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:41:21.982115 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-dfa9ea06-3c5e-4c44-8076-b3f6f84ac52a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:21.982693 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa9ea06-3c5e-4c44-8076-b3f6f84ac52a None None] Bound using segment: {'id': '7f2e3d3d-d66d-46e5-8757-db8bfedb2827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9274ea76-5578-4e52-a93a-b23b1286965e'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:41:21.983353 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-dfa9ea06-3c5e-4c44-8076-b3f6f84ac52a None None] Bound port: 412a93bb-b165-4cbb-b0ba-b8625c9e7f75, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f2e3d3d-d66d-46e5-8757-db8bfedb2827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9274ea76-5578-4e52-a93a-b23b1286965e'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:41:21.983740 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-dfa9ea06-3c5e-4c44-8076-b3f6f84ac52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:21.998982 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-1a4c804a-a8ae-4cb3-8e81-57bad00de33d service neutron] For port 7eb95401-34c8-4c40-bc51-0f21316d5a51, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:41:22.007648 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-1a4c804a-a8ae-4cb3-8e81-57bad00de33d service neutron] For port 7eb95401-34c8-4c40-bc51-0f21316d5a51, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=7eb95401-34c8-4c40-bc51-0f21316d5a51,segment=NetworkSegment(2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3),segment_id=2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:41:22.017640 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-1a4c804a-a8ae-4cb3-8e81-57bad00de33d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:22.055567 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-dfa9ea06-3c5e-4c44-8076-b3f6f84ac52a None None] For port 412a93bb-b165-4cbb-b0ba-b8625c9e7f75, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:41:22.059980 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-dfa9ea06-3c5e-4c44-8076-b3f6f84ac52a None None] For port 412a93bb-b165-4cbb-b0ba-b8625c9e7f75, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=412a93bb-b165-4cbb-b0ba-b8625c9e7f75,segment=NetworkSegment(7f2e3d3d-d66d-46e5-8757-db8bfedb2827),segment_id=7f2e3d3d-d66d-46e5-8757-db8bfedb2827)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:41:22.066215 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-1a4c804a-a8ae-4cb3-8e81-57bad00de33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:22.066873 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-1a4c804a-a8ae-4cb3-8e81-57bad00de33d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:22.067243 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-dfa9ea06-3c5e-4c44-8076-b3f6f84ac52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:22.068302 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-1a4c804a-a8ae-4cb3-8e81-57bad00de33d service neutron] 10.222.0.13 "PUT /v2.0/ports/7eb95401-34c8-4c40-bc51-0f21316d5a51 HTTP/1.1" status: 200 len: 1093 time: 0.7522149 Nov 10 18:41:22.068766 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '293b76f4-baf5-465d-bd2a-7378fb20c11e', 'tag': '7eb95401-34c8-4c40-bc51-0f21316d5a51'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:41:22.072888 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccdd272-fd0c-4b8f-b5e9-1a7a6947d338" -d '{"events": [{"name": "network-changed", "server_uuid": "293b76f4-baf5-465d-bd2a-7378fb20c11e", "tag": "7eb95401-34c8-4c40-bc51-0f21316d5a51"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:41:22.158651 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8834bd-1f03-484e-884f-5bf499f18f8b x-openstack-request-id: req-af8834bd-1f03-484e-884f-5bf499f18f8b {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:41:22.159088 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "293b76f4-baf5-465d-bd2a-7378fb20c11e", "tag": "7eb95401-34c8-4c40-bc51-0f21316d5a51", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:41:22.159342 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-af8834bd-1f03-484e-884f-5bf499f18f8b {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:41:22.159899 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '293b76f4-baf5-465d-bd2a-7378fb20c11e', 'tag': '7eb95401-34c8-4c40-bc51-0f21316d5a51', 'status': 'completed', 'code': 200} Nov 10 18:41:22.166684 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa9ea06-3c5e-4c44-8076-b3f6f84ac52a None None] Routers {'be1e6a03-fea4-42e1-861e-fd5fef21ba9b'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:41:22.167320 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-dfa9ea06-3c5e-4c44-8076-b3f6f84ac52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:41:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['be1e6a03-fea4-42e1-861e-fd5fef21ba9b'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:41:22.181740 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c804a-a8ae-4cb3-8e81-57bad00de33d service neutron] Pushing event updated for resources: {'Port': ['ID=7eb95401-34c8-4c40-bc51-0f21316d5a51,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:22.205589 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-63ecbd31-3d37-4c6c-a5b5-4e9b655f8b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:22.207215 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-63ecbd31-3d37-4c6c-a5b5-4e9b655f8b4c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e7d4cd339504fcd90293ef2ff634d4e&device_id=293b76f4-baf5-465d-bd2a-7378fb20c11e HTTP/1.1" status: 200 len: 1096 time: 0.0833738 Nov 10 18:41:22.227602 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e417a-4bea-4af9-a00e-adb3a1ff6c4d None None] Pushing event updated for resources: {'Port': ['ID=412a93bb-b165-4cbb-b0ba-b8625c9e7f75,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:22.264464 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-5cd97dd8-dfb4-4836-a99a-a7617473fa10 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7eb95401-34c8-4c40-bc51-0f21316d5a51 HTTP/1.1" status: 200 len: 217 time: 0.0474238 Nov 10 18:41:22.267806 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-737be3b7-3cf3-45d7-8699-0ab116738651 None None] Provisioning complete for port 412a93bb-b165-4cbb-b0ba-b8625c9e7f75 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:41:22.268462 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-737be3b7-3cf3-45d7-8699-0ab116738651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:22.318073 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-dfa9ea06-3c5e-4c44-8076-b3f6f84ac52a None None] Set router be1e6a03-fea4-42e1-861e-fd5fef21ba9b gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:41:22.348288 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-e856d677-dfcf-4233-aaf4-972f2f7900b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:22.350367 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-e856d677-dfcf-4233-aaf4-972f2f7900b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4fe02c7b-5b51-4793-8197-72a62ccc7326 HTTP/1.1" status: 200 len: 855 time: 0.0779231 Nov 10 18:41:22.380461 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-737be3b7-3cf3-45d7-8699-0ab116738651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:22.421114 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-e716c45d-4c88-4dec-8781-f9eb82e2d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:22.423645 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-e716c45d-4c88-4dec-8781-f9eb82e2d79b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eda4bb80-1235-4364-b882-05827d4546a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653965 Nov 10 18:41:22.427206 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-737be3b7-3cf3-45d7-8699-0ab116738651 None None] For port 412a93bb-b165-4cbb-b0ba-b8625c9e7f75, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=412a93bb-b165-4cbb-b0ba-b8625c9e7f75,segment=NetworkSegment(7f2e3d3d-d66d-46e5-8757-db8bfedb2827),segment_id=7f2e3d3d-d66d-46e5-8757-db8bfedb2827)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:41:22.440340 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-737be3b7-3cf3-45d7-8699-0ab116738651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:22.544019 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-9fe6a359-2552-443b-8e2b-b7fba9c46cdd service neutron] 10.222.0.13 "GET /v2.0/networks/eda4bb80-1235-4364-b882-05827d4546a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122403 Nov 10 18:41:22.656334 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-dfa9ea06-3c5e-4c44-8076-b3f6f84ac52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1e6a03-fea4-42e1-861e-fd5fef21ba9b', 'name': 'tempest-TestEncryptedCinderVolumes-1970550857-router', 'tenant_id': '528383315af741ca98b07964a6ed1fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '8e228027-b91e-4201-ae9e-86ad936b7a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:41:14Z', 'updated_at': '2021-11-10T18:41:17Z', 'revision_number': 4, 'project_id': '528383315af741ca98b07964a6ed1fb9', 'gw_port': {'id': '8e228027-b91e-4201-ae9e-86ad936b7a7d', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1e6a03-fea4-42e1-861e-fd5fef21ba9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:41:15Z', 'updated_at': '2021-11-10T18:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '412a93bb-b165-4cbb-b0ba-b8625c9e7f75', 'name': '', 'network_id': '9274ea76-5578-4e52-a93a-b23b1286965e', 'tenant_id': '528383315af741ca98b07964a6ed1fb9', 'mac_address': 'fa:16:3e:52:96:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1e6a03-fea4-42e1-861e-fd5fef21ba9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'cd511192-7e6c-45d1-935b-4956052dabd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:41:16Z', 'updated_at': '2021-11-10T18:41:22Z', 'revision_number': 4, 'project_id': '528383315af741ca98b07964a6ed1fb9', 'subnets': [{'id': 'cd511192-7e6c-45d1-935b-4956052dabd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:41:22.656737 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-832d2a91-9d2f-4852-8c07-21bd23802001 req-a7a20436-b97e-4576-8e4a-1b45b365470a service neutron] 10.222.0.13 "GET /v2.0/networks/eda4bb80-1235-4364-b882-05827d4546a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044176 Nov 10 18:41:22.680141 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737be3b7-3cf3-45d7-8699-0ab116738651 None None] Pushing event updated for resources: {'Port': ['ID=412a93bb-b165-4cbb-b0ba-b8625c9e7f75,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:22.695951 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c332a962-6675-4ec5-a38a-88de11a3de24 None None] Provisioning complete for port 412a93bb-b165-4cbb-b0ba-b8625c9e7f75 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:41:22.696473 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c332a962-6675-4ec5-a38a-88de11a3de24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:22.699726 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa9ea06-3c5e-4c44-8076-b3f6f84ac52a None None] The sync data for ids ['be1e6a03-fea4-42e1-861e-fd5fef21ba9b'] in n-d-776250-10 is: [{'id': 'be1e6a03-fea4-42e1-861e-fd5fef21ba9b', 'name': 'tempest-TestEncryptedCinderVolumes-1970550857-router', 'tenant_id': '528383315af741ca98b07964a6ed1fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '8e228027-b91e-4201-ae9e-86ad936b7a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:41:14Z', 'updated_at': '2021-11-10T18:41:17Z', 'revision_number': 4, 'project_id': '528383315af741ca98b07964a6ed1fb9', 'gw_port': {'id': '8e228027-b91e-4201-ae9e-86ad936b7a7d', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1e6a03-fea4-42e1-861e-fd5fef21ba9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:41:15Z', 'updated_at': '2021-11-10T18:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '412a93bb-b165-4cbb-b0ba-b8625c9e7f75', 'name': '', 'network_id': '9274ea76-5578-4e52-a93a-b23b1286965e', 'tenant_id': '528383315af741ca98b07964a6ed1fb9', 'mac_address': 'fa:16:3e:52:96:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1e6a03-fea4-42e1-861e-fd5fef21ba9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'cd511192-7e6c-45d1-935b-4956052dabd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:41:16Z', 'updated_at': '2021-11-10T18:41:22Z', 'revision_number': 4, 'project_id': '528383315af741ca98b07964a6ed1fb9', 'subnets': [{'id': 'cd511192-7e6c-45d1-935b-4956052dabd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:41:22.759915 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdd272-fd0c-4b8f-b5e9-1a7a6947d338 req-2a423250-945e-4ba8-8404-12c2e1cb0c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:22.761613 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4ccdd272-fd0c-4b8f-b5e9-1a7a6947d338 req-2a423250-945e-4ba8-8404-12c2e1cb0c27 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e7d4cd339504fcd90293ef2ff634d4e&device_id=293b76f4-baf5-465d-bd2a-7378fb20c11e HTTP/1.1" status: 200 len: 1096 time: 0.0505075 Nov 10 18:41:22.885512 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdd272-fd0c-4b8f-b5e9-1a7a6947d338 req-a4624832-925f-435b-93fc-62dd5a6d96e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:22.887120 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4ccdd272-fd0c-4b8f-b5e9-1a7a6947d338 req-a4624832-925f-435b-93fc-62dd5a6d96e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eda4bb80-1235-4364-b882-05827d4546a1 HTTP/1.1" status: 200 len: 917 time: 0.1126523 Nov 10 18:41:22.939372 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4ccdd272-fd0c-4b8f-b5e9-1a7a6947d338 req-9b049550-6dff-456f-8f0c-fc03d0262c29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7eb95401-34c8-4c40-bc51-0f21316d5a51 HTTP/1.1" status: 200 len: 217 time: 0.0434775 Nov 10 18:41:22.995118 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdd272-fd0c-4b8f-b5e9-1a7a6947d338 req-e64bdd0c-6e42-4d84-8e84-29c660da90d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:22.996774 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4ccdd272-fd0c-4b8f-b5e9-1a7a6947d338 req-e64bdd0c-6e42-4d84-8e84-29c660da90d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4fe02c7b-5b51-4793-8197-72a62ccc7326 HTTP/1.1" status: 200 len: 855 time: 0.0499258 Nov 10 18:41:23.046279 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdd272-fd0c-4b8f-b5e9-1a7a6947d338 req-04dcd5b4-ea89-47ee-85db-f1ae3cdc0bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:23.047969 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4ccdd272-fd0c-4b8f-b5e9-1a7a6947d338 req-04dcd5b4-ea89-47ee-85db-f1ae3cdc0bb5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eda4bb80-1235-4364-b882-05827d4546a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437522 Nov 10 18:41:23.160363 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4ccdd272-fd0c-4b8f-b5e9-1a7a6947d338 req-f13cafbe-4294-490b-9135-c4e7867f31d7 service neutron] 10.222.0.13 "GET /v2.0/networks/eda4bb80-1235-4364-b882-05827d4546a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018670 Nov 10 18:41:23.259341 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4ccdd272-fd0c-4b8f-b5e9-1a7a6947d338 req-96740eeb-2bef-40b5-b152-0fcc8d87975f service neutron] 10.222.0.13 "GET /v2.0/networks/eda4bb80-1235-4364-b882-05827d4546a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908027 Nov 10 18:41:23.415591 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c83b02-4a82-46d7-abe2-0040b4fd61f6 req-d61f607d-4da9-469c-bc0d-1234399cdeac tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:23.417153 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d8c83b02-4a82-46d7-abe2-0040b4fd61f6 req-d61f607d-4da9-469c-bc0d-1234399cdeac tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/ports?device_id=293b76f4-baf5-465d-bd2a-7378fb20c11e HTTP/1.1" status: 200 len: 944 time: 0.3899415 Nov 10 18:41:23.467954 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d8c83b02-4a82-46d7-abe2-0040b4fd61f6 req-04bab988-27ca-411b-9c0a-162069951b16 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/security-groups?id=456ef80f-225c-4675-8e9f-44c034114092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439324 Nov 10 18:41:23.488855 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 412a93bb-b165-4cbb-b0ba-b8625c9e7f75 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:41:23.539832 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 412a93bb-b165-4cbb-b0ba-b8625c9e7f75 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:41:23.540223 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:23.899400 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 7eb95401-34c8-4c40-bc51-0f21316d5a51 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:41:24.002914 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 7eb95401-34c8-4c40-bc51-0f21316d5a51, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=7eb95401-34c8-4c40-bc51-0f21316d5a51,segment=NetworkSegment(2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3),segment_id=2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:41:24.013930 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '7eb95401-34c8-4c40-bc51-0f21316d5a51', 'network_id': 'eda4bb80-1235-4364-b882-05827d4546a1', 'port_id': '7eb95401-34c8-4c40-bc51-0f21316d5a51', 'mac_address': 'fa:16:3e:bf:a7:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe02c7b-5b51-4793-8197-72a62ccc7326', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:41:24.052265 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:24.067627 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eb95401-34c8-4c40-bc51-0f21316d5a51 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:41:24.088807 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 7eb95401-34c8-4c40-bc51-0f21316d5a51, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=7eb95401-34c8-4c40-bc51-0f21316d5a51,segment=NetworkSegment(2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3),segment_id=2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:41:24.092332 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:24.143374 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=7eb95401-34c8-4c40-bc51-0f21316d5a51,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:24.296541 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['7eb95401-34c8-4c40-bc51-0f21316d5a51'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:41:24.601516 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726ad56-c7ec-4c54-b42b-45d618ed71a8 req-4878bbea-c7ea-4e17-8d2f-d2e7a8fb1741 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:24.602914 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f726ad56-c7ec-4c54-b42b-45d618ed71a8 req-4878bbea-c7ea-4e17-8d2f-d2e7a8fb1741 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/ports?device_id=293b76f4-baf5-465d-bd2a-7378fb20c11e HTTP/1.1" status: 200 len: 945 time: 0.0581951 Nov 10 18:41:24.653648 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f726ad56-c7ec-4c54-b42b-45d618ed71a8 req-7ade3a99-db54-4ac5-81c3-0b925e75a9e7 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/security-groups?id=456ef80f-225c-4675-8e9f-44c034114092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441809 Nov 10 18:41:25.362955 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:25.697486 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:25.774264 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a34ced-b23c-4ce5-a04a-0339bda27674 req-690c40fc-f621-4576-8875-3ba9ba5925c7 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:25.775830 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a7a34ced-b23c-4ce5-a04a-0339bda27674 req-690c40fc-f621-4576-8875-3ba9ba5925c7 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/ports?device_id=293b76f4-baf5-465d-bd2a-7378fb20c11e HTTP/1.1" status: 200 len: 945 time: 0.0511606 Nov 10 18:41:25.824303 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a7a34ced-b23c-4ce5-a04a-0339bda27674 req-ed74fbed-6e66-4868-aae8-a0104f2e267d tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/security-groups?id=456ef80f-225c-4675-8e9f-44c034114092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424919 Nov 10 18:41:25.897932 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 7eb95401-34c8-4c40-bc51-0f21316d5a51 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:41:25.949843 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 7eb95401-34c8-4c40-bc51-0f21316d5a51 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:41:25.953681 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 7eb95401-34c8-4c40-bc51-0f21316d5a51 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:41:25.954046 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:26.031351 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:26.053594 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293b76f4-baf5-465d-bd2a-7378fb20c11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb95401-34c8-4c40-bc51-0f21316d5a51'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:41:26.056488 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517362f1-a4bd-4c21-8139-a18cdc6fcd0e" -d '{"events": [{"server_uuid": "293b76f4-baf5-465d-bd2a-7378fb20c11e", "name": "network-vif-plugged", "status": "completed", "tag": "7eb95401-34c8-4c40-bc51-0f21316d5a51"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:41:26.069975 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 7eb95401-34c8-4c40-bc51-0f21316d5a51, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=7eb95401-34c8-4c40-bc51-0f21316d5a51,segment=NetworkSegment(2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3),segment_id=2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:41:26.074534 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:26.104345 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a2ee44-37b2-450b-9c3a-df3628fc49c5 x-openstack-request-id: req-91a2ee44-37b2-450b-9c3a-df3628fc49c5 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:41:26.104638 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293b76f4-baf5-465d-bd2a-7378fb20c11e", "name": "network-vif-plugged", "status": "completed", "tag": "7eb95401-34c8-4c40-bc51-0f21316d5a51", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:41:26.104891 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-91a2ee44-37b2-450b-9c3a-df3628fc49c5 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:41:26.105339 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293b76f4-baf5-465d-bd2a-7378fb20c11e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb95401-34c8-4c40-bc51-0f21316d5a51', 'code': 200} Nov 10 18:41:26.134074 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=7eb95401-34c8-4c40-bc51-0f21316d5a51,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:26.198969 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a64bd-05f3-455b-b243-07117852131f req-90204424-09db-4a76-874f-50f4f6fdcd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:26.200541 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f57a64bd-05f3-455b-b243-07117852131f req-90204424-09db-4a76-874f-50f4f6fdcd62 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=293b76f4-baf5-465d-bd2a-7378fb20c11e HTTP/1.1" status: 200 len: 1098 time: 0.0410562 Nov 10 18:41:26.247022 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f57a64bd-05f3-455b-b243-07117852131f req-e2832cd8-d19e-40c2-ac3a-aa16ff5ffd9a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=456ef80f-225c-4675-8e9f-44c034114092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392506 Nov 10 18:41:26.941890 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07afee1-eb5e-4a72-b0ce-e8f0018b0a6b req-c8755922-4870-484a-88df-db528ef80066 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:26.943972 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d07afee1-eb5e-4a72-b0ce-e8f0018b0a6b req-c8755922-4870-484a-88df-db528ef80066 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/ports?device_id=293b76f4-baf5-465d-bd2a-7378fb20c11e HTTP/1.1" status: 200 len: 946 time: 0.0521517 Nov 10 18:41:26.991445 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d07afee1-eb5e-4a72-b0ce-e8f0018b0a6b req-9fe46065-a3e6-4089-9869-8c67c585e334 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/security-groups?id=456ef80f-225c-4675-8e9f-44c034114092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407219 Nov 10 18:41:28.114965 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df302d45-a073-4c33-92a4-3380b2ab8795 req-b91f417a-2fea-448b-a2fc-1a20a788bd91 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:28.116587 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-df302d45-a073-4c33-92a4-3380b2ab8795 req-b91f417a-2fea-448b-a2fc-1a20a788bd91 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/ports?device_id=293b76f4-baf5-465d-bd2a-7378fb20c11e HTTP/1.1" status: 200 len: 946 time: 0.0555298 Nov 10 18:41:28.164955 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-df302d45-a073-4c33-92a4-3380b2ab8795 req-75e0983f-fd4c-4100-885a-06ec6953b486 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/security-groups?id=456ef80f-225c-4675-8e9f-44c034114092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424900 Nov 10 18:41:28.279421 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c278f68-df80-4d38-b277-88f49b09e7db req-724fff4c-3e60-4e3b-be2e-edf9c4df6d2a tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:28.280842 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6c278f68-df80-4d38-b277-88f49b09e7db req-724fff4c-3e60-4e3b-be2e-edf9c4df6d2a tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/ports?device_id=293b76f4-baf5-465d-bd2a-7378fb20c11e HTTP/1.1" status: 200 len: 946 time: 0.0489318 Nov 10 18:41:28.327704 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6c278f68-df80-4d38-b277-88f49b09e7db req-cb7234e5-f493-4df0-b4cc-3354ffc8c5de tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/security-groups?id=456ef80f-225c-4675-8e9f-44c034114092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409706 Nov 10 18:41:30.661988 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f385be02-e4c1-43b1-941e-e11db2890d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:33.015347 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-96a0fcb5-6c17-433c-bbe9-45ad6844b01c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:34.272288 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:35.754992 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:36.451200 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:38.952691 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-42b335f0-90c1-4dfd-b6a3-a226c83508f4 req-545d1bb7-0900-4779-9d3d-871bc4822006 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=293b76f4-baf5-465d-bd2a-7378fb20c11e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400558 Nov 10 18:41:39.048876 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b335f0-90c1-4dfd-b6a3-a226c83508f4 req-fcb3885f-dbab-4ac6-8ae4-140b279475b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:39.050374 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-42b335f0-90c1-4dfd-b6a3-a226c83508f4 req-fcb3885f-dbab-4ac6-8ae4-140b279475b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7e7d4cd339504fcd90293ef2ff634d4e&device_id=293b76f4-baf5-465d-bd2a-7378fb20c11e HTTP/1.1" status: 200 len: 1098 time: 0.0410116 Nov 10 18:41:39.163888 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b335f0-90c1-4dfd-b6a3-a226c83508f4 req-92f3fdc6-5469-4a4b-854b-f65d47c46dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:39.165396 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-42b335f0-90c1-4dfd-b6a3-a226c83508f4 req-92f3fdc6-5469-4a4b-854b-f65d47c46dcc service neutron] 10.222.0.13 "GET /v2.0/networks?id=eda4bb80-1235-4364-b882-05827d4546a1 HTTP/1.1" status: 200 len: 917 time: 0.0919716 Nov 10 18:41:39.209581 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-42b335f0-90c1-4dfd-b6a3-a226c83508f4 req-78c8b549-8a43-46ff-948a-23157896bc77 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7eb95401-34c8-4c40-bc51-0f21316d5a51 HTTP/1.1" status: 200 len: 217 time: 0.0361125 Nov 10 18:41:39.265909 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b335f0-90c1-4dfd-b6a3-a226c83508f4 req-150bb1d9-8330-456f-8f73-34676df75da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:39.267369 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-42b335f0-90c1-4dfd-b6a3-a226c83508f4 req-150bb1d9-8330-456f-8f73-34676df75da6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4fe02c7b-5b51-4793-8197-72a62ccc7326 HTTP/1.1" status: 200 len: 855 time: 0.0442424 Nov 10 18:41:39.317805 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b335f0-90c1-4dfd-b6a3-a226c83508f4 req-6d52f2b8-bbbd-460a-bb0f-af7c128e57ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:39.319406 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-42b335f0-90c1-4dfd-b6a3-a226c83508f4 req-6d52f2b8-bbbd-460a-bb0f-af7c128e57ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eda4bb80-1235-4364-b882-05827d4546a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439978 Nov 10 18:41:39.409275 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-42b335f0-90c1-4dfd-b6a3-a226c83508f4 req-6352932f-4ad9-4bc1-8fac-ad5915d1af52 service neutron] 10.222.0.13 "GET /v2.0/networks/eda4bb80-1235-4364-b882-05827d4546a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826724 Nov 10 18:41:39.512551 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-42b335f0-90c1-4dfd-b6a3-a226c83508f4 req-76b94a17-2f71-4f93-b669-b77cc96aa3aa service neutron] 10.222.0.13 "GET /v2.0/networks/eda4bb80-1235-4364-b882-05827d4546a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959506 Nov 10 18:41:41.879724 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:41:49.957713 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad9960-be5d-4932-b0da-81be3d7ebda3 req-3f0a2b77-52c7-4bb5-be03-c64db34b89ce tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:49.959339 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ecad9960-be5d-4932-b0da-81be3d7ebda3 req-3f0a2b77-52c7-4bb5-be03-c64db34b89ce tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/ports?device_id=293b76f4-baf5-465d-bd2a-7378fb20c11e HTTP/1.1" status: 200 len: 946 time: 0.0539396 Nov 10 18:41:50.013643 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ecad9960-be5d-4932-b0da-81be3d7ebda3 req-988ab893-a008-42ef-b5ac-d745bcb834ff tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/security-groups?id=456ef80f-225c-4675-8e9f-44c034114092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468369 Nov 10 18:41:51.135602 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd57479-6a63-4c2d-bb21-2d0ef0069bd7 req-e66aa69f-fe5a-42e2-a957-6b0089f306a1 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:51.137152 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6dd57479-6a63-4c2d-bb21-2d0ef0069bd7 req-e66aa69f-fe5a-42e2-a957-6b0089f306a1 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/ports?device_id=293b76f4-baf5-465d-bd2a-7378fb20c11e HTTP/1.1" status: 200 len: 946 time: 0.0504305 Nov 10 18:41:51.191008 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6dd57479-6a63-4c2d-bb21-2d0ef0069bd7 req-d5a7390e-cdeb-4a8f-9f6f-ed21703bd058 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/security-groups?id=456ef80f-225c-4675-8e9f-44c034114092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478179 Nov 10 18:41:51.505498 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79b2e5-525a-4a81-899e-849e1aed6c24 req-050e41d8-3b27-4ee1-9e8c-dcba19c0a052 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:51.507961 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0e79b2e5-525a-4a81-899e-849e1aed6c24 req-050e41d8-3b27-4ee1-9e8c-dcba19c0a052 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.13 "GET /v2.0/ports?device_id=293b76f4-baf5-465d-bd2a-7378fb20c11e HTTP/1.1" status: 200 len: 946 time: 0.0523264 Nov 10 18:41:51.610477 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-0e79b2e5-525a-4a81-899e-849e1aed6c24 req-e74014f6-cc95-4691-8614-afddc183834a tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Deleting port 7eb95401-34c8-4c40-bc51-0f21316d5a51 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:41:51.610843 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-0e79b2e5-525a-4a81-899e-849e1aed6c24 req-e74014f6-cc95-4691-8614-afddc183834a tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:51.705915 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-0e79b2e5-525a-4a81-899e-849e1aed6c24 req-e74014f6-cc95-4691-8614-afddc183834a tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] For port 7eb95401-34c8-4c40-bc51-0f21316d5a51, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=7eb95401-34c8-4c40-bc51-0f21316d5a51,segment=NetworkSegment(2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3),segment_id=2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:41:51.706315 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-0e79b2e5-525a-4a81-899e-849e1aed6c24 req-e74014f6-cc95-4691-8614-afddc183834a tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:51.726274 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-0e79b2e5-525a-4a81-899e-849e1aed6c24 req-e74014f6-cc95-4691-8614-afddc183834a tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Calling delete_port for 7eb95401-34c8-4c40-bc51-0f21316d5a51 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:41:51.862859 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-0e79b2e5-525a-4a81-899e-849e1aed6c24 req-e74014f6-cc95-4691-8614-afddc183834a tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:51.877825 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['7eb95401-34c8-4c40-bc51-0f21316d5a51'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:41:51.894572 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74014f6-cc95-4691-8614-afddc183834a tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Pushing event deleted for resources: {'Port': ['ID=7eb95401-34c8-4c40-bc51-0f21316d5a51,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:51.940850 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e79b2e5-525a-4a81-899e-849e1aed6c24 req-e74014f6-cc95-4691-8614-afddc183834a tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] No DVR routers for this DVR port 7eb95401-34c8-4c40-bc51-0f21316d5a51 on host n-h2-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:41:51.943948 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-0e79b2e5-525a-4a81-899e-849e1aed6c24 req-e74014f6-cc95-4691-8614-afddc183834a tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:51.948808 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0e79b2e5-525a-4a81-899e-849e1aed6c24 req-e74014f6-cc95-4691-8614-afddc183834a tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.13 "DELETE /v2.0/ports/7eb95401-34c8-4c40-bc51-0f21316d5a51 HTTP/1.1" status: 204 len: 173 time: 0.4345791 Nov 10 18:41:51.949314 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293b76f4-baf5-465d-bd2a-7378fb20c11e', 'name': 'network-vif-deleted', 'tag': '7eb95401-34c8-4c40-bc51-0f21316d5a51'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:41:51.951752 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef0c0c0-b897-4884-9ff9-a4e16d9d08cf" -d '{"events": [{"server_uuid": "293b76f4-baf5-465d-bd2a-7378fb20c11e", "name": "network-vif-deleted", "tag": "7eb95401-34c8-4c40-bc51-0f21316d5a51"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:41:51.997875 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57eefe71-4034-4efe-aba9-d82d39c5269d x-openstack-request-id: req-57eefe71-4034-4efe-aba9-d82d39c5269d {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:41:51.998191 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293b76f4-baf5-465d-bd2a-7378fb20c11e", "name": "network-vif-deleted", "tag": "7eb95401-34c8-4c40-bc51-0f21316d5a51", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:41:51.998483 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-57eefe71-4034-4efe-aba9-d82d39c5269d {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:41:51.998907 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293b76f4-baf5-465d-bd2a-7378fb20c11e', 'name': 'network-vif-deleted', 'tag': '7eb95401-34c8-4c40-bc51-0f21316d5a51', 'status': 'completed', 'code': 200} Nov 10 18:41:52.301215 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8b496399-f7e3-48ab-8ce2-13548f4fca05 req-63b5afcf-38e9-4293-9b23-4b9fcde70a03 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/ports?device_id=293b76f4-baf5-465d-bd2a-7378fb20c11e HTTP/1.1" status: 200 len: 210 time: 0.0280759 Nov 10 18:41:53.799894 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-7e4a440b-bd42-4502-af28-69182a12db3f tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:53.801498 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-7e4a440b-bd42-4502-af28-69182a12db3f tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/networks?id=eda4bb80-1235-4364-b882-05827d4546a1 HTTP/1.1" status: 200 len: 816 time: 0.1103387 Nov 10 18:41:53.817059 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-1f08986a-4198-4533-a822-14b203bc4505 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/quotas/7e7d4cd339504fcd90293ef2ff634d4e HTTP/1.1" status: 200 len: 375 time: 0.0090930 Nov 10 18:41:53.873187 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-3b016ac7-3493-4d44-8c46-39119ee37e68 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7e7d4cd339504fcd90293ef2ff634d4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505741 Nov 10 18:41:53.984239 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-71dd8da9-949c-41ee-be15-0c7d21758215 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:41:53.985237 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-71dd8da9-949c-41ee-be15-0c7d21758215 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1008770 Nov 10 18:41:54.076381 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-e350f718-4f6c-494b-b9ce-9e7afb83a5ca service neutron] 10.222.0.39 "GET /v2.0/networks/eda4bb80-1235-4364-b882-05827d4546a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847762 Nov 10 18:41:54.175389 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-2f8b529a-7d0d-45f8-9bc4-e0f04ee08167 service neutron] 10.222.0.39 "GET /v2.0/networks/eda4bb80-1235-4364-b882-05827d4546a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924180 Nov 10 18:41:54.358970 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0b78307d-33a5-4a19-b91d-c96db74671a0 req-bee3e9b3-5b9a-4cba-afbc-35371d5764c0 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb96f735-775b-4f88-ba98-b6f940b16908 HTTP/1.1" status: 200 len: 210 time: 0.0415778 Nov 10 18:41:55.272200 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-de878167-69bc-4d04-9fa8-0bccc2f7b4a4 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:55.274036 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-de878167-69bc-4d04-9fa8-0bccc2f7b4a4 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.11 "GET /v2.0/networks?id=eda4bb80-1235-4364-b882-05827d4546a1 HTTP/1.1" status: 200 len: 816 time: 0.1149025 Nov 10 18:41:55.287248 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-4e2caa96-9212-4efa-bcdf-c455c2da3285 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Request body: {'port': {'device_id': 'cb96f735-775b-4f88-ba98-b6f940b16908', 'network_id': 'eda4bb80-1235-4364-b882-05827d4546a1', 'admin_state_up': True, 'tenant_id': '7e7d4cd339504fcd90293ef2ff634d4e'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:41:55.375186 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:55.406957 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-4e2caa96-9212-4efa-bcdf-c455c2da3285 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Made reservation on behalf of 7e7d4cd339504fcd90293ef2ff634d4e for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:41:55.410762 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-4e2caa96-9212-4efa-bcdf-c455c2da3285 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:55.496895 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-02bea728-1a67-4c71-bdcf-5b3b021d33e9 req-237b6d7a-6abb-4341-90bb-884c6c0f2dd8 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb96f735-775b-4f88-ba98-b6f940b16908 HTTP/1.1" status: 200 len: 210 time: 0.0593836 Nov 10 18:41:55.573090 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-4e2caa96-9212-4efa-bcdf-c455c2da3285 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Allocated IP 172.20.0.11 (eda4bb80-1235-4364-b882-05827d4546a1/4fe02c7b-5b51-4793-8197-72a62ccc7326/db9bf651-5763-4dbd-b1be-6a3b5bc8fe87) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:41:55.692238 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:55.726316 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-4e2caa96-9212-4efa-bcdf-c455c2da3285 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:55.760293 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-4e2caa96-9212-4efa-bcdf-c455c2da3285 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:55.801760 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-4e2caa96-9212-4efa-bcdf-c455c2da3285 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Network eda4bb80-1235-4364-b882-05827d4546a1 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:41:55.807017 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-4e2caa96-9212-4efa-bcdf-c455c2da3285 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:41:55.810789 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-4e2caa96-9212-4efa-bcdf-c455c2da3285 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:41:55.839530 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2caa96-9212-4efa-bcdf-c455c2da3285 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Pushing event updated for resources: {'Port': ['ID=db9bf651-5763-4dbd-b1be-6a3b5bc8fe87,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:55.855762 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2caa96-9212-4efa-bcdf-c455c2da3285 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:41:55.856108 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2caa96-9212-4efa-bcdf-c455c2da3285 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:41:55.856481 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2caa96-9212-4efa-bcdf-c455c2da3285 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:41:55.856807 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2caa96-9212-4efa-bcdf-c455c2da3285 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:41:55.857132 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2caa96-9212-4efa-bcdf-c455c2da3285 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:41:55.857637 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2caa96-9212-4efa-bcdf-c455c2da3285 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:41:55.858057 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2caa96-9212-4efa-bcdf-c455c2da3285 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:41:55.858383 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2caa96-9212-4efa-bcdf-c455c2da3285 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:41:55.858709 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2caa96-9212-4efa-bcdf-c455c2da3285 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:41:55.859029 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2caa96-9212-4efa-bcdf-c455c2da3285 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:41:55.859353 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2caa96-9212-4efa-bcdf-c455c2da3285 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:41:55.859670 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2caa96-9212-4efa-bcdf-c455c2da3285 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:41:55.878476 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-4e2caa96-9212-4efa-bcdf-c455c2da3285 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:55.879107 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-4e2caa96-9212-4efa-bcdf-c455c2da3285 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:55.895831 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-4e2caa96-9212-4efa-bcdf-c455c2da3285 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6126180 Nov 10 18:41:55.908473 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-0c99787a-98e6-45cf-bea0-961844fe5bd1 service neutron] Request body: {'port': {'device_id': 'cb96f735-775b-4f88-ba98-b6f940b16908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:41:55.971632 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-0c99787a-98e6-45cf-bea0-961844fe5bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:55.976996 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 7eb95401-34c8-4c40-bc51-0f21316d5a51 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:41:55.999127 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 7eb95401-34c8-4c40-bc51-0f21316d5a51 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:41:55.999539 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 7eb95401-34c8-4c40-bc51-0f21316d5a51 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:41:56.029249 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-470cd0e9-2947-471c-b9b9-2db1f7479d22 None None] Provisioning complete for port db9bf651-5763-4dbd-b1be-6a3b5bc8fe87 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:41:56.029663 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-470cd0e9-2947-471c-b9b9-2db1f7479d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:56.064404 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-470cd0e9-2947-471c-b9b9-2db1f7479d22 None None] Port db9bf651-5763-4dbd-b1be-6a3b5bc8fe87 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:41:56.244695 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-0c99787a-98e6-45cf-bea0-961844fe5bd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db9bf651-5763-4dbd-b1be-6a3b5bc8fe87 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:41:56.253302 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-0c99787a-98e6-45cf-bea0-961844fe5bd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:56.266196 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-0c99787a-98e6-45cf-bea0-961844fe5bd1 service neutron] Transition to ACTIVE for port object db9bf651-5763-4dbd-b1be-6a3b5bc8fe87 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:41:56.269940 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-0c99787a-98e6-45cf-bea0-961844fe5bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:56.321077 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99787a-98e6-45cf-bea0-961844fe5bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=db9bf651-5763-4dbd-b1be-6a3b5bc8fe87,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:56.412946 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-0c99787a-98e6-45cf-bea0-961844fe5bd1 service neutron] Attempting to bind port db9bf651-5763-4dbd-b1be-6a3b5bc8fe87 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:41:56.413807 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-0c99787a-98e6-45cf-bea0-961844fe5bd1 service neutron] Attempting to bind port db9bf651-5763-4dbd-b1be-6a3b5bc8fe87 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eda4bb80-1235-4364-b882-05827d4546a1'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:41:56.414154 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-0c99787a-98e6-45cf-bea0-961844fe5bd1 service neutron] Attempting to bind port db9bf651-5763-4dbd-b1be-6a3b5bc8fe87 on network eda4bb80-1235-4364-b882-05827d4546a1 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:41:56.418957 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-0c99787a-98e6-45cf-bea0-961844fe5bd1 service neutron] Port db9bf651-5763-4dbd-b1be-6a3b5bc8fe87 on network eda4bb80-1235-4364-b882-05827d4546a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:41:56.419284 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-0c99787a-98e6-45cf-bea0-961844fe5bd1 service neutron] Attempting to bind port db9bf651-5763-4dbd-b1be-6a3b5bc8fe87 on network eda4bb80-1235-4364-b882-05827d4546a1 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:41:56.424706 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-0c99787a-98e6-45cf-bea0-961844fe5bd1 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:41:56.425049 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-0c99787a-98e6-45cf-bea0-961844fe5bd1 service neutron] Checking segment: {'id': '2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eda4bb80-1235-4364-b882-05827d4546a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:41:56.425439 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-0c99787a-98e6-45cf-bea0-961844fe5bd1 service neutron] Bound using segment: {'id': '2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eda4bb80-1235-4364-b882-05827d4546a1'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:41:56.425886 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-0c99787a-98e6-45cf-bea0-961844fe5bd1 service neutron] Bound port: db9bf651-5763-4dbd-b1be-6a3b5bc8fe87, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'eda4bb80-1235-4364-b882-05827d4546a1'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:41:56.426437 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-0c99787a-98e6-45cf-bea0-961844fe5bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:56.495029 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-0c99787a-98e6-45cf-bea0-961844fe5bd1 service neutron] For port db9bf651-5763-4dbd-b1be-6a3b5bc8fe87, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:41:56.498403 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-0c99787a-98e6-45cf-bea0-961844fe5bd1 service neutron] For port db9bf651-5763-4dbd-b1be-6a3b5bc8fe87, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=db9bf651-5763-4dbd-b1be-6a3b5bc8fe87,segment=NetworkSegment(2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3),segment_id=2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:41:56.503128 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-0c99787a-98e6-45cf-bea0-961844fe5bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:56.538824 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-0c99787a-98e6-45cf-bea0-961844fe5bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:56.539741 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-0c99787a-98e6-45cf-bea0-961844fe5bd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:56.543525 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-0c99787a-98e6-45cf-bea0-961844fe5bd1 service neutron] 10.222.0.11 "PUT /v2.0/ports/db9bf651-5763-4dbd-b1be-6a3b5bc8fe87 HTTP/1.1" status: 200 len: 1093 time: 0.6395078 Nov 10 18:41:56.544056 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb96f735-775b-4f88-ba98-b6f940b16908', 'tag': 'db9bf651-5763-4dbd-b1be-6a3b5bc8fe87'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:41:56.546485 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7e5ad5-8618-470e-9c00-1f1177bfa6bd" -d '{"events": [{"name": "network-changed", "server_uuid": "cb96f735-775b-4f88-ba98-b6f940b16908", "tag": "db9bf651-5763-4dbd-b1be-6a3b5bc8fe87"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:41:56.579273 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99787a-98e6-45cf-bea0-961844fe5bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=db9bf651-5763-4dbd-b1be-6a3b5bc8fe87,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:41:56.635467 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ddc26d-b425-48d8-8ddd-00b2f3d43c7b x-openstack-request-id: req-24ddc26d-b425-48d8-8ddd-00b2f3d43c7b {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:41:56.635860 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb96f735-775b-4f88-ba98-b6f940b16908", "tag": "db9bf651-5763-4dbd-b1be-6a3b5bc8fe87", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:41:56.636244 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-24ddc26d-b425-48d8-8ddd-00b2f3d43c7b {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:41:56.636659 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb96f735-775b-4f88-ba98-b6f940b16908', 'tag': 'db9bf651-5763-4dbd-b1be-6a3b5bc8fe87', 'status': 'completed', 'code': 200} Nov 10 18:41:56.652894 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66206a00-dec9-43f8-a802-c68a07382717 req-28e0dae0-b1da-45cb-b327-c1ce70193843 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:56.654476 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-66206a00-dec9-43f8-a802-c68a07382717 req-28e0dae0-b1da-45cb-b327-c1ce70193843 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb96f735-775b-4f88-ba98-b6f940b16908 HTTP/1.1" status: 200 len: 944 time: 0.0735443 Nov 10 18:41:56.654738 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-1a3c5385-63bb-47a9-a067-717e80383069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:56.656437 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-1a3c5385-63bb-47a9-a067-717e80383069 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e7d4cd339504fcd90293ef2ff634d4e&device_id=cb96f735-775b-4f88-ba98-b6f940b16908 HTTP/1.1" status: 200 len: 1096 time: 0.0544271 Nov 10 18:41:56.705683 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-8a172178-fedd-4207-a68c-40b321f9ce98 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db9bf651-5763-4dbd-b1be-6a3b5bc8fe87 HTTP/1.1" status: 200 len: 217 time: 0.0414648 Nov 10 18:41:56.708812 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-66206a00-dec9-43f8-a802-c68a07382717 req-5b808088-32b6-4ae1-aa3c-8e82ec76a839 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/security-groups?id=456ef80f-225c-4675-8e9f-44c034114092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480027 Nov 10 18:41:56.766496 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-848c1d4c-af06-4a63-8136-358978b76ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:56.767971 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-848c1d4c-af06-4a63-8136-358978b76ea9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4fe02c7b-5b51-4793-8197-72a62ccc7326 HTTP/1.1" status: 200 len: 855 time: 0.0487943 Nov 10 18:41:56.822606 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-3c2ef80b-8a2d-46b8-8e12-cfe92e926331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:56.824126 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-3c2ef80b-8a2d-46b8-8e12-cfe92e926331 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eda4bb80-1235-4364-b882-05827d4546a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441685 Nov 10 18:41:56.923222 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-10d43025-7f5d-4675-8cf0-4f1271b4ba80 service neutron] 10.222.0.11 "GET /v2.0/networks/eda4bb80-1235-4364-b882-05827d4546a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915697 Nov 10 18:41:57.017223 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-aa58ecb0-cf7a-43ba-9621-776d66b8fdc7 req-f17645cb-14ec-4081-ad4b-7349ca9da077 service neutron] 10.222.0.11 "GET /v2.0/networks/eda4bb80-1235-4364-b882-05827d4546a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865936 Nov 10 18:41:57.115667 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e5ad5-8618-470e-9c00-1f1177bfa6bd req-30d2bb25-891c-43ee-ace0-914427d7fa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:57.117418 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0d7e5ad5-8618-470e-9c00-1f1177bfa6bd req-30d2bb25-891c-43ee-ace0-914427d7fa21 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e7d4cd339504fcd90293ef2ff634d4e&device_id=cb96f735-775b-4f88-ba98-b6f940b16908 HTTP/1.1" status: 200 len: 1096 time: 0.0494440 Nov 10 18:41:57.223768 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e5ad5-8618-470e-9c00-1f1177bfa6bd req-55e11581-dbd9-4bdb-84e6-9988dec815c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:57.226413 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0d7e5ad5-8618-470e-9c00-1f1177bfa6bd req-55e11581-dbd9-4bdb-84e6-9988dec815c5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eda4bb80-1235-4364-b882-05827d4546a1 HTTP/1.1" status: 200 len: 917 time: 0.1008646 Nov 10 18:41:57.282158 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0d7e5ad5-8618-470e-9c00-1f1177bfa6bd req-e63c8335-f686-4329-805c-2a7464ace4d5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db9bf651-5763-4dbd-b1be-6a3b5bc8fe87 HTTP/1.1" status: 200 len: 217 time: 0.0485916 Nov 10 18:41:57.343217 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e5ad5-8618-470e-9c00-1f1177bfa6bd req-6294cc50-47f2-48cb-87bb-28dbde7680e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:57.344738 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0d7e5ad5-8618-470e-9c00-1f1177bfa6bd req-6294cc50-47f2-48cb-87bb-28dbde7680e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4fe02c7b-5b51-4793-8197-72a62ccc7326 HTTP/1.1" status: 200 len: 855 time: 0.0548668 Nov 10 18:41:57.400539 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e5ad5-8618-470e-9c00-1f1177bfa6bd req-917d6c65-c605-4a36-9791-ffedb604e19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:57.402061 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0d7e5ad5-8618-470e-9c00-1f1177bfa6bd req-917d6c65-c605-4a36-9791-ffedb604e19c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eda4bb80-1235-4364-b882-05827d4546a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494998 Nov 10 18:41:57.502076 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0d7e5ad5-8618-470e-9c00-1f1177bfa6bd req-69ab4ee4-07b2-4ac4-9289-0f2035e750eb service neutron] 10.222.0.11 "GET /v2.0/networks/eda4bb80-1235-4364-b882-05827d4546a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922832 Nov 10 18:41:57.606970 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0d7e5ad5-8618-470e-9c00-1f1177bfa6bd req-51a4db89-925e-4b36-999a-90f124db4f88 service neutron] 10.222.0.11 "GET /v2.0/networks/eda4bb80-1235-4364-b882-05827d4546a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968256 Nov 10 18:41:57.846491 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1dc99-7bba-45b4-a220-3585aac73606 req-c6862130-743d-4bbf-aca3-983147656b00 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:57.848049 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-27b1dc99-7bba-45b4-a220-3585aac73606 req-c6862130-743d-4bbf-aca3-983147656b00 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb96f735-775b-4f88-ba98-b6f940b16908 HTTP/1.1" status: 200 len: 944 time: 0.0568700 Nov 10 18:41:57.906842 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-27b1dc99-7bba-45b4-a220-3585aac73606 req-b24ef24c-562e-4227-b861-7f71ab6efca2 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/security-groups?id=456ef80f-225c-4675-8e9f-44c034114092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515647 Nov 10 18:41:59.040090 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849daf32-03d7-45ee-b79a-787c38ae5446 req-64acc19a-d94a-4448-a1d8-01d53d735a40 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:41:59.041522 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-849daf32-03d7-45ee-b79a-787c38ae5446 req-64acc19a-d94a-4448-a1d8-01d53d735a40 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb96f735-775b-4f88-ba98-b6f940b16908 HTTP/1.1" status: 200 len: 944 time: 0.0574501 Nov 10 18:41:59.090069 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-849daf32-03d7-45ee-b79a-787c38ae5446 req-dd4069ff-14b2-48cc-adca-0d2f8b35480c tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/security-groups?id=456ef80f-225c-4675-8e9f-44c034114092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422525 Nov 10 18:41:59.813866 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device db9bf651-5763-4dbd-b1be-6a3b5bc8fe87 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:41:59.912833 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port db9bf651-5763-4dbd-b1be-6a3b5bc8fe87, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=db9bf651-5763-4dbd-b1be-6a3b5bc8fe87,segment=NetworkSegment(2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3),segment_id=2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:41:59.925244 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'db9bf651-5763-4dbd-b1be-6a3b5bc8fe87', 'network_id': 'eda4bb80-1235-4364-b882-05827d4546a1', 'port_id': 'db9bf651-5763-4dbd-b1be-6a3b5bc8fe87', 'mac_address': 'fa:16:3e:21:94:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe02c7b-5b51-4793-8197-72a62ccc7326', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:41:59.964654 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:41:59.982574 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db9bf651-5763-4dbd-b1be-6a3b5bc8fe87 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:42:00.003197 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port db9bf651-5763-4dbd-b1be-6a3b5bc8fe87, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=db9bf651-5763-4dbd-b1be-6a3b5bc8fe87,segment=NetworkSegment(2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3),segment_id=2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:42:00.008547 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:00.073470 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=db9bf651-5763-4dbd-b1be-6a3b5bc8fe87,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:00.080877 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:00.081201 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:00.081543 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:00.081882 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:00.082216 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:00.082546 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:00.082883 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:00.083211 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:00.083536 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:00.083861 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:00.084209 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:00.084537 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:00.208725 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['db9bf651-5763-4dbd-b1be-6a3b5bc8fe87'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:42:00.223477 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c1aa0-9036-434d-b987-4491fe122664 req-498e2b4a-13a4-43f8-956d-463685aa8369 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:42:00.225123 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a7c1aa0-9036-434d-b987-4491fe122664 req-498e2b4a-13a4-43f8-956d-463685aa8369 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb96f735-775b-4f88-ba98-b6f940b16908 HTTP/1.1" status: 200 len: 945 time: 0.0656066 Nov 10 18:42:00.276425 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1a7c1aa0-9036-434d-b987-4491fe122664 req-dda1a42a-217e-4cf5-9804-bf8aec751802 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/security-groups?id=456ef80f-225c-4675-8e9f-44c034114092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440254 Nov 10 18:42:00.663901 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0ea418a2-7521-45a4-8b89-515acf898b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:01.394748 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a9cfe-121f-4c95-9f92-4103fff63adf req-86ab03b7-2823-42fb-9a9d-0d8d09562cdb tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:42:01.396275 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e86a9cfe-121f-4c95-9f92-4103fff63adf req-86ab03b7-2823-42fb-9a9d-0d8d09562cdb tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb96f735-775b-4f88-ba98-b6f940b16908 HTTP/1.1" status: 200 len: 945 time: 0.0510540 Nov 10 18:42:01.445677 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e86a9cfe-121f-4c95-9f92-4103fff63adf req-59a4afc1-cae2-44dd-a4f9-652e5ea8b077 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/security-groups?id=456ef80f-225c-4675-8e9f-44c034114092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434206 Nov 10 18:42:01.822528 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device db9bf651-5763-4dbd-b1be-6a3b5bc8fe87 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:42:01.873578 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port db9bf651-5763-4dbd-b1be-6a3b5bc8fe87 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:42:01.877782 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port db9bf651-5763-4dbd-b1be-6a3b5bc8fe87 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:42:01.878158 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:01.956939 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:01.984015 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb96f735-775b-4f88-ba98-b6f940b16908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9bf651-5763-4dbd-b1be-6a3b5bc8fe87'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:42:01.986397 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb490c8-2b17-493d-b4df-4272ecc61290" -d '{"events": [{"server_uuid": "cb96f735-775b-4f88-ba98-b6f940b16908", "name": "network-vif-plugged", "status": "completed", "tag": "db9bf651-5763-4dbd-b1be-6a3b5bc8fe87"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:42:02.000338 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port db9bf651-5763-4dbd-b1be-6a3b5bc8fe87, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=db9bf651-5763-4dbd-b1be-6a3b5bc8fe87,segment=NetworkSegment(2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3),segment_id=2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:42:02.005055 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:02.029465 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02eb7b49-2d29-4e50-bfde-8524e6b6ac49 x-openstack-request-id: req-02eb7b49-2d29-4e50-bfde-8524e6b6ac49 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:42:02.029750 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb96f735-775b-4f88-ba98-b6f940b16908", "name": "network-vif-plugged", "status": "completed", "tag": "db9bf651-5763-4dbd-b1be-6a3b5bc8fe87", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:42:02.030004 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-02eb7b49-2d29-4e50-bfde-8524e6b6ac49 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:42:02.030406 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb96f735-775b-4f88-ba98-b6f940b16908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9bf651-5763-4dbd-b1be-6a3b5bc8fe87', 'code': 200} Nov 10 18:42:02.058975 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=db9bf651-5763-4dbd-b1be-6a3b5bc8fe87,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:02.133928 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10cd1a-a1b9-42ff-a986-218a3688f78f req-343e64a8-77bb-43fc-8da4-84964c452e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:42:02.135459 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0e10cd1a-a1b9-42ff-a986-218a3688f78f req-343e64a8-77bb-43fc-8da4-84964c452e8f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cb96f735-775b-4f88-ba98-b6f940b16908 HTTP/1.1" status: 200 len: 1098 time: 0.0438278 Nov 10 18:42:02.180376 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0e10cd1a-a1b9-42ff-a986-218a3688f78f req-92add871-4f86-4874-ba2d-2705510c3a6f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=456ef80f-225c-4675-8e9f-44c034114092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377917 Nov 10 18:42:02.560608 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18da4b-799a-4ae5-859b-bf1c0fa7c0c6 req-61ffd0ad-1177-45b3-ab11-63f70ee094ef tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:42:02.562148 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3a18da4b-799a-4ae5-859b-bf1c0fa7c0c6 req-61ffd0ad-1177-45b3-ab11-63f70ee094ef tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb96f735-775b-4f88-ba98-b6f940b16908 HTTP/1.1" status: 200 len: 946 time: 0.0496178 Nov 10 18:42:02.616823 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3a18da4b-799a-4ae5-859b-bf1c0fa7c0c6 req-7f344edb-4213-459b-a7d1-ff38650181ef tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/security-groups?id=456ef80f-225c-4675-8e9f-44c034114092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485234 Nov 10 18:42:03.020831 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-50d54a22-a72c-447e-a7eb-81dfcd7ba3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:03.742430 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895353e6-6cea-41c7-b6e0-5d353706a077 req-cc66ae63-085b-4621-a7d7-4dacc0eb3aa4 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:42:03.744095 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-895353e6-6cea-41c7-b6e0-5d353706a077 req-cc66ae63-085b-4621-a7d7-4dacc0eb3aa4 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb96f735-775b-4f88-ba98-b6f940b16908 HTTP/1.1" status: 200 len: 946 time: 0.0569863 Nov 10 18:42:03.793508 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-895353e6-6cea-41c7-b6e0-5d353706a077 req-8e2a7333-f6ec-4591-ad44-a3c64f7b25f8 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/security-groups?id=456ef80f-225c-4675-8e9f-44c034114092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433125 Nov 10 18:42:03.908980 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8532d1d-9a0a-467b-8051-da9805d388e8 req-d60debac-91b2-4334-a2fd-d846db4b6919 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:42:03.910368 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d8532d1d-9a0a-467b-8051-da9805d388e8 req-d60debac-91b2-4334-a2fd-d846db4b6919 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb96f735-775b-4f88-ba98-b6f940b16908 HTTP/1.1" status: 200 len: 946 time: 0.0487838 Nov 10 18:42:03.959294 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d8532d1d-9a0a-467b-8051-da9805d388e8 req-efd4632d-de3a-45da-9c7c-62f660c1168c tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/security-groups?id=456ef80f-225c-4675-8e9f-44c034114092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422666 Nov 10 18:42:04.272826 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:05.758225 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:06.447040 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:18.879235 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:42:25.382011 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:25.462739 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde339ce-267b-4928-b447-92120f1f1f03 req-e9a0e416-c532-4e4a-9a76-e6498e4e3cbd tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:42:25.464295 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dde339ce-267b-4928-b447-92120f1f1f03 req-e9a0e416-c532-4e4a-9a76-e6498e4e3cbd tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb96f735-775b-4f88-ba98-b6f940b16908 HTTP/1.1" status: 200 len: 946 time: 0.0512488 Nov 10 18:42:25.513081 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dde339ce-267b-4928-b447-92120f1f1f03 req-4cd17396-14b0-475f-b5a5-fe971520bc1f tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/security-groups?id=456ef80f-225c-4675-8e9f-44c034114092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425813 Nov 10 18:42:25.698455 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:26.683385 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a602d-bfa4-4ad3-be87-a7768c7784ff req-b3b3bec6-53b7-4ff3-b566-71f57f5b3526 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:42:26.684935 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-574a602d-bfa4-4ad3-be87-a7768c7784ff req-b3b3bec6-53b7-4ff3-b566-71f57f5b3526 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb96f735-775b-4f88-ba98-b6f940b16908 HTTP/1.1" status: 200 len: 946 time: 0.0991390 Nov 10 18:42:26.733601 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-574a602d-bfa4-4ad3-be87-a7768c7784ff req-870f1624-c4c3-4252-9b85-dffaf4b88315 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/security-groups?id=456ef80f-225c-4675-8e9f-44c034114092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425022 Nov 10 18:42:27.002939 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32338c5-3b3d-497a-bb77-4aedbc015e92 req-f949af76-5d17-4fe9-a116-fc581fabcc04 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:42:27.005020 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f32338c5-3b3d-497a-bb77-4aedbc015e92 req-f949af76-5d17-4fe9-a116-fc581fabcc04 tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb96f735-775b-4f88-ba98-b6f940b16908 HTTP/1.1" status: 200 len: 946 time: 0.0503407 Nov 10 18:42:27.098022 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-f32338c5-3b3d-497a-bb77-4aedbc015e92 req-b742424d-9b75-445d-9b45-489a8b1b18fe tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Deleting port db9bf651-5763-4dbd-b1be-6a3b5bc8fe87 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:42:27.098357 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f32338c5-3b3d-497a-bb77-4aedbc015e92 req-b742424d-9b75-445d-9b45-489a8b1b18fe tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:27.187376 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-f32338c5-3b3d-497a-bb77-4aedbc015e92 req-b742424d-9b75-445d-9b45-489a8b1b18fe tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] For port db9bf651-5763-4dbd-b1be-6a3b5bc8fe87, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=db9bf651-5763-4dbd-b1be-6a3b5bc8fe87,segment=NetworkSegment(2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3),segment_id=2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:42:27.187736 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f32338c5-3b3d-497a-bb77-4aedbc015e92 req-b742424d-9b75-445d-9b45-489a8b1b18fe tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:27.200579 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-f32338c5-3b3d-497a-bb77-4aedbc015e92 req-b742424d-9b75-445d-9b45-489a8b1b18fe tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Calling delete_port for db9bf651-5763-4dbd-b1be-6a3b5bc8fe87 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:42:27.330151 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f32338c5-3b3d-497a-bb77-4aedbc015e92 req-b742424d-9b75-445d-9b45-489a8b1b18fe tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:27.342456 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['db9bf651-5763-4dbd-b1be-6a3b5bc8fe87'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:42:27.360944 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742424d-9b75-445d-9b45-489a8b1b18fe tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Pushing event deleted for resources: {'Port': ['ID=db9bf651-5763-4dbd-b1be-6a3b5bc8fe87,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:27.407132 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32338c5-3b3d-497a-bb77-4aedbc015e92 req-b742424d-9b75-445d-9b45-489a8b1b18fe tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] No DVR routers for this DVR port db9bf651-5763-4dbd-b1be-6a3b5bc8fe87 on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:42:27.410058 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-f32338c5-3b3d-497a-bb77-4aedbc015e92 req-b742424d-9b75-445d-9b45-489a8b1b18fe tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:27.413466 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f32338c5-3b3d-497a-bb77-4aedbc015e92 req-b742424d-9b75-445d-9b45-489a8b1b18fe tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.11 "DELETE /v2.0/ports/db9bf651-5763-4dbd-b1be-6a3b5bc8fe87 HTTP/1.1" status: 204 len: 173 time: 0.4021482 Nov 10 18:42:27.413910 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb96f735-775b-4f88-ba98-b6f940b16908', 'name': 'network-vif-deleted', 'tag': 'db9bf651-5763-4dbd-b1be-6a3b5bc8fe87'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:42:27.416366 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39cd828-a289-4e53-9be7-e2c09ef6fc14" -d '{"events": [{"server_uuid": "cb96f735-775b-4f88-ba98-b6f940b16908", "name": "network-vif-deleted", "tag": "db9bf651-5763-4dbd-b1be-6a3b5bc8fe87"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:42:27.458071 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bcdcb2-49eb-4bc4-86f6-ef4fc1aa466c x-openstack-request-id: req-50bcdcb2-49eb-4bc4-86f6-ef4fc1aa466c {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:42:27.458362 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb96f735-775b-4f88-ba98-b6f940b16908", "name": "network-vif-deleted", "tag": "db9bf651-5763-4dbd-b1be-6a3b5bc8fe87", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:42:27.458816 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-50bcdcb2-49eb-4bc4-86f6-ef4fc1aa466c {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:42:27.459280 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb96f735-775b-4f88-ba98-b6f940b16908', 'name': 'network-vif-deleted', 'tag': 'db9bf651-5763-4dbd-b1be-6a3b5bc8fe87', 'status': 'completed', 'code': 200} Nov 10 18:42:27.845243 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-99178e81-30a3-4a55-898c-762ecbcd5594 req-ed293ff0-0f6b-45ab-b01d-e2dd415fea7f tempest-TestEncryptedCinderVolumes-1223019307 tempest-TestEncryptedCinderVolumes-1223019307-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb96f735-775b-4f88-ba98-b6f940b16908 HTTP/1.1" status: 200 len: 210 time: 0.0302823 Nov 10 18:42:28.938046 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33944) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:42:29.286656 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-68733c39-77b5-43b3-951b-62ec05ab90f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:29.528796 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-68733c39-77b5-43b3-951b-62ec05ab90f2 admin admin] Deleting port c651212c-eaea-42ec-b070-8ee3a781259d {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:42:29.529136 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-68733c39-77b5-43b3-951b-62ec05ab90f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:29.611707 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-68733c39-77b5-43b3-951b-62ec05ab90f2 admin admin] For port c651212c-eaea-42ec-b070-8ee3a781259d, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=c651212c-eaea-42ec-b070-8ee3a781259d,segment=NetworkSegment(2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3),segment_id=2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:42:29.612043 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-68733c39-77b5-43b3-951b-62ec05ab90f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:29.626502 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-68733c39-77b5-43b3-951b-62ec05ab90f2 admin admin] Calling delete_port for c651212c-eaea-42ec-b070-8ee3a781259d owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:42:29.805812 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-68733c39-77b5-43b3-951b-62ec05ab90f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:29.830774 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68733c39-77b5-43b3-951b-62ec05ab90f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c651212c-eaea-42ec-b070-8ee3a781259d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:29.843100 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68733c39-77b5-43b3-951b-62ec05ab90f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:29.843446 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68733c39-77b5-43b3-951b-62ec05ab90f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:29.843783 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68733c39-77b5-43b3-951b-62ec05ab90f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:29.844114 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68733c39-77b5-43b3-951b-62ec05ab90f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:29.844467 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68733c39-77b5-43b3-951b-62ec05ab90f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:29.844796 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68733c39-77b5-43b3-951b-62ec05ab90f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:29.845120 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68733c39-77b5-43b3-951b-62ec05ab90f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:29.845454 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68733c39-77b5-43b3-951b-62ec05ab90f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:29.845775 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68733c39-77b5-43b3-951b-62ec05ab90f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:29.846087 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68733c39-77b5-43b3-951b-62ec05ab90f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:29.846403 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68733c39-77b5-43b3-951b-62ec05ab90f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:29.846717 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68733c39-77b5-43b3-951b-62ec05ab90f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:30.006366 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-68733c39-77b5-43b3-951b-62ec05ab90f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:30.220705 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68733c39-77b5-43b3-951b-62ec05ab90f2 admin admin] Router 581f2b93-932f-468b-a9a3-c5f8a382acc8 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:42:30.326396 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68733c39-77b5-43b3-951b-62ec05ab90f2 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:42:30.331517 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-68733c39-77b5-43b3-951b-62ec05ab90f2 admin admin] 10.222.0.39 "PUT /v2.0/routers/581f2b93-932f-468b-a9a3-c5f8a382acc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3923886 Nov 10 18:42:30.334142 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33946) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:42:30.335220 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5583cef9-0f25-464a-bc24-c22ba6ddffda None None] Sync routers for ids ['581f2b93-932f-468b-a9a3-c5f8a382acc8'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:42:30.346504 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5583cef9-0f25-464a-bc24-c22ba6ddffda None None] Routers {'581f2b93-932f-468b-a9a3-c5f8a382acc8'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:42:30.347122 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-5583cef9-0f25-464a-bc24-c22ba6ddffda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:42:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['581f2b93-932f-468b-a9a3-c5f8a382acc8'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:42:30.453882 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-5583cef9-0f25-464a-bc24-c22ba6ddffda None None] Set router 581f2b93-932f-468b-a9a3-c5f8a382acc8 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:42:30.655915 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-5583cef9-0f25-464a-bc24-c22ba6ddffda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581f2b93-932f-468b-a9a3-c5f8a382acc8', 'name': 'tempest-TestEncryptedCinderVolumes-603631865-router', 'tenant_id': '7e7d4cd339504fcd90293ef2ff634d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'b2c07cd7-45c8-4f11-97eb-a3bb277eb591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:41:09Z', 'updated_at': '2021-11-10T18:42:29Z', 'revision_number': 5, 'project_id': '7e7d4cd339504fcd90293ef2ff634d4e', 'gw_port': {'id': 'b2c07cd7-45c8-4f11-97eb-a3bb277eb591', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581f2b93-932f-468b-a9a3-c5f8a382acc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:41:10Z', 'updated_at': '2021-11-10T18:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:42:30.695953 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5583cef9-0f25-464a-bc24-c22ba6ddffda None None] Checking router: 581f2b93-932f-468b-a9a3-c5f8a382acc8 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:42:30.707094 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-80c1453e-4c09-476b-944c-3a887cf88d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:30.710503 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5583cef9-0f25-464a-bc24-c22ba6ddffda None None] Routers {'581f2b93-932f-468b-a9a3-c5f8a382acc8'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:42:30.711114 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-5583cef9-0f25-464a-bc24-c22ba6ddffda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:42:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['581f2b93-932f-468b-a9a3-c5f8a382acc8'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:42:30.788526 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2ee3c33f-85e8-46ab-a8a4-f4128ed051cb admin admin] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:30.818479 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-5583cef9-0f25-464a-bc24-c22ba6ddffda None None] Set router 581f2b93-932f-468b-a9a3-c5f8a382acc8 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:42:30.893589 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2ee3c33f-85e8-46ab-a8a4-f4128ed051cb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:30.946779 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3c33f-85e8-46ab-a8a4-f4128ed051cb admin admin] Deleting port b2c07cd7-45c8-4f11-97eb-a3bb277eb591 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:42:30.947133 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2ee3c33f-85e8-46ab-a8a4-f4128ed051cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:30.998121 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-5583cef9-0f25-464a-bc24-c22ba6ddffda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '581f2b93-932f-468b-a9a3-c5f8a382acc8', 'name': 'tempest-TestEncryptedCinderVolumes-603631865-router', 'tenant_id': '7e7d4cd339504fcd90293ef2ff634d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'b2c07cd7-45c8-4f11-97eb-a3bb277eb591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:41:09Z', 'updated_at': '2021-11-10T18:42:29Z', 'revision_number': 5, 'project_id': '7e7d4cd339504fcd90293ef2ff634d4e', 'gw_port': {'id': 'b2c07cd7-45c8-4f11-97eb-a3bb277eb591', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581f2b93-932f-468b-a9a3-c5f8a382acc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:41:10Z', 'updated_at': '2021-11-10T18:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:42:31.025677 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5583cef9-0f25-464a-bc24-c22ba6ddffda None None] The sync data for ids ['581f2b93-932f-468b-a9a3-c5f8a382acc8'] in n-d-776250-10 is: [{'id': '581f2b93-932f-468b-a9a3-c5f8a382acc8', 'name': 'tempest-TestEncryptedCinderVolumes-603631865-router', 'tenant_id': '7e7d4cd339504fcd90293ef2ff634d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'b2c07cd7-45c8-4f11-97eb-a3bb277eb591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:41:09Z', 'updated_at': '2021-11-10T18:42:29Z', 'revision_number': 5, 'project_id': '7e7d4cd339504fcd90293ef2ff634d4e', 'gw_port': {'id': 'b2c07cd7-45c8-4f11-97eb-a3bb277eb591', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:b3:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '581f2b93-932f-468b-a9a3-c5f8a382acc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:41:10Z', 'updated_at': '2021-11-10T18:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:42:31.035892 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-2ee3c33f-85e8-46ab-a8a4-f4128ed051cb admin admin] For port b2c07cd7-45c8-4f11-97eb-a3bb277eb591, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=b2c07cd7-45c8-4f11-97eb-a3bb277eb591,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:42:31.036486 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2ee3c33f-85e8-46ab-a8a4-f4128ed051cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:31.049360 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3c33f-85e8-46ab-a8a4-f4128ed051cb admin admin] Calling delete_port for b2c07cd7-45c8-4f11-97eb-a3bb277eb591 owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:42:31.215118 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2ee3c33f-85e8-46ab-a8a4-f4128ed051cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:31.240854 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3c33f-85e8-46ab-a8a4-f4128ed051cb admin admin] Pushing event deleted for resources: {'Port': ['ID=b2c07cd7-45c8-4f11-97eb-a3bb277eb591,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:31.254761 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c605416f-740b-4266-9d5d-1b0e3194b68f None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:42:31.301265 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2ee3c33f-85e8-46ab-a8a4-f4128ed051cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:31.394180 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2ee3c33f-85e8-46ab-a8a4-f4128ed051cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:31.396469 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2ee3c33f-85e8-46ab-a8a4-f4128ed051cb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:31.440870 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2ee3c33f-85e8-46ab-a8a4-f4128ed051cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:31.441696 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee3c33f-85e8-46ab-a8a4-f4128ed051cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 581f2b93-932f-468b-a9a3-c5f8a382acc8 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:42:31.448346 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2ee3c33f-85e8-46ab-a8a4-f4128ed051cb admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:31.449450 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2ee3c33f-85e8-46ab-a8a4-f4128ed051cb admin admin] 10.222.0.39 "DELETE /v2.0/routers/581f2b93-932f-468b-a9a3-c5f8a382acc8 HTTP/1.1" status: 204 len: 168 time: 1.1143627 Nov 10 18:42:31.453990 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33948) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:42:31.503705 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-05763bdf-833b-4671-b10f-816ad2f3dad6 admin admin] Deleting subnet 4fe02c7b-5b51-4793-8197-72a62ccc7326 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:42:31.507356 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-05763bdf-833b-4671-b10f-816ad2f3dad6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:31.546570 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-05763bdf-833b-4671-b10f-816ad2f3dad6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:31.579564 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c651212c-eaea-42ec-b070-8ee3a781259d no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:42:31.603971 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: c651212c-eaea-42ec-b070-8ee3a781259d {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:42:31.604617 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device c651212c-eaea-42ec-b070-8ee3a781259d not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:42:31.634240 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-05763bdf-833b-4671-b10f-816ad2f3dad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:31.692380 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-05763bdf-833b-4671-b10f-816ad2f3dad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:31.721614 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05763bdf-833b-4671-b10f-816ad2f3dad6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fe02c7b-5b51-4793-8197-72a62ccc7326,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:31.723583 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-05763bdf-833b-4671-b10f-816ad2f3dad6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:31.730165 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-05763bdf-833b-4671-b10f-816ad2f3dad6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4fe02c7b-5b51-4793-8197-72a62ccc7326 HTTP/1.1" status: 204 len: 168 time: 0.2718103 Nov 10 18:42:31.730165 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33950) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:42:31.734973 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095e7ad2-5931-47aa-90bb-8ed5fee355ee None None] Network eda4bb80-1235-4364-b882-05827d4546a1 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:42:31.812836 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ebb735de-3ac6-4f01-a4e9-7f23d6fc7c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:31.870272 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-ebb735de-3ac6-4f01-a4e9-7f23d6fc7c02 admin admin] Deleting port 9a758b7f-6469-4691-b8f3-2552eef3af5f {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:42:31.870807 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ebb735de-3ac6-4f01-a4e9-7f23d6fc7c02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:31.916170 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635af1b9-236a-492e-aa63-c9258cd36ece None None] DHCP port deletion for eda4bb80-1235-4364-b882-05827d4546a1 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:42:31.941993 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-ebb735de-3ac6-4f01-a4e9-7f23d6fc7c02 admin admin] For port 9a758b7f-6469-4691-b8f3-2552eef3af5f, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=9a758b7f-6469-4691-b8f3-2552eef3af5f,segment=NetworkSegment(2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3),segment_id=2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:42:31.942371 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ebb735de-3ac6-4f01-a4e9-7f23d6fc7c02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:31.956643 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-ebb735de-3ac6-4f01-a4e9-7f23d6fc7c02 admin admin] Calling delete_port for 9a758b7f-6469-4691-b8f3-2552eef3af5f owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:42:32.043163 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ebb735de-3ac6-4f01-a4e9-7f23d6fc7c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:32.067599 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb735de-3ac6-4f01-a4e9-7f23d6fc7c02 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a758b7f-6469-4691-b8f3-2552eef3af5f,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:32.074658 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb735de-3ac6-4f01-a4e9-7f23d6fc7c02 admin admin] No DVR routers for this DVR port 9a758b7f-6469-4691-b8f3-2552eef3af5f on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:42:32.106007 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device db9bf651-5763-4dbd-b1be-6a3b5bc8fe87 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:42:32.128801 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: db9bf651-5763-4dbd-b1be-6a3b5bc8fe87 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:42:32.129060 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device db9bf651-5763-4dbd-b1be-6a3b5bc8fe87 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:42:32.150461 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-635af1b9-236a-492e-aa63-c9258cd36ece None None] Deleting port 9a758b7f-6469-4691-b8f3-2552eef3af5f {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:42:32.150834 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-635af1b9-236a-492e-aa63-c9258cd36ece None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:32.150947 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ebb735de-3ac6-4f01-a4e9-7f23d6fc7c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:32.172194 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-ebb735de-3ac6-4f01-a4e9-7f23d6fc7c02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda4bb80-1235-4364-b882-05827d4546a1']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:42:32.182162 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-ebb735de-3ac6-4f01-a4e9-7f23d6fc7c02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:42:32.182466 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-ebb735de-3ac6-4f01-a4e9-7f23d6fc7c02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7d90ac-095c-49c7-b9a9-6d6ca3d6bac3') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:42:32.192034 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ebb735de-3ac6-4f01-a4e9-7f23d6fc7c02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:32.205741 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ebb735de-3ac6-4f01-a4e9-7f23d6fc7c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:32.211835 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebb735de-3ac6-4f01-a4e9-7f23d6fc7c02 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:42:32.212254 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ebb735de-3ac6-4f01-a4e9-7f23d6fc7c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:32.213952 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:42:32.213952 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:42:32.213952 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:42:32.213952 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:42:32.213952 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:42:32.213952 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:42:32.213952 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:42:32.213952 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:42:32.213952 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:42:32.213952 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:42:32.213952 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:42:32.213952 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:42:32.213952 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:42:32.213952 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:42:32.213952 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:42:32.213952 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:42:32.213952 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:42:32.213952 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:42:32.213952 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:42:32.213952 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:42:32.213952 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:42:32.213952 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:42:32.213952 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:42:32.213952 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:42:32.213952 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:42:32.213952 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:42:32.213952 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:42:32.213952 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:42:32.213952 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:42:32.213952 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:42:32.213952 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:42:32.213952 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:42:32.217100 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-635af1b9-236a-492e-aa63-c9258cd36ece None None] For port 9a758b7f-6469-4691-b8f3-2552eef3af5f, host n-d-776250-10, got binding levels [] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:42:32.217495 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-635af1b9-236a-492e-aa63-c9258cd36ece None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:32.230926 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-635af1b9-236a-492e-aa63-c9258cd36ece None None] Calling delete_port for 9a758b7f-6469-4691-b8f3-2552eef3af5f owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:42:32.233585 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.ipam_backend_mixin [None req-635af1b9-236a-492e-aa63-c9258cd36ece None None] Port 9a758b7f-6469-4691-b8f3-2552eef3af5f was not found and therefore no delete operation was performed {{(pid=102470) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 18:42:32.234856 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-635af1b9-236a-492e-aa63-c9258cd36ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:32.260951 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635af1b9-236a-492e-aa63-c9258cd36ece None None] Pushing event deleted for resources: {'Port': ['ID=9a758b7f-6469-4691-b8f3-2552eef3af5f,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:32.264473 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635af1b9-236a-492e-aa63-c9258cd36ece None None] No DVR routers for this DVR port 9a758b7f-6469-4691-b8f3-2552eef3af5f on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:42:32.270306 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ebb735de-3ac6-4f01-a4e9-7f23d6fc7c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:32.277022 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ebb735de-3ac6-4f01-a4e9-7f23d6fc7c02 admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:32.280607 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ebb735de-3ac6-4f01-a4e9-7f23d6fc7c02 admin admin] 10.222.0.39 "DELETE /v2.0/networks/eda4bb80-1235-4364-b882-05827d4546a1 HTTP/1.1" status: 204 len: 168 time: 0.5496030 Nov 10 18:42:32.284345 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33952) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:42:32.294323 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb735de-3ac6-4f01-a4e9-7f23d6fc7c02 admin admin] Pushing event deleted for resources: {'Network': ['ID=eda4bb80-1235-4364-b882-05827d4546a1,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:32.641995 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0087e412-88af-4153-aa75-8fb3ddc433db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:32.889915 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-0087e412-88af-4153-aa75-8fb3ddc433db admin admin] Deleting port 412a93bb-b165-4cbb-b0ba-b8625c9e7f75 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:42:32.890250 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0087e412-88af-4153-aa75-8fb3ddc433db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:32.966707 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-0087e412-88af-4153-aa75-8fb3ddc433db admin admin] For port 412a93bb-b165-4cbb-b0ba-b8625c9e7f75, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=412a93bb-b165-4cbb-b0ba-b8625c9e7f75,segment=NetworkSegment(7f2e3d3d-d66d-46e5-8757-db8bfedb2827),segment_id=7f2e3d3d-d66d-46e5-8757-db8bfedb2827)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:42:32.967061 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0087e412-88af-4153-aa75-8fb3ddc433db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:32.979268 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-0087e412-88af-4153-aa75-8fb3ddc433db admin admin] Calling delete_port for 412a93bb-b165-4cbb-b0ba-b8625c9e7f75 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:42:33.025421 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fb27e50a-2f37-4f55-971a-22181ca48e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:33.158656 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0087e412-88af-4153-aa75-8fb3ddc433db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:33.184816 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0087e412-88af-4153-aa75-8fb3ddc433db admin admin] Pushing event deleted for resources: {'Port': ['ID=412a93bb-b165-4cbb-b0ba-b8625c9e7f75,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:33.356925 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0087e412-88af-4153-aa75-8fb3ddc433db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:33.558695 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 9a758b7f-6469-4691-b8f3-2552eef3af5f no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:42:33.577658 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0087e412-88af-4153-aa75-8fb3ddc433db admin admin] Router be1e6a03-fea4-42e1-861e-fd5fef21ba9b has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:42:33.579217 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 9a758b7f-6469-4691-b8f3-2552eef3af5f {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:42:33.579554 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 9a758b7f-6469-4691-b8f3-2552eef3af5f not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:42:33.579959 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b2c07cd7-45c8-4f11-97eb-a3bb277eb591 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:42:33.599190 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: b2c07cd7-45c8-4f11-97eb-a3bb277eb591 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:42:33.599535 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device b2c07cd7-45c8-4f11-97eb-a3bb277eb591 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:42:33.688206 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0087e412-88af-4153-aa75-8fb3ddc433db admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:42:33.693396 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0087e412-88af-4153-aa75-8fb3ddc433db admin admin] 10.222.0.39 "PUT /v2.0/routers/be1e6a03-fea4-42e1-861e-fd5fef21ba9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4081812 Nov 10 18:42:33.696795 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33954) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:42:33.699927 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3a13e9-28a9-4884-8302-0c540be4ee7b None None] Sync routers for ids ['be1e6a03-fea4-42e1-861e-fd5fef21ba9b'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:42:33.710797 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3a13e9-28a9-4884-8302-0c540be4ee7b None None] Routers {'be1e6a03-fea4-42e1-861e-fd5fef21ba9b'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:42:33.712189 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ec3a13e9-28a9-4884-8302-0c540be4ee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:42:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['be1e6a03-fea4-42e1-861e-fd5fef21ba9b'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:42:33.804400 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-69f5c65e-a2bb-4ead-b806-724325f43745 admin admin] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:33.813928 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-ec3a13e9-28a9-4884-8302-0c540be4ee7b None None] Set router be1e6a03-fea4-42e1-861e-fd5fef21ba9b gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:42:33.906735 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-69f5c65e-a2bb-4ead-b806-724325f43745 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:33.959811 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-69f5c65e-a2bb-4ead-b806-724325f43745 admin admin] Deleting port 8e228027-b91e-4201-ae9e-86ad936b7a7d {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:42:33.960282 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-69f5c65e-a2bb-4ead-b806-724325f43745 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:33.989309 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ec3a13e9-28a9-4884-8302-0c540be4ee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1e6a03-fea4-42e1-861e-fd5fef21ba9b', 'name': 'tempest-TestEncryptedCinderVolumes-1970550857-router', 'tenant_id': '528383315af741ca98b07964a6ed1fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '8e228027-b91e-4201-ae9e-86ad936b7a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:41:14Z', 'updated_at': '2021-11-10T18:42:33Z', 'revision_number': 5, 'project_id': '528383315af741ca98b07964a6ed1fb9', 'gw_port': {'id': '8e228027-b91e-4201-ae9e-86ad936b7a7d', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1e6a03-fea4-42e1-861e-fd5fef21ba9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:41:15Z', 'updated_at': '2021-11-10T18:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:42:34.020504 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3a13e9-28a9-4884-8302-0c540be4ee7b None None] Checking router: be1e6a03-fea4-42e1-861e-fd5fef21ba9b for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:42:34.029493 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3a13e9-28a9-4884-8302-0c540be4ee7b None None] Routers {'be1e6a03-fea4-42e1-861e-fd5fef21ba9b'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:42:34.030090 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ec3a13e9-28a9-4884-8302-0c540be4ee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:42:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['be1e6a03-fea4-42e1-861e-fd5fef21ba9b'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:42:34.045934 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-69f5c65e-a2bb-4ead-b806-724325f43745 admin admin] For port 8e228027-b91e-4201-ae9e-86ad936b7a7d, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=8e228027-b91e-4201-ae9e-86ad936b7a7d,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:42:34.046302 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-69f5c65e-a2bb-4ead-b806-724325f43745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:34.058742 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-69f5c65e-a2bb-4ead-b806-724325f43745 admin admin] Calling delete_port for 8e228027-b91e-4201-ae9e-86ad936b7a7d owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:42:34.120241 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-ec3a13e9-28a9-4884-8302-0c540be4ee7b None None] Set router be1e6a03-fea4-42e1-861e-fd5fef21ba9b gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:42:34.171423 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ec3a13e9-28a9-4884-8302-0c540be4ee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1e6a03-fea4-42e1-861e-fd5fef21ba9b', 'name': 'tempest-TestEncryptedCinderVolumes-1970550857-router', 'tenant_id': '528383315af741ca98b07964a6ed1fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:41:14Z', 'updated_at': '2021-11-10T18:42:33Z', 'revision_number': 6, 'project_id': '528383315af741ca98b07964a6ed1fb9', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:42:34.202402 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3a13e9-28a9-4884-8302-0c540be4ee7b None None] The sync data for ids ['be1e6a03-fea4-42e1-861e-fd5fef21ba9b'] in n-d-776250-10 is: [{'id': 'be1e6a03-fea4-42e1-861e-fd5fef21ba9b', 'name': 'tempest-TestEncryptedCinderVolumes-1970550857-router', 'tenant_id': '528383315af741ca98b07964a6ed1fb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:41:14Z', 'updated_at': '2021-11-10T18:42:33Z', 'revision_number': 6, 'project_id': '528383315af741ca98b07964a6ed1fb9', 'gw_port_host': None}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:42:34.230085 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-69f5c65e-a2bb-4ead-b806-724325f43745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:34.256142 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8a03dc-8037-4ed7-a28f-f3b60847952a None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:42:34.262899 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5c65e-a2bb-4ead-b806-724325f43745 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e228027-b91e-4201-ae9e-86ad936b7a7d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:34.282402 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:34.321665 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-69f5c65e-a2bb-4ead-b806-724325f43745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:34.411511 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-69f5c65e-a2bb-4ead-b806-724325f43745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:34.413688 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-69f5c65e-a2bb-4ead-b806-724325f43745 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:34.457416 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-69f5c65e-a2bb-4ead-b806-724325f43745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:34.458003 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f5c65e-a2bb-4ead-b806-724325f43745 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be1e6a03-fea4-42e1-861e-fd5fef21ba9b {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:42:34.462695 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-69f5c65e-a2bb-4ead-b806-724325f43745 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:34.466433 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-69f5c65e-a2bb-4ead-b806-724325f43745 admin admin] 10.222.0.39 "DELETE /v2.0/routers/be1e6a03-fea4-42e1-861e-fd5fef21ba9b HTTP/1.1" status: 204 len: 168 time: 0.7660484 Nov 10 18:42:34.466433 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33956) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:42:34.512187 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d2e7f0a-37d3-450e-8f65-124b4b06bee0 admin admin] Deleting subnet cd511192-7e6c-45d1-935b-4956052dabd3 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:42:34.515195 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1d2e7f0a-37d3-450e-8f65-124b4b06bee0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:34.550035 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1d2e7f0a-37d3-450e-8f65-124b4b06bee0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:34.637876 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1d2e7f0a-37d3-450e-8f65-124b4b06bee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:34.689655 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1d2e7f0a-37d3-450e-8f65-124b4b06bee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:34.713780 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e7f0a-37d3-450e-8f65-124b4b06bee0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd511192-7e6c-45d1-935b-4956052dabd3,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:34.719346 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1d2e7f0a-37d3-450e-8f65-124b4b06bee0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:34.722597 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1d2e7f0a-37d3-450e-8f65-124b4b06bee0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/cd511192-7e6c-45d1-935b-4956052dabd3 HTTP/1.1" status: 204 len: 168 time: 0.2552040 Nov 10 18:42:34.725002 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33960) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:42:34.725172 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0e817d-e441-4a93-aec9-b8b1ba6de436 None None] Network 9274ea76-5578-4e52-a93a-b23b1286965e requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:42:34.800328 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1be4f4fe-1c78-4b2e-b0bf-6325d49096f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:34.857673 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-1be4f4fe-1c78-4b2e-b0bf-6325d49096f8 admin admin] Deleting port cf15e32a-c6e0-4f40-8919-ced568d8b999 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:42:34.857857 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1be4f4fe-1c78-4b2e-b0bf-6325d49096f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:34.930672 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-1be4f4fe-1c78-4b2e-b0bf-6325d49096f8 admin admin] For port cf15e32a-c6e0-4f40-8919-ced568d8b999, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=cf15e32a-c6e0-4f40-8919-ced568d8b999,segment=NetworkSegment(7f2e3d3d-d66d-46e5-8757-db8bfedb2827),segment_id=7f2e3d3d-d66d-46e5-8757-db8bfedb2827)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:42:34.931039 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1be4f4fe-1c78-4b2e-b0bf-6325d49096f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:34.948635 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-1be4f4fe-1c78-4b2e-b0bf-6325d49096f8 admin admin] Calling delete_port for cf15e32a-c6e0-4f40-8919-ced568d8b999 owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:42:34.983422 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ade118-ec21-499a-94ac-7f02bc578bd7 None None] DHCP port deletion for 9274ea76-5578-4e52-a93a-b23b1286965e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:42:35.037014 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-74ade118-ec21-499a-94ac-7f02bc578bd7 None None] Deleting port cf15e32a-c6e0-4f40-8919-ced568d8b999 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:42:35.037540 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-74ade118-ec21-499a-94ac-7f02bc578bd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:35.045783 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1be4f4fe-1c78-4b2e-b0bf-6325d49096f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:35.072802 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4f4fe-1c78-4b2e-b0bf-6325d49096f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf15e32a-c6e0-4f40-8919-ced568d8b999,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:35.076395 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be4f4fe-1c78-4b2e-b0bf-6325d49096f8 admin admin] No DVR routers for this DVR port cf15e32a-c6e0-4f40-8919-ced568d8b999 on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:42:35.112560 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-74ade118-ec21-499a-94ac-7f02bc578bd7 None None] For port cf15e32a-c6e0-4f40-8919-ced568d8b999, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=cf15e32a-c6e0-4f40-8919-ced568d8b999,segment=NetworkSegment(7f2e3d3d-d66d-46e5-8757-db8bfedb2827),segment_id=7f2e3d3d-d66d-46e5-8757-db8bfedb2827)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:42:35.112963 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-74ade118-ec21-499a-94ac-7f02bc578bd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:35.126585 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-74ade118-ec21-499a-94ac-7f02bc578bd7 None None] Calling delete_port for cf15e32a-c6e0-4f40-8919-ced568d8b999 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:42:35.154860 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1be4f4fe-1c78-4b2e-b0bf-6325d49096f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:35.174986 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-1be4f4fe-1c78-4b2e-b0bf-6325d49096f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9274ea76-5578-4e52-a93a-b23b1286965e']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:42:35.185201 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-1be4f4fe-1c78-4b2e-b0bf-6325d49096f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f2e3d3d-d66d-46e5-8757-db8bfedb2827') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:42:35.185505 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-1be4f4fe-1c78-4b2e-b0bf-6325d49096f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f2e3d3d-d66d-46e5-8757-db8bfedb2827') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:42:35.195296 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1be4f4fe-1c78-4b2e-b0bf-6325d49096f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 10 18:42:35.201439 n-d-776250-10 neutron-server[102470]: self.session.flush() Nov 10 18:42:35.214389 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-74ade118-ec21-499a-94ac-7f02bc578bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:35.215465 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1be4f4fe-1c78-4b2e-b0bf-6325d49096f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:35.222133 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be4f4fe-1c78-4b2e-b0bf-6325d49096f8 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:42:35.222716 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1be4f4fe-1c78-4b2e-b0bf-6325d49096f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:35.224602 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:42:35.224602 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:42:35.224602 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:42:35.224602 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:42:35.224602 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:42:35.224602 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:42:35.224602 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:42:35.224602 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:42:35.224602 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:42:35.224602 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:42:35.224602 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:42:35.224602 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:42:35.224602 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:42:35.224602 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:42:35.224602 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:42:35.224602 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:42:35.224602 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:42:35.224602 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:42:35.224602 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:42:35.224602 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:42:35.224602 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:42:35.224602 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:42:35.224602 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:42:35.224602 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:42:35.224602 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:42:35.224602 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:42:35.224602 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:42:35.224602 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:42:35.224602 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:42:35.224602 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:42:35.224602 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:42:35.224602 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:42:35.240003 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ade118-ec21-499a-94ac-7f02bc578bd7 None None] Pushing event deleted for resources: {'Port': ['ID=cf15e32a-c6e0-4f40-8919-ced568d8b999,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:35.246035 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ade118-ec21-499a-94ac-7f02bc578bd7 None None] No DVR routers for this DVR port cf15e32a-c6e0-4f40-8919-ced568d8b999 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:42:35.286447 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1be4f4fe-1c78-4b2e-b0bf-6325d49096f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:35.293004 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1be4f4fe-1c78-4b2e-b0bf-6325d49096f8 admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:35.300743 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1be4f4fe-1c78-4b2e-b0bf-6325d49096f8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9274ea76-5578-4e52-a93a-b23b1286965e HTTP/1.1" status: 204 len: 168 time: 0.5747623 Nov 10 18:42:35.317687 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4f4fe-1c78-4b2e-b0bf-6325d49096f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9274ea76-5578-4e52-a93a-b23b1286965e,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:35.476257 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33964) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:42:35.503231 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 412a93bb-b165-4cbb-b0ba-b8625c9e7f75 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:42:35.524029 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-86a0c04d-d422-4c6a-a826-efc26e5a404a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e7d4cd339504fcd90293ef2ff634d4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0449898 Nov 10 18:42:35.525028 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 412a93bb-b165-4cbb-b0ba-b8625c9e7f75 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:42:35.525382 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 412a93bb-b165-4cbb-b0ba-b8625c9e7f75 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:42:35.525793 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device cf15e32a-c6e0-4f40-8919-ced568d8b999 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:42:35.525957 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 33966) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:42:35.545498 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: cf15e32a-c6e0-4f40-8919-ced568d8b999 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:42:35.545844 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device cf15e32a-c6e0-4f40-8919-ced568d8b999 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:42:35.546261 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 8e228027-b91e-4201-ae9e-86ad936b7a7d no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:42:35.568727 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 8e228027-b91e-4201-ae9e-86ad936b7a7d {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:42:35.569071 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 8e228027-b91e-4201-ae9e-86ad936b7a7d not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:42:35.575357 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2d12abf1-f87a-425e-8ccf-4c0ab83e5a60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:35.597024 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2d12abf1-f87a-425e-8ccf-4c0ab83e5a60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:35.643866 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2d12abf1-f87a-425e-8ccf-4c0ab83e5a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:35.646372 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2d12abf1-f87a-425e-8ccf-4c0ab83e5a60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:35.647514 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2d12abf1-f87a-425e-8ccf-4c0ab83e5a60 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/456ef80f-225c-4675-8e9f-44c034114092 HTTP/1.1" status: 204 len: 168 time: 0.1206775 Nov 10 18:42:35.655305 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12abf1-f87a-425e-8ccf-4c0ab83e5a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456ef80f-225c-4675-8e9f-44c034114092,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:35.762501 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:35.961766 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33972) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:42:36.003500 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-379a6358-d49b-4a68-a4b8-f21a51b91d47 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=528383315af741ca98b07964a6ed1fb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403900 Nov 10 18:42:36.006250 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33974) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:42:36.053519 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fd8036e7-5395-4501-83cc-14bbefdc0a76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:36.075028 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fd8036e7-5395-4501-83cc-14bbefdc0a76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:36.122878 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fd8036e7-5395-4501-83cc-14bbefdc0a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:36.125451 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fd8036e7-5395-4501-83cc-14bbefdc0a76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:36.126806 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-fd8036e7-5395-4501-83cc-14bbefdc0a76 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee8f050a-fbc4-498b-8576-058638c24f7d HTTP/1.1" status: 204 len: 168 time: 0.1196406 Nov 10 18:42:36.137569 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8036e7-5395-4501-83cc-14bbefdc0a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8f050a-fbc4-498b-8576-058638c24f7d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:36.450416 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:36.809942 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 33996) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:42:36.906026 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-261117c7-bb97-4697-834e-ed5feeea2024 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-827195199-network', 'tenant_id': 'f775b31de072412c82977f836e19f5c2'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:42:36.926210 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261117c7-bb97-4697-834e-ed5feeea2024 admin admin] Made reservation on behalf of f775b31de072412c82977f836e19f5c2 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:42:36.928572 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-261117c7-bb97-4697-834e-ed5feeea2024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:36.938816 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-261117c7-bb97-4697-834e-ed5feeea2024 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:37.012045 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-261117c7-bb97-4697-834e-ed5feeea2024 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:37.015820 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-261117c7-bb97-4697-834e-ed5feeea2024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:37.042801 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-261117c7-bb97-4697-834e-ed5feeea2024 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:42:37.051416 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261117c7-bb97-4697-834e-ed5feeea2024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9136beae-0f72-4b97-8bdd-0aa445544914,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:37.058429 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-261117c7-bb97-4697-834e-ed5feeea2024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:37.058780 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-261117c7-bb97-4697-834e-ed5feeea2024 admin admin] Added segment 800bad82-b6d7-4be9-8445-91010fd18c26 of type vlan for network 86dd585c-ddb9-4549-b569-db182c39810b Nov 10 18:42:37.098823 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-261117c7-bb97-4697-834e-ed5feeea2024 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:37.124279 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-261117c7-bb97-4697-834e-ed5feeea2024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:37.125223 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261117c7-bb97-4697-834e-ed5feeea2024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:42:37.125806 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-261117c7-bb97-4697-834e-ed5feeea2024 admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:37.175016 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-261117c7-bb97-4697-834e-ed5feeea2024 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3639627 Nov 10 18:42:37.178036 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34000) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:42:37.183356 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-198d08c1-b92a-432f-85d4-245332b5bd27 admin admin] Request body: {'subnet': {'network_id': '86dd585c-ddb9-4549-b569-db182c39810b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-827195199-subnet', 'tenant_id': 'f775b31de072412c82977f836e19f5c2', 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:42:37.190966 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261117c7-bb97-4697-834e-ed5feeea2024 admin admin] Pushing event updated for resources: {'Network': ['ID=86dd585c-ddb9-4549-b569-db182c39810b,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:37.203157 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 86dd585c-ddb9-4549-b569-db182c39810b details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:42:37.206025 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198d08c1-b92a-432f-85d4-245332b5bd27 admin admin] Made reservation on behalf of f775b31de072412c82977f836e19f5c2 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:42:37.208347 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-198d08c1-b92a-432f-85d4-245332b5bd27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:37.374158 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-198d08c1-b92a-432f-85d4-245332b5bd27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:37.432005 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d08c1-b92a-432f-85d4-245332b5bd27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60a9d701-dfb5-44bd-9a34-166e3e67a4d9,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:37.439846 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198d08c1-b92a-432f-85d4-245332b5bd27 admin admin] Checking segment: {'id': '800bad82-b6d7-4be9-8445-91010fd18c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '86dd585c-ddb9-4549-b569-db182c39810b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:42:37.440235 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198d08c1-b92a-432f-85d4-245332b5bd27 admin admin] Network hostable DHCP agents. Network: 86dd585c-ddb9-4549-b569-db182c39810b, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:42:37.457143 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198d08c1-b92a-432f-85d4-245332b5bd27 admin admin] Network 86dd585c-ddb9-4549-b569-db182c39810b is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:42:37.465760 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-198d08c1-b92a-432f-85d4-245332b5bd27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 86dd585c-ddb9-4549-b569-db182c39810b) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:42:37.470009 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198d08c1-b92a-432f-85d4-245332b5bd27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:42:37.470614 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-198d08c1-b92a-432f-85d4-245332b5bd27 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:37.474812 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10da0c78-04bf-47ac-a62d-7b640db8c7c4 None None] Network 86dd585c-ddb9-4549-b569-db182c39810b requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:42:37.487570 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-198d08c1-b92a-432f-85d4-245332b5bd27 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3084619 Nov 10 18:42:37.490630 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34002) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:42:37.495196 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-c977c672-9b93-4568-8d06-f8e738ad2074 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-827195199-router', 'tenant_id': 'f775b31de072412c82977f836e19f5c2', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:42:37.516836 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c977c672-9b93-4568-8d06-f8e738ad2074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:37.517889 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c977c672-9b93-4568-8d06-f8e738ad2074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:37.575161 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c977c672-9b93-4568-8d06-f8e738ad2074 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:37.619940 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccff57c5-e3c9-4a31-80e4-fc39581f82de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-86dd585c-ddb9-4549-b569-db182c39810b', 'network_id': '86dd585c-ddb9-4549-b569-db182c39810b', 'tenant_id': 'f775b31de072412c82977f836e19f5c2', 'fixed_ips': [{'subnet_id': '60a9d701-dfb5-44bd-9a34-166e3e67a4d9'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:42:37.621101 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ccff57c5-e3c9-4a31-80e4-fc39581f82de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:37.761380 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-ccff57c5-e3c9-4a31-80e4-fc39581f82de None None] Allocated IP 172.20.0.2 (86dd585c-ddb9-4549-b569-db182c39810b/60a9d701-dfb5-44bd-9a34-166e3e67a4d9/13443ccd-15b7-4359-8541-8482d027b97a) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:42:37.915340 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ccff57c5-e3c9-4a31-80e4-fc39581f82de None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:37.920874 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ccff57c5-e3c9-4a31-80e4-fc39581f82de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:37.963435 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccff57c5-e3c9-4a31-80e4-fc39581f82de None None] Network 86dd585c-ddb9-4549-b569-db182c39810b is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:42:37.966483 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-ccff57c5-e3c9-4a31-80e4-fc39581f82de None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:42:37.970820 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccff57c5-e3c9-4a31-80e4-fc39581f82de None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:42:37.974015 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff57c5-e3c9-4a31-80e4-fc39581f82de None None] Pushing event updated for resources: {'Port': ['ID=13443ccd-15b7-4359-8541-8482d027b97a,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:38.031033 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-ccff57c5-e3c9-4a31-80e4-fc39581f82de None None] Attempting to bind port 13443ccd-15b7-4359-8541-8482d027b97a on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:42:38.031398 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-ccff57c5-e3c9-4a31-80e4-fc39581f82de None None] Attempting to bind port 13443ccd-15b7-4359-8541-8482d027b97a by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '800bad82-b6d7-4be9-8445-91010fd18c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '86dd585c-ddb9-4549-b569-db182c39810b'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:42:38.031758 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccff57c5-e3c9-4a31-80e4-fc39581f82de None None] Attempting to bind port 13443ccd-15b7-4359-8541-8482d027b97a on network 86dd585c-ddb9-4549-b569-db182c39810b {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:42:38.037331 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccff57c5-e3c9-4a31-80e4-fc39581f82de None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:42:38.037737 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccff57c5-e3c9-4a31-80e4-fc39581f82de None None] Checking segment: {'id': '800bad82-b6d7-4be9-8445-91010fd18c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '86dd585c-ddb9-4549-b569-db182c39810b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:42:38.038188 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ccff57c5-e3c9-4a31-80e4-fc39581f82de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:38.038583 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccff57c5-e3c9-4a31-80e4-fc39581f82de None None] Bound using segment: {'id': '800bad82-b6d7-4be9-8445-91010fd18c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '86dd585c-ddb9-4549-b569-db182c39810b'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:42:38.039056 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-ccff57c5-e3c9-4a31-80e4-fc39581f82de None None] Bound port: 13443ccd-15b7-4359-8541-8482d027b97a, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800bad82-b6d7-4be9-8445-91010fd18c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '86dd585c-ddb9-4549-b569-db182c39810b'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:42:38.040066 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ccff57c5-e3c9-4a31-80e4-fc39581f82de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:38.072602 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c977c672-9b93-4568-8d06-f8e738ad2074 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:38.105285 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-ccff57c5-e3c9-4a31-80e4-fc39581f82de None None] For port 13443ccd-15b7-4359-8541-8482d027b97a, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:42:38.109102 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-ccff57c5-e3c9-4a31-80e4-fc39581f82de None None] For port 13443ccd-15b7-4359-8541-8482d027b97a, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=13443ccd-15b7-4359-8541-8482d027b97a,segment=NetworkSegment(800bad82-b6d7-4be9-8445-91010fd18c26),segment_id=800bad82-b6d7-4be9-8445-91010fd18c26)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:42:38.114222 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ccff57c5-e3c9-4a31-80e4-fc39581f82de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:38.175955 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff57c5-e3c9-4a31-80e4-fc39581f82de None None] Pushing event updated for resources: {'Port': ['ID=13443ccd-15b7-4359-8541-8482d027b97a,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:38.295265 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c977c672-9b93-4568-8d06-f8e738ad2074 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:38.329211 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c977c672-9b93-4568-8d06-f8e738ad2074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:38.441153 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-c977c672-9b93-4568-8d06-f8e738ad2074 admin admin] Allocated IP 172.25.5.33 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/f32b0c95-a05c-4c3a-a5d6-863f318d5304) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:42:38.543559 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c977c672-9b93-4568-8d06-f8e738ad2074 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:38.583216 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c977c672-9b93-4568-8d06-f8e738ad2074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:38.620458 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c977c672-9b93-4568-8d06-f8e738ad2074 admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:42:38.625490 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-c977c672-9b93-4568-8d06-f8e738ad2074 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:42:38.628253 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c977c672-9b93-4568-8d06-f8e738ad2074 admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:42:38.638402 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90069c6d-55ee-4903-b513-ac7c8de8736b None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:42:38.657572 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977c672-9b93-4568-8d06-f8e738ad2074 admin admin] Pushing event updated for resources: {'Port': ['ID=f32b0c95-a05c-4c3a-a5d6-863f318d5304,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:38.705486 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-707abab6-8126-4881-8e49-28af6b1a714e None None] Provisioning complete for port f32b0c95-a05c-4c3a-a5d6-863f318d5304 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:42:38.705862 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-707abab6-8126-4881-8e49-28af6b1a714e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:38.751097 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-707abab6-8126-4881-8e49-28af6b1a714e None None] Port f32b0c95-a05c-4c3a-a5d6-863f318d5304 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:42:38.893430 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c977c672-9b93-4568-8d06-f8e738ad2074 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:39.028132 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee1e893-fde2-4aa7-8632-d389ae9b0dc2 None None] Network 86dd585c-ddb9-4549-b569-db182c39810b requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:42:39.094101 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-46864583-9343-4e80-b775-4279d9bb03ac None None] Provisioning complete for port 13443ccd-15b7-4359-8541-8482d027b97a triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:42:39.094477 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-46864583-9343-4e80-b775-4279d9bb03ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:39.096590 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c977c672-9b93-4568-8d06-f8e738ad2074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:39.230259 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c977c672-9b93-4568-8d06-f8e738ad2074 admin admin] Router 2f891454-26ae-4cf2-9376-b8e97c3cea51 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 18:42:39.248486 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-46864583-9343-4e80-b775-4279d9bb03ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:39.293624 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-46864583-9343-4e80-b775-4279d9bb03ac None None] For port 13443ccd-15b7-4359-8541-8482d027b97a, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=13443ccd-15b7-4359-8541-8482d027b97a,segment=NetworkSegment(800bad82-b6d7-4be9-8445-91010fd18c26),segment_id=800bad82-b6d7-4be9-8445-91010fd18c26)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:42:39.297806 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-46864583-9343-4e80-b775-4279d9bb03ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:39.346946 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c977c672-9b93-4568-8d06-f8e738ad2074 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:42:39.355861 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46864583-9343-4e80-b775-4279d9bb03ac None None] Pushing event updated for resources: {'Port': ['ID=13443ccd-15b7-4359-8541-8482d027b97a,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:39.360227 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86426e5-3314-40a8-ad2b-f24126971185 None None] Sync routers for ids ['2f891454-26ae-4cf2-9376-b8e97c3cea51'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:42:39.373567 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86426e5-3314-40a8-ad2b-f24126971185 None None] Routers {'2f891454-26ae-4cf2-9376-b8e97c3cea51'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:42:39.374408 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f86426e5-3314-40a8-ad2b-f24126971185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:42:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['2f891454-26ae-4cf2-9376-b8e97c3cea51'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:42:39.377616 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c977c672-9b93-4568-8d06-f8e738ad2074 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:39.378890 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c977c672-9b93-4568-8d06-f8e738ad2074 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8872356 Nov 10 18:42:39.381757 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34004) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:42:39.496062 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-f86426e5-3314-40a8-ad2b-f24126971185 None None] Set router 2f891454-26ae-4cf2-9376-b8e97c3cea51 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:42:39.561734 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 13443ccd-15b7-4359-8541-8482d027b97a up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:42:39.647040 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c5e05500-6442-4425-8c5e-8f84a0c4f4a2 None None] Provisioning complete for port 13443ccd-15b7-4359-8541-8482d027b97a triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:42:39.647718 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c5e05500-6442-4425-8c5e-8f84a0c4f4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:39.728698 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 13443ccd-15b7-4359-8541-8482d027b97a triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:42:39.729077 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:39.830317 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1e0b4160-4c58-499f-a66f-d2ff93d9b947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:39.874887 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f86426e5-3314-40a8-ad2b-f24126971185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'name': 'tempest-TestMinimumBasicScenario-827195199-router', 'tenant_id': 'f775b31de072412c82977f836e19f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'f32b0c95-a05c-4c3a-a5d6-863f318d5304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:42:37Z', 'updated_at': '2021-11-10T18:42:38Z', 'revision_number': 3, 'project_id': 'f775b31de072412c82977f836e19f5c2', 'gw_port': {'id': 'f32b0c95-a05c-4c3a-a5d6-863f318d5304', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d6:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:42:38Z', 'updated_at': '2021-11-10T18:42:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:42:39.905340 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86426e5-3314-40a8-ad2b-f24126971185 None None] Checking router: 2f891454-26ae-4cf2-9376-b8e97c3cea51 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:42:39.905704 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86426e5-3314-40a8-ad2b-f24126971185 None None] Updating router 2f891454-26ae-4cf2-9376-b8e97c3cea51 port f32b0c95-a05c-4c3a-a5d6-863f318d5304 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:42:39.932771 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f86426e5-3314-40a8-ad2b-f24126971185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:39.984399 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-1e0b4160-4c58-499f-a66f-d2ff93d9b947 admin admin] Allocated IP 172.20.0.1 (86dd585c-ddb9-4549-b569-db182c39810b/60a9d701-dfb5-44bd-9a34-166e3e67a4d9/30ce2a9e-4183-4dc4-bd17-e62eaf08f08e) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:42:40.360720 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f86426e5-3314-40a8-ad2b-f24126971185 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:40.366546 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f86426e5-3314-40a8-ad2b-f24126971185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:40.416108 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc770769-4b39-4a2b-a690-8c07c4ebfd68 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:42:40.425376 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766b09c-ba2b-46bf-b2c4-5f09a82772d8 None None] Pushing event updated for resources: {'Port': ['ID=f32b0c95-a05c-4c3a-a5d6-863f318d5304,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:40.428960 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f86426e5-3314-40a8-ad2b-f24126971185 None None] Attempting to bind port f32b0c95-a05c-4c3a-a5d6-863f318d5304 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:42:40.429333 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f86426e5-3314-40a8-ad2b-f24126971185 None None] Attempting to bind port f32b0c95-a05c-4c3a-a5d6-863f318d5304 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:42:40.429700 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86426e5-3314-40a8-ad2b-f24126971185 None None] Attempting to bind port f32b0c95-a05c-4c3a-a5d6-863f318d5304 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:42:40.436051 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86426e5-3314-40a8-ad2b-f24126971185 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:42:40.436462 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86426e5-3314-40a8-ad2b-f24126971185 None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:42:40.436905 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f86426e5-3314-40a8-ad2b-f24126971185 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:40.437251 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86426e5-3314-40a8-ad2b-f24126971185 None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:42:40.437726 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f86426e5-3314-40a8-ad2b-f24126971185 None None] Bound port: f32b0c95-a05c-4c3a-a5d6-863f318d5304, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:42:40.438117 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f86426e5-3314-40a8-ad2b-f24126971185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:40.452779 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1e0b4160-4c58-499f-a66f-d2ff93d9b947 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:40.489650 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1e0b4160-4c58-499f-a66f-d2ff93d9b947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:40.494070 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-77f3fcb5-83b8-4f93-a148-27dcf8d054f1 None None] Provisioning complete for port f32b0c95-a05c-4c3a-a5d6-863f318d5304 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:42:40.494442 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-77f3fcb5-83b8-4f93-a148-27dcf8d054f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:40.527734 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f86426e5-3314-40a8-ad2b-f24126971185 None None] For port f32b0c95-a05c-4c3a-a5d6-863f318d5304, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:42:40.532217 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0b4160-4c58-499f-a66f-d2ff93d9b947 admin admin] Network 86dd585c-ddb9-4549-b569-db182c39810b is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:42:40.535533 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-1e0b4160-4c58-499f-a66f-d2ff93d9b947 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:42:40.538070 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0b4160-4c58-499f-a66f-d2ff93d9b947 admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:42:40.546560 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f86426e5-3314-40a8-ad2b-f24126971185 None None] For port f32b0c95-a05c-4c3a-a5d6-863f318d5304, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=f32b0c95-a05c-4c3a-a5d6-863f318d5304,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:42:40.549427 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-77f3fcb5-83b8-4f93-a148-27dcf8d054f1 None None] Port f32b0c95-a05c-4c3a-a5d6-863f318d5304 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:42:40.552728 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f86426e5-3314-40a8-ad2b-f24126971185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:40.569214 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b4160-4c58-499f-a66f-d2ff93d9b947 admin admin] Pushing event updated for resources: {'Port': ['ID=30ce2a9e-4183-4dc4-bd17-e62eaf08f08e,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:40.595932 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1e0b4160-4c58-499f-a66f-d2ff93d9b947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:40.606883 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fd3263-f53d-4f86-9a58-fe893a816611 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:42:40.619423 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86426e5-3314-40a8-ad2b-f24126971185 None None] Routers {'2f891454-26ae-4cf2-9376-b8e97c3cea51'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:42:40.619966 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f86426e5-3314-40a8-ad2b-f24126971185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:42:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['2f891454-26ae-4cf2-9376-b8e97c3cea51'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:42:40.626725 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766b09c-ba2b-46bf-b2c4-5f09a82772d8 None None] Pushing event updated for resources: {'Port': ['ID=f32b0c95-a05c-4c3a-a5d6-863f318d5304,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:40.693406 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-0180d520-c00a-4eb9-b79e-0cddb899539a None None] Provisioning complete for port f32b0c95-a05c-4c3a-a5d6-863f318d5304 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:42:40.694107 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0180d520-c00a-4eb9-b79e-0cddb899539a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:40.740900 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1e0b4160-4c58-499f-a66f-d2ff93d9b947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:40.785791 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-f86426e5-3314-40a8-ad2b-f24126971185 None None] Set router 2f891454-26ae-4cf2-9376-b8e97c3cea51 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:42:40.913758 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1e0b4160-4c58-499f-a66f-d2ff93d9b947 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:40.918520 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1e0b4160-4c58-499f-a66f-d2ff93d9b947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:40.927605 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0180d520-c00a-4eb9-b79e-0cddb899539a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:40.967052 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-0180d520-c00a-4eb9-b79e-0cddb899539a None None] For port f32b0c95-a05c-4c3a-a5d6-863f318d5304, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=f32b0c95-a05c-4c3a-a5d6-863f318d5304,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:42:40.972336 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0180d520-c00a-4eb9-b79e-0cddb899539a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:40.985561 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b4160-4c58-499f-a66f-d2ff93d9b947 admin admin] Pushing event updated for resources: {'Port': ['ID=30ce2a9e-4183-4dc4-bd17-e62eaf08f08e,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:40.990462 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1e0b4160-4c58-499f-a66f-d2ff93d9b947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:41.050222 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180d520-c00a-4eb9-b79e-0cddb899539a None None] Pushing event updated for resources: {'Port': ['ID=f32b0c95-a05c-4c3a-a5d6-863f318d5304,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:41.065190 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-f86426e5-3314-40a8-ad2b-f24126971185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'name': 'tempest-TestMinimumBasicScenario-827195199-router', 'tenant_id': 'f775b31de072412c82977f836e19f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'f32b0c95-a05c-4c3a-a5d6-863f318d5304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:42:37Z', 'updated_at': '2021-11-10T18:42:38Z', 'revision_number': 3, 'project_id': 'f775b31de072412c82977f836e19f5c2', 'gw_port': {'id': 'f32b0c95-a05c-4c3a-a5d6-863f318d5304', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d6:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:42:38Z', 'updated_at': '2021-11-10T18:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:42:41.090429 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0b4160-4c58-499f-a66f-d2ff93d9b947 admin admin] Network 86dd585c-ddb9-4549-b569-db182c39810b is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:42:41.091946 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-1e0b4160-4c58-499f-a66f-d2ff93d9b947 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:42:41.096515 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86426e5-3314-40a8-ad2b-f24126971185 None None] The sync data for ids ['2f891454-26ae-4cf2-9376-b8e97c3cea51'] in n-d-776250-10 is: [{'id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'name': 'tempest-TestMinimumBasicScenario-827195199-router', 'tenant_id': 'f775b31de072412c82977f836e19f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'f32b0c95-a05c-4c3a-a5d6-863f318d5304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:42:37Z', 'updated_at': '2021-11-10T18:42:38Z', 'revision_number': 3, 'project_id': 'f775b31de072412c82977f836e19f5c2', 'gw_port': {'id': 'f32b0c95-a05c-4c3a-a5d6-863f318d5304', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d6:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:42:38Z', 'updated_at': '2021-11-10T18:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:42:41.108736 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-7c13717c-0536-4b02-9f44-c767af37bf42 None None] Provisioning complete for port 30ce2a9e-4183-4dc4-bd17-e62eaf08f08e triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:42:41.109114 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7c13717c-0536-4b02-9f44-c767af37bf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:41.176464 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-7c13717c-0536-4b02-9f44-c767af37bf42 None None] Port 30ce2a9e-4183-4dc4-bd17-e62eaf08f08e cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:42:41.244083 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0b4160-4c58-499f-a66f-d2ff93d9b947 admin admin] Router 2f891454-26ae-4cf2-9376-b8e97c3cea51 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:42:41.371821 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0b4160-4c58-499f-a66f-d2ff93d9b947 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:42:41.376717 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1e0b4160-4c58-499f-a66f-d2ff93d9b947 admin admin] 10.222.0.39 "PUT /v2.0/routers/2f891454-26ae-4cf2-9376-b8e97c3cea51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9938927 Nov 10 18:42:41.411202 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-5527cd25-e22b-42fe-94dc-b2c633626e92 None None] Provisioning complete for port 30ce2a9e-4183-4dc4-bd17-e62eaf08f08e triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:42:41.412065 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5527cd25-e22b-42fe-94dc-b2c633626e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:41.458523 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-5527cd25-e22b-42fe-94dc-b2c633626e92 None None] Port 30ce2a9e-4183-4dc4-bd17-e62eaf08f08e cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:42:41.565924 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device f32b0c95-a05c-4c3a-a5d6-863f318d5304 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:42:41.623072 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port f32b0c95-a05c-4c3a-a5d6-863f318d5304 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:42:41.623460 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:41.900826 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34020) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:42:41.905888 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-8f3d345e-c8f9-43d5-8f37-bfeda544015d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1853643290-network', 'tenant_id': '99c05358a9974c48a80fc3a09e63ffb4'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:42:41.927868 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3d345e-c8f9-43d5-8f37-bfeda544015d admin admin] Made reservation on behalf of 99c05358a9974c48a80fc3a09e63ffb4 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:42:41.930509 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8f3d345e-c8f9-43d5-8f37-bfeda544015d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:41.943282 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8f3d345e-c8f9-43d5-8f37-bfeda544015d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:42.019335 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8f3d345e-c8f9-43d5-8f37-bfeda544015d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:42.023135 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8f3d345e-c8f9-43d5-8f37-bfeda544015d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:42.048474 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3d345e-c8f9-43d5-8f37-bfeda544015d admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:42:42.058192 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d345e-c8f9-43d5-8f37-bfeda544015d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1247c4f6-48df-4d10-aaff-4002f28b41c9,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:42.062970 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8f3d345e-c8f9-43d5-8f37-bfeda544015d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:42.063330 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-8f3d345e-c8f9-43d5-8f37-bfeda544015d admin admin] Added segment dcb10343-ff0d-4270-af5b-c54742719f1c of type vlan for network f26a934c-d301-4d3c-9dd2-9c1b64c928db Nov 10 18:42:42.104076 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8f3d345e-c8f9-43d5-8f37-bfeda544015d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:42.130133 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8f3d345e-c8f9-43d5-8f37-bfeda544015d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:42.131130 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3d345e-c8f9-43d5-8f37-bfeda544015d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:42:42.131748 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8f3d345e-c8f9-43d5-8f37-bfeda544015d admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:42.183503 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8f3d345e-c8f9-43d5-8f37-bfeda544015d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2815406 Nov 10 18:42:42.186338 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34022) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:42:42.191502 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-ef3edcd3-d685-444c-bc61-2526f6ec5fd7 admin admin] Request body: {'subnet': {'network_id': 'f26a934c-d301-4d3c-9dd2-9c1b64c928db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1853643290-subnet', 'tenant_id': '99c05358a9974c48a80fc3a09e63ffb4', 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:42:42.194307 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d345e-c8f9-43d5-8f37-bfeda544015d admin admin] Pushing event updated for resources: {'Network': ['ID=f26a934c-d301-4d3c-9dd2-9c1b64c928db,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:42.204778 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network f26a934c-d301-4d3c-9dd2-9c1b64c928db details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:42:42.213459 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3edcd3-d685-444c-bc61-2526f6ec5fd7 admin admin] Made reservation on behalf of 99c05358a9974c48a80fc3a09e63ffb4 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:42:42.215804 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ef3edcd3-d685-444c-bc61-2526f6ec5fd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:42.389562 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ef3edcd3-d685-444c-bc61-2526f6ec5fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:42.446730 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3edcd3-d685-444c-bc61-2526f6ec5fd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c990949-950e-40d0-b2e5-93f17b73dd48,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:42.458181 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3edcd3-d685-444c-bc61-2526f6ec5fd7 admin admin] Checking segment: {'id': 'dcb10343-ff0d-4270-af5b-c54742719f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f26a934c-d301-4d3c-9dd2-9c1b64c928db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:42:42.458540 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3edcd3-d685-444c-bc61-2526f6ec5fd7 admin admin] Network hostable DHCP agents. Network: f26a934c-d301-4d3c-9dd2-9c1b64c928db, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:42:42.475979 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3edcd3-d685-444c-bc61-2526f6ec5fd7 admin admin] Network f26a934c-d301-4d3c-9dd2-9c1b64c928db is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:42:42.484825 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-ef3edcd3-d685-444c-bc61-2526f6ec5fd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, f26a934c-d301-4d3c-9dd2-9c1b64c928db) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:42:42.488760 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3edcd3-d685-444c-bc61-2526f6ec5fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:42:42.489349 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ef3edcd3-d685-444c-bc61-2526f6ec5fd7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:42.494214 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed1570a-46b5-4a88-8767-1afd0ce733b5 None None] Network f26a934c-d301-4d3c-9dd2-9c1b64c928db requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:42:42.508919 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ef3edcd3-d685-444c-bc61-2526f6ec5fd7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3185048 Nov 10 18:42:42.509424 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34024) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:42:42.513880 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-95fe1602-2be1-4f15-9387-82f2a9c72202 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1853643290-router', 'tenant_id': '99c05358a9974c48a80fc3a09e63ffb4', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:42:42.537163 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-95fe1602-2be1-4f15-9387-82f2a9c72202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:42.538333 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-95fe1602-2be1-4f15-9387-82f2a9c72202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:42.598178 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-95fe1602-2be1-4f15-9387-82f2a9c72202 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:42.616618 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a94f15-c380-4897-bc2e-2402ab5e95d0 None None] Sync routers for ids ['2f891454-26ae-4cf2-9376-b8e97c3cea51'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:42:42.628625 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a94f15-c380-4897-bc2e-2402ab5e95d0 None None] Routers {'2f891454-26ae-4cf2-9376-b8e97c3cea51'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:42:42.629132 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-b3a94f15-c380-4897-bc2e-2402ab5e95d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:42:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['2f891454-26ae-4cf2-9376-b8e97c3cea51'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:42:42.657061 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fa1a5e-c7e2-4739-aa6b-7cb38d39041b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-f26a934c-d301-4d3c-9dd2-9c1b64c928db', 'network_id': 'f26a934c-d301-4d3c-9dd2-9c1b64c928db', 'tenant_id': '99c05358a9974c48a80fc3a09e63ffb4', 'fixed_ips': [{'subnet_id': '0c990949-950e-40d0-b2e5-93f17b73dd48'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:42:42.658216 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b2fa1a5e-c7e2-4739-aa6b-7cb38d39041b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:42.746894 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-b3a94f15-c380-4897-bc2e-2402ab5e95d0 None None] Set router 2f891454-26ae-4cf2-9376-b8e97c3cea51 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:42:42.753726 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-95fe1602-2be1-4f15-9387-82f2a9c72202 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:42.802032 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-b2fa1a5e-c7e2-4739-aa6b-7cb38d39041b None None] Allocated IP 172.20.0.2 (f26a934c-d301-4d3c-9dd2-9c1b64c928db/0c990949-950e-40d0-b2e5-93f17b73dd48/04c87005-0032-4bd3-a163-f6473558d0cd) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:42:42.971284 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-95fe1602-2be1-4f15-9387-82f2a9c72202 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:42.983109 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b2fa1a5e-c7e2-4739-aa6b-7cb38d39041b None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:42.987366 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-b3a94f15-c380-4897-bc2e-2402ab5e95d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'name': 'tempest-TestMinimumBasicScenario-827195199-router', 'tenant_id': 'f775b31de072412c82977f836e19f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'f32b0c95-a05c-4c3a-a5d6-863f318d5304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:42:37Z', 'updated_at': '2021-11-10T18:42:40Z', 'revision_number': 4, 'project_id': 'f775b31de072412c82977f836e19f5c2', 'gw_port': {'id': 'f32b0c95-a05c-4c3a-a5d6-863f318d5304', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:42:38Z', 'updated_at': '2021-11-10T18:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '30ce2a9e-4183-4dc4-bd17-e62eaf08f08e', 'name': '', 'network_id': '86dd585c-ddb9-4549-b569-db182c39810b', 'tenant_id': 'f775b31de072412c82977f836e19f5c2', 'mac_address': 'fa:16:3e:d2:40:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '60a9d701-dfb5-44bd-9a34-166e3e67a4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:42:39Z', 'updated_at': '2021-11-10T18:42:40Z', 'revision_number': 2, 'project_id': 'f775b31de072412c82977f836e19f5c2', 'subnets': [{'id': '60a9d701-dfb5-44bd-9a34-166e3e67a4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:42:42.993579 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b2fa1a5e-c7e2-4739-aa6b-7cb38d39041b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:42.994793 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-95fe1602-2be1-4f15-9387-82f2a9c72202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:43.045182 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fa1a5e-c7e2-4739-aa6b-7cb38d39041b None None] Network f26a934c-d301-4d3c-9dd2-9c1b64c928db is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:42:43.049459 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-b2fa1a5e-c7e2-4739-aa6b-7cb38d39041b None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:42:43.052606 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fa1a5e-c7e2-4739-aa6b-7cb38d39041b None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:42:43.058605 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa1a5e-c7e2-4739-aa6b-7cb38d39041b None None] Pushing event updated for resources: {'Port': ['ID=04c87005-0032-4bd3-a163-f6473558d0cd,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:43.115653 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a94f15-c380-4897-bc2e-2402ab5e95d0 None None] Checking router: 2f891454-26ae-4cf2-9376-b8e97c3cea51 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:42:43.116006 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a94f15-c380-4897-bc2e-2402ab5e95d0 None None] Updating router 2f891454-26ae-4cf2-9376-b8e97c3cea51 port 30ce2a9e-4183-4dc4-bd17-e62eaf08f08e binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:42:43.122805 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b2fa1a5e-c7e2-4739-aa6b-7cb38d39041b None None] Attempting to bind port 04c87005-0032-4bd3-a163-f6473558d0cd on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:42:43.123181 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b2fa1a5e-c7e2-4739-aa6b-7cb38d39041b None None] Attempting to bind port 04c87005-0032-4bd3-a163-f6473558d0cd by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'dcb10343-ff0d-4270-af5b-c54742719f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f26a934c-d301-4d3c-9dd2-9c1b64c928db'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:42:43.123542 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fa1a5e-c7e2-4739-aa6b-7cb38d39041b None None] Attempting to bind port 04c87005-0032-4bd3-a163-f6473558d0cd on network f26a934c-d301-4d3c-9dd2-9c1b64c928db {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:42:43.124059 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-95fe1602-2be1-4f15-9387-82f2a9c72202 admin admin] Allocated IP 172.25.5.13 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/412305c9-0f7a-4518-8609-61382cc974d5) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:42:43.129088 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fa1a5e-c7e2-4739-aa6b-7cb38d39041b None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:42:43.129698 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fa1a5e-c7e2-4739-aa6b-7cb38d39041b None None] Checking segment: {'id': 'dcb10343-ff0d-4270-af5b-c54742719f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f26a934c-d301-4d3c-9dd2-9c1b64c928db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:42:43.130092 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b2fa1a5e-c7e2-4739-aa6b-7cb38d39041b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:43.130490 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fa1a5e-c7e2-4739-aa6b-7cb38d39041b None None] Bound using segment: {'id': 'dcb10343-ff0d-4270-af5b-c54742719f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f26a934c-d301-4d3c-9dd2-9c1b64c928db'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:42:43.131100 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-b2fa1a5e-c7e2-4739-aa6b-7cb38d39041b None None] Bound port: 04c87005-0032-4bd3-a163-f6473558d0cd, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb10343-ff0d-4270-af5b-c54742719f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f26a934c-d301-4d3c-9dd2-9c1b64c928db'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:42:43.131454 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b2fa1a5e-c7e2-4739-aa6b-7cb38d39041b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:43.142639 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-b3a94f15-c380-4897-bc2e-2402ab5e95d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:43.199292 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b2fa1a5e-c7e2-4739-aa6b-7cb38d39041b None None] For port 04c87005-0032-4bd3-a163-f6473558d0cd, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:42:43.203048 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b2fa1a5e-c7e2-4739-aa6b-7cb38d39041b None None] For port 04c87005-0032-4bd3-a163-f6473558d0cd, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=04c87005-0032-4bd3-a163-f6473558d0cd,segment=NetworkSegment(dcb10343-ff0d-4270-af5b-c54742719f1c),segment_id=dcb10343-ff0d-4270-af5b-c54742719f1c)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:42:43.208348 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b2fa1a5e-c7e2-4739-aa6b-7cb38d39041b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:43.259496 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-95fe1602-2be1-4f15-9387-82f2a9c72202 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:43.283775 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa1a5e-c7e2-4739-aa6b-7cb38d39041b None None] Pushing event updated for resources: {'Port': ['ID=04c87005-0032-4bd3-a163-f6473558d0cd,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:43.301760 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-95fe1602-2be1-4f15-9387-82f2a9c72202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:43.337964 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fe1602-2be1-4f15-9387-82f2a9c72202 admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:42:43.341190 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-95fe1602-2be1-4f15-9387-82f2a9c72202 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:42:43.344765 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fe1602-2be1-4f15-9387-82f2a9c72202 admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:42:43.356256 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2baad7b-8be1-4727-a965-15946ab9a113 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:42:43.382177 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe1602-2be1-4f15-9387-82f2a9c72202 admin admin] Pushing event updated for resources: {'Port': ['ID=412305c9-0f7a-4518-8609-61382cc974d5,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:43.414799 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-54e20bd2-569c-4cf5-bb80-0b2b9915afac None None] Provisioning complete for port 412305c9-0f7a-4518-8609-61382cc974d5 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:42:43.415183 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-54e20bd2-569c-4cf5-bb80-0b2b9915afac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:43.468006 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-b3a94f15-c380-4897-bc2e-2402ab5e95d0 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:43.475281 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-b3a94f15-c380-4897-bc2e-2402ab5e95d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:43.487328 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-54e20bd2-569c-4cf5-bb80-0b2b9915afac None None] Port 412305c9-0f7a-4518-8609-61382cc974d5 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:42:43.559622 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206745c-f912-45d2-bac7-06fd9f5d38da None None] Pushing event updated for resources: {'Port': ['ID=30ce2a9e-4183-4dc4-bd17-e62eaf08f08e,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:43.602718 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206745c-f912-45d2-bac7-06fd9f5d38da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:43.602987 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206745c-f912-45d2-bac7-06fd9f5d38da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:43.603404 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206745c-f912-45d2-bac7-06fd9f5d38da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:43.603748 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206745c-f912-45d2-bac7-06fd9f5d38da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:43.604081 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206745c-f912-45d2-bac7-06fd9f5d38da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:43.605998 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206745c-f912-45d2-bac7-06fd9f5d38da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:43.606336 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206745c-f912-45d2-bac7-06fd9f5d38da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:43.606667 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206745c-f912-45d2-bac7-06fd9f5d38da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:43.606996 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206745c-f912-45d2-bac7-06fd9f5d38da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:43.607324 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206745c-f912-45d2-bac7-06fd9f5d38da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:43.607651 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206745c-f912-45d2-bac7-06fd9f5d38da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:43.607976 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206745c-f912-45d2-bac7-06fd9f5d38da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:42:43.634580 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 04c87005-0032-4bd3-a163-f6473558d0cd up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:42:43.650899 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-b3a94f15-c380-4897-bc2e-2402ab5e95d0 None None] Attempting to bind port 30ce2a9e-4183-4dc4-bd17-e62eaf08f08e on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:42:43.651458 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-b3a94f15-c380-4897-bc2e-2402ab5e95d0 None None] Attempting to bind port 30ce2a9e-4183-4dc4-bd17-e62eaf08f08e by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '800bad82-b6d7-4be9-8445-91010fd18c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '86dd585c-ddb9-4549-b569-db182c39810b'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:42:43.651622 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a94f15-c380-4897-bc2e-2402ab5e95d0 None None] Attempting to bind port 30ce2a9e-4183-4dc4-bd17-e62eaf08f08e on network 86dd585c-ddb9-4549-b569-db182c39810b {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:42:43.657396 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a94f15-c380-4897-bc2e-2402ab5e95d0 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:42:43.657774 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a94f15-c380-4897-bc2e-2402ab5e95d0 None None] Checking segment: {'id': '800bad82-b6d7-4be9-8445-91010fd18c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '86dd585c-ddb9-4549-b569-db182c39810b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:42:43.658180 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-b3a94f15-c380-4897-bc2e-2402ab5e95d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:43.658572 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a94f15-c380-4897-bc2e-2402ab5e95d0 None None] Bound using segment: {'id': '800bad82-b6d7-4be9-8445-91010fd18c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '86dd585c-ddb9-4549-b569-db182c39810b'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:42:43.659045 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-b3a94f15-c380-4897-bc2e-2402ab5e95d0 None None] Bound port: 30ce2a9e-4183-4dc4-bd17-e62eaf08f08e, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800bad82-b6d7-4be9-8445-91010fd18c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '86dd585c-ddb9-4549-b569-db182c39810b'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:42:43.659426 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-b3a94f15-c380-4897-bc2e-2402ab5e95d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:43.699465 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-95fe1602-2be1-4f15-9387-82f2a9c72202 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:43.738055 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-b3a94f15-c380-4897-bc2e-2402ab5e95d0 None None] For port 30ce2a9e-4183-4dc4-bd17-e62eaf08f08e, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:42:43.741857 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-b3a94f15-c380-4897-bc2e-2402ab5e95d0 None None] For port 30ce2a9e-4183-4dc4-bd17-e62eaf08f08e, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=30ce2a9e-4183-4dc4-bd17-e62eaf08f08e,segment=NetworkSegment(800bad82-b6d7-4be9-8445-91010fd18c26),segment_id=800bad82-b6d7-4be9-8445-91010fd18c26)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:42:43.748185 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-b3a94f15-c380-4897-bc2e-2402ab5e95d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:43.766282 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 04c87005-0032-4bd3-a163-f6473558d0cd triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:42:43.766748 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:43.811537 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206745c-f912-45d2-bac7-06fd9f5d38da None None] Pushing event updated for resources: {'Port': ['ID=30ce2a9e-4183-4dc4-bd17-e62eaf08f08e,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:43.832662 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a94f15-c380-4897-bc2e-2402ab5e95d0 None None] Routers {'2f891454-26ae-4cf2-9376-b8e97c3cea51'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:42:43.833303 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-b3a94f15-c380-4897-bc2e-2402ab5e95d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:42:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['2f891454-26ae-4cf2-9376-b8e97c3cea51'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:42:43.870508 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:43.915338 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 04c87005-0032-4bd3-a163-f6473558d0cd, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=04c87005-0032-4bd3-a163-f6473558d0cd,segment=NetworkSegment(dcb10343-ff0d-4270-af5b-c54742719f1c),segment_id=dcb10343-ff0d-4270-af5b-c54742719f1c)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:42:43.925219 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-d9613687-bb67-47f6-b011-02a9a81e4250 None None] Provisioning complete for port 30ce2a9e-4183-4dc4-bd17-e62eaf08f08e triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:42:43.925609 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d9613687-bb67-47f6-b011-02a9a81e4250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:43.929219 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:43.970028 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-95fe1602-2be1-4f15-9387-82f2a9c72202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:43.989063 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-b3a94f15-c380-4897-bc2e-2402ab5e95d0 None None] Set router 2f891454-26ae-4cf2-9376-b8e97c3cea51 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:42:44.025235 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=04c87005-0032-4bd3-a163-f6473558d0cd,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:44.084331 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d9613687-bb67-47f6-b011-02a9a81e4250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:44.131348 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-d9613687-bb67-47f6-b011-02a9a81e4250 None None] For port 30ce2a9e-4183-4dc4-bd17-e62eaf08f08e, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=30ce2a9e-4183-4dc4-bd17-e62eaf08f08e,segment=NetworkSegment(800bad82-b6d7-4be9-8445-91010fd18c26),segment_id=800bad82-b6d7-4be9-8445-91010fd18c26)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:42:44.135583 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d9613687-bb67-47f6-b011-02a9a81e4250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:44.154238 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95fe1602-2be1-4f15-9387-82f2a9c72202 admin admin] Router 753ff739-0307-4b4f-9a6c-87c6e369e932 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 18:42:44.190703 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9613687-bb67-47f6-b011-02a9a81e4250 None None] Pushing event updated for resources: {'Port': ['ID=30ce2a9e-4183-4dc4-bd17-e62eaf08f08e,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:44.256822 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-b3a94f15-c380-4897-bc2e-2402ab5e95d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'name': 'tempest-TestMinimumBasicScenario-827195199-router', 'tenant_id': 'f775b31de072412c82977f836e19f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'f32b0c95-a05c-4c3a-a5d6-863f318d5304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:42:37Z', 'updated_at': '2021-11-10T18:42:40Z', 'revision_number': 4, 'project_id': 'f775b31de072412c82977f836e19f5c2', 'gw_port': {'id': 'f32b0c95-a05c-4c3a-a5d6-863f318d5304', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:42:38Z', 'updated_at': '2021-11-10T18:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '30ce2a9e-4183-4dc4-bd17-e62eaf08f08e', 'name': '', 'network_id': '86dd585c-ddb9-4549-b569-db182c39810b', 'tenant_id': 'f775b31de072412c82977f836e19f5c2', 'mac_address': 'fa:16:3e:d2:40:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '60a9d701-dfb5-44bd-9a34-166e3e67a4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:42:39Z', 'updated_at': '2021-11-10T18:42:43Z', 'revision_number': 4, 'project_id': 'f775b31de072412c82977f836e19f5c2', 'subnets': [{'id': '60a9d701-dfb5-44bd-9a34-166e3e67a4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:42:44.262171 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-8cc86a9d-b11b-4a74-b464-e589b0470a5c None None] Provisioning complete for port 30ce2a9e-4183-4dc4-bd17-e62eaf08f08e triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:42:44.262687 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8cc86a9d-b11b-4a74-b464-e589b0470a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:44.287623 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a94f15-c380-4897-bc2e-2402ab5e95d0 None None] The sync data for ids ['2f891454-26ae-4cf2-9376-b8e97c3cea51'] in n-d-776250-10 is: [{'id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'name': 'tempest-TestMinimumBasicScenario-827195199-router', 'tenant_id': 'f775b31de072412c82977f836e19f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'f32b0c95-a05c-4c3a-a5d6-863f318d5304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:42:37Z', 'updated_at': '2021-11-10T18:42:40Z', 'revision_number': 4, 'project_id': 'f775b31de072412c82977f836e19f5c2', 'gw_port': {'id': 'f32b0c95-a05c-4c3a-a5d6-863f318d5304', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:42:38Z', 'updated_at': '2021-11-10T18:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '30ce2a9e-4183-4dc4-bd17-e62eaf08f08e', 'name': '', 'network_id': '86dd585c-ddb9-4549-b569-db182c39810b', 'tenant_id': 'f775b31de072412c82977f836e19f5c2', 'mac_address': 'fa:16:3e:d2:40:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '60a9d701-dfb5-44bd-9a34-166e3e67a4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:42:39Z', 'updated_at': '2021-11-10T18:42:43Z', 'revision_number': 4, 'project_id': 'f775b31de072412c82977f836e19f5c2', 'subnets': [{'id': '60a9d701-dfb5-44bd-9a34-166e3e67a4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:42:44.326006 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fe1602-2be1-4f15-9387-82f2a9c72202 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:42:44.380417 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d51669-7e48-4ccc-b2b7-942aff2f22d2 None None] Sync routers for ids ['753ff739-0307-4b4f-9a6c-87c6e369e932'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:42:44.380906 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-95fe1602-2be1-4f15-9387-82f2a9c72202 admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:44.382193 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-95fe1602-2be1-4f15-9387-82f2a9c72202 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8718147 Nov 10 18:42:44.384976 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34026) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:42:44.396015 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d51669-7e48-4ccc-b2b7-942aff2f22d2 None None] Routers {'753ff739-0307-4b4f-9a6c-87c6e369e932'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:42:44.396662 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-d1d51669-7e48-4ccc-b2b7-942aff2f22d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:42:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['753ff739-0307-4b4f-9a6c-87c6e369e932'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:42:44.534424 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-d1d51669-7e48-4ccc-b2b7-942aff2f22d2 None None] Set router 753ff739-0307-4b4f-9a6c-87c6e369e932 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:42:44.618150 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95356086-b7ee-47c9-a7c1-cc5c4a8fdb09 None None] Network f26a934c-d301-4d3c-9dd2-9c1b64c928db requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:42:44.736243 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-fb91db52-8c9e-4472-a1f2-ca5b59f92108 None None] Provisioning complete for port 04c87005-0032-4bd3-a163-f6473558d0cd triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:42:44.736546 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fb91db52-8c9e-4472-a1f2-ca5b59f92108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:44.851294 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88db9ca1-2714-46d5-a38a-0468bcb224cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:45.024094 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-88db9ca1-2714-46d5-a38a-0468bcb224cb admin admin] Allocated IP 172.20.0.1 (f26a934c-d301-4d3c-9dd2-9c1b64c928db/0c990949-950e-40d0-b2e5-93f17b73dd48/333a8801-527f-419f-abef-aaa2d202ef0e) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:42:45.136444 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-d1d51669-7e48-4ccc-b2b7-942aff2f22d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753ff739-0307-4b4f-9a6c-87c6e369e932', 'name': 'tempest-TestMinimumBasicScenario-1853643290-router', 'tenant_id': '99c05358a9974c48a80fc3a09e63ffb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '412305c9-0f7a-4518-8609-61382cc974d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:42:42Z', 'updated_at': '2021-11-10T18:42:43Z', 'revision_number': 3, 'project_id': '99c05358a9974c48a80fc3a09e63ffb4', 'gw_port': {'id': '412305c9-0f7a-4518-8609-61382cc974d5', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753ff739-0307-4b4f-9a6c-87c6e369e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:42:43Z', 'updated_at': '2021-11-10T18:42:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:42:45.143286 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88db9ca1-2714-46d5-a38a-0468bcb224cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:45.174839 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d51669-7e48-4ccc-b2b7-942aff2f22d2 None None] Checking router: 753ff739-0307-4b4f-9a6c-87c6e369e932 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:42:45.175370 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d51669-7e48-4ccc-b2b7-942aff2f22d2 None None] Updating router 753ff739-0307-4b4f-9a6c-87c6e369e932 port 412305c9-0f7a-4518-8609-61382cc974d5 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:42:45.186893 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88db9ca1-2714-46d5-a38a-0468bcb224cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:45.210137 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d1d51669-7e48-4ccc-b2b7-942aff2f22d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:45.238671 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88db9ca1-2714-46d5-a38a-0468bcb224cb admin admin] Network f26a934c-d301-4d3c-9dd2-9c1b64c928db is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:42:45.245067 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-88db9ca1-2714-46d5-a38a-0468bcb224cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:42:45.247687 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88db9ca1-2714-46d5-a38a-0468bcb224cb admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:42:45.251227 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db9ca1-2714-46d5-a38a-0468bcb224cb admin admin] Pushing event updated for resources: {'Port': ['ID=333a8801-527f-419f-abef-aaa2d202ef0e,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:45.299622 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88db9ca1-2714-46d5-a38a-0468bcb224cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:45.441342 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88db9ca1-2714-46d5-a38a-0468bcb224cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:45.487253 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b71c8928-8045-4c10-b1c3-ef90343e5232 None None] Provisioning complete for port 04c87005-0032-4bd3-a163-f6473558d0cd triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:42:45.487751 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b71c8928-8045-4c10-b1c3-ef90343e5232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:45.573481 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d1d51669-7e48-4ccc-b2b7-942aff2f22d2 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:45.586082 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d1d51669-7e48-4ccc-b2b7-942aff2f22d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:45.670559 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca332ebd-374d-459a-b024-4b6c5a0fe94f None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:42:45.683951 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 30ce2a9e-4183-4dc4-bd17-e62eaf08f08e up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:42:45.722680 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ae70c-317a-4048-92ea-8d347f665cb9 None None] Pushing event updated for resources: {'Port': ['ID=412305c9-0f7a-4518-8609-61382cc974d5,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:45.732464 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-d1d51669-7e48-4ccc-b2b7-942aff2f22d2 None None] Attempting to bind port 412305c9-0f7a-4518-8609-61382cc974d5 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:42:45.733413 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-d1d51669-7e48-4ccc-b2b7-942aff2f22d2 None None] Attempting to bind port 412305c9-0f7a-4518-8609-61382cc974d5 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:42:45.733798 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d51669-7e48-4ccc-b2b7-942aff2f22d2 None None] Attempting to bind port 412305c9-0f7a-4518-8609-61382cc974d5 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:42:45.753342 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d51669-7e48-4ccc-b2b7-942aff2f22d2 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:42:45.753780 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d51669-7e48-4ccc-b2b7-942aff2f22d2 None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:42:45.754145 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d1d51669-7e48-4ccc-b2b7-942aff2f22d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:45.754549 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d51669-7e48-4ccc-b2b7-942aff2f22d2 None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:42:45.755035 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-d1d51669-7e48-4ccc-b2b7-942aff2f22d2 None None] Bound port: 412305c9-0f7a-4518-8609-61382cc974d5, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:42:45.755424 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d1d51669-7e48-4ccc-b2b7-942aff2f22d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:45.822345 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 30ce2a9e-4183-4dc4-bd17-e62eaf08f08e triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:42:45.822721 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:45.854625 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-d1d51669-7e48-4ccc-b2b7-942aff2f22d2 None None] For port 412305c9-0f7a-4518-8609-61382cc974d5, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:42:45.885811 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-d1d51669-7e48-4ccc-b2b7-942aff2f22d2 None None] For port 412305c9-0f7a-4518-8609-61382cc974d5, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=412305c9-0f7a-4518-8609-61382cc974d5,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:42:45.895533 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d1d51669-7e48-4ccc-b2b7-942aff2f22d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:45.908636 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-05b80632-e26a-4cfc-943e-7387e93fc107 None None] Provisioning complete for port 412305c9-0f7a-4518-8609-61382cc974d5 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:42:45.909011 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-05b80632-e26a-4cfc-943e-7387e93fc107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:45.973443 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6d3c0b-194c-4580-b198-1a26ec9d80fa None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:42:46.035670 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d51669-7e48-4ccc-b2b7-942aff2f22d2 None None] Routers {'753ff739-0307-4b4f-9a6c-87c6e369e932'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:42:46.036325 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-d1d51669-7e48-4ccc-b2b7-942aff2f22d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:42:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['753ff739-0307-4b4f-9a6c-87c6e369e932'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:42:46.067515 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88db9ca1-2714-46d5-a38a-0468bcb224cb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:46.073159 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88db9ca1-2714-46d5-a38a-0468bcb224cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:46.083287 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ae70c-317a-4048-92ea-8d347f665cb9 None None] Pushing event updated for resources: {'Port': ['ID=412305c9-0f7a-4518-8609-61382cc974d5,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:46.098415 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 04c87005-0032-4bd3-a163-f6473558d0cd up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:42:46.139366 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db9ca1-2714-46d5-a38a-0468bcb224cb admin admin] Pushing event updated for resources: {'Port': ['ID=333a8801-527f-419f-abef-aaa2d202ef0e,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:46.141933 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-88db9ca1-2714-46d5-a38a-0468bcb224cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:46.226283 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-05b80632-e26a-4cfc-943e-7387e93fc107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:46.235717 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88db9ca1-2714-46d5-a38a-0468bcb224cb admin admin] Network f26a934c-d301-4d3c-9dd2-9c1b64c928db is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:42:46.237761 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-88db9ca1-2714-46d5-a38a-0468bcb224cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:42:46.247008 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-d1d51669-7e48-4ccc-b2b7-942aff2f22d2 None None] Set router 753ff739-0307-4b4f-9a6c-87c6e369e932 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:42:46.287399 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-05b80632-e26a-4cfc-943e-7387e93fc107 None None] For port 412305c9-0f7a-4518-8609-61382cc974d5, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=412305c9-0f7a-4518-8609-61382cc974d5,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:42:46.298849 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 04c87005-0032-4bd3-a163-f6473558d0cd triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:42:46.299066 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:46.301503 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-05b80632-e26a-4cfc-943e-7387e93fc107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:46.368542 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88db9ca1-2714-46d5-a38a-0468bcb224cb admin admin] Router 753ff739-0307-4b4f-9a6c-87c6e369e932 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:42:46.452515 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-05b80632-e26a-4cfc-943e-7387e93fc107 None None] Provisioning complete for port 333a8801-527f-419f-abef-aaa2d202ef0e triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:42:46.452895 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-05b80632-e26a-4cfc-943e-7387e93fc107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:46.489846 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88db9ca1-2714-46d5-a38a-0468bcb224cb admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:42:46.495407 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-88db9ca1-2714-46d5-a38a-0468bcb224cb admin admin] 10.222.0.39 "PUT /v2.0/routers/753ff739-0307-4b4f-9a6c-87c6e369e932/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1092231 Nov 10 18:42:46.501308 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b80632-e26a-4cfc-943e-7387e93fc107 None None] Pushing event updated for resources: {'Port': ['ID=412305c9-0f7a-4518-8609-61382cc974d5,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:46.549890 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-05b80632-e26a-4cfc-943e-7387e93fc107 None None] Port 333a8801-527f-419f-abef-aaa2d202ef0e cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:42:46.634422 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-d1d51669-7e48-4ccc-b2b7-942aff2f22d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753ff739-0307-4b4f-9a6c-87c6e369e932', 'name': 'tempest-TestMinimumBasicScenario-1853643290-router', 'tenant_id': '99c05358a9974c48a80fc3a09e63ffb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '412305c9-0f7a-4518-8609-61382cc974d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:42:42Z', 'updated_at': '2021-11-10T18:42:45Z', 'revision_number': 4, 'project_id': '99c05358a9974c48a80fc3a09e63ffb4', 'gw_port': {'id': '412305c9-0f7a-4518-8609-61382cc974d5', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753ff739-0307-4b4f-9a6c-87c6e369e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:42:43Z', 'updated_at': '2021-11-10T18:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '333a8801-527f-419f-abef-aaa2d202ef0e', 'name': '', 'network_id': 'f26a934c-d301-4d3c-9dd2-9c1b64c928db', 'tenant_id': '99c05358a9974c48a80fc3a09e63ffb4', 'mac_address': 'fa:16:3e:56:ff:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753ff739-0307-4b4f-9a6c-87c6e369e932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '0c990949-950e-40d0-b2e5-93f17b73dd48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:42:44Z', 'updated_at': '2021-11-10T18:42:45Z', 'revision_number': 1, 'project_id': '99c05358a9974c48a80fc3a09e63ffb4', 'subnets': [{'id': '0c990949-950e-40d0-b2e5-93f17b73dd48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:42:46.666492 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d51669-7e48-4ccc-b2b7-942aff2f22d2 None None] The sync data for ids ['753ff739-0307-4b4f-9a6c-87c6e369e932'] in n-d-776250-10 is: [{'id': '753ff739-0307-4b4f-9a6c-87c6e369e932', 'name': 'tempest-TestMinimumBasicScenario-1853643290-router', 'tenant_id': '99c05358a9974c48a80fc3a09e63ffb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '412305c9-0f7a-4518-8609-61382cc974d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:42:42Z', 'updated_at': '2021-11-10T18:42:45Z', 'revision_number': 4, 'project_id': '99c05358a9974c48a80fc3a09e63ffb4', 'gw_port': {'id': '412305c9-0f7a-4518-8609-61382cc974d5', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753ff739-0307-4b4f-9a6c-87c6e369e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:42:43Z', 'updated_at': '2021-11-10T18:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '333a8801-527f-419f-abef-aaa2d202ef0e', 'name': '', 'network_id': 'f26a934c-d301-4d3c-9dd2-9c1b64c928db', 'tenant_id': '99c05358a9974c48a80fc3a09e63ffb4', 'mac_address': 'fa:16:3e:56:ff:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753ff739-0307-4b4f-9a6c-87c6e369e932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '0c990949-950e-40d0-b2e5-93f17b73dd48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:42:44Z', 'updated_at': '2021-11-10T18:42:45Z', 'revision_number': 1, 'project_id': '99c05358a9974c48a80fc3a09e63ffb4', 'subnets': [{'id': '0c990949-950e-40d0-b2e5-93f17b73dd48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:42:46.676106 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-22421d9b-9f8d-496f-8714-9c6c1f5df945 None None] Provisioning complete for port 412305c9-0f7a-4518-8609-61382cc974d5 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:42:46.676513 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-22421d9b-9f8d-496f-8714-9c6c1f5df945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:46.777399 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-22421d9b-9f8d-496f-8714-9c6c1f5df945 None None] Provisioning complete for port 333a8801-527f-419f-abef-aaa2d202ef0e triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:42:46.777800 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-22421d9b-9f8d-496f-8714-9c6c1f5df945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:46.816599 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-22421d9b-9f8d-496f-8714-9c6c1f5df945 None None] Port 333a8801-527f-419f-abef-aaa2d202ef0e cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:42:47.577895 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 412305c9-0f7a-4518-8609-61382cc974d5 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:42:47.651218 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 412305c9-0f7a-4518-8609-61382cc974d5 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:42:47.651542 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:48.790126 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefdd303-6f81-466b-943c-db85965d275f None None] Sync routers for ids ['753ff739-0307-4b4f-9a6c-87c6e369e932'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:42:48.800142 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefdd303-6f81-466b-943c-db85965d275f None None] Routers {'753ff739-0307-4b4f-9a6c-87c6e369e932'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:42:48.801249 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-fefdd303-6f81-466b-943c-db85965d275f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:42:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['753ff739-0307-4b4f-9a6c-87c6e369e932'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:42:48.940438 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-fefdd303-6f81-466b-943c-db85965d275f None None] Set router 753ff739-0307-4b4f-9a6c-87c6e369e932 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:42:49.183474 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-fefdd303-6f81-466b-943c-db85965d275f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753ff739-0307-4b4f-9a6c-87c6e369e932', 'name': 'tempest-TestMinimumBasicScenario-1853643290-router', 'tenant_id': '99c05358a9974c48a80fc3a09e63ffb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '412305c9-0f7a-4518-8609-61382cc974d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:42:42Z', 'updated_at': '2021-11-10T18:42:45Z', 'revision_number': 4, 'project_id': '99c05358a9974c48a80fc3a09e63ffb4', 'gw_port': {'id': '412305c9-0f7a-4518-8609-61382cc974d5', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753ff739-0307-4b4f-9a6c-87c6e369e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:42:43Z', 'updated_at': '2021-11-10T18:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '333a8801-527f-419f-abef-aaa2d202ef0e', 'name': '', 'network_id': 'f26a934c-d301-4d3c-9dd2-9c1b64c928db', 'tenant_id': '99c05358a9974c48a80fc3a09e63ffb4', 'mac_address': 'fa:16:3e:56:ff:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753ff739-0307-4b4f-9a6c-87c6e369e932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '0c990949-950e-40d0-b2e5-93f17b73dd48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:42:44Z', 'updated_at': '2021-11-10T18:42:45Z', 'revision_number': 2, 'project_id': '99c05358a9974c48a80fc3a09e63ffb4', 'subnets': [{'id': '0c990949-950e-40d0-b2e5-93f17b73dd48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:42:49.210805 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefdd303-6f81-466b-943c-db85965d275f None None] Checking router: 753ff739-0307-4b4f-9a6c-87c6e369e932 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:42:49.210805 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefdd303-6f81-466b-943c-db85965d275f None None] Updating router 753ff739-0307-4b4f-9a6c-87c6e369e932 port 333a8801-527f-419f-abef-aaa2d202ef0e binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:42:49.239597 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-fefdd303-6f81-466b-943c-db85965d275f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:49.553142 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-fefdd303-6f81-466b-943c-db85965d275f None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:49.560929 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-fefdd303-6f81-466b-943c-db85965d275f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:49.627358 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d8bcd-a54e-4f96-9e35-6a5b9e4fbecb None None] Pushing event updated for resources: {'Port': ['ID=333a8801-527f-419f-abef-aaa2d202ef0e,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:49.685032 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-fefdd303-6f81-466b-943c-db85965d275f None None] Attempting to bind port 333a8801-527f-419f-abef-aaa2d202ef0e on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:42:49.685703 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-fefdd303-6f81-466b-943c-db85965d275f None None] Attempting to bind port 333a8801-527f-419f-abef-aaa2d202ef0e by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'dcb10343-ff0d-4270-af5b-c54742719f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f26a934c-d301-4d3c-9dd2-9c1b64c928db'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:42:49.686247 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefdd303-6f81-466b-943c-db85965d275f None None] Attempting to bind port 333a8801-527f-419f-abef-aaa2d202ef0e on network f26a934c-d301-4d3c-9dd2-9c1b64c928db {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:42:49.692278 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefdd303-6f81-466b-943c-db85965d275f None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:42:49.694768 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefdd303-6f81-466b-943c-db85965d275f None None] Checking segment: {'id': 'dcb10343-ff0d-4270-af5b-c54742719f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f26a934c-d301-4d3c-9dd2-9c1b64c928db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:42:49.696025 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-fefdd303-6f81-466b-943c-db85965d275f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:49.696660 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefdd303-6f81-466b-943c-db85965d275f None None] Bound using segment: {'id': 'dcb10343-ff0d-4270-af5b-c54742719f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f26a934c-d301-4d3c-9dd2-9c1b64c928db'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:42:49.697364 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-fefdd303-6f81-466b-943c-db85965d275f None None] Bound port: 333a8801-527f-419f-abef-aaa2d202ef0e, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb10343-ff0d-4270-af5b-c54742719f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f26a934c-d301-4d3c-9dd2-9c1b64c928db'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:42:49.697957 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-fefdd303-6f81-466b-943c-db85965d275f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:49.785357 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-fefdd303-6f81-466b-943c-db85965d275f None None] For port 333a8801-527f-419f-abef-aaa2d202ef0e, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:42:49.790650 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-fefdd303-6f81-466b-943c-db85965d275f None None] For port 333a8801-527f-419f-abef-aaa2d202ef0e, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=333a8801-527f-419f-abef-aaa2d202ef0e,segment=NetworkSegment(dcb10343-ff0d-4270-af5b-c54742719f1c),segment_id=dcb10343-ff0d-4270-af5b-c54742719f1c)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:42:49.799049 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-fefdd303-6f81-466b-943c-db85965d275f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:49.863268 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefdd303-6f81-466b-943c-db85965d275f None None] Routers {'753ff739-0307-4b4f-9a6c-87c6e369e932'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:42:49.863914 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-fefdd303-6f81-466b-943c-db85965d275f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:42:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['753ff739-0307-4b4f-9a6c-87c6e369e932'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:42:49.931507 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d8bcd-a54e-4f96-9e35-6a5b9e4fbecb None None] Pushing event updated for resources: {'Port': ['ID=333a8801-527f-419f-abef-aaa2d202ef0e,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:49.980031 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e43ecd00-97d5-41a1-8c3a-396045def58a None None] Provisioning complete for port 333a8801-527f-419f-abef-aaa2d202ef0e triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:42:49.980762 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e43ecd00-97d5-41a1-8c3a-396045def58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:50.107526 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-fefdd303-6f81-466b-943c-db85965d275f None None] Set router 753ff739-0307-4b4f-9a6c-87c6e369e932 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:42:50.130119 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e43ecd00-97d5-41a1-8c3a-396045def58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:50.192337 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-e43ecd00-97d5-41a1-8c3a-396045def58a None None] For port 333a8801-527f-419f-abef-aaa2d202ef0e, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=333a8801-527f-419f-abef-aaa2d202ef0e,segment=NetworkSegment(dcb10343-ff0d-4270-af5b-c54742719f1c),segment_id=dcb10343-ff0d-4270-af5b-c54742719f1c)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:42:50.199881 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e43ecd00-97d5-41a1-8c3a-396045def58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:50.264049 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ecd00-97d5-41a1-8c3a-396045def58a None None] Pushing event updated for resources: {'Port': ['ID=333a8801-527f-419f-abef-aaa2d202ef0e,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:50.323131 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3a1602d6-55f8-40c5-8bf0-744ddd56ae59 None None] Provisioning complete for port 333a8801-527f-419f-abef-aaa2d202ef0e triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:42:50.323575 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3a1602d6-55f8-40c5-8bf0-744ddd56ae59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:50.389089 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-fefdd303-6f81-466b-943c-db85965d275f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753ff739-0307-4b4f-9a6c-87c6e369e932', 'name': 'tempest-TestMinimumBasicScenario-1853643290-router', 'tenant_id': '99c05358a9974c48a80fc3a09e63ffb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '412305c9-0f7a-4518-8609-61382cc974d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:42:42Z', 'updated_at': '2021-11-10T18:42:45Z', 'revision_number': 4, 'project_id': '99c05358a9974c48a80fc3a09e63ffb4', 'gw_port': {'id': '412305c9-0f7a-4518-8609-61382cc974d5', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753ff739-0307-4b4f-9a6c-87c6e369e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:42:43Z', 'updated_at': '2021-11-10T18:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '333a8801-527f-419f-abef-aaa2d202ef0e', 'name': '', 'network_id': 'f26a934c-d301-4d3c-9dd2-9c1b64c928db', 'tenant_id': '99c05358a9974c48a80fc3a09e63ffb4', 'mac_address': 'fa:16:3e:56:ff:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753ff739-0307-4b4f-9a6c-87c6e369e932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '0c990949-950e-40d0-b2e5-93f17b73dd48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:42:44Z', 'updated_at': '2021-11-10T18:42:49Z', 'revision_number': 4, 'project_id': '99c05358a9974c48a80fc3a09e63ffb4', 'subnets': [{'id': '0c990949-950e-40d0-b2e5-93f17b73dd48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:42:50.421535 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefdd303-6f81-466b-943c-db85965d275f None None] The sync data for ids ['753ff739-0307-4b4f-9a6c-87c6e369e932'] in n-d-776250-10 is: [{'id': '753ff739-0307-4b4f-9a6c-87c6e369e932', 'name': 'tempest-TestMinimumBasicScenario-1853643290-router', 'tenant_id': '99c05358a9974c48a80fc3a09e63ffb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '412305c9-0f7a-4518-8609-61382cc974d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:42:42Z', 'updated_at': '2021-11-10T18:42:45Z', 'revision_number': 4, 'project_id': '99c05358a9974c48a80fc3a09e63ffb4', 'gw_port': {'id': '412305c9-0f7a-4518-8609-61382cc974d5', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753ff739-0307-4b4f-9a6c-87c6e369e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:42:43Z', 'updated_at': '2021-11-10T18:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '333a8801-527f-419f-abef-aaa2d202ef0e', 'name': '', 'network_id': 'f26a934c-d301-4d3c-9dd2-9c1b64c928db', 'tenant_id': '99c05358a9974c48a80fc3a09e63ffb4', 'mac_address': 'fa:16:3e:56:ff:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '753ff739-0307-4b4f-9a6c-87c6e369e932', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '0c990949-950e-40d0-b2e5-93f17b73dd48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:42:44Z', 'updated_at': '2021-11-10T18:42:49Z', 'revision_number': 4, 'project_id': '99c05358a9974c48a80fc3a09e63ffb4', 'subnets': [{'id': '0c990949-950e-40d0-b2e5-93f17b73dd48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:42:51.578239 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 333a8801-527f-419f-abef-aaa2d202ef0e up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:42:51.638347 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 333a8801-527f-419f-abef-aaa2d202ef0e triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:42:51.638828 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:55.390454 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:55.709166 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:55.879223 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:42:56.590986 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-272825b1-d0cb-4eaa-9df1-567375bea94f tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:42:56.592489 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-272825b1-d0cb-4eaa-9df1-567375bea94f tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/networks?id=86dd585c-ddb9-4549-b569-db182c39810b HTTP/1.1" status: 200 len: 814 time: 0.1014056 Nov 10 18:42:56.608335 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-58b244c1-2407-4ca3-8679-293ed21ab4ad tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/quotas/f775b31de072412c82977f836e19f5c2 HTTP/1.1" status: 200 len: 375 time: 0.0099289 Nov 10 18:42:56.658937 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-58dd0da8-6b9a-4885-a685-a1ea2a3b0ffd tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f775b31de072412c82977f836e19f5c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450644 Nov 10 18:42:56.757561 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-327eb57e-afa1-4ca1-8ed5-8af08151b1d7 service neutron] 10.222.0.39 "GET /v2.0/networks/86dd585c-ddb9-4549-b569-db182c39810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866241 Nov 10 18:42:56.854406 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-c3ce466c-76a1-4dc0-aa73-0e956140cac8 service neutron] 10.222.0.39 "GET /v2.0/networks/86dd585c-ddb9-4549-b569-db182c39810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904799 Nov 10 18:42:57.014731 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4019e3d7-05e0-4cc4-a29c-99eca0a4d02c req-b533283b-7880-40f6-85a5-58c6c4bf0912 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 210 time: 0.0283613 Nov 10 18:42:58.138099 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e51f96a7-6830-4cdc-82f8-46e2ec90e984 req-cc339adc-a13b-4016-a494-af730d79dee5 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 210 time: 0.0370667 Nov 10 18:42:58.182766 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-54c60449-1c6e-465d-8514-fb20bef38803 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:42:58.184256 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-54c60449-1c6e-465d-8514-fb20bef38803 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.13 "GET /v2.0/networks?id=86dd585c-ddb9-4549-b569-db182c39810b HTTP/1.1" status: 200 len: 814 time: 0.1329961 Nov 10 18:42:58.198765 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-6cc3b619-abdd-45a5-9409-f68f987d95ed tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Request body: {'port': {'device_id': '4aa2cc54-d5b3-446c-859b-2fb17936536d', 'network_id': '86dd585c-ddb9-4549-b569-db182c39810b', 'admin_state_up': True, 'tenant_id': 'f775b31de072412c82977f836e19f5c2'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:42:58.321803 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-6cc3b619-abdd-45a5-9409-f68f987d95ed tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Made reservation on behalf of f775b31de072412c82977f836e19f5c2 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:42:58.325708 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-6cc3b619-abdd-45a5-9409-f68f987d95ed tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:58.478670 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-6cc3b619-abdd-45a5-9409-f68f987d95ed tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Allocated IP 172.20.0.13 (86dd585c-ddb9-4549-b569-db182c39810b/60a9d701-dfb5-44bd-9a34-166e3e67a4d9/2d6b3b88-7bf0-4261-af8d-0b79db513285) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:42:58.662531 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-6cc3b619-abdd-45a5-9409-f68f987d95ed tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:58.720331 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-6cc3b619-abdd-45a5-9409-f68f987d95ed tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:58.777251 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3b619-abdd-45a5-9409-f68f987d95ed tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Pushing event updated for resources: {'Port': ['ID=2d6b3b88-7bf0-4261-af8d-0b79db513285,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:42:58.784913 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-6cc3b619-abdd-45a5-9409-f68f987d95ed tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Network 86dd585c-ddb9-4549-b569-db182c39810b is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:42:58.786430 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-6cc3b619-abdd-45a5-9409-f68f987d95ed tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:42:58.791722 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-6cc3b619-abdd-45a5-9409-f68f987d95ed tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:42:58.842673 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-6cc3b619-abdd-45a5-9409-f68f987d95ed tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:42:58.843668 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-6cc3b619-abdd-45a5-9409-f68f987d95ed tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:58.865622 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-6cc3b619-abdd-45a5-9409-f68f987d95ed tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6711411 Nov 10 18:42:59.110258 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-bdb671fe-1abe-4b59-94ed-b6c122bbf4ad None None] Provisioning complete for port 2d6b3b88-7bf0-4261-af8d-0b79db513285 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:42:59.110890 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bdb671fe-1abe-4b59-94ed-b6c122bbf4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:42:59.296583 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0125e-fc0c-4cf5-8d11-3f4d032d172e req-3e6ca206-3668-4505-8d60-720e6990356b tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:42:59.299023 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-79f0125e-fc0c-4cf5-8d11-3f4d032d172e req-3e6ca206-3668-4505-8d60-720e6990356b tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 932 time: 0.0846255 Nov 10 18:42:59.320319 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-bdb671fe-1abe-4b59-94ed-b6c122bbf4ad None None] Port 2d6b3b88-7bf0-4261-af8d-0b79db513285 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:42:59.361529 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-79f0125e-fc0c-4cf5-8d11-3f4d032d172e req-0bdab291-948b-477a-a9dd-6cdbcdeac168 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?id=9136beae-0f72-4b97-8bdd-0aa445544914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548110 Nov 10 18:43:00.501525 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab5078-ff64-4038-b9e3-e773f094ae60 req-ad169426-f637-47d3-ad53-202d480633a7 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:00.503025 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-63ab5078-ff64-4038-b9e3-e773f094ae60 req-ad169426-f637-47d3-ad53-202d480633a7 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 932 time: 0.0659208 Nov 10 18:43:00.565882 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-63ab5078-ff64-4038-b9e3-e773f094ae60 req-2d124a57-d555-4928-b39b-59411350eab6 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?id=9136beae-0f72-4b97-8bdd-0aa445544914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564265 Nov 10 18:43:00.668992 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b0a03b69-7135-4f6a-97de-d21beb50a29a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:01.693455 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc697944-a33d-4e95-a866-ae564436cbcc req-8a19a202-f880-465b-b19e-81dd768f74c8 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:01.695144 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dc697944-a33d-4e95-a866-ae564436cbcc req-8a19a202-f880-465b-b19e-81dd768f74c8 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 932 time: 0.0531542 Nov 10 18:43:01.749895 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dc697944-a33d-4e95-a866-ae564436cbcc req-73fbd28a-ef0f-4d6e-93f5-7660b4c2c368 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?id=9136beae-0f72-4b97-8bdd-0aa445544914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474761 Nov 10 18:43:02.906059 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae8556-aa27-45f6-a6d9-c4743a772f35 req-faf6c2cb-6dfe-45d6-8cd3-ca6619c53f31 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:02.908924 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-79ae8556-aa27-45f6-a6d9-c4743a772f35 req-faf6c2cb-6dfe-45d6-8cd3-ca6619c53f31 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 932 time: 0.0627611 Nov 10 18:43:02.985559 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-79ae8556-aa27-45f6-a6d9-c4743a772f35 req-ccb3685a-facb-44e3-8166-371a4f7d1222 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?id=9136beae-0f72-4b97-8bdd-0aa445544914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695715 Nov 10 18:43:03.036074 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5465c972-5fb7-42ce-8932-0e46e7bd1aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:04.130788 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1905af-6aea-4808-b56c-57fa238aa769 req-e87ad682-d54d-4efe-9e93-55e95b87a8db tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:04.132410 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0c1905af-6aea-4808-b56c-57fa238aa769 req-e87ad682-d54d-4efe-9e93-55e95b87a8db tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 932 time: 0.0731549 Nov 10 18:43:04.196697 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0c1905af-6aea-4808-b56c-57fa238aa769 req-e6657168-6f75-4216-a7d6-6516afe9b771 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?id=9136beae-0f72-4b97-8bdd-0aa445544914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549245 Nov 10 18:43:04.279745 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:05.324776 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41dcbb-dbc8-4804-b255-0c71e9e13ee8 req-8dec48ac-f20d-4843-af13-425ae360f413 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:05.326428 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dd41dcbb-dbc8-4804-b255-0c71e9e13ee8 req-8dec48ac-f20d-4843-af13-425ae360f413 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 932 time: 0.0579512 Nov 10 18:43:05.406964 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dd41dcbb-dbc8-4804-b255-0c71e9e13ee8 req-df8546b0-c4da-40d2-a3f8-8e427ee0effb tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?id=9136beae-0f72-4b97-8bdd-0aa445544914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743065 Nov 10 18:43:05.767263 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:06.471509 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:06.572119 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849aefa8-7a80-41e3-bf0e-c32ad6a72fbb req-414fc02f-32d4-45f8-8024-586fd0aa4cd3 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:06.573704 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-849aefa8-7a80-41e3-bf0e-c32ad6a72fbb req-414fc02f-32d4-45f8-8024-586fd0aa4cd3 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 932 time: 0.0617442 Nov 10 18:43:06.637652 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-849aefa8-7a80-41e3-bf0e-c32ad6a72fbb req-77cb9634-8138-430b-8dae-b3ce584a1547 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?id=9136beae-0f72-4b97-8bdd-0aa445544914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526733 Nov 10 18:43:07.765512 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f2a01-282f-4ec1-b6c0-d277931039af req-886fee2e-6998-4b42-a7c5-df7e7ea8e783 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:07.766943 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eb7f2a01-282f-4ec1-b6c0-d277931039af req-886fee2e-6998-4b42-a7c5-df7e7ea8e783 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 932 time: 0.0660422 Nov 10 18:43:07.830705 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eb7f2a01-282f-4ec1-b6c0-d277931039af req-5acca8b1-e120-4be8-af20-94216419fc53 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?id=9136beae-0f72-4b97-8bdd-0aa445544914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571074 Nov 10 18:43:08.722381 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-3fb9e05a-17aa-4061-a6b3-f11034bb042c service neutron] Request body: {'port': {'device_id': '4aa2cc54-d5b3-446c-859b-2fb17936536d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:43:08.785957 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-3fb9e05a-17aa-4061-a6b3-f11034bb042c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:08.949353 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bd03a-f6f3-49a0-b1ec-752c1ac48442 req-4cf5bc0c-0e11-477e-99f8-b4b9bf072a34 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:08.950861 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b11bd03a-f6f3-49a0-b1ec-752c1ac48442 req-4cf5bc0c-0e11-477e-99f8-b4b9bf072a34 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 932 time: 0.0515418 Nov 10 18:43:08.999573 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b11bd03a-f6f3-49a0-b1ec-752c1ac48442 req-d64cebb5-092c-4c09-b9da-8b027dcc7a50 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?id=9136beae-0f72-4b97-8bdd-0aa445544914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426514 Nov 10 18:43:09.065702 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-3fb9e05a-17aa-4061-a6b3-f11034bb042c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d6b3b88-7bf0-4261-af8d-0b79db513285 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:43:09.074871 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-3fb9e05a-17aa-4061-a6b3-f11034bb042c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:09.086747 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-3fb9e05a-17aa-4061-a6b3-f11034bb042c service neutron] Transition to ACTIVE for port object 2d6b3b88-7bf0-4261-af8d-0b79db513285 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:43:09.091662 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-3fb9e05a-17aa-4061-a6b3-f11034bb042c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:09.142145 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9e05a-17aa-4061-a6b3-f11034bb042c service neutron] Pushing event updated for resources: {'Port': ['ID=2d6b3b88-7bf0-4261-af8d-0b79db513285,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:43:09.216924 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-3fb9e05a-17aa-4061-a6b3-f11034bb042c service neutron] Attempting to bind port 2d6b3b88-7bf0-4261-af8d-0b79db513285 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:43:09.217262 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-3fb9e05a-17aa-4061-a6b3-f11034bb042c service neutron] Attempting to bind port 2d6b3b88-7bf0-4261-af8d-0b79db513285 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '800bad82-b6d7-4be9-8445-91010fd18c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '86dd585c-ddb9-4549-b569-db182c39810b'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:43:09.217598 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-3fb9e05a-17aa-4061-a6b3-f11034bb042c service neutron] Attempting to bind port 2d6b3b88-7bf0-4261-af8d-0b79db513285 on network 86dd585c-ddb9-4549-b569-db182c39810b {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:43:09.222166 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-3fb9e05a-17aa-4061-a6b3-f11034bb042c service neutron] Port 2d6b3b88-7bf0-4261-af8d-0b79db513285 on network 86dd585c-ddb9-4549-b569-db182c39810b not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:43:09.222509 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-3fb9e05a-17aa-4061-a6b3-f11034bb042c service neutron] Attempting to bind port 2d6b3b88-7bf0-4261-af8d-0b79db513285 on network 86dd585c-ddb9-4549-b569-db182c39810b {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:43:09.227403 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-3fb9e05a-17aa-4061-a6b3-f11034bb042c service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:43:09.227754 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-3fb9e05a-17aa-4061-a6b3-f11034bb042c service neutron] Checking segment: {'id': '800bad82-b6d7-4be9-8445-91010fd18c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '86dd585c-ddb9-4549-b569-db182c39810b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:43:09.228285 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-3fb9e05a-17aa-4061-a6b3-f11034bb042c service neutron] Bound using segment: {'id': '800bad82-b6d7-4be9-8445-91010fd18c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '86dd585c-ddb9-4549-b569-db182c39810b'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:43:09.229273 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-3fb9e05a-17aa-4061-a6b3-f11034bb042c service neutron] Bound port: 2d6b3b88-7bf0-4261-af8d-0b79db513285, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '800bad82-b6d7-4be9-8445-91010fd18c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '86dd585c-ddb9-4549-b569-db182c39810b'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:43:09.229408 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-3fb9e05a-17aa-4061-a6b3-f11034bb042c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:09.301514 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-3fb9e05a-17aa-4061-a6b3-f11034bb042c service neutron] For port 2d6b3b88-7bf0-4261-af8d-0b79db513285, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:43:09.304655 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-3fb9e05a-17aa-4061-a6b3-f11034bb042c service neutron] For port 2d6b3b88-7bf0-4261-af8d-0b79db513285, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2d6b3b88-7bf0-4261-af8d-0b79db513285,segment=NetworkSegment(800bad82-b6d7-4be9-8445-91010fd18c26),segment_id=800bad82-b6d7-4be9-8445-91010fd18c26)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:43:09.310177 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-3fb9e05a-17aa-4061-a6b3-f11034bb042c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:09.342878 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-3fb9e05a-17aa-4061-a6b3-f11034bb042c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:09.343504 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-3fb9e05a-17aa-4061-a6b3-f11034bb042c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:09.344900 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-3fb9e05a-17aa-4061-a6b3-f11034bb042c service neutron] 10.222.0.13 "PUT /v2.0/ports/2d6b3b88-7bf0-4261-af8d-0b79db513285 HTTP/1.1" status: 200 len: 1093 time: 0.7211711 Nov 10 18:43:09.345333 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa2cc54-d5b3-446c-859b-2fb17936536d', 'tag': '2d6b3b88-7bf0-4261-af8d-0b79db513285'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:43:09.347559 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7886f7-52a2-4fb9-9499-9abb5aa70da9" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa2cc54-d5b3-446c-859b-2fb17936536d", "tag": "2d6b3b88-7bf0-4261-af8d-0b79db513285"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:43:09.375331 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9e05a-17aa-4061-a6b3-f11034bb042c service neutron] Pushing event updated for resources: {'Port': ['ID=2d6b3b88-7bf0-4261-af8d-0b79db513285,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:43:09.403935 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727660c4-07a8-4a49-b9dd-c142dd779260 x-openstack-request-id: req-727660c4-07a8-4a49-b9dd-c142dd779260 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:43:09.404330 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa2cc54-d5b3-446c-859b-2fb17936536d", "tag": "2d6b3b88-7bf0-4261-af8d-0b79db513285", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:43:09.404655 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-727660c4-07a8-4a49-b9dd-c142dd779260 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:43:09.405242 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa2cc54-d5b3-446c-859b-2fb17936536d', 'tag': '2d6b3b88-7bf0-4261-af8d-0b79db513285', 'status': 'completed', 'code': 200} Nov 10 18:43:09.436837 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-2bcc34dc-2818-42b0-9dcc-e589cbd7809a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:09.438388 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-2bcc34dc-2818-42b0-9dcc-e589cbd7809a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f775b31de072412c82977f836e19f5c2&device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 1096 time: 0.0471725 Nov 10 18:43:09.487469 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-6f6b4ece-3d0c-47cd-b6b3-7e38a6f311d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d6b3b88-7bf0-4261-af8d-0b79db513285 HTTP/1.1" status: 200 len: 217 time: 0.0394967 Nov 10 18:43:09.538791 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-0038e7c9-3b29-4f84-8224-e6d4098e5009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:09.540839 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-0038e7c9-3b29-4f84-8224-e6d4098e5009 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60a9d701-dfb5-44bd-9a34-166e3e67a4d9 HTTP/1.1" status: 200 len: 853 time: 0.0451484 Nov 10 18:43:09.590515 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-95e233ed-5dd6-4d83-8594-8addbe688983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:09.592043 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-95e233ed-5dd6-4d83-8594-8addbe688983 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=86dd585c-ddb9-4549-b569-db182c39810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443418 Nov 10 18:43:09.688290 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-281e1585-6257-4a73-9d9b-624163c92851 service neutron] 10.222.0.13 "GET /v2.0/networks/86dd585c-ddb9-4549-b569-db182c39810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884769 Nov 10 18:43:09.778058 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b2d8e530-49ff-43e9-a0a2-6e387fc87d2c req-f081382c-2647-48f2-980b-152265eef0c2 service neutron] 10.222.0.13 "GET /v2.0/networks/86dd585c-ddb9-4549-b569-db182c39810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828278 Nov 10 18:43:09.865597 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7886f7-52a2-4fb9-9499-9abb5aa70da9 req-b772f4e7-7927-4dd1-b6fd-828b30a0a193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:09.867075 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7a7886f7-52a2-4fb9-9499-9abb5aa70da9 req-b772f4e7-7927-4dd1-b6fd-828b30a0a193 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f775b31de072412c82977f836e19f5c2&device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 1096 time: 0.0412703 Nov 10 18:43:09.960441 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7886f7-52a2-4fb9-9499-9abb5aa70da9 req-11914b68-2556-48cc-9488-cd77a3f41c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:09.961904 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7a7886f7-52a2-4fb9-9499-9abb5aa70da9 req-11914b68-2556-48cc-9488-cd77a3f41c7a service neutron] 10.222.0.13 "GET /v2.0/networks?id=86dd585c-ddb9-4549-b569-db182c39810b HTTP/1.1" status: 200 len: 915 time: 0.0875249 Nov 10 18:43:10.003087 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7a7886f7-52a2-4fb9-9499-9abb5aa70da9 req-870b4f6e-238a-42f1-86dc-b410d6aec88e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d6b3b88-7bf0-4261-af8d-0b79db513285 HTTP/1.1" status: 200 len: 217 time: 0.0343215 Nov 10 18:43:10.059220 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7886f7-52a2-4fb9-9499-9abb5aa70da9 req-c7d65ab7-394d-4fb8-b3a0-ddac0b82c21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:10.060720 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7a7886f7-52a2-4fb9-9499-9abb5aa70da9 req-c7d65ab7-394d-4fb8-b3a0-ddac0b82c21d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60a9d701-dfb5-44bd-9a34-166e3e67a4d9 HTTP/1.1" status: 200 len: 853 time: 0.0493126 Nov 10 18:43:10.111608 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7886f7-52a2-4fb9-9499-9abb5aa70da9 req-cadf7267-4057-4a7a-878e-32abebfa394a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:10.114238 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7a7886f7-52a2-4fb9-9499-9abb5aa70da9 req-cadf7267-4057-4a7a-878e-32abebfa394a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=86dd585c-ddb9-4549-b569-db182c39810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448334 Nov 10 18:43:10.119332 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0a580-3d0d-4827-8371-eb3dea0e8e4f req-804c8a66-3ecf-480c-b0c0-a3f57f7db2e5 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:10.120927 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a7b0a580-3d0d-4827-8371-eb3dea0e8e4f req-804c8a66-3ecf-480c-b0c0-a3f57f7db2e5 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 944 time: 0.0537641 Nov 10 18:43:10.174483 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a7b0a580-3d0d-4827-8371-eb3dea0e8e4f req-b37f4c98-ab79-4765-ae85-a7b1e7b89d85 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?id=9136beae-0f72-4b97-8bdd-0aa445544914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475750 Nov 10 18:43:10.214716 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7a7886f7-52a2-4fb9-9499-9abb5aa70da9 req-d492bf50-5d42-40b5-a232-c5185ce7a976 service neutron] 10.222.0.13 "GET /v2.0/networks/86dd585c-ddb9-4549-b569-db182c39810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916734 Nov 10 18:43:10.308238 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7a7886f7-52a2-4fb9-9499-9abb5aa70da9 req-c9d78733-67be-450d-b49b-7ed4c6fea62d service neutron] 10.222.0.13 "GET /v2.0/networks/86dd585c-ddb9-4549-b569-db182c39810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858338 Nov 10 18:43:11.294379 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d83727-da4b-427a-a516-b0b07d4bd1d6 req-15668229-f741-448c-b7f7-617410d2fecc tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:11.295940 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c4d83727-da4b-427a-a516-b0b07d4bd1d6 req-15668229-f741-448c-b7f7-617410d2fecc tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 944 time: 0.0504525 Nov 10 18:43:11.343273 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c4d83727-da4b-427a-a516-b0b07d4bd1d6 req-ea9003fa-54ca-4a5e-be83-d93a0b247cdc tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?id=9136beae-0f72-4b97-8bdd-0aa445544914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414500 Nov 10 18:43:12.458339 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc202a-a26b-4eba-a984-a31d2d35cdff req-8a62a7a8-c30b-4790-88a2-5ba759e45535 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:12.459836 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5edc202a-a26b-4eba-a984-a31d2d35cdff req-8a62a7a8-c30b-4790-88a2-5ba759e45535 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 944 time: 0.0492790 Nov 10 18:43:12.509595 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5edc202a-a26b-4eba-a984-a31d2d35cdff req-d7935571-9af8-46fe-bb90-f04de5b2bbca tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?id=9136beae-0f72-4b97-8bdd-0aa445544914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428944 Nov 10 18:43:13.632232 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5380e2-97ab-4f4b-a962-544a937f5491 req-7adf73de-b09f-4819-ae00-0a98889b727e tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:13.633756 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ad5380e2-97ab-4f4b-a962-544a937f5491 req-7adf73de-b09f-4819-ae00-0a98889b727e tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 944 time: 0.0542455 Nov 10 18:43:13.680932 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ad5380e2-97ab-4f4b-a962-544a937f5491 req-5fac26be-8ff2-4111-a9a3-319954dbd8b7 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?id=9136beae-0f72-4b97-8bdd-0aa445544914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411744 Nov 10 18:43:14.387618 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 2d6b3b88-7bf0-4261-af8d-0b79db513285 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:43:14.483699 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 2d6b3b88-7bf0-4261-af8d-0b79db513285, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2d6b3b88-7bf0-4261-af8d-0b79db513285,segment=NetworkSegment(800bad82-b6d7-4be9-8445-91010fd18c26),segment_id=800bad82-b6d7-4be9-8445-91010fd18c26)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:43:14.495617 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '2d6b3b88-7bf0-4261-af8d-0b79db513285', 'network_id': '86dd585c-ddb9-4549-b569-db182c39810b', 'port_id': '2d6b3b88-7bf0-4261-af8d-0b79db513285', 'mac_address': 'fa:16:3e:86:0b:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a9d701-dfb5-44bd-9a34-166e3e67a4d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:43:14.532286 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:14.544721 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d6b3b88-7bf0-4261-af8d-0b79db513285 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:43:14.564617 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 2d6b3b88-7bf0-4261-af8d-0b79db513285, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2d6b3b88-7bf0-4261-af8d-0b79db513285,segment=NetworkSegment(800bad82-b6d7-4be9-8445-91010fd18c26),segment_id=800bad82-b6d7-4be9-8445-91010fd18c26)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:43:14.567992 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:14.615811 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=2d6b3b88-7bf0-4261-af8d-0b79db513285,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:43:14.623689 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:14.624042 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:14.624409 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:14.624752 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:14.625095 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:14.625430 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:14.625761 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:14.626088 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:14.626414 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:14.626741 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:14.627066 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:14.627388 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:14.772029 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['2d6b3b88-7bf0-4261-af8d-0b79db513285'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:43:14.798948 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639ca60-9171-41e5-9d82-c61c1c3b5f25 req-082cbd99-c338-4fa2-827f-668adf8fb7c1 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:14.800463 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5639ca60-9171-41e5-9d82-c61c1c3b5f25 req-082cbd99-c338-4fa2-827f-668adf8fb7c1 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 945 time: 0.0522521 Nov 10 18:43:14.849109 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5639ca60-9171-41e5-9d82-c61c1c3b5f25 req-226255b0-750b-4b36-b83b-624dd673cda5 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?id=9136beae-0f72-4b97-8bdd-0aa445544914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423875 Nov 10 18:43:15.965774 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da43ee-8a85-4486-8b67-e64423c35520 req-75fb60e9-edf4-43a5-a5cd-7c5c4916f3c0 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:15.967275 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-17da43ee-8a85-4486-8b67-e64423c35520 req-75fb60e9-edf4-43a5-a5cd-7c5c4916f3c0 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 945 time: 0.0493228 Nov 10 18:43:16.020482 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-17da43ee-8a85-4486-8b67-e64423c35520 req-1a32799d-6726-40f1-bd74-0e7768afcbf9 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?id=9136beae-0f72-4b97-8bdd-0aa445544914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426407 Nov 10 18:43:16.387971 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 2d6b3b88-7bf0-4261-af8d-0b79db513285 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:43:16.436590 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 2d6b3b88-7bf0-4261-af8d-0b79db513285 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:43:16.440376 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 2d6b3b88-7bf0-4261-af8d-0b79db513285 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:43:16.440746 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:16.521938 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:16.545087 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa2cc54-d5b3-446c-859b-2fb17936536d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6b3b88-7bf0-4261-af8d-0b79db513285'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:43:16.547404 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c87306-16ba-4d7a-8d71-ef0629d83d4d" -d '{"events": [{"server_uuid": "4aa2cc54-d5b3-446c-859b-2fb17936536d", "name": "network-vif-plugged", "status": "completed", "tag": "2d6b3b88-7bf0-4261-af8d-0b79db513285"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:43:16.560517 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 2d6b3b88-7bf0-4261-af8d-0b79db513285, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2d6b3b88-7bf0-4261-af8d-0b79db513285,segment=NetworkSegment(800bad82-b6d7-4be9-8445-91010fd18c26),segment_id=800bad82-b6d7-4be9-8445-91010fd18c26)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:43:16.564711 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:16.589595 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0b3b13-8b96-4e4d-9916-06812c59c869 x-openstack-request-id: req-4d0b3b13-8b96-4e4d-9916-06812c59c869 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:43:16.589892 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa2cc54-d5b3-446c-859b-2fb17936536d", "name": "network-vif-plugged", "status": "completed", "tag": "2d6b3b88-7bf0-4261-af8d-0b79db513285", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:43:16.590145 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4d0b3b13-8b96-4e4d-9916-06812c59c869 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:43:16.590540 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa2cc54-d5b3-446c-859b-2fb17936536d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6b3b88-7bf0-4261-af8d-0b79db513285', 'code': 200} Nov 10 18:43:16.616213 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=2d6b3b88-7bf0-4261-af8d-0b79db513285,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:43:16.689202 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffdf527-7510-49a6-9e97-f29b8998e520 req-716b5975-b05a-480f-9fa6-c0cc4c9cf820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:16.690588 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1ffdf527-7510-49a6-9e97-f29b8998e520 req-716b5975-b05a-480f-9fa6-c0cc4c9cf820 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 1098 time: 0.0444160 Nov 10 18:43:16.736138 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1ffdf527-7510-49a6-9e97-f29b8998e520 req-62417baa-0ad3-4c93-b51d-5964c49ad22e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9136beae-0f72-4b97-8bdd-0aa445544914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372353 Nov 10 18:43:17.134612 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57185f97-ce02-4eef-950b-cd78ce244fda req-2ea22a7f-18f8-4e29-8a28-f84b083e0542 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:17.136095 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-57185f97-ce02-4eef-950b-cd78ce244fda req-2ea22a7f-18f8-4e29-8a28-f84b083e0542 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 946 time: 0.0490277 Nov 10 18:43:17.185260 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-57185f97-ce02-4eef-950b-cd78ce244fda req-ad200be5-7119-451d-93ad-f697999b484b tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?id=9136beae-0f72-4b97-8bdd-0aa445544914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431888 Nov 10 18:43:18.305241 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d55fe5-395b-4336-a85c-60ad115ee9ac req-47fe9dbb-b652-46fb-83c2-8246075012cc tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:18.307464 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97d55fe5-395b-4336-a85c-60ad115ee9ac req-47fe9dbb-b652-46fb-83c2-8246075012cc tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 946 time: 0.0537972 Nov 10 18:43:18.354480 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-97d55fe5-395b-4336-a85c-60ad115ee9ac req-31fb356e-e7f1-4a35-bbcc-e29fdd09ebcb tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?id=9136beae-0f72-4b97-8bdd-0aa445544914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409606 Nov 10 18:43:18.467646 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742336fd-750b-4c2f-9241-72be03781517 req-7da0444e-b8a9-49ec-b21d-1dc737a741c5 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:18.469065 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-742336fd-750b-4c2f-9241-72be03781517 req-7da0444e-b8a9-49ec-b21d-1dc737a741c5 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 946 time: 0.0484307 Nov 10 18:43:18.520812 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-742336fd-750b-4c2f-9241-72be03781517 req-74a0e9af-992a-4973-82e2-e545c6f08330 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?id=9136beae-0f72-4b97-8bdd-0aa445544914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457261 Nov 10 18:43:18.708156 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631674c-cb61-42ac-a31b-d4ada1455c03 req-5f336dd3-b67e-4934-9dca-4310b8da3947 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:18.709649 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9631674c-cb61-42ac-a31b-d4ada1455c03 req-5f336dd3-b67e-4934-9dca-4310b8da3947 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 946 time: 0.0496988 Nov 10 18:43:18.758967 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9631674c-cb61-42ac-a31b-d4ada1455c03 req-764d7e08-c54a-431b-9ac3-e3aeaf79039f tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?id=9136beae-0f72-4b97-8bdd-0aa445544914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424578 Nov 10 18:43:25.403087 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:25.710257 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:30.670837 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bc3b48d8-f964-4f83-8e9d-1ecbc0d786cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:31.253241 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb832d7-f06d-4c3e-a578-d02c2a739060 req-ce7cb86f-df31-4318-a1aa-03ca4068c84b tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:31.254766 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7fb832d7-f06d-4c3e-a578-d02c2a739060 req-ce7cb86f-df31-4318-a1aa-03ca4068c84b tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 946 time: 0.0494804 Nov 10 18:43:31.303022 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7fb832d7-f06d-4c3e-a578-d02c2a739060 req-4771497f-8ef7-4c3f-8d23-d5c4efd77cb3 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?id=9136beae-0f72-4b97-8bdd-0aa445544914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422585 Nov 10 18:43:31.325323 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34224) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:43:31.411011 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f846025-5c53-4544-a5af-44744f2ecc74 tempest-TestMinimumBasicScenario-1352992780 tempest-TestMinimumBasicScenario-1352992780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:31.412550 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2f846025-5c53-4544-a5af-44744f2ecc74 tempest-TestMinimumBasicScenario-1352992780 tempest-TestMinimumBasicScenario-1352992780-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 1093 time: 0.0862513 Nov 10 18:43:31.415476 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34228) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:43:31.420356 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-c8e6401e-e7cf-4d2d-9f11-4917d1455604 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'port_id': '2d6b3b88-7bf0-4261-af8d-0b79db513285', 'tenant_id': 'f775b31de072412c82977f836e19f5c2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:43:31.442024 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c8e6401e-e7cf-4d2d-9f11-4917d1455604 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks [] for floatingip, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:31.537091 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c8e6401e-e7cf-4d2d-9f11-4917d1455604 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:31.644885 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-c8e6401e-e7cf-4d2d-9f11-4917d1455604 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Allocated IP 172.25.5.247 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/a92c34f8-ea57-41b3-b772-abedf836f301) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:43:31.747555 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c8e6401e-e7cf-4d2d-9f11-4917d1455604 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:31.781479 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c8e6401e-e7cf-4d2d-9f11-4917d1455604 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:31.827439 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e6401e-e7cf-4d2d-9f11-4917d1455604 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:43:31.833021 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-c8e6401e-e7cf-4d2d-9f11-4917d1455604 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:43:31.835270 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e6401e-e7cf-4d2d-9f11-4917d1455604 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Pushing event updated for resources: {'Port': ['ID=a92c34f8-ea57-41b3-b772-abedf836f301,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:43:31.837361 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e6401e-e7cf-4d2d-9f11-4917d1455604 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:43:31.863771 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e6401e-e7cf-4d2d-9f11-4917d1455604 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:31.864119 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e6401e-e7cf-4d2d-9f11-4917d1455604 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:31.864493 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e6401e-e7cf-4d2d-9f11-4917d1455604 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:31.864917 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e6401e-e7cf-4d2d-9f11-4917d1455604 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:31.865200 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e6401e-e7cf-4d2d-9f11-4917d1455604 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:31.865540 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e6401e-e7cf-4d2d-9f11-4917d1455604 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:31.865907 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e6401e-e7cf-4d2d-9f11-4917d1455604 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:31.866268 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e6401e-e7cf-4d2d-9f11-4917d1455604 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:31.866609 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e6401e-e7cf-4d2d-9f11-4917d1455604 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:31.866935 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e6401e-e7cf-4d2d-9f11-4917d1455604 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:31.867259 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e6401e-e7cf-4d2d-9f11-4917d1455604 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:31.867587 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e6401e-e7cf-4d2d-9f11-4917d1455604 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:32.207882 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c8e6401e-e7cf-4d2d-9f11-4917d1455604 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:32.274935 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c8e6401e-e7cf-4d2d-9f11-4917d1455604 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:32.427746 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c8e6401e-e7cf-4d2d-9f11-4917d1455604 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:32.432347 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c8e6401e-e7cf-4d2d-9f11-4917d1455604 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:32.498255 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e6401e-e7cf-4d2d-9f11-4917d1455604 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Pushing event updated for resources: {'Port': ['ID=a92c34f8-ea57-41b3-b772-abedf836f301,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:43:32.511693 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c8e6401e-e7cf-4d2d-9f11-4917d1455604 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:32.612928 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [None req-c8e6401e-e7cf-4d2d-9f11-4917d1455604 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Floating IP 9e83e1f1-3497-4d5f-94de-ec29af8c0ca0 associated. External IP: 172.25.5.247, port: 2d6b3b88-7bf0-4261-af8d-0b79db513285. Nov 10 18:43:32.817481 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e6401e-e7cf-4d2d-9f11-4917d1455604 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Router 2f891454-26ae-4cf2-9376-b8e97c3cea51 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:43:32.879027 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:43:32.932241 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e6401e-e7cf-4d2d-9f11-4917d1455604 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:43:32.942070 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d18b555-aa80-4554-8200-ccd2c623f98a None None] Sync routers for ids ['2f891454-26ae-4cf2-9376-b8e97c3cea51'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:43:32.952231 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c8e6401e-e7cf-4d2d-9f11-4917d1455604 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:32.953713 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d18b555-aa80-4554-8200-ccd2c623f98a None None] Routers {'2f891454-26ae-4cf2-9376-b8e97c3cea51'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:43:32.954345 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-4d18b555-aa80-4554-8200-ccd2c623f98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:43:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['2f891454-26ae-4cf2-9376-b8e97c3cea51'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:43:32.980879 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c8e6401e-e7cf-4d2d-9f11-4917d1455604 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5639403 Nov 10 18:43:32.981519 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa2cc54-d5b3-446c-859b-2fb17936536d', 'tag': '2d6b3b88-7bf0-4261-af8d-0b79db513285'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:43:32.983538 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34230) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:43:32.984063 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af28eadd-7ea0-4ff3-a0d7-3474972f4391" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa2cc54-d5b3-446c-859b-2fb17936536d", "tag": "2d6b3b88-7bf0-4261-af8d-0b79db513285"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:43:32.988644 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-9930d667-37b7-4d0a-92b8-f82ba498c753 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1867348639', 'description': 'tempest-secgroup-smoke-1867348639 description', 'project_id': 'f775b31de072412c82977f836e19f5c2'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:43:33.015352 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9930d667-37b7-4d0a-92b8-f82ba498c753 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:33.025336 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1446c9b-a6e8-41af-b7be-fe067476f444 x-openstack-request-id: req-a1446c9b-a6e8-41af-b7be-fe067476f444 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:43:33.025691 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa2cc54-d5b3-446c-859b-2fb17936536d", "tag": "2d6b3b88-7bf0-4261-af8d-0b79db513285", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:43:33.025944 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a1446c9b-a6e8-41af-b7be-fe067476f444 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:43:33.027236 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa2cc54-d5b3-446c-859b-2fb17936536d', 'tag': '2d6b3b88-7bf0-4261-af8d-0b79db513285', 'status': 'completed', 'code': 200} Nov 10 18:43:33.062603 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e643a553-ae8c-4038-a1e3-5e21a2fd6173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:33.078674 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-4d18b555-aa80-4554-8200-ccd2c623f98a None None] Set router 2f891454-26ae-4cf2-9376-b8e97c3cea51 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:43:33.099357 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9930d667-37b7-4d0a-92b8-f82ba498c753 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:33.099875 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28eadd-7ea0-4ff3-a0d7-3474972f4391 req-0f5819d6-12a9-4f80-b2cc-49526b65799c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:33.101867 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-af28eadd-7ea0-4ff3-a0d7-3474972f4391 req-0f5819d6-12a9-4f80-b2cc-49526b65799c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f775b31de072412c82977f836e19f5c2&device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 1098 time: 0.0518699 Nov 10 18:43:33.104281 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9930d667-37b7-4d0a-92b8-f82ba498c753 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:33.134951 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930d667-37b7-4d0a-92b8-f82ba498c753 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9e8ecd-b056-442c-85f8-f25e074b18db,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:43:33.145843 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-9930d667-37b7-4d0a-92b8-f82ba498c753 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:33.147204 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-9930d667-37b7-4d0a-92b8-f82ba498c753 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1625266 Nov 10 18:43:33.148833 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930d667-37b7-4d0a-92b8-f82ba498c753 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:33.149301 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930d667-37b7-4d0a-92b8-f82ba498c753 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:33.149732 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930d667-37b7-4d0a-92b8-f82ba498c753 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:33.150147 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930d667-37b7-4d0a-92b8-f82ba498c753 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:33.150545 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930d667-37b7-4d0a-92b8-f82ba498c753 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:33.150938 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930d667-37b7-4d0a-92b8-f82ba498c753 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:33.152010 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930d667-37b7-4d0a-92b8-f82ba498c753 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:33.152440 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930d667-37b7-4d0a-92b8-f82ba498c753 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:33.152881 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930d667-37b7-4d0a-92b8-f82ba498c753 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:33.153370 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930d667-37b7-4d0a-92b8-f82ba498c753 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:33.153758 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930d667-37b7-4d0a-92b8-f82ba498c753 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:33.154157 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9930d667-37b7-4d0a-92b8-f82ba498c753 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:43:33.157970 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34234) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:43:33.163743 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-0df9f23b-5eca-4698-8191-6d11ee2685db tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Request body: {'security_group_rule': {'security_group_id': '3a9e8ecd-b056-442c-85f8-f25e074b18db', 'project_id': 'f775b31de072412c82977f836e19f5c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:43:33.193206 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0df9f23b-5eca-4698-8191-6d11ee2685db tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:33.212297 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28eadd-7ea0-4ff3-a0d7-3474972f4391 req-3c7c64c4-d5ea-4b15-ad20-553b46f21cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:33.214069 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-af28eadd-7ea0-4ff3-a0d7-3474972f4391 req-3c7c64c4-d5ea-4b15-ad20-553b46f21cbf service neutron] 10.222.0.13 "GET /v2.0/networks?id=86dd585c-ddb9-4549-b569-db182c39810b HTTP/1.1" status: 200 len: 915 time: 0.1052241 Nov 10 18:43:33.255729 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0df9f23b-5eca-4698-8191-6d11ee2685db tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:33.260300 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0df9f23b-5eca-4698-8191-6d11ee2685db tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:33.288591 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-af28eadd-7ea0-4ff3-a0d7-3474972f4391 req-d088ca34-6de5-4b21-9dba-d61924611ed1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d6b3b88-7bf0-4261-af8d-0b79db513285 HTTP/1.1" status: 200 len: 1000 time: 0.0668731 Nov 10 18:43:33.289218 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9f23b-5eca-4698-8191-6d11ee2685db tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=209ba6ad-d003-42ca-b8cc-9bd68681b542,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:43:33.295681 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0df9f23b-5eca-4698-8191-6d11ee2685db tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:33.299819 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0df9f23b-5eca-4698-8191-6d11ee2685db tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408107 Nov 10 18:43:33.300449 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34236) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:43:33.304777 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-d206dc72-1121-452c-9b0f-d9c34ad09145 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Request body: {'security_group_rule': {'security_group_id': '3a9e8ecd-b056-442c-85f8-f25e074b18db', 'project_id': 'f775b31de072412c82977f836e19f5c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:43:33.333685 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d206dc72-1121-452c-9b0f-d9c34ad09145 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:33.333961 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-4d18b555-aa80-4554-8200-ccd2c623f98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'name': 'tempest-TestMinimumBasicScenario-827195199-router', 'tenant_id': 'f775b31de072412c82977f836e19f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'f32b0c95-a05c-4c3a-a5d6-863f318d5304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:42:37Z', 'updated_at': '2021-11-10T18:42:40Z', 'revision_number': 4, 'project_id': 'f775b31de072412c82977f836e19f5c2', 'gw_port': {'id': 'f32b0c95-a05c-4c3a-a5d6-863f318d5304', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:42:38Z', 'updated_at': '2021-11-10T18:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '9e83e1f1-3497-4d5f-94de-ec29af8c0ca0', 'tenant_id': 'f775b31de072412c82977f836e19f5c2', 'floating_ip_address': '172.25.5.247', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'port_id': '2d6b3b88-7bf0-4261-af8d-0b79db513285', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86dd585c-ddb9-4549-b569-db182c39810b', 'mac_address': 'fa:16:3e:86:0b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa2cc54-d5b3-446c-859b-2fb17936536d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:43:32Z', 'updated_at': '2021-11-10T18:43:32Z', 'revision_number': 0, 'project_id': 'f775b31de072412c82977f836e19f5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ce2a9e-4183-4dc4-bd17-e62eaf08f08e', 'name': '', 'network_id': '86dd585c-ddb9-4549-b569-db182c39810b', 'tenant_id': 'f775b31de072412c82977f836e19f5c2', 'mac_address': 'fa:16:3e:d2:40:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '60a9d701-dfb5-44bd-9a34-166e3e67a4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:42:39Z', 'updated_at': '2021-11-10T18:42:44Z', 'revision_number': 5, 'project_id': 'f775b31de072412c82977f836e19f5c2', 'subnets': [{'id': '60a9d701-dfb5-44bd-9a34-166e3e67a4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:43:33.345531 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28eadd-7ea0-4ff3-a0d7-3474972f4391 req-7a13b2f6-e970-4296-a9b7-ccac10994bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:33.347091 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-af28eadd-7ea0-4ff3-a0d7-3474972f4391 req-7a13b2f6-e970-4296-a9b7-ccac10994bb0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60a9d701-dfb5-44bd-9a34-166e3e67a4d9 HTTP/1.1" status: 200 len: 853 time: 0.0518539 Nov 10 18:43:33.361687 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d18b555-aa80-4554-8200-ccd2c623f98a None None] Checking router: 2f891454-26ae-4cf2-9376-b8e97c3cea51 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:43:33.370703 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d18b555-aa80-4554-8200-ccd2c623f98a None None] Routers {'2f891454-26ae-4cf2-9376-b8e97c3cea51'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:43:33.371314 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-4d18b555-aa80-4554-8200-ccd2c623f98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:43:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['2f891454-26ae-4cf2-9376-b8e97c3cea51'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:43:33.394093 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d206dc72-1121-452c-9b0f-d9c34ad09145 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:33.397715 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28eadd-7ea0-4ff3-a0d7-3474972f4391 req-b593bf42-4169-4884-96c9-4459e1b7a65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:33.398116 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d206dc72-1121-452c-9b0f-d9c34ad09145 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:33.400014 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-af28eadd-7ea0-4ff3-a0d7-3474972f4391 req-b593bf42-4169-4884-96c9-4459e1b7a65b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=86dd585c-ddb9-4549-b569-db182c39810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451910 Nov 10 18:43:33.420722 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206dc72-1121-452c-9b0f-d9c34ad09145 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcbacfd0-f0ac-44bd-a926-20a2f04de935,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:43:33.426759 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d206dc72-1121-452c-9b0f-d9c34ad09145 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:33.430401 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d206dc72-1121-452c-9b0f-d9c34ad09145 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1264813 Nov 10 18:43:33.431566 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34238) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:43:33.436314 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-1d2f808d-c148-4fdb-95bf-11666ae8df3d tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Request body: {'security_group_rule': {'security_group_id': '3a9e8ecd-b056-442c-85f8-f25e074b18db', 'project_id': 'f775b31de072412c82977f836e19f5c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:43:33.465426 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1d2f808d-c148-4fdb-95bf-11666ae8df3d tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:33.487053 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-4d18b555-aa80-4554-8200-ccd2c623f98a None None] Set router 2f891454-26ae-4cf2-9376-b8e97c3cea51 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:43:33.507409 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-af28eadd-7ea0-4ff3-a0d7-3474972f4391 req-a50e6f04-1e08-4b47-93f0-87544a0d31a4 service neutron] 10.222.0.13 "GET /v2.0/networks/86dd585c-ddb9-4549-b569-db182c39810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002035 Nov 10 18:43:33.528752 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1d2f808d-c148-4fdb-95bf-11666ae8df3d tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:33.533777 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1d2f808d-c148-4fdb-95bf-11666ae8df3d tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:33.555181 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f808d-c148-4fdb-95bf-11666ae8df3d tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd25c3dd-bf5f-4fee-b877-e63fc43fe3e6,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:43:33.566074 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1d2f808d-c148-4fdb-95bf-11666ae8df3d tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:33.569862 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1d2f808d-c148-4fdb-95bf-11666ae8df3d tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1346817 Nov 10 18:43:33.570382 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34240) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:43:33.578915 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-c07650ce-68ab-445b-b5c5-c1bf1156a5b0 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Request body: {'security_group_rule': {'security_group_id': '3a9e8ecd-b056-442c-85f8-f25e074b18db', 'project_id': 'f775b31de072412c82977f836e19f5c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:43:33.630402 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c07650ce-68ab-445b-b5c5-c1bf1156a5b0 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:33.637163 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-af28eadd-7ea0-4ff3-a0d7-3474972f4391 req-4fbdc718-4f7e-450f-8902-a7023bf33e9e service neutron] 10.222.0.13 "GET /v2.0/networks/86dd585c-ddb9-4549-b569-db182c39810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225324 Nov 10 18:43:33.695232 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c07650ce-68ab-445b-b5c5-c1bf1156a5b0 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:33.699178 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c07650ce-68ab-445b-b5c5-c1bf1156a5b0 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:33.716764 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07650ce-68ab-445b-b5c5-c1bf1156a5b0 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b2d65eb-66ac-4848-a26b-b8e3c82a9f69,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:43:33.725609 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c07650ce-68ab-445b-b5c5-c1bf1156a5b0 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:33.726846 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c07650ce-68ab-445b-b5c5-c1bf1156a5b0 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1554096 Nov 10 18:43:33.730018 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34242) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:43:33.734851 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-4d18b555-aa80-4554-8200-ccd2c623f98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'name': 'tempest-TestMinimumBasicScenario-827195199-router', 'tenant_id': 'f775b31de072412c82977f836e19f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'f32b0c95-a05c-4c3a-a5d6-863f318d5304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:42:37Z', 'updated_at': '2021-11-10T18:42:40Z', 'revision_number': 4, 'project_id': 'f775b31de072412c82977f836e19f5c2', 'gw_port': {'id': 'f32b0c95-a05c-4c3a-a5d6-863f318d5304', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:42:38Z', 'updated_at': '2021-11-10T18:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '9e83e1f1-3497-4d5f-94de-ec29af8c0ca0', 'tenant_id': 'f775b31de072412c82977f836e19f5c2', 'floating_ip_address': '172.25.5.247', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'port_id': '2d6b3b88-7bf0-4261-af8d-0b79db513285', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86dd585c-ddb9-4549-b569-db182c39810b', 'mac_address': 'fa:16:3e:86:0b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa2cc54-d5b3-446c-859b-2fb17936536d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:43:32Z', 'updated_at': '2021-11-10T18:43:32Z', 'revision_number': 0, 'project_id': 'f775b31de072412c82977f836e19f5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ce2a9e-4183-4dc4-bd17-e62eaf08f08e', 'name': '', 'network_id': '86dd585c-ddb9-4549-b569-db182c39810b', 'tenant_id': 'f775b31de072412c82977f836e19f5c2', 'mac_address': 'fa:16:3e:d2:40:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '60a9d701-dfb5-44bd-9a34-166e3e67a4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:42:39Z', 'updated_at': '2021-11-10T18:42:44Z', 'revision_number': 5, 'project_id': 'f775b31de072412c82977f836e19f5c2', 'subnets': [{'id': '60a9d701-dfb5-44bd-9a34-166e3e67a4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:43:33.735053 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-2189b883-ec20-468b-a3d4-192710f37f9f tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Request body: {'security_group_rule': {'security_group_id': '3a9e8ecd-b056-442c-85f8-f25e074b18db', 'project_id': 'f775b31de072412c82977f836e19f5c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:43:33.757231 n-d-776250-10 neutron-server[102468]: INFO neutron.db.securitygroups_db [None req-2189b883-ec20-468b-a3d4-192710f37f9f tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Project f775b31de072412c82977f836e19f5c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 18:43:33.762672 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2189b883-ec20-468b-a3d4-192710f37f9f tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:33.763107 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d18b555-aa80-4554-8200-ccd2c623f98a None None] The sync data for ids ['2f891454-26ae-4cf2-9376-b8e97c3cea51'] in n-d-776250-10 is: [{'id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'name': 'tempest-TestMinimumBasicScenario-827195199-router', 'tenant_id': 'f775b31de072412c82977f836e19f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'f32b0c95-a05c-4c3a-a5d6-863f318d5304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:42:37Z', 'updated_at': '2021-11-10T18:42:40Z', 'revision_number': 4, 'project_id': 'f775b31de072412c82977f836e19f5c2', 'gw_port': {'id': 'f32b0c95-a05c-4c3a-a5d6-863f318d5304', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:42:38Z', 'updated_at': '2021-11-10T18:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '9e83e1f1-3497-4d5f-94de-ec29af8c0ca0', 'tenant_id': 'f775b31de072412c82977f836e19f5c2', 'floating_ip_address': '172.25.5.247', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'port_id': '2d6b3b88-7bf0-4261-af8d-0b79db513285', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86dd585c-ddb9-4549-b569-db182c39810b', 'mac_address': 'fa:16:3e:86:0b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aa2cc54-d5b3-446c-859b-2fb17936536d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:43:32Z', 'updated_at': '2021-11-10T18:43:32Z', 'revision_number': 0, 'project_id': 'f775b31de072412c82977f836e19f5c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ce2a9e-4183-4dc4-bd17-e62eaf08f08e', 'name': '', 'network_id': '86dd585c-ddb9-4549-b569-db182c39810b', 'tenant_id': 'f775b31de072412c82977f836e19f5c2', 'mac_address': 'fa:16:3e:d2:40:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '60a9d701-dfb5-44bd-9a34-166e3e67a4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:42:39Z', 'updated_at': '2021-11-10T18:42:44Z', 'revision_number': 5, 'project_id': 'f775b31de072412c82977f836e19f5c2', 'subnets': [{'id': '60a9d701-dfb5-44bd-9a34-166e3e67a4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:43:33.829296 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2189b883-ec20-468b-a3d4-192710f37f9f tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:33.834187 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2189b883-ec20-468b-a3d4-192710f37f9f tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:33.854133 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189b883-ec20-468b-a3d4-192710f37f9f tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f401c9fe-026c-4bf9-b6a6-94ebe148d9cb,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:43:33.863304 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2189b883-ec20-468b-a3d4-192710f37f9f tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:33.864555 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2189b883-ec20-468b-a3d4-192710f37f9f tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1331236 Nov 10 18:43:33.867201 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34244) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:43:33.872612 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-ccb4b7d2-4f2b-4aa5-a4de-526109d05622 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Request body: {'security_group_rule': {'security_group_id': '3a9e8ecd-b056-442c-85f8-f25e074b18db', 'project_id': 'f775b31de072412c82977f836e19f5c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:43:33.896331 n-d-776250-10 neutron-server[102468]: INFO neutron.db.securitygroups_db [None req-ccb4b7d2-4f2b-4aa5-a4de-526109d05622 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Project f775b31de072412c82977f836e19f5c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 18:43:33.901800 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ccb4b7d2-4f2b-4aa5-a4de-526109d05622 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:33.965683 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ccb4b7d2-4f2b-4aa5-a4de-526109d05622 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:33.969975 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbc4759-d51c-4888-aa05-ce0054217348 None None] New status for floating IP 9e83e1f1-3497-4d5f-94de-ec29af8c0ca0: ACTIVE {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:43:33.970572 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ccb4b7d2-4f2b-4aa5-a4de-526109d05622 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:33.992302 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb4b7d2-4f2b-4aa5-a4de-526109d05622 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a27d97c2-b294-4cae-9470-55d45c72258d,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:43:33.998724 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ccb4b7d2-4f2b-4aa5-a4de-526109d05622 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:33.999947 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ccb4b7d2-4f2b-4aa5-a4de-526109d05622 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1316748 Nov 10 18:43:34.093763 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-78980651-1eff-44f6-afc0-4dd21be63766 req-ac7d0daa-5621-43ff-b1d2-57efe96e860d tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1867348639&fields=id&tenant_id=f775b31de072412c82977f836e19f5c2 HTTP/1.1" status: 200 len: 267 time: 0.0466495 Nov 10 18:43:34.152262 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78980651-1eff-44f6-afc0-4dd21be63766 req-b626f5ab-313e-4263-862a-c731f1636a77 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:34.153869 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-78980651-1eff-44f6-afc0-4dd21be63766 req-b626f5ab-313e-4263-862a-c731f1636a77 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 946 time: 0.0544951 Nov 10 18:43:34.166613 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-78980651-1eff-44f6-afc0-4dd21be63766 req-25a83a1b-3db6-43ad-b4f3-cc115ad14cc9 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Request body: {'port': {'security_groups': ['9136beae-0f72-4b97-8bdd-0aa445544914', '3a9e8ecd-b056-442c-85f8-f25e074b18db']}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:43:34.232511 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-78980651-1eff-44f6-afc0-4dd21be63766 req-25a83a1b-3db6-43ad-b4f3-cc115ad14cc9 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:34.282440 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:34.414513 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-78980651-1eff-44f6-afc0-4dd21be63766 req-25a83a1b-3db6-43ad-b4f3-cc115ad14cc9 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] For port 2d6b3b88-7bf0-4261-af8d-0b79db513285, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2d6b3b88-7bf0-4261-af8d-0b79db513285,segment=NetworkSegment(800bad82-b6d7-4be9-8445-91010fd18c26),segment_id=800bad82-b6d7-4be9-8445-91010fd18c26)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:43:34.444286 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-78980651-1eff-44f6-afc0-4dd21be63766 req-25a83a1b-3db6-43ad-b4f3-cc115ad14cc9 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:34.448840 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-78980651-1eff-44f6-afc0-4dd21be63766 req-25a83a1b-3db6-43ad-b4f3-cc115ad14cc9 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:34.460855 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['2d6b3b88-7bf0-4261-af8d-0b79db513285'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:43:34.492370 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78980651-1eff-44f6-afc0-4dd21be63766 req-25a83a1b-3db6-43ad-b4f3-cc115ad14cc9 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:34.492988 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-78980651-1eff-44f6-afc0-4dd21be63766 req-25a83a1b-3db6-43ad-b4f3-cc115ad14cc9 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:34.495792 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-78980651-1eff-44f6-afc0-4dd21be63766 req-25a83a1b-3db6-43ad-b4f3-cc115ad14cc9 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "PUT /v2.0/ports/2d6b3b88-7bf0-4261-af8d-0b79db513285 HTTP/1.1" status: 200 len: 982 time: 0.3342409 Nov 10 18:43:34.530727 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a83a1b-3db6-43ad-b4f3-cc115ad14cc9 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Pushing event updated for resources: {'Port': ['ID=2d6b3b88-7bf0-4261-af8d-0b79db513285,revision_number=6']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:43:34.558413 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['2d6b3b88-7bf0-4261-af8d-0b79db513285'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:43:34.625585 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6169428-6b06-4c06-a336-8b5c1a5622d2 req-dd301957-fcfa-4c4f-9813-813f85bbeb7d tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:34.627181 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b6169428-6b06-4c06-a336-8b5c1a5622d2 req-dd301957-fcfa-4c4f-9813-813f85bbeb7d tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 985 time: 0.0629537 Nov 10 18:43:34.700298 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b6169428-6b06-4c06-a336-8b5c1a5622d2 req-9c4c8c6a-b5d2-4388-95e4-31b7a17ab274 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a9e8ecd-b056-442c-85f8-f25e074b18db&id=9136beae-0f72-4b97-8bdd-0aa445544914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644403 Nov 10 18:43:34.856382 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-5b824d59-4ccc-4b0c-9ae8-3561435942b2 None None] Provisioning complete for port 2d6b3b88-7bf0-4261-af8d-0b79db513285 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:43:34.856756 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5b824d59-4ccc-4b0c-9ae8-3561435942b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:35.028462 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa2cc54-d5b3-446c-859b-2fb17936536d', 'tag': '2d6b3b88-7bf0-4261-af8d-0b79db513285'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:43:35.031032 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142a8078-8c8b-48b1-a534-83825703d322" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa2cc54-d5b3-446c-859b-2fb17936536d", "tag": "2d6b3b88-7bf0-4261-af8d-0b79db513285"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:43:35.068984 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8a2405-2f4b-4b1b-ac13-8fb1fb26339f x-openstack-request-id: req-7a8a2405-2f4b-4b1b-ac13-8fb1fb26339f {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:43:35.069753 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa2cc54-d5b3-446c-859b-2fb17936536d", "tag": "2d6b3b88-7bf0-4261-af8d-0b79db513285", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:43:35.070008 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7a8a2405-2f4b-4b1b-ac13-8fb1fb26339f {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:43:35.070577 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa2cc54-d5b3-446c-859b-2fb17936536d', 'tag': '2d6b3b88-7bf0-4261-af8d-0b79db513285', 'status': 'completed', 'code': 200} Nov 10 18:43:35.138639 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a8078-8c8b-48b1-a534-83825703d322 req-b9fe5e45-eca7-4f5f-a280-0baa089f09d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:35.140196 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-142a8078-8c8b-48b1-a534-83825703d322 req-b9fe5e45-eca7-4f5f-a280-0baa089f09d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f775b31de072412c82977f836e19f5c2&device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 1137 time: 0.0471613 Nov 10 18:43:35.232286 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a8078-8c8b-48b1-a534-83825703d322 req-1d44a977-1138-4d6e-b331-58538e3bdd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:35.233680 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-142a8078-8c8b-48b1-a534-83825703d322 req-1d44a977-1138-4d6e-b331-58538e3bdd24 service neutron] 10.222.0.13 "GET /v2.0/networks?id=86dd585c-ddb9-4549-b569-db182c39810b HTTP/1.1" status: 200 len: 915 time: 0.0867093 Nov 10 18:43:35.304176 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-142a8078-8c8b-48b1-a534-83825703d322 req-0e47fe52-f703-4a9e-b7c9-72c6c4d774e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d6b3b88-7bf0-4261-af8d-0b79db513285 HTTP/1.1" status: 200 len: 1002 time: 0.0615997 Nov 10 18:43:35.356275 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a8078-8c8b-48b1-a534-83825703d322 req-323191f6-5a85-40a7-9c74-a0a3f2c53611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:35.357737 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-142a8078-8c8b-48b1-a534-83825703d322 req-323191f6-5a85-40a7-9c74-a0a3f2c53611 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60a9d701-dfb5-44bd-9a34-166e3e67a4d9 HTTP/1.1" status: 200 len: 853 time: 0.0457451 Nov 10 18:43:35.402842 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a8078-8c8b-48b1-a534-83825703d322 req-7604940f-b032-4b3c-a6c3-a14b53a25c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:35.404359 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-142a8078-8c8b-48b1-a534-83825703d322 req-7604940f-b032-4b3c-a6c3-a14b53a25c56 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=86dd585c-ddb9-4549-b569-db182c39810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394611 Nov 10 18:43:35.768812 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:35.839934 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-142a8078-8c8b-48b1-a534-83825703d322 req-582f4be1-faa2-485c-b7a6-873732e15a7c service neutron] 10.222.0.13 "GET /v2.0/networks/86dd585c-ddb9-4549-b569-db182c39810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280143 Nov 10 18:43:35.933886 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-142a8078-8c8b-48b1-a534-83825703d322 req-fa6c5c34-06b1-42c1-81fd-9646f8a3fd23 service neutron] 10.222.0.13 "GET /v2.0/networks/86dd585c-ddb9-4549-b569-db182c39810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864861 Nov 10 18:43:36.457147 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:40.955565 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-05357075-dc76-4d02-bb7c-b819e34f285e req-76664555-e107-446b-a588-5e477aef742e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0471902 Nov 10 18:43:41.048718 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05357075-dc76-4d02-bb7c-b819e34f285e req-c5f6c7c1-3170-42bf-87c8-875034db1b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:41.050146 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-05357075-dc76-4d02-bb7c-b819e34f285e req-c5f6c7c1-3170-42bf-87c8-875034db1b16 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f775b31de072412c82977f836e19f5c2&device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 1137 time: 0.0407219 Nov 10 18:43:41.157848 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05357075-dc76-4d02-bb7c-b819e34f285e req-84e40e12-1ae3-4db7-89dd-0616e71918e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:41.159615 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-05357075-dc76-4d02-bb7c-b819e34f285e req-84e40e12-1ae3-4db7-89dd-0616e71918e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=86dd585c-ddb9-4549-b569-db182c39810b HTTP/1.1" status: 200 len: 915 time: 0.0887220 Nov 10 18:43:41.226290 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-05357075-dc76-4d02-bb7c-b819e34f285e req-526d5a00-9da6-4c99-ba21-8ab17aaaec91 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d6b3b88-7bf0-4261-af8d-0b79db513285 HTTP/1.1" status: 200 len: 1002 time: 0.0587294 Nov 10 18:43:41.274935 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05357075-dc76-4d02-bb7c-b819e34f285e req-694c34ea-e8dc-4b8a-ac6f-38523a3a5f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:41.276386 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-05357075-dc76-4d02-bb7c-b819e34f285e req-694c34ea-e8dc-4b8a-ac6f-38523a3a5f5f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60a9d701-dfb5-44bd-9a34-166e3e67a4d9 HTTP/1.1" status: 200 len: 853 time: 0.0431385 Nov 10 18:43:41.324859 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05357075-dc76-4d02-bb7c-b819e34f285e req-a7e1f71f-5303-44c6-bd5b-1d96e228e03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:41.326212 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-05357075-dc76-4d02-bb7c-b819e34f285e req-a7e1f71f-5303-44c6-bd5b-1d96e228e03b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=86dd585c-ddb9-4549-b569-db182c39810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427487 Nov 10 18:43:41.418412 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-05357075-dc76-4d02-bb7c-b819e34f285e req-0ea73726-0894-4e39-95c7-66b0b398de09 service neutron] 10.222.0.13 "GET /v2.0/networks/86dd585c-ddb9-4549-b569-db182c39810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833726 Nov 10 18:43:41.515348 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-05357075-dc76-4d02-bb7c-b819e34f285e req-c077aa12-c595-4ba4-a306-bfafee131042 service neutron] 10.222.0.13 "GET /v2.0/networks/86dd585c-ddb9-4549-b569-db182c39810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895255 Nov 10 18:43:51.753354 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf2d9d-27e2-4a0b-a423-d63cc8a6833a req-142361f9-899f-4a30-82c4-1620eecdea81 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:51.754758 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7dbf2d9d-27e2-4a0b-a423-d63cc8a6833a req-142361f9-899f-4a30-82c4-1620eecdea81 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 985 time: 0.0776649 Nov 10 18:43:51.760355 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94052e0-1cac-4375-a267-348519ccbf1f req-dcd7dcd6-8799-4b70-9add-a43f57ba3df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:51.762402 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c94052e0-1cac-4375-a267-348519ccbf1f req-dcd7dcd6-8799-4b70-9add-a43f57ba3df8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f775b31de072412c82977f836e19f5c2&device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 1137 time: 0.0742216 Nov 10 18:43:51.874107 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7dbf2d9d-27e2-4a0b-a423-d63cc8a6833a req-2a8d4771-fc8d-4258-a2cb-02081f0f5a01 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a9e8ecd-b056-442c-85f8-f25e074b18db&id=9136beae-0f72-4b97-8bdd-0aa445544914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1105549 Nov 10 18:43:51.898337 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94052e0-1cac-4375-a267-348519ccbf1f req-2793b114-ac05-404a-837a-e274e06fc573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:51.899954 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c94052e0-1cac-4375-a267-348519ccbf1f req-2793b114-ac05-404a-837a-e274e06fc573 service neutron] 10.222.0.13 "GET /v2.0/networks?id=86dd585c-ddb9-4549-b569-db182c39810b HTTP/1.1" status: 200 len: 915 time: 0.1297560 Nov 10 18:43:51.967266 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c94052e0-1cac-4375-a267-348519ccbf1f req-8825b7dd-cd5e-457b-9a58-20bce9b4279f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d6b3b88-7bf0-4261-af8d-0b79db513285 HTTP/1.1" status: 200 len: 1002 time: 0.0594704 Nov 10 18:43:52.023499 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94052e0-1cac-4375-a267-348519ccbf1f req-47b96c8d-4e02-4ec5-8ba0-533947382393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:52.024930 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c94052e0-1cac-4375-a267-348519ccbf1f req-47b96c8d-4e02-4ec5-8ba0-533947382393 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60a9d701-dfb5-44bd-9a34-166e3e67a4d9 HTTP/1.1" status: 200 len: 853 time: 0.0499980 Nov 10 18:43:52.071323 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94052e0-1cac-4375-a267-348519ccbf1f req-bd5fce08-6bf6-427e-9fb3-9ad961455072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:52.072877 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c94052e0-1cac-4375-a267-348519ccbf1f req-bd5fce08-6bf6-427e-9fb3-9ad961455072 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=86dd585c-ddb9-4549-b569-db182c39810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405607 Nov 10 18:43:52.165303 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c94052e0-1cac-4375-a267-348519ccbf1f req-e5c70c9d-d14f-4ae0-bbc4-076051472b8a service neutron] 10.222.0.13 "GET /v2.0/networks/86dd585c-ddb9-4549-b569-db182c39810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844450 Nov 10 18:43:52.275050 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c94052e0-1cac-4375-a267-348519ccbf1f req-c72fdda5-d550-45c9-9420-3722b0fe560e service neutron] 10.222.0.13 "GET /v2.0/networks/86dd585c-ddb9-4549-b569-db182c39810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022792 Nov 10 18:43:52.992499 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc17745-fd5f-4699-b334-efa58fda4350 req-d2f55b6c-4053-46ea-8b25-7040ca97f152 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:52.993996 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bbc17745-fd5f-4699-b334-efa58fda4350 req-d2f55b6c-4053-46ea-8b25-7040ca97f152 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 985 time: 0.0505505 Nov 10 18:43:53.055161 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bbc17745-fd5f-4699-b334-efa58fda4350 req-a55754a2-8102-4cf4-a45b-d835f2f80f4c tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a9e8ecd-b056-442c-85f8-f25e074b18db&id=9136beae-0f72-4b97-8bdd-0aa445544914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542345 Nov 10 18:43:54.178855 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e12e2b-898e-4109-b106-6b9792f89c05 req-a73cacb5-7ef6-4ff1-b3f8-3abed68d5f3c tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:54.180417 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d0e12e2b-898e-4109-b106-6b9792f89c05 req-a73cacb5-7ef6-4ff1-b3f8-3abed68d5f3c tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 985 time: 0.0516725 Nov 10 18:43:54.240849 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d0e12e2b-898e-4109-b106-6b9792f89c05 req-100a866f-6cd0-40e6-a3dc-87a84a8d11e3 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a9e8ecd-b056-442c-85f8-f25e074b18db&id=9136beae-0f72-4b97-8bdd-0aa445544914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537801 Nov 10 18:43:55.357947 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c2dcf-dbe2-4f4b-873e-f585865fafab req-3425fd20-0664-4418-ac32-e81583376d45 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:55.359424 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-807c2dcf-dbe2-4f4b-873e-f585865fafab req-3425fd20-0664-4418-ac32-e81583376d45 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 985 time: 0.0493748 Nov 10 18:43:55.413856 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:55.422280 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-807c2dcf-dbe2-4f4b-873e-f585865fafab req-ab7fd032-9b0e-454f-ba98-5a5e90bb7598 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a9e8ecd-b056-442c-85f8-f25e074b18db&id=9136beae-0f72-4b97-8bdd-0aa445544914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566428 Nov 10 18:43:55.703866 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:43:56.545383 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7804a-1b00-43f5-8067-4e82dd133c96 req-90cb7ec5-df71-4017-9a55-2413f2036280 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:56.546909 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b7b7804a-1b00-43f5-8067-4e82dd133c96 req-90cb7ec5-df71-4017-9a55-2413f2036280 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 985 time: 0.0543587 Nov 10 18:43:56.607748 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b7b7804a-1b00-43f5-8067-4e82dd133c96 req-63eec466-4845-4ff2-8ea2-0f779cf2c47f tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a9e8ecd-b056-442c-85f8-f25e074b18db&id=9136beae-0f72-4b97-8bdd-0aa445544914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544851 Nov 10 18:43:57.731680 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ccb96-7550-4cdc-abe9-90c9c71f5cc5 req-5e6ebf87-424a-4609-a980-b66eed7572f2 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:57.733218 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ff6ccb96-7550-4cdc-abe9-90c9c71f5cc5 req-5e6ebf87-424a-4609-a980-b66eed7572f2 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 985 time: 0.0567329 Nov 10 18:43:57.809867 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ff6ccb96-7550-4cdc-abe9-90c9c71f5cc5 req-c8b9ac2a-613f-4d9b-914a-efab383a27af tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a9e8ecd-b056-442c-85f8-f25e074b18db&id=9136beae-0f72-4b97-8bdd-0aa445544914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0704174 Nov 10 18:43:58.928910 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e2786-0f88-4c6f-b046-9143f0cd70c3 req-80a1c81b-1193-4559-b83e-f9869b4bbcaa tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:43:58.930397 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e42e2786-0f88-4c6f-b046-9143f0cd70c3 req-80a1c81b-1193-4559-b83e-f9869b4bbcaa tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 985 time: 0.0512726 Nov 10 18:43:58.992271 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e42e2786-0f88-4c6f-b046-9143f0cd70c3 req-8b15aff1-4fc3-4fc5-a3bd-1c7f5bc8ddc8 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a9e8ecd-b056-442c-85f8-f25e074b18db&id=9136beae-0f72-4b97-8bdd-0aa445544914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552773 Nov 10 18:44:00.111358 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a29ab2-dc16-4a17-ba00-b6e60f4a54f0 req-15f243d7-dfe7-490e-95cb-4960765c797e tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:44:00.112894 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e4a29ab2-dc16-4a17-ba00-b6e60f4a54f0 req-15f243d7-dfe7-490e-95cb-4960765c797e tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 985 time: 0.0515828 Nov 10 18:44:00.175645 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e4a29ab2-dc16-4a17-ba00-b6e60f4a54f0 req-a8536b1e-d77d-4dde-84c8-475523c4510e tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a9e8ecd-b056-442c-85f8-f25e074b18db&id=9136beae-0f72-4b97-8bdd-0aa445544914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566769 Nov 10 18:44:00.673028 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ce21e161-92ff-40e1-a59e-627e3ca0353d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:01.295548 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712d09a-2dec-4e41-8f76-312b7aa6d443 req-03fc6003-90a4-415a-94a7-98a7f59c1e4d tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:44:01.297101 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c712d09a-2dec-4e41-8f76-312b7aa6d443 req-03fc6003-90a4-415a-94a7-98a7f59c1e4d tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 985 time: 0.0522535 Nov 10 18:44:01.366574 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c712d09a-2dec-4e41-8f76-312b7aa6d443 req-009c5366-eae9-4b91-b818-b14c45c0fa8e tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a9e8ecd-b056-442c-85f8-f25e074b18db&id=9136beae-0f72-4b97-8bdd-0aa445544914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634167 Nov 10 18:44:02.495482 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffc1f3-6440-4112-af30-5f5390e4962c req-b5b5f00d-0454-4c71-a3e9-ecdb303dc465 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:44:02.497709 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e4ffc1f3-6440-4112-af30-5f5390e4962c req-b5b5f00d-0454-4c71-a3e9-ecdb303dc465 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 985 time: 0.0622344 Nov 10 18:44:02.561654 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e4ffc1f3-6440-4112-af30-5f5390e4962c req-864cd707-9df3-44fe-8abe-2218c3949326 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a9e8ecd-b056-442c-85f8-f25e074b18db&id=9136beae-0f72-4b97-8bdd-0aa445544914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576735 Nov 10 18:44:03.043891 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f9e21290-88fe-45d9-bfed-e191ccf04527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:03.694326 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6777a5b-1525-4781-b89b-34a4983f6e7c req-60af38a0-b2e9-4f93-bf13-a95ea449990c tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:44:03.694326 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f6777a5b-1525-4781-b89b-34a4983f6e7c req-60af38a0-b2e9-4f93-bf13-a95ea449990c tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 985 time: 0.0556061 Nov 10 18:44:03.757238 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f6777a5b-1525-4781-b89b-34a4983f6e7c req-8bcdb393-68be-4e59-b911-adbabb6c56fb tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a9e8ecd-b056-442c-85f8-f25e074b18db&id=9136beae-0f72-4b97-8bdd-0aa445544914&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566838 Nov 10 18:44:04.286641 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:05.770918 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:06.460118 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:09.878785 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:44:25.416700 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:25.703503 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:30.674681 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5b63e6a7-3d30-407b-ace6-95765dcee526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:33.036206 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-27e9f37c-2e57-4f98-b947-0fd5cce312f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:34.287651 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:35.180978 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-87d8448a-7d7d-4ee2-8ed0-8cfe93fb68f2 req-3aa82a7e-1e03-4ff1-b8bc-97ce2c3fa650 tempest-ServerDiskConfigTestJSON-1914654282 tempest-ServerDiskConfigTestJSON-1914654282-project] (102469) timed out ('10.222.0.13', 62072) {{(pid=102469) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 18:44:35.775516 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:36.227339 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2f21ef82-2612-461b-a3e3-04b2a3dc7a88 req-fb1a7c8e-c82f-456d-83ea-7bf9a9abf5d1 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1867348639&fields=id&tenant_id=f775b31de072412c82977f836e19f5c2 HTTP/1.1" status: 200 len: 267 time: 0.0462251 Nov 10 18:44:36.281717 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21ef82-2612-461b-a3e3-04b2a3dc7a88 req-ac0129c2-6763-4ecd-b5a5-3e0b7e39fded tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:44:36.283153 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2f21ef82-2612-461b-a3e3-04b2a3dc7a88 req-ac0129c2-6763-4ecd-b5a5-3e0b7e39fded tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 985 time: 0.0493245 Nov 10 18:44:36.293992 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-2f21ef82-2612-461b-a3e3-04b2a3dc7a88 req-165ac808-564d-4512-8576-b9a38f1d2621 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Request body: {'port': {'security_groups': ['9136beae-0f72-4b97-8bdd-0aa445544914']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:44:36.360581 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2f21ef82-2612-461b-a3e3-04b2a3dc7a88 req-165ac808-564d-4512-8576-b9a38f1d2621 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:36.464919 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:36.536996 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-2f21ef82-2612-461b-a3e3-04b2a3dc7a88 req-165ac808-564d-4512-8576-b9a38f1d2621 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] For port 2d6b3b88-7bf0-4261-af8d-0b79db513285, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2d6b3b88-7bf0-4261-af8d-0b79db513285,segment=NetworkSegment(800bad82-b6d7-4be9-8445-91010fd18c26),segment_id=800bad82-b6d7-4be9-8445-91010fd18c26)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:44:36.566165 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2f21ef82-2612-461b-a3e3-04b2a3dc7a88 req-165ac808-564d-4512-8576-b9a38f1d2621 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:36.570565 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2f21ef82-2612-461b-a3e3-04b2a3dc7a88 req-165ac808-564d-4512-8576-b9a38f1d2621 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:36.582944 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['2d6b3b88-7bf0-4261-af8d-0b79db513285'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:44:36.614034 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21ef82-2612-461b-a3e3-04b2a3dc7a88 req-165ac808-564d-4512-8576-b9a38f1d2621 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:44:36.614679 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2f21ef82-2612-461b-a3e3-04b2a3dc7a88 req-165ac808-564d-4512-8576-b9a38f1d2621 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:36.616052 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2f21ef82-2612-461b-a3e3-04b2a3dc7a88 req-165ac808-564d-4512-8576-b9a38f1d2621 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "PUT /v2.0/ports/2d6b3b88-7bf0-4261-af8d-0b79db513285 HTTP/1.1" status: 200 len: 943 time: 0.3264639 Nov 10 18:44:36.616603 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa2cc54-d5b3-446c-859b-2fb17936536d', 'tag': '2d6b3b88-7bf0-4261-af8d-0b79db513285'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:44:36.618863 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1379f0b9-d3c3-4ed6-8aed-262ac4abb016" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa2cc54-d5b3-446c-859b-2fb17936536d", "tag": "2d6b3b88-7bf0-4261-af8d-0b79db513285"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:44:36.623161 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34306) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:44:36.646476 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ac808-564d-4512-8576-b9a38f1d2621 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Pushing event updated for resources: {'Port': ['ID=2d6b3b88-7bf0-4261-af8d-0b79db513285,revision_number=7']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:44:36.655489 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165ac808-564d-4512-8576-b9a38f1d2621 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:36.655842 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165ac808-564d-4512-8576-b9a38f1d2621 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:36.656204 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165ac808-564d-4512-8576-b9a38f1d2621 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:36.656548 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165ac808-564d-4512-8576-b9a38f1d2621 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:36.656884 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165ac808-564d-4512-8576-b9a38f1d2621 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:36.657215 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165ac808-564d-4512-8576-b9a38f1d2621 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:36.657547 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165ac808-564d-4512-8576-b9a38f1d2621 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:36.657876 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165ac808-564d-4512-8576-b9a38f1d2621 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:36.658205 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165ac808-564d-4512-8576-b9a38f1d2621 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:36.658533 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165ac808-564d-4512-8576-b9a38f1d2621 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:36.658859 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165ac808-564d-4512-8576-b9a38f1d2621 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:36.659183 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165ac808-564d-4512-8576-b9a38f1d2621 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:36.707039 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-04196f09-b814-4522-9be8-2bebd841ba7f tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:36.720897 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['2d6b3b88-7bf0-4261-af8d-0b79db513285'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:44:36.744396 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-04196f09-b814-4522-9be8-2bebd841ba7f tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:36.824295 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-04196f09-b814-4522-9be8-2bebd841ba7f tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:36.828218 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-04196f09-b814-4522-9be8-2bebd841ba7f tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:36.830433 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-04196f09-b814-4522-9be8-2bebd841ba7f tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "DELETE /v2.0/security-groups/3a9e8ecd-b056-442c-85f8-f25e074b18db HTTP/1.1" status: 204 len: 168 time: 0.2055757 Nov 10 18:44:36.832851 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34310) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:44:36.841719 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04196f09-b814-4522-9be8-2bebd841ba7f tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9e8ecd-b056-442c-85f8-f25e074b18db,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:44:36.842052 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc316abd-8e0e-4a3b-99d8-f0fae4ceb606 x-openstack-request-id: req-cc316abd-8e0e-4a3b-99d8-f0fae4ceb606 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:44:36.842743 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa2cc54-d5b3-446c-859b-2fb17936536d", "tag": "2d6b3b88-7bf0-4261-af8d-0b79db513285", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:44:36.842993 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cc316abd-8e0e-4a3b-99d8-f0fae4ceb606 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:44:36.843579 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa2cc54-d5b3-446c-859b-2fb17936536d', 'tag': '2d6b3b88-7bf0-4261-af8d-0b79db513285', 'status': 'completed', 'code': 200} Nov 10 18:44:36.851395 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04196f09-b814-4522-9be8-2bebd841ba7f tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:36.851941 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04196f09-b814-4522-9be8-2bebd841ba7f tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:36.852494 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04196f09-b814-4522-9be8-2bebd841ba7f tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:36.852998 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04196f09-b814-4522-9be8-2bebd841ba7f tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:36.853499 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04196f09-b814-4522-9be8-2bebd841ba7f tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:36.854014 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04196f09-b814-4522-9be8-2bebd841ba7f tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:36.854346 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04196f09-b814-4522-9be8-2bebd841ba7f tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:36.854706 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04196f09-b814-4522-9be8-2bebd841ba7f tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:36.855035 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04196f09-b814-4522-9be8-2bebd841ba7f tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:36.855377 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04196f09-b814-4522-9be8-2bebd841ba7f tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:36.855800 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04196f09-b814-4522-9be8-2bebd841ba7f tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:36.856124 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04196f09-b814-4522-9be8-2bebd841ba7f tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:36.918702 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379f0b9-d3c3-4ed6-8aed-262ac4abb016 req-c0fc57d6-39c5-4dcd-84c1-4935afd7e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:44:36.920321 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1379f0b9-d3c3-4ed6-8aed-262ac4abb016 req-c0fc57d6-39c5-4dcd-84c1-4935afd7e2d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f775b31de072412c82977f836e19f5c2&device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 1098 time: 0.0558429 Nov 10 18:44:36.984483 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-5adc9db7-8ece-4192-a4ea-8aba9cbc6dde None None] Provisioning complete for port 2d6b3b88-7bf0-4261-af8d-0b79db513285 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:44:36.985061 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5adc9db7-8ece-4192-a4ea-8aba9cbc6dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:37.012274 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-2a2644f2-7712-4b11-9e95-bfd9b009f3d4 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Deleting port a92c34f8-ea57-41b3-b772-abedf836f301 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:44:37.012553 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2a2644f2-7712-4b11-9e95-bfd9b009f3d4 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:37.021331 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379f0b9-d3c3-4ed6-8aed-262ac4abb016 req-05d230ba-4c8f-41c2-a4b1-4868c128a612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:44:37.023225 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1379f0b9-d3c3-4ed6-8aed-262ac4abb016 req-05d230ba-4c8f-41c2-a4b1-4868c128a612 service neutron] 10.222.0.13 "GET /v2.0/networks?id=86dd585c-ddb9-4549-b569-db182c39810b HTTP/1.1" status: 200 len: 915 time: 0.0953300 Nov 10 18:44:37.097337 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2a2644f2-7712-4b11-9e95-bfd9b009f3d4 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:37.097663 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2a2644f2-7712-4b11-9e95-bfd9b009f3d4 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:37.098313 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1379f0b9-d3c3-4ed6-8aed-262ac4abb016 req-aa7b7af3-aee9-485f-afb7-95d2fd63430d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d6b3b88-7bf0-4261-af8d-0b79db513285 HTTP/1.1" status: 200 len: 1002 time: 0.0674493 Nov 10 18:44:37.110067 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-2a2644f2-7712-4b11-9e95-bfd9b009f3d4 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Calling delete_port for a92c34f8-ea57-41b3-b772-abedf836f301 owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:44:37.149895 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379f0b9-d3c3-4ed6-8aed-262ac4abb016 req-3552751e-db7e-481b-805d-9d14d634d1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:44:37.151417 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1379f0b9-d3c3-4ed6-8aed-262ac4abb016 req-3552751e-db7e-481b-805d-9d14d634d1dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60a9d701-dfb5-44bd-9a34-166e3e67a4d9 HTTP/1.1" status: 200 len: 853 time: 0.0459268 Nov 10 18:44:37.197144 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379f0b9-d3c3-4ed6-8aed-262ac4abb016 req-bc8b29ec-df6d-4531-a7ea-3254a1aea02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:44:37.199903 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1379f0b9-d3c3-4ed6-8aed-262ac4abb016 req-bc8b29ec-df6d-4531-a7ea-3254a1aea02b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=86dd585c-ddb9-4549-b569-db182c39810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414040 Nov 10 18:44:37.289617 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2a2644f2-7712-4b11-9e95-bfd9b009f3d4 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:37.300463 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1379f0b9-d3c3-4ed6-8aed-262ac4abb016 req-f3232fde-3425-44ee-a1fd-7dfff769a9a9 service neutron] 10.222.0.13 "GET /v2.0/networks/86dd585c-ddb9-4549-b569-db182c39810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938339 Nov 10 18:44:37.318234 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2644f2-7712-4b11-9e95-bfd9b009f3d4 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Pushing event deleted for resources: {'Port': ['ID=a92c34f8-ea57-41b3-b772-abedf836f301,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:44:37.377766 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2a2644f2-7712-4b11-9e95-bfd9b009f3d4 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:37.378119 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-2a2644f2-7712-4b11-9e95-bfd9b009f3d4 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Floating IP 9e83e1f1-3497-4d5f-94de-ec29af8c0ca0 disassociated (deleted). External IP: 172.25.5.247, port: 2d6b3b88-7bf0-4261-af8d-0b79db513285. Nov 10 18:44:37.395188 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1379f0b9-d3c3-4ed6-8aed-262ac4abb016 req-956a98d6-7622-46c2-bf45-5c11031e0d8a service neutron] 10.222.0.13 "GET /v2.0/networks/86dd585c-ddb9-4549-b569-db182c39810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875294 Nov 10 18:44:37.588594 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2644f2-7712-4b11-9e95-bfd9b009f3d4 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Router 2f891454-26ae-4cf2-9376-b8e97c3cea51 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:44:37.698877 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2644f2-7712-4b11-9e95-bfd9b009f3d4 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:44:37.703818 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2a2644f2-7712-4b11-9e95-bfd9b009f3d4 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:37.708928 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb50ba8-93f1-4a1d-8540-ed58c4cda338 None None] Sync routers for ids ['2f891454-26ae-4cf2-9376-b8e97c3cea51'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:44:37.718968 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb50ba8-93f1-4a1d-8540-ed58c4cda338 None None] Routers {'2f891454-26ae-4cf2-9376-b8e97c3cea51'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:44:37.719562 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-cbb50ba8-93f1-4a1d-8540-ed58c4cda338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:44:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['2f891454-26ae-4cf2-9376-b8e97c3cea51'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:44:37.731815 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2a2644f2-7712-4b11-9e95-bfd9b009f3d4 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "DELETE /v2.0/floatingips/9e83e1f1-3497-4d5f-94de-ec29af8c0ca0 HTTP/1.1" status: 204 len: 168 time: 0.8975854 Nov 10 18:44:37.829639 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-cbb50ba8-93f1-4a1d-8540-ed58c4cda338 None None] Set router 2f891454-26ae-4cf2-9376-b8e97c3cea51 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:44:38.211707 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-cbb50ba8-93f1-4a1d-8540-ed58c4cda338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'name': 'tempest-TestMinimumBasicScenario-827195199-router', 'tenant_id': 'f775b31de072412c82977f836e19f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'f32b0c95-a05c-4c3a-a5d6-863f318d5304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:42:37Z', 'updated_at': '2021-11-10T18:42:40Z', 'revision_number': 4, 'project_id': 'f775b31de072412c82977f836e19f5c2', 'gw_port': {'id': 'f32b0c95-a05c-4c3a-a5d6-863f318d5304', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:42:38Z', 'updated_at': '2021-11-10T18:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '30ce2a9e-4183-4dc4-bd17-e62eaf08f08e', 'name': '', 'network_id': '86dd585c-ddb9-4549-b569-db182c39810b', 'tenant_id': 'f775b31de072412c82977f836e19f5c2', 'mac_address': 'fa:16:3e:d2:40:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '60a9d701-dfb5-44bd-9a34-166e3e67a4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:42:39Z', 'updated_at': '2021-11-10T18:42:44Z', 'revision_number': 5, 'project_id': 'f775b31de072412c82977f836e19f5c2', 'subnets': [{'id': '60a9d701-dfb5-44bd-9a34-166e3e67a4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:44:38.239264 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb50ba8-93f1-4a1d-8540-ed58c4cda338 None None] Checking router: 2f891454-26ae-4cf2-9376-b8e97c3cea51 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:44:38.251576 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb50ba8-93f1-4a1d-8540-ed58c4cda338 None None] Routers {'2f891454-26ae-4cf2-9376-b8e97c3cea51'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:44:38.251576 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-cbb50ba8-93f1-4a1d-8540-ed58c4cda338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:44:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['2f891454-26ae-4cf2-9376-b8e97c3cea51'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:44:38.360434 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-cbb50ba8-93f1-4a1d-8540-ed58c4cda338 None None] Set router 2f891454-26ae-4cf2-9376-b8e97c3cea51 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:44:38.576184 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-cbb50ba8-93f1-4a1d-8540-ed58c4cda338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'name': 'tempest-TestMinimumBasicScenario-827195199-router', 'tenant_id': 'f775b31de072412c82977f836e19f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'f32b0c95-a05c-4c3a-a5d6-863f318d5304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:42:37Z', 'updated_at': '2021-11-10T18:42:40Z', 'revision_number': 4, 'project_id': 'f775b31de072412c82977f836e19f5c2', 'gw_port': {'id': 'f32b0c95-a05c-4c3a-a5d6-863f318d5304', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:42:38Z', 'updated_at': '2021-11-10T18:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '30ce2a9e-4183-4dc4-bd17-e62eaf08f08e', 'name': '', 'network_id': '86dd585c-ddb9-4549-b569-db182c39810b', 'tenant_id': 'f775b31de072412c82977f836e19f5c2', 'mac_address': 'fa:16:3e:d2:40:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '60a9d701-dfb5-44bd-9a34-166e3e67a4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:42:39Z', 'updated_at': '2021-11-10T18:42:44Z', 'revision_number': 5, 'project_id': 'f775b31de072412c82977f836e19f5c2', 'subnets': [{'id': '60a9d701-dfb5-44bd-9a34-166e3e67a4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:44:38.602528 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb50ba8-93f1-4a1d-8540-ed58c4cda338 None None] The sync data for ids ['2f891454-26ae-4cf2-9376-b8e97c3cea51'] in n-d-776250-10 is: [{'id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'name': 'tempest-TestMinimumBasicScenario-827195199-router', 'tenant_id': 'f775b31de072412c82977f836e19f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'f32b0c95-a05c-4c3a-a5d6-863f318d5304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:42:37Z', 'updated_at': '2021-11-10T18:42:40Z', 'revision_number': 4, 'project_id': 'f775b31de072412c82977f836e19f5c2', 'gw_port': {'id': 'f32b0c95-a05c-4c3a-a5d6-863f318d5304', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:42:38Z', 'updated_at': '2021-11-10T18:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '30ce2a9e-4183-4dc4-bd17-e62eaf08f08e', 'name': '', 'network_id': '86dd585c-ddb9-4549-b569-db182c39810b', 'tenant_id': 'f775b31de072412c82977f836e19f5c2', 'mac_address': 'fa:16:3e:d2:40:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '60a9d701-dfb5-44bd-9a34-166e3e67a4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:42:39Z', 'updated_at': '2021-11-10T18:42:44Z', 'revision_number': 5, 'project_id': 'f775b31de072412c82977f836e19f5c2', 'subnets': [{'id': '60a9d701-dfb5-44bd-9a34-166e3e67a4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:44:38.844725 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa2cc54-d5b3-446c-859b-2fb17936536d', 'tag': '2d6b3b88-7bf0-4261-af8d-0b79db513285'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:44:38.845501 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fc166c-0a06-4f90-ab8e-2e65d55c20d7 None None] New status for floating IP 9e83e1f1-3497-4d5f-94de-ec29af8c0ca0: DOWN {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:44:38.847232 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69bd425-24e8-4487-b3ee-a00f13d7e496" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa2cc54-d5b3-446c-859b-2fb17936536d", "tag": "2d6b3b88-7bf0-4261-af8d-0b79db513285"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:44:38.899554 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c412c33e-4e1d-44ad-8b60-3420666aedd3 x-openstack-request-id: req-c412c33e-4e1d-44ad-8b60-3420666aedd3 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:44:38.899843 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa2cc54-d5b3-446c-859b-2fb17936536d", "tag": "2d6b3b88-7bf0-4261-af8d-0b79db513285", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:44:38.900094 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c412c33e-4e1d-44ad-8b60-3420666aedd3 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:44:38.900658 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa2cc54-d5b3-446c-859b-2fb17936536d', 'tag': '2d6b3b88-7bf0-4261-af8d-0b79db513285', 'status': 'completed', 'code': 200} Nov 10 18:44:38.969067 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bd425-24e8-4487-b3ee-a00f13d7e496 req-7e7ae9ca-1308-404b-a913-23f984445bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:44:38.970575 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a69bd425-24e8-4487-b3ee-a00f13d7e496 req-7e7ae9ca-1308-404b-a913-23f984445bdd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f775b31de072412c82977f836e19f5c2&device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 1098 time: 0.0457001 Nov 10 18:44:39.075364 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bd425-24e8-4487-b3ee-a00f13d7e496 req-126b3a91-120b-4266-861f-eb7f1ba6b922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:44:39.076882 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a69bd425-24e8-4487-b3ee-a00f13d7e496 req-126b3a91-120b-4266-861f-eb7f1ba6b922 service neutron] 10.222.0.13 "GET /v2.0/networks?id=86dd585c-ddb9-4549-b569-db182c39810b HTTP/1.1" status: 200 len: 915 time: 0.0990267 Nov 10 18:44:39.120456 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a69bd425-24e8-4487-b3ee-a00f13d7e496 req-97f8548c-00ed-46cf-826b-e98c9b2eab5d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d6b3b88-7bf0-4261-af8d-0b79db513285 HTTP/1.1" status: 200 len: 217 time: 0.0354750 Nov 10 18:44:39.176785 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bd425-24e8-4487-b3ee-a00f13d7e496 req-253c8fed-d311-4497-9d7f-6515f9d4e5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:44:39.178352 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a69bd425-24e8-4487-b3ee-a00f13d7e496 req-253c8fed-d311-4497-9d7f-6515f9d4e5f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60a9d701-dfb5-44bd-9a34-166e3e67a4d9 HTTP/1.1" status: 200 len: 853 time: 0.0514958 Nov 10 18:44:39.226732 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bd425-24e8-4487-b3ee-a00f13d7e496 req-24992dc8-3ade-4621-b394-8b8f52a9e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:44:39.228353 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a69bd425-24e8-4487-b3ee-a00f13d7e496 req-24992dc8-3ade-4621-b394-8b8f52a9e473 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=86dd585c-ddb9-4549-b569-db182c39810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431831 Nov 10 18:44:39.326351 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a69bd425-24e8-4487-b3ee-a00f13d7e496 req-abf76bd8-726a-4df8-aa40-345b769b261d service neutron] 10.222.0.13 "GET /v2.0/networks/86dd585c-ddb9-4549-b569-db182c39810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905669 Nov 10 18:44:39.416842 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a69bd425-24e8-4487-b3ee-a00f13d7e496 req-c56860c4-a0ca-4ba6-96c3-2c5d41d35cfc service neutron] 10.222.0.13 "GET /v2.0/networks/86dd585c-ddb9-4549-b569-db182c39810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830379 Nov 10 18:44:43.542572 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0d4ec27-fd5f-48ea-bd7a-62b9beee7c06 req-2c3ca6d2-b787-491e-9df7-8e94ae100271 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423222 Nov 10 18:44:43.632183 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4ec27-fd5f-48ea-bd7a-62b9beee7c06 req-95343746-5098-48f7-92ef-6808ac753c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:44:43.633943 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0d4ec27-fd5f-48ea-bd7a-62b9beee7c06 req-95343746-5098-48f7-92ef-6808ac753c98 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f775b31de072412c82977f836e19f5c2&device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 1098 time: 0.0478132 Nov 10 18:44:43.739235 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4ec27-fd5f-48ea-bd7a-62b9beee7c06 req-d931d6a1-e7f0-41de-a663-dd16ca816cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:44:43.741107 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0d4ec27-fd5f-48ea-bd7a-62b9beee7c06 req-d931d6a1-e7f0-41de-a663-dd16ca816cd3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=86dd585c-ddb9-4549-b569-db182c39810b HTTP/1.1" status: 200 len: 915 time: 0.0870221 Nov 10 18:44:43.789179 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0d4ec27-fd5f-48ea-bd7a-62b9beee7c06 req-da79df7a-60d4-4d2e-9a93-ec96c0f92074 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d6b3b88-7bf0-4261-af8d-0b79db513285 HTTP/1.1" status: 200 len: 217 time: 0.0404239 Nov 10 18:44:43.839430 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4ec27-fd5f-48ea-bd7a-62b9beee7c06 req-77bb581d-53d9-45a0-9dcd-4936065a2dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:44:43.841055 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0d4ec27-fd5f-48ea-bd7a-62b9beee7c06 req-77bb581d-53d9-45a0-9dcd-4936065a2dc9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=60a9d701-dfb5-44bd-9a34-166e3e67a4d9 HTTP/1.1" status: 200 len: 853 time: 0.0447285 Nov 10 18:44:43.889154 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4ec27-fd5f-48ea-bd7a-62b9beee7c06 req-9c225af6-1211-4a8a-94c2-782114b624a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:44:43.890667 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0d4ec27-fd5f-48ea-bd7a-62b9beee7c06 req-9c225af6-1211-4a8a-94c2-782114b624a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=86dd585c-ddb9-4549-b569-db182c39810b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427928 Nov 10 18:44:43.993410 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0d4ec27-fd5f-48ea-bd7a-62b9beee7c06 req-a6e3a24d-4121-456e-8be5-0e276e5269e8 service neutron] 10.222.0.13 "GET /v2.0/networks/86dd585c-ddb9-4549-b569-db182c39810b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947604 Nov 10 18:44:44.088176 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0d4ec27-fd5f-48ea-bd7a-62b9beee7c06 req-a0f2f8e8-0482-4cb8-93b6-6e2c5e2a1597 service neutron] 10.222.0.13 "GET /v2.0/networks/86dd585c-ddb9-4549-b569-db182c39810b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877640 Nov 10 18:44:46.791512 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f5fc3-7285-40df-9aae-c5be266b7795 req-705d2f0c-f989-4a04-8d68-2af5ac145936 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:44:46.794280 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-100f5fc3-7285-40df-9aae-c5be266b7795 req-705d2f0c-f989-4a04-8d68-2af5ac145936 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 946 time: 0.0552788 Nov 10 18:44:46.848079 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-100f5fc3-7285-40df-9aae-c5be266b7795 req-6c6cbf67-1027-4fdb-9114-bf0453a08611 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?id=9136beae-0f72-4b97-8bdd-0aa445544914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475028 Nov 10 18:44:46.878832 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:44:47.967533 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf160a7-a629-4cca-b507-9546e098272b req-ce7b8558-17ae-47cb-ba13-7e9e03cf8338 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:44:47.969081 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5cf160a7-a629-4cca-b507-9546e098272b req-ce7b8558-17ae-47cb-ba13-7e9e03cf8338 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 946 time: 0.0501125 Nov 10 18:44:48.016073 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5cf160a7-a629-4cca-b507-9546e098272b req-ba01810a-9f5f-44bc-ba37-d0f394e3f2ec tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/security-groups?id=9136beae-0f72-4b97-8bdd-0aa445544914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410016 Nov 10 18:44:48.432026 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9e7d6-26e0-41ec-8b90-f9236d16c482 req-bfe7ae12-0bd8-44b5-8c3a-0de5fdea2d7b tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:44:48.434524 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bda9e7d6-26e0-41ec-8b90-f9236d16c482 req-bfe7ae12-0bd8-44b5-8c3a-0de5fdea2d7b tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.13 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 946 time: 0.0541315 Nov 10 18:44:48.522163 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-bda9e7d6-26e0-41ec-8b90-f9236d16c482 req-c27fdcfe-a394-4d47-b18e-2c14f6c2b560 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Deleting port 2d6b3b88-7bf0-4261-af8d-0b79db513285 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:44:48.522501 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bda9e7d6-26e0-41ec-8b90-f9236d16c482 req-c27fdcfe-a394-4d47-b18e-2c14f6c2b560 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:48.616759 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-bda9e7d6-26e0-41ec-8b90-f9236d16c482 req-c27fdcfe-a394-4d47-b18e-2c14f6c2b560 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] For port 2d6b3b88-7bf0-4261-af8d-0b79db513285, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=2d6b3b88-7bf0-4261-af8d-0b79db513285,segment=NetworkSegment(800bad82-b6d7-4be9-8445-91010fd18c26),segment_id=800bad82-b6d7-4be9-8445-91010fd18c26)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:44:48.617121 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bda9e7d6-26e0-41ec-8b90-f9236d16c482 req-c27fdcfe-a394-4d47-b18e-2c14f6c2b560 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:48.631254 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-bda9e7d6-26e0-41ec-8b90-f9236d16c482 req-c27fdcfe-a394-4d47-b18e-2c14f6c2b560 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Calling delete_port for 2d6b3b88-7bf0-4261-af8d-0b79db513285 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:44:48.761014 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bda9e7d6-26e0-41ec-8b90-f9236d16c482 req-c27fdcfe-a394-4d47-b18e-2c14f6c2b560 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:48.773463 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['2d6b3b88-7bf0-4261-af8d-0b79db513285'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:44:48.788380 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fdcfe-a394-4d47-b18e-2c14f6c2b560 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Pushing event deleted for resources: {'Port': ['ID=2d6b3b88-7bf0-4261-af8d-0b79db513285,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:44:48.833223 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda9e7d6-26e0-41ec-8b90-f9236d16c482 req-c27fdcfe-a394-4d47-b18e-2c14f6c2b560 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] No DVR routers for this DVR port 2d6b3b88-7bf0-4261-af8d-0b79db513285 on host n-h2-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:44:48.835841 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-bda9e7d6-26e0-41ec-8b90-f9236d16c482 req-c27fdcfe-a394-4d47-b18e-2c14f6c2b560 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:48.839125 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bda9e7d6-26e0-41ec-8b90-f9236d16c482 req-c27fdcfe-a394-4d47-b18e-2c14f6c2b560 tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.13 "DELETE /v2.0/ports/2d6b3b88-7bf0-4261-af8d-0b79db513285 HTTP/1.1" status: 204 len: 173 time: 0.3992605 Nov 10 18:44:48.840349 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa2cc54-d5b3-446c-859b-2fb17936536d', 'name': 'network-vif-deleted', 'tag': '2d6b3b88-7bf0-4261-af8d-0b79db513285'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:44:48.842701 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61022d3-9f38-44da-9039-6152919da69e" -d '{"events": [{"server_uuid": "4aa2cc54-d5b3-446c-859b-2fb17936536d", "name": "network-vif-deleted", "tag": "2d6b3b88-7bf0-4261-af8d-0b79db513285"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:44:48.879989 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35ab081-28cc-4780-bc51-5b29f6b7850b x-openstack-request-id: req-f35ab081-28cc-4780-bc51-5b29f6b7850b {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:44:48.880310 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa2cc54-d5b3-446c-859b-2fb17936536d", "name": "network-vif-deleted", "tag": "2d6b3b88-7bf0-4261-af8d-0b79db513285", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:44:48.880560 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f35ab081-28cc-4780-bc51-5b29f6b7850b {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:44:48.880959 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa2cc54-d5b3-446c-859b-2fb17936536d', 'name': 'network-vif-deleted', 'tag': '2d6b3b88-7bf0-4261-af8d-0b79db513285', 'status': 'completed', 'code': 200} Nov 10 18:44:49.121440 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-21edc4de-f2a0-48ce-a955-e68432b74399 req-a7aaf9b7-fdad-46a3-ac76-bdc35512a3ac tempest-TestMinimumBasicScenario-727271282 tempest-TestMinimumBasicScenario-727271282-project] 10.222.0.39 "GET /v2.0/ports?device_id=4aa2cc54-d5b3-446c-859b-2fb17936536d HTTP/1.1" status: 200 len: 210 time: 0.0278144 Nov 10 18:44:50.681905 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34416) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:44:51.369235 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-de3d3c57-f3a3-4866-b5fa-00665d97c8f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:51.618502 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-de3d3c57-f3a3-4866-b5fa-00665d97c8f5 admin admin] Deleting port 30ce2a9e-4183-4dc4-bd17-e62eaf08f08e {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:44:51.618851 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-de3d3c57-f3a3-4866-b5fa-00665d97c8f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:51.700087 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-de3d3c57-f3a3-4866-b5fa-00665d97c8f5 admin admin] For port 30ce2a9e-4183-4dc4-bd17-e62eaf08f08e, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=30ce2a9e-4183-4dc4-bd17-e62eaf08f08e,segment=NetworkSegment(800bad82-b6d7-4be9-8445-91010fd18c26),segment_id=800bad82-b6d7-4be9-8445-91010fd18c26)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:44:51.700826 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-de3d3c57-f3a3-4866-b5fa-00665d97c8f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:51.713627 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-de3d3c57-f3a3-4866-b5fa-00665d97c8f5 admin admin] Calling delete_port for 30ce2a9e-4183-4dc4-bd17-e62eaf08f08e owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:44:51.895517 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-de3d3c57-f3a3-4866-b5fa-00665d97c8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:51.923896 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d3c57-f3a3-4866-b5fa-00665d97c8f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=30ce2a9e-4183-4dc4-bd17-e62eaf08f08e,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:44:52.092105 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-de3d3c57-f3a3-4866-b5fa-00665d97c8f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:52.310483 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3d3c57-f3a3-4866-b5fa-00665d97c8f5 admin admin] Router 2f891454-26ae-4cf2-9376-b8e97c3cea51 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:44:52.417668 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3d3c57-f3a3-4866-b5fa-00665d97c8f5 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:44:52.422725 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-de3d3c57-f3a3-4866-b5fa-00665d97c8f5 admin admin] 10.222.0.39 "PUT /v2.0/routers/2f891454-26ae-4cf2-9376-b8e97c3cea51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7405632 Nov 10 18:44:52.425346 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34418) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:44:52.427091 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340fbb0f-4d1e-465e-a560-3ae155d888f0 None None] Sync routers for ids ['2f891454-26ae-4cf2-9376-b8e97c3cea51'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:44:52.438743 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340fbb0f-4d1e-465e-a560-3ae155d888f0 None None] Routers {'2f891454-26ae-4cf2-9376-b8e97c3cea51'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:44:52.439345 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-340fbb0f-4d1e-465e-a560-3ae155d888f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:44:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['2f891454-26ae-4cf2-9376-b8e97c3cea51'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:44:52.531852 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-980cb35e-402e-4c29-817a-31c875233ffc admin admin] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:52.544308 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-340fbb0f-4d1e-465e-a560-3ae155d888f0 None None] Set router 2f891454-26ae-4cf2-9376-b8e97c3cea51 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:44:52.642347 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-980cb35e-402e-4c29-817a-31c875233ffc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:52.694464 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-980cb35e-402e-4c29-817a-31c875233ffc admin admin] Deleting port f32b0c95-a05c-4c3a-a5d6-863f318d5304 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:44:52.694809 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-980cb35e-402e-4c29-817a-31c875233ffc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:52.727680 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-340fbb0f-4d1e-465e-a560-3ae155d888f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'name': 'tempest-TestMinimumBasicScenario-827195199-router', 'tenant_id': 'f775b31de072412c82977f836e19f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': 'f32b0c95-a05c-4c3a-a5d6-863f318d5304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:42:37Z', 'updated_at': '2021-11-10T18:44:51Z', 'revision_number': 5, 'project_id': 'f775b31de072412c82977f836e19f5c2', 'gw_port': {'id': 'f32b0c95-a05c-4c3a-a5d6-863f318d5304', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:42:38Z', 'updated_at': '2021-11-10T18:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:44:52.758452 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340fbb0f-4d1e-465e-a560-3ae155d888f0 None None] Checking router: 2f891454-26ae-4cf2-9376-b8e97c3cea51 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:44:52.767420 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340fbb0f-4d1e-465e-a560-3ae155d888f0 None None] Routers {'2f891454-26ae-4cf2-9376-b8e97c3cea51'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:44:52.768008 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-340fbb0f-4d1e-465e-a560-3ae155d888f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:44:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['2f891454-26ae-4cf2-9376-b8e97c3cea51'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:44:52.780903 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-980cb35e-402e-4c29-817a-31c875233ffc admin admin] For port f32b0c95-a05c-4c3a-a5d6-863f318d5304, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=f32b0c95-a05c-4c3a-a5d6-863f318d5304,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:44:52.781442 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-980cb35e-402e-4c29-817a-31c875233ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:52.794034 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-980cb35e-402e-4c29-817a-31c875233ffc admin admin] Calling delete_port for f32b0c95-a05c-4c3a-a5d6-863f318d5304 owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:44:52.844440 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 2d6b3b88-7bf0-4261-af8d-0b79db513285 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:44:52.875929 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 2d6b3b88-7bf0-4261-af8d-0b79db513285 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:44:52.876300 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 2d6b3b88-7bf0-4261-af8d-0b79db513285 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:44:52.878238 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-340fbb0f-4d1e-465e-a560-3ae155d888f0 None None] Set router 2f891454-26ae-4cf2-9376-b8e97c3cea51 gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:44:52.931053 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-340fbb0f-4d1e-465e-a560-3ae155d888f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'name': 'tempest-TestMinimumBasicScenario-827195199-router', 'tenant_id': 'f775b31de072412c82977f836e19f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:42:37Z', 'updated_at': '2021-11-10T18:44:52Z', 'revision_number': 6, 'project_id': 'f775b31de072412c82977f836e19f5c2', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:44:52.960441 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340fbb0f-4d1e-465e-a560-3ae155d888f0 None None] The sync data for ids ['2f891454-26ae-4cf2-9376-b8e97c3cea51'] in n-d-776250-10 is: [{'id': '2f891454-26ae-4cf2-9376-b8e97c3cea51', 'name': 'tempest-TestMinimumBasicScenario-827195199-router', 'tenant_id': 'f775b31de072412c82977f836e19f5c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:42:37Z', 'updated_at': '2021-11-10T18:44:52Z', 'revision_number': 6, 'project_id': 'f775b31de072412c82977f836e19f5c2', 'gw_port_host': None}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:44:52.966420 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-980cb35e-402e-4c29-817a-31c875233ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:52.995372 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980cb35e-402e-4c29-817a-31c875233ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=f32b0c95-a05c-4c3a-a5d6-863f318d5304,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:44:53.009987 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4b13ac-d44a-4446-90b2-8f9348f4562c None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:44:53.052905 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-980cb35e-402e-4c29-817a-31c875233ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:53.146365 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-980cb35e-402e-4c29-817a-31c875233ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:53.148580 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-980cb35e-402e-4c29-817a-31c875233ffc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:53.191808 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-980cb35e-402e-4c29-817a-31c875233ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:53.192448 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980cb35e-402e-4c29-817a-31c875233ffc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f891454-26ae-4cf2-9376-b8e97c3cea51 {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:44:53.196976 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-980cb35e-402e-4c29-817a-31c875233ffc admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:53.198092 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-980cb35e-402e-4c29-817a-31c875233ffc admin admin] 10.222.0.39 "DELETE /v2.0/routers/2f891454-26ae-4cf2-9376-b8e97c3cea51 HTTP/1.1" status: 204 len: 168 time: 0.7718368 Nov 10 18:44:53.201078 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34420) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:44:53.245966 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-a80fb295-92f7-409f-b0ea-a954b78d861a admin admin] Deleting subnet 60a9d701-dfb5-44bd-9a34-166e3e67a4d9 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:44:53.249304 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a80fb295-92f7-409f-b0ea-a954b78d861a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:53.284219 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a80fb295-92f7-409f-b0ea-a954b78d861a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:53.373121 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a80fb295-92f7-409f-b0ea-a954b78d861a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:53.425936 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a80fb295-92f7-409f-b0ea-a954b78d861a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:53.452672 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80fb295-92f7-409f-b0ea-a954b78d861a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60a9d701-dfb5-44bd-9a34-166e3e67a4d9,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:44:53.456975 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a80fb295-92f7-409f-b0ea-a954b78d861a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:53.460028 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a80fb295-92f7-409f-b0ea-a954b78d861a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/60a9d701-dfb5-44bd-9a34-166e3e67a4d9 HTTP/1.1" status: 204 len: 168 time: 0.2579963 Nov 10 18:44:53.461997 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75eb624-116a-461d-b1f5-1c1cdd45ed6a None None] Network 86dd585c-ddb9-4549-b569-db182c39810b requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:44:53.462571 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34422) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:44:53.535778 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5e0aeae8-a74e-4f81-9d80-34043a606209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:53.590368 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-5e0aeae8-a74e-4f81-9d80-34043a606209 admin admin] Deleting port 13443ccd-15b7-4359-8541-8482d027b97a {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:44:53.590717 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5e0aeae8-a74e-4f81-9d80-34043a606209 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:53.656125 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-5e0aeae8-a74e-4f81-9d80-34043a606209 admin admin] For port 13443ccd-15b7-4359-8541-8482d027b97a, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=13443ccd-15b7-4359-8541-8482d027b97a,segment=NetworkSegment(800bad82-b6d7-4be9-8445-91010fd18c26),segment_id=800bad82-b6d7-4be9-8445-91010fd18c26)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:44:53.656435 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5e0aeae8-a74e-4f81-9d80-34043a606209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:53.669438 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-5e0aeae8-a74e-4f81-9d80-34043a606209 admin admin] Calling delete_port for 13443ccd-15b7-4359-8541-8482d027b97a owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:44:53.704210 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c49972-5640-41a3-8ebb-8e410f0a9fd4 None None] DHCP port deletion for 86dd585c-ddb9-4549-b569-db182c39810b request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:44:53.767299 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-06c49972-5640-41a3-8ebb-8e410f0a9fd4 None None] Deleting port 13443ccd-15b7-4359-8541-8482d027b97a {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:44:53.767683 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-06c49972-5640-41a3-8ebb-8e410f0a9fd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:53.773896 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5e0aeae8-a74e-4f81-9d80-34043a606209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:53.784940 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device f32b0c95-a05c-4c3a-a5d6-863f318d5304 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:44:53.808036 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0aeae8-a74e-4f81-9d80-34043a606209 admin admin] Pushing event deleted for resources: {'Port': ['ID=13443ccd-15b7-4359-8541-8482d027b97a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:44:53.812062 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0aeae8-a74e-4f81-9d80-34043a606209 admin admin] No DVR routers for this DVR port 13443ccd-15b7-4359-8541-8482d027b97a on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:44:53.840899 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: f32b0c95-a05c-4c3a-a5d6-863f318d5304 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:44:53.841228 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device f32b0c95-a05c-4c3a-a5d6-863f318d5304 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:44:53.841638 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 30ce2a9e-4183-4dc4-bd17-e62eaf08f08e no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:44:53.875806 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 30ce2a9e-4183-4dc4-bd17-e62eaf08f08e {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:44:53.876167 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 30ce2a9e-4183-4dc4-bd17-e62eaf08f08e not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:44:53.876591 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 13443ccd-15b7-4359-8541-8482d027b97a no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:44:53.894802 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5e0aeae8-a74e-4f81-9d80-34043a606209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:53.899191 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-06c49972-5640-41a3-8ebb-8e410f0a9fd4 None None] For port 13443ccd-15b7-4359-8541-8482d027b97a, host n-d-776250-10, got binding levels [] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:44:53.899585 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-06c49972-5640-41a3-8ebb-8e410f0a9fd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:53.907944 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 13443ccd-15b7-4359-8541-8482d027b97a {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:44:53.908316 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 13443ccd-15b7-4359-8541-8482d027b97a not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:44:53.915445 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-06c49972-5640-41a3-8ebb-8e410f0a9fd4 None None] Calling delete_port for 13443ccd-15b7-4359-8541-8482d027b97a owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:44:53.920293 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-5e0aeae8-a74e-4f81-9d80-34043a606209 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86dd585c-ddb9-4549-b569-db182c39810b']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:44:53.920430 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.ipam_backend_mixin [None req-06c49972-5640-41a3-8ebb-8e410f0a9fd4 None None] Port 13443ccd-15b7-4359-8541-8482d027b97a was not found and therefore no delete operation was performed {{(pid=102470) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 18:44:53.921769 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-06c49972-5640-41a3-8ebb-8e410f0a9fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:53.930499 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-5e0aeae8-a74e-4f81-9d80-34043a606209 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '800bad82-b6d7-4be9-8445-91010fd18c26') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:44:53.930804 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-5e0aeae8-a74e-4f81-9d80-34043a606209 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '800bad82-b6d7-4be9-8445-91010fd18c26') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:44:53.941781 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5e0aeae8-a74e-4f81-9d80-34043a606209 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:53.945321 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c49972-5640-41a3-8ebb-8e410f0a9fd4 None None] Pushing event deleted for resources: {'Port': ['ID=13443ccd-15b7-4359-8541-8482d027b97a,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:44:53.955867 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5e0aeae8-a74e-4f81-9d80-34043a606209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:53.961081 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c49972-5640-41a3-8ebb-8e410f0a9fd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:53.961436 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c49972-5640-41a3-8ebb-8e410f0a9fd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:53.961780 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c49972-5640-41a3-8ebb-8e410f0a9fd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:53.962119 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c49972-5640-41a3-8ebb-8e410f0a9fd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:53.962453 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c49972-5640-41a3-8ebb-8e410f0a9fd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:53.962783 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c49972-5640-41a3-8ebb-8e410f0a9fd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:53.963133 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c49972-5640-41a3-8ebb-8e410f0a9fd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:53.963438 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c49972-5640-41a3-8ebb-8e410f0a9fd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:53.963775 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c49972-5640-41a3-8ebb-8e410f0a9fd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:53.964129 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c49972-5640-41a3-8ebb-8e410f0a9fd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:53.964511 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c49972-5640-41a3-8ebb-8e410f0a9fd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:53.965581 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c49972-5640-41a3-8ebb-8e410f0a9fd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:44:53.965887 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0aeae8-a74e-4f81-9d80-34043a606209 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:44:53.966513 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5e0aeae8-a74e-4f81-9d80-34043a606209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:53.968587 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c49972-5640-41a3-8ebb-8e410f0a9fd4 None None] No DVR routers for this DVR port 13443ccd-15b7-4359-8541-8482d027b97a on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:44:53.975221 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:44:53.975221 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:44:53.975221 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:44:53.975221 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:44:53.975221 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:44:53.975221 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:44:53.975221 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:44:53.975221 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:44:53.975221 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:44:53.975221 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:44:53.975221 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:44:53.975221 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:44:53.975221 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:44:53.975221 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:44:53.975221 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:44:53.975221 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:44:53.975221 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:44:53.975221 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:44:53.975221 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:44:53.975221 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:44:53.975221 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:44:53.975221 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:44:53.975221 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:44:53.975221 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:44:53.975221 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:44:53.975221 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:44:53.975221 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:44:53.975221 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:44:53.975221 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:44:53.975221 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:44:53.975221 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:44:53.975221 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:44:54.037868 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5e0aeae8-a74e-4f81-9d80-34043a606209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:54.044002 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5e0aeae8-a74e-4f81-9d80-34043a606209 admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:54.047132 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5e0aeae8-a74e-4f81-9d80-34043a606209 admin admin] 10.222.0.39 "DELETE /v2.0/networks/86dd585c-ddb9-4549-b569-db182c39810b HTTP/1.1" status: 204 len: 168 time: 0.5837100 Nov 10 18:44:54.050117 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34424) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:44:54.059334 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0aeae8-a74e-4f81-9d80-34043a606209 admin admin] Pushing event deleted for resources: {'Network': ['ID=86dd585c-ddb9-4549-b569-db182c39810b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:44:54.405279 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-32984489-367c-4ead-b98c-5997f585aee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:54.648251 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-32984489-367c-4ead-b98c-5997f585aee7 admin admin] Deleting port 333a8801-527f-419f-abef-aaa2d202ef0e {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:44:54.648593 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-32984489-367c-4ead-b98c-5997f585aee7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:54.725445 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-32984489-367c-4ead-b98c-5997f585aee7 admin admin] For port 333a8801-527f-419f-abef-aaa2d202ef0e, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=333a8801-527f-419f-abef-aaa2d202ef0e,segment=NetworkSegment(dcb10343-ff0d-4270-af5b-c54742719f1c),segment_id=dcb10343-ff0d-4270-af5b-c54742719f1c)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:44:54.725810 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-32984489-367c-4ead-b98c-5997f585aee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:54.738159 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-32984489-367c-4ead-b98c-5997f585aee7 admin admin] Calling delete_port for 333a8801-527f-419f-abef-aaa2d202ef0e owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:44:54.915543 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-32984489-367c-4ead-b98c-5997f585aee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:54.954750 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32984489-367c-4ead-b98c-5997f585aee7 admin admin] Pushing event deleted for resources: {'Port': ['ID=333a8801-527f-419f-abef-aaa2d202ef0e,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:44:55.126361 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-32984489-367c-4ead-b98c-5997f585aee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:55.341519 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32984489-367c-4ead-b98c-5997f585aee7 admin admin] Router 753ff739-0307-4b4f-9a6c-87c6e369e932 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:44:55.415786 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:55.451134 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32984489-367c-4ead-b98c-5997f585aee7 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:44:55.456215 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-32984489-367c-4ead-b98c-5997f585aee7 admin admin] 10.222.0.39 "PUT /v2.0/routers/753ff739-0307-4b4f-9a6c-87c6e369e932/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4050212 Nov 10 18:44:55.458854 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34426) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:44:55.459644 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08e4ca6-f1fd-4841-858f-da0c52cc9658 None None] Sync routers for ids ['753ff739-0307-4b4f-9a6c-87c6e369e932'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:44:55.469140 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08e4ca6-f1fd-4841-858f-da0c52cc9658 None None] Routers {'753ff739-0307-4b4f-9a6c-87c6e369e932'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:44:55.469910 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-f08e4ca6-f1fd-4841-858f-da0c52cc9658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:44:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['753ff739-0307-4b4f-9a6c-87c6e369e932'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:44:55.578965 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-38131aee-1494-4c90-8f20-2ac4cb1a3e0c admin admin] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:55.581409 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-f08e4ca6-f1fd-4841-858f-da0c52cc9658 None None] Set router 753ff739-0307-4b4f-9a6c-87c6e369e932 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:44:55.683172 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-38131aee-1494-4c90-8f20-2ac4cb1a3e0c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:55.717612 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:55.740048 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-38131aee-1494-4c90-8f20-2ac4cb1a3e0c admin admin] Deleting port 412305c9-0f7a-4518-8609-61382cc974d5 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:44:55.740048 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-38131aee-1494-4c90-8f20-2ac4cb1a3e0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:55.765642 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-f08e4ca6-f1fd-4841-858f-da0c52cc9658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753ff739-0307-4b4f-9a6c-87c6e369e932', 'name': 'tempest-TestMinimumBasicScenario-1853643290-router', 'tenant_id': '99c05358a9974c48a80fc3a09e63ffb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': '412305c9-0f7a-4518-8609-61382cc974d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:42:42Z', 'updated_at': '2021-11-10T18:44:54Z', 'revision_number': 5, 'project_id': '99c05358a9974c48a80fc3a09e63ffb4', 'gw_port': {'id': '412305c9-0f7a-4518-8609-61382cc974d5', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:b4:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753ff739-0307-4b4f-9a6c-87c6e369e932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:42:43Z', 'updated_at': '2021-11-10T18:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:44:55.796630 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08e4ca6-f1fd-4841-858f-da0c52cc9658 None None] Checking router: 753ff739-0307-4b4f-9a6c-87c6e369e932 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:44:55.804890 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08e4ca6-f1fd-4841-858f-da0c52cc9658 None None] Routers {'753ff739-0307-4b4f-9a6c-87c6e369e932'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:44:55.805167 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-f08e4ca6-f1fd-4841-858f-da0c52cc9658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:44:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['753ff739-0307-4b4f-9a6c-87c6e369e932'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:44:55.819645 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-38131aee-1494-4c90-8f20-2ac4cb1a3e0c admin admin] For port 412305c9-0f7a-4518-8609-61382cc974d5, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=412305c9-0f7a-4518-8609-61382cc974d5,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:44:55.820017 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-38131aee-1494-4c90-8f20-2ac4cb1a3e0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:55.831861 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-38131aee-1494-4c90-8f20-2ac4cb1a3e0c admin admin] Calling delete_port for 412305c9-0f7a-4518-8609-61382cc974d5 owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:44:55.985792 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-f08e4ca6-f1fd-4841-858f-da0c52cc9658 None None] Set router 753ff739-0307-4b4f-9a6c-87c6e369e932 gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:44:56.004031 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-38131aee-1494-4c90-8f20-2ac4cb1a3e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:56.031238 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38131aee-1494-4c90-8f20-2ac4cb1a3e0c admin admin] Pushing event deleted for resources: {'Port': ['ID=412305c9-0f7a-4518-8609-61382cc974d5,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:44:56.041388 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-f08e4ca6-f1fd-4841-858f-da0c52cc9658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '753ff739-0307-4b4f-9a6c-87c6e369e932', 'name': 'tempest-TestMinimumBasicScenario-1853643290-router', 'tenant_id': '99c05358a9974c48a80fc3a09e63ffb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:42:42Z', 'updated_at': '2021-11-10T18:44:55Z', 'revision_number': 6, 'project_id': '99c05358a9974c48a80fc3a09e63ffb4', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:44:56.051094 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6396c6-0761-42aa-bc70-9049917ae17a None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:44:56.077701 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08e4ca6-f1fd-4841-858f-da0c52cc9658 None None] The sync data for ids ['753ff739-0307-4b4f-9a6c-87c6e369e932'] in n-d-776250-10 is: [{'id': '753ff739-0307-4b4f-9a6c-87c6e369e932', 'name': 'tempest-TestMinimumBasicScenario-1853643290-router', 'tenant_id': '99c05358a9974c48a80fc3a09e63ffb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:42:42Z', 'updated_at': '2021-11-10T18:44:55Z', 'revision_number': 6, 'project_id': '99c05358a9974c48a80fc3a09e63ffb4', 'gw_port_host': None}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:44:56.119301 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-38131aee-1494-4c90-8f20-2ac4cb1a3e0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:56.559191 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-38131aee-1494-4c90-8f20-2ac4cb1a3e0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:56.561508 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-38131aee-1494-4c90-8f20-2ac4cb1a3e0c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:56.606054 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-38131aee-1494-4c90-8f20-2ac4cb1a3e0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:56.606856 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38131aee-1494-4c90-8f20-2ac4cb1a3e0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 753ff739-0307-4b4f-9a6c-87c6e369e932 {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:44:56.611186 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-38131aee-1494-4c90-8f20-2ac4cb1a3e0c admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:56.612392 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-38131aee-1494-4c90-8f20-2ac4cb1a3e0c admin admin] 10.222.0.39 "DELETE /v2.0/routers/753ff739-0307-4b4f-9a6c-87c6e369e932 HTTP/1.1" status: 204 len: 168 time: 1.1525331 Nov 10 18:44:56.614947 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34428) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:44:56.660132 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-4195da28-976c-4519-b0af-81a1ee4188a4 admin admin] Deleting subnet 0c990949-950e-40d0-b2e5-93f17b73dd48 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:44:56.663144 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4195da28-976c-4519-b0af-81a1ee4188a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:56.700289 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4195da28-976c-4519-b0af-81a1ee4188a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:56.783168 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4195da28-976c-4519-b0af-81a1ee4188a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:56.841094 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4195da28-976c-4519-b0af-81a1ee4188a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:56.868132 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195da28-976c-4519-b0af-81a1ee4188a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c990949-950e-40d0-b2e5-93f17b73dd48,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:44:56.871878 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4195da28-976c-4519-b0af-81a1ee4188a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:56.875114 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4195da28-976c-4519-b0af-81a1ee4188a4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0c990949-950e-40d0-b2e5-93f17b73dd48 HTTP/1.1" status: 204 len: 168 time: 0.2592294 Nov 10 18:44:56.877741 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39fe70a-d2d0-45e0-950a-537742f35df8 None None] Network f26a934c-d301-4d3c-9dd2-9c1b64c928db requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:44:56.878197 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34430) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:44:56.955535 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd179bb6-cf3b-4bb6-8891-38c97e1a3d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:57.015018 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-dd179bb6-cf3b-4bb6-8891-38c97e1a3d3a admin admin] Deleting port 04c87005-0032-4bd3-a163-f6473558d0cd {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:44:57.015362 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd179bb6-cf3b-4bb6-8891-38c97e1a3d3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:57.071134 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60105cd-9484-4848-aed9-13bb20d7e5e8 None None] DHCP port deletion for f26a934c-d301-4d3c-9dd2-9c1b64c928db request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:44:57.083841 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-dd179bb6-cf3b-4bb6-8891-38c97e1a3d3a admin admin] For port 04c87005-0032-4bd3-a163-f6473558d0cd, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=04c87005-0032-4bd3-a163-f6473558d0cd,segment=NetworkSegment(dcb10343-ff0d-4270-af5b-c54742719f1c),segment_id=dcb10343-ff0d-4270-af5b-c54742719f1c)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:44:57.084348 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd179bb6-cf3b-4bb6-8891-38c97e1a3d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:57.098744 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-dd179bb6-cf3b-4bb6-8891-38c97e1a3d3a admin admin] Calling delete_port for 04c87005-0032-4bd3-a163-f6473558d0cd owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:44:57.129187 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-f60105cd-9484-4848-aed9-13bb20d7e5e8 None None] Deleting port 04c87005-0032-4bd3-a163-f6473558d0cd {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:44:57.129573 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f60105cd-9484-4848-aed9-13bb20d7e5e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:57.186099 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd179bb6-cf3b-4bb6-8891-38c97e1a3d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:57.198183 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f60105cd-9484-4848-aed9-13bb20d7e5e8 None None] For port 04c87005-0032-4bd3-a163-f6473558d0cd, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=04c87005-0032-4bd3-a163-f6473558d0cd,segment=NetworkSegment(dcb10343-ff0d-4270-af5b-c54742719f1c),segment_id=dcb10343-ff0d-4270-af5b-c54742719f1c)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:44:57.198688 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f60105cd-9484-4848-aed9-13bb20d7e5e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:57.212138 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-f60105cd-9484-4848-aed9-13bb20d7e5e8 None None] Calling delete_port for 04c87005-0032-4bd3-a163-f6473558d0cd owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:44:57.212568 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd179bb6-cf3b-4bb6-8891-38c97e1a3d3a admin admin] Pushing event deleted for resources: {'Port': ['ID=04c87005-0032-4bd3-a163-f6473558d0cd,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:44:57.216627 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd179bb6-cf3b-4bb6-8891-38c97e1a3d3a admin admin] No DVR routers for this DVR port 04c87005-0032-4bd3-a163-f6473558d0cd on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:44:57.291417 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f60105cd-9484-4848-aed9-13bb20d7e5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:57.291738 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd179bb6-cf3b-4bb6-8891-38c97e1a3d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:57.312859 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-dd179bb6-cf3b-4bb6-8891-38c97e1a3d3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26a934c-d301-4d3c-9dd2-9c1b64c928db']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:44:57.314545 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60105cd-9484-4848-aed9-13bb20d7e5e8 None None] Pushing event deleted for resources: {'Port': ['ID=04c87005-0032-4bd3-a163-f6473558d0cd,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:44:57.319937 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60105cd-9484-4848-aed9-13bb20d7e5e8 None None] No DVR routers for this DVR port 04c87005-0032-4bd3-a163-f6473558d0cd on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:44:57.323224 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-dd179bb6-cf3b-4bb6-8891-38c97e1a3d3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb10343-ff0d-4270-af5b-c54742719f1c') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:44:57.323523 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-dd179bb6-cf3b-4bb6-8891-38c97e1a3d3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb10343-ff0d-4270-af5b-c54742719f1c') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:44:57.338459 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd179bb6-cf3b-4bb6-8891-38c97e1a3d3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:57.352595 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd179bb6-cf3b-4bb6-8891-38c97e1a3d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:57.358908 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd179bb6-cf3b-4bb6-8891-38c97e1a3d3a admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:44:57.359323 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd179bb6-cf3b-4bb6-8891-38c97e1a3d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:57.361098 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:44:57.361098 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:44:57.361098 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:44:57.361098 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:44:57.361098 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:44:57.361098 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:44:57.361098 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:44:57.361098 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:44:57.361098 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:44:57.361098 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:44:57.361098 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:44:57.361098 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:44:57.361098 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:44:57.361098 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:44:57.361098 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:44:57.361098 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:44:57.361098 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:44:57.361098 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:44:57.361098 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:44:57.361098 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:44:57.361098 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:44:57.361098 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:44:57.361098 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:44:57.361098 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:44:57.361098 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:44:57.361098 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:44:57.361098 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:44:57.361098 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:44:57.361098 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:44:57.361098 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:44:57.361098 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:44:57.361098 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:44:57.414247 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd179bb6-cf3b-4bb6-8891-38c97e1a3d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:57.420448 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dd179bb6-cf3b-4bb6-8891-38c97e1a3d3a admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:57.423615 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-dd179bb6-cf3b-4bb6-8891-38c97e1a3d3a admin admin] 10.222.0.39 "DELETE /v2.0/networks/f26a934c-d301-4d3c-9dd2-9c1b64c928db HTTP/1.1" status: 204 len: 168 time: 0.5448799 Nov 10 18:44:57.441621 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd179bb6-cf3b-4bb6-8891-38c97e1a3d3a admin admin] Pushing event deleted for resources: {'Network': ['ID=f26a934c-d301-4d3c-9dd2-9c1b64c928db,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:44:57.580441 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 333a8801-527f-419f-abef-aaa2d202ef0e no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:44:57.586500 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34434) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:44:57.601011 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 333a8801-527f-419f-abef-aaa2d202ef0e {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:44:57.601355 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 333a8801-527f-419f-abef-aaa2d202ef0e not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:44:57.601802 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 412305c9-0f7a-4518-8609-61382cc974d5 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:44:57.622198 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 412305c9-0f7a-4518-8609-61382cc974d5 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:44:57.622552 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 412305c9-0f7a-4518-8609-61382cc974d5 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:44:57.622966 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 04c87005-0032-4bd3-a163-f6473558d0cd no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:44:57.632844 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-92d967ea-cd10-4518-813a-fd7771ce9011 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f775b31de072412c82977f836e19f5c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0451741 Nov 10 18:44:57.635304 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34436) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:44:57.646396 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 04c87005-0032-4bd3-a163-f6473558d0cd {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:44:57.646978 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 04c87005-0032-4bd3-a163-f6473558d0cd not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:44:57.682708 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ef127b9e-35cb-422d-a0dc-c58d5446b749 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:57.704287 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ef127b9e-35cb-422d-a0dc-c58d5446b749 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:57.751796 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ef127b9e-35cb-422d-a0dc-c58d5446b749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:57.754349 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ef127b9e-35cb-422d-a0dc-c58d5446b749 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:57.755491 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ef127b9e-35cb-422d-a0dc-c58d5446b749 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9136beae-0f72-4b97-8bdd-0aa445544914 HTTP/1.1" status: 204 len: 168 time: 0.1192570 Nov 10 18:44:57.763963 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef127b9e-35cb-422d-a0dc-c58d5446b749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9136beae-0f72-4b97-8bdd-0aa445544914,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:44:58.084260 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34442) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:44:58.125258 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8b6e68d0-4af6-4b9e-a625-b7638cb5f676 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=99c05358a9974c48a80fc3a09e63ffb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397630 Nov 10 18:44:58.127739 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34444) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:44:58.177508 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4cf890ee-f5bf-4c08-9a13-3be86afa7471 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:58.199766 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4cf890ee-f5bf-4c08-9a13-3be86afa7471 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:58.248287 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4cf890ee-f5bf-4c08-9a13-3be86afa7471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:58.251842 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4cf890ee-f5bf-4c08-9a13-3be86afa7471 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:58.253637 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4cf890ee-f5bf-4c08-9a13-3be86afa7471 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1247c4f6-48df-4d10-aaff-4002f28b41c9 HTTP/1.1" status: 204 len: 168 time: 0.1249528 Nov 10 18:44:58.264121 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf890ee-f5bf-4c08-9a13-3be86afa7471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1247c4f6-48df-4d10-aaff-4002f28b41c9,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:44:59.832759 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34484) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:44:59.837352 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-02720745-7897-4fd8-b0d9-0a9371e32e5d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1313033218', 'description': 'tempest-secgroup-smoke-1313033218 description', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:44:59.860696 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-02720745-7897-4fd8-b0d9-0a9371e32e5d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:59.868084 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-02720745-7897-4fd8-b0d9-0a9371e32e5d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:59.945000 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-02720745-7897-4fd8-b0d9-0a9371e32e5d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:59.948557 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-02720745-7897-4fd8-b0d9-0a9371e32e5d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:44:59.988505 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02720745-7897-4fd8-b0d9-0a9371e32e5d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72584541-3382-475d-9aec-6d6551d048f1,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:45:00.022521 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-02720745-7897-4fd8-b0d9-0a9371e32e5d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:00.026335 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-02720745-7897-4fd8-b0d9-0a9371e32e5d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:00.055758 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-02720745-7897-4fd8-b0d9-0a9371e32e5d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:00.057018 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-02720745-7897-4fd8-b0d9-0a9371e32e5d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2231944 Nov 10 18:45:00.059601 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02720745-7897-4fd8-b0d9-0a9371e32e5d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84ab0d9d-2605-4534-89a0-f3aa05dbb504,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:45:00.060773 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34486) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:45:00.065516 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-0123784b-744d-4298-9017-bd218633d0b0 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'security_group_rule': {'security_group_id': '84ab0d9d-2605-4534-89a0-f3aa05dbb504', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:45:00.092686 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0123784b-744d-4298-9017-bd218633d0b0 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:00.137423 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0123784b-744d-4298-9017-bd218633d0b0 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:00.140895 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0123784b-744d-4298-9017-bd218633d0b0 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:00.158377 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123784b-744d-4298-9017-bd218633d0b0 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=808cfec8-d123-4ff9-8703-343f443ac445,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:45:00.166762 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0123784b-744d-4298-9017-bd218633d0b0 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:00.168068 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0123784b-744d-4298-9017-bd218633d0b0 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1062419 Nov 10 18:45:00.170827 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34488) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:45:00.175247 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-07d138e8-5b19-423a-b688-826ef01914fa tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'security_group_rule': {'security_group_id': '84ab0d9d-2605-4534-89a0-f3aa05dbb504', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:45:00.201606 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-07d138e8-5b19-423a-b688-826ef01914fa tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:00.257984 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-07d138e8-5b19-423a-b688-826ef01914fa tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:00.262640 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-07d138e8-5b19-423a-b688-826ef01914fa tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:00.284442 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d138e8-5b19-423a-b688-826ef01914fa tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd888e5-2032-45f8-b315-1f987ce72442,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:45:00.291817 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-07d138e8-5b19-423a-b688-826ef01914fa tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:00.296027 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-07d138e8-5b19-423a-b688-826ef01914fa tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214793 Nov 10 18:45:00.296303 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34490) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:45:00.300663 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-f70cab9d-4f78-4e99-942d-436ffd38df15 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'security_group_rule': {'security_group_id': '84ab0d9d-2605-4534-89a0-f3aa05dbb504', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:45:00.327619 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f70cab9d-4f78-4e99-942d-436ffd38df15 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:00.387003 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f70cab9d-4f78-4e99-942d-436ffd38df15 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:00.391159 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f70cab9d-4f78-4e99-942d-436ffd38df15 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:00.409453 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70cab9d-4f78-4e99-942d-436ffd38df15 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4eedd7-c710-41eb-bb95-4726f862bc56,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:45:00.415281 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-f70cab9d-4f78-4e99-942d-436ffd38df15 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:00.416604 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f70cab9d-4f78-4e99-942d-436ffd38df15 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193354 Nov 10 18:45:00.419660 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34492) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:45:00.423931 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-140bf406-732b-4a28-8e91-3ba2d9b51886 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'security_group_rule': {'security_group_id': '84ab0d9d-2605-4534-89a0-f3aa05dbb504', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:45:00.451641 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-140bf406-732b-4a28-8e91-3ba2d9b51886 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:00.509516 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-140bf406-732b-4a28-8e91-3ba2d9b51886 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:00.513361 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-140bf406-732b-4a28-8e91-3ba2d9b51886 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:00.533678 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bf406-732b-4a28-8e91-3ba2d9b51886 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d87c4e1-442a-4a6a-accb-4712ee60f0f7,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:45:00.540018 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-140bf406-732b-4a28-8e91-3ba2d9b51886 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:00.540925 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-140bf406-732b-4a28-8e91-3ba2d9b51886 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202283 Nov 10 18:45:00.544208 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34494) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:45:00.548532 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-bef46667-9b3b-4093-a55c-1e4792c70ffb tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'security_group_rule': {'security_group_id': '84ab0d9d-2605-4534-89a0-f3aa05dbb504', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:45:00.569782 n-d-776250-10 neutron-server[102469]: INFO neutron.db.securitygroups_db [None req-bef46667-9b3b-4093-a55c-1e4792c70ffb tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Project 3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 18:45:00.574937 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bef46667-9b3b-4093-a55c-1e4792c70ffb tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:00.632738 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bef46667-9b3b-4093-a55c-1e4792c70ffb tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:00.636628 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bef46667-9b3b-4093-a55c-1e4792c70ffb tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:00.657906 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef46667-9b3b-4093-a55c-1e4792c70ffb tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a6302b3-c1c8-476d-9b13-c30222a526d2,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:45:00.662949 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bef46667-9b3b-4093-a55c-1e4792c70ffb tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:00.667087 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-bef46667-9b3b-4093-a55c-1e4792c70ffb tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218388 Nov 10 18:45:00.667243 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34496) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:45:00.672416 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-98a3a215-d374-4f07-84dd-d9cfeb185fda tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'security_group_rule': {'security_group_id': '84ab0d9d-2605-4534-89a0-f3aa05dbb504', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:45:00.681833 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ef6a5774-7692-4996-81b5-b6b35894bd30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:00.694533 n-d-776250-10 neutron-server[102468]: INFO neutron.db.securitygroups_db [None req-98a3a215-d374-4f07-84dd-d9cfeb185fda tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Project 3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 18:45:00.700014 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-98a3a215-d374-4f07-84dd-d9cfeb185fda tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:00.759409 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-98a3a215-d374-4f07-84dd-d9cfeb185fda tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:00.763978 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-98a3a215-d374-4f07-84dd-d9cfeb185fda tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:00.784478 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3a215-d374-4f07-84dd-d9cfeb185fda tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb106bd4-a833-4ea1-88c9-fe9aed1bfa54,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:45:00.791704 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-98a3a215-d374-4f07-84dd-d9cfeb185fda tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:00.793552 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-98a3a215-d374-4f07-84dd-d9cfeb185fda tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247201 Nov 10 18:45:00.796407 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34498) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:45:00.801778 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-1364ea2a-c383-4037-ace0-2cc18c8611b9 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'network': {'name': 'tempest-network-smoke--899142699', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'port_security_enabled': True}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:45:00.822081 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1364ea2a-c383-4037-ace0-2cc18c8611b9 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Made reservation on behalf of 3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:45:00.826296 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1364ea2a-c383-4037-ace0-2cc18c8611b9 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:00.849123 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1364ea2a-c383-4037-ace0-2cc18c8611b9 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:45:00.857903 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1364ea2a-c383-4037-ace0-2cc18c8611b9 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:00.858242 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-1364ea2a-c383-4037-ace0-2cc18c8611b9 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Added segment 597bbe78-6e8f-412c-a958-c15b19c0f191 of type vlan for network c78b4a92-962f-4ad4-b894-2d07bd97a609 Nov 10 18:45:00.897272 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1364ea2a-c383-4037-ace0-2cc18c8611b9 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:00.924526 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1364ea2a-c383-4037-ace0-2cc18c8611b9 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:00.930278 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1364ea2a-c383-4037-ace0-2cc18c8611b9 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:00.930864 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1364ea2a-c383-4037-ace0-2cc18c8611b9 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:00.992142 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1364ea2a-c383-4037-ace0-2cc18c8611b9 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1946912 Nov 10 18:45:00.995206 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34500) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:45:01.000463 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-be388ce4-9a79-466c-b210-41d3afff0df8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-361552252', 'admin_state_up': True, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:45:01.006245 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364ea2a-c383-4037-ace0-2cc18c8611b9 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Network': ['ID=c78b4a92-962f-4ad4-b894-2d07bd97a609,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:45:01.017985 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network c78b4a92-962f-4ad4-b894-2d07bd97a609 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:45:01.024447 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be388ce4-9a79-466c-b210-41d3afff0df8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:01.025492 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be388ce4-9a79-466c-b210-41d3afff0df8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:01.077470 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be388ce4-9a79-466c-b210-41d3afff0df8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:01.216397 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be388ce4-9a79-466c-b210-41d3afff0df8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:01.410002 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be388ce4-9a79-466c-b210-41d3afff0df8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:01.428911 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be388ce4-9a79-466c-b210-41d3afff0df8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:01.535350 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-be388ce4-9a79-466c-b210-41d3afff0df8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Allocated IP 172.25.5.240 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/08445154-49e3-434c-a176-23aa7178ccbf) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:45:01.641397 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be388ce4-9a79-466c-b210-41d3afff0df8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:01.674837 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be388ce4-9a79-466c-b210-41d3afff0df8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:01.711211 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be388ce4-9a79-466c-b210-41d3afff0df8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:45:01.716219 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-be388ce4-9a79-466c-b210-41d3afff0df8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:45:01.719905 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be388ce4-9a79-466c-b210-41d3afff0df8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:45:01.731218 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd4c6b4-013e-44b8-a1d9-d3de9167f34e None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:45:01.746559 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be388ce4-9a79-466c-b210-41d3afff0df8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Port': ['ID=08445154-49e3-434c-a176-23aa7178ccbf,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:45:01.846748 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-8ab65bc3-88ed-4eea-8d3b-e9aae96da3fa None None] Provisioning complete for port 08445154-49e3-434c-a176-23aa7178ccbf triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:45:01.847107 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8ab65bc3-88ed-4eea-8d3b-e9aae96da3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:01.881022 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-8ab65bc3-88ed-4eea-8d3b-e9aae96da3fa None None] Port 08445154-49e3-434c-a176-23aa7178ccbf cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:45:01.998942 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be388ce4-9a79-466c-b210-41d3afff0df8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:02.192709 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be388ce4-9a79-466c-b210-41d3afff0df8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:02.324773 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be388ce4-9a79-466c-b210-41d3afff0df8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Router e4f93778-9848-429b-83a8-cfd147c3dcf1 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 18:45:02.432010 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be388ce4-9a79-466c-b210-41d3afff0df8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:45:02.442047 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee73fde-5077-4e92-9843-934b988a4418 None None] Sync routers for ids ['e4f93778-9848-429b-83a8-cfd147c3dcf1'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:45:02.453573 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee73fde-5077-4e92-9843-934b988a4418 None None] Routers {'e4f93778-9848-429b-83a8-cfd147c3dcf1'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:45:02.453799 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-be388ce4-9a79-466c-b210-41d3afff0df8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:02.454186 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6ee73fde-5077-4e92-9843-934b988a4418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:44:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['e4f93778-9848-429b-83a8-cfd147c3dcf1'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:45:02.455168 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-be388ce4-9a79-466c-b210-41d3afff0df8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4583528 Nov 10 18:45:02.458229 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34502) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:45:02.562654 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-6ee73fde-5077-4e92-9843-934b988a4418 None None] Set router e4f93778-9848-429b-83a8-cfd147c3dcf1 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:45:02.583667 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-50fc589a-8398-4462-a10e-a1889e609291 tempest-TestNetworkAdvancedServerOps-791876395 tempest-TestNetworkAdvancedServerOps-791876395-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1243379 Nov 10 18:45:02.586469 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34506) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:45:02.774123 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4461a9d-6ca4-4c5d-89f2-71101841bcd3 tempest-TestNetworkAdvancedServerOps-791876395 tempest-TestNetworkAdvancedServerOps-791876395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:02.777344 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-f4461a9d-6ca4-4c5d-89f2-71101841bcd3 tempest-TestNetworkAdvancedServerOps-791876395 tempest-TestNetworkAdvancedServerOps-791876395-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1892085 Nov 10 18:45:02.779480 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34508) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:45:02.818627 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34510) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:45:02.819350 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-dc040445-ec9c-46f6-958c-d123318bfdf4 tempest-TestNetworkAdvancedServerOps-791876395 tempest-TestNetworkAdvancedServerOps-791876395-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ef950546-b13c-4865-8837-7444cdb2848e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382671 Nov 10 18:45:02.825655 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-87dfda81-c0f8-4191-a0c1-99f3c3599f97 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1271016287', 'network_id': 'c78b4a92-962f-4ad4-b894-2d07bd97a609', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:45:02.920210 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6ee73fde-5077-4e92-9843-934b988a4418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361552252', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '08445154-49e3-434c-a176-23aa7178ccbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:45:01Z', 'updated_at': '2021-11-10T18:45:01Z', 'revision_number': 3, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '08445154-49e3-434c-a176-23aa7178ccbf', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:45:01Z', 'updated_at': '2021-11-10T18:45:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:45:02.925565 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87dfda81-c0f8-4191-a0c1-99f3c3599f97 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Made reservation on behalf of 3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:45:02.929126 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-87dfda81-c0f8-4191-a0c1-99f3c3599f97 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:02.952478 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee73fde-5077-4e92-9843-934b988a4418 None None] Checking router: e4f93778-9848-429b-83a8-cfd147c3dcf1 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:45:02.952834 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee73fde-5077-4e92-9843-934b988a4418 None None] Updating router e4f93778-9848-429b-83a8-cfd147c3dcf1 port 08445154-49e3-434c-a176-23aa7178ccbf binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:45:02.982471 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6ee73fde-5077-4e92-9843-934b988a4418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:03.100491 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f3bcbec8-b484-4f61-8290-c3369e5f0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:03.127357 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-87dfda81-c0f8-4191-a0c1-99f3c3599f97 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:03.283341 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6ee73fde-5077-4e92-9843-934b988a4418 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:03.289663 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6ee73fde-5077-4e92-9843-934b988a4418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:03.345622 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2464d2-5618-464e-a09d-591a930f9533 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:45:03.362444 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4b2e3-6cca-4321-949a-595ceb995124 None None] Pushing event updated for resources: {'Port': ['ID=08445154-49e3-434c-a176-23aa7178ccbf,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:45:03.366160 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-6ee73fde-5077-4e92-9843-934b988a4418 None None] Attempting to bind port 08445154-49e3-434c-a176-23aa7178ccbf on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:45:03.366618 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-6ee73fde-5077-4e92-9843-934b988a4418 None None] Attempting to bind port 08445154-49e3-434c-a176-23aa7178ccbf by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:45:03.367062 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee73fde-5077-4e92-9843-934b988a4418 None None] Attempting to bind port 08445154-49e3-434c-a176-23aa7178ccbf on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:45:03.374935 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee73fde-5077-4e92-9843-934b988a4418 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:45:03.375397 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee73fde-5077-4e92-9843-934b988a4418 None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:45:03.376070 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6ee73fde-5077-4e92-9843-934b988a4418 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:03.376487 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee73fde-5077-4e92-9843-934b988a4418 None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:45:03.377289 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-6ee73fde-5077-4e92-9843-934b988a4418 None None] Bound port: 08445154-49e3-434c-a176-23aa7178ccbf, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:45:03.377751 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6ee73fde-5077-4e92-9843-934b988a4418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:03.443761 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-689e192f-00d9-4b9b-88fa-1cf9d9dbdcb4 None None] Provisioning complete for port 08445154-49e3-434c-a176-23aa7178ccbf triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:45:03.444172 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-689e192f-00d9-4b9b-88fa-1cf9d9dbdcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:03.450958 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-6ee73fde-5077-4e92-9843-934b988a4418 None None] For port 08445154-49e3-434c-a176-23aa7178ccbf, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:45:03.482734 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-6ee73fde-5077-4e92-9843-934b988a4418 None None] For port 08445154-49e3-434c-a176-23aa7178ccbf, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=08445154-49e3-434c-a176-23aa7178ccbf,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:45:03.492926 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6ee73fde-5077-4e92-9843-934b988a4418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:03.528577 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-689e192f-00d9-4b9b-88fa-1cf9d9dbdcb4 None None] Port 08445154-49e3-434c-a176-23aa7178ccbf cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:45:03.553403 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dfda81-c0f8-4191-a0c1-99f3c3599f97 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Subnet': ['ID=88833e79-ac9a-41cc-a1cb-8ebe09f03eb7,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:45:03.555344 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee73fde-5077-4e92-9843-934b988a4418 None None] Routers {'e4f93778-9848-429b-83a8-cfd147c3dcf1'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:45:03.555985 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6ee73fde-5077-4e92-9843-934b988a4418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:45:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['e4f93778-9848-429b-83a8-cfd147c3dcf1'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:45:03.564589 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dfda81-c0f8-4191-a0c1-99f3c3599f97 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Checking segment: {'id': '597bbe78-6e8f-412c-a958-c15b19c0f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c78b4a92-962f-4ad4-b894-2d07bd97a609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:45:03.564958 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dfda81-c0f8-4191-a0c1-99f3c3599f97 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Network hostable DHCP agents. Network: c78b4a92-962f-4ad4-b894-2d07bd97a609, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:45:03.583300 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dfda81-c0f8-4191-a0c1-99f3c3599f97 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Network c78b4a92-962f-4ad4-b894-2d07bd97a609 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:45:03.593462 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-87dfda81-c0f8-4191-a0c1-99f3c3599f97 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, c78b4a92-962f-4ad4-b894-2d07bd97a609) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:45:03.598068 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87dfda81-c0f8-4191-a0c1-99f3c3599f97 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:03.598716 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-87dfda81-c0f8-4191-a0c1-99f3c3599f97 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:03.604798 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef73b9b-49d4-4280-b7a0-bdc15867d253 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:45:03.616916 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-87dfda81-c0f8-4191-a0c1-99f3c3599f97 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7962642 Nov 10 18:45:03.620009 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34512) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:45:03.620314 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fd69f1-2cae-43a4-a7f1-26de9577e6f6 None None] Network c78b4a92-962f-4ad4-b894-2d07bd97a609 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:45:03.679425 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4b2e3-6cca-4321-949a-595ceb995124 None None] Pushing event updated for resources: {'Port': ['ID=08445154-49e3-434c-a176-23aa7178ccbf,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:45:03.744996 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-d2eb3f17-1ce0-4642-b24f-602c8d4bad33 None None] Provisioning complete for port 08445154-49e3-434c-a176-23aa7178ccbf triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:45:03.746906 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d2eb3f17-1ce0-4642-b24f-602c8d4bad33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:03.822888 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-6ee73fde-5077-4e92-9843-934b988a4418 None None] Set router e4f93778-9848-429b-83a8-cfd147c3dcf1 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:45:04.028527 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b3c059-2e28-4185-8bac-2d1b279e822d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-c78b4a92-962f-4ad4-b894-2d07bd97a609', 'network_id': 'c78b4a92-962f-4ad4-b894-2d07bd97a609', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'fixed_ips': [{'subnet_id': '88833e79-ac9a-41cc-a1cb-8ebe09f03eb7'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:45:04.029371 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f2b3c059-2e28-4185-8bac-2d1b279e822d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:04.040511 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d2eb3f17-1ce0-4642-b24f-602c8d4bad33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:04.087938 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-d2eb3f17-1ce0-4642-b24f-602c8d4bad33 None None] For port 08445154-49e3-434c-a176-23aa7178ccbf, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=08445154-49e3-434c-a176-23aa7178ccbf,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:45:04.111251 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d2eb3f17-1ce0-4642-b24f-602c8d4bad33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:04.130830 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c17533ee-bec2-4ddc-bb3b-8a3788627d8c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:04.260090 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb3f17-1ce0-4642-b24f-602c8d4bad33 None None] Pushing event updated for resources: {'Port': ['ID=08445154-49e3-434c-a176-23aa7178ccbf,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:45:04.289846 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-f2b3c059-2e28-4185-8bac-2d1b279e822d None None] Allocated IP 172.20.0.2 (c78b4a92-962f-4ad4-b894-2d07bd97a609/88833e79-ac9a-41cc-a1cb-8ebe09f03eb7/0541fa34-2c44-4111-b4a8-f618021c362b) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:45:04.294657 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6ee73fde-5077-4e92-9843-934b988a4418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361552252', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '08445154-49e3-434c-a176-23aa7178ccbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:45:01Z', 'updated_at': '2021-11-10T18:45:01Z', 'revision_number': 3, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '08445154-49e3-434c-a176-23aa7178ccbf', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:45:01Z', 'updated_at': '2021-11-10T18:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:45:04.335591 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee73fde-5077-4e92-9843-934b988a4418 None None] The sync data for ids ['e4f93778-9848-429b-83a8-cfd147c3dcf1'] in n-d-776250-10 is: [{'id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361552252', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '08445154-49e3-434c-a176-23aa7178ccbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:45:01Z', 'updated_at': '2021-11-10T18:45:01Z', 'revision_number': 3, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '08445154-49e3-434c-a176-23aa7178ccbf', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:45:01Z', 'updated_at': '2021-11-10T18:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:45:04.337218 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:04.476992 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f2b3c059-2e28-4185-8bac-2d1b279e822d None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:04.483895 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f2b3c059-2e28-4185-8bac-2d1b279e822d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:04.530150 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b3c059-2e28-4185-8bac-2d1b279e822d None None] Network c78b4a92-962f-4ad4-b894-2d07bd97a609 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:45:04.533143 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-f2b3c059-2e28-4185-8bac-2d1b279e822d None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:45:04.537173 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b3c059-2e28-4185-8bac-2d1b279e822d None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:45:04.541091 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-c17533ee-bec2-4ddc-bb3b-8a3788627d8c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Allocated IP 172.20.0.1 (c78b4a92-962f-4ad4-b894-2d07bd97a609/88833e79-ac9a-41cc-a1cb-8ebe09f03eb7/2b7da1ce-096a-4539-a83d-100b31c5e0cd) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:45:04.545584 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3c059-2e28-4185-8bac-2d1b279e822d None None] Pushing event updated for resources: {'Port': ['ID=0541fa34-2c44-4111-b4a8-f618021c362b,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:45:04.623494 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f2b3c059-2e28-4185-8bac-2d1b279e822d None None] Attempting to bind port 0541fa34-2c44-4111-b4a8-f618021c362b on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:45:04.624534 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f2b3c059-2e28-4185-8bac-2d1b279e822d None None] Attempting to bind port 0541fa34-2c44-4111-b4a8-f618021c362b by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '597bbe78-6e8f-412c-a958-c15b19c0f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c78b4a92-962f-4ad4-b894-2d07bd97a609'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:45:04.624900 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b3c059-2e28-4185-8bac-2d1b279e822d None None] Attempting to bind port 0541fa34-2c44-4111-b4a8-f618021c362b on network c78b4a92-962f-4ad4-b894-2d07bd97a609 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:45:04.630396 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b3c059-2e28-4185-8bac-2d1b279e822d None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:45:04.630765 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b3c059-2e28-4185-8bac-2d1b279e822d None None] Checking segment: {'id': '597bbe78-6e8f-412c-a958-c15b19c0f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c78b4a92-962f-4ad4-b894-2d07bd97a609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:45:04.631264 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f2b3c059-2e28-4185-8bac-2d1b279e822d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:04.631549 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b3c059-2e28-4185-8bac-2d1b279e822d None None] Bound using segment: {'id': '597bbe78-6e8f-412c-a958-c15b19c0f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c78b4a92-962f-4ad4-b894-2d07bd97a609'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:45:04.632013 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f2b3c059-2e28-4185-8bac-2d1b279e822d None None] Bound port: 0541fa34-2c44-4111-b4a8-f618021c362b, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597bbe78-6e8f-412c-a958-c15b19c0f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c78b4a92-962f-4ad4-b894-2d07bd97a609'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:45:04.632427 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f2b3c059-2e28-4185-8bac-2d1b279e822d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:04.696482 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c17533ee-bec2-4ddc-bb3b-8a3788627d8c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:04.706502 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f2b3c059-2e28-4185-8bac-2d1b279e822d None None] For port 0541fa34-2c44-4111-b4a8-f618021c362b, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:45:04.710020 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f2b3c059-2e28-4185-8bac-2d1b279e822d None None] For port 0541fa34-2c44-4111-b4a8-f618021c362b, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=0541fa34-2c44-4111-b4a8-f618021c362b,segment=NetworkSegment(597bbe78-6e8f-412c-a958-c15b19c0f191),segment_id=597bbe78-6e8f-412c-a958-c15b19c0f191)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:45:04.718103 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f2b3c059-2e28-4185-8bac-2d1b279e822d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:04.734446 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c17533ee-bec2-4ddc-bb3b-8a3788627d8c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:04.786744 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17533ee-bec2-4ddc-bb3b-8a3788627d8c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Network c78b4a92-962f-4ad4-b894-2d07bd97a609 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:45:04.790170 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-c17533ee-bec2-4ddc-bb3b-8a3788627d8c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:45:04.795050 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17533ee-bec2-4ddc-bb3b-8a3788627d8c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:45:04.801266 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3c059-2e28-4185-8bac-2d1b279e822d None None] Pushing event updated for resources: {'Port': ['ID=0541fa34-2c44-4111-b4a8-f618021c362b,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:45:04.824829 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17533ee-bec2-4ddc-bb3b-8a3788627d8c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Port': ['ID=2b7da1ce-096a-4539-a83d-100b31c5e0cd,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:45:04.852852 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c17533ee-bec2-4ddc-bb3b-8a3788627d8c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:05.024877 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c17533ee-bec2-4ddc-bb3b-8a3788627d8c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:05.336027 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c17533ee-bec2-4ddc-bb3b-8a3788627d8c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:05.341378 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c17533ee-bec2-4ddc-bb3b-8a3788627d8c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:05.414953 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17533ee-bec2-4ddc-bb3b-8a3788627d8c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Port': ['ID=2b7da1ce-096a-4539-a83d-100b31c5e0cd,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:45:05.419375 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c17533ee-bec2-4ddc-bb3b-8a3788627d8c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:05.519847 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17533ee-bec2-4ddc-bb3b-8a3788627d8c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Network c78b4a92-962f-4ad4-b894-2d07bd97a609 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:45:05.521318 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-c17533ee-bec2-4ddc-bb3b-8a3788627d8c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:45:05.651631 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 08445154-49e3-434c-a176-23aa7178ccbf up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:45:05.653413 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17533ee-bec2-4ddc-bb3b-8a3788627d8c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Router e4f93778-9848-429b-83a8-cfd147c3dcf1 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:45:05.711260 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 08445154-49e3-434c-a176-23aa7178ccbf triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:45:05.711703 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:05.768381 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17533ee-bec2-4ddc-bb3b-8a3788627d8c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:45:05.772635 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348393ce-1925-4ded-bfa4-fccf0ecaa80c None None] Network c78b4a92-962f-4ad4-b894-2d07bd97a609 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:45:05.773665 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c17533ee-bec2-4ddc-bb3b-8a3788627d8c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "PUT /v2.0/routers/e4f93778-9848-429b-83a8-cfd147c3dcf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1523952 Nov 10 18:45:05.935160 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-a3e0d175-3339-4f2d-98f1-0ff59a262d94 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1313033218&fields=id&tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 HTTP/1.1" status: 200 len: 267 time: 0.0529561 Nov 10 18:45:06.019273 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:06.052279 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-13c113cc-79ed-4ce2-ad77-94f41291ee09 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:06.053773 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-13c113cc-79ed-4ce2-ad77-94f41291ee09 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/networks?id=c78b4a92-962f-4ad4-b894-2d07bd97a609 HTTP/1.1" status: 200 len: 796 time: 0.1102092 Nov 10 18:45:06.054978 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3a9f4ac4-e83c-4324-af92-73bb83f1949c None None] Provisioning complete for port 0541fa34-2c44-4111-b4a8-f618021c362b triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:45:06.055356 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3a9f4ac4-e83c-4324-af92-73bb83f1949c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:06.070527 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-4c3af84c-8a03-4075-9f03-4251fcf40366 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/quotas/3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 HTTP/1.1" status: 200 len: 375 time: 0.0093751 Nov 10 18:45:06.085034 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 0541fa34-2c44-4111-b4a8-f618021c362b up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:45:06.128644 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-18b6c177-e16c-4bb3-a09c-82425062acfd tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518537 Nov 10 18:45:06.231289 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-23252d6d-f2e1-4b4c-85cd-d0195f616a82 service neutron] 10.222.0.39 "GET /v2.0/networks/c78b4a92-962f-4ad4-b894-2d07bd97a609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893257 Nov 10 18:45:06.245385 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 0541fa34-2c44-4111-b4a8-f618021c362b triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:45:06.245999 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:06.268010 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53810984-b1be-4e38-8bda-974311610870 None None] Sync routers for ids ['e4f93778-9848-429b-83a8-cfd147c3dcf1'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:45:06.279415 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53810984-b1be-4e38-8bda-974311610870 None None] Routers {'e4f93778-9848-429b-83a8-cfd147c3dcf1'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:45:06.280046 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-53810984-b1be-4e38-8bda-974311610870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:45:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['e4f93778-9848-429b-83a8-cfd147c3dcf1'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:45:06.294183 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3a9f4ac4-e83c-4324-af92-73bb83f1949c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:06.346282 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-3a9f4ac4-e83c-4324-af92-73bb83f1949c None None] For port 0541fa34-2c44-4111-b4a8-f618021c362b, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=0541fa34-2c44-4111-b4a8-f618021c362b,segment=NetworkSegment(597bbe78-6e8f-412c-a958-c15b19c0f191),segment_id=597bbe78-6e8f-412c-a958-c15b19c0f191)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:45:06.352947 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3a9f4ac4-e83c-4324-af92-73bb83f1949c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:06.353730 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-5b4eb0df-dabf-4c31-8e37-bc28019d684e service neutron] 10.222.0.39 "GET /v2.0/networks/c78b4a92-962f-4ad4-b894-2d07bd97a609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127918 Nov 10 18:45:06.415060 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-53810984-b1be-4e38-8bda-974311610870 None None] Set router e4f93778-9848-429b-83a8-cfd147c3dcf1 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:45:06.450873 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f4ac4-e83c-4324-af92-73bb83f1949c None None] Pushing event updated for resources: {'Port': ['ID=0541fa34-2c44-4111-b4a8-f618021c362b,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:45:06.472063 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:06.585273 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a9972d2c-8c77-4857-8dcd-cef181c2bb27 req-b48b6a88-d9ab-41ba-8e90-b1cba2c39f73 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d305982-012a-4e8f-9973-ea41fdeb753d HTTP/1.1" status: 200 len: 210 time: 0.0357423 Nov 10 18:45:06.671055 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-53810984-b1be-4e38-8bda-974311610870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361552252', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '08445154-49e3-434c-a176-23aa7178ccbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:45:01Z', 'updated_at': '2021-11-10T18:45:04Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '08445154-49e3-434c-a176-23aa7178ccbf', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:45:01Z', 'updated_at': '2021-11-10T18:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2b7da1ce-096a-4539-a83d-100b31c5e0cd', 'name': '', 'network_id': 'c78b4a92-962f-4ad4-b894-2d07bd97a609', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:ae:28:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '88833e79-ac9a-41cc-a1cb-8ebe09f03eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:45:04Z', 'updated_at': '2021-11-10T18:45:05Z', 'revision_number': 2, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '88833e79-ac9a-41cc-a1cb-8ebe09f03eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:45:06.686175 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-92ad9903-9f96-4f2c-88f3-42c24f4b0806 None None] Provisioning complete for port 2b7da1ce-096a-4539-a83d-100b31c5e0cd triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:45:06.686659 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-92ad9903-9f96-4f2c-88f3-42c24f4b0806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:06.704526 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53810984-b1be-4e38-8bda-974311610870 None None] Checking router: e4f93778-9848-429b-83a8-cfd147c3dcf1 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:45:06.704895 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53810984-b1be-4e38-8bda-974311610870 None None] Updating router e4f93778-9848-429b-83a8-cfd147c3dcf1 port 2b7da1ce-096a-4539-a83d-100b31c5e0cd binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:45:06.735320 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-53810984-b1be-4e38-8bda-974311610870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:06.752321 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-92ad9903-9f96-4f2c-88f3-42c24f4b0806 None None] Port 2b7da1ce-096a-4539-a83d-100b31c5e0cd cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:45:06.765344 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-92ad9903-9f96-4f2c-88f3-42c24f4b0806 None None] Provisioning complete for port 0541fa34-2c44-4111-b4a8-f618021c362b triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:45:06.766011 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-92ad9903-9f96-4f2c-88f3-42c24f4b0806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:06.995032 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-37e21974-978c-4272-a75b-7f83d9abf34e None None] Provisioning complete for port 2b7da1ce-096a-4539-a83d-100b31c5e0cd triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:45:06.995897 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-37e21974-978c-4272-a75b-7f83d9abf34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:07.046998 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-37e21974-978c-4272-a75b-7f83d9abf34e None None] Port 2b7da1ce-096a-4539-a83d-100b31c5e0cd cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:45:07.052279 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-53810984-b1be-4e38-8bda-974311610870 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:07.059676 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-53810984-b1be-4e38-8bda-974311610870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:07.113652 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20892bc-3a7e-4cbc-8a27-ed63bfe289d0 None None] Pushing event updated for resources: {'Port': ['ID=2b7da1ce-096a-4539-a83d-100b31c5e0cd,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:45:07.147677 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20892bc-3a7e-4cbc-8a27-ed63bfe289d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:45:07.148219 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20892bc-3a7e-4cbc-8a27-ed63bfe289d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:45:07.148557 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20892bc-3a7e-4cbc-8a27-ed63bfe289d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:45:07.148884 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20892bc-3a7e-4cbc-8a27-ed63bfe289d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:45:07.149213 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20892bc-3a7e-4cbc-8a27-ed63bfe289d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:45:07.149537 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20892bc-3a7e-4cbc-8a27-ed63bfe289d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:45:07.149860 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20892bc-3a7e-4cbc-8a27-ed63bfe289d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:45:07.150178 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20892bc-3a7e-4cbc-8a27-ed63bfe289d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:45:07.150494 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20892bc-3a7e-4cbc-8a27-ed63bfe289d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:45:07.150809 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20892bc-3a7e-4cbc-8a27-ed63bfe289d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:45:07.151123 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20892bc-3a7e-4cbc-8a27-ed63bfe289d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:45:07.151972 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20892bc-3a7e-4cbc-8a27-ed63bfe289d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:45:07.174576 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-91dc7c88-061b-43ff-98ac-64e5ab7ae3db None None] Provisioning complete for port 2b7da1ce-096a-4539-a83d-100b31c5e0cd triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:45:07.174987 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-91dc7c88-061b-43ff-98ac-64e5ab7ae3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:07.194397 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-53810984-b1be-4e38-8bda-974311610870 None None] Attempting to bind port 2b7da1ce-096a-4539-a83d-100b31c5e0cd on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:45:07.194772 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-53810984-b1be-4e38-8bda-974311610870 None None] Attempting to bind port 2b7da1ce-096a-4539-a83d-100b31c5e0cd by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '597bbe78-6e8f-412c-a958-c15b19c0f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c78b4a92-962f-4ad4-b894-2d07bd97a609'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:45:07.195076 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53810984-b1be-4e38-8bda-974311610870 None None] Attempting to bind port 2b7da1ce-096a-4539-a83d-100b31c5e0cd on network c78b4a92-962f-4ad4-b894-2d07bd97a609 {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:45:07.202248 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53810984-b1be-4e38-8bda-974311610870 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:45:07.202627 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53810984-b1be-4e38-8bda-974311610870 None None] Checking segment: {'id': '597bbe78-6e8f-412c-a958-c15b19c0f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c78b4a92-962f-4ad4-b894-2d07bd97a609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:45:07.203306 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-53810984-b1be-4e38-8bda-974311610870 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:07.203850 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53810984-b1be-4e38-8bda-974311610870 None None] Bound using segment: {'id': '597bbe78-6e8f-412c-a958-c15b19c0f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c78b4a92-962f-4ad4-b894-2d07bd97a609'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:45:07.204506 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-53810984-b1be-4e38-8bda-974311610870 None None] Bound port: 2b7da1ce-096a-4539-a83d-100b31c5e0cd, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597bbe78-6e8f-412c-a958-c15b19c0f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c78b4a92-962f-4ad4-b894-2d07bd97a609'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:45:07.204894 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-53810984-b1be-4e38-8bda-974311610870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:07.217687 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-91dc7c88-061b-43ff-98ac-64e5ab7ae3db None None] Port 2b7da1ce-096a-4539-a83d-100b31c5e0cd cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:45:07.289375 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-53810984-b1be-4e38-8bda-974311610870 None None] For port 2b7da1ce-096a-4539-a83d-100b31c5e0cd, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:45:07.292646 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-53810984-b1be-4e38-8bda-974311610870 None None] For port 2b7da1ce-096a-4539-a83d-100b31c5e0cd, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2b7da1ce-096a-4539-a83d-100b31c5e0cd,segment=NetworkSegment(597bbe78-6e8f-412c-a958-c15b19c0f191),segment_id=597bbe78-6e8f-412c-a958-c15b19c0f191)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:45:07.298281 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-53810984-b1be-4e38-8bda-974311610870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:07.345572 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-801f04cb-b916-4702-90d8-9e2f96e66843 None None] Provisioning complete for port 2b7da1ce-096a-4539-a83d-100b31c5e0cd triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:45:07.345969 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-801f04cb-b916-4702-90d8-9e2f96e66843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:07.358560 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53810984-b1be-4e38-8bda-974311610870 None None] Routers {'e4f93778-9848-429b-83a8-cfd147c3dcf1'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:45:07.359212 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-53810984-b1be-4e38-8bda-974311610870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:45:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['e4f93778-9848-429b-83a8-cfd147c3dcf1'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:45:07.361014 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20892bc-3a7e-4cbc-8a27-ed63bfe289d0 None None] Pushing event updated for resources: {'Port': ['ID=2b7da1ce-096a-4539-a83d-100b31c5e0cd,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:45:07.432416 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-801f04cb-b916-4702-90d8-9e2f96e66843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:07.470287 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-801f04cb-b916-4702-90d8-9e2f96e66843 None None] For port 2b7da1ce-096a-4539-a83d-100b31c5e0cd, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2b7da1ce-096a-4539-a83d-100b31c5e0cd,segment=NetworkSegment(597bbe78-6e8f-412c-a958-c15b19c0f191),segment_id=597bbe78-6e8f-412c-a958-c15b19c0f191)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:45:07.475061 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-801f04cb-b916-4702-90d8-9e2f96e66843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:07.477272 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-53810984-b1be-4e38-8bda-974311610870 None None] Set router e4f93778-9848-429b-83a8-cfd147c3dcf1 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:45:07.534533 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f04cb-b916-4702-90d8-9e2f96e66843 None None] Pushing event updated for resources: {'Port': ['ID=2b7da1ce-096a-4539-a83d-100b31c5e0cd,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:45:07.642468 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-9f615d0d-3060-49af-985f-2b676283745f None None] Provisioning complete for port 2b7da1ce-096a-4539-a83d-100b31c5e0cd triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:45:07.643019 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9f615d0d-3060-49af-985f-2b676283745f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:07.675737 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 0541fa34-2c44-4111-b4a8-f618021c362b up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:45:07.737408 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-53810984-b1be-4e38-8bda-974311610870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361552252', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '08445154-49e3-434c-a176-23aa7178ccbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:45:01Z', 'updated_at': '2021-11-10T18:45:04Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '08445154-49e3-434c-a176-23aa7178ccbf', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:45:01Z', 'updated_at': '2021-11-10T18:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2b7da1ce-096a-4539-a83d-100b31c5e0cd', 'name': '', 'network_id': 'c78b4a92-962f-4ad4-b894-2d07bd97a609', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:ae:28:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '88833e79-ac9a-41cc-a1cb-8ebe09f03eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:45:04Z', 'updated_at': '2021-11-10T18:45:07Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '88833e79-ac9a-41cc-a1cb-8ebe09f03eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:45:07.753946 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-f99940fc-3430-431a-8b3f-a861980dee5e tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:07.756874 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-f99940fc-3430-431a-8b3f-a861980dee5e tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.11 "GET /v2.0/networks?id=c78b4a92-962f-4ad4-b894-2d07bd97a609 HTTP/1.1" status: 200 len: 796 time: 0.1621039 Nov 10 18:45:07.762588 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8e4394a1-425f-4fa4-afd5-546c8a510827 req-bdb9c90d-7648-48a7-a945-91d4e66a0edc tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d305982-012a-4e8f-9973-ea41fdeb753d HTTP/1.1" status: 200 len: 210 time: 0.0682662 Nov 10 18:45:07.775377 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53810984-b1be-4e38-8bda-974311610870 None None] The sync data for ids ['e4f93778-9848-429b-83a8-cfd147c3dcf1'] in n-d-776250-10 is: [{'id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361552252', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '08445154-49e3-434c-a176-23aa7178ccbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:45:01Z', 'updated_at': '2021-11-10T18:45:04Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '08445154-49e3-434c-a176-23aa7178ccbf', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:45:01Z', 'updated_at': '2021-11-10T18:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2b7da1ce-096a-4539-a83d-100b31c5e0cd', 'name': '', 'network_id': 'c78b4a92-962f-4ad4-b894-2d07bd97a609', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:ae:28:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '88833e79-ac9a-41cc-a1cb-8ebe09f03eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:45:04Z', 'updated_at': '2021-11-10T18:45:07Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '88833e79-ac9a-41cc-a1cb-8ebe09f03eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:45:07.841554 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 0541fa34-2c44-4111-b4a8-f618021c362b triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:45:07.842100 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:07.869720 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-48214f1b-06f2-4a2c-b343-ebc3fb2b28fd tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 HTTP/1.1" status: 200 len: 380 time: 0.1033902 Nov 10 18:45:07.881191 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-878bd3c2-d185-43a7-879a-8bafe308f721 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'port': {'device_id': '2d305982-012a-4e8f-9973-ea41fdeb753d', 'network_id': 'c78b4a92-962f-4ad4-b894-2d07bd97a609', 'admin_state_up': True, 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'security_groups': ['84ab0d9d-2605-4534-89a0-f3aa05dbb504']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:45:08.004267 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-878bd3c2-d185-43a7-879a-8bafe308f721 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Made reservation on behalf of 3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:45:08.007797 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-878bd3c2-d185-43a7-879a-8bafe308f721 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:08.138056 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-878bd3c2-d185-43a7-879a-8bafe308f721 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Allocated IP 172.20.0.10 (c78b4a92-962f-4ad4-b894-2d07bd97a609/88833e79-ac9a-41cc-a1cb-8ebe09f03eb7/18798afd-bdd9-4036-b26a-15c1583953eb) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:45:08.288598 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-878bd3c2-d185-43a7-879a-8bafe308f721 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:08.327165 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-878bd3c2-d185-43a7-879a-8bafe308f721 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:08.375885 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-878bd3c2-d185-43a7-879a-8bafe308f721 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Network c78b4a92-962f-4ad4-b894-2d07bd97a609 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:45:08.379327 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-878bd3c2-d185-43a7-879a-8bafe308f721 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:45:08.383268 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-878bd3c2-d185-43a7-879a-8bafe308f721 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:45:08.410536 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878bd3c2-d185-43a7-879a-8bafe308f721 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Port': ['ID=18798afd-bdd9-4036-b26a-15c1583953eb,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:45:08.443264 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-878bd3c2-d185-43a7-879a-8bafe308f721 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:08.443925 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-878bd3c2-d185-43a7-879a-8bafe308f721 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:08.462237 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-878bd3c2-d185-43a7-879a-8bafe308f721 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5859685 Nov 10 18:45:08.527270 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-4f1b5f9c-c665-437d-a3bc-bbfd3c1cab97 service neutron] Request body: {'port': {'device_id': '2d305982-012a-4e8f-9973-ea41fdeb753d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:45:08.593969 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-4f1b5f9c-c665-437d-a3bc-bbfd3c1cab97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:08.602318 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-167dba8c-f861-476c-a146-5abe7c4367f6 None None] Provisioning complete for port 18798afd-bdd9-4036-b26a-15c1583953eb triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:45:08.602692 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-167dba8c-f861-476c-a146-5abe7c4367f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:08.646399 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-167dba8c-f861-476c-a146-5abe7c4367f6 None None] Port 18798afd-bdd9-4036-b26a-15c1583953eb cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:45:08.912025 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-4f1b5f9c-c665-437d-a3bc-bbfd3c1cab97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18798afd-bdd9-4036-b26a-15c1583953eb {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:45:08.927091 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc46966-b4f0-40c7-815a-cea74983ef54 req-34d12174-461c-4a7a-bec8-acf3ec856bf5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:08.928624 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bdc46966-b4f0-40c7-815a-cea74983ef54 req-34d12174-461c-4a7a-bec8-acf3ec856bf5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d305982-012a-4e8f-9973-ea41fdeb753d HTTP/1.1" status: 200 len: 932 time: 0.0948288 Nov 10 18:45:08.930393 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-4f1b5f9c-c665-437d-a3bc-bbfd3c1cab97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:08.961019 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-4f1b5f9c-c665-437d-a3bc-bbfd3c1cab97 service neutron] Transition to ACTIVE for port object 18798afd-bdd9-4036-b26a-15c1583953eb will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:45:08.967358 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-4f1b5f9c-c665-437d-a3bc-bbfd3c1cab97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:09.037837 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bdc46966-b4f0-40c7-815a-cea74983ef54 req-d5921bbf-591b-4df5-b719-df9904f09579 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ab0d9d-2605-4534-89a0-f3aa05dbb504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025722 Nov 10 18:45:09.040510 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b5f9c-c665-437d-a3bc-bbfd3c1cab97 service neutron] Pushing event updated for resources: {'Port': ['ID=18798afd-bdd9-4036-b26a-15c1583953eb,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:45:09.117529 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-4f1b5f9c-c665-437d-a3bc-bbfd3c1cab97 service neutron] Attempting to bind port 18798afd-bdd9-4036-b26a-15c1583953eb on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:45:09.117874 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-4f1b5f9c-c665-437d-a3bc-bbfd3c1cab97 service neutron] Attempting to bind port 18798afd-bdd9-4036-b26a-15c1583953eb by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '597bbe78-6e8f-412c-a958-c15b19c0f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c78b4a92-962f-4ad4-b894-2d07bd97a609'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:45:09.118220 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-4f1b5f9c-c665-437d-a3bc-bbfd3c1cab97 service neutron] Attempting to bind port 18798afd-bdd9-4036-b26a-15c1583953eb on network c78b4a92-962f-4ad4-b894-2d07bd97a609 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:45:09.123458 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-4f1b5f9c-c665-437d-a3bc-bbfd3c1cab97 service neutron] Port 18798afd-bdd9-4036-b26a-15c1583953eb on network c78b4a92-962f-4ad4-b894-2d07bd97a609 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:45:09.123783 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-4f1b5f9c-c665-437d-a3bc-bbfd3c1cab97 service neutron] Attempting to bind port 18798afd-bdd9-4036-b26a-15c1583953eb on network c78b4a92-962f-4ad4-b894-2d07bd97a609 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:45:09.128856 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-4f1b5f9c-c665-437d-a3bc-bbfd3c1cab97 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:45:09.129199 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-4f1b5f9c-c665-437d-a3bc-bbfd3c1cab97 service neutron] Checking segment: {'id': '597bbe78-6e8f-412c-a958-c15b19c0f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c78b4a92-962f-4ad4-b894-2d07bd97a609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:45:09.129587 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-4f1b5f9c-c665-437d-a3bc-bbfd3c1cab97 service neutron] Bound using segment: {'id': '597bbe78-6e8f-412c-a958-c15b19c0f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c78b4a92-962f-4ad4-b894-2d07bd97a609'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:45:09.130025 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-4f1b5f9c-c665-437d-a3bc-bbfd3c1cab97 service neutron] Bound port: 18798afd-bdd9-4036-b26a-15c1583953eb, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '597bbe78-6e8f-412c-a958-c15b19c0f191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c78b4a92-962f-4ad4-b894-2d07bd97a609'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:45:09.130384 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-4f1b5f9c-c665-437d-a3bc-bbfd3c1cab97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:09.202448 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-4f1b5f9c-c665-437d-a3bc-bbfd3c1cab97 service neutron] For port 18798afd-bdd9-4036-b26a-15c1583953eb, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:45:09.205657 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-4f1b5f9c-c665-437d-a3bc-bbfd3c1cab97 service neutron] For port 18798afd-bdd9-4036-b26a-15c1583953eb, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=18798afd-bdd9-4036-b26a-15c1583953eb,segment=NetworkSegment(597bbe78-6e8f-412c-a958-c15b19c0f191),segment_id=597bbe78-6e8f-412c-a958-c15b19c0f191)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:45:09.209026 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-4f1b5f9c-c665-437d-a3bc-bbfd3c1cab97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:09.251286 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-4f1b5f9c-c665-437d-a3bc-bbfd3c1cab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:09.251930 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-4f1b5f9c-c665-437d-a3bc-bbfd3c1cab97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:09.253381 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-4f1b5f9c-c665-437d-a3bc-bbfd3c1cab97 service neutron] 10.222.0.11 "PUT /v2.0/ports/18798afd-bdd9-4036-b26a-15c1583953eb HTTP/1.1" status: 200 len: 1093 time: 0.7830539 Nov 10 18:45:09.253863 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d305982-012a-4e8f-9973-ea41fdeb753d', 'tag': '18798afd-bdd9-4036-b26a-15c1583953eb'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:45:09.256128 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed534dc3-3b41-467a-9512-97c5b4957f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "2d305982-012a-4e8f-9973-ea41fdeb753d", "tag": "18798afd-bdd9-4036-b26a-15c1583953eb"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:45:09.291804 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b5f9c-c665-437d-a3bc-bbfd3c1cab97 service neutron] Pushing event updated for resources: {'Port': ['ID=18798afd-bdd9-4036-b26a-15c1583953eb,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:45:09.296969 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad139e27-a304-49d3-b82c-4b9a64e1b797 x-openstack-request-id: req-ad139e27-a304-49d3-b82c-4b9a64e1b797 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:45:09.297265 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d305982-012a-4e8f-9973-ea41fdeb753d", "tag": "18798afd-bdd9-4036-b26a-15c1583953eb", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:45:09.297589 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ad139e27-a304-49d3-b82c-4b9a64e1b797 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:45:09.298001 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d305982-012a-4e8f-9973-ea41fdeb753d', 'tag': '18798afd-bdd9-4036-b26a-15c1583953eb', 'status': 'completed', 'code': 200} Nov 10 18:45:09.344706 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-21dead49-df26-4b4e-b3e7-bdc1c1f141c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:09.346499 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-21dead49-df26-4b4e-b3e7-bdc1c1f141c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&device_id=2d305982-012a-4e8f-9973-ea41fdeb753d HTTP/1.1" status: 200 len: 1096 time: 0.0445232 Nov 10 18:45:09.396762 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-77dae691-7be9-435e-a5df-59dd46f436c4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18798afd-bdd9-4036-b26a-15c1583953eb HTTP/1.1" status: 200 len: 217 time: 0.0420959 Nov 10 18:45:09.447313 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-9b938fe9-d303-4cac-b119-3bb5b16345b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:09.449675 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-9b938fe9-d303-4cac-b119-3bb5b16345b8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88833e79-ac9a-41cc-a1cb-8ebe09f03eb7 HTTP/1.1" status: 200 len: 835 time: 0.0455580 Nov 10 18:45:09.495500 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-a131e0db-76c0-42ee-9925-f7e86bafd5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:09.497221 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-a131e0db-76c0-42ee-9925-f7e86bafd5ff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c78b4a92-962f-4ad4-b894-2d07bd97a609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410106 Nov 10 18:45:09.599824 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-16ba63b6-8f5c-4fdd-b2e1-8b1f72e1dfe1 service neutron] 10.222.0.11 "GET /v2.0/networks/c78b4a92-962f-4ad4-b894-2d07bd97a609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955760 Nov 10 18:45:09.614480 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2b7da1ce-096a-4539-a83d-100b31c5e0cd up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:45:09.670398 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 2b7da1ce-096a-4539-a83d-100b31c5e0cd triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:45:09.670763 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:09.693880 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3b5640f4-4b23-43b4-8b4c-ab4da5b9d846 req-7bed7ee5-5dad-498e-8dcd-859a71721bbf service neutron] 10.222.0.11 "GET /v2.0/networks/c78b4a92-962f-4ad4-b894-2d07bd97a609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876794 Nov 10 18:45:09.787605 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed534dc3-3b41-467a-9512-97c5b4957f3d req-5bbb9bd2-50ff-4dc4-a1cc-e4c3fb47d397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:09.789163 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ed534dc3-3b41-467a-9512-97c5b4957f3d req-5bbb9bd2-50ff-4dc4-a1cc-e4c3fb47d397 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&device_id=2d305982-012a-4e8f-9973-ea41fdeb753d HTTP/1.1" status: 200 len: 1096 time: 0.0461428 Nov 10 18:45:10.257333 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139f8d7-5428-403c-98d0-5bef5def9805 req-03af81a4-9cd1-4c73-b18a-7e54dbdae34a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:10.258784 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d139f8d7-5428-403c-98d0-5bef5def9805 req-03af81a4-9cd1-4c73-b18a-7e54dbdae34a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d305982-012a-4e8f-9973-ea41fdeb753d HTTP/1.1" status: 200 len: 944 time: 0.0781212 Nov 10 18:45:10.260127 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed534dc3-3b41-467a-9512-97c5b4957f3d req-a521f8a2-f397-4402-a440-5e9aa1d64669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:10.261503 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ed534dc3-3b41-467a-9512-97c5b4957f3d req-a521f8a2-f397-4402-a440-5e9aa1d64669 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c78b4a92-962f-4ad4-b894-2d07bd97a609 HTTP/1.1" status: 200 len: 897 time: 0.4652617 Nov 10 18:45:10.314078 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ed534dc3-3b41-467a-9512-97c5b4957f3d req-521f30fa-84af-4f65-8294-3d6c7b580448 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18798afd-bdd9-4036-b26a-15c1583953eb HTTP/1.1" status: 200 len: 217 time: 0.0432580 Nov 10 18:45:10.368245 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d139f8d7-5428-403c-98d0-5bef5def9805 req-d58636fa-2093-4f5d-b4b3-279c993a43b5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ab0d9d-2605-4534-89a0-f3aa05dbb504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029620 Nov 10 18:45:10.383217 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed534dc3-3b41-467a-9512-97c5b4957f3d req-4e3e22fe-515f-4376-8d55-46e21b289f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:10.384707 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ed534dc3-3b41-467a-9512-97c5b4957f3d req-4e3e22fe-515f-4376-8d55-46e21b289f48 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88833e79-ac9a-41cc-a1cb-8ebe09f03eb7 HTTP/1.1" status: 200 len: 835 time: 0.0604017 Nov 10 18:45:10.432414 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed534dc3-3b41-467a-9512-97c5b4957f3d req-2ca06bde-99fa-4d66-a26e-09e346575949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:10.434777 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ed534dc3-3b41-467a-9512-97c5b4957f3d req-2ca06bde-99fa-4d66-a26e-09e346575949 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c78b4a92-962f-4ad4-b894-2d07bd97a609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420666 Nov 10 18:45:10.528387 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ed534dc3-3b41-467a-9512-97c5b4957f3d req-fd62c666-16ed-4c21-a9ba-1522643f5d3c service neutron] 10.222.0.11 "GET /v2.0/networks/c78b4a92-962f-4ad4-b894-2d07bd97a609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860319 Nov 10 18:45:10.617614 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ed534dc3-3b41-467a-9512-97c5b4957f3d req-4cd6cee0-7a1d-4975-9b26-3085c6e81bd2 service neutron] 10.222.0.11 "GET /v2.0/networks/c78b4a92-962f-4ad4-b894-2d07bd97a609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822887 Nov 10 18:45:11.487344 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233f14f-3d9c-4779-893c-961cd685590a req-7b7edd4e-749e-4647-bf5f-855d9628a84c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:11.488880 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d233f14f-3d9c-4779-893c-961cd685590a req-7b7edd4e-749e-4647-bf5f-855d9628a84c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d305982-012a-4e8f-9973-ea41fdeb753d HTTP/1.1" status: 200 len: 944 time: 0.0498054 Nov 10 18:45:11.539560 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d233f14f-3d9c-4779-893c-961cd685590a req-2d548801-8f4c-438a-82fe-c620db229e0f tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ab0d9d-2605-4534-89a0-f3aa05dbb504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440924 Nov 10 18:45:12.659506 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa93e99-720d-42b8-a07d-c1b86f4c78fe req-04209a54-e31f-4307-be35-5e5a9061c408 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:12.661006 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ffa93e99-720d-42b8-a07d-c1b86f4c78fe req-04209a54-e31f-4307-be35-5e5a9061c408 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d305982-012a-4e8f-9973-ea41fdeb753d HTTP/1.1" status: 200 len: 944 time: 0.0537660 Nov 10 18:45:12.710130 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ffa93e99-720d-42b8-a07d-c1b86f4c78fe req-9ca90d93-3b03-4444-852d-dda50a252afd tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ab0d9d-2605-4534-89a0-f3aa05dbb504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431402 Nov 10 18:45:12.791615 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 18798afd-bdd9-4036-b26a-15c1583953eb details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:45:12.890209 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 18798afd-bdd9-4036-b26a-15c1583953eb, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=18798afd-bdd9-4036-b26a-15c1583953eb,segment=NetworkSegment(597bbe78-6e8f-412c-a958-c15b19c0f191),segment_id=597bbe78-6e8f-412c-a958-c15b19c0f191)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:45:12.902138 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '18798afd-bdd9-4036-b26a-15c1583953eb', 'network_id': 'c78b4a92-962f-4ad4-b894-2d07bd97a609', 'port_id': '18798afd-bdd9-4036-b26a-15c1583953eb', 'mac_address': 'fa:16:3e:0b:b4:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88833e79-ac9a-41cc-a1cb-8ebe09f03eb7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:45:12.938400 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:12.951398 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18798afd-bdd9-4036-b26a-15c1583953eb {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:45:12.974362 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 18798afd-bdd9-4036-b26a-15c1583953eb, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=18798afd-bdd9-4036-b26a-15c1583953eb,segment=NetworkSegment(597bbe78-6e8f-412c-a958-c15b19c0f191),segment_id=597bbe78-6e8f-412c-a958-c15b19c0f191)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:45:12.978326 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:13.023619 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=18798afd-bdd9-4036-b26a-15c1583953eb,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:45:13.205161 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['18798afd-bdd9-4036-b26a-15c1583953eb'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:45:13.823791 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8ab7c-d431-45ed-9941-f6a082de8fc6 req-a61a6fcb-b2cc-405a-b724-64e5fc2224ad tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:13.825993 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1ec8ab7c-d431-45ed-9941-f6a082de8fc6 req-a61a6fcb-b2cc-405a-b724-64e5fc2224ad tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d305982-012a-4e8f-9973-ea41fdeb753d HTTP/1.1" status: 200 len: 945 time: 0.0486383 Nov 10 18:45:13.878849 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1ec8ab7c-d431-45ed-9941-f6a082de8fc6 req-0377151d-2deb-48b5-b801-ed39cb8f643c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ab0d9d-2605-4534-89a0-f3aa05dbb504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468976 Nov 10 18:45:14.822808 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 18798afd-bdd9-4036-b26a-15c1583953eb up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:45:14.874504 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 18798afd-bdd9-4036-b26a-15c1583953eb completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:45:14.878787 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 18798afd-bdd9-4036-b26a-15c1583953eb triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:45:14.879153 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:14.963250 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:14.986985 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d305982-012a-4e8f-9973-ea41fdeb753d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18798afd-bdd9-4036-b26a-15c1583953eb'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:45:14.989247 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7e2e8e-d4b1-4b06-aefa-cd4829e6ca90" -d '{"events": [{"server_uuid": "2d305982-012a-4e8f-9973-ea41fdeb753d", "name": "network-vif-plugged", "status": "completed", "tag": "18798afd-bdd9-4036-b26a-15c1583953eb"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:45:14.995294 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e45ff3-a223-4868-a87b-2ba5196e29e7 req-814cb6e7-d1bc-46f6-a01b-95efe4bb211a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:14.996862 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-79e45ff3-a223-4868-a87b-2ba5196e29e7 req-814cb6e7-d1bc-46f6-a01b-95efe4bb211a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d305982-012a-4e8f-9973-ea41fdeb753d HTTP/1.1" status: 200 len: 945 time: 0.0503855 Nov 10 18:45:15.002878 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 18798afd-bdd9-4036-b26a-15c1583953eb, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=18798afd-bdd9-4036-b26a-15c1583953eb,segment=NetworkSegment(597bbe78-6e8f-412c-a958-c15b19c0f191),segment_id=597bbe78-6e8f-412c-a958-c15b19c0f191)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:45:15.007379 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:15.061282 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-79e45ff3-a223-4868-a87b-2ba5196e29e7 req-d3444363-37cc-406f-9bea-3ebe3ea94046 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ab0d9d-2605-4534-89a0-f3aa05dbb504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560436 Nov 10 18:45:15.062673 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=18798afd-bdd9-4036-b26a-15c1583953eb,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:45:15.109692 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60d7509-9e51-4203-9d16-9df895ca27a1 x-openstack-request-id: req-d60d7509-9e51-4203-9d16-9df895ca27a1 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:45:15.109978 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d305982-012a-4e8f-9973-ea41fdeb753d", "name": "network-vif-plugged", "status": "completed", "tag": "18798afd-bdd9-4036-b26a-15c1583953eb", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:45:15.110241 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d60d7509-9e51-4203-9d16-9df895ca27a1 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:45:15.110650 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d305982-012a-4e8f-9973-ea41fdeb753d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18798afd-bdd9-4036-b26a-15c1583953eb', 'code': 200} Nov 10 18:45:15.213003 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1968b67-e411-4622-951f-097b2c08999b req-81bdb2ee-7ce3-4b54-894f-a26726dee0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:15.214864 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b1968b67-e411-4622-951f-097b2c08999b req-81bdb2ee-7ce3-4b54-894f-a26726dee0d3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2d305982-012a-4e8f-9973-ea41fdeb753d HTTP/1.1" status: 200 len: 1098 time: 0.0445778 Nov 10 18:45:15.261579 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b1968b67-e411-4622-951f-097b2c08999b req-caac2c6e-2ab0-4942-bdb4-fe429da0030a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=84ab0d9d-2605-4534-89a0-f3aa05dbb504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396833 Nov 10 18:45:16.182241 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f163b-12a2-413f-9ac6-280f5e4baff7 req-919c0711-a374-49ad-bbf4-df7913e9e0d7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:16.184475 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-125f163b-12a2-413f-9ac6-280f5e4baff7 req-919c0711-a374-49ad-bbf4-df7913e9e0d7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d305982-012a-4e8f-9973-ea41fdeb753d HTTP/1.1" status: 200 len: 946 time: 0.0531626 Nov 10 18:45:16.235220 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-125f163b-12a2-413f-9ac6-280f5e4baff7 req-0c758347-0c46-4879-a988-e75c36ca7b42 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ab0d9d-2605-4534-89a0-f3aa05dbb504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448036 Nov 10 18:45:17.354506 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e34e36-1b55-4f8d-8fad-4e1909ae4a93 req-8ee8b897-b140-494b-8005-164266e6ae22 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:17.356002 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-43e34e36-1b55-4f8d-8fad-4e1909ae4a93 req-8ee8b897-b140-494b-8005-164266e6ae22 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d305982-012a-4e8f-9973-ea41fdeb753d HTTP/1.1" status: 200 len: 946 time: 0.0495014 Nov 10 18:45:17.407943 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-43e34e36-1b55-4f8d-8fad-4e1909ae4a93 req-ea82f1b7-32fd-450e-bf97-3e140a18ddb2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ab0d9d-2605-4534-89a0-f3aa05dbb504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456727 Nov 10 18:45:17.523535 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907951d-f899-4b26-af0a-e3d57fbf4f83 req-c7286382-881e-48f3-9c3c-22f0b0926deb tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:17.524953 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d907951d-f899-4b26-af0a-e3d57fbf4f83 req-c7286382-881e-48f3-9c3c-22f0b0926deb tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d305982-012a-4e8f-9973-ea41fdeb753d HTTP/1.1" status: 200 len: 946 time: 0.0503774 Nov 10 18:45:17.579913 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d907951d-f899-4b26-af0a-e3d57fbf4f83 req-d3fc5fde-42fa-46b2-ba4c-a2e2c447eb59 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ab0d9d-2605-4534-89a0-f3aa05dbb504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487196 Nov 10 18:45:17.600920 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34566) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:45:17.641918 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcddae5-1e8c-4a77-be46-1b69870897cb tempest-TestNetworkAdvancedServerOps-791876395 tempest-TestNetworkAdvancedServerOps-791876395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:17.643418 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-bbcddae5-1e8c-4a77-be46-1b69870897cb tempest-TestNetworkAdvancedServerOps-791876395 tempest-TestNetworkAdvancedServerOps-791876395-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2d305982-012a-4e8f-9973-ea41fdeb753d HTTP/1.1" status: 200 len: 1093 time: 0.0414946 Nov 10 18:45:17.646215 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34568) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:45:17.650386 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-e6f0c582-ee10-4f19-a72d-dbd4d8cfa252 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'port_id': '18798afd-bdd9-4036-b26a-15c1583953eb', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:45:17.675371 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e6f0c582-ee10-4f19-a72d-dbd4d8cfa252 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:17.774872 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e6f0c582-ee10-4f19-a72d-dbd4d8cfa252 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:17.881426 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-e6f0c582-ee10-4f19-a72d-dbd4d8cfa252 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Allocated IP 172.25.5.192 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/b07c33e4-83da-43da-9c9b-67b8cf5103ea) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:45:17.987213 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e6f0c582-ee10-4f19-a72d-dbd4d8cfa252 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:18.020279 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e6f0c582-ee10-4f19-a72d-dbd4d8cfa252 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:18.054793 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f0c582-ee10-4f19-a72d-dbd4d8cfa252 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:45:18.058570 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-e6f0c582-ee10-4f19-a72d-dbd4d8cfa252 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:45:18.061728 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f0c582-ee10-4f19-a72d-dbd4d8cfa252 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:45:18.094539 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0c582-ee10-4f19-a72d-dbd4d8cfa252 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Port': ['ID=b07c33e4-83da-43da-9c9b-67b8cf5103ea,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:45:18.559752 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e6f0c582-ee10-4f19-a72d-dbd4d8cfa252 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:18.661412 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e6f0c582-ee10-4f19-a72d-dbd4d8cfa252 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:18.813329 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e6f0c582-ee10-4f19-a72d-dbd4d8cfa252 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:18.818324 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e6f0c582-ee10-4f19-a72d-dbd4d8cfa252 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:18.890993 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0c582-ee10-4f19-a72d-dbd4d8cfa252 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Port': ['ID=b07c33e4-83da-43da-9c9b-67b8cf5103ea,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:45:18.901169 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e6f0c582-ee10-4f19-a72d-dbd4d8cfa252 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:19.000397 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-e6f0c582-ee10-4f19-a72d-dbd4d8cfa252 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Floating IP 229d3664-ebb3-4847-a58a-efbcd8425c5f associated. External IP: 172.25.5.192, port: 18798afd-bdd9-4036-b26a-15c1583953eb. Nov 10 18:45:19.441142 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f0c582-ee10-4f19-a72d-dbd4d8cfa252 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Router e4f93778-9848-429b-83a8-cfd147c3dcf1 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:45:19.548427 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f0c582-ee10-4f19-a72d-dbd4d8cfa252 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:45:19.559529 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361e33fc-662d-4176-a992-46fbcc6bf06f None None] Sync routers for ids ['e4f93778-9848-429b-83a8-cfd147c3dcf1'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:45:19.568635 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e6f0c582-ee10-4f19-a72d-dbd4d8cfa252 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:19.570322 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361e33fc-662d-4176-a992-46fbcc6bf06f None None] Routers {'e4f93778-9848-429b-83a8-cfd147c3dcf1'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:45:19.573165 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-361e33fc-662d-4176-a992-46fbcc6bf06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:45:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['e4f93778-9848-429b-83a8-cfd147c3dcf1'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:45:19.599587 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e6f0c582-ee10-4f19-a72d-dbd4d8cfa252 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9523110 Nov 10 18:45:19.600213 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d305982-012a-4e8f-9973-ea41fdeb753d', 'tag': '18798afd-bdd9-4036-b26a-15c1583953eb'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:45:19.602565 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bba8833-efae-405d-a4eb-fb527af75cb9" -d '{"events": [{"name": "network-changed", "server_uuid": "2d305982-012a-4e8f-9973-ea41fdeb753d", "tag": "18798afd-bdd9-4036-b26a-15c1583953eb"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:45:19.662723 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc5f4db-a56f-4324-840b-f1e40d19d660 x-openstack-request-id: req-acc5f4db-a56f-4324-840b-f1e40d19d660 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:45:19.663334 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d305982-012a-4e8f-9973-ea41fdeb753d", "tag": "18798afd-bdd9-4036-b26a-15c1583953eb", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:45:19.663758 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-acc5f4db-a56f-4324-840b-f1e40d19d660 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:45:19.664189 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d305982-012a-4e8f-9973-ea41fdeb753d', 'tag': '18798afd-bdd9-4036-b26a-15c1583953eb', 'status': 'completed', 'code': 200} Nov 10 18:45:19.692312 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-361e33fc-662d-4176-a992-46fbcc6bf06f None None] Set router e4f93778-9848-429b-83a8-cfd147c3dcf1 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:45:19.719516 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006172c-bdd7-4e42-b00c-6113dfc83ab2 req-fc925318-d076-4bbe-a74e-1934e6b8518a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:19.721066 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b006172c-bdd7-4e42-b00c-6113dfc83ab2 req-fc925318-d076-4bbe-a74e-1934e6b8518a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d305982-012a-4e8f-9973-ea41fdeb753d HTTP/1.1" status: 200 len: 946 time: 0.0513868 Nov 10 18:45:19.724835 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba8833-efae-405d-a4eb-fb527af75cb9 req-b70f5b6d-b4e4-4de1-9f42-7eccab77867c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:19.726676 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bba8833-efae-405d-a4eb-fb527af75cb9 req-b70f5b6d-b4e4-4de1-9f42-7eccab77867c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&device_id=2d305982-012a-4e8f-9973-ea41fdeb753d HTTP/1.1" status: 200 len: 1098 time: 0.0435891 Nov 10 18:45:19.781730 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b006172c-bdd7-4e42-b00c-6113dfc83ab2 req-3f72708f-bcd1-4079-81f1-c49f5f4f61c6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ab0d9d-2605-4534-89a0-f3aa05dbb504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537968 Nov 10 18:45:19.804810 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34574) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:45:19.834118 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba8833-efae-405d-a4eb-fb527af75cb9 req-1ec4ae4e-e724-4a90-b65f-ea30c7b753d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:19.835725 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bba8833-efae-405d-a4eb-fb527af75cb9 req-1ec4ae4e-e724-4a90-b65f-ea30c7b753d0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c78b4a92-962f-4ad4-b894-2d07bd97a609 HTTP/1.1" status: 200 len: 897 time: 0.1015506 Nov 10 18:45:19.872442 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-fa98e076-df07-48dc-8dc0-719ef4a2b2a4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/floatingips/229d3664-ebb3-4847-a58a-efbcd8425c5f HTTP/1.1" status: 200 len: 992 time: 0.0664239 Nov 10 18:45:19.931100 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bba8833-efae-405d-a4eb-fb527af75cb9 req-25ab21da-d09e-409b-bd95-3dedb9071bdb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18798afd-bdd9-4036-b26a-15c1583953eb HTTP/1.1" status: 200 len: 1000 time: 0.0881782 Nov 10 18:45:19.934349 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-361e33fc-662d-4176-a992-46fbcc6bf06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361552252', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '08445154-49e3-434c-a176-23aa7178ccbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:45:01Z', 'updated_at': '2021-11-10T18:45:04Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '08445154-49e3-434c-a176-23aa7178ccbf', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:45:01Z', 'updated_at': '2021-11-10T18:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '229d3664-ebb3-4847-a58a-efbcd8425c5f', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'floating_ip_address': '172.25.5.192', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'port_id': '18798afd-bdd9-4036-b26a-15c1583953eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78b4a92-962f-4ad4-b894-2d07bd97a609', 'mac_address': 'fa:16:3e:0b:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d305982-012a-4e8f-9973-ea41fdeb753d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:45:18Z', 'updated_at': '2021-11-10T18:45:18Z', 'revision_number': 0, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b7da1ce-096a-4539-a83d-100b31c5e0cd', 'name': '', 'network_id': 'c78b4a92-962f-4ad4-b894-2d07bd97a609', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:ae:28:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '88833e79-ac9a-41cc-a1cb-8ebe09f03eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:45:04Z', 'updated_at': '2021-11-10T18:45:07Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '88833e79-ac9a-41cc-a1cb-8ebe09f03eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:45:19.960734 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361e33fc-662d-4176-a992-46fbcc6bf06f None None] Checking router: e4f93778-9848-429b-83a8-cfd147c3dcf1 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:45:19.969682 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361e33fc-662d-4176-a992-46fbcc6bf06f None None] Routers {'e4f93778-9848-429b-83a8-cfd147c3dcf1'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:45:19.970284 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-361e33fc-662d-4176-a992-46fbcc6bf06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:45:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['e4f93778-9848-429b-83a8-cfd147c3dcf1'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:45:19.984002 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba8833-efae-405d-a4eb-fb527af75cb9 req-199b8999-0fd0-4367-b3b0-2c014e75192f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:19.985487 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bba8833-efae-405d-a4eb-fb527af75cb9 req-199b8999-0fd0-4367-b3b0-2c014e75192f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88833e79-ac9a-41cc-a1cb-8ebe09f03eb7 HTTP/1.1" status: 200 len: 835 time: 0.0474687 Nov 10 18:45:20.032127 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba8833-efae-405d-a4eb-fb527af75cb9 req-87b27aaa-9914-47ba-b3f5-8bdcd5344256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:20.033729 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bba8833-efae-405d-a4eb-fb527af75cb9 req-87b27aaa-9914-47ba-b3f5-8bdcd5344256 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c78b4a92-962f-4ad4-b894-2d07bd97a609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408301 Nov 10 18:45:20.078817 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-361e33fc-662d-4176-a992-46fbcc6bf06f None None] Set router e4f93778-9848-429b-83a8-cfd147c3dcf1 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:45:20.125789 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bba8833-efae-405d-a4eb-fb527af75cb9 req-3af77c8f-c4d5-46f8-afd4-ce9626e57907 service neutron] 10.222.0.11 "GET /v2.0/networks/c78b4a92-962f-4ad4-b894-2d07bd97a609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839410 Nov 10 18:45:20.221374 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8bba8833-efae-405d-a4eb-fb527af75cb9 req-b9cf3fe8-290c-4615-b8e6-315c344ec319 service neutron] 10.222.0.11 "GET /v2.0/networks/c78b4a92-962f-4ad4-b894-2d07bd97a609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883956 Nov 10 18:45:20.312839 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-361e33fc-662d-4176-a992-46fbcc6bf06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361552252', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '08445154-49e3-434c-a176-23aa7178ccbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:45:01Z', 'updated_at': '2021-11-10T18:45:04Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '08445154-49e3-434c-a176-23aa7178ccbf', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:45:01Z', 'updated_at': '2021-11-10T18:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '229d3664-ebb3-4847-a58a-efbcd8425c5f', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'floating_ip_address': '172.25.5.192', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'port_id': '18798afd-bdd9-4036-b26a-15c1583953eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78b4a92-962f-4ad4-b894-2d07bd97a609', 'mac_address': 'fa:16:3e:0b:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d305982-012a-4e8f-9973-ea41fdeb753d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:45:18Z', 'updated_at': '2021-11-10T18:45:18Z', 'revision_number': 0, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b7da1ce-096a-4539-a83d-100b31c5e0cd', 'name': '', 'network_id': 'c78b4a92-962f-4ad4-b894-2d07bd97a609', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:ae:28:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '88833e79-ac9a-41cc-a1cb-8ebe09f03eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:45:04Z', 'updated_at': '2021-11-10T18:45:07Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '88833e79-ac9a-41cc-a1cb-8ebe09f03eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:45:20.338045 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361e33fc-662d-4176-a992-46fbcc6bf06f None None] The sync data for ids ['e4f93778-9848-429b-83a8-cfd147c3dcf1'] in n-d-776250-10 is: [{'id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361552252', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '08445154-49e3-434c-a176-23aa7178ccbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:45:01Z', 'updated_at': '2021-11-10T18:45:04Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '08445154-49e3-434c-a176-23aa7178ccbf', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:45:01Z', 'updated_at': '2021-11-10T18:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '229d3664-ebb3-4847-a58a-efbcd8425c5f', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'floating_ip_address': '172.25.5.192', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'port_id': '18798afd-bdd9-4036-b26a-15c1583953eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c78b4a92-962f-4ad4-b894-2d07bd97a609', 'mac_address': 'fa:16:3e:0b:b4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d305982-012a-4e8f-9973-ea41fdeb753d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:45:18Z', 'updated_at': '2021-11-10T18:45:18Z', 'revision_number': 0, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b7da1ce-096a-4539-a83d-100b31c5e0cd', 'name': '', 'network_id': 'c78b4a92-962f-4ad4-b894-2d07bd97a609', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:ae:28:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '88833e79-ac9a-41cc-a1cb-8ebe09f03eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:45:04Z', 'updated_at': '2021-11-10T18:45:07Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '88833e79-ac9a-41cc-a1cb-8ebe09f03eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:45:20.536240 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f92f85-efd4-4e27-b860-2f0712e2ead1 None None] New status for floating IP 229d3664-ebb3-4847-a58a-efbcd8425c5f: ACTIVE {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:45:20.876318 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34576) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:45:20.937829 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5f5babe2-2cd8-42bd-ac03-4071a44935cb tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/floatingips/229d3664-ebb3-4847-a58a-efbcd8425c5f HTTP/1.1" status: 200 len: 994 time: 0.0603392 Nov 10 18:45:23.878905 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:45:25.419593 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:25.714529 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:30.675616 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b9efbc95-ce0d-4935-9c5e-62b046a34a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:33.037289 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e750781a-c796-4ffe-82c6-28af29a97b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:34.293104 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:35.778908 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:36.464670 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:41.684638 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af01a6c0-2a52-4224-b2cc-c9a4221cb234 req-a4c6b240-28b5-47a4-b9d2-a129c4ce05ec service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2d305982-012a-4e8f-9973-ea41fdeb753d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441649 Nov 10 18:45:41.768303 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01a6c0-2a52-4224-b2cc-c9a4221cb234 req-c2bb2348-796e-4a5a-95c4-06012d25eda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:41.769847 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af01a6c0-2a52-4224-b2cc-c9a4221cb234 req-c2bb2348-796e-4a5a-95c4-06012d25eda0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&device_id=2d305982-012a-4e8f-9973-ea41fdeb753d HTTP/1.1" status: 200 len: 1098 time: 0.0412254 Nov 10 18:45:41.885953 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01a6c0-2a52-4224-b2cc-c9a4221cb234 req-35464cbb-555f-48ba-b178-fdd28f474fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:41.887364 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af01a6c0-2a52-4224-b2cc-c9a4221cb234 req-35464cbb-555f-48ba-b178-fdd28f474fa3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c78b4a92-962f-4ad4-b894-2d07bd97a609 HTTP/1.1" status: 200 len: 897 time: 0.0912766 Nov 10 18:45:41.957283 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af01a6c0-2a52-4224-b2cc-c9a4221cb234 req-f6ad32b6-6440-42c9-be9f-783761489973 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18798afd-bdd9-4036-b26a-15c1583953eb HTTP/1.1" status: 200 len: 1002 time: 0.0624776 Nov 10 18:45:42.010954 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01a6c0-2a52-4224-b2cc-c9a4221cb234 req-f0764ea8-42f0-4f53-a782-89b369d9255e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:42.012461 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af01a6c0-2a52-4224-b2cc-c9a4221cb234 req-f0764ea8-42f0-4f53-a782-89b369d9255e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88833e79-ac9a-41cc-a1cb-8ebe09f03eb7 HTTP/1.1" status: 200 len: 835 time: 0.0482221 Nov 10 18:45:42.061824 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01a6c0-2a52-4224-b2cc-c9a4221cb234 req-a81d2c82-eb52-4e1c-979e-9e34fd762b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:42.063303 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af01a6c0-2a52-4224-b2cc-c9a4221cb234 req-a81d2c82-eb52-4e1c-979e-9e34fd762b69 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c78b4a92-962f-4ad4-b894-2d07bd97a609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441873 Nov 10 18:45:42.074515 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-af01a6c0-2a52-4224-b2cc-c9a4221cb234 req-50bbb340-e5b7-4ca0-af4b-39011e904b4a service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:45:42.075471 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af01a6c0-2a52-4224-b2cc-c9a4221cb234 req-50bbb340-e5b7-4ca0-af4b-39011e904b4a service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050111 Nov 10 18:45:42.174432 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af01a6c0-2a52-4224-b2cc-c9a4221cb234 req-5b8aa9b1-02bb-43e3-8880-bb7fac66a6f0 service neutron] 10.222.0.11 "GET /v2.0/networks/c78b4a92-962f-4ad4-b894-2d07bd97a609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913773 Nov 10 18:45:42.276739 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af01a6c0-2a52-4224-b2cc-c9a4221cb234 req-de7963c1-7c08-4648-8284-b5d35cd17ba3 service neutron] 10.222.0.11 "GET /v2.0/networks/c78b4a92-962f-4ad4-b894-2d07bd97a609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947771 Nov 10 18:45:52.342424 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b9e7f-8c4f-4bb6-ba0a-59c770ae4fb7 req-9244ba8c-7734-4e26-9c93-0116438b524a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:52.343929 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e02b9e7f-8c4f-4bb6-ba0a-59c770ae4fb7 req-9244ba8c-7734-4e26-9c93-0116438b524a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d305982-012a-4e8f-9973-ea41fdeb753d HTTP/1.1" status: 200 len: 946 time: 0.0523305 Nov 10 18:45:52.396700 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e02b9e7f-8c4f-4bb6-ba0a-59c770ae4fb7 req-5f0e7ae2-53e7-4a4d-bb3b-6f5b9744bd57 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ab0d9d-2605-4534-89a0-f3aa05dbb504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466487 Nov 10 18:45:53.514632 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bcfe5e-9526-4667-a90f-dbb43417b7fb req-1a5bd705-9af3-4455-9075-48d77f8d17d9 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:53.516133 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-40bcfe5e-9526-4667-a90f-dbb43417b7fb req-1a5bd705-9af3-4455-9075-48d77f8d17d9 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d305982-012a-4e8f-9973-ea41fdeb753d HTTP/1.1" status: 200 len: 946 time: 0.0496030 Nov 10 18:45:53.565480 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-40bcfe5e-9526-4667-a90f-dbb43417b7fb req-1bd32086-1191-449f-915f-821604540716 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ab0d9d-2605-4534-89a0-f3aa05dbb504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434368 Nov 10 18:45:53.587894 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34594) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:45:53.649612 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e9fe6e31-c5a1-43fa-89a8-7a55e1ee6843 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/floatingips/229d3664-ebb3-4847-a58a-efbcd8425c5f HTTP/1.1" status: 200 len: 994 time: 0.0605080 Nov 10 18:45:54.924438 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d0e84-6d96-481a-aaf7-635345caa51c req-d02f3d7a-cf8b-4649-b304-e12beb3a3489 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:54.926004 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-131d0e84-6d96-481a-aaf7-635345caa51c req-d02f3d7a-cf8b-4649-b304-e12beb3a3489 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d305982-012a-4e8f-9973-ea41fdeb753d HTTP/1.1" status: 200 len: 946 time: 0.0549903 Nov 10 18:45:54.976602 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-131d0e84-6d96-481a-aaf7-635345caa51c req-5613dd22-bbb1-4da3-b94a-7f4c71a5c64f tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ab0d9d-2605-4534-89a0-f3aa05dbb504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444989 Nov 10 18:45:55.428170 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:55.707912 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:56.100550 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234cac7-9b8a-4e84-990f-53d61c546d52 req-261464d4-df27-4c0e-9982-676fd6fd894a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:56.102074 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5234cac7-9b8a-4e84-990f-53d61c546d52 req-261464d4-df27-4c0e-9982-676fd6fd894a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d305982-012a-4e8f-9973-ea41fdeb753d HTTP/1.1" status: 200 len: 946 time: 0.0523543 Nov 10 18:45:56.151046 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5234cac7-9b8a-4e84-990f-53d61c546d52 req-95362577-9b1d-4b63-820c-2878de115c46 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ab0d9d-2605-4534-89a0-f3aa05dbb504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420525 Nov 10 18:45:56.176012 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34606) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:45:56.236927 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c432c2fc-d5de-4b1d-871e-14e73948e1e0 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/floatingips/229d3664-ebb3-4847-a58a-efbcd8425c5f HTTP/1.1" status: 200 len: 994 time: 0.0597126 Nov 10 18:45:56.459123 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34612) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:45:56.616945 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-7d3df2b2-a5ff-4be0-a66d-8b1f21f450f8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Deleting port b07c33e4-83da-43da-9c9b-67b8cf5103ea {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:45:56.617200 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d3df2b2-a5ff-4be0-a66d-8b1f21f450f8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:56.697349 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d3df2b2-a5ff-4be0-a66d-8b1f21f450f8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:56.697669 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d3df2b2-a5ff-4be0-a66d-8b1f21f450f8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:56.709802 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-7d3df2b2-a5ff-4be0-a66d-8b1f21f450f8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Calling delete_port for b07c33e4-83da-43da-9c9b-67b8cf5103ea owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:45:56.856002 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d3df2b2-a5ff-4be0-a66d-8b1f21f450f8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:56.882572 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3df2b2-a5ff-4be0-a66d-8b1f21f450f8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event deleted for resources: {'Port': ['ID=b07c33e4-83da-43da-9c9b-67b8cf5103ea,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:45:56.907624 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3df2b2-a5ff-4be0-a66d-8b1f21f450f8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:45:56.907978 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3df2b2-a5ff-4be0-a66d-8b1f21f450f8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:45:56.908348 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3df2b2-a5ff-4be0-a66d-8b1f21f450f8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:45:56.908684 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3df2b2-a5ff-4be0-a66d-8b1f21f450f8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:45:56.909014 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3df2b2-a5ff-4be0-a66d-8b1f21f450f8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:45:56.909350 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3df2b2-a5ff-4be0-a66d-8b1f21f450f8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:45:56.909681 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3df2b2-a5ff-4be0-a66d-8b1f21f450f8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:45:56.910008 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3df2b2-a5ff-4be0-a66d-8b1f21f450f8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:45:56.910336 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3df2b2-a5ff-4be0-a66d-8b1f21f450f8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:45:56.910658 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3df2b2-a5ff-4be0-a66d-8b1f21f450f8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:45:56.910975 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3df2b2-a5ff-4be0-a66d-8b1f21f450f8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:45:56.911294 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3df2b2-a5ff-4be0-a66d-8b1f21f450f8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:45:56.949820 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d3df2b2-a5ff-4be0-a66d-8b1f21f450f8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:56.950146 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-7d3df2b2-a5ff-4be0-a66d-8b1f21f450f8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Floating IP 229d3664-ebb3-4847-a58a-efbcd8425c5f disassociated (deleted). External IP: 172.25.5.192, port: 18798afd-bdd9-4036-b26a-15c1583953eb. Nov 10 18:45:57.158760 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3df2b2-a5ff-4be0-a66d-8b1f21f450f8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Router e4f93778-9848-429b-83a8-cfd147c3dcf1 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:45:57.268619 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3df2b2-a5ff-4be0-a66d-8b1f21f450f8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:45:57.273374 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7d3df2b2-a5ff-4be0-a66d-8b1f21f450f8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:57.278024 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0501c82e-3ead-4590-ae7d-5609f932b34a None None] Sync routers for ids ['e4f93778-9848-429b-83a8-cfd147c3dcf1'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:45:57.290373 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0501c82e-3ead-4590-ae7d-5609f932b34a None None] Routers {'e4f93778-9848-429b-83a8-cfd147c3dcf1'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:45:57.290976 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-0501c82e-3ead-4590-ae7d-5609f932b34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:45:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['e4f93778-9848-429b-83a8-cfd147c3dcf1'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:45:57.303752 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7d3df2b2-a5ff-4be0-a66d-8b1f21f450f8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "DELETE /v2.0/floatingips/229d3664-ebb3-4847-a58a-efbcd8425c5f HTTP/1.1" status: 204 len: 168 time: 0.8435123 Nov 10 18:45:57.304492 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d305982-012a-4e8f-9973-ea41fdeb753d', 'tag': '18798afd-bdd9-4036-b26a-15c1583953eb'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:45:57.307079 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5434a0aa-3854-42e5-aa6d-d18e1877e849" -d '{"events": [{"name": "network-changed", "server_uuid": "2d305982-012a-4e8f-9973-ea41fdeb753d", "tag": "18798afd-bdd9-4036-b26a-15c1583953eb"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:45:57.347272 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a4386a-21df-425d-9cff-ed2dea25f8dd x-openstack-request-id: req-72a4386a-21df-425d-9cff-ed2dea25f8dd {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:45:57.347567 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d305982-012a-4e8f-9973-ea41fdeb753d", "tag": "18798afd-bdd9-4036-b26a-15c1583953eb", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:45:57.347822 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-72a4386a-21df-425d-9cff-ed2dea25f8dd {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:45:57.348401 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d305982-012a-4e8f-9973-ea41fdeb753d', 'tag': '18798afd-bdd9-4036-b26a-15c1583953eb', 'status': 'completed', 'code': 200} Nov 10 18:45:57.409877 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-0501c82e-3ead-4590-ae7d-5609f932b34a None None] Set router e4f93778-9848-429b-83a8-cfd147c3dcf1 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:45:57.418375 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434a0aa-3854-42e5-aa6d-d18e1877e849 req-18bb80cf-e7db-482b-9426-0116d4816f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:57.419955 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5434a0aa-3854-42e5-aa6d-d18e1877e849 req-18bb80cf-e7db-482b-9426-0116d4816f2e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&device_id=2d305982-012a-4e8f-9973-ea41fdeb753d HTTP/1.1" status: 200 len: 1098 time: 0.0503161 Nov 10 18:45:57.558163 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434a0aa-3854-42e5-aa6d-d18e1877e849 req-6c26c2b5-9090-49f2-8910-70c4f6798fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:57.559747 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5434a0aa-3854-42e5-aa6d-d18e1877e849 req-6c26c2b5-9090-49f2-8910-70c4f6798fe3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c78b4a92-962f-4ad4-b894-2d07bd97a609 HTTP/1.1" status: 200 len: 897 time: 0.1303716 Nov 10 18:45:57.573810 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f51df2-ffa7-4dc8-a18d-eb398487195f req-41b0e57a-8448-43d3-8a4c-4350160388a1 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:57.575782 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-06f51df2-ffa7-4dc8-a18d-eb398487195f req-41b0e57a-8448-43d3-8a4c-4350160388a1 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d305982-012a-4e8f-9973-ea41fdeb753d HTTP/1.1" status: 200 len: 946 time: 0.0785778 Nov 10 18:45:57.623788 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5434a0aa-3854-42e5-aa6d-d18e1877e849 req-0cf811fb-eaa5-4ab0-b119-3c82929a838d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18798afd-bdd9-4036-b26a-15c1583953eb HTTP/1.1" status: 200 len: 217 time: 0.0458174 Nov 10 18:45:57.696510 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-06f51df2-ffa7-4dc8-a18d-eb398487195f req-13f887e0-7c64-4928-b70b-57eab65f323b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ab0d9d-2605-4534-89a0-f3aa05dbb504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126976 Nov 10 18:45:57.700455 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434a0aa-3854-42e5-aa6d-d18e1877e849 req-175a9c38-2a28-4398-a6ce-02551a66247c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:57.702619 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5434a0aa-3854-42e5-aa6d-d18e1877e849 req-175a9c38-2a28-4398-a6ce-02551a66247c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88833e79-ac9a-41cc-a1cb-8ebe09f03eb7 HTTP/1.1" status: 200 len: 835 time: 0.0719359 Nov 10 18:45:57.751346 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434a0aa-3854-42e5-aa6d-d18e1877e849 req-bb7f765c-1009-4925-a712-c7d0ae8d09a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:57.752896 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5434a0aa-3854-42e5-aa6d-d18e1877e849 req-bb7f765c-1009-4925-a712-c7d0ae8d09a6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c78b4a92-962f-4ad4-b894-2d07bd97a609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430636 Nov 10 18:45:57.775450 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-0501c82e-3ead-4590-ae7d-5609f932b34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361552252', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '08445154-49e3-434c-a176-23aa7178ccbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:45:01Z', 'updated_at': '2021-11-10T18:45:04Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '08445154-49e3-434c-a176-23aa7178ccbf', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:45:01Z', 'updated_at': '2021-11-10T18:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2b7da1ce-096a-4539-a83d-100b31c5e0cd', 'name': '', 'network_id': 'c78b4a92-962f-4ad4-b894-2d07bd97a609', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:ae:28:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '88833e79-ac9a-41cc-a1cb-8ebe09f03eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:45:04Z', 'updated_at': '2021-11-10T18:45:07Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '88833e79-ac9a-41cc-a1cb-8ebe09f03eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:45:57.801885 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0501c82e-3ead-4590-ae7d-5609f932b34a None None] Checking router: e4f93778-9848-429b-83a8-cfd147c3dcf1 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:45:57.810218 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0501c82e-3ead-4590-ae7d-5609f932b34a None None] Routers {'e4f93778-9848-429b-83a8-cfd147c3dcf1'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:45:57.810873 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-0501c82e-3ead-4590-ae7d-5609f932b34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:45:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['e4f93778-9848-429b-83a8-cfd147c3dcf1'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:45:57.853297 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5434a0aa-3854-42e5-aa6d-d18e1877e849 req-3c0566b3-0f16-46ea-83a9-fc842f0bc6d9 service neutron] 10.222.0.11 "GET /v2.0/networks/c78b4a92-962f-4ad4-b894-2d07bd97a609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930898 Nov 10 18:45:57.920673 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-0501c82e-3ead-4590-ae7d-5609f932b34a None None] Set router e4f93778-9848-429b-83a8-cfd147c3dcf1 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:45:57.946154 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5434a0aa-3854-42e5-aa6d-d18e1877e849 req-27110c92-09cf-4b1c-b8dc-f643cf1a9b3f service neutron] 10.222.0.11 "GET /v2.0/networks/c78b4a92-962f-4ad4-b894-2d07bd97a609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852711 Nov 10 18:45:58.130809 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-0501c82e-3ead-4590-ae7d-5609f932b34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361552252', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '08445154-49e3-434c-a176-23aa7178ccbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:45:01Z', 'updated_at': '2021-11-10T18:45:04Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '08445154-49e3-434c-a176-23aa7178ccbf', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:45:01Z', 'updated_at': '2021-11-10T18:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2b7da1ce-096a-4539-a83d-100b31c5e0cd', 'name': '', 'network_id': 'c78b4a92-962f-4ad4-b894-2d07bd97a609', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:ae:28:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '88833e79-ac9a-41cc-a1cb-8ebe09f03eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:45:04Z', 'updated_at': '2021-11-10T18:45:07Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '88833e79-ac9a-41cc-a1cb-8ebe09f03eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:45:58.157551 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0501c82e-3ead-4590-ae7d-5609f932b34a None None] The sync data for ids ['e4f93778-9848-429b-83a8-cfd147c3dcf1'] in n-d-776250-10 is: [{'id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361552252', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '08445154-49e3-434c-a176-23aa7178ccbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:45:01Z', 'updated_at': '2021-11-10T18:45:04Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '08445154-49e3-434c-a176-23aa7178ccbf', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:45:01Z', 'updated_at': '2021-11-10T18:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2b7da1ce-096a-4539-a83d-100b31c5e0cd', 'name': '', 'network_id': 'c78b4a92-962f-4ad4-b894-2d07bd97a609', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:ae:28:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '88833e79-ac9a-41cc-a1cb-8ebe09f03eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:45:04Z', 'updated_at': '2021-11-10T18:45:07Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '88833e79-ac9a-41cc-a1cb-8ebe09f03eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:45:58.375168 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fadab53-c8de-4ef2-af90-1766ce0fd6b0 None None] New status for floating IP 229d3664-ebb3-4847-a58a-efbcd8425c5f: DOWN {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:45:58.836167 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417014f1-1f47-4cae-b0f1-3331665827c4 req-d4b0531d-c336-4930-93a2-5f88c86bacc3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:58.838191 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-417014f1-1f47-4cae-b0f1-3331665827c4 req-d4b0531d-c336-4930-93a2-5f88c86bacc3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d305982-012a-4e8f-9973-ea41fdeb753d HTTP/1.1" status: 200 len: 946 time: 0.0608933 Nov 10 18:45:58.892429 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-417014f1-1f47-4cae-b0f1-3331665827c4 req-46dfc363-34ce-4bd3-81a1-b69fca7cf12d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ab0d9d-2605-4534-89a0-f3aa05dbb504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473206 Nov 10 18:45:59.021024 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0a28d-608b-4d9e-aea0-bb174597fc64 req-e2d3b092-8b12-4767-9c42-889a16b0c515 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:45:59.022386 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e5f0a28d-608b-4d9e-aea0-bb174597fc64 req-e2d3b092-8b12-4767-9c42-889a16b0c515 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d305982-012a-4e8f-9973-ea41fdeb753d HTTP/1.1" status: 200 len: 946 time: 0.0534406 Nov 10 18:45:59.112225 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-e5f0a28d-608b-4d9e-aea0-bb174597fc64 req-d0f4c7d1-f53e-4ace-b927-84d80fbdcb05 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Deleting port 18798afd-bdd9-4036-b26a-15c1583953eb {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:45:59.112575 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e5f0a28d-608b-4d9e-aea0-bb174597fc64 req-d0f4c7d1-f53e-4ace-b927-84d80fbdcb05 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:59.206100 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-e5f0a28d-608b-4d9e-aea0-bb174597fc64 req-d0f4c7d1-f53e-4ace-b927-84d80fbdcb05 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] For port 18798afd-bdd9-4036-b26a-15c1583953eb, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=18798afd-bdd9-4036-b26a-15c1583953eb,segment=NetworkSegment(597bbe78-6e8f-412c-a958-c15b19c0f191),segment_id=597bbe78-6e8f-412c-a958-c15b19c0f191)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:45:59.206463 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e5f0a28d-608b-4d9e-aea0-bb174597fc64 req-d0f4c7d1-f53e-4ace-b927-84d80fbdcb05 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:59.219208 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-e5f0a28d-608b-4d9e-aea0-bb174597fc64 req-d0f4c7d1-f53e-4ace-b927-84d80fbdcb05 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Calling delete_port for 18798afd-bdd9-4036-b26a-15c1583953eb owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:45:59.349572 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e5f0a28d-608b-4d9e-aea0-bb174597fc64 req-d0f4c7d1-f53e-4ace-b927-84d80fbdcb05 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:59.379676 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4c7d1-f53e-4ace-b927-84d80fbdcb05 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event deleted for resources: {'Port': ['ID=18798afd-bdd9-4036-b26a-15c1583953eb,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:45:59.420994 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f0a28d-608b-4d9e-aea0-bb174597fc64 req-d0f4c7d1-f53e-4ace-b927-84d80fbdcb05 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] No DVR routers for this DVR port 18798afd-bdd9-4036-b26a-15c1583953eb on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:45:59.423767 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-e5f0a28d-608b-4d9e-aea0-bb174597fc64 req-d0f4c7d1-f53e-4ace-b927-84d80fbdcb05 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:45:59.427206 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e5f0a28d-608b-4d9e-aea0-bb174597fc64 req-d0f4c7d1-f53e-4ace-b927-84d80fbdcb05 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.11 "DELETE /v2.0/ports/18798afd-bdd9-4036-b26a-15c1583953eb HTTP/1.1" status: 204 len: 173 time: 0.3977079 Nov 10 18:45:59.427650 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d305982-012a-4e8f-9973-ea41fdeb753d', 'name': 'network-vif-deleted', 'tag': '18798afd-bdd9-4036-b26a-15c1583953eb'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:45:59.429936 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022e1c18-0dbf-444c-ac30-27d4a839f861" -d '{"events": [{"server_uuid": "2d305982-012a-4e8f-9973-ea41fdeb753d", "name": "network-vif-deleted", "tag": "18798afd-bdd9-4036-b26a-15c1583953eb"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:45:59.468473 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c325f2f-7832-46ac-8755-e263b5b93eb7 x-openstack-request-id: req-8c325f2f-7832-46ac-8755-e263b5b93eb7 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:45:59.468767 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d305982-012a-4e8f-9973-ea41fdeb753d", "name": "network-vif-deleted", "tag": "18798afd-bdd9-4036-b26a-15c1583953eb", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:45:59.469026 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8c325f2f-7832-46ac-8755-e263b5b93eb7 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:45:59.469425 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d305982-012a-4e8f-9973-ea41fdeb753d', 'name': 'network-vif-deleted', 'tag': '18798afd-bdd9-4036-b26a-15c1583953eb', 'status': 'completed', 'code': 200} Nov 10 18:45:59.948101 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34626) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:46:00.573267 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0768e58a-3d7c-419e-9d09-a308398392b2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:00.677071 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7f369450-b789-453a-915e-249df00636e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:00.840183 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-0768e58a-3d7c-419e-9d09-a308398392b2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Deleting port 2b7da1ce-096a-4539-a83d-100b31c5e0cd {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:46:00.840427 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0768e58a-3d7c-419e-9d09-a308398392b2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:00.879526 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:46:00.933958 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-0768e58a-3d7c-419e-9d09-a308398392b2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] For port 2b7da1ce-096a-4539-a83d-100b31c5e0cd, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2b7da1ce-096a-4539-a83d-100b31c5e0cd,segment=NetworkSegment(597bbe78-6e8f-412c-a958-c15b19c0f191),segment_id=597bbe78-6e8f-412c-a958-c15b19c0f191)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:46:00.934325 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0768e58a-3d7c-419e-9d09-a308398392b2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:00.952299 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-0768e58a-3d7c-419e-9d09-a308398392b2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Calling delete_port for 2b7da1ce-096a-4539-a83d-100b31c5e0cd owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:46:01.142181 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0768e58a-3d7c-419e-9d09-a308398392b2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:01.169325 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768e58a-3d7c-419e-9d09-a308398392b2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event deleted for resources: {'Port': ['ID=2b7da1ce-096a-4539-a83d-100b31c5e0cd,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:46:01.354568 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0768e58a-3d7c-419e-9d09-a308398392b2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:01.594263 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0768e58a-3d7c-419e-9d09-a308398392b2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Router e4f93778-9848-429b-83a8-cfd147c3dcf1 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:46:01.711843 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0768e58a-3d7c-419e-9d09-a308398392b2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:46:01.720862 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0768e58a-3d7c-419e-9d09-a308398392b2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "PUT /v2.0/routers/e4f93778-9848-429b-83a8-cfd147c3dcf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7714069 Nov 10 18:46:01.721900 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9206eb3-145c-4ab3-9e36-0cc8f300741a None None] Sync routers for ids ['e4f93778-9848-429b-83a8-cfd147c3dcf1'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:46:01.723450 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34628) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:46:01.733466 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9206eb3-145c-4ab3-9e36-0cc8f300741a None None] Routers {'e4f93778-9848-429b-83a8-cfd147c3dcf1'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:46:01.734321 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c9206eb3-145c-4ab3-9e36-0cc8f300741a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:45:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['e4f93778-9848-429b-83a8-cfd147c3dcf1'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:46:01.780739 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-e950767a-0e1b-4b3b-b1c8-5949633e4b30 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Deleting subnet 88833e79-ac9a-41cc-a1cb-8ebe09f03eb7 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:46:01.783946 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e950767a-0e1b-4b3b-b1c8-5949633e4b30 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:01.829973 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e950767a-0e1b-4b3b-b1c8-5949633e4b30 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:01.856857 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-c9206eb3-145c-4ab3-9e36-0cc8f300741a None None] Set router e4f93778-9848-429b-83a8-cfd147c3dcf1 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:46:01.927320 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e950767a-0e1b-4b3b-b1c8-5949633e4b30 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:01.995535 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e950767a-0e1b-4b3b-b1c8-5949633e4b30 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:02.030048 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e950767a-0e1b-4b3b-b1c8-5949633e4b30 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event deleted for resources: {'Subnet': ['ID=88833e79-ac9a-41cc-a1cb-8ebe09f03eb7,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:46:02.034362 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e950767a-0e1b-4b3b-b1c8-5949633e4b30 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:02.037633 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e950767a-0e1b-4b3b-b1c8-5949633e4b30 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "DELETE /v2.0/subnets/88833e79-ac9a-41cc-a1cb-8ebe09f03eb7 HTTP/1.1" status: 204 len: 168 time: 0.3128011 Nov 10 18:46:02.040201 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34630) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:46:02.048443 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f988e59-6032-4f11-9121-45ac59b46375 None None] Network c78b4a92-962f-4ad4-b894-2d07bd97a609 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:46:02.129105 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c9206eb3-145c-4ab3-9e36-0cc8f300741a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361552252', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '08445154-49e3-434c-a176-23aa7178ccbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:45:01Z', 'updated_at': '2021-11-10T18:46:01Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '08445154-49e3-434c-a176-23aa7178ccbf', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:45:01Z', 'updated_at': '2021-11-10T18:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:46:02.161390 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4b44b3e-4e44-4481-bb11-163c309cfc95 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:02.181243 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9206eb3-145c-4ab3-9e36-0cc8f300741a None None] Checking router: e4f93778-9848-429b-83a8-cfd147c3dcf1 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:46:02.209340 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9206eb3-145c-4ab3-9e36-0cc8f300741a None None] Routers {'e4f93778-9848-429b-83a8-cfd147c3dcf1'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:46:02.210007 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c9206eb3-145c-4ab3-9e36-0cc8f300741a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:45:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['e4f93778-9848-429b-83a8-cfd147c3dcf1'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:46:02.273329 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4b44b3e-4e44-4481-bb11-163c309cfc95 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:02.319975 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01eef2b-af05-405d-b85d-79141eea8ab0 None None] DHCP port deletion for c78b4a92-962f-4ad4-b894-2d07bd97a609 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:46:02.333704 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-d4b44b3e-4e44-4481-bb11-163c309cfc95 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Deleting port 08445154-49e3-434c-a176-23aa7178ccbf {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:46:02.334054 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4b44b3e-4e44-4481-bb11-163c309cfc95 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:02.351707 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-c9206eb3-145c-4ab3-9e36-0cc8f300741a None None] Set router e4f93778-9848-429b-83a8-cfd147c3dcf1 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:46:02.417811 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-d4b44b3e-4e44-4481-bb11-163c309cfc95 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] For port 08445154-49e3-434c-a176-23aa7178ccbf, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=08445154-49e3-434c-a176-23aa7178ccbf,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:46:02.418094 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4b44b3e-4e44-4481-bb11-163c309cfc95 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:02.431052 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-d4b44b3e-4e44-4481-bb11-163c309cfc95 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Calling delete_port for 08445154-49e3-434c-a176-23aa7178ccbf owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:46:02.491386 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-b01eef2b-af05-405d-b85d-79141eea8ab0 None None] Deleting port 0541fa34-2c44-4111-b4a8-f618021c362b {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:46:02.491764 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b01eef2b-af05-405d-b85d-79141eea8ab0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:02.583239 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b01eef2b-af05-405d-b85d-79141eea8ab0 None None] For port 0541fa34-2c44-4111-b4a8-f618021c362b, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=0541fa34-2c44-4111-b4a8-f618021c362b,segment=NetworkSegment(597bbe78-6e8f-412c-a958-c15b19c0f191),segment_id=597bbe78-6e8f-412c-a958-c15b19c0f191)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:46:02.583555 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b01eef2b-af05-405d-b85d-79141eea8ab0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:02.598890 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-b01eef2b-af05-405d-b85d-79141eea8ab0 None None] Calling delete_port for 0541fa34-2c44-4111-b4a8-f618021c362b owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:46:02.604294 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4b44b3e-4e44-4481-bb11-163c309cfc95 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:02.633701 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b44b3e-4e44-4481-bb11-163c309cfc95 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event deleted for resources: {'Port': ['ID=08445154-49e3-434c-a176-23aa7178ccbf,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:46:02.651666 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8c2bb0-41b2-45f6-b1cb-4fa1fc426acf None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:46:02.666715 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c9206eb3-145c-4ab3-9e36-0cc8f300741a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361552252', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '08445154-49e3-434c-a176-23aa7178ccbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:45:01Z', 'updated_at': '2021-11-10T18:46:01Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '08445154-49e3-434c-a176-23aa7178ccbf', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:45:01Z', 'updated_at': '2021-11-10T18:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:46:02.701931 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4b44b3e-4e44-4481-bb11-163c309cfc95 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:02.709006 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9206eb3-145c-4ab3-9e36-0cc8f300741a None None] The sync data for ids ['e4f93778-9848-429b-83a8-cfd147c3dcf1'] in n-d-776250-10 is: [{'id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-361552252', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '08445154-49e3-434c-a176-23aa7178ccbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:45:01Z', 'updated_at': '2021-11-10T18:46:01Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '08445154-49e3-434c-a176-23aa7178ccbf', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f93778-9848-429b-83a8-cfd147c3dcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:45:01Z', 'updated_at': '2021-11-10T18:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:46:02.731904 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b01eef2b-af05-405d-b85d-79141eea8ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:02.760773 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01eef2b-af05-405d-b85d-79141eea8ab0 None None] Pushing event deleted for resources: {'Port': ['ID=0541fa34-2c44-4111-b4a8-f618021c362b,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:46:02.765362 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01eef2b-af05-405d-b85d-79141eea8ab0 None None] No DVR routers for this DVR port 0541fa34-2c44-4111-b4a8-f618021c362b on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:46:02.775518 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01eef2b-af05-405d-b85d-79141eea8ab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:02.775661 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01eef2b-af05-405d-b85d-79141eea8ab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:02.776006 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01eef2b-af05-405d-b85d-79141eea8ab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:02.776367 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01eef2b-af05-405d-b85d-79141eea8ab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:02.776699 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01eef2b-af05-405d-b85d-79141eea8ab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:02.777025 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01eef2b-af05-405d-b85d-79141eea8ab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:02.777348 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01eef2b-af05-405d-b85d-79141eea8ab0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:02.777671 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01eef2b-af05-405d-b85d-79141eea8ab0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:02.777997 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01eef2b-af05-405d-b85d-79141eea8ab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:02.778369 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01eef2b-af05-405d-b85d-79141eea8ab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:02.783455 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01eef2b-af05-405d-b85d-79141eea8ab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:02.783792 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01eef2b-af05-405d-b85d-79141eea8ab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:02.823458 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4b44b3e-4e44-4481-bb11-163c309cfc95 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:02.825729 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4b44b3e-4e44-4481-bb11-163c309cfc95 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:02.870859 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4b44b3e-4e44-4481-bb11-163c309cfc95 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:02.871450 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b44b3e-4e44-4481-bb11-163c309cfc95 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Fanout notify agent at l3_agent the message router_deleted on router e4f93778-9848-429b-83a8-cfd147c3dcf1 {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:46:02.878329 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d4b44b3e-4e44-4481-bb11-163c309cfc95 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:02.879441 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d4b44b3e-4e44-4481-bb11-163c309cfc95 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "DELETE /v2.0/routers/e4f93778-9848-429b-83a8-cfd147c3dcf1 HTTP/1.1" status: 204 len: 168 time: 0.8382568 Nov 10 18:46:02.882149 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34632) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:46:02.957643 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bc025e22-1f88-459f-983d-8ba0356fc40c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:03.040861 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c9f442d3-ba6b-44f8-a0c5-01ea3745e0a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:03.055341 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bc025e22-1f88-459f-983d-8ba0356fc40c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:03.078618 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-bc025e22-1f88-459f-983d-8ba0356fc40c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c78b4a92-962f-4ad4-b894-2d07bd97a609']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:46:03.088427 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-bc025e22-1f88-459f-983d-8ba0356fc40c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597bbe78-6e8f-412c-a958-c15b19c0f191') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:46:03.088731 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-bc025e22-1f88-459f-983d-8ba0356fc40c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597bbe78-6e8f-412c-a958-c15b19c0f191') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:46:03.099292 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bc025e22-1f88-459f-983d-8ba0356fc40c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:03.115473 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bc025e22-1f88-459f-983d-8ba0356fc40c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:03.117776 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 18798afd-bdd9-4036-b26a-15c1583953eb no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:46:03.125752 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc025e22-1f88-459f-983d-8ba0356fc40c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:46:03.126889 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bc025e22-1f88-459f-983d-8ba0356fc40c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:03.131038 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:46:03.131038 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:46:03.131038 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:46:03.131038 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:46:03.131038 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:46:03.131038 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:46:03.131038 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:46:03.131038 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:46:03.131038 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:46:03.131038 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:46:03.131038 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:46:03.131038 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:46:03.131038 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:46:03.131038 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:46:03.131038 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:46:03.131038 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:46:03.131038 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:46:03.131038 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:46:03.131038 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:46:03.131038 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:46:03.131038 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:46:03.131038 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:46:03.131038 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:46:03.131038 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:46:03.131038 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:46:03.131038 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:46:03.131038 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:46:03.131038 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:46:03.131038 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:46:03.131038 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:46:03.131038 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:46:03.131038 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:46:03.153890 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 18798afd-bdd9-4036-b26a-15c1583953eb {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:46:03.154794 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 18798afd-bdd9-4036-b26a-15c1583953eb not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:46:03.208414 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bc025e22-1f88-459f-983d-8ba0356fc40c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:03.244033 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bc025e22-1f88-459f-983d-8ba0356fc40c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:03.248706 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-bc025e22-1f88-459f-983d-8ba0356fc40c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "DELETE /v2.0/networks/c78b4a92-962f-4ad4-b894-2d07bd97a609 HTTP/1.1" status: 204 len: 168 time: 0.3654816 Nov 10 18:46:03.250288 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc025e22-1f88-459f-983d-8ba0356fc40c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event deleted for resources: {'Network': ['ID=c78b4a92-962f-4ad4-b894-2d07bd97a609,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:46:03.250936 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34634) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:46:03.314662 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e3b97952-31b1-45b8-8ee8-43e3eef91fee tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:03.340869 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e3b97952-31b1-45b8-8ee8-43e3eef91fee tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:03.415458 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e3b97952-31b1-45b8-8ee8-43e3eef91fee tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:03.418839 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e3b97952-31b1-45b8-8ee8-43e3eef91fee tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:03.420825 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e3b97952-31b1-45b8-8ee8-43e3eef91fee tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "DELETE /v2.0/security-groups/84ab0d9d-2605-4534-89a0-f3aa05dbb504 HTTP/1.1" status: 204 len: 168 time: 0.1687229 Nov 10 18:46:03.432336 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b97952-31b1-45b8-8ee8-43e3eef91fee tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ab0d9d-2605-4534-89a0-f3aa05dbb504,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:46:03.445744 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b97952-31b1-45b8-8ee8-43e3eef91fee tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:03.446211 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b97952-31b1-45b8-8ee8-43e3eef91fee tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:03.446666 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b97952-31b1-45b8-8ee8-43e3eef91fee tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:03.447274 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b97952-31b1-45b8-8ee8-43e3eef91fee tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:03.447721 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b97952-31b1-45b8-8ee8-43e3eef91fee tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:03.448197 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b97952-31b1-45b8-8ee8-43e3eef91fee tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:03.448657 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b97952-31b1-45b8-8ee8-43e3eef91fee tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:03.449098 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b97952-31b1-45b8-8ee8-43e3eef91fee tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:03.449534 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b97952-31b1-45b8-8ee8-43e3eef91fee tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:03.449979 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b97952-31b1-45b8-8ee8-43e3eef91fee tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:03.450406 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b97952-31b1-45b8-8ee8-43e3eef91fee tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:03.450890 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b97952-31b1-45b8-8ee8-43e3eef91fee tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:03.840654 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34640) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:46:03.845885 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-75ff7c26-4902-45ac-b5d9-727828cee08a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-65083264', 'description': 'tempest-secgroup-smoke-65083264 description', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:46:03.879761 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-75ff7c26-4902-45ac-b5d9-727828cee08a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:03.944794 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 08445154-49e3-434c-a176-23aa7178ccbf no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:46:03.979513 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 08445154-49e3-434c-a176-23aa7178ccbf {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:46:03.980238 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 08445154-49e3-434c-a176-23aa7178ccbf not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:46:03.980601 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 0541fa34-2c44-4111-b4a8-f618021c362b no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:46:03.986551 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-75ff7c26-4902-45ac-b5d9-727828cee08a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:03.992368 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-75ff7c26-4902-45ac-b5d9-727828cee08a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:04.006774 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 0541fa34-2c44-4111-b4a8-f618021c362b {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:46:04.007348 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 0541fa34-2c44-4111-b4a8-f618021c362b not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:46:04.007554 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2b7da1ce-096a-4539-a83d-100b31c5e0cd no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:46:04.029745 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-75ff7c26-4902-45ac-b5d9-727828cee08a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:04.030375 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 2b7da1ce-096a-4539-a83d-100b31c5e0cd {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:46:04.030732 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2b7da1ce-096a-4539-a83d-100b31c5e0cd not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:46:04.031628 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-75ff7c26-4902-45ac-b5d9-727828cee08a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1898835 Nov 10 18:46:04.034641 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34642) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:46:04.039950 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-444749b4-112e-4608-b27b-d814339ace0d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'security_group_rule': {'security_group_id': '219b396a-2b55-4e22-b17d-a9ff43a8b177', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:46:04.048830 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff7c26-4902-45ac-b5d9-727828cee08a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=219b396a-2b55-4e22-b17d-a9ff43a8b177,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:46:04.073158 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-444749b4-112e-4608-b27b-d814339ace0d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:04.140827 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-444749b4-112e-4608-b27b-d814339ace0d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:04.146552 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-444749b4-112e-4608-b27b-d814339ace0d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:04.169034 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444749b4-112e-4608-b27b-d814339ace0d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f04440c6-9a53-4b33-941a-367291ca43c5,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:46:04.181624 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-444749b4-112e-4608-b27b-d814339ace0d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:04.181624 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-444749b4-112e-4608-b27b-d814339ace0d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1443319 Nov 10 18:46:04.182779 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34644) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:46:04.188571 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-bc7f3fdb-9110-426d-aa56-b3c58e521b6e tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'security_group_rule': {'security_group_id': '219b396a-2b55-4e22-b17d-a9ff43a8b177', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:46:04.215498 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bc7f3fdb-9110-426d-aa56-b3c58e521b6e tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:04.271881 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bc7f3fdb-9110-426d-aa56-b3c58e521b6e tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:04.275655 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bc7f3fdb-9110-426d-aa56-b3c58e521b6e tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:04.298240 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:04.299013 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f3fdb-9110-426d-aa56-b3c58e521b6e tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e8549e-f5f8-489c-8649-720796a7f2a7,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:46:04.306270 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-bc7f3fdb-9110-426d-aa56-b3c58e521b6e tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:04.307477 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bc7f3fdb-9110-426d-aa56-b3c58e521b6e tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1236675 Nov 10 18:46:04.310159 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34646) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:46:04.315017 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-4f89c5bd-2d9f-4ec2-9b3c-6e5978214d5c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'security_group_rule': {'security_group_id': '219b396a-2b55-4e22-b17d-a9ff43a8b177', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:46:04.343175 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f89c5bd-2d9f-4ec2-9b3c-6e5978214d5c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:04.402537 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f89c5bd-2d9f-4ec2-9b3c-6e5978214d5c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:04.405892 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f89c5bd-2d9f-4ec2-9b3c-6e5978214d5c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:04.423260 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89c5bd-2d9f-4ec2-9b3c-6e5978214d5c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f4cac3-a696-42a4-8676-1b14fb3c5ed3,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:46:04.431045 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-4f89c5bd-2d9f-4ec2-9b3c-6e5978214d5c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:04.432269 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-4f89c5bd-2d9f-4ec2-9b3c-6e5978214d5c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205888 Nov 10 18:46:04.434880 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34648) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:46:04.440250 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-79d4d49e-245d-405b-be22-36cac832610c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'security_group_rule': {'security_group_id': '219b396a-2b55-4e22-b17d-a9ff43a8b177', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:46:04.466145 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-79d4d49e-245d-405b-be22-36cac832610c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:04.530066 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-79d4d49e-245d-405b-be22-36cac832610c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:04.534233 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-79d4d49e-245d-405b-be22-36cac832610c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:04.553629 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4d49e-245d-405b-be22-36cac832610c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=832e4037-e9bb-4ddc-a058-417d9295a844,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:46:04.563755 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-79d4d49e-245d-405b-be22-36cac832610c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:04.565525 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-79d4d49e-245d-405b-be22-36cac832610c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1290221 Nov 10 18:46:04.568884 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34650) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:46:04.573270 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-65c92d7c-20b4-4d7b-bef2-966f1eee8281 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'security_group_rule': {'security_group_id': '219b396a-2b55-4e22-b17d-a9ff43a8b177', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:46:04.597100 n-d-776250-10 neutron-server[102468]: INFO neutron.db.securitygroups_db [None req-65c92d7c-20b4-4d7b-bef2-966f1eee8281 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Project 3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 18:46:04.604006 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-65c92d7c-20b4-4d7b-bef2-966f1eee8281 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:04.663962 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-65c92d7c-20b4-4d7b-bef2-966f1eee8281 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:04.668462 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-65c92d7c-20b4-4d7b-bef2-966f1eee8281 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:04.691822 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c92d7c-20b4-4d7b-bef2-966f1eee8281 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d13fe51b-0e62-4490-ad49-31b13bfe1b0c,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:46:04.699651 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-65c92d7c-20b4-4d7b-bef2-966f1eee8281 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:04.701012 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-65c92d7c-20b4-4d7b-bef2-966f1eee8281 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1310718 Nov 10 18:46:04.704346 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34652) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:46:04.710220 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-049a30d4-c548-4ec9-b8ab-18b4cd8f31a0 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'security_group_rule': {'security_group_id': '219b396a-2b55-4e22-b17d-a9ff43a8b177', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:46:04.738335 n-d-776250-10 neutron-server[102468]: INFO neutron.db.securitygroups_db [None req-049a30d4-c548-4ec9-b8ab-18b4cd8f31a0 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Project 3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 18:46:04.744986 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-049a30d4-c548-4ec9-b8ab-18b4cd8f31a0 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:04.813145 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-049a30d4-c548-4ec9-b8ab-18b4cd8f31a0 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:04.820080 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-049a30d4-c548-4ec9-b8ab-18b4cd8f31a0 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:04.840635 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a30d4-c548-4ec9-b8ab-18b4cd8f31a0 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=883528d6-8f37-49a8-b378-0600b040d1b1,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:46:04.847930 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-049a30d4-c548-4ec9-b8ab-18b4cd8f31a0 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:04.849206 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-049a30d4-c548-4ec9-b8ab-18b4cd8f31a0 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1426983 Nov 10 18:46:04.852005 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34654) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:46:04.857410 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-9d960426-cd88-44f2-9965-be7fd31ce0ab tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'network': {'name': 'tempest-network-smoke--1398903352', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'port_security_enabled': True}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:46:04.881607 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d960426-cd88-44f2-9965-be7fd31ce0ab tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Made reservation on behalf of 3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:46:04.885211 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9d960426-cd88-44f2-9965-be7fd31ce0ab tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:04.910306 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d960426-cd88-44f2-9965-be7fd31ce0ab tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:46:04.919992 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9d960426-cd88-44f2-9965-be7fd31ce0ab tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:04.920403 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-9d960426-cd88-44f2-9965-be7fd31ce0ab tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Added segment 9e529acb-7c66-4e71-8df6-4882dab2b011 of type vlan for network 8485421b-6d40-4af7-abe0-3e388ab7aa5b Nov 10 18:46:04.963825 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9d960426-cd88-44f2-9965-be7fd31ce0ab tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:04.991108 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9d960426-cd88-44f2-9965-be7fd31ce0ab tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:04.996716 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d960426-cd88-44f2-9965-be7fd31ce0ab tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:04.997311 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9d960426-cd88-44f2-9965-be7fd31ce0ab tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:05.056807 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9d960426-cd88-44f2-9965-be7fd31ce0ab tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2036068 Nov 10 18:46:05.059806 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34656) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:46:05.067760 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-c96a7c99-697b-40bc-b1b8-5ac47a0935bc tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1955317569', 'admin_state_up': True, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:46:05.080585 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d960426-cd88-44f2-9965-be7fd31ce0ab tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Network': ['ID=8485421b-6d40-4af7-abe0-3e388ab7aa5b,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:46:05.093869 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 8485421b-6d40-4af7-abe0-3e388ab7aa5b details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:46:05.102444 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c96a7c99-697b-40bc-b1b8-5ac47a0935bc tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:05.103659 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c96a7c99-697b-40bc-b1b8-5ac47a0935bc tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:05.160882 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c96a7c99-697b-40bc-b1b8-5ac47a0935bc tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:05.309608 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c96a7c99-697b-40bc-b1b8-5ac47a0935bc tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:05.514451 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c96a7c99-697b-40bc-b1b8-5ac47a0935bc tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:05.534663 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c96a7c99-697b-40bc-b1b8-5ac47a0935bc tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:05.650667 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-c96a7c99-697b-40bc-b1b8-5ac47a0935bc tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Allocated IP 172.25.5.20 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/11f80455-9ffd-46cd-9d8c-b104fd1b39aa) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:46:05.765320 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c96a7c99-697b-40bc-b1b8-5ac47a0935bc tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:05.784922 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:05.814101 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c96a7c99-697b-40bc-b1b8-5ac47a0935bc tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:05.862269 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96a7c99-697b-40bc-b1b8-5ac47a0935bc tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:46:05.865403 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-c96a7c99-697b-40bc-b1b8-5ac47a0935bc tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:46:05.868389 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96a7c99-697b-40bc-b1b8-5ac47a0935bc tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:46:05.878363 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba2fd3e-fa2b-42c6-8d58-9dde2dc455c6 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:46:05.892557 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a7c99-697b-40bc-b1b8-5ac47a0935bc tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Port': ['ID=11f80455-9ffd-46cd-9d8c-b104fd1b39aa,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:46:05.970361 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-8d5ef9d5-00e4-40cd-bd0a-bcfc364bcace None None] Provisioning complete for port 11f80455-9ffd-46cd-9d8c-b104fd1b39aa triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:46:05.970739 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8d5ef9d5-00e4-40cd-bd0a-bcfc364bcace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:06.004503 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-8d5ef9d5-00e4-40cd-bd0a-bcfc364bcace None None] Port 11f80455-9ffd-46cd-9d8c-b104fd1b39aa cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:46:06.129909 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c96a7c99-697b-40bc-b1b8-5ac47a0935bc tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:06.468761 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:06.585916 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c96a7c99-697b-40bc-b1b8-5ac47a0935bc tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:06.711200 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96a7c99-697b-40bc-b1b8-5ac47a0935bc tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Router 83d68eda-d7f2-42e1-8b7c-670e543dc09c is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 18:46:06.818319 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96a7c99-697b-40bc-b1b8-5ac47a0935bc tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:46:06.828821 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d4086d-fc21-4238-b8bb-c6ade22c0aa0 None None] Sync routers for ids ['83d68eda-d7f2-42e1-8b7c-670e543dc09c'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:46:06.838028 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d4086d-fc21-4238-b8bb-c6ade22c0aa0 None None] Routers {'83d68eda-d7f2-42e1-8b7c-670e543dc09c'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:46:06.838195 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c96a7c99-697b-40bc-b1b8-5ac47a0935bc tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:06.838616 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-49d4086d-fc21-4238-b8bb-c6ade22c0aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:46:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['83d68eda-d7f2-42e1-8b7c-670e543dc09c'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:46:06.842827 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c96a7c99-697b-40bc-b1b8-5ac47a0935bc tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7777336 Nov 10 18:46:06.843145 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34658) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:46:06.871676 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-af64e474-80ee-4543-9fd5-3f3e4b88accf tempest-TestNetworkAdvancedServerOps-791876395 tempest-TestNetworkAdvancedServerOps-791876395-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273404 Nov 10 18:46:06.876077 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34660) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:46:06.947590 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-49d4086d-fc21-4238-b8bb-c6ade22c0aa0 None None] Set router 83d68eda-d7f2-42e1-8b7c-670e543dc09c gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:46:06.964322 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48834b56-6203-427b-b773-4b4976573564 tempest-TestNetworkAdvancedServerOps-791876395 tempest-TestNetworkAdvancedServerOps-791876395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:06.965826 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-48834b56-6203-427b-b773-4b4976573564 tempest-TestNetworkAdvancedServerOps-791876395 tempest-TestNetworkAdvancedServerOps-791876395-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0887785 Nov 10 18:46:06.968769 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34662) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:46:07.005987 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-462824a1-c1e1-4b30-bf6a-bec56b5e2bc8 tempest-TestNetworkAdvancedServerOps-791876395 tempest-TestNetworkAdvancedServerOps-791876395-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ef950546-b13c-4865-8837-7444cdb2848e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336492 Nov 10 18:46:07.006233 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34664) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:46:07.011038 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-35f9fc3e-910b-44bb-8f1f-e02ae37fb96e tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1110205807', 'network_id': '8485421b-6d40-4af7-abe0-3e388ab7aa5b', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:46:07.100708 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f9fc3e-910b-44bb-8f1f-e02ae37fb96e tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Made reservation on behalf of 3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:46:07.104452 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-35f9fc3e-910b-44bb-8f1f-e02ae37fb96e tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:07.131307 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-49d4086d-fc21-4238-b8bb-c6ade22c0aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955317569', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '11f80455-9ffd-46cd-9d8c-b104fd1b39aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:46:05Z', 'updated_at': '2021-11-10T18:46:06Z', 'revision_number': 3, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '11f80455-9ffd-46cd-9d8c-b104fd1b39aa', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:46:05Z', 'updated_at': '2021-11-10T18:46:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:46:07.158585 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d4086d-fc21-4238-b8bb-c6ade22c0aa0 None None] Checking router: 83d68eda-d7f2-42e1-8b7c-670e543dc09c for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:46:07.158943 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d4086d-fc21-4238-b8bb-c6ade22c0aa0 None None] Updating router 83d68eda-d7f2-42e1-8b7c-670e543dc09c port 11f80455-9ffd-46cd-9d8c-b104fd1b39aa binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:46:07.184804 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-49d4086d-fc21-4238-b8bb-c6ade22c0aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:07.291677 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-35f9fc3e-910b-44bb-8f1f-e02ae37fb96e tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:07.358668 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f9fc3e-910b-44bb-8f1f-e02ae37fb96e tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Subnet': ['ID=2fbeed8e-2467-4c35-87c4-50b1cb5e1259,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:46:07.366366 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f9fc3e-910b-44bb-8f1f-e02ae37fb96e tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Checking segment: {'id': '9e529acb-7c66-4e71-8df6-4882dab2b011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8485421b-6d40-4af7-abe0-3e388ab7aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:46:07.366721 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f9fc3e-910b-44bb-8f1f-e02ae37fb96e tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Network hostable DHCP agents. Network: 8485421b-6d40-4af7-abe0-3e388ab7aa5b, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:46:07.385872 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f9fc3e-910b-44bb-8f1f-e02ae37fb96e tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Network 8485421b-6d40-4af7-abe0-3e388ab7aa5b is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:46:07.395948 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-35f9fc3e-910b-44bb-8f1f-e02ae37fb96e tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 8485421b-6d40-4af7-abe0-3e388ab7aa5b) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:46:07.400893 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f9fc3e-910b-44bb-8f1f-e02ae37fb96e tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:07.402125 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-35f9fc3e-910b-44bb-8f1f-e02ae37fb96e tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:07.406476 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e668e0-61e4-443d-ae3b-a955199cbb0a None None] Network 8485421b-6d40-4af7-abe0-3e388ab7aa5b requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:46:07.428167 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34666) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:46:07.428748 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-35f9fc3e-910b-44bb-8f1f-e02ae37fb96e tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4212568 Nov 10 18:46:07.446174 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-49d4086d-fc21-4238-b8bb-c6ade22c0aa0 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:07.453389 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-49d4086d-fc21-4238-b8bb-c6ade22c0aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:07.496955 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-49d4086d-fc21-4238-b8bb-c6ade22c0aa0 None None] Attempting to bind port 11f80455-9ffd-46cd-9d8c-b104fd1b39aa on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:46:07.497313 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-49d4086d-fc21-4238-b8bb-c6ade22c0aa0 None None] Attempting to bind port 11f80455-9ffd-46cd-9d8c-b104fd1b39aa by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:46:07.497682 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d4086d-fc21-4238-b8bb-c6ade22c0aa0 None None] Attempting to bind port 11f80455-9ffd-46cd-9d8c-b104fd1b39aa on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:46:07.510887 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d4086d-fc21-4238-b8bb-c6ade22c0aa0 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:46:07.511301 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d4086d-fc21-4238-b8bb-c6ade22c0aa0 None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:46:07.511662 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-49d4086d-fc21-4238-b8bb-c6ade22c0aa0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:07.512052 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d4086d-fc21-4238-b8bb-c6ade22c0aa0 None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:46:07.512546 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-49d4086d-fc21-4238-b8bb-c6ade22c0aa0 None None] Bound port: 11f80455-9ffd-46cd-9d8c-b104fd1b39aa, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:46:07.512925 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-49d4086d-fc21-4238-b8bb-c6ade22c0aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:07.538693 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015e72ac-0c02-4de6-860c-a5309aadca14 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:46:07.541692 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01565ed1-a2ea-481a-ac0f-588391439992 None None] Pushing event updated for resources: {'Port': ['ID=11f80455-9ffd-46cd-9d8c-b104fd1b39aa,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:46:07.555127 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01565ed1-a2ea-481a-ac0f-588391439992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:07.555480 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01565ed1-a2ea-481a-ac0f-588391439992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:07.555799 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01565ed1-a2ea-481a-ac0f-588391439992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:07.556130 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01565ed1-a2ea-481a-ac0f-588391439992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:07.556596 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01565ed1-a2ea-481a-ac0f-588391439992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:07.556810 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01565ed1-a2ea-481a-ac0f-588391439992 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:07.557131 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01565ed1-a2ea-481a-ac0f-588391439992 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:07.557454 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01565ed1-a2ea-481a-ac0f-588391439992 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:07.557776 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01565ed1-a2ea-481a-ac0f-588391439992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:07.558850 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01565ed1-a2ea-481a-ac0f-588391439992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:07.559856 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01565ed1-a2ea-481a-ac0f-588391439992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:07.560255 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01565ed1-a2ea-481a-ac0f-588391439992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:46:07.585521 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-49d4086d-fc21-4238-b8bb-c6ade22c0aa0 None None] For port 11f80455-9ffd-46cd-9d8c-b104fd1b39aa, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:46:07.587718 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c786ef42-bc4f-46d9-bb3f-fa2efd5de48d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-8485421b-6d40-4af7-abe0-3e388ab7aa5b', 'network_id': '8485421b-6d40-4af7-abe0-3e388ab7aa5b', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'fixed_ips': [{'subnet_id': '2fbeed8e-2467-4c35-87c4-50b1cb5e1259'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:46:07.588780 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c786ef42-bc4f-46d9-bb3f-fa2efd5de48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:07.588903 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-49d4086d-fc21-4238-b8bb-c6ade22c0aa0 None None] For port 11f80455-9ffd-46cd-9d8c-b104fd1b39aa, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=11f80455-9ffd-46cd-9d8c-b104fd1b39aa,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:46:07.594648 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-49d4086d-fc21-4238-b8bb-c6ade22c0aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:07.658910 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d4086d-fc21-4238-b8bb-c6ade22c0aa0 None None] Routers {'83d68eda-d7f2-42e1-8b7c-670e543dc09c'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:46:07.659542 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-49d4086d-fc21-4238-b8bb-c6ade22c0aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:46:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['83d68eda-d7f2-42e1-8b7c-670e543dc09c'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:46:07.680257 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cf4cef-125d-40af-ab89-1366ecd40217 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:46:07.719559 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b149512a-548e-4ec2-b5f1-de990a2c7081 None None] Provisioning complete for port 11f80455-9ffd-46cd-9d8c-b104fd1b39aa triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:46:07.719901 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b149512a-548e-4ec2-b5f1-de990a2c7081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:07.763921 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01565ed1-a2ea-481a-ac0f-588391439992 None None] Pushing event updated for resources: {'Port': ['ID=11f80455-9ffd-46cd-9d8c-b104fd1b39aa,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:46:07.784360 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-49d4086d-fc21-4238-b8bb-c6ade22c0aa0 None None] Set router 83d68eda-d7f2-42e1-8b7c-670e543dc09c gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:46:07.828036 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-c786ef42-bc4f-46d9-bb3f-fa2efd5de48d None None] Allocated IP 172.20.0.2 (8485421b-6d40-4af7-abe0-3e388ab7aa5b/2fbeed8e-2467-4c35-87c4-50b1cb5e1259/9dc16f89-0c2d-4642-b434-2eaaaa8cee13) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:46:07.907993 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-356ed1f2-1125-4ea3-ba6b-3b9478a8dad7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:07.993036 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b149512a-548e-4ec2-b5f1-de990a2c7081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:08.026172 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-49d4086d-fc21-4238-b8bb-c6ade22c0aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955317569', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '11f80455-9ffd-46cd-9d8c-b104fd1b39aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:46:05Z', 'updated_at': '2021-11-10T18:46:06Z', 'revision_number': 3, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '11f80455-9ffd-46cd-9d8c-b104fd1b39aa', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:46:05Z', 'updated_at': '2021-11-10T18:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:46:08.039218 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b149512a-548e-4ec2-b5f1-de990a2c7081 None None] For port 11f80455-9ffd-46cd-9d8c-b104fd1b39aa, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=11f80455-9ffd-46cd-9d8c-b104fd1b39aa,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:46:08.044378 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b149512a-548e-4ec2-b5f1-de990a2c7081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:08.059718 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d4086d-fc21-4238-b8bb-c6ade22c0aa0 None None] The sync data for ids ['83d68eda-d7f2-42e1-8b7c-670e543dc09c'] in n-d-776250-10 is: [{'id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955317569', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '11f80455-9ffd-46cd-9d8c-b104fd1b39aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:46:05Z', 'updated_at': '2021-11-10T18:46:06Z', 'revision_number': 3, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '11f80455-9ffd-46cd-9d8c-b104fd1b39aa', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:46:05Z', 'updated_at': '2021-11-10T18:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:46:08.141827 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b149512a-548e-4ec2-b5f1-de990a2c7081 None None] Pushing event updated for resources: {'Port': ['ID=11f80455-9ffd-46cd-9d8c-b104fd1b39aa,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:46:08.163397 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c786ef42-bc4f-46d9-bb3f-fa2efd5de48d None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:08.174301 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c786ef42-bc4f-46d9-bb3f-fa2efd5de48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:08.208374 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-1be46fd9-4c78-4d66-9bca-87b98f6100f1 None None] Provisioning complete for port 11f80455-9ffd-46cd-9d8c-b104fd1b39aa triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:46:08.208747 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1be46fd9-4c78-4d66-9bca-87b98f6100f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:08.254962 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c786ef42-bc4f-46d9-bb3f-fa2efd5de48d None None] Network 8485421b-6d40-4af7-abe0-3e388ab7aa5b is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:46:08.258234 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-c786ef42-bc4f-46d9-bb3f-fa2efd5de48d None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:46:08.260399 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786ef42-bc4f-46d9-bb3f-fa2efd5de48d None None] Pushing event updated for resources: {'Port': ['ID=9dc16f89-0c2d-4642-b434-2eaaaa8cee13,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:46:08.262591 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c786ef42-bc4f-46d9-bb3f-fa2efd5de48d None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:46:08.274813 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-356ed1f2-1125-4ea3-ba6b-3b9478a8dad7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Allocated IP 172.20.0.1 (8485421b-6d40-4af7-abe0-3e388ab7aa5b/2fbeed8e-2467-4c35-87c4-50b1cb5e1259/7eceb80e-0073-4ff3-b723-b2f1a230ff89) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:46:08.429679 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-356ed1f2-1125-4ea3-ba6b-3b9478a8dad7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:08.546414 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-c786ef42-bc4f-46d9-bb3f-fa2efd5de48d None None] Attempting to bind port 9dc16f89-0c2d-4642-b434-2eaaaa8cee13 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:46:08.546991 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-c786ef42-bc4f-46d9-bb3f-fa2efd5de48d None None] Attempting to bind port 9dc16f89-0c2d-4642-b434-2eaaaa8cee13 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '9e529acb-7c66-4e71-8df6-4882dab2b011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8485421b-6d40-4af7-abe0-3e388ab7aa5b'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:46:08.547141 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c786ef42-bc4f-46d9-bb3f-fa2efd5de48d None None] Attempting to bind port 9dc16f89-0c2d-4642-b434-2eaaaa8cee13 on network 8485421b-6d40-4af7-abe0-3e388ab7aa5b {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:46:08.559253 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c786ef42-bc4f-46d9-bb3f-fa2efd5de48d None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:46:08.559628 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c786ef42-bc4f-46d9-bb3f-fa2efd5de48d None None] Checking segment: {'id': '9e529acb-7c66-4e71-8df6-4882dab2b011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8485421b-6d40-4af7-abe0-3e388ab7aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:46:08.560039 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c786ef42-bc4f-46d9-bb3f-fa2efd5de48d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:08.560493 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c786ef42-bc4f-46d9-bb3f-fa2efd5de48d None None] Bound using segment: {'id': '9e529acb-7c66-4e71-8df6-4882dab2b011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8485421b-6d40-4af7-abe0-3e388ab7aa5b'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:46:08.561001 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-c786ef42-bc4f-46d9-bb3f-fa2efd5de48d None None] Bound port: 9dc16f89-0c2d-4642-b434-2eaaaa8cee13, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e529acb-7c66-4e71-8df6-4882dab2b011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8485421b-6d40-4af7-abe0-3e388ab7aa5b'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:46:08.561453 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c786ef42-bc4f-46d9-bb3f-fa2efd5de48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:08.637452 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c786ef42-bc4f-46d9-bb3f-fa2efd5de48d None None] For port 9dc16f89-0c2d-4642-b434-2eaaaa8cee13, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:46:08.641169 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c786ef42-bc4f-46d9-bb3f-fa2efd5de48d None None] For port 9dc16f89-0c2d-4642-b434-2eaaaa8cee13, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=9dc16f89-0c2d-4642-b434-2eaaaa8cee13,segment=NetworkSegment(9e529acb-7c66-4e71-8df6-4882dab2b011),segment_id=9e529acb-7c66-4e71-8df6-4882dab2b011)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:46:08.646557 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c786ef42-bc4f-46d9-bb3f-fa2efd5de48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:08.710904 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786ef42-bc4f-46d9-bb3f-fa2efd5de48d None None] Pushing event updated for resources: {'Port': ['ID=9dc16f89-0c2d-4642-b434-2eaaaa8cee13,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:46:08.845182 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-356ed1f2-1125-4ea3-ba6b-3b9478a8dad7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:08.910792 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356ed1f2-1125-4ea3-ba6b-3b9478a8dad7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Network 8485421b-6d40-4af7-abe0-3e388ab7aa5b is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:46:08.914441 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-356ed1f2-1125-4ea3-ba6b-3b9478a8dad7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:46:08.919030 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356ed1f2-1125-4ea3-ba6b-3b9478a8dad7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:46:08.924696 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ed1f2-1125-4ea3-ba6b-3b9478a8dad7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Port': ['ID=7eceb80e-0073-4ff3-b723-b2f1a230ff89,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:46:08.969287 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-356ed1f2-1125-4ea3-ba6b-3b9478a8dad7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:09.115279 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-356ed1f2-1125-4ea3-ba6b-3b9478a8dad7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:09.392327 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-356ed1f2-1125-4ea3-ba6b-3b9478a8dad7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:09.397100 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-356ed1f2-1125-4ea3-ba6b-3b9478a8dad7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:09.477371 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ed1f2-1125-4ea3-ba6b-3b9478a8dad7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Port': ['ID=7eceb80e-0073-4ff3-b723-b2f1a230ff89,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:46:09.479759 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-356ed1f2-1125-4ea3-ba6b-3b9478a8dad7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:09.579642 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356ed1f2-1125-4ea3-ba6b-3b9478a8dad7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Network 8485421b-6d40-4af7-abe0-3e388ab7aa5b is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:46:09.580132 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-356ed1f2-1125-4ea3-ba6b-3b9478a8dad7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:46:09.706717 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 9dc16f89-0c2d-4642-b434-2eaaaa8cee13 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:46:09.719327 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356ed1f2-1125-4ea3-ba6b-3b9478a8dad7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Router 83d68eda-d7f2-42e1-8b7c-670e543dc09c has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:46:09.758713 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 9dc16f89-0c2d-4642-b434-2eaaaa8cee13 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:46:09.759081 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:09.761883 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790471c7-0580-41fb-b853-9446e89662a4 None None] Network 8485421b-6d40-4af7-abe0-3e388ab7aa5b requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:46:09.846719 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356ed1f2-1125-4ea3-ba6b-3b9478a8dad7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:46:09.855360 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-356ed1f2-1125-4ea3-ba6b-3b9478a8dad7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "PUT /v2.0/routers/83d68eda-d7f2-42e1-8b7c-670e543dc09c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4223139 Nov 10 18:46:09.862321 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-f44cdd01-c069-41ce-8692-17f9be77adc3 None None] Provisioning complete for port 9dc16f89-0c2d-4642-b434-2eaaaa8cee13 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:46:09.862730 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f44cdd01-c069-41ce-8692-17f9be77adc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:10.000338 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:10.015902 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-bd7164fa-6e51-472b-b816-5f2118fd72d3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-65083264&fields=id&tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 HTTP/1.1" status: 200 len: 267 time: 0.0519452 Nov 10 18:46:10.094607 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 9dc16f89-0c2d-4642-b434-2eaaaa8cee13, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=9dc16f89-0c2d-4642-b434-2eaaaa8cee13,segment=NetworkSegment(9e529acb-7c66-4e71-8df6-4882dab2b011),segment_id=9e529acb-7c66-4e71-8df6-4882dab2b011)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:46:10.098010 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f44cdd01-c069-41ce-8692-17f9be77adc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:10.109091 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:10.109875 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 11f80455-9ffd-46cd-9d8c-b104fd1b39aa up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:46:10.135307 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-e1ecb346-e1fd-4f52-b81f-22a323086f58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:10.137581 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-e1ecb346-e1fd-4f52-b81f-22a323086f58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/networks?id=8485421b-6d40-4af7-abe0-3e388ab7aa5b HTTP/1.1" status: 200 len: 797 time: 0.1159475 Nov 10 18:46:10.155612 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-f9bdce6c-0d03-451c-9fb6-073ee4de2169 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/quotas/3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 HTTP/1.1" status: 200 len: 375 time: 0.0107591 Nov 10 18:46:10.221519 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-d9d3f371-1d99-405b-8cf5-498514d1006f tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599682 Nov 10 18:46:10.231266 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=9dc16f89-0c2d-4642-b434-2eaaaa8cee13,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:46:10.251436 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-f44cdd01-c069-41ce-8692-17f9be77adc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 18:46:10.251798 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-f44cdd01-c069-41ce-8692-17f9be77adc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 18:46:10.256336 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 11f80455-9ffd-46cd-9d8c-b104fd1b39aa triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:46:10.256713 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:10.338583 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-d43bb3b4-44b4-4f4b-aab1-0b3c0388ea0e service neutron] 10.222.0.39 "GET /v2.0/networks/8485421b-6d40-4af7-abe0-3e388ab7aa5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988832 Nov 10 18:46:10.362223 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90426ffb-80b3-4a78-a140-d3edba70ae68 None None] Sync routers for ids ['83d68eda-d7f2-42e1-8b7c-670e543dc09c'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:46:10.374594 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90426ffb-80b3-4a78-a140-d3edba70ae68 None None] Routers {'83d68eda-d7f2-42e1-8b7c-670e543dc09c'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:46:10.375299 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-90426ffb-80b3-4a78-a140-d3edba70ae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:46:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['83d68eda-d7f2-42e1-8b7c-670e543dc09c'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:46:10.446423 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-fbc2aac0-b881-4a5d-b56d-38f5e24c8f2d service neutron] 10.222.0.39 "GET /v2.0/networks/8485421b-6d40-4af7-abe0-3e388ab7aa5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956497 Nov 10 18:46:10.487878 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-90426ffb-80b3-4a78-a140-d3edba70ae68 None None] Set router 83d68eda-d7f2-42e1-8b7c-670e543dc09c gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:46:10.637854 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b1985d65-a247-4868-9c0f-59a81dfebe88 req-683f8310-7e6d-422d-bb30-95682a6c40f5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c0e3-f1d6-411b-88cc-e6483d781030 HTTP/1.1" status: 200 len: 210 time: 0.0376964 Nov 10 18:46:10.720547 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-90426ffb-80b3-4a78-a140-d3edba70ae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955317569', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '11f80455-9ffd-46cd-9d8c-b104fd1b39aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:46:05Z', 'updated_at': '2021-11-10T18:46:09Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '11f80455-9ffd-46cd-9d8c-b104fd1b39aa', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:46:05Z', 'updated_at': '2021-11-10T18:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '7eceb80e-0073-4ff3-b723-b2f1a230ff89', 'name': '', 'network_id': '8485421b-6d40-4af7-abe0-3e388ab7aa5b', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:31:10:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2fbeed8e-2467-4c35-87c4-50b1cb5e1259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:46:08Z', 'updated_at': '2021-11-10T18:46:09Z', 'revision_number': 2, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '2fbeed8e-2467-4c35-87c4-50b1cb5e1259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:46:10.749873 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90426ffb-80b3-4a78-a140-d3edba70ae68 None None] Checking router: 83d68eda-d7f2-42e1-8b7c-670e543dc09c for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:46:10.750310 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90426ffb-80b3-4a78-a140-d3edba70ae68 None None] Updating router 83d68eda-d7f2-42e1-8b7c-670e543dc09c port 7eceb80e-0073-4ff3-b723-b2f1a230ff89 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:46:10.807336 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-90426ffb-80b3-4a78-a140-d3edba70ae68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:10.996268 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-315fc848-7034-4276-9968-b021ba9d8fac None None] Provisioning complete for port 9dc16f89-0c2d-4642-b434-2eaaaa8cee13 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:46:10.996534 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-315fc848-7034-4276-9968-b021ba9d8fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:11.164086 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-90426ffb-80b3-4a78-a140-d3edba70ae68 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:11.173324 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-90426ffb-80b3-4a78-a140-d3edba70ae68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:11.179268 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-315fc848-7034-4276-9968-b021ba9d8fac None None] Provisioning complete for port 7eceb80e-0073-4ff3-b723-b2f1a230ff89 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:46:11.179268 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-315fc848-7034-4276-9968-b021ba9d8fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:11.250806 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86d2b7-532f-41f6-b7b0-8ee6afbbebe4 None None] Pushing event updated for resources: {'Port': ['ID=7eceb80e-0073-4ff3-b723-b2f1a230ff89,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:46:11.257662 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-315fc848-7034-4276-9968-b021ba9d8fac None None] Port 7eceb80e-0073-4ff3-b723-b2f1a230ff89 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:46:11.312316 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-90426ffb-80b3-4a78-a140-d3edba70ae68 None None] Attempting to bind port 7eceb80e-0073-4ff3-b723-b2f1a230ff89 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:46:11.312685 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-90426ffb-80b3-4a78-a140-d3edba70ae68 None None] Attempting to bind port 7eceb80e-0073-4ff3-b723-b2f1a230ff89 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '9e529acb-7c66-4e71-8df6-4882dab2b011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8485421b-6d40-4af7-abe0-3e388ab7aa5b'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:46:11.313047 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90426ffb-80b3-4a78-a140-d3edba70ae68 None None] Attempting to bind port 7eceb80e-0073-4ff3-b723-b2f1a230ff89 on network 8485421b-6d40-4af7-abe0-3e388ab7aa5b {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:46:11.318718 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90426ffb-80b3-4a78-a140-d3edba70ae68 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:46:11.319092 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90426ffb-80b3-4a78-a140-d3edba70ae68 None None] Checking segment: {'id': '9e529acb-7c66-4e71-8df6-4882dab2b011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8485421b-6d40-4af7-abe0-3e388ab7aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:46:11.319535 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-90426ffb-80b3-4a78-a140-d3edba70ae68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:11.319919 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90426ffb-80b3-4a78-a140-d3edba70ae68 None None] Bound using segment: {'id': '9e529acb-7c66-4e71-8df6-4882dab2b011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8485421b-6d40-4af7-abe0-3e388ab7aa5b'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:46:11.320419 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-90426ffb-80b3-4a78-a140-d3edba70ae68 None None] Bound port: 7eceb80e-0073-4ff3-b723-b2f1a230ff89, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e529acb-7c66-4e71-8df6-4882dab2b011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8485421b-6d40-4af7-abe0-3e388ab7aa5b'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:46:11.320789 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-90426ffb-80b3-4a78-a140-d3edba70ae68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:11.386569 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-90426ffb-80b3-4a78-a140-d3edba70ae68 None None] For port 7eceb80e-0073-4ff3-b723-b2f1a230ff89, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:46:11.389985 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-90426ffb-80b3-4a78-a140-d3edba70ae68 None None] For port 7eceb80e-0073-4ff3-b723-b2f1a230ff89, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=7eceb80e-0073-4ff3-b723-b2f1a230ff89,segment=NetworkSegment(9e529acb-7c66-4e71-8df6-4882dab2b011),segment_id=9e529acb-7c66-4e71-8df6-4882dab2b011)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:46:11.394939 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-90426ffb-80b3-4a78-a140-d3edba70ae68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:11.456115 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90426ffb-80b3-4a78-a140-d3edba70ae68 None None] Routers {'83d68eda-d7f2-42e1-8b7c-670e543dc09c'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:46:11.456778 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-90426ffb-80b3-4a78-a140-d3edba70ae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:46:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['83d68eda-d7f2-42e1-8b7c-670e543dc09c'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:46:11.500788 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86d2b7-532f-41f6-b7b0-8ee6afbbebe4 None None] Pushing event updated for resources: {'Port': ['ID=7eceb80e-0073-4ff3-b723-b2f1a230ff89,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:46:11.526253 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b0980422-3bb7-4184-85e8-10a060f540c5 None None] Provisioning complete for port 7eceb80e-0073-4ff3-b723-b2f1a230ff89 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:46:11.526633 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b0980422-3bb7-4184-85e8-10a060f540c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:11.616174 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-90426ffb-80b3-4a78-a140-d3edba70ae68 None None] Set router 83d68eda-d7f2-42e1-8b7c-670e543dc09c gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:46:11.665436 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 9dc16f89-0c2d-4642-b434-2eaaaa8cee13 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:46:11.678099 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-ad9927c5-6d82-4ede-bc04-f1e067a8b50a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:11.682166 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-ad9927c5-6d82-4ede-bc04-f1e067a8b50a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.13 "GET /v2.0/networks?id=8485421b-6d40-4af7-abe0-3e388ab7aa5b HTTP/1.1" status: 200 len: 797 time: 0.1594589 Nov 10 18:46:11.758567 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-09318fb4-889d-405a-8e87-64e23e991ac6 req-b5c7891a-692f-42dd-97a5-d12e663bfa4a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c0e3-f1d6-411b-88cc-e6483d781030 HTTP/1.1" status: 200 len: 210 time: 0.0283039 Nov 10 18:46:11.760105 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-16764227-f57e-48a0-be11-7b3df9313bd2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 HTTP/1.1" status: 200 len: 378 time: 0.0657578 Nov 10 18:46:11.778562 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-6f40b9c2-5b4b-4865-96a2-69495489b928 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'port': {'device_id': '74d2c0e3-f1d6-411b-88cc-e6483d781030', 'network_id': '8485421b-6d40-4af7-abe0-3e388ab7aa5b', 'admin_state_up': True, 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'security_groups': ['219b396a-2b55-4e22-b17d-a9ff43a8b177']}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:46:11.894190 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-6f40b9c2-5b4b-4865-96a2-69495489b928 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Made reservation on behalf of 3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:46:11.897969 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-6f40b9c2-5b4b-4865-96a2-69495489b928 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:11.994448 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b0980422-3bb7-4184-85e8-10a060f540c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:12.015100 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 9dc16f89-0c2d-4642-b434-2eaaaa8cee13 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:46:12.015479 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:12.025176 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-6f40b9c2-5b4b-4865-96a2-69495489b928 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Allocated IP 172.20.0.14 (8485421b-6d40-4af7-abe0-3e388ab7aa5b/2fbeed8e-2467-4c35-87c4-50b1cb5e1259/bd760e84-4231-4c28-a74a-12e7159f8364) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:46:12.084471 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b0980422-3bb7-4184-85e8-10a060f540c5 None None] For port 7eceb80e-0073-4ff3-b723-b2f1a230ff89, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=7eceb80e-0073-4ff3-b723-b2f1a230ff89,segment=NetworkSegment(9e529acb-7c66-4e71-8df6-4882dab2b011),segment_id=9e529acb-7c66-4e71-8df6-4882dab2b011)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:46:12.093774 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b0980422-3bb7-4184-85e8-10a060f540c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:12.175472 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-6f40b9c2-5b4b-4865-96a2-69495489b928 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:12.201108 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0980422-3bb7-4184-85e8-10a060f540c5 None None] Pushing event updated for resources: {'Port': ['ID=7eceb80e-0073-4ff3-b723-b2f1a230ff89,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:46:12.210996 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-6f40b9c2-5b4b-4865-96a2-69495489b928 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:12.242583 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-65ea6dc4-9c82-4f4c-8953-cca0b1369a49 None None] Provisioning complete for port 7eceb80e-0073-4ff3-b723-b2f1a230ff89 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:46:12.242959 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-65ea6dc4-9c82-4f4c-8953-cca0b1369a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:12.257790 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-6f40b9c2-5b4b-4865-96a2-69495489b928 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Network 8485421b-6d40-4af7-abe0-3e388ab7aa5b is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:46:12.260988 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-6f40b9c2-5b4b-4865-96a2-69495489b928 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:46:12.265072 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-6f40b9c2-5b4b-4865-96a2-69495489b928 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:46:12.271902 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-90426ffb-80b3-4a78-a140-d3edba70ae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955317569', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '11f80455-9ffd-46cd-9d8c-b104fd1b39aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:46:05Z', 'updated_at': '2021-11-10T18:46:09Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '11f80455-9ffd-46cd-9d8c-b104fd1b39aa', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:46:05Z', 'updated_at': '2021-11-10T18:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '7eceb80e-0073-4ff3-b723-b2f1a230ff89', 'name': '', 'network_id': '8485421b-6d40-4af7-abe0-3e388ab7aa5b', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:31:10:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2fbeed8e-2467-4c35-87c4-50b1cb5e1259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:46:08Z', 'updated_at': '2021-11-10T18:46:11Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '2fbeed8e-2467-4c35-87c4-50b1cb5e1259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:46:12.292083 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40b9c2-5b4b-4865-96a2-69495489b928 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Port': ['ID=bd760e84-4231-4c28-a74a-12e7159f8364,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:46:12.305786 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90426ffb-80b3-4a78-a140-d3edba70ae68 None None] The sync data for ids ['83d68eda-d7f2-42e1-8b7c-670e543dc09c'] in n-d-776250-10 is: [{'id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955317569', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '11f80455-9ffd-46cd-9d8c-b104fd1b39aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:46:05Z', 'updated_at': '2021-11-10T18:46:09Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '11f80455-9ffd-46cd-9d8c-b104fd1b39aa', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:46:05Z', 'updated_at': '2021-11-10T18:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '7eceb80e-0073-4ff3-b723-b2f1a230ff89', 'name': '', 'network_id': '8485421b-6d40-4af7-abe0-3e388ab7aa5b', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:31:10:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2fbeed8e-2467-4c35-87c4-50b1cb5e1259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:46:08Z', 'updated_at': '2021-11-10T18:46:11Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '2fbeed8e-2467-4c35-87c4-50b1cb5e1259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:46:12.320359 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-6f40b9c2-5b4b-4865-96a2-69495489b928 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:12.321036 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-6f40b9c2-5b4b-4865-96a2-69495489b928 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:12.337749 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-6f40b9c2-5b4b-4865-96a2-69495489b928 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5708168 Nov 10 18:46:12.356308 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-f8169499-b738-4488-8eb5-e22f9cea5572 service neutron] Request body: {'port': {'device_id': '74d2c0e3-f1d6-411b-88cc-e6483d781030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:46:12.451326 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-f8169499-b738-4488-8eb5-e22f9cea5572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:12.603379 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c87614fc-0e7d-4ae6-b8fb-918d1f8e71f7 None None] Provisioning complete for port bd760e84-4231-4c28-a74a-12e7159f8364 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:46:12.603996 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c87614fc-0e7d-4ae6-b8fb-918d1f8e71f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:12.645638 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c87614fc-0e7d-4ae6-b8fb-918d1f8e71f7 None None] Port bd760e84-4231-4c28-a74a-12e7159f8364 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:46:12.746126 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-f8169499-b738-4488-8eb5-e22f9cea5572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd760e84-4231-4c28-a74a-12e7159f8364 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:46:12.756371 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-f8169499-b738-4488-8eb5-e22f9cea5572 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:12.770809 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-f8169499-b738-4488-8eb5-e22f9cea5572 service neutron] Transition to ACTIVE for port object bd760e84-4231-4c28-a74a-12e7159f8364 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:46:12.774228 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-f8169499-b738-4488-8eb5-e22f9cea5572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:12.830343 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8169499-b738-4488-8eb5-e22f9cea5572 service neutron] Pushing event updated for resources: {'Port': ['ID=bd760e84-4231-4c28-a74a-12e7159f8364,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:46:12.952318 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226278fe-9a38-4b11-b518-e84ad8301886 req-4d8bafeb-11cf-437e-9df8-9d307ce96203 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:12.953958 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-226278fe-9a38-4b11-b518-e84ad8301886 req-4d8bafeb-11cf-437e-9df8-9d307ce96203 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c0e3-f1d6-411b-88cc-e6483d781030 HTTP/1.1" status: 200 len: 944 time: 0.0952470 Nov 10 18:46:12.954929 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-f8169499-b738-4488-8eb5-e22f9cea5572 service neutron] Attempting to bind port bd760e84-4231-4c28-a74a-12e7159f8364 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:46:12.955285 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-f8169499-b738-4488-8eb5-e22f9cea5572 service neutron] Attempting to bind port bd760e84-4231-4c28-a74a-12e7159f8364 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '9e529acb-7c66-4e71-8df6-4882dab2b011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8485421b-6d40-4af7-abe0-3e388ab7aa5b'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:46:12.955600 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-f8169499-b738-4488-8eb5-e22f9cea5572 service neutron] Attempting to bind port bd760e84-4231-4c28-a74a-12e7159f8364 on network 8485421b-6d40-4af7-abe0-3e388ab7aa5b {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:46:12.963126 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-f8169499-b738-4488-8eb5-e22f9cea5572 service neutron] Port bd760e84-4231-4c28-a74a-12e7159f8364 on network 8485421b-6d40-4af7-abe0-3e388ab7aa5b not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:46:12.963457 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-f8169499-b738-4488-8eb5-e22f9cea5572 service neutron] Attempting to bind port bd760e84-4231-4c28-a74a-12e7159f8364 on network 8485421b-6d40-4af7-abe0-3e388ab7aa5b {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:46:12.980615 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-f8169499-b738-4488-8eb5-e22f9cea5572 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:46:12.980963 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-f8169499-b738-4488-8eb5-e22f9cea5572 service neutron] Checking segment: {'id': '9e529acb-7c66-4e71-8df6-4882dab2b011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8485421b-6d40-4af7-abe0-3e388ab7aa5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:46:12.981362 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-f8169499-b738-4488-8eb5-e22f9cea5572 service neutron] Bound using segment: {'id': '9e529acb-7c66-4e71-8df6-4882dab2b011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8485421b-6d40-4af7-abe0-3e388ab7aa5b'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:46:12.982273 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-f8169499-b738-4488-8eb5-e22f9cea5572 service neutron] Bound port: bd760e84-4231-4c28-a74a-12e7159f8364, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e529acb-7c66-4e71-8df6-4882dab2b011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8485421b-6d40-4af7-abe0-3e388ab7aa5b'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:46:12.982770 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-f8169499-b738-4488-8eb5-e22f9cea5572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:13.054470 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-226278fe-9a38-4b11-b518-e84ad8301886 req-ae032d3d-eadc-444d-8e77-99114c746f55 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=219b396a-2b55-4e22-b17d-a9ff43a8b177&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0929437 Nov 10 18:46:13.086154 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-f8169499-b738-4488-8eb5-e22f9cea5572 service neutron] For port bd760e84-4231-4c28-a74a-12e7159f8364, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:46:13.089412 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-f8169499-b738-4488-8eb5-e22f9cea5572 service neutron] For port bd760e84-4231-4c28-a74a-12e7159f8364, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=bd760e84-4231-4c28-a74a-12e7159f8364,segment=NetworkSegment(9e529acb-7c66-4e71-8df6-4882dab2b011),segment_id=9e529acb-7c66-4e71-8df6-4882dab2b011)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:46:13.095355 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-f8169499-b738-4488-8eb5-e22f9cea5572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:13.131534 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-f8169499-b738-4488-8eb5-e22f9cea5572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:13.132703 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-f8169499-b738-4488-8eb5-e22f9cea5572 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:13.134163 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-f8169499-b738-4488-8eb5-e22f9cea5572 service neutron] 10.222.0.13 "PUT /v2.0/ports/bd760e84-4231-4c28-a74a-12e7159f8364 HTTP/1.1" status: 200 len: 1093 time: 0.7859330 Nov 10 18:46:13.136673 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d2c0e3-f1d6-411b-88cc-e6483d781030', 'tag': 'bd760e84-4231-4c28-a74a-12e7159f8364'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:46:13.140924 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fcf51e-dc34-4dff-929e-18b09e6bd7cc" -d '{"events": [{"name": "network-changed", "server_uuid": "74d2c0e3-f1d6-411b-88cc-e6483d781030", "tag": "bd760e84-4231-4c28-a74a-12e7159f8364"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:46:13.175496 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8169499-b738-4488-8eb5-e22f9cea5572 service neutron] Pushing event updated for resources: {'Port': ['ID=bd760e84-4231-4c28-a74a-12e7159f8364,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:46:13.252024 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-bbc79f41-e33f-4229-896e-e64175854f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:13.253452 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-bbc79f41-e33f-4229-896e-e64175854f0a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&device_id=74d2c0e3-f1d6-411b-88cc-e6483d781030 HTTP/1.1" status: 200 len: 1096 time: 0.0664921 Nov 10 18:46:13.307921 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5f92e1-ecf0-497d-b612-0558f1a02e72 x-openstack-request-id: req-9f5f92e1-ecf0-497d-b612-0558f1a02e72 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:46:13.308134 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74d2c0e3-f1d6-411b-88cc-e6483d781030", "tag": "bd760e84-4231-4c28-a74a-12e7159f8364", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:46:13.308420 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9f5f92e1-ecf0-497d-b612-0558f1a02e72 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:46:13.308841 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74d2c0e3-f1d6-411b-88cc-e6483d781030', 'tag': 'bd760e84-4231-4c28-a74a-12e7159f8364', 'status': 'completed', 'code': 200} Nov 10 18:46:13.310608 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-6ba2be54-6504-40bd-bb9f-6a73f03997da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd760e84-4231-4c28-a74a-12e7159f8364 HTTP/1.1" status: 200 len: 217 time: 0.0493314 Nov 10 18:46:13.369230 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-8a583c49-812f-4b89-9e17-c1ea4b0d9da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:13.370666 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-8a583c49-812f-4b89-9e17-c1ea4b0d9da8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2fbeed8e-2467-4c35-87c4-50b1cb5e1259 HTTP/1.1" status: 200 len: 835 time: 0.0527923 Nov 10 18:46:13.419516 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-35b7f36c-816e-47cc-82a2-1d4ce7ac00c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:13.421680 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-35b7f36c-816e-47cc-82a2-1d4ce7ac00c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8485421b-6d40-4af7-abe0-3e388ab7aa5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432689 Nov 10 18:46:13.519699 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-89b33a8e-867c-4b6c-872d-49fe530389a7 service neutron] 10.222.0.13 "GET /v2.0/networks/8485421b-6d40-4af7-abe0-3e388ab7aa5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906460 Nov 10 18:46:13.617166 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1f3ea5b1-4c3a-43de-a825-690208de5ce9 req-ffbd8660-91c4-49b2-a1b2-0221e841f611 service neutron] 10.222.0.13 "GET /v2.0/networks/8485421b-6d40-4af7-abe0-3e388ab7aa5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897207 Nov 10 18:46:13.643935 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 7eceb80e-0073-4ff3-b723-b2f1a230ff89 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:46:13.692580 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 7eceb80e-0073-4ff3-b723-b2f1a230ff89 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:46:13.692951 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:13.709484 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcf51e-dc34-4dff-929e-18b09e6bd7cc req-553cb96a-6cd9-49af-937d-6d4fd55b1fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:13.711075 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b2fcf51e-dc34-4dff-929e-18b09e6bd7cc req-553cb96a-6cd9-49af-937d-6d4fd55b1fc1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&device_id=74d2c0e3-f1d6-411b-88cc-e6483d781030 HTTP/1.1" status: 200 len: 1096 time: 0.0428140 Nov 10 18:46:13.809513 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcf51e-dc34-4dff-929e-18b09e6bd7cc req-256b8114-7210-46f7-a9e5-121d48a7f8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:13.811326 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b2fcf51e-dc34-4dff-929e-18b09e6bd7cc req-256b8114-7210-46f7-a9e5-121d48a7f8f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8485421b-6d40-4af7-abe0-3e388ab7aa5b HTTP/1.1" status: 200 len: 898 time: 0.0927114 Nov 10 18:46:13.855819 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b2fcf51e-dc34-4dff-929e-18b09e6bd7cc req-dcc12017-39b9-4e91-a60f-7bc4ff06a2c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd760e84-4231-4c28-a74a-12e7159f8364 HTTP/1.1" status: 200 len: 217 time: 0.0359781 Nov 10 18:46:13.910658 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcf51e-dc34-4dff-929e-18b09e6bd7cc req-ed6a406a-fc27-4fc7-b1eb-9da31ddb9d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:13.912109 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b2fcf51e-dc34-4dff-929e-18b09e6bd7cc req-ed6a406a-fc27-4fc7-b1eb-9da31ddb9d3d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2fbeed8e-2467-4c35-87c4-50b1cb5e1259 HTTP/1.1" status: 200 len: 835 time: 0.0481656 Nov 10 18:46:13.959992 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcf51e-dc34-4dff-929e-18b09e6bd7cc req-5709ae18-5b79-46aa-9427-3fc2d6a9e437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:13.961513 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b2fcf51e-dc34-4dff-929e-18b09e6bd7cc req-5709ae18-5b79-46aa-9427-3fc2d6a9e437 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8485421b-6d40-4af7-abe0-3e388ab7aa5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409932 Nov 10 18:46:14.054508 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b2fcf51e-dc34-4dff-929e-18b09e6bd7cc req-c88674e6-71f4-41a1-a5da-0f72dd2ba162 service neutron] 10.222.0.13 "GET /v2.0/networks/8485421b-6d40-4af7-abe0-3e388ab7aa5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843799 Nov 10 18:46:14.174553 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b2fcf51e-dc34-4dff-929e-18b09e6bd7cc req-864be0c7-80cc-463f-bd30-e7158ce87ae2 service neutron] 10.222.0.13 "GET /v2.0/networks/8485421b-6d40-4af7-abe0-3e388ab7aa5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125541 Nov 10 18:46:14.195937 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673bc84-5226-41dd-8d3b-00378bae1e28 req-95d67bd1-bfbf-4096-9cec-ca2f594f6d40 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:14.197870 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e673bc84-5226-41dd-8d3b-00378bae1e28 req-95d67bd1-bfbf-4096-9cec-ca2f594f6d40 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c0e3-f1d6-411b-88cc-e6483d781030 HTTP/1.1" status: 200 len: 944 time: 0.0691149 Nov 10 18:46:14.250037 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e673bc84-5226-41dd-8d3b-00378bae1e28 req-4a304c73-2c6c-496e-bcb3-9dce68bb172b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=219b396a-2b55-4e22-b17d-a9ff43a8b177&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462019 Nov 10 18:46:15.371278 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59941bb-c3c0-4f1f-9e98-9b3d8f2a9481 req-9a54037d-b81f-4ad4-a71f-2936e1310d75 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:15.373782 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a59941bb-c3c0-4f1f-9e98-9b3d8f2a9481 req-9a54037d-b81f-4ad4-a71f-2936e1310d75 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c0e3-f1d6-411b-88cc-e6483d781030 HTTP/1.1" status: 200 len: 944 time: 0.0546837 Nov 10 18:46:15.424510 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a59941bb-c3c0-4f1f-9e98-9b3d8f2a9481 req-f65428d8-2117-479d-9b85-95c52b8e3e93 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=219b396a-2b55-4e22-b17d-a9ff43a8b177&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446041 Nov 10 18:46:16.552414 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce397e6-9baa-4a7d-a2c1-9c250a0c81c5 req-dd8f6ce1-3d7e-46eb-b516-b9706884ef1b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:16.553911 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8ce397e6-9baa-4a7d-a2c1-9c250a0c81c5 req-dd8f6ce1-3d7e-46eb-b516-b9706884ef1b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c0e3-f1d6-411b-88cc-e6483d781030 HTTP/1.1" status: 200 len: 944 time: 0.0536485 Nov 10 18:46:16.602786 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8ce397e6-9baa-4a7d-a2c1-9c250a0c81c5 req-870231cf-08ad-4afa-b9c3-8e38650bd5ef tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=219b396a-2b55-4e22-b17d-a9ff43a8b177&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428386 Nov 10 18:46:17.293542 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device bd760e84-4231-4c28-a74a-12e7159f8364 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:46:17.389296 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port bd760e84-4231-4c28-a74a-12e7159f8364, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=bd760e84-4231-4c28-a74a-12e7159f8364,segment=NetworkSegment(9e529acb-7c66-4e71-8df6-4882dab2b011),segment_id=9e529acb-7c66-4e71-8df6-4882dab2b011)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:46:17.400708 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'bd760e84-4231-4c28-a74a-12e7159f8364', 'network_id': '8485421b-6d40-4af7-abe0-3e388ab7aa5b', 'port_id': 'bd760e84-4231-4c28-a74a-12e7159f8364', 'mac_address': 'fa:16:3e:0a:6f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fbeed8e-2467-4c35-87c4-50b1cb5e1259', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:46:17.438395 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:17.450928 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd760e84-4231-4c28-a74a-12e7159f8364 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:46:17.469837 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port bd760e84-4231-4c28-a74a-12e7159f8364, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=bd760e84-4231-4c28-a74a-12e7159f8364,segment=NetworkSegment(9e529acb-7c66-4e71-8df6-4882dab2b011),segment_id=9e529acb-7c66-4e71-8df6-4882dab2b011)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:46:17.473893 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:17.521422 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=bd760e84-4231-4c28-a74a-12e7159f8364,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:46:17.709919 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['bd760e84-4231-4c28-a74a-12e7159f8364'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:46:17.724107 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f33ff1-1199-47c9-ab02-e61a19215f86 req-b48e39cb-cce9-471e-b49e-4c4576509ed2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:17.725627 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5f33ff1-1199-47c9-ab02-e61a19215f86 req-b48e39cb-cce9-471e-b49e-4c4576509ed2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c0e3-f1d6-411b-88cc-e6483d781030 HTTP/1.1" status: 200 len: 945 time: 0.0554450 Nov 10 18:46:17.784523 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b5f33ff1-1199-47c9-ab02-e61a19215f86 req-ac29ce67-2e07-427e-a0a2-4c88b9d1e660 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=219b396a-2b55-4e22-b17d-a9ff43a8b177&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517068 Nov 10 18:46:18.902734 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb756955-1343-490a-936b-806fedf808a4 req-27e6d7f4-ef3c-4d7b-8302-bd86de4cc709 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:18.904250 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bb756955-1343-490a-936b-806fedf808a4 req-27e6d7f4-ef3c-4d7b-8302-bd86de4cc709 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c0e3-f1d6-411b-88cc-e6483d781030 HTTP/1.1" status: 200 len: 945 time: 0.0516737 Nov 10 18:46:18.957287 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bb756955-1343-490a-936b-806fedf808a4 req-8fadca85-d9ef-4230-9707-889d400ac968 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=219b396a-2b55-4e22-b17d-a9ff43a8b177&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443537 Nov 10 18:46:19.315286 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device bd760e84-4231-4c28-a74a-12e7159f8364 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:46:19.367571 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port bd760e84-4231-4c28-a74a-12e7159f8364 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:46:19.371686 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port bd760e84-4231-4c28-a74a-12e7159f8364 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:46:19.372052 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:19.455495 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:19.478735 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d2c0e3-f1d6-411b-88cc-e6483d781030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd760e84-4231-4c28-a74a-12e7159f8364'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:46:19.480977 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae36ef6-5fe7-4b46-a37a-62d12e2a34da" -d '{"events": [{"server_uuid": "74d2c0e3-f1d6-411b-88cc-e6483d781030", "name": "network-vif-plugged", "status": "completed", "tag": "bd760e84-4231-4c28-a74a-12e7159f8364"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:46:19.494651 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port bd760e84-4231-4c28-a74a-12e7159f8364, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=bd760e84-4231-4c28-a74a-12e7159f8364,segment=NetworkSegment(9e529acb-7c66-4e71-8df6-4882dab2b011),segment_id=9e529acb-7c66-4e71-8df6-4882dab2b011)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:46:19.498600 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:19.523257 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce6937a-5389-4d25-8610-25737754f862 x-openstack-request-id: req-3ce6937a-5389-4d25-8610-25737754f862 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:46:19.523548 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d2c0e3-f1d6-411b-88cc-e6483d781030", "name": "network-vif-plugged", "status": "completed", "tag": "bd760e84-4231-4c28-a74a-12e7159f8364", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:46:19.523801 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3ce6937a-5389-4d25-8610-25737754f862 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:46:19.524215 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d2c0e3-f1d6-411b-88cc-e6483d781030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd760e84-4231-4c28-a74a-12e7159f8364', 'code': 200} Nov 10 18:46:19.555058 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=bd760e84-4231-4c28-a74a-12e7159f8364,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:46:19.628178 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc1bff-9948-4042-9f94-75e03caa249f req-6ece7ab4-e6bc-4078-8f6a-07c0f7a765db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:19.629677 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-50cc1bff-9948-4042-9f94-75e03caa249f req-6ece7ab4-e6bc-4078-8f6a-07c0f7a765db service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=74d2c0e3-f1d6-411b-88cc-e6483d781030 HTTP/1.1" status: 200 len: 1098 time: 0.0461378 Nov 10 18:46:19.675953 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-50cc1bff-9948-4042-9f94-75e03caa249f req-5358fb46-2af6-41c6-b55b-a7ae37dbf65a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=219b396a-2b55-4e22-b17d-a9ff43a8b177&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389211 Nov 10 18:46:20.071046 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6910ad-2464-4ba6-8526-689f02d0a119 req-4ea4d346-3625-4f44-868b-14d653112af1 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:20.072566 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba6910ad-2464-4ba6-8526-689f02d0a119 req-4ea4d346-3625-4f44-868b-14d653112af1 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c0e3-f1d6-411b-88cc-e6483d781030 HTTP/1.1" status: 200 len: 946 time: 0.0484345 Nov 10 18:46:20.122806 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba6910ad-2464-4ba6-8526-689f02d0a119 req-12f807a1-f63d-4c3d-bdac-ebd68c631981 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=219b396a-2b55-4e22-b17d-a9ff43a8b177&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436459 Nov 10 18:46:21.243396 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f731483-7889-44b9-850d-580a799c76ae req-b2fcc3f2-6d59-4743-af03-ee809e843333 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:21.244894 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6f731483-7889-44b9-850d-580a799c76ae req-b2fcc3f2-6d59-4743-af03-ee809e843333 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c0e3-f1d6-411b-88cc-e6483d781030 HTTP/1.1" status: 200 len: 946 time: 0.0489466 Nov 10 18:46:21.293768 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6f731483-7889-44b9-850d-580a799c76ae req-400a5405-07b6-454b-af52-2d8a3ace61cb tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=219b396a-2b55-4e22-b17d-a9ff43a8b177&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423522 Nov 10 18:46:21.408492 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254e4c7-2f73-4025-8c87-4a9c0352e42c req-95af6843-c158-4af0-8d9a-81af7d99bd4a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:21.409878 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2254e4c7-2f73-4025-8c87-4a9c0352e42c req-95af6843-c158-4af0-8d9a-81af7d99bd4a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c0e3-f1d6-411b-88cc-e6483d781030 HTTP/1.1" status: 200 len: 946 time: 0.0478771 Nov 10 18:46:21.468586 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2254e4c7-2f73-4025-8c87-4a9c0352e42c req-8f456f4b-8134-4e3c-abc9-0a98408ad446 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=219b396a-2b55-4e22-b17d-a9ff43a8b177&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527923 Nov 10 18:46:21.490667 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34720) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:46:21.529020 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33243762-224d-4911-868c-d7158bd415da tempest-TestNetworkAdvancedServerOps-791876395 tempest-TestNetworkAdvancedServerOps-791876395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:21.531365 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-33243762-224d-4911-868c-d7158bd415da tempest-TestNetworkAdvancedServerOps-791876395 tempest-TestNetworkAdvancedServerOps-791876395-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c0e3-f1d6-411b-88cc-e6483d781030 HTTP/1.1" status: 200 len: 1093 time: 0.0396969 Nov 10 18:46:21.534255 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34722) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:46:21.538416 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-0b396e80-1df6-46af-ac3a-b232c2ad2dd5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'port_id': 'bd760e84-4231-4c28-a74a-12e7159f8364', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:46:21.560550 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b396e80-1df6-46af-ac3a-b232c2ad2dd5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for floatingip, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:21.653727 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b396e80-1df6-46af-ac3a-b232c2ad2dd5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:21.756581 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-0b396e80-1df6-46af-ac3a-b232c2ad2dd5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Allocated IP 172.25.5.40 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/90002221-83f1-4c95-a8ad-d02f8099464d) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:46:21.860739 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b396e80-1df6-46af-ac3a-b232c2ad2dd5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:21.897013 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b396e80-1df6-46af-ac3a-b232c2ad2dd5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:21.936344 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b396e80-1df6-46af-ac3a-b232c2ad2dd5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:46:21.942245 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-0b396e80-1df6-46af-ac3a-b232c2ad2dd5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:46:21.945807 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b396e80-1df6-46af-ac3a-b232c2ad2dd5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:46:21.971684 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b396e80-1df6-46af-ac3a-b232c2ad2dd5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Port': ['ID=90002221-83f1-4c95-a8ad-d02f8099464d,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:46:22.312592 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b396e80-1df6-46af-ac3a-b232c2ad2dd5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:22.378513 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b396e80-1df6-46af-ac3a-b232c2ad2dd5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:22.531384 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b396e80-1df6-46af-ac3a-b232c2ad2dd5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:22.535806 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b396e80-1df6-46af-ac3a-b232c2ad2dd5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:22.603285 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b396e80-1df6-46af-ac3a-b232c2ad2dd5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Port': ['ID=90002221-83f1-4c95-a8ad-d02f8099464d,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:46:22.617470 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b396e80-1df6-46af-ac3a-b232c2ad2dd5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:22.720062 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [None req-0b396e80-1df6-46af-ac3a-b232c2ad2dd5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Floating IP 81d68127-a432-481e-9005-39cfe7ee670a associated. External IP: 172.25.5.40, port: bd760e84-4231-4c28-a74a-12e7159f8364. Nov 10 18:46:22.936123 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b396e80-1df6-46af-ac3a-b232c2ad2dd5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Router 83d68eda-d7f2-42e1-8b7c-670e543dc09c has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:46:23.044271 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b396e80-1df6-46af-ac3a-b232c2ad2dd5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:46:23.055045 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cf00f9-12e8-4bbc-b0f8-25c383f2c0f3 None None] Sync routers for ids ['83d68eda-d7f2-42e1-8b7c-670e543dc09c'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:46:23.062039 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b396e80-1df6-46af-ac3a-b232c2ad2dd5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:23.065452 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cf00f9-12e8-4bbc-b0f8-25c383f2c0f3 None None] Routers {'83d68eda-d7f2-42e1-8b7c-670e543dc09c'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:46:23.066060 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-a2cf00f9-12e8-4bbc-b0f8-25c383f2c0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:46:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['83d68eda-d7f2-42e1-8b7c-670e543dc09c'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:46:23.089214 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0b396e80-1df6-46af-ac3a-b232c2ad2dd5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5539472 Nov 10 18:46:23.089810 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d2c0e3-f1d6-411b-88cc-e6483d781030', 'tag': 'bd760e84-4231-4c28-a74a-12e7159f8364'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:46:23.092058 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b16e02-9760-4c22-a584-b0ee94e6422c" -d '{"events": [{"name": "network-changed", "server_uuid": "74d2c0e3-f1d6-411b-88cc-e6483d781030", "tag": "bd760e84-4231-4c28-a74a-12e7159f8364"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:46:23.134167 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657deacc-f7a4-47a2-a7dc-6300288eb515 x-openstack-request-id: req-657deacc-f7a4-47a2-a7dc-6300288eb515 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:46:23.134527 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74d2c0e3-f1d6-411b-88cc-e6483d781030", "tag": "bd760e84-4231-4c28-a74a-12e7159f8364", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:46:23.134855 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-657deacc-f7a4-47a2-a7dc-6300288eb515 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:46:23.135330 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74d2c0e3-f1d6-411b-88cc-e6483d781030', 'tag': 'bd760e84-4231-4c28-a74a-12e7159f8364', 'status': 'completed', 'code': 200} Nov 10 18:46:23.198206 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9ad39-3199-42f3-a540-5ea434e51803 req-10ebe573-13e8-4263-9a7b-84a916a98997 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:23.199776 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-01d9ad39-3199-42f3-a540-5ea434e51803 req-10ebe573-13e8-4263-9a7b-84a916a98997 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c0e3-f1d6-411b-88cc-e6483d781030 HTTP/1.1" status: 200 len: 946 time: 0.0560288 Nov 10 18:46:23.203990 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b16e02-9760-4c22-a584-b0ee94e6422c req-96a94dac-d31a-473a-b4c3-d3175fc83436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:23.205720 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-81b16e02-9760-4c22-a584-b0ee94e6422c req-96a94dac-d31a-473a-b4c3-d3175fc83436 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&device_id=74d2c0e3-f1d6-411b-88cc-e6483d781030 HTTP/1.1" status: 200 len: 1098 time: 0.0477304 Nov 10 18:46:23.256049 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-01d9ad39-3199-42f3-a540-5ea434e51803 req-0e80dcf7-4f4e-4bd5-b18a-9229ba27964a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=219b396a-2b55-4e22-b17d-a9ff43a8b177&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481856 Nov 10 18:46:23.279835 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-a2cf00f9-12e8-4bbc-b0f8-25c383f2c0f3 None None] Set router 83d68eda-d7f2-42e1-8b7c-670e543dc09c gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:46:23.280023 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34728) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:46:23.361223 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c473b3d3-ce32-4027-b5d6-a58311e87d3e tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/floatingips/81d68127-a432-481e-9005-39cfe7ee670a HTTP/1.1" status: 200 len: 991 time: 0.0801864 Nov 10 18:46:23.364081 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b16e02-9760-4c22-a584-b0ee94e6422c req-12537eb1-8472-4c90-99b1-e5c5d1a55c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:23.365521 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-81b16e02-9760-4c22-a584-b0ee94e6422c req-12537eb1-8472-4c90-99b1-e5c5d1a55c0b service neutron] 10.222.0.13 "GET /v2.0/networks?id=8485421b-6d40-4af7-abe0-3e388ab7aa5b HTTP/1.1" status: 200 len: 898 time: 0.1532297 Nov 10 18:46:23.434616 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-81b16e02-9760-4c22-a584-b0ee94e6422c req-fad15a02-934d-4654-8c9d-95efe39376d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd760e84-4231-4c28-a74a-12e7159f8364 HTTP/1.1" status: 200 len: 999 time: 0.0623453 Nov 10 18:46:23.485560 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b16e02-9760-4c22-a584-b0ee94e6422c req-d8944223-f0df-4e28-ad68-8f68f12171d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:23.487010 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-81b16e02-9760-4c22-a584-b0ee94e6422c req-d8944223-f0df-4e28-ad68-8f68f12171d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2fbeed8e-2467-4c35-87c4-50b1cb5e1259 HTTP/1.1" status: 200 len: 835 time: 0.0449474 Nov 10 18:46:23.492138 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-a2cf00f9-12e8-4bbc-b0f8-25c383f2c0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955317569', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '11f80455-9ffd-46cd-9d8c-b104fd1b39aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:46:05Z', 'updated_at': '2021-11-10T18:46:09Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '11f80455-9ffd-46cd-9d8c-b104fd1b39aa', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:46:05Z', 'updated_at': '2021-11-10T18:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '81d68127-a432-481e-9005-39cfe7ee670a', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'port_id': 'bd760e84-4231-4c28-a74a-12e7159f8364', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8485421b-6d40-4af7-abe0-3e388ab7aa5b', 'mac_address': 'fa:16:3e:0a:6f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d2c0e3-f1d6-411b-88cc-e6483d781030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:46:22Z', 'updated_at': '2021-11-10T18:46:22Z', 'revision_number': 0, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eceb80e-0073-4ff3-b723-b2f1a230ff89', 'name': '', 'network_id': '8485421b-6d40-4af7-abe0-3e388ab7aa5b', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:31:10:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2fbeed8e-2467-4c35-87c4-50b1cb5e1259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:46:08Z', 'updated_at': '2021-11-10T18:46:12Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '2fbeed8e-2467-4c35-87c4-50b1cb5e1259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:46:23.518392 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cf00f9-12e8-4bbc-b0f8-25c383f2c0f3 None None] Checking router: 83d68eda-d7f2-42e1-8b7c-670e543dc09c for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:46:23.527126 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cf00f9-12e8-4bbc-b0f8-25c383f2c0f3 None None] Routers {'83d68eda-d7f2-42e1-8b7c-670e543dc09c'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:46:23.527688 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-a2cf00f9-12e8-4bbc-b0f8-25c383f2c0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:46:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['83d68eda-d7f2-42e1-8b7c-670e543dc09c'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:46:23.532336 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b16e02-9760-4c22-a584-b0ee94e6422c req-d7b7d6d3-b12f-4e9c-ae0c-473dc44277bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:23.533826 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-81b16e02-9760-4c22-a584-b0ee94e6422c req-d7b7d6d3-b12f-4e9c-ae0c-473dc44277bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8485421b-6d40-4af7-abe0-3e388ab7aa5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394390 Nov 10 18:46:23.633733 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-81b16e02-9760-4c22-a584-b0ee94e6422c req-95e3fbab-81e8-4c5c-ba37-064b320a3d9c service neutron] 10.222.0.13 "GET /v2.0/networks/8485421b-6d40-4af7-abe0-3e388ab7aa5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928233 Nov 10 18:46:23.635384 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-a2cf00f9-12e8-4bbc-b0f8-25c383f2c0f3 None None] Set router 83d68eda-d7f2-42e1-8b7c-670e543dc09c gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:46:23.728872 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-81b16e02-9760-4c22-a584-b0ee94e6422c req-370105bc-a16f-4013-808d-8cdaf0bb96d7 service neutron] 10.222.0.13 "GET /v2.0/networks/8485421b-6d40-4af7-abe0-3e388ab7aa5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875762 Nov 10 18:46:23.859744 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-a2cf00f9-12e8-4bbc-b0f8-25c383f2c0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955317569', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '11f80455-9ffd-46cd-9d8c-b104fd1b39aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:46:05Z', 'updated_at': '2021-11-10T18:46:09Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '11f80455-9ffd-46cd-9d8c-b104fd1b39aa', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:46:05Z', 'updated_at': '2021-11-10T18:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '81d68127-a432-481e-9005-39cfe7ee670a', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'port_id': 'bd760e84-4231-4c28-a74a-12e7159f8364', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8485421b-6d40-4af7-abe0-3e388ab7aa5b', 'mac_address': 'fa:16:3e:0a:6f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d2c0e3-f1d6-411b-88cc-e6483d781030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:46:22Z', 'updated_at': '2021-11-10T18:46:22Z', 'revision_number': 0, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eceb80e-0073-4ff3-b723-b2f1a230ff89', 'name': '', 'network_id': '8485421b-6d40-4af7-abe0-3e388ab7aa5b', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:31:10:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2fbeed8e-2467-4c35-87c4-50b1cb5e1259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:46:08Z', 'updated_at': '2021-11-10T18:46:12Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '2fbeed8e-2467-4c35-87c4-50b1cb5e1259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:46:23.886006 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cf00f9-12e8-4bbc-b0f8-25c383f2c0f3 None None] The sync data for ids ['83d68eda-d7f2-42e1-8b7c-670e543dc09c'] in n-d-776250-10 is: [{'id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955317569', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '11f80455-9ffd-46cd-9d8c-b104fd1b39aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:46:05Z', 'updated_at': '2021-11-10T18:46:09Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '11f80455-9ffd-46cd-9d8c-b104fd1b39aa', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:46:05Z', 'updated_at': '2021-11-10T18:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '81d68127-a432-481e-9005-39cfe7ee670a', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'port_id': 'bd760e84-4231-4c28-a74a-12e7159f8364', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8485421b-6d40-4af7-abe0-3e388ab7aa5b', 'mac_address': 'fa:16:3e:0a:6f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d2c0e3-f1d6-411b-88cc-e6483d781030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:46:22Z', 'updated_at': '2021-11-10T18:46:22Z', 'revision_number': 0, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eceb80e-0073-4ff3-b723-b2f1a230ff89', 'name': '', 'network_id': '8485421b-6d40-4af7-abe0-3e388ab7aa5b', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:31:10:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2fbeed8e-2467-4c35-87c4-50b1cb5e1259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:46:08Z', 'updated_at': '2021-11-10T18:46:12Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '2fbeed8e-2467-4c35-87c4-50b1cb5e1259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:46:24.084114 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f194d2-fad7-43ef-a33c-403b2e8674e2 None None] New status for floating IP 81d68127-a432-481e-9005-39cfe7ee670a: ACTIVE {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:46:24.365223 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34730) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:46:24.428745 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3768980f-4c0e-4802-aec7-b2d031edc0cc tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/floatingips/81d68127-a432-481e-9005-39cfe7ee670a HTTP/1.1" status: 200 len: 993 time: 0.0624652 Nov 10 18:46:25.442497 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:25.720497 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:30.679303 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8d6a5142-f01f-40de-928a-b7f04d0bb3b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:33.042512 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-37c7416b-2708-4c39-a936-63828092dca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:34.298917 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:35.784952 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:36.471933 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:37.878837 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:46:42.926709 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-954f2056-e247-4246-8b71-bb8526d29cd1 req-40011ab2-696b-40b9-88ea-ae5dfb8e5e39 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=74d2c0e3-f1d6-411b-88cc-e6483d781030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404112 Nov 10 18:46:43.009744 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f2056-e247-4246-8b71-bb8526d29cd1 req-a8eef46a-9f33-4f25-ab77-7cfcc15de4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:43.011209 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-954f2056-e247-4246-8b71-bb8526d29cd1 req-a8eef46a-9f33-4f25-ab77-7cfcc15de4e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&device_id=74d2c0e3-f1d6-411b-88cc-e6483d781030 HTTP/1.1" status: 200 len: 1098 time: 0.0402226 Nov 10 18:46:43.462288 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f2056-e247-4246-8b71-bb8526d29cd1 req-4527a323-4615-4bcc-8fb3-7d2588792c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:43.463774 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-954f2056-e247-4246-8b71-bb8526d29cd1 req-4527a323-4615-4bcc-8fb3-7d2588792c4f service neutron] 10.222.0.13 "GET /v2.0/networks?id=8485421b-6d40-4af7-abe0-3e388ab7aa5b HTTP/1.1" status: 200 len: 898 time: 0.4301469 Nov 10 18:46:43.531880 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-954f2056-e247-4246-8b71-bb8526d29cd1 req-d16875a4-430d-435f-b8bd-38c0a640ffff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd760e84-4231-4c28-a74a-12e7159f8364 HTTP/1.1" status: 200 len: 1001 time: 0.0580127 Nov 10 18:46:43.583976 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f2056-e247-4246-8b71-bb8526d29cd1 req-07c3b802-8c94-4b0b-929b-114cf801aca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:43.585493 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-954f2056-e247-4246-8b71-bb8526d29cd1 req-07c3b802-8c94-4b0b-929b-114cf801aca3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2fbeed8e-2467-4c35-87c4-50b1cb5e1259 HTTP/1.1" status: 200 len: 835 time: 0.0467989 Nov 10 18:46:43.632085 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f2056-e247-4246-8b71-bb8526d29cd1 req-f10a5719-65a2-4f40-bc12-fc5afd994171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:43.633942 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-954f2056-e247-4246-8b71-bb8526d29cd1 req-f10a5719-65a2-4f40-bc12-fc5afd994171 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8485421b-6d40-4af7-abe0-3e388ab7aa5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404279 Nov 10 18:46:43.729827 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-954f2056-e247-4246-8b71-bb8526d29cd1 req-2f705378-7e2f-4eed-ba42-1e3fa9617ef3 service neutron] 10.222.0.13 "GET /v2.0/networks/8485421b-6d40-4af7-abe0-3e388ab7aa5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887654 Nov 10 18:46:43.823118 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-954f2056-e247-4246-8b71-bb8526d29cd1 req-524cc34e-2574-4b7f-9a93-6326b0c65207 service neutron] 10.222.0.13 "GET /v2.0/networks/8485421b-6d40-4af7-abe0-3e388ab7aa5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843287 Nov 10 18:46:53.257709 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8bb38-6bd8-4f4e-ab07-cb856a4c7a39 req-5c62b8e8-6810-4b0c-8998-9910d0d6c2c4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:53.259185 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f7b8bb38-6bd8-4f4e-ab07-cb856a4c7a39 req-5c62b8e8-6810-4b0c-8998-9910d0d6c2c4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c0e3-f1d6-411b-88cc-e6483d781030 HTTP/1.1" status: 200 len: 946 time: 0.0823839 Nov 10 18:46:53.260899 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2f475-d9f3-41dc-b164-3886f68b7f71 req-05a21acf-169c-4d76-8af8-93a36bc4108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:53.262236 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8ec2f475-d9f3-41dc-b164-3886f68b7f71 req-05a21acf-169c-4d76-8af8-93a36bc4108e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&device_id=74d2c0e3-f1d6-411b-88cc-e6483d781030 HTTP/1.1" status: 200 len: 1098 time: 0.0767853 Nov 10 18:46:53.359188 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f7b8bb38-6bd8-4f4e-ab07-cb856a4c7a39 req-43c45d69-e1f9-4b66-8824-3152da13c722 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=219b396a-2b55-4e22-b17d-a9ff43a8b177&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0939229 Nov 10 18:46:53.389523 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2f475-d9f3-41dc-b164-3886f68b7f71 req-97107f3f-ba5d-40b1-9566-46fce7324210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:53.390985 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8ec2f475-d9f3-41dc-b164-3886f68b7f71 req-97107f3f-ba5d-40b1-9566-46fce7324210 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8485421b-6d40-4af7-abe0-3e388ab7aa5b HTTP/1.1" status: 200 len: 898 time: 0.1190054 Nov 10 18:46:53.465876 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8ec2f475-d9f3-41dc-b164-3886f68b7f71 req-ac7148c2-65c4-4d7c-9ec7-cd7d314da5ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd760e84-4231-4c28-a74a-12e7159f8364 HTTP/1.1" status: 200 len: 1001 time: 0.0629499 Nov 10 18:46:53.515318 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2f475-d9f3-41dc-b164-3886f68b7f71 req-a4b79a55-68ab-4981-8e68-3278a67cfe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:53.517429 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8ec2f475-d9f3-41dc-b164-3886f68b7f71 req-a4b79a55-68ab-4981-8e68-3278a67cfe91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2fbeed8e-2467-4c35-87c4-50b1cb5e1259 HTTP/1.1" status: 200 len: 835 time: 0.0437691 Nov 10 18:46:53.562446 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2f475-d9f3-41dc-b164-3886f68b7f71 req-f14bb2a7-da8e-4b9a-8d18-6ebe17f82e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:53.564519 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8ec2f475-d9f3-41dc-b164-3886f68b7f71 req-f14bb2a7-da8e-4b9a-8d18-6ebe17f82e87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8485421b-6d40-4af7-abe0-3e388ab7aa5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393243 Nov 10 18:46:53.660073 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8ec2f475-d9f3-41dc-b164-3886f68b7f71 req-694c2ad3-8024-497e-9efb-0ad22f5ca4d5 service neutron] 10.222.0.13 "GET /v2.0/networks/8485421b-6d40-4af7-abe0-3e388ab7aa5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877504 Nov 10 18:46:53.751476 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8ec2f475-d9f3-41dc-b164-3886f68b7f71 req-7ae5c52b-1409-4af9-a8d5-3b1605c88916 service neutron] 10.222.0.13 "GET /v2.0/networks/8485421b-6d40-4af7-abe0-3e388ab7aa5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831029 Nov 10 18:46:54.482973 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6edb5-80d2-481c-a715-9b8568195c26 req-8bf273d3-273a-4c14-9c37-0ac57c97c910 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:54.484457 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1cf6edb5-80d2-481c-a715-9b8568195c26 req-8bf273d3-273a-4c14-9c37-0ac57c97c910 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c0e3-f1d6-411b-88cc-e6483d781030 HTTP/1.1" status: 200 len: 946 time: 0.0529668 Nov 10 18:46:54.534525 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1cf6edb5-80d2-481c-a715-9b8568195c26 req-04a825a2-5dfd-4520-88d7-8dc3fc4513ba tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=219b396a-2b55-4e22-b17d-a9ff43a8b177&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436306 Nov 10 18:46:55.457482 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:55.656803 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc894aad-00a4-4294-881a-b2f91c3e0e0c req-46596ce4-a48f-440e-bf58-a7a03b253d28 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:55.658893 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cc894aad-00a4-4294-881a-b2f91c3e0e0c req-46596ce4-a48f-440e-bf58-a7a03b253d28 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c0e3-f1d6-411b-88cc-e6483d781030 HTTP/1.1" status: 200 len: 946 time: 0.0552001 Nov 10 18:46:55.708847 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cc894aad-00a4-4294-881a-b2f91c3e0e0c req-b262fb67-0b42-4493-a4e4-9b460a9fe324 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=219b396a-2b55-4e22-b17d-a9ff43a8b177&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438671 Nov 10 18:46:55.722378 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:46:56.825252 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ee170-8131-4689-aacf-ee851f15d369 req-390efda6-202d-4144-a7f7-f51eec4ee234 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:56.826764 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e10ee170-8131-4689-aacf-ee851f15d369 req-390efda6-202d-4144-a7f7-f51eec4ee234 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c0e3-f1d6-411b-88cc-e6483d781030 HTTP/1.1" status: 200 len: 946 time: 0.0485880 Nov 10 18:46:56.876769 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e10ee170-8131-4689-aacf-ee851f15d369 req-c04e2369-f1a0-4321-8d78-3a9134826685 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=219b396a-2b55-4e22-b17d-a9ff43a8b177&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435529 Nov 10 18:46:57.993063 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262172b3-7a22-4efd-94cc-1c7f5292a644 req-5fadffab-bba1-4bd3-baec-70079e861c4a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:57.994554 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-262172b3-7a22-4efd-94cc-1c7f5292a644 req-5fadffab-bba1-4bd3-baec-70079e861c4a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c0e3-f1d6-411b-88cc-e6483d781030 HTTP/1.1" status: 200 len: 946 time: 0.0494676 Nov 10 18:46:58.043356 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-262172b3-7a22-4efd-94cc-1c7f5292a644 req-b65eb061-7837-4054-b939-f70e4127a15d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=219b396a-2b55-4e22-b17d-a9ff43a8b177&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428896 Nov 10 18:46:59.164078 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a87ed6-2ecc-4eef-bc13-be205e92fbed req-92a988ba-4c55-4742-b067-3ce6d091d333 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:46:59.165576 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-28a87ed6-2ecc-4eef-bc13-be205e92fbed req-92a988ba-4c55-4742-b067-3ce6d091d333 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c0e3-f1d6-411b-88cc-e6483d781030 HTTP/1.1" status: 200 len: 946 time: 0.0529304 Nov 10 18:46:59.215430 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-28a87ed6-2ecc-4eef-bc13-be205e92fbed req-de085935-5487-45ef-adb2-83526750139a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=219b396a-2b55-4e22-b17d-a9ff43a8b177&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438704 Nov 10 18:47:00.331158 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1ca28-a168-4567-a6f2-b533851a7fd6 req-d0fd9319-8911-406d-acae-401d8c68c8af tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:47:00.332661 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-10e1ca28-a168-4567-a6f2-b533851a7fd6 req-d0fd9319-8911-406d-acae-401d8c68c8af tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c0e3-f1d6-411b-88cc-e6483d781030 HTTP/1.1" status: 200 len: 946 time: 0.0485849 Nov 10 18:47:00.387566 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-10e1ca28-a168-4567-a6f2-b533851a7fd6 req-940c64ad-bd58-4a45-b085-bc06d173637a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=219b396a-2b55-4e22-b17d-a9ff43a8b177&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489862 Nov 10 18:47:00.680494 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d86bfbdf-1793-4c3d-93fd-c3d88b542019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:01.508141 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1df282-1397-4b0c-8cca-057219b3a726 req-2c57d0f4-259f-4128-a6f1-2eb6da534b2c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:47:01.509659 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0c1df282-1397-4b0c-8cca-057219b3a726 req-2c57d0f4-259f-4128-a6f1-2eb6da534b2c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c0e3-f1d6-411b-88cc-e6483d781030 HTTP/1.1" status: 200 len: 946 time: 0.0506589 Nov 10 18:47:01.558810 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0c1df282-1397-4b0c-8cca-057219b3a726 req-8dfd82af-62f8-481f-9812-b1ca6ef9debd tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=219b396a-2b55-4e22-b17d-a9ff43a8b177&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432856 Nov 10 18:47:02.676453 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71f48e-41b3-455f-935b-63e8e75fd6b2 req-4f0ad3a4-01d3-4335-bcac-9f4b792e7e4b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:47:02.677945 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7c71f48e-41b3-455f-935b-63e8e75fd6b2 req-4f0ad3a4-01d3-4335-bcac-9f4b792e7e4b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c0e3-f1d6-411b-88cc-e6483d781030 HTTP/1.1" status: 200 len: 946 time: 0.0486603 Nov 10 18:47:02.726813 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7c71f48e-41b3-455f-935b-63e8e75fd6b2 req-c8c637b5-a748-4514-989c-459be6d16dc0 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=219b396a-2b55-4e22-b17d-a9ff43a8b177&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429852 Nov 10 18:47:03.043944 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ce2a0a2d-327d-4ecb-86c7-b6856efb8cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:03.844395 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ab28e-36be-4e0c-af9e-4d04a32bd325 req-72e1801d-32cb-4ff3-9265-9d9d24527b31 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:47:03.845923 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a16ab28e-36be-4e0c-af9e-4d04a32bd325 req-72e1801d-32cb-4ff3-9265-9d9d24527b31 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c0e3-f1d6-411b-88cc-e6483d781030 HTTP/1.1" status: 200 len: 946 time: 0.0498374 Nov 10 18:47:03.900459 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a16ab28e-36be-4e0c-af9e-4d04a32bd325 req-4ae1d369-6557-4654-94aa-ed85aec4cead tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=219b396a-2b55-4e22-b17d-a9ff43a8b177&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485964 Nov 10 18:47:04.300642 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:05.017058 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb258495-4b5c-46a8-b9be-57116aa0b4a9 req-5b6a63ce-61de-4728-b01e-275b1d1642f6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:47:05.018536 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eb258495-4b5c-46a8-b9be-57116aa0b4a9 req-5b6a63ce-61de-4728-b01e-275b1d1642f6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c0e3-f1d6-411b-88cc-e6483d781030 HTTP/1.1" status: 200 len: 946 time: 0.0494864 Nov 10 18:47:05.067482 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-eb258495-4b5c-46a8-b9be-57116aa0b4a9 req-93d5c37b-ffc7-43fe-a858-6b2f46c34878 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=219b396a-2b55-4e22-b17d-a9ff43a8b177&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428593 Nov 10 18:47:05.089699 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34766) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:47:05.150581 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0f98e7f1-f7fc-42db-a0c8-bc0926d45628 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/floatingips/81d68127-a432-481e-9005-39cfe7ee670a HTTP/1.1" status: 200 len: 993 time: 0.0597277 Nov 10 18:47:05.787838 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:06.473382 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:14.877857 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:47:25.472028 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:25.725968 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:30.681211 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-71cc7efb-e615-4a47-b8e7-99c6100e9ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:33.045243 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b867cab6-1b23-427d-9ee9-c4ce87603a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:34.305009 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:35.492492 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34776) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:47:35.654279 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-1bd54aaf-1a6d-4da0-9ca0-1fa940b5a8ff tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Deleting port 90002221-83f1-4c95-a8ad-d02f8099464d {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:47:35.654619 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bd54aaf-1a6d-4da0-9ca0-1fa940b5a8ff tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:35.736095 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bd54aaf-1a6d-4da0-9ca0-1fa940b5a8ff tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:35.736455 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bd54aaf-1a6d-4da0-9ca0-1fa940b5a8ff tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:35.748937 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-1bd54aaf-1a6d-4da0-9ca0-1fa940b5a8ff tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Calling delete_port for 90002221-83f1-4c95-a8ad-d02f8099464d owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:47:35.790715 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:35.901955 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bd54aaf-1a6d-4da0-9ca0-1fa940b5a8ff tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:35.928089 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd54aaf-1a6d-4da0-9ca0-1fa940b5a8ff tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event deleted for resources: {'Port': ['ID=90002221-83f1-4c95-a8ad-d02f8099464d,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:47:35.940198 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd54aaf-1a6d-4da0-9ca0-1fa940b5a8ff tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:35.940556 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd54aaf-1a6d-4da0-9ca0-1fa940b5a8ff tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:35.940897 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd54aaf-1a6d-4da0-9ca0-1fa940b5a8ff tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:35.941234 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd54aaf-1a6d-4da0-9ca0-1fa940b5a8ff tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:35.941566 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd54aaf-1a6d-4da0-9ca0-1fa940b5a8ff tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:35.942384 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd54aaf-1a6d-4da0-9ca0-1fa940b5a8ff tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:35.943246 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd54aaf-1a6d-4da0-9ca0-1fa940b5a8ff tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:35.943585 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd54aaf-1a6d-4da0-9ca0-1fa940b5a8ff tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:35.943918 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd54aaf-1a6d-4da0-9ca0-1fa940b5a8ff tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:35.944276 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd54aaf-1a6d-4da0-9ca0-1fa940b5a8ff tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:35.944605 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd54aaf-1a6d-4da0-9ca0-1fa940b5a8ff tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:35.944928 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd54aaf-1a6d-4da0-9ca0-1fa940b5a8ff tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:36.000173 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bd54aaf-1a6d-4da0-9ca0-1fa940b5a8ff tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:36.000451 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-1bd54aaf-1a6d-4da0-9ca0-1fa940b5a8ff tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Floating IP 81d68127-a432-481e-9005-39cfe7ee670a disassociated (deleted). External IP: 172.25.5.40, port: bd760e84-4231-4c28-a74a-12e7159f8364. Nov 10 18:47:36.213409 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd54aaf-1a6d-4da0-9ca0-1fa940b5a8ff tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Router 83d68eda-d7f2-42e1-8b7c-670e543dc09c has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:47:36.321251 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd54aaf-1a6d-4da0-9ca0-1fa940b5a8ff tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:47:36.326033 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bd54aaf-1a6d-4da0-9ca0-1fa940b5a8ff tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:36.331131 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6cee58-61b3-4b0e-810e-9b86f252f1c2 None None] Sync routers for ids ['83d68eda-d7f2-42e1-8b7c-670e543dc09c'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:47:36.340815 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6cee58-61b3-4b0e-810e-9b86f252f1c2 None None] Routers {'83d68eda-d7f2-42e1-8b7c-670e543dc09c'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:47:36.341405 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ee6cee58-61b3-4b0e-810e-9b86f252f1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:47:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['83d68eda-d7f2-42e1-8b7c-670e543dc09c'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:47:36.354274 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1bd54aaf-1a6d-4da0-9ca0-1fa940b5a8ff tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "DELETE /v2.0/floatingips/81d68127-a432-481e-9005-39cfe7ee670a HTTP/1.1" status: 204 len: 168 time: 0.8606601 Nov 10 18:47:36.354875 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d2c0e3-f1d6-411b-88cc-e6483d781030', 'tag': 'bd760e84-4231-4c28-a74a-12e7159f8364'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:47:36.357480 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ef8d84-2bfa-46be-ad9b-06482758b758" -d '{"events": [{"name": "network-changed", "server_uuid": "74d2c0e3-f1d6-411b-88cc-e6483d781030", "tag": "bd760e84-4231-4c28-a74a-12e7159f8364"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:47:36.404999 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e800a0b7-2ee6-4693-a9b0-879e4e06b4b0 x-openstack-request-id: req-e800a0b7-2ee6-4693-a9b0-879e4e06b4b0 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:47:36.405286 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74d2c0e3-f1d6-411b-88cc-e6483d781030", "tag": "bd760e84-4231-4c28-a74a-12e7159f8364", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:47:36.405538 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e800a0b7-2ee6-4693-a9b0-879e4e06b4b0 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:47:36.405950 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74d2c0e3-f1d6-411b-88cc-e6483d781030', 'tag': 'bd760e84-4231-4c28-a74a-12e7159f8364', 'status': 'completed', 'code': 200} Nov 10 18:47:36.455269 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-ee6cee58-61b3-4b0e-810e-9b86f252f1c2 None None] Set router 83d68eda-d7f2-42e1-8b7c-670e543dc09c gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:47:36.484501 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef8d84-2bfa-46be-ad9b-06482758b758 req-e3ad3dde-5870-4742-9379-677cb5375b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:47:36.487187 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b1ef8d84-2bfa-46be-ad9b-06482758b758 req-e3ad3dde-5870-4742-9379-677cb5375b55 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&device_id=74d2c0e3-f1d6-411b-88cc-e6483d781030 HTTP/1.1" status: 200 len: 1098 time: 0.0548868 Nov 10 18:47:36.528173 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:36.594968 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef8d84-2bfa-46be-ad9b-06482758b758 req-72980b74-c726-4cb8-842d-6a32a3fbc023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:47:36.596668 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b1ef8d84-2bfa-46be-ad9b-06482758b758 req-72980b74-c726-4cb8-842d-6a32a3fbc023 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8485421b-6d40-4af7-abe0-3e388ab7aa5b HTTP/1.1" status: 200 len: 898 time: 0.0992980 Nov 10 18:47:36.650926 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b1ef8d84-2bfa-46be-ad9b-06482758b758 req-7332572e-06d8-4eda-8f06-fc9592622c78 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd760e84-4231-4c28-a74a-12e7159f8364 HTTP/1.1" status: 200 len: 217 time: 0.0457115 Nov 10 18:47:36.690124 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8b4d0-d76c-49f1-a31d-6a8a7e5a22d8 req-b0fde867-1eb3-4204-98a7-a69111d81c98 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:47:36.691592 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-91a8b4d0-d76c-49f1-a31d-6a8a7e5a22d8 req-b0fde867-1eb3-4204-98a7-a69111d81c98 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c0e3-f1d6-411b-88cc-e6483d781030 HTTP/1.1" status: 200 len: 946 time: 0.1115251 Nov 10 18:47:36.694860 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ee6cee58-61b3-4b0e-810e-9b86f252f1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955317569', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '11f80455-9ffd-46cd-9d8c-b104fd1b39aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:46:05Z', 'updated_at': '2021-11-10T18:46:09Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '11f80455-9ffd-46cd-9d8c-b104fd1b39aa', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:46:05Z', 'updated_at': '2021-11-10T18:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '7eceb80e-0073-4ff3-b723-b2f1a230ff89', 'name': '', 'network_id': '8485421b-6d40-4af7-abe0-3e388ab7aa5b', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:31:10:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2fbeed8e-2467-4c35-87c4-50b1cb5e1259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:46:08Z', 'updated_at': '2021-11-10T18:46:12Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '2fbeed8e-2467-4c35-87c4-50b1cb5e1259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:47:36.706791 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef8d84-2bfa-46be-ad9b-06482758b758 req-11b019d8-7559-47c6-9f59-acd90248ad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:47:36.709061 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b1ef8d84-2bfa-46be-ad9b-06482758b758 req-11b019d8-7559-47c6-9f59-acd90248ad18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2fbeed8e-2467-4c35-87c4-50b1cb5e1259 HTTP/1.1" status: 200 len: 835 time: 0.0479918 Nov 10 18:47:36.722021 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6cee58-61b3-4b0e-810e-9b86f252f1c2 None None] Checking router: 83d68eda-d7f2-42e1-8b7c-670e543dc09c for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:47:36.731396 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6cee58-61b3-4b0e-810e-9b86f252f1c2 None None] Routers {'83d68eda-d7f2-42e1-8b7c-670e543dc09c'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:47:36.732301 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ee6cee58-61b3-4b0e-810e-9b86f252f1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:47:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['83d68eda-d7f2-42e1-8b7c-670e543dc09c'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:47:36.751310 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-91a8b4d0-d76c-49f1-a31d-6a8a7e5a22d8 req-09458149-9c34-41df-9116-b61b285c6190 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=219b396a-2b55-4e22-b17d-a9ff43a8b177&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524817 Nov 10 18:47:36.759507 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef8d84-2bfa-46be-ad9b-06482758b758 req-e72045fc-f771-4143-b601-c7672a338c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:47:36.761186 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b1ef8d84-2bfa-46be-ad9b-06482758b758 req-e72045fc-f771-4143-b601-c7672a338c08 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8485421b-6d40-4af7-abe0-3e388ab7aa5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440462 Nov 10 18:47:36.844468 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-ee6cee58-61b3-4b0e-810e-9b86f252f1c2 None None] Set router 83d68eda-d7f2-42e1-8b7c-670e543dc09c gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:47:36.863053 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b1ef8d84-2bfa-46be-ad9b-06482758b758 req-71d12912-2afc-4763-92c3-133b45608808 service neutron] 10.222.0.13 "GET /v2.0/networks/8485421b-6d40-4af7-abe0-3e388ab7aa5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919409 Nov 10 18:47:36.956531 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b1ef8d84-2bfa-46be-ad9b-06482758b758 req-14fa6bc4-3f6a-4c47-add2-a52757505f84 service neutron] 10.222.0.13 "GET /v2.0/networks/8485421b-6d40-4af7-abe0-3e388ab7aa5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852108 Nov 10 18:47:37.046618 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ee6cee58-61b3-4b0e-810e-9b86f252f1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955317569', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '11f80455-9ffd-46cd-9d8c-b104fd1b39aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:46:05Z', 'updated_at': '2021-11-10T18:46:09Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '11f80455-9ffd-46cd-9d8c-b104fd1b39aa', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:46:05Z', 'updated_at': '2021-11-10T18:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '7eceb80e-0073-4ff3-b723-b2f1a230ff89', 'name': '', 'network_id': '8485421b-6d40-4af7-abe0-3e388ab7aa5b', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:31:10:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2fbeed8e-2467-4c35-87c4-50b1cb5e1259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:46:08Z', 'updated_at': '2021-11-10T18:46:12Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '2fbeed8e-2467-4c35-87c4-50b1cb5e1259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:47:37.073512 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6cee58-61b3-4b0e-810e-9b86f252f1c2 None None] The sync data for ids ['83d68eda-d7f2-42e1-8b7c-670e543dc09c'] in n-d-776250-10 is: [{'id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955317569', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '11f80455-9ffd-46cd-9d8c-b104fd1b39aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:46:05Z', 'updated_at': '2021-11-10T18:46:09Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '11f80455-9ffd-46cd-9d8c-b104fd1b39aa', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:46:05Z', 'updated_at': '2021-11-10T18:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '7eceb80e-0073-4ff3-b723-b2f1a230ff89', 'name': '', 'network_id': '8485421b-6d40-4af7-abe0-3e388ab7aa5b', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:31:10:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '2fbeed8e-2467-4c35-87c4-50b1cb5e1259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:46:08Z', 'updated_at': '2021-11-10T18:46:12Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '2fbeed8e-2467-4c35-87c4-50b1cb5e1259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:47:37.301998 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c3ea50-8935-4d7d-ab1e-4d6ee58e0ffa None None] New status for floating IP 81d68127-a432-481e-9005-39cfe7ee670a: DOWN {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:47:37.923520 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1056284-2d0a-4182-a7e3-c9d726b26a18 req-cba9e776-cdb6-4a67-8222-85a35e38f5c6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:47:37.925052 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e1056284-2d0a-4182-a7e3-c9d726b26a18 req-cba9e776-cdb6-4a67-8222-85a35e38f5c6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=74d2c0e3-f1d6-411b-88cc-e6483d781030 HTTP/1.1" status: 200 len: 946 time: 0.1024375 Nov 10 18:47:37.979830 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e1056284-2d0a-4182-a7e3-c9d726b26a18 req-092522c4-7d43-4c1a-bbc7-ab82db47caae tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=219b396a-2b55-4e22-b17d-a9ff43a8b177&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480363 Nov 10 18:47:38.095587 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef8d2b-7ae8-4bca-9171-f6247c50e690 req-961b60cb-4b6e-4939-acb6-e336e87a4a50 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:47:38.096979 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a7ef8d2b-7ae8-4bca-9171-f6247c50e690 req-961b60cb-4b6e-4939-acb6-e336e87a4a50 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.13 "GET /v2.0/ports?device_id=74d2c0e3-f1d6-411b-88cc-e6483d781030 HTTP/1.1" status: 200 len: 946 time: 0.0482457 Nov 10 18:47:38.186116 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-a7ef8d2b-7ae8-4bca-9171-f6247c50e690 req-505c9bbb-d592-406a-ba0c-230e104ffc02 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Deleting port bd760e84-4231-4c28-a74a-12e7159f8364 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:47:38.186464 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a7ef8d2b-7ae8-4bca-9171-f6247c50e690 req-505c9bbb-d592-406a-ba0c-230e104ffc02 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:38.278457 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-a7ef8d2b-7ae8-4bca-9171-f6247c50e690 req-505c9bbb-d592-406a-ba0c-230e104ffc02 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] For port bd760e84-4231-4c28-a74a-12e7159f8364, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=bd760e84-4231-4c28-a74a-12e7159f8364,segment=NetworkSegment(9e529acb-7c66-4e71-8df6-4882dab2b011),segment_id=9e529acb-7c66-4e71-8df6-4882dab2b011)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:47:38.278821 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a7ef8d2b-7ae8-4bca-9171-f6247c50e690 req-505c9bbb-d592-406a-ba0c-230e104ffc02 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:38.293227 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-a7ef8d2b-7ae8-4bca-9171-f6247c50e690 req-505c9bbb-d592-406a-ba0c-230e104ffc02 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Calling delete_port for bd760e84-4231-4c28-a74a-12e7159f8364 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:47:38.424573 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a7ef8d2b-7ae8-4bca-9171-f6247c50e690 req-505c9bbb-d592-406a-ba0c-230e104ffc02 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:38.453118 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c9bbb-d592-406a-ba0c-230e104ffc02 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event deleted for resources: {'Port': ['ID=bd760e84-4231-4c28-a74a-12e7159f8364,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:47:38.465094 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c9bbb-d592-406a-ba0c-230e104ffc02 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:38.465445 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c9bbb-d592-406a-ba0c-230e104ffc02 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:38.465801 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c9bbb-d592-406a-ba0c-230e104ffc02 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:38.466133 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c9bbb-d592-406a-ba0c-230e104ffc02 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:38.466457 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c9bbb-d592-406a-ba0c-230e104ffc02 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:38.466785 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c9bbb-d592-406a-ba0c-230e104ffc02 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:38.467114 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c9bbb-d592-406a-ba0c-230e104ffc02 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:38.467442 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c9bbb-d592-406a-ba0c-230e104ffc02 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:38.467769 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c9bbb-d592-406a-ba0c-230e104ffc02 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:38.468091 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c9bbb-d592-406a-ba0c-230e104ffc02 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:38.468440 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c9bbb-d592-406a-ba0c-230e104ffc02 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:38.468760 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505c9bbb-d592-406a-ba0c-230e104ffc02 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:38.504552 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7ef8d2b-7ae8-4bca-9171-f6247c50e690 req-505c9bbb-d592-406a-ba0c-230e104ffc02 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] No DVR routers for this DVR port bd760e84-4231-4c28-a74a-12e7159f8364 on host n-h2-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:47:38.507521 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-a7ef8d2b-7ae8-4bca-9171-f6247c50e690 req-505c9bbb-d592-406a-ba0c-230e104ffc02 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:38.510909 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a7ef8d2b-7ae8-4bca-9171-f6247c50e690 req-505c9bbb-d592-406a-ba0c-230e104ffc02 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.13 "DELETE /v2.0/ports/bd760e84-4231-4c28-a74a-12e7159f8364 HTTP/1.1" status: 204 len: 173 time: 0.4076686 Nov 10 18:47:38.511349 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d2c0e3-f1d6-411b-88cc-e6483d781030', 'name': 'network-vif-deleted', 'tag': 'bd760e84-4231-4c28-a74a-12e7159f8364'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:47:38.513722 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d64821-cf0e-47ac-84e2-c50f9433c780" -d '{"events": [{"server_uuid": "74d2c0e3-f1d6-411b-88cc-e6483d781030", "name": "network-vif-deleted", "tag": "bd760e84-4231-4c28-a74a-12e7159f8364"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:47:38.551933 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8b9034-5be6-42c4-a750-5af8b6c9180e x-openstack-request-id: req-cd8b9034-5be6-42c4-a750-5af8b6c9180e {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:47:38.552304 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d2c0e3-f1d6-411b-88cc-e6483d781030", "name": "network-vif-deleted", "tag": "bd760e84-4231-4c28-a74a-12e7159f8364", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:47:38.552570 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cd8b9034-5be6-42c4-a750-5af8b6c9180e {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:47:38.552989 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d2c0e3-f1d6-411b-88cc-e6483d781030', 'name': 'network-vif-deleted', 'tag': 'bd760e84-4231-4c28-a74a-12e7159f8364', 'status': 'completed', 'code': 200} Nov 10 18:47:39.035413 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34794) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:47:39.400699 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5aa06c62-0e31-480e-ba88-d0a1f37172e5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:39.660416 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-5aa06c62-0e31-480e-ba88-d0a1f37172e5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Deleting port 7eceb80e-0073-4ff3-b723-b2f1a230ff89 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:47:39.660736 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5aa06c62-0e31-480e-ba88-d0a1f37172e5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:39.751740 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-5aa06c62-0e31-480e-ba88-d0a1f37172e5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] For port 7eceb80e-0073-4ff3-b723-b2f1a230ff89, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=7eceb80e-0073-4ff3-b723-b2f1a230ff89,segment=NetworkSegment(9e529acb-7c66-4e71-8df6-4882dab2b011),segment_id=9e529acb-7c66-4e71-8df6-4882dab2b011)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:47:39.752101 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5aa06c62-0e31-480e-ba88-d0a1f37172e5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:39.764392 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-5aa06c62-0e31-480e-ba88-d0a1f37172e5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Calling delete_port for 7eceb80e-0073-4ff3-b723-b2f1a230ff89 owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:47:39.946906 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5aa06c62-0e31-480e-ba88-d0a1f37172e5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:39.972938 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa06c62-0e31-480e-ba88-d0a1f37172e5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event deleted for resources: {'Port': ['ID=7eceb80e-0073-4ff3-b723-b2f1a230ff89,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:47:40.150211 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5aa06c62-0e31-480e-ba88-d0a1f37172e5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:40.629995 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa06c62-0e31-480e-ba88-d0a1f37172e5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Router 83d68eda-d7f2-42e1-8b7c-670e543dc09c has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:47:40.736129 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa06c62-0e31-480e-ba88-d0a1f37172e5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:47:40.744468 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5aa06c62-0e31-480e-ba88-d0a1f37172e5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "PUT /v2.0/routers/83d68eda-d7f2-42e1-8b7c-670e543dc09c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7076910 Nov 10 18:47:40.747055 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34796) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:47:40.749603 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3320c6-726f-4108-9dfe-55e370b5c8ed None None] Sync routers for ids ['83d68eda-d7f2-42e1-8b7c-670e543dc09c'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:47:40.760493 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3320c6-726f-4108-9dfe-55e370b5c8ed None None] Routers {'83d68eda-d7f2-42e1-8b7c-670e543dc09c'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:47:40.761107 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-eb3320c6-726f-4108-9dfe-55e370b5c8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:47:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['83d68eda-d7f2-42e1-8b7c-670e543dc09c'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:47:40.797874 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-371f4738-6792-4469-9978-8d2753ef8095 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Deleting subnet 2fbeed8e-2467-4c35-87c4-50b1cb5e1259 {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:47:40.800973 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-371f4738-6792-4469-9978-8d2753ef8095 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:40.845715 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-371f4738-6792-4469-9978-8d2753ef8095 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:40.865928 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-eb3320c6-726f-4108-9dfe-55e370b5c8ed None None] Set router 83d68eda-d7f2-42e1-8b7c-670e543dc09c gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:47:40.931562 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-371f4738-6792-4469-9978-8d2753ef8095 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:40.993309 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-371f4738-6792-4469-9978-8d2753ef8095 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:41.019534 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f4738-6792-4469-9978-8d2753ef8095 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event deleted for resources: {'Subnet': ['ID=2fbeed8e-2467-4c35-87c4-50b1cb5e1259,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:47:41.026218 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-371f4738-6792-4469-9978-8d2753ef8095 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:41.032250 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-371f4738-6792-4469-9978-8d2753ef8095 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "DELETE /v2.0/subnets/2fbeed8e-2467-4c35-87c4-50b1cb5e1259 HTTP/1.1" status: 204 len: 168 time: 0.2816508 Nov 10 18:47:41.032426 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34798) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:47:41.034694 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e503966a-b4c9-464c-9d2a-db670f146996 None None] Network 8485421b-6d40-4af7-abe0-3e388ab7aa5b requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:47:41.142172 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-eb3320c6-726f-4108-9dfe-55e370b5c8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955317569', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '11f80455-9ffd-46cd-9d8c-b104fd1b39aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:46:05Z', 'updated_at': '2021-11-10T18:47:39Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '11f80455-9ffd-46cd-9d8c-b104fd1b39aa', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:46:05Z', 'updated_at': '2021-11-10T18:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:47:41.152790 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-67372565-6c3b-4fef-b67e-408ee6ee894d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:41.176745 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3320c6-726f-4108-9dfe-55e370b5c8ed None None] Checking router: 83d68eda-d7f2-42e1-8b7c-670e543dc09c for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:47:41.190341 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3320c6-726f-4108-9dfe-55e370b5c8ed None None] Routers {'83d68eda-d7f2-42e1-8b7c-670e543dc09c'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:47:41.190341 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-eb3320c6-726f-4108-9dfe-55e370b5c8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:47:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['83d68eda-d7f2-42e1-8b7c-670e543dc09c'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:47:41.246406 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1219e358-600f-48d3-b92c-b43e8f146809 None None] DHCP port deletion for 8485421b-6d40-4af7-abe0-3e388ab7aa5b request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:47:41.266442 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-67372565-6c3b-4fef-b67e-408ee6ee894d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:41.300509 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-1219e358-600f-48d3-b92c-b43e8f146809 None None] Deleting port 9dc16f89-0c2d-4642-b434-2eaaaa8cee13 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:47:41.300965 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1219e358-600f-48d3-b92c-b43e8f146809 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:41.306900 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-eb3320c6-726f-4108-9dfe-55e370b5c8ed None None] Set router 83d68eda-d7f2-42e1-8b7c-670e543dc09c gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:47:41.324993 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-67372565-6c3b-4fef-b67e-408ee6ee894d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Deleting port 11f80455-9ffd-46cd-9d8c-b104fd1b39aa {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:47:41.325350 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-67372565-6c3b-4fef-b67e-408ee6ee894d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:41.367828 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-1219e358-600f-48d3-b92c-b43e8f146809 None None] For port 9dc16f89-0c2d-4642-b434-2eaaaa8cee13, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=9dc16f89-0c2d-4642-b434-2eaaaa8cee13,segment=NetworkSegment(9e529acb-7c66-4e71-8df6-4882dab2b011),segment_id=9e529acb-7c66-4e71-8df6-4882dab2b011)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:47:41.368280 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1219e358-600f-48d3-b92c-b43e8f146809 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:41.381397 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-1219e358-600f-48d3-b92c-b43e8f146809 None None] Calling delete_port for 9dc16f89-0c2d-4642-b434-2eaaaa8cee13 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:47:41.409668 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-67372565-6c3b-4fef-b67e-408ee6ee894d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] For port 11f80455-9ffd-46cd-9d8c-b104fd1b39aa, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=11f80455-9ffd-46cd-9d8c-b104fd1b39aa,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:47:41.411214 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-67372565-6c3b-4fef-b67e-408ee6ee894d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:41.423659 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-67372565-6c3b-4fef-b67e-408ee6ee894d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Calling delete_port for 11f80455-9ffd-46cd-9d8c-b104fd1b39aa owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:47:41.463125 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1219e358-600f-48d3-b92c-b43e8f146809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:41.486924 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219e358-600f-48d3-b92c-b43e8f146809 None None] Pushing event deleted for resources: {'Port': ['ID=9dc16f89-0c2d-4642-b434-2eaaaa8cee13,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:47:41.490462 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-eb3320c6-726f-4108-9dfe-55e370b5c8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955317569', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '11f80455-9ffd-46cd-9d8c-b104fd1b39aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:46:05Z', 'updated_at': '2021-11-10T18:47:39Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '11f80455-9ffd-46cd-9d8c-b104fd1b39aa', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:46:05Z', 'updated_at': '2021-11-10T18:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:47:41.497775 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1219e358-600f-48d3-b92c-b43e8f146809 None None] No DVR routers for this DVR port 9dc16f89-0c2d-4642-b434-2eaaaa8cee13 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:47:41.500183 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219e358-600f-48d3-b92c-b43e8f146809 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:41.500741 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219e358-600f-48d3-b92c-b43e8f146809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:41.501253 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219e358-600f-48d3-b92c-b43e8f146809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:41.501765 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219e358-600f-48d3-b92c-b43e8f146809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:41.502280 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219e358-600f-48d3-b92c-b43e8f146809 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:41.502621 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219e358-600f-48d3-b92c-b43e8f146809 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:41.502959 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219e358-600f-48d3-b92c-b43e8f146809 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:41.503291 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219e358-600f-48d3-b92c-b43e8f146809 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:41.503635 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219e358-600f-48d3-b92c-b43e8f146809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:41.503964 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219e358-600f-48d3-b92c-b43e8f146809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:41.504350 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219e358-600f-48d3-b92c-b43e8f146809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:41.504687 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1219e358-600f-48d3-b92c-b43e8f146809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:41.519784 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3320c6-726f-4108-9dfe-55e370b5c8ed None None] The sync data for ids ['83d68eda-d7f2-42e1-8b7c-670e543dc09c'] in n-d-776250-10 is: [{'id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1955317569', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.20'}], 'enable_snat': True}, 'gw_port_id': '11f80455-9ffd-46cd-9d8c-b104fd1b39aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:46:05Z', 'updated_at': '2021-11-10T18:47:39Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '11f80455-9ffd-46cd-9d8c-b104fd1b39aa', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:b1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83d68eda-d7f2-42e1-8b7c-670e543dc09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:46:05Z', 'updated_at': '2021-11-10T18:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:47:41.554884 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device bd760e84-4231-4c28-a74a-12e7159f8364 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:47:41.577088 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: bd760e84-4231-4c28-a74a-12e7159f8364 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:47:41.577540 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device bd760e84-4231-4c28-a74a-12e7159f8364 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:47:41.619321 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-67372565-6c3b-4fef-b67e-408ee6ee894d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:41.649975 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67372565-6c3b-4fef-b67e-408ee6ee894d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event deleted for resources: {'Port': ['ID=11f80455-9ffd-46cd-9d8c-b104fd1b39aa,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:47:41.663801 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2603fc1-b402-4c08-a31e-468fb39d967c None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:47:41.716805 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-67372565-6c3b-4fef-b67e-408ee6ee894d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:41.810792 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-67372565-6c3b-4fef-b67e-408ee6ee894d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:41.812983 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-67372565-6c3b-4fef-b67e-408ee6ee894d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:41.859897 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-67372565-6c3b-4fef-b67e-408ee6ee894d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:41.860765 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67372565-6c3b-4fef-b67e-408ee6ee894d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Fanout notify agent at l3_agent the message router_deleted on router 83d68eda-d7f2-42e1-8b7c-670e543dc09c {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:47:41.872505 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-67372565-6c3b-4fef-b67e-408ee6ee894d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:41.874202 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-67372565-6c3b-4fef-b67e-408ee6ee894d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "DELETE /v2.0/routers/83d68eda-d7f2-42e1-8b7c-670e543dc09c HTTP/1.1" status: 204 len: 168 time: 0.8406794 Nov 10 18:47:41.879057 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34800) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:47:41.972767 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6bc5b667-09e0-4cd9-9c83-33a9e3c42362 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:42.003981 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 9dc16f89-0c2d-4642-b434-2eaaaa8cee13 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:47:42.026448 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 9dc16f89-0c2d-4642-b434-2eaaaa8cee13 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:47:42.026787 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 9dc16f89-0c2d-4642-b434-2eaaaa8cee13 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:47:42.027196 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 7eceb80e-0073-4ff3-b723-b2f1a230ff89 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:47:42.059762 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 7eceb80e-0073-4ff3-b723-b2f1a230ff89 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:47:42.061376 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 7eceb80e-0073-4ff3-b723-b2f1a230ff89 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:47:42.071406 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6bc5b667-09e0-4cd9-9c83-33a9e3c42362 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:42.092942 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-6bc5b667-09e0-4cd9-9c83-33a9e3c42362 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8485421b-6d40-4af7-abe0-3e388ab7aa5b']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:47:42.103323 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-6bc5b667-09e0-4cd9-9c83-33a9e3c42362 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e529acb-7c66-4e71-8df6-4882dab2b011') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:47:42.103615 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-6bc5b667-09e0-4cd9-9c83-33a9e3c42362 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e529acb-7c66-4e71-8df6-4882dab2b011') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:47:42.114314 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6bc5b667-09e0-4cd9-9c83-33a9e3c42362 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:42.128626 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6bc5b667-09e0-4cd9-9c83-33a9e3c42362 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:42.136383 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc5b667-09e0-4cd9-9c83-33a9e3c42362 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:47:42.136793 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6bc5b667-09e0-4cd9-9c83-33a9e3c42362 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:42.139827 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:47:42.139827 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:47:42.139827 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:47:42.139827 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:47:42.139827 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:47:42.139827 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:47:42.139827 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:47:42.139827 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:47:42.139827 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:47:42.139827 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:47:42.139827 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:47:42.139827 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:47:42.139827 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:47:42.139827 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:47:42.139827 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:47:42.139827 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:47:42.139827 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:47:42.139827 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:47:42.139827 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:47:42.139827 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:47:42.139827 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:47:42.139827 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:47:42.139827 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:47:42.139827 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:47:42.139827 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:47:42.139827 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:47:42.139827 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:47:42.139827 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:47:42.139827 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:47:42.139827 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:47:42.139827 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:47:42.139827 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:47:42.208479 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6bc5b667-09e0-4cd9-9c83-33a9e3c42362 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:42.215825 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6bc5b667-09e0-4cd9-9c83-33a9e3c42362 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:42.221796 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6bc5b667-09e0-4cd9-9c83-33a9e3c42362 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "DELETE /v2.0/networks/8485421b-6d40-4af7-abe0-3e388ab7aa5b HTTP/1.1" status: 204 len: 168 time: 0.3396513 Nov 10 18:47:42.222419 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34802) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:47:42.234753 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5b667-09e0-4cd9-9c83-33a9e3c42362 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event deleted for resources: {'Network': ['ID=8485421b-6d40-4af7-abe0-3e388ab7aa5b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:47:42.287603 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dc652db6-ccd6-4df4-8b02-b6234a1ce2e4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:42.320235 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dc652db6-ccd6-4df4-8b02-b6234a1ce2e4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:42.385602 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dc652db6-ccd6-4df4-8b02-b6234a1ce2e4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:42.388368 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-dc652db6-ccd6-4df4-8b02-b6234a1ce2e4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:42.389644 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-dc652db6-ccd6-4df4-8b02-b6234a1ce2e4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "DELETE /v2.0/security-groups/219b396a-2b55-4e22-b17d-a9ff43a8b177 HTTP/1.1" status: 204 len: 168 time: 0.1644335 Nov 10 18:47:42.400268 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc652db6-ccd6-4df4-8b02-b6234a1ce2e4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=219b396a-2b55-4e22-b17d-a9ff43a8b177,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:47:42.669693 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34808) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:47:42.674342 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-a5a6b056-3f21-41db-af7e-82fed6d31548 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-746554004', 'description': 'tempest-secgroup-smoke-746554004 description', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:47:42.697210 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a5a6b056-3f21-41db-af7e-82fed6d31548 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:42.764763 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a5a6b056-3f21-41db-af7e-82fed6d31548 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:42.768441 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a5a6b056-3f21-41db-af7e-82fed6d31548 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:42.798157 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a5a6b056-3f21-41db-af7e-82fed6d31548 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:42.799369 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a5a6b056-3f21-41db-af7e-82fed6d31548 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1286068 Nov 10 18:47:42.801925 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6b056-3f21-41db-af7e-82fed6d31548 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:47:42.803360 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34810) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:47:42.809381 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-78342213-08dc-4124-8626-611bfe2c3c3c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'security_group_rule': {'security_group_id': '09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:47:42.835799 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-78342213-08dc-4124-8626-611bfe2c3c3c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:42.882923 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-78342213-08dc-4124-8626-611bfe2c3c3c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:42.887072 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-78342213-08dc-4124-8626-611bfe2c3c3c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:42.901187 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78342213-08dc-4124-8626-611bfe2c3c3c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=febd5d0c-8654-4265-9031-e94dfc2d2101,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:47:42.914675 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-78342213-08dc-4124-8626-611bfe2c3c3c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:42.915868 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-78342213-08dc-4124-8626-611bfe2c3c3c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1102240 Nov 10 18:47:42.918687 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34812) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:47:42.922943 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-050add24-9624-4ab2-a43f-d76465135a1d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'security_group_rule': {'security_group_id': '09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:47:42.949345 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-050add24-9624-4ab2-a43f-d76465135a1d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:43.004727 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-050add24-9624-4ab2-a43f-d76465135a1d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:43.008023 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-050add24-9624-4ab2-a43f-d76465135a1d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:43.025139 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050add24-9624-4ab2-a43f-d76465135a1d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=986fca40-e161-4b77-adb1-afd6fdc1e0bd,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:47:43.032995 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-050add24-9624-4ab2-a43f-d76465135a1d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:43.034205 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-050add24-9624-4ab2-a43f-d76465135a1d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1145942 Nov 10 18:47:43.037694 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34814) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:47:43.042066 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-946dbfab-39b7-467e-ab92-7dd923487dcd tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'security_group_rule': {'security_group_id': '09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:47:43.067473 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-946dbfab-39b7-467e-ab92-7dd923487dcd tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:43.129005 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-946dbfab-39b7-467e-ab92-7dd923487dcd tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:43.132616 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-946dbfab-39b7-467e-ab92-7dd923487dcd tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:43.150884 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946dbfab-39b7-467e-ab92-7dd923487dcd tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c56f63a0-4510-45b4-bd6b-45fb432a9af1,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:47:43.158222 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-946dbfab-39b7-467e-ab92-7dd923487dcd tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:43.159460 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-946dbfab-39b7-467e-ab92-7dd923487dcd tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207709 Nov 10 18:47:43.162989 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34816) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:47:43.167507 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-76e105ef-1c78-4a65-afc1-8e7de385db13 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'security_group_rule': {'security_group_id': '09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:47:43.194416 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-76e105ef-1c78-4a65-afc1-8e7de385db13 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:43.250967 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-76e105ef-1c78-4a65-afc1-8e7de385db13 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:43.255031 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-76e105ef-1c78-4a65-afc1-8e7de385db13 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:43.272691 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e105ef-1c78-4a65-afc1-8e7de385db13 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc9f063b-664e-4875-911e-3b50d46e9547,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:47:43.280785 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-76e105ef-1c78-4a65-afc1-8e7de385db13 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:43.281984 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-76e105ef-1c78-4a65-afc1-8e7de385db13 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1180527 Nov 10 18:47:43.284892 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34818) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:47:43.289923 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-f810efd3-6e06-4fed-a073-2819e5e2b967 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'security_group_rule': {'security_group_id': '09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:47:43.311771 n-d-776250-10 neutron-server[102468]: INFO neutron.db.securitygroups_db [None req-f810efd3-6e06-4fed-a073-2819e5e2b967 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Project 3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 18:47:43.316931 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f810efd3-6e06-4fed-a073-2819e5e2b967 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:43.374798 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f810efd3-6e06-4fed-a073-2819e5e2b967 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:43.378288 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f810efd3-6e06-4fed-a073-2819e5e2b967 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:43.398040 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f810efd3-6e06-4fed-a073-2819e5e2b967 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=323ffea5-fe2e-4b85-8711-3b18ff313a96,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:47:43.402629 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f810efd3-6e06-4fed-a073-2819e5e2b967 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:43.403875 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f810efd3-6e06-4fed-a073-2819e5e2b967 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1178603 Nov 10 18:47:43.406644 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34820) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:47:43.411427 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-6f1852e7-aba8-4de1-a7a1-3ab21233c1ce tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'security_group_rule': {'security_group_id': '09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:47:43.433270 n-d-776250-10 neutron-server[102468]: INFO neutron.db.securitygroups_db [None req-6f1852e7-aba8-4de1-a7a1-3ab21233c1ce tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Project 3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 18:47:43.438200 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6f1852e7-aba8-4de1-a7a1-3ab21233c1ce tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:43.500459 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6f1852e7-aba8-4de1-a7a1-3ab21233c1ce tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:43.504700 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6f1852e7-aba8-4de1-a7a1-3ab21233c1ce tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:43.523070 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1852e7-aba8-4de1-a7a1-3ab21233c1ce tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e75987-606b-4a65-ae18-40c428c1634b,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:47:43.530957 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6f1852e7-aba8-4de1-a7a1-3ab21233c1ce tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:43.532192 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6f1852e7-aba8-4de1-a7a1-3ab21233c1ce tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1246624 Nov 10 18:47:43.534922 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34822) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:47:43.539725 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-b7592a09-b3c9-4623-9209-b27cdb03ef1b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'network': {'name': 'tempest-network-smoke--1677585506', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'port_security_enabled': True}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:47:43.562267 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7592a09-b3c9-4623-9209-b27cdb03ef1b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Made reservation on behalf of 3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:47:43.565841 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7592a09-b3c9-4623-9209-b27cdb03ef1b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:43.589905 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7592a09-b3c9-4623-9209-b27cdb03ef1b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:47:43.599345 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7592a09-b3c9-4623-9209-b27cdb03ef1b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:43.599696 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-b7592a09-b3c9-4623-9209-b27cdb03ef1b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Added segment 8569b99c-37d4-4f1f-8f25-04f69693faff of type vlan for network 80a8d6cd-770a-4478-8325-70cd80cfff62 Nov 10 18:47:43.621178 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 11f80455-9ffd-46cd-9d8c-b104fd1b39aa no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:47:43.642582 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 11f80455-9ffd-46cd-9d8c-b104fd1b39aa {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:47:43.642832 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7592a09-b3c9-4623-9209-b27cdb03ef1b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:43.643100 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 11f80455-9ffd-46cd-9d8c-b104fd1b39aa not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:47:43.671797 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7592a09-b3c9-4623-9209-b27cdb03ef1b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:43.677318 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7592a09-b3c9-4623-9209-b27cdb03ef1b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:47:43.677893 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7592a09-b3c9-4623-9209-b27cdb03ef1b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:43.732111 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b7592a09-b3c9-4623-9209-b27cdb03ef1b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1958439 Nov 10 18:47:43.734763 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34824) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:47:43.749947 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-43e75643-f0c4-481f-87e4-dc3870b1441d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-803990273', 'admin_state_up': True, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:47:43.763610 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7592a09-b3c9-4623-9209-b27cdb03ef1b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Network': ['ID=80a8d6cd-770a-4478-8325-70cd80cfff62,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:47:43.775815 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 80a8d6cd-770a-4478-8325-70cd80cfff62 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:47:43.781084 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43e75643-f0c4-481f-87e4-dc3870b1441d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:43.782101 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43e75643-f0c4-481f-87e4-dc3870b1441d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:43.833076 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43e75643-f0c4-481f-87e4-dc3870b1441d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:43.978276 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43e75643-f0c4-481f-87e4-dc3870b1441d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:44.168834 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43e75643-f0c4-481f-87e4-dc3870b1441d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:44.188646 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43e75643-f0c4-481f-87e4-dc3870b1441d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:44.292397 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-43e75643-f0c4-481f-87e4-dc3870b1441d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Allocated IP 172.25.5.81 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/7aa004d8-88f8-4188-86fd-1e89a16b38a3) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:47:44.396929 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43e75643-f0c4-481f-87e4-dc3870b1441d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:44.430459 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43e75643-f0c4-481f-87e4-dc3870b1441d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:44.465540 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e75643-f0c4-481f-87e4-dc3870b1441d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:47:44.470347 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-43e75643-f0c4-481f-87e4-dc3870b1441d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:47:44.474499 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e75643-f0c4-481f-87e4-dc3870b1441d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:47:44.484095 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6928e3-24f3-419a-913e-3779a3b4c23a None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:47:44.501934 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e75643-f0c4-481f-87e4-dc3870b1441d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Port': ['ID=7aa004d8-88f8-4188-86fd-1e89a16b38a3,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:47:44.564756 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-12d77faa-58f2-45b4-863e-3a95fc76ab67 None None] Provisioning complete for port 7aa004d8-88f8-4188-86fd-1e89a16b38a3 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:47:44.565140 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-12d77faa-58f2-45b4-863e-3a95fc76ab67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:44.599375 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-12d77faa-58f2-45b4-863e-3a95fc76ab67 None None] Port 7aa004d8-88f8-4188-86fd-1e89a16b38a3 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:47:44.728807 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43e75643-f0c4-481f-87e4-dc3870b1441d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:44.921605 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43e75643-f0c4-481f-87e4-dc3870b1441d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:45.049290 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e75643-f0c4-481f-87e4-dc3870b1441d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Router 1d4c9c4d-11ae-4a18-b668-de4d72af3ba9 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 18:47:45.152313 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e75643-f0c4-481f-87e4-dc3870b1441d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:47:45.163068 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742f8d41-fa97-48cc-b2a2-00306409ee41 None None] Sync routers for ids ['1d4c9c4d-11ae-4a18-b668-de4d72af3ba9'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:47:45.174253 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742f8d41-fa97-48cc-b2a2-00306409ee41 None None] Routers {'1d4c9c4d-11ae-4a18-b668-de4d72af3ba9'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:47:45.174540 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-43e75643-f0c4-481f-87e4-dc3870b1441d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:45.174776 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-742f8d41-fa97-48cc-b2a2-00306409ee41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:47:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['1d4c9c4d-11ae-4a18-b668-de4d72af3ba9'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:47:45.175869 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-43e75643-f0c4-481f-87e4-dc3870b1441d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4401286 Nov 10 18:47:45.180847 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 34826) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:47:45.214779 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a09b7398-2d55-4481-a484-57bc79061e1f tempest-TestNetworkAdvancedServerOps-791876395 tempest-TestNetworkAdvancedServerOps-791876395-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327542 Nov 10 18:47:45.217686 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34828) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:47:45.402190 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3e4d6e-6598-4641-a93d-6a318bb16c1a tempest-TestNetworkAdvancedServerOps-791876395 tempest-TestNetworkAdvancedServerOps-791876395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:47:45.403725 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ce3e4d6e-6598-4641-a93d-6a318bb16c1a tempest-TestNetworkAdvancedServerOps-791876395 tempest-TestNetworkAdvancedServerOps-791876395-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1844468 Nov 10 18:47:45.406630 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34830) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:47:45.441506 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-05f69c4b-d5f2-4146-a661-6abcfa9d163a tempest-TestNetworkAdvancedServerOps-791876395 tempest-TestNetworkAdvancedServerOps-791876395-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ef950546-b13c-4865-8837-7444cdb2848e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336611 Nov 10 18:47:45.444460 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34832) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:47:45.448346 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-742f8d41-fa97-48cc-b2a2-00306409ee41 None None] Set router 1d4c9c4d-11ae-4a18-b668-de4d72af3ba9 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:47:45.449156 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-f2f884a1-6af0-4992-8539-a1340b3bbe24 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-344779600', 'network_id': '80a8d6cd-770a-4478-8325-70cd80cfff62', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:47:45.538446 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f884a1-6af0-4992-8539-a1340b3bbe24 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Made reservation on behalf of 3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:47:45.542226 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f2f884a1-6af0-4992-8539-a1340b3bbe24 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:45.639700 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-742f8d41-fa97-48cc-b2a2-00306409ee41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803990273', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '7aa004d8-88f8-4188-86fd-1e89a16b38a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:47:43Z', 'updated_at': '2021-11-10T18:47:44Z', 'revision_number': 3, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '7aa004d8-88f8-4188-86fd-1e89a16b38a3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:47:44Z', 'updated_at': '2021-11-10T18:47:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:47:45.667724 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742f8d41-fa97-48cc-b2a2-00306409ee41 None None] Checking router: 1d4c9c4d-11ae-4a18-b668-de4d72af3ba9 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:47:45.668138 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742f8d41-fa97-48cc-b2a2-00306409ee41 None None] Updating router 1d4c9c4d-11ae-4a18-b668-de4d72af3ba9 port 7aa004d8-88f8-4188-86fd-1e89a16b38a3 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:47:45.694963 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-742f8d41-fa97-48cc-b2a2-00306409ee41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:45.958113 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-742f8d41-fa97-48cc-b2a2-00306409ee41 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:45.963969 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-742f8d41-fa97-48cc-b2a2-00306409ee41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:46.028951 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033f3bf5-d899-4691-8a1f-20906af49e01 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:47:46.041149 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d7edd-e9f3-4084-b793-9e06803cfad1 None None] Pushing event updated for resources: {'Port': ['ID=7aa004d8-88f8-4188-86fd-1e89a16b38a3,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:47:46.044093 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-742f8d41-fa97-48cc-b2a2-00306409ee41 None None] Attempting to bind port 7aa004d8-88f8-4188-86fd-1e89a16b38a3 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:47:46.044482 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-742f8d41-fa97-48cc-b2a2-00306409ee41 None None] Attempting to bind port 7aa004d8-88f8-4188-86fd-1e89a16b38a3 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:47:46.044841 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742f8d41-fa97-48cc-b2a2-00306409ee41 None None] Attempting to bind port 7aa004d8-88f8-4188-86fd-1e89a16b38a3 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:47:46.052021 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742f8d41-fa97-48cc-b2a2-00306409ee41 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:47:46.052413 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742f8d41-fa97-48cc-b2a2-00306409ee41 None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:47:46.052813 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-742f8d41-fa97-48cc-b2a2-00306409ee41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:46.053226 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742f8d41-fa97-48cc-b2a2-00306409ee41 None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:47:46.053659 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-742f8d41-fa97-48cc-b2a2-00306409ee41 None None] Bound port: 7aa004d8-88f8-4188-86fd-1e89a16b38a3, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:47:46.054033 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-742f8d41-fa97-48cc-b2a2-00306409ee41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:46.087596 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f2f884a1-6af0-4992-8539-a1340b3bbe24 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:46.104578 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-742f8d41-fa97-48cc-b2a2-00306409ee41 None None] For port 7aa004d8-88f8-4188-86fd-1e89a16b38a3, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:47:46.108064 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-742f8d41-fa97-48cc-b2a2-00306409ee41 None None] For port 7aa004d8-88f8-4188-86fd-1e89a16b38a3, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=7aa004d8-88f8-4188-86fd-1e89a16b38a3,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:47:46.112525 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-742f8d41-fa97-48cc-b2a2-00306409ee41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:46.152109 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f884a1-6af0-4992-8539-a1340b3bbe24 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Subnet': ['ID=30bc34d8-78af-4a23-a50c-f2e43dc00026,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:47:46.159149 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f884a1-6af0-4992-8539-a1340b3bbe24 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Checking segment: {'id': '8569b99c-37d4-4f1f-8f25-04f69693faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '80a8d6cd-770a-4478-8325-70cd80cfff62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:47:46.159510 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f884a1-6af0-4992-8539-a1340b3bbe24 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Network hostable DHCP agents. Network: 80a8d6cd-770a-4478-8325-70cd80cfff62, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:47:46.163201 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a6551f-f7b3-4368-908a-e537bad0bf09 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:47:46.178581 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f884a1-6af0-4992-8539-a1340b3bbe24 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Network 80a8d6cd-770a-4478-8325-70cd80cfff62 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:47:46.190554 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-f2f884a1-6af0-4992-8539-a1340b3bbe24 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 80a8d6cd-770a-4478-8325-70cd80cfff62) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:47:46.196568 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742f8d41-fa97-48cc-b2a2-00306409ee41 None None] Routers {'1d4c9c4d-11ae-4a18-b668-de4d72af3ba9'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:47:46.197147 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-742f8d41-fa97-48cc-b2a2-00306409ee41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:47:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['1d4c9c4d-11ae-4a18-b668-de4d72af3ba9'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:47:46.197384 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f884a1-6af0-4992-8539-a1340b3bbe24 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:47:46.198384 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-f2f884a1-6af0-4992-8539-a1340b3bbe24 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:46.203179 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-1bff1b41-a631-4034-9fff-7a74c3b853cf None None] Provisioning complete for port 7aa004d8-88f8-4188-86fd-1e89a16b38a3 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:47:46.204043 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1bff1b41-a631-4034-9fff-7a74c3b853cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:46.218058 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f2f884a1-6af0-4992-8539-a1340b3bbe24 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7710283 Nov 10 18:47:46.219427 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34834) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:47:46.236344 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c525d83-7fae-4c0a-8b36-c5bb37ab418a None None] Network 80a8d6cd-770a-4478-8325-70cd80cfff62 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:47:46.268439 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d7edd-e9f3-4084-b793-9e06803cfad1 None None] Pushing event updated for resources: {'Port': ['ID=7aa004d8-88f8-4188-86fd-1e89a16b38a3,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:47:46.412435 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-742f8d41-fa97-48cc-b2a2-00306409ee41 None None] Set router 1d4c9c4d-11ae-4a18-b668-de4d72af3ba9 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:47:46.570332 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1bff1b41-a631-4034-9fff-7a74c3b853cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:46.617607 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-1bff1b41-a631-4034-9fff-7a74c3b853cf None None] For port 7aa004d8-88f8-4188-86fd-1e89a16b38a3, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=7aa004d8-88f8-4188-86fd-1e89a16b38a3,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:47:46.630005 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511155eb-03fc-4ff0-84d1-adc69bbec00a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-80a8d6cd-770a-4478-8325-70cd80cfff62', 'network_id': '80a8d6cd-770a-4478-8325-70cd80cfff62', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'fixed_ips': [{'subnet_id': '30bc34d8-78af-4a23-a50c-f2e43dc00026'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:47:46.630860 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-511155eb-03fc-4ff0-84d1-adc69bbec00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:46.643986 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1bff1b41-a631-4034-9fff-7a74c3b853cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:46.659750 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-05d1c03d-5dd6-4504-8312-2d4749eff257 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:46.786733 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff1b41-a631-4034-9fff-7a74c3b853cf None None] Pushing event updated for resources: {'Port': ['ID=7aa004d8-88f8-4188-86fd-1e89a16b38a3,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:47:46.834748 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c29ac7aa-1e8e-4394-857f-4ee97e612be4 None None] Provisioning complete for port 7aa004d8-88f8-4188-86fd-1e89a16b38a3 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:47:46.835026 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c29ac7aa-1e8e-4394-857f-4ee97e612be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:46.893235 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-511155eb-03fc-4ff0-84d1-adc69bbec00a None None] Allocated IP 172.20.0.2 (80a8d6cd-770a-4478-8325-70cd80cfff62/30bc34d8-78af-4a23-a50c-f2e43dc00026/ad9c2a03-55b3-4b6f-b15d-3492b95b9f5d) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:47:46.900913 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-742f8d41-fa97-48cc-b2a2-00306409ee41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803990273', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '7aa004d8-88f8-4188-86fd-1e89a16b38a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:47:43Z', 'updated_at': '2021-11-10T18:47:44Z', 'revision_number': 3, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '7aa004d8-88f8-4188-86fd-1e89a16b38a3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:47:44Z', 'updated_at': '2021-11-10T18:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:47:46.934582 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742f8d41-fa97-48cc-b2a2-00306409ee41 None None] The sync data for ids ['1d4c9c4d-11ae-4a18-b668-de4d72af3ba9'] in n-d-776250-10 is: [{'id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803990273', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '7aa004d8-88f8-4188-86fd-1e89a16b38a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:47:43Z', 'updated_at': '2021-11-10T18:47:44Z', 'revision_number': 3, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '7aa004d8-88f8-4188-86fd-1e89a16b38a3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:47:44Z', 'updated_at': '2021-11-10T18:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:47:47.106108 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-511155eb-03fc-4ff0-84d1-adc69bbec00a None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:47.112657 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-511155eb-03fc-4ff0-84d1-adc69bbec00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:47.174258 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511155eb-03fc-4ff0-84d1-adc69bbec00a None None] Network 80a8d6cd-770a-4478-8325-70cd80cfff62 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:47:47.186018 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-511155eb-03fc-4ff0-84d1-adc69bbec00a None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:47:47.189181 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511155eb-03fc-4ff0-84d1-adc69bbec00a None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:47:47.189391 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-05d1c03d-5dd6-4504-8312-2d4749eff257 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Allocated IP 172.20.0.1 (80a8d6cd-770a-4478-8325-70cd80cfff62/30bc34d8-78af-4a23-a50c-f2e43dc00026/ab627413-4811-4220-aad4-597921dcfd63) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:47:47.204583 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511155eb-03fc-4ff0-84d1-adc69bbec00a None None] Pushing event updated for resources: {'Port': ['ID=ad9c2a03-55b3-4b6f-b15d-3492b95b9f5d,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:47:47.262329 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-511155eb-03fc-4ff0-84d1-adc69bbec00a None None] Attempting to bind port ad9c2a03-55b3-4b6f-b15d-3492b95b9f5d on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:47:47.262706 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-511155eb-03fc-4ff0-84d1-adc69bbec00a None None] Attempting to bind port ad9c2a03-55b3-4b6f-b15d-3492b95b9f5d by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '8569b99c-37d4-4f1f-8f25-04f69693faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '80a8d6cd-770a-4478-8325-70cd80cfff62'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:47:47.263083 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511155eb-03fc-4ff0-84d1-adc69bbec00a None None] Attempting to bind port ad9c2a03-55b3-4b6f-b15d-3492b95b9f5d on network 80a8d6cd-770a-4478-8325-70cd80cfff62 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:47:47.272865 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511155eb-03fc-4ff0-84d1-adc69bbec00a None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:47:47.273386 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511155eb-03fc-4ff0-84d1-adc69bbec00a None None] Checking segment: {'id': '8569b99c-37d4-4f1f-8f25-04f69693faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '80a8d6cd-770a-4478-8325-70cd80cfff62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:47:47.273635 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-511155eb-03fc-4ff0-84d1-adc69bbec00a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:47.274036 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511155eb-03fc-4ff0-84d1-adc69bbec00a None None] Bound using segment: {'id': '8569b99c-37d4-4f1f-8f25-04f69693faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '80a8d6cd-770a-4478-8325-70cd80cfff62'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:47:47.274645 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-511155eb-03fc-4ff0-84d1-adc69bbec00a None None] Bound port: ad9c2a03-55b3-4b6f-b15d-3492b95b9f5d, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8569b99c-37d4-4f1f-8f25-04f69693faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '80a8d6cd-770a-4478-8325-70cd80cfff62'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:47:47.274905 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-511155eb-03fc-4ff0-84d1-adc69bbec00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:47.322476 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-05d1c03d-5dd6-4504-8312-2d4749eff257 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:47.348446 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-511155eb-03fc-4ff0-84d1-adc69bbec00a None None] For port ad9c2a03-55b3-4b6f-b15d-3492b95b9f5d, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:47:47.352818 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-511155eb-03fc-4ff0-84d1-adc69bbec00a None None] For port ad9c2a03-55b3-4b6f-b15d-3492b95b9f5d, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ad9c2a03-55b3-4b6f-b15d-3492b95b9f5d,segment=NetworkSegment(8569b99c-37d4-4f1f-8f25-04f69693faff),segment_id=8569b99c-37d4-4f1f-8f25-04f69693faff)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:47:47.358024 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-511155eb-03fc-4ff0-84d1-adc69bbec00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:47.360266 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-05d1c03d-5dd6-4504-8312-2d4749eff257 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:47.406540 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d1c03d-5dd6-4504-8312-2d4749eff257 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Network 80a8d6cd-770a-4478-8325-70cd80cfff62 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:47:47.410262 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-05d1c03d-5dd6-4504-8312-2d4749eff257 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:47:47.414618 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d1c03d-5dd6-4504-8312-2d4749eff257 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:47:47.431348 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511155eb-03fc-4ff0-84d1-adc69bbec00a None None] Pushing event updated for resources: {'Port': ['ID=ad9c2a03-55b3-4b6f-b15d-3492b95b9f5d,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:47:47.448178 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1c03d-5dd6-4504-8312-2d4749eff257 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Port': ['ID=ab627413-4811-4220-aad4-597921dcfd63,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:47:47.475775 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-05d1c03d-5dd6-4504-8312-2d4749eff257 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:47.635525 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-05d1c03d-5dd6-4504-8312-2d4749eff257 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:47.783225 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ad9c2a03-55b3-4b6f-b15d-3492b95b9f5d up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:47:47.838537 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port ad9c2a03-55b3-4b6f-b15d-3492b95b9f5d triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:47:47.838823 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:47.924930 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:47.961397 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port ad9c2a03-55b3-4b6f-b15d-3492b95b9f5d, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ad9c2a03-55b3-4b6f-b15d-3492b95b9f5d,segment=NetworkSegment(8569b99c-37d4-4f1f-8f25-04f69693faff),segment_id=8569b99c-37d4-4f1f-8f25-04f69693faff)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:47:47.966436 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:47.967264 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 7aa004d8-88f8-4188-86fd-1e89a16b38a3 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:47:47.999615 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-05d1c03d-5dd6-4504-8312-2d4749eff257 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:48.004748 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-05d1c03d-5dd6-4504-8312-2d4749eff257 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:48.046688 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=ad9c2a03-55b3-4b6f-b15d-3492b95b9f5d,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:47:48.061571 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 7aa004d8-88f8-4188-86fd-1e89a16b38a3 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:47:48.061950 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:48.082218 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-05d1c03d-5dd6-4504-8312-2d4749eff257 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:48.084014 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1c03d-5dd6-4504-8312-2d4749eff257 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Port': ['ID=ab627413-4811-4220-aad4-597921dcfd63,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:47:48.177658 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d1c03d-5dd6-4504-8312-2d4749eff257 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Network 80a8d6cd-770a-4478-8325-70cd80cfff62 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:47:48.179336 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-05d1c03d-5dd6-4504-8312-2d4749eff257 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:47:48.297821 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d1c03d-5dd6-4504-8312-2d4749eff257 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Router 1d4c9c4d-11ae-4a18-b668-de4d72af3ba9 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:47:48.409141 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d1c03d-5dd6-4504-8312-2d4749eff257 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:47:48.416652 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-05d1c03d-5dd6-4504-8312-2d4749eff257 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "PUT /v2.0/routers/1d4c9c4d-11ae-4a18-b668-de4d72af3ba9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1960201 Nov 10 18:47:48.567285 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ffc934-0b78-4977-bb4e-49fba0ff9460 None None] Sync routers for ids ['1d4c9c4d-11ae-4a18-b668-de4d72af3ba9'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:47:48.571289 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-e6066f14-4a86-431e-95d2-5bd2924fb674 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-746554004&fields=id&tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 HTTP/1.1" status: 200 len: 267 time: 0.0492632 Nov 10 18:47:48.578046 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ffc934-0b78-4977-bb4e-49fba0ff9460 None None] Routers {'1d4c9c4d-11ae-4a18-b668-de4d72af3ba9'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:47:48.578649 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-82ffc934-0b78-4977-bb4e-49fba0ff9460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:47:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['1d4c9c4d-11ae-4a18-b668-de4d72af3ba9'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:47:48.693350 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-82ffc934-0b78-4977-bb4e-49fba0ff9460 None None] Set router 1d4c9c4d-11ae-4a18-b668-de4d72af3ba9 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:47:48.695484 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-d4db9cb7-7a17-4e8b-afe9-42b88dfb1e5c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:47:48.697073 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-d4db9cb7-7a17-4e8b-afe9-42b88dfb1e5c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/networks?id=80a8d6cd-770a-4478-8325-70cd80cfff62 HTTP/1.1" status: 200 len: 797 time: 0.1187143 Nov 10 18:47:48.717522 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-47200a0c-677b-4d0a-9006-ea466326623e tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/quotas/3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 HTTP/1.1" status: 200 len: 375 time: 0.0126905 Nov 10 18:47:48.780195 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-f91b65b7-5001-4964-8448-39ce11caadd0 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541828 Nov 10 18:47:48.920796 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-82ffc934-0b78-4977-bb4e-49fba0ff9460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803990273', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '7aa004d8-88f8-4188-86fd-1e89a16b38a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:47:43Z', 'updated_at': '2021-11-10T18:47:47Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '7aa004d8-88f8-4188-86fd-1e89a16b38a3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:47:44Z', 'updated_at': '2021-11-10T18:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'ab627413-4811-4220-aad4-597921dcfd63', 'name': '', 'network_id': '80a8d6cd-770a-4478-8325-70cd80cfff62', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:8a:f2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '30bc34d8-78af-4a23-a50c-f2e43dc00026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:47:46Z', 'updated_at': '2021-11-10T18:47:47Z', 'revision_number': 2, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '30bc34d8-78af-4a23-a50c-f2e43dc00026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:47:48.951775 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ffc934-0b78-4977-bb4e-49fba0ff9460 None None] Checking router: 1d4c9c4d-11ae-4a18-b668-de4d72af3ba9 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:47:48.952129 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ffc934-0b78-4977-bb4e-49fba0ff9460 None None] Updating router 1d4c9c4d-11ae-4a18-b668-de4d72af3ba9 port ab627413-4811-4220-aad4-597921dcfd63 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:47:48.956718 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-a87e1258-44df-477f-8a24-f648075ea269 service neutron] 10.222.0.39 "GET /v2.0/networks/80a8d6cd-770a-4478-8325-70cd80cfff62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675513 Nov 10 18:47:48.985041 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-82ffc934-0b78-4977-bb4e-49fba0ff9460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:49.064411 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-ec2811d1-ace5-481f-8e2b-41c616740ce1 service neutron] 10.222.0.39 "GET /v2.0/networks/80a8d6cd-770a-4478-8325-70cd80cfff62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992420 Nov 10 18:47:49.074120 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cfc192-065c-4dba-9fd2-d6e09455ae94 None None] Network 80a8d6cd-770a-4478-8325-70cd80cfff62 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:47:49.200013 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a8d4a293-06ff-4dee-8030-143d0b43bd71 None None] Provisioning complete for port ad9c2a03-55b3-4b6f-b15d-3492b95b9f5d triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:47:49.200648 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a8d4a293-06ff-4dee-8030-143d0b43bd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:49.260435 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-09b23a27-a5eb-4ed0-a550-7a40978fb850 req-6d187847-14d6-406f-bbad-8ff4495d91f1 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 210 time: 0.0313711 Nov 10 18:47:49.281620 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-82ffc934-0b78-4977-bb4e-49fba0ff9460 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:49.286646 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-82ffc934-0b78-4977-bb4e-49fba0ff9460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:49.339240 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3cb53-f3f6-45a5-a7f2-ee14eb00a5de None None] Pushing event updated for resources: {'Port': ['ID=ab627413-4811-4220-aad4-597921dcfd63,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:47:49.365591 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb3cb53-f3f6-45a5-a7f2-ee14eb00a5de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:49.365942 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb3cb53-f3f6-45a5-a7f2-ee14eb00a5de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:49.366288 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb3cb53-f3f6-45a5-a7f2-ee14eb00a5de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:49.366627 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb3cb53-f3f6-45a5-a7f2-ee14eb00a5de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:49.366964 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb3cb53-f3f6-45a5-a7f2-ee14eb00a5de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:49.367303 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb3cb53-f3f6-45a5-a7f2-ee14eb00a5de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:49.367632 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb3cb53-f3f6-45a5-a7f2-ee14eb00a5de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:49.367960 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb3cb53-f3f6-45a5-a7f2-ee14eb00a5de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:49.368327 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb3cb53-f3f6-45a5-a7f2-ee14eb00a5de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:49.368653 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb3cb53-f3f6-45a5-a7f2-ee14eb00a5de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:49.368981 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb3cb53-f3f6-45a5-a7f2-ee14eb00a5de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:49.369308 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb3cb53-f3f6-45a5-a7f2-ee14eb00a5de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:47:49.406427 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-82ffc934-0b78-4977-bb4e-49fba0ff9460 None None] Attempting to bind port ab627413-4811-4220-aad4-597921dcfd63 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:47:49.406796 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-82ffc934-0b78-4977-bb4e-49fba0ff9460 None None] Attempting to bind port ab627413-4811-4220-aad4-597921dcfd63 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '8569b99c-37d4-4f1f-8f25-04f69693faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '80a8d6cd-770a-4478-8325-70cd80cfff62'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:47:49.407156 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ffc934-0b78-4977-bb4e-49fba0ff9460 None None] Attempting to bind port ab627413-4811-4220-aad4-597921dcfd63 on network 80a8d6cd-770a-4478-8325-70cd80cfff62 {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:47:49.412299 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ffc934-0b78-4977-bb4e-49fba0ff9460 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:47:49.412620 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ffc934-0b78-4977-bb4e-49fba0ff9460 None None] Checking segment: {'id': '8569b99c-37d4-4f1f-8f25-04f69693faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '80a8d6cd-770a-4478-8325-70cd80cfff62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:47:49.413017 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-82ffc934-0b78-4977-bb4e-49fba0ff9460 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:49.413408 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ffc934-0b78-4977-bb4e-49fba0ff9460 None None] Bound using segment: {'id': '8569b99c-37d4-4f1f-8f25-04f69693faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '80a8d6cd-770a-4478-8325-70cd80cfff62'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:47:49.413867 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-82ffc934-0b78-4977-bb4e-49fba0ff9460 None None] Bound port: ab627413-4811-4220-aad4-597921dcfd63, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8569b99c-37d4-4f1f-8f25-04f69693faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '80a8d6cd-770a-4478-8325-70cd80cfff62'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:47:49.414235 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-82ffc934-0b78-4977-bb4e-49fba0ff9460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:49.477361 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-82ffc934-0b78-4977-bb4e-49fba0ff9460 None None] For port ab627413-4811-4220-aad4-597921dcfd63, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:47:49.480625 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-82ffc934-0b78-4977-bb4e-49fba0ff9460 None None] For port ab627413-4811-4220-aad4-597921dcfd63, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ab627413-4811-4220-aad4-597921dcfd63,segment=NetworkSegment(8569b99c-37d4-4f1f-8f25-04f69693faff),segment_id=8569b99c-37d4-4f1f-8f25-04f69693faff)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:47:49.486252 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-82ffc934-0b78-4977-bb4e-49fba0ff9460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:49.545738 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ffc934-0b78-4977-bb4e-49fba0ff9460 None None] Routers {'1d4c9c4d-11ae-4a18-b668-de4d72af3ba9'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:47:49.546360 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-82ffc934-0b78-4977-bb4e-49fba0ff9460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:47:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['1d4c9c4d-11ae-4a18-b668-de4d72af3ba9'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:47:49.548100 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3cb53-f3f6-45a5-a7f2-ee14eb00a5de None None] Pushing event updated for resources: {'Port': ['ID=ab627413-4811-4220-aad4-597921dcfd63,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:47:49.664273 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-82ffc934-0b78-4977-bb4e-49fba0ff9460 None None] Set router 1d4c9c4d-11ae-4a18-b668-de4d72af3ba9 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:47:49.674514 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ad9c2a03-55b3-4b6f-b15d-3492b95b9f5d up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:47:49.741340 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-56f3305e-5f51-4a53-b0b9-9780367877d6 None None] Provisioning complete for port ad9c2a03-55b3-4b6f-b15d-3492b95b9f5d triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:47:49.741619 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-56f3305e-5f51-4a53-b0b9-9780367877d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:49.787623 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port ad9c2a03-55b3-4b6f-b15d-3492b95b9f5d triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:47:49.787999 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:49.916670 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-56f3305e-5f51-4a53-b0b9-9780367877d6 None None] Provisioning complete for port ab627413-4811-4220-aad4-597921dcfd63 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:47:49.917045 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-56f3305e-5f51-4a53-b0b9-9780367877d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:49.980627 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-82ffc934-0b78-4977-bb4e-49fba0ff9460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803990273', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '7aa004d8-88f8-4188-86fd-1e89a16b38a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:47:43Z', 'updated_at': '2021-11-10T18:47:47Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '7aa004d8-88f8-4188-86fd-1e89a16b38a3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:47:44Z', 'updated_at': '2021-11-10T18:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'ab627413-4811-4220-aad4-597921dcfd63', 'name': '', 'network_id': '80a8d6cd-770a-4478-8325-70cd80cfff62', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:8a:f2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '30bc34d8-78af-4a23-a50c-f2e43dc00026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:47:46Z', 'updated_at': '2021-11-10T18:47:49Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '30bc34d8-78af-4a23-a50c-f2e43dc00026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:47:50.008320 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-56f3305e-5f51-4a53-b0b9-9780367877d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:50.011130 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ffc934-0b78-4977-bb4e-49fba0ff9460 None None] The sync data for ids ['1d4c9c4d-11ae-4a18-b668-de4d72af3ba9'] in n-d-776250-10 is: [{'id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803990273', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '7aa004d8-88f8-4188-86fd-1e89a16b38a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:47:43Z', 'updated_at': '2021-11-10T18:47:47Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '7aa004d8-88f8-4188-86fd-1e89a16b38a3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:47:44Z', 'updated_at': '2021-11-10T18:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'ab627413-4811-4220-aad4-597921dcfd63', 'name': '', 'network_id': '80a8d6cd-770a-4478-8325-70cd80cfff62', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:8a:f2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '30bc34d8-78af-4a23-a50c-f2e43dc00026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:47:46Z', 'updated_at': '2021-11-10T18:47:49Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '30bc34d8-78af-4a23-a50c-f2e43dc00026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:47:50.053598 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-56f3305e-5f51-4a53-b0b9-9780367877d6 None None] For port ab627413-4811-4220-aad4-597921dcfd63, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ab627413-4811-4220-aad4-597921dcfd63,segment=NetworkSegment(8569b99c-37d4-4f1f-8f25-04f69693faff),segment_id=8569b99c-37d4-4f1f-8f25-04f69693faff)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:47:50.073606 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-56f3305e-5f51-4a53-b0b9-9780367877d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:50.135162 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3305e-5f51-4a53-b0b9-9780367877d6 None None] Pushing event updated for resources: {'Port': ['ID=ab627413-4811-4220-aad4-597921dcfd63,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:47:50.200439 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b25f8abe-f72d-4a8c-80bb-4a8077b96a98 None None] Provisioning complete for port ab627413-4811-4220-aad4-597921dcfd63 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:47:50.201272 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b25f8abe-f72d-4a8c-80bb-4a8077b96a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:50.359941 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-daceae4e-598a-4028-8aaa-c1b84e412298 req-61c2b0d4-a728-4b7a-821f-d9ea12c79b47 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 210 time: 0.0442667 Nov 10 18:47:50.421079 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-d2e8cc82-8d88-4515-9647-1e62501e18eb None None] Provisioning complete for port ab627413-4811-4220-aad4-597921dcfd63 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:47:50.421516 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d2e8cc82-8d88-4515-9647-1e62501e18eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:50.639988 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-fde205f8-3877-4726-a47f-af213ef9fc45 None None] Provisioning complete for port ab627413-4811-4220-aad4-597921dcfd63 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:47:50.640388 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fde205f8-3877-4726-a47f-af213ef9fc45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:51.445206 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-45b8010a-d6e5-4618-b623-8fbdeb3b5560 req-21cf4c1b-2181-49ea-9ac4-6e2cf8ad6835 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 210 time: 0.0260029 Nov 10 18:47:51.687870 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ab627413-4811-4220-aad4-597921dcfd63 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:47:51.737107 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port ab627413-4811-4220-aad4-597921dcfd63 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:47:51.737483 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:51.876253 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:47:52.520947 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-64b0559f-7314-49ab-a121-7eb7fa518163 req-cb3bd5b7-92ff-4424-b713-445448811fcd tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 210 time: 0.0261345 Nov 10 18:47:53.615942 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5bee6fb1-2f19-4309-8aa4-cef7cb1b95e9 req-4dd2148b-b6a2-4e04-899e-3fe1815a9d30 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 210 time: 0.0269794 Nov 10 18:47:54.446882 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-1983b6c0-e21f-42d7-9ebc-6ef8b94fa251 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:47:54.448390 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-1983b6c0-e21f-42d7-9ebc-6ef8b94fa251 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.13 "GET /v2.0/networks?id=80a8d6cd-770a-4478-8325-70cd80cfff62 HTTP/1.1" status: 200 len: 797 time: 0.1083119 Nov 10 18:47:54.513515 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-e4c2b4db-f873-4332-9d58-a9a4c08d69e9 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 HTTP/1.1" status: 200 len: 379 time: 0.0542450 Nov 10 18:47:54.524683 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-51a936ef-02e1-4efa-b375-c4911bb9f43c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'port': {'device_id': '750f7881-a804-4c63-9ce7-847f175fd348', 'network_id': '80a8d6cd-770a-4478-8325-70cd80cfff62', 'admin_state_up': True, 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'security_groups': ['09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b']}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:47:54.637284 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-51a936ef-02e1-4efa-b375-c4911bb9f43c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Made reservation on behalf of 3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:47:54.640944 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-51a936ef-02e1-4efa-b375-c4911bb9f43c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:54.713988 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a272d016-3459-4c62-9998-1520b98d9b3c req-88cfea3a-3b4c-40d6-9de1-07e32739bf44 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 210 time: 0.0279255 Nov 10 18:47:54.767915 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-51a936ef-02e1-4efa-b375-c4911bb9f43c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Allocated IP 172.20.0.3 (80a8d6cd-770a-4478-8325-70cd80cfff62/30bc34d8-78af-4a23-a50c-f2e43dc00026/172da694-f0c8-46b2-8c93-7019c900c8df) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:47:54.912777 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-51a936ef-02e1-4efa-b375-c4911bb9f43c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:54.946297 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-51a936ef-02e1-4efa-b375-c4911bb9f43c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:54.993024 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-51a936ef-02e1-4efa-b375-c4911bb9f43c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Network 80a8d6cd-770a-4478-8325-70cd80cfff62 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:47:54.996094 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-51a936ef-02e1-4efa-b375-c4911bb9f43c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:47:54.999924 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-51a936ef-02e1-4efa-b375-c4911bb9f43c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:47:55.030434 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a936ef-02e1-4efa-b375-c4911bb9f43c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Port': ['ID=172da694-f0c8-46b2-8c93-7019c900c8df,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:47:55.060964 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-51a936ef-02e1-4efa-b375-c4911bb9f43c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:47:55.061680 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-51a936ef-02e1-4efa-b375-c4911bb9f43c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:55.080481 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-51a936ef-02e1-4efa-b375-c4911bb9f43c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5599790 Nov 10 18:47:55.092840 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-8172f4a6-ace2-44e0-9b75-5b2296922c42 service neutron] Request body: {'port': {'device_id': '750f7881-a804-4c63-9ce7-847f175fd348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:47:55.150914 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-8172f4a6-ace2-44e0-9b75-5b2296922c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:55.273306 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-cac34b0a-449e-4a2d-b71f-798719ffe0e8 None None] Provisioning complete for port 172da694-f0c8-46b2-8c93-7019c900c8df triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:47:55.273885 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cac34b0a-449e-4a2d-b71f-798719ffe0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:55.311577 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-cac34b0a-449e-4a2d-b71f-798719ffe0e8 None None] Port 172da694-f0c8-46b2-8c93-7019c900c8df cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:47:55.431363 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-8172f4a6-ace2-44e0-9b75-5b2296922c42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 172da694-f0c8-46b2-8c93-7019c900c8df {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:47:55.438630 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-8172f4a6-ace2-44e0-9b75-5b2296922c42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:55.451442 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-8172f4a6-ace2-44e0-9b75-5b2296922c42 service neutron] Transition to ACTIVE for port object 172da694-f0c8-46b2-8c93-7019c900c8df will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:47:55.455214 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-8172f4a6-ace2-44e0-9b75-5b2296922c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:55.470305 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:55.511917 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172f4a6-ace2-44e0-9b75-5b2296922c42 service neutron] Pushing event updated for resources: {'Port': ['ID=172da694-f0c8-46b2-8c93-7019c900c8df,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:47:55.584814 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-8172f4a6-ace2-44e0-9b75-5b2296922c42 service neutron] Attempting to bind port 172da694-f0c8-46b2-8c93-7019c900c8df on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:47:55.585155 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-8172f4a6-ace2-44e0-9b75-5b2296922c42 service neutron] Attempting to bind port 172da694-f0c8-46b2-8c93-7019c900c8df by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '8569b99c-37d4-4f1f-8f25-04f69693faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '80a8d6cd-770a-4478-8325-70cd80cfff62'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:47:55.585493 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-8172f4a6-ace2-44e0-9b75-5b2296922c42 service neutron] Attempting to bind port 172da694-f0c8-46b2-8c93-7019c900c8df on network 80a8d6cd-770a-4478-8325-70cd80cfff62 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:47:55.590138 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-8172f4a6-ace2-44e0-9b75-5b2296922c42 service neutron] Port 172da694-f0c8-46b2-8c93-7019c900c8df on network 80a8d6cd-770a-4478-8325-70cd80cfff62 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:47:55.590458 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-8172f4a6-ace2-44e0-9b75-5b2296922c42 service neutron] Attempting to bind port 172da694-f0c8-46b2-8c93-7019c900c8df on network 80a8d6cd-770a-4478-8325-70cd80cfff62 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:47:55.595665 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-8172f4a6-ace2-44e0-9b75-5b2296922c42 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:47:55.596014 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-8172f4a6-ace2-44e0-9b75-5b2296922c42 service neutron] Checking segment: {'id': '8569b99c-37d4-4f1f-8f25-04f69693faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '80a8d6cd-770a-4478-8325-70cd80cfff62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:47:55.596435 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-8172f4a6-ace2-44e0-9b75-5b2296922c42 service neutron] Bound using segment: {'id': '8569b99c-37d4-4f1f-8f25-04f69693faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '80a8d6cd-770a-4478-8325-70cd80cfff62'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:47:55.596874 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-8172f4a6-ace2-44e0-9b75-5b2296922c42 service neutron] Bound port: 172da694-f0c8-46b2-8c93-7019c900c8df, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8569b99c-37d4-4f1f-8f25-04f69693faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '80a8d6cd-770a-4478-8325-70cd80cfff62'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:47:55.597240 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-8172f4a6-ace2-44e0-9b75-5b2296922c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:55.669731 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-8172f4a6-ace2-44e0-9b75-5b2296922c42 service neutron] For port 172da694-f0c8-46b2-8c93-7019c900c8df, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:47:55.672929 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-8172f4a6-ace2-44e0-9b75-5b2296922c42 service neutron] For port 172da694-f0c8-46b2-8c93-7019c900c8df, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=172da694-f0c8-46b2-8c93-7019c900c8df,segment=NetworkSegment(8569b99c-37d4-4f1f-8f25-04f69693faff),segment_id=8569b99c-37d4-4f1f-8f25-04f69693faff)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:47:55.676844 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-8172f4a6-ace2-44e0-9b75-5b2296922c42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:55.714779 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-8172f4a6-ace2-44e0-9b75-5b2296922c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:47:55.715364 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-8172f4a6-ace2-44e0-9b75-5b2296922c42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:55.716741 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-8172f4a6-ace2-44e0-9b75-5b2296922c42 service neutron] 10.222.0.13 "PUT /v2.0/ports/172da694-f0c8-46b2-8c93-7019c900c8df HTTP/1.1" status: 200 len: 1092 time: 0.6282852 Nov 10 18:47:55.717186 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750f7881-a804-4c63-9ce7-847f175fd348', 'tag': '172da694-f0c8-46b2-8c93-7019c900c8df'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:47:55.719423 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07d79a5-ec22-4ef0-bed3-f3287c38824e" -d '{"events": [{"name": "network-changed", "server_uuid": "750f7881-a804-4c63-9ce7-847f175fd348", "tag": "172da694-f0c8-46b2-8c93-7019c900c8df"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:47:55.747787 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:55.757317 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172f4a6-ace2-44e0-9b75-5b2296922c42 service neutron] Pushing event updated for resources: {'Port': ['ID=172da694-f0c8-46b2-8c93-7019c900c8df,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:47:55.803642 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e920e74-0d99-42c9-a95c-2b84f3359ce0 x-openstack-request-id: req-6e920e74-0d99-42c9-a95c-2b84f3359ce0 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:47:55.803937 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750f7881-a804-4c63-9ce7-847f175fd348", "tag": "172da694-f0c8-46b2-8c93-7019c900c8df", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:47:55.804378 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6e920e74-0d99-42c9-a95c-2b84f3359ce0 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:47:55.804843 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750f7881-a804-4c63-9ce7-847f175fd348', 'tag': '172da694-f0c8-46b2-8c93-7019c900c8df', 'status': 'completed', 'code': 200} Nov 10 18:47:55.823580 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-cfcc7561-1845-4e52-9c65-35da2f90aac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:47:55.825159 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-cfcc7561-1845-4e52-9c65-35da2f90aac8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 1095 time: 0.0500400 Nov 10 18:47:55.865470 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d09d4-49cc-4972-a664-89a7dc3d2560 req-a1df789b-c923-4831-a200-a753e0937398 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:47:55.867636 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-832d09d4-49cc-4972-a664-89a7dc3d2560 req-a1df789b-c923-4831-a200-a753e0937398 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 943 time: 0.0545068 Nov 10 18:47:55.871040 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-29c224cf-8c53-4ade-b923-7eac91ada46b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=172da694-f0c8-46b2-8c93-7019c900c8df HTTP/1.1" status: 200 len: 217 time: 0.0362637 Nov 10 18:47:55.921246 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-832d09d4-49cc-4972-a664-89a7dc3d2560 req-305691db-5939-42b1-9dbf-d430913bb39b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473301 Nov 10 18:47:55.932990 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-e32ff4e1-5897-4c0c-8aec-22fa88b00f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:47:55.934542 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-e32ff4e1-5897-4c0c-8aec-22fa88b00f5b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30bc34d8-78af-4a23-a50c-f2e43dc00026 HTTP/1.1" status: 200 len: 834 time: 0.0554676 Nov 10 18:47:55.982247 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-ad84e210-7af6-4139-bb78-dd3c347e463d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:47:55.983737 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-ad84e210-7af6-4139-bb78-dd3c347e463d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80a8d6cd-770a-4478-8325-70cd80cfff62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399766 Nov 10 18:47:56.075591 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-af08fcb7-2c69-48ce-ab39-d642aedcdb8d service neutron] 10.222.0.13 "GET /v2.0/networks/80a8d6cd-770a-4478-8325-70cd80cfff62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834298 Nov 10 18:47:56.169591 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2d42e5c0-9dd0-470e-8099-ad3b2c969f81 req-12e28ee2-aedc-434e-ba6e-e7df1c989779 service neutron] 10.222.0.13 "GET /v2.0/networks/80a8d6cd-770a-4478-8325-70cd80cfff62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864472 Nov 10 18:47:56.256253 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d79a5-ec22-4ef0-bed3-f3287c38824e req-3544eafe-c204-4bdd-b59c-dacdb7a1b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:47:56.257743 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a07d79a5-ec22-4ef0-bed3-f3287c38824e req-3544eafe-c204-4bdd-b59c-dacdb7a1b9b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 1095 time: 0.0418301 Nov 10 18:47:56.352318 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d79a5-ec22-4ef0-bed3-f3287c38824e req-9568bd87-f351-4cbf-b5c8-1c4972fb34a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:47:56.353700 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a07d79a5-ec22-4ef0-bed3-f3287c38824e req-9568bd87-f351-4cbf-b5c8-1c4972fb34a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=80a8d6cd-770a-4478-8325-70cd80cfff62 HTTP/1.1" status: 200 len: 898 time: 0.0887146 Nov 10 18:47:56.394791 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a07d79a5-ec22-4ef0-bed3-f3287c38824e req-76c9b34d-ad62-4118-90ad-d8bc035501bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=172da694-f0c8-46b2-8c93-7019c900c8df HTTP/1.1" status: 200 len: 217 time: 0.0342987 Nov 10 18:47:56.444961 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d79a5-ec22-4ef0-bed3-f3287c38824e req-341a669b-e369-4b41-ad5c-48bef34daa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:47:56.446392 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a07d79a5-ec22-4ef0-bed3-f3287c38824e req-341a669b-e369-4b41-ad5c-48bef34daa28 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30bc34d8-78af-4a23-a50c-f2e43dc00026 HTTP/1.1" status: 200 len: 834 time: 0.0437233 Nov 10 18:47:56.740418 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d79a5-ec22-4ef0-bed3-f3287c38824e req-bdae3ab9-c8a9-4974-93e3-91b6d6c8f7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:47:56.741912 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a07d79a5-ec22-4ef0-bed3-f3287c38824e req-bdae3ab9-c8a9-4974-93e3-91b6d6c8f7f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80a8d6cd-770a-4478-8325-70cd80cfff62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2875030 Nov 10 18:47:56.832448 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a07d79a5-ec22-4ef0-bed3-f3287c38824e req-a23abead-e75c-43ef-9d0b-b6c59e50f140 service neutron] 10.222.0.13 "GET /v2.0/networks/80a8d6cd-770a-4478-8325-70cd80cfff62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815704 Nov 10 18:47:56.924491 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a07d79a5-ec22-4ef0-bed3-f3287c38824e req-f12949c5-2f8a-49d7-b438-2215106271f4 service neutron] 10.222.0.13 "GET /v2.0/networks/80a8d6cd-770a-4478-8325-70cd80cfff62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845993 Nov 10 18:47:57.039494 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455e57e-df33-4e37-8247-347804a65c05 req-7528f4db-098e-4ea0-958e-2e6a12cb5e9c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:47:57.040873 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4455e57e-df33-4e37-8247-347804a65c05 req-7528f4db-098e-4ea0-958e-2e6a12cb5e9c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 943 time: 0.0498974 Nov 10 18:47:57.090005 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4455e57e-df33-4e37-8247-347804a65c05 req-03c18c33-330e-49a3-be8b-b52d42e82574 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431075 Nov 10 18:47:58.213095 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f7067-8aac-4891-b064-99f27ae276ed req-19a1efd3-1ab2-445c-8d73-6ec6cf78d988 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:47:58.214606 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-697f7067-8aac-4891-b064-99f27ae276ed req-19a1efd3-1ab2-445c-8d73-6ec6cf78d988 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 943 time: 0.0543151 Nov 10 18:47:58.266241 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-697f7067-8aac-4891-b064-99f27ae276ed req-91c88292-8194-48fb-bd94-6fa661cd3d37 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457423 Nov 10 18:47:59.383058 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a583b1-8d02-41fe-a47f-d0e948232da3 req-6219f871-5bd9-4b85-8773-1b2544c1c644 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:47:59.384553 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b2a583b1-8d02-41fe-a47f-d0e948232da3 req-6219f871-5bd9-4b85-8773-1b2544c1c644 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 943 time: 0.0489907 Nov 10 18:47:59.437065 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b2a583b1-8d02-41fe-a47f-d0e948232da3 req-cee4b64f-f918-45a4-9d5a-78d592569f39 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466020 Nov 10 18:47:59.678550 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 172da694-f0c8-46b2-8c93-7019c900c8df details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:47:59.776001 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 172da694-f0c8-46b2-8c93-7019c900c8df, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=172da694-f0c8-46b2-8c93-7019c900c8df,segment=NetworkSegment(8569b99c-37d4-4f1f-8f25-04f69693faff),segment_id=8569b99c-37d4-4f1f-8f25-04f69693faff)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:47:59.787424 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '172da694-f0c8-46b2-8c93-7019c900c8df', 'network_id': '80a8d6cd-770a-4478-8325-70cd80cfff62', 'port_id': '172da694-f0c8-46b2-8c93-7019c900c8df', 'mac_address': 'fa:16:3e:3e:8e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30bc34d8-78af-4a23-a50c-f2e43dc00026', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:47:59.828596 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:59.841985 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 172da694-f0c8-46b2-8c93-7019c900c8df {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:47:59.861465 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 172da694-f0c8-46b2-8c93-7019c900c8df, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=172da694-f0c8-46b2-8c93-7019c900c8df,segment=NetworkSegment(8569b99c-37d4-4f1f-8f25-04f69693faff),segment_id=8569b99c-37d4-4f1f-8f25-04f69693faff)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:47:59.866441 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:47:59.913734 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=172da694-f0c8-46b2-8c93-7019c900c8df,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:48:00.069311 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['172da694-f0c8-46b2-8c93-7019c900c8df'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:48:00.552751 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314df3d-6823-4284-afa4-0dcf0e70e11e req-34741500-f8dc-4d1f-9227-c5accdab9535 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:00.554934 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9314df3d-6823-4284-afa4-0dcf0e70e11e req-34741500-f8dc-4d1f-9227-c5accdab9535 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 944 time: 0.0506828 Nov 10 18:48:00.606378 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9314df3d-6823-4284-afa4-0dcf0e70e11e req-78a2db7d-9215-4833-8e5d-f63b0fb97e0c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454531 Nov 10 18:48:00.683407 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-467e85fa-c0bd-4611-805c-c5f2e75ce27a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:48:01.696768 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 172da694-f0c8-46b2-8c93-7019c900c8df up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:48:01.723293 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fdc51-3b8d-4903-b411-c0e2aecde6e1 req-44c7dba8-66dc-4f15-b9e5-6e90eaaabcfa tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:01.725490 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b05fdc51-3b8d-4903-b411-c0e2aecde6e1 req-44c7dba8-66dc-4f15-b9e5-6e90eaaabcfa tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 944 time: 0.0500090 Nov 10 18:48:01.747119 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 172da694-f0c8-46b2-8c93-7019c900c8df completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:48:01.751189 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 172da694-f0c8-46b2-8c93-7019c900c8df triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:48:01.751561 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:48:01.778022 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b05fdc51-3b8d-4903-b411-c0e2aecde6e1 req-80650099-89cb-4bac-b408-295a1e0a6ef6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460112 Nov 10 18:48:01.833194 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:48:01.855634 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750f7881-a804-4c63-9ce7-847f175fd348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172da694-f0c8-46b2-8c93-7019c900c8df'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:48:01.858156 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51397c17-26c0-4ffb-b5c4-7ed587cca10d" -d '{"events": [{"server_uuid": "750f7881-a804-4c63-9ce7-847f175fd348", "name": "network-vif-plugged", "status": "completed", "tag": "172da694-f0c8-46b2-8c93-7019c900c8df"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:48:01.871491 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 172da694-f0c8-46b2-8c93-7019c900c8df, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=172da694-f0c8-46b2-8c93-7019c900c8df,segment=NetworkSegment(8569b99c-37d4-4f1f-8f25-04f69693faff),segment_id=8569b99c-37d4-4f1f-8f25-04f69693faff)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:48:01.876242 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:48:01.900039 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacdea32-192b-4f6c-9906-10aac298a4fc x-openstack-request-id: req-aacdea32-192b-4f6c-9906-10aac298a4fc {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:48:01.900358 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750f7881-a804-4c63-9ce7-847f175fd348", "name": "network-vif-plugged", "status": "completed", "tag": "172da694-f0c8-46b2-8c93-7019c900c8df", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:48:01.900611 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aacdea32-192b-4f6c-9906-10aac298a4fc {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:48:01.901003 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750f7881-a804-4c63-9ce7-847f175fd348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172da694-f0c8-46b2-8c93-7019c900c8df', 'code': 200} Nov 10 18:48:01.929422 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=172da694-f0c8-46b2-8c93-7019c900c8df,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:48:02.002148 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323e3bf-f14a-4cfb-9e1c-5972bc72875c req-3641eaca-1f39-4ad1-8713-7983009e9922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:02.003638 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b323e3bf-f14a-4cfb-9e1c-5972bc72875c req-3641eaca-1f39-4ad1-8713-7983009e9922 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 1097 time: 0.0400627 Nov 10 18:48:02.049907 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b323e3bf-f14a-4cfb-9e1c-5972bc72875c req-29061c13-fc32-47c3-ae69-79e70aa60fa4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388782 Nov 10 18:48:02.898769 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d121b36-41f2-4dc6-bb60-1f431861a5db req-7c71d6fe-37c6-44b8-b0b9-5749e7835b15 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:02.900303 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5d121b36-41f2-4dc6-bb60-1f431861a5db req-7c71d6fe-37c6-44b8-b0b9-5749e7835b15 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 945 time: 0.0534375 Nov 10 18:48:02.952062 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-5d121b36-41f2-4dc6-bb60-1f431861a5db req-1ba05cab-b67e-4462-9ec9-8b48f357964f tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456779 Nov 10 18:48:03.051382 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0c8c1f64-3696-4d12-8fc5-08314aeeb3f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:48:04.075100 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945dcef8-58c1-4b47-b856-f88d4b9a8d87 req-0fad2dc6-cde9-4f90-b819-9fabec899d00 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:04.076658 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-945dcef8-58c1-4b47-b856-f88d4b9a8d87 req-0fad2dc6-cde9-4f90-b819-9fabec899d00 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 945 time: 0.0521882 Nov 10 18:48:04.136922 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-945dcef8-58c1-4b47-b856-f88d4b9a8d87 req-56e7abe2-b703-4ded-8cbc-1f17782d4a1d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540390 Nov 10 18:48:04.253606 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302fdcb-2369-4856-908f-6dca52be5b1a req-1d86c3ef-9258-4c84-9028-bed5abafe17f tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:04.255152 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e302fdcb-2369-4856-908f-6dca52be5b1a req-1d86c3ef-9258-4c84-9028-bed5abafe17f tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 945 time: 0.0513833 Nov 10 18:48:04.305912 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e302fdcb-2369-4856-908f-6dca52be5b1a req-afe317aa-bcd4-42eb-9c51-ab983ee05615 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440104 Nov 10 18:48:04.311325 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:48:04.328291 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34908) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:48:04.367824 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c88f59-e6e6-476c-b245-d503b4699df9 tempest-TestNetworkAdvancedServerOps-791876395 tempest-TestNetworkAdvancedServerOps-791876395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:04.369306 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-43c88f59-e6e6-476c-b245-d503b4699df9 tempest-TestNetworkAdvancedServerOps-791876395 tempest-TestNetworkAdvancedServerOps-791876395-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 1092 time: 0.0400541 Nov 10 18:48:04.372139 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34910) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:48:04.376464 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-106e9eff-5309-4da0-bf41-1a5e55e4efa3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'port_id': '172da694-f0c8-46b2-8c93-7019c900c8df', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:48:04.398987 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-106e9eff-5309-4da0-bf41-1a5e55e4efa3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for floatingip, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:48:04.498219 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-106e9eff-5309-4da0-bf41-1a5e55e4efa3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:48:04.602017 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-106e9eff-5309-4da0-bf41-1a5e55e4efa3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Allocated IP 172.25.5.61 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/acb70f36-0f9b-4f72-b542-75279ef49fc3) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:48:04.703517 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-106e9eff-5309-4da0-bf41-1a5e55e4efa3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:48:04.736243 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-106e9eff-5309-4da0-bf41-1a5e55e4efa3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:48:04.780265 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106e9eff-5309-4da0-bf41-1a5e55e4efa3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:48:04.783212 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-106e9eff-5309-4da0-bf41-1a5e55e4efa3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:48:04.785840 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106e9eff-5309-4da0-bf41-1a5e55e4efa3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:48:04.809161 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e9eff-5309-4da0-bf41-1a5e55e4efa3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Port': ['ID=acb70f36-0f9b-4f72-b542-75279ef49fc3,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:48:05.141161 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-106e9eff-5309-4da0-bf41-1a5e55e4efa3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:48:05.210369 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-106e9eff-5309-4da0-bf41-1a5e55e4efa3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:48:05.360719 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-106e9eff-5309-4da0-bf41-1a5e55e4efa3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:48:05.366280 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-106e9eff-5309-4da0-bf41-1a5e55e4efa3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:48:05.434079 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e9eff-5309-4da0-bf41-1a5e55e4efa3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Port': ['ID=acb70f36-0f9b-4f72-b542-75279ef49fc3,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:48:05.444759 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-106e9eff-5309-4da0-bf41-1a5e55e4efa3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:48:05.542186 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [None req-106e9eff-5309-4da0-bf41-1a5e55e4efa3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Floating IP b6ae545a-6742-4faa-b287-50276a9fcbe5 associated. External IP: 172.25.5.61, port: 172da694-f0c8-46b2-8c93-7019c900c8df. Nov 10 18:48:05.747615 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106e9eff-5309-4da0-bf41-1a5e55e4efa3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Router 1d4c9c4d-11ae-4a18-b668-de4d72af3ba9 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:48:05.793222 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:48:05.857375 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106e9eff-5309-4da0-bf41-1a5e55e4efa3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:48:05.868014 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119ac131-5a41-40a3-a54c-a9f98f308e90 None None] Sync routers for ids ['1d4c9c4d-11ae-4a18-b668-de4d72af3ba9'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:48:05.878165 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-106e9eff-5309-4da0-bf41-1a5e55e4efa3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:48:05.878805 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119ac131-5a41-40a3-a54c-a9f98f308e90 None None] Routers {'1d4c9c4d-11ae-4a18-b668-de4d72af3ba9'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:48:05.879427 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-119ac131-5a41-40a3-a54c-a9f98f308e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:48:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['1d4c9c4d-11ae-4a18-b668-de4d72af3ba9'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:48:05.907187 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-106e9eff-5309-4da0-bf41-1a5e55e4efa3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5339687 Nov 10 18:48:05.907786 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750f7881-a804-4c63-9ce7-847f175fd348', 'tag': '172da694-f0c8-46b2-8c93-7019c900c8df'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:48:05.910067 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cb59a7-e875-4f33-b616-ad59a37581c8" -d '{"events": [{"name": "network-changed", "server_uuid": "750f7881-a804-4c63-9ce7-847f175fd348", "tag": "172da694-f0c8-46b2-8c93-7019c900c8df"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:48:05.958089 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f8666b-0ee4-45aa-b9c3-af637875f6bb x-openstack-request-id: req-b2f8666b-0ee4-45aa-b9c3-af637875f6bb {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:48:05.958390 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750f7881-a804-4c63-9ce7-847f175fd348", "tag": "172da694-f0c8-46b2-8c93-7019c900c8df", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:48:05.958864 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2f8666b-0ee4-45aa-b9c3-af637875f6bb {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:48:05.959629 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750f7881-a804-4c63-9ce7-847f175fd348', 'tag': '172da694-f0c8-46b2-8c93-7019c900c8df', 'status': 'completed', 'code': 200} Nov 10 18:48:05.995697 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-119ac131-5a41-40a3-a54c-a9f98f308e90 None None] Set router 1d4c9c4d-11ae-4a18-b668-de4d72af3ba9 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:48:06.021601 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470030c-cf25-409e-9740-c2b70fdffa93 req-69e62b10-2e63-4c8f-bafe-4f9880a3074f tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:06.023329 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b470030c-cf25-409e-9740-c2b70fdffa93 req-69e62b10-2e63-4c8f-bafe-4f9880a3074f tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 945 time: 0.0534415 Nov 10 18:48:06.028259 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb59a7-e875-4f33-b616-ad59a37581c8 req-c5b0035e-7a82-4192-978d-16541e214258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:06.029778 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c3cb59a7-e875-4f33-b616-ad59a37581c8 req-c5b0035e-7a82-4192-978d-16541e214258 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 1097 time: 0.0478487 Nov 10 18:48:06.076442 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b470030c-cf25-409e-9740-c2b70fdffa93 req-eb5fd074-a6e1-4908-bb1c-4d8eac8882e9 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464051 Nov 10 18:48:06.101376 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34916) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:48:06.182332 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb59a7-e875-4f33-b616-ad59a37581c8 req-5129a98b-621f-41fe-801c-65b472a6adb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:06.183916 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c3cb59a7-e875-4f33-b616-ad59a37581c8 req-5129a98b-621f-41fe-801c-65b472a6adb8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=80a8d6cd-770a-4478-8325-70cd80cfff62 HTTP/1.1" status: 200 len: 898 time: 0.1458294 Nov 10 18:48:06.187173 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-bda2670f-6e69-48df-bb95-fddc0be6c9e5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/floatingips/b6ae545a-6742-4faa-b287-50276a9fcbe5 HTTP/1.1" status: 200 len: 990 time: 0.0847642 Nov 10 18:48:06.229499 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-119ac131-5a41-40a3-a54c-a9f98f308e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803990273', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '7aa004d8-88f8-4188-86fd-1e89a16b38a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:47:43Z', 'updated_at': '2021-11-10T18:47:47Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '7aa004d8-88f8-4188-86fd-1e89a16b38a3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:47:44Z', 'updated_at': '2021-11-10T18:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'b6ae545a-6742-4faa-b287-50276a9fcbe5', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'floating_ip_address': '172.25.5.61', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'port_id': '172da694-f0c8-46b2-8c93-7019c900c8df', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a8d6cd-770a-4478-8325-70cd80cfff62', 'mac_address': 'fa:16:3e:3e:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750f7881-a804-4c63-9ce7-847f175fd348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:48:05Z', 'updated_at': '2021-11-10T18:48:05Z', 'revision_number': 0, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab627413-4811-4220-aad4-597921dcfd63', 'name': '', 'network_id': '80a8d6cd-770a-4478-8325-70cd80cfff62', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:8a:f2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '30bc34d8-78af-4a23-a50c-f2e43dc00026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:47:46Z', 'updated_at': '2021-11-10T18:47:50Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '30bc34d8-78af-4a23-a50c-f2e43dc00026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:48:06.257383 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c3cb59a7-e875-4f33-b616-ad59a37581c8 req-78f520f5-0edc-4552-a7e5-812c5513cb67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=172da694-f0c8-46b2-8c93-7019c900c8df HTTP/1.1" status: 200 len: 998 time: 0.0661247 Nov 10 18:48:06.260719 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119ac131-5a41-40a3-a54c-a9f98f308e90 None None] Checking router: 1d4c9c4d-11ae-4a18-b668-de4d72af3ba9 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:48:06.269039 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119ac131-5a41-40a3-a54c-a9f98f308e90 None None] Routers {'1d4c9c4d-11ae-4a18-b668-de4d72af3ba9'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:48:06.269626 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-119ac131-5a41-40a3-a54c-a9f98f308e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:48:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['1d4c9c4d-11ae-4a18-b668-de4d72af3ba9'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:48:06.307678 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb59a7-e875-4f33-b616-ad59a37581c8 req-9a75f04c-7cf0-4cc4-8637-580f358ddfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:06.309093 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c3cb59a7-e875-4f33-b616-ad59a37581c8 req-9a75f04c-7cf0-4cc4-8637-580f358ddfdd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30bc34d8-78af-4a23-a50c-f2e43dc00026 HTTP/1.1" status: 200 len: 834 time: 0.0447929 Nov 10 18:48:06.357310 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb59a7-e875-4f33-b616-ad59a37581c8 req-25450348-cdfd-4477-86d4-cebe2a0829ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:06.358813 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c3cb59a7-e875-4f33-b616-ad59a37581c8 req-25450348-cdfd-4477-86d4-cebe2a0829ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80a8d6cd-770a-4478-8325-70cd80cfff62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413349 Nov 10 18:48:06.376221 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-119ac131-5a41-40a3-a54c-a9f98f308e90 None None] Set router 1d4c9c4d-11ae-4a18-b668-de4d72af3ba9 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:48:06.453746 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c3cb59a7-e875-4f33-b616-ad59a37581c8 req-2f4256ef-5aec-464c-b7a4-a845d40647ea service neutron] 10.222.0.13 "GET /v2.0/networks/80a8d6cd-770a-4478-8325-70cd80cfff62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867298 Nov 10 18:48:06.522616 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:48:06.549166 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c3cb59a7-e875-4f33-b616-ad59a37581c8 req-df4c2b10-ab95-4b83-a898-f92ed41bed3f service neutron] 10.222.0.13 "GET /v2.0/networks/80a8d6cd-770a-4478-8325-70cd80cfff62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885351 Nov 10 18:48:06.614248 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-119ac131-5a41-40a3-a54c-a9f98f308e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803990273', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '7aa004d8-88f8-4188-86fd-1e89a16b38a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:47:43Z', 'updated_at': '2021-11-10T18:47:47Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '7aa004d8-88f8-4188-86fd-1e89a16b38a3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:47:44Z', 'updated_at': '2021-11-10T18:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'b6ae545a-6742-4faa-b287-50276a9fcbe5', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'floating_ip_address': '172.25.5.61', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'port_id': '172da694-f0c8-46b2-8c93-7019c900c8df', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a8d6cd-770a-4478-8325-70cd80cfff62', 'mac_address': 'fa:16:3e:3e:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750f7881-a804-4c63-9ce7-847f175fd348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:48:05Z', 'updated_at': '2021-11-10T18:48:05Z', 'revision_number': 0, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab627413-4811-4220-aad4-597921dcfd63', 'name': '', 'network_id': '80a8d6cd-770a-4478-8325-70cd80cfff62', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:8a:f2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '30bc34d8-78af-4a23-a50c-f2e43dc00026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:47:46Z', 'updated_at': '2021-11-10T18:47:50Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '30bc34d8-78af-4a23-a50c-f2e43dc00026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:48:06.644800 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119ac131-5a41-40a3-a54c-a9f98f308e90 None None] The sync data for ids ['1d4c9c4d-11ae-4a18-b668-de4d72af3ba9'] in n-d-776250-10 is: [{'id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803990273', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '7aa004d8-88f8-4188-86fd-1e89a16b38a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:47:43Z', 'updated_at': '2021-11-10T18:47:47Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '7aa004d8-88f8-4188-86fd-1e89a16b38a3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:47:44Z', 'updated_at': '2021-11-10T18:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'b6ae545a-6742-4faa-b287-50276a9fcbe5', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'floating_ip_address': '172.25.5.61', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'port_id': '172da694-f0c8-46b2-8c93-7019c900c8df', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a8d6cd-770a-4478-8325-70cd80cfff62', 'mac_address': 'fa:16:3e:3e:8e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '750f7881-a804-4c63-9ce7-847f175fd348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:48:05Z', 'updated_at': '2021-11-10T18:48:05Z', 'revision_number': 0, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab627413-4811-4220-aad4-597921dcfd63', 'name': '', 'network_id': '80a8d6cd-770a-4478-8325-70cd80cfff62', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:8a:f2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '30bc34d8-78af-4a23-a50c-f2e43dc00026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:47:46Z', 'updated_at': '2021-11-10T18:47:50Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '30bc34d8-78af-4a23-a50c-f2e43dc00026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:48:06.824361 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144220ad-3199-4ef3-84da-5fe1309f5051 None None] New status for floating IP b6ae545a-6742-4faa-b287-50276a9fcbe5: ACTIVE {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:48:07.191194 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34918) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:48:07.257519 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a709669c-d1b9-4515-a6f7-a77874505efb tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/floatingips/b6ae545a-6742-4faa-b287-50276a9fcbe5 HTTP/1.1" status: 200 len: 992 time: 0.0650535 Nov 10 18:48:25.483951 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:48:25.724367 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:48:28.874818 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:48:30.684443 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2aea15cf-f3da-47f4-a3f6-a6051f8fe37b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:48:33.043842 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-94f41a52-c7a3-4c50-8860-f93665a22b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:48:34.309161 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:48:35.795401 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:48:36.484971 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:48:38.667513 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8366c43-772e-4013-a933-c4d38c25b93c req-27b2b31a-df11-4a4f-b7c1-f2ced3e16ff6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:38.669238 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d8366c43-772e-4013-a933-c4d38c25b93c req-27b2b31a-df11-4a4f-b7c1-f2ced3e16ff6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 945 time: 0.0523295 Nov 10 18:48:38.673151 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 34936) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:48:38.735608 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d8366c43-772e-4013-a933-c4d38c25b93c req-1756229c-ca64-4d55-b8ca-e2a431365c08 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601997 Nov 10 18:48:38.767392 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-dc062b9a-fd49-43f7-b3eb-fed887a5437c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0931528 Nov 10 18:48:38.777360 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-26a50336-950b-42a4-b36f-5b333b9b998f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:48:38.778341 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-26a50336-950b-42a4-b36f-5b333b9b998f service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056620 Nov 10 18:48:39.861320 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656c3d9-87c3-4e62-a808-9c1ef03804ba req-4aea0bc3-f05d-4442-a3b7-2e1233422f8b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:39.862976 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c656c3d9-87c3-4e62-a808-9c1ef03804ba req-4aea0bc3-f05d-4442-a3b7-2e1233422f8b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 945 time: 0.0526550 Nov 10 18:48:39.916912 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c656c3d9-87c3-4e62-a808-9c1ef03804ba req-0214e30e-71bc-4f29-abfe-e76f3cc2dda4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467083 Nov 10 18:48:39.988294 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-da0230e2-8518-4a88-ab82-fab14a835040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:39.989768 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-da0230e2-8518-4a88-ab82-fab14a835040 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 1097 time: 0.0886705 Nov 10 18:48:40.096713 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-55980aaf-f303-4b68-9e3c-b3a388bfc8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:40.098127 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-55980aaf-f303-4b68-9e3c-b3a388bfc8c6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=80a8d6cd-770a-4478-8325-70cd80cfff62 HTTP/1.1" status: 200 len: 898 time: 0.1016850 Nov 10 18:48:40.167941 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-18922391-dc43-44f0-add2-cb3a11c19032 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=172da694-f0c8-46b2-8c93-7019c900c8df HTTP/1.1" status: 200 len: 1000 time: 0.0628808 Nov 10 18:48:40.220623 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-0dd171d7-582a-4778-b619-bc5bc320ed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:40.222152 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-0dd171d7-582a-4778-b619-bc5bc320ed8c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30bc34d8-78af-4a23-a50c-f2e43dc00026 HTTP/1.1" status: 200 len: 834 time: 0.0461576 Nov 10 18:48:40.274134 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-46ec45dd-6725-47b0-9c97-5905513488ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:40.275577 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-46ec45dd-6725-47b0-9c97-5905513488ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80a8d6cd-770a-4478-8325-70cd80cfff62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466683 Nov 10 18:48:40.376682 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-0d128def-3981-47bc-b99f-ff82412beab4 service neutron] 10.222.0.13 "GET /v2.0/networks/80a8d6cd-770a-4478-8325-70cd80cfff62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939324 Nov 10 18:48:40.468219 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-b771d2b2-4d84-4b97-b1f8-d7c779fb3d3e service neutron] 10.222.0.13 "GET /v2.0/networks/80a8d6cd-770a-4478-8325-70cd80cfff62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844007 Nov 10 18:48:41.035475 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55893f5-5911-4e91-ae49-7b7a5473c194 req-a0b4dee6-2445-4445-bcfc-cc708a71e416 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:41.036909 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a55893f5-5911-4e91-ae49-7b7a5473c194 req-a0b4dee6-2445-4445-bcfc-cc708a71e416 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 945 time: 0.0501349 Nov 10 18:48:41.090733 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a55893f5-5911-4e91-ae49-7b7a5473c194 req-424c7513-9390-4c59-87e5-df687063beec tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477705 Nov 10 18:48:42.216917 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6053c0-fe83-4322-befe-b7ddca27db44 req-abfdd373-2470-455a-9a8e-a87d3ccca80c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:42.218491 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ab6053c0-fe83-4322-befe-b7ddca27db44 req-abfdd373-2470-455a-9a8e-a87d3ccca80c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 945 time: 0.0574546 Nov 10 18:48:42.275340 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ab6053c0-fe83-4322-befe-b7ddca27db44 req-94621c03-8ecd-4dae-966b-d6ebf1be9a0a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508723 Nov 10 18:48:43.399013 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73cac97-7a9e-4108-b090-7da0654769d5 req-f929aed7-bdd3-45c9-9fb8-c1342e69433c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:43.400416 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e73cac97-7a9e-4108-b090-7da0654769d5 req-f929aed7-bdd3-45c9-9fb8-c1342e69433c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 945 time: 0.0505810 Nov 10 18:48:43.449856 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e73cac97-7a9e-4108-b090-7da0654769d5 req-91c44636-70fb-470c-a867-01bf921ffe4c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435464 Nov 10 18:48:44.566198 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadce5a7-1d43-447e-99ce-4b363f39d648 req-de484c11-e73a-46b6-9e27-f53839f8bfaf tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:44.567662 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dadce5a7-1d43-447e-99ce-4b363f39d648 req-de484c11-e73a-46b6-9e27-f53839f8bfaf tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 945 time: 0.0500028 Nov 10 18:48:44.618196 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dadce5a7-1d43-447e-99ce-4b363f39d648 req-0a4b264e-d0ae-4efa-9fca-ec654281a2a8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435536 Nov 10 18:48:44.962124 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfea606-999b-4360-b501-5fdfd67355e5 req-0048391d-1b8c-4677-acdd-56b59fd2d5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:44.964562 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7cfea606-999b-4360-b501-5fdfd67355e5 req-0048391d-1b8c-4677-acdd-56b59fd2d5cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 1097 time: 0.0414393 Nov 10 18:48:45.076236 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfea606-999b-4360-b501-5fdfd67355e5 req-00f7f0d9-4db1-4877-be34-51b11bc98efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:45.077633 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7cfea606-999b-4360-b501-5fdfd67355e5 req-00f7f0d9-4db1-4877-be34-51b11bc98efc service neutron] 10.222.0.13 "GET /v2.0/networks?id=80a8d6cd-770a-4478-8325-70cd80cfff62 HTTP/1.1" status: 200 len: 898 time: 0.0876842 Nov 10 18:48:45.144167 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7cfea606-999b-4360-b501-5fdfd67355e5 req-b2183407-e547-45d2-8be8-091c7089084e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=172da694-f0c8-46b2-8c93-7019c900c8df HTTP/1.1" status: 200 len: 1000 time: 0.0584667 Nov 10 18:48:45.196937 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfea606-999b-4360-b501-5fdfd67355e5 req-de6cce40-3f5f-46a5-bc18-ca6b810d6b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:45.198387 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7cfea606-999b-4360-b501-5fdfd67355e5 req-de6cce40-3f5f-46a5-bc18-ca6b810d6b85 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30bc34d8-78af-4a23-a50c-f2e43dc00026 HTTP/1.1" status: 200 len: 834 time: 0.0473659 Nov 10 18:48:45.243267 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfea606-999b-4360-b501-5fdfd67355e5 req-f3ab215e-bc67-4f67-9272-bf324be36225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:45.244759 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7cfea606-999b-4360-b501-5fdfd67355e5 req-f3ab215e-bc67-4f67-9272-bf324be36225 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80a8d6cd-770a-4478-8325-70cd80cfff62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392170 Nov 10 18:48:45.335172 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7cfea606-999b-4360-b501-5fdfd67355e5 req-66752270-7e87-4314-9d66-86a80b78e78c service neutron] 10.222.0.13 "GET /v2.0/networks/80a8d6cd-770a-4478-8325-70cd80cfff62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830984 Nov 10 18:48:45.432184 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7cfea606-999b-4360-b501-5fdfd67355e5 req-0b151652-736e-4ff5-8929-d4dec01d585c service neutron] 10.222.0.13 "GET /v2.0/networks/80a8d6cd-770a-4478-8325-70cd80cfff62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893786 Nov 10 18:48:45.735131 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe6f4b-54e1-46b2-9d54-b533cd510ab7 req-3512a752-5c73-4d81-a859-64dcc2be43a2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:45.736681 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bbbe6f4b-54e1-46b2-9d54-b533cd510ab7 req-3512a752-5c73-4d81-a859-64dcc2be43a2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 945 time: 0.0516100 Nov 10 18:48:45.789828 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bbbe6f4b-54e1-46b2-9d54-b533cd510ab7 req-b9e14d69-ec42-43d7-8820-b844be612eaa tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457158 Nov 10 18:48:46.914342 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0426251-e5d6-4c2a-beca-2292f42ff66a req-c808ad69-5396-4df5-8a3c-e30d732c2e37 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:46.915839 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b0426251-e5d6-4c2a-beca-2292f42ff66a req-c808ad69-5396-4df5-8a3c-e30d732c2e37 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 945 time: 0.0560033 Nov 10 18:48:46.966476 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b0426251-e5d6-4c2a-beca-2292f42ff66a req-9b1f3c1f-f565-4f27-99bc-04b4ec922219 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447412 Nov 10 18:48:48.321933 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e95def-b1a5-4573-a3f5-1e7d1a5047b8 req-ac2f7c31-aa99-46ee-b726-8c17bf93e764 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:48.323322 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a7e95def-b1a5-4573-a3f5-1e7d1a5047b8 req-ac2f7c31-aa99-46ee-b726-8c17bf93e764 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 945 time: 0.2887096 Nov 10 18:48:48.372978 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a7e95def-b1a5-4573-a3f5-1e7d1a5047b8 req-0d03299f-eae8-4beb-b954-c07080a730b9 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434921 Nov 10 18:48:49.491009 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7008a9-2cdd-4a25-8158-158c133ba718 req-c0935ddb-e44b-41ad-b077-2073375da0e1 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:49.493581 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f7008a9-2cdd-4a25-8158-158c133ba718 req-c0935ddb-e44b-41ad-b077-2073375da0e1 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 945 time: 0.0512297 Nov 10 18:48:49.543826 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f7008a9-2cdd-4a25-8158-158c133ba718 req-2a77312a-ef6a-4d13-817a-9aae877712ea tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441475 Nov 10 18:48:50.662728 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77085d27-7d5d-452c-935b-c1a19092a1d2 req-b58f6c83-775c-438a-9d40-2198db62dafb tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:50.664580 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-77085d27-7d5d-452c-935b-c1a19092a1d2 req-b58f6c83-775c-438a-9d40-2198db62dafb tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 945 time: 0.0489030 Nov 10 18:48:50.713451 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-77085d27-7d5d-452c-935b-c1a19092a1d2 req-16c0b331-fd9f-4d1d-922d-c356c5080f06 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431340 Nov 10 18:48:51.829377 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de649b-8142-4ca0-b153-b41dd4154238 req-c2137e24-c0e4-4912-b645-42eeb83373ef tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:51.830845 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f2de649b-8142-4ca0-b153-b41dd4154238 req-c2137e24-c0e4-4912-b645-42eeb83373ef tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 945 time: 0.0495400 Nov 10 18:48:51.885049 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f2de649b-8142-4ca0-b153-b41dd4154238 req-3e0e02f3-5f17-4d40-9f48-72864c810993 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477459 Nov 10 18:48:53.000491 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f532b71-b335-4819-a40c-09ab8e883578 req-0ff61d28-c720-4f42-b5c4-f3df0218cd49 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:53.001968 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6f532b71-b335-4819-a40c-09ab8e883578 req-0ff61d28-c720-4f42-b5c4-f3df0218cd49 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 945 time: 0.0488443 Nov 10 18:48:53.056515 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6f532b71-b335-4819-a40c-09ab8e883578 req-b830306c-56c9-4d2a-b79a-4f366dbaa869 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484807 Nov 10 18:48:54.173976 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93a753-3cad-4e0a-be1f-00e599ac157a req-4a9bab47-8735-4ea5-94e2-e12d0276062d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:54.175445 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2c93a753-3cad-4e0a-be1f-00e599ac157a req-4a9bab47-8735-4ea5-94e2-e12d0276062d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 945 time: 0.0495481 Nov 10 18:48:54.228268 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2c93a753-3cad-4e0a-be1f-00e599ac157a req-3c5eef9e-a398-48dd-8cf7-6dfc0575c8c2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463092 Nov 10 18:48:55.345184 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4883eb-17e2-48e7-9288-397a33757319 req-20daf643-7772-44de-b46d-2b423f09ee41 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:55.346649 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a4883eb-17e2-48e7-9288-397a33757319 req-20daf643-7772-44de-b46d-2b423f09ee41 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 945 time: 0.0495715 Nov 10 18:48:55.395963 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a4883eb-17e2-48e7-9288-397a33757319 req-4714280b-dbfb-4cb9-a651-bcbf07b97910 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431838 Nov 10 18:48:55.496600 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:48:55.725821 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:48:56.511655 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da752b-2267-4965-8c17-4c62079dd42d req-6cc46281-1628-447e-8bb9-530293b3510a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:56.513249 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-14da752b-2267-4965-8c17-4c62079dd42d req-6cc46281-1628-447e-8bb9-530293b3510a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 945 time: 0.0492814 Nov 10 18:48:56.563636 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-14da752b-2267-4965-8c17-4c62079dd42d req-97eb60c9-f4da-4ca6-a597-735c20d180dc tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444779 Nov 10 18:48:57.283313 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-49b0528a-a269-4e7b-90e9-32896115c70d service neutron] show failed (client error): The resource could not be found. Nov 10 18:48:57.284344 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-49b0528a-a269-4e7b-90e9-32896115c70d service neutron] 10.222.0.13 "GET /v2.0/ports/172da694-f0c8-46b2-8c93-7019c900c8df/bindings/n-h1-776250-10 HTTP/1.1" status: 404 len: 381 time: 0.0544980 Nov 10 18:48:57.521831 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-b6433bf5-74c2-4c81-823a-a2e791bb7c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:57.524053 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-b6433bf5-74c2-4c81-823a-a2e791bb7c3b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348&tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 HTTP/1.1" status: 200 len: 1097 time: 0.0747223 Nov 10 18:48:57.536295 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-776250-10', 'device_owner': 'compute:nova'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:48:57.590547 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:48:57.689343 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf5efd-8638-4dc3-aaa8-e1fb9d750ed0 req-b6df44b0-dcf0-4d61-9ac5-ef695b8827b6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:57.690847 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7faf5efd-8638-4dc3-aaa8-e1fb9d750ed0 req-b6df44b0-dcf0-4d61-9ac5-ef695b8827b6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 945 time: 0.0565062 Nov 10 18:48:57.741496 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7faf5efd-8638-4dc3-aaa8-e1fb9d750ed0 req-4ac6ccbc-d1ef-4ee9-b059-5cd8fbf6a110 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437052 Nov 10 18:48:57.801470 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] For port 172da694-f0c8-46b2-8c93-7019c900c8df, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=172da694-f0c8-46b2-8c93-7019c900c8df,segment=NetworkSegment(8569b99c-37d4-4f1f-8f25-04f69693faff),segment_id=8569b99c-37d4-4f1f-8f25-04f69693faff)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:48:57.833518 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] For port 172da694-f0c8-46b2-8c93-7019c900c8df, host n-h2-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:48:57.871201 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750f7881-a804-4c63-9ce7-847f175fd348', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '172da694-f0c8-46b2-8c93-7019c900c8df'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:48:57.873605 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bacc1af8-7230-4497-98d5-e9e428704d78" -d '{"events": [{"server_uuid": "750f7881-a804-4c63-9ce7-847f175fd348", "name": "network-vif-unplugged", "status": "completed", "tag": "172da694-f0c8-46b2-8c93-7019c900c8df"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:48:57.877327 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:48:57.891366 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] Transition to ACTIVE for port object 172da694-f0c8-46b2-8c93-7019c900c8df will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:48:57.894858 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:48:57.932424 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 18:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f53c18-93a8-4237-b70b-214ef466420f x-openstack-request-id: req-57f53c18-93a8-4237-b70b-214ef466420f {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:48:57.932715 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750f7881-a804-4c63-9ce7-847f175fd348", "name": "network-vif-unplugged", "status": "completed", "tag": "172da694-f0c8-46b2-8c93-7019c900c8df", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:48:57.932968 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-57f53c18-93a8-4237-b70b-214ef466420f {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:48:57.933360 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750f7881-a804-4c63-9ce7-847f175fd348', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '172da694-f0c8-46b2-8c93-7019c900c8df', 'code': 200} Nov 10 18:48:57.998076 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] Pushing event updated for resources: {'Port': ['ID=172da694-f0c8-46b2-8c93-7019c900c8df,revision_number=6']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:48:58.021558 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:48:58.021901 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:48:58.022239 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:48:58.022573 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:48:58.023080 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:48:58.023476 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:48:58.023856 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:48:58.024128 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:48:58.024545 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:48:58.024813 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:48:58.025134 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:48:58.025451 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:48:58.082229 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] No DVR routers for this DVR port 172da694-f0c8-46b2-8c93-7019c900c8df on host n-h2-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:48:58.217393 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] Attempting to bind port 172da694-f0c8-46b2-8c93-7019c900c8df on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:48:58.217731 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] Attempting to bind port 172da694-f0c8-46b2-8c93-7019c900c8df by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': '8569b99c-37d4-4f1f-8f25-04f69693faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '80a8d6cd-770a-4478-8325-70cd80cfff62'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:48:58.218064 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] Attempting to bind port 172da694-f0c8-46b2-8c93-7019c900c8df on network 80a8d6cd-770a-4478-8325-70cd80cfff62 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:48:58.222378 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] Port 172da694-f0c8-46b2-8c93-7019c900c8df on network 80a8d6cd-770a-4478-8325-70cd80cfff62 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:48:58.222700 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] Attempting to bind port 172da694-f0c8-46b2-8c93-7019c900c8df on network 80a8d6cd-770a-4478-8325-70cd80cfff62 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:48:58.228394 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:48:58.228735 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] Checking segment: {'id': '8569b99c-37d4-4f1f-8f25-04f69693faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '80a8d6cd-770a-4478-8325-70cd80cfff62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:48:58.229118 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] Bound using segment: {'id': '8569b99c-37d4-4f1f-8f25-04f69693faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '80a8d6cd-770a-4478-8325-70cd80cfff62'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:48:58.229547 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] Bound port: 172da694-f0c8-46b2-8c93-7019c900c8df, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8569b99c-37d4-4f1f-8f25-04f69693faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '80a8d6cd-770a-4478-8325-70cd80cfff62'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:48:58.229903 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:48:58.295570 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] For port 172da694-f0c8-46b2-8c93-7019c900c8df, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:48:58.299130 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] For port 172da694-f0c8-46b2-8c93-7019c900c8df, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=172da694-f0c8-46b2-8c93-7019c900c8df,segment=NetworkSegment(8569b99c-37d4-4f1f-8f25-04f69693faff),segment_id=8569b99c-37d4-4f1f-8f25-04f69693faff)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:48:58.303066 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:48:58.340367 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:58.340979 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:48:58.342351 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] 10.222.0.11 "PUT /v2.0/ports/172da694-f0c8-46b2-8c93-7019c900c8df HTTP/1.1" status: 200 len: 1092 time: 0.8101683 Nov 10 18:48:58.366087 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ea4664-6387-44c1-9e8f-c975342dfe67 service neutron] Pushing event updated for resources: {'Port': ['ID=172da694-f0c8-46b2-8c93-7019c900c8df,revision_number=7']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:48:58.416406 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-4caa691f-6284-4424-8555-03414ba71d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:58.417920 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-4caa691f-6284-4424-8555-03414ba71d25 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 1095 time: 0.0463505 Nov 10 18:48:58.517239 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-ccf19537-ce2a-4267-8529-7a65d3c6f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:58.518698 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-ccf19537-ce2a-4267-8529-7a65d3c6f5ec service neutron] 10.222.0.11 "GET /v2.0/networks?id=80a8d6cd-770a-4478-8325-70cd80cfff62 HTTP/1.1" status: 200 len: 898 time: 0.0930178 Nov 10 18:48:58.584936 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-488c6883-7312-4ac9-bee0-c36b28372f8b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=172da694-f0c8-46b2-8c93-7019c900c8df HTTP/1.1" status: 200 len: 998 time: 0.0584066 Nov 10 18:48:58.637454 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-8223c4e3-3501-4fad-8e47-45843bd3e04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:58.638812 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-8223c4e3-3501-4fad-8e47-45843bd3e04c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30bc34d8-78af-4a23-a50c-f2e43dc00026 HTTP/1.1" status: 200 len: 834 time: 0.0457211 Nov 10 18:48:58.689075 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-e82402ce-d293-496a-b2d3-065ae148406d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:58.690542 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-e82402ce-d293-496a-b2d3-065ae148406d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80a8d6cd-770a-4478-8325-70cd80cfff62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449157 Nov 10 18:48:58.781512 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-5903a292-b499-4664-8a66-7fd539e2cb8f service neutron] 10.222.0.11 "GET /v2.0/networks/80a8d6cd-770a-4478-8325-70cd80cfff62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840225 Nov 10 18:48:58.862151 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc5cc6-3cf4-45b3-9dc0-906188ff8a79 req-7aa3c7f2-bd5e-4280-ac13-7e4b0e9825de tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:48:58.863563 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f9cc5cc6-3cf4-45b3-9dc0-906188ff8a79 req-7aa3c7f2-bd5e-4280-ac13-7e4b0e9825de tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 943 time: 0.0490274 Nov 10 18:48:58.878697 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4a02d810-3814-46b2-a3c3-1784dbda3697 req-b220c93f-ab91-4256-8f33-f18d9c403c1d service neutron] 10.222.0.11 "GET /v2.0/networks/80a8d6cd-770a-4478-8325-70cd80cfff62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906637 Nov 10 18:48:58.916679 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f9cc5cc6-3cf4-45b3-9dc0-906188ff8a79 req-eaae3f63-7ef1-4e08-ba97-93e517509fdd tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461366 Nov 10 18:48:59.934577 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750f7881-a804-4c63-9ce7-847f175fd348', 'tag': '172da694-f0c8-46b2-8c93-7019c900c8df'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:48:59.936902 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193511be-9e5b-4257-b7cc-8ee58493fcfe" -d '{"events": [{"name": "network-changed", "server_uuid": "750f7881-a804-4c63-9ce7-847f175fd348", "tag": "172da694-f0c8-46b2-8c93-7019c900c8df"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:48:59.985048 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ddde7e-8f59-47fc-821f-7ca4510e2093 x-openstack-request-id: req-00ddde7e-8f59-47fc-821f-7ca4510e2093 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:48:59.985347 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750f7881-a804-4c63-9ce7-847f175fd348", "tag": "172da694-f0c8-46b2-8c93-7019c900c8df", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:48:59.985606 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-00ddde7e-8f59-47fc-821f-7ca4510e2093 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:48:59.986057 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750f7881-a804-4c63-9ce7-847f175fd348', 'tag': '172da694-f0c8-46b2-8c93-7019c900c8df', 'status': 'completed', 'code': 200} Nov 10 18:49:00.046901 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193511be-9e5b-4257-b7cc-8ee58493fcfe req-5fc9e374-7d9c-45cc-9da2-3da85770c540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:00.048474 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-193511be-9e5b-4257-b7cc-8ee58493fcfe req-5fc9e374-7d9c-45cc-9da2-3da85770c540 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 1095 time: 0.0424964 Nov 10 18:49:00.079546 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71184dff-305a-4517-91a6-97cf9f5f91d3 req-5ee481fc-f18b-4942-b8cf-c14cdf3d4029 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:00.081074 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-71184dff-305a-4517-91a6-97cf9f5f91d3 req-5ee481fc-f18b-4942-b8cf-c14cdf3d4029 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 943 time: 0.0948648 Nov 10 18:49:00.087694 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193511be-9e5b-4257-b7cc-8ee58493fcfe req-d2f599b0-6115-43ba-85a5-d0dcec76adef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:00.089777 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-193511be-9e5b-4257-b7cc-8ee58493fcfe req-d2f599b0-6115-43ba-85a5-d0dcec76adef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 1095 time: 0.0753808 Nov 10 18:49:00.149665 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193511be-9e5b-4257-b7cc-8ee58493fcfe req-c22fe062-cc02-43b8-811b-2449e4447050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:00.151150 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-193511be-9e5b-4257-b7cc-8ee58493fcfe req-c22fe062-cc02-43b8-811b-2449e4447050 service neutron] 10.222.0.11 "GET /v2.0/networks?id=80a8d6cd-770a-4478-8325-70cd80cfff62 HTTP/1.1" status: 200 len: 898 time: 0.0941186 Nov 10 18:49:00.187953 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-71184dff-305a-4517-91a6-97cf9f5f91d3 req-72407216-5e40-4b8b-9531-97354c960eea tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968943 Nov 10 18:49:00.222814 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-193511be-9e5b-4257-b7cc-8ee58493fcfe req-bea9f619-2063-4d28-9cc8-fab14f96d93e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=172da694-f0c8-46b2-8c93-7019c900c8df HTTP/1.1" status: 200 len: 998 time: 0.0602791 Nov 10 18:49:00.227404 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193511be-9e5b-4257-b7cc-8ee58493fcfe req-d4fdafab-36ff-4010-a6e2-a86f8c5cafc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:00.228909 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-193511be-9e5b-4257-b7cc-8ee58493fcfe req-d4fdafab-36ff-4010-a6e2-a86f8c5cafc0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=80a8d6cd-770a-4478-8325-70cd80cfff62 HTTP/1.1" status: 200 len: 898 time: 0.1312237 Nov 10 18:49:00.281459 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193511be-9e5b-4257-b7cc-8ee58493fcfe req-6edc6f91-954f-442f-af63-4d35c9f6239b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:00.282940 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-193511be-9e5b-4257-b7cc-8ee58493fcfe req-6edc6f91-954f-442f-af63-4d35c9f6239b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30bc34d8-78af-4a23-a50c-f2e43dc00026 HTTP/1.1" status: 200 len: 834 time: 0.0520978 Nov 10 18:49:00.301382 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-193511be-9e5b-4257-b7cc-8ee58493fcfe req-78765fd4-59e9-4174-8a0c-b94eb4763fdd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=172da694-f0c8-46b2-8c93-7019c900c8df HTTP/1.1" status: 200 len: 998 time: 0.0646105 Nov 10 18:49:00.345956 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193511be-9e5b-4257-b7cc-8ee58493fcfe req-4ea81141-e752-4a88-a3dc-0bd0dc46a26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:00.347588 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-193511be-9e5b-4257-b7cc-8ee58493fcfe req-4ea81141-e752-4a88-a3dc-0bd0dc46a26b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80a8d6cd-770a-4478-8325-70cd80cfff62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527668 Nov 10 18:49:00.358191 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193511be-9e5b-4257-b7cc-8ee58493fcfe req-91a1c41e-2512-440f-9565-371ddca8a647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:00.359863 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-193511be-9e5b-4257-b7cc-8ee58493fcfe req-91a1c41e-2512-440f-9565-371ddca8a647 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30bc34d8-78af-4a23-a50c-f2e43dc00026 HTTP/1.1" status: 200 len: 834 time: 0.0511384 Nov 10 18:49:00.423302 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193511be-9e5b-4257-b7cc-8ee58493fcfe req-56013298-f4f5-4d31-b845-20dbf36251da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:00.425257 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-193511be-9e5b-4257-b7cc-8ee58493fcfe req-56013298-f4f5-4d31-b845-20dbf36251da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80a8d6cd-770a-4478-8325-70cd80cfff62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554717 Nov 10 18:49:00.459246 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-193511be-9e5b-4257-b7cc-8ee58493fcfe req-28dc2991-2ac6-4577-ab04-f5a9594b72dc service neutron] 10.222.0.11 "GET /v2.0/networks/80a8d6cd-770a-4478-8325-70cd80cfff62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041536 Nov 10 18:49:00.527046 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-193511be-9e5b-4257-b7cc-8ee58493fcfe req-bf90cac0-a8e5-4148-8c5e-a7f4ec506cff service neutron] 10.222.0.13 "GET /v2.0/networks/80a8d6cd-770a-4478-8325-70cd80cfff62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929084 Nov 10 18:49:00.632407 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-193511be-9e5b-4257-b7cc-8ee58493fcfe req-78438696-c24a-438a-96ba-4729b662d657 service neutron] 10.222.0.13 "GET /v2.0/networks/80a8d6cd-770a-4478-8325-70cd80cfff62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983441 Nov 10 18:49:00.690688 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9ee040ff-267d-4505-9943-007a0381dbad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:00.828452 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-193511be-9e5b-4257-b7cc-8ee58493fcfe req-cebba4d4-e4b9-4784-833b-9e1a4de49ae7 service neutron] 10.222.0.11 "GET /v2.0/networks/80a8d6cd-770a-4478-8325-70cd80cfff62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616862 Nov 10 18:49:01.313061 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ea673-576f-4dca-bf4c-382bf6e91a85 req-63434c12-4f28-4c85-800c-39423ea4a8fd tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:01.314521 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-180ea673-576f-4dca-bf4c-382bf6e91a85 req-63434c12-4f28-4c85-800c-39423ea4a8fd tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 943 time: 0.0484259 Nov 10 18:49:01.363192 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-180ea673-576f-4dca-bf4c-382bf6e91a85 req-f6a2ef0e-7f88-44cc-8da9-3942118082a2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421665 Nov 10 18:49:01.558518 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417e7ab-3078-4688-b9a9-07b14d414325 req-e729545e-b48a-4eed-b5cf-6837661bd999 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:01.560025 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b417e7ab-3078-4688-b9a9-07b14d414325 req-e729545e-b48a-4eed-b5cf-6837661bd999 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 943 time: 0.0492077 Nov 10 18:49:01.610976 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65acaf7-d74a-45f1-bb7e-4879917970b7 req-53091acd-26d7-4669-b907-f8d187030811 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:01.612539 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b65acaf7-d74a-45f1-bb7e-4879917970b7 req-53091acd-26d7-4669-b907-f8d187030811 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.13 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348&tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&binding%3Ahost_id=n-h1-776250-10 HTTP/1.1" status: 200 len: 943 time: 0.0860341 Nov 10 18:49:01.614265 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b417e7ab-3078-4688-b9a9-07b14d414325 req-b3381786-a2bf-43e6-af37-c34dcf669336 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481644 Nov 10 18:49:01.676159 n-d-776250-10 neutron-server[102468]: INFO neutron.api.v2.resource [req-b65acaf7-d74a-45f1-bb7e-4879917970b7 req-3244c1bc-c20a-4435-8a6c-0ce59cdf40a2 service neutron] delete failed (client error): The resource could not be found. Nov 10 18:49:01.677238 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b65acaf7-d74a-45f1-bb7e-4879917970b7 req-3244c1bc-c20a-4435-8a6c-0ce59cdf40a2 service neutron] 10.222.0.13 "DELETE /v2.0/ports/172da694-f0c8-46b2-8c93-7019c900c8df/bindings/n-h2-776250-10 HTTP/1.1" status: 404 len: 381 time: 0.0568717 Nov 10 18:49:01.758825 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d0d04-a580-47e8-a688-a2a2d42ebb2b req-952294cc-65b0-4c97-b972-3d9b706d4126 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:01.760246 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-121d0d04-a580-47e8-a688-a2a2d42ebb2b req-952294cc-65b0-4c97-b972-3d9b706d4126 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 943 time: 0.0758095 Nov 10 18:49:01.792863 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65acaf7-d74a-45f1-bb7e-4879917970b7 req-a179603e-a06b-49fa-8d4f-f2e43a8ee08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:01.794346 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b65acaf7-d74a-45f1-bb7e-4879917970b7 req-a179603e-a06b-49fa-8d4f-f2e43a8ee08f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 1095 time: 0.0703871 Nov 10 18:49:01.862683 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-121d0d04-a580-47e8-a688-a2a2d42ebb2b req-b0434c1c-51c5-435a-81db-419524120cf9 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963404 Nov 10 18:49:01.894384 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 172da694-f0c8-46b2-8c93-7019c900c8df no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:49:01.905720 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65acaf7-d74a-45f1-bb7e-4879917970b7 req-36bcd2d1-50b6-438e-b986-2101d12be9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:01.907208 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b65acaf7-d74a-45f1-bb7e-4879917970b7 req-36bcd2d1-50b6-438e-b986-2101d12be9ee service neutron] 10.222.0.13 "GET /v2.0/networks?id=80a8d6cd-770a-4478-8325-70cd80cfff62 HTTP/1.1" status: 200 len: 898 time: 0.1054897 Nov 10 18:49:01.932899 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 172da694-f0c8-46b2-8c93-7019c900c8df not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:49:01.943442 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 172da694-f0c8-46b2-8c93-7019c900c8df details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:49:01.973222 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b65acaf7-d74a-45f1-bb7e-4879917970b7 req-1f0994d8-5cac-4451-9947-369b99bbd8c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=172da694-f0c8-46b2-8c93-7019c900c8df HTTP/1.1" status: 200 len: 998 time: 0.0584195 Nov 10 18:49:02.024068 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65acaf7-d74a-45f1-bb7e-4879917970b7 req-d64ba86e-92ff-4b3d-9d8b-63201ce7b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:02.025512 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b65acaf7-d74a-45f1-bb7e-4879917970b7 req-d64ba86e-92ff-4b3d-9d8b-63201ce7b9b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=30bc34d8-78af-4a23-a50c-f2e43dc00026 HTTP/1.1" status: 200 len: 834 time: 0.0452085 Nov 10 18:49:02.078188 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65acaf7-d74a-45f1-bb7e-4879917970b7 req-747d23a6-06fa-41cc-a699-34cedaae2e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:02.079718 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b65acaf7-d74a-45f1-bb7e-4879917970b7 req-747d23a6-06fa-41cc-a699-34cedaae2e66 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=80a8d6cd-770a-4478-8325-70cd80cfff62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467730 Nov 10 18:49:02.174690 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b65acaf7-d74a-45f1-bb7e-4879917970b7 req-8dfc9fd4-dabb-4395-837f-1ca310b968d6 service neutron] 10.222.0.13 "GET /v2.0/networks/80a8d6cd-770a-4478-8325-70cd80cfff62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874195 Nov 10 18:49:02.202850 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 172da694-f0c8-46b2-8c93-7019c900c8df, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=172da694-f0c8-46b2-8c93-7019c900c8df,segment=NetworkSegment(8569b99c-37d4-4f1f-8f25-04f69693faff),segment_id=8569b99c-37d4-4f1f-8f25-04f69693faff)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:49:02.214421 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '172da694-f0c8-46b2-8c93-7019c900c8df', 'network_id': '80a8d6cd-770a-4478-8325-70cd80cfff62', 'port_id': '172da694-f0c8-46b2-8c93-7019c900c8df', 'mac_address': 'fa:16:3e:3e:8e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30bc34d8-78af-4a23-a50c-f2e43dc00026', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:49:02.251926 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:02.265860 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 172da694-f0c8-46b2-8c93-7019c900c8df {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:49:02.270641 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b65acaf7-d74a-45f1-bb7e-4879917970b7 req-3d2fe475-aef3-4313-9279-ec77d11a40eb service neutron] 10.222.0.13 "GET /v2.0/networks/80a8d6cd-770a-4478-8325-70cd80cfff62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885599 Nov 10 18:49:02.286441 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 172da694-f0c8-46b2-8c93-7019c900c8df, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=172da694-f0c8-46b2-8c93-7019c900c8df,segment=NetworkSegment(8569b99c-37d4-4f1f-8f25-04f69693faff),segment_id=8569b99c-37d4-4f1f-8f25-04f69693faff)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:49:02.291050 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:02.344480 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=172da694-f0c8-46b2-8c93-7019c900c8df,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:02.353333 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:02.353828 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:02.354074 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:02.354416 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:02.354755 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:02.355093 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:02.355426 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:02.355757 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:02.356222 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:02.356588 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:02.356986 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:02.358101 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:02.516597 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['172da694-f0c8-46b2-8c93-7019c900c8df'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:49:02.984722 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4555ac1-df6d-4850-ac6a-29200aafe7a0 req-92f71ce2-f457-43b5-a726-9cd0033b5510 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:02.986135 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a4555ac1-df6d-4850-ac6a-29200aafe7a0 req-92f71ce2-f457-43b5-a726-9cd0033b5510 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 944 time: 0.0505540 Nov 10 18:49:03.045658 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f842c987-7c55-41b8-bf2b-55a04ebe7b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:03.048854 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a4555ac1-df6d-4850-ac6a-29200aafe7a0 req-95c61041-adaf-48ec-b9a8-0640767f86c8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547655 Nov 10 18:49:03.066227 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35018) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:49:03.132763 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b89eb835-1655-4540-b0d4-e7bd9050bcba tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/floatingips/b6ae545a-6742-4faa-b287-50276a9fcbe5 HTTP/1.1" status: 200 len: 991 time: 0.0648253 Nov 10 18:49:03.955692 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 172da694-f0c8-46b2-8c93-7019c900c8df up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:49:04.010117 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 172da694-f0c8-46b2-8c93-7019c900c8df completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:49:04.014452 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 172da694-f0c8-46b2-8c93-7019c900c8df triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:49:04.014834 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:04.098482 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:04.123319 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750f7881-a804-4c63-9ce7-847f175fd348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172da694-f0c8-46b2-8c93-7019c900c8df'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:49:04.125639 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6413465f-3308-47c3-bfcb-a0c8eb03ca5a" -d '{"events": [{"server_uuid": "750f7881-a804-4c63-9ce7-847f175fd348", "name": "network-vif-plugged", "status": "completed", "tag": "172da694-f0c8-46b2-8c93-7019c900c8df"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:49:04.138712 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 172da694-f0c8-46b2-8c93-7019c900c8df, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=172da694-f0c8-46b2-8c93-7019c900c8df,segment=NetworkSegment(8569b99c-37d4-4f1f-8f25-04f69693faff),segment_id=8569b99c-37d4-4f1f-8f25-04f69693faff)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:49:04.143583 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:04.169025 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823ee636-4c37-469f-8c5f-94619f25ec12 x-openstack-request-id: req-823ee636-4c37-469f-8c5f-94619f25ec12 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:49:04.169316 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750f7881-a804-4c63-9ce7-847f175fd348", "name": "network-vif-plugged", "status": "completed", "tag": "172da694-f0c8-46b2-8c93-7019c900c8df", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:49:04.169566 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-823ee636-4c37-469f-8c5f-94619f25ec12 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:49:04.169958 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750f7881-a804-4c63-9ce7-847f175fd348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172da694-f0c8-46b2-8c93-7019c900c8df', 'code': 200} Nov 10 18:49:04.195768 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=172da694-f0c8-46b2-8c93-7019c900c8df,revision_number=9']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:04.312082 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:05.798096 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:05.874158 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:49:06.487180 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:25.514425 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:25.725161 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:30.681692 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c8d84c89-5cf2-4cab-b62e-f2340bb670cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:31.732326 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35032) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:49:31.888619 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-b5380efc-1853-40e1-8c33-79fbeb64d9d7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Deleting port acb70f36-0f9b-4f72-b542-75279ef49fc3 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:49:31.888965 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5380efc-1853-40e1-8c33-79fbeb64d9d7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:31.971508 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5380efc-1853-40e1-8c33-79fbeb64d9d7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:31.971835 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5380efc-1853-40e1-8c33-79fbeb64d9d7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:31.984421 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-b5380efc-1853-40e1-8c33-79fbeb64d9d7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Calling delete_port for acb70f36-0f9b-4f72-b542-75279ef49fc3 owned by network:floatingip {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:49:32.160533 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5380efc-1853-40e1-8c33-79fbeb64d9d7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:32.185318 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5380efc-1853-40e1-8c33-79fbeb64d9d7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event deleted for resources: {'Port': ['ID=acb70f36-0f9b-4f72-b542-75279ef49fc3,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:32.201536 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5380efc-1853-40e1-8c33-79fbeb64d9d7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:32.201898 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5380efc-1853-40e1-8c33-79fbeb64d9d7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:32.202246 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5380efc-1853-40e1-8c33-79fbeb64d9d7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:32.202590 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5380efc-1853-40e1-8c33-79fbeb64d9d7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:32.202930 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5380efc-1853-40e1-8c33-79fbeb64d9d7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:32.203271 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5380efc-1853-40e1-8c33-79fbeb64d9d7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:32.203603 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5380efc-1853-40e1-8c33-79fbeb64d9d7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:32.203934 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5380efc-1853-40e1-8c33-79fbeb64d9d7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:32.204344 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5380efc-1853-40e1-8c33-79fbeb64d9d7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:32.204661 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5380efc-1853-40e1-8c33-79fbeb64d9d7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:32.205026 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5380efc-1853-40e1-8c33-79fbeb64d9d7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:32.205366 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5380efc-1853-40e1-8c33-79fbeb64d9d7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:32.265032 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5380efc-1853-40e1-8c33-79fbeb64d9d7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for floatingip, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:32.265261 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [None req-b5380efc-1853-40e1-8c33-79fbeb64d9d7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Floating IP b6ae545a-6742-4faa-b287-50276a9fcbe5 disassociated (deleted). External IP: 172.25.5.61, port: 172da694-f0c8-46b2-8c93-7019c900c8df. Nov 10 18:49:32.477319 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5380efc-1853-40e1-8c33-79fbeb64d9d7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Router 1d4c9c4d-11ae-4a18-b668-de4d72af3ba9 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:49:32.585455 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5380efc-1853-40e1-8c33-79fbeb64d9d7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:49:32.590765 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b5380efc-1853-40e1-8c33-79fbeb64d9d7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:32.595942 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f2cd96-fc44-4c11-a825-355509715e40 None None] Sync routers for ids ['1d4c9c4d-11ae-4a18-b668-de4d72af3ba9'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:49:32.605893 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f2cd96-fc44-4c11-a825-355509715e40 None None] Routers {'1d4c9c4d-11ae-4a18-b668-de4d72af3ba9'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:49:32.606516 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-91f2cd96-fc44-4c11-a825-355509715e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:49:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['1d4c9c4d-11ae-4a18-b668-de4d72af3ba9'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:49:32.620090 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b5380efc-1853-40e1-8c33-79fbeb64d9d7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "DELETE /v2.0/floatingips/b6ae545a-6742-4faa-b287-50276a9fcbe5 HTTP/1.1" status: 204 len: 168 time: 0.8863263 Nov 10 18:49:32.620700 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750f7881-a804-4c63-9ce7-847f175fd348', 'tag': '172da694-f0c8-46b2-8c93-7019c900c8df'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:49:32.622947 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6812c5-2c5f-408b-b9d0-cff1042deb0f" -d '{"events": [{"name": "network-changed", "server_uuid": "750f7881-a804-4c63-9ce7-847f175fd348", "tag": "172da694-f0c8-46b2-8c93-7019c900c8df"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:49:32.663973 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cbba53-15d0-493b-915d-8b1237a8afb0 x-openstack-request-id: req-e2cbba53-15d0-493b-915d-8b1237a8afb0 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:49:32.664293 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "750f7881-a804-4c63-9ce7-847f175fd348", "tag": "172da694-f0c8-46b2-8c93-7019c900c8df", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:49:32.664553 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e2cbba53-15d0-493b-915d-8b1237a8afb0 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:49:32.664999 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '750f7881-a804-4c63-9ce7-847f175fd348', 'tag': '172da694-f0c8-46b2-8c93-7019c900c8df', 'status': 'completed', 'code': 200} Nov 10 18:49:32.718078 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-91f2cd96-fc44-4c11-a825-355509715e40 None None] Set router 1d4c9c4d-11ae-4a18-b668-de4d72af3ba9 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:49:32.739666 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6812c5-2c5f-408b-b9d0-cff1042deb0f req-1b9b6f2a-a700-4507-ae3b-4cec11120e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:32.742161 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a6812c5-2c5f-408b-b9d0-cff1042deb0f req-1b9b6f2a-a700-4507-ae3b-4cec11120e98 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 1097 time: 0.0503602 Nov 10 18:49:32.882321 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6812c5-2c5f-408b-b9d0-cff1042deb0f req-b38308d5-eb55-487e-b2bc-a10bf6ddb9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:32.884281 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a6812c5-2c5f-408b-b9d0-cff1042deb0f req-b38308d5-eb55-487e-b2bc-a10bf6ddb9b8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=80a8d6cd-770a-4478-8325-70cd80cfff62 HTTP/1.1" status: 200 len: 898 time: 0.1321113 Nov 10 18:49:32.892763 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b3759-b242-4628-8877-162cbd126add req-263cbb60-2aa9-4351-b4e9-ed55e3d92167 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:32.894157 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e00b3759-b242-4628-8877-162cbd126add req-263cbb60-2aa9-4351-b4e9-ed55e3d92167 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 945 time: 0.0759289 Nov 10 18:49:32.922708 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-91f2cd96-fc44-4c11-a825-355509715e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803990273', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '7aa004d8-88f8-4188-86fd-1e89a16b38a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:47:43Z', 'updated_at': '2021-11-10T18:47:47Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '7aa004d8-88f8-4188-86fd-1e89a16b38a3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:47:44Z', 'updated_at': '2021-11-10T18:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'ab627413-4811-4220-aad4-597921dcfd63', 'name': '', 'network_id': '80a8d6cd-770a-4478-8325-70cd80cfff62', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:8a:f2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '30bc34d8-78af-4a23-a50c-f2e43dc00026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:47:46Z', 'updated_at': '2021-11-10T18:47:50Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '30bc34d8-78af-4a23-a50c-f2e43dc00026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:49:32.946326 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a6812c5-2c5f-408b-b9d0-cff1042deb0f req-30da0bca-a50c-40a9-95a0-b3930bc05ca3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=172da694-f0c8-46b2-8c93-7019c900c8df HTTP/1.1" status: 200 len: 217 time: 0.0511174 Nov 10 18:49:32.949164 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f2cd96-fc44-4c11-a825-355509715e40 None None] Checking router: 1d4c9c4d-11ae-4a18-b668-de4d72af3ba9 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:49:32.957452 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f2cd96-fc44-4c11-a825-355509715e40 None None] Routers {'1d4c9c4d-11ae-4a18-b668-de4d72af3ba9'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:49:32.958053 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-91f2cd96-fc44-4c11-a825-355509715e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:49:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['1d4c9c4d-11ae-4a18-b668-de4d72af3ba9'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:49:33.010892 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e00b3759-b242-4628-8877-162cbd126add req-ba97ad6c-3b08-4439-b900-83c4d0556843 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075149 Nov 10 18:49:33.019409 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6812c5-2c5f-408b-b9d0-cff1042deb0f req-0771cfad-d6df-4645-966d-ea0e7310a40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:33.021136 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a6812c5-2c5f-408b-b9d0-cff1042deb0f req-0771cfad-d6df-4645-966d-ea0e7310a40c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30bc34d8-78af-4a23-a50c-f2e43dc00026 HTTP/1.1" status: 200 len: 834 time: 0.0672374 Nov 10 18:49:33.064893 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5cdf7f0c-efdc-4ec0-88fe-889ad6c5bf4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:33.072081 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6812c5-2c5f-408b-b9d0-cff1042deb0f req-270c2e06-cc8d-4edd-b4a7-759587b85e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:33.073716 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a6812c5-2c5f-408b-b9d0-cff1042deb0f req-270c2e06-cc8d-4edd-b4a7-759587b85e0a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=80a8d6cd-770a-4478-8325-70cd80cfff62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447764 Nov 10 18:49:33.076063 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-91f2cd96-fc44-4c11-a825-355509715e40 None None] Set router 1d4c9c4d-11ae-4a18-b668-de4d72af3ba9 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:49:33.174104 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a6812c5-2c5f-408b-b9d0-cff1042deb0f req-8551a6e6-bdd8-43f3-b4c6-b40b181cc1ef service neutron] 10.222.0.11 "GET /v2.0/networks/80a8d6cd-770a-4478-8325-70cd80cfff62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924439 Nov 10 18:49:33.271973 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a6812c5-2c5f-408b-b9d0-cff1042deb0f req-17036bab-2821-4071-aef3-87c1befa348c service neutron] 10.222.0.11 "GET /v2.0/networks/80a8d6cd-770a-4478-8325-70cd80cfff62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903668 Nov 10 18:49:33.285961 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-91f2cd96-fc44-4c11-a825-355509715e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803990273', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '7aa004d8-88f8-4188-86fd-1e89a16b38a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:47:43Z', 'updated_at': '2021-11-10T18:47:47Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '7aa004d8-88f8-4188-86fd-1e89a16b38a3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:47:44Z', 'updated_at': '2021-11-10T18:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'ab627413-4811-4220-aad4-597921dcfd63', 'name': '', 'network_id': '80a8d6cd-770a-4478-8325-70cd80cfff62', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:8a:f2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '30bc34d8-78af-4a23-a50c-f2e43dc00026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:47:46Z', 'updated_at': '2021-11-10T18:47:50Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '30bc34d8-78af-4a23-a50c-f2e43dc00026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:49:33.313954 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f2cd96-fc44-4c11-a825-355509715e40 None None] The sync data for ids ['1d4c9c4d-11ae-4a18-b668-de4d72af3ba9'] in n-d-776250-10 is: [{'id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803990273', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '7aa004d8-88f8-4188-86fd-1e89a16b38a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:47:43Z', 'updated_at': '2021-11-10T18:47:47Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '7aa004d8-88f8-4188-86fd-1e89a16b38a3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:47:44Z', 'updated_at': '2021-11-10T18:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'ab627413-4811-4220-aad4-597921dcfd63', 'name': '', 'network_id': '80a8d6cd-770a-4478-8325-70cd80cfff62', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:8a:f2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '30bc34d8-78af-4a23-a50c-f2e43dc00026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:47:46Z', 'updated_at': '2021-11-10T18:47:50Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '30bc34d8-78af-4a23-a50c-f2e43dc00026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:49:33.541547 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845cacf7-ece2-4424-aae9-ac0e0b3f12b1 None None] New status for floating IP b6ae545a-6742-4faa-b287-50276a9fcbe5: DOWN {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:49:34.096600 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb0207-4774-4c39-8c54-c5822ee820f1 req-72458dcc-241f-481d-91d5-30f5f365627b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:34.098266 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-87fb0207-4774-4c39-8c54-c5822ee820f1 req-72458dcc-241f-481d-91d5-30f5f365627b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.11 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 945 time: 0.0504718 Nov 10 18:49:34.134284 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81007d2-a3ba-477b-85e4-dc7e9df22b63 req-f90ec1e2-f449-4116-9e0f-21027d9f7f0c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:34.135800 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d81007d2-a3ba-477b-85e4-dc7e9df22b63 req-f90ec1e2-f449-4116-9e0f-21027d9f7f0c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=750f7881-a804-4c63-9ce7-847f175fd348 HTTP/1.1" status: 200 len: 945 time: 0.0514839 Nov 10 18:49:34.187362 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d81007d2-a3ba-477b-85e4-dc7e9df22b63 req-c37805cc-d17e-4c21-bd9c-1f8828120e50 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455985 Nov 10 18:49:34.201982 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-87fb0207-4774-4c39-8c54-c5822ee820f1 req-bdaf8d39-0c74-41a4-86c3-92d36dde1c37 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Deleting port 172da694-f0c8-46b2-8c93-7019c900c8df {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:49:34.202330 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-87fb0207-4774-4c39-8c54-c5822ee820f1 req-bdaf8d39-0c74-41a4-86c3-92d36dde1c37 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:34.297385 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-87fb0207-4774-4c39-8c54-c5822ee820f1 req-bdaf8d39-0c74-41a4-86c3-92d36dde1c37 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] For port 172da694-f0c8-46b2-8c93-7019c900c8df, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=172da694-f0c8-46b2-8c93-7019c900c8df,segment=NetworkSegment(8569b99c-37d4-4f1f-8f25-04f69693faff),segment_id=8569b99c-37d4-4f1f-8f25-04f69693faff)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:49:34.297646 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-87fb0207-4774-4c39-8c54-c5822ee820f1 req-bdaf8d39-0c74-41a4-86c3-92d36dde1c37 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:34.311439 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-87fb0207-4774-4c39-8c54-c5822ee820f1 req-bdaf8d39-0c74-41a4-86c3-92d36dde1c37 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Calling delete_port for 172da694-f0c8-46b2-8c93-7019c900c8df owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:49:34.315125 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:34.444940 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-87fb0207-4774-4c39-8c54-c5822ee820f1 req-bdaf8d39-0c74-41a4-86c3-92d36dde1c37 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:34.473464 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf8d39-0c74-41a4-86c3-92d36dde1c37 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event deleted for resources: {'Port': ['ID=172da694-f0c8-46b2-8c93-7019c900c8df,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:34.521531 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-87fb0207-4774-4c39-8c54-c5822ee820f1 req-bdaf8d39-0c74-41a4-86c3-92d36dde1c37 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] No DVR routers for this DVR port 172da694-f0c8-46b2-8c93-7019c900c8df on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:49:34.524114 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-87fb0207-4774-4c39-8c54-c5822ee820f1 req-bdaf8d39-0c74-41a4-86c3-92d36dde1c37 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:34.528270 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-87fb0207-4774-4c39-8c54-c5822ee820f1 req-bdaf8d39-0c74-41a4-86c3-92d36dde1c37 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.11 "DELETE /v2.0/ports/172da694-f0c8-46b2-8c93-7019c900c8df HTTP/1.1" status: 204 len: 173 time: 0.4236772 Nov 10 18:49:34.528718 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750f7881-a804-4c63-9ce7-847f175fd348', 'name': 'network-vif-deleted', 'tag': '172da694-f0c8-46b2-8c93-7019c900c8df'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:49:34.530997 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8905d825-b765-43a9-836e-c801058a31bd" -d '{"events": [{"server_uuid": "750f7881-a804-4c63-9ce7-847f175fd348", "name": "network-vif-deleted", "tag": "172da694-f0c8-46b2-8c93-7019c900c8df"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:49:34.574163 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691ab069-4b0f-49a3-a73e-825bbd03d438 x-openstack-request-id: req-691ab069-4b0f-49a3-a73e-825bbd03d438 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:49:34.574458 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "750f7881-a804-4c63-9ce7-847f175fd348", "name": "network-vif-deleted", "tag": "172da694-f0c8-46b2-8c93-7019c900c8df", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:49:34.574712 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-691ab069-4b0f-49a3-a73e-825bbd03d438 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:49:34.575117 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '750f7881-a804-4c63-9ce7-847f175fd348', 'name': 'network-vif-deleted', 'tag': '172da694-f0c8-46b2-8c93-7019c900c8df', 'status': 'completed', 'code': 200} Nov 10 18:49:35.245219 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35046) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:49:35.807956 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:35.925016 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1c91186f-423a-46f5-8b9f-447147daaa9f tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:36.215422 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-1c91186f-423a-46f5-8b9f-447147daaa9f tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Deleting port ab627413-4811-4220-aad4-597921dcfd63 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:49:36.215782 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1c91186f-423a-46f5-8b9f-447147daaa9f tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:36.311726 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-1c91186f-423a-46f5-8b9f-447147daaa9f tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] For port ab627413-4811-4220-aad4-597921dcfd63, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ab627413-4811-4220-aad4-597921dcfd63,segment=NetworkSegment(8569b99c-37d4-4f1f-8f25-04f69693faff),segment_id=8569b99c-37d4-4f1f-8f25-04f69693faff)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:49:36.312473 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1c91186f-423a-46f5-8b9f-447147daaa9f tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:36.324880 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-1c91186f-423a-46f5-8b9f-447147daaa9f tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Calling delete_port for ab627413-4811-4220-aad4-597921dcfd63 owned by network:router_interface {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:49:36.489754 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:36.529124 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1c91186f-423a-46f5-8b9f-447147daaa9f tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:36.559308 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91186f-423a-46f5-8b9f-447147daaa9f tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event deleted for resources: {'Port': ['ID=ab627413-4811-4220-aad4-597921dcfd63,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:36.738640 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1c91186f-423a-46f5-8b9f-447147daaa9f tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:36.967593 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c91186f-423a-46f5-8b9f-447147daaa9f tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Router 1d4c9c4d-11ae-4a18-b668-de4d72af3ba9 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:49:37.076609 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c91186f-423a-46f5-8b9f-447147daaa9f tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:49:37.081651 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1c91186f-423a-46f5-8b9f-447147daaa9f tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "PUT /v2.0/routers/1d4c9c4d-11ae-4a18-b668-de4d72af3ba9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8353784 Nov 10 18:49:37.085944 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35048) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:49:37.090829 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e0a3a9-7a03-492f-91c8-3f2bfe35893a None None] Sync routers for ids ['1d4c9c4d-11ae-4a18-b668-de4d72af3ba9'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:49:37.100778 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e0a3a9-7a03-492f-91c8-3f2bfe35893a None None] Routers {'1d4c9c4d-11ae-4a18-b668-de4d72af3ba9'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:49:37.101451 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-b6e0a3a9-7a03-492f-91c8-3f2bfe35893a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:49:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['1d4c9c4d-11ae-4a18-b668-de4d72af3ba9'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:49:37.139558 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-7001959e-07b6-4c04-bdd0-563d1bd63d28 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Deleting subnet 30bc34d8-78af-4a23-a50c-f2e43dc00026 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:49:37.143127 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7001959e-07b6-4c04-bdd0-563d1bd63d28 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:37.189327 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7001959e-07b6-4c04-bdd0-563d1bd63d28 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:37.221552 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-b6e0a3a9-7a03-492f-91c8-3f2bfe35893a None None] Set router 1d4c9c4d-11ae-4a18-b668-de4d72af3ba9 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:49:37.310772 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7001959e-07b6-4c04-bdd0-563d1bd63d28 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:37.371165 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7001959e-07b6-4c04-bdd0-563d1bd63d28 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:37.401364 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7001959e-07b6-4c04-bdd0-563d1bd63d28 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event deleted for resources: {'Subnet': ['ID=30bc34d8-78af-4a23-a50c-f2e43dc00026,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:37.407075 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-b6e0a3a9-7a03-492f-91c8-3f2bfe35893a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803990273', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '7aa004d8-88f8-4188-86fd-1e89a16b38a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:47:43Z', 'updated_at': '2021-11-10T18:49:36Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '7aa004d8-88f8-4188-86fd-1e89a16b38a3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:47:44Z', 'updated_at': '2021-11-10T18:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:49:37.408140 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-7001959e-07b6-4c04-bdd0-563d1bd63d28 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:37.414349 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-7001959e-07b6-4c04-bdd0-563d1bd63d28 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "DELETE /v2.0/subnets/30bc34d8-78af-4a23-a50c-f2e43dc00026 HTTP/1.1" status: 204 len: 168 time: 0.3274100 Nov 10 18:49:37.414788 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35050) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:49:37.435487 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24404ab8-da75-44df-9875-bb743b60ed5e None None] Network 80a8d6cd-770a-4478-8325-70cd80cfff62 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:49:37.437777 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e0a3a9-7a03-492f-91c8-3f2bfe35893a None None] Checking router: 1d4c9c4d-11ae-4a18-b668-de4d72af3ba9 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:49:37.495897 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e0a3a9-7a03-492f-91c8-3f2bfe35893a None None] Routers {'1d4c9c4d-11ae-4a18-b668-de4d72af3ba9'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:49:37.496547 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-b6e0a3a9-7a03-492f-91c8-3f2bfe35893a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:49:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['1d4c9c4d-11ae-4a18-b668-de4d72af3ba9'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:49:37.527640 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e63f512c-0f28-43d7-9bfa-419f005f75be tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:37.639500 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e63f512c-0f28-43d7-9bfa-419f005f75be tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:37.653836 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-b6e0a3a9-7a03-492f-91c8-3f2bfe35893a None None] Set router 1d4c9c4d-11ae-4a18-b668-de4d72af3ba9 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:49:37.700215 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-e63f512c-0f28-43d7-9bfa-419f005f75be tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Deleting port 7aa004d8-88f8-4188-86fd-1e89a16b38a3 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:49:37.700774 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e63f512c-0f28-43d7-9bfa-419f005f75be tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:37.757765 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff0e564-4f74-414c-8c76-3c98e917d118 None None] DHCP port deletion for 80a8d6cd-770a-4478-8325-70cd80cfff62 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:49:37.805272 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-e63f512c-0f28-43d7-9bfa-419f005f75be tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] For port 7aa004d8-88f8-4188-86fd-1e89a16b38a3, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=7aa004d8-88f8-4188-86fd-1e89a16b38a3,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:49:37.806175 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e63f512c-0f28-43d7-9bfa-419f005f75be tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:37.818600 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-e63f512c-0f28-43d7-9bfa-419f005f75be tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Calling delete_port for 7aa004d8-88f8-4188-86fd-1e89a16b38a3 owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:49:37.866026 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-bff0e564-4f74-414c-8c76-3c98e917d118 None None] Deleting port ad9c2a03-55b3-4b6f-b15d-3492b95b9f5d {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:49:37.866394 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bff0e564-4f74-414c-8c76-3c98e917d118 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:37.939272 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-bff0e564-4f74-414c-8c76-3c98e917d118 None None] For port ad9c2a03-55b3-4b6f-b15d-3492b95b9f5d, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ad9c2a03-55b3-4b6f-b15d-3492b95b9f5d,segment=NetworkSegment(8569b99c-37d4-4f1f-8f25-04f69693faff),segment_id=8569b99c-37d4-4f1f-8f25-04f69693faff)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:49:37.939729 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bff0e564-4f74-414c-8c76-3c98e917d118 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:37.955338 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-bff0e564-4f74-414c-8c76-3c98e917d118 None None] Calling delete_port for ad9c2a03-55b3-4b6f-b15d-3492b95b9f5d owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:49:37.966028 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-b6e0a3a9-7a03-492f-91c8-3f2bfe35893a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803990273', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '7aa004d8-88f8-4188-86fd-1e89a16b38a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:47:43Z', 'updated_at': '2021-11-10T18:49:36Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '7aa004d8-88f8-4188-86fd-1e89a16b38a3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:47:44Z', 'updated_at': '2021-11-10T18:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:49:37.999885 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e63f512c-0f28-43d7-9bfa-419f005f75be tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:38.027806 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f512c-0f28-43d7-9bfa-419f005f75be tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event deleted for resources: {'Port': ['ID=7aa004d8-88f8-4188-86fd-1e89a16b38a3,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:38.092499 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e63f512c-0f28-43d7-9bfa-419f005f75be tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:38.169450 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbacc48-f1ef-4708-86c3-70f68422e07f None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:49:38.192038 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e63f512c-0f28-43d7-9bfa-419f005f75be tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:38.194008 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e63f512c-0f28-43d7-9bfa-419f005f75be tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:38.208791 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e0a3a9-7a03-492f-91c8-3f2bfe35893a None None] The sync data for ids ['1d4c9c4d-11ae-4a18-b668-de4d72af3ba9'] in n-d-776250-10 is: [{'id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-803990273', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '7aa004d8-88f8-4188-86fd-1e89a16b38a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:47:43Z', 'updated_at': '2021-11-10T18:49:36Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '7aa004d8-88f8-4188-86fd-1e89a16b38a3', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4c9c4d-11ae-4a18-b668-de4d72af3ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:47:44Z', 'updated_at': '2021-11-10T18:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:49:38.213997 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 172da694-f0c8-46b2-8c93-7019c900c8df no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:49:38.245907 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 172da694-f0c8-46b2-8c93-7019c900c8df {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:49:38.246293 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 172da694-f0c8-46b2-8c93-7019c900c8df not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:49:38.257221 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e63f512c-0f28-43d7-9bfa-419f005f75be tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:38.257221 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63f512c-0f28-43d7-9bfa-419f005f75be tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Fanout notify agent at l3_agent the message router_deleted on router 1d4c9c4d-11ae-4a18-b668-de4d72af3ba9 {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:49:38.264096 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e63f512c-0f28-43d7-9bfa-419f005f75be tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:38.265254 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e63f512c-0f28-43d7-9bfa-419f005f75be tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "DELETE /v2.0/routers/1d4c9c4d-11ae-4a18-b668-de4d72af3ba9 HTTP/1.1" status: 204 len: 168 time: 0.8493798 Nov 10 18:49:38.268047 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35052) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:49:38.286850 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bff0e564-4f74-414c-8c76-3c98e917d118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:38.313916 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0e564-4f74-414c-8c76-3c98e917d118 None None] Pushing event deleted for resources: {'Port': ['ID=ad9c2a03-55b3-4b6f-b15d-3492b95b9f5d,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:38.318709 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff0e564-4f74-414c-8c76-3c98e917d118 None None] No DVR routers for this DVR port ad9c2a03-55b3-4b6f-b15d-3492b95b9f5d on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:49:38.354327 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2c605858-c9d7-4fd5-9d38-19503f688360 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:38.444383 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2c605858-c9d7-4fd5-9d38-19503f688360 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:38.466766 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-2c605858-c9d7-4fd5-9d38-19503f688360 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a8d6cd-770a-4478-8325-70cd80cfff62']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:49:38.475768 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-2c605858-c9d7-4fd5-9d38-19503f688360 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8569b99c-37d4-4f1f-8f25-04f69693faff') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:49:38.476061 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-2c605858-c9d7-4fd5-9d38-19503f688360 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8569b99c-37d4-4f1f-8f25-04f69693faff') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:49:38.486409 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2c605858-c9d7-4fd5-9d38-19503f688360 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:38.499633 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2c605858-c9d7-4fd5-9d38-19503f688360 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:38.505917 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c605858-c9d7-4fd5-9d38-19503f688360 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:49:38.506296 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2c605858-c9d7-4fd5-9d38-19503f688360 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:38.509435 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:49:38.509435 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:49:38.509435 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:49:38.509435 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:49:38.509435 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:49:38.509435 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:49:38.509435 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:49:38.509435 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:49:38.509435 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:49:38.509435 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:49:38.509435 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:49:38.509435 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:49:38.509435 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:49:38.509435 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:49:38.509435 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:49:38.509435 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:49:38.509435 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:49:38.509435 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:49:38.509435 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:49:38.509435 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:49:38.509435 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:49:38.509435 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:49:38.509435 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:49:38.509435 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:49:38.509435 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:49:38.509435 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:49:38.509435 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:49:38.509435 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:49:38.509435 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:49:38.509435 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:49:38.509435 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:49:38.509435 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:49:38.569467 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2c605858-c9d7-4fd5-9d38-19503f688360 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:38.575465 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-2c605858-c9d7-4fd5-9d38-19503f688360 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:38.578814 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-2c605858-c9d7-4fd5-9d38-19503f688360 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "DELETE /v2.0/networks/80a8d6cd-770a-4478-8325-70cd80cfff62 HTTP/1.1" status: 204 len: 168 time: 0.3096914 Nov 10 18:49:38.581544 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35054) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:49:38.599990 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c605858-c9d7-4fd5-9d38-19503f688360 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event deleted for resources: {'Network': ['ID=80a8d6cd-770a-4478-8325-70cd80cfff62,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:38.658775 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a7ad3a98-d87b-4e3d-945a-e63bba9fa458 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:38.687896 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a7ad3a98-d87b-4e3d-945a-e63bba9fa458 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:38.762051 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a7ad3a98-d87b-4e3d-945a-e63bba9fa458 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:38.766371 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a7ad3a98-d87b-4e3d-945a-e63bba9fa458 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:38.767820 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a7ad3a98-d87b-4e3d-945a-e63bba9fa458 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "DELETE /v2.0/security-groups/09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b HTTP/1.1" status: 204 len: 168 time: 0.1850398 Nov 10 18:49:38.781538 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad3a98-d87b-4e3d-945a-e63bba9fa458 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bb4f9a-2f8e-4436-b59c-676e5a9c9b2b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:39.072552 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35060) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:49:39.077247 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-6073c4ec-3b4e-4a52-b9c6-79cd5ba7f00a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1990867816', 'description': 'tempest-secgroup-smoke-1990867816 description', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:49:39.100612 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6073c4ec-3b4e-4a52-b9c6-79cd5ba7f00a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:39.168956 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6073c4ec-3b4e-4a52-b9c6-79cd5ba7f00a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:39.173433 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6073c4ec-3b4e-4a52-b9c6-79cd5ba7f00a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:39.201048 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-6073c4ec-3b4e-4a52-b9c6-79cd5ba7f00a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:39.202339 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-6073c4ec-3b4e-4a52-b9c6-79cd5ba7f00a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1287270 Nov 10 18:49:39.205249 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35062) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:49:39.209601 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-e3d61daf-ed12-4772-b664-93dc66e60092 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'security_group_rule': {'security_group_id': '3eef9ded-e53f-4443-bdcd-0d4ed8997c8c', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:49:39.217023 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073c4ec-3b4e-4a52-b9c6-79cd5ba7f00a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eef9ded-e53f-4443-bdcd-0d4ed8997c8c,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:39.247103 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e3d61daf-ed12-4772-b664-93dc66e60092 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:39.318632 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e3d61daf-ed12-4772-b664-93dc66e60092 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:39.323181 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e3d61daf-ed12-4772-b664-93dc66e60092 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:39.341744 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d61daf-ed12-4772-b664-93dc66e60092 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cba74bc-0541-42e7-8216-ff6b0468465b,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:39.349207 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-e3d61daf-ed12-4772-b664-93dc66e60092 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:39.349778 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-e3d61daf-ed12-4772-b664-93dc66e60092 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1435976 Nov 10 18:49:39.353804 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35064) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:49:39.358443 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-cad6d738-df4f-411f-aa03-89fdcf29a8df tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'security_group_rule': {'security_group_id': '3eef9ded-e53f-4443-bdcd-0d4ed8997c8c', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:49:39.387079 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cad6d738-df4f-411f-aa03-89fdcf29a8df tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:39.447489 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cad6d738-df4f-411f-aa03-89fdcf29a8df tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:39.451167 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cad6d738-df4f-411f-aa03-89fdcf29a8df tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:39.469703 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6d738-df4f-411f-aa03-89fdcf29a8df tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cea0759-5db7-49b3-9435-aef156bfd0fa,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:39.477078 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cad6d738-df4f-411f-aa03-89fdcf29a8df tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:39.478877 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cad6d738-df4f-411f-aa03-89fdcf29a8df tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1240923 Nov 10 18:49:39.482962 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35066) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:49:39.487355 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-eff984e7-f6d2-437d-ba26-21fa2908b5ae tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'security_group_rule': {'security_group_id': '3eef9ded-e53f-4443-bdcd-0d4ed8997c8c', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:49:39.514584 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eff984e7-f6d2-437d-ba26-21fa2908b5ae tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:39.571576 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eff984e7-f6d2-437d-ba26-21fa2908b5ae tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:39.575841 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eff984e7-f6d2-437d-ba26-21fa2908b5ae tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:39.595077 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff984e7-f6d2-437d-ba26-21fa2908b5ae tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad22e1f-965a-44a0-90aa-ee6b4bcb5885,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:39.601077 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eff984e7-f6d2-437d-ba26-21fa2908b5ae tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:39.602533 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-eff984e7-f6d2-437d-ba26-21fa2908b5ae tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184082 Nov 10 18:49:39.605349 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35068) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:49:39.611259 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-5a1c8d7a-2be5-4748-87bc-f1e79dbc2771 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'security_group_rule': {'security_group_id': '3eef9ded-e53f-4443-bdcd-0d4ed8997c8c', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:49:39.637966 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5a1c8d7a-2be5-4748-87bc-f1e79dbc2771 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:39.697962 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5a1c8d7a-2be5-4748-87bc-f1e79dbc2771 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:39.701703 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5a1c8d7a-2be5-4748-87bc-f1e79dbc2771 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:39.720112 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ad9c2a03-55b3-4b6f-b15d-3492b95b9f5d no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:49:39.720670 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c8d7a-2be5-4748-87bc-f1e79dbc2771 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3201caa6-1f18-47b3-8e60-6ea9b8369e22,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:39.728785 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5a1c8d7a-2be5-4748-87bc-f1e79dbc2771 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:39.730003 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5a1c8d7a-2be5-4748-87bc-f1e79dbc2771 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236475 Nov 10 18:49:39.733112 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35070) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:49:39.737465 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-13a5f347-77ed-490e-8c32-86de972d03c1 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'security_group_rule': {'security_group_id': '3eef9ded-e53f-4443-bdcd-0d4ed8997c8c', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:49:39.742597 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: ad9c2a03-55b3-4b6f-b15d-3492b95b9f5d {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:49:39.743067 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ad9c2a03-55b3-4b6f-b15d-3492b95b9f5d not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:49:39.744073 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ab627413-4811-4220-aad4-597921dcfd63 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:49:39.760189 n-d-776250-10 neutron-server[102469]: INFO neutron.db.securitygroups_db [None req-13a5f347-77ed-490e-8c32-86de972d03c1 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Project 3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 18:49:39.764805 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: ab627413-4811-4220-aad4-597921dcfd63 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:49:39.765089 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-13a5f347-77ed-490e-8c32-86de972d03c1 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:39.765363 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ab627413-4811-4220-aad4-597921dcfd63 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:49:39.765874 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 7aa004d8-88f8-4188-86fd-1e89a16b38a3 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:49:39.791055 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 7aa004d8-88f8-4188-86fd-1e89a16b38a3 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:49:39.791499 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 7aa004d8-88f8-4188-86fd-1e89a16b38a3 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:49:39.827857 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-13a5f347-77ed-490e-8c32-86de972d03c1 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:39.831829 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-13a5f347-77ed-490e-8c32-86de972d03c1 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:39.850941 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5f347-77ed-490e-8c32-86de972d03c1 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93b5475e-efbf-4b3d-8364-e14e8ba1fa70,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:39.856570 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-13a5f347-77ed-490e-8c32-86de972d03c1 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:39.858022 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-13a5f347-77ed-490e-8c32-86de972d03c1 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237001 Nov 10 18:49:39.860670 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35072) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:49:39.864937 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-0b3eff11-125c-4c32-8425-052453287787 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'security_group_rule': {'security_group_id': '3eef9ded-e53f-4443-bdcd-0d4ed8997c8c', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:49:39.888600 n-d-776250-10 neutron-server[102469]: INFO neutron.db.securitygroups_db [None req-0b3eff11-125c-4c32-8425-052453287787 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Project 3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 18:49:39.893383 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0b3eff11-125c-4c32-8425-052453287787 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:39.951171 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0b3eff11-125c-4c32-8425-052453287787 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:39.955094 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0b3eff11-125c-4c32-8425-052453287787 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:39.974211 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3eff11-125c-4c32-8425-052453287787 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e39965-aa7f-4ffb-a89c-d9bd90e5c385,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:39.983106 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0b3eff11-125c-4c32-8425-052453287787 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:39.984326 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0b3eff11-125c-4c32-8425-052453287787 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226964 Nov 10 18:49:39.987110 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35074) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:49:39.991947 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-bca590fc-dcd4-4e1d-86f5-3d9515d096db tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'network': {'name': 'tempest-network-smoke--1943215288', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'port_security_enabled': True}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:49:40.015361 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca590fc-dcd4-4e1d-86f5-3d9515d096db tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Made reservation on behalf of 3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:49:40.018928 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bca590fc-dcd4-4e1d-86f5-3d9515d096db tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:40.043430 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca590fc-dcd4-4e1d-86f5-3d9515d096db tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:49:40.053349 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bca590fc-dcd4-4e1d-86f5-3d9515d096db tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:40.053689 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-bca590fc-dcd4-4e1d-86f5-3d9515d096db tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Added segment ffcab14d-f8b1-4b14-b8ef-6683941a1442 of type vlan for network 1205bbfb-ddba-46ff-af1d-b3c78baea970 Nov 10 18:49:40.094447 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bca590fc-dcd4-4e1d-86f5-3d9515d096db tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:40.119939 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bca590fc-dcd4-4e1d-86f5-3d9515d096db tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:40.125483 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca590fc-dcd4-4e1d-86f5-3d9515d096db tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:40.126057 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bca590fc-dcd4-4e1d-86f5-3d9515d096db tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:40.200308 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-bca590fc-dcd4-4e1d-86f5-3d9515d096db tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2121055 Nov 10 18:49:40.203457 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35076) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:49:40.208204 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-836c5a09-ae69-4665-b092-f504bae064cf tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-27661448', 'admin_state_up': True, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:49:40.233109 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-836c5a09-ae69-4665-b092-f504bae064cf tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:40.234024 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-836c5a09-ae69-4665-b092-f504bae064cf tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:40.235961 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca590fc-dcd4-4e1d-86f5-3d9515d096db tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Network': ['ID=1205bbfb-ddba-46ff-af1d-b3c78baea970,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:40.247008 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 1205bbfb-ddba-46ff-af1d-b3c78baea970 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:49:40.293327 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-836c5a09-ae69-4665-b092-f504bae064cf tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:40.427994 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-836c5a09-ae69-4665-b092-f504bae064cf tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:40.639746 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-836c5a09-ae69-4665-b092-f504bae064cf tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:40.658250 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-836c5a09-ae69-4665-b092-f504bae064cf tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:40.772527 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-836c5a09-ae69-4665-b092-f504bae064cf tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Allocated IP 172.25.5.107 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/012ceb4e-2ba8-4411-908a-1e35d6ea23fc) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:49:40.875352 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-836c5a09-ae69-4665-b092-f504bae064cf tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:40.909012 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-836c5a09-ae69-4665-b092-f504bae064cf tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:40.949786 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836c5a09-ae69-4665-b092-f504bae064cf tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:49:40.954616 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-836c5a09-ae69-4665-b092-f504bae064cf tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:49:40.957038 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836c5a09-ae69-4665-b092-f504bae064cf tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:49:40.968210 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e95244-f334-4483-bf15-d5d16697e12c None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:49:41.086359 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-9429f468-87ce-432f-80f5-8349ed6f7b46 None None] Provisioning complete for port 012ceb4e-2ba8-4411-908a-1e35d6ea23fc triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:49:41.087494 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9429f468-87ce-432f-80f5-8349ed6f7b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:41.126458 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-9429f468-87ce-432f-80f5-8349ed6f7b46 None None] Port 012ceb4e-2ba8-4411-908a-1e35d6ea23fc cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:49:41.229465 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c5a09-ae69-4665-b092-f504bae064cf tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Port': ['ID=012ceb4e-2ba8-4411-908a-1e35d6ea23fc,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:41.453032 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-836c5a09-ae69-4665-b092-f504bae064cf tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:41.660704 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-836c5a09-ae69-4665-b092-f504bae064cf tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:41.794864 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836c5a09-ae69-4665-b092-f504bae064cf tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Router 12d3ed4e-d94d-42a3-8010-48828f6dbc68 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 18:49:41.900990 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836c5a09-ae69-4665-b092-f504bae064cf tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:49:41.912819 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf99000-6cc9-4f65-851e-c404f1fb7761 None None] Sync routers for ids ['12d3ed4e-d94d-42a3-8010-48828f6dbc68'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:49:41.922519 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-836c5a09-ae69-4665-b092-f504bae064cf tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:41.923607 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf99000-6cc9-4f65-851e-c404f1fb7761 None None] Routers {'12d3ed4e-d94d-42a3-8010-48828f6dbc68'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:49:41.924234 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-dcf99000-6cc9-4f65-851e-c404f1fb7761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:49:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['12d3ed4e-d94d-42a3-8010-48828f6dbc68'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:49:41.924656 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-836c5a09-ae69-4665-b092-f504bae064cf tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7193422 Nov 10 18:49:41.928692 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35078) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:49:41.967643 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-caf896fe-94ad-4d39-b6e8-e1974d5756a8 tempest-TestNetworkAdvancedServerOps-791876395 tempest-TestNetworkAdvancedServerOps-791876395-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376945 Nov 10 18:49:41.970327 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35080) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:49:42.030321 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-dcf99000-6cc9-4f65-851e-c404f1fb7761 None None] Set router 12d3ed4e-d94d-42a3-8010-48828f6dbc68 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:49:42.060256 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c38e5c-3638-436a-b94f-491765cd5e62 tempest-TestNetworkAdvancedServerOps-791876395 tempest-TestNetworkAdvancedServerOps-791876395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:42.061798 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-f5c38e5c-3638-436a-b94f-491765cd5e62 tempest-TestNetworkAdvancedServerOps-791876395 tempest-TestNetworkAdvancedServerOps-791876395-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905554 Nov 10 18:49:42.064652 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35082) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:49:42.093722 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0068b730-01b7-4dd3-a376-ae7229391cce tempest-TestNetworkAdvancedServerOps-791876395 tempest-TestNetworkAdvancedServerOps-791876395-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ef950546-b13c-4865-8837-7444cdb2848e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279911 Nov 10 18:49:42.096327 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35084) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:49:42.101087 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-c4498cf9-a971-47b8-993d-76f89935c8e0 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1435918780', 'network_id': '1205bbfb-ddba-46ff-af1d-b3c78baea970', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:49:42.194989 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4498cf9-a971-47b8-993d-76f89935c8e0 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Made reservation on behalf of 3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:49:42.199389 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c4498cf9-a971-47b8-993d-76f89935c8e0 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:42.206689 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-dcf99000-6cc9-4f65-851e-c404f1fb7761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27661448', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '012ceb4e-2ba8-4411-908a-1e35d6ea23fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:49:40Z', 'updated_at': '2021-11-10T18:49:41Z', 'revision_number': 3, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '012ceb4e-2ba8-4411-908a-1e35d6ea23fc', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:65:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:49:40Z', 'updated_at': '2021-11-10T18:49:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:49:42.237413 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf99000-6cc9-4f65-851e-c404f1fb7761 None None] Checking router: 12d3ed4e-d94d-42a3-8010-48828f6dbc68 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:49:42.237768 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf99000-6cc9-4f65-851e-c404f1fb7761 None None] Updating router 12d3ed4e-d94d-42a3-8010-48828f6dbc68 port 012ceb4e-2ba8-4411-908a-1e35d6ea23fc binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:49:42.263855 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-dcf99000-6cc9-4f65-851e-c404f1fb7761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:42.393198 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c4498cf9-a971-47b8-993d-76f89935c8e0 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:42.453341 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4498cf9-a971-47b8-993d-76f89935c8e0 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Subnet': ['ID=91e75396-c38e-496b-b786-d8bc85e3e7af,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:42.467131 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4498cf9-a971-47b8-993d-76f89935c8e0 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Checking segment: {'id': 'ffcab14d-f8b1-4b14-b8ef-6683941a1442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1205bbfb-ddba-46ff-af1d-b3c78baea970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:49:42.467504 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4498cf9-a971-47b8-993d-76f89935c8e0 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Network hostable DHCP agents. Network: 1205bbfb-ddba-46ff-af1d-b3c78baea970, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:49:42.485272 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4498cf9-a971-47b8-993d-76f89935c8e0 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Network 1205bbfb-ddba-46ff-af1d-b3c78baea970 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:49:42.495754 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-c4498cf9-a971-47b8-993d-76f89935c8e0 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 1205bbfb-ddba-46ff-af1d-b3c78baea970) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:49:42.500923 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4498cf9-a971-47b8-993d-76f89935c8e0 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:42.502243 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c4498cf9-a971-47b8-993d-76f89935c8e0 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:42.506148 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a56c7bd-1dcf-46e9-a91b-58c3ea030b75 None None] Network 1205bbfb-ddba-46ff-af1d-b3c78baea970 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:49:42.525000 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c4498cf9-a971-47b8-993d-76f89935c8e0 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4266870 Nov 10 18:49:42.527530 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35086) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:49:42.535476 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-dcf99000-6cc9-4f65-851e-c404f1fb7761 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:42.544944 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-dcf99000-6cc9-4f65-851e-c404f1fb7761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:42.593562 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-dcf99000-6cc9-4f65-851e-c404f1fb7761 None None] Attempting to bind port 012ceb4e-2ba8-4411-908a-1e35d6ea23fc on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:49:42.594003 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-dcf99000-6cc9-4f65-851e-c404f1fb7761 None None] Attempting to bind port 012ceb4e-2ba8-4411-908a-1e35d6ea23fc by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:49:42.594375 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf99000-6cc9-4f65-851e-c404f1fb7761 None None] Attempting to bind port 012ceb4e-2ba8-4411-908a-1e35d6ea23fc on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:49:42.599007 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02ce287-a994-4742-af91-f2c4b7ce40f1 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:49:42.690830 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-d3fa742e-f8bf-4ef7-acf0-baec2949fe07 None None] Provisioning complete for port 012ceb4e-2ba8-4411-908a-1e35d6ea23fc triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:49:42.691258 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d3fa742e-f8bf-4ef7-acf0-baec2949fe07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:42.706102 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0615f3-f108-4a29-8e5e-8169c2eb61d5 None None] Pushing event updated for resources: {'Port': ['ID=012ceb4e-2ba8-4411-908a-1e35d6ea23fc,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:42.714834 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0615f3-f108-4a29-8e5e-8169c2eb61d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:42.715188 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0615f3-f108-4a29-8e5e-8169c2eb61d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:42.715529 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0615f3-f108-4a29-8e5e-8169c2eb61d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:42.716772 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0615f3-f108-4a29-8e5e-8169c2eb61d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:42.716772 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0615f3-f108-4a29-8e5e-8169c2eb61d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:42.716772 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0615f3-f108-4a29-8e5e-8169c2eb61d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:42.717085 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6868301-d2dc-414c-bca8-f03d0b17826d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-1205bbfb-ddba-46ff-af1d-b3c78baea970', 'network_id': '1205bbfb-ddba-46ff-af1d-b3c78baea970', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'fixed_ips': [{'subnet_id': '91e75396-c38e-496b-b786-d8bc85e3e7af'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:49:42.717185 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0615f3-f108-4a29-8e5e-8169c2eb61d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:42.717185 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0615f3-f108-4a29-8e5e-8169c2eb61d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:42.717497 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0615f3-f108-4a29-8e5e-8169c2eb61d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:42.717779 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f6868301-d2dc-414c-bca8-f03d0b17826d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:42.718207 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0615f3-f108-4a29-8e5e-8169c2eb61d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:42.718547 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0615f3-f108-4a29-8e5e-8169c2eb61d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:42.718874 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0615f3-f108-4a29-8e5e-8169c2eb61d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:42.722088 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf99000-6cc9-4f65-851e-c404f1fb7761 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:49:42.722463 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf99000-6cc9-4f65-851e-c404f1fb7761 None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:49:42.723033 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-dcf99000-6cc9-4f65-851e-c404f1fb7761 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:42.723556 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf99000-6cc9-4f65-851e-c404f1fb7761 None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:49:42.724233 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-dcf99000-6cc9-4f65-851e-c404f1fb7761 None None] Bound port: 012ceb4e-2ba8-4411-908a-1e35d6ea23fc, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:49:42.724804 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-dcf99000-6cc9-4f65-851e-c404f1fb7761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:42.747441 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa742e-f8bf-4ef7-acf0-baec2949fe07 None None] Port 012ceb4e-2ba8-4411-908a-1e35d6ea23fc cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:49:42.782963 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-dcf99000-6cc9-4f65-851e-c404f1fb7761 None None] For port 012ceb4e-2ba8-4411-908a-1e35d6ea23fc, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:49:42.786675 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-dcf99000-6cc9-4f65-851e-c404f1fb7761 None None] For port 012ceb4e-2ba8-4411-908a-1e35d6ea23fc, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=012ceb4e-2ba8-4411-908a-1e35d6ea23fc,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:49:42.795246 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-dcf99000-6cc9-4f65-851e-c404f1fb7761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:42.846249 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d2d5be-332a-415e-84bf-960e058203d0 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:49:42.850631 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf99000-6cc9-4f65-851e-c404f1fb7761 None None] Routers {'12d3ed4e-d94d-42a3-8010-48828f6dbc68'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:49:42.851262 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-dcf99000-6cc9-4f65-851e-c404f1fb7761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:49:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['12d3ed4e-d94d-42a3-8010-48828f6dbc68'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:49:42.905113 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-f6868301-d2dc-414c-bca8-f03d0b17826d None None] Allocated IP 172.20.0.2 (1205bbfb-ddba-46ff-af1d-b3c78baea970/91e75396-c38e-496b-b786-d8bc85e3e7af/417dacbd-e902-47a3-a049-f150de41f6ba) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:49:42.907928 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:49:42.927095 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0615f3-f108-4a29-8e5e-8169c2eb61d5 None None] Pushing event updated for resources: {'Port': ['ID=012ceb4e-2ba8-4411-908a-1e35d6ea23fc,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:42.994607 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-2076a655-9cf8-40ee-8bb6-fa8dfe74689f None None] Provisioning complete for port 012ceb4e-2ba8-4411-908a-1e35d6ea23fc triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:49:42.994885 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2076a655-9cf8-40ee-8bb6-fa8dfe74689f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:43.005563 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-dcf99000-6cc9-4f65-851e-c404f1fb7761 None None] Set router 12d3ed4e-d94d-42a3-8010-48828f6dbc68 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:49:43.065512 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-78f7d9f5-a456-4720-ae50-998f75ed285b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:43.152964 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f6868301-d2dc-414c-bca8-f03d0b17826d None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:43.156885 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2076a655-9cf8-40ee-8bb6-fa8dfe74689f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:43.163492 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f6868301-d2dc-414c-bca8-f03d0b17826d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:43.222400 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-2076a655-9cf8-40ee-8bb6-fa8dfe74689f None None] For port 012ceb4e-2ba8-4411-908a-1e35d6ea23fc, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=012ceb4e-2ba8-4411-908a-1e35d6ea23fc,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:49:43.231447 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6868301-d2dc-414c-bca8-f03d0b17826d None None] Network 1205bbfb-ddba-46ff-af1d-b3c78baea970 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:49:43.234997 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2076a655-9cf8-40ee-8bb6-fa8dfe74689f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:43.238117 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-f6868301-d2dc-414c-bca8-f03d0b17826d None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:49:43.238953 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-dcf99000-6cc9-4f65-851e-c404f1fb7761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27661448', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '012ceb4e-2ba8-4411-908a-1e35d6ea23fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:49:40Z', 'updated_at': '2021-11-10T18:49:41Z', 'revision_number': 3, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '012ceb4e-2ba8-4411-908a-1e35d6ea23fc', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:65:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:49:40Z', 'updated_at': '2021-11-10T18:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:49:43.239737 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6868301-d2dc-414c-bca8-f03d0b17826d None None] Pushing event updated for resources: {'Port': ['ID=417dacbd-e902-47a3-a049-f150de41f6ba,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:43.241952 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6868301-d2dc-414c-bca8-f03d0b17826d None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:49:43.270248 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf99000-6cc9-4f65-851e-c404f1fb7761 None None] The sync data for ids ['12d3ed4e-d94d-42a3-8010-48828f6dbc68'] in n-d-776250-10 is: [{'id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27661448', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '012ceb4e-2ba8-4411-908a-1e35d6ea23fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:49:40Z', 'updated_at': '2021-11-10T18:49:41Z', 'revision_number': 3, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '012ceb4e-2ba8-4411-908a-1e35d6ea23fc', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:65:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:49:40Z', 'updated_at': '2021-11-10T18:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:49:43.344055 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f6868301-d2dc-414c-bca8-f03d0b17826d None None] Attempting to bind port 417dacbd-e902-47a3-a049-f150de41f6ba on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:49:43.344614 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f6868301-d2dc-414c-bca8-f03d0b17826d None None] Attempting to bind port 417dacbd-e902-47a3-a049-f150de41f6ba by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ffcab14d-f8b1-4b14-b8ef-6683941a1442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1205bbfb-ddba-46ff-af1d-b3c78baea970'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:49:43.345119 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6868301-d2dc-414c-bca8-f03d0b17826d None None] Attempting to bind port 417dacbd-e902-47a3-a049-f150de41f6ba on network 1205bbfb-ddba-46ff-af1d-b3c78baea970 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:49:43.355394 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076a655-9cf8-40ee-8bb6-fa8dfe74689f None None] Pushing event updated for resources: {'Port': ['ID=012ceb4e-2ba8-4411-908a-1e35d6ea23fc,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:43.362200 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6868301-d2dc-414c-bca8-f03d0b17826d None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:49:43.364988 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6868301-d2dc-414c-bca8-f03d0b17826d None None] Checking segment: {'id': 'ffcab14d-f8b1-4b14-b8ef-6683941a1442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1205bbfb-ddba-46ff-af1d-b3c78baea970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:49:43.364988 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f6868301-d2dc-414c-bca8-f03d0b17826d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:43.364988 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6868301-d2dc-414c-bca8-f03d0b17826d None None] Bound using segment: {'id': 'ffcab14d-f8b1-4b14-b8ef-6683941a1442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1205bbfb-ddba-46ff-af1d-b3c78baea970'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:49:43.364988 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-f6868301-d2dc-414c-bca8-f03d0b17826d None None] Bound port: 417dacbd-e902-47a3-a049-f150de41f6ba, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffcab14d-f8b1-4b14-b8ef-6683941a1442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1205bbfb-ddba-46ff-af1d-b3c78baea970'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:49:43.364988 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f6868301-d2dc-414c-bca8-f03d0b17826d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:43.460549 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f6868301-d2dc-414c-bca8-f03d0b17826d None None] For port 417dacbd-e902-47a3-a049-f150de41f6ba, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:49:43.465717 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-f6868301-d2dc-414c-bca8-f03d0b17826d None None] For port 417dacbd-e902-47a3-a049-f150de41f6ba, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=417dacbd-e902-47a3-a049-f150de41f6ba,segment=NetworkSegment(ffcab14d-f8b1-4b14-b8ef-6683941a1442),segment_id=ffcab14d-f8b1-4b14-b8ef-6683941a1442)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:49:43.473199 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f6868301-d2dc-414c-bca8-f03d0b17826d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:43.527462 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-78f7d9f5-a456-4720-ae50-998f75ed285b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Allocated IP 172.20.0.1 (1205bbfb-ddba-46ff-af1d-b3c78baea970/91e75396-c38e-496b-b786-d8bc85e3e7af/767e9943-b771-487f-aa05-cf4272d1a324) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:49:43.566664 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6868301-d2dc-414c-bca8-f03d0b17826d None None] Pushing event updated for resources: {'Port': ['ID=417dacbd-e902-47a3-a049-f150de41f6ba,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:43.716809 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-78f7d9f5-a456-4720-ae50-998f75ed285b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:43.809533 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-78f7d9f5-a456-4720-ae50-998f75ed285b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:43.840422 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 012ceb4e-2ba8-4411-908a-1e35d6ea23fc up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:49:43.884394 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f7d9f5-a456-4720-ae50-998f75ed285b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Network 1205bbfb-ddba-46ff-af1d-b3c78baea970 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:49:43.890999 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-78f7d9f5-a456-4720-ae50-998f75ed285b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:49:43.896431 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f7d9f5-a456-4720-ae50-998f75ed285b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:49:43.917550 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 012ceb4e-2ba8-4411-908a-1e35d6ea23fc triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:49:43.918518 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:43.934513 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7d9f5-a456-4720-ae50-998f75ed285b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Port': ['ID=767e9943-b771-487f-aa05-cf4272d1a324,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:43.966245 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-78f7d9f5-a456-4720-ae50-998f75ed285b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:44.393772 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-78f7d9f5-a456-4720-ae50-998f75ed285b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:44.654850 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8397ed4-f918-457b-a8e1-8521ddcc0ddf None None] Network 1205bbfb-ddba-46ff-af1d-b3c78baea970 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:49:44.710917 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-78f7d9f5-a456-4720-ae50-998f75ed285b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:44.717274 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-78f7d9f5-a456-4720-ae50-998f75ed285b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:44.723894 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-0e9609e7-a5cd-4873-832e-24d8f5fac84d None None] Provisioning complete for port 417dacbd-e902-47a3-a049-f150de41f6ba triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:49:44.724348 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0e9609e7-a5cd-4873-832e-24d8f5fac84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:44.802795 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-78f7d9f5-a456-4720-ae50-998f75ed285b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:44.814008 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7d9f5-a456-4720-ae50-998f75ed285b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Port': ['ID=767e9943-b771-487f-aa05-cf4272d1a324,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:44.892224 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0e9609e7-a5cd-4873-832e-24d8f5fac84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:44.920523 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f7d9f5-a456-4720-ae50-998f75ed285b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Network 1205bbfb-ddba-46ff-af1d-b3c78baea970 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:49:44.922514 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-78f7d9f5-a456-4720-ae50-998f75ed285b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:49:44.936569 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-0e9609e7-a5cd-4873-832e-24d8f5fac84d None None] For port 417dacbd-e902-47a3-a049-f150de41f6ba, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=417dacbd-e902-47a3-a049-f150de41f6ba,segment=NetworkSegment(ffcab14d-f8b1-4b14-b8ef-6683941a1442),segment_id=ffcab14d-f8b1-4b14-b8ef-6683941a1442)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:49:44.941918 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0e9609e7-a5cd-4873-832e-24d8f5fac84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:44.998314 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9609e7-a5cd-4873-832e-24d8f5fac84d None None] Pushing event updated for resources: {'Port': ['ID=417dacbd-e902-47a3-a049-f150de41f6ba,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:45.058819 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f7d9f5-a456-4720-ae50-998f75ed285b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Router 12d3ed4e-d94d-42a3-8010-48828f6dbc68 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:49:45.165933 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-59769a02-b60d-4e35-a8af-f4f1eb618e94 None None] Provisioning complete for port 767e9943-b771-487f-aa05-cf4272d1a324 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:49:45.166946 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-59769a02-b60d-4e35-a8af-f4f1eb618e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:45.181026 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f7d9f5-a456-4720-ae50-998f75ed285b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:49:45.200898 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-78f7d9f5-a456-4720-ae50-998f75ed285b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "PUT /v2.0/routers/12d3ed4e-d94d-42a3-8010-48828f6dbc68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6570616 Nov 10 18:49:45.204682 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c14075-f1e7-4d01-9d12-dee8840da3fa None None] Sync routers for ids ['12d3ed4e-d94d-42a3-8010-48828f6dbc68'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:49:45.225121 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-59769a02-b60d-4e35-a8af-f4f1eb618e94 None None] Port 767e9943-b771-487f-aa05-cf4272d1a324 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:49:45.227969 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c14075-f1e7-4d01-9d12-dee8840da3fa None None] Routers {'12d3ed4e-d94d-42a3-8010-48828f6dbc68'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:49:45.228561 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-18c14075-f1e7-4d01-9d12-dee8840da3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:49:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['12d3ed4e-d94d-42a3-8010-48828f6dbc68'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:49:45.291266 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-59769a02-b60d-4e35-a8af-f4f1eb618e94 None None] Provisioning complete for port 417dacbd-e902-47a3-a049-f150de41f6ba triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:49:45.291659 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-59769a02-b60d-4e35-a8af-f4f1eb618e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:45.393237 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-18c14075-f1e7-4d01-9d12-dee8840da3fa None None] Set router 12d3ed4e-d94d-42a3-8010-48828f6dbc68 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:49:45.409589 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-b48e46f7-a8e1-4cef-8477-1206773667ba tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1990867816&fields=id&tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 HTTP/1.1" status: 200 len: 267 time: 0.0524845 Nov 10 18:49:45.549216 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-394c71f0-552d-4703-82e3-d2c66a2c6e96 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:45.550742 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-394c71f0-552d-4703-82e3-d2c66a2c6e96 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/networks?id=1205bbfb-ddba-46ff-af1d-b3c78baea970 HTTP/1.1" status: 200 len: 797 time: 0.1326506 Nov 10 18:49:45.568239 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-51b938dc-b3a8-45cb-8243-3fddb0f7a8b3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/quotas/3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 HTTP/1.1" status: 200 len: 375 time: 0.0096912 Nov 10 18:49:45.627621 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-f9aa1ebc-7938-4694-a8a8-f5351a6b6670 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491526 Nov 10 18:49:45.639145 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-ac133a62-fd70-4a05-ae84-606edb138c6e None None] Provisioning complete for port 767e9943-b771-487f-aa05-cf4272d1a324 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:49:45.639432 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ac133a62-fd70-4a05-ae84-606edb138c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:45.750240 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-7ced30be-35ab-4e7c-a726-33bad15614d6 service neutron] 10.222.0.39 "GET /v2.0/networks/1205bbfb-ddba-46ff-af1d-b3c78baea970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102026 Nov 10 18:49:45.831426 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 417dacbd-e902-47a3-a049-f150de41f6ba up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:49:45.852937 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-c7d2b923-3e86-443c-bde6-4461d43bc5d3 service neutron] 10.222.0.39 "GET /v2.0/networks/1205bbfb-ddba-46ff-af1d-b3c78baea970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919330 Nov 10 18:49:45.883116 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-18c14075-f1e7-4d01-9d12-dee8840da3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27661448', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '012ceb4e-2ba8-4411-908a-1e35d6ea23fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:49:40Z', 'updated_at': '2021-11-10T18:49:44Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '012ceb4e-2ba8-4411-908a-1e35d6ea23fc', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:49:40Z', 'updated_at': '2021-11-10T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '767e9943-b771-487f-aa05-cf4272d1a324', 'name': '', 'network_id': '1205bbfb-ddba-46ff-af1d-b3c78baea970', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:18:26:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '91e75396-c38e-496b-b786-d8bc85e3e7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:49:43Z', 'updated_at': '2021-11-10T18:49:44Z', 'revision_number': 2, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '91e75396-c38e-496b-b786-d8bc85e3e7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:49:45.884927 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-ac133a62-fd70-4a05-ae84-606edb138c6e None None] Port 767e9943-b771-487f-aa05-cf4272d1a324 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:49:45.913344 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c14075-f1e7-4d01-9d12-dee8840da3fa None None] Checking router: 12d3ed4e-d94d-42a3-8010-48828f6dbc68 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:49:45.913702 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c14075-f1e7-4d01-9d12-dee8840da3fa None None] Updating router 12d3ed4e-d94d-42a3-8010-48828f6dbc68 port 767e9943-b771-487f-aa05-cf4272d1a324 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:49:45.948116 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-18c14075-f1e7-4d01-9d12-dee8840da3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:45.960802 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 417dacbd-e902-47a3-a049-f150de41f6ba triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:49:45.961177 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:46.034937 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c75671ad-dc46-41ad-a3d3-5a6951645d57 req-e36fed7c-f1c3-417b-b6e9-a0dc5d02ce42 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7 HTTP/1.1" status: 200 len: 210 time: 0.0313461 Nov 10 18:49:46.301734 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-18c14075-f1e7-4d01-9d12-dee8840da3fa None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:46.307063 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-18c14075-f1e7-4d01-9d12-dee8840da3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:46.359885 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ebc2c-8fb8-4f5b-9714-2a6b90b74f20 None None] Pushing event updated for resources: {'Port': ['ID=767e9943-b771-487f-aa05-cf4272d1a324,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:46.417346 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-18c14075-f1e7-4d01-9d12-dee8840da3fa None None] Attempting to bind port 767e9943-b771-487f-aa05-cf4272d1a324 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:49:46.417717 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-18c14075-f1e7-4d01-9d12-dee8840da3fa None None] Attempting to bind port 767e9943-b771-487f-aa05-cf4272d1a324 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ffcab14d-f8b1-4b14-b8ef-6683941a1442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1205bbfb-ddba-46ff-af1d-b3c78baea970'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:49:46.418090 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c14075-f1e7-4d01-9d12-dee8840da3fa None None] Attempting to bind port 767e9943-b771-487f-aa05-cf4272d1a324 on network 1205bbfb-ddba-46ff-af1d-b3c78baea970 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:49:46.423866 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c14075-f1e7-4d01-9d12-dee8840da3fa None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:49:46.424284 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c14075-f1e7-4d01-9d12-dee8840da3fa None None] Checking segment: {'id': 'ffcab14d-f8b1-4b14-b8ef-6683941a1442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1205bbfb-ddba-46ff-af1d-b3c78baea970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:49:46.424690 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-18c14075-f1e7-4d01-9d12-dee8840da3fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:46.425099 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c14075-f1e7-4d01-9d12-dee8840da3fa None None] Bound using segment: {'id': 'ffcab14d-f8b1-4b14-b8ef-6683941a1442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1205bbfb-ddba-46ff-af1d-b3c78baea970'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:49:46.425579 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-18c14075-f1e7-4d01-9d12-dee8840da3fa None None] Bound port: 767e9943-b771-487f-aa05-cf4272d1a324, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffcab14d-f8b1-4b14-b8ef-6683941a1442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1205bbfb-ddba-46ff-af1d-b3c78baea970'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:49:46.425966 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-18c14075-f1e7-4d01-9d12-dee8840da3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:46.507166 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-18c14075-f1e7-4d01-9d12-dee8840da3fa None None] For port 767e9943-b771-487f-aa05-cf4272d1a324, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:49:46.511636 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-18c14075-f1e7-4d01-9d12-dee8840da3fa None None] For port 767e9943-b771-487f-aa05-cf4272d1a324, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=767e9943-b771-487f-aa05-cf4272d1a324,segment=NetworkSegment(ffcab14d-f8b1-4b14-b8ef-6683941a1442),segment_id=ffcab14d-f8b1-4b14-b8ef-6683941a1442)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:49:46.521375 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-18c14075-f1e7-4d01-9d12-dee8840da3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:46.593054 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c14075-f1e7-4d01-9d12-dee8840da3fa None None] Routers {'12d3ed4e-d94d-42a3-8010-48828f6dbc68'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:49:46.593690 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-18c14075-f1e7-4d01-9d12-dee8840da3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:49:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['12d3ed4e-d94d-42a3-8010-48828f6dbc68'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:49:46.648347 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ebc2c-8fb8-4f5b-9714-2a6b90b74f20 None None] Pushing event updated for resources: {'Port': ['ID=767e9943-b771-487f-aa05-cf4272d1a324,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:46.697547 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-4549dbde-dba1-45af-9205-214b518d0b30 None None] Provisioning complete for port 767e9943-b771-487f-aa05-cf4272d1a324 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:49:46.697917 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4549dbde-dba1-45af-9205-214b518d0b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:46.762007 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-18c14075-f1e7-4d01-9d12-dee8840da3fa None None] Set router 12d3ed4e-d94d-42a3-8010-48828f6dbc68 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:49:46.915393 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4549dbde-dba1-45af-9205-214b518d0b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:46.970942 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-4549dbde-dba1-45af-9205-214b518d0b30 None None] For port 767e9943-b771-487f-aa05-cf4272d1a324, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=767e9943-b771-487f-aa05-cf4272d1a324,segment=NetworkSegment(ffcab14d-f8b1-4b14-b8ef-6683941a1442),segment_id=ffcab14d-f8b1-4b14-b8ef-6683941a1442)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:49:46.979436 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4549dbde-dba1-45af-9205-214b518d0b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:47.072042 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549dbde-dba1-45af-9205-214b518d0b30 None None] Pushing event updated for resources: {'Port': ['ID=767e9943-b771-487f-aa05-cf4272d1a324,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:47.123653 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c335d73f-0315-448a-8ad8-83e76f7f6771 None None] Provisioning complete for port 767e9943-b771-487f-aa05-cf4272d1a324 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:49:47.124345 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c335d73f-0315-448a-8ad8-83e76f7f6771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:47.148433 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-18c14075-f1e7-4d01-9d12-dee8840da3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27661448', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '012ceb4e-2ba8-4411-908a-1e35d6ea23fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:49:40Z', 'updated_at': '2021-11-10T18:49:44Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '012ceb4e-2ba8-4411-908a-1e35d6ea23fc', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:49:40Z', 'updated_at': '2021-11-10T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '767e9943-b771-487f-aa05-cf4272d1a324', 'name': '', 'network_id': '1205bbfb-ddba-46ff-af1d-b3c78baea970', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:18:26:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '91e75396-c38e-496b-b786-d8bc85e3e7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:49:43Z', 'updated_at': '2021-11-10T18:49:46Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '91e75396-c38e-496b-b786-d8bc85e3e7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:49:47.190127 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c14075-f1e7-4d01-9d12-dee8840da3fa None None] The sync data for ids ['12d3ed4e-d94d-42a3-8010-48828f6dbc68'] in n-d-776250-10 is: [{'id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27661448', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '012ceb4e-2ba8-4411-908a-1e35d6ea23fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:49:40Z', 'updated_at': '2021-11-10T18:49:44Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '012ceb4e-2ba8-4411-908a-1e35d6ea23fc', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:49:40Z', 'updated_at': '2021-11-10T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '767e9943-b771-487f-aa05-cf4272d1a324', 'name': '', 'network_id': '1205bbfb-ddba-46ff-af1d-b3c78baea970', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:18:26:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '91e75396-c38e-496b-b786-d8bc85e3e7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:49:43Z', 'updated_at': '2021-11-10T18:49:46Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '91e75396-c38e-496b-b786-d8bc85e3e7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:49:47.200703 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cd502665-52f8-445b-a16f-421e12b0ccac req-cf42ef06-6603-47b6-9ae3-17c17a5a4574 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7 HTTP/1.1" status: 200 len: 210 time: 0.0463896 Nov 10 18:49:47.320294 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-ef96bf0a-984d-4ffa-9c77-8bf3569c64be tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:47.323864 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-ef96bf0a-984d-4ffa-9c77-8bf3569c64be tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.11 "GET /v2.0/networks?id=1205bbfb-ddba-46ff-af1d-b3c78baea970 HTTP/1.1" status: 200 len: 797 time: 0.2787988 Nov 10 18:49:47.413496 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-d0a380ef-8069-4870-b5b4-02ab6408c425 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 HTTP/1.1" status: 200 len: 380 time: 0.0770462 Nov 10 18:49:47.424926 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-d3317c67-5143-43af-91f5-c40de72e2f18 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'port': {'device_id': 'a8bc3c2c-7631-401e-9302-e8b1c97e53d7', 'network_id': '1205bbfb-ddba-46ff-af1d-b3c78baea970', 'admin_state_up': True, 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'security_groups': ['3eef9ded-e53f-4443-bdcd-0d4ed8997c8c']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:49:47.581271 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-d3317c67-5143-43af-91f5-c40de72e2f18 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Made reservation on behalf of 3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:49:47.585843 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-d3317c67-5143-43af-91f5-c40de72e2f18 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:47.745872 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-d3317c67-5143-43af-91f5-c40de72e2f18 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Allocated IP 172.20.0.3 (1205bbfb-ddba-46ff-af1d-b3c78baea970/91e75396-c38e-496b-b786-d8bc85e3e7af/903e9868-cf9c-4239-8c20-f497362411dd) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:49:47.778581 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 767e9943-b771-487f-aa05-cf4272d1a324 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:49:47.857095 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 767e9943-b771-487f-aa05-cf4272d1a324 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:49:47.857456 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:47.955177 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-d3317c67-5143-43af-91f5-c40de72e2f18 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:47.998666 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-d3317c67-5143-43af-91f5-c40de72e2f18 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:48.054300 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-d3317c67-5143-43af-91f5-c40de72e2f18 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Network 1205bbfb-ddba-46ff-af1d-b3c78baea970 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:49:48.057899 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-d3317c67-5143-43af-91f5-c40de72e2f18 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:49:48.060359 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-d3317c67-5143-43af-91f5-c40de72e2f18 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:49:48.092276 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3317c67-5143-43af-91f5-c40de72e2f18 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Port': ['ID=903e9868-cf9c-4239-8c20-f497362411dd,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:48.125486 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-d3317c67-5143-43af-91f5-c40de72e2f18 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:48.126461 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-d3317c67-5143-43af-91f5-c40de72e2f18 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:48.148757 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-d3317c67-5143-43af-91f5-c40de72e2f18 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7281086 Nov 10 18:49:48.160850 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-46370e8d-1323-41c2-9392-fc7386c807fd service neutron] Request body: {'port': {'device_id': 'a8bc3c2c-7631-401e-9302-e8b1c97e53d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:49:48.233269 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-46370e8d-1323-41c2-9392-fc7386c807fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:48.368448 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ca94e-8b5e-4ecd-8465-cf94733c7b64 req-cbeffdbb-2768-4959-a1e7-c3444ae45f1d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:48.370920 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f03ca94e-8b5e-4ecd-8465-cf94733c7b64 req-cbeffdbb-2768-4959-a1e7-c3444ae45f1d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7 HTTP/1.1" status: 200 len: 931 time: 0.0668952 Nov 10 18:49:48.382467 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a48b0b10-6253-4c57-8f95-440380621ecd None None] Provisioning complete for port 903e9868-cf9c-4239-8c20-f497362411dd triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:49:48.383025 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a48b0b10-6253-4c57-8f95-440380621ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:48.446637 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-a48b0b10-6253-4c57-8f95-440380621ecd None None] Port 903e9868-cf9c-4239-8c20-f497362411dd cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:49:48.452280 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f03ca94e-8b5e-4ecd-8465-cf94733c7b64 req-d53dda30-75f3-4bdd-a8f4-166d38b4ed45 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=3eef9ded-e53f-4443-bdcd-0d4ed8997c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749536 Nov 10 18:49:48.603184 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-46370e8d-1323-41c2-9392-fc7386c807fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 903e9868-cf9c-4239-8c20-f497362411dd {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:49:48.610872 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-46370e8d-1323-41c2-9392-fc7386c807fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:48.623293 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-46370e8d-1323-41c2-9392-fc7386c807fd service neutron] Transition to ACTIVE for port object 903e9868-cf9c-4239-8c20-f497362411dd will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:49:48.628221 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-46370e8d-1323-41c2-9392-fc7386c807fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:48.685346 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46370e8d-1323-41c2-9392-fc7386c807fd service neutron] Pushing event updated for resources: {'Port': ['ID=903e9868-cf9c-4239-8c20-f497362411dd,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:48.759865 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-46370e8d-1323-41c2-9392-fc7386c807fd service neutron] Attempting to bind port 903e9868-cf9c-4239-8c20-f497362411dd on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:49:48.760522 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-46370e8d-1323-41c2-9392-fc7386c807fd service neutron] Attempting to bind port 903e9868-cf9c-4239-8c20-f497362411dd by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': 'ffcab14d-f8b1-4b14-b8ef-6683941a1442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1205bbfb-ddba-46ff-af1d-b3c78baea970'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:49:48.761042 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-46370e8d-1323-41c2-9392-fc7386c807fd service neutron] Attempting to bind port 903e9868-cf9c-4239-8c20-f497362411dd on network 1205bbfb-ddba-46ff-af1d-b3c78baea970 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:49:48.766585 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-46370e8d-1323-41c2-9392-fc7386c807fd service neutron] Port 903e9868-cf9c-4239-8c20-f497362411dd on network 1205bbfb-ddba-46ff-af1d-b3c78baea970 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:49:48.766919 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-46370e8d-1323-41c2-9392-fc7386c807fd service neutron] Attempting to bind port 903e9868-cf9c-4239-8c20-f497362411dd on network 1205bbfb-ddba-46ff-af1d-b3c78baea970 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:49:48.778521 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-46370e8d-1323-41c2-9392-fc7386c807fd service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:49:48.778869 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-46370e8d-1323-41c2-9392-fc7386c807fd service neutron] Checking segment: {'id': 'ffcab14d-f8b1-4b14-b8ef-6683941a1442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1205bbfb-ddba-46ff-af1d-b3c78baea970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:49:48.779340 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-46370e8d-1323-41c2-9392-fc7386c807fd service neutron] Bound using segment: {'id': 'ffcab14d-f8b1-4b14-b8ef-6683941a1442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1205bbfb-ddba-46ff-af1d-b3c78baea970'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:49:48.779779 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-46370e8d-1323-41c2-9392-fc7386c807fd service neutron] Bound port: 903e9868-cf9c-4239-8c20-f497362411dd, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffcab14d-f8b1-4b14-b8ef-6683941a1442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1205bbfb-ddba-46ff-af1d-b3c78baea970'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:49:48.780139 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-46370e8d-1323-41c2-9392-fc7386c807fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:48.852758 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-46370e8d-1323-41c2-9392-fc7386c807fd service neutron] For port 903e9868-cf9c-4239-8c20-f497362411dd, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:49:48.855971 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-46370e8d-1323-41c2-9392-fc7386c807fd service neutron] For port 903e9868-cf9c-4239-8c20-f497362411dd, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=903e9868-cf9c-4239-8c20-f497362411dd,segment=NetworkSegment(ffcab14d-f8b1-4b14-b8ef-6683941a1442),segment_id=ffcab14d-f8b1-4b14-b8ef-6683941a1442)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:49:48.860914 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-46370e8d-1323-41c2-9392-fc7386c807fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:48.896300 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-46370e8d-1323-41c2-9392-fc7386c807fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:48.896988 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-46370e8d-1323-41c2-9392-fc7386c807fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:48.898364 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-46370e8d-1323-41c2-9392-fc7386c807fd service neutron] 10.222.0.11 "PUT /v2.0/ports/903e9868-cf9c-4239-8c20-f497362411dd HTTP/1.1" status: 200 len: 1092 time: 0.7420361 Nov 10 18:49:48.898834 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bc3c2c-7631-401e-9302-e8b1c97e53d7', 'tag': '903e9868-cf9c-4239-8c20-f497362411dd'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:49:48.901126 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d6e09d-4cc4-43a7-abc5-e6102f69363c" -d '{"events": [{"name": "network-changed", "server_uuid": "a8bc3c2c-7631-401e-9302-e8b1c97e53d7", "tag": "903e9868-cf9c-4239-8c20-f497362411dd"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:49:48.928524 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46370e8d-1323-41c2-9392-fc7386c807fd service neutron] Pushing event updated for resources: {'Port': ['ID=903e9868-cf9c-4239-8c20-f497362411dd,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:48.986161 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-23de2ce6-f929-4dfb-a772-17b04d0b14f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:48.987785 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-23de2ce6-f929-4dfb-a772-17b04d0b14f6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7 HTTP/1.1" status: 200 len: 1095 time: 0.0481365 Nov 10 18:49:49.040576 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79788d61-9c39-4661-9cca-21f10d258466 x-openstack-request-id: req-79788d61-9c39-4661-9cca-21f10d258466 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:49:49.040975 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8bc3c2c-7631-401e-9302-e8b1c97e53d7", "tag": "903e9868-cf9c-4239-8c20-f497362411dd", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:49:49.041304 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-79788d61-9c39-4661-9cca-21f10d258466 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:49:49.041785 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8bc3c2c-7631-401e-9302-e8b1c97e53d7', 'tag': '903e9868-cf9c-4239-8c20-f497362411dd', 'status': 'completed', 'code': 200} Nov 10 18:49:49.043886 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-d14272b3-7153-4860-bec6-cd2e18e3ee5b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=903e9868-cf9c-4239-8c20-f497362411dd HTTP/1.1" status: 200 len: 217 time: 0.0476446 Nov 10 18:49:49.095261 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-93bce07b-88b4-43c0-8dd6-bc95c30a0b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:49.096761 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-93bce07b-88b4-43c0-8dd6-bc95c30a0b24 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=91e75396-c38e-496b-b786-d8bc85e3e7af HTTP/1.1" status: 200 len: 835 time: 0.0463915 Nov 10 18:49:49.144902 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-677995d4-6d9b-40cc-b760-d2f051ede982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:49.146414 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-677995d4-6d9b-40cc-b760-d2f051ede982 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1205bbfb-ddba-46ff-af1d-b3c78baea970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419614 Nov 10 18:49:49.243796 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-159aa9de-16c8-4abf-ae03-770e432308f1 service neutron] 10.222.0.11 "GET /v2.0/networks/1205bbfb-ddba-46ff-af1d-b3c78baea970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890641 Nov 10 18:49:49.333125 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9947f98b-7fbc-4294-adc5-8f4efe0ff320 req-5083f68b-2726-486a-8dc5-fcda672caada service neutron] 10.222.0.11 "GET /v2.0/networks/1205bbfb-ddba-46ff-af1d-b3c78baea970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829329 Nov 10 18:49:49.418616 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6e09d-4cc4-43a7-abc5-e6102f69363c req-1ecbee0d-dfd3-4a99-ac11-e84381940dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:49.420123 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-16d6e09d-4cc4-43a7-abc5-e6102f69363c req-1ecbee0d-dfd3-4a99-ac11-e84381940dd5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7 HTTP/1.1" status: 200 len: 1095 time: 0.0433626 Nov 10 18:49:49.519131 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6e09d-4cc4-43a7-abc5-e6102f69363c req-cb1c092c-12db-456d-b3b2-172c4dd1e288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:49.520639 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-16d6e09d-4cc4-43a7-abc5-e6102f69363c req-cb1c092c-12db-456d-b3b2-172c4dd1e288 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1205bbfb-ddba-46ff-af1d-b3c78baea970 HTTP/1.1" status: 200 len: 898 time: 0.0937362 Nov 10 18:49:49.565335 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-16d6e09d-4cc4-43a7-abc5-e6102f69363c req-e5519c88-6e8f-4b52-9e33-7d683ab5e2ea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=903e9868-cf9c-4239-8c20-f497362411dd HTTP/1.1" status: 200 len: 217 time: 0.0366607 Nov 10 18:49:49.577335 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a0250-9d46-4c57-9c70-18c7f8e3437f req-31eb9606-2b0a-4e9b-9131-fe159b28feae tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:49.578832 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-717a0250-9d46-4c57-9c70-18c7f8e3437f req-31eb9606-2b0a-4e9b-9131-fe159b28feae tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7 HTTP/1.1" status: 200 len: 943 time: 0.0504832 Nov 10 18:49:49.626777 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6e09d-4cc4-43a7-abc5-e6102f69363c req-792d4edf-7f00-41d4-a99f-9eff33d8cdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:49.628331 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-16d6e09d-4cc4-43a7-abc5-e6102f69363c req-792d4edf-7f00-41d4-a99f-9eff33d8cdc5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=91e75396-c38e-496b-b786-d8bc85e3e7af HTTP/1.1" status: 200 len: 835 time: 0.0543253 Nov 10 18:49:49.631518 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-717a0250-9d46-4c57-9c70-18c7f8e3437f req-8cfcce90-7420-4092-951a-243ed390b026 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=3eef9ded-e53f-4443-bdcd-0d4ed8997c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464206 Nov 10 18:49:49.677843 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6e09d-4cc4-43a7-abc5-e6102f69363c req-08e0407f-f32e-4d25-bf98-2b113818f6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:49.679435 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-16d6e09d-4cc4-43a7-abc5-e6102f69363c req-08e0407f-f32e-4d25-bf98-2b113818f6ba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1205bbfb-ddba-46ff-af1d-b3c78baea970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424342 Nov 10 18:49:49.773162 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-16d6e09d-4cc4-43a7-abc5-e6102f69363c req-34e97d80-a75b-438e-87a5-747c69d3edac service neutron] 10.222.0.11 "GET /v2.0/networks/1205bbfb-ddba-46ff-af1d-b3c78baea970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850616 Nov 10 18:49:49.872682 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-16d6e09d-4cc4-43a7-abc5-e6102f69363c req-241c61e7-7d5b-4dfd-81db-ee6da026be5d service neutron] 10.222.0.11 "GET /v2.0/networks/1205bbfb-ddba-46ff-af1d-b3c78baea970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919418 Nov 10 18:49:50.753646 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf3b99-6574-45d9-95d1-6d1234b2e499 req-6e73e953-0555-434f-bbf0-50ee3a237c58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:50.755171 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-94bf3b99-6574-45d9-95d1-6d1234b2e499 req-6e73e953-0555-434f-bbf0-50ee3a237c58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7 HTTP/1.1" status: 200 len: 943 time: 0.0507886 Nov 10 18:49:50.806128 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-94bf3b99-6574-45d9-95d1-6d1234b2e499 req-fcba5134-b4ef-42cd-b7e5-c01c67443459 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=3eef9ded-e53f-4443-bdcd-0d4ed8997c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445368 Nov 10 18:49:51.924993 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b52ba-5d09-453f-8b95-382461a59a2b req-93c23fd0-3741-4cfa-9b35-20386ff0157f tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:51.926376 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ab2b52ba-5d09-453f-8b95-382461a59a2b req-93c23fd0-3741-4cfa-9b35-20386ff0157f tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7 HTTP/1.1" status: 200 len: 943 time: 0.0527618 Nov 10 18:49:51.975354 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ab2b52ba-5d09-453f-8b95-382461a59a2b req-072838fc-548d-45ab-ab2f-7927dddfa880 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=3eef9ded-e53f-4443-bdcd-0d4ed8997c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429101 Nov 10 18:49:52.247838 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 903e9868-cf9c-4239-8c20-f497362411dd details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:49:52.348552 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 903e9868-cf9c-4239-8c20-f497362411dd, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=903e9868-cf9c-4239-8c20-f497362411dd,segment=NetworkSegment(ffcab14d-f8b1-4b14-b8ef-6683941a1442),segment_id=ffcab14d-f8b1-4b14-b8ef-6683941a1442)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:49:52.359806 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '903e9868-cf9c-4239-8c20-f497362411dd', 'network_id': '1205bbfb-ddba-46ff-af1d-b3c78baea970', 'port_id': '903e9868-cf9c-4239-8c20-f497362411dd', 'mac_address': 'fa:16:3e:89:e7:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e75396-c38e-496b-b786-d8bc85e3e7af', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:49:52.396652 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:52.411074 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 903e9868-cf9c-4239-8c20-f497362411dd {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:49:52.429820 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 903e9868-cf9c-4239-8c20-f497362411dd, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=903e9868-cf9c-4239-8c20-f497362411dd,segment=NetworkSegment(ffcab14d-f8b1-4b14-b8ef-6683941a1442),segment_id=ffcab14d-f8b1-4b14-b8ef-6683941a1442)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:49:52.435801 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:52.483031 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=903e9868-cf9c-4239-8c20-f497362411dd,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:52.622331 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['903e9868-cf9c-4239-8c20-f497362411dd'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:49:53.096233 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d31e4a-ddbf-43bb-b42d-49c7e8ece998 req-3cf2dd93-7e4e-4e8d-95d7-9f265813c98d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:53.097698 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2d31e4a-ddbf-43bb-b42d-49c7e8ece998 req-3cf2dd93-7e4e-4e8d-95d7-9f265813c98d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7 HTTP/1.1" status: 200 len: 944 time: 0.0533192 Nov 10 18:49:53.148142 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2d31e4a-ddbf-43bb-b42d-49c7e8ece998 req-581ef038-4811-478f-b6b4-12606777f04e tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=3eef9ded-e53f-4443-bdcd-0d4ed8997c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436213 Nov 10 18:49:54.266853 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81664a-89a6-4e87-8b0e-9f0cd52dc3ba req-92880b53-779f-456c-aae6-4d63f8a83bc5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:54.268378 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bd81664a-89a6-4e87-8b0e-9f0cd52dc3ba req-92880b53-779f-456c-aae6-4d63f8a83bc5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7 HTTP/1.1" status: 200 len: 944 time: 0.0500391 Nov 10 18:49:54.280020 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 903e9868-cf9c-4239-8c20-f497362411dd up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:49:54.320482 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bd81664a-89a6-4e87-8b0e-9f0cd52dc3ba req-76b8bcb8-474b-45b0-8230-243716ad3057 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=3eef9ded-e53f-4443-bdcd-0d4ed8997c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457473 Nov 10 18:49:54.339058 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 903e9868-cf9c-4239-8c20-f497362411dd completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:49:54.342905 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 903e9868-cf9c-4239-8c20-f497362411dd triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:49:54.343314 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:54.420621 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:54.443083 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bc3c2c-7631-401e-9302-e8b1c97e53d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903e9868-cf9c-4239-8c20-f497362411dd'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:49:54.445264 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0132104a-a923-4e7a-98f2-cf8e45a373ea" -d '{"events": [{"server_uuid": "a8bc3c2c-7631-401e-9302-e8b1c97e53d7", "name": "network-vif-plugged", "status": "completed", "tag": "903e9868-cf9c-4239-8c20-f497362411dd"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:49:54.458662 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 903e9868-cf9c-4239-8c20-f497362411dd, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=903e9868-cf9c-4239-8c20-f497362411dd,segment=NetworkSegment(ffcab14d-f8b1-4b14-b8ef-6683941a1442),segment_id=ffcab14d-f8b1-4b14-b8ef-6683941a1442)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:49:54.462889 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:54.487088 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23671d9d-3058-4fa1-9d7e-1e3d9b240e88 x-openstack-request-id: req-23671d9d-3058-4fa1-9d7e-1e3d9b240e88 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:49:54.487882 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8bc3c2c-7631-401e-9302-e8b1c97e53d7", "name": "network-vif-plugged", "status": "completed", "tag": "903e9868-cf9c-4239-8c20-f497362411dd", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:49:54.487882 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-23671d9d-3058-4fa1-9d7e-1e3d9b240e88 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:49:54.488113 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bc3c2c-7631-401e-9302-e8b1c97e53d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903e9868-cf9c-4239-8c20-f497362411dd', 'code': 200} Nov 10 18:49:54.513878 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=903e9868-cf9c-4239-8c20-f497362411dd,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:54.584138 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb7f2f-44af-4806-a33b-3a68d071e5b4 req-26cda7f2-92c7-4dd6-ad04-f31d29547595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:54.585649 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7bbb7f2f-44af-4806-a33b-3a68d071e5b4 req-26cda7f2-92c7-4dd6-ad04-f31d29547595 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7 HTTP/1.1" status: 200 len: 1097 time: 0.0412438 Nov 10 18:49:54.635450 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7bbb7f2f-44af-4806-a33b-3a68d071e5b4 req-6124f281-afe8-4266-9fb8-5dabbb1e2b6d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3eef9ded-e53f-4443-bdcd-0d4ed8997c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415146 Nov 10 18:49:55.436859 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4dd6b-1bf2-4ec5-b02d-30c6be05c38c req-5a738264-8e4a-4f48-854b-7485ac01ced2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:55.438356 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-52c4dd6b-1bf2-4ec5-b02d-30c6be05c38c req-5a738264-8e4a-4f48-854b-7485ac01ced2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7 HTTP/1.1" status: 200 len: 945 time: 0.0494926 Nov 10 18:49:55.492239 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-52c4dd6b-1bf2-4ec5-b02d-30c6be05c38c req-abfa7ad6-cda7-425f-b404-a006b6f81c86 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=3eef9ded-e53f-4443-bdcd-0d4ed8997c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478258 Nov 10 18:49:55.525939 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:55.718235 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:56.616127 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60530b-616b-4b5f-8321-58b74fbaa46e req-30ba977c-03ae-4c49-b366-bc06bf967e85 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:56.617649 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bd60530b-616b-4b5f-8321-58b74fbaa46e req-30ba977c-03ae-4c49-b366-bc06bf967e85 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7 HTTP/1.1" status: 200 len: 945 time: 0.0537510 Nov 10 18:49:56.672530 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-bd60530b-616b-4b5f-8321-58b74fbaa46e req-8b4ef728-c589-4799-9a32-10ec0cc1fe0e tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=3eef9ded-e53f-4443-bdcd-0d4ed8997c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485132 Nov 10 18:49:56.788232 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af906dc-11f5-4b54-ae75-254f6c5c1052 req-172b960b-6b5f-473d-b601-62a7f9a6304a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:56.789706 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4af906dc-11f5-4b54-ae75-254f6c5c1052 req-172b960b-6b5f-473d-b601-62a7f9a6304a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7 HTTP/1.1" status: 200 len: 945 time: 0.0509100 Nov 10 18:49:56.837843 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4af906dc-11f5-4b54-ae75-254f6c5c1052 req-4cd5fed3-eee7-4f97-afef-c64449b4af91 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=3eef9ded-e53f-4443-bdcd-0d4ed8997c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420775 Nov 10 18:49:56.859995 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35144) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:49:56.899097 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ac5182-910d-494c-b7fb-7f1844d5fd53 tempest-TestNetworkAdvancedServerOps-791876395 tempest-TestNetworkAdvancedServerOps-791876395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:56.901232 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-99ac5182-910d-494c-b7fb-7f1844d5fd53 tempest-TestNetworkAdvancedServerOps-791876395 tempest-TestNetworkAdvancedServerOps-791876395-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7 HTTP/1.1" status: 200 len: 1092 time: 0.0401933 Nov 10 18:49:56.904138 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35146) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:49:56.908420 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-c8c2eb9b-d4d9-4154-9442-079ffe308f58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'port_id': '903e9868-cf9c-4239-8c20-f497362411dd', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:49:56.931195 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8c2eb9b-d4d9-4154-9442-079ffe308f58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:57.034394 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8c2eb9b-d4d9-4154-9442-079ffe308f58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:57.136172 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-c8c2eb9b-d4d9-4154-9442-079ffe308f58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Allocated IP 172.25.5.253 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/2dc22a48-8d57-423f-8e5a-b4f2583391c2) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:49:57.239901 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8c2eb9b-d4d9-4154-9442-079ffe308f58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:57.273681 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8c2eb9b-d4d9-4154-9442-079ffe308f58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:57.317858 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c2eb9b-d4d9-4154-9442-079ffe308f58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:49:57.323134 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-c8c2eb9b-d4d9-4154-9442-079ffe308f58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:49:57.325338 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2eb9b-d4d9-4154-9442-079ffe308f58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Port': ['ID=2dc22a48-8d57-423f-8e5a-b4f2583391c2,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:57.327494 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c2eb9b-d4d9-4154-9442-079ffe308f58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:49:57.687349 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8c2eb9b-d4d9-4154-9442-079ffe308f58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:57.752611 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8c2eb9b-d4d9-4154-9442-079ffe308f58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:57.903058 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8c2eb9b-d4d9-4154-9442-079ffe308f58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:57.907377 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8c2eb9b-d4d9-4154-9442-079ffe308f58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:58.277920 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2eb9b-d4d9-4154-9442-079ffe308f58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Port': ['ID=2dc22a48-8d57-423f-8e5a-b4f2583391c2,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:49:58.289395 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2eb9b-d4d9-4154-9442-079ffe308f58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:58.289746 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2eb9b-d4d9-4154-9442-079ffe308f58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:58.290086 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2eb9b-d4d9-4154-9442-079ffe308f58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:58.290420 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2eb9b-d4d9-4154-9442-079ffe308f58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:58.290750 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2eb9b-d4d9-4154-9442-079ffe308f58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:58.291299 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2eb9b-d4d9-4154-9442-079ffe308f58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:58.291719 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2eb9b-d4d9-4154-9442-079ffe308f58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:58.292053 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2eb9b-d4d9-4154-9442-079ffe308f58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:58.292409 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2eb9b-d4d9-4154-9442-079ffe308f58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:58.292739 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2eb9b-d4d9-4154-9442-079ffe308f58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:58.293065 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2eb9b-d4d9-4154-9442-079ffe308f58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:58.293385 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2eb9b-d4d9-4154-9442-079ffe308f58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:49:58.298948 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8c2eb9b-d4d9-4154-9442-079ffe308f58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:58.402144 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-c8c2eb9b-d4d9-4154-9442-079ffe308f58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Floating IP b9734413-059b-4a30-9f1c-77cc97731832 associated. External IP: 172.25.5.253, port: 903e9868-cf9c-4239-8c20-f497362411dd. Nov 10 18:49:58.612684 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c2eb9b-d4d9-4154-9442-079ffe308f58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Router 12d3ed4e-d94d-42a3-8010-48828f6dbc68 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:49:58.717631 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c2eb9b-d4d9-4154-9442-079ffe308f58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:49:58.727421 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62665311-71e0-45ec-a54e-5c9328f60411 None None] Sync routers for ids ['12d3ed4e-d94d-42a3-8010-48828f6dbc68'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:49:58.736950 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8c2eb9b-d4d9-4154-9442-079ffe308f58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:49:58.737592 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62665311-71e0-45ec-a54e-5c9328f60411 None None] Routers {'12d3ed4e-d94d-42a3-8010-48828f6dbc68'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:49:58.738210 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-62665311-71e0-45ec-a54e-5c9328f60411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:49:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['12d3ed4e-d94d-42a3-8010-48828f6dbc68'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:49:58.774024 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c8c2eb9b-d4d9-4154-9442-079ffe308f58 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8664265 Nov 10 18:49:58.774024 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bc3c2c-7631-401e-9302-e8b1c97e53d7', 'tag': '903e9868-cf9c-4239-8c20-f497362411dd'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:49:58.774821 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d21a77-725c-48a5-bdfe-8c847aae7bb9" -d '{"events": [{"name": "network-changed", "server_uuid": "a8bc3c2c-7631-401e-9302-e8b1c97e53d7", "tag": "903e9868-cf9c-4239-8c20-f497362411dd"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:49:58.819845 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615023cb-6cf1-4f75-9300-c5e72e47c85f x-openstack-request-id: req-615023cb-6cf1-4f75-9300-c5e72e47c85f {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:49:58.820238 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8bc3c2c-7631-401e-9302-e8b1c97e53d7", "tag": "903e9868-cf9c-4239-8c20-f497362411dd", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:49:58.820571 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-615023cb-6cf1-4f75-9300-c5e72e47c85f {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:49:58.821032 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8bc3c2c-7631-401e-9302-e8b1c97e53d7', 'tag': '903e9868-cf9c-4239-8c20-f497362411dd', 'status': 'completed', 'code': 200} Nov 10 18:49:58.864599 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-62665311-71e0-45ec-a54e-5c9328f60411 None None] Set router 12d3ed4e-d94d-42a3-8010-48828f6dbc68 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:49:58.899129 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d56150-0acf-469a-a1a3-045230bf4199 req-d90cf66a-7a04-466a-9915-ec6530911222 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:58.900707 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-77d56150-0acf-469a-a1a3-045230bf4199 req-d90cf66a-7a04-466a-9915-ec6530911222 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7 HTTP/1.1" status: 200 len: 945 time: 0.0782869 Nov 10 18:49:58.907676 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d21a77-725c-48a5-bdfe-8c847aae7bb9 req-9743d406-31f9-4e39-ba78-40cf2863e521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:58.909111 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-20d21a77-725c-48a5-bdfe-8c847aae7bb9 req-9743d406-31f9-4e39-ba78-40cf2863e521 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7 HTTP/1.1" status: 200 len: 1097 time: 0.0601487 Nov 10 18:49:59.011149 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-77d56150-0acf-469a-a1a3-045230bf4199 req-98ce33ee-a332-4fe0-8028-d6c6e1ed956a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=3eef9ded-e53f-4443-bdcd-0d4ed8997c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010189 Nov 10 18:49:59.034211 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35152) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:49:59.039361 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d21a77-725c-48a5-bdfe-8c847aae7bb9 req-8b9174e2-01c9-47cd-84b9-a976f06af50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:59.041017 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-20d21a77-725c-48a5-bdfe-8c847aae7bb9 req-8b9174e2-01c9-47cd-84b9-a976f06af50a service neutron] 10.222.0.11 "GET /v2.0/networks?id=1205bbfb-ddba-46ff-af1d-b3c78baea970 HTTP/1.1" status: 200 len: 898 time: 0.1238201 Nov 10 18:49:59.096488 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c5c50ab8-a4bc-4149-9190-f6b790d3e40a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/floatingips/b9734413-059b-4a30-9f1c-77cc97731832 HTTP/1.1" status: 200 len: 991 time: 0.0610614 Nov 10 18:49:59.109466 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-62665311-71e0-45ec-a54e-5c9328f60411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27661448', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '012ceb4e-2ba8-4411-908a-1e35d6ea23fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:49:40Z', 'updated_at': '2021-11-10T18:49:44Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '012ceb4e-2ba8-4411-908a-1e35d6ea23fc', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:49:40Z', 'updated_at': '2021-11-10T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'b9734413-059b-4a30-9f1c-77cc97731832', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'floating_ip_address': '172.25.5.253', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'port_id': '903e9868-cf9c-4239-8c20-f497362411dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1205bbfb-ddba-46ff-af1d-b3c78baea970', 'mac_address': 'fa:16:3e:89:e7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bc3c2c-7631-401e-9302-e8b1c97e53d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:49:57Z', 'updated_at': '2021-11-10T18:49:57Z', 'revision_number': 0, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767e9943-b771-487f-aa05-cf4272d1a324', 'name': '', 'network_id': '1205bbfb-ddba-46ff-af1d-b3c78baea970', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:18:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '91e75396-c38e-496b-b786-d8bc85e3e7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:49:43Z', 'updated_at': '2021-11-10T18:49:46Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '91e75396-c38e-496b-b786-d8bc85e3e7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:49:59.110880 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-20d21a77-725c-48a5-bdfe-8c847aae7bb9 req-2012eac5-4c7d-43b9-ac3a-f3d5418a6428 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=903e9868-cf9c-4239-8c20-f497362411dd HTTP/1.1" status: 200 len: 999 time: 0.0632567 Nov 10 18:49:59.135391 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62665311-71e0-45ec-a54e-5c9328f60411 None None] Checking router: 12d3ed4e-d94d-42a3-8010-48828f6dbc68 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:49:59.143392 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62665311-71e0-45ec-a54e-5c9328f60411 None None] Routers {'12d3ed4e-d94d-42a3-8010-48828f6dbc68'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:49:59.143983 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-62665311-71e0-45ec-a54e-5c9328f60411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:49:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['12d3ed4e-d94d-42a3-8010-48828f6dbc68'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:49:59.165923 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d21a77-725c-48a5-bdfe-8c847aae7bb9 req-b821ef09-95fa-46d4-adac-bad963c3a08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:59.167691 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-20d21a77-725c-48a5-bdfe-8c847aae7bb9 req-b821ef09-95fa-46d4-adac-bad963c3a08e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=91e75396-c38e-496b-b786-d8bc85e3e7af HTTP/1.1" status: 200 len: 835 time: 0.0497539 Nov 10 18:49:59.214996 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d21a77-725c-48a5-bdfe-8c847aae7bb9 req-47ed5a43-eff4-4b29-8dd9-c06448c19f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:49:59.216542 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-20d21a77-725c-48a5-bdfe-8c847aae7bb9 req-47ed5a43-eff4-4b29-8dd9-c06448c19f50 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1205bbfb-ddba-46ff-af1d-b3c78baea970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416634 Nov 10 18:49:59.248893 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-62665311-71e0-45ec-a54e-5c9328f60411 None None] Set router 12d3ed4e-d94d-42a3-8010-48828f6dbc68 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:49:59.308782 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-20d21a77-725c-48a5-bdfe-8c847aae7bb9 req-29fb5fe2-aeb7-488e-be3a-2fd3dfa57f2c service neutron] 10.222.0.11 "GET /v2.0/networks/1205bbfb-ddba-46ff-af1d-b3c78baea970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855548 Nov 10 18:49:59.405364 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-20d21a77-725c-48a5-bdfe-8c847aae7bb9 req-58629c26-a5c1-4b03-8fa8-74158888e9a8 service neutron] 10.222.0.11 "GET /v2.0/networks/1205bbfb-ddba-46ff-af1d-b3c78baea970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900018 Nov 10 18:49:59.472246 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-62665311-71e0-45ec-a54e-5c9328f60411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27661448', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '012ceb4e-2ba8-4411-908a-1e35d6ea23fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:49:40Z', 'updated_at': '2021-11-10T18:49:44Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '012ceb4e-2ba8-4411-908a-1e35d6ea23fc', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:49:40Z', 'updated_at': '2021-11-10T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'b9734413-059b-4a30-9f1c-77cc97731832', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'floating_ip_address': '172.25.5.253', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'port_id': '903e9868-cf9c-4239-8c20-f497362411dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1205bbfb-ddba-46ff-af1d-b3c78baea970', 'mac_address': 'fa:16:3e:89:e7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bc3c2c-7631-401e-9302-e8b1c97e53d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:49:57Z', 'updated_at': '2021-11-10T18:49:57Z', 'revision_number': 0, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767e9943-b771-487f-aa05-cf4272d1a324', 'name': '', 'network_id': '1205bbfb-ddba-46ff-af1d-b3c78baea970', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:18:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '91e75396-c38e-496b-b786-d8bc85e3e7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:49:43Z', 'updated_at': '2021-11-10T18:49:46Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '91e75396-c38e-496b-b786-d8bc85e3e7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:49:59.498048 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62665311-71e0-45ec-a54e-5c9328f60411 None None] The sync data for ids ['12d3ed4e-d94d-42a3-8010-48828f6dbc68'] in n-d-776250-10 is: [{'id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27661448', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '012ceb4e-2ba8-4411-908a-1e35d6ea23fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:49:40Z', 'updated_at': '2021-11-10T18:49:44Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '012ceb4e-2ba8-4411-908a-1e35d6ea23fc', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:49:40Z', 'updated_at': '2021-11-10T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'b9734413-059b-4a30-9f1c-77cc97731832', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'floating_ip_address': '172.25.5.253', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'port_id': '903e9868-cf9c-4239-8c20-f497362411dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1205bbfb-ddba-46ff-af1d-b3c78baea970', 'mac_address': 'fa:16:3e:89:e7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bc3c2c-7631-401e-9302-e8b1c97e53d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:49:57Z', 'updated_at': '2021-11-10T18:49:57Z', 'revision_number': 0, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '767e9943-b771-487f-aa05-cf4272d1a324', 'name': '', 'network_id': '1205bbfb-ddba-46ff-af1d-b3c78baea970', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:18:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '91e75396-c38e-496b-b786-d8bc85e3e7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:49:43Z', 'updated_at': '2021-11-10T18:49:46Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '91e75396-c38e-496b-b786-d8bc85e3e7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:49:59.692579 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb14baed-1ab6-4979-82e8-f12a321c19fb None None] New status for floating IP b9734413-059b-4a30-9f1c-77cc97731832: ACTIVE {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:50:00.100373 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35154) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:50:00.208475 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-503450a2-8977-4343-9882-2453b835f0db tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/floatingips/b9734413-059b-4a30-9f1c-77cc97731832 HTTP/1.1" status: 200 len: 993 time: 0.1068506 Nov 10 18:50:00.684374 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-72e61352-57f2-48b9-98c7-6728d6a83759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:50:03.046269 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f81aad09-9cfc-42c9-a94e-e926037e5f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:50:04.320538 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:50:05.805772 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:50:06.487471 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:50:19.911007 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:50:25.527533 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:50:25.715677 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:50:26.965715 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980aa752-2718-4e32-bec6-ab990b68d1b3 req-41cc6580-d2b1-474a-ae6f-22bcc9a875f6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:50:26.967222 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-980aa752-2718-4e32-bec6-ab990b68d1b3 req-41cc6580-d2b1-474a-ae6f-22bcc9a875f6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7 HTTP/1.1" status: 200 len: 945 time: 0.0507665 Nov 10 18:50:27.018826 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-980aa752-2718-4e32-bec6-ab990b68d1b3 req-d18848ce-e403-430d-89c5-285b9dec309e tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=3eef9ded-e53f-4443-bdcd-0d4ed8997c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451374 Nov 10 18:50:28.135664 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336f005-d6da-41ad-b6dc-9d945e1bf2c5 req-94f76e46-9a9f-4ff9-ad46-4dd8fd8408bf tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:50:28.137148 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5336f005-d6da-41ad-b6dc-9d945e1bf2c5 req-94f76e46-9a9f-4ff9-ad46-4dd8fd8408bf tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7 HTTP/1.1" status: 200 len: 945 time: 0.0495062 Nov 10 18:50:28.187119 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5336f005-d6da-41ad-b6dc-9d945e1bf2c5 req-1315bfea-dd20-4525-8c33-f08403a30249 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=3eef9ded-e53f-4443-bdcd-0d4ed8997c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434935 Nov 10 18:50:29.307090 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07557ed-4891-4c88-8dad-410f2a3425ff req-2b6eeec4-c224-4b2d-9094-b5c62ae94a2c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:50:29.308569 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a07557ed-4891-4c88-8dad-410f2a3425ff req-2b6eeec4-c224-4b2d-9094-b5c62ae94a2c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7 HTTP/1.1" status: 200 len: 945 time: 0.0527022 Nov 10 18:50:29.357398 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a07557ed-4891-4c88-8dad-410f2a3425ff req-90b81787-4307-40ce-a5d6-de79bb90d496 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=3eef9ded-e53f-4443-bdcd-0d4ed8997c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426807 Nov 10 18:50:30.479866 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee185b9-08b2-46d8-b318-614236a3527c req-a114b8c1-1a68-4943-bcd3-7f2b32bd97f6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:50:30.481382 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ee185b9-08b2-46d8-b318-614236a3527c req-a114b8c1-1a68-4943-bcd3-7f2b32bd97f6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7 HTTP/1.1" status: 200 len: 945 time: 0.0535300 Nov 10 18:50:30.531723 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5ee185b9-08b2-46d8-b318-614236a3527c req-ecfbe377-8ee5-4570-b802-7de1ebb1734e tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=3eef9ded-e53f-4443-bdcd-0d4ed8997c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433991 Nov 10 18:50:30.687324 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea9dc746-ae13-4f1b-a08d-f6c45b5e854a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:50:31.648881 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d83a7-15f0-4353-83f9-888a17133ed4 req-f5787ac0-caa5-4b61-8398-7bd2a3724360 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:50:31.650441 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d02d83a7-15f0-4353-83f9-888a17133ed4 req-f5787ac0-caa5-4b61-8398-7bd2a3724360 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7 HTTP/1.1" status: 200 len: 945 time: 0.0497944 Nov 10 18:50:31.699090 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d02d83a7-15f0-4353-83f9-888a17133ed4 req-72bdc9ef-4616-4ddd-8b02-587196a22838 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=3eef9ded-e53f-4443-bdcd-0d4ed8997c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426762 Nov 10 18:50:32.816973 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960ff2a-a8b0-463e-8530-3019f2e0ac59 req-b48ec4b8-e067-4ed8-aa2e-7456f4178dfa tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:50:32.818929 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7960ff2a-a8b0-463e-8530-3019f2e0ac59 req-b48ec4b8-e067-4ed8-aa2e-7456f4178dfa tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7 HTTP/1.1" status: 200 len: 945 time: 0.0496049 Nov 10 18:50:32.870984 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7960ff2a-a8b0-463e-8530-3019f2e0ac59 req-b1ed4595-7988-46f2-adf2-12036f001702 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=3eef9ded-e53f-4443-bdcd-0d4ed8997c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446780 Nov 10 18:50:33.046516 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c4ed3d3a-5fbb-48b7-b4bb-70e937ad1d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:50:33.987179 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365fbd9-3a51-4756-b58d-4526a4445b9a req-cc5f7b89-1159-455e-b02c-a87eae21c0ee tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:50:33.988699 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f365fbd9-3a51-4756-b58d-4526a4445b9a req-cc5f7b89-1159-455e-b02c-a87eae21c0ee tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7 HTTP/1.1" status: 200 len: 945 time: 0.0486660 Nov 10 18:50:34.042569 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f365fbd9-3a51-4756-b58d-4526a4445b9a req-fd31f5a2-0f7f-4469-a174-d25a808fe8a5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=3eef9ded-e53f-4443-bdcd-0d4ed8997c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479360 Nov 10 18:50:34.321530 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:50:35.159555 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6968b27-a514-470f-9a54-fbc2f25af2e2 req-32679d42-df83-4591-bf92-56ace90cc4b7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:50:35.161078 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f6968b27-a514-470f-9a54-fbc2f25af2e2 req-32679d42-df83-4591-bf92-56ace90cc4b7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7 HTTP/1.1" status: 200 len: 945 time: 0.0495551 Nov 10 18:50:35.215800 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f6968b27-a514-470f-9a54-fbc2f25af2e2 req-2dcfdeb3-9a3b-4735-8d6a-f2fb7c8c9a5d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=3eef9ded-e53f-4443-bdcd-0d4ed8997c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488453 Nov 10 18:50:35.808703 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:50:36.330846 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc1b16-6c4b-4b57-b99c-083e9fa9f9c3 req-9b1fed94-05b2-4c82-b536-085400b5ef0c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:50:36.332357 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-15dc1b16-6c4b-4b57-b99c-083e9fa9f9c3 req-9b1fed94-05b2-4c82-b536-085400b5ef0c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7 HTTP/1.1" status: 200 len: 945 time: 0.0487618 Nov 10 18:50:36.381538 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-15dc1b16-6c4b-4b57-b99c-083e9fa9f9c3 req-ce741cec-8fb2-409d-b2f2-537a8261b093 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=3eef9ded-e53f-4443-bdcd-0d4ed8997c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432975 Nov 10 18:50:36.492336 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:50:37.499450 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d98f2e-8714-4375-9f8f-ce55d00332cc req-7b54e490-1573-4fff-8977-e99a74be8a05 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:50:37.500981 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7d98f2e-8714-4375-9f8f-ce55d00332cc req-7b54e490-1573-4fff-8977-e99a74be8a05 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7 HTTP/1.1" status: 200 len: 945 time: 0.0504498 Nov 10 18:50:37.550830 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c7d98f2e-8714-4375-9f8f-ce55d00332cc req-a153cf50-9bce-46dd-ae78-554825219361 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=3eef9ded-e53f-4443-bdcd-0d4ed8997c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437057 Nov 10 18:50:37.573283 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35190) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:50:37.633572 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-97d2fe22-998a-4c32-9f17-2ee42a207a1b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/floatingips/b9734413-059b-4a30-9f1c-77cc97731832 HTTP/1.1" status: 200 len: 993 time: 0.0591581 Nov 10 18:50:38.903679 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09a1b4-d357-4d16-a8a9-1fa70a857140 req-a09c91d1-56ab-498b-8cee-e45960906965 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:50:38.905196 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a09a1b4-d357-4d16-a8a9-1fa70a857140 req-a09c91d1-56ab-498b-8cee-e45960906965 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7 HTTP/1.1" status: 200 len: 945 time: 0.0514123 Nov 10 18:50:38.957653 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a09a1b4-d357-4d16-a8a9-1fa70a857140 req-9ceec96d-ee44-45ae-97d8-fecc701b5ff1 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=3eef9ded-e53f-4443-bdcd-0d4ed8997c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458796 Nov 10 18:50:38.962416 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd829e40-4d61-4c37-ad79-34a6a8a749b2 req-e585c6d1-6c35-45d8-ab78-49b300f2b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:50:38.963940 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cd829e40-4d61-4c37-ad79-34a6a8a749b2 req-e585c6d1-6c35-45d8-ab78-49b300f2b850 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7 HTTP/1.1" status: 200 len: 1097 time: 0.0863850 Nov 10 18:50:39.055108 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd829e40-4d61-4c37-ad79-34a6a8a749b2 req-040368db-2000-427a-a425-8a8403f03e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:50:39.056617 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cd829e40-4d61-4c37-ad79-34a6a8a749b2 req-040368db-2000-427a-a425-8a8403f03e15 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1205bbfb-ddba-46ff-af1d-b3c78baea970 HTTP/1.1" status: 200 len: 898 time: 0.0861468 Nov 10 18:50:39.126158 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cd829e40-4d61-4c37-ad79-34a6a8a749b2 req-2a7fa882-0b98-4cbd-8866-47c3c29568ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=903e9868-cf9c-4239-8c20-f497362411dd HTTP/1.1" status: 200 len: 1001 time: 0.0625467 Nov 10 18:50:39.176237 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd829e40-4d61-4c37-ad79-34a6a8a749b2 req-39ab8931-5a54-4464-8461-fbe827dc34b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:50:39.177607 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cd829e40-4d61-4c37-ad79-34a6a8a749b2 req-39ab8931-5a54-4464-8461-fbe827dc34b4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=91e75396-c38e-496b-b786-d8bc85e3e7af HTTP/1.1" status: 200 len: 835 time: 0.0443025 Nov 10 18:50:39.224626 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd829e40-4d61-4c37-ad79-34a6a8a749b2 req-ffe2e838-d011-486e-8605-e1ce4f6dd483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:50:39.226117 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cd829e40-4d61-4c37-ad79-34a6a8a749b2 req-ffe2e838-d011-486e-8605-e1ce4f6dd483 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1205bbfb-ddba-46ff-af1d-b3c78baea970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414116 Nov 10 18:50:39.320835 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cd829e40-4d61-4c37-ad79-34a6a8a749b2 req-7ce8b8b2-3f23-40fe-844b-b064626052a3 service neutron] 10.222.0.11 "GET /v2.0/networks/1205bbfb-ddba-46ff-af1d-b3c78baea970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869899 Nov 10 18:50:39.411634 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cd829e40-4d61-4c37-ad79-34a6a8a749b2 req-72c511a7-6348-48ae-b989-d818d4ad70e0 service neutron] 10.222.0.11 "GET /v2.0/networks/1205bbfb-ddba-46ff-af1d-b3c78baea970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839427 Nov 10 18:50:40.077457 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590b8a7-9dff-4bf2-a4b6-b028fa1f8782 req-160947dd-4b13-408b-8dd6-ce4a3e979bde tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:50:40.078944 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3590b8a7-9dff-4bf2-a4b6-b028fa1f8782 req-160947dd-4b13-408b-8dd6-ce4a3e979bde tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7 HTTP/1.1" status: 200 len: 945 time: 0.0505209 Nov 10 18:50:40.134238 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3590b8a7-9dff-4bf2-a4b6-b028fa1f8782 req-6681040f-1b6f-42f4-b42b-41d0f09558a0 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=3eef9ded-e53f-4443-bdcd-0d4ed8997c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491374 Nov 10 18:50:40.156118 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35202) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:50:40.221749 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d3f5a9dd-9ff5-472c-bd29-cbf87f8bd42e tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/floatingips/b9734413-059b-4a30-9f1c-77cc97731832 HTTP/1.1" status: 200 len: 993 time: 0.0642912 Nov 10 18:50:45.656206 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fbc25e61-36c9-40ef-97a3-fb1d58250d7b req-0114a42c-2493-4e47-a426-9ee1fc0c0b95 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412424 Nov 10 18:50:45.740434 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc25e61-36c9-40ef-97a3-fb1d58250d7b req-28040061-e0f3-44c7-bbd2-8cff9b2eae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:50:45.741945 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fbc25e61-36c9-40ef-97a3-fb1d58250d7b req-28040061-e0f3-44c7-bbd2-8cff9b2eae2a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7 HTTP/1.1" status: 200 len: 1097 time: 0.0415053 Nov 10 18:50:45.851585 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc25e61-36c9-40ef-97a3-fb1d58250d7b req-1d152c9f-cd4b-46cd-94a3-5f20d2b8bf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:50:45.853109 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fbc25e61-36c9-40ef-97a3-fb1d58250d7b req-1d152c9f-cd4b-46cd-94a3-5f20d2b8bf12 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1205bbfb-ddba-46ff-af1d-b3c78baea970 HTTP/1.1" status: 200 len: 898 time: 0.0908730 Nov 10 18:50:45.919215 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fbc25e61-36c9-40ef-97a3-fb1d58250d7b req-b5b4e2c5-ead8-442e-808c-1d684667574c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=903e9868-cf9c-4239-8c20-f497362411dd HTTP/1.1" status: 200 len: 1001 time: 0.0591559 Nov 10 18:50:45.967717 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc25e61-36c9-40ef-97a3-fb1d58250d7b req-046a968b-ecba-4686-bc2f-1f5eb6dacf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:50:45.969200 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fbc25e61-36c9-40ef-97a3-fb1d58250d7b req-046a968b-ecba-4686-bc2f-1f5eb6dacf9a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=91e75396-c38e-496b-b786-d8bc85e3e7af HTTP/1.1" status: 200 len: 835 time: 0.0432603 Nov 10 18:50:46.021066 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc25e61-36c9-40ef-97a3-fb1d58250d7b req-40e00375-e9a4-4409-8dcb-09188638f0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:50:46.022559 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fbc25e61-36c9-40ef-97a3-fb1d58250d7b req-40e00375-e9a4-4409-8dcb-09188638f0cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1205bbfb-ddba-46ff-af1d-b3c78baea970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444801 Nov 10 18:50:46.113215 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fbc25e61-36c9-40ef-97a3-fb1d58250d7b req-7c2af9c3-796c-46b7-b85b-f322ea165aad service neutron] 10.222.0.11 "GET /v2.0/networks/1205bbfb-ddba-46ff-af1d-b3c78baea970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832548 Nov 10 18:50:46.215169 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fbc25e61-36c9-40ef-97a3-fb1d58250d7b req-4c0447c2-f1a6-456d-bfb1-d3ebde026828 service neutron] 10.222.0.11 "GET /v2.0/networks/1205bbfb-ddba-46ff-af1d-b3c78baea970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881221 Nov 10 18:50:55.558824 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:50:55.731029 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:50:56.911158 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:51:00.689635 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f37fe268-147a-4bc5-a0d0-8662c1bd1062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:03.048925 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-10dc712b-a0b5-47b4-82aa-53726be432ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:04.324556 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:05.810915 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:06.495180 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:10.573271 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35216) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:51:10.730360 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-eae5c709-1577-45bd-ac5e-8d2bf1f278df tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Deleting port 2dc22a48-8d57-423f-8e5a-b4f2583391c2 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:51:10.730698 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eae5c709-1577-45bd-ac5e-8d2bf1f278df tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:10.808986 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eae5c709-1577-45bd-ac5e-8d2bf1f278df tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:10.809310 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eae5c709-1577-45bd-ac5e-8d2bf1f278df tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:10.820705 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-eae5c709-1577-45bd-ac5e-8d2bf1f278df tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Calling delete_port for 2dc22a48-8d57-423f-8e5a-b4f2583391c2 owned by network:floatingip {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:51:10.966500 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eae5c709-1577-45bd-ac5e-8d2bf1f278df tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:10.994330 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5c709-1577-45bd-ac5e-8d2bf1f278df tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event deleted for resources: {'Port': ['ID=2dc22a48-8d57-423f-8e5a-b4f2583391c2,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:11.008733 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5c709-1577-45bd-ac5e-8d2bf1f278df tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:11.008733 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5c709-1577-45bd-ac5e-8d2bf1f278df tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:11.009131 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5c709-1577-45bd-ac5e-8d2bf1f278df tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:11.009297 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5c709-1577-45bd-ac5e-8d2bf1f278df tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:11.009564 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5c709-1577-45bd-ac5e-8d2bf1f278df tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:11.009904 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5c709-1577-45bd-ac5e-8d2bf1f278df tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:11.010239 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5c709-1577-45bd-ac5e-8d2bf1f278df tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:11.010577 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5c709-1577-45bd-ac5e-8d2bf1f278df tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:11.010914 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5c709-1577-45bd-ac5e-8d2bf1f278df tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:11.011237 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5c709-1577-45bd-ac5e-8d2bf1f278df tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:11.011564 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5c709-1577-45bd-ac5e-8d2bf1f278df tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:11.011889 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae5c709-1577-45bd-ac5e-8d2bf1f278df tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:11.069297 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eae5c709-1577-45bd-ac5e-8d2bf1f278df tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for floatingip, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:11.069627 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [None req-eae5c709-1577-45bd-ac5e-8d2bf1f278df tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Floating IP b9734413-059b-4a30-9f1c-77cc97731832 disassociated (deleted). External IP: 172.25.5.253, port: 903e9868-cf9c-4239-8c20-f497362411dd. Nov 10 18:51:11.282238 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae5c709-1577-45bd-ac5e-8d2bf1f278df tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Router 12d3ed4e-d94d-42a3-8010-48828f6dbc68 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:51:11.395815 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae5c709-1577-45bd-ac5e-8d2bf1f278df tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:51:11.400276 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eae5c709-1577-45bd-ac5e-8d2bf1f278df tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:11.405793 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5850ab76-fe14-49cb-aac0-5f329436311f None None] Sync routers for ids ['12d3ed4e-d94d-42a3-8010-48828f6dbc68'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:51:11.419869 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5850ab76-fe14-49cb-aac0-5f329436311f None None] Routers {'12d3ed4e-d94d-42a3-8010-48828f6dbc68'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:51:11.420501 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-5850ab76-fe14-49cb-aac0-5f329436311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:51:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['12d3ed4e-d94d-42a3-8010-48828f6dbc68'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:51:11.429407 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-eae5c709-1577-45bd-ac5e-8d2bf1f278df tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "DELETE /v2.0/floatingips/b9734413-059b-4a30-9f1c-77cc97731832 HTTP/1.1" status: 204 len: 168 time: 0.8550417 Nov 10 18:51:11.430108 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bc3c2c-7631-401e-9302-e8b1c97e53d7', 'tag': '903e9868-cf9c-4239-8c20-f497362411dd'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:51:11.432532 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c74233-4d24-4a7f-8f90-e2093b0ccdf9" -d '{"events": [{"name": "network-changed", "server_uuid": "a8bc3c2c-7631-401e-9302-e8b1c97e53d7", "tag": "903e9868-cf9c-4239-8c20-f497362411dd"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:51:11.473754 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ef6b52-7f54-4bf2-96f8-e896cc483dd1 x-openstack-request-id: req-69ef6b52-7f54-4bf2-96f8-e896cc483dd1 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:51:11.474425 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8bc3c2c-7631-401e-9302-e8b1c97e53d7", "tag": "903e9868-cf9c-4239-8c20-f497362411dd", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:51:11.474855 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-69ef6b52-7f54-4bf2-96f8-e896cc483dd1 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:51:11.475276 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8bc3c2c-7631-401e-9302-e8b1c97e53d7', 'tag': '903e9868-cf9c-4239-8c20-f497362411dd', 'status': 'completed', 'code': 200} Nov 10 18:51:11.545005 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c74233-4d24-4a7f-8f90-e2093b0ccdf9 req-e7ccb085-ab5e-4bf9-a9b1-653b8f925905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:11.545588 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-5850ab76-fe14-49cb-aac0-5f329436311f None None] Set router 12d3ed4e-d94d-42a3-8010-48828f6dbc68 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:51:11.546643 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-02c74233-4d24-4a7f-8f90-e2093b0ccdf9 req-e7ccb085-ab5e-4bf9-a9b1-653b8f925905 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7 HTTP/1.1" status: 200 len: 1097 time: 0.0467365 Nov 10 18:51:11.671385 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c74233-4d24-4a7f-8f90-e2093b0ccdf9 req-5be149df-1663-456e-8070-d38e59aed352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:11.672925 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-02c74233-4d24-4a7f-8f90-e2093b0ccdf9 req-5be149df-1663-456e-8070-d38e59aed352 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1205bbfb-ddba-46ff-af1d-b3c78baea970 HTTP/1.1" status: 200 len: 898 time: 0.1124980 Nov 10 18:51:11.696098 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c94b24-0fa5-4c92-a7f1-c9d93133fb9c req-05db8f83-89a5-4c22-ba71-421c97678d65 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:11.698368 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3c94b24-0fa5-4c92-a7f1-c9d93133fb9c req-05db8f83-89a5-4c22-ba71-421c97678d65 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7 HTTP/1.1" status: 200 len: 945 time: 0.0614932 Nov 10 18:51:11.720183 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-02c74233-4d24-4a7f-8f90-e2093b0ccdf9 req-8fcaa0ed-a3d4-4008-9cf8-f89176233ede service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=903e9868-cf9c-4239-8c20-f497362411dd HTTP/1.1" status: 200 len: 217 time: 0.0385251 Nov 10 18:51:11.764048 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3c94b24-0fa5-4c92-a7f1-c9d93133fb9c req-5a7e69e3-cc14-4140-a890-60a0c4f09138 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=3eef9ded-e53f-4443-bdcd-0d4ed8997c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584602 Nov 10 18:51:11.783465 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c74233-4d24-4a7f-8f90-e2093b0ccdf9 req-34c91a76-3f26-4f74-be06-177278d7d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:11.785983 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-02c74233-4d24-4a7f-8f90-e2093b0ccdf9 req-34c91a76-3f26-4f74-be06-177278d7d7dc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=91e75396-c38e-496b-b786-d8bc85e3e7af HTTP/1.1" status: 200 len: 835 time: 0.0572336 Nov 10 18:51:11.839550 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c74233-4d24-4a7f-8f90-e2093b0ccdf9 req-c48bd92c-642a-46d6-8f01-467027316bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:11.841011 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-02c74233-4d24-4a7f-8f90-e2093b0ccdf9 req-c48bd92c-642a-46d6-8f01-467027316bfd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1205bbfb-ddba-46ff-af1d-b3c78baea970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474977 Nov 10 18:51:11.866610 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-5850ab76-fe14-49cb-aac0-5f329436311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27661448', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '012ceb4e-2ba8-4411-908a-1e35d6ea23fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:49:40Z', 'updated_at': '2021-11-10T18:49:44Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '012ceb4e-2ba8-4411-908a-1e35d6ea23fc', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:49:40Z', 'updated_at': '2021-11-10T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '767e9943-b771-487f-aa05-cf4272d1a324', 'name': '', 'network_id': '1205bbfb-ddba-46ff-af1d-b3c78baea970', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:18:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '91e75396-c38e-496b-b786-d8bc85e3e7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:49:43Z', 'updated_at': '2021-11-10T18:49:46Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '91e75396-c38e-496b-b786-d8bc85e3e7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:51:11.892973 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5850ab76-fe14-49cb-aac0-5f329436311f None None] Checking router: 12d3ed4e-d94d-42a3-8010-48828f6dbc68 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:51:11.901894 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5850ab76-fe14-49cb-aac0-5f329436311f None None] Routers {'12d3ed4e-d94d-42a3-8010-48828f6dbc68'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:51:11.902494 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-5850ab76-fe14-49cb-aac0-5f329436311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:51:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['12d3ed4e-d94d-42a3-8010-48828f6dbc68'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:51:11.932333 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-02c74233-4d24-4a7f-8f90-e2093b0ccdf9 req-051982f6-9d11-4809-833f-98aabb0fe0f9 service neutron] 10.222.0.11 "GET /v2.0/networks/1205bbfb-ddba-46ff-af1d-b3c78baea970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835524 Nov 10 18:51:12.008872 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-5850ab76-fe14-49cb-aac0-5f329436311f None None] Set router 12d3ed4e-d94d-42a3-8010-48828f6dbc68 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:51:12.030419 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-02c74233-4d24-4a7f-8f90-e2093b0ccdf9 req-4b1f35d9-db15-4411-8a87-182ba20adae0 service neutron] 10.222.0.11 "GET /v2.0/networks/1205bbfb-ddba-46ff-af1d-b3c78baea970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908010 Nov 10 18:51:12.206705 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-5850ab76-fe14-49cb-aac0-5f329436311f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27661448', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '012ceb4e-2ba8-4411-908a-1e35d6ea23fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:49:40Z', 'updated_at': '2021-11-10T18:49:44Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '012ceb4e-2ba8-4411-908a-1e35d6ea23fc', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:49:40Z', 'updated_at': '2021-11-10T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '767e9943-b771-487f-aa05-cf4272d1a324', 'name': '', 'network_id': '1205bbfb-ddba-46ff-af1d-b3c78baea970', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:18:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '91e75396-c38e-496b-b786-d8bc85e3e7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:49:43Z', 'updated_at': '2021-11-10T18:49:46Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '91e75396-c38e-496b-b786-d8bc85e3e7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:51:12.233047 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5850ab76-fe14-49cb-aac0-5f329436311f None None] The sync data for ids ['12d3ed4e-d94d-42a3-8010-48828f6dbc68'] in n-d-776250-10 is: [{'id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27661448', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '012ceb4e-2ba8-4411-908a-1e35d6ea23fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:49:40Z', 'updated_at': '2021-11-10T18:49:44Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '012ceb4e-2ba8-4411-908a-1e35d6ea23fc', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:49:40Z', 'updated_at': '2021-11-10T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '767e9943-b771-487f-aa05-cf4272d1a324', 'name': '', 'network_id': '1205bbfb-ddba-46ff-af1d-b3c78baea970', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:18:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '91e75396-c38e-496b-b786-d8bc85e3e7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:49:43Z', 'updated_at': '2021-11-10T18:49:46Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': '91e75396-c38e-496b-b786-d8bc85e3e7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:51:12.458632 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f664af56-4fcc-4475-b646-f119aa4b7266 None None] New status for floating IP b9734413-059b-4a30-9f1c-77cc97731832: DOWN {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:51:12.885946 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b97e64-f584-4e95-9075-0ebe156c9df0 req-96ad75e9-d1e6-444b-847f-2fbe6ee0511a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:12.887548 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-49b97e64-f584-4e95-9075-0ebe156c9df0 req-96ad75e9-d1e6-444b-847f-2fbe6ee0511a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7 HTTP/1.1" status: 200 len: 945 time: 0.0506718 Nov 10 18:51:12.940807 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-49b97e64-f584-4e95-9075-0ebe156c9df0 req-93a15b6a-cb08-4899-bf22-04f99b5bafe1 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=3eef9ded-e53f-4443-bdcd-0d4ed8997c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472813 Nov 10 18:51:13.055487 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a07f7-cd5c-4df7-bacd-9fb1e93a4da0 req-3f685f4a-a288-4bab-ba93-beb111f3b37a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:13.056880 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-302a07f7-cd5c-4df7-bacd-9fb1e93a4da0 req-3f685f4a-a288-4bab-ba93-beb111f3b37a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8bc3c2c-7631-401e-9302-e8b1c97e53d7 HTTP/1.1" status: 200 len: 945 time: 0.0496411 Nov 10 18:51:13.152142 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-302a07f7-cd5c-4df7-bacd-9fb1e93a4da0 req-a5342f43-a746-4182-a648-e930c0b18071 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Deleting port 903e9868-cf9c-4239-8c20-f497362411dd {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:51:13.152585 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-302a07f7-cd5c-4df7-bacd-9fb1e93a4da0 req-a5342f43-a746-4182-a648-e930c0b18071 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:13.242541 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-302a07f7-cd5c-4df7-bacd-9fb1e93a4da0 req-a5342f43-a746-4182-a648-e930c0b18071 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] For port 903e9868-cf9c-4239-8c20-f497362411dd, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=903e9868-cf9c-4239-8c20-f497362411dd,segment=NetworkSegment(ffcab14d-f8b1-4b14-b8ef-6683941a1442),segment_id=ffcab14d-f8b1-4b14-b8ef-6683941a1442)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:51:13.242904 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-302a07f7-cd5c-4df7-bacd-9fb1e93a4da0 req-a5342f43-a746-4182-a648-e930c0b18071 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:13.255222 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-302a07f7-cd5c-4df7-bacd-9fb1e93a4da0 req-a5342f43-a746-4182-a648-e930c0b18071 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Calling delete_port for 903e9868-cf9c-4239-8c20-f497362411dd owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:51:13.394684 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-302a07f7-cd5c-4df7-bacd-9fb1e93a4da0 req-a5342f43-a746-4182-a648-e930c0b18071 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:13.423386 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5342f43-a746-4182-a648-e930c0b18071 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event deleted for resources: {'Port': ['ID=903e9868-cf9c-4239-8c20-f497362411dd,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:13.438683 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5342f43-a746-4182-a648-e930c0b18071 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:13.439038 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5342f43-a746-4182-a648-e930c0b18071 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:13.439382 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5342f43-a746-4182-a648-e930c0b18071 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:13.439718 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5342f43-a746-4182-a648-e930c0b18071 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:13.440047 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5342f43-a746-4182-a648-e930c0b18071 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:13.440415 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5342f43-a746-4182-a648-e930c0b18071 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:13.440744 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5342f43-a746-4182-a648-e930c0b18071 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:13.441070 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5342f43-a746-4182-a648-e930c0b18071 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:13.441395 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5342f43-a746-4182-a648-e930c0b18071 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:13.441714 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5342f43-a746-4182-a648-e930c0b18071 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:13.442034 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5342f43-a746-4182-a648-e930c0b18071 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:13.442348 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5342f43-a746-4182-a648-e930c0b18071 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:13.483121 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-302a07f7-cd5c-4df7-bacd-9fb1e93a4da0 req-a5342f43-a746-4182-a648-e930c0b18071 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] No DVR routers for this DVR port 903e9868-cf9c-4239-8c20-f497362411dd on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:51:13.486071 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-302a07f7-cd5c-4df7-bacd-9fb1e93a4da0 req-a5342f43-a746-4182-a648-e930c0b18071 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:13.489450 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-302a07f7-cd5c-4df7-bacd-9fb1e93a4da0 req-a5342f43-a746-4182-a648-e930c0b18071 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.11 "DELETE /v2.0/ports/903e9868-cf9c-4239-8c20-f497362411dd HTTP/1.1" status: 204 len: 173 time: 0.4256825 Nov 10 18:51:13.489904 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bc3c2c-7631-401e-9302-e8b1c97e53d7', 'name': 'network-vif-deleted', 'tag': '903e9868-cf9c-4239-8c20-f497362411dd'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:51:13.493061 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154d6996-70ec-4ccc-a57d-d7af52568dfb" -d '{"events": [{"server_uuid": "a8bc3c2c-7631-401e-9302-e8b1c97e53d7", "name": "network-vif-deleted", "tag": "903e9868-cf9c-4239-8c20-f497362411dd"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:51:13.534028 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a145c314-fcd7-4e5f-a60b-e525fcdf0c9e x-openstack-request-id: req-a145c314-fcd7-4e5f-a60b-e525fcdf0c9e {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:51:13.534322 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8bc3c2c-7631-401e-9302-e8b1c97e53d7", "name": "network-vif-deleted", "tag": "903e9868-cf9c-4239-8c20-f497362411dd", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:51:13.534573 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a145c314-fcd7-4e5f-a60b-e525fcdf0c9e {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:51:13.534979 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bc3c2c-7631-401e-9302-e8b1c97e53d7', 'name': 'network-vif-deleted', 'tag': '903e9868-cf9c-4239-8c20-f497362411dd', 'status': 'completed', 'code': 200} Nov 10 18:51:14.007495 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35230) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:51:14.381684 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0b94c0c0-1310-4354-9611-d4c344388fa3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:14.922852 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-0b94c0c0-1310-4354-9611-d4c344388fa3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Deleting port 767e9943-b771-487f-aa05-cf4272d1a324 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:51:14.923190 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0b94c0c0-1310-4354-9611-d4c344388fa3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:15.016651 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-0b94c0c0-1310-4354-9611-d4c344388fa3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] For port 767e9943-b771-487f-aa05-cf4272d1a324, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=767e9943-b771-487f-aa05-cf4272d1a324,segment=NetworkSegment(ffcab14d-f8b1-4b14-b8ef-6683941a1442),segment_id=ffcab14d-f8b1-4b14-b8ef-6683941a1442)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:51:15.017358 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0b94c0c0-1310-4354-9611-d4c344388fa3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:15.029919 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-0b94c0c0-1310-4354-9611-d4c344388fa3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Calling delete_port for 767e9943-b771-487f-aa05-cf4272d1a324 owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:51:15.214675 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0b94c0c0-1310-4354-9611-d4c344388fa3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:15.242186 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94c0c0-1310-4354-9611-d4c344388fa3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event deleted for resources: {'Port': ['ID=767e9943-b771-487f-aa05-cf4272d1a324,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:15.421127 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-0b94c0c0-1310-4354-9611-d4c344388fa3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:15.641385 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b94c0c0-1310-4354-9611-d4c344388fa3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Router 12d3ed4e-d94d-42a3-8010-48828f6dbc68 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:51:15.751525 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b94c0c0-1310-4354-9611-d4c344388fa3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:51:15.756660 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-0b94c0c0-1310-4354-9611-d4c344388fa3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "PUT /v2.0/routers/12d3ed4e-d94d-42a3-8010-48828f6dbc68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7479146 Nov 10 18:51:15.759527 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35232) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:51:15.761668 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c06fc37-a5ee-4497-b409-292a7d721b25 None None] Sync routers for ids ['12d3ed4e-d94d-42a3-8010-48828f6dbc68'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:51:15.772406 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c06fc37-a5ee-4497-b409-292a7d721b25 None None] Routers {'12d3ed4e-d94d-42a3-8010-48828f6dbc68'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:51:15.773295 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-6c06fc37-a5ee-4497-b409-292a7d721b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:51:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['12d3ed4e-d94d-42a3-8010-48828f6dbc68'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:51:15.817463 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-02b39cff-2ce6-42a5-877d-5635c24ef887 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Deleting subnet 91e75396-c38e-496b-b786-d8bc85e3e7af {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:51:15.820979 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-02b39cff-2ce6-42a5-877d-5635c24ef887 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:15.861588 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-02b39cff-2ce6-42a5-877d-5635c24ef887 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:15.876386 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-6c06fc37-a5ee-4497-b409-292a7d721b25 None None] Set router 12d3ed4e-d94d-42a3-8010-48828f6dbc68 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:51:15.947146 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-02b39cff-2ce6-42a5-877d-5635c24ef887 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:16.005008 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-02b39cff-2ce6-42a5-877d-5635c24ef887 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:16.034062 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b39cff-2ce6-42a5-877d-5635c24ef887 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event deleted for resources: {'Subnet': ['ID=91e75396-c38e-496b-b786-d8bc85e3e7af,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:16.036036 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-02b39cff-2ce6-42a5-877d-5635c24ef887 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:16.041703 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52f841c-4298-41c4-a5e2-bb40f462f24d None None] Network 1205bbfb-ddba-46ff-af1d-b3c78baea970 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:51:16.044278 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-02b39cff-2ce6-42a5-877d-5635c24ef887 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "DELETE /v2.0/subnets/91e75396-c38e-496b-b786-d8bc85e3e7af HTTP/1.1" status: 204 len: 168 time: 0.2813990 Nov 10 18:51:16.044278 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35234) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:51:16.056608 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-6c06fc37-a5ee-4497-b409-292a7d721b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27661448', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '012ceb4e-2ba8-4411-908a-1e35d6ea23fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:49:40Z', 'updated_at': '2021-11-10T18:51:15Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '012ceb4e-2ba8-4411-908a-1e35d6ea23fc', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:49:40Z', 'updated_at': '2021-11-10T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:51:16.087419 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c06fc37-a5ee-4497-b409-292a7d721b25 None None] Checking router: 12d3ed4e-d94d-42a3-8010-48828f6dbc68 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:51:16.096242 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c06fc37-a5ee-4497-b409-292a7d721b25 None None] Routers {'12d3ed4e-d94d-42a3-8010-48828f6dbc68'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:51:16.096680 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-6c06fc37-a5ee-4497-b409-292a7d721b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:51:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['12d3ed4e-d94d-42a3-8010-48828f6dbc68'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:51:16.206566 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-6c06fc37-a5ee-4497-b409-292a7d721b25 None None] Set router 12d3ed4e-d94d-42a3-8010-48828f6dbc68 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:51:16.247451 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50afa64-6fca-4d04-9498-4713e77e926c None None] DHCP port deletion for 1205bbfb-ddba-46ff-af1d-b3c78baea970 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:51:16.304303 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-e50afa64-6fca-4d04-9498-4713e77e926c None None] Deleting port 417dacbd-e902-47a3-a049-f150de41f6ba {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:51:16.304703 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e50afa64-6fca-4d04-9498-4713e77e926c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:16.404680 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-6c06fc37-a5ee-4497-b409-292a7d721b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27661448', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '012ceb4e-2ba8-4411-908a-1e35d6ea23fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:49:40Z', 'updated_at': '2021-11-10T18:51:15Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '012ceb4e-2ba8-4411-908a-1e35d6ea23fc', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:49:40Z', 'updated_at': '2021-11-10T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:51:16.433221 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c06fc37-a5ee-4497-b409-292a7d721b25 None None] The sync data for ids ['12d3ed4e-d94d-42a3-8010-48828f6dbc68'] in n-d-776250-10 is: [{'id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27661448', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '012ceb4e-2ba8-4411-908a-1e35d6ea23fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:49:40Z', 'updated_at': '2021-11-10T18:51:15Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': '012ceb4e-2ba8-4411-908a-1e35d6ea23fc', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:65:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d3ed4e-d94d-42a3-8010-48828f6dbc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:49:40Z', 'updated_at': '2021-11-10T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:51:16.448544 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-356d61cf-c875-4fb0-937a-491852b54101 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:16.536719 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-e50afa64-6fca-4d04-9498-4713e77e926c None None] For port 417dacbd-e902-47a3-a049-f150de41f6ba, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=417dacbd-e902-47a3-a049-f150de41f6ba,segment=NetworkSegment(ffcab14d-f8b1-4b14-b8ef-6683941a1442),segment_id=ffcab14d-f8b1-4b14-b8ef-6683941a1442)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:51:16.537147 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e50afa64-6fca-4d04-9498-4713e77e926c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:16.549994 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-e50afa64-6fca-4d04-9498-4713e77e926c None None] Calling delete_port for 417dacbd-e902-47a3-a049-f150de41f6ba owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:51:16.560849 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-356d61cf-c875-4fb0-937a-491852b54101 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:16.614667 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-356d61cf-c875-4fb0-937a-491852b54101 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Deleting port 012ceb4e-2ba8-4411-908a-1e35d6ea23fc {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:51:16.615037 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-356d61cf-c875-4fb0-937a-491852b54101 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:16.631235 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e50afa64-6fca-4d04-9498-4713e77e926c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:16.656771 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50afa64-6fca-4d04-9498-4713e77e926c None None] Pushing event deleted for resources: {'Port': ['ID=417dacbd-e902-47a3-a049-f150de41f6ba,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:16.659747 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50afa64-6fca-4d04-9498-4713e77e926c None None] No DVR routers for this DVR port 417dacbd-e902-47a3-a049-f150de41f6ba on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:51:16.667883 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50afa64-6fca-4d04-9498-4713e77e926c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:16.668241 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50afa64-6fca-4d04-9498-4713e77e926c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:16.668772 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50afa64-6fca-4d04-9498-4713e77e926c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:16.669104 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50afa64-6fca-4d04-9498-4713e77e926c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:16.669444 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50afa64-6fca-4d04-9498-4713e77e926c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:16.669758 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50afa64-6fca-4d04-9498-4713e77e926c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:16.670896 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50afa64-6fca-4d04-9498-4713e77e926c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:16.670896 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50afa64-6fca-4d04-9498-4713e77e926c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:16.670896 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50afa64-6fca-4d04-9498-4713e77e926c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:16.671149 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50afa64-6fca-4d04-9498-4713e77e926c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:16.671300 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50afa64-6fca-4d04-9498-4713e77e926c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:16.671788 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50afa64-6fca-4d04-9498-4713e77e926c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:16.709651 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-356d61cf-c875-4fb0-937a-491852b54101 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] For port 012ceb4e-2ba8-4411-908a-1e35d6ea23fc, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=012ceb4e-2ba8-4411-908a-1e35d6ea23fc,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:51:16.709949 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-356d61cf-c875-4fb0-937a-491852b54101 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:16.721506 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-356d61cf-c875-4fb0-937a-491852b54101 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Calling delete_port for 012ceb4e-2ba8-4411-908a-1e35d6ea23fc owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:51:16.729701 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 903e9868-cf9c-4239-8c20-f497362411dd no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:51:16.750406 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 903e9868-cf9c-4239-8c20-f497362411dd {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:51:16.750749 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 903e9868-cf9c-4239-8c20-f497362411dd not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:51:16.891204 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-356d61cf-c875-4fb0-937a-491852b54101 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:16.918131 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d61cf-c875-4fb0-937a-491852b54101 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event deleted for resources: {'Port': ['ID=012ceb4e-2ba8-4411-908a-1e35d6ea23fc,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:16.939320 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20535be8-7506-49fa-9d28-53c2e0ab3807 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:51:16.978694 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-356d61cf-c875-4fb0-937a-491852b54101 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:17.082359 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-356d61cf-c875-4fb0-937a-491852b54101 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:17.084658 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-356d61cf-c875-4fb0-937a-491852b54101 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:17.146621 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-356d61cf-c875-4fb0-937a-491852b54101 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:17.147699 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356d61cf-c875-4fb0-937a-491852b54101 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Fanout notify agent at l3_agent the message router_deleted on router 12d3ed4e-d94d-42a3-8010-48828f6dbc68 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:51:17.154808 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-356d61cf-c875-4fb0-937a-491852b54101 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:17.155923 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-356d61cf-c875-4fb0-937a-491852b54101 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "DELETE /v2.0/routers/12d3ed4e-d94d-42a3-8010-48828f6dbc68 HTTP/1.1" status: 204 len: 168 time: 1.1112807 Nov 10 18:51:17.158580 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35236) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:51:17.247444 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a61b319d-6fcd-47dc-8fed-09d377a85269 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:17.339283 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a61b319d-6fcd-47dc-8fed-09d377a85269 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:17.359164 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-a61b319d-6fcd-47dc-8fed-09d377a85269 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1205bbfb-ddba-46ff-af1d-b3c78baea970']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:51:17.376032 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-a61b319d-6fcd-47dc-8fed-09d377a85269 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffcab14d-f8b1-4b14-b8ef-6683941a1442') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:51:17.376369 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-a61b319d-6fcd-47dc-8fed-09d377a85269 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffcab14d-f8b1-4b14-b8ef-6683941a1442') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:51:17.395909 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a61b319d-6fcd-47dc-8fed-09d377a85269 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:17.416168 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a61b319d-6fcd-47dc-8fed-09d377a85269 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:17.423001 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a61b319d-6fcd-47dc-8fed-09d377a85269 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:51:17.423669 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a61b319d-6fcd-47dc-8fed-09d377a85269 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:17.427369 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 18:51:17.427369 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:51:17.427369 n-d-776250-10 neutron-server[102468]: timer() Nov 10 18:51:17.427369 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:51:17.427369 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 18:51:17.427369 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:51:17.427369 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 18:51:17.427369 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:51:17.427369 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 18:51:17.427369 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:51:17.427369 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 18:51:17.427369 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:51:17.427369 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 18:51:17.427369 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:51:17.427369 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:51:17.427369 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:51:17.427369 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:51:17.427369 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:51:17.427369 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 18:51:17.427369 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:51:17.427369 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 18:51:17.427369 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:51:17.427369 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:51:17.427369 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:51:17.427369 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 18:51:17.427369 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:51:17.427369 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:51:17.427369 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:51:17.427369 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:51:17.427369 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:51:17.427369 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:51:17.427369 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:51:17.486872 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a61b319d-6fcd-47dc-8fed-09d377a85269 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:17.493933 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a61b319d-6fcd-47dc-8fed-09d377a85269 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:17.497071 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a61b319d-6fcd-47dc-8fed-09d377a85269 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "DELETE /v2.0/networks/1205bbfb-ddba-46ff-af1d-b3c78baea970 HTTP/1.1" status: 204 len: 168 time: 0.3375483 Nov 10 18:51:17.499803 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35238) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:51:17.509935 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b319d-6fcd-47dc-8fed-09d377a85269 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event deleted for resources: {'Network': ['ID=1205bbfb-ddba-46ff-af1d-b3c78baea970,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:17.561442 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4c817eab-b569-4b10-b789-57824be41290 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:17.593590 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4c817eab-b569-4b10-b789-57824be41290 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:17.655475 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4c817eab-b569-4b10-b789-57824be41290 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:17.658060 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4c817eab-b569-4b10-b789-57824be41290 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:17.659229 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4c817eab-b569-4b10-b789-57824be41290 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "DELETE /v2.0/security-groups/3eef9ded-e53f-4443-bdcd-0d4ed8997c8c HTTP/1.1" status: 204 len: 168 time: 0.1583512 Nov 10 18:51:17.668708 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c817eab-b569-4b10-b789-57824be41290 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eef9ded-e53f-4443-bdcd-0d4ed8997c8c,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:17.782517 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 417dacbd-e902-47a3-a049-f150de41f6ba no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:51:17.801788 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 417dacbd-e902-47a3-a049-f150de41f6ba {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:51:17.802130 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 417dacbd-e902-47a3-a049-f150de41f6ba not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:51:17.802530 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 767e9943-b771-487f-aa05-cf4272d1a324 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:51:17.824949 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 767e9943-b771-487f-aa05-cf4272d1a324 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:51:17.825285 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 767e9943-b771-487f-aa05-cf4272d1a324 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:51:17.825691 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 012ceb4e-2ba8-4411-908a-1e35d6ea23fc no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:51:17.843868 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 012ceb4e-2ba8-4411-908a-1e35d6ea23fc {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:51:17.844239 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 012ceb4e-2ba8-4411-908a-1e35d6ea23fc not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:51:17.887230 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35244) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:51:17.891796 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-252c81da-2421-412f-9264-cd40bb7bf87b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1737765733', 'description': 'tempest-secgroup-smoke-1737765733 description', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:51:17.913381 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-252c81da-2421-412f-9264-cd40bb7bf87b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:17.980317 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-252c81da-2421-412f-9264-cd40bb7bf87b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:17.984731 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-252c81da-2421-412f-9264-cd40bb7bf87b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:18.013941 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-252c81da-2421-412f-9264-cd40bb7bf87b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:18.015182 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-252c81da-2421-412f-9264-cd40bb7bf87b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1269064 Nov 10 18:51:18.018267 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35246) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:51:18.023437 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-83dc8233-d43d-458f-bbca-af3d6d424eff tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'security_group_rule': {'security_group_id': '9d78b540-f5fd-4abc-86f6-dafe998e4155', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:51:18.025730 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c81da-2421-412f-9264-cd40bb7bf87b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d78b540-f5fd-4abc-86f6-dafe998e4155,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:18.050696 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-83dc8233-d43d-458f-bbca-af3d6d424eff tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:18.106207 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-83dc8233-d43d-458f-bbca-af3d6d424eff tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:18.110321 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-83dc8233-d43d-458f-bbca-af3d6d424eff tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:18.133245 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc8233-d43d-458f-bbca-af3d6d424eff tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f78ece-295a-491a-97ac-eff91651c8c1,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:18.140886 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-83dc8233-d43d-458f-bbca-af3d6d424eff tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:18.142079 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-83dc8233-d43d-458f-bbca-af3d6d424eff tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228034 Nov 10 18:51:18.144852 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35248) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:51:18.149105 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-618d2f61-b557-44d3-a0c6-4f97ac200c24 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'security_group_rule': {'security_group_id': '9d78b540-f5fd-4abc-86f6-dafe998e4155', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:51:18.174936 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-618d2f61-b557-44d3-a0c6-4f97ac200c24 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:18.231654 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-618d2f61-b557-44d3-a0c6-4f97ac200c24 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:18.235291 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-618d2f61-b557-44d3-a0c6-4f97ac200c24 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:18.252885 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d2f61-b557-44d3-a0c6-4f97ac200c24 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb3e6d1-1594-4559-8078-20730c4d7cb5,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:18.261450 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-618d2f61-b557-44d3-a0c6-4f97ac200c24 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:18.262647 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-618d2f61-b557-44d3-a0c6-4f97ac200c24 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168783 Nov 10 18:51:18.265402 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35250) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:51:18.269714 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-02b690e4-6fbe-413d-9912-01b59c467b1d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'security_group_rule': {'security_group_id': '9d78b540-f5fd-4abc-86f6-dafe998e4155', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:51:18.297602 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-02b690e4-6fbe-413d-9912-01b59c467b1d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:18.354379 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-02b690e4-6fbe-413d-9912-01b59c467b1d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:18.358217 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-02b690e4-6fbe-413d-9912-01b59c467b1d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:18.376836 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b690e4-6fbe-413d-9912-01b59c467b1d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c3eb4af-45f3-42aa-bf37-c3c61209ca92,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:18.385168 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-02b690e4-6fbe-413d-9912-01b59c467b1d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:18.386370 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-02b690e4-6fbe-413d-9912-01b59c467b1d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199849 Nov 10 18:51:18.389027 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35252) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:51:18.393295 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-03f202cf-4565-454d-a00f-09b8c108c27f tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'security_group_rule': {'security_group_id': '9d78b540-f5fd-4abc-86f6-dafe998e4155', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:51:18.421398 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-03f202cf-4565-454d-a00f-09b8c108c27f tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:18.477661 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-03f202cf-4565-454d-a00f-09b8c108c27f tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:18.481400 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-03f202cf-4565-454d-a00f-09b8c108c27f tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:18.501848 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f202cf-4565-454d-a00f-09b8c108c27f tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec2e4bce-84d6-4fb4-b38f-470bf028ebf4,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:18.511093 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-03f202cf-4565-454d-a00f-09b8c108c27f tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:18.512317 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-03f202cf-4565-454d-a00f-09b8c108c27f tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1223338 Nov 10 18:51:18.515010 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35254) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:51:18.519399 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-1d75b155-5ac7-41a0-8226-5464ef293eb4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'security_group_rule': {'security_group_id': '9d78b540-f5fd-4abc-86f6-dafe998e4155', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:51:18.543338 n-d-776250-10 neutron-server[102468]: INFO neutron.db.securitygroups_db [None req-1d75b155-5ac7-41a0-8226-5464ef293eb4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Project 3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 18:51:18.548207 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1d75b155-5ac7-41a0-8226-5464ef293eb4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:18.611038 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1d75b155-5ac7-41a0-8226-5464ef293eb4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:18.614799 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1d75b155-5ac7-41a0-8226-5464ef293eb4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:18.633684 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75b155-5ac7-41a0-8226-5464ef293eb4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f11ae67-7a85-433e-8d46-f20795195191,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:18.638924 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1d75b155-5ac7-41a0-8226-5464ef293eb4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:18.640520 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1d75b155-5ac7-41a0-8226-5464ef293eb4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1241057 Nov 10 18:51:18.642812 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35256) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:51:18.648257 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-8cdf94eb-cb62-48d7-b324-864589190451 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'security_group_rule': {'security_group_id': '9d78b540-f5fd-4abc-86f6-dafe998e4155', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:51:18.670073 n-d-776250-10 neutron-server[102468]: INFO neutron.db.securitygroups_db [None req-8cdf94eb-cb62-48d7-b324-864589190451 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Project 3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 18:51:18.674914 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8cdf94eb-cb62-48d7-b324-864589190451 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:18.735354 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8cdf94eb-cb62-48d7-b324-864589190451 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:18.739333 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8cdf94eb-cb62-48d7-b324-864589190451 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:18.757461 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf94eb-cb62-48d7-b324-864589190451 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ff72806-2f38-41ad-8462-c7b42d54e5f5,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:18.764708 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8cdf94eb-cb62-48d7-b324-864589190451 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:18.766299 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8cdf94eb-cb62-48d7-b324-864589190451 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1222067 Nov 10 18:51:18.768991 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35258) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:51:18.775781 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-73f29265-36e8-4a0f-9c94-cec011303551 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'network': {'name': 'tempest-network-smoke--1095395473', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'port_security_enabled': True}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:51:18.798383 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f29265-36e8-4a0f-9c94-cec011303551 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Made reservation on behalf of 3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 for: {'network': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:51:18.801907 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-73f29265-36e8-4a0f-9c94-cec011303551 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:18.825033 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73f29265-36e8-4a0f-9c94-cec011303551 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102469) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:51:18.834593 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-73f29265-36e8-4a0f-9c94-cec011303551 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:18.835004 n-d-776250-10 neutron-server[102469]: INFO neutron.db.segments_db [None req-73f29265-36e8-4a0f-9c94-cec011303551 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Added segment 3339d378-1dd0-42c4-9074-f4e7e6e7ded5 of type vlan for network 343edacf-18d0-4fa6-b65e-1a94528770c2 Nov 10 18:51:18.875930 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-73f29265-36e8-4a0f-9c94-cec011303551 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:18.901955 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-73f29265-36e8-4a0f-9c94-cec011303551 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:18.907500 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f29265-36e8-4a0f-9c94-cec011303551 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:18.908082 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-73f29265-36e8-4a0f-9c94-cec011303551 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:18.963934 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-73f29265-36e8-4a0f-9c94-cec011303551 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1937397 Nov 10 18:51:18.966723 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35260) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:51:18.971410 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-35d4ea1c-819d-4361-ba49-09276208f104 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1298741669', 'admin_state_up': True, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:51:18.982341 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f29265-36e8-4a0f-9c94-cec011303551 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Network': ['ID=343edacf-18d0-4fa6-b65e-1a94528770c2,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:18.997509 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 343edacf-18d0-4fa6-b65e-1a94528770c2 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:51:19.002381 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35d4ea1c-819d-4361-ba49-09276208f104 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:19.003406 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35d4ea1c-819d-4361-ba49-09276208f104 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:19.057334 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35d4ea1c-819d-4361-ba49-09276208f104 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:19.194154 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35d4ea1c-819d-4361-ba49-09276208f104 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:19.389010 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35d4ea1c-819d-4361-ba49-09276208f104 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:19.407888 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35d4ea1c-819d-4361-ba49-09276208f104 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:19.513802 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-35d4ea1c-819d-4361-ba49-09276208f104 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Allocated IP 172.25.5.101 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/d9666b11-8e58-4cdf-aa66-936475bddd01) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:51:19.620015 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35d4ea1c-819d-4361-ba49-09276208f104 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:19.655850 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35d4ea1c-819d-4361-ba49-09276208f104 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:19.703382 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d4ea1c-819d-4361-ba49-09276208f104 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:51:19.708729 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-35d4ea1c-819d-4361-ba49-09276208f104 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:51:19.712296 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d4ea1c-819d-4361-ba49-09276208f104 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:51:19.715632 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4ea1c-819d-4361-ba49-09276208f104 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Port': ['ID=d9666b11-8e58-4cdf-aa66-936475bddd01,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:19.725825 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc1f535-cd9d-4304-952d-68341cf33ed1 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:51:19.781493 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-1ad9cb7e-470a-408f-b9db-23c855b5e9e5 None None] Provisioning complete for port d9666b11-8e58-4cdf-aa66-936475bddd01 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:51:19.781869 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1ad9cb7e-470a-408f-b9db-23c855b5e9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:19.815010 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-1ad9cb7e-470a-408f-b9db-23c855b5e9e5 None None] Port d9666b11-8e58-4cdf-aa66-936475bddd01 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:51:19.967017 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35d4ea1c-819d-4361-ba49-09276208f104 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:20.170789 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35d4ea1c-819d-4361-ba49-09276208f104 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:20.556110 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d4ea1c-819d-4361-ba49-09276208f104 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Router 0e8291f8-2488-4711-9267-ea9b2540fbfb is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 18:51:20.662779 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d4ea1c-819d-4361-ba49-09276208f104 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:51:20.672286 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cc3560-750d-43f0-84dd-70bff86f6c4b None None] Sync routers for ids ['0e8291f8-2488-4711-9267-ea9b2540fbfb'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:51:20.684265 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cc3560-750d-43f0-84dd-70bff86f6c4b None None] Routers {'0e8291f8-2488-4711-9267-ea9b2540fbfb'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:51:20.684894 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-23cc3560-750d-43f0-84dd-70bff86f6c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:51:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0e8291f8-2488-4711-9267-ea9b2540fbfb'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:51:20.685567 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-35d4ea1c-819d-4361-ba49-09276208f104 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:20.686798 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-35d4ea1c-819d-4361-ba49-09276208f104 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7190285 Nov 10 18:51:20.690111 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35262) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:51:20.776491 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ae35f594-1c08-4af8-a728-467512d5595a tempest-TestNetworkAdvancedServerOps-791876395 tempest-TestNetworkAdvancedServerOps-791876395-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0852058 Nov 10 18:51:20.778976 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35266) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:51:20.802328 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-23cc3560-750d-43f0-84dd-70bff86f6c4b None None] Set router 0e8291f8-2488-4711-9267-ea9b2540fbfb gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:51:20.868907 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a93a33f-a2a3-4990-a07e-12c039d65e71 tempest-TestNetworkAdvancedServerOps-791876395 tempest-TestNetworkAdvancedServerOps-791876395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:20.870360 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5a93a33f-a2a3-4990-a07e-12c039d65e71 tempest-TestNetworkAdvancedServerOps-791876395 tempest-TestNetworkAdvancedServerOps-791876395-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904727 Nov 10 18:51:20.873121 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35268) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:51:20.902506 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-da18cac5-8e0d-4b77-b0d3-6be6d94799a8 tempest-TestNetworkAdvancedServerOps-791876395 tempest-TestNetworkAdvancedServerOps-791876395-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=ef950546-b13c-4865-8837-7444cdb2848e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282927 Nov 10 18:51:20.904951 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35270) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:51:20.909622 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-48d216a1-9c1c-4789-b0ed-7b8ea58500cd tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2013642756', 'network_id': '343edacf-18d0-4fa6-b65e-1a94528770c2', 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:51:20.981649 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-23cc3560-750d-43f0-84dd-70bff86f6c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298741669', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd9666b11-8e58-4cdf-aa66-936475bddd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:51:19Z', 'updated_at': '2021-11-10T18:51:19Z', 'revision_number': 3, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': 'd9666b11-8e58-4cdf-aa66-936475bddd01', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:66:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:51:19Z', 'updated_at': '2021-11-10T18:51:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:51:21.003596 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d216a1-9c1c-4789-b0ed-7b8ea58500cd tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Made reservation on behalf of 3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:51:21.008406 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-48d216a1-9c1c-4789-b0ed-7b8ea58500cd tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:21.015880 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cc3560-750d-43f0-84dd-70bff86f6c4b None None] Checking router: 0e8291f8-2488-4711-9267-ea9b2540fbfb for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:51:21.017181 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cc3560-750d-43f0-84dd-70bff86f6c4b None None] Updating router 0e8291f8-2488-4711-9267-ea9b2540fbfb port d9666b11-8e58-4cdf-aa66-936475bddd01 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:51:21.043423 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-23cc3560-750d-43f0-84dd-70bff86f6c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:21.198275 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-48d216a1-9c1c-4789-b0ed-7b8ea58500cd tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:21.262242 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d216a1-9c1c-4789-b0ed-7b8ea58500cd tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Subnet': ['ID=da60288c-0d1a-45ea-a2e3-8bef7b473c3c,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:21.269418 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d216a1-9c1c-4789-b0ed-7b8ea58500cd tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Checking segment: {'id': '3339d378-1dd0-42c4-9074-f4e7e6e7ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '343edacf-18d0-4fa6-b65e-1a94528770c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:51:21.269790 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d216a1-9c1c-4789-b0ed-7b8ea58500cd tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Network hostable DHCP agents. Network: 343edacf-18d0-4fa6-b65e-1a94528770c2, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:51:21.288604 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d216a1-9c1c-4789-b0ed-7b8ea58500cd tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Network 343edacf-18d0-4fa6-b65e-1a94528770c2 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:51:21.297781 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-23cc3560-750d-43f0-84dd-70bff86f6c4b None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:21.297985 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-48d216a1-9c1c-4789-b0ed-7b8ea58500cd tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 343edacf-18d0-4fa6-b65e-1a94528770c2) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:51:21.302232 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d216a1-9c1c-4789-b0ed-7b8ea58500cd tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:21.304357 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-48d216a1-9c1c-4789-b0ed-7b8ea58500cd tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:21.307235 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8857f99e-fe66-4d8e-bee5-e5b96fae4144 None None] Network 343edacf-18d0-4fa6-b65e-1a94528770c2 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:51:21.310871 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-23cc3560-750d-43f0-84dd-70bff86f6c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:21.322189 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-48d216a1-9c1c-4789-b0ed-7b8ea58500cd tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4162323 Nov 10 18:51:21.325170 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35272) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:51:21.406539 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cf6660-dcda-4cd1-bbc4-b329e21f7ebf None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:51:21.418652 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-23cc3560-750d-43f0-84dd-70bff86f6c4b None None] Attempting to bind port d9666b11-8e58-4cdf-aa66-936475bddd01 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:51:21.419028 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-23cc3560-750d-43f0-84dd-70bff86f6c4b None None] Attempting to bind port d9666b11-8e58-4cdf-aa66-936475bddd01 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:51:21.419395 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cc3560-750d-43f0-84dd-70bff86f6c4b None None] Attempting to bind port d9666b11-8e58-4cdf-aa66-936475bddd01 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:51:21.421278 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf237c-e8f3-4969-8626-e10ae3ad4fd4 None None] Pushing event updated for resources: {'Port': ['ID=d9666b11-8e58-4cdf-aa66-936475bddd01,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:21.434127 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cc3560-750d-43f0-84dd-70bff86f6c4b None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:51:21.434538 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cc3560-750d-43f0-84dd-70bff86f6c4b None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:51:21.435467 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-23cc3560-750d-43f0-84dd-70bff86f6c4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:21.435467 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cc3560-750d-43f0-84dd-70bff86f6c4b None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:51:21.436013 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-23cc3560-750d-43f0-84dd-70bff86f6c4b None None] Bound port: d9666b11-8e58-4cdf-aa66-936475bddd01, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:51:21.436219 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-23cc3560-750d-43f0-84dd-70bff86f6c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:21.539147 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-23cc3560-750d-43f0-84dd-70bff86f6c4b None None] For port d9666b11-8e58-4cdf-aa66-936475bddd01, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:51:21.560500 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-23cc3560-750d-43f0-84dd-70bff86f6c4b None None] For port d9666b11-8e58-4cdf-aa66-936475bddd01, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d9666b11-8e58-4cdf-aa66-936475bddd01,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:51:21.566629 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-23cc3560-750d-43f0-84dd-70bff86f6c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:21.589531 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c0d728d3-e0f6-4297-a4b5-6231cd5b5d58 None None] Provisioning complete for port d9666b11-8e58-4cdf-aa66-936475bddd01 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:51:21.589921 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c0d728d3-e0f6-4297-a4b5-6231cd5b5d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:21.614445 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3a7d72-1467-4019-953d-1e36fa34d4ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-343edacf-18d0-4fa6-b65e-1a94528770c2', 'network_id': '343edacf-18d0-4fa6-b65e-1a94528770c2', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'fixed_ips': [{'subnet_id': 'da60288c-0d1a-45ea-a2e3-8bef7b473c3c'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:51:21.615352 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-af3a7d72-1467-4019-953d-1e36fa34d4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:21.668128 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e96e88-489a-44ac-8b7c-2faab04ae375 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:51:21.753990 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cc3560-750d-43f0-84dd-70bff86f6c4b None None] Routers {'0e8291f8-2488-4711-9267-ea9b2540fbfb'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:51:21.754656 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-23cc3560-750d-43f0-84dd-70bff86f6c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:51:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0e8291f8-2488-4711-9267-ea9b2540fbfb'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:51:21.761087 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf237c-e8f3-4969-8626-e10ae3ad4fd4 None None] Pushing event updated for resources: {'Port': ['ID=d9666b11-8e58-4cdf-aa66-936475bddd01,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:21.796951 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a2b10713-ec8b-4e27-a636-f3c0d7a9c964 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:21.929588 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c0d728d3-e0f6-4297-a4b5-6231cd5b5d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:21.972572 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-af3a7d72-1467-4019-953d-1e36fa34d4ad None None] Allocated IP 172.20.0.2 (343edacf-18d0-4fa6-b65e-1a94528770c2/da60288c-0d1a-45ea-a2e3-8bef7b473c3c/8bf70a15-7ccc-4d91-98ec-33902067ccd6) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:51:21.977820 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c0d728d3-e0f6-4297-a4b5-6231cd5b5d58 None None] For port d9666b11-8e58-4cdf-aa66-936475bddd01, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d9666b11-8e58-4cdf-aa66-936475bddd01,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:51:21.980186 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-23cc3560-750d-43f0-84dd-70bff86f6c4b None None] Set router 0e8291f8-2488-4711-9267-ea9b2540fbfb gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:51:22.009187 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c0d728d3-e0f6-4297-a4b5-6231cd5b5d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:22.345127 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d728d3-e0f6-4297-a4b5-6231cd5b5d58 None None] Pushing event updated for resources: {'Port': ['ID=d9666b11-8e58-4cdf-aa66-936475bddd01,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:22.374706 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-651fbbfd-ea18-47f3-b428-2afc2b10343d None None] Provisioning complete for port d9666b11-8e58-4cdf-aa66-936475bddd01 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:51:22.375080 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-651fbbfd-ea18-47f3-b428-2afc2b10343d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:22.522443 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-af3a7d72-1467-4019-953d-1e36fa34d4ad None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:22.547937 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-af3a7d72-1467-4019-953d-1e36fa34d4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:22.576724 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-a2b10713-ec8b-4e27-a636-f3c0d7a9c964 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Allocated IP 172.20.0.1 (343edacf-18d0-4fa6-b65e-1a94528770c2/da60288c-0d1a-45ea-a2e3-8bef7b473c3c/f5022980-cf2d-45ad-9556-c7e35b741539) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:51:22.605369 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-23cc3560-750d-43f0-84dd-70bff86f6c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298741669', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd9666b11-8e58-4cdf-aa66-936475bddd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:51:19Z', 'updated_at': '2021-11-10T18:51:19Z', 'revision_number': 3, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': 'd9666b11-8e58-4cdf-aa66-936475bddd01', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:66:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:51:19Z', 'updated_at': '2021-11-10T18:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:51:22.608345 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3a7d72-1467-4019-953d-1e36fa34d4ad None None] Network 343edacf-18d0-4fa6-b65e-1a94528770c2 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:51:22.645304 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-af3a7d72-1467-4019-953d-1e36fa34d4ad None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:51:22.648418 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cc3560-750d-43f0-84dd-70bff86f6c4b None None] The sync data for ids ['0e8291f8-2488-4711-9267-ea9b2540fbfb'] in n-d-776250-10 is: [{'id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298741669', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd9666b11-8e58-4cdf-aa66-936475bddd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:51:19Z', 'updated_at': '2021-11-10T18:51:19Z', 'revision_number': 3, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': 'd9666b11-8e58-4cdf-aa66-936475bddd01', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:66:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:51:19Z', 'updated_at': '2021-11-10T18:51:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:51:22.651260 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a7d72-1467-4019-953d-1e36fa34d4ad None None] Pushing event updated for resources: {'Port': ['ID=8bf70a15-7ccc-4d91-98ec-33902067ccd6,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:22.651972 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3a7d72-1467-4019-953d-1e36fa34d4ad None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:51:22.705312 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a2b10713-ec8b-4e27-a636-f3c0d7a9c964 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:22.709455 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-af3a7d72-1467-4019-953d-1e36fa34d4ad None None] Attempting to bind port 8bf70a15-7ccc-4d91-98ec-33902067ccd6 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:51:22.709829 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-af3a7d72-1467-4019-953d-1e36fa34d4ad None None] Attempting to bind port 8bf70a15-7ccc-4d91-98ec-33902067ccd6 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '3339d378-1dd0-42c4-9074-f4e7e6e7ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '343edacf-18d0-4fa6-b65e-1a94528770c2'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:51:22.710363 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3a7d72-1467-4019-953d-1e36fa34d4ad None None] Attempting to bind port 8bf70a15-7ccc-4d91-98ec-33902067ccd6 on network 343edacf-18d0-4fa6-b65e-1a94528770c2 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:51:22.715692 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3a7d72-1467-4019-953d-1e36fa34d4ad None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:51:22.716069 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3a7d72-1467-4019-953d-1e36fa34d4ad None None] Checking segment: {'id': '3339d378-1dd0-42c4-9074-f4e7e6e7ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '343edacf-18d0-4fa6-b65e-1a94528770c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:51:22.716502 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-af3a7d72-1467-4019-953d-1e36fa34d4ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:22.716890 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3a7d72-1467-4019-953d-1e36fa34d4ad None None] Bound using segment: {'id': '3339d378-1dd0-42c4-9074-f4e7e6e7ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '343edacf-18d0-4fa6-b65e-1a94528770c2'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:51:22.717359 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-af3a7d72-1467-4019-953d-1e36fa34d4ad None None] Bound port: 8bf70a15-7ccc-4d91-98ec-33902067ccd6, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3339d378-1dd0-42c4-9074-f4e7e6e7ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '343edacf-18d0-4fa6-b65e-1a94528770c2'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:51:22.717741 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-af3a7d72-1467-4019-953d-1e36fa34d4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:22.751628 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a2b10713-ec8b-4e27-a636-f3c0d7a9c964 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:22.791787 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b10713-ec8b-4e27-a636-f3c0d7a9c964 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Network 343edacf-18d0-4fa6-b65e-1a94528770c2 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:51:22.793438 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-af3a7d72-1467-4019-953d-1e36fa34d4ad None None] For port 8bf70a15-7ccc-4d91-98ec-33902067ccd6, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:51:22.797592 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-af3a7d72-1467-4019-953d-1e36fa34d4ad None None] For port 8bf70a15-7ccc-4d91-98ec-33902067ccd6, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=8bf70a15-7ccc-4d91-98ec-33902067ccd6,segment=NetworkSegment(3339d378-1dd0-42c4-9074-f4e7e6e7ded5),segment_id=3339d378-1dd0-42c4-9074-f4e7e6e7ded5)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:51:22.800487 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-a2b10713-ec8b-4e27-a636-f3c0d7a9c964 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:51:22.804311 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-af3a7d72-1467-4019-953d-1e36fa34d4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:22.804754 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b10713-ec8b-4e27-a636-f3c0d7a9c964 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:51:22.831413 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b10713-ec8b-4e27-a636-f3c0d7a9c964 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Port': ['ID=f5022980-cf2d-45ad-9556-c7e35b741539,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:22.860321 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a2b10713-ec8b-4e27-a636-f3c0d7a9c964 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:22.899035 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a7d72-1467-4019-953d-1e36fa34d4ad None None] Pushing event updated for resources: {'Port': ['ID=8bf70a15-7ccc-4d91-98ec-33902067ccd6,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:23.060363 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a2b10713-ec8b-4e27-a636-f3c0d7a9c964 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:23.430053 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a2b10713-ec8b-4e27-a636-f3c0d7a9c964 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:23.436018 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a2b10713-ec8b-4e27-a636-f3c0d7a9c964 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:23.523394 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a2b10713-ec8b-4e27-a636-f3c0d7a9c964 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:23.525397 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b10713-ec8b-4e27-a636-f3c0d7a9c964 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Port': ['ID=f5022980-cf2d-45ad-9556-c7e35b741539,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:23.633362 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b10713-ec8b-4e27-a636-f3c0d7a9c964 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Network 343edacf-18d0-4fa6-b65e-1a94528770c2 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:51:23.634903 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-a2b10713-ec8b-4e27-a636-f3c0d7a9c964 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:51:23.781334 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b10713-ec8b-4e27-a636-f3c0d7a9c964 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Router 0e8291f8-2488-4711-9267-ea9b2540fbfb has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:51:23.854686 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d9666b11-8e58-4cdf-aa66-936475bddd01 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:51:23.909922 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port d9666b11-8e58-4cdf-aa66-936475bddd01 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:51:23.910294 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:23.981309 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0757b66d-db3d-4f61-a341-1c6e3859f2fd None None] Network 343edacf-18d0-4fa6-b65e-1a94528770c2 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:51:24.049910 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 8bf70a15-7ccc-4d91-98ec-33902067ccd6 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:51:24.104428 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3c92ae15-52e1-47b2-a53f-e02908655bb2 None None] Provisioning complete for port 8bf70a15-7ccc-4d91-98ec-33902067ccd6 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:51:24.104818 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3c92ae15-52e1-47b2-a53f-e02908655bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:24.213287 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 8bf70a15-7ccc-4d91-98ec-33902067ccd6 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:51:24.213572 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:24.220971 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b10713-ec8b-4e27-a636-f3c0d7a9c964 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:51:24.227878 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a2b10713-ec8b-4e27-a636-f3c0d7a9c964 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "PUT /v2.0/routers/0e8291f8-2488-4711-9267-ea9b2540fbfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9014013 Nov 10 18:51:24.299925 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3c92ae15-52e1-47b2-a53f-e02908655bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:24.350462 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-3c92ae15-52e1-47b2-a53f-e02908655bb2 None None] For port 8bf70a15-7ccc-4d91-98ec-33902067ccd6, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=8bf70a15-7ccc-4d91-98ec-33902067ccd6,segment=NetworkSegment(3339d378-1dd0-42c4-9074-f4e7e6e7ded5),segment_id=3339d378-1dd0-42c4-9074-f4e7e6e7ded5)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:51:24.371887 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3c92ae15-52e1-47b2-a53f-e02908655bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:24.415497 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:24.423744 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-01749592-cf10-4fc5-aa29-5b4f3249bc5a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1737765733&fields=id&tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 HTTP/1.1" status: 200 len: 267 time: 0.0597136 Nov 10 18:51:24.452772 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92ae15-52e1-47b2-a53f-e02908655bb2 None None] Pushing event updated for resources: {'Port': ['ID=8bf70a15-7ccc-4d91-98ec-33902067ccd6,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:24.496350 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102470) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 10 18:51:24.496711 n-d-776250-10 neutron-server[102470]: DEBUG oslo_db.api [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 10 18:51:24.530013 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd57224-2858-46ee-a4fc-0176c1042351 None None] Sync routers for ids ['0e8291f8-2488-4711-9267-ea9b2540fbfb'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:51:24.541956 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd57224-2858-46ee-a4fc-0176c1042351 None None] Routers {'0e8291f8-2488-4711-9267-ea9b2540fbfb'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:51:24.542568 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-2fd57224-2858-46ee-a4fc-0176c1042351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:51:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0e8291f8-2488-4711-9267-ea9b2540fbfb'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:51:24.549879 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-e979cf92-f172-48ef-8225-4ab8aa23ca87 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:24.552996 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-e979cf92-f172-48ef-8225-4ab8aa23ca87 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/networks?id=343edacf-18d0-4fa6-b65e-1a94528770c2 HTTP/1.1" status: 200 len: 797 time: 0.1208539 Nov 10 18:51:24.570062 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-2becfc24-c505-4c14-b4d9-0afbac996b63 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/quotas/3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 HTTP/1.1" status: 200 len: 375 time: 0.0124106 Nov 10 18:51:24.604192 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-2babb974-376d-4f73-950f-9ef139ef171e None None] Provisioning complete for port f5022980-cf2d-45ad-9556-c7e35b741539 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:51:24.604582 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2babb974-376d-4f73-950f-9ef139ef171e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:24.653784 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-2babb974-376d-4f73-950f-9ef139ef171e None None] Port f5022980-cf2d-45ad-9556-c7e35b741539 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:51:24.664395 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-b0f8178f-820b-48b4-bcfa-d76308f6594d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0867116 Nov 10 18:51:24.666598 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-2babb974-376d-4f73-950f-9ef139ef171e None None] Provisioning complete for port 8bf70a15-7ccc-4d91-98ec-33902067ccd6 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:51:24.667229 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2babb974-376d-4f73-950f-9ef139ef171e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:24.675144 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-2fd57224-2858-46ee-a4fc-0176c1042351 None None] Set router 0e8291f8-2488-4711-9267-ea9b2540fbfb gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:51:24.767703 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-a37ef058-c536-409b-bf49-46f2fdc8b9ec service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:51:24.778267 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-a37ef058-c536-409b-bf49-46f2fdc8b9ec service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1006100 Nov 10 18:51:24.909550 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-8783762c-5b23-46da-903e-f72057d50d81 service neutron] 10.222.0.39 "GET /v2.0/networks/343edacf-18d0-4fa6-b65e-1a94528770c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299856 Nov 10 18:51:24.931570 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-9a5f0ec1-04cb-4ee7-9d59-fad1185f0a91 None None] Provisioning complete for port f5022980-cf2d-45ad-9556-c7e35b741539 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:51:24.932058 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9a5f0ec1-04cb-4ee7-9d59-fad1185f0a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:24.979772 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-9a5f0ec1-04cb-4ee7-9d59-fad1185f0a91 None None] Port f5022980-cf2d-45ad-9556-c7e35b741539 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:51:25.033318 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-956dbbd4-696b-464f-b111-cecee5fe894d service neutron] 10.222.0.39 "GET /v2.0/networks/343edacf-18d0-4fa6-b65e-1a94528770c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120281 Nov 10 18:51:25.065106 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-2fd57224-2858-46ee-a4fc-0176c1042351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298741669', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd9666b11-8e58-4cdf-aa66-936475bddd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:51:19Z', 'updated_at': '2021-11-10T18:51:23Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': 'd9666b11-8e58-4cdf-aa66-936475bddd01', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:66:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:51:19Z', 'updated_at': '2021-11-10T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'f5022980-cf2d-45ad-9556-c7e35b741539', 'name': '', 'network_id': '343edacf-18d0-4fa6-b65e-1a94528770c2', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:94:a5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'da60288c-0d1a-45ea-a2e3-8bef7b473c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:51:21Z', 'updated_at': '2021-11-10T18:51:23Z', 'revision_number': 2, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': 'da60288c-0d1a-45ea-a2e3-8bef7b473c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:51:25.093105 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd57224-2858-46ee-a4fc-0176c1042351 None None] Checking router: 0e8291f8-2488-4711-9267-ea9b2540fbfb for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:51:25.093453 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd57224-2858-46ee-a4fc-0176c1042351 None None] Updating router 0e8291f8-2488-4711-9267-ea9b2540fbfb port f5022980-cf2d-45ad-9556-c7e35b741539 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:51:25.137746 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-2fd57224-2858-46ee-a4fc-0176c1042351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:25.201899 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a27b758e-060e-490b-b271-41066ac913f3 None None] Provisioning complete for port f5022980-cf2d-45ad-9556-c7e35b741539 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:51:25.202393 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a27b758e-060e-490b-b271-41066ac913f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:25.229368 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-30997870-4be9-419e-868d-e7b756f5a845 req-e14cebf8-0ed4-4abb-8c7a-f01f996333e3 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=da3a4b5f-2daf-4e3f-9682-c5820f970f5a HTTP/1.1" status: 200 len: 210 time: 0.0273747 Nov 10 18:51:25.239058 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-a27b758e-060e-490b-b271-41066ac913f3 None None] Port f5022980-cf2d-45ad-9556-c7e35b741539 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:51:25.410144 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-2fd57224-2858-46ee-a4fc-0176c1042351 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:25.416220 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-2fd57224-2858-46ee-a4fc-0176c1042351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:25.467614 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27250e-0002-4bf9-973f-d1e45e391bc3 None None] Pushing event updated for resources: {'Port': ['ID=f5022980-cf2d-45ad-9556-c7e35b741539,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:25.489847 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b27250e-0002-4bf9-973f-d1e45e391bc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:25.490228 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b27250e-0002-4bf9-973f-d1e45e391bc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:25.490587 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b27250e-0002-4bf9-973f-d1e45e391bc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:25.490948 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b27250e-0002-4bf9-973f-d1e45e391bc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:25.491256 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b27250e-0002-4bf9-973f-d1e45e391bc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:25.491593 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b27250e-0002-4bf9-973f-d1e45e391bc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:25.491950 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b27250e-0002-4bf9-973f-d1e45e391bc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:25.492310 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b27250e-0002-4bf9-973f-d1e45e391bc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:25.492646 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b27250e-0002-4bf9-973f-d1e45e391bc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:25.492965 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b27250e-0002-4bf9-973f-d1e45e391bc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:25.493311 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b27250e-0002-4bf9-973f-d1e45e391bc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:25.493635 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b27250e-0002-4bf9-973f-d1e45e391bc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:51:25.532000 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-2fd57224-2858-46ee-a4fc-0176c1042351 None None] Attempting to bind port f5022980-cf2d-45ad-9556-c7e35b741539 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:51:25.532775 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-2fd57224-2858-46ee-a4fc-0176c1042351 None None] Attempting to bind port f5022980-cf2d-45ad-9556-c7e35b741539 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': '3339d378-1dd0-42c4-9074-f4e7e6e7ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '343edacf-18d0-4fa6-b65e-1a94528770c2'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:51:25.532775 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd57224-2858-46ee-a4fc-0176c1042351 None None] Attempting to bind port f5022980-cf2d-45ad-9556-c7e35b741539 on network 343edacf-18d0-4fa6-b65e-1a94528770c2 {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:51:25.538870 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd57224-2858-46ee-a4fc-0176c1042351 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:51:25.539249 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd57224-2858-46ee-a4fc-0176c1042351 None None] Checking segment: {'id': '3339d378-1dd0-42c4-9074-f4e7e6e7ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '343edacf-18d0-4fa6-b65e-1a94528770c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:51:25.539683 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-2fd57224-2858-46ee-a4fc-0176c1042351 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:25.540079 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd57224-2858-46ee-a4fc-0176c1042351 None None] Bound using segment: {'id': '3339d378-1dd0-42c4-9074-f4e7e6e7ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '343edacf-18d0-4fa6-b65e-1a94528770c2'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:51:25.540585 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-2fd57224-2858-46ee-a4fc-0176c1042351 None None] Bound port: f5022980-cf2d-45ad-9556-c7e35b741539, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3339d378-1dd0-42c4-9074-f4e7e6e7ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '343edacf-18d0-4fa6-b65e-1a94528770c2'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:51:25.540991 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-2fd57224-2858-46ee-a4fc-0176c1042351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:25.559146 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:25.608058 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-2fd57224-2858-46ee-a4fc-0176c1042351 None None] For port f5022980-cf2d-45ad-9556-c7e35b741539, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:51:25.611700 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-2fd57224-2858-46ee-a4fc-0176c1042351 None None] For port f5022980-cf2d-45ad-9556-c7e35b741539, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=f5022980-cf2d-45ad-9556-c7e35b741539,segment=NetworkSegment(3339d378-1dd0-42c4-9074-f4e7e6e7ded5),segment_id=3339d378-1dd0-42c4-9074-f4e7e6e7ded5)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:51:25.616577 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-2fd57224-2858-46ee-a4fc-0176c1042351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:25.677595 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-34ab1ad2-3fbf-4516-af33-43f52ee5954d None None] Provisioning complete for port f5022980-cf2d-45ad-9556-c7e35b741539 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:51:25.678638 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-34ab1ad2-3fbf-4516-af33-43f52ee5954d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:25.687578 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd57224-2858-46ee-a4fc-0176c1042351 None None] Routers {'0e8291f8-2488-4711-9267-ea9b2540fbfb'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:51:25.688109 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-2fd57224-2858-46ee-a4fc-0176c1042351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:51:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0e8291f8-2488-4711-9267-ea9b2540fbfb'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:51:25.690030 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27250e-0002-4bf9-973f-d1e45e391bc3 None None] Pushing event updated for resources: {'Port': ['ID=f5022980-cf2d-45ad-9556-c7e35b741539,revision_number=4']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:25.741393 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:25.789776 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-34ab1ad2-3fbf-4516-af33-43f52ee5954d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:25.804637 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 8bf70a15-7ccc-4d91-98ec-33902067ccd6 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:51:25.831575 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-2fd57224-2858-46ee-a4fc-0176c1042351 None None] Set router 0e8291f8-2488-4711-9267-ea9b2540fbfb gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:51:25.860868 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-34ab1ad2-3fbf-4516-af33-43f52ee5954d None None] For port f5022980-cf2d-45ad-9556-c7e35b741539, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=f5022980-cf2d-45ad-9556-c7e35b741539,segment=NetworkSegment(3339d378-1dd0-42c4-9074-f4e7e6e7ded5),segment_id=3339d378-1dd0-42c4-9074-f4e7e6e7ded5)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:51:25.866665 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-34ab1ad2-3fbf-4516-af33-43f52ee5954d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:25.931284 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 8bf70a15-7ccc-4d91-98ec-33902067ccd6 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:51:25.931838 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:25.972760 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab1ad2-3fbf-4516-af33-43f52ee5954d None None] Pushing event updated for resources: {'Port': ['ID=f5022980-cf2d-45ad-9556-c7e35b741539,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:26.004681 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6ffc23df-77bd-4b2c-af57-d457a46cb490 None None] Provisioning complete for port f5022980-cf2d-45ad-9556-c7e35b741539 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:51:26.005048 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6ffc23df-77bd-4b2c-af57-d457a46cb490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:26.051029 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-2fd57224-2858-46ee-a4fc-0176c1042351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298741669', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd9666b11-8e58-4cdf-aa66-936475bddd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:51:19Z', 'updated_at': '2021-11-10T18:51:23Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': 'd9666b11-8e58-4cdf-aa66-936475bddd01', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:66:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:51:19Z', 'updated_at': '2021-11-10T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'f5022980-cf2d-45ad-9556-c7e35b741539', 'name': '', 'network_id': '343edacf-18d0-4fa6-b65e-1a94528770c2', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:94:a5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'da60288c-0d1a-45ea-a2e3-8bef7b473c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:51:21Z', 'updated_at': '2021-11-10T18:51:25Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': 'da60288c-0d1a-45ea-a2e3-8bef7b473c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:51:26.080017 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd57224-2858-46ee-a4fc-0176c1042351 None None] The sync data for ids ['0e8291f8-2488-4711-9267-ea9b2540fbfb'] in n-d-776250-10 is: [{'id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298741669', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd9666b11-8e58-4cdf-aa66-936475bddd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:51:19Z', 'updated_at': '2021-11-10T18:51:23Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': 'd9666b11-8e58-4cdf-aa66-936475bddd01', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:66:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:51:19Z', 'updated_at': '2021-11-10T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'f5022980-cf2d-45ad-9556-c7e35b741539', 'name': '', 'network_id': '343edacf-18d0-4fa6-b65e-1a94528770c2', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:94:a5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'da60288c-0d1a-45ea-a2e3-8bef7b473c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:51:21Z', 'updated_at': '2021-11-10T18:51:25Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': 'da60288c-0d1a-45ea-a2e3-8bef7b473c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:51:26.333473 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dbcdd2b7-189b-4d8b-bf68-cd165752ecde req-ac44c82b-d8c7-4d29-acf5-79956ba6bd15 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=da3a4b5f-2daf-4e3f-9682-c5820f970f5a HTTP/1.1" status: 200 len: 210 time: 0.0345297 Nov 10 18:51:27.418614 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d57f38e8-517c-4d2d-a3df-e0de1c048c47 req-ef749dad-c145-4e40-8bc1-57f999ddecbc tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=da3a4b5f-2daf-4e3f-9682-c5820f970f5a HTTP/1.1" status: 200 len: 210 time: 0.0303576 Nov 10 18:51:27.793007 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device f5022980-cf2d-45ad-9556-c7e35b741539 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:51:27.852494 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port f5022980-cf2d-45ad-9556-c7e35b741539 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:51:27.852862 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:28.526908 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-208fbd1a-e93d-4065-8ab8-8f191c6966eb req-02f217ba-c8ac-4888-800e-1a90b8ea7b9a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=da3a4b5f-2daf-4e3f-9682-c5820f970f5a HTTP/1.1" status: 200 len: 210 time: 0.0277553 Nov 10 18:51:29.620333 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b2b4499c-a9ab-447a-80ab-624218df2c5f req-af5a0cff-78c4-4b99-87ba-28d7741dc54d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=da3a4b5f-2daf-4e3f-9682-c5820f970f5a HTTP/1.1" status: 200 len: 210 time: 0.0267129 Nov 10 18:51:30.291080 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-fc6ce128-7eef-49b5-b33f-cc89fe7355cc tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:30.293258 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-fc6ce128-7eef-49b5-b33f-cc89fe7355cc tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.13 "GET /v2.0/networks?id=343edacf-18d0-4fa6-b65e-1a94528770c2 HTTP/1.1" status: 200 len: 797 time: 0.1229429 Nov 10 18:51:30.358197 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-d2e07781-ce88-40fe-bd5b-90bd271ccb89 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 HTTP/1.1" status: 200 len: 380 time: 0.0557144 Nov 10 18:51:30.368479 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-da99f7ac-de47-4fda-8bd3-150066ff01a2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'port': {'device_id': 'da3a4b5f-2daf-4e3f-9682-c5820f970f5a', 'network_id': '343edacf-18d0-4fa6-b65e-1a94528770c2', 'admin_state_up': True, 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'security_groups': ['9d78b540-f5fd-4abc-86f6-dafe998e4155']}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:51:30.483251 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-da99f7ac-de47-4fda-8bd3-150066ff01a2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Made reservation on behalf of 3a4cdcfb1ddb4f1fa1b16f5ab40f5b51 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:51:30.487215 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-da99f7ac-de47-4fda-8bd3-150066ff01a2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:30.623559 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-da99f7ac-de47-4fda-8bd3-150066ff01a2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Allocated IP 172.20.0.3 (343edacf-18d0-4fa6-b65e-1a94528770c2/da60288c-0d1a-45ea-a2e3-8bef7b473c3c/45a3c3a2-2a1b-4664-96ea-64fcd20864d8) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:51:30.692884 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c2b124f4-c55d-4155-8bff-9029729a4d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:30.743606 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-40523de7-8c11-482d-ada2-55d48af09ec3 req-71ec603a-9c66-44b2-9457-2c2b3d2408e7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=da3a4b5f-2daf-4e3f-9682-c5820f970f5a HTTP/1.1" status: 200 len: 210 time: 0.0395284 Nov 10 18:51:30.797655 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-da99f7ac-de47-4fda-8bd3-150066ff01a2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:30.833064 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-da99f7ac-de47-4fda-8bd3-150066ff01a2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:30.878072 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-da99f7ac-de47-4fda-8bd3-150066ff01a2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Network 343edacf-18d0-4fa6-b65e-1a94528770c2 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:51:30.882705 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-da99f7ac-de47-4fda-8bd3-150066ff01a2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:51:30.886769 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-da99f7ac-de47-4fda-8bd3-150066ff01a2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:51:30.910884 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99f7ac-de47-4fda-8bd3-150066ff01a2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Port': ['ID=45a3c3a2-2a1b-4664-96ea-64fcd20864d8,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:30.941646 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-da99f7ac-de47-4fda-8bd3-150066ff01a2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:30.942384 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-da99f7ac-de47-4fda-8bd3-150066ff01a2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:30.961106 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-da99f7ac-de47-4fda-8bd3-150066ff01a2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5969198 Nov 10 18:51:30.972255 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-04f4162e-1163-4127-9da6-0634778fcaae tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:51:30.973379 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-04f4162e-1163-4127-9da6-0634778fcaae tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056164 Nov 10 18:51:30.988171 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-0a290ccc-b188-4c7b-a867-c0d65fa96660 service neutron] Request body: {'port': {'device_id': 'da3a4b5f-2daf-4e3f-9682-c5820f970f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:51:31.052841 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-0a290ccc-b188-4c7b-a867-c0d65fa96660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:31.181706 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6f39f976-6c33-4135-8de1-871f138f4393 None None] Provisioning complete for port 45a3c3a2-2a1b-4664-96ea-64fcd20864d8 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:51:31.181958 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f39f976-6c33-4135-8de1-871f138f4393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:31.220021 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-6f39f976-6c33-4135-8de1-871f138f4393 None None] Port 45a3c3a2-2a1b-4664-96ea-64fcd20864d8 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:51:31.322494 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-0a290ccc-b188-4c7b-a867-c0d65fa96660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45a3c3a2-2a1b-4664-96ea-64fcd20864d8 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:51:31.329901 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-0a290ccc-b188-4c7b-a867-c0d65fa96660 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:31.341873 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-0a290ccc-b188-4c7b-a867-c0d65fa96660 service neutron] Transition to ACTIVE for port object 45a3c3a2-2a1b-4664-96ea-64fcd20864d8 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:51:31.345648 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-0a290ccc-b188-4c7b-a867-c0d65fa96660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:31.397636 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a290ccc-b188-4c7b-a867-c0d65fa96660 service neutron] Pushing event updated for resources: {'Port': ['ID=45a3c3a2-2a1b-4664-96ea-64fcd20864d8,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:31.469352 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-0a290ccc-b188-4c7b-a867-c0d65fa96660 service neutron] Attempting to bind port 45a3c3a2-2a1b-4664-96ea-64fcd20864d8 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:51:31.469708 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-0a290ccc-b188-4c7b-a867-c0d65fa96660 service neutron] Attempting to bind port 45a3c3a2-2a1b-4664-96ea-64fcd20864d8 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': '3339d378-1dd0-42c4-9074-f4e7e6e7ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '343edacf-18d0-4fa6-b65e-1a94528770c2'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:51:31.470026 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-0a290ccc-b188-4c7b-a867-c0d65fa96660 service neutron] Attempting to bind port 45a3c3a2-2a1b-4664-96ea-64fcd20864d8 on network 343edacf-18d0-4fa6-b65e-1a94528770c2 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:51:31.475283 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-0a290ccc-b188-4c7b-a867-c0d65fa96660 service neutron] Port 45a3c3a2-2a1b-4664-96ea-64fcd20864d8 on network 343edacf-18d0-4fa6-b65e-1a94528770c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:51:31.475611 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-0a290ccc-b188-4c7b-a867-c0d65fa96660 service neutron] Attempting to bind port 45a3c3a2-2a1b-4664-96ea-64fcd20864d8 on network 343edacf-18d0-4fa6-b65e-1a94528770c2 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:51:31.481449 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-0a290ccc-b188-4c7b-a867-c0d65fa96660 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:51:31.481957 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-0a290ccc-b188-4c7b-a867-c0d65fa96660 service neutron] Checking segment: {'id': '3339d378-1dd0-42c4-9074-f4e7e6e7ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '343edacf-18d0-4fa6-b65e-1a94528770c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:51:31.485090 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-0a290ccc-b188-4c7b-a867-c0d65fa96660 service neutron] Bound using segment: {'id': '3339d378-1dd0-42c4-9074-f4e7e6e7ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '343edacf-18d0-4fa6-b65e-1a94528770c2'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:51:31.485090 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-0a290ccc-b188-4c7b-a867-c0d65fa96660 service neutron] Bound port: 45a3c3a2-2a1b-4664-96ea-64fcd20864d8, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3339d378-1dd0-42c4-9074-f4e7e6e7ded5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '343edacf-18d0-4fa6-b65e-1a94528770c2'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:51:31.485090 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-0a290ccc-b188-4c7b-a867-c0d65fa96660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:31.567706 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-0a290ccc-b188-4c7b-a867-c0d65fa96660 service neutron] For port 45a3c3a2-2a1b-4664-96ea-64fcd20864d8, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:51:31.571686 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-0a290ccc-b188-4c7b-a867-c0d65fa96660 service neutron] For port 45a3c3a2-2a1b-4664-96ea-64fcd20864d8, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=45a3c3a2-2a1b-4664-96ea-64fcd20864d8,segment=NetworkSegment(3339d378-1dd0-42c4-9074-f4e7e6e7ded5),segment_id=3339d378-1dd0-42c4-9074-f4e7e6e7ded5)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:51:31.578334 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-0a290ccc-b188-4c7b-a867-c0d65fa96660 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:31.619160 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-0a290ccc-b188-4c7b-a867-c0d65fa96660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:31.619812 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-0a290ccc-b188-4c7b-a867-c0d65fa96660 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:31.621292 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-0a290ccc-b188-4c7b-a867-c0d65fa96660 service neutron] 10.222.0.13 "PUT /v2.0/ports/45a3c3a2-2a1b-4664-96ea-64fcd20864d8 HTTP/1.1" status: 200 len: 1092 time: 0.6398194 Nov 10 18:51:31.621754 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3a4b5f-2daf-4e3f-9682-c5820f970f5a', 'tag': '45a3c3a2-2a1b-4664-96ea-64fcd20864d8'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:51:31.624104 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f77cc21-61a3-4690-a4de-fa29cb0b3327" -d '{"events": [{"name": "network-changed", "server_uuid": "da3a4b5f-2daf-4e3f-9682-c5820f970f5a", "tag": "45a3c3a2-2a1b-4664-96ea-64fcd20864d8"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:51:31.657271 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a290ccc-b188-4c7b-a867-c0d65fa96660 service neutron] Pushing event updated for resources: {'Port': ['ID=45a3c3a2-2a1b-4664-96ea-64fcd20864d8,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:31.736186 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-29aa4583-eb4a-4d4c-bb2f-11db8759fad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:31.741861 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-29aa4583-eb4a-4d4c-bb2f-11db8759fad7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&device_id=da3a4b5f-2daf-4e3f-9682-c5820f970f5a HTTP/1.1" status: 200 len: 1095 time: 0.0626309 Nov 10 18:51:31.802394 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87844424-9866-47b3-b937-a9e54d1eb838 x-openstack-request-id: req-87844424-9866-47b3-b937-a9e54d1eb838 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:51:31.806269 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3a4b5f-2daf-4e3f-9682-c5820f970f5a", "tag": "45a3c3a2-2a1b-4664-96ea-64fcd20864d8", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:51:31.806269 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-87844424-9866-47b3-b937-a9e54d1eb838 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:51:31.806269 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da3a4b5f-2daf-4e3f-9682-c5820f970f5a', 'tag': '45a3c3a2-2a1b-4664-96ea-64fcd20864d8', 'status': 'completed', 'code': 200} Nov 10 18:51:31.806269 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-3fc49ed2-723c-4119-af0b-7c04033f1b05 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45a3c3a2-2a1b-4664-96ea-64fcd20864d8 HTTP/1.1" status: 200 len: 217 time: 0.0556159 Nov 10 18:51:31.887224 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-9967bfd9-6f3c-4e9f-aeab-cfed889d8721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:31.888776 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-9967bfd9-6f3c-4e9f-aeab-cfed889d8721 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da60288c-0d1a-45ea-a2e3-8bef7b473c3c HTTP/1.1" status: 200 len: 835 time: 0.0765305 Nov 10 18:51:31.939530 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a142d-4842-4082-a0fb-33bc3c3cc07a req-f1b6afb7-d205-4cb6-b3b7-961dfc8e5ee2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:31.941063 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b45a142d-4842-4082-a0fb-33bc3c3cc07a req-f1b6afb7-d205-4cb6-b3b7-961dfc8e5ee2 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=da3a4b5f-2daf-4e3f-9682-c5820f970f5a HTTP/1.1" status: 200 len: 943 time: 0.0995600 Nov 10 18:51:31.975315 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-e2276936-fdcc-4d08-a9d5-338b5c4f008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:31.976776 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-e2276936-fdcc-4d08-a9d5-338b5c4f008c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=343edacf-18d0-4fa6-b65e-1a94528770c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787852 Nov 10 18:51:32.044500 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b45a142d-4842-4082-a0fb-33bc3c3cc07a req-8f6b36e8-241a-4c90-b305-2d0e27df632b tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d78b540-f5fd-4abc-86f6-dafe998e4155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968804 Nov 10 18:51:32.088422 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-5e4417e5-dcda-4048-b0e9-ee6a56d53d32 service neutron] 10.222.0.13 "GET /v2.0/networks/343edacf-18d0-4fa6-b65e-1a94528770c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030324 Nov 10 18:51:32.202098 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6a7e18c7-df58-4fd2-a060-209aebda5fd4 req-9252fa20-4215-48da-afc9-c752e545a80b service neutron] 10.222.0.13 "GET /v2.0/networks/343edacf-18d0-4fa6-b65e-1a94528770c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057076 Nov 10 18:51:32.297039 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77cc21-61a3-4690-a4de-fa29cb0b3327 req-7957fa9a-d250-4782-9ce5-ef8787da921b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:32.298647 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0f77cc21-61a3-4690-a4de-fa29cb0b3327 req-7957fa9a-d250-4782-9ce5-ef8787da921b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&device_id=da3a4b5f-2daf-4e3f-9682-c5820f970f5a HTTP/1.1" status: 200 len: 1095 time: 0.0436924 Nov 10 18:51:32.402140 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77cc21-61a3-4690-a4de-fa29cb0b3327 req-16a428b8-67fc-41f6-b3cc-897a3a0fd860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:32.403622 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0f77cc21-61a3-4690-a4de-fa29cb0b3327 req-16a428b8-67fc-41f6-b3cc-897a3a0fd860 service neutron] 10.222.0.13 "GET /v2.0/networks?id=343edacf-18d0-4fa6-b65e-1a94528770c2 HTTP/1.1" status: 200 len: 898 time: 0.0974929 Nov 10 18:51:32.449139 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0f77cc21-61a3-4690-a4de-fa29cb0b3327 req-39cfa745-b538-409f-bb59-af14176a1983 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45a3c3a2-2a1b-4664-96ea-64fcd20864d8 HTTP/1.1" status: 200 len: 217 time: 0.0371072 Nov 10 18:51:32.503354 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77cc21-61a3-4690-a4de-fa29cb0b3327 req-e295f857-4106-4f0d-8824-239e8ce7d46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:32.504903 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0f77cc21-61a3-4690-a4de-fa29cb0b3327 req-e295f857-4106-4f0d-8824-239e8ce7d46f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da60288c-0d1a-45ea-a2e3-8bef7b473c3c HTTP/1.1" status: 200 len: 835 time: 0.0476880 Nov 10 18:51:32.561143 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77cc21-61a3-4690-a4de-fa29cb0b3327 req-0676f5af-59a9-4dfa-be88-b3499a1f8676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:32.562668 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0f77cc21-61a3-4690-a4de-fa29cb0b3327 req-0676f5af-59a9-4dfa-be88-b3499a1f8676 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=343edacf-18d0-4fa6-b65e-1a94528770c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491548 Nov 10 18:51:32.680799 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0f77cc21-61a3-4690-a4de-fa29cb0b3327 req-bae781d3-5e8d-48b7-9dd0-669487d6e881 service neutron] 10.222.0.13 "GET /v2.0/networks/343edacf-18d0-4fa6-b65e-1a94528770c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089194 Nov 10 18:51:32.793433 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0f77cc21-61a3-4690-a4de-fa29cb0b3327 req-390a1bf7-ce2b-4971-970c-cab5d1ef1016 service neutron] 10.222.0.13 "GET /v2.0/networks/343edacf-18d0-4fa6-b65e-1a94528770c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043043 Nov 10 18:51:33.053338 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c01c9b69-a736-48b1-9670-0f9097ecd5e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:33.169439 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d95787-466b-40f6-87f9-6f15d1b6fa85 req-0a906204-0f32-4ea1-91e2-a7463c7c510c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:33.171006 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-45d95787-466b-40f6-87f9-6f15d1b6fa85 req-0a906204-0f32-4ea1-91e2-a7463c7c510c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=da3a4b5f-2daf-4e3f-9682-c5820f970f5a HTTP/1.1" status: 200 len: 943 time: 0.0533257 Nov 10 18:51:33.227407 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-45d95787-466b-40f6-87f9-6f15d1b6fa85 req-140d8b51-f78b-461f-bc2e-86dff4be759a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d78b540-f5fd-4abc-86f6-dafe998e4155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490067 Nov 10 18:51:33.910016 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:51:34.330089 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:34.355310 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80841c80-d0bc-424f-a3e2-7600a5ea2abe req-cfd7bf17-e6f6-409b-aa03-e60a35dda143 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:34.356871 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-80841c80-d0bc-424f-a3e2-7600a5ea2abe req-cfd7bf17-e6f6-409b-aa03-e60a35dda143 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=da3a4b5f-2daf-4e3f-9682-c5820f970f5a HTTP/1.1" status: 200 len: 943 time: 0.0530021 Nov 10 18:51:34.408851 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-80841c80-d0bc-424f-a3e2-7600a5ea2abe req-e937403b-6b42-4469-af53-413836001968 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d78b540-f5fd-4abc-86f6-dafe998e4155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456197 Nov 10 18:51:34.554980 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 45a3c3a2-2a1b-4664-96ea-64fcd20864d8 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:51:34.654671 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 45a3c3a2-2a1b-4664-96ea-64fcd20864d8, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=45a3c3a2-2a1b-4664-96ea-64fcd20864d8,segment=NetworkSegment(3339d378-1dd0-42c4-9074-f4e7e6e7ded5),segment_id=3339d378-1dd0-42c4-9074-f4e7e6e7ded5)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:51:34.667063 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '45a3c3a2-2a1b-4664-96ea-64fcd20864d8', 'network_id': '343edacf-18d0-4fa6-b65e-1a94528770c2', 'port_id': '45a3c3a2-2a1b-4664-96ea-64fcd20864d8', 'mac_address': 'fa:16:3e:33:19:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da60288c-0d1a-45ea-a2e3-8bef7b473c3c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:51:34.705038 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:34.718806 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45a3c3a2-2a1b-4664-96ea-64fcd20864d8 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:51:34.738351 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 45a3c3a2-2a1b-4664-96ea-64fcd20864d8, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=45a3c3a2-2a1b-4664-96ea-64fcd20864d8,segment=NetworkSegment(3339d378-1dd0-42c4-9074-f4e7e6e7ded5),segment_id=3339d378-1dd0-42c4-9074-f4e7e6e7ded5)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:51:34.742509 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:34.791387 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=45a3c3a2-2a1b-4664-96ea-64fcd20864d8,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:34.960344 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['45a3c3a2-2a1b-4664-96ea-64fcd20864d8'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:51:35.535630 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3857f1-10fd-42b8-b5e8-20a7d3c7186d req-ecdcddcd-28eb-4756-ba95-f52ca748961e tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:35.537179 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7c3857f1-10fd-42b8-b5e8-20a7d3c7186d req-ecdcddcd-28eb-4756-ba95-f52ca748961e tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=da3a4b5f-2daf-4e3f-9682-c5820f970f5a HTTP/1.1" status: 200 len: 944 time: 0.0498660 Nov 10 18:51:35.588116 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7c3857f1-10fd-42b8-b5e8-20a7d3c7186d req-aea82ad0-050e-4cbb-9aa6-d06f82a5fa7a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d78b540-f5fd-4abc-86f6-dafe998e4155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445726 Nov 10 18:51:35.818295 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:36.498273 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:36.559611 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 45a3c3a2-2a1b-4664-96ea-64fcd20864d8 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:51:36.609151 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 45a3c3a2-2a1b-4664-96ea-64fcd20864d8 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:51:36.613015 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 45a3c3a2-2a1b-4664-96ea-64fcd20864d8 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:51:36.613385 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:36.691700 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:36.715139 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c89613-88a9-44d7-8757-f0a9a4264594 req-5d48f540-16a6-4284-a242-7deabbdd3b4a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:36.716719 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-91c89613-88a9-44d7-8757-f0a9a4264594 req-5d48f540-16a6-4284-a242-7deabbdd3b4a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=da3a4b5f-2daf-4e3f-9682-c5820f970f5a HTTP/1.1" status: 200 len: 944 time: 0.0555947 Nov 10 18:51:36.718996 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3a4b5f-2daf-4e3f-9682-c5820f970f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a3c3a2-2a1b-4664-96ea-64fcd20864d8'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:51:36.721247 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6dc95e-b2e6-4237-8f29-ad5db0013435" -d '{"events": [{"server_uuid": "da3a4b5f-2daf-4e3f-9682-c5820f970f5a", "name": "network-vif-plugged", "status": "completed", "tag": "45a3c3a2-2a1b-4664-96ea-64fcd20864d8"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:51:36.739864 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 45a3c3a2-2a1b-4664-96ea-64fcd20864d8, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=45a3c3a2-2a1b-4664-96ea-64fcd20864d8,segment=NetworkSegment(3339d378-1dd0-42c4-9074-f4e7e6e7ded5),segment_id=3339d378-1dd0-42c4-9074-f4e7e6e7ded5)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:51:36.746777 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:36.779468 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-91c89613-88a9-44d7-8757-f0a9a4264594 req-d956500f-1a61-46e0-9745-1b633ceebef8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d78b540-f5fd-4abc-86f6-dafe998e4155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567279 Nov 10 18:51:36.802451 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=45a3c3a2-2a1b-4664-96ea-64fcd20864d8,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:36.819710 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280ba2ea-30df-44d9-a203-a50dc1ea5a18 x-openstack-request-id: req-280ba2ea-30df-44d9-a203-a50dc1ea5a18 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:51:36.820316 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3a4b5f-2daf-4e3f-9682-c5820f970f5a", "name": "network-vif-plugged", "status": "completed", "tag": "45a3c3a2-2a1b-4664-96ea-64fcd20864d8", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:51:36.820316 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-280ba2ea-30df-44d9-a203-a50dc1ea5a18 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:51:36.820699 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3a4b5f-2daf-4e3f-9682-c5820f970f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a3c3a2-2a1b-4664-96ea-64fcd20864d8', 'code': 200} Nov 10 18:51:36.930390 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42b63f-191f-449c-86ba-6263b2d0d94f req-e0dab2ba-53e2-4d04-ad9e-92740ce73fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:36.931932 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2b42b63f-191f-449c-86ba-6263b2d0d94f req-e0dab2ba-53e2-4d04-ad9e-92740ce73fc1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=da3a4b5f-2daf-4e3f-9682-c5820f970f5a HTTP/1.1" status: 200 len: 1097 time: 0.0483143 Nov 10 18:51:36.978391 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2b42b63f-191f-449c-86ba-6263b2d0d94f req-5513d551-c589-4bfe-84fd-a5eff57364fe service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9d78b540-f5fd-4abc-86f6-dafe998e4155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395257 Nov 10 18:51:37.895512 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7499e-6f68-4a30-9236-8f487e6286f1 req-04d9ac07-6cb2-4be4-8d45-286eea1eff5e tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:37.897053 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c4c7499e-6f68-4a30-9236-8f487e6286f1 req-04d9ac07-6cb2-4be4-8d45-286eea1eff5e tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=da3a4b5f-2daf-4e3f-9682-c5820f970f5a HTTP/1.1" status: 200 len: 945 time: 0.0492961 Nov 10 18:51:37.948558 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c4c7499e-6f68-4a30-9236-8f487e6286f1 req-77603bbd-0585-4a52-9932-048f00726907 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d78b540-f5fd-4abc-86f6-dafe998e4155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448477 Nov 10 18:51:39.067044 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2ef36-9bdf-41ab-998a-8e14dfa66e24 req-6978517b-b8ec-4051-baa3-b00701346fc8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:39.069090 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4ca2ef36-9bdf-41ab-998a-8e14dfa66e24 req-6978517b-b8ec-4051-baa3-b00701346fc8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=da3a4b5f-2daf-4e3f-9682-c5820f970f5a HTTP/1.1" status: 200 len: 945 time: 0.0485280 Nov 10 18:51:39.118831 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4ca2ef36-9bdf-41ab-998a-8e14dfa66e24 req-754b3ff7-335a-4f5b-8d59-b38e4ec1e492 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d78b540-f5fd-4abc-86f6-dafe998e4155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438397 Nov 10 18:51:39.232034 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e810ddb-fca4-4fed-8045-5702d2455089 req-a8b7b80c-dce5-42a9-8d5e-e0e6ea902573 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:39.233517 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6e810ddb-fca4-4fed-8045-5702d2455089 req-a8b7b80c-dce5-42a9-8d5e-e0e6ea902573 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=da3a4b5f-2daf-4e3f-9682-c5820f970f5a HTTP/1.1" status: 200 len: 945 time: 0.0484724 Nov 10 18:51:39.285305 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-6e810ddb-fca4-4fed-8045-5702d2455089 req-f3ecc5ff-5b02-4a5d-8f28-be355c81add8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d78b540-f5fd-4abc-86f6-dafe998e4155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457149 Nov 10 18:51:39.307603 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35344) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:51:39.345715 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77071f25-6edd-4ac4-9464-ce2a3563318a tempest-TestNetworkAdvancedServerOps-791876395 tempest-TestNetworkAdvancedServerOps-791876395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:39.347115 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-77071f25-6edd-4ac4-9464-ce2a3563318a tempest-TestNetworkAdvancedServerOps-791876395 tempest-TestNetworkAdvancedServerOps-791876395-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=da3a4b5f-2daf-4e3f-9682-c5820f970f5a HTTP/1.1" status: 200 len: 1092 time: 0.0385187 Nov 10 18:51:39.350373 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35346) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:51:39.354556 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-da34720b-fe58-47d4-94fc-bcc1558ff26a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'port_id': '45a3c3a2-2a1b-4664-96ea-64fcd20864d8', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:51:39.376784 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-da34720b-fe58-47d4-94fc-bcc1558ff26a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for floatingip, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:39.473389 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-da34720b-fe58-47d4-94fc-bcc1558ff26a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:39.573441 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-da34720b-fe58-47d4-94fc-bcc1558ff26a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Allocated IP 172.25.5.203 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/6f4fd172-3b65-41d8-84a5-30a53df39f16) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:51:39.680615 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-da34720b-fe58-47d4-94fc-bcc1558ff26a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:39.714348 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-da34720b-fe58-47d4-94fc-bcc1558ff26a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:39.750548 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da34720b-fe58-47d4-94fc-bcc1558ff26a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:51:39.753333 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-da34720b-fe58-47d4-94fc-bcc1558ff26a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:51:39.760167 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da34720b-fe58-47d4-94fc-bcc1558ff26a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:51:39.789037 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34720b-fe58-47d4-94fc-bcc1558ff26a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Port': ['ID=6f4fd172-3b65-41d8-84a5-30a53df39f16,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:40.386184 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-da34720b-fe58-47d4-94fc-bcc1558ff26a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:40.450228 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-da34720b-fe58-47d4-94fc-bcc1558ff26a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:40.600767 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-da34720b-fe58-47d4-94fc-bcc1558ff26a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:40.605060 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-da34720b-fe58-47d4-94fc-bcc1558ff26a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:40.675493 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34720b-fe58-47d4-94fc-bcc1558ff26a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event updated for resources: {'Port': ['ID=6f4fd172-3b65-41d8-84a5-30a53df39f16,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:51:40.685399 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-da34720b-fe58-47d4-94fc-bcc1558ff26a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:40.785292 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [None req-da34720b-fe58-47d4-94fc-bcc1558ff26a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Floating IP b2c216c7-62b3-4471-bf92-9263ddb4f08c associated. External IP: 172.25.5.203, port: 45a3c3a2-2a1b-4664-96ea-64fcd20864d8. Nov 10 18:51:40.991679 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da34720b-fe58-47d4-94fc-bcc1558ff26a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Router 0e8291f8-2488-4711-9267-ea9b2540fbfb has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:51:41.101430 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da34720b-fe58-47d4-94fc-bcc1558ff26a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:51:41.111141 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e35012-d6da-451f-9174-99edb49635a8 None None] Sync routers for ids ['0e8291f8-2488-4711-9267-ea9b2540fbfb'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:51:41.119996 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-da34720b-fe58-47d4-94fc-bcc1558ff26a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:41.121412 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e35012-d6da-451f-9174-99edb49635a8 None None] Routers {'0e8291f8-2488-4711-9267-ea9b2540fbfb'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:51:41.122027 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-08e35012-d6da-451f-9174-99edb49635a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:51:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0e8291f8-2488-4711-9267-ea9b2540fbfb'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:51:41.147384 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-da34720b-fe58-47d4-94fc-bcc1558ff26a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7960074 Nov 10 18:51:41.148386 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3a4b5f-2daf-4e3f-9682-c5820f970f5a', 'tag': '45a3c3a2-2a1b-4664-96ea-64fcd20864d8'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:51:41.150841 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c701cf-208c-49d6-97d3-6d180a2fa09d" -d '{"events": [{"name": "network-changed", "server_uuid": "da3a4b5f-2daf-4e3f-9682-c5820f970f5a", "tag": "45a3c3a2-2a1b-4664-96ea-64fcd20864d8"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:51:41.199351 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba07e8aa-8dd1-4313-9fa4-58196589217b x-openstack-request-id: req-ba07e8aa-8dd1-4313-9fa4-58196589217b {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:51:41.199641 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3a4b5f-2daf-4e3f-9682-c5820f970f5a", "tag": "45a3c3a2-2a1b-4664-96ea-64fcd20864d8", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:51:41.199899 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ba07e8aa-8dd1-4313-9fa4-58196589217b {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:51:41.200554 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da3a4b5f-2daf-4e3f-9682-c5820f970f5a', 'tag': '45a3c3a2-2a1b-4664-96ea-64fcd20864d8', 'status': 'completed', 'code': 200} Nov 10 18:51:41.234079 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-08e35012-d6da-451f-9174-99edb49635a8 None None] Set router 0e8291f8-2488-4711-9267-ea9b2540fbfb gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:51:41.268437 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c701cf-208c-49d6-97d3-6d180a2fa09d req-6748aa93-0ff7-478a-9a40-b6892e919065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:41.269897 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a7c701cf-208c-49d6-97d3-6d180a2fa09d req-6748aa93-0ff7-478a-9a40-b6892e919065 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&device_id=da3a4b5f-2daf-4e3f-9682-c5820f970f5a HTTP/1.1" status: 200 len: 1097 time: 0.0467370 Nov 10 18:51:41.275200 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59135b-c8a4-417c-80f8-eb29a273403d req-7a2ae28d-579d-4076-a3f0-97d4aae99ea4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:41.276781 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f59135b-c8a4-417c-80f8-eb29a273403d req-7a2ae28d-579d-4076-a3f0-97d4aae99ea4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=da3a4b5f-2daf-4e3f-9682-c5820f970f5a HTTP/1.1" status: 200 len: 945 time: 0.0635359 Nov 10 18:51:41.328171 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5f59135b-c8a4-417c-80f8-eb29a273403d req-9eaa1cc3-e199-44a1-ba9e-3f6d26ec28f5 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d78b540-f5fd-4abc-86f6-dafe998e4155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453010 Nov 10 18:51:41.352741 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35352) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:51:41.366548 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c701cf-208c-49d6-97d3-6d180a2fa09d req-d63368b9-bb32-40bd-bb20-f71de63985d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:41.368040 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a7c701cf-208c-49d6-97d3-6d180a2fa09d req-d63368b9-bb32-40bd-bb20-f71de63985d2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=343edacf-18d0-4fa6-b65e-1a94528770c2 HTTP/1.1" status: 200 len: 898 time: 0.0899930 Nov 10 18:51:41.418151 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b55a63d1-d281-4a17-86b5-0f94248c318e tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/floatingips/b2c216c7-62b3-4471-bf92-9263ddb4f08c HTTP/1.1" status: 200 len: 991 time: 0.0631897 Nov 10 18:51:41.439360 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a7c701cf-208c-49d6-97d3-6d180a2fa09d req-55ae458c-1427-4cd7-8f7a-e19801da450a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45a3c3a2-2a1b-4664-96ea-64fcd20864d8 HTTP/1.1" status: 200 len: 999 time: 0.0645070 Nov 10 18:51:41.473759 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-08e35012-d6da-451f-9174-99edb49635a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298741669', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd9666b11-8e58-4cdf-aa66-936475bddd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:51:19Z', 'updated_at': '2021-11-10T18:51:23Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': 'd9666b11-8e58-4cdf-aa66-936475bddd01', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:66:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:51:19Z', 'updated_at': '2021-11-10T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'b2c216c7-62b3-4471-bf92-9263ddb4f08c', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'floating_ip_address': '172.25.5.203', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'port_id': '45a3c3a2-2a1b-4664-96ea-64fcd20864d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '343edacf-18d0-4fa6-b65e-1a94528770c2', 'mac_address': 'fa:16:3e:33:19:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3a4b5f-2daf-4e3f-9682-c5820f970f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:51:39Z', 'updated_at': '2021-11-10T18:51:39Z', 'revision_number': 0, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5022980-cf2d-45ad-9556-c7e35b741539', 'name': '', 'network_id': '343edacf-18d0-4fa6-b65e-1a94528770c2', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:94:a5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'da60288c-0d1a-45ea-a2e3-8bef7b473c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:51:21Z', 'updated_at': '2021-11-10T18:51:25Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': 'da60288c-0d1a-45ea-a2e3-8bef7b473c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:51:41.490083 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c701cf-208c-49d6-97d3-6d180a2fa09d req-8e7226c2-76bc-454c-b398-97e0b519c871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:41.491853 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a7c701cf-208c-49d6-97d3-6d180a2fa09d req-8e7226c2-76bc-454c-b398-97e0b519c871 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da60288c-0d1a-45ea-a2e3-8bef7b473c3c HTTP/1.1" status: 200 len: 835 time: 0.0454109 Nov 10 18:51:41.499262 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e35012-d6da-451f-9174-99edb49635a8 None None] Checking router: 0e8291f8-2488-4711-9267-ea9b2540fbfb for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:51:41.508882 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e35012-d6da-451f-9174-99edb49635a8 None None] Routers {'0e8291f8-2488-4711-9267-ea9b2540fbfb'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:51:41.509479 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-08e35012-d6da-451f-9174-99edb49635a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:51:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0e8291f8-2488-4711-9267-ea9b2540fbfb'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:51:41.538734 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c701cf-208c-49d6-97d3-6d180a2fa09d req-830a53a3-96d5-471d-a0d7-9cd62a45409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:41.540172 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a7c701cf-208c-49d6-97d3-6d180a2fa09d req-830a53a3-96d5-471d-a0d7-9cd62a45409d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=343edacf-18d0-4fa6-b65e-1a94528770c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408831 Nov 10 18:51:41.639750 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a7c701cf-208c-49d6-97d3-6d180a2fa09d req-02b9fcdc-e54c-497d-ad2a-e7b4ee292254 service neutron] 10.222.0.13 "GET /v2.0/networks/343edacf-18d0-4fa6-b65e-1a94528770c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919492 Nov 10 18:51:41.736713 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a7c701cf-208c-49d6-97d3-6d180a2fa09d req-945f68ef-855d-4590-8096-9e9bb54ff222 service neutron] 10.222.0.13 "GET /v2.0/networks/343edacf-18d0-4fa6-b65e-1a94528770c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886397 Nov 10 18:51:41.789883 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-08e35012-d6da-451f-9174-99edb49635a8 None None] Set router 0e8291f8-2488-4711-9267-ea9b2540fbfb gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:51:42.012330 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-08e35012-d6da-451f-9174-99edb49635a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298741669', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd9666b11-8e58-4cdf-aa66-936475bddd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:51:19Z', 'updated_at': '2021-11-10T18:51:23Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': 'd9666b11-8e58-4cdf-aa66-936475bddd01', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:66:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:51:19Z', 'updated_at': '2021-11-10T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'b2c216c7-62b3-4471-bf92-9263ddb4f08c', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'floating_ip_address': '172.25.5.203', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'port_id': '45a3c3a2-2a1b-4664-96ea-64fcd20864d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '343edacf-18d0-4fa6-b65e-1a94528770c2', 'mac_address': 'fa:16:3e:33:19:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3a4b5f-2daf-4e3f-9682-c5820f970f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:51:39Z', 'updated_at': '2021-11-10T18:51:39Z', 'revision_number': 0, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5022980-cf2d-45ad-9556-c7e35b741539', 'name': '', 'network_id': '343edacf-18d0-4fa6-b65e-1a94528770c2', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:94:a5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'da60288c-0d1a-45ea-a2e3-8bef7b473c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:51:21Z', 'updated_at': '2021-11-10T18:51:25Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': 'da60288c-0d1a-45ea-a2e3-8bef7b473c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:51:42.039421 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e35012-d6da-451f-9174-99edb49635a8 None None] The sync data for ids ['0e8291f8-2488-4711-9267-ea9b2540fbfb'] in n-d-776250-10 is: [{'id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298741669', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd9666b11-8e58-4cdf-aa66-936475bddd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:51:19Z', 'updated_at': '2021-11-10T18:51:23Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': 'd9666b11-8e58-4cdf-aa66-936475bddd01', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:66:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:51:19Z', 'updated_at': '2021-11-10T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': 'b2c216c7-62b3-4471-bf92-9263ddb4f08c', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'floating_ip_address': '172.25.5.203', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'port_id': '45a3c3a2-2a1b-4664-96ea-64fcd20864d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '343edacf-18d0-4fa6-b65e-1a94528770c2', 'mac_address': 'fa:16:3e:33:19:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3a4b5f-2daf-4e3f-9682-c5820f970f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:51:39Z', 'updated_at': '2021-11-10T18:51:39Z', 'revision_number': 0, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5022980-cf2d-45ad-9556-c7e35b741539', 'name': '', 'network_id': '343edacf-18d0-4fa6-b65e-1a94528770c2', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:94:a5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'da60288c-0d1a-45ea-a2e3-8bef7b473c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:51:21Z', 'updated_at': '2021-11-10T18:51:25Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': 'da60288c-0d1a-45ea-a2e3-8bef7b473c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:51:42.221666 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fb1f55-9889-405b-a604-a80767d7d369 None None] New status for floating IP b2c216c7-62b3-4471-bf92-9263ddb4f08c: ACTIVE {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:51:42.420958 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35354) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:51:42.484991 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4c2643a0-3661-4c89-a877-4357e899aa5c tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/floatingips/b2c216c7-62b3-4471-bf92-9263ddb4f08c HTTP/1.1" status: 200 len: 993 time: 0.0628238 Nov 10 18:51:51.606926 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a85b2d3b-96d2-4546-87df-8a2097e63a83 req-61dd4b75-5ad2-40b2-8dd6-8474a93d9108 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=da3a4b5f-2daf-4e3f-9682-c5820f970f5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395124 Nov 10 18:51:51.696946 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b2d3b-96d2-4546-87df-8a2097e63a83 req-988d9309-4205-49c7-b65a-12576e649b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:51.698341 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a85b2d3b-96d2-4546-87df-8a2097e63a83 req-988d9309-4205-49c7-b65a-12576e649b16 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&device_id=da3a4b5f-2daf-4e3f-9682-c5820f970f5a HTTP/1.1" status: 200 len: 1097 time: 0.0463014 Nov 10 18:51:51.802309 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b2d3b-96d2-4546-87df-8a2097e63a83 req-7e512470-2e83-406e-9a02-087d5319956d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:51.803790 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a85b2d3b-96d2-4546-87df-8a2097e63a83 req-7e512470-2e83-406e-9a02-087d5319956d service neutron] 10.222.0.13 "GET /v2.0/networks?id=343edacf-18d0-4fa6-b65e-1a94528770c2 HTTP/1.1" status: 200 len: 898 time: 0.0852892 Nov 10 18:51:51.871800 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a85b2d3b-96d2-4546-87df-8a2097e63a83 req-3cf702b3-ccd9-46d5-897d-68522ab93e1b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45a3c3a2-2a1b-4664-96ea-64fcd20864d8 HTTP/1.1" status: 200 len: 1001 time: 0.0611501 Nov 10 18:51:51.921175 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b2d3b-96d2-4546-87df-8a2097e63a83 req-190c42bb-222b-42d2-a3db-f28d409e344d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:51.922650 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a85b2d3b-96d2-4546-87df-8a2097e63a83 req-190c42bb-222b-42d2-a3db-f28d409e344d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da60288c-0d1a-45ea-a2e3-8bef7b473c3c HTTP/1.1" status: 200 len: 835 time: 0.0435631 Nov 10 18:51:51.968346 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b2d3b-96d2-4546-87df-8a2097e63a83 req-5c2ee18c-7a29-4ec8-8306-2322f372b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:51:51.969834 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a85b2d3b-96d2-4546-87df-8a2097e63a83 req-5c2ee18c-7a29-4ec8-8306-2322f372b078 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=343edacf-18d0-4fa6-b65e-1a94528770c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397828 Nov 10 18:51:52.062853 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a85b2d3b-96d2-4546-87df-8a2097e63a83 req-27df69a0-389c-4c41-af21-7491c7662802 service neutron] 10.222.0.13 "GET /v2.0/networks/343edacf-18d0-4fa6-b65e-1a94528770c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861599 Nov 10 18:51:52.153363 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a85b2d3b-96d2-4546-87df-8a2097e63a83 req-2c942198-cfa4-4fe1-8ce7-1f66b0668fa9 service neutron] 10.222.0.13 "GET /v2.0/networks/343edacf-18d0-4fa6-b65e-1a94528770c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835359 Nov 10 18:51:55.553802 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:51:55.737947 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:00.695829 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-271a7905-9845-4839-8c51-289aa3183c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:03.054675 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2a7d8f55-a1b5-4443-a4ca-9bc8ad783bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:04.331494 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:05.816422 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:06.500382 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:10.908810 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:52:13.843471 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b36b4-d726-4206-87b6-e1070b4170b6 req-83eee739-59bf-40e7-8fa9-ec4477d17a68 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:13.844983 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3d1b36b4-d726-4206-87b6-e1070b4170b6 req-83eee739-59bf-40e7-8fa9-ec4477d17a68 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=da3a4b5f-2daf-4e3f-9682-c5820f970f5a HTTP/1.1" status: 200 len: 945 time: 0.0532401 Nov 10 18:52:13.899300 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3d1b36b4-d726-4206-87b6-e1070b4170b6 req-078a97ae-337a-4a70-a39f-6ab1f6a017c4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d78b540-f5fd-4abc-86f6-dafe998e4155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482972 Nov 10 18:52:15.023435 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81329fb1-b0f8-4ac6-8460-223aa311f0fc req-d9875379-b4ba-4329-95da-45307b889ab7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:15.027489 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-81329fb1-b0f8-4ac6-8460-223aa311f0fc req-d9875379-b4ba-4329-95da-45307b889ab7 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=da3a4b5f-2daf-4e3f-9682-c5820f970f5a HTTP/1.1" status: 200 len: 945 time: 0.0540948 Nov 10 18:52:15.080370 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-81329fb1-b0f8-4ac6-8460-223aa311f0fc req-6955a2cc-d9a4-429e-b9e5-a2bad5dd6c12 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d78b540-f5fd-4abc-86f6-dafe998e4155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470417 Nov 10 18:52:15.103727 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35372) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:52:15.169518 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1b1b96ee-b7d7-4381-a8f1-26afb62dd893 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/floatingips/b2c216c7-62b3-4471-bf92-9263ddb4f08c HTTP/1.1" status: 200 len: 993 time: 0.0646298 Nov 10 18:52:16.473949 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950338a4-2e7e-4c95-b32c-7faa43f8331a req-02adbb94-8041-4e16-b235-1ef1b4fb540d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:16.475448 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-950338a4-2e7e-4c95-b32c-7faa43f8331a req-02adbb94-8041-4e16-b235-1ef1b4fb540d tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=da3a4b5f-2daf-4e3f-9682-c5820f970f5a HTTP/1.1" status: 200 len: 945 time: 0.0796218 Nov 10 18:52:16.482546 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41052bf4-0eb1-4d82-b3ad-2e8ad99896fc req-41419e93-8cd8-463c-91de-345236d9bbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:16.484218 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-41052bf4-0eb1-4d82-b3ad-2e8ad99896fc req-41419e93-8cd8-463c-91de-345236d9bbc8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&device_id=da3a4b5f-2daf-4e3f-9682-c5820f970f5a HTTP/1.1" status: 200 len: 1097 time: 0.0594413 Nov 10 18:52:16.584663 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-950338a4-2e7e-4c95-b32c-7faa43f8331a req-f6e8cc1c-09a7-4f19-8e19-195f80ff6d83 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d78b540-f5fd-4abc-86f6-dafe998e4155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994802 Nov 10 18:52:16.617408 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41052bf4-0eb1-4d82-b3ad-2e8ad99896fc req-1b0016b2-257a-4769-8738-f70fff731b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:16.619155 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-41052bf4-0eb1-4d82-b3ad-2e8ad99896fc req-1b0016b2-257a-4769-8738-f70fff731b32 service neutron] 10.222.0.13 "GET /v2.0/networks?id=343edacf-18d0-4fa6-b65e-1a94528770c2 HTTP/1.1" status: 200 len: 898 time: 0.1207387 Nov 10 18:52:16.692213 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-41052bf4-0eb1-4d82-b3ad-2e8ad99896fc req-94c8ca7c-5e32-4c56-8c7c-ce9c5676727b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45a3c3a2-2a1b-4664-96ea-64fcd20864d8 HTTP/1.1" status: 200 len: 1001 time: 0.0663221 Nov 10 18:52:16.745017 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41052bf4-0eb1-4d82-b3ad-2e8ad99896fc req-ce134784-e1fe-46d1-89e5-8b7a616dc382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:16.746427 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-41052bf4-0eb1-4d82-b3ad-2e8ad99896fc req-ce134784-e1fe-46d1-89e5-8b7a616dc382 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da60288c-0d1a-45ea-a2e3-8bef7b473c3c HTTP/1.1" status: 200 len: 835 time: 0.0475397 Nov 10 18:52:16.795114 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41052bf4-0eb1-4d82-b3ad-2e8ad99896fc req-7bbbe8b9-1b6f-422a-a0e6-4a1744aede2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:16.796694 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-41052bf4-0eb1-4d82-b3ad-2e8ad99896fc req-7bbbe8b9-1b6f-422a-a0e6-4a1744aede2e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=343edacf-18d0-4fa6-b65e-1a94528770c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426819 Nov 10 18:52:16.891353 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-41052bf4-0eb1-4d82-b3ad-2e8ad99896fc req-299b2c31-f715-4092-924a-e6054176f993 service neutron] 10.222.0.13 "GET /v2.0/networks/343edacf-18d0-4fa6-b65e-1a94528770c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871472 Nov 10 18:52:16.986120 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-41052bf4-0eb1-4d82-b3ad-2e8ad99896fc req-07b4f29f-5580-4307-bbaa-c62fd47aa53f service neutron] 10.222.0.13 "GET /v2.0/networks/343edacf-18d0-4fa6-b65e-1a94528770c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875070 Nov 10 18:52:17.715064 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edf758-0bd4-404b-b0cc-d73be67b4867 req-58b21bdb-1e22-4c03-9eb1-57f6babe4ffc tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:17.716568 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-60edf758-0bd4-404b-b0cc-d73be67b4867 req-58b21bdb-1e22-4c03-9eb1-57f6babe4ffc tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=da3a4b5f-2daf-4e3f-9682-c5820f970f5a HTTP/1.1" status: 200 len: 945 time: 0.0576510 Nov 10 18:52:17.769765 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-60edf758-0bd4-404b-b0cc-d73be67b4867 req-73378d45-d630-4c61-aea4-1ca6640fa739 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d78b540-f5fd-4abc-86f6-dafe998e4155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471714 Nov 10 18:52:18.897340 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad046e06-6100-44f0-9d69-b6c5f1dcc6ec req-395b0e09-57cb-480d-9b91-265fddd64a10 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:18.898817 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ad046e06-6100-44f0-9d69-b6c5f1dcc6ec req-395b0e09-57cb-480d-9b91-265fddd64a10 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=da3a4b5f-2daf-4e3f-9682-c5820f970f5a HTTP/1.1" status: 200 len: 945 time: 0.0561998 Nov 10 18:52:18.950004 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ad046e06-6100-44f0-9d69-b6c5f1dcc6ec req-26946527-21e8-4288-9bb1-a5144226a5b8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d78b540-f5fd-4abc-86f6-dafe998e4155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444429 Nov 10 18:52:18.973955 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35384) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:52:19.040477 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-eefb9377-0693-4580-9eec-09db2caac4c8 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/floatingips/b2c216c7-62b3-4471-bf92-9263ddb4f08c HTTP/1.1" status: 200 len: 993 time: 0.0651629 Nov 10 18:52:19.258605 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35390) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:52:19.422097 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-c8c3849c-e55c-42e4-8200-e4eff12070f6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Deleting port 6f4fd172-3b65-41d8-84a5-30a53df39f16 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:52:19.422374 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8c3849c-e55c-42e4-8200-e4eff12070f6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:19.500294 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8c3849c-e55c-42e4-8200-e4eff12070f6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:19.500622 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8c3849c-e55c-42e4-8200-e4eff12070f6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:19.512524 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-c8c3849c-e55c-42e4-8200-e4eff12070f6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Calling delete_port for 6f4fd172-3b65-41d8-84a5-30a53df39f16 owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:52:19.670637 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8c3849c-e55c-42e4-8200-e4eff12070f6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:19.695822 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c3849c-e55c-42e4-8200-e4eff12070f6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event deleted for resources: {'Port': ['ID=6f4fd172-3b65-41d8-84a5-30a53df39f16,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:19.708527 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c3849c-e55c-42e4-8200-e4eff12070f6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:19.708875 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c3849c-e55c-42e4-8200-e4eff12070f6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:19.709223 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c3849c-e55c-42e4-8200-e4eff12070f6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:19.709561 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c3849c-e55c-42e4-8200-e4eff12070f6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:19.709893 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c3849c-e55c-42e4-8200-e4eff12070f6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:19.710683 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c3849c-e55c-42e4-8200-e4eff12070f6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:19.710683 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c3849c-e55c-42e4-8200-e4eff12070f6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:19.710880 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c3849c-e55c-42e4-8200-e4eff12070f6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:19.711173 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c3849c-e55c-42e4-8200-e4eff12070f6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:19.711498 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c3849c-e55c-42e4-8200-e4eff12070f6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:19.711854 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c3849c-e55c-42e4-8200-e4eff12070f6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:19.712884 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c3849c-e55c-42e4-8200-e4eff12070f6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:19.780497 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8c3849c-e55c-42e4-8200-e4eff12070f6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:19.780831 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-c8c3849c-e55c-42e4-8200-e4eff12070f6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Floating IP b2c216c7-62b3-4471-bf92-9263ddb4f08c disassociated (deleted). External IP: 172.25.5.203, port: 45a3c3a2-2a1b-4664-96ea-64fcd20864d8. Nov 10 18:52:19.995475 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c3849c-e55c-42e4-8200-e4eff12070f6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Router 0e8291f8-2488-4711-9267-ea9b2540fbfb has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:52:20.110010 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c3849c-e55c-42e4-8200-e4eff12070f6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:52:20.114769 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c8c3849c-e55c-42e4-8200-e4eff12070f6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:20.120267 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9c8c38-cd33-4ffd-b124-6881c62865ba None None] Sync routers for ids ['0e8291f8-2488-4711-9267-ea9b2540fbfb'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:52:20.129525 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9c8c38-cd33-4ffd-b124-6881c62865ba None None] Routers {'0e8291f8-2488-4711-9267-ea9b2540fbfb'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:52:20.130130 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-0e9c8c38-cd33-4ffd-b124-6881c62865ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:52:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0e8291f8-2488-4711-9267-ea9b2540fbfb'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:52:20.143842 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c8c3849c-e55c-42e4-8200-e4eff12070f6 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "DELETE /v2.0/floatingips/b2c216c7-62b3-4471-bf92-9263ddb4f08c HTTP/1.1" status: 204 len: 168 time: 0.8841491 Nov 10 18:52:20.144583 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3a4b5f-2daf-4e3f-9682-c5820f970f5a', 'tag': '45a3c3a2-2a1b-4664-96ea-64fcd20864d8'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:52:20.147576 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110aaf69-a884-4b10-80d5-b7363bf2d031" -d '{"events": [{"name": "network-changed", "server_uuid": "da3a4b5f-2daf-4e3f-9682-c5820f970f5a", "tag": "45a3c3a2-2a1b-4664-96ea-64fcd20864d8"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:52:20.187100 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d747e3a-9254-41d0-b195-f18a010f3a5c x-openstack-request-id: req-1d747e3a-9254-41d0-b195-f18a010f3a5c {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:52:20.187393 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3a4b5f-2daf-4e3f-9682-c5820f970f5a", "tag": "45a3c3a2-2a1b-4664-96ea-64fcd20864d8", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:52:20.188274 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1d747e3a-9254-41d0-b195-f18a010f3a5c {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:52:20.188695 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da3a4b5f-2daf-4e3f-9682-c5820f970f5a', 'tag': '45a3c3a2-2a1b-4664-96ea-64fcd20864d8', 'status': 'completed', 'code': 200} Nov 10 18:52:20.256328 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-0e9c8c38-cd33-4ffd-b124-6881c62865ba None None] Set router 0e8291f8-2488-4711-9267-ea9b2540fbfb gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:52:20.263442 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110aaf69-a884-4b10-80d5-b7363bf2d031 req-dfadd020-1b85-4578-a3b2-ca6d7beadb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:20.265006 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-110aaf69-a884-4b10-80d5-b7363bf2d031 req-dfadd020-1b85-4578-a3b2-ca6d7beadb8b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&device_id=da3a4b5f-2daf-4e3f-9682-c5820f970f5a HTTP/1.1" status: 200 len: 1097 time: 0.0512931 Nov 10 18:52:20.373172 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110aaf69-a884-4b10-80d5-b7363bf2d031 req-718c6791-b8bc-4248-b94d-2eb1492d53f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:20.375903 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-110aaf69-a884-4b10-80d5-b7363bf2d031 req-718c6791-b8bc-4248-b94d-2eb1492d53f3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=343edacf-18d0-4fa6-b65e-1a94528770c2 HTTP/1.1" status: 200 len: 898 time: 0.0997713 Nov 10 18:52:20.390153 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380066e-87c2-4229-81a7-7f4a65f50015 req-6e6aaf10-f98d-4fd8-8cc7-bba882a06b52 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:20.391806 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5380066e-87c2-4229-81a7-7f4a65f50015 req-6e6aaf10-f98d-4fd8-8cc7-bba882a06b52 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=da3a4b5f-2daf-4e3f-9682-c5820f970f5a HTTP/1.1" status: 200 len: 945 time: 0.0529103 Nov 10 18:52:20.428738 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-110aaf69-a884-4b10-80d5-b7363bf2d031 req-c446cfae-2b3b-4817-a141-4cfecedd814a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45a3c3a2-2a1b-4664-96ea-64fcd20864d8 HTTP/1.1" status: 200 len: 217 time: 0.0434487 Nov 10 18:52:20.444241 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5380066e-87c2-4229-81a7-7f4a65f50015 req-4e954609-7659-438d-a5c2-8c246ea0331e tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d78b540-f5fd-4abc-86f6-dafe998e4155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459144 Nov 10 18:52:20.482065 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110aaf69-a884-4b10-80d5-b7363bf2d031 req-c57f59f4-b3f7-444f-bc73-7248ccb9f3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:20.482641 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-0e9c8c38-cd33-4ffd-b124-6881c62865ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298741669', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd9666b11-8e58-4cdf-aa66-936475bddd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:51:19Z', 'updated_at': '2021-11-10T18:51:23Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': 'd9666b11-8e58-4cdf-aa66-936475bddd01', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:66:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:51:19Z', 'updated_at': '2021-11-10T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'f5022980-cf2d-45ad-9556-c7e35b741539', 'name': '', 'network_id': '343edacf-18d0-4fa6-b65e-1a94528770c2', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:94:a5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'da60288c-0d1a-45ea-a2e3-8bef7b473c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:51:21Z', 'updated_at': '2021-11-10T18:51:25Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': 'da60288c-0d1a-45ea-a2e3-8bef7b473c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:52:20.483605 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-110aaf69-a884-4b10-80d5-b7363bf2d031 req-c57f59f4-b3f7-444f-bc73-7248ccb9f3f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da60288c-0d1a-45ea-a2e3-8bef7b473c3c HTTP/1.1" status: 200 len: 835 time: 0.0474946 Nov 10 18:52:20.511934 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9c8c38-cd33-4ffd-b124-6881c62865ba None None] Checking router: 0e8291f8-2488-4711-9267-ea9b2540fbfb for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:52:20.520249 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9c8c38-cd33-4ffd-b124-6881c62865ba None None] Routers {'0e8291f8-2488-4711-9267-ea9b2540fbfb'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:52:20.520856 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-0e9c8c38-cd33-4ffd-b124-6881c62865ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:52:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0e8291f8-2488-4711-9267-ea9b2540fbfb'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:52:20.532658 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110aaf69-a884-4b10-80d5-b7363bf2d031 req-e2beef02-486c-483a-b8a7-b4436f308604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:20.534216 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-110aaf69-a884-4b10-80d5-b7363bf2d031 req-e2beef02-486c-483a-b8a7-b4436f308604 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=343edacf-18d0-4fa6-b65e-1a94528770c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421813 Nov 10 18:52:20.629654 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-0e9c8c38-cd33-4ffd-b124-6881c62865ba None None] Set router 0e8291f8-2488-4711-9267-ea9b2540fbfb gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:52:20.631170 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-110aaf69-a884-4b10-80d5-b7363bf2d031 req-aced7774-301c-44fd-89e3-5fdba605575a service neutron] 10.222.0.13 "GET /v2.0/networks/343edacf-18d0-4fa6-b65e-1a94528770c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883908 Nov 10 18:52:20.727165 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-110aaf69-a884-4b10-80d5-b7363bf2d031 req-72b84e82-9e97-4443-9da6-5b83789e5310 service neutron] 10.222.0.13 "GET /v2.0/networks/343edacf-18d0-4fa6-b65e-1a94528770c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870047 Nov 10 18:52:20.835705 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-0e9c8c38-cd33-4ffd-b124-6881c62865ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298741669', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd9666b11-8e58-4cdf-aa66-936475bddd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:51:19Z', 'updated_at': '2021-11-10T18:51:23Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': 'd9666b11-8e58-4cdf-aa66-936475bddd01', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:66:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:51:19Z', 'updated_at': '2021-11-10T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'f5022980-cf2d-45ad-9556-c7e35b741539', 'name': '', 'network_id': '343edacf-18d0-4fa6-b65e-1a94528770c2', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:94:a5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'da60288c-0d1a-45ea-a2e3-8bef7b473c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:51:21Z', 'updated_at': '2021-11-10T18:51:25Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': 'da60288c-0d1a-45ea-a2e3-8bef7b473c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:52:20.866897 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9c8c38-cd33-4ffd-b124-6881c62865ba None None] The sync data for ids ['0e8291f8-2488-4711-9267-ea9b2540fbfb'] in n-d-776250-10 is: [{'id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298741669', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd9666b11-8e58-4cdf-aa66-936475bddd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:51:19Z', 'updated_at': '2021-11-10T18:51:23Z', 'revision_number': 4, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': 'd9666b11-8e58-4cdf-aa66-936475bddd01', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:66:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:51:19Z', 'updated_at': '2021-11-10T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'f5022980-cf2d-45ad-9556-c7e35b741539', 'name': '', 'network_id': '343edacf-18d0-4fa6-b65e-1a94528770c2', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'mac_address': 'fa:16:3e:94:a5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'da60288c-0d1a-45ea-a2e3-8bef7b473c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:51:21Z', 'updated_at': '2021-11-10T18:51:25Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'subnets': [{'id': 'da60288c-0d1a-45ea-a2e3-8bef7b473c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:52:21.098526 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e995e3b3-12bf-4525-b59a-33980c9def4d None None] New status for floating IP b2c216c7-62b3-4471-bf92-9263ddb4f08c: DOWN {{(pid=102471) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:52:21.567027 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007c398-750c-40a9-bbe1-679dc9074ecc req-d31b842d-ddaf-4ea1-b11d-51a462463976 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:21.568611 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f007c398-750c-40a9-bbe1-679dc9074ecc req-d31b842d-ddaf-4ea1-b11d-51a462463976 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=da3a4b5f-2daf-4e3f-9682-c5820f970f5a HTTP/1.1" status: 200 len: 945 time: 0.0513134 Nov 10 18:52:21.624676 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f007c398-750c-40a9-bbe1-679dc9074ecc req-5bce4d0d-c16e-434b-911e-a6b73bdd2a68 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d78b540-f5fd-4abc-86f6-dafe998e4155&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493360 Nov 10 18:52:21.907475 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afe87d-7ed0-41dc-8990-21f0d3cb5038 req-df75c77d-8760-4763-a746-088d9315cd29 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:21.909011 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-80afe87d-7ed0-41dc-8990-21f0d3cb5038 req-df75c77d-8760-4763-a746-088d9315cd29 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3a4b5f-2daf-4e3f-9682-c5820f970f5a HTTP/1.1" status: 200 len: 945 time: 0.0507526 Nov 10 18:52:22.004567 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-80afe87d-7ed0-41dc-8990-21f0d3cb5038 req-1b4f0ce0-8f25-40dd-892d-d8d598fe07d4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Deleting port 45a3c3a2-2a1b-4664-96ea-64fcd20864d8 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:52:22.005176 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-80afe87d-7ed0-41dc-8990-21f0d3cb5038 req-1b4f0ce0-8f25-40dd-892d-d8d598fe07d4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:22.116722 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-80afe87d-7ed0-41dc-8990-21f0d3cb5038 req-1b4f0ce0-8f25-40dd-892d-d8d598fe07d4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] For port 45a3c3a2-2a1b-4664-96ea-64fcd20864d8, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=45a3c3a2-2a1b-4664-96ea-64fcd20864d8,segment=NetworkSegment(3339d378-1dd0-42c4-9074-f4e7e6e7ded5),segment_id=3339d378-1dd0-42c4-9074-f4e7e6e7ded5)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:52:22.117101 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-80afe87d-7ed0-41dc-8990-21f0d3cb5038 req-1b4f0ce0-8f25-40dd-892d-d8d598fe07d4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:22.129926 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-80afe87d-7ed0-41dc-8990-21f0d3cb5038 req-1b4f0ce0-8f25-40dd-892d-d8d598fe07d4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Calling delete_port for 45a3c3a2-2a1b-4664-96ea-64fcd20864d8 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:52:22.266274 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-80afe87d-7ed0-41dc-8990-21f0d3cb5038 req-1b4f0ce0-8f25-40dd-892d-d8d598fe07d4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:22.295083 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f0ce0-8f25-40dd-892d-d8d598fe07d4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event deleted for resources: {'Port': ['ID=45a3c3a2-2a1b-4664-96ea-64fcd20864d8,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:22.309329 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f0ce0-8f25-40dd-892d-d8d598fe07d4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:22.309329 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f0ce0-8f25-40dd-892d-d8d598fe07d4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:22.309702 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f0ce0-8f25-40dd-892d-d8d598fe07d4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:22.309876 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f0ce0-8f25-40dd-892d-d8d598fe07d4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:22.310248 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f0ce0-8f25-40dd-892d-d8d598fe07d4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:22.310589 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f0ce0-8f25-40dd-892d-d8d598fe07d4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:22.310926 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f0ce0-8f25-40dd-892d-d8d598fe07d4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:22.311257 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f0ce0-8f25-40dd-892d-d8d598fe07d4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:22.311591 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f0ce0-8f25-40dd-892d-d8d598fe07d4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:22.311920 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f0ce0-8f25-40dd-892d-d8d598fe07d4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:22.312276 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f0ce0-8f25-40dd-892d-d8d598fe07d4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:22.312605 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4f0ce0-8f25-40dd-892d-d8d598fe07d4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:22.347604 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-80afe87d-7ed0-41dc-8990-21f0d3cb5038 req-1b4f0ce0-8f25-40dd-892d-d8d598fe07d4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] No DVR routers for this DVR port 45a3c3a2-2a1b-4664-96ea-64fcd20864d8 on host n-h2-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:52:22.350270 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-80afe87d-7ed0-41dc-8990-21f0d3cb5038 req-1b4f0ce0-8f25-40dd-892d-d8d598fe07d4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:22.353733 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-80afe87d-7ed0-41dc-8990-21f0d3cb5038 req-1b4f0ce0-8f25-40dd-892d-d8d598fe07d4 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.13 "DELETE /v2.0/ports/45a3c3a2-2a1b-4664-96ea-64fcd20864d8 HTTP/1.1" status: 204 len: 173 time: 0.4377799 Nov 10 18:52:22.354170 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3a4b5f-2daf-4e3f-9682-c5820f970f5a', 'name': 'network-vif-deleted', 'tag': '45a3c3a2-2a1b-4664-96ea-64fcd20864d8'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:52:22.356431 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90723a8-bc81-45ca-8ee4-df407853151a" -d '{"events": [{"server_uuid": "da3a4b5f-2daf-4e3f-9682-c5820f970f5a", "name": "network-vif-deleted", "tag": "45a3c3a2-2a1b-4664-96ea-64fcd20864d8"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:52:22.395682 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e63d4c4-e5f7-44fe-946c-7f9809468568 x-openstack-request-id: req-3e63d4c4-e5f7-44fe-946c-7f9809468568 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:52:22.395988 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3a4b5f-2daf-4e3f-9682-c5820f970f5a", "name": "network-vif-deleted", "tag": "45a3c3a2-2a1b-4664-96ea-64fcd20864d8", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:52:22.396282 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3e63d4c4-e5f7-44fe-946c-7f9809468568 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:52:22.396685 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3a4b5f-2daf-4e3f-9682-c5820f970f5a', 'name': 'network-vif-deleted', 'tag': '45a3c3a2-2a1b-4664-96ea-64fcd20864d8', 'status': 'completed', 'code': 200} Nov 10 18:52:22.739605 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7fda0333-ceef-4e9c-918e-7c98a37780b0 req-91eaa233-5281-411e-9369-451bc5d40026 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "GET /v2.0/ports?device_id=da3a4b5f-2daf-4e3f-9682-c5820f970f5a HTTP/1.1" status: 200 len: 210 time: 0.0290048 Nov 10 18:52:23.804472 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35406) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:52:24.210622 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cfb9e9d4-4681-454f-bad3-e970e27cbf00 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:24.478070 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-cfb9e9d4-4681-454f-bad3-e970e27cbf00 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Deleting port f5022980-cf2d-45ad-9556-c7e35b741539 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:52:24.478326 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cfb9e9d4-4681-454f-bad3-e970e27cbf00 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:24.569571 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-cfb9e9d4-4681-454f-bad3-e970e27cbf00 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] For port f5022980-cf2d-45ad-9556-c7e35b741539, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=f5022980-cf2d-45ad-9556-c7e35b741539,segment=NetworkSegment(3339d378-1dd0-42c4-9074-f4e7e6e7ded5),segment_id=3339d378-1dd0-42c4-9074-f4e7e6e7ded5)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:52:24.569931 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cfb9e9d4-4681-454f-bad3-e970e27cbf00 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:24.582944 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-cfb9e9d4-4681-454f-bad3-e970e27cbf00 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Calling delete_port for f5022980-cf2d-45ad-9556-c7e35b741539 owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:52:24.785502 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cfb9e9d4-4681-454f-bad3-e970e27cbf00 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:24.817523 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9e9d4-4681-454f-bad3-e970e27cbf00 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event deleted for resources: {'Port': ['ID=f5022980-cf2d-45ad-9556-c7e35b741539,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:24.819031 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 45a3c3a2-2a1b-4664-96ea-64fcd20864d8 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:52:24.841831 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 45a3c3a2-2a1b-4664-96ea-64fcd20864d8 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:52:24.842181 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 45a3c3a2-2a1b-4664-96ea-64fcd20864d8 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:52:24.997457 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cfb9e9d4-4681-454f-bad3-e970e27cbf00 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:25.530138 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb9e9d4-4681-454f-bad3-e970e27cbf00 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Router 0e8291f8-2488-4711-9267-ea9b2540fbfb has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:52:25.551050 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:25.651008 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb9e9d4-4681-454f-bad3-e970e27cbf00 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:52:25.656084 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-cfb9e9d4-4681-454f-bad3-e970e27cbf00 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "PUT /v2.0/routers/0e8291f8-2488-4711-9267-ea9b2540fbfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8504968 Nov 10 18:52:25.658809 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35408) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:52:25.661625 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdd0c68-054d-4837-af36-b6f6348e260c None None] Sync routers for ids ['0e8291f8-2488-4711-9267-ea9b2540fbfb'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:52:25.672469 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdd0c68-054d-4837-af36-b6f6348e260c None None] Routers {'0e8291f8-2488-4711-9267-ea9b2540fbfb'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:52:25.673074 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6bdd0c68-054d-4837-af36-b6f6348e260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:52:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0e8291f8-2488-4711-9267-ea9b2540fbfb'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:52:25.712936 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-af0368b4-74ed-4b45-a704-ab742736c1bf tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Deleting subnet da60288c-0d1a-45ea-a2e3-8bef7b473c3c {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 18:52:25.716516 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-af0368b4-74ed-4b45-a704-ab742736c1bf tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:25.760290 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-af0368b4-74ed-4b45-a704-ab742736c1bf tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:25.789593 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:25.813748 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-6bdd0c68-054d-4837-af36-b6f6348e260c None None] Set router 0e8291f8-2488-4711-9267-ea9b2540fbfb gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:52:25.863240 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-af0368b4-74ed-4b45-a704-ab742736c1bf tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:25.923940 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-af0368b4-74ed-4b45-a704-ab742736c1bf tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:25.951634 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0368b4-74ed-4b45-a704-ab742736c1bf tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event deleted for resources: {'Subnet': ['ID=da60288c-0d1a-45ea-a2e3-8bef7b473c3c,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:25.955406 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-af0368b4-74ed-4b45-a704-ab742736c1bf tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:25.958680 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-af0368b4-74ed-4b45-a704-ab742736c1bf tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "DELETE /v2.0/subnets/da60288c-0d1a-45ea-a2e3-8bef7b473c3c HTTP/1.1" status: 204 len: 168 time: 0.2988479 Nov 10 18:52:25.961284 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35410) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:52:25.976432 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf3cd03-6958-44d1-8d32-3b5f3e8ee72b None None] Network 343edacf-18d0-4fa6-b65e-1a94528770c2 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:52:26.076513 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6355eb1e-c7df-4aa0-a7c9-0065b34bb620 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:26.098530 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6bdd0c68-054d-4837-af36-b6f6348e260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298741669', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd9666b11-8e58-4cdf-aa66-936475bddd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:51:19Z', 'updated_at': '2021-11-10T18:52:24Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': 'd9666b11-8e58-4cdf-aa66-936475bddd01', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:66:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:51:19Z', 'updated_at': '2021-11-10T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:52:26.130375 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdd0c68-054d-4837-af36-b6f6348e260c None None] Checking router: 0e8291f8-2488-4711-9267-ea9b2540fbfb for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:52:26.143319 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdd0c68-054d-4837-af36-b6f6348e260c None None] Routers {'0e8291f8-2488-4711-9267-ea9b2540fbfb'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:52:26.143955 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6bdd0c68-054d-4837-af36-b6f6348e260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:52:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['0e8291f8-2488-4711-9267-ea9b2540fbfb'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:52:26.189419 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6355eb1e-c7df-4aa0-a7c9-0065b34bb620 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:26.228731 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bfe69a-2ecb-4eee-9fb6-e0a520560329 None None] DHCP port deletion for 343edacf-18d0-4fa6-b65e-1a94528770c2 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:52:26.247660 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-6355eb1e-c7df-4aa0-a7c9-0065b34bb620 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Deleting port d9666b11-8e58-4cdf-aa66-936475bddd01 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:52:26.248034 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6355eb1e-c7df-4aa0-a7c9-0065b34bb620 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:26.280727 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-6bdd0c68-054d-4837-af36-b6f6348e260c None None] Set router 0e8291f8-2488-4711-9267-ea9b2540fbfb gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:52:26.335509 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-6355eb1e-c7df-4aa0-a7c9-0065b34bb620 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] For port d9666b11-8e58-4cdf-aa66-936475bddd01, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=d9666b11-8e58-4cdf-aa66-936475bddd01,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:52:26.335768 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6355eb1e-c7df-4aa0-a7c9-0065b34bb620 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:26.349798 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-6355eb1e-c7df-4aa0-a7c9-0065b34bb620 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Calling delete_port for d9666b11-8e58-4cdf-aa66-936475bddd01 owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:52:26.528522 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6355eb1e-c7df-4aa0-a7c9-0065b34bb620 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:26.553952 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355eb1e-c7df-4aa0-a7c9-0065b34bb620 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event deleted for resources: {'Port': ['ID=d9666b11-8e58-4cdf-aa66-936475bddd01,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:26.561081 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-89bfe69a-2ecb-4eee-9fb6-e0a520560329 None None] Deleting port 8bf70a15-7ccc-4d91-98ec-33902067ccd6 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:52:26.561543 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-89bfe69a-2ecb-4eee-9fb6-e0a520560329 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:26.603327 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7993ab27-f009-4562-9c23-1aa20ffea6b2 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:52:26.621344 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6355eb1e-c7df-4aa0-a7c9-0065b34bb620 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:26.656854 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-89bfe69a-2ecb-4eee-9fb6-e0a520560329 None None] For port 8bf70a15-7ccc-4d91-98ec-33902067ccd6, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=8bf70a15-7ccc-4d91-98ec-33902067ccd6,segment=NetworkSegment(3339d378-1dd0-42c4-9074-f4e7e6e7ded5),segment_id=3339d378-1dd0-42c4-9074-f4e7e6e7ded5)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:52:26.657264 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-89bfe69a-2ecb-4eee-9fb6-e0a520560329 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:26.689487 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-89bfe69a-2ecb-4eee-9fb6-e0a520560329 None None] Calling delete_port for 8bf70a15-7ccc-4d91-98ec-33902067ccd6 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:52:26.719592 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6355eb1e-c7df-4aa0-a7c9-0065b34bb620 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:26.721835 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6355eb1e-c7df-4aa0-a7c9-0065b34bb620 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:26.766584 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6355eb1e-c7df-4aa0-a7c9-0065b34bb620 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:26.767611 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6355eb1e-c7df-4aa0-a7c9-0065b34bb620 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Fanout notify agent at l3_agent the message router_deleted on router 0e8291f8-2488-4711-9267-ea9b2540fbfb {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 18:52:26.776536 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6355eb1e-c7df-4aa0-a7c9-0065b34bb620 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:26.779591 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6355eb1e-c7df-4aa0-a7c9-0065b34bb620 tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "DELETE /v2.0/routers/0e8291f8-2488-4711-9267-ea9b2540fbfb HTTP/1.1" status: 204 len: 168 time: 0.8147628 Nov 10 18:52:26.779734 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-6bdd0c68-054d-4837-af36-b6f6348e260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298741669', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd9666b11-8e58-4cdf-aa66-936475bddd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:51:19Z', 'updated_at': '2021-11-10T18:52:24Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': 'd9666b11-8e58-4cdf-aa66-936475bddd01', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:66:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:51:19Z', 'updated_at': '2021-11-10T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:52:26.779868 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35412) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:52:26.810215 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdd0c68-054d-4837-af36-b6f6348e260c None None] The sync data for ids ['0e8291f8-2488-4711-9267-ea9b2540fbfb'] in n-d-776250-10 is: [{'id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298741669', 'tenant_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'd9666b11-8e58-4cdf-aa66-936475bddd01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:51:19Z', 'updated_at': '2021-11-10T18:52:24Z', 'revision_number': 5, 'project_id': '3a4cdcfb1ddb4f1fa1b16f5ab40f5b51', 'gw_port': {'id': 'd9666b11-8e58-4cdf-aa66-936475bddd01', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:66:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8291f8-2488-4711-9267-ea9b2540fbfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:51:19Z', 'updated_at': '2021-11-10T18:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:52:26.825030 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-89bfe69a-2ecb-4eee-9fb6-e0a520560329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:26.851446 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bfe69a-2ecb-4eee-9fb6-e0a520560329 None None] Pushing event deleted for resources: {'Port': ['ID=8bf70a15-7ccc-4d91-98ec-33902067ccd6,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:26.856752 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bfe69a-2ecb-4eee-9fb6-e0a520560329 None None] No DVR routers for this DVR port 8bf70a15-7ccc-4d91-98ec-33902067ccd6 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:52:26.864223 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bfe69a-2ecb-4eee-9fb6-e0a520560329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:26.864546 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bfe69a-2ecb-4eee-9fb6-e0a520560329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:26.864886 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bfe69a-2ecb-4eee-9fb6-e0a520560329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:26.865219 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bfe69a-2ecb-4eee-9fb6-e0a520560329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:26.865550 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bfe69a-2ecb-4eee-9fb6-e0a520560329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:26.866198 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bfe69a-2ecb-4eee-9fb6-e0a520560329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:26.866198 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bfe69a-2ecb-4eee-9fb6-e0a520560329 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:26.866900 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bfe69a-2ecb-4eee-9fb6-e0a520560329 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:26.866900 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bfe69a-2ecb-4eee-9fb6-e0a520560329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:26.867207 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bfe69a-2ecb-4eee-9fb6-e0a520560329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:26.867508 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bfe69a-2ecb-4eee-9fb6-e0a520560329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:26.867783 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89bfe69a-2ecb-4eee-9fb6-e0a520560329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:26.872512 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-63fe3233-a167-4044-b149-ef7e41dd093a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:26.958978 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-63fe3233-a167-4044-b149-ef7e41dd093a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:26.979038 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-63fe3233-a167-4044-b149-ef7e41dd093a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['343edacf-18d0-4fa6-b65e-1a94528770c2']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:52:26.988434 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-63fe3233-a167-4044-b149-ef7e41dd093a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3339d378-1dd0-42c4-9074-f4e7e6e7ded5') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:52:26.988731 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-63fe3233-a167-4044-b149-ef7e41dd093a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3339d378-1dd0-42c4-9074-f4e7e6e7ded5') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:52:26.998650 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-63fe3233-a167-4044-b149-ef7e41dd093a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:27.011575 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-63fe3233-a167-4044-b149-ef7e41dd093a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:27.017505 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63fe3233-a167-4044-b149-ef7e41dd093a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 18:52:27.017892 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-63fe3233-a167-4044-b149-ef7e41dd093a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:27.020927 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 18:52:27.020927 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 18:52:27.020927 n-d-776250-10 neutron-server[102469]: timer() Nov 10 18:52:27.020927 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 18:52:27.020927 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 18:52:27.020927 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 18:52:27.020927 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 18:52:27.020927 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 18:52:27.020927 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 18:52:27.020927 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 18:52:27.020927 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 18:52:27.020927 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 18:52:27.020927 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 18:52:27.020927 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 18:52:27.020927 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 18:52:27.020927 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 18:52:27.020927 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 18:52:27.020927 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 18:52:27.020927 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 18:52:27.020927 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 18:52:27.020927 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 18:52:27.020927 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 18:52:27.020927 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 18:52:27.020927 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 18:52:27.020927 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 18:52:27.020927 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 18:52:27.020927 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 18:52:27.020927 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 18:52:27.020927 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 18:52:27.020927 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 18:52:27.020927 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 18:52:27.020927 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 18:52:27.083436 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-63fe3233-a167-4044-b149-ef7e41dd093a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:27.091553 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-63fe3233-a167-4044-b149-ef7e41dd093a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:27.094717 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-63fe3233-a167-4044-b149-ef7e41dd093a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "DELETE /v2.0/networks/343edacf-18d0-4fa6-b65e-1a94528770c2 HTTP/1.1" status: 204 len: 168 time: 0.3139889 Nov 10 18:52:27.097542 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35414) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:52:27.107949 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe3233-a167-4044-b149-ef7e41dd093a tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event deleted for resources: {'Network': ['ID=343edacf-18d0-4fa6-b65e-1a94528770c2,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:27.161725 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ce47e2d6-14e0-4b5d-8a70-fb802eb40ffc tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:27.189500 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ce47e2d6-14e0-4b5d-8a70-fb802eb40ffc tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:27.260495 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ce47e2d6-14e0-4b5d-8a70-fb802eb40ffc tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:27.263257 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-ce47e2d6-14e0-4b5d-8a70-fb802eb40ffc tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:27.264598 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-ce47e2d6-14e0-4b5d-8a70-fb802eb40ffc tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] 10.222.0.39 "DELETE /v2.0/security-groups/9d78b540-f5fd-4abc-86f6-dafe998e4155 HTTP/1.1" status: 204 len: 168 time: 0.1659832 Nov 10 18:52:27.280917 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47e2d6-14e0-4b5d-8a70-fb802eb40ffc tempest-TestNetworkAdvancedServerOps-192205091 tempest-TestNetworkAdvancedServerOps-192205091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d78b540-f5fd-4abc-86f6-dafe998e4155,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:27.611662 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35422) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:52:27.743704 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3d733d40-0a3e-4c60-bd85-64f3b8b24eeb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3a4cdcfb1ddb4f1fa1b16f5ab40f5b51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1306829 Nov 10 18:52:27.746343 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35426) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:52:27.802205 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-71864a05-5613-4679-b3d0-606ca08d2cac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:27.833598 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-71864a05-5613-4679-b3d0-606ca08d2cac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:27.850513 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d9666b11-8e58-4cdf-aa66-936475bddd01 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:52:27.872479 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: d9666b11-8e58-4cdf-aa66-936475bddd01 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:52:27.872736 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device d9666b11-8e58-4cdf-aa66-936475bddd01 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:52:27.873152 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 8bf70a15-7ccc-4d91-98ec-33902067ccd6 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:52:27.885175 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-71864a05-5613-4679-b3d0-606ca08d2cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:27.887793 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-71864a05-5613-4679-b3d0-606ca08d2cac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:27.891362 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-71864a05-5613-4679-b3d0-606ca08d2cac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/72584541-3382-475d-9aec-6d6551d048f1 HTTP/1.1" status: 204 len: 168 time: 0.1416199 Nov 10 18:52:27.893738 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 8bf70a15-7ccc-4d91-98ec-33902067ccd6 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:52:27.894214 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 8bf70a15-7ccc-4d91-98ec-33902067ccd6 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:52:27.894483 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device f5022980-cf2d-45ad-9556-c7e35b741539 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:52:27.899052 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71864a05-5613-4679-b3d0-606ca08d2cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72584541-3382-475d-9aec-6d6551d048f1,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:27.917777 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: f5022980-cf2d-45ad-9556-c7e35b741539 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:52:27.918273 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device f5022980-cf2d-45ad-9556-c7e35b741539 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:52:28.178317 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35432) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:52:28.192879 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-334b470b-1a84-4b71-b40c-6a15c9883db3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:28.275126 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-334b470b-1a84-4b71-b40c-6a15c9883db3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:28.279030 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-334b470b-1a84-4b71-b40c-6a15c9883db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:28.316086 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b470b-1a84-4b71-b40c-6a15c9883db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c991cd-2b4f-4276-9c2a-1d1f3b12a705,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:28.320309 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-334b470b-1a84-4b71-b40c-6a15c9883db3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e1bf9430f2f84c28aad3474ecbfd1fe3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1409054 Nov 10 18:52:28.324658 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35434) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:52:28.381814 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a276883b-aa1e-4575-a684-37b25ec0378a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:28.411475 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a276883b-aa1e-4575-a684-37b25ec0378a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:28.461654 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a276883b-aa1e-4575-a684-37b25ec0378a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:28.464316 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a276883b-aa1e-4575-a684-37b25ec0378a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:28.465541 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a276883b-aa1e-4575-a684-37b25ec0378a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b1c991cd-2b4f-4276-9c2a-1d1f3b12a705 HTTP/1.1" status: 204 len: 168 time: 0.1394274 Nov 10 18:52:28.473821 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276883b-aa1e-4575-a684-37b25ec0378a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c991cd-2b4f-4276-9c2a-1d1f3b12a705,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:29.189501 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35456) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:52:29.285940 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-23a9dd99-ae37-48fc-b2ed-3f94a32c27a1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1056248135-network', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:52:29.308089 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a9dd99-ae37-48fc-b2ed-3f94a32c27a1 admin admin] Made reservation on behalf of 2cfc9a0098254fe78665bd6db45d0845 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:52:29.310401 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-23a9dd99-ae37-48fc-b2ed-3f94a32c27a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:29.318687 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-23a9dd99-ae37-48fc-b2ed-3f94a32c27a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:29.392050 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-23a9dd99-ae37-48fc-b2ed-3f94a32c27a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:29.395605 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-23a9dd99-ae37-48fc-b2ed-3f94a32c27a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:29.416102 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23a9dd99-ae37-48fc-b2ed-3f94a32c27a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:52:29.429029 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9dd99-ae37-48fc-b2ed-3f94a32c27a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58015070-714a-4b2a-bd90-c732f51f1495,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:29.434349 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-23a9dd99-ae37-48fc-b2ed-3f94a32c27a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:29.434688 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-23a9dd99-ae37-48fc-b2ed-3f94a32c27a1 admin admin] Added segment a2b373be-1382-483f-bf8a-e300f4e73e04 of type vlan for network ca3a12cc-443b-4d28-ab91-16f7360e4e40 Nov 10 18:52:29.473901 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-23a9dd99-ae37-48fc-b2ed-3f94a32c27a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:29.501077 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-23a9dd99-ae37-48fc-b2ed-3f94a32c27a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:29.502024 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a9dd99-ae37-48fc-b2ed-3f94a32c27a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:29.502588 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-23a9dd99-ae37-48fc-b2ed-3f94a32c27a1 admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:29.572053 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-23a9dd99-ae37-48fc-b2ed-3f94a32c27a1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3778198 Nov 10 18:52:29.572435 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35460) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:52:29.577802 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-44198412-7d8d-4b5e-9b73-4090278aa929 admin admin] Request body: {'subnet': {'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1056248135-subnet', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:52:29.597277 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9dd99-ae37-48fc-b2ed-3f94a32c27a1 admin admin] Pushing event updated for resources: {'Network': ['ID=ca3a12cc-443b-4d28-ab91-16f7360e4e40,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:29.600909 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44198412-7d8d-4b5e-9b73-4090278aa929 admin admin] Made reservation on behalf of 2cfc9a0098254fe78665bd6db45d0845 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:52:29.603311 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-44198412-7d8d-4b5e-9b73-4090278aa929 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:29.607602 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network ca3a12cc-443b-4d28-ab91-16f7360e4e40 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:52:29.777326 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-44198412-7d8d-4b5e-9b73-4090278aa929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:29.834857 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44198412-7d8d-4b5e-9b73-4090278aa929 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4907dec-081f-413c-a56c-21b15af7705b,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:29.844803 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44198412-7d8d-4b5e-9b73-4090278aa929 admin admin] Checking segment: {'id': 'a2b373be-1382-483f-bf8a-e300f4e73e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:52:29.845156 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44198412-7d8d-4b5e-9b73-4090278aa929 admin admin] Network hostable DHCP agents. Network: ca3a12cc-443b-4d28-ab91-16f7360e4e40, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:52:29.861812 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44198412-7d8d-4b5e-9b73-4090278aa929 admin admin] Network ca3a12cc-443b-4d28-ab91-16f7360e4e40 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:52:29.871112 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-44198412-7d8d-4b5e-9b73-4090278aa929 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, ca3a12cc-443b-4d28-ab91-16f7360e4e40) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:52:29.875062 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44198412-7d8d-4b5e-9b73-4090278aa929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:29.875682 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-44198412-7d8d-4b5e-9b73-4090278aa929 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:29.881656 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c039adf-355a-4b22-a64a-a0f13872f5be None None] Network ca3a12cc-443b-4d28-ab91-16f7360e4e40 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:52:29.892029 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-44198412-7d8d-4b5e-9b73-4090278aa929 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3184216 Nov 10 18:52:29.895093 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35462) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:52:29.899001 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-04523dc9-5be2-452a-8b1a-b74d5f16bfc7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1056248135-router', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:52:29.920057 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-04523dc9-5be2-452a-8b1a-b74d5f16bfc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:29.921216 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-04523dc9-5be2-452a-8b1a-b74d5f16bfc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:29.974443 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-04523dc9-5be2-452a-8b1a-b74d5f16bfc7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:30.032739 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efc952c-d732-4463-9d0a-ed3ae0c6f6e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-ca3a12cc-443b-4d28-ab91-16f7360e4e40', 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'fixed_ips': [{'subnet_id': 'b4907dec-081f-413c-a56c-21b15af7705b'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:52:30.033738 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0efc952c-d732-4463-9d0a-ed3ae0c6f6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:30.114637 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-04523dc9-5be2-452a-8b1a-b74d5f16bfc7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:30.171357 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-0efc952c-d732-4463-9d0a-ed3ae0c6f6e2 None None] Allocated IP 172.20.0.2 (ca3a12cc-443b-4d28-ab91-16f7360e4e40/b4907dec-081f-413c-a56c-21b15af7705b/db6626dc-06f2-4f79-84d2-2962d537b374) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:52:30.315794 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0efc952c-d732-4463-9d0a-ed3ae0c6f6e2 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:30.316767 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-04523dc9-5be2-452a-8b1a-b74d5f16bfc7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:30.322528 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0efc952c-d732-4463-9d0a-ed3ae0c6f6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:30.340606 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-04523dc9-5be2-452a-8b1a-b74d5f16bfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:30.368957 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efc952c-d732-4463-9d0a-ed3ae0c6f6e2 None None] Network ca3a12cc-443b-4d28-ab91-16f7360e4e40 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:52:30.373172 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-0efc952c-d732-4463-9d0a-ed3ae0c6f6e2 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:52:30.375604 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efc952c-d732-4463-9d0a-ed3ae0c6f6e2 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:52:30.384888 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc952c-d732-4463-9d0a-ed3ae0c6f6e2 None None] Pushing event updated for resources: {'Port': ['ID=db6626dc-06f2-4f79-84d2-2962d537b374,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:30.441215 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-0efc952c-d732-4463-9d0a-ed3ae0c6f6e2 None None] Attempting to bind port db6626dc-06f2-4f79-84d2-2962d537b374 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:52:30.441587 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-0efc952c-d732-4463-9d0a-ed3ae0c6f6e2 None None] Attempting to bind port db6626dc-06f2-4f79-84d2-2962d537b374 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'a2b373be-1382-483f-bf8a-e300f4e73e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:52:30.441947 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efc952c-d732-4463-9d0a-ed3ae0c6f6e2 None None] Attempting to bind port db6626dc-06f2-4f79-84d2-2962d537b374 on network ca3a12cc-443b-4d28-ab91-16f7360e4e40 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:52:30.446926 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efc952c-d732-4463-9d0a-ed3ae0c6f6e2 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:52:30.447295 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efc952c-d732-4463-9d0a-ed3ae0c6f6e2 None None] Checking segment: {'id': 'a2b373be-1382-483f-bf8a-e300f4e73e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:52:30.447695 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0efc952c-d732-4463-9d0a-ed3ae0c6f6e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:30.448079 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efc952c-d732-4463-9d0a-ed3ae0c6f6e2 None None] Bound using segment: {'id': 'a2b373be-1382-483f-bf8a-e300f4e73e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:52:30.448570 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-0efc952c-d732-4463-9d0a-ed3ae0c6f6e2 None None] Bound port: db6626dc-06f2-4f79-84d2-2962d537b374, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b373be-1382-483f-bf8a-e300f4e73e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:52:30.448981 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0efc952c-d732-4463-9d0a-ed3ae0c6f6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:30.452570 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-04523dc9-5be2-452a-8b1a-b74d5f16bfc7 admin admin] Allocated IP 172.25.5.109 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/a45cedd3-7dd4-40ba-b93a-42eddf5a23fb) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:52:30.511845 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-0efc952c-d732-4463-9d0a-ed3ae0c6f6e2 None None] For port db6626dc-06f2-4f79-84d2-2962d537b374, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:52:30.515020 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-0efc952c-d732-4463-9d0a-ed3ae0c6f6e2 None None] For port db6626dc-06f2-4f79-84d2-2962d537b374, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=db6626dc-06f2-4f79-84d2-2962d537b374,segment=NetworkSegment(a2b373be-1382-483f-bf8a-e300f4e73e04),segment_id=a2b373be-1382-483f-bf8a-e300f4e73e04)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:52:30.519440 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0efc952c-d732-4463-9d0a-ed3ae0c6f6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:30.570002 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-04523dc9-5be2-452a-8b1a-b74d5f16bfc7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:30.576623 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc952c-d732-4463-9d0a-ed3ae0c6f6e2 None None] Pushing event updated for resources: {'Port': ['ID=db6626dc-06f2-4f79-84d2-2962d537b374,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:30.607334 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-04523dc9-5be2-452a-8b1a-b74d5f16bfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:30.649722 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04523dc9-5be2-452a-8b1a-b74d5f16bfc7 admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:52:30.652962 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-04523dc9-5be2-452a-8b1a-b74d5f16bfc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:52:30.655927 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04523dc9-5be2-452a-8b1a-b74d5f16bfc7 admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:52:30.667164 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1660b2-f53d-48c7-aba4-64177c758ceb None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:52:30.685278 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04523dc9-5be2-452a-8b1a-b74d5f16bfc7 admin admin] Pushing event updated for resources: {'Port': ['ID=a45cedd3-7dd4-40ba-b93a-42eddf5a23fb,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:30.700009 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2ee81229-72eb-4f4c-9934-8d3fa1a9536b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:30.719840 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-def03255-7a3a-4088-be03-e49c28af221e None None] Provisioning complete for port a45cedd3-7dd4-40ba-b93a-42eddf5a23fb triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:52:30.720441 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-def03255-7a3a-4088-be03-e49c28af221e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:30.797260 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-def03255-7a3a-4088-be03-e49c28af221e None None] Port a45cedd3-7dd4-40ba-b93a-42eddf5a23fb cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:52:30.954189 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-04523dc9-5be2-452a-8b1a-b74d5f16bfc7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:31.152751 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-04523dc9-5be2-452a-8b1a-b74d5f16bfc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:31.300211 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04523dc9-5be2-452a-8b1a-b74d5f16bfc7 admin admin] Router f7541d64-8992-45b6-b16b-b23facdcd432 is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 18:52:31.556634 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7c31f2-0077-45a3-99dd-0dbb2c985d65 None None] Network ca3a12cc-443b-4d28-ab91-16f7360e4e40 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:52:31.648508 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-7692400a-236d-4996-b110-9b812cbda014 None None] Provisioning complete for port db6626dc-06f2-4f79-84d2-2962d537b374 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:52:31.648914 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7692400a-236d-4996-b110-9b812cbda014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:31.715386 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04523dc9-5be2-452a-8b1a-b74d5f16bfc7 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:52:31.725602 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb00b02-bbc4-4500-979f-523c64fdabe1 None None] Sync routers for ids ['f7541d64-8992-45b6-b16b-b23facdcd432'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:52:31.739760 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb00b02-bbc4-4500-979f-523c64fdabe1 None None] Routers {'f7541d64-8992-45b6-b16b-b23facdcd432'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:52:31.739760 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ffb00b02-bbc4-4500-979f-523c64fdabe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:52:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f7541d64-8992-45b6-b16b-b23facdcd432'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:52:31.747009 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-04523dc9-5be2-452a-8b1a-b74d5f16bfc7 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:31.750867 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-04523dc9-5be2-452a-8b1a-b74d5f16bfc7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8526540 Nov 10 18:52:31.751329 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35464) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:52:31.802652 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7692400a-236d-4996-b110-9b812cbda014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:31.872120 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-7692400a-236d-4996-b110-9b812cbda014 None None] For port db6626dc-06f2-4f79-84d2-2962d537b374, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=db6626dc-06f2-4f79-84d2-2962d537b374,segment=NetworkSegment(a2b373be-1382-483f-bf8a-e300f4e73e04),segment_id=a2b373be-1382-483f-bf8a-e300f4e73e04)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:52:31.881377 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7692400a-236d-4996-b110-9b812cbda014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:31.946724 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device db6626dc-06f2-4f79-84d2-2962d537b374 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:52:32.029466 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692400a-236d-4996-b110-9b812cbda014 None None] Pushing event updated for resources: {'Port': ['ID=db6626dc-06f2-4f79-84d2-2962d537b374,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:32.043818 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port db6626dc-06f2-4f79-84d2-2962d537b374 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:52:32.044515 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:32.063108 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-ffb00b02-bbc4-4500-979f-523c64fdabe1 None None] Set router f7541d64-8992-45b6-b16b-b23facdcd432 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:52:32.118637 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3bb850d5-c82c-4fb9-b7c1-acdfe71383fb None None] Provisioning complete for port db6626dc-06f2-4f79-84d2-2962d537b374 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:52:32.119623 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3bb850d5-c82c-4fb9-b7c1-acdfe71383fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:32.269550 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ffb00b02-bbc4-4500-979f-523c64fdabe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'name': 'tempest-TestShelveInstance-1056248135-router', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:52:29Z', 'updated_at': '2021-11-10T18:52:30Z', 'revision_number': 3, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'gw_port': {'id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:30Z', 'updated_at': '2021-11-10T18:52:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:52:32.300524 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb00b02-bbc4-4500-979f-523c64fdabe1 None None] Checking router: f7541d64-8992-45b6-b16b-b23facdcd432 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:52:32.300877 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb00b02-bbc4-4500-979f-523c64fdabe1 None None] Updating router f7541d64-8992-45b6-b16b-b23facdcd432 port a45cedd3-7dd4-40ba-b93a-42eddf5a23fb binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:52:32.325501 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-ffb00b02-bbc4-4500-979f-523c64fdabe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:32.521626 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b6ccee9-00b0-472a-aadf-e66f0c0226c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:32.573270 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-ffb00b02-bbc4-4500-979f-523c64fdabe1 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:32.578627 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-ffb00b02-bbc4-4500-979f-523c64fdabe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:32.625457 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116aed7b-02f2-46ba-a5ca-40c731f5317e None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:52:32.638673 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-ffb00b02-bbc4-4500-979f-523c64fdabe1 None None] Attempting to bind port a45cedd3-7dd4-40ba-b93a-42eddf5a23fb on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:52:32.639076 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-ffb00b02-bbc4-4500-979f-523c64fdabe1 None None] Attempting to bind port a45cedd3-7dd4-40ba-b93a-42eddf5a23fb by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:52:32.639486 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb00b02-bbc4-4500-979f-523c64fdabe1 None None] Attempting to bind port a45cedd3-7dd4-40ba-b93a-42eddf5a23fb on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:52:32.641441 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335dca2-55a2-4724-ab47-0c78aa575ef5 None None] Pushing event updated for resources: {'Port': ['ID=a45cedd3-7dd4-40ba-b93a-42eddf5a23fb,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:32.651894 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335dca2-55a2-4724-ab47-0c78aa575ef5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:32.652253 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335dca2-55a2-4724-ab47-0c78aa575ef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:32.652587 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335dca2-55a2-4724-ab47-0c78aa575ef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:32.652924 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335dca2-55a2-4724-ab47-0c78aa575ef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:32.653269 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335dca2-55a2-4724-ab47-0c78aa575ef5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:32.653595 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335dca2-55a2-4724-ab47-0c78aa575ef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:32.653925 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335dca2-55a2-4724-ab47-0c78aa575ef5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:32.654253 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335dca2-55a2-4724-ab47-0c78aa575ef5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:32.654577 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335dca2-55a2-4724-ab47-0c78aa575ef5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:32.654902 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335dca2-55a2-4724-ab47-0c78aa575ef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:32.655223 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335dca2-55a2-4724-ab47-0c78aa575ef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:32.655543 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335dca2-55a2-4724-ab47-0c78aa575ef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:52:32.659415 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb00b02-bbc4-4500-979f-523c64fdabe1 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:52:32.659791 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb00b02-bbc4-4500-979f-523c64fdabe1 None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:52:32.660214 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-ffb00b02-bbc4-4500-979f-523c64fdabe1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:32.660598 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb00b02-bbc4-4500-979f-523c64fdabe1 None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:52:32.661267 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-ffb00b02-bbc4-4500-979f-523c64fdabe1 None None] Bound port: a45cedd3-7dd4-40ba-b93a-42eddf5a23fb, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:52:32.661646 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-ffb00b02-bbc4-4500-979f-523c64fdabe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:32.671492 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-4709d9ed-ac6a-453c-b103-f83199e0127a None None] Provisioning complete for port a45cedd3-7dd4-40ba-b93a-42eddf5a23fb triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:52:32.672209 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4709d9ed-ac6a-453c-b103-f83199e0127a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:32.713600 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-4709d9ed-ac6a-453c-b103-f83199e0127a None None] Port a45cedd3-7dd4-40ba-b93a-42eddf5a23fb cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:52:32.721851 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-ffb00b02-bbc4-4500-979f-523c64fdabe1 None None] For port a45cedd3-7dd4-40ba-b93a-42eddf5a23fb, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:52:32.724984 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-ffb00b02-bbc4-4500-979f-523c64fdabe1 None None] For port a45cedd3-7dd4-40ba-b93a-42eddf5a23fb, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=a45cedd3-7dd4-40ba-b93a-42eddf5a23fb,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:52:32.729997 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-ffb00b02-bbc4-4500-979f-523c64fdabe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:32.735540 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-8b6ccee9-00b0-472a-aadf-e66f0c0226c0 admin admin] Allocated IP 172.20.0.1 (ca3a12cc-443b-4d28-ab91-16f7360e4e40/b4907dec-081f-413c-a56c-21b15af7705b/2f903578-a087-4ac0-a161-7b940d23ea55) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:52:32.782042 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5a9f53-3908-4639-8c1b-bd664c88ab61 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:52:32.793649 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb00b02-bbc4-4500-979f-523c64fdabe1 None None] Routers {'f7541d64-8992-45b6-b16b-b23facdcd432'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:52:32.794405 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ffb00b02-bbc4-4500-979f-523c64fdabe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:52:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f7541d64-8992-45b6-b16b-b23facdcd432'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:52:32.799378 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335dca2-55a2-4724-ab47-0c78aa575ef5 None None] Pushing event updated for resources: {'Port': ['ID=a45cedd3-7dd4-40ba-b93a-42eddf5a23fb,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:32.834081 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-663dd16e-577a-4ddd-9d95-cb579ab5e1b7 None None] Provisioning complete for port a45cedd3-7dd4-40ba-b93a-42eddf5a23fb triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:52:32.834696 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-663dd16e-577a-4ddd-9d95-cb579ab5e1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:32.851418 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b6ccee9-00b0-472a-aadf-e66f0c0226c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:32.890012 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b6ccee9-00b0-472a-aadf-e66f0c0226c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:32.905580 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-ffb00b02-bbc4-4500-979f-523c64fdabe1 None None] Set router f7541d64-8992-45b6-b16b-b23facdcd432 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:52:32.920615 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-663dd16e-577a-4ddd-9d95-cb579ab5e1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:32.927889 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6ccee9-00b0-472a-aadf-e66f0c0226c0 admin admin] Network ca3a12cc-443b-4d28-ab91-16f7360e4e40 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:52:32.932266 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-8b6ccee9-00b0-472a-aadf-e66f0c0226c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:52:32.937089 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6ccee9-00b0-472a-aadf-e66f0c0226c0 admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:52:32.949673 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-663dd16e-577a-4ddd-9d95-cb579ab5e1b7 None None] For port a45cedd3-7dd4-40ba-b93a-42eddf5a23fb, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=a45cedd3-7dd4-40ba-b93a-42eddf5a23fb,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:52:32.959596 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-663dd16e-577a-4ddd-9d95-cb579ab5e1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:32.966849 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ccee9-00b0-472a-aadf-e66f0c0226c0 admin admin] Pushing event updated for resources: {'Port': ['ID=2f903578-a087-4ac0-a161-7b940d23ea55,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:32.983436 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b6ccee9-00b0-472a-aadf-e66f0c0226c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:33.027102 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663dd16e-577a-4ddd-9d95-cb579ab5e1b7 None None] Pushing event updated for resources: {'Port': ['ID=a45cedd3-7dd4-40ba-b93a-42eddf5a23fb,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:33.063736 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-04390064-5827-4c1c-8cfc-f86ba53b9455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:33.127025 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ffb00b02-bbc4-4500-979f-523c64fdabe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'name': 'tempest-TestShelveInstance-1056248135-router', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:52:29Z', 'updated_at': '2021-11-10T18:52:30Z', 'revision_number': 3, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'gw_port': {'id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:30Z', 'updated_at': '2021-11-10T18:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:52:33.129461 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b6ccee9-00b0-472a-aadf-e66f0c0226c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:33.155450 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb00b02-bbc4-4500-979f-523c64fdabe1 None None] The sync data for ids ['f7541d64-8992-45b6-b16b-b23facdcd432'] in n-d-776250-10 is: [{'id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'name': 'tempest-TestShelveInstance-1056248135-router', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:52:29Z', 'updated_at': '2021-11-10T18:52:30Z', 'revision_number': 3, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'gw_port': {'id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:30Z', 'updated_at': '2021-11-10T18:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:52:33.282962 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-2039947b-7e58-4750-a561-a64150bf2f9b None None] Provisioning complete for port 2f903578-a087-4ac0-a161-7b940d23ea55 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:52:33.283339 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2039947b-7e58-4750-a561-a64150bf2f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:33.309851 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b6ccee9-00b0-472a-aadf-e66f0c0226c0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:33.316298 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b6ccee9-00b0-472a-aadf-e66f0c0226c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:33.320558 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-2039947b-7e58-4750-a561-a64150bf2f9b None None] Port 2f903578-a087-4ac0-a161-7b940d23ea55 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:52:33.392383 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8b6ccee9-00b0-472a-aadf-e66f0c0226c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:33.398141 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ccee9-00b0-472a-aadf-e66f0c0226c0 admin admin] Pushing event updated for resources: {'Port': ['ID=2f903578-a087-4ac0-a161-7b940d23ea55,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:33.503984 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6ccee9-00b0-472a-aadf-e66f0c0226c0 admin admin] Network ca3a12cc-443b-4d28-ab91-16f7360e4e40 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:52:33.505602 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-8b6ccee9-00b0-472a-aadf-e66f0c0226c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:52:33.654289 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6ccee9-00b0-472a-aadf-e66f0c0226c0 admin admin] Router f7541d64-8992-45b6-b16b-b23facdcd432 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:52:33.785531 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6ccee9-00b0-472a-aadf-e66f0c0226c0 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:52:33.797935 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8b6ccee9-00b0-472a-aadf-e66f0c0226c0 admin admin] 10.222.0.39 "PUT /v2.0/routers/f7541d64-8992-45b6-b16b-b23facdcd432/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0454140 Nov 10 18:52:33.856954 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-d0428822-eab1-4a39-83be-d0f93e5e8ae3 None None] Provisioning complete for port 2f903578-a087-4ac0-a161-7b940d23ea55 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:52:33.859469 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d0428822-eab1-4a39-83be-d0f93e5e8ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:33.904029 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-d0428822-eab1-4a39-83be-d0f93e5e8ae3 None None] Port 2f903578-a087-4ac0-a161-7b940d23ea55 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:52:33.911714 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device db6626dc-06f2-4f79-84d2-2962d537b374 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:52:33.970609 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port db6626dc-06f2-4f79-84d2-2962d537b374 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:52:33.970998 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:34.060913 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device a45cedd3-7dd4-40ba-b93a-42eddf5a23fb up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:52:34.129021 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port a45cedd3-7dd4-40ba-b93a-42eddf5a23fb triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:52:34.129589 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:34.332730 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:34.412225 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35480) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:52:34.418161 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-9e1a5508-de5a-4f4b-bf3c-70938a9cf618 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1194835698-network', 'tenant_id': '2ca42c47d46648349269754dea19c66e'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:52:34.443246 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1a5508-de5a-4f4b-bf3c-70938a9cf618 admin admin] Made reservation on behalf of 2ca42c47d46648349269754dea19c66e for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:52:34.445771 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9e1a5508-de5a-4f4b-bf3c-70938a9cf618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:34.454864 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9e1a5508-de5a-4f4b-bf3c-70938a9cf618 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:34.540664 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9e1a5508-de5a-4f4b-bf3c-70938a9cf618 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:34.545196 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9e1a5508-de5a-4f4b-bf3c-70938a9cf618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:34.575329 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1a5508-de5a-4f4b-bf3c-70938a9cf618 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 18:52:34.588827 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a5508-de5a-4f4b-bf3c-70938a9cf618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b77266-e4ae-4e0f-81a0-62c723425b3e,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:34.593916 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9e1a5508-de5a-4f4b-bf3c-70938a9cf618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:34.594342 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-9e1a5508-de5a-4f4b-bf3c-70938a9cf618 admin admin] Added segment f2ccb886-519a-4e1a-beac-07e6f9af0a4a of type vlan for network 9640e119-a7b3-4002-93bb-cdf34c221b06 Nov 10 18:52:34.648715 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9e1a5508-de5a-4f4b-bf3c-70938a9cf618 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:34.692818 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9e1a5508-de5a-4f4b-bf3c-70938a9cf618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:34.693933 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1a5508-de5a-4f4b-bf3c-70938a9cf618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:34.694638 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-9e1a5508-de5a-4f4b-bf3c-70938a9cf618 admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:34.757651 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-9e1a5508-de5a-4f4b-bf3c-70938a9cf618 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3442693 Nov 10 18:52:34.760547 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35484) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:52:34.765759 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-abf037bc-5e88-4490-862f-fdbcbfce9859 admin admin] Request body: {'subnet': {'network_id': '9640e119-a7b3-4002-93bb-cdf34c221b06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1194835698-subnet', 'tenant_id': '2ca42c47d46648349269754dea19c66e', 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:52:34.773260 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a5508-de5a-4f4b-bf3c-70938a9cf618 admin admin] Pushing event updated for resources: {'Network': ['ID=9640e119-a7b3-4002-93bb-cdf34c221b06,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:34.784204 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 9640e119-a7b3-4002-93bb-cdf34c221b06 details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 18:52:34.799047 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf037bc-5e88-4490-862f-fdbcbfce9859 admin admin] Made reservation on behalf of 2ca42c47d46648349269754dea19c66e for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:52:34.801710 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-abf037bc-5e88-4490-862f-fdbcbfce9859 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:34.889785 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03f7804-1dad-489b-b1af-840989ab5bd2 None None] Sync routers for ids ['f7541d64-8992-45b6-b16b-b23facdcd432'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:52:34.904962 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03f7804-1dad-489b-b1af-840989ab5bd2 None None] Routers {'f7541d64-8992-45b6-b16b-b23facdcd432'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:52:34.905560 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c03f7804-1dad-489b-b1af-840989ab5bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:52:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f7541d64-8992-45b6-b16b-b23facdcd432'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:52:34.977872 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-abf037bc-5e88-4490-862f-fdbcbfce9859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:35.011238 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-c03f7804-1dad-489b-b1af-840989ab5bd2 None None] Set router f7541d64-8992-45b6-b16b-b23facdcd432 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:52:35.035186 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf037bc-5e88-4490-862f-fdbcbfce9859 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c20d9272-5656-4e8b-97a5-f53b14ed6c6f,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:35.047274 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf037bc-5e88-4490-862f-fdbcbfce9859 admin admin] Checking segment: {'id': 'f2ccb886-519a-4e1a-beac-07e6f9af0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9640e119-a7b3-4002-93bb-cdf34c221b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:52:35.047636 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf037bc-5e88-4490-862f-fdbcbfce9859 admin admin] Network hostable DHCP agents. Network: 9640e119-a7b3-4002-93bb-cdf34c221b06, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 18:52:35.064167 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf037bc-5e88-4490-862f-fdbcbfce9859 admin admin] Network 9640e119-a7b3-4002-93bb-cdf34c221b06 is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 18:52:35.073056 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-abf037bc-5e88-4490-862f-fdbcbfce9859 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 9640e119-a7b3-4002-93bb-cdf34c221b06) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:52:35.084719 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf037bc-5e88-4490-862f-fdbcbfce9859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:35.085648 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-abf037bc-5e88-4490-862f-fdbcbfce9859 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:35.085883 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833ec64f-b752-44a6-b643-1a4d165e53fe None None] Network 9640e119-a7b3-4002-93bb-cdf34c221b06 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:52:35.106911 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-abf037bc-5e88-4490-862f-fdbcbfce9859 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3424811 Nov 10 18:52:35.107181 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35486) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:52:35.112318 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-2109acb1-6d89-4ae8-ad22-c6daa16e1d66 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1194835698-router', 'tenant_id': '2ca42c47d46648349269754dea19c66e', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:52:35.137456 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2109acb1-6d89-4ae8-ad22-c6daa16e1d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:35.138631 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2109acb1-6d89-4ae8-ad22-c6daa16e1d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:35.205801 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2109acb1-6d89-4ae8-ad22-c6daa16e1d66 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:35.346937 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2109acb1-6d89-4ae8-ad22-c6daa16e1d66 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:35.504272 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bca574-2bca-42d0-bc14-63a6b115281b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-9640e119-a7b3-4002-93bb-cdf34c221b06', 'network_id': '9640e119-a7b3-4002-93bb-cdf34c221b06', 'tenant_id': '2ca42c47d46648349269754dea19c66e', 'fixed_ips': [{'subnet_id': 'c20d9272-5656-4e8b-97a5-f53b14ed6c6f'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 18:52:35.505229 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d4bca574-2bca-42d0-bc14-63a6b115281b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:35.527226 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c03f7804-1dad-489b-b1af-840989ab5bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'name': 'tempest-TestShelveInstance-1056248135-router', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:52:29Z', 'updated_at': '2021-11-10T18:52:33Z', 'revision_number': 4, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'gw_port': {'id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:30Z', 'updated_at': '2021-11-10T18:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2f903578-a087-4ac0-a161-7b940d23ea55', 'name': '', 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'mac_address': 'fa:16:3e:98:a9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b4907dec-081f-413c-a56c-21b15af7705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:32Z', 'updated_at': '2021-11-10T18:52:33Z', 'revision_number': 2, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'subnets': [{'id': 'b4907dec-081f-413c-a56c-21b15af7705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:52:35.554379 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2109acb1-6d89-4ae8-ad22-c6daa16e1d66 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:35.564288 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03f7804-1dad-489b-b1af-840989ab5bd2 None None] Checking router: f7541d64-8992-45b6-b16b-b23facdcd432 for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:52:35.564579 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03f7804-1dad-489b-b1af-840989ab5bd2 None None] Updating router f7541d64-8992-45b6-b16b-b23facdcd432 port 2f903578-a087-4ac0-a161-7b940d23ea55 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:52:35.575075 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2109acb1-6d89-4ae8-ad22-c6daa16e1d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:35.641420 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c03f7804-1dad-489b-b1af-840989ab5bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:35.681689 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-2109acb1-6d89-4ae8-ad22-c6daa16e1d66 admin admin] Allocated IP 172.25.5.31 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/ea1ac8c4-58ed-453f-bffa-f8045a13fb10) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:52:35.781091 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-d4bca574-2bca-42d0-bc14-63a6b115281b None None] Allocated IP 172.20.0.2 (9640e119-a7b3-4002-93bb-cdf34c221b06/c20d9272-5656-4e8b-97a5-f53b14ed6c6f/27ba0d1c-263f-4cf5-af90-5050478a841c) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:52:35.790164 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2109acb1-6d89-4ae8-ad22-c6daa16e1d66 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:35.826396 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2109acb1-6d89-4ae8-ad22-c6daa16e1d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:35.863201 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2109acb1-6d89-4ae8-ad22-c6daa16e1d66 admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:52:35.868623 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-2109acb1-6d89-4ae8-ad22-c6daa16e1d66 admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:52:35.871001 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2109acb1-6d89-4ae8-ad22-c6daa16e1d66 admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:52:35.902889 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109acb1-6d89-4ae8-ad22-c6daa16e1d66 admin admin] Pushing event updated for resources: {'Port': ['ID=ea1ac8c4-58ed-453f-bffa-f8045a13fb10,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:35.903221 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582344c6-505b-4a9d-94e8-449df1869d82 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:52:35.908221 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:36.084746 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d4bca574-2bca-42d0-bc14-63a6b115281b None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:36.097789 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-5af7d3f0-fc14-4058-987b-c55394dbb8df None None] Provisioning complete for port ea1ac8c4-58ed-453f-bffa-f8045a13fb10 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:52:36.098179 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5af7d3f0-fc14-4058-987b-c55394dbb8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:36.103053 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d4bca574-2bca-42d0-bc14-63a6b115281b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:36.130737 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2109acb1-6d89-4ae8-ad22-c6daa16e1d66 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:36.166282 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c03f7804-1dad-489b-b1af-840989ab5bd2 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:36.183576 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c03f7804-1dad-489b-b1af-840989ab5bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:36.195136 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bca574-2bca-42d0-bc14-63a6b115281b None None] Network 9640e119-a7b3-4002-93bb-cdf34c221b06 is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:52:36.195929 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-5af7d3f0-fc14-4058-987b-c55394dbb8df None None] Port ea1ac8c4-58ed-453f-bffa-f8045a13fb10 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:52:36.206335 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-d4bca574-2bca-42d0-bc14-63a6b115281b None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:52:36.207538 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bca574-2bca-42d0-bc14-63a6b115281b None None] Pushing event updated for resources: {'Port': ['ID=27ba0d1c-263f-4cf5-af90-5050478a841c,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:36.209834 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bca574-2bca-42d0-bc14-63a6b115281b None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:52:36.297370 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720e2f6-01f3-402c-86e4-b06d74ae96a9 None None] Pushing event updated for resources: {'Port': ['ID=2f903578-a087-4ac0-a161-7b940d23ea55,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:36.353517 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-c03f7804-1dad-489b-b1af-840989ab5bd2 None None] Attempting to bind port 2f903578-a087-4ac0-a161-7b940d23ea55 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:52:36.353802 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-c03f7804-1dad-489b-b1af-840989ab5bd2 None None] Attempting to bind port 2f903578-a087-4ac0-a161-7b940d23ea55 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'a2b373be-1382-483f-bf8a-e300f4e73e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:52:36.354163 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03f7804-1dad-489b-b1af-840989ab5bd2 None None] Attempting to bind port 2f903578-a087-4ac0-a161-7b940d23ea55 on network ca3a12cc-443b-4d28-ab91-16f7360e4e40 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:52:36.357365 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-d4bca574-2bca-42d0-bc14-63a6b115281b None None] Attempting to bind port 27ba0d1c-263f-4cf5-af90-5050478a841c on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:52:36.357733 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-d4bca574-2bca-42d0-bc14-63a6b115281b None None] Attempting to bind port 27ba0d1c-263f-4cf5-af90-5050478a841c by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'f2ccb886-519a-4e1a-beac-07e6f9af0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9640e119-a7b3-4002-93bb-cdf34c221b06'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:52:36.358094 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bca574-2bca-42d0-bc14-63a6b115281b None None] Attempting to bind port 27ba0d1c-263f-4cf5-af90-5050478a841c on network 9640e119-a7b3-4002-93bb-cdf34c221b06 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:52:36.359458 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2109acb1-6d89-4ae8-ad22-c6daa16e1d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:36.364942 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03f7804-1dad-489b-b1af-840989ab5bd2 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:52:36.365472 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03f7804-1dad-489b-b1af-840989ab5bd2 None None] Checking segment: {'id': 'a2b373be-1382-483f-bf8a-e300f4e73e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:52:36.365728 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c03f7804-1dad-489b-b1af-840989ab5bd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:36.367444 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03f7804-1dad-489b-b1af-840989ab5bd2 None None] Bound using segment: {'id': 'a2b373be-1382-483f-bf8a-e300f4e73e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:52:36.367444 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-c03f7804-1dad-489b-b1af-840989ab5bd2 None None] Bound port: 2f903578-a087-4ac0-a161-7b940d23ea55, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b373be-1382-483f-bf8a-e300f4e73e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:52:36.367444 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c03f7804-1dad-489b-b1af-840989ab5bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:36.370688 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bca574-2bca-42d0-bc14-63a6b115281b None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:52:36.371063 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bca574-2bca-42d0-bc14-63a6b115281b None None] Checking segment: {'id': 'f2ccb886-519a-4e1a-beac-07e6f9af0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9640e119-a7b3-4002-93bb-cdf34c221b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:52:36.371461 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d4bca574-2bca-42d0-bc14-63a6b115281b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:36.371850 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bca574-2bca-42d0-bc14-63a6b115281b None None] Bound using segment: {'id': 'f2ccb886-519a-4e1a-beac-07e6f9af0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9640e119-a7b3-4002-93bb-cdf34c221b06'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:52:36.372349 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-d4bca574-2bca-42d0-bc14-63a6b115281b None None] Bound port: 27ba0d1c-263f-4cf5-af90-5050478a841c, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ccb886-519a-4e1a-beac-07e6f9af0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9640e119-a7b3-4002-93bb-cdf34c221b06'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:52:36.372737 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d4bca574-2bca-42d0-bc14-63a6b115281b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:36.481242 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c03f7804-1dad-489b-b1af-840989ab5bd2 None None] For port 2f903578-a087-4ac0-a161-7b940d23ea55, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:52:36.483512 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-d4bca574-2bca-42d0-bc14-63a6b115281b None None] For port 27ba0d1c-263f-4cf5-af90-5050478a841c, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:52:36.486535 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c03f7804-1dad-489b-b1af-840989ab5bd2 None None] For port 2f903578-a087-4ac0-a161-7b940d23ea55, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2f903578-a087-4ac0-a161-7b940d23ea55,segment=NetworkSegment(a2b373be-1382-483f-bf8a-e300f4e73e04),segment_id=a2b373be-1382-483f-bf8a-e300f4e73e04)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:52:36.488498 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-d4bca574-2bca-42d0-bc14-63a6b115281b None None] For port 27ba0d1c-263f-4cf5-af90-5050478a841c, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=27ba0d1c-263f-4cf5-af90-5050478a841c,segment=NetworkSegment(f2ccb886-519a-4e1a-beac-07e6f9af0a4a),segment_id=f2ccb886-519a-4e1a-beac-07e6f9af0a4a)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:52:36.496550 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d4bca574-2bca-42d0-bc14-63a6b115281b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:36.497725 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2109acb1-6d89-4ae8-ad22-c6daa16e1d66 admin admin] Router a02987ad-3156-4603-abb1-e27fc506c27d is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102468) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 18:52:36.498686 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c03f7804-1dad-489b-b1af-840989ab5bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:36.569716 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:36.593508 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-920bed1e-753d-4a06-bc93-fbcefc3fd82b None None] Provisioning complete for port 2f903578-a087-4ac0-a161-7b940d23ea55 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:52:36.593885 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-920bed1e-753d-4a06-bc93-fbcefc3fd82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:36.623225 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03f7804-1dad-489b-b1af-840989ab5bd2 None None] Routers {'f7541d64-8992-45b6-b16b-b23facdcd432'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:52:36.623878 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c03f7804-1dad-489b-b1af-840989ab5bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:52:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f7541d64-8992-45b6-b16b-b23facdcd432'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:52:36.627440 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bca574-2bca-42d0-bc14-63a6b115281b None None] Pushing event updated for resources: {'Port': ['ID=27ba0d1c-263f-4cf5-af90-5050478a841c,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:36.628987 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2109acb1-6d89-4ae8-ad22-c6daa16e1d66 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:52:36.652924 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2109acb1-6d89-4ae8-ad22-c6daa16e1d66 admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:36.654465 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2109acb1-6d89-4ae8-ad22-c6daa16e1d66 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5459886 Nov 10 18:52:36.656238 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a567dd11-1b4c-46e9-9a93-7c6a3936a562 None None] Sync routers for ids ['a02987ad-3156-4603-abb1-e27fc506c27d'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:52:36.657071 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35488) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:52:36.675812 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a567dd11-1b4c-46e9-9a93-7c6a3936a562 None None] Routers {'a02987ad-3156-4603-abb1-e27fc506c27d'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:52:36.676961 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-a567dd11-1b4c-46e9-9a93-7c6a3936a562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:52:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a02987ad-3156-4603-abb1-e27fc506c27d'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:52:36.849530 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-a567dd11-1b4c-46e9-9a93-7c6a3936a562 None None] Set router a02987ad-3156-4603-abb1-e27fc506c27d gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:52:36.882462 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720e2f6-01f3-402c-86e4-b06d74ae96a9 None None] Pushing event updated for resources: {'Port': ['ID=2f903578-a087-4ac0-a161-7b940d23ea55,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:36.973027 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-c03f7804-1dad-489b-b1af-840989ab5bd2 None None] Set router f7541d64-8992-45b6-b16b-b23facdcd432 gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:52:36.976696 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-920bed1e-753d-4a06-bc93-fbcefc3fd82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:37.062426 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-920bed1e-753d-4a06-bc93-fbcefc3fd82b None None] For port 2f903578-a087-4ac0-a161-7b940d23ea55, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2f903578-a087-4ac0-a161-7b940d23ea55,segment=NetworkSegment(a2b373be-1382-483f-bf8a-e300f4e73e04),segment_id=a2b373be-1382-483f-bf8a-e300f4e73e04)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:52:37.093324 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-920bed1e-753d-4a06-bc93-fbcefc3fd82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:37.114247 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-a567dd11-1b4c-46e9-9a93-7c6a3936a562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02987ad-3156-4603-abb1-e27fc506c27d', 'name': 'tempest-TestShelveInstance-1194835698-router', 'tenant_id': '2ca42c47d46648349269754dea19c66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ea1ac8c4-58ed-453f-bffa-f8045a13fb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:52:35Z', 'updated_at': '2021-11-10T18:52:36Z', 'revision_number': 3, 'project_id': '2ca42c47d46648349269754dea19c66e', 'gw_port': {'id': 'ea1ac8c4-58ed-453f-bffa-f8045a13fb10', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:09:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02987ad-3156-4603-abb1-e27fc506c27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:35Z', 'updated_at': '2021-11-10T18:52:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:52:37.146108 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a567dd11-1b4c-46e9-9a93-7c6a3936a562 None None] Checking router: a02987ad-3156-4603-abb1-e27fc506c27d for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:52:37.146373 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a567dd11-1b4c-46e9-9a93-7c6a3936a562 None None] Updating router a02987ad-3156-4603-abb1-e27fc506c27d port ea1ac8c4-58ed-453f-bffa-f8045a13fb10 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:52:37.179844 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-a567dd11-1b4c-46e9-9a93-7c6a3936a562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:37.194517 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920bed1e-753d-4a06-bc93-fbcefc3fd82b None None] Pushing event updated for resources: {'Port': ['ID=2f903578-a087-4ac0-a161-7b940d23ea55,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:37.233559 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-de9a5508-b8d5-4f98-a80a-aff82ffdbf51 None None] Provisioning complete for port 2f903578-a087-4ac0-a161-7b940d23ea55 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:52:37.234078 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-de9a5508-b8d5-4f98-a80a-aff82ffdbf51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:37.356012 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-c03f7804-1dad-489b-b1af-840989ab5bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'name': 'tempest-TestShelveInstance-1056248135-router', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:52:29Z', 'updated_at': '2021-11-10T18:52:33Z', 'revision_number': 4, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'gw_port': {'id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:30Z', 'updated_at': '2021-11-10T18:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2f903578-a087-4ac0-a161-7b940d23ea55', 'name': '', 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'mac_address': 'fa:16:3e:98:a9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b4907dec-081f-413c-a56c-21b15af7705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:32Z', 'updated_at': '2021-11-10T18:52:36Z', 'revision_number': 4, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'subnets': [{'id': 'b4907dec-081f-413c-a56c-21b15af7705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:52:37.386238 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03f7804-1dad-489b-b1af-840989ab5bd2 None None] The sync data for ids ['f7541d64-8992-45b6-b16b-b23facdcd432'] in n-d-776250-10 is: [{'id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'name': 'tempest-TestShelveInstance-1056248135-router', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:52:29Z', 'updated_at': '2021-11-10T18:52:33Z', 'revision_number': 4, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'gw_port': {'id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:30Z', 'updated_at': '2021-11-10T18:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2f903578-a087-4ac0-a161-7b940d23ea55', 'name': '', 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'mac_address': 'fa:16:3e:98:a9:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b4907dec-081f-413c-a56c-21b15af7705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:32Z', 'updated_at': '2021-11-10T18:52:36Z', 'revision_number': 4, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'subnets': [{'id': 'b4907dec-081f-413c-a56c-21b15af7705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:52:37.494442 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-a567dd11-1b4c-46e9-9a93-7c6a3936a562 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:37.500225 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-a567dd11-1b4c-46e9-9a93-7c6a3936a562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:37.561048 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1035cc0c-0898-4354-bf82-397761f3da67 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:52:37.575522 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-a567dd11-1b4c-46e9-9a93-7c6a3936a562 None None] Attempting to bind port ea1ac8c4-58ed-453f-bffa-f8045a13fb10 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:52:37.580361 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-a567dd11-1b4c-46e9-9a93-7c6a3936a562 None None] Attempting to bind port ea1ac8c4-58ed-453f-bffa-f8045a13fb10 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:52:37.580883 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a567dd11-1b4c-46e9-9a93-7c6a3936a562 None None] Attempting to bind port ea1ac8c4-58ed-453f-bffa-f8045a13fb10 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:52:37.581576 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-18c5ce12-fb3d-459c-a5a0-dafb96164ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:37.584788 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef72c82-67d4-4995-bf3d-f9c2d24f33e1 None None] Pushing event updated for resources: {'Port': ['ID=ea1ac8c4-58ed-453f-bffa-f8045a13fb10,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:37.590659 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a567dd11-1b4c-46e9-9a93-7c6a3936a562 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:52:37.591091 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a567dd11-1b4c-46e9-9a93-7c6a3936a562 None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:52:37.591594 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-a567dd11-1b4c-46e9-9a93-7c6a3936a562 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:37.592053 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a567dd11-1b4c-46e9-9a93-7c6a3936a562 None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:52:37.592649 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-a567dd11-1b4c-46e9-9a93-7c6a3936a562 None None] Bound port: ea1ac8c4-58ed-453f-bffa-f8045a13fb10, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:52:37.593109 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-a567dd11-1b4c-46e9-9a93-7c6a3936a562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:37.618314 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-8c1058a5-e0fa-4f79-b2ff-49acfe0819ee None None] Provisioning complete for port ea1ac8c4-58ed-453f-bffa-f8045a13fb10 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:52:37.619094 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8c1058a5-e0fa-4f79-b2ff-49acfe0819ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:37.682880 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-a567dd11-1b4c-46e9-9a93-7c6a3936a562 None None] For port ea1ac8c4-58ed-453f-bffa-f8045a13fb10, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:52:37.686395 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-8c1058a5-e0fa-4f79-b2ff-49acfe0819ee None None] Port ea1ac8c4-58ed-453f-bffa-f8045a13fb10 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:52:37.688826 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-a567dd11-1b4c-46e9-9a93-7c6a3936a562 None None] For port ea1ac8c4-58ed-453f-bffa-f8045a13fb10, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ea1ac8c4-58ed-453f-bffa-f8045a13fb10,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:52:37.695511 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-a567dd11-1b4c-46e9-9a93-7c6a3936a562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:37.744445 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e5bc3b-d28d-4a63-b2cc-1bf9aa5697ea None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 18:52:37.780713 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a567dd11-1b4c-46e9-9a93-7c6a3936a562 None None] Routers {'a02987ad-3156-4603-abb1-e27fc506c27d'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:52:37.781360 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-a567dd11-1b4c-46e9-9a93-7c6a3936a562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:52:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a02987ad-3156-4603-abb1-e27fc506c27d'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:52:37.794408 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef72c82-67d4-4995-bf3d-f9c2d24f33e1 None None] Pushing event updated for resources: {'Port': ['ID=ea1ac8c4-58ed-453f-bffa-f8045a13fb10,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:37.829987 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-9c50808f-7aaf-44d7-922d-a1c97c04f436 None None] Provisioning complete for port ea1ac8c4-58ed-453f-bffa-f8045a13fb10 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:52:37.830453 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9c50808f-7aaf-44d7-922d-a1c97c04f436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:37.847562 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-18c5ce12-fb3d-459c-a5a0-dafb96164ccd admin admin] Allocated IP 172.20.0.1 (9640e119-a7b3-4002-93bb-cdf34c221b06/c20d9272-5656-4e8b-97a5-f53b14ed6c6f/98235d15-6a2d-4b3a-baa8-0b54033a7a6c) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:52:37.989837 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2f903578-a087-4ac0-a161-7b940d23ea55 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:52:38.031303 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-18c5ce12-fb3d-459c-a5a0-dafb96164ccd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:38.036028 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9c50808f-7aaf-44d7-922d-a1c97c04f436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:38.065971 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-9c50808f-7aaf-44d7-922d-a1c97c04f436 None None] For port ea1ac8c4-58ed-453f-bffa-f8045a13fb10, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ea1ac8c4-58ed-453f-bffa-f8045a13fb10,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:52:38.072245 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9c50808f-7aaf-44d7-922d-a1c97c04f436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:38.083423 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-18c5ce12-fb3d-459c-a5a0-dafb96164ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:38.142476 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5ce12-fb3d-459c-a5a0-dafb96164ccd admin admin] Pushing event updated for resources: {'Port': ['ID=98235d15-6a2d-4b3a-baa8-0b54033a7a6c,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:38.145586 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50808f-7aaf-44d7-922d-a1c97c04f436 None None] Pushing event updated for resources: {'Port': ['ID=ea1ac8c4-58ed-453f-bffa-f8045a13fb10,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:38.148339 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a325cb4-6ed4-4154-9a3b-55e2c8c027a8 None None] Network 9640e119-a7b3-4002-93bb-cdf34c221b06 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 18:52:38.163298 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c5ce12-fb3d-459c-a5a0-dafb96164ccd admin admin] Network 9640e119-a7b3-4002-93bb-cdf34c221b06 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:52:38.164025 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-a567dd11-1b4c-46e9-9a93-7c6a3936a562 None None] Set router a02987ad-3156-4603-abb1-e27fc506c27d gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:52:38.166198 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-18c5ce12-fb3d-459c-a5a0-dafb96164ccd admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:52:38.173534 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c5ce12-fb3d-459c-a5a0-dafb96164ccd admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:52:38.226531 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-18c5ce12-fb3d-459c-a5a0-dafb96164ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:38.261855 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 2f903578-a087-4ac0-a161-7b940d23ea55 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:52:38.262233 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:38.384676 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-a567dd11-1b4c-46e9-9a93-7c6a3936a562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02987ad-3156-4603-abb1-e27fc506c27d', 'name': 'tempest-TestShelveInstance-1194835698-router', 'tenant_id': '2ca42c47d46648349269754dea19c66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ea1ac8c4-58ed-453f-bffa-f8045a13fb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:52:35Z', 'updated_at': '2021-11-10T18:52:36Z', 'revision_number': 3, 'project_id': '2ca42c47d46648349269754dea19c66e', 'gw_port': {'id': 'ea1ac8c4-58ed-453f-bffa-f8045a13fb10', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:09:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02987ad-3156-4603-abb1-e27fc506c27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:35Z', 'updated_at': '2021-11-10T18:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:52:38.405529 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-18c5ce12-fb3d-459c-a5a0-dafb96164ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:38.415290 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a567dd11-1b4c-46e9-9a93-7c6a3936a562 None None] The sync data for ids ['a02987ad-3156-4603-abb1-e27fc506c27d'] in n-d-776250-10 is: [{'id': 'a02987ad-3156-4603-abb1-e27fc506c27d', 'name': 'tempest-TestShelveInstance-1194835698-router', 'tenant_id': '2ca42c47d46648349269754dea19c66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ea1ac8c4-58ed-453f-bffa-f8045a13fb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:52:35Z', 'updated_at': '2021-11-10T18:52:36Z', 'revision_number': 3, 'project_id': '2ca42c47d46648349269754dea19c66e', 'gw_port': {'id': 'ea1ac8c4-58ed-453f-bffa-f8045a13fb10', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:09:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02987ad-3156-4603-abb1-e27fc506c27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:35Z', 'updated_at': '2021-11-10T18:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:52:38.472864 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-0d44bb96-d72d-4c3e-9082-02aead7f170d None None] Provisioning complete for port 27ba0d1c-263f-4cf5-af90-5050478a841c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:52:38.473156 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0d44bb96-d72d-4c3e-9082-02aead7f170d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:38.610210 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-18c5ce12-fb3d-459c-a5a0-dafb96164ccd admin admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:38.617073 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-18c5ce12-fb3d-459c-a5a0-dafb96164ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:38.654133 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 27ba0d1c-263f-4cf5-af90-5050478a841c up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:52:38.692847 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0d44bb96-d72d-4c3e-9082-02aead7f170d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:38.710423 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5ce12-fb3d-459c-a5a0-dafb96164ccd admin admin] Pushing event updated for resources: {'Port': ['ID=98235d15-6a2d-4b3a-baa8-0b54033a7a6c,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:38.730482 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-18c5ce12-fb3d-459c-a5a0-dafb96164ccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:38.786387 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-0d44bb96-d72d-4c3e-9082-02aead7f170d None None] For port 27ba0d1c-263f-4cf5-af90-5050478a841c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=27ba0d1c-263f-4cf5-af90-5050478a841c,segment=NetworkSegment(f2ccb886-519a-4e1a-beac-07e6f9af0a4a),segment_id=f2ccb886-519a-4e1a-beac-07e6f9af0a4a)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:52:38.793481 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0d44bb96-d72d-4c3e-9082-02aead7f170d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:38.827875 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 27ba0d1c-263f-4cf5-af90-5050478a841c triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:52:38.828375 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:38.900747 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44bb96-d72d-4c3e-9082-02aead7f170d None None] Pushing event updated for resources: {'Port': ['ID=27ba0d1c-263f-4cf5-af90-5050478a841c,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:38.911999 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c5ce12-fb3d-459c-a5a0-dafb96164ccd admin admin] Network 9640e119-a7b3-4002-93bb-cdf34c221b06 is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:52:38.914114 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-18c5ce12-fb3d-459c-a5a0-dafb96164ccd admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:52:39.060776 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c5ce12-fb3d-459c-a5a0-dafb96164ccd admin admin] Router a02987ad-3156-4603-abb1-e27fc506c27d has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:52:39.119961 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e317dd54-0c7f-47df-b0a8-caa9f469e061 None None] Provisioning complete for port 98235d15-6a2d-4b3a-baa8-0b54033a7a6c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:52:39.121013 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e317dd54-0c7f-47df-b0a8-caa9f469e061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:39.175427 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-e317dd54-0c7f-47df-b0a8-caa9f469e061 None None] Port 98235d15-6a2d-4b3a-baa8-0b54033a7a6c cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:52:39.196839 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-e317dd54-0c7f-47df-b0a8-caa9f469e061 None None] Provisioning complete for port 27ba0d1c-263f-4cf5-af90-5050478a841c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:52:39.197988 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e317dd54-0c7f-47df-b0a8-caa9f469e061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:39.216868 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c5ce12-fb3d-459c-a5a0-dafb96164ccd admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:52:39.247689 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-18c5ce12-fb3d-459c-a5a0-dafb96164ccd admin admin] 10.222.0.39 "PUT /v2.0/routers/a02987ad-3156-4603-abb1-e27fc506c27d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5892496 Nov 10 18:52:39.445796 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-59bdbf92-dbfe-478e-8e55-0552045b6d3c None None] Provisioning complete for port 98235d15-6a2d-4b3a-baa8-0b54033a7a6c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:52:39.446549 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-59bdbf92-dbfe-478e-8e55-0552045b6d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:39.489957 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-59bdbf92-dbfe-478e-8e55-0552045b6d3c None None] Port 98235d15-6a2d-4b3a-baa8-0b54033a7a6c cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:52:39.613892 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-71e3ef59-0736-4595-9d5f-07a5e552979f None None] Provisioning complete for port 98235d15-6a2d-4b3a-baa8-0b54033a7a6c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:52:39.614271 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-71e3ef59-0736-4595-9d5f-07a5e552979f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:39.654992 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-71e3ef59-0736-4595-9d5f-07a5e552979f None None] Port 98235d15-6a2d-4b3a-baa8-0b54033a7a6c cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:52:39.903648 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ea1ac8c4-58ed-453f-bffa-f8045a13fb10 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:52:39.951965 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port ea1ac8c4-58ed-453f-bffa-f8045a13fb10 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:52:39.952379 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:40.041247 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 27ba0d1c-263f-4cf5-af90-5050478a841c up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:52:40.076122 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35496) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:52:40.081044 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-55c4ddcf-c24e-4a46-a7a3-9bce25434b44 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-344486808', 'description': 'tempest-secgroup-smoke-344486808 description', 'project_id': '2cfc9a0098254fe78665bd6db45d0845'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:52:40.094505 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 27ba0d1c-263f-4cf5-af90-5050478a841c triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:52:40.094883 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:40.110089 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-55c4ddcf-c24e-4a46-a7a3-9bce25434b44 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:40.191770 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-55c4ddcf-c24e-4a46-a7a3-9bce25434b44 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:40.199116 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-55c4ddcf-c24e-4a46-a7a3-9bce25434b44 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:40.228654 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-55c4ddcf-c24e-4a46-a7a3-9bce25434b44 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:40.229902 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-55c4ddcf-c24e-4a46-a7a3-9bce25434b44 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1527479 Nov 10 18:52:40.233132 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35498) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:52:40.237964 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-6469656e-a3e1-4fe4-a9e9-6356b9844ace tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Request body: {'security_group_rule': {'security_group_id': 'be2b7f57-393c-40da-b1cf-a28bd336c65d', 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:52:40.239273 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c4ddcf-c24e-4a46-a7a3-9bce25434b44 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be2b7f57-393c-40da-b1cf-a28bd336c65d,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:40.265186 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6469656e-a3e1-4fe4-a9e9-6356b9844ace tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:40.323472 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6469656e-a3e1-4fe4-a9e9-6356b9844ace tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:40.330180 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6469656e-a3e1-4fe4-a9e9-6356b9844ace tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:40.352658 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469656e-a3e1-4fe4-a9e9-6356b9844ace tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96a0f389-e800-4b2f-9790-5bff5d10ad8e,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:40.361250 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-6469656e-a3e1-4fe4-a9e9-6356b9844ace tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:40.362337 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-6469656e-a3e1-4fe4-a9e9-6356b9844ace tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282034 Nov 10 18:52:40.365254 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35500) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:52:40.370759 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-af765c5f-0a77-4c9f-a71f-c1f790f08914 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Request body: {'security_group_rule': {'security_group_id': 'be2b7f57-393c-40da-b1cf-a28bd336c65d', 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:52:40.401616 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-af765c5f-0a77-4c9f-a71f-c1f790f08914 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:40.456703 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-af765c5f-0a77-4c9f-a71f-c1f790f08914 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:40.460342 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-af765c5f-0a77-4c9f-a71f-c1f790f08914 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:40.477741 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af765c5f-0a77-4c9f-a71f-c1f790f08914 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73aa8787-11aa-4c75-bdf1-21cd66377cc9,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:40.486627 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-af765c5f-0a77-4c9f-a71f-c1f790f08914 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:40.490545 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-af765c5f-0a77-4c9f-a71f-c1f790f08914 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1217608 Nov 10 18:52:40.490656 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35502) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:52:40.495578 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-a4ea4abf-2071-498b-8cc6-91cbc93e6447 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Request body: {'security_group_rule': {'security_group_id': 'be2b7f57-393c-40da-b1cf-a28bd336c65d', 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:52:40.521496 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a4ea4abf-2071-498b-8cc6-91cbc93e6447 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:40.579627 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a4ea4abf-2071-498b-8cc6-91cbc93e6447 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:40.583822 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a4ea4abf-2071-498b-8cc6-91cbc93e6447 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:40.605129 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea4abf-2071-498b-8cc6-91cbc93e6447 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b99c96b3-5105-4800-aace-0d457b165fd8,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:40.616683 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a4ea4abf-2071-498b-8cc6-91cbc93e6447 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:40.617942 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a4ea4abf-2071-498b-8cc6-91cbc93e6447 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263425 Nov 10 18:52:40.621493 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35504) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:52:40.626076 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-c138d6fa-97ae-4d1a-98d2-6c5b94dc6e77 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Request body: {'security_group_rule': {'security_group_id': 'be2b7f57-393c-40da-b1cf-a28bd336c65d', 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:52:40.658157 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c138d6fa-97ae-4d1a-98d2-6c5b94dc6e77 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:40.718059 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c138d6fa-97ae-4d1a-98d2-6c5b94dc6e77 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:40.722474 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c138d6fa-97ae-4d1a-98d2-6c5b94dc6e77 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:40.742770 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138d6fa-97ae-4d1a-98d2-6c5b94dc6e77 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a1a346-29ac-49b4-bb2d-81533b78694d,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:40.748826 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-c138d6fa-97ae-4d1a-98d2-6c5b94dc6e77 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:40.750045 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-c138d6fa-97ae-4d1a-98d2-6c5b94dc6e77 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274614 Nov 10 18:52:40.753029 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35506) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:52:40.758042 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-eded5809-5f5f-4f99-abe5-7069b51bc833 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Request body: {'security_group_rule': {'security_group_id': 'be2b7f57-393c-40da-b1cf-a28bd336c65d', 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:52:40.784775 n-d-776250-10 neutron-server[102468]: INFO neutron.db.securitygroups_db [None req-eded5809-5f5f-4f99-abe5-7069b51bc833 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Project 2cfc9a0098254fe78665bd6db45d0845 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 18:52:40.792069 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eded5809-5f5f-4f99-abe5-7069b51bc833 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:40.858113 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eded5809-5f5f-4f99-abe5-7069b51bc833 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:40.862401 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eded5809-5f5f-4f99-abe5-7069b51bc833 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:40.884048 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded5809-5f5f-4f99-abe5-7069b51bc833 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35d9f911-b1ac-47b2-8252-d2c99876721e,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:40.892510 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-eded5809-5f5f-4f99-abe5-7069b51bc833 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:40.893723 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-eded5809-5f5f-4f99-abe5-7069b51bc833 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1395609 Nov 10 18:52:40.896359 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35508) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:52:40.902053 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-cdc8acd3-7478-4088-8c84-ece734f2a832 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Request body: {'security_group_rule': {'security_group_id': 'be2b7f57-393c-40da-b1cf-a28bd336c65d', 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:52:40.931493 n-d-776250-10 neutron-server[102468]: INFO neutron.db.securitygroups_db [None req-cdc8acd3-7478-4088-8c84-ece734f2a832 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Project 2cfc9a0098254fe78665bd6db45d0845 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 18:52:40.932493 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dc087c-150a-4903-8b7f-b7881c5d85b3 None None] Sync routers for ids ['a02987ad-3156-4603-abb1-e27fc506c27d'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:52:40.936956 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cdc8acd3-7478-4088-8c84-ece734f2a832 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:40.943354 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dc087c-150a-4903-8b7f-b7881c5d85b3 None None] Routers {'a02987ad-3156-4603-abb1-e27fc506c27d'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:52:40.943951 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-63dc087c-150a-4903-8b7f-b7881c5d85b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:52:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a02987ad-3156-4603-abb1-e27fc506c27d'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:52:40.998689 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cdc8acd3-7478-4088-8c84-ece734f2a832 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:41.002596 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cdc8acd3-7478-4088-8c84-ece734f2a832 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:41.021609 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc8acd3-7478-4088-8c84-ece734f2a832 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f671d4-8e9a-46b4-99b6-d6950eb3d917,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:41.028048 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-cdc8acd3-7478-4088-8c84-ece734f2a832 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:41.040426 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-cdc8acd3-7478-4088-8c84-ece734f2a832 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1316433 Nov 10 18:52:41.066646 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-63dc087c-150a-4903-8b7f-b7881c5d85b3 None None] Set router a02987ad-3156-4603-abb1-e27fc506c27d gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:52:41.278487 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-63dc087c-150a-4903-8b7f-b7881c5d85b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02987ad-3156-4603-abb1-e27fc506c27d', 'name': 'tempest-TestShelveInstance-1194835698-router', 'tenant_id': '2ca42c47d46648349269754dea19c66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ea1ac8c4-58ed-453f-bffa-f8045a13fb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:52:35Z', 'updated_at': '2021-11-10T18:52:38Z', 'revision_number': 4, 'project_id': '2ca42c47d46648349269754dea19c66e', 'gw_port': {'id': 'ea1ac8c4-58ed-453f-bffa-f8045a13fb10', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02987ad-3156-4603-abb1-e27fc506c27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:35Z', 'updated_at': '2021-11-10T18:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '98235d15-6a2d-4b3a-baa8-0b54033a7a6c', 'name': '', 'network_id': '9640e119-a7b3-4002-93bb-cdf34c221b06', 'tenant_id': '2ca42c47d46648349269754dea19c66e', 'mac_address': 'fa:16:3e:a0:fd:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02987ad-3156-4603-abb1-e27fc506c27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c20d9272-5656-4e8b-97a5-f53b14ed6c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:37Z', 'updated_at': '2021-11-10T18:52:38Z', 'revision_number': 2, 'project_id': '2ca42c47d46648349269754dea19c66e', 'subnets': [{'id': 'c20d9272-5656-4e8b-97a5-f53b14ed6c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:52:41.304808 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dc087c-150a-4903-8b7f-b7881c5d85b3 None None] Checking router: a02987ad-3156-4603-abb1-e27fc506c27d for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:52:41.305726 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dc087c-150a-4903-8b7f-b7881c5d85b3 None None] Updating router a02987ad-3156-4603-abb1-e27fc506c27d port 98235d15-6a2d-4b3a-baa8-0b54033a7a6c binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 18:52:41.332110 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-63dc087c-150a-4903-8b7f-b7881c5d85b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:41.391131 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-060a368a-2cf5-4e1e-89b7-ad9dfc2bb12c tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-344486808&fields=id&tenant_id=2cfc9a0098254fe78665bd6db45d0845 HTTP/1.1" status: 200 len: 267 time: 0.0454605 Nov 10 18:52:41.502954 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-e1092b8a-fb63-45a8-98f6-97db16555262 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:41.504635 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-e1092b8a-fb63-45a8-98f6-97db16555262 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/networks?id=ca3a12cc-443b-4d28-ab91-16f7360e4e40 HTTP/1.1" status: 200 len: 809 time: 0.1067522 Nov 10 18:52:41.520302 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-a3daf493-79c3-4025-b299-1b79b79982dc tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/quotas/2cfc9a0098254fe78665bd6db45d0845 HTTP/1.1" status: 200 len: 375 time: 0.0091536 Nov 10 18:52:41.572934 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-abb42cf2-f1b7-470b-847e-8893b0308c87 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2cfc9a0098254fe78665bd6db45d0845&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463445 Nov 10 18:52:41.600232 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-63dc087c-150a-4903-8b7f-b7881c5d85b3 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:41.606283 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-63dc087c-150a-4903-8b7f-b7881c5d85b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:41.659932 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d44f0-2fd5-46a5-a74e-d30e430677ad None None] Pushing event updated for resources: {'Port': ['ID=98235d15-6a2d-4b3a-baa8-0b54033a7a6c,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:41.679375 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-afcde6a8-3233-4898-9d02-94e89bc3a79e service neutron] 10.222.0.39 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944219 Nov 10 18:52:41.716684 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-63dc087c-150a-4903-8b7f-b7881c5d85b3 None None] Attempting to bind port 98235d15-6a2d-4b3a-baa8-0b54033a7a6c on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:52:41.717063 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-63dc087c-150a-4903-8b7f-b7881c5d85b3 None None] Attempting to bind port 98235d15-6a2d-4b3a-baa8-0b54033a7a6c by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'f2ccb886-519a-4e1a-beac-07e6f9af0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9640e119-a7b3-4002-93bb-cdf34c221b06'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:52:41.717436 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dc087c-150a-4903-8b7f-b7881c5d85b3 None None] Attempting to bind port 98235d15-6a2d-4b3a-baa8-0b54033a7a6c on network 9640e119-a7b3-4002-93bb-cdf34c221b06 {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:52:41.722915 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dc087c-150a-4903-8b7f-b7881c5d85b3 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:52:41.723297 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dc087c-150a-4903-8b7f-b7881c5d85b3 None None] Checking segment: {'id': 'f2ccb886-519a-4e1a-beac-07e6f9af0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9640e119-a7b3-4002-93bb-cdf34c221b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:52:41.723712 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-63dc087c-150a-4903-8b7f-b7881c5d85b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:41.724257 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dc087c-150a-4903-8b7f-b7881c5d85b3 None None] Bound using segment: {'id': 'f2ccb886-519a-4e1a-beac-07e6f9af0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9640e119-a7b3-4002-93bb-cdf34c221b06'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:52:41.724752 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-63dc087c-150a-4903-8b7f-b7881c5d85b3 None None] Bound port: 98235d15-6a2d-4b3a-baa8-0b54033a7a6c, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ccb886-519a-4e1a-beac-07e6f9af0a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9640e119-a7b3-4002-93bb-cdf34c221b06'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:52:41.725283 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-63dc087c-150a-4903-8b7f-b7881c5d85b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:41.787985 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-bc5314e9-675c-4b2e-99d4-d52b06577684 service neutron] 10.222.0.39 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012774 Nov 10 18:52:41.804383 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-63dc087c-150a-4903-8b7f-b7881c5d85b3 None None] For port 98235d15-6a2d-4b3a-baa8-0b54033a7a6c, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:52:41.808808 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-63dc087c-150a-4903-8b7f-b7881c5d85b3 None None] For port 98235d15-6a2d-4b3a-baa8-0b54033a7a6c, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=98235d15-6a2d-4b3a-baa8-0b54033a7a6c,segment=NetworkSegment(f2ccb886-519a-4e1a-beac-07e6f9af0a4a),segment_id=f2ccb886-519a-4e1a-beac-07e6f9af0a4a)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:52:41.813431 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-63dc087c-150a-4903-8b7f-b7881c5d85b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:41.865880 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dc087c-150a-4903-8b7f-b7881c5d85b3 None None] Routers {'a02987ad-3156-4603-abb1-e27fc506c27d'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:52:41.866588 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-63dc087c-150a-4903-8b7f-b7881c5d85b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:52:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a02987ad-3156-4603-abb1-e27fc506c27d'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:52:41.947331 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d44f0-2fd5-46a5-a74e-d30e430677ad None None] Pushing event updated for resources: {'Port': ['ID=98235d15-6a2d-4b3a-baa8-0b54033a7a6c,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:42.002409 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-62ac07f8-29f6-45a8-95e7-5ef54459495d None None] Provisioning complete for port 98235d15-6a2d-4b3a-baa8-0b54033a7a6c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:52:42.002790 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-62ac07f8-29f6-45a8-95e7-5ef54459495d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:42.060224 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-63dc087c-150a-4903-8b7f-b7881c5d85b3 None None] Set router a02987ad-3156-4603-abb1-e27fc506c27d gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:52:42.077733 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-50daba9c-8d7c-41d8-98b2-1b89107ccff3 req-ae01457b-1396-46ff-909b-e5d2d25014c5 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 210 time: 0.1418562 Nov 10 18:52:42.203431 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-62ac07f8-29f6-45a8-95e7-5ef54459495d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:42.257495 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-62ac07f8-29f6-45a8-95e7-5ef54459495d None None] For port 98235d15-6a2d-4b3a-baa8-0b54033a7a6c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=98235d15-6a2d-4b3a-baa8-0b54033a7a6c,segment=NetworkSegment(f2ccb886-519a-4e1a-beac-07e6f9af0a4a),segment_id=f2ccb886-519a-4e1a-beac-07e6f9af0a4a)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:52:42.262876 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-62ac07f8-29f6-45a8-95e7-5ef54459495d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:42.338701 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac07f8-29f6-45a8-95e7-5ef54459495d None None] Pushing event updated for resources: {'Port': ['ID=98235d15-6a2d-4b3a-baa8-0b54033a7a6c,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:42.361665 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-63dc087c-150a-4903-8b7f-b7881c5d85b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02987ad-3156-4603-abb1-e27fc506c27d', 'name': 'tempest-TestShelveInstance-1194835698-router', 'tenant_id': '2ca42c47d46648349269754dea19c66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ea1ac8c4-58ed-453f-bffa-f8045a13fb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:52:35Z', 'updated_at': '2021-11-10T18:52:38Z', 'revision_number': 4, 'project_id': '2ca42c47d46648349269754dea19c66e', 'gw_port': {'id': 'ea1ac8c4-58ed-453f-bffa-f8045a13fb10', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02987ad-3156-4603-abb1-e27fc506c27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:35Z', 'updated_at': '2021-11-10T18:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '98235d15-6a2d-4b3a-baa8-0b54033a7a6c', 'name': '', 'network_id': '9640e119-a7b3-4002-93bb-cdf34c221b06', 'tenant_id': '2ca42c47d46648349269754dea19c66e', 'mac_address': 'fa:16:3e:a0:fd:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02987ad-3156-4603-abb1-e27fc506c27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c20d9272-5656-4e8b-97a5-f53b14ed6c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:37Z', 'updated_at': '2021-11-10T18:52:41Z', 'revision_number': 4, 'project_id': '2ca42c47d46648349269754dea19c66e', 'subnets': [{'id': 'c20d9272-5656-4e8b-97a5-f53b14ed6c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:52:42.396436 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dc087c-150a-4903-8b7f-b7881c5d85b3 None None] The sync data for ids ['a02987ad-3156-4603-abb1-e27fc506c27d'] in n-d-776250-10 is: [{'id': 'a02987ad-3156-4603-abb1-e27fc506c27d', 'name': 'tempest-TestShelveInstance-1194835698-router', 'tenant_id': '2ca42c47d46648349269754dea19c66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ea1ac8c4-58ed-453f-bffa-f8045a13fb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:52:35Z', 'updated_at': '2021-11-10T18:52:38Z', 'revision_number': 4, 'project_id': '2ca42c47d46648349269754dea19c66e', 'gw_port': {'id': 'ea1ac8c4-58ed-453f-bffa-f8045a13fb10', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02987ad-3156-4603-abb1-e27fc506c27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:35Z', 'updated_at': '2021-11-10T18:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '98235d15-6a2d-4b3a-baa8-0b54033a7a6c', 'name': '', 'network_id': '9640e119-a7b3-4002-93bb-cdf34c221b06', 'tenant_id': '2ca42c47d46648349269754dea19c66e', 'mac_address': 'fa:16:3e:a0:fd:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a02987ad-3156-4603-abb1-e27fc506c27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c20d9272-5656-4e8b-97a5-f53b14ed6c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:37Z', 'updated_at': '2021-11-10T18:52:41Z', 'revision_number': 4, 'project_id': '2ca42c47d46648349269754dea19c66e', 'subnets': [{'id': 'c20d9272-5656-4e8b-97a5-f53b14ed6c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:52:42.407226 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-be1be1b8-4db6-4600-9a9d-687fb5674a79 None None] Provisioning complete for port 98235d15-6a2d-4b3a-baa8-0b54033a7a6c triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:52:42.407619 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-be1be1b8-4db6-4600-9a9d-687fb5674a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:43.154943 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-357ca747-936b-4983-8c33-2b8a7db2991b req-3c538d4d-c961-43b3-9640-2568c95bcd21 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 210 time: 0.0270433 Nov 10 18:52:43.843844 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 98235d15-6a2d-4b3a-baa8-0b54033a7a6c up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:52:43.894209 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 98235d15-6a2d-4b3a-baa8-0b54033a7a6c triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:52:43.894595 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:44.241433 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ccfdaa75-eaf5-446d-a99c-ad0d158ff60d req-f47b5bf0-5ded-48ec-9ba4-cb84625b32fe tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 210 time: 0.0357454 Nov 10 18:52:45.331192 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-106590ef-a431-420a-b9a0-71f3f92b4f17 req-3e99aaf1-343f-4d7e-a043-134489012963 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 210 time: 0.0306342 Nov 10 18:52:46.434783 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-95544bbc-6d39-4da0-9c59-ceccf8a4b6b8 req-86fd1d9d-40cf-42af-aa22-adf9d32bfbe9 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 210 time: 0.0264821 Nov 10 18:52:47.003652 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-2b21c297-4d22-42ca-b151-5150b2a3de26 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:47.005151 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-2b21c297-4d22-42ca-b151-5150b2a3de26 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.11 "GET /v2.0/networks?id=ca3a12cc-443b-4d28-ab91-16f7360e4e40 HTTP/1.1" status: 200 len: 809 time: 0.1162150 Nov 10 18:52:47.076622 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-075e440b-d701-4ab7-9083-6e1647673c0a tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cfc9a0098254fe78665bd6db45d0845 HTTP/1.1" status: 200 len: 379 time: 0.0626135 Nov 10 18:52:47.086280 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-924e3f2d-dd23-4290-8555-fd2ac3990e73 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Request body: {'port': {'device_id': '116ee75b-a6e0-49f6-a956-2faa0726d9b9', 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40', 'admin_state_up': True, 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'security_groups': ['be2b7f57-393c-40da-b1cf-a28bd336c65d']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:52:47.198823 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-924e3f2d-dd23-4290-8555-fd2ac3990e73 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Made reservation on behalf of 2cfc9a0098254fe78665bd6db45d0845 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:52:47.202362 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-924e3f2d-dd23-4290-8555-fd2ac3990e73 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:47.329858 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-924e3f2d-dd23-4290-8555-fd2ac3990e73 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Allocated IP 172.20.0.9 (ca3a12cc-443b-4d28-ab91-16f7360e4e40/b4907dec-081f-413c-a56c-21b15af7705b/40d75cac-f3b8-4fb4-8b35-c5ddaddf260f) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:52:47.479109 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-924e3f2d-dd23-4290-8555-fd2ac3990e73 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:47.513375 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-924e3f2d-dd23-4290-8555-fd2ac3990e73 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:47.564466 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e6a53-feca-4e79-93b3-3fb9a527d5fb req-90d4a09e-3440-43cb-9f5e-a2794d076197 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:47.565224 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-924e3f2d-dd23-4290-8555-fd2ac3990e73 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Network ca3a12cc-443b-4d28-ab91-16f7360e4e40 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:52:47.565956 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f67e6a53-feca-4e79-93b3-3fb9a527d5fb req-90d4a09e-3440-43cb-9f5e-a2794d076197 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 931 time: 0.0539732 Nov 10 18:52:47.570210 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-924e3f2d-dd23-4290-8555-fd2ac3990e73 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:52:47.575495 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-924e3f2d-dd23-4290-8555-fd2ac3990e73 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:52:47.578281 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e3f2d-dd23-4290-8555-fd2ac3990e73 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Pushing event updated for resources: {'Port': ['ID=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:47.635161 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-924e3f2d-dd23-4290-8555-fd2ac3990e73 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:47.636043 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-924e3f2d-dd23-4290-8555-fd2ac3990e73 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:47.636929 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f67e6a53-feca-4e79-93b3-3fb9a527d5fb req-d40e489d-24fe-4be7-b7bb-1d28c6fbab9e tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641115 Nov 10 18:52:47.660626 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-924e3f2d-dd23-4290-8555-fd2ac3990e73 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5780871 Nov 10 18:52:47.675303 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-1925c3a3-980c-409c-a9fb-0288933d4b4b service neutron] Request body: {'port': {'device_id': '116ee75b-a6e0-49f6-a956-2faa0726d9b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:52:47.746171 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-1925c3a3-980c-409c-a9fb-0288933d4b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:47.865236 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-65ae90ce-1d31-4d54-aa61-ab0876f63d48 None None] Provisioning complete for port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:52:47.866212 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-65ae90ce-1d31-4d54-aa61-ab0876f63d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:47.907463 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-65ae90ce-1d31-4d54-aa61-ab0876f63d48 None None] Port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:52:47.912014 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:52:48.038492 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-1925c3a3-980c-409c-a9fb-0288933d4b4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:52:48.047344 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-1925c3a3-980c-409c-a9fb-0288933d4b4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:48.060798 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-1925c3a3-980c-409c-a9fb-0288933d4b4b service neutron] Transition to ACTIVE for port object 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:52:48.065301 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-1925c3a3-980c-409c-a9fb-0288933d4b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:48.119589 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925c3a3-980c-409c-a9fb-0288933d4b4b service neutron] Pushing event updated for resources: {'Port': ['ID=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:48.190634 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-1925c3a3-980c-409c-a9fb-0288933d4b4b service neutron] Attempting to bind port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:52:48.190978 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-1925c3a3-980c-409c-a9fb-0288933d4b4b service neutron] Attempting to bind port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': 'a2b373be-1382-483f-bf8a-e300f4e73e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:52:48.191313 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-1925c3a3-980c-409c-a9fb-0288933d4b4b service neutron] Attempting to bind port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f on network ca3a12cc-443b-4d28-ab91-16f7360e4e40 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:52:48.198097 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-1925c3a3-980c-409c-a9fb-0288933d4b4b service neutron] Port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f on network ca3a12cc-443b-4d28-ab91-16f7360e4e40 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:52:48.198097 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-1925c3a3-980c-409c-a9fb-0288933d4b4b service neutron] Attempting to bind port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f on network ca3a12cc-443b-4d28-ab91-16f7360e4e40 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:52:48.204967 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-1925c3a3-980c-409c-a9fb-0288933d4b4b service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:52:48.205498 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-1925c3a3-980c-409c-a9fb-0288933d4b4b service neutron] Checking segment: {'id': 'a2b373be-1382-483f-bf8a-e300f4e73e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:52:48.206124 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-1925c3a3-980c-409c-a9fb-0288933d4b4b service neutron] Bound using segment: {'id': 'a2b373be-1382-483f-bf8a-e300f4e73e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:52:48.206972 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-1925c3a3-980c-409c-a9fb-0288933d4b4b service neutron] Bound port: 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b373be-1382-483f-bf8a-e300f4e73e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:52:48.207579 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-1925c3a3-980c-409c-a9fb-0288933d4b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:48.287047 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-1925c3a3-980c-409c-a9fb-0288933d4b4b service neutron] For port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:52:48.290479 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-1925c3a3-980c-409c-a9fb-0288933d4b4b service neutron] For port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f,segment=NetworkSegment(a2b373be-1382-483f-bf8a-e300f4e73e04),segment_id=a2b373be-1382-483f-bf8a-e300f4e73e04)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:52:48.297771 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-1925c3a3-980c-409c-a9fb-0288933d4b4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:48.334806 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-1925c3a3-980c-409c-a9fb-0288933d4b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:48.335427 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-1925c3a3-980c-409c-a9fb-0288933d4b4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:48.337070 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-1925c3a3-980c-409c-a9fb-0288933d4b4b service neutron] 10.222.0.11 "PUT /v2.0/ports/40d75cac-f3b8-4fb4-8b35-c5ddaddf260f HTTP/1.1" status: 200 len: 1092 time: 0.6690187 Nov 10 18:52:48.337522 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116ee75b-a6e0-49f6-a956-2faa0726d9b9', 'tag': '40d75cac-f3b8-4fb4-8b35-c5ddaddf260f'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:52:48.339818 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f469c4c-7e93-4098-9d88-8707bd4d4a19" -d '{"events": [{"name": "network-changed", "server_uuid": "116ee75b-a6e0-49f6-a956-2faa0726d9b9", "tag": "40d75cac-f3b8-4fb4-8b35-c5ddaddf260f"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:52:48.402089 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3f3b3a-f0a6-4960-ad6a-edac156e172b x-openstack-request-id: req-de3f3b3a-f0a6-4960-ad6a-edac156e172b {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:52:48.402387 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116ee75b-a6e0-49f6-a956-2faa0726d9b9", "tag": "40d75cac-f3b8-4fb4-8b35-c5ddaddf260f", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:52:48.402685 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-de3f3b3a-f0a6-4960-ad6a-edac156e172b {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:52:48.403112 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116ee75b-a6e0-49f6-a956-2faa0726d9b9', 'tag': '40d75cac-f3b8-4fb4-8b35-c5ddaddf260f', 'status': 'completed', 'code': 200} Nov 10 18:52:48.405974 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925c3a3-980c-409c-a9fb-0288933d4b4b service neutron] Pushing event updated for resources: {'Port': ['ID=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:48.452356 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-c6760c65-3d22-42c5-a8fb-cc8107aeb8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:48.453707 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-c6760c65-3d22-42c5-a8fb-cc8107aeb8fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2cfc9a0098254fe78665bd6db45d0845&device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 1095 time: 0.0659387 Nov 10 18:52:48.505501 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-d58d21ea-afa9-4256-8dd5-fe539092c935 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f HTTP/1.1" status: 200 len: 217 time: 0.0426052 Nov 10 18:52:48.564730 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-e94e7f07-9286-44da-81be-68ea76cfbb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:48.566210 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-e94e7f07-9286-44da-81be-68ea76cfbb26 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b4907dec-081f-413c-a56c-21b15af7705b HTTP/1.1" status: 200 len: 848 time: 0.0533342 Nov 10 18:52:48.612979 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-736b282e-0d31-4c77-ac8a-82614e15a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:48.614488 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-736b282e-0d31-4c77-ac8a-82614e15a1db service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca3a12cc-443b-4d28-ab91-16f7360e4e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412383 Nov 10 18:52:48.722031 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-d24bfc9b-04c7-407d-8d6e-202d3d370757 service neutron] 10.222.0.11 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005216 Nov 10 18:52:48.766187 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880f0b7-08fa-4d2a-af01-f561fe7f4b3d req-cea0e153-9f16-46e9-ab20-0e0cb09a452e tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:48.767696 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1880f0b7-08fa-4d2a-af01-f561fe7f4b3d req-cea0e153-9f16-46e9-ab20-0e0cb09a452e tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 943 time: 0.0518706 Nov 10 18:52:48.817190 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cb24d1ca-73a8-43df-872c-3836e6f122df req-b4610789-904b-4060-abc8-d0faec0a016f service neutron] 10.222.0.11 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883007 Nov 10 18:52:48.818555 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1880f0b7-08fa-4d2a-af01-f561fe7f4b3d req-085af96c-1256-49bb-a473-c271130c0350 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437231 Nov 10 18:52:48.905350 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f469c4c-7e93-4098-9d88-8707bd4d4a19 req-5e5f2fe4-e3fc-4d84-8e1b-1edf936b1eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:48.906875 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8f469c4c-7e93-4098-9d88-8707bd4d4a19 req-5e5f2fe4-e3fc-4d84-8e1b-1edf936b1eb6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2cfc9a0098254fe78665bd6db45d0845&device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 1095 time: 0.0447855 Nov 10 18:52:49.003649 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f469c4c-7e93-4098-9d88-8707bd4d4a19 req-ac17d856-05ad-48a2-b171-7aa784c1bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:49.005167 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8f469c4c-7e93-4098-9d88-8707bd4d4a19 req-ac17d856-05ad-48a2-b171-7aa784c1bc94 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ca3a12cc-443b-4d28-ab91-16f7360e4e40 HTTP/1.1" status: 200 len: 910 time: 0.0917144 Nov 10 18:52:49.048657 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8f469c4c-7e93-4098-9d88-8707bd4d4a19 req-af4a5962-2ada-43fc-a326-8a7dfcadb994 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f HTTP/1.1" status: 200 len: 217 time: 0.0362473 Nov 10 18:52:49.112128 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f469c4c-7e93-4098-9d88-8707bd4d4a19 req-da5c3cd6-acc6-44a4-ba77-7737854fec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:49.113609 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8f469c4c-7e93-4098-9d88-8707bd4d4a19 req-da5c3cd6-acc6-44a4-ba77-7737854fec37 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b4907dec-081f-413c-a56c-21b15af7705b HTTP/1.1" status: 200 len: 848 time: 0.0572975 Nov 10 18:52:49.166154 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f469c4c-7e93-4098-9d88-8707bd4d4a19 req-0558748f-1098-4cd4-8072-ebc6e4c115dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:49.167645 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8f469c4c-7e93-4098-9d88-8707bd4d4a19 req-0558748f-1098-4cd4-8072-ebc6e4c115dc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca3a12cc-443b-4d28-ab91-16f7360e4e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469849 Nov 10 18:52:49.266181 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8f469c4c-7e93-4098-9d88-8707bd4d4a19 req-c14609fd-2937-472b-be51-355a3982bd38 service neutron] 10.222.0.11 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907936 Nov 10 18:52:49.358664 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8f469c4c-7e93-4098-9d88-8707bd4d4a19 req-3380abc2-a2fd-4c54-935c-979873b7dd10 service neutron] 10.222.0.11 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851543 Nov 10 18:52:49.942024 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e84aeb-6382-4a03-bf70-2a7916107a74 req-5cc2d27f-bac8-4b0c-8074-32f9997951c0 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:49.943496 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-38e84aeb-6382-4a03-bf70-2a7916107a74 req-5cc2d27f-bac8-4b0c-8074-32f9997951c0 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 943 time: 0.0521691 Nov 10 18:52:49.996252 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-38e84aeb-6382-4a03-bf70-2a7916107a74 req-8327b145-82f3-4f26-b9f3-9dd07046fadf tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455787 Nov 10 18:52:51.119898 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73266d-2aec-477a-b565-f1005b785a35 req-055b416e-eafc-4b0d-b14f-206758ee2cc2 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:51.121534 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0a73266d-2aec-477a-b565-f1005b785a35 req-055b416e-eafc-4b0d-b14f-206758ee2cc2 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 943 time: 0.0537012 Nov 10 18:52:51.181291 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0a73266d-2aec-477a-b565-f1005b785a35 req-fedd5f3c-932f-48e0-a73b-b97055999d0c tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534947 Nov 10 18:52:51.237920 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:52:51.333212 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f,segment=NetworkSegment(a2b373be-1382-483f-bf8a-e300f4e73e04),segment_id=a2b373be-1382-483f-bf8a-e300f4e73e04)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:52:51.344942 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '40d75cac-f3b8-4fb4-8b35-c5ddaddf260f', 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40', 'port_id': '40d75cac-f3b8-4fb4-8b35-c5ddaddf260f', 'mac_address': 'fa:16:3e:77:36:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4907dec-081f-413c-a56c-21b15af7705b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:52:51.386356 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:51.399599 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:52:51.418731 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f,segment=NetworkSegment(a2b373be-1382-483f-bf8a-e300f4e73e04),segment_id=a2b373be-1382-483f-bf8a-e300f4e73e04)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:52:51.422952 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:51.470026 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:51.656250 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['40d75cac-f3b8-4fb4-8b35-c5ddaddf260f'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:52:52.306620 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0f58b-2a86-46a5-a1d8-8d95d19eb2f8 req-b81bc76d-4f69-4701-a939-63d7b9267f5c tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:52.308090 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d2d0f58b-2a86-46a5-a1d8-8d95d19eb2f8 req-b81bc76d-4f69-4701-a939-63d7b9267f5c tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 944 time: 0.0583293 Nov 10 18:52:52.360423 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d2d0f58b-2a86-46a5-a1d8-8d95d19eb2f8 req-5715db9f-119d-4969-8112-5857581b5da3 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457423 Nov 10 18:52:53.269547 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:52:53.325286 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:52:53.329273 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:52:53.329665 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:53.415767 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:53.441262 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116ee75b-a6e0-49f6-a956-2faa0726d9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d75cac-f3b8-4fb4-8b35-c5ddaddf260f'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:52:53.443602 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9aadd9-7ce6-47ac-952b-64b535181d36" -d '{"events": [{"server_uuid": "116ee75b-a6e0-49f6-a956-2faa0726d9b9", "name": "network-vif-plugged", "status": "completed", "tag": "40d75cac-f3b8-4fb4-8b35-c5ddaddf260f"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:52:53.457716 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f,segment=NetworkSegment(a2b373be-1382-483f-bf8a-e300f4e73e04),segment_id=a2b373be-1382-483f-bf8a-e300f4e73e04)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:52:53.463303 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:53.496470 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b61cff9-e6a9-45df-99f3-d6f4a79569be x-openstack-request-id: req-1b61cff9-e6a9-45df-99f3-d6f4a79569be {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:52:53.496752 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116ee75b-a6e0-49f6-a956-2faa0726d9b9", "name": "network-vif-plugged", "status": "completed", "tag": "40d75cac-f3b8-4fb4-8b35-c5ddaddf260f", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:52:53.496999 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1b61cff9-e6a9-45df-99f3-d6f4a79569be {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:52:53.497393 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116ee75b-a6e0-49f6-a956-2faa0726d9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d75cac-f3b8-4fb4-8b35-c5ddaddf260f', 'code': 200} Nov 10 18:52:53.499604 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4968bfd-c09e-4b7f-a624-f2795c22a49d req-a62025bf-416c-4c1d-ae6d-722c36181950 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:53.501208 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e4968bfd-c09e-4b7f-a624-f2795c22a49d req-a62025bf-416c-4c1d-ae6d-722c36181950 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 944 time: 0.0641913 Nov 10 18:52:53.526160 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:53.569749 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e4968bfd-c09e-4b7f-a624-f2795c22a49d req-b8bd1068-853d-45bd-a5ce-cc9b0f938fd0 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617266 Nov 10 18:52:53.589627 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492c725-b630-439f-addb-556d2d1b3e6a req-493e9395-3cf1-49ea-8769-fb2812d1ec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:53.591147 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3492c725-b630-439f-addb-556d2d1b3e6a req-493e9395-3cf1-49ea-8769-fb2812d1ec6f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 1097 time: 0.0442007 Nov 10 18:52:53.644373 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3492c725-b630-439f-addb-556d2d1b3e6a req-5f79595a-6528-4793-b12f-9a28933b1d42 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404384 Nov 10 18:52:54.701156 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a6a03-f051-46fd-8f84-c88e7af19086 req-78db2320-5572-4cd2-aeb8-b29de2cc435e tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:54.703243 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d68a6a03-f051-46fd-8f84-c88e7af19086 req-78db2320-5572-4cd2-aeb8-b29de2cc435e tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0603228 Nov 10 18:52:54.757291 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d68a6a03-f051-46fd-8f84-c88e7af19086 req-a1900299-666c-46f1-9f55-774ddd60a453 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486624 Nov 10 18:52:55.553943 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:55.746762 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:55.897848 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2810e-0800-4c37-90fb-dfc12d6de330 req-848202af-bd4f-4129-8e93-527b0232ba64 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:55.900374 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-17b2810e-0800-4c37-90fb-dfc12d6de330 req-848202af-bd4f-4129-8e93-527b0232ba64 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0605378 Nov 10 18:52:55.951777 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-17b2810e-0800-4c37-90fb-dfc12d6de330 req-da71ca9a-b7cb-4c51-a848-27d4ff876914 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455651 Nov 10 18:52:56.076631 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83940cd2-8c39-442a-a6c5-6e5088134c82 req-208ec6b8-9136-4bbf-9e38-55c1f3af03f4 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:56.078218 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-83940cd2-8c39-442a-a6c5-6e5088134c82 req-208ec6b8-9136-4bbf-9e38-55c1f3af03f4 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0564332 Nov 10 18:52:56.131035 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-83940cd2-8c39-442a-a6c5-6e5088134c82 req-45309ca1-cfa0-46fa-8b9f-a3b5c6b1a64a tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468163 Nov 10 18:52:56.152874 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35582) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:52:56.238909 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b1eef-64df-49c9-8db5-a151d5488438 tempest-TestShelveInstance-1558378154 tempest-TestShelveInstance-1558378154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:56.240467 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-719b1eef-64df-49c9-8db5-a151d5488438 tempest-TestShelveInstance-1558378154 tempest-TestShelveInstance-1558378154-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 1092 time: 0.0866387 Nov 10 18:52:56.247716 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35586) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:52:56.252128 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-64b19de2-bc63-4fd2-bb6d-f0ab22485bb3 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'port_id': '40d75cac-f3b8-4fb4-8b35-c5ddaddf260f', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:52:56.274448 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-64b19de2-bc63-4fd2-bb6d-f0ab22485bb3 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:56.379911 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-64b19de2-bc63-4fd2-bb6d-f0ab22485bb3 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:56.491245 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-64b19de2-bc63-4fd2-bb6d-f0ab22485bb3 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Allocated IP 172.25.5.34 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/3cd3c5a0-fcc3-4863-8941-55e672c3f310) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:52:56.597026 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-64b19de2-bc63-4fd2-bb6d-f0ab22485bb3 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:56.631669 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-64b19de2-bc63-4fd2-bb6d-f0ab22485bb3 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:56.677228 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b19de2-bc63-4fd2-bb6d-f0ab22485bb3 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:52:56.680470 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-64b19de2-bc63-4fd2-bb6d-f0ab22485bb3 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:52:56.684093 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b19de2-bc63-4fd2-bb6d-f0ab22485bb3 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:52:56.689501 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b19de2-bc63-4fd2-bb6d-f0ab22485bb3 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Pushing event updated for resources: {'Port': ['ID=3cd3c5a0-fcc3-4863-8941-55e672c3f310,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:57.053836 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-64b19de2-bc63-4fd2-bb6d-f0ab22485bb3 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:57.125373 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-64b19de2-bc63-4fd2-bb6d-f0ab22485bb3 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:57.281280 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-64b19de2-bc63-4fd2-bb6d-f0ab22485bb3 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:57.285834 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-64b19de2-bc63-4fd2-bb6d-f0ab22485bb3 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:57.353657 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b19de2-bc63-4fd2-bb6d-f0ab22485bb3 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Pushing event updated for resources: {'Port': ['ID=3cd3c5a0-fcc3-4863-8941-55e672c3f310,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:52:57.364806 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-64b19de2-bc63-4fd2-bb6d-f0ab22485bb3 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:57.475773 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-64b19de2-bc63-4fd2-bb6d-f0ab22485bb3 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Floating IP 5cca944b-e857-4c55-97ca-23a6d73c4395 associated. External IP: 172.25.5.34, port: 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f. Nov 10 18:52:57.701673 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b19de2-bc63-4fd2-bb6d-f0ab22485bb3 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Router f7541d64-8992-45b6-b16b-b23facdcd432 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:52:57.817599 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b19de2-bc63-4fd2-bb6d-f0ab22485bb3 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:52:57.827645 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c9ab0f-28b2-4830-abba-2a29d387208e None None] Sync routers for ids ['f7541d64-8992-45b6-b16b-b23facdcd432'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:52:57.836785 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-64b19de2-bc63-4fd2-bb6d-f0ab22485bb3 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:52:57.838125 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c9ab0f-28b2-4830-abba-2a29d387208e None None] Routers {'f7541d64-8992-45b6-b16b-b23facdcd432'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:52:57.838746 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-43c9ab0f-28b2-4830-abba-2a29d387208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:52:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f7541d64-8992-45b6-b16b-b23facdcd432'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:52:57.866461 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-64b19de2-bc63-4fd2-bb6d-f0ab22485bb3 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6176341 Nov 10 18:52:57.867155 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116ee75b-a6e0-49f6-a956-2faa0726d9b9', 'tag': '40d75cac-f3b8-4fb4-8b35-c5ddaddf260f'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:52:57.869982 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90730d1c-a398-4c59-843f-4ada904bd402" -d '{"events": [{"name": "network-changed", "server_uuid": "116ee75b-a6e0-49f6-a956-2faa0726d9b9", "tag": "40d75cac-f3b8-4fb4-8b35-c5ddaddf260f"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:52:57.917904 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60af1130-041c-4261-a00c-f72995b3f7e8 x-openstack-request-id: req-60af1130-041c-4261-a00c-f72995b3f7e8 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:52:57.918331 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116ee75b-a6e0-49f6-a956-2faa0726d9b9", "tag": "40d75cac-f3b8-4fb4-8b35-c5ddaddf260f", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:52:57.918611 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-60af1130-041c-4261-a00c-f72995b3f7e8 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:52:57.919019 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116ee75b-a6e0-49f6-a956-2faa0726d9b9', 'tag': '40d75cac-f3b8-4fb4-8b35-c5ddaddf260f', 'status': 'completed', 'code': 200} Nov 10 18:52:57.952934 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-43c9ab0f-28b2-4830-abba-2a29d387208e None None] Set router f7541d64-8992-45b6-b16b-b23facdcd432 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:52:57.985718 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90730d1c-a398-4c59-843f-4ada904bd402 req-a849bb4f-2f6d-47e2-93a3-650c3cba3596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:57.987278 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90730d1c-a398-4c59-843f-4ada904bd402 req-a849bb4f-2f6d-47e2-93a3-650c3cba3596 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2cfc9a0098254fe78665bd6db45d0845&device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 1097 time: 0.0456288 Nov 10 18:52:58.089939 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90730d1c-a398-4c59-843f-4ada904bd402 req-3c615bd2-bd2b-42e5-b77d-24f1e0e41bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:58.091707 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90730d1c-a398-4c59-843f-4ada904bd402 req-3c615bd2-bd2b-42e5-b77d-24f1e0e41bd6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ca3a12cc-443b-4d28-ab91-16f7360e4e40 HTTP/1.1" status: 200 len: 910 time: 0.0973225 Nov 10 18:52:58.160298 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90730d1c-a398-4c59-843f-4ada904bd402 req-6de64306-b9ea-470e-9368-01349ddc3c3c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f HTTP/1.1" status: 200 len: 998 time: 0.0619488 Nov 10 18:52:58.183121 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-43c9ab0f-28b2-4830-abba-2a29d387208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'name': 'tempest-TestShelveInstance-1056248135-router', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:52:29Z', 'updated_at': '2021-11-10T18:52:33Z', 'revision_number': 4, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'gw_port': {'id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:30Z', 'updated_at': '2021-11-10T18:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '5cca944b-e857-4c55-97ca-23a6d73c4395', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'floating_ip_address': '172.25.5.34', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'port_id': '40d75cac-f3b8-4fb4-8b35-c5ddaddf260f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40', 'mac_address': 'fa:16:3e:77:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ee75b-a6e0-49f6-a956-2faa0726d9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:52:56Z', 'updated_at': '2021-11-10T18:52:56Z', 'revision_number': 0, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f903578-a087-4ac0-a161-7b940d23ea55', 'name': '', 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'mac_address': 'fa:16:3e:98:a9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b4907dec-081f-413c-a56c-21b15af7705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:32Z', 'updated_at': '2021-11-10T18:52:37Z', 'revision_number': 5, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'subnets': [{'id': 'b4907dec-081f-413c-a56c-21b15af7705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:52:58.210324 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c9ab0f-28b2-4830-abba-2a29d387208e None None] Checking router: f7541d64-8992-45b6-b16b-b23facdcd432 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:52:58.217898 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90730d1c-a398-4c59-843f-4ada904bd402 req-9fb00146-1a7f-4ff6-8556-e065595119bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:58.219395 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c9ab0f-28b2-4830-abba-2a29d387208e None None] Routers {'f7541d64-8992-45b6-b16b-b23facdcd432'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:52:58.219532 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90730d1c-a398-4c59-843f-4ada904bd402 req-9fb00146-1a7f-4ff6-8556-e065595119bc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b4907dec-081f-413c-a56c-21b15af7705b HTTP/1.1" status: 200 len: 848 time: 0.0527308 Nov 10 18:52:58.219992 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-43c9ab0f-28b2-4830-abba-2a29d387208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:52:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f7541d64-8992-45b6-b16b-b23facdcd432'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:52:58.270508 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90730d1c-a398-4c59-843f-4ada904bd402 req-86ef6755-f826-46d3-af5c-f110594cc7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:52:58.272077 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90730d1c-a398-4c59-843f-4ada904bd402 req-86ef6755-f826-46d3-af5c-f110594cc7ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca3a12cc-443b-4d28-ab91-16f7360e4e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454450 Nov 10 18:52:58.332943 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-43c9ab0f-28b2-4830-abba-2a29d387208e None None] Set router f7541d64-8992-45b6-b16b-b23facdcd432 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:52:58.364723 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90730d1c-a398-4c59-843f-4ada904bd402 req-ba63fcdd-d32e-43ad-999f-ff38c7a59fb2 service neutron] 10.222.0.11 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858190 Nov 10 18:52:58.467833 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-90730d1c-a398-4c59-843f-4ada904bd402 req-fa7af79b-7d68-48a2-94da-850ab0f56ed0 service neutron] 10.222.0.11 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957949 Nov 10 18:52:58.573666 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-43c9ab0f-28b2-4830-abba-2a29d387208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'name': 'tempest-TestShelveInstance-1056248135-router', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:52:29Z', 'updated_at': '2021-11-10T18:52:33Z', 'revision_number': 4, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'gw_port': {'id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:30Z', 'updated_at': '2021-11-10T18:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '5cca944b-e857-4c55-97ca-23a6d73c4395', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'floating_ip_address': '172.25.5.34', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'port_id': '40d75cac-f3b8-4fb4-8b35-c5ddaddf260f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40', 'mac_address': 'fa:16:3e:77:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ee75b-a6e0-49f6-a956-2faa0726d9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:52:56Z', 'updated_at': '2021-11-10T18:52:56Z', 'revision_number': 0, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f903578-a087-4ac0-a161-7b940d23ea55', 'name': '', 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'mac_address': 'fa:16:3e:98:a9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b4907dec-081f-413c-a56c-21b15af7705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:32Z', 'updated_at': '2021-11-10T18:52:37Z', 'revision_number': 5, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'subnets': [{'id': 'b4907dec-081f-413c-a56c-21b15af7705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:52:58.599036 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c9ab0f-28b2-4830-abba-2a29d387208e None None] The sync data for ids ['f7541d64-8992-45b6-b16b-b23facdcd432'] in n-d-776250-10 is: [{'id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'name': 'tempest-TestShelveInstance-1056248135-router', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:52:29Z', 'updated_at': '2021-11-10T18:52:33Z', 'revision_number': 4, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'gw_port': {'id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:30Z', 'updated_at': '2021-11-10T18:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '5cca944b-e857-4c55-97ca-23a6d73c4395', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'floating_ip_address': '172.25.5.34', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'port_id': '40d75cac-f3b8-4fb4-8b35-c5ddaddf260f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40', 'mac_address': 'fa:16:3e:77:36:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116ee75b-a6e0-49f6-a956-2faa0726d9b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:52:56Z', 'updated_at': '2021-11-10T18:52:56Z', 'revision_number': 0, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f903578-a087-4ac0-a161-7b940d23ea55', 'name': '', 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'mac_address': 'fa:16:3e:98:a9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b4907dec-081f-413c-a56c-21b15af7705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:32Z', 'updated_at': '2021-11-10T18:52:37Z', 'revision_number': 5, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'subnets': [{'id': 'b4907dec-081f-413c-a56c-21b15af7705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:52:58.798532 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231b8536-e5ea-4eae-a453-72df1a75120d None None] New status for floating IP 5cca944b-e857-4c55-97ca-23a6d73c4395: ACTIVE {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:53:00.703394 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318d9caf-1d9a-42e4-8ce8-5e1de143bf93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:53:03.056092 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b67fe69c-6017-4f32-a955-3dafab5a02c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:53:04.335229 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:53:05.825877 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:53:06.506428 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:53:24.914074 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:53:25.571547 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:53:25.740877 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:53:30.705205 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3cfb741d-e376-45eb-b25e-eba768b05796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:53:33.058965 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-93f7070b-2184-446e-b4be-1c860e896135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:53:34.338480 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:53:35.824256 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:53:36.499162 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:53:48.677715 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0369911f-741c-4d40-882d-8eb2cc328268 req-d74f212b-b80d-4916-ac7e-91919d1e167c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405941 Nov 10 18:53:48.760646 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369911f-741c-4d40-882d-8eb2cc328268 req-878ec50a-773d-4a05-9a37-56131a248728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:53:48.762151 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0369911f-741c-4d40-882d-8eb2cc328268 req-878ec50a-773d-4a05-9a37-56131a248728 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2cfc9a0098254fe78665bd6db45d0845&device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 1097 time: 0.0423923 Nov 10 18:53:48.871571 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369911f-741c-4d40-882d-8eb2cc328268 req-cb299c33-1b2c-4142-8c08-f8f9b2562e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:53:48.873066 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0369911f-741c-4d40-882d-8eb2cc328268 req-cb299c33-1b2c-4142-8c08-f8f9b2562e27 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ca3a12cc-443b-4d28-ab91-16f7360e4e40 HTTP/1.1" status: 200 len: 910 time: 0.0924196 Nov 10 18:53:48.940482 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0369911f-741c-4d40-882d-8eb2cc328268 req-605b6876-b513-4993-a088-e58a1667be79 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f HTTP/1.1" status: 200 len: 1000 time: 0.0593369 Nov 10 18:53:48.995122 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369911f-741c-4d40-882d-8eb2cc328268 req-e7fb909f-5b21-4299-97bd-4454eae1e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:53:48.996620 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0369911f-741c-4d40-882d-8eb2cc328268 req-e7fb909f-5b21-4299-97bd-4454eae1e983 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b4907dec-081f-413c-a56c-21b15af7705b HTTP/1.1" status: 200 len: 848 time: 0.0500066 Nov 10 18:53:49.043391 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369911f-741c-4d40-882d-8eb2cc328268 req-f15f36b8-32c6-42e6-99b6-a0b1434414a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:53:49.044940 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0369911f-741c-4d40-882d-8eb2cc328268 req-f15f36b8-32c6-42e6-99b6-a0b1434414a1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca3a12cc-443b-4d28-ab91-16f7360e4e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418575 Nov 10 18:53:49.141376 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0369911f-741c-4d40-882d-8eb2cc328268 req-21e1f03b-0291-4f1a-bef2-894f868be8dd service neutron] 10.222.0.11 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887752 Nov 10 18:53:49.513608 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0369911f-741c-4d40-882d-8eb2cc328268 req-05cdc76b-8991-4289-96b7-a04c97dd6832 service neutron] 10.222.0.11 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658118 Nov 10 18:53:55.584476 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:53:55.739773 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:54:00.707338 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-febeaad0-0a62-4a22-a3ba-01fd8cb1edee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:54:01.913431 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:54:03.065801 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0d51bdaa-330e-4240-9e15-f167808a8129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:54:04.342979 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:54:05.826613 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:54:06.501029 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:54:14.843858 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-0044838a-782b-440e-afd6-abf79167fac4 req-bed977d7-3ac2-4796-b0fc-bef87629bbdb service neutron] (102469) timed out ('10.222.0.39', 59368) {{(pid=102469) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 10 18:54:25.579133 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:54:25.736361 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:54:30.708182 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-733b9652-3f33-4cd3-9a54-d941e384b5dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:54:33.057643 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6aa2f952-8e07-4e48-a14f-e9016719ee0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:54:34.345302 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:54:35.830119 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:54:36.502737 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:54:38.912928 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:54:48.652398 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9a42c4dd-39c3-4114-be85-68f117a79065 req-cc71e6a5-72c3-48ce-ad30-a82712a4471a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399973 Nov 10 18:54:48.740836 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42c4dd-39c3-4114-be85-68f117a79065 req-7df6e08b-a584-4959-9576-e49c30c4368f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:54:48.742594 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9a42c4dd-39c3-4114-be85-68f117a79065 req-7df6e08b-a584-4959-9576-e49c30c4368f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2cfc9a0098254fe78665bd6db45d0845&device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 1097 time: 0.0468793 Nov 10 18:54:48.852108 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42c4dd-39c3-4114-be85-68f117a79065 req-526ca83e-7bc9-4a9d-907f-bc5a7b621450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:54:48.853621 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9a42c4dd-39c3-4114-be85-68f117a79065 req-526ca83e-7bc9-4a9d-907f-bc5a7b621450 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ca3a12cc-443b-4d28-ab91-16f7360e4e40 HTTP/1.1" status: 200 len: 910 time: 0.0896304 Nov 10 18:54:48.923722 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9a42c4dd-39c3-4114-be85-68f117a79065 req-535d45d8-21c8-4923-93d3-1b83940c637e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f HTTP/1.1" status: 200 len: 1000 time: 0.0627155 Nov 10 18:54:48.972518 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42c4dd-39c3-4114-be85-68f117a79065 req-6d9cdc0f-1450-4d35-83ef-c5b0ef55924d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:54:48.973972 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9a42c4dd-39c3-4114-be85-68f117a79065 req-6d9cdc0f-1450-4d35-83ef-c5b0ef55924d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b4907dec-081f-413c-a56c-21b15af7705b HTTP/1.1" status: 200 len: 848 time: 0.0438285 Nov 10 18:54:49.020232 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42c4dd-39c3-4114-be85-68f117a79065 req-b7579e30-193e-4cba-b429-23fa8239b78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:54:49.021708 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9a42c4dd-39c3-4114-be85-68f117a79065 req-b7579e30-193e-4cba-b429-23fa8239b78a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca3a12cc-443b-4d28-ab91-16f7360e4e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406506 Nov 10 18:54:49.121443 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9a42c4dd-39c3-4114-be85-68f117a79065 req-a2097e77-4ed1-4e33-b731-b4e20725de96 service neutron] 10.222.0.11 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916195 Nov 10 18:54:49.210978 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9a42c4dd-39c3-4114-be85-68f117a79065 req-dac01b61-c0de-418b-b142-defaada66f9a service neutron] 10.222.0.11 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818896 Nov 10 18:54:52.356779 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a61e10-c018-430e-bbc1-a3c5a10c4a67 req-7725c667-20b3-4ab1-90af-19d9f4c945ed tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:54:52.358217 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-66a61e10-c018-430e-bbc1-a3c5a10c4a67 req-7725c667-20b3-4ab1-90af-19d9f4c945ed tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0575438 Nov 10 18:54:52.412171 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-66a61e10-c018-430e-bbc1-a3c5a10c4a67 req-174975f7-5ae3-4bfe-a124-e795c83d402e tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471332 Nov 10 18:54:53.529694 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727d6a2-cfd0-4ee0-b654-e276a667e6d0 req-2f04149d-4131-4aeb-837c-9f9e87221692 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:54:53.531840 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b727d6a2-cfd0-4ee0-b654-e276a667e6d0 req-2f04149d-4131-4aeb-837c-9f9e87221692 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0513382 Nov 10 18:54:53.587441 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b727d6a2-cfd0-4ee0-b654-e276a667e6d0 req-5c7dcc28-f5eb-4eaa-8e30-acc2d7482df5 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493534 Nov 10 18:54:54.726082 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dec95-0859-4e2d-92b5-81114e5d3b71 req-ca4dc64b-8bdf-4f98-b84a-301595adf855 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:54:54.727544 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-536dec95-0859-4e2d-92b5-81114e5d3b71 req-ca4dc64b-8bdf-4f98-b84a-301595adf855 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0486243 Nov 10 18:54:54.777285 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-536dec95-0859-4e2d-92b5-81114e5d3b71 req-459ccbc6-7645-4d53-9332-142aceb17343 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438590 Nov 10 18:54:55.597184 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:54:55.737236 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:54:55.894692 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d9cca-f4d5-4e0b-80e9-63feddf61836 req-ca2f73c4-304c-4aef-946b-4b6913cf622a tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:54:55.896231 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1d3d9cca-f4d5-4e0b-80e9-63feddf61836 req-ca2f73c4-304c-4aef-946b-4b6913cf622a tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0503607 Nov 10 18:54:55.947998 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1d3d9cca-f4d5-4e0b-80e9-63feddf61836 req-418c6d21-bf54-41bc-8299-742ac687e58e tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456555 Nov 10 18:54:57.067419 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d10dd-73f8-4ceb-aac3-51d518c2873c req-a9652a8f-6604-41ae-b3d0-c7e7be9db773 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:54:57.068825 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b75d10dd-73f8-4ceb-aac3-51d518c2873c req-a9652a8f-6604-41ae-b3d0-c7e7be9db773 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0526118 Nov 10 18:54:57.117380 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b75d10dd-73f8-4ceb-aac3-51d518c2873c req-4abb29b7-cb05-490a-bb06-fdc3ccb49ca5 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425787 Nov 10 18:54:58.232680 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0a6fa-edc7-497b-8e4f-e97cf6a8e2b0 req-78e6a262-fbcc-47a7-87a9-54b23c7d89d9 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:54:58.234241 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-91c0a6fa-edc7-497b-8e4f-e97cf6a8e2b0 req-78e6a262-fbcc-47a7-87a9-54b23c7d89d9 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0501995 Nov 10 18:54:58.284314 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-91c0a6fa-edc7-497b-8e4f-e97cf6a8e2b0 req-ba170c48-b6ec-4939-b068-8b14f446610a tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438080 Nov 10 18:54:59.403164 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f16fd-4ff9-4e3f-8972-8508aa186dfa req-7ba8b604-1c66-441d-a988-68adaadd9daa tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:54:59.404676 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8d4f16fd-4ff9-4e3f-8972-8508aa186dfa req-7ba8b604-1c66-441d-a988-68adaadd9daa tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0500822 Nov 10 18:54:59.454653 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8d4f16fd-4ff9-4e3f-8972-8508aa186dfa req-c3b4968f-ead0-4030-84c1-08bf2608f108 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434017 Nov 10 18:55:00.576426 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7771af-106c-483e-982a-d8ab35699f66 req-8b86f5b7-5b6a-4732-b2f9-db32be7cae25 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:00.578687 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4b7771af-106c-483e-982a-d8ab35699f66 req-8b86f5b7-5b6a-4732-b2f9-db32be7cae25 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0543284 Nov 10 18:55:00.628025 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4b7771af-106c-483e-982a-d8ab35699f66 req-c9f199bf-fa4a-4af2-b2dd-8d10f65cef02 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434899 Nov 10 18:55:00.710285 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1a8650e9-ca2e-4d2c-a53a-4ddd1a1031af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:01.743392 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef0fec-1aba-43f1-b34a-f92080f7d29d req-9d91e88e-5e0f-4938-80ff-20f22ee002bf tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:01.744920 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-67ef0fec-1aba-43f1-b34a-f92080f7d29d req-9d91e88e-5e0f-4938-80ff-20f22ee002bf tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0488000 Nov 10 18:55:01.800889 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-67ef0fec-1aba-43f1-b34a-f92080f7d29d req-bb77c67c-cb5f-4612-aa59-1d1db9c61a34 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493383 Nov 10 18:55:02.918477 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab8481-dd56-441d-be8e-26c5fe8781a0 req-ee826e86-3dde-49a8-a224-0d7726ffa94b tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:02.920001 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d5ab8481-dd56-441d-be8e-26c5fe8781a0 req-ee826e86-3dde-49a8-a224-0d7726ffa94b tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0500858 Nov 10 18:55:02.970668 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d5ab8481-dd56-441d-be8e-26c5fe8781a0 req-ce0e01f4-217c-41e0-8776-3def81c7a91c tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440154 Nov 10 18:55:03.059704 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-afb23557-ae6f-4694-a9f7-937f01161f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:03.934474 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:55:04.028540 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f,segment=NetworkSegment(a2b373be-1382-483f-bf8a-e300f4e73e04),segment_id=a2b373be-1382-483f-bf8a-e300f4e73e04)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:55:04.042442 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '40d75cac-f3b8-4fb4-8b35-c5ddaddf260f', 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40', 'port_id': '40d75cac-f3b8-4fb4-8b35-c5ddaddf260f', 'mac_address': 'fa:16:3e:77:36:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4907dec-081f-413c-a56c-21b15af7705b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:55:04.085764 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:04.095571 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef5576-4f08-4986-9847-b24aa06cbbdd req-d78f0b65-cb92-4e6b-8b49-50fe25ceecc3 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:04.096457 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-72ef5576-4f08-4986-9847-b24aa06cbbdd req-d78f0b65-cb92-4e6b-8b49-50fe25ceecc3 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0527329 Nov 10 18:55:04.101002 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:55:04.120660 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f,segment=NetworkSegment(a2b373be-1382-483f-bf8a-e300f4e73e04),segment_id=a2b373be-1382-483f-bf8a-e300f4e73e04)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:55:04.125190 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:04.151957 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-72ef5576-4f08-4986-9847-b24aa06cbbdd req-b21e6ce0-c544-48ed-816c-091fcbf1e3ef tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482793 Nov 10 18:55:04.176977 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:55:04.184109 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:04.184481 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:04.184818 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:04.185150 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:04.185483 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:04.185805 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:04.186131 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:04.186600 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:04.186936 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:04.187257 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:04.187578 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:04.187897 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:04.194889 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['40d75cac-f3b8-4fb4-8b35-c5ddaddf260f'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:55:04.367222 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:05.284362 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d01a1-ef95-4414-acb1-fd40d2c2a3d2 req-4a993086-a7a9-4359-928c-4994fb1d3567 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:05.286109 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a15d01a1-ef95-4414-acb1-fd40d2c2a3d2 req-4a993086-a7a9-4359-928c-4994fb1d3567 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 944 time: 0.0592513 Nov 10 18:55:05.339491 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a15d01a1-ef95-4414-acb1-fd40d2c2a3d2 req-736da76b-9c87-4701-b5c8-6df743dc09ed tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472257 Nov 10 18:55:05.834090 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:05.944496 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:55:05.997286 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:55:05.997695 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:06.083620 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:06.107167 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116ee75b-a6e0-49f6-a956-2faa0726d9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d75cac-f3b8-4fb4-8b35-c5ddaddf260f'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:55:06.111169 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1875746-7860-4533-b073-4b911812fed9" -d '{"events": [{"server_uuid": "116ee75b-a6e0-49f6-a956-2faa0726d9b9", "name": "network-vif-plugged", "status": "completed", "tag": "40d75cac-f3b8-4fb4-8b35-c5ddaddf260f"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:55:06.123935 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f,segment=NetworkSegment(a2b373be-1382-483f-bf8a-e300f4e73e04),segment_id=a2b373be-1382-483f-bf8a-e300f4e73e04)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:55:06.131099 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:06.171912 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e65a93-95fa-4740-a908-1ce2576c3a44 x-openstack-request-id: req-e9e65a93-95fa-4740-a908-1ce2576c3a44 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:55:06.172324 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116ee75b-a6e0-49f6-a956-2faa0726d9b9", "name": "network-vif-plugged", "status": "completed", "tag": "40d75cac-f3b8-4fb4-8b35-c5ddaddf260f", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:55:06.172652 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e9e65a93-95fa-4740-a908-1ce2576c3a44 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:55:06.173122 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116ee75b-a6e0-49f6-a956-2faa0726d9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d75cac-f3b8-4fb4-8b35-c5ddaddf260f', 'code': 200} Nov 10 18:55:06.189055 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f,revision_number=7']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:55:06.466984 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a924556-7a90-4209-865c-255d4a1446fe req-526d916e-4a56-4a4b-974e-60d748efd779 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:06.468622 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3a924556-7a90-4209-865c-255d4a1446fe req-526d916e-4a56-4a4b-974e-60d748efd779 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0543394 Nov 10 18:55:06.515144 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:06.531565 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3a924556-7a90-4209-865c-255d4a1446fe req-68c9c211-0bd5-404e-b663-a23ab4cfc3b4 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564330 Nov 10 18:55:07.669683 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8453e9-20cc-4325-9861-09edc2daee16 req-19f836cf-6de7-4685-8a5a-5bee71d92c18 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:07.672262 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0c8453e9-20cc-4325-9861-09edc2daee16 req-19f836cf-6de7-4685-8a5a-5bee71d92c18 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0570385 Nov 10 18:55:07.725317 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0c8453e9-20cc-4325-9861-09edc2daee16 req-ea842985-c8ce-44b7-b0a7-602c7c6b54fb tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467103 Nov 10 18:55:08.887492 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c4501-084e-4778-ac3d-f413deaf6171 req-9fb6acad-b6a0-4856-b6c1-d7ad3163df59 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:08.891102 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-161c4501-084e-4778-ac3d-f413deaf6171 req-9fb6acad-b6a0-4856-b6c1-d7ad3163df59 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0822194 Nov 10 18:55:08.970221 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-161c4501-084e-4778-ac3d-f413deaf6171 req-093a712b-eed6-4997-a1a8-d791fc143bc2 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661261 Nov 10 18:55:10.116500 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55459e83-b337-464b-af81-da33cb90a8ab req-82abce81-73ad-4b96-b43b-044951a6526f tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:10.117957 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-55459e83-b337-464b-af81-da33cb90a8ab req-82abce81-73ad-4b96-b43b-044951a6526f tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0691345 Nov 10 18:55:10.184431 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-55459e83-b337-464b-af81-da33cb90a8ab req-f893a38c-1143-4060-bfcc-08bc2bd55389 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554135 Nov 10 18:55:11.307276 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8ea50-0f73-43a3-a93c-8decc2f8a652 req-9870dcb1-3a49-4282-b426-8ff6bae52be9 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:11.308801 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-39a8ea50-0f73-43a3-a93c-8decc2f8a652 req-9870dcb1-3a49-4282-b426-8ff6bae52be9 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0603344 Nov 10 18:55:11.372290 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-39a8ea50-0f73-43a3-a93c-8decc2f8a652 req-652c07a9-a0ba-4f19-add1-04fff0600866 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562639 Nov 10 18:55:12.519591 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069266b-229c-4626-974e-eaf9f1ab1f03 req-ba0dddff-41cc-42dc-8314-6ad2a21cf1f3 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:12.524504 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0069266b-229c-4626-974e-eaf9f1ab1f03 req-ba0dddff-41cc-42dc-8314-6ad2a21cf1f3 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0666859 Nov 10 18:55:12.584697 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0069266b-229c-4626-974e-eaf9f1ab1f03 req-7b28b055-f638-4bf5-be35-4866bbf16e11 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575993 Nov 10 18:55:13.715656 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdb512-a236-49f3-8357-a0278682970c req-8717f1e1-8658-4bde-9234-2a4eb7631156 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:13.717368 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9cfdb512-a236-49f3-8357-a0278682970c req-8717f1e1-8658-4bde-9234-2a4eb7631156 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0550601 Nov 10 18:55:13.779148 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9cfdb512-a236-49f3-8357-a0278682970c req-f7b8c85a-dc5e-40ba-82d1-2173fa496c80 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553877 Nov 10 18:55:14.719580 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd120c0-d24f-455e-b7cd-7807a2379e31 req-12457c29-6e5e-44e7-b600-5190d167f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:14.721250 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2dd120c0-d24f-455e-b7cd-7807a2379e31 req-12457c29-6e5e-44e7-b600-5190d167f447 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2cfc9a0098254fe78665bd6db45d0845&device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 1097 time: 0.0458767 Nov 10 18:55:14.813704 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd120c0-d24f-455e-b7cd-7807a2379e31 req-19e8515e-67ec-4159-94e4-35b35830b5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:14.815181 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2dd120c0-d24f-455e-b7cd-7807a2379e31 req-19e8515e-67ec-4159-94e4-35b35830b5a0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ca3a12cc-443b-4d28-ab91-16f7360e4e40 HTTP/1.1" status: 200 len: 910 time: 0.0869491 Nov 10 18:55:14.887122 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2dd120c0-d24f-455e-b7cd-7807a2379e31 req-3ec788b9-8ac7-4b51-9fcf-49a24f3aefb0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f HTTP/1.1" status: 200 len: 1000 time: 0.0653279 Nov 10 18:55:14.890574 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b9f94-130c-4638-82cf-f6a387ad4908 req-f9e27fdc-e2ba-4ff3-a9bd-0c3d947901d0 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:14.892046 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-050b9f94-130c-4638-82cf-f6a387ad4908 req-f9e27fdc-e2ba-4ff3-a9bd-0c3d947901d0 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0483139 Nov 10 18:55:14.937369 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd120c0-d24f-455e-b7cd-7807a2379e31 req-f03520e4-9965-43d2-b3a3-2ea9b4a0f08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:14.939122 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2dd120c0-d24f-455e-b7cd-7807a2379e31 req-f03520e4-9965-43d2-b3a3-2ea9b4a0f08e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b4907dec-081f-413c-a56c-21b15af7705b HTTP/1.1" status: 200 len: 848 time: 0.0458362 Nov 10 18:55:14.947970 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-050b9f94-130c-4638-82cf-f6a387ad4908 req-4e43df9a-43a0-4700-9b3b-7c4d93b36d45 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499952 Nov 10 18:55:14.986776 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd120c0-d24f-455e-b7cd-7807a2379e31 req-4f90543c-8b88-4997-a49d-e28d15248bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:14.988228 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2dd120c0-d24f-455e-b7cd-7807a2379e31 req-4f90543c-8b88-4997-a49d-e28d15248bb6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca3a12cc-443b-4d28-ab91-16f7360e4e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427730 Nov 10 18:55:15.084691 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2dd120c0-d24f-455e-b7cd-7807a2379e31 req-183a6d56-4869-4fa3-bf83-90d279e9b525 service neutron] 10.222.0.11 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882056 Nov 10 18:55:15.176889 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2dd120c0-d24f-455e-b7cd-7807a2379e31 req-4eeeda5e-c892-4f6e-aa45-cf07491bcf97 service neutron] 10.222.0.11 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847716 Nov 10 18:55:15.912253 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:55:16.067696 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabd51d-67bd-41a2-9de1-a250aacea799 req-da19e954-2239-44ef-abaa-664e65ab2487 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:16.069181 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8cabd51d-67bd-41a2-9de1-a250aacea799 req-da19e954-2239-44ef-abaa-664e65ab2487 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0505908 Nov 10 18:55:16.124108 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8cabd51d-67bd-41a2-9de1-a250aacea799 req-22bcc742-0037-4ddf-bdd6-16c0bee7cc84 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489542 Nov 10 18:55:17.240100 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a9bec-6b2a-47d1-9956-be304af8bd53 req-6bc5eacd-aad1-47ea-917b-e3b4a18e11a2 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:17.241624 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-822a9bec-6b2a-47d1-9956-be304af8bd53 req-6bc5eacd-aad1-47ea-917b-e3b4a18e11a2 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0493746 Nov 10 18:55:17.290408 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-822a9bec-6b2a-47d1-9956-be304af8bd53 req-cd76ccaa-ed40-4138-a66b-3b47d0f2ca4c tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428813 Nov 10 18:55:17.405567 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-4d8f5c37-324f-4fac-a763-d0496015530f req-6713d35b-6c12-424b-82a4-191e1d85a479 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:55:17.406543 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4d8f5c37-324f-4fac-a763-d0496015530f req-6713d35b-6c12-424b-82a4-191e1d85a479 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0501420 Nov 10 18:55:17.560114 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d0538-fe49-43bc-ba01-50acb0f01dfa req-39e2618a-2d56-4c0a-867b-19beaf048470 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:17.562011 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3f1d0538-fe49-43bc-ba01-50acb0f01dfa req-39e2618a-2d56-4c0a-867b-19beaf048470 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0509658 Nov 10 18:55:17.614963 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3f1d0538-fe49-43bc-ba01-50acb0f01dfa req-8b3e33ae-6957-45c2-b10a-3512ad361d17 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462008 Nov 10 18:55:17.760702 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-162867aa-8a51-47e0-b990-8f2b75307521 req-a6f6ecab-51b8-4416-b596-2f1a8e6d870c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0855634 Nov 10 18:55:18.034100 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:55:18.115828 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:18.140064 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116ee75b-a6e0-49f6-a956-2faa0726d9b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40d75cac-f3b8-4fb4-8b35-c5ddaddf260f'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:55:18.142298 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121b528a-647b-4972-89f7-d9851c57e886" -d '{"events": [{"server_uuid": "116ee75b-a6e0-49f6-a956-2faa0726d9b9", "name": "network-vif-unplugged", "status": "completed", "tag": "40d75cac-f3b8-4fb4-8b35-c5ddaddf260f"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:55:18.159683 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f,segment=NetworkSegment(a2b373be-1382-483f-bf8a-e300f4e73e04),segment_id=a2b373be-1382-483f-bf8a-e300f4e73e04)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:55:18.164316 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:18.189903 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 10 Nov 2021 18:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c64bc7-ffcf-4206-b1b8-caa07c80d39c x-openstack-request-id: req-45c64bc7-ffcf-4206-b1b8-caa07c80d39c {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:55:18.190190 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116ee75b-a6e0-49f6-a956-2faa0726d9b9", "name": "network-vif-unplugged", "status": "failed", "tag": "40d75cac-f3b8-4fb4-8b35-c5ddaddf260f", "code": 422}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:55:18.190444 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-45c64bc7-ffcf-4206-b1b8-caa07c80d39c {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:55:18.190841 n-d-776250-10 neutron-server[102470]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '116ee75b-a6e0-49f6-a956-2faa0726d9b9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '40d75cac-f3b8-4fb4-8b35-c5ddaddf260f', 'code': 422} returned with failed status Nov 10 18:55:18.216541 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:55:18.646291 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162867aa-8a51-47e0-b990-8f2b75307521 req-3c742584-d8f6-4714-8526-1fbc1126ad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:18.648335 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-162867aa-8a51-47e0-b990-8f2b75307521 req-3c742584-d8f6-4714-8526-1fbc1126ad11 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9&tenant_id=2cfc9a0098254fe78665bd6db45d0845 HTTP/1.1" status: 200 len: 1095 time: 0.1158361 Nov 10 18:55:18.661645 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-162867aa-8a51-47e0-b990-8f2b75307521 req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-776250-10', 'device_owner': 'compute:nova'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:55:18.744047 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-162867aa-8a51-47e0-b990-8f2b75307521 req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:18.770554 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362080d8-e5cc-497e-b3c6-1ba2191f9cd4 req-5c9f80cc-6eec-4591-ab6d-97ab9ebbd270 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:18.772349 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-362080d8-e5cc-497e-b3c6-1ba2191f9cd4 req-5c9f80cc-6eec-4591-ab6d-97ab9ebbd270 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 943 time: 0.0883360 Nov 10 18:55:18.907318 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-362080d8-e5cc-497e-b3c6-1ba2191f9cd4 req-894a5076-67dc-47d0-b50d-194c87085355 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170013 Nov 10 18:55:18.999082 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-162867aa-8a51-47e0-b990-8f2b75307521 req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] For port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f,segment=NetworkSegment(a2b373be-1382-483f-bf8a-e300f4e73e04),segment_id=a2b373be-1382-483f-bf8a-e300f4e73e04)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:55:19.037323 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-162867aa-8a51-47e0-b990-8f2b75307521 req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] For port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:55:19.069387 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-162867aa-8a51-47e0-b990-8f2b75307521 req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:55:19.077594 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-162867aa-8a51-47e0-b990-8f2b75307521 req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:19.089582 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-162867aa-8a51-47e0-b990-8f2b75307521 req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] Transition to ACTIVE for port object 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:55:19.093708 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-162867aa-8a51-47e0-b990-8f2b75307521 req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:19.194076 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] Pushing event updated for resources: {'Port': ['ID=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f,revision_number=9']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:55:19.218937 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:19.219281 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:19.219625 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:19.219960 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:19.220327 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:19.220666 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:19.220994 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:19.221551 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:19.221823 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:19.222321 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:19.222707 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:19.223156 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:55:19.281846 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-162867aa-8a51-47e0-b990-8f2b75307521 req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] No DVR routers for this DVR port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:55:19.415378 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-162867aa-8a51-47e0-b990-8f2b75307521 req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] Attempting to bind port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:55:19.415640 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-162867aa-8a51-47e0-b990-8f2b75307521 req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] Attempting to bind port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': 'a2b373be-1382-483f-bf8a-e300f4e73e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:55:19.416012 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162867aa-8a51-47e0-b990-8f2b75307521 req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] Attempting to bind port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f on network ca3a12cc-443b-4d28-ab91-16f7360e4e40 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:55:19.420338 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162867aa-8a51-47e0-b990-8f2b75307521 req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] Port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f on network ca3a12cc-443b-4d28-ab91-16f7360e4e40 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:55:19.420705 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162867aa-8a51-47e0-b990-8f2b75307521 req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] Attempting to bind port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f on network ca3a12cc-443b-4d28-ab91-16f7360e4e40 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:55:19.425855 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162867aa-8a51-47e0-b990-8f2b75307521 req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:55:19.426194 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162867aa-8a51-47e0-b990-8f2b75307521 req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] Checking segment: {'id': 'a2b373be-1382-483f-bf8a-e300f4e73e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:55:19.426581 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162867aa-8a51-47e0-b990-8f2b75307521 req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] Bound using segment: {'id': 'a2b373be-1382-483f-bf8a-e300f4e73e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:55:19.427051 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-162867aa-8a51-47e0-b990-8f2b75307521 req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] Bound port: 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b373be-1382-483f-bf8a-e300f4e73e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:55:19.427364 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-162867aa-8a51-47e0-b990-8f2b75307521 req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:19.492175 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-162867aa-8a51-47e0-b990-8f2b75307521 req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] For port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:55:19.495173 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-162867aa-8a51-47e0-b990-8f2b75307521 req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] For port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f,segment=NetworkSegment(a2b373be-1382-483f-bf8a-e300f4e73e04),segment_id=a2b373be-1382-483f-bf8a-e300f4e73e04)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:55:19.500119 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-162867aa-8a51-47e0-b990-8f2b75307521 req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:19.534443 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162867aa-8a51-47e0-b990-8f2b75307521 req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:19.535132 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-162867aa-8a51-47e0-b990-8f2b75307521 req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:19.536612 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-162867aa-8a51-47e0-b990-8f2b75307521 req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] 10.222.0.13 "PUT /v2.0/ports/40d75cac-f3b8-4fb4-8b35-c5ddaddf260f HTTP/1.1" status: 200 len: 1092 time: 0.8792284 Nov 10 18:55:19.537055 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116ee75b-a6e0-49f6-a956-2faa0726d9b9', 'tag': '40d75cac-f3b8-4fb4-8b35-c5ddaddf260f'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:55:19.539323 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a10270c-7ad3-454c-8ea7-40ac0cadb3e0" -d '{"events": [{"name": "network-changed", "server_uuid": "116ee75b-a6e0-49f6-a956-2faa0726d9b9", "tag": "40d75cac-f3b8-4fb4-8b35-c5ddaddf260f"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:55:19.563271 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168bb50-03e3-4a26-9f77-61db1995a84c service neutron] Pushing event updated for resources: {'Port': ['ID=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f,revision_number=10']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:55:19.595176 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6651311-0c8d-46fc-a2a2-c2bbe3046a3f x-openstack-request-id: req-c6651311-0c8d-46fc-a2a2-c2bbe3046a3f {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:55:19.595468 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116ee75b-a6e0-49f6-a956-2faa0726d9b9", "tag": "40d75cac-f3b8-4fb4-8b35-c5ddaddf260f", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:55:19.595728 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c6651311-0c8d-46fc-a2a2-c2bbe3046a3f {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:55:19.596130 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116ee75b-a6e0-49f6-a956-2faa0726d9b9', 'tag': '40d75cac-f3b8-4fb4-8b35-c5ddaddf260f', 'status': 'completed', 'code': 200} Nov 10 18:55:19.611740 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162867aa-8a51-47e0-b990-8f2b75307521 req-1edfcc45-dda0-487a-a57a-c088d7ca0966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:19.613297 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-162867aa-8a51-47e0-b990-8f2b75307521 req-1edfcc45-dda0-487a-a57a-c088d7ca0966 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2cfc9a0098254fe78665bd6db45d0845&device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 1096 time: 0.0471900 Nov 10 18:55:20.002363 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162867aa-8a51-47e0-b990-8f2b75307521 req-5a8a65b3-f04d-4aa0-b1f9-7b45dbc5e2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:20.003718 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-162867aa-8a51-47e0-b990-8f2b75307521 req-5a8a65b3-f04d-4aa0-b1f9-7b45dbc5e2f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca3a12cc-443b-4d28-ab91-16f7360e4e40 HTTP/1.1" status: 200 len: 910 time: 0.3838212 Nov 10 18:55:20.084594 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-162867aa-8a51-47e0-b990-8f2b75307521 req-8d7c7583-c3df-490c-a490-8242e86d08bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f HTTP/1.1" status: 200 len: 998 time: 0.0670438 Nov 10 18:55:20.091878 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adadfbb0-c045-4224-9b2d-8356903adfe5 req-a62306d1-743b-4bd0-b56b-4ed086c95ecc tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:20.093313 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-adadfbb0-c045-4224-9b2d-8356903adfe5 req-a62306d1-743b-4bd0-b56b-4ed086c95ecc tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 944 time: 0.1046073 Nov 10 18:55:20.160103 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162867aa-8a51-47e0-b990-8f2b75307521 req-4ab37098-1f1b-437d-9b42-c6e6432d2717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:20.161570 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-162867aa-8a51-47e0-b990-8f2b75307521 req-4ab37098-1f1b-437d-9b42-c6e6432d2717 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4907dec-081f-413c-a56c-21b15af7705b HTTP/1.1" status: 200 len: 848 time: 0.0674095 Nov 10 18:55:20.183542 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-adadfbb0-c045-4224-9b2d-8356903adfe5 req-15d64422-182b-4591-bd6e-199c24f0da24 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822854 Nov 10 18:55:20.212008 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162867aa-8a51-47e0-b990-8f2b75307521 req-5a963f57-9d16-4b3b-9362-5e36556d9ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:20.213498 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-162867aa-8a51-47e0-b990-8f2b75307521 req-5a963f57-9d16-4b3b-9362-5e36556d9ac3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca3a12cc-443b-4d28-ab91-16f7360e4e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433805 Nov 10 18:55:20.316947 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-162867aa-8a51-47e0-b990-8f2b75307521 req-aa3c4241-cb2a-40d8-9ee2-6d5b66efc249 service neutron] 10.222.0.13 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949423 Nov 10 18:55:20.404543 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-162867aa-8a51-47e0-b990-8f2b75307521 req-51c31def-0b40-4af2-b67a-59d5c308f7dd service neutron] 10.222.0.13 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802572 Nov 10 18:55:20.497816 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10270c-7ad3-454c-8ea7-40ac0cadb3e0 req-3622825c-ba53-4919-b647-6b0974e5318c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:20.499804 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a10270c-7ad3-454c-8ea7-40ac0cadb3e0 req-3622825c-ba53-4919-b647-6b0974e5318c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2cfc9a0098254fe78665bd6db45d0845&device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 1096 time: 0.0490236 Nov 10 18:55:20.594981 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10270c-7ad3-454c-8ea7-40ac0cadb3e0 req-86ead703-2bae-495d-9a3b-3c2cd2a83c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:20.596669 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a10270c-7ad3-454c-8ea7-40ac0cadb3e0 req-86ead703-2bae-495d-9a3b-3c2cd2a83c5a service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca3a12cc-443b-4d28-ab91-16f7360e4e40 HTTP/1.1" status: 200 len: 910 time: 0.0899181 Nov 10 18:55:20.684957 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a10270c-7ad3-454c-8ea7-40ac0cadb3e0 req-225c403a-c5ec-41b4-b199-9cb6f9005494 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f HTTP/1.1" status: 200 len: 998 time: 0.0815248 Nov 10 18:55:21.309579 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c0795-e8f6-46fd-b687-7ee2127cbe70 req-92a00241-2669-4f6f-8f8d-b437044250a2 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:21.311078 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d37c0795-e8f6-46fd-b687-7ee2127cbe70 req-92a00241-2669-4f6f-8f8d-b437044250a2 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 944 time: 0.0519631 Nov 10 18:55:21.362747 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d37c0795-e8f6-46fd-b687-7ee2127cbe70 req-9aa6d930-bbe3-458f-9ac6-184ababfdb10 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450675 Nov 10 18:55:22.490072 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81aac32-9c92-432d-a715-a54d19e2b258 req-a5fe2821-c218-4823-b9c3-0a6101181a6a tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:22.492133 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e81aac32-9c92-432d-a715-a54d19e2b258 req-a5fe2821-c218-4823-b9c3-0a6101181a6a tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 944 time: 0.0595722 Nov 10 18:55:22.543469 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e81aac32-9c92-432d-a715-a54d19e2b258 req-05293e24-450c-45fc-bb20-10b5502a7087 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450957 Nov 10 18:55:23.666315 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12e6f6-ce51-4211-b65f-a394c69d9605 req-5995de4a-557e-46d3-8f81-11bfeedb9090 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:23.667799 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3c12e6f6-ce51-4211-b65f-a394c69d9605 req-5995de4a-557e-46d3-8f81-11bfeedb9090 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 944 time: 0.0497878 Nov 10 18:55:23.718030 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3c12e6f6-ce51-4211-b65f-a394c69d9605 req-7dd9f858-3c51-455c-86aa-5f3059935812 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440488 Nov 10 18:55:24.847395 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af405750-dc7d-4690-82e5-2a2050ed40f2 req-53449f93-dd05-4cd5-932c-f05b32178690 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:24.849134 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-af405750-dc7d-4690-82e5-2a2050ed40f2 req-53449f93-dd05-4cd5-932c-f05b32178690 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 944 time: 0.0584378 Nov 10 18:55:24.904532 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-af405750-dc7d-4690-82e5-2a2050ed40f2 req-1bed410c-2a57-465c-ac8c-c6ad37490727 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483274 Nov 10 18:55:25.602505 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:25.737109 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:26.035303 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8761748-bf12-4c0e-b530-cc7fa611610a req-94aed5f8-efd2-44c7-be72-4a7f4eb957ce tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:26.036855 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c8761748-bf12-4c0e-b530-cc7fa611610a req-94aed5f8-efd2-44c7-be72-4a7f4eb957ce tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 944 time: 0.0599625 Nov 10 18:55:26.090920 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c8761748-bf12-4c0e-b530-cc7fa611610a req-8b6b6db1-e962-436e-8706-ef1774f01ddd tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479026 Nov 10 18:55:27.219213 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00e33d-0cf0-4f34-a0b4-c853c214a7e2 req-36588b06-4654-493e-89c7-59ce7667e2eb tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:27.221800 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fe00e33d-0cf0-4f34-a0b4-c853c214a7e2 req-36588b06-4654-493e-89c7-59ce7667e2eb tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 944 time: 0.0556026 Nov 10 18:55:27.275191 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-fe00e33d-0cf0-4f34-a0b4-c853c214a7e2 req-140aebf3-cde3-4315-915f-4a7922fbd059 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463247 Nov 10 18:55:28.401465 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d01c7-ca2e-49eb-a253-4cb9f05dc210 req-087bed73-e432-4f46-9163-c11cb0c6b694 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:28.403049 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fa4d01c7-ca2e-49eb-a253-4cb9f05dc210 req-087bed73-e432-4f46-9163-c11cb0c6b694 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 944 time: 0.0530729 Nov 10 18:55:28.458349 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-fa4d01c7-ca2e-49eb-a253-4cb9f05dc210 req-5318191c-9bb5-4e83-87fb-47f8416feb32 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487878 Nov 10 18:55:29.578936 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff07bf6-00a3-4bb4-a0c2-3351821a8bd0 req-13f6c057-71f2-4eaa-9ea6-a5a2f28d0eeb tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:29.580658 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3ff07bf6-00a3-4bb4-a0c2-3351821a8bd0 req-13f6c057-71f2-4eaa-9ea6-a5a2f28d0eeb tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 944 time: 0.0512555 Nov 10 18:55:29.635983 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3ff07bf6-00a3-4bb4-a0c2-3351821a8bd0 req-9f8b3189-8d8a-4464-98c9-3b4f2bae310a tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495219 Nov 10 18:55:30.710668 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dd3df1be-d428-422e-87e5-a2950e5c9685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:30.759536 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f790ab-5865-410b-9268-deeb98f9a15c req-ef606fb6-cc0e-4dd7-ba56-c0b6592b880e tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:30.760980 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72f790ab-5865-410b-9268-deeb98f9a15c req-ef606fb6-cc0e-4dd7-ba56-c0b6592b880e tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 944 time: 0.0519509 Nov 10 18:55:30.819025 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72f790ab-5865-410b-9268-deeb98f9a15c req-39fcbc68-112b-4983-88e4-e28ea60e5c1b tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521524 Nov 10 18:55:31.340614 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10270c-7ad3-454c-8ea7-40ac0cadb3e0 req-fd4a384e-90e3-4d73-bbc7-f4afa020ca8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:31.342080 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a10270c-7ad3-454c-8ea7-40ac0cadb3e0 req-fd4a384e-90e3-4d73-bbc7-f4afa020ca8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4907dec-081f-413c-a56c-21b15af7705b HTTP/1.1" status: 200 len: 848 time: 0.0465240 Nov 10 18:55:31.395120 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10270c-7ad3-454c-8ea7-40ac0cadb3e0 req-2e69ae3c-c717-4aec-ad20-146d6e6694fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:31.396649 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a10270c-7ad3-454c-8ea7-40ac0cadb3e0 req-2e69ae3c-c717-4aec-ad20-146d6e6694fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca3a12cc-443b-4d28-ab91-16f7360e4e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446382 Nov 10 18:55:31.492574 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a10270c-7ad3-454c-8ea7-40ac0cadb3e0 req-2d95404c-38a6-45e6-8c77-2a72e55a143c service neutron] 10.222.0.13 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820651 Nov 10 18:55:31.586925 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8a10270c-7ad3-454c-8ea7-40ac0cadb3e0 req-3cfbdd95-d859-4a2b-8737-70c4756a3549 service neutron] 10.222.0.13 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858264 Nov 10 18:55:31.933662 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0246541-45a1-45a6-b41d-73547baba3d6 req-8cb32eaa-0af6-4844-a9b8-5623736b8dd9 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:31.935128 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0246541-45a1-45a6-b41d-73547baba3d6 req-8cb32eaa-0af6-4844-a9b8-5623736b8dd9 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 944 time: 0.0490730 Nov 10 18:55:31.985334 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0246541-45a1-45a6-b41d-73547baba3d6 req-feb7af70-e7a8-48b3-9713-d1002101d04a tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433736 Nov 10 18:55:33.061931 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a47f7ea9-8e56-4338-ac24-60811e5d9332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:33.106540 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03712f7a-c8d7-4551-9de8-6fae9b9c8834 req-bbf83927-1e47-4c6e-9f70-6ab2f2ebee03 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:33.108059 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-03712f7a-c8d7-4551-9de8-6fae9b9c8834 req-bbf83927-1e47-4c6e-9f70-6ab2f2ebee03 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 944 time: 0.0513315 Nov 10 18:55:33.158603 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-03712f7a-c8d7-4551-9de8-6fae9b9c8834 req-eb73c07a-4794-434e-aa38-3b33c7ed6a05 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441287 Nov 10 18:55:33.739229 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:55:33.833869 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f,segment=NetworkSegment(a2b373be-1382-483f-bf8a-e300f4e73e04),segment_id=a2b373be-1382-483f-bf8a-e300f4e73e04)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:55:33.845378 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '40d75cac-f3b8-4fb4-8b35-c5ddaddf260f', 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40', 'port_id': '40d75cac-f3b8-4fb4-8b35-c5ddaddf260f', 'mac_address': 'fa:16:3e:77:36:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4907dec-081f-413c-a56c-21b15af7705b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:55:33.887331 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:33.900037 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:55:33.919186 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f,segment=NetworkSegment(a2b373be-1382-483f-bf8a-e300f4e73e04),segment_id=a2b373be-1382-483f-bf8a-e300f4e73e04)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:55:33.922782 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:33.968686 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f,revision_number=11']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:55:34.146430 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['40d75cac-f3b8-4fb4-8b35-c5ddaddf260f'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:55:34.276265 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25126182-2c7a-4ec6-aeef-0d41d2f267ef req-e57046ca-9a81-491f-8189-7d12996ab6d6 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:34.278117 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-25126182-2c7a-4ec6-aeef-0d41d2f267ef req-e57046ca-9a81-491f-8189-7d12996ab6d6 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0510719 Nov 10 18:55:34.334570 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-25126182-2c7a-4ec6-aeef-0d41d2f267ef req-c60dd51c-94a7-49b6-94ab-949c4d740326 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499117 Nov 10 18:55:34.367675 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:35.452195 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30338bfb-14b2-4d79-a9e7-d61620bf4db4 req-5c9b4320-0d50-4a51-92fd-98b4b6f6e7d7 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:35.453676 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-30338bfb-14b2-4d79-a9e7-d61620bf4db4 req-5c9b4320-0d50-4a51-92fd-98b4b6f6e7d7 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 945 time: 0.0502932 Nov 10 18:55:35.504265 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-30338bfb-14b2-4d79-a9e7-d61620bf4db4 req-e972928f-8334-4954-9904-4589f7bcf928 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438907 Nov 10 18:55:35.741240 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:55:35.797773 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:55:35.802475 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:55:35.802843 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:35.848401 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:35.893940 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:35.916556 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116ee75b-a6e0-49f6-a956-2faa0726d9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d75cac-f3b8-4fb4-8b35-c5ddaddf260f'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:55:35.918769 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e6d9b6-6d73-42a5-9b01-b1e726312bde" -d '{"events": [{"server_uuid": "116ee75b-a6e0-49f6-a956-2faa0726d9b9", "name": "network-vif-plugged", "status": "completed", "tag": "40d75cac-f3b8-4fb4-8b35-c5ddaddf260f"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:55:35.931710 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f,segment=NetworkSegment(a2b373be-1382-483f-bf8a-e300f4e73e04),segment_id=a2b373be-1382-483f-bf8a-e300f4e73e04)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:55:35.935832 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:35.961189 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b34a61b-5427-4e7b-b453-f2cd736c50d8 x-openstack-request-id: req-3b34a61b-5427-4e7b-b453-f2cd736c50d8 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:55:35.961491 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116ee75b-a6e0-49f6-a956-2faa0726d9b9", "name": "network-vif-plugged", "status": "completed", "tag": "40d75cac-f3b8-4fb4-8b35-c5ddaddf260f", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:55:35.961745 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b34a61b-5427-4e7b-b453-f2cd736c50d8 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:55:35.962138 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116ee75b-a6e0-49f6-a956-2faa0726d9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d75cac-f3b8-4fb4-8b35-c5ddaddf260f', 'code': 200} Nov 10 18:55:35.992900 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f,revision_number=12']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:55:36.122207 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa74ff1-33f6-4729-a687-b0a3705ca657 req-d9866fcc-4a25-43dd-aff8-c9c2dd6f035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:36.123712 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-daa74ff1-33f6-4729-a687-b0a3705ca657 req-d9866fcc-4a25-43dd-aff8-c9c2dd6f035d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 1098 time: 0.0423567 Nov 10 18:55:36.169405 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-daa74ff1-33f6-4729-a687-b0a3705ca657 req-fb1cf4b6-bde7-4f29-8b69-13b16618b816 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385840 Nov 10 18:55:36.508545 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:36.628955 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc68786-3ab3-419c-849c-3f67090919c0 req-b0319d6a-6fde-4005-8eea-288d82aefc3d tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:36.630427 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0cc68786-3ab3-419c-849c-3f67090919c0 req-b0319d6a-6fde-4005-8eea-288d82aefc3d tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 946 time: 0.0532463 Nov 10 18:55:36.679262 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0cc68786-3ab3-419c-849c-3f67090919c0 req-15a07c06-04ad-41fc-9e3d-6fcff088aa17 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428569 Nov 10 18:55:37.800667 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d3cb4-ee98-4f9c-9b05-83070f5d75f8 req-a211d93b-e3eb-42da-825a-4ada6fcaccad tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:37.802236 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4e2d3cb4-ee98-4f9c-9b05-83070f5d75f8 req-a211d93b-e3eb-42da-825a-4ada6fcaccad tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 946 time: 0.0513625 Nov 10 18:55:37.852238 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-4e2d3cb4-ee98-4f9c-9b05-83070f5d75f8 req-49ef06e3-7f69-4a50-84ac-cbef183c1789 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434601 Nov 10 18:55:38.968172 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d06c43-9abb-439e-9407-e5945e5f7f3f req-1c2b7c32-8e3f-4b4e-85af-c24c80c22f30 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:38.969654 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2d06c43-9abb-439e-9407-e5945e5f7f3f req-1c2b7c32-8e3f-4b4e-85af-c24c80c22f30 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 946 time: 0.0493593 Nov 10 18:55:39.019732 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c2d06c43-9abb-439e-9407-e5945e5f7f3f req-a24822b5-d57b-4af5-9458-32fa40cf45ee tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427413 Nov 10 18:55:52.911385 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:55:53.920112 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1b549fc-53e3-4daa-b7fa-fd1e034c5b06 req-b2cc37ff-00f2-466e-ab18-f3b6df0b5576 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0474253 Nov 10 18:55:54.006245 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b549fc-53e3-4daa-b7fa-fd1e034c5b06 req-fb4e9762-cdbc-415a-9e18-e6beb9e10717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:54.008381 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1b549fc-53e3-4daa-b7fa-fd1e034c5b06 req-fb4e9762-cdbc-415a-9e18-e6beb9e10717 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2cfc9a0098254fe78665bd6db45d0845&device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 1098 time: 0.0448835 Nov 10 18:55:54.121993 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b549fc-53e3-4daa-b7fa-fd1e034c5b06 req-b5505393-3b00-4956-8bc8-0c88d0ce424f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:54.123385 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1b549fc-53e3-4daa-b7fa-fd1e034c5b06 req-b5505393-3b00-4956-8bc8-0c88d0ce424f service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca3a12cc-443b-4d28-ab91-16f7360e4e40 HTTP/1.1" status: 200 len: 910 time: 0.0945735 Nov 10 18:55:54.193381 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1b549fc-53e3-4daa-b7fa-fd1e034c5b06 req-924bdb1c-2682-427f-911e-5ca3fae4c594 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f HTTP/1.1" status: 200 len: 1000 time: 0.0610154 Nov 10 18:55:54.250769 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b549fc-53e3-4daa-b7fa-fd1e034c5b06 req-fce91d93-db87-4c30-8d74-dd81f462f07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:54.252269 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1b549fc-53e3-4daa-b7fa-fd1e034c5b06 req-fce91d93-db87-4c30-8d74-dd81f462f07b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4907dec-081f-413c-a56c-21b15af7705b HTTP/1.1" status: 200 len: 848 time: 0.0507083 Nov 10 18:55:54.306773 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b549fc-53e3-4daa-b7fa-fd1e034c5b06 req-b6392ae8-967a-4e77-9d02-3a4365a650c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:55:54.308327 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1b549fc-53e3-4daa-b7fa-fd1e034c5b06 req-b6392ae8-967a-4e77-9d02-3a4365a650c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca3a12cc-443b-4d28-ab91-16f7360e4e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482428 Nov 10 18:55:54.404180 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1b549fc-53e3-4daa-b7fa-fd1e034c5b06 req-1c7dfea7-0256-4ba8-aec0-db130791c704 service neutron] 10.222.0.13 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879591 Nov 10 18:55:54.502034 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a1b549fc-53e3-4daa-b7fa-fd1e034c5b06 req-6283572c-cf98-4324-b0a0-f52a0593c4a4 service neutron] 10.222.0.13 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901186 Nov 10 18:55:55.599975 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:55:55.735074 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:00.713154 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c95028e7-6d10-48f0-b94b-a017fed9907d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:03.063406 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-85a1e3b2-66da-4682-9391-8544ead014a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:04.355135 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:05.837454 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:06.510926 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:25.617409 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:25.734564 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:29.911641 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:56:30.715164 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-bc052b3e-4c80-4b96-a9fd-167b590bbedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:33.066464 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3092517e-3ea6-4758-a91b-a34e1d9ca32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:34.357788 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:35.840903 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:36.513722 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:47.461379 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35880) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:56:47.620246 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-1b58c074-9534-4f2f-8f6e-01e3f61ee764 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Deleting port 3cd3c5a0-fcc3-4863-8941-55e672c3f310 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:56:47.620593 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1b58c074-9534-4f2f-8f6e-01e3f61ee764 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:47.696231 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1b58c074-9534-4f2f-8f6e-01e3f61ee764 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:47.696570 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1b58c074-9534-4f2f-8f6e-01e3f61ee764 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:47.707869 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-1b58c074-9534-4f2f-8f6e-01e3f61ee764 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Calling delete_port for 3cd3c5a0-fcc3-4863-8941-55e672c3f310 owned by network:floatingip {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:56:47.857111 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1b58c074-9534-4f2f-8f6e-01e3f61ee764 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:47.883411 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58c074-9534-4f2f-8f6e-01e3f61ee764 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Pushing event deleted for resources: {'Port': ['ID=3cd3c5a0-fcc3-4863-8941-55e672c3f310,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:56:47.895690 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b58c074-9534-4f2f-8f6e-01e3f61ee764 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:56:47.895690 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b58c074-9534-4f2f-8f6e-01e3f61ee764 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:56:47.895879 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b58c074-9534-4f2f-8f6e-01e3f61ee764 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:56:47.896133 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b58c074-9534-4f2f-8f6e-01e3f61ee764 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:56:47.896527 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b58c074-9534-4f2f-8f6e-01e3f61ee764 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:56:47.896864 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b58c074-9534-4f2f-8f6e-01e3f61ee764 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:56:47.897196 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b58c074-9534-4f2f-8f6e-01e3f61ee764 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:56:47.897532 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b58c074-9534-4f2f-8f6e-01e3f61ee764 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:56:47.899130 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b58c074-9534-4f2f-8f6e-01e3f61ee764 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:56:47.899473 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b58c074-9534-4f2f-8f6e-01e3f61ee764 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:56:47.899808 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b58c074-9534-4f2f-8f6e-01e3f61ee764 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:56:47.900138 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b58c074-9534-4f2f-8f6e-01e3f61ee764 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:56:47.958959 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1b58c074-9534-4f2f-8f6e-01e3f61ee764 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for floatingip, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:47.959284 n-d-776250-10 neutron-server[102468]: INFO neutron.db.l3_db [None req-1b58c074-9534-4f2f-8f6e-01e3f61ee764 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Floating IP 5cca944b-e857-4c55-97ca-23a6d73c4395 disassociated (deleted). External IP: 172.25.5.34, port: 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f. Nov 10 18:56:48.170729 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b58c074-9534-4f2f-8f6e-01e3f61ee764 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Router f7541d64-8992-45b6-b16b-b23facdcd432 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:56:48.281602 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b58c074-9534-4f2f-8f6e-01e3f61ee764 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:56:48.286322 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-1b58c074-9534-4f2f-8f6e-01e3f61ee764 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:48.291535 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c196ece0-b7ae-43de-98a6-4f0a7755565e None None] Sync routers for ids ['f7541d64-8992-45b6-b16b-b23facdcd432'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:56:48.300829 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c196ece0-b7ae-43de-98a6-4f0a7755565e None None] Routers {'f7541d64-8992-45b6-b16b-b23facdcd432'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:56:48.301437 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c196ece0-b7ae-43de-98a6-4f0a7755565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:56:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f7541d64-8992-45b6-b16b-b23facdcd432'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:56:48.313535 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1b58c074-9534-4f2f-8f6e-01e3f61ee764 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "DELETE /v2.0/floatingips/5cca944b-e857-4c55-97ca-23a6d73c4395 HTTP/1.1" status: 204 len: 168 time: 0.8510549 Nov 10 18:56:48.314247 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116ee75b-a6e0-49f6-a956-2faa0726d9b9', 'tag': '40d75cac-f3b8-4fb4-8b35-c5ddaddf260f'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:56:48.316507 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3db8453-89b5-47d2-91aa-a83b4c12488f" -d '{"events": [{"name": "network-changed", "server_uuid": "116ee75b-a6e0-49f6-a956-2faa0726d9b9", "tag": "40d75cac-f3b8-4fb4-8b35-c5ddaddf260f"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:56:48.415097 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-c196ece0-b7ae-43de-98a6-4f0a7755565e None None] Set router f7541d64-8992-45b6-b16b-b23facdcd432 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:56:48.416314 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bc30b7-9731-43e9-8c3e-7b869e2667d0 x-openstack-request-id: req-77bc30b7-9731-43e9-8c3e-7b869e2667d0 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:56:48.416731 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116ee75b-a6e0-49f6-a956-2faa0726d9b9", "tag": "40d75cac-f3b8-4fb4-8b35-c5ddaddf260f", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:56:48.416927 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-77bc30b7-9731-43e9-8c3e-7b869e2667d0 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:56:48.417321 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116ee75b-a6e0-49f6-a956-2faa0726d9b9', 'tag': '40d75cac-f3b8-4fb4-8b35-c5ddaddf260f', 'status': 'completed', 'code': 200} Nov 10 18:56:48.490441 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db8453-89b5-47d2-91aa-a83b4c12488f req-9c4b70ee-3ecd-484a-8e4a-1df4b46ee9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:56:48.492554 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3db8453-89b5-47d2-91aa-a83b4c12488f req-9c4b70ee-3ecd-484a-8e4a-1df4b46ee9f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2cfc9a0098254fe78665bd6db45d0845&device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 1098 time: 0.0476558 Nov 10 18:56:48.564816 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865eee8-c105-4645-9c6d-e72a2cd47e81 req-3a38d9b1-ab20-46cb-a0c6-99821876e3ad tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:56:48.566378 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e865eee8-c105-4645-9c6d-e72a2cd47e81 req-3a38d9b1-ab20-46cb-a0c6-99821876e3ad tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 946 time: 0.0593560 Nov 10 18:56:48.593052 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db8453-89b5-47d2-91aa-a83b4c12488f req-a89c13f7-1729-49a2-8698-020d7fdcdaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:56:48.594972 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3db8453-89b5-47d2-91aa-a83b4c12488f req-a89c13f7-1729-49a2-8698-020d7fdcdaef service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca3a12cc-443b-4d28-ab91-16f7360e4e40 HTTP/1.1" status: 200 len: 910 time: 0.0933568 Nov 10 18:56:48.620386 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e865eee8-c105-4645-9c6d-e72a2cd47e81 req-a9d3f304-6802-4dbf-a038-a948d9188578 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456374 Nov 10 18:56:48.640400 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3db8453-89b5-47d2-91aa-a83b4c12488f req-36bd2dfe-51a3-4530-8af5-9e46c911980b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f HTTP/1.1" status: 200 len: 217 time: 0.0373704 Nov 10 18:56:48.643859 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c196ece0-b7ae-43de-98a6-4f0a7755565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'name': 'tempest-TestShelveInstance-1056248135-router', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:52:29Z', 'updated_at': '2021-11-10T18:52:33Z', 'revision_number': 4, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'gw_port': {'id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:30Z', 'updated_at': '2021-11-10T18:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2f903578-a087-4ac0-a161-7b940d23ea55', 'name': '', 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'mac_address': 'fa:16:3e:98:a9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b4907dec-081f-413c-a56c-21b15af7705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:32Z', 'updated_at': '2021-11-10T18:52:37Z', 'revision_number': 5, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'subnets': [{'id': 'b4907dec-081f-413c-a56c-21b15af7705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:56:48.670265 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c196ece0-b7ae-43de-98a6-4f0a7755565e None None] Checking router: f7541d64-8992-45b6-b16b-b23facdcd432 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:56:48.678748 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c196ece0-b7ae-43de-98a6-4f0a7755565e None None] Routers {'f7541d64-8992-45b6-b16b-b23facdcd432'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:56:48.680109 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c196ece0-b7ae-43de-98a6-4f0a7755565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:56:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f7541d64-8992-45b6-b16b-b23facdcd432'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:56:48.690869 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db8453-89b5-47d2-91aa-a83b4c12488f req-37600c8a-1deb-4879-b9fc-e772dd7ed309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:56:48.692370 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3db8453-89b5-47d2-91aa-a83b4c12488f req-37600c8a-1deb-4879-b9fc-e772dd7ed309 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4907dec-081f-413c-a56c-21b15af7705b HTTP/1.1" status: 200 len: 848 time: 0.0450041 Nov 10 18:56:48.745591 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db8453-89b5-47d2-91aa-a83b4c12488f req-32420d2c-69d1-458f-b0bc-751bb435247c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:56:48.747042 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3db8453-89b5-47d2-91aa-a83b4c12488f req-32420d2c-69d1-458f-b0bc-751bb435247c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca3a12cc-443b-4d28-ab91-16f7360e4e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462716 Nov 10 18:56:48.787119 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-c196ece0-b7ae-43de-98a6-4f0a7755565e None None] Set router f7541d64-8992-45b6-b16b-b23facdcd432 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:56:48.842462 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3db8453-89b5-47d2-91aa-a83b4c12488f req-82a306d0-4526-4ee1-9f08-fbfa951a8b1d service neutron] 10.222.0.13 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875721 Nov 10 18:56:48.938227 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d3db8453-89b5-47d2-91aa-a83b4c12488f req-354b46f7-7208-4316-b213-c97d16f08101 service neutron] 10.222.0.13 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882921 Nov 10 18:56:48.986579 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-c196ece0-b7ae-43de-98a6-4f0a7755565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'name': 'tempest-TestShelveInstance-1056248135-router', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:52:29Z', 'updated_at': '2021-11-10T18:52:33Z', 'revision_number': 4, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'gw_port': {'id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:30Z', 'updated_at': '2021-11-10T18:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2f903578-a087-4ac0-a161-7b940d23ea55', 'name': '', 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'mac_address': 'fa:16:3e:98:a9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b4907dec-081f-413c-a56c-21b15af7705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:32Z', 'updated_at': '2021-11-10T18:52:37Z', 'revision_number': 5, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'subnets': [{'id': 'b4907dec-081f-413c-a56c-21b15af7705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:56:49.017295 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c196ece0-b7ae-43de-98a6-4f0a7755565e None None] The sync data for ids ['f7541d64-8992-45b6-b16b-b23facdcd432'] in n-d-776250-10 is: [{'id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'name': 'tempest-TestShelveInstance-1056248135-router', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:52:29Z', 'updated_at': '2021-11-10T18:52:33Z', 'revision_number': 4, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'gw_port': {'id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:30Z', 'updated_at': '2021-11-10T18:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2f903578-a087-4ac0-a161-7b940d23ea55', 'name': '', 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'mac_address': 'fa:16:3e:98:a9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b4907dec-081f-413c-a56c-21b15af7705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:32Z', 'updated_at': '2021-11-10T18:52:37Z', 'revision_number': 5, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'subnets': [{'id': 'b4907dec-081f-413c-a56c-21b15af7705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:56:49.233920 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5e875c-4e30-4995-b7a8-9d729bf86469 None None] New status for floating IP 5cca944b-e857-4c55-97ca-23a6d73c4395: DOWN {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:56:49.744293 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675694e-25b9-48f9-9762-80e4e6616277 req-af1c9fb0-2402-4837-b8b7-824cc02d3599 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:56:49.745792 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7675694e-25b9-48f9-9762-80e4e6616277 req-af1c9fb0-2402-4837-b8b7-824cc02d3599 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 946 time: 0.0525472 Nov 10 18:56:49.825285 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a9912-018b-4705-90b0-87eaba3a3292 req-00135dd9-7f0a-4da9-b4e7-e375336d61ad tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:56:49.826732 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1e2a9912-018b-4705-90b0-87eaba3a3292 req-00135dd9-7f0a-4da9-b4e7-e375336d61ad tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.13 "GET /v2.0/ports?device_id=116ee75b-a6e0-49f6-a956-2faa0726d9b9 HTTP/1.1" status: 200 len: 946 time: 0.0800653 Nov 10 18:56:49.830757 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7675694e-25b9-48f9-9762-80e4e6616277 req-2459b7fb-a1af-484a-b453-0de29598c7d3 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=be2b7f57-393c-40da-b1cf-a28bd336c65d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764852 Nov 10 18:56:49.925888 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-1e2a9912-018b-4705-90b0-87eaba3a3292 req-ad4d0717-e3c9-40ec-8eea-57b15c9cdae1 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Deleting port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 18:56:49.926232 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1e2a9912-018b-4705-90b0-87eaba3a3292 req-ad4d0717-e3c9-40ec-8eea-57b15c9cdae1 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:50.014566 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-1e2a9912-018b-4705-90b0-87eaba3a3292 req-ad4d0717-e3c9-40ec-8eea-57b15c9cdae1 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] For port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f,segment=NetworkSegment(a2b373be-1382-483f-bf8a-e300f4e73e04),segment_id=a2b373be-1382-483f-bf8a-e300f4e73e04)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:56:50.014932 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1e2a9912-018b-4705-90b0-87eaba3a3292 req-ad4d0717-e3c9-40ec-8eea-57b15c9cdae1 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:50.028199 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-1e2a9912-018b-4705-90b0-87eaba3a3292 req-ad4d0717-e3c9-40ec-8eea-57b15c9cdae1 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Calling delete_port for 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 18:56:50.170156 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1e2a9912-018b-4705-90b0-87eaba3a3292 req-ad4d0717-e3c9-40ec-8eea-57b15c9cdae1 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:50.199169 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d0717-e3c9-40ec-8eea-57b15c9cdae1 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Pushing event deleted for resources: {'Port': ['ID=40d75cac-f3b8-4fb4-8b35-c5ddaddf260f,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:56:50.245128 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2a9912-018b-4705-90b0-87eaba3a3292 req-ad4d0717-e3c9-40ec-8eea-57b15c9cdae1 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] No DVR routers for this DVR port 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f on host n-h2-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:56:50.247716 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-1e2a9912-018b-4705-90b0-87eaba3a3292 req-ad4d0717-e3c9-40ec-8eea-57b15c9cdae1 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:50.251104 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1e2a9912-018b-4705-90b0-87eaba3a3292 req-ad4d0717-e3c9-40ec-8eea-57b15c9cdae1 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.13 "DELETE /v2.0/ports/40d75cac-f3b8-4fb4-8b35-c5ddaddf260f HTTP/1.1" status: 204 len: 173 time: 0.4184594 Nov 10 18:56:50.418472 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116ee75b-a6e0-49f6-a956-2faa0726d9b9', 'name': 'network-vif-deleted', 'tag': '40d75cac-f3b8-4fb4-8b35-c5ddaddf260f'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:56:50.421013 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930cef28-8b23-43e8-8170-8671006b50ef" -d '{"events": [{"server_uuid": "116ee75b-a6e0-49f6-a956-2faa0726d9b9", "name": "network-vif-deleted", "tag": "40d75cac-f3b8-4fb4-8b35-c5ddaddf260f"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:56:50.460633 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda434f3-0593-40eb-91cf-1e7e6b2a06d0 x-openstack-request-id: req-eda434f3-0593-40eb-91cf-1e7e6b2a06d0 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:56:50.461058 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116ee75b-a6e0-49f6-a956-2faa0726d9b9", "name": "network-vif-deleted", "tag": "40d75cac-f3b8-4fb4-8b35-c5ddaddf260f", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:56:50.461412 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eda434f3-0593-40eb-91cf-1e7e6b2a06d0 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:56:50.462022 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116ee75b-a6e0-49f6-a956-2faa0726d9b9', 'name': 'network-vif-deleted', 'tag': '40d75cac-f3b8-4fb4-8b35-c5ddaddf260f', 'status': 'completed', 'code': 200} Nov 10 18:56:50.891260 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35902) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:56:50.949269 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2ed54e28-aac1-4168-8c98-d7fdc90650f4 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:50.974267 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2ed54e28-aac1-4168-8c98-d7fdc90650f4 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:51.035958 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2ed54e28-aac1-4168-8c98-d7fdc90650f4 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:51.040304 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2ed54e28-aac1-4168-8c98-d7fdc90650f4 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:51.041482 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2ed54e28-aac1-4168-8c98-d7fdc90650f4 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "DELETE /v2.0/security-groups/be2b7f57-393c-40da-b1cf-a28bd336c65d HTTP/1.1" status: 204 len: 168 time: 0.1491926 Nov 10 18:56:51.050769 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed54e28-aac1-4168-8c98-d7fdc90650f4 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2b7f57-393c-40da-b1cf-a28bd336c65d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:56:52.324648 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 35910) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:56:52.329120 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-0b89b916-7964-4055-943a-dc865b08135c tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-916720329', 'description': 'tempest-secgroup-smoke-916720329 description', 'project_id': '2cfc9a0098254fe78665bd6db45d0845'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:56:52.352762 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b89b916-7964-4055-943a-dc865b08135c tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:52.422056 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b89b916-7964-4055-943a-dc865b08135c tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:52.426082 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b89b916-7964-4055-943a-dc865b08135c tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:52.455686 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-0b89b916-7964-4055-943a-dc865b08135c tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:52.456934 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-0b89b916-7964-4055-943a-dc865b08135c tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1313143 Nov 10 18:56:52.459970 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35912) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:56:52.461836 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89b916-7964-4055-943a-dc865b08135c tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35d11649-19fe-4a0e-9fb3-a382a82f8fca,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:56:52.466737 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-bfc75c94-beb2-4080-9996-1fe9ac1b1e26 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Request body: {'security_group_rule': {'security_group_id': '35d11649-19fe-4a0e-9fb3-a382a82f8fca', 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:56:52.494975 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bfc75c94-beb2-4080-9996-1fe9ac1b1e26 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:52.558156 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bfc75c94-beb2-4080-9996-1fe9ac1b1e26 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:52.562296 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bfc75c94-beb2-4080-9996-1fe9ac1b1e26 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:52.580206 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc75c94-beb2-4080-9996-1fe9ac1b1e26 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c1b6d3-8cbc-4aee-aa69-e2e451746bc8,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:56:52.588811 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc75c94-beb2-4080-9996-1fe9ac1b1e26 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:56:52.589159 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc75c94-beb2-4080-9996-1fe9ac1b1e26 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:56:52.589498 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc75c94-beb2-4080-9996-1fe9ac1b1e26 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:56:52.589836 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc75c94-beb2-4080-9996-1fe9ac1b1e26 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:56:52.590168 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc75c94-beb2-4080-9996-1fe9ac1b1e26 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:56:52.590502 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc75c94-beb2-4080-9996-1fe9ac1b1e26 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:56:52.590827 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc75c94-beb2-4080-9996-1fe9ac1b1e26 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:56:52.591152 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc75c94-beb2-4080-9996-1fe9ac1b1e26 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:56:52.591473 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc75c94-beb2-4080-9996-1fe9ac1b1e26 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:56:52.591794 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc75c94-beb2-4080-9996-1fe9ac1b1e26 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:56:52.592115 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc75c94-beb2-4080-9996-1fe9ac1b1e26 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:56:52.592459 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc75c94-beb2-4080-9996-1fe9ac1b1e26 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:56:52.596919 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-bfc75c94-beb2-4080-9996-1fe9ac1b1e26 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:52.598117 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-bfc75c94-beb2-4080-9996-1fe9ac1b1e26 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362603 Nov 10 18:56:52.601683 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35914) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:56:52.607005 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-5c4e312d-c9af-4188-b93a-030dcd2a711e tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Request body: {'security_group_rule': {'security_group_id': '35d11649-19fe-4a0e-9fb3-a382a82f8fca', 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:56:52.638979 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c4e312d-c9af-4188-b93a-030dcd2a711e tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:52.698999 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c4e312d-c9af-4188-b93a-030dcd2a711e tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:52.702842 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c4e312d-c9af-4188-b93a-030dcd2a711e tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:52.721822 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e312d-c9af-4188-b93a-030dcd2a711e tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b02dc28-7c2c-47f7-ac55-ee26915ded11,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:56:52.726522 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-5c4e312d-c9af-4188-b93a-030dcd2a711e tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:52.727728 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-5c4e312d-c9af-4188-b93a-030dcd2a711e tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1247315 Nov 10 18:56:52.730874 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35916) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:56:52.735221 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-b5fcd7a2-f39e-4010-be69-0648d1a5d631 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Request body: {'security_group_rule': {'security_group_id': '35d11649-19fe-4a0e-9fb3-a382a82f8fca', 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:56:52.764832 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b5fcd7a2-f39e-4010-be69-0648d1a5d631 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:52.827299 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b5fcd7a2-f39e-4010-be69-0648d1a5d631 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:52.833726 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b5fcd7a2-f39e-4010-be69-0648d1a5d631 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:52.852007 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fcd7a2-f39e-4010-be69-0648d1a5d631 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0118b13d-e51b-4638-8efd-21d07d447a2a,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:56:52.860637 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b5fcd7a2-f39e-4010-be69-0648d1a5d631 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:52.861834 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b5fcd7a2-f39e-4010-be69-0648d1a5d631 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300385 Nov 10 18:56:52.864984 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35918) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:56:52.870082 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-b66733a7-e45f-4f3a-9ec7-55681a6f5675 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Request body: {'security_group_rule': {'security_group_id': '35d11649-19fe-4a0e-9fb3-a382a82f8fca', 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:56:52.897159 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b66733a7-e45f-4f3a-9ec7-55681a6f5675 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:52.961281 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b66733a7-e45f-4f3a-9ec7-55681a6f5675 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:52.965097 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b66733a7-e45f-4f3a-9ec7-55681a6f5675 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:52.983637 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66733a7-e45f-4f3a-9ec7-55681a6f5675 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef803325-432d-421f-93f7-05c49d8f84f1,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:56:52.988412 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-b66733a7-e45f-4f3a-9ec7-55681a6f5675 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:52.992706 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-b66733a7-e45f-4f3a-9ec7-55681a6f5675 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1236992 Nov 10 18:56:52.993327 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35920) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:56:52.997418 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-67393f2b-8177-4a57-823e-fe88838ba235 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Request body: {'security_group_rule': {'security_group_id': '35d11649-19fe-4a0e-9fb3-a382a82f8fca', 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:56:53.018156 n-d-776250-10 neutron-server[102469]: INFO neutron.db.securitygroups_db [None req-67393f2b-8177-4a57-823e-fe88838ba235 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Project 2cfc9a0098254fe78665bd6db45d0845 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 18:56:53.022954 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-67393f2b-8177-4a57-823e-fe88838ba235 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:53.083481 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-67393f2b-8177-4a57-823e-fe88838ba235 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:53.087429 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-67393f2b-8177-4a57-823e-fe88838ba235 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:53.106106 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67393f2b-8177-4a57-823e-fe88838ba235 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f5be4e-0fb1-4faf-b8c7-a4aa672d00d3,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:56:53.115361 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-67393f2b-8177-4a57-823e-fe88838ba235 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:53.120028 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-67393f2b-8177-4a57-823e-fe88838ba235 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1225019 Nov 10 18:56:53.120028 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 35922) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:56:53.124484 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-a22f5895-e02d-450b-b549-68e046e62424 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Request body: {'security_group_rule': {'security_group_id': '35d11649-19fe-4a0e-9fb3-a382a82f8fca', 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:56:53.148727 n-d-776250-10 neutron-server[102469]: INFO neutron.db.securitygroups_db [None req-a22f5895-e02d-450b-b549-68e046e62424 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Project 2cfc9a0098254fe78665bd6db45d0845 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 18:56:53.155583 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a22f5895-e02d-450b-b549-68e046e62424 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:53.223023 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a22f5895-e02d-450b-b549-68e046e62424 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:53.227450 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a22f5895-e02d-450b-b549-68e046e62424 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:53.248493 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f5895-e02d-450b-b549-68e046e62424 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4ca99e8-681c-4828-989b-bf1d29cc0e70,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:56:53.258812 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a22f5895-e02d-450b-b549-68e046e62424 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:53.260746 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a22f5895-e02d-450b-b549-68e046e62424 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1394887 Nov 10 18:56:54.203691 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:56:54.224469 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 18:56:54.224844 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 40d75cac-f3b8-4fb4-8b35-c5ddaddf260f not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 18:56:55.637767 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:56:55.733958 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:00.725375 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-296af9e0-6dd7-43b3-8b1c-67ca9cb033f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:03.068392 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2c54d152-956e-49f3-9c3d-76c716f21a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:04.365362 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:05.845164 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:06.517341 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:06.910775 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:57:09.633516 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-7ce694dd-9d66-4232-aedf-51c487f6a852 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-916720329&fields=id&tenant_id=2cfc9a0098254fe78665bd6db45d0845 HTTP/1.1" status: 200 len: 267 time: 0.0455055 Nov 10 18:57:09.746207 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-15caa316-3431-487d-82eb-0a57661da333 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:09.747613 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-15caa316-3431-487d-82eb-0a57661da333 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/networks?id=ca3a12cc-443b-4d28-ab91-16f7360e4e40 HTTP/1.1" status: 200 len: 809 time: 0.1072569 Nov 10 18:57:09.763204 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-8c285f3f-9c33-4a68-8541-ceaba5e3d670 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/quotas/2cfc9a0098254fe78665bd6db45d0845 HTTP/1.1" status: 200 len: 375 time: 0.0097609 Nov 10 18:57:09.815066 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-7617a893-39e6-4afd-bd45-5e7ecdaff81e tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2cfc9a0098254fe78665bd6db45d0845&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466211 Nov 10 18:57:09.834906 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-3a4db92e-ef79-4bbb-862c-d25f61238b4b service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:57:09.835908 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-3a4db92e-ef79-4bbb-862c-d25f61238b4b service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052459 Nov 10 18:57:09.925986 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-60e19de7-6431-421d-a3b0-d5da4e7e43d8 service neutron] 10.222.0.39 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842776 Nov 10 18:57:10.023734 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-420e5dba-6fd2-49dd-872c-51cde71bfe59 service neutron] 10.222.0.39 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899842 Nov 10 18:57:10.327230 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-180d1652-3383-47e3-8bab-7caa81ee0615 req-39d5a399-2123-42cc-913a-91ff13ff4511 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 210 time: 0.0335422 Nov 10 18:57:11.411023 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-89c982cd-a7f7-4ac4-970b-4fe95b7e8ece req-c7708137-3f6f-4e5d-af2a-32c2d8224e57 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 210 time: 0.0280883 Nov 10 18:57:12.499831 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-43a56782-5a26-4496-9605-d6adf57ec951 req-4230d3bf-889e-422d-9a17-564bd07a9bc0 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 210 time: 0.0275986 Nov 10 18:57:13.578541 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-210462e9-276b-4326-a786-2815c2cb1633 req-9b27bc2a-79a1-4299-8b0f-c5725b6e4fca tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 210 time: 0.0263813 Nov 10 18:57:14.672944 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d0bc4ad3-d274-4233-ac37-d46289b4d38f req-18e3e150-5441-46a2-81ef-bc8b95c75a84 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 210 time: 0.0270112 Nov 10 18:57:15.373803 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-077f0203-76cc-4b35-a33f-26f8bc356aaf tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:15.375454 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-077f0203-76cc-4b35-a33f-26f8bc356aaf tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.11 "GET /v2.0/networks?id=ca3a12cc-443b-4d28-ab91-16f7360e4e40 HTTP/1.1" status: 200 len: 809 time: 0.1113818 Nov 10 18:57:15.441041 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-a50208f5-8b0a-4aac-a679-88b7b9263f6b tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cfc9a0098254fe78665bd6db45d0845 HTTP/1.1" status: 200 len: 379 time: 0.0555377 Nov 10 18:57:15.451835 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-94928369-7369-4420-8345-eae63624350d tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Request body: {'port': {'device_id': 'da22ee58-d736-4c64-9428-818a8a515081', 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40', 'admin_state_up': True, 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'security_groups': ['35d11649-19fe-4a0e-9fb3-a382a82f8fca']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:57:15.570446 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-94928369-7369-4420-8345-eae63624350d tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Made reservation on behalf of 2cfc9a0098254fe78665bd6db45d0845 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 18:57:15.574686 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-94928369-7369-4420-8345-eae63624350d tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:15.702875 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-94928369-7369-4420-8345-eae63624350d tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Allocated IP 172.20.0.12 (ca3a12cc-443b-4d28-ab91-16f7360e4e40/b4907dec-081f-413c-a56c-21b15af7705b/cd10fffa-9e6f-457f-bf81-44a719c01b5f) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:57:15.821341 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-e096a673-2790-40d8-86e2-8a8a9e7fc060 req-65eb452e-df37-4f02-9f12-b191a0b62b05 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 210 time: 0.0693526 Nov 10 18:57:15.890474 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-94928369-7369-4420-8345-eae63624350d tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:15.929842 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-94928369-7369-4420-8345-eae63624350d tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:15.983893 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-94928369-7369-4420-8345-eae63624350d tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Network ca3a12cc-443b-4d28-ab91-16f7360e4e40 is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:57:15.987135 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-94928369-7369-4420-8345-eae63624350d tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:57:15.991928 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-94928369-7369-4420-8345-eae63624350d tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:57:15.996430 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94928369-7369-4420-8345-eae63624350d tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Pushing event updated for resources: {'Port': ['ID=cd10fffa-9e6f-457f-bf81-44a719c01b5f,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:57:16.049009 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-94928369-7369-4420-8345-eae63624350d tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:16.049689 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-94928369-7369-4420-8345-eae63624350d tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:16.072441 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-94928369-7369-4420-8345-eae63624350d tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6239927 Nov 10 18:57:16.083318 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-5c94ae05-cb9b-4073-9f32-2f60fc3571f6 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102469) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:57:16.084468 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-5c94ae05-cb9b-4073-9f32-2f60fc3571f6 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057545 Nov 10 18:57:16.160014 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-18a63807-0538-4dc4-afac-6af552eb02f3 service neutron] Request body: {'port': {'device_id': 'da22ee58-d736-4c64-9428-818a8a515081', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:57:16.221193 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-18a63807-0538-4dc4-afac-6af552eb02f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:16.313358 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-5881cf70-d967-4a51-b941-4376031a8ebf None None] Provisioning complete for port cd10fffa-9e6f-457f-bf81-44a719c01b5f triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:57:16.314777 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5881cf70-d967-4a51-b941-4376031a8ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:16.364047 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-5881cf70-d967-4a51-b941-4376031a8ebf None None] Port cd10fffa-9e6f-457f-bf81-44a719c01b5f cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 18:57:16.534888 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-18a63807-0538-4dc4-afac-6af552eb02f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd10fffa-9e6f-457f-bf81-44a719c01b5f {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:57:16.543934 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-18a63807-0538-4dc4-afac-6af552eb02f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:16.562332 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-18a63807-0538-4dc4-afac-6af552eb02f3 service neutron] Transition to ACTIVE for port object cd10fffa-9e6f-457f-bf81-44a719c01b5f will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:57:16.569526 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-18a63807-0538-4dc4-afac-6af552eb02f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:16.624064 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a63807-0538-4dc4-afac-6af552eb02f3 service neutron] Pushing event updated for resources: {'Port': ['ID=cd10fffa-9e6f-457f-bf81-44a719c01b5f,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:57:16.703862 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-18a63807-0538-4dc4-afac-6af552eb02f3 service neutron] Attempting to bind port cd10fffa-9e6f-457f-bf81-44a719c01b5f on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:57:16.704285 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-18a63807-0538-4dc4-afac-6af552eb02f3 service neutron] Attempting to bind port cd10fffa-9e6f-457f-bf81-44a719c01b5f by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': 'a2b373be-1382-483f-bf8a-e300f4e73e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:57:16.704619 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-18a63807-0538-4dc4-afac-6af552eb02f3 service neutron] Attempting to bind port cd10fffa-9e6f-457f-bf81-44a719c01b5f on network ca3a12cc-443b-4d28-ab91-16f7360e4e40 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:57:16.713767 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-18a63807-0538-4dc4-afac-6af552eb02f3 service neutron] Port cd10fffa-9e6f-457f-bf81-44a719c01b5f on network ca3a12cc-443b-4d28-ab91-16f7360e4e40 not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:57:16.714096 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-18a63807-0538-4dc4-afac-6af552eb02f3 service neutron] Attempting to bind port cd10fffa-9e6f-457f-bf81-44a719c01b5f on network ca3a12cc-443b-4d28-ab91-16f7360e4e40 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:57:16.720358 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-18a63807-0538-4dc4-afac-6af552eb02f3 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:57:16.720698 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-18a63807-0538-4dc4-afac-6af552eb02f3 service neutron] Checking segment: {'id': 'a2b373be-1382-483f-bf8a-e300f4e73e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:57:16.721083 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-18a63807-0538-4dc4-afac-6af552eb02f3 service neutron] Bound using segment: {'id': 'a2b373be-1382-483f-bf8a-e300f4e73e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:57:16.721517 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-18a63807-0538-4dc4-afac-6af552eb02f3 service neutron] Bound port: cd10fffa-9e6f-457f-bf81-44a719c01b5f, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b373be-1382-483f-bf8a-e300f4e73e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:57:16.722000 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-18a63807-0538-4dc4-afac-6af552eb02f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:16.806648 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-18a63807-0538-4dc4-afac-6af552eb02f3 service neutron] For port cd10fffa-9e6f-457f-bf81-44a719c01b5f, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:57:16.810806 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-18a63807-0538-4dc4-afac-6af552eb02f3 service neutron] For port cd10fffa-9e6f-457f-bf81-44a719c01b5f, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=cd10fffa-9e6f-457f-bf81-44a719c01b5f,segment=NetworkSegment(a2b373be-1382-483f-bf8a-e300f4e73e04),segment_id=a2b373be-1382-483f-bf8a-e300f4e73e04)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:57:16.816269 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-18a63807-0538-4dc4-afac-6af552eb02f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:16.886707 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-18a63807-0538-4dc4-afac-6af552eb02f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:16.886940 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-18a63807-0538-4dc4-afac-6af552eb02f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:16.888352 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-18a63807-0538-4dc4-afac-6af552eb02f3 service neutron] 10.222.0.11 "PUT /v2.0/ports/cd10fffa-9e6f-457f-bf81-44a719c01b5f HTTP/1.1" status: 200 len: 1093 time: 0.7957487 Nov 10 18:57:16.888822 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da22ee58-d736-4c64-9428-818a8a515081', 'tag': 'cd10fffa-9e6f-457f-bf81-44a719c01b5f'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:57:16.892109 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec40aff7-a843-4aea-8c0e-c1fca8a93455" -d '{"events": [{"name": "network-changed", "server_uuid": "da22ee58-d736-4c64-9428-818a8a515081", "tag": "cd10fffa-9e6f-457f-bf81-44a719c01b5f"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:57:16.922527 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a63807-0538-4dc4-afac-6af552eb02f3 service neutron] Pushing event updated for resources: {'Port': ['ID=cd10fffa-9e6f-457f-bf81-44a719c01b5f,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:57:17.011509 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03beacd-b3b5-42ee-8194-564193fd8174 req-27d9262e-c24b-4339-8e86-e457319df02f tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:17.013660 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b03beacd-b3b5-42ee-8194-564193fd8174 req-27d9262e-c24b-4339-8e86-e457319df02f tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 944 time: 0.0984006 Nov 10 18:57:17.062509 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-e42f73c7-12ca-4490-a2ad-806bf3250ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:17.066657 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-e42f73c7-12ca-4490-a2ad-806bf3250ebd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2cfc9a0098254fe78665bd6db45d0845&device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 1096 time: 0.0838997 Nov 10 18:57:17.075867 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff20c3b-e670-4fd0-84e6-6a57590dbaf7 x-openstack-request-id: req-4ff20c3b-e670-4fd0-84e6-6a57590dbaf7 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:57:17.076298 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da22ee58-d736-4c64-9428-818a8a515081", "tag": "cd10fffa-9e6f-457f-bf81-44a719c01b5f", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:57:17.076906 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4ff20c3b-e670-4fd0-84e6-6a57590dbaf7 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:57:17.077490 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da22ee58-d736-4c64-9428-818a8a515081', 'tag': 'cd10fffa-9e6f-457f-bf81-44a719c01b5f', 'status': 'completed', 'code': 200} Nov 10 18:57:17.128937 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-47e37ff4-f84c-48b7-bb5c-201a1e4d0f4f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd10fffa-9e6f-457f-bf81-44a719c01b5f HTTP/1.1" status: 200 len: 217 time: 0.0501239 Nov 10 18:57:17.129781 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b03beacd-b3b5-42ee-8194-564193fd8174 req-34f7a425-0e11-403e-abec-d0d780eed5a9 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950835 Nov 10 18:57:17.186695 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-e6b4120b-c359-4524-846c-5cb2d8463249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:17.188292 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-e6b4120b-c359-4524-846c-5cb2d8463249 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b4907dec-081f-413c-a56c-21b15af7705b HTTP/1.1" status: 200 len: 848 time: 0.0507190 Nov 10 18:57:17.242209 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-79885937-3bd0-47f2-a43f-05449aa24124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:17.244654 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-79885937-3bd0-47f2-a43f-05449aa24124 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca3a12cc-443b-4d28-ab91-16f7360e4e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482728 Nov 10 18:57:17.352863 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-b8f4a696-6131-4f3c-b230-68960a29629c service neutron] 10.222.0.11 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020300 Nov 10 18:57:17.457197 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b54be27-83e8-434c-a2e8-abefb4143209 req-a739d8f7-188d-4395-bf09-8fd0fcfa6893 service neutron] 10.222.0.11 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978711 Nov 10 18:57:17.555517 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40aff7-a843-4aea-8c0e-c1fca8a93455 req-f5424487-3237-4a72-95dd-423ca2df8cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:17.557428 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ec40aff7-a843-4aea-8c0e-c1fca8a93455 req-f5424487-3237-4a72-95dd-423ca2df8cad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2cfc9a0098254fe78665bd6db45d0845&device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 1096 time: 0.0524788 Nov 10 18:57:17.656060 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40aff7-a843-4aea-8c0e-c1fca8a93455 req-4f35f3ee-9bd1-432c-805c-63695c2762ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:17.657637 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ec40aff7-a843-4aea-8c0e-c1fca8a93455 req-4f35f3ee-9bd1-432c-805c-63695c2762ef service neutron] 10.222.0.11 "GET /v2.0/networks?id=ca3a12cc-443b-4d28-ab91-16f7360e4e40 HTTP/1.1" status: 200 len: 910 time: 0.0938823 Nov 10 18:57:17.702565 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ec40aff7-a843-4aea-8c0e-c1fca8a93455 req-6bb24055-5ca4-4c9a-bcab-ec396b66a6eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd10fffa-9e6f-457f-bf81-44a719c01b5f HTTP/1.1" status: 200 len: 217 time: 0.0366795 Nov 10 18:57:17.758831 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40aff7-a843-4aea-8c0e-c1fca8a93455 req-93a15ca5-0f44-49dd-b10a-21a53f3249eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:17.761474 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ec40aff7-a843-4aea-8c0e-c1fca8a93455 req-93a15ca5-0f44-49dd-b10a-21a53f3249eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b4907dec-081f-413c-a56c-21b15af7705b HTTP/1.1" status: 200 len: 848 time: 0.0522175 Nov 10 18:57:17.811150 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40aff7-a843-4aea-8c0e-c1fca8a93455 req-3390fd39-ba35-40da-b6cb-e49ff9c5dd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:17.812695 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ec40aff7-a843-4aea-8c0e-c1fca8a93455 req-3390fd39-ba35-40da-b6cb-e49ff9c5dd33 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca3a12cc-443b-4d28-ab91-16f7360e4e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431595 Nov 10 18:57:17.914545 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ec40aff7-a843-4aea-8c0e-c1fca8a93455 req-4485f6dc-74ee-4d98-9064-64c6c0ab3d33 service neutron] 10.222.0.11 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952535 Nov 10 18:57:18.007544 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ec40aff7-a843-4aea-8c0e-c1fca8a93455 req-7fc28f10-4d20-4479-ab95-fe6d8b027bf7 service neutron] 10.222.0.11 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860181 Nov 10 18:57:18.238949 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab0760-48f9-43e7-b20a-941138df44c8 req-ab359333-9dd0-42db-bfe1-a93a4a1216a5 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:18.240468 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5eab0760-48f9-43e7-b20a-941138df44c8 req-ab359333-9dd0-42db-bfe1-a93a4a1216a5 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 944 time: 0.0494587 Nov 10 18:57:18.290400 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5eab0760-48f9-43e7-b20a-941138df44c8 req-2f38fe80-acca-411b-aacc-bc2b3645985b tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432849 Nov 10 18:57:19.708228 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c922bf-994a-4a80-a526-948b7101573a req-aa11312a-1c08-4b4e-9def-2e485b87fabc tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:19.709754 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b1c922bf-994a-4a80-a526-948b7101573a req-aa11312a-1c08-4b4e-9def-2e485b87fabc tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 944 time: 0.3468130 Nov 10 18:57:19.762991 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b1c922bf-994a-4a80-a526-948b7101573a req-3615fd39-b60f-4d29-8b9f-957c4ef4164b tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471005 Nov 10 18:57:20.881147 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cff17-88bc-4539-b797-1b6f5e2c0d65 req-90f8e6dc-2d55-4022-89eb-b5c911231bfe tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:20.882620 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af0cff17-88bc-4539-b797-1b6f5e2c0d65 req-90f8e6dc-2d55-4022-89eb-b5c911231bfe tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 944 time: 0.0536904 Nov 10 18:57:20.933884 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-af0cff17-88bc-4539-b797-1b6f5e2c0d65 req-98046bd2-1d45-479d-b918-32a6525426b0 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444229 Nov 10 18:57:22.050883 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce8dbe-97c5-49d9-9ec8-84f7b754d348 req-fc27eece-1f1c-414f-a12e-a39d8bb2e6fc tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:22.052291 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-80ce8dbe-97c5-49d9-9ec8-84f7b754d348 req-fc27eece-1f1c-414f-a12e-a39d8bb2e6fc tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 944 time: 0.0503626 Nov 10 18:57:22.109215 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-80ce8dbe-97c5-49d9-9ec8-84f7b754d348 req-23c7547b-8430-46a4-9fac-62d16b6e02ba tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506513 Nov 10 18:57:23.227244 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103093a3-1145-4476-9daa-43611a918c0d req-25e2db08-15f6-4e81-ba01-912650e85f60 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:23.229365 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-103093a3-1145-4476-9daa-43611a918c0d req-25e2db08-15f6-4e81-ba01-912650e85f60 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 944 time: 0.0488906 Nov 10 18:57:23.279606 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-103093a3-1145-4476-9daa-43611a918c0d req-25efa6df-fb21-4efc-8bb3-918cd12ec4ba tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442302 Nov 10 18:57:24.394196 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436483bb-ab95-4660-901c-fffdc4485a48 req-75d493e9-3401-4402-9e76-a08fc666595a tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:24.395702 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-436483bb-ab95-4660-901c-fffdc4485a48 req-75d493e9-3401-4402-9e76-a08fc666595a tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 944 time: 0.0491741 Nov 10 18:57:24.449853 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-436483bb-ab95-4660-901c-fffdc4485a48 req-c3af4e04-4b7d-467d-9718-a8631f1f9691 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474458 Nov 10 18:57:25.568666 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecb6ae-6a14-48fe-b8ca-ad44041d39bd req-20841f44-25ef-444a-9ef1-f0c1948bede1 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:25.570154 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5fecb6ae-6a14-48fe-b8ca-ad44041d39bd req-20841f44-25ef-444a-9ef1-f0c1948bede1 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 944 time: 0.0535278 Nov 10 18:57:25.621568 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5fecb6ae-6a14-48fe-b8ca-ad44041d39bd req-32ef503e-36a5-4fd8-995d-039764390d3b tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445929 Nov 10 18:57:25.628407 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:25.733270 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:26.736296 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261fb2b-8d1e-4c21-9b99-97cb2c814fa6 req-596584c7-ca30-448d-b7b1-49e2689b27e4 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:26.737793 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e261fb2b-8d1e-4c21-9b99-97cb2c814fa6 req-596584c7-ca30-448d-b7b1-49e2689b27e4 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 944 time: 0.0487940 Nov 10 18:57:26.788911 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e261fb2b-8d1e-4c21-9b99-97cb2c814fa6 req-d334cf23-3c13-45f3-9bcc-94149528b1fd tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447788 Nov 10 18:57:27.901980 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24665b2e-d9f2-4ece-b202-037c8a995ae3 req-563a46ae-ace1-44de-a5ba-ce682563df90 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:27.903985 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-24665b2e-d9f2-4ece-b202-037c8a995ae3 req-563a46ae-ace1-44de-a5ba-ce682563df90 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 944 time: 0.0496159 Nov 10 18:57:27.953632 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-24665b2e-d9f2-4ece-b202-037c8a995ae3 req-fb99a8ee-4aeb-4e54-9f54-3f3a0bab301e tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437360 Nov 10 18:57:28.843937 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device cd10fffa-9e6f-457f-bf81-44a719c01b5f details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:57:28.938417 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port cd10fffa-9e6f-457f-bf81-44a719c01b5f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=cd10fffa-9e6f-457f-bf81-44a719c01b5f,segment=NetworkSegment(a2b373be-1382-483f-bf8a-e300f4e73e04),segment_id=a2b373be-1382-483f-bf8a-e300f4e73e04)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:57:28.949651 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': 'cd10fffa-9e6f-457f-bf81-44a719c01b5f', 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40', 'port_id': 'cd10fffa-9e6f-457f-bf81-44a719c01b5f', 'mac_address': 'fa:16:3e:28:50:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4907dec-081f-413c-a56c-21b15af7705b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:57:28.989792 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:29.003399 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd10fffa-9e6f-457f-bf81-44a719c01b5f {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:57:29.022920 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port cd10fffa-9e6f-457f-bf81-44a719c01b5f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=cd10fffa-9e6f-457f-bf81-44a719c01b5f,segment=NetworkSegment(a2b373be-1382-483f-bf8a-e300f4e73e04),segment_id=a2b373be-1382-483f-bf8a-e300f4e73e04)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:57:29.026814 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:29.072037 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91399ee-9aad-4d1e-9d53-e96b9a6d4de0 req-e7527b74-04cc-437a-b587-0226e9126aba tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:29.073559 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e91399ee-9aad-4d1e-9d53-e96b9a6d4de0 req-e7527b74-04cc-437a-b587-0226e9126aba tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 945 time: 0.0504673 Nov 10 18:57:29.075534 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=cd10fffa-9e6f-457f-bf81-44a719c01b5f,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:57:29.083024 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:57:29.083377 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:57:29.083722 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:57:29.084063 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:57:29.084431 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:57:29.084852 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:57:29.085384 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:57:29.086073 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:57:29.086073 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:57:29.086358 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:57:29.086688 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:57:29.087021 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:57:29.126294 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e91399ee-9aad-4d1e-9d53-e96b9a6d4de0 req-45b20912-8c0a-48ed-967d-93e6ee427673 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465968 Nov 10 18:57:29.275385 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['cd10fffa-9e6f-457f-bf81-44a719c01b5f'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:57:30.241767 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d512ba5-bdcd-44d3-b126-4f8fc2ce72df req-fab91008-cc6a-4748-9869-6467976c4130 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:30.243263 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4d512ba5-bdcd-44d3-b126-4f8fc2ce72df req-fab91008-cc6a-4748-9869-6467976c4130 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 945 time: 0.0505457 Nov 10 18:57:30.297717 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-4d512ba5-bdcd-44d3-b126-4f8fc2ce72df req-ae781b3a-439e-40b1-964d-7a86279f9cf0 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478692 Nov 10 18:57:30.718420 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6f5f7f67-df52-4974-ad2d-71b84c74c577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:30.857425 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device cd10fffa-9e6f-457f-bf81-44a719c01b5f up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:57:30.908723 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port cd10fffa-9e6f-457f-bf81-44a719c01b5f completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:57:30.912324 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port cd10fffa-9e6f-457f-bf81-44a719c01b5f triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:57:30.912692 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:30.988394 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:31.010412 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da22ee58-d736-4c64-9428-818a8a515081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd10fffa-9e6f-457f-bf81-44a719c01b5f'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:57:31.012876 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d47609-80b8-447b-b799-375dfd6dc5a8" -d '{"events": [{"server_uuid": "da22ee58-d736-4c64-9428-818a8a515081", "name": "network-vif-plugged", "status": "completed", "tag": "cd10fffa-9e6f-457f-bf81-44a719c01b5f"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:57:31.025533 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port cd10fffa-9e6f-457f-bf81-44a719c01b5f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=cd10fffa-9e6f-457f-bf81-44a719c01b5f,segment=NetworkSegment(a2b373be-1382-483f-bf8a-e300f4e73e04),segment_id=a2b373be-1382-483f-bf8a-e300f4e73e04)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:57:31.030234 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:31.079510 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=cd10fffa-9e6f-457f-bf81-44a719c01b5f,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:57:31.108998 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f0865a-0944-4517-a8e5-7127d9505864 x-openstack-request-id: req-04f0865a-0944-4517-a8e5-7127d9505864 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:57:31.109293 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da22ee58-d736-4c64-9428-818a8a515081", "name": "network-vif-plugged", "status": "completed", "tag": "cd10fffa-9e6f-457f-bf81-44a719c01b5f", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:57:31.109548 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-04f0865a-0944-4517-a8e5-7127d9505864 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:57:31.109948 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da22ee58-d736-4c64-9428-818a8a515081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd10fffa-9e6f-457f-bf81-44a719c01b5f', 'code': 200} Nov 10 18:57:31.203612 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91205f3-66de-4552-9d74-1a45ef237916 req-38695152-084a-4208-921a-a6e615dc5de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:31.205116 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d91205f3-66de-4552-9d74-1a45ef237916 req-38695152-084a-4208-921a-a6e615dc5de5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 1098 time: 0.0411665 Nov 10 18:57:31.254608 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d91205f3-66de-4552-9d74-1a45ef237916 req-c4474cb9-d463-43ee-a1a1-5d8796bb70b3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400836 Nov 10 18:57:31.413581 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0c292-d1de-46ac-ad57-322a5f7e11de req-88cf5763-60fb-4306-b779-15defd767c26 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:31.415086 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c4d0c292-d1de-46ac-ad57-322a5f7e11de req-88cf5763-60fb-4306-b779-15defd767c26 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 946 time: 0.0490508 Nov 10 18:57:31.464353 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c4d0c292-d1de-46ac-ad57-322a5f7e11de req-76ac08a1-3557-4a12-b48b-eda11c3358ab tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425248 Nov 10 18:57:32.588783 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f13556-aae7-4ab0-a077-5236a00ae826 req-515ab875-38ed-41e0-a6b4-a560f5544ea2 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:32.590846 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a4f13556-aae7-4ab0-a077-5236a00ae826 req-515ab875-38ed-41e0-a6b4-a560f5544ea2 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 946 time: 0.0528195 Nov 10 18:57:32.639688 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a4f13556-aae7-4ab0-a077-5236a00ae826 req-dc8a5925-dba1-40ab-bf65-8d7887db361f tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426688 Nov 10 18:57:32.756313 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fdc73-e437-472a-8137-9aff6dd61201 req-db85ca06-8035-4d43-b36e-3631e9c01bef tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:32.757692 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a35fdc73-e437-472a-8137-9aff6dd61201 req-db85ca06-8035-4d43-b36e-3631e9c01bef tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 946 time: 0.0522640 Nov 10 18:57:32.810378 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a35fdc73-e437-472a-8137-9aff6dd61201 req-6aede69d-4426-4790-88a0-b949ed1f7253 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460234 Nov 10 18:57:32.833443 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36144) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:57:32.873323 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a628b47-14bc-4e20-bbac-0d51b0c600fd tempest-TestShelveInstance-1558378154 tempest-TestShelveInstance-1558378154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:32.874845 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-3a628b47-14bc-4e20-bbac-0d51b0c600fd tempest-TestShelveInstance-1558378154 tempest-TestShelveInstance-1558378154-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 1093 time: 0.0403755 Nov 10 18:57:32.877634 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36146) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 18:57:32.881825 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-458510e1-93a7-4ae2-b122-f024fa0b9ef4 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'port_id': 'cd10fffa-9e6f-457f-bf81-44a719c01b5f', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:57:32.903905 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-458510e1-93a7-4ae2-b122-f024fa0b9ef4 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:33.002891 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-458510e1-93a7-4ae2-b122-f024fa0b9ef4 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:33.070540 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-007983de-6678-429b-948c-07363613e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:33.104830 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-458510e1-93a7-4ae2-b122-f024fa0b9ef4 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Allocated IP 172.25.5.53 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/137021b2-f6e0-4bd7-95fe-6372e1d3361e) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 18:57:33.489387 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-458510e1-93a7-4ae2-b122-f024fa0b9ef4 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:33.524316 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-458510e1-93a7-4ae2-b122-f024fa0b9ef4 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:33.558199 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458510e1-93a7-4ae2-b122-f024fa0b9ef4 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 18:57:33.561048 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-458510e1-93a7-4ae2-b122-f024fa0b9ef4 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 18:57:33.566953 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458510e1-93a7-4ae2-b122-f024fa0b9ef4 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 18:57:33.595841 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458510e1-93a7-4ae2-b122-f024fa0b9ef4 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Pushing event updated for resources: {'Port': ['ID=137021b2-f6e0-4bd7-95fe-6372e1d3361e,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:57:33.930785 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-458510e1-93a7-4ae2-b122-f024fa0b9ef4 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:34.001167 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-458510e1-93a7-4ae2-b122-f024fa0b9ef4 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:34.151656 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-458510e1-93a7-4ae2-b122-f024fa0b9ef4 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:34.155985 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-458510e1-93a7-4ae2-b122-f024fa0b9ef4 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:34.227166 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458510e1-93a7-4ae2-b122-f024fa0b9ef4 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Pushing event updated for resources: {'Port': ['ID=137021b2-f6e0-4bd7-95fe-6372e1d3361e,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:57:34.239644 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-458510e1-93a7-4ae2-b122-f024fa0b9ef4 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:34.341030 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-458510e1-93a7-4ae2-b122-f024fa0b9ef4 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Floating IP 19299ec6-a513-4c62-a620-c7e525892816 associated. External IP: 172.25.5.53, port: cd10fffa-9e6f-457f-bf81-44a719c01b5f. Nov 10 18:57:34.364887 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:34.550752 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458510e1-93a7-4ae2-b122-f024fa0b9ef4 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Router f7541d64-8992-45b6-b16b-b23facdcd432 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 18:57:34.657906 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458510e1-93a7-4ae2-b122-f024fa0b9ef4 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 18:57:34.667153 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4d4bb1-6299-4888-b667-845accc0f947 None None] Sync routers for ids ['f7541d64-8992-45b6-b16b-b23facdcd432'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 18:57:34.676035 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-458510e1-93a7-4ae2-b122-f024fa0b9ef4 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:34.680469 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4d4bb1-6299-4888-b667-845accc0f947 None None] Routers {'f7541d64-8992-45b6-b16b-b23facdcd432'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:57:34.681071 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ee4d4bb1-6299-4888-b667-845accc0f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:57:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f7541d64-8992-45b6-b16b-b23facdcd432'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:57:34.703912 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-458510e1-93a7-4ae2-b122-f024fa0b9ef4 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8252563 Nov 10 18:57:34.704702 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da22ee58-d736-4c64-9428-818a8a515081', 'tag': 'cd10fffa-9e6f-457f-bf81-44a719c01b5f'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:57:34.706981 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9698e104-8e19-4d6d-a3e3-4fac4208b80a" -d '{"events": [{"name": "network-changed", "server_uuid": "da22ee58-d736-4c64-9428-818a8a515081", "tag": "cd10fffa-9e6f-457f-bf81-44a719c01b5f"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:57:34.748803 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e080a6-e112-4a75-9af9-1e8e726c6c72 x-openstack-request-id: req-33e080a6-e112-4a75-9af9-1e8e726c6c72 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:57:34.749107 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da22ee58-d736-4c64-9428-818a8a515081", "tag": "cd10fffa-9e6f-457f-bf81-44a719c01b5f", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:57:34.749365 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-33e080a6-e112-4a75-9af9-1e8e726c6c72 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:57:34.749777 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da22ee58-d736-4c64-9428-818a8a515081', 'tag': 'cd10fffa-9e6f-457f-bf81-44a719c01b5f', 'status': 'completed', 'code': 200} Nov 10 18:57:34.787979 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-ee4d4bb1-6299-4888-b667-845accc0f947 None None] Set router f7541d64-8992-45b6-b16b-b23facdcd432 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:57:34.814055 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698e104-8e19-4d6d-a3e3-4fac4208b80a req-eb430dd8-fe14-4b00-9782-4ab934715209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:34.815688 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9698e104-8e19-4d6d-a3e3-4fac4208b80a req-eb430dd8-fe14-4b00-9782-4ab934715209 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2cfc9a0098254fe78665bd6db45d0845&device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 1098 time: 0.0433552 Nov 10 18:57:34.917065 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698e104-8e19-4d6d-a3e3-4fac4208b80a req-801279f4-1233-40c1-a407-12df931cf2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:34.919193 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9698e104-8e19-4d6d-a3e3-4fac4208b80a req-801279f4-1233-40c1-a407-12df931cf2fb service neutron] 10.222.0.11 "GET /v2.0/networks?id=ca3a12cc-443b-4d28-ab91-16f7360e4e40 HTTP/1.1" status: 200 len: 910 time: 0.0960853 Nov 10 18:57:34.989552 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9698e104-8e19-4d6d-a3e3-4fac4208b80a req-42095769-13dd-4dc6-88fa-7878c6c55546 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd10fffa-9e6f-457f-bf81-44a719c01b5f HTTP/1.1" status: 200 len: 999 time: 0.0604217 Nov 10 18:57:35.042763 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698e104-8e19-4d6d-a3e3-4fac4208b80a req-07f67276-76f1-40fe-8cd9-a6474b7300e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:35.044659 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9698e104-8e19-4d6d-a3e3-4fac4208b80a req-07f67276-76f1-40fe-8cd9-a6474b7300e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b4907dec-081f-413c-a56c-21b15af7705b HTTP/1.1" status: 200 len: 848 time: 0.0485592 Nov 10 18:57:35.094918 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698e104-8e19-4d6d-a3e3-4fac4208b80a req-66abc849-1c8d-4096-a959-88a81be78823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:35.096371 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9698e104-8e19-4d6d-a3e3-4fac4208b80a req-66abc849-1c8d-4096-a959-88a81be78823 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca3a12cc-443b-4d28-ab91-16f7360e4e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454042 Nov 10 18:57:35.098223 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ee4d4bb1-6299-4888-b667-845accc0f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'name': 'tempest-TestShelveInstance-1056248135-router', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:52:29Z', 'updated_at': '2021-11-10T18:52:33Z', 'revision_number': 4, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'gw_port': {'id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:30Z', 'updated_at': '2021-11-10T18:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '19299ec6-a513-4c62-a620-c7e525892816', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'floating_ip_address': '172.25.5.53', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'port_id': 'cd10fffa-9e6f-457f-bf81-44a719c01b5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40', 'mac_address': 'fa:16:3e:28:50:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da22ee58-d736-4c64-9428-818a8a515081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:57:33Z', 'updated_at': '2021-11-10T18:57:33Z', 'revision_number': 0, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f903578-a087-4ac0-a161-7b940d23ea55', 'name': '', 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'mac_address': 'fa:16:3e:98:a9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b4907dec-081f-413c-a56c-21b15af7705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:32Z', 'updated_at': '2021-11-10T18:52:37Z', 'revision_number': 5, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'subnets': [{'id': 'b4907dec-081f-413c-a56c-21b15af7705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:57:35.132126 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4d4bb1-6299-4888-b667-845accc0f947 None None] Checking router: f7541d64-8992-45b6-b16b-b23facdcd432 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 18:57:35.140890 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4d4bb1-6299-4888-b667-845accc0f947 None None] Routers {'f7541d64-8992-45b6-b16b-b23facdcd432'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 18:57:35.141485 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ee4d4bb1-6299-4888-b667-845accc0f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T18:57:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f7541d64-8992-45b6-b16b-b23facdcd432'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:57:35.189969 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9698e104-8e19-4d6d-a3e3-4fac4208b80a req-0b952d0a-dc12-428a-bdc7-c2f82d624dfd service neutron] 10.222.0.11 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864227 Nov 10 18:57:35.249926 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-ee4d4bb1-6299-4888-b667-845accc0f947 None None] Set router f7541d64-8992-45b6-b16b-b23facdcd432 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 18:57:35.286450 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-9698e104-8e19-4d6d-a3e3-4fac4208b80a req-dc733ed1-a792-44de-a81d-22f33afdcc8a service neutron] 10.222.0.11 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889475 Nov 10 18:57:35.470291 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-ee4d4bb1-6299-4888-b667-845accc0f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'name': 'tempest-TestShelveInstance-1056248135-router', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:52:29Z', 'updated_at': '2021-11-10T18:52:33Z', 'revision_number': 4, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'gw_port': {'id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:30Z', 'updated_at': '2021-11-10T18:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '19299ec6-a513-4c62-a620-c7e525892816', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'floating_ip_address': '172.25.5.53', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'port_id': 'cd10fffa-9e6f-457f-bf81-44a719c01b5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40', 'mac_address': 'fa:16:3e:28:50:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da22ee58-d736-4c64-9428-818a8a515081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:57:33Z', 'updated_at': '2021-11-10T18:57:33Z', 'revision_number': 0, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f903578-a087-4ac0-a161-7b940d23ea55', 'name': '', 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'mac_address': 'fa:16:3e:98:a9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b4907dec-081f-413c-a56c-21b15af7705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:32Z', 'updated_at': '2021-11-10T18:52:37Z', 'revision_number': 5, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'subnets': [{'id': 'b4907dec-081f-413c-a56c-21b15af7705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 18:57:35.496420 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4d4bb1-6299-4888-b667-845accc0f947 None None] The sync data for ids ['f7541d64-8992-45b6-b16b-b23facdcd432'] in n-d-776250-10 is: [{'id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'name': 'tempest-TestShelveInstance-1056248135-router', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:52:29Z', 'updated_at': '2021-11-10T18:52:33Z', 'revision_number': 4, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'gw_port': {'id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:30Z', 'updated_at': '2021-11-10T18:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '19299ec6-a513-4c62-a620-c7e525892816', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'floating_ip_address': '172.25.5.53', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'port_id': 'cd10fffa-9e6f-457f-bf81-44a719c01b5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40', 'mac_address': 'fa:16:3e:28:50:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da22ee58-d736-4c64-9428-818a8a515081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T18:57:33Z', 'updated_at': '2021-11-10T18:57:33Z', 'revision_number': 0, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f903578-a087-4ac0-a161-7b940d23ea55', 'name': '', 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'mac_address': 'fa:16:3e:98:a9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b4907dec-081f-413c-a56c-21b15af7705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:32Z', 'updated_at': '2021-11-10T18:52:37Z', 'revision_number': 5, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'subnets': [{'id': 'b4907dec-081f-413c-a56c-21b15af7705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 18:57:35.700309 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1593f0d7-e803-4d3c-aec0-174c6b807710 None None] New status for floating IP 19299ec6-a513-4c62-a620-c7e525892816: ACTIVE {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 18:57:35.855240 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:36.518913 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:43.911038 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:57:49.648663 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae905fff-12f8-4454-b876-60f3c2a8ed71 req-6151cf55-a6fe-45b4-993c-b56f365ed3f4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414186 Nov 10 18:57:49.735040 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae905fff-12f8-4454-b876-60f3c2a8ed71 req-1ac245f9-b228-402c-8246-b2bce3b6b7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:49.736564 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae905fff-12f8-4454-b876-60f3c2a8ed71 req-1ac245f9-b228-402c-8246-b2bce3b6b7f4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2cfc9a0098254fe78665bd6db45d0845&device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 1098 time: 0.0413332 Nov 10 18:57:49.849731 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae905fff-12f8-4454-b876-60f3c2a8ed71 req-b5b5160b-9df9-440c-a2f8-065a29467ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:49.851212 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae905fff-12f8-4454-b876-60f3c2a8ed71 req-b5b5160b-9df9-440c-a2f8-065a29467ac0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ca3a12cc-443b-4d28-ab91-16f7360e4e40 HTTP/1.1" status: 200 len: 910 time: 0.0928452 Nov 10 18:57:49.920424 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae905fff-12f8-4454-b876-60f3c2a8ed71 req-3dd13c76-47d3-42f2-9022-58acfd630f88 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd10fffa-9e6f-457f-bf81-44a719c01b5f HTTP/1.1" status: 200 len: 1001 time: 0.0614018 Nov 10 18:57:49.974406 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae905fff-12f8-4454-b876-60f3c2a8ed71 req-94b84793-7249-4935-be17-f912b313155a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:49.975865 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae905fff-12f8-4454-b876-60f3c2a8ed71 req-94b84793-7249-4935-be17-f912b313155a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b4907dec-081f-413c-a56c-21b15af7705b HTTP/1.1" status: 200 len: 848 time: 0.0492511 Nov 10 18:57:50.023949 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae905fff-12f8-4454-b876-60f3c2a8ed71 req-5a0d336a-ab96-4981-8a12-27a28e138613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:57:50.025492 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae905fff-12f8-4454-b876-60f3c2a8ed71 req-5a0d336a-ab96-4981-8a12-27a28e138613 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca3a12cc-443b-4d28-ab91-16f7360e4e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415697 Nov 10 18:57:50.114985 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae905fff-12f8-4454-b876-60f3c2a8ed71 req-b6bd3bd3-0230-4e9f-b6bc-5049ce6cfcee service neutron] 10.222.0.11 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817611 Nov 10 18:57:50.210962 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ae905fff-12f8-4454-b876-60f3c2a8ed71 req-dc39365a-ba30-4247-a47e-e4df6884b702 service neutron] 10.222.0.11 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881646 Nov 10 18:57:55.642837 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:57:55.731679 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:00.718272 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d5a94632-4e5c-42ec-a9c3-f599f402ca03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:03.072960 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2262e96a-fc9c-4a48-9065-bd090f092be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:04.367524 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:05.848648 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:06.521222 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:20.911153 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:58:25.652656 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:25.728783 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:30.719986 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a45ad462-ba3c-4e3f-8f74-61d788e42bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:33.077445 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-14ff78b0-971d-4344-a0f7-f0acafb39767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:34.371235 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:35.851009 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:36.523678 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:49.638888 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-66a52023-4c24-4271-96bf-82f3261eff53 req-6fda1ed6-6b47-42d6-8606-4ea5ac065831 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448751 Nov 10 18:58:49.724052 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a52023-4c24-4271-96bf-82f3261eff53 req-d55da2a6-1b18-4b0f-b824-3336ff9bec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:58:49.725618 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-66a52023-4c24-4271-96bf-82f3261eff53 req-d55da2a6-1b18-4b0f-b824-3336ff9bec5d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2cfc9a0098254fe78665bd6db45d0845&device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 1098 time: 0.0422339 Nov 10 18:58:49.844911 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a52023-4c24-4271-96bf-82f3261eff53 req-0cbcf97b-738e-4cb8-86fc-0c1d750cc050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:58:49.846382 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-66a52023-4c24-4271-96bf-82f3261eff53 req-0cbcf97b-738e-4cb8-86fc-0c1d750cc050 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ca3a12cc-443b-4d28-ab91-16f7360e4e40 HTTP/1.1" status: 200 len: 910 time: 0.0999758 Nov 10 18:58:49.911517 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-66a52023-4c24-4271-96bf-82f3261eff53 req-6fb6cb2d-7bf7-4747-9bd9-67741e23767b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd10fffa-9e6f-457f-bf81-44a719c01b5f HTTP/1.1" status: 200 len: 1001 time: 0.0584774 Nov 10 18:58:49.967771 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a52023-4c24-4271-96bf-82f3261eff53 req-3c7cdf13-3652-4741-abe5-b154a2a14724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:58:49.969257 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-66a52023-4c24-4271-96bf-82f3261eff53 req-3c7cdf13-3652-4741-abe5-b154a2a14724 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b4907dec-081f-413c-a56c-21b15af7705b HTTP/1.1" status: 200 len: 848 time: 0.0516951 Nov 10 18:58:50.015793 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a52023-4c24-4271-96bf-82f3261eff53 req-221e8d88-e1cd-4181-88e4-f002a30e000d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:58:50.017385 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-66a52023-4c24-4271-96bf-82f3261eff53 req-221e8d88-e1cd-4181-88e4-f002a30e000d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca3a12cc-443b-4d28-ab91-16f7360e4e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417922 Nov 10 18:58:50.113378 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-66a52023-4c24-4271-96bf-82f3261eff53 req-6dae73a4-b8cc-417d-adb3-95390076c06a service neutron] 10.222.0.11 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881948 Nov 10 18:58:50.202343 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-66a52023-4c24-4271-96bf-82f3261eff53 req-ec91a909-982e-41d0-8320-a0edf405bae1 service neutron] 10.222.0.11 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817218 Nov 10 18:58:55.648423 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:55.727740 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:58:57.911280 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:59:00.721138 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6ec1d97e-daa2-4a61-8988-dd19dab1ef28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:03.080505 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-379c8005-f3ee-4811-a3ea-8979e5cdecc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:04.374230 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:05.859167 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:06.527323 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:25.647265 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:25.734703 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:27.449772 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8dc18c-89a6-4ce0-b8e5-c6dde7f87fe2 req-31073c25-0f54-437f-8766-469426ed15dc tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:27.451512 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1e8dc18c-89a6-4ce0-b8e5-c6dde7f87fe2 req-31073c25-0f54-437f-8766-469426ed15dc tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 946 time: 0.0983450 Nov 10 18:59:27.501449 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-1e8dc18c-89a6-4ce0-b8e5-c6dde7f87fe2 req-4f9c9c6d-71c8-4f62-a761-28c2ced4a032 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439203 Nov 10 18:59:28.698989 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21e211-dcf1-4a96-bcc7-c2838227b098 req-e92cb51a-2cf6-49cd-86d0-443514dfa027 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:28.700532 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dd21e211-dcf1-4a96-bcc7-c2838227b098 req-e92cb51a-2cf6-49cd-86d0-443514dfa027 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 946 time: 0.0958993 Nov 10 18:59:28.750909 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dd21e211-dcf1-4a96-bcc7-c2838227b098 req-82f6df64-a12e-407b-ab60-520e392d0df9 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443382 Nov 10 18:59:29.889380 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd353f-e1c7-45ed-bd12-c9997714ab5c req-a374c1cc-2eae-4905-94e8-e57d71cdf131 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:29.890845 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f5fd353f-e1c7-45ed-bd12-c9997714ab5c req-a374c1cc-2eae-4905-94e8-e57d71cdf131 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 946 time: 0.0477955 Nov 10 18:59:29.943634 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f5fd353f-e1c7-45ed-bd12-c9997714ab5c req-0d0da765-277f-4630-a32b-1a5d25d3a379 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467839 Nov 10 18:59:30.722705 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-438561ab-1ae2-4f02-b313-4beed03099f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:31.066959 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643af4d5-4716-4ed8-bf4d-4e5272978cb2 req-64d3f65b-11a5-4a71-859c-9fee8d4337e0 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:31.068392 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-643af4d5-4716-4ed8-bf4d-4e5272978cb2 req-64d3f65b-11a5-4a71-859c-9fee8d4337e0 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 946 time: 0.0551362 Nov 10 18:59:31.119591 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-643af4d5-4716-4ed8-bf4d-4e5272978cb2 req-4dc5bed8-fe6b-4192-adb6-21bb09d8ee4f tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451808 Nov 10 18:59:32.235948 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c4767-4749-4f1a-b7f7-ad0a4c75d62f req-e34be88c-aec3-4e2e-a8e5-15d0bbe3c56b tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:32.237500 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-733c4767-4749-4f1a-b7f7-ad0a4c75d62f req-e34be88c-aec3-4e2e-a8e5-15d0bbe3c56b tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 946 time: 0.0501580 Nov 10 18:59:32.287618 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-733c4767-4749-4f1a-b7f7-ad0a4c75d62f req-ef1766f3-fd6a-4098-aabe-7912ef1c0100 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439641 Nov 10 18:59:33.081793 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1719d258-485d-4cfc-ba16-1475415feacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:33.404502 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22162f7f-6d2e-4435-8a70-44c6354b15f1 req-a40d32bb-d668-40eb-a47c-613002046b17 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:33.405664 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-22162f7f-6d2e-4435-8a70-44c6354b15f1 req-a40d32bb-d668-40eb-a47c-613002046b17 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 946 time: 0.0502365 Nov 10 18:59:33.455203 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-22162f7f-6d2e-4435-8a70-44c6354b15f1 req-011df695-8eae-470c-8e42-0fad76da2cef tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434926 Nov 10 18:59:34.376763 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:34.570544 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e4941-47cf-41a4-876e-4e4194a0b173 req-980417bb-474f-466d-844d-27bc596a9b6d tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:34.572036 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e85e4941-47cf-41a4-876e-4e4194a0b173 req-980417bb-474f-466d-844d-27bc596a9b6d tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 946 time: 0.0495038 Nov 10 18:59:34.621618 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-e85e4941-47cf-41a4-876e-4e4194a0b173 req-db9138f1-4eb5-4f20-8978-f2b74dde2da1 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436616 Nov 10 18:59:34.911293 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 18:59:35.743747 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93ac84-7b98-4522-b6cf-4d403056e50f req-c0cd86ad-6994-4753-a7d0-28979e2a1052 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:35.745315 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7d93ac84-7b98-4522-b6cf-4d403056e50f req-c0cd86ad-6994-4753-a7d0-28979e2a1052 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 946 time: 0.0545895 Nov 10 18:59:35.795574 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7d93ac84-7b98-4522-b6cf-4d403056e50f req-22d95ef7-9d83-47fb-bb87-106efb460bbc tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436301 Nov 10 18:59:35.855791 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:36.530939 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:36.917101 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714fca08-9f26-4652-bb4c-d4b33342265f req-a3305dc4-5c8b-4e81-ab40-f6cbf8df7e75 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:36.918622 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-714fca08-9f26-4652-bb4c-d4b33342265f req-a3305dc4-5c8b-4e81-ab40-f6cbf8df7e75 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 946 time: 0.0550733 Nov 10 18:59:36.969108 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-714fca08-9f26-4652-bb4c-d4b33342265f req-063ca932-096a-49bb-8eae-f5ac4e515e4b tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441203 Nov 10 18:59:37.537591 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf3762-5ab3-4a57-bd83-1432e4eaac16 req-e6a53e51-7dd7-4fb5-a03f-61f431a573dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:37.539063 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1dcf3762-5ab3-4a57-bd83-1432e4eaac16 req-e6a53e51-7dd7-4fb5-a03f-61f431a573dd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2cfc9a0098254fe78665bd6db45d0845&device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 1098 time: 0.0403759 Nov 10 18:59:37.632111 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf3762-5ab3-4a57-bd83-1432e4eaac16 req-f551f8be-fd61-44b1-bc11-1ebea485388d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:37.633580 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1dcf3762-5ab3-4a57-bd83-1432e4eaac16 req-f551f8be-fd61-44b1-bc11-1ebea485388d service neutron] 10.222.0.11 "GET /v2.0/networks?id=ca3a12cc-443b-4d28-ab91-16f7360e4e40 HTTP/1.1" status: 200 len: 910 time: 0.0878170 Nov 10 18:59:37.698605 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1dcf3762-5ab3-4a57-bd83-1432e4eaac16 req-8e3dca7e-10af-448e-901b-ce220ba770ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd10fffa-9e6f-457f-bf81-44a719c01b5f HTTP/1.1" status: 200 len: 1001 time: 0.0578043 Nov 10 18:59:37.748864 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf3762-5ab3-4a57-bd83-1432e4eaac16 req-3d10f646-0bfd-449c-a314-3caa9378fa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:37.750339 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1dcf3762-5ab3-4a57-bd83-1432e4eaac16 req-3d10f646-0bfd-449c-a314-3caa9378fa4d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b4907dec-081f-413c-a56c-21b15af7705b HTTP/1.1" status: 200 len: 848 time: 0.0450108 Nov 10 18:59:37.800905 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf3762-5ab3-4a57-bd83-1432e4eaac16 req-59f4427d-085e-44f3-838a-4634e6e0c4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:37.802289 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1dcf3762-5ab3-4a57-bd83-1432e4eaac16 req-59f4427d-085e-44f3-838a-4634e6e0c4c3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ca3a12cc-443b-4d28-ab91-16f7360e4e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441732 Nov 10 18:59:37.889455 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1dcf3762-5ab3-4a57-bd83-1432e4eaac16 req-b8a8e8c4-08f9-4dd4-bb9f-f41de3013ce5 service neutron] 10.222.0.11 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804403 Nov 10 18:59:37.982163 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1dcf3762-5ab3-4a57-bd83-1432e4eaac16 req-35911880-5b06-4ee6-9587-6a20999612c2 service neutron] 10.222.0.11 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844736 Nov 10 18:59:38.362814 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571928a-189f-46ee-b019-36f347273b71 req-9ba8794e-3dc9-4aa1-88b5-7bb93dd94088 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:38.364333 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6571928a-189f-46ee-b019-36f347273b71 req-9ba8794e-3dc9-4aa1-88b5-7bb93dd94088 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 946 time: 0.3228416 Nov 10 18:59:38.413215 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6571928a-189f-46ee-b019-36f347273b71 req-4db3a150-e5f8-4e0f-9a43-14fdd216b888 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427377 Nov 10 18:59:39.532210 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7d144-a016-44ef-a187-0933d1f1f8ce req-613a29dc-47e6-4d0c-b23b-f9acdca9d89e tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:39.533730 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c6e7d144-a016-44ef-a187-0933d1f1f8ce req-613a29dc-47e6-4d0c-b23b-f9acdca9d89e tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 946 time: 0.0528185 Nov 10 18:59:39.586987 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-c6e7d144-a016-44ef-a187-0933d1f1f8ce req-8d1efb11-f9e6-41a8-a51c-75da99111473 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469918 Nov 10 18:59:40.711422 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609fe31-5727-4f9a-93c6-f8b3594f3882 req-73d09bfe-b137-492e-aab6-83aaa721f528 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:40.713304 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8609fe31-5727-4f9a-93c6-f8b3594f3882 req-73d09bfe-b137-492e-aab6-83aaa721f528 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 946 time: 0.0509093 Nov 10 18:59:40.766082 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8609fe31-5727-4f9a-93c6-f8b3594f3882 req-2e6c72f6-08cb-4ac4-ac9f-334292643e85 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462403 Nov 10 18:59:41.890584 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c2a30-eae2-4a76-be0e-5e505e005660 req-dc2b1275-0089-46fc-9980-d46b72d58a00 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:41.892070 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0e9c2a30-eae2-4a76-be0e-5e505e005660 req-dc2b1275-0089-46fc-9980-d46b72d58a00 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 946 time: 0.0544493 Nov 10 18:59:41.941080 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-0e9c2a30-eae2-4a76-be0e-5e505e005660 req-f73647fd-6ce9-46ee-bd01-1c837daeef90 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431161 Nov 10 18:59:42.156835 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-b4d2b625-5279-403c-8fea-b3aeef89656c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0701914 Nov 10 18:59:42.167935 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acacd7-82a3-42ff-b282-034d7cf2cd1c req-e14b3484-bb32-4a44-980f-2e223e96bda6 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:42.169378 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a6acacd7-82a3-42ff-b282-034d7cf2cd1c req-e14b3484-bb32-4a44-980f-2e223e96bda6 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 946 time: 0.0582585 Nov 10 18:59:42.174105 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-05fba842-338d-4386-addc-201744fef9fe service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 18:59:42.175035 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-05fba842-338d-4386-addc-201744fef9fe service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048246 Nov 10 18:59:42.220228 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-a6acacd7-82a3-42ff-b282-034d7cf2cd1c req-9bac216c-cf9c-476e-a5f9-7574cf13e88a tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442793 Nov 10 18:59:43.343314 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce4494-e617-4dd3-a37d-ec7d72eebd33 req-bc61c97c-97f6-423b-9cd3-e106b35756f2 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:43.344874 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b1ce4494-e617-4dd3-a37d-ec7d72eebd33 req-bc61c97c-97f6-423b-9cd3-e106b35756f2 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 946 time: 0.0555716 Nov 10 18:59:43.396253 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b1ce4494-e617-4dd3-a37d-ec7d72eebd33 req-eb700d0e-319f-424b-bd37-351dbbf683a0 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451992 Nov 10 18:59:43.477435 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device cd10fffa-9e6f-457f-bf81-44a719c01b5f no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 18:59:43.555281 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:43.577539 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da22ee58-d736-4c64-9428-818a8a515081', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd10fffa-9e6f-457f-bf81-44a719c01b5f'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:59:43.580104 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ec9542-79f9-4fa1-b5c0-3411d7425259" -d '{"events": [{"server_uuid": "da22ee58-d736-4c64-9428-818a8a515081", "name": "network-vif-unplugged", "status": "completed", "tag": "cd10fffa-9e6f-457f-bf81-44a719c01b5f"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:59:43.593249 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port cd10fffa-9e6f-457f-bf81-44a719c01b5f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=cd10fffa-9e6f-457f-bf81-44a719c01b5f,segment=NetworkSegment(a2b373be-1382-483f-bf8a-e300f4e73e04),segment_id=a2b373be-1382-483f-bf8a-e300f4e73e04)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:59:43.597886 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:43.628490 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 10 Nov 2021 18:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eea13e1-2915-4148-b565-875b466921af x-openstack-request-id: req-1eea13e1-2915-4148-b565-875b466921af {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:59:43.628781 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da22ee58-d736-4c64-9428-818a8a515081", "name": "network-vif-unplugged", "status": "failed", "tag": "cd10fffa-9e6f-457f-bf81-44a719c01b5f", "code": 422}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:59:43.629036 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1eea13e1-2915-4148-b565-875b466921af {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:59:43.629425 n-d-776250-10 neutron-server[102470]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'da22ee58-d736-4c64-9428-818a8a515081', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cd10fffa-9e6f-457f-bf81-44a719c01b5f', 'code': 422} returned with failed status Nov 10 18:59:43.655156 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=cd10fffa-9e6f-457f-bf81-44a719c01b5f,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:59:43.662503 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:43.662862 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:43.663206 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:43.663560 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:43.663881 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:43.664237 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:43.664571 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:43.664900 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:43.665227 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:43.665550 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:43.665876 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:43.666201 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:44.513981 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfe884-2d6e-440c-85c7-f0155428e6e5 req-17f7a30f-ab79-4716-926c-0ba4182afbf3 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:44.515468 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c8cfe884-2d6e-440c-85c7-f0155428e6e5 req-17f7a30f-ab79-4716-926c-0ba4182afbf3 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 944 time: 0.0501003 Nov 10 18:59:44.567749 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-c8cfe884-2d6e-440c-85c7-f0155428e6e5 req-a319166f-79ac-4e1d-873d-ef12f30cd683 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461574 Nov 10 18:59:45.692053 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ce4c5-e630-4d4f-bb4e-21b82f82dbf2 req-de1054fe-cbcd-4ef7-bc10-905acca701e6 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:45.693594 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ff9ce4c5-e630-4d4f-bb4e-21b82f82dbf2 req-de1054fe-cbcd-4ef7-bc10-905acca701e6 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 944 time: 0.0549772 Nov 10 18:59:45.746033 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ff9ce4c5-e630-4d4f-bb4e-21b82f82dbf2 req-57c88d5f-52c9-4c3d-b41f-89dd265e70e2 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462685 Nov 10 18:59:46.867075 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726ab71-e31a-455a-bdf4-6958a1cff09f req-463a8eec-a6d7-43d8-9b02-9e54ee6e952f tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:46.868599 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a726ab71-e31a-455a-bdf4-6958a1cff09f req-463a8eec-a6d7-43d8-9b02-9e54ee6e952f tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 944 time: 0.0532405 Nov 10 18:59:46.924797 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-a726ab71-e31a-455a-bdf4-6958a1cff09f req-02fa9139-54a8-4d2f-9a1d-34d7593f8673 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499837 Nov 10 18:59:47.883991 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-07291251-cdf3-47a4-b62c-7d2a0f7d5059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:47.885606 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-07291251-cdf3-47a4-b62c-7d2a0f7d5059 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081&tenant_id=2cfc9a0098254fe78665bd6db45d0845 HTTP/1.1" status: 200 len: 1096 time: 0.0416832 Nov 10 18:59:47.899731 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-776250-10', 'device_owner': 'compute:nova'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 18:59:47.955695 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:48.125752 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c8625-6e99-4f68-8973-6c3d9f126f40 req-51dfa037-1078-4416-8ee1-940f4330e430 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:48.127123 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba8c8625-6e99-4f68-8973-6c3d9f126f40 req-51dfa037-1078-4416-8ee1-940f4330e430 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 944 time: 0.1328435 Nov 10 18:59:48.216914 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ba8c8625-6e99-4f68-8973-6c3d9f126f40 req-16bbe84b-0377-4bc2-aff6-223dbe917f4a tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660441 Nov 10 18:59:48.228302 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] For port cd10fffa-9e6f-457f-bf81-44a719c01b5f, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=cd10fffa-9e6f-457f-bf81-44a719c01b5f,segment=NetworkSegment(a2b373be-1382-483f-bf8a-e300f4e73e04),segment_id=a2b373be-1382-483f-bf8a-e300f4e73e04)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:59:48.261952 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] For port cd10fffa-9e6f-457f-bf81-44a719c01b5f, host n-h1-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:59:48.298482 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd10fffa-9e6f-457f-bf81-44a719c01b5f {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:59:48.305638 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:48.317452 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] Transition to ACTIVE for port object cd10fffa-9e6f-457f-bf81-44a719c01b5f will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 18:59:48.320181 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:48.399371 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] Pushing event updated for resources: {'Port': ['ID=cd10fffa-9e6f-457f-bf81-44a719c01b5f,revision_number=7']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:59:48.411538 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:48.411885 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:48.412246 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:48.412591 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:48.412925 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:48.413252 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:48.413578 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:48.413900 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:48.414221 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:48.414541 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:48.414861 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:48.415179 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 18:59:48.449179 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] No DVR routers for this DVR port cd10fffa-9e6f-457f-bf81-44a719c01b5f on host n-h1-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 18:59:48.590864 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] Attempting to bind port cd10fffa-9e6f-457f-bf81-44a719c01b5f on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 18:59:48.591796 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] Attempting to bind port cd10fffa-9e6f-457f-bf81-44a719c01b5f by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': 'a2b373be-1382-483f-bf8a-e300f4e73e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 18:59:48.592390 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] Attempting to bind port cd10fffa-9e6f-457f-bf81-44a719c01b5f on network ca3a12cc-443b-4d28-ab91-16f7360e4e40 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:59:48.596664 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] Port cd10fffa-9e6f-457f-bf81-44a719c01b5f on network ca3a12cc-443b-4d28-ab91-16f7360e4e40 not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 18:59:48.596988 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] Attempting to bind port cd10fffa-9e6f-457f-bf81-44a719c01b5f on network ca3a12cc-443b-4d28-ab91-16f7360e4e40 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 18:59:48.601842 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 18, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 18:59:48.602178 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] Checking segment: {'id': 'a2b373be-1382-483f-bf8a-e300f4e73e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 18:59:48.602559 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] Bound using segment: {'id': 'a2b373be-1382-483f-bf8a-e300f4e73e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 18:59:48.602985 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] Bound port: cd10fffa-9e6f-457f-bf81-44a719c01b5f, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b373be-1382-483f-bf8a-e300f4e73e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 18:59:48.603333 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:48.670459 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] For port cd10fffa-9e6f-457f-bf81-44a719c01b5f, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 18:59:48.673419 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] For port cd10fffa-9e6f-457f-bf81-44a719c01b5f, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=cd10fffa-9e6f-457f-bf81-44a719c01b5f,segment=NetworkSegment(a2b373be-1382-483f-bf8a-e300f4e73e04),segment_id=a2b373be-1382-483f-bf8a-e300f4e73e04)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 18:59:48.678203 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:48.710561 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:48.711254 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:48.712669 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] 10.222.0.13 "PUT /v2.0/ports/cd10fffa-9e6f-457f-bf81-44a719c01b5f HTTP/1.1" status: 200 len: 1093 time: 0.8168573 Nov 10 18:59:48.713112 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da22ee58-d736-4c64-9428-818a8a515081', 'tag': 'cd10fffa-9e6f-457f-bf81-44a719c01b5f'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:59:48.715387 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e85dfa-face-4a57-a91c-aca7b381b6b0" -d '{"events": [{"name": "network-changed", "server_uuid": "da22ee58-d736-4c64-9428-818a8a515081", "tag": "cd10fffa-9e6f-457f-bf81-44a719c01b5f"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:59:48.748337 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35281aa0-b04b-4367-a5c7-42fb6f747155 service neutron] Pushing event updated for resources: {'Port': ['ID=cd10fffa-9e6f-457f-bf81-44a719c01b5f,revision_number=8']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:59:48.780712 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 18:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525912c0-576b-4435-9d9c-1d05eb4a90e7 x-openstack-request-id: req-525912c0-576b-4435-9d9c-1d05eb4a90e7 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:59:48.781013 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da22ee58-d736-4c64-9428-818a8a515081", "tag": "cd10fffa-9e6f-457f-bf81-44a719c01b5f", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:59:48.781272 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-525912c0-576b-4435-9d9c-1d05eb4a90e7 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:59:48.781681 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da22ee58-d736-4c64-9428-818a8a515081', 'tag': 'cd10fffa-9e6f-457f-bf81-44a719c01b5f', 'status': 'completed', 'code': 200} Nov 10 18:59:48.797795 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-4d480c4f-f43b-493a-b094-980d0ce5b0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:48.799353 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-4d480c4f-f43b-493a-b094-980d0ce5b0e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2cfc9a0098254fe78665bd6db45d0845&device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 1096 time: 0.0480363 Nov 10 18:59:48.903361 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-41f552d0-e1ba-4369-a87d-17254535048e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:48.905270 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-41f552d0-e1ba-4369-a87d-17254535048e service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca3a12cc-443b-4d28-ab91-16f7360e4e40 HTTP/1.1" status: 200 len: 910 time: 0.0980852 Nov 10 18:59:48.970053 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-94ea9b16-52e9-41db-a321-7ab993f46b47 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd10fffa-9e6f-457f-bf81-44a719c01b5f HTTP/1.1" status: 200 len: 999 time: 0.0581167 Nov 10 18:59:49.025876 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-5712aaee-bd05-44a8-8c4c-a6602a197c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:49.027397 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-5712aaee-bd05-44a8-8c4c-a6602a197c56 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4907dec-081f-413c-a56c-21b15af7705b HTTP/1.1" status: 200 len: 848 time: 0.0503366 Nov 10 18:59:49.072075 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-cda562ac-e9ad-4a22-aec1-1c0a8809d3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:49.073578 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-cda562ac-e9ad-4a22-aec1-1c0a8809d3b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca3a12cc-443b-4d28-ab91-16f7360e4e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392904 Nov 10 18:59:49.169684 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-2b30a0c1-d1e0-4818-ae63-916b6f8664d8 service neutron] 10.222.0.13 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881596 Nov 10 18:59:49.265877 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-18aaf3d6-bfec-4c75-83cb-319c18da086d service neutron] 10.222.0.13 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887589 Nov 10 18:59:49.364513 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bad8e-3ee8-46c4-920d-ec8770f33c0c req-53391fed-6bdf-419f-ada5-3eedb4dbb3a2 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:49.366235 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8d3bad8e-3ee8-46c4-920d-ec8770f33c0c req-53391fed-6bdf-419f-ada5-3eedb4dbb3a2 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 944 time: 0.0789447 Nov 10 18:59:49.372181 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e85dfa-face-4a57-a91c-aca7b381b6b0 req-f9dc2b75-9891-4e43-815e-c48727364726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:49.374378 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-68e85dfa-face-4a57-a91c-aca7b381b6b0 req-f9dc2b75-9891-4e43-815e-c48727364726 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2cfc9a0098254fe78665bd6db45d0845&device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 1096 time: 0.0593541 Nov 10 18:59:49.468921 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-8d3bad8e-3ee8-46c4-920d-ec8770f33c0c req-40936ca1-56f6-4e03-ad21-6b1f34434eff tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935614 Nov 10 18:59:49.500686 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e85dfa-face-4a57-a91c-aca7b381b6b0 req-c2193975-3453-4b66-8690-be988e4a8f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:49.502077 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-68e85dfa-face-4a57-a91c-aca7b381b6b0 req-c2193975-3453-4b66-8690-be988e4a8f3b service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca3a12cc-443b-4d28-ab91-16f7360e4e40 HTTP/1.1" status: 200 len: 910 time: 0.1201711 Nov 10 18:59:49.572339 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-68e85dfa-face-4a57-a91c-aca7b381b6b0 req-7b598252-09d0-4af3-89a0-702c815f14cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd10fffa-9e6f-457f-bf81-44a719c01b5f HTTP/1.1" status: 200 len: 999 time: 0.0618641 Nov 10 18:59:49.623780 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e85dfa-face-4a57-a91c-aca7b381b6b0 req-f478d101-54cb-4226-935f-82962c76af03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:49.625260 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-68e85dfa-face-4a57-a91c-aca7b381b6b0 req-f478d101-54cb-4226-935f-82962c76af03 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4907dec-081f-413c-a56c-21b15af7705b HTTP/1.1" status: 200 len: 848 time: 0.0446689 Nov 10 18:59:49.671250 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e85dfa-face-4a57-a91c-aca7b381b6b0 req-d5a711ee-dd7c-4332-bf71-9cecef536ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:49.672791 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-68e85dfa-face-4a57-a91c-aca7b381b6b0 req-d5a711ee-dd7c-4332-bf71-9cecef536ed7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca3a12cc-443b-4d28-ab91-16f7360e4e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399175 Nov 10 18:59:49.769751 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-68e85dfa-face-4a57-a91c-aca7b381b6b0 req-0dcace05-b2dd-4c7e-9b50-8f36aaa94a7b service neutron] 10.222.0.13 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878956 Nov 10 18:59:49.860270 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-68e85dfa-face-4a57-a91c-aca7b381b6b0 req-9027355b-5717-4b93-afe5-46ec32e5edc5 service neutron] 10.222.0.13 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831265 Nov 10 18:59:50.584945 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c403ca6-e094-4e9b-af82-05b974f6cd01 req-32714958-9e27-47fe-8976-9dc156b43596 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:50.586414 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7c403ca6-e094-4e9b-af82-05b974f6cd01 req-32714958-9e27-47fe-8976-9dc156b43596 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 944 time: 0.0481765 Nov 10 18:59:50.636254 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7c403ca6-e094-4e9b-af82-05b974f6cd01 req-ca404204-de49-42f9-894c-b8b531e2d987 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429401 Nov 10 18:59:51.753466 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26bcc8-a499-4f18-8a19-af89e2659302 req-6736e513-0689-477c-a60f-a109c0bc8663 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:51.754975 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3d26bcc8-a499-4f18-8a19-af89e2659302 req-6736e513-0689-477c-a60f-a109c0bc8663 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 944 time: 0.0508161 Nov 10 18:59:51.809638 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3d26bcc8-a499-4f18-8a19-af89e2659302 req-33a23386-8d00-458f-ad2e-4a0464943230 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487447 Nov 10 18:59:52.933243 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b1661-4205-4e7a-973e-5514b23f62c4 req-c24bdd4d-6ac2-44fd-9eba-a18f18f2a4b5 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:52.934746 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-554b1661-4205-4e7a-973e-5514b23f62c4 req-c24bdd4d-6ac2-44fd-9eba-a18f18f2a4b5 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 944 time: 0.0511024 Nov 10 18:59:52.984456 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-554b1661-4205-4e7a-973e-5514b23f62c4 req-b1ac4382-765f-4297-9e44-25ef52e8cfae tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436864 Nov 10 18:59:54.103696 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abceca46-7bdc-4243-9d50-64463ece0d9a req-ee38d879-23ca-47fe-895a-b547c31388cb tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:54.105102 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-abceca46-7bdc-4243-9d50-64463ece0d9a req-ee38d879-23ca-47fe-895a-b547c31388cb tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 944 time: 0.0492916 Nov 10 18:59:54.157222 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-abceca46-7bdc-4243-9d50-64463ece0d9a req-1cb49ca4-7b92-47ed-adbb-b299a7a81e4e tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454173 Nov 10 18:59:55.276172 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72142ecd-84c7-4c76-917e-eac67a0d6dc2 req-e0f65351-f833-4b01-96ca-9ee56ae02bd6 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:55.277643 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72142ecd-84c7-4c76-917e-eac67a0d6dc2 req-e0f65351-f833-4b01-96ca-9ee56ae02bd6 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 944 time: 0.0533156 Nov 10 18:59:55.327755 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-72142ecd-84c7-4c76-917e-eac67a0d6dc2 req-fb147ab6-0561-4f88-9b0c-2dbf46ec147a tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440962 Nov 10 18:59:55.648099 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:55.725619 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:55.941256 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50b04f-9f5f-4356-9f4d-9418872df9cb req-0b1da955-11da-42ee-93a4-09f55b3556a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:55.942653 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bb50b04f-9f5f-4356-9f4d-9418872df9cb req-0b1da955-11da-42ee-93a4-09f55b3556a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2cfc9a0098254fe78665bd6db45d0845&device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 1096 time: 0.0415990 Nov 10 18:59:56.052777 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50b04f-9f5f-4356-9f4d-9418872df9cb req-4fcd502e-6076-48be-922d-5ce10399aa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:56.054256 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bb50b04f-9f5f-4356-9f4d-9418872df9cb req-4fcd502e-6076-48be-922d-5ce10399aa71 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca3a12cc-443b-4d28-ab91-16f7360e4e40 HTTP/1.1" status: 200 len: 910 time: 0.0915892 Nov 10 18:59:56.120135 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bb50b04f-9f5f-4356-9f4d-9418872df9cb req-a047f630-072d-4dc8-886a-ecf70e53d48a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd10fffa-9e6f-457f-bf81-44a719c01b5f HTTP/1.1" status: 200 len: 999 time: 0.0579286 Nov 10 18:59:56.173083 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50b04f-9f5f-4356-9f4d-9418872df9cb req-1625dc64-3b0b-4ca2-9ba4-9299ac74046c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:56.174520 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bb50b04f-9f5f-4356-9f4d-9418872df9cb req-1625dc64-3b0b-4ca2-9ba4-9299ac74046c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4907dec-081f-413c-a56c-21b15af7705b HTTP/1.1" status: 200 len: 848 time: 0.0474904 Nov 10 18:59:56.220413 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50b04f-9f5f-4356-9f4d-9418872df9cb req-de8dcd6f-c449-4224-a6d6-cd37010f6c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:56.221919 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bb50b04f-9f5f-4356-9f4d-9418872df9cb req-de8dcd6f-c449-4224-a6d6-cd37010f6c1b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca3a12cc-443b-4d28-ab91-16f7360e4e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404494 Nov 10 18:59:56.313125 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bb50b04f-9f5f-4356-9f4d-9418872df9cb req-bcf8c863-f48c-40f8-8768-f3afc3c8fcee service neutron] 10.222.0.13 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838368 Nov 10 18:59:56.431300 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bb50b04f-9f5f-4356-9f4d-9418872df9cb req-ad44383e-7be9-4921-8289-c3effea09441 service neutron] 10.222.0.13 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107531 Nov 10 18:59:56.455238 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc660b0-c90f-4f7c-895a-e48630912e19 req-a8b01eb5-c009-4f99-84ea-0c371b147ef8 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:56.456756 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-acc660b0-c90f-4f7c-895a-e48630912e19 req-a8b01eb5-c009-4f99-84ea-0c371b147ef8 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 944 time: 0.0579429 Nov 10 18:59:56.506347 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-acc660b0-c90f-4f7c-895a-e48630912e19 req-f7992a4f-9519-4f47-9054-761ead287a58 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435562 Nov 10 18:59:56.986207 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device cd10fffa-9e6f-457f-bf81-44a719c01b5f details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 18:59:57.085808 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port cd10fffa-9e6f-457f-bf81-44a719c01b5f, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=cd10fffa-9e6f-457f-bf81-44a719c01b5f,segment=NetworkSegment(a2b373be-1382-483f-bf8a-e300f4e73e04),segment_id=a2b373be-1382-483f-bf8a-e300f4e73e04)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:59:57.098358 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': 'cd10fffa-9e6f-457f-bf81-44a719c01b5f', 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40', 'port_id': 'cd10fffa-9e6f-457f-bf81-44a719c01b5f', 'mac_address': 'fa:16:3e:28:50:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4907dec-081f-413c-a56c-21b15af7705b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 18:59:57.137967 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:57.155252 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd10fffa-9e6f-457f-bf81-44a719c01b5f {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 18:59:57.175710 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port cd10fffa-9e6f-457f-bf81-44a719c01b5f, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=cd10fffa-9e6f-457f-bf81-44a719c01b5f,segment=NetworkSegment(a2b373be-1382-483f-bf8a-e300f4e73e04),segment_id=a2b373be-1382-483f-bf8a-e300f4e73e04)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:59:57.180193 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:57.227399 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=cd10fffa-9e6f-457f-bf81-44a719c01b5f,revision_number=9']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:59:57.410606 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['cd10fffa-9e6f-457f-bf81-44a719c01b5f'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 18:59:57.622588 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecede34-6e96-4b4d-b7f1-cb8aef4ba4c7 req-77eb5741-9c28-47c3-ae28-9b5ffb787342 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:57.624301 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7ecede34-6e96-4b4d-b7f1-cb8aef4ba4c7 req-77eb5741-9c28-47c3-ae28-9b5ffb787342 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 945 time: 0.0501442 Nov 10 18:59:57.674024 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7ecede34-6e96-4b4d-b7f1-cb8aef4ba4c7 req-b6baf34a-f41d-49e3-8b1e-4a44c2153473 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437508 Nov 10 18:59:58.793894 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac697c62-6326-42c2-bb84-89fdb904c4ea req-9ba5b339-cb15-4d24-b179-e08bdcd6c967 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:58.795353 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ac697c62-6326-42c2-bb84-89fdb904c4ea req-9ba5b339-cb15-4d24-b179-e08bdcd6c967 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 945 time: 0.0537086 Nov 10 18:59:58.846252 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ac697c62-6326-42c2-bb84-89fdb904c4ea req-4537f79c-ae86-44c2-adb0-74405e8478e1 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444775 Nov 10 18:59:59.002254 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device cd10fffa-9e6f-457f-bf81-44a719c01b5f up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 18:59:59.051257 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port cd10fffa-9e6f-457f-bf81-44a719c01b5f completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 18:59:59.055209 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port cd10fffa-9e6f-457f-bf81-44a719c01b5f triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 18:59:59.055573 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:59.138244 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:59.163669 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da22ee58-d736-4c64-9428-818a8a515081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd10fffa-9e6f-457f-bf81-44a719c01b5f'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 18:59:59.165956 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8642f96c-b426-459c-80d2-0ca5deb0860e" -d '{"events": [{"server_uuid": "da22ee58-d736-4c64-9428-818a8a515081", "name": "network-vif-plugged", "status": "completed", "tag": "cd10fffa-9e6f-457f-bf81-44a719c01b5f"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 18:59:59.179697 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port cd10fffa-9e6f-457f-bf81-44a719c01b5f, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=cd10fffa-9e6f-457f-bf81-44a719c01b5f,segment=NetworkSegment(a2b373be-1382-483f-bf8a-e300f4e73e04),segment_id=a2b373be-1382-483f-bf8a-e300f4e73e04)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 18:59:59.184480 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 18:59:59.209414 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 18:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5141888d-f0ce-4b5b-ace6-620f797dff42 x-openstack-request-id: req-5141888d-f0ce-4b5b-ace6-620f797dff42 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 18:59:59.209704 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da22ee58-d736-4c64-9428-818a8a515081", "name": "network-vif-plugged", "status": "completed", "tag": "cd10fffa-9e6f-457f-bf81-44a719c01b5f", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 18:59:59.210121 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5141888d-f0ce-4b5b-ace6-620f797dff42 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 18:59:59.210521 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da22ee58-d736-4c64-9428-818a8a515081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd10fffa-9e6f-457f-bf81-44a719c01b5f', 'code': 200} Nov 10 18:59:59.241286 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=cd10fffa-9e6f-457f-bf81-44a719c01b5f,revision_number=10']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 18:59:59.366928 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bda199-8c11-4838-a339-f27e2231e2ef req-83ce6ddb-f02a-4db9-b1b7-1ca214dab720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:59.368357 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d5bda199-8c11-4838-a339-f27e2231e2ef req-83ce6ddb-f02a-4db9-b1b7-1ca214dab720 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 1099 time: 0.0414433 Nov 10 18:59:59.416754 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d5bda199-8c11-4838-a339-f27e2231e2ef req-77605530-1339-4b74-8cb0-c9a8a26f18b7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389197 Nov 10 18:59:59.960634 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c5a7b-bee4-4f27-a6f7-4dceb37b75f2 req-65a019f8-7879-4a98-abbe-246d13522b51 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 18:59:59.962100 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dd1c5a7b-bee4-4f27-a6f7-4dceb37b75f2 req-65a019f8-7879-4a98-abbe-246d13522b51 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 947 time: 0.0480516 Nov 10 19:00:00.015636 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-dd1c5a7b-bee4-4f27-a6f7-4dceb37b75f2 req-f16a893e-52ca-4d71-adbc-b6cfe5d1df64 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476470 Nov 10 19:00:00.725052 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1e293d0c-957d-4449-830f-457ac863eb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:00:01.137252 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a568562-87a1-4c42-9e85-8d984c16ca6a req-c61a74c6-d10b-4ba9-9fb9-a1edb6efe9df tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:00:01.138740 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a568562-87a1-4c42-9e85-8d984c16ca6a req-c61a74c6-d10b-4ba9-9fb9-a1edb6efe9df tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 947 time: 0.0536993 Nov 10 19:00:01.189139 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5a568562-87a1-4c42-9e85-8d984c16ca6a req-af707a12-2215-4519-a66a-ed6dc24c4aea tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439126 Nov 10 19:00:03.083910 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8b298c98-4641-4caa-83aa-18910344d97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:00:04.380035 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:00:05.857324 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:00:06.533459 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:00:11.911371 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:00:25.661581 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:00:25.721958 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:00:30.726935 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-24490546-6ece-492a-a948-f200b0ff06fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:00:33.086079 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4cfcb8f1-15bf-4064-baa9-d086eecf03ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:00:34.384122 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:00:35.860222 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:00:36.534902 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:00:48.910037 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:00:55.686100 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:00:55.736517 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:00:56.935138 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cfc2b5d0-2908-4c93-8915-99672be3682c req-ed107086-7ad2-44a3-9149-7411b366e314 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0796218 Nov 10 19:00:57.019796 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2b5d0-2908-4c93-8915-99672be3682c req-472a1b1c-8da9-47ce-941e-18fc283e66d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:00:57.021324 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cfc2b5d0-2908-4c93-8915-99672be3682c req-472a1b1c-8da9-47ce-941e-18fc283e66d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2cfc9a0098254fe78665bd6db45d0845&device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 1099 time: 0.0440977 Nov 10 19:00:57.134830 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2b5d0-2908-4c93-8915-99672be3682c req-103585ad-258a-4950-a1ed-371200273657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:00:57.136274 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cfc2b5d0-2908-4c93-8915-99672be3682c req-103585ad-258a-4950-a1ed-371200273657 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca3a12cc-443b-4d28-ab91-16f7360e4e40 HTTP/1.1" status: 200 len: 910 time: 0.0951774 Nov 10 19:00:57.203633 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cfc2b5d0-2908-4c93-8915-99672be3682c req-f1cf594a-bcb5-41da-bed9-105cdf701a98 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd10fffa-9e6f-457f-bf81-44a719c01b5f HTTP/1.1" status: 200 len: 1001 time: 0.0590842 Nov 10 19:00:57.253832 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2b5d0-2908-4c93-8915-99672be3682c req-d6feb5a0-07cc-4125-bf31-8948b522a095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:00:57.255368 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cfc2b5d0-2908-4c93-8915-99672be3682c req-d6feb5a0-07cc-4125-bf31-8948b522a095 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4907dec-081f-413c-a56c-21b15af7705b HTTP/1.1" status: 200 len: 848 time: 0.0448689 Nov 10 19:00:57.306758 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2b5d0-2908-4c93-8915-99672be3682c req-e0ece433-450c-4fdb-be60-13bdfe7545e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:00:57.308293 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cfc2b5d0-2908-4c93-8915-99672be3682c req-e0ece433-450c-4fdb-be60-13bdfe7545e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca3a12cc-443b-4d28-ab91-16f7360e4e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458665 Nov 10 19:00:57.406650 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cfc2b5d0-2908-4c93-8915-99672be3682c req-83c3f099-c70c-420f-a1b2-3fb023c43343 service neutron] 10.222.0.13 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852976 Nov 10 19:00:57.503361 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-cfc2b5d0-2908-4c93-8915-99672be3682c req-43ae9480-e9a4-44c9-8b45-933d1b9b33c9 service neutron] 10.222.0.13 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886889 Nov 10 19:01:00.728960 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b0bc484e-9ec8-449c-85c6-5868597f0371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:03.087506 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4b19bc67-48b7-46e3-9ff1-0f59b9e2eb76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:04.385739 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:05.862578 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:06.537921 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:17.028181 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36314) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:01:17.188848 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-4c787f0c-8176-42e2-824f-d11bff25711f tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Deleting port 137021b2-f6e0-4bd7-95fe-6372e1d3361e {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:01:17.189216 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4c787f0c-8176-42e2-824f-d11bff25711f tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:17.271117 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4c787f0c-8176-42e2-824f-d11bff25711f tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:17.271445 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4c787f0c-8176-42e2-824f-d11bff25711f tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:17.283978 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-4c787f0c-8176-42e2-824f-d11bff25711f tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Calling delete_port for 137021b2-f6e0-4bd7-95fe-6372e1d3361e owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:01:17.430404 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4c787f0c-8176-42e2-824f-d11bff25711f tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:17.464756 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c787f0c-8176-42e2-824f-d11bff25711f tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Pushing event deleted for resources: {'Port': ['ID=137021b2-f6e0-4bd7-95fe-6372e1d3361e,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:17.487872 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c787f0c-8176-42e2-824f-d11bff25711f tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:17.488162 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c787f0c-8176-42e2-824f-d11bff25711f tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:17.488510 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c787f0c-8176-42e2-824f-d11bff25711f tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:17.488853 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c787f0c-8176-42e2-824f-d11bff25711f tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:17.489546 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c787f0c-8176-42e2-824f-d11bff25711f tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:17.489878 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c787f0c-8176-42e2-824f-d11bff25711f tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:17.490211 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c787f0c-8176-42e2-824f-d11bff25711f tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:17.490539 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c787f0c-8176-42e2-824f-d11bff25711f tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:17.490866 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c787f0c-8176-42e2-824f-d11bff25711f tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:17.491191 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c787f0c-8176-42e2-824f-d11bff25711f tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:17.491848 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c787f0c-8176-42e2-824f-d11bff25711f tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:17.492098 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c787f0c-8176-42e2-824f-d11bff25711f tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:17.531956 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4c787f0c-8176-42e2-824f-d11bff25711f tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:17.532320 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-4c787f0c-8176-42e2-824f-d11bff25711f tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Floating IP 19299ec6-a513-4c62-a620-c7e525892816 disassociated (deleted). External IP: 172.25.5.53, port: cd10fffa-9e6f-457f-bf81-44a719c01b5f. Nov 10 19:01:17.746093 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c787f0c-8176-42e2-824f-d11bff25711f tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Router f7541d64-8992-45b6-b16b-b23facdcd432 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:01:17.858172 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c787f0c-8176-42e2-824f-d11bff25711f tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:01:17.862945 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4c787f0c-8176-42e2-824f-d11bff25711f tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:17.870143 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221edeb4-94eb-4f36-a26d-1ab6f7640ebe None None] Sync routers for ids ['f7541d64-8992-45b6-b16b-b23facdcd432'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:01:17.879954 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221edeb4-94eb-4f36-a26d-1ab6f7640ebe None None] Routers {'f7541d64-8992-45b6-b16b-b23facdcd432'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:01:17.880657 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-221edeb4-94eb-4f36-a26d-1ab6f7640ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T19:01:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f7541d64-8992-45b6-b16b-b23facdcd432'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:17.890914 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4c787f0c-8176-42e2-824f-d11bff25711f tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "DELETE /v2.0/floatingips/19299ec6-a513-4c62-a620-c7e525892816 HTTP/1.1" status: 204 len: 168 time: 0.8616776 Nov 10 19:01:17.891608 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da22ee58-d736-4c64-9428-818a8a515081', 'tag': 'cd10fffa-9e6f-457f-bf81-44a719c01b5f'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:01:17.894023 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b24910f-fb25-4323-8705-77936ecc5849" -d '{"events": [{"name": "network-changed", "server_uuid": "da22ee58-d736-4c64-9428-818a8a515081", "tag": "cd10fffa-9e6f-457f-bf81-44a719c01b5f"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:01:17.936268 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9eaa20c-23c0-4c4b-967a-f03ee50d7a32 x-openstack-request-id: req-a9eaa20c-23c0-4c4b-967a-f03ee50d7a32 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:01:17.936566 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da22ee58-d736-4c64-9428-818a8a515081", "tag": "cd10fffa-9e6f-457f-bf81-44a719c01b5f", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:01:17.936824 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a9eaa20c-23c0-4c4b-967a-f03ee50d7a32 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:01:17.937241 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da22ee58-d736-4c64-9428-818a8a515081', 'tag': 'cd10fffa-9e6f-457f-bf81-44a719c01b5f', 'status': 'completed', 'code': 200} Nov 10 19:01:18.008931 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24910f-fb25-4323-8705-77936ecc5849 req-26f9bf13-efcd-4537-8aaf-e7f0ea01f126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:18.012512 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2b24910f-fb25-4323-8705-77936ecc5849 req-26f9bf13-efcd-4537-8aaf-e7f0ea01f126 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2cfc9a0098254fe78665bd6db45d0845&device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 1099 time: 0.0499840 Nov 10 19:01:18.081283 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-221edeb4-94eb-4f36-a26d-1ab6f7640ebe None None] Set router f7541d64-8992-45b6-b16b-b23facdcd432 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:01:18.129733 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24910f-fb25-4323-8705-77936ecc5849 req-05f02b2f-1c7f-4b75-8799-ed0edf24174f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:18.131211 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2b24910f-fb25-4323-8705-77936ecc5849 req-05f02b2f-1c7f-4b75-8799-ed0edf24174f service neutron] 10.222.0.13 "GET /v2.0/networks?id=ca3a12cc-443b-4d28-ab91-16f7360e4e40 HTTP/1.1" status: 200 len: 910 time: 0.1037858 Nov 10 19:01:18.149498 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4f1f3-7606-4fe1-95c6-587c98cd4bcb req-a9254017-b76b-4b3e-98c0-956a3dfa9288 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:18.151074 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-69c4f1f3-7606-4fe1-95c6-587c98cd4bcb req-a9254017-b76b-4b3e-98c0-956a3dfa9288 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 947 time: 0.0523157 Nov 10 19:01:18.175929 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2b24910f-fb25-4323-8705-77936ecc5849 req-7556bfd6-bf0e-4ff0-9e3a-ad0c16663f82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cd10fffa-9e6f-457f-bf81-44a719c01b5f HTTP/1.1" status: 200 len: 217 time: 0.0359092 Nov 10 19:01:18.203869 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-69c4f1f3-7606-4fe1-95c6-587c98cd4bcb req-15fbc57c-b9f3-4c08-b6d2-fa15dc7c9072 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460742 Nov 10 19:01:18.227136 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24910f-fb25-4323-8705-77936ecc5849 req-1bcbeb4c-4e65-403c-96ad-50bfc6f8e0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:18.228726 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2b24910f-fb25-4323-8705-77936ecc5849 req-1bcbeb4c-4e65-403c-96ad-50bfc6f8e0bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b4907dec-081f-413c-a56c-21b15af7705b HTTP/1.1" status: 200 len: 848 time: 0.0455756 Nov 10 19:01:18.276816 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24910f-fb25-4323-8705-77936ecc5849 req-7642c6ef-2a74-40f9-8089-584137581130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:18.278331 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2b24910f-fb25-4323-8705-77936ecc5849 req-7642c6ef-2a74-40f9-8089-584137581130 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca3a12cc-443b-4d28-ab91-16f7360e4e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420761 Nov 10 19:01:18.289492 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-221edeb4-94eb-4f36-a26d-1ab6f7640ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'name': 'tempest-TestShelveInstance-1056248135-router', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:52:29Z', 'updated_at': '2021-11-10T18:52:33Z', 'revision_number': 4, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'gw_port': {'id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:30Z', 'updated_at': '2021-11-10T18:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2f903578-a087-4ac0-a161-7b940d23ea55', 'name': '', 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'mac_address': 'fa:16:3e:98:a9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b4907dec-081f-413c-a56c-21b15af7705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:32Z', 'updated_at': '2021-11-10T18:52:37Z', 'revision_number': 5, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'subnets': [{'id': 'b4907dec-081f-413c-a56c-21b15af7705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:18.315419 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221edeb4-94eb-4f36-a26d-1ab6f7640ebe None None] Checking router: f7541d64-8992-45b6-b16b-b23facdcd432 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:01:18.324467 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221edeb4-94eb-4f36-a26d-1ab6f7640ebe None None] Routers {'f7541d64-8992-45b6-b16b-b23facdcd432'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:01:18.325103 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-221edeb4-94eb-4f36-a26d-1ab6f7640ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T19:01:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f7541d64-8992-45b6-b16b-b23facdcd432'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:18.380979 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2b24910f-fb25-4323-8705-77936ecc5849 req-e254dda1-32c4-4944-990d-94173c192acb service neutron] 10.222.0.13 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941992 Nov 10 19:01:18.430036 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-221edeb4-94eb-4f36-a26d-1ab6f7640ebe None None] Set router f7541d64-8992-45b6-b16b-b23facdcd432 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:01:18.473729 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2b24910f-fb25-4323-8705-77936ecc5849 req-df57c338-6c50-4905-add8-a2a1b091ee51 service neutron] 10.222.0.13 "GET /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845215 Nov 10 19:01:18.625616 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-221edeb4-94eb-4f36-a26d-1ab6f7640ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'name': 'tempest-TestShelveInstance-1056248135-router', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:52:29Z', 'updated_at': '2021-11-10T18:52:33Z', 'revision_number': 4, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'gw_port': {'id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:30Z', 'updated_at': '2021-11-10T18:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2f903578-a087-4ac0-a161-7b940d23ea55', 'name': '', 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'mac_address': 'fa:16:3e:98:a9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b4907dec-081f-413c-a56c-21b15af7705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:32Z', 'updated_at': '2021-11-10T18:52:37Z', 'revision_number': 5, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'subnets': [{'id': 'b4907dec-081f-413c-a56c-21b15af7705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:18.650634 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221edeb4-94eb-4f36-a26d-1ab6f7640ebe None None] The sync data for ids ['f7541d64-8992-45b6-b16b-b23facdcd432'] in n-d-776250-10 is: [{'id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'name': 'tempest-TestShelveInstance-1056248135-router', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:52:29Z', 'updated_at': '2021-11-10T18:52:33Z', 'revision_number': 4, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'gw_port': {'id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:30Z', 'updated_at': '2021-11-10T18:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '2f903578-a087-4ac0-a161-7b940d23ea55', 'name': '', 'network_id': 'ca3a12cc-443b-4d28-ab91-16f7360e4e40', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'mac_address': 'fa:16:3e:98:a9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b4907dec-081f-413c-a56c-21b15af7705b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:32Z', 'updated_at': '2021-11-10T18:52:37Z', 'revision_number': 5, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'subnets': [{'id': 'b4907dec-081f-413c-a56c-21b15af7705b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:01:18.879188 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bc7c21-9adb-4dac-9257-0ec6ec3a5cfe None None] New status for floating IP 19299ec6-a513-4c62-a620-c7e525892816: DOWN {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:01:19.331750 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f5688-5c72-4877-99a7-f1974e2bd9a4 req-e5d65fa7-e1fc-4d5d-93c7-d695acd60d97 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:19.333256 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-699f5688-5c72-4877-99a7-f1974e2bd9a4 req-e5d65fa7-e1fc-4d5d-93c7-d695acd60d97 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 947 time: 0.0538309 Nov 10 19:01:19.382075 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-699f5688-5c72-4877-99a7-f1974e2bd9a4 req-8bccf8e9-a606-4056-a30b-c9ca52ce35d8 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/security-groups?id=35d11649-19fe-4a0e-9fb3-a382a82f8fca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423243 Nov 10 19:01:19.648067 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95555d-d00c-4f0a-af57-4a8dfa1f1c8b req-ea72e28b-2d9d-486d-b411-cb794ef37522 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:19.649777 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ee95555d-d00c-4f0a-af57-4a8dfa1f1c8b req-ea72e28b-2d9d-486d-b411-cb794ef37522 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.13 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 947 time: 0.0508430 Nov 10 19:01:19.743859 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-ee95555d-d00c-4f0a-af57-4a8dfa1f1c8b req-673694be-10ae-422a-b7bf-fb4568071500 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Deleting port cd10fffa-9e6f-457f-bf81-44a719c01b5f {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:01:19.744253 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ee95555d-d00c-4f0a-af57-4a8dfa1f1c8b req-673694be-10ae-422a-b7bf-fb4568071500 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:19.832746 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-ee95555d-d00c-4f0a-af57-4a8dfa1f1c8b req-673694be-10ae-422a-b7bf-fb4568071500 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] For port cd10fffa-9e6f-457f-bf81-44a719c01b5f, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=cd10fffa-9e6f-457f-bf81-44a719c01b5f,segment=NetworkSegment(a2b373be-1382-483f-bf8a-e300f4e73e04),segment_id=a2b373be-1382-483f-bf8a-e300f4e73e04)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:01:19.833106 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ee95555d-d00c-4f0a-af57-4a8dfa1f1c8b req-673694be-10ae-422a-b7bf-fb4568071500 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:19.845274 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-ee95555d-d00c-4f0a-af57-4a8dfa1f1c8b req-673694be-10ae-422a-b7bf-fb4568071500 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Calling delete_port for cd10fffa-9e6f-457f-bf81-44a719c01b5f owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:01:19.973593 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ee95555d-d00c-4f0a-af57-4a8dfa1f1c8b req-673694be-10ae-422a-b7bf-fb4568071500 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:20.006580 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673694be-10ae-422a-b7bf-fb4568071500 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Pushing event deleted for resources: {'Port': ['ID=cd10fffa-9e6f-457f-bf81-44a719c01b5f,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:20.036591 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673694be-10ae-422a-b7bf-fb4568071500 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:20.036948 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673694be-10ae-422a-b7bf-fb4568071500 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:20.037293 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673694be-10ae-422a-b7bf-fb4568071500 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:20.037632 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673694be-10ae-422a-b7bf-fb4568071500 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:20.037968 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673694be-10ae-422a-b7bf-fb4568071500 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:20.038301 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673694be-10ae-422a-b7bf-fb4568071500 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:20.038634 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673694be-10ae-422a-b7bf-fb4568071500 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:20.039587 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673694be-10ae-422a-b7bf-fb4568071500 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:20.040186 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673694be-10ae-422a-b7bf-fb4568071500 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:20.040539 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673694be-10ae-422a-b7bf-fb4568071500 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:20.040872 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673694be-10ae-422a-b7bf-fb4568071500 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:20.041200 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673694be-10ae-422a-b7bf-fb4568071500 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:20.064301 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee95555d-d00c-4f0a-af57-4a8dfa1f1c8b req-673694be-10ae-422a-b7bf-fb4568071500 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] No DVR routers for this DVR port cd10fffa-9e6f-457f-bf81-44a719c01b5f on host n-h2-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:01:20.066876 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-ee95555d-d00c-4f0a-af57-4a8dfa1f1c8b req-673694be-10ae-422a-b7bf-fb4568071500 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:20.070538 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ee95555d-d00c-4f0a-af57-4a8dfa1f1c8b req-673694be-10ae-422a-b7bf-fb4568071500 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.13 "DELETE /v2.0/ports/cd10fffa-9e6f-457f-bf81-44a719c01b5f HTTP/1.1" status: 204 len: 173 time: 0.4141340 Nov 10 19:01:20.071113 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da22ee58-d736-4c64-9428-818a8a515081', 'name': 'network-vif-deleted', 'tag': 'cd10fffa-9e6f-457f-bf81-44a719c01b5f'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:01:20.073364 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2217fe5-2584-438b-a72e-f9f97c279118" -d '{"events": [{"server_uuid": "da22ee58-d736-4c64-9428-818a8a515081", "name": "network-vif-deleted", "tag": "cd10fffa-9e6f-457f-bf81-44a719c01b5f"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:01:20.118571 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f777dbc-f19c-4994-9b3b-48a3ee3b652a x-openstack-request-id: req-1f777dbc-f19c-4994-9b3b-48a3ee3b652a {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:01:20.118880 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da22ee58-d736-4c64-9428-818a8a515081", "name": "network-vif-deleted", "tag": "cd10fffa-9e6f-457f-bf81-44a719c01b5f", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:01:20.119139 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1f777dbc-f19c-4994-9b3b-48a3ee3b652a {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:01:20.119547 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da22ee58-d736-4c64-9428-818a8a515081', 'name': 'network-vif-deleted', 'tag': 'cd10fffa-9e6f-457f-bf81-44a719c01b5f', 'status': 'completed', 'code': 200} Nov 10 19:01:20.482273 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3a8a67a6-4115-401c-9d69-292e2b1c18e5 req-83c052e5-dfab-4e5a-82c3-e0c524102f62 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 210 time: 0.0282004 Nov 10 19:01:21.370819 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device cd10fffa-9e6f-457f-bf81-44a719c01b5f no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:01:21.391157 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: cd10fffa-9e6f-457f-bf81-44a719c01b5f {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:01:21.391507 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device cd10fffa-9e6f-457f-bf81-44a719c01b5f not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:01:21.583303 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0260910d-5b0b-4926-a153-de0bae0e4dd0 req-05c84b23-4522-435f-98d9-d58aa83eb909 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 210 time: 0.0278180 Nov 10 19:01:22.939610 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3f06333a-e98a-4659-b32a-eea6549e8319 req-40b65d8f-116f-45e2-8a62-a21f9e20b022 tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 210 time: 0.0284607 Nov 10 19:01:24.038595 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5def7592-d571-46ae-adfe-9c36282b848d req-1ed1001a-994a-4592-a0a8-fa33ae50edfb tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "GET /v2.0/ports?device_id=da22ee58-d736-4c64-9428-818a8a515081 HTTP/1.1" status: 200 len: 210 time: 0.0317631 Nov 10 19:01:25.096838 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36346) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:01:25.168003 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e35eea6f-5e14-40ad-8bef-1cc6ef45347c tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:25.196534 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e35eea6f-5e14-40ad-8bef-1cc6ef45347c tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:25.264056 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e35eea6f-5e14-40ad-8bef-1cc6ef45347c tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:25.267033 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-e35eea6f-5e14-40ad-8bef-1cc6ef45347c tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Publish callbacks [] for security_group, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:25.268520 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-e35eea6f-5e14-40ad-8bef-1cc6ef45347c tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] 10.222.0.39 "DELETE /v2.0/security-groups/35d11649-19fe-4a0e-9fb3-a382a82f8fca HTTP/1.1" status: 204 len: 168 time: 0.1705072 Nov 10 19:01:25.279361 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35eea6f-5e14-40ad-8bef-1cc6ef45347c tempest-TestShelveInstance-837630364 tempest-TestShelveInstance-837630364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d11649-19fe-4a0e-9fb3-a382a82f8fca,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:25.323500 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36350) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:01:25.659111 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:25.743754 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:25.813320 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-812a6803-468f-40a6-822d-4b9e72558c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:25.909449 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:01:26.093510 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-812a6803-468f-40a6-822d-4b9e72558c5d admin admin] Deleting port 2f903578-a087-4ac0-a161-7b940d23ea55 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:01:26.093856 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-812a6803-468f-40a6-822d-4b9e72558c5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:26.173432 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-812a6803-468f-40a6-822d-4b9e72558c5d admin admin] For port 2f903578-a087-4ac0-a161-7b940d23ea55, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=2f903578-a087-4ac0-a161-7b940d23ea55,segment=NetworkSegment(a2b373be-1382-483f-bf8a-e300f4e73e04),segment_id=a2b373be-1382-483f-bf8a-e300f4e73e04)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:01:26.174082 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-812a6803-468f-40a6-822d-4b9e72558c5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:26.187736 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-812a6803-468f-40a6-822d-4b9e72558c5d admin admin] Calling delete_port for 2f903578-a087-4ac0-a161-7b940d23ea55 owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:01:26.373793 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-812a6803-468f-40a6-822d-4b9e72558c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:26.396942 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a6803-468f-40a6-822d-4b9e72558c5d admin admin] Pushing event deleted for resources: {'Port': ['ID=2f903578-a087-4ac0-a161-7b940d23ea55,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:26.581986 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-812a6803-468f-40a6-822d-4b9e72558c5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:26.805708 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812a6803-468f-40a6-822d-4b9e72558c5d admin admin] Router f7541d64-8992-45b6-b16b-b23facdcd432 has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:01:27.202785 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812a6803-468f-40a6-822d-4b9e72558c5d admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:01:27.208055 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-812a6803-468f-40a6-822d-4b9e72558c5d admin admin] 10.222.0.39 "PUT /v2.0/routers/f7541d64-8992-45b6-b16b-b23facdcd432/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8835542 Nov 10 19:01:27.211256 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36354) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:01:27.213256 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeefee7-a9fc-4cb4-8ef9-9222d2036045 None None] Sync routers for ids ['f7541d64-8992-45b6-b16b-b23facdcd432'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:01:27.224189 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeefee7-a9fc-4cb4-8ef9-9222d2036045 None None] Routers {'f7541d64-8992-45b6-b16b-b23facdcd432'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:01:27.225240 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-6aeefee7-a9fc-4cb4-8ef9-9222d2036045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T19:01:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f7541d64-8992-45b6-b16b-b23facdcd432'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:27.322889 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2784deef-c6d9-4d1a-b7e1-b43ccad5485f admin admin] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:27.336172 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-6aeefee7-a9fc-4cb4-8ef9-9222d2036045 None None] Set router f7541d64-8992-45b6-b16b-b23facdcd432 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:01:27.525577 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-6aeefee7-a9fc-4cb4-8ef9-9222d2036045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'name': 'tempest-TestShelveInstance-1056248135-router', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:52:29Z', 'updated_at': '2021-11-10T19:01:26Z', 'revision_number': 5, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'gw_port': {'id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:30Z', 'updated_at': '2021-11-10T18:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:27.562319 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeefee7-a9fc-4cb4-8ef9-9222d2036045 None None] Checking router: f7541d64-8992-45b6-b16b-b23facdcd432 for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:01:27.578545 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeefee7-a9fc-4cb4-8ef9-9222d2036045 None None] Routers {'f7541d64-8992-45b6-b16b-b23facdcd432'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:01:27.579254 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-6aeefee7-a9fc-4cb4-8ef9-9222d2036045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T19:01:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['f7541d64-8992-45b6-b16b-b23facdcd432'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:27.698178 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-6aeefee7-a9fc-4cb4-8ef9-9222d2036045 None None] Set router f7541d64-8992-45b6-b16b-b23facdcd432 gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:01:27.725300 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2784deef-c6d9-4d1a-b7e1-b43ccad5485f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:27.782978 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-2784deef-c6d9-4d1a-b7e1-b43ccad5485f admin admin] Deleting port a45cedd3-7dd4-40ba-b93a-42eddf5a23fb {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:01:27.783319 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2784deef-c6d9-4d1a-b7e1-b43ccad5485f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:27.869473 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-2784deef-c6d9-4d1a-b7e1-b43ccad5485f admin admin] For port a45cedd3-7dd4-40ba-b93a-42eddf5a23fb, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=a45cedd3-7dd4-40ba-b93a-42eddf5a23fb,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:01:27.869853 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2784deef-c6d9-4d1a-b7e1-b43ccad5485f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:27.891590 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-2784deef-c6d9-4d1a-b7e1-b43ccad5485f admin admin] Calling delete_port for a45cedd3-7dd4-40ba-b93a-42eddf5a23fb owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:01:27.910155 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-6aeefee7-a9fc-4cb4-8ef9-9222d2036045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'name': 'tempest-TestShelveInstance-1056248135-router', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:52:29Z', 'updated_at': '2021-11-10T19:01:26Z', 'revision_number': 5, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'gw_port': {'id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:30Z', 'updated_at': '2021-11-10T18:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:27.941922 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeefee7-a9fc-4cb4-8ef9-9222d2036045 None None] The sync data for ids ['f7541d64-8992-45b6-b16b-b23facdcd432'] in n-d-776250-10 is: [{'id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'name': 'tempest-TestShelveInstance-1056248135-router', 'tenant_id': '2cfc9a0098254fe78665bd6db45d0845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:52:29Z', 'updated_at': '2021-11-10T19:01:26Z', 'revision_number': 5, 'project_id': '2cfc9a0098254fe78665bd6db45d0845', 'gw_port': {'id': 'a45cedd3-7dd4-40ba-b93a-42eddf5a23fb', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7541d64-8992-45b6-b16b-b23facdcd432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:30Z', 'updated_at': '2021-11-10T18:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:01:28.079147 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2784deef-c6d9-4d1a-b7e1-b43ccad5485f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:28.108239 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2784deef-c6d9-4d1a-b7e1-b43ccad5485f admin admin] Pushing event deleted for resources: {'Port': ['ID=a45cedd3-7dd4-40ba-b93a-42eddf5a23fb,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:28.127938 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1f1d73-4e19-4082-a3cd-0d24387e7a88 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:01:28.169837 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2784deef-c6d9-4d1a-b7e1-b43ccad5485f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:28.264338 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2784deef-c6d9-4d1a-b7e1-b43ccad5485f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:28.266515 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2784deef-c6d9-4d1a-b7e1-b43ccad5485f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:28.319472 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2784deef-c6d9-4d1a-b7e1-b43ccad5485f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:28.320779 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2784deef-c6d9-4d1a-b7e1-b43ccad5485f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7541d64-8992-45b6-b16b-b23facdcd432 {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:01:28.325570 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-2784deef-c6d9-4d1a-b7e1-b43ccad5485f admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:28.329140 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-2784deef-c6d9-4d1a-b7e1-b43ccad5485f admin admin] 10.222.0.39 "DELETE /v2.0/routers/f7541d64-8992-45b6-b16b-b23facdcd432 HTTP/1.1" status: 204 len: 168 time: 1.1141057 Nov 10 19:01:28.329385 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36356) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:01:28.378766 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-300406ce-2b72-45c2-879f-6163c3b46550 admin admin] Deleting subnet b4907dec-081f-413c-a56c-21b15af7705b {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:01:28.383092 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-300406ce-2b72-45c2-879f-6163c3b46550 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:28.422164 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-300406ce-2b72-45c2-879f-6163c3b46550 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:28.465501 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2f903578-a087-4ac0-a161-7b940d23ea55 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:01:28.489474 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 2f903578-a087-4ac0-a161-7b940d23ea55 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:01:28.490090 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 2f903578-a087-4ac0-a161-7b940d23ea55 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:01:28.511811 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-300406ce-2b72-45c2-879f-6163c3b46550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:28.568282 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-300406ce-2b72-45c2-879f-6163c3b46550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:28.597918 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300406ce-2b72-45c2-879f-6163c3b46550 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4907dec-081f-413c-a56c-21b15af7705b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:28.599937 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-300406ce-2b72-45c2-879f-6163c3b46550 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:28.604690 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-300406ce-2b72-45c2-879f-6163c3b46550 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b4907dec-081f-413c-a56c-21b15af7705b HTTP/1.1" status: 204 len: 168 time: 0.2741671 Nov 10 19:01:28.605922 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36358) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:01:28.608805 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c6cb66-c865-484b-bfff-5536f210c8a4 None None] Network ca3a12cc-443b-4d28-ab91-16f7360e4e40 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:01:28.695820 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d4142c0-9f5d-4a69-afd5-7f15922b6408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:28.751960 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-3d4142c0-9f5d-4a69-afd5-7f15922b6408 admin admin] Deleting port db6626dc-06f2-4f79-84d2-2962d537b374 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:01:28.752339 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d4142c0-9f5d-4a69-afd5-7f15922b6408 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:28.823387 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-3d4142c0-9f5d-4a69-afd5-7f15922b6408 admin admin] For port db6626dc-06f2-4f79-84d2-2962d537b374, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=db6626dc-06f2-4f79-84d2-2962d537b374,segment=NetworkSegment(a2b373be-1382-483f-bf8a-e300f4e73e04),segment_id=a2b373be-1382-483f-bf8a-e300f4e73e04)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:01:28.823692 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d4142c0-9f5d-4a69-afd5-7f15922b6408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:28.836517 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-3d4142c0-9f5d-4a69-afd5-7f15922b6408 admin admin] Calling delete_port for db6626dc-06f2-4f79-84d2-2962d537b374 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:01:28.919506 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d4142c0-9f5d-4a69-afd5-7f15922b6408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:28.946157 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4142c0-9f5d-4a69-afd5-7f15922b6408 admin admin] Pushing event deleted for resources: {'Port': ['ID=db6626dc-06f2-4f79-84d2-2962d537b374,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:28.947983 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4142c0-9f5d-4a69-afd5-7f15922b6408 admin admin] No DVR routers for this DVR port db6626dc-06f2-4f79-84d2-2962d537b374 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:01:29.026195 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d4142c0-9f5d-4a69-afd5-7f15922b6408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:29.046043 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-3d4142c0-9f5d-4a69-afd5-7f15922b6408 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3a12cc-443b-4d28-ab91-16f7360e4e40']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:29.055346 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-3d4142c0-9f5d-4a69-afd5-7f15922b6408 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b373be-1382-483f-bf8a-e300f4e73e04') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:29.055644 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-3d4142c0-9f5d-4a69-afd5-7f15922b6408 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b373be-1382-483f-bf8a-e300f4e73e04') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:29.068906 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d4142c0-9f5d-4a69-afd5-7f15922b6408 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:29.085350 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d4142c0-9f5d-4a69-afd5-7f15922b6408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:29.093115 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d4142c0-9f5d-4a69-afd5-7f15922b6408 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:01:29.093641 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d4142c0-9f5d-4a69-afd5-7f15922b6408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:29.094718 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006ecf23-0224-489d-af7a-b17753d8261c None None] DHCP port deletion for ca3a12cc-443b-4d28-ab91-16f7360e4e40 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:01:29.095655 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 19:01:29.095655 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:01:29.095655 n-d-776250-10 neutron-server[102468]: timer() Nov 10 19:01:29.095655 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:01:29.095655 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 19:01:29.095655 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:01:29.095655 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 19:01:29.095655 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:01:29.095655 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 19:01:29.095655 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:01:29.095655 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 19:01:29.095655 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:01:29.095655 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 19:01:29.095655 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:01:29.095655 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:01:29.095655 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:01:29.095655 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:01:29.095655 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:01:29.095655 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 19:01:29.095655 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:01:29.095655 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 19:01:29.095655 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:01:29.095655 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:01:29.095655 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:01:29.095655 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 19:01:29.095655 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:01:29.095655 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:01:29.095655 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:01:29.095655 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:01:29.095655 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:01:29.095655 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:01:29.095655 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:01:29.155701 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d4142c0-9f5d-4a69-afd5-7f15922b6408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:29.160791 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3d4142c0-9f5d-4a69-afd5-7f15922b6408 admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:29.164349 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3d4142c0-9f5d-4a69-afd5-7f15922b6408 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ca3a12cc-443b-4d28-ab91-16f7360e4e40 HTTP/1.1" status: 204 len: 168 time: 0.5566480 Nov 10 19:01:29.167116 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36360) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:01:29.177039 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4142c0-9f5d-4a69-afd5-7f15922b6408 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca3a12cc-443b-4d28-ab91-16f7360e4e40,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:29.517660 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-55fc8804-07f3-43cf-9d82-a035c302d5bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:29.768521 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-55fc8804-07f3-43cf-9d82-a035c302d5bf admin admin] Deleting port 98235d15-6a2d-4b3a-baa8-0b54033a7a6c {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:01:29.768780 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-55fc8804-07f3-43cf-9d82-a035c302d5bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:29.848616 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-55fc8804-07f3-43cf-9d82-a035c302d5bf admin admin] For port 98235d15-6a2d-4b3a-baa8-0b54033a7a6c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=98235d15-6a2d-4b3a-baa8-0b54033a7a6c,segment=NetworkSegment(f2ccb886-519a-4e1a-beac-07e6f9af0a4a),segment_id=f2ccb886-519a-4e1a-beac-07e6f9af0a4a)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:01:29.848973 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-55fc8804-07f3-43cf-9d82-a035c302d5bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:29.861998 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-55fc8804-07f3-43cf-9d82-a035c302d5bf admin admin] Calling delete_port for 98235d15-6a2d-4b3a-baa8-0b54033a7a6c owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:01:30.049975 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-55fc8804-07f3-43cf-9d82-a035c302d5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:30.076678 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc8804-07f3-43cf-9d82-a035c302d5bf admin admin] Pushing event deleted for resources: {'Port': ['ID=98235d15-6a2d-4b3a-baa8-0b54033a7a6c,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:30.129015 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device db6626dc-06f2-4f79-84d2-2962d537b374 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:01:30.151140 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: db6626dc-06f2-4f79-84d2-2962d537b374 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:01:30.151894 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device db6626dc-06f2-4f79-84d2-2962d537b374 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:01:30.152519 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device a45cedd3-7dd4-40ba-b93a-42eddf5a23fb no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:01:30.175248 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: a45cedd3-7dd4-40ba-b93a-42eddf5a23fb {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:01:30.175590 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device a45cedd3-7dd4-40ba-b93a-42eddf5a23fb not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:01:30.248861 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-55fc8804-07f3-43cf-9d82-a035c302d5bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:30.468430 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55fc8804-07f3-43cf-9d82-a035c302d5bf admin admin] Router a02987ad-3156-4603-abb1-e27fc506c27d has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:01:30.583048 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fc8804-07f3-43cf-9d82-a035c302d5bf admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:01:30.590307 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-55fc8804-07f3-43cf-9d82-a035c302d5bf admin admin] 10.222.0.39 "PUT /v2.0/routers/a02987ad-3156-4603-abb1-e27fc506c27d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4204919 Nov 10 19:01:30.591185 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36362) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:01:30.593768 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8806356-9c8e-4b9b-bfde-5ed57773ffd7 None None] Sync routers for ids ['a02987ad-3156-4603-abb1-e27fc506c27d'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:01:30.605575 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8806356-9c8e-4b9b-bfde-5ed57773ffd7 None None] Routers {'a02987ad-3156-4603-abb1-e27fc506c27d'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:01:30.606275 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-d8806356-9c8e-4b9b-bfde-5ed57773ffd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T19:01:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a02987ad-3156-4603-abb1-e27fc506c27d'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:30.698597 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bbb5dd0-3cfa-4775-ad2c-a2274d57c7d3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:30.713489 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-d8806356-9c8e-4b9b-bfde-5ed57773ffd7 None None] Set router a02987ad-3156-4603-abb1-e27fc506c27d gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:01:30.807399 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bbb5dd0-3cfa-4775-ad2c-a2274d57c7d3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:30.812982 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2631e9ab-3231-474c-9c91-d0db88c0195e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:30.862047 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-1bbb5dd0-3cfa-4775-ad2c-a2274d57c7d3 admin admin] Deleting port ea1ac8c4-58ed-453f-bffa-f8045a13fb10 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:01:30.862462 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bbb5dd0-3cfa-4775-ad2c-a2274d57c7d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:30.950390 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-1bbb5dd0-3cfa-4775-ad2c-a2274d57c7d3 admin admin] For port ea1ac8c4-58ed-453f-bffa-f8045a13fb10, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ea1ac8c4-58ed-453f-bffa-f8045a13fb10,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:01:30.950761 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bbb5dd0-3cfa-4775-ad2c-a2274d57c7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:30.964446 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-1bbb5dd0-3cfa-4775-ad2c-a2274d57c7d3 admin admin] Calling delete_port for ea1ac8c4-58ed-453f-bffa-f8045a13fb10 owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:01:31.069563 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-d8806356-9c8e-4b9b-bfde-5ed57773ffd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02987ad-3156-4603-abb1-e27fc506c27d', 'name': 'tempest-TestShelveInstance-1194835698-router', 'tenant_id': '2ca42c47d46648349269754dea19c66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': 'ea1ac8c4-58ed-453f-bffa-f8045a13fb10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:52:35Z', 'updated_at': '2021-11-10T19:01:30Z', 'revision_number': 5, 'project_id': '2ca42c47d46648349269754dea19c66e', 'gw_port': {'id': 'ea1ac8c4-58ed-453f-bffa-f8045a13fb10', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:09:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a02987ad-3156-4603-abb1-e27fc506c27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T18:52:35Z', 'updated_at': '2021-11-10T18:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:31.097412 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8806356-9c8e-4b9b-bfde-5ed57773ffd7 None None] Checking router: a02987ad-3156-4603-abb1-e27fc506c27d for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:01:31.105764 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8806356-9c8e-4b9b-bfde-5ed57773ffd7 None None] Routers {'a02987ad-3156-4603-abb1-e27fc506c27d'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:01:31.106367 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-d8806356-9c8e-4b9b-bfde-5ed57773ffd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T19:01:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['a02987ad-3156-4603-abb1-e27fc506c27d'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:31.136249 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bbb5dd0-3cfa-4775-ad2c-a2274d57c7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:31.162564 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb5dd0-3cfa-4775-ad2c-a2274d57c7d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea1ac8c4-58ed-453f-bffa-f8045a13fb10,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:31.183236 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c0e27c-4062-436d-863f-a0e4bb41749c None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:01:31.202244 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-d8806356-9c8e-4b9b-bfde-5ed57773ffd7 None None] Set router a02987ad-3156-4603-abb1-e27fc506c27d gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:01:31.224243 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bbb5dd0-3cfa-4775-ad2c-a2274d57c7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:31.260503 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-d8806356-9c8e-4b9b-bfde-5ed57773ffd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a02987ad-3156-4603-abb1-e27fc506c27d', 'name': 'tempest-TestShelveInstance-1194835698-router', 'tenant_id': '2ca42c47d46648349269754dea19c66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:52:35Z', 'updated_at': '2021-11-10T19:01:30Z', 'revision_number': 6, 'project_id': '2ca42c47d46648349269754dea19c66e', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:31.287098 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8806356-9c8e-4b9b-bfde-5ed57773ffd7 None None] The sync data for ids ['a02987ad-3156-4603-abb1-e27fc506c27d'] in n-d-776250-10 is: [{'id': 'a02987ad-3156-4603-abb1-e27fc506c27d', 'name': 'tempest-TestShelveInstance-1194835698-router', 'tenant_id': '2ca42c47d46648349269754dea19c66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T18:52:35Z', 'updated_at': '2021-11-10T19:01:30Z', 'revision_number': 6, 'project_id': '2ca42c47d46648349269754dea19c66e', 'gw_port_host': None}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:01:31.325087 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bbb5dd0-3cfa-4775-ad2c-a2274d57c7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:31.327295 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bbb5dd0-3cfa-4775-ad2c-a2274d57c7d3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:31.373334 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bbb5dd0-3cfa-4775-ad2c-a2274d57c7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:31.373797 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbb5dd0-3cfa-4775-ad2c-a2274d57c7d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a02987ad-3156-4603-abb1-e27fc506c27d {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:01:31.378330 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1bbb5dd0-3cfa-4775-ad2c-a2274d57c7d3 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:31.379499 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1bbb5dd0-3cfa-4775-ad2c-a2274d57c7d3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/a02987ad-3156-4603-abb1-e27fc506c27d HTTP/1.1" status: 204 len: 168 time: 0.7873952 Nov 10 19:01:31.382990 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36364) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:01:31.443766 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a7fa738-869c-468f-ae1a-254cde794b1a admin admin] Deleting subnet c20d9272-5656-4e8b-97a5-f53b14ed6c6f {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:01:31.448226 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a7fa738-869c-468f-ae1a-254cde794b1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:31.484106 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a7fa738-869c-468f-ae1a-254cde794b1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:31.845215 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a7fa738-869c-468f-ae1a-254cde794b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:31.899512 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a7fa738-869c-468f-ae1a-254cde794b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:31.924895 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7fa738-869c-468f-ae1a-254cde794b1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c20d9272-5656-4e8b-97a5-f53b14ed6c6f,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:31.928325 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-4a7fa738-869c-468f-ae1a-254cde794b1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:31.932707 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-4a7fa738-869c-468f-ae1a-254cde794b1a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c20d9272-5656-4e8b-97a5-f53b14ed6c6f HTTP/1.1" status: 204 len: 168 time: 0.5485408 Nov 10 19:01:31.935204 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36366) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:01:31.935701 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49552ec-373b-478d-841d-5e6f623ba604 None None] Network 9640e119-a7b3-4002-93bb-cdf34c221b06 requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:01:32.010704 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ed5b4865-48ae-4314-b0d7-23f7cfce7fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:32.069327 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-ed5b4865-48ae-4314-b0d7-23f7cfce7fe8 admin admin] Deleting port 27ba0d1c-263f-4cf5-af90-5050478a841c {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:01:32.069327 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ed5b4865-48ae-4314-b0d7-23f7cfce7fe8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:32.144117 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-ed5b4865-48ae-4314-b0d7-23f7cfce7fe8 admin admin] For port 27ba0d1c-263f-4cf5-af90-5050478a841c, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=27ba0d1c-263f-4cf5-af90-5050478a841c,segment=NetworkSegment(f2ccb886-519a-4e1a-beac-07e6f9af0a4a),segment_id=f2ccb886-519a-4e1a-beac-07e6f9af0a4a)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:01:32.144525 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ed5b4865-48ae-4314-b0d7-23f7cfce7fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:32.147359 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca03077-ecf2-4f11-991c-8890094c43ef None None] DHCP port deletion for 9640e119-a7b3-4002-93bb-cdf34c221b06 request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:01:32.149722 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ea1ac8c4-58ed-453f-bffa-f8045a13fb10 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:01:32.159433 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-ed5b4865-48ae-4314-b0d7-23f7cfce7fe8 admin admin] Calling delete_port for 27ba0d1c-263f-4cf5-af90-5050478a841c owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:01:32.174140 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: ea1ac8c4-58ed-453f-bffa-f8045a13fb10 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:01:32.174488 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ea1ac8c4-58ed-453f-bffa-f8045a13fb10 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:01:32.175086 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 98235d15-6a2d-4b3a-baa8-0b54033a7a6c no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:01:32.216591 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 98235d15-6a2d-4b3a-baa8-0b54033a7a6c {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:01:32.217237 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 98235d15-6a2d-4b3a-baa8-0b54033a7a6c not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:01:32.241235 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-5ca03077-ecf2-4f11-991c-8890094c43ef None None] Deleting port 27ba0d1c-263f-4cf5-af90-5050478a841c {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:01:32.241977 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5ca03077-ecf2-4f11-991c-8890094c43ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:32.245401 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ed5b4865-48ae-4314-b0d7-23f7cfce7fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:32.273830 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b4865-48ae-4314-b0d7-23f7cfce7fe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=27ba0d1c-263f-4cf5-af90-5050478a841c,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:32.277153 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5b4865-48ae-4314-b0d7-23f7cfce7fe8 admin admin] No DVR routers for this DVR port 27ba0d1c-263f-4cf5-af90-5050478a841c on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:01:32.312338 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-5ca03077-ecf2-4f11-991c-8890094c43ef None None] For port 27ba0d1c-263f-4cf5-af90-5050478a841c, host n-d-776250-10, got binding levels [] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:01:32.313403 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5ca03077-ecf2-4f11-991c-8890094c43ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:32.326715 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-5ca03077-ecf2-4f11-991c-8890094c43ef None None] Calling delete_port for 27ba0d1c-263f-4cf5-af90-5050478a841c owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:01:32.329896 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.ipam_backend_mixin [None req-5ca03077-ecf2-4f11-991c-8890094c43ef None None] Port 27ba0d1c-263f-4cf5-af90-5050478a841c was not found and therefore no delete operation was performed {{(pid=102470) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 10 19:01:32.331373 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5ca03077-ecf2-4f11-991c-8890094c43ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:32.344674 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca03077-ecf2-4f11-991c-8890094c43ef None None] No DVR routers for this DVR port 27ba0d1c-263f-4cf5-af90-5050478a841c on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:01:32.358896 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ed5b4865-48ae-4314-b0d7-23f7cfce7fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:32.372863 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca03077-ecf2-4f11-991c-8890094c43ef None None] Pushing event deleted for resources: {'Port': ['ID=27ba0d1c-263f-4cf5-af90-5050478a841c,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:32.380581 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca03077-ecf2-4f11-991c-8890094c43ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:32.380934 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca03077-ecf2-4f11-991c-8890094c43ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:32.381281 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca03077-ecf2-4f11-991c-8890094c43ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:32.381621 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca03077-ecf2-4f11-991c-8890094c43ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:32.381959 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca03077-ecf2-4f11-991c-8890094c43ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:32.382293 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca03077-ecf2-4f11-991c-8890094c43ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:32.383266 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca03077-ecf2-4f11-991c-8890094c43ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:32.383445 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-ed5b4865-48ae-4314-b0d7-23f7cfce7fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9640e119-a7b3-4002-93bb-cdf34c221b06']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:32.383808 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca03077-ecf2-4f11-991c-8890094c43ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:32.384170 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca03077-ecf2-4f11-991c-8890094c43ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:32.384501 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca03077-ecf2-4f11-991c-8890094c43ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:32.384833 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca03077-ecf2-4f11-991c-8890094c43ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:32.385163 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca03077-ecf2-4f11-991c-8890094c43ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:32.393121 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-ed5b4865-48ae-4314-b0d7-23f7cfce7fe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ccb886-519a-4e1a-beac-07e6f9af0a4a') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:32.393418 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-ed5b4865-48ae-4314-b0d7-23f7cfce7fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ccb886-519a-4e1a-beac-07e6f9af0a4a') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:32.403091 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ed5b4865-48ae-4314-b0d7-23f7cfce7fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:32.416406 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ed5b4865-48ae-4314-b0d7-23f7cfce7fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:32.422383 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed5b4865-48ae-4314-b0d7-23f7cfce7fe8 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:01:32.422758 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ed5b4865-48ae-4314-b0d7-23f7cfce7fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:32.424447 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 19:01:32.424447 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:01:32.424447 n-d-776250-10 neutron-server[102469]: timer() Nov 10 19:01:32.424447 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:01:32.424447 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 19:01:32.424447 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:01:32.424447 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 19:01:32.424447 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:01:32.424447 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 19:01:32.424447 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:01:32.424447 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 19:01:32.424447 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:01:32.424447 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 19:01:32.424447 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:01:32.424447 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:01:32.424447 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:01:32.424447 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:01:32.424447 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:01:32.424447 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 19:01:32.424447 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:01:32.424447 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 19:01:32.424447 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:01:32.424447 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:01:32.424447 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:01:32.424447 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 19:01:32.424447 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:01:32.424447 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:01:32.424447 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:01:32.424447 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:01:32.424447 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:01:32.424447 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:01:32.424447 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:01:32.480584 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ed5b4865-48ae-4314-b0d7-23f7cfce7fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:32.486466 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-ed5b4865-48ae-4314-b0d7-23f7cfce7fe8 admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:32.489651 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-ed5b4865-48ae-4314-b0d7-23f7cfce7fe8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9640e119-a7b3-4002-93bb-cdf34c221b06 HTTP/1.1" status: 204 len: 168 time: 0.5535023 Nov 10 19:01:32.502508 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b4865-48ae-4314-b0d7-23f7cfce7fe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9640e119-a7b3-4002-93bb-cdf34c221b06,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:32.610086 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36370) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:01:32.651913 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5b8d5efb-2116-4913-b894-cde46d3f68c1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2cfc9a0098254fe78665bd6db45d0845&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405824 Nov 10 19:01:32.654414 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36372) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:01:32.704685 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-45cf68bd-0f4b-4bbb-9a07-94e9c704db70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:32.724991 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-45cf68bd-0f4b-4bbb-9a07-94e9c704db70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:32.771699 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-45cf68bd-0f4b-4bbb-9a07-94e9c704db70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:32.774543 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-45cf68bd-0f4b-4bbb-9a07-94e9c704db70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:32.775695 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-45cf68bd-0f4b-4bbb-9a07-94e9c704db70 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/58015070-714a-4b2a-bd90-c732f51f1495 HTTP/1.1" status: 204 len: 168 time: 0.1204243 Nov 10 19:01:32.783310 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf68bd-0f4b-4bbb-9a07-94e9c704db70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58015070-714a-4b2a-bd90-c732f51f1495,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:33.090652 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-43cf5431-6142-402d-b875-843593b5da4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:33.099383 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36378) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:01:33.140522 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-67df9476-18f8-4adc-ad1b-c8db35e68523 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2ca42c47d46648349269754dea19c66e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398829 Nov 10 19:01:33.143226 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36380) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:01:33.189813 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-83fa1d21-63e9-4f78-95ce-767a613d7c68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:33.211060 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-83fa1d21-63e9-4f78-95ce-767a613d7c68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:33.257989 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-83fa1d21-63e9-4f78-95ce-767a613d7c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:33.260826 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-83fa1d21-63e9-4f78-95ce-767a613d7c68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:33.262006 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-83fa1d21-63e9-4f78-95ce-767a613d7c68 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/66b77266-e4ae-4e0f-81a0-62c723425b3e HTTP/1.1" status: 204 len: 168 time: 0.1178288 Nov 10 19:01:33.269489 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa1d21-63e9-4f78-95ce-767a613d7c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b77266-e4ae-4e0f-81a0-62c723425b3e,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:33.928692 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36402) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:01:34.040234 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-fd18607f-c612-4dca-81ee-cb43beb65009 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-140042037-network', 'tenant_id': '76a12e69d56f49738513fc1107de2722'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:01:34.061957 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd18607f-c612-4dca-81ee-cb43beb65009 admin admin] Made reservation on behalf of 76a12e69d56f49738513fc1107de2722 for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:01:34.064679 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fd18607f-c612-4dca-81ee-cb43beb65009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:34.076518 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fd18607f-c612-4dca-81ee-cb43beb65009 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:34.122485 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 27ba0d1c-263f-4cf5-af90-5050478a841c no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:01:34.143575 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 27ba0d1c-263f-4cf5-af90-5050478a841c {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:01:34.143920 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 27ba0d1c-263f-4cf5-af90-5050478a841c not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:01:34.154902 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fd18607f-c612-4dca-81ee-cb43beb65009 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:34.159934 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fd18607f-c612-4dca-81ee-cb43beb65009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:34.184938 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd18607f-c612-4dca-81ee-cb43beb65009 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:01:34.193657 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18607f-c612-4dca-81ee-cb43beb65009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb24a1c-af14-4a42-8cce-084d09dfe704,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:34.200688 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fd18607f-c612-4dca-81ee-cb43beb65009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:34.201258 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-fd18607f-c612-4dca-81ee-cb43beb65009 admin admin] Added segment b8834911-d877-465c-b81f-1821c9f49452 of type vlan for network 972ad6c4-e5b9-41a5-b470-a5ac0121ec4d Nov 10 19:01:34.242943 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fd18607f-c612-4dca-81ee-cb43beb65009 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:34.267317 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fd18607f-c612-4dca-81ee-cb43beb65009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:34.268244 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd18607f-c612-4dca-81ee-cb43beb65009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:34.268906 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-fd18607f-c612-4dca-81ee-cb43beb65009 admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:34.320666 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-fd18607f-c612-4dca-81ee-cb43beb65009 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3901591 Nov 10 19:01:34.323615 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36406) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:01:34.328729 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-a2a40c88-69fb-4322-b1dd-be32600c1222 admin admin] Request body: {'subnet': {'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-140042037-subnet', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'ip_version': 4}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:01:34.331778 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18607f-c612-4dca-81ee-cb43beb65009 admin admin] Pushing event updated for resources: {'Network': ['ID=972ad6c4-e5b9-41a5-b470-a5ac0121ec4d,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:34.342780 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 972ad6c4-e5b9-41a5-b470-a5ac0121ec4d details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:01:34.350204 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a40c88-69fb-4322-b1dd-be32600c1222 admin admin] Made reservation on behalf of 76a12e69d56f49738513fc1107de2722 for: {'subnet': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:01:34.353317 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a2a40c88-69fb-4322-b1dd-be32600c1222 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63076975'] for subnet, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:34.419817 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:34.523911 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a2a40c88-69fb-4322-b1dd-be32600c1222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62934955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63076929'] for subnet, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:34.577982 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a40c88-69fb-4322-b1dd-be32600c1222 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2844ee17-4621-4b7c-ac22-76fb632ffe51,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:34.589017 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a40c88-69fb-4322-b1dd-be32600c1222 admin admin] Checking segment: {'id': 'b8834911-d877-465c-b81f-1821c9f49452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:01:34.589382 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a40c88-69fb-4322-b1dd-be32600c1222 admin admin] Network hostable DHCP agents. Network: 972ad6c4-e5b9-41a5-b470-a5ac0121ec4d, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102469) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:01:34.606711 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a40c88-69fb-4322-b1dd-be32600c1222 admin admin] Network 972ad6c4-e5b9-41a5-b470-a5ac0121ec4d is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102469) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:01:34.615205 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-a2a40c88-69fb-4322-b1dd-be32600c1222 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 972ad6c4-e5b9-41a5-b470-a5ac0121ec4d) {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:01:34.620531 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a40c88-69fb-4322-b1dd-be32600c1222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:34.621149 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a2a40c88-69fb-4322-b1dd-be32600c1222 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:34.625261 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8da0181-285f-454c-8055-722b8462b58c None None] Network 972ad6c4-e5b9-41a5-b470-a5ac0121ec4d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:01:34.639126 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a2a40c88-69fb-4322-b1dd-be32600c1222 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3135860 Nov 10 19:01:34.641154 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36408) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:01:34.645417 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-dbc30be0-ad0b-4197-9179-1b9826ed8a3f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-140042037-router', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:01:34.667617 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dbc30be0-ad0b-4197-9179-1b9826ed8a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:34.668672 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dbc30be0-ad0b-4197-9179-1b9826ed8a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:34.723813 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dbc30be0-ad0b-4197-9179-1b9826ed8a3f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:34.781167 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107712a2-5feb-4241-bf48-fabe4bd2dbb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'fixed_ips': [{'subnet_id': '2844ee17-4621-4b7c-ac22-76fb632ffe51'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:01:34.782029 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-107712a2-5feb-4241-bf48-fabe4bd2dbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:34.862537 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dbc30be0-ad0b-4197-9179-1b9826ed8a3f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:34.917780 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-107712a2-5feb-4241-bf48-fabe4bd2dbb2 None None] Allocated IP 172.20.0.2 (972ad6c4-e5b9-41a5-b470-a5ac0121ec4d/2844ee17-4621-4b7c-ac22-76fb632ffe51/17ffb94f-e3d3-4d40-bab5-29b776db74e4) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:01:35.068583 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-107712a2-5feb-4241-bf48-fabe4bd2dbb2 None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:35.074056 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-107712a2-5feb-4241-bf48-fabe4bd2dbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:35.074909 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dbc30be0-ad0b-4197-9179-1b9826ed8a3f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:35.094894 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dbc30be0-ad0b-4197-9179-1b9826ed8a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:35.116167 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107712a2-5feb-4241-bf48-fabe4bd2dbb2 None None] Network 972ad6c4-e5b9-41a5-b470-a5ac0121ec4d is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:01:35.118510 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-107712a2-5feb-4241-bf48-fabe4bd2dbb2 None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:01:35.120943 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107712a2-5feb-4241-bf48-fabe4bd2dbb2 None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:01:35.129916 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107712a2-5feb-4241-bf48-fabe4bd2dbb2 None None] Pushing event updated for resources: {'Port': ['ID=17ffb94f-e3d3-4d40-bab5-29b776db74e4,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:35.186271 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-107712a2-5feb-4241-bf48-fabe4bd2dbb2 None None] Attempting to bind port 17ffb94f-e3d3-4d40-bab5-29b776db74e4 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:01:35.186734 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-107712a2-5feb-4241-bf48-fabe4bd2dbb2 None None] Attempting to bind port 17ffb94f-e3d3-4d40-bab5-29b776db74e4 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'b8834911-d877-465c-b81f-1821c9f49452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:01:35.187165 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107712a2-5feb-4241-bf48-fabe4bd2dbb2 None None] Attempting to bind port 17ffb94f-e3d3-4d40-bab5-29b776db74e4 on network 972ad6c4-e5b9-41a5-b470-a5ac0121ec4d {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:01:35.192175 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107712a2-5feb-4241-bf48-fabe4bd2dbb2 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:01:35.192576 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107712a2-5feb-4241-bf48-fabe4bd2dbb2 None None] Checking segment: {'id': 'b8834911-d877-465c-b81f-1821c9f49452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:01:35.192982 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-107712a2-5feb-4241-bf48-fabe4bd2dbb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:35.193375 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107712a2-5feb-4241-bf48-fabe4bd2dbb2 None None] Bound using segment: {'id': 'b8834911-d877-465c-b81f-1821c9f49452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:01:35.193842 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-107712a2-5feb-4241-bf48-fabe4bd2dbb2 None None] Bound port: 17ffb94f-e3d3-4d40-bab5-29b776db74e4, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8834911-d877-465c-b81f-1821c9f49452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:01:35.194228 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-107712a2-5feb-4241-bf48-fabe4bd2dbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:35.211350 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-dbc30be0-ad0b-4197-9179-1b9826ed8a3f admin admin] Allocated IP 172.25.5.88 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/479ee745-96b8-492c-8a62-84de2be9f896) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:01:35.258000 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-107712a2-5feb-4241-bf48-fabe4bd2dbb2 None None] For port 17ffb94f-e3d3-4d40-bab5-29b776db74e4, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:01:35.261375 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-107712a2-5feb-4241-bf48-fabe4bd2dbb2 None None] For port 17ffb94f-e3d3-4d40-bab5-29b776db74e4, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=17ffb94f-e3d3-4d40-bab5-29b776db74e4,segment=NetworkSegment(b8834911-d877-465c-b81f-1821c9f49452),segment_id=b8834911-d877-465c-b81f-1821c9f49452)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:01:35.265311 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-107712a2-5feb-4241-bf48-fabe4bd2dbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:35.315903 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dbc30be0-ad0b-4197-9179-1b9826ed8a3f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:35.326103 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107712a2-5feb-4241-bf48-fabe4bd2dbb2 None None] Pushing event updated for resources: {'Port': ['ID=17ffb94f-e3d3-4d40-bab5-29b776db74e4,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:35.354471 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dbc30be0-ad0b-4197-9179-1b9826ed8a3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:35.402339 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc30be0-ad0b-4197-9179-1b9826ed8a3f admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:01:35.405409 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-dbc30be0-ad0b-4197-9179-1b9826ed8a3f admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:01:35.409713 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc30be0-ad0b-4197-9179-1b9826ed8a3f admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:01:35.415410 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc30be0-ad0b-4197-9179-1b9826ed8a3f admin admin] Pushing event updated for resources: {'Port': ['ID=479ee745-96b8-492c-8a62-84de2be9f896,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:35.423969 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74065943-91cc-4f63-b56a-e5a963b0a2b2 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:01:35.471264 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-2728962a-5983-4361-917c-2dd7529f4728 None None] Provisioning complete for port 479ee745-96b8-492c-8a62-84de2be9f896 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:01:35.473827 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2728962a-5983-4361-917c-2dd7529f4728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:35.539857 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-2728962a-5983-4361-917c-2dd7529f4728 None None] Port 479ee745-96b8-492c-8a62-84de2be9f896 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:01:35.702795 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dbc30be0-ad0b-4197-9179-1b9826ed8a3f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:35.868854 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:35.923120 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dbc30be0-ad0b-4197-9179-1b9826ed8a3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:36.064347 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc30be0-ad0b-4197-9179-1b9826ed8a3f admin admin] Router 6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:01:36.160256 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 17ffb94f-e3d3-4d40-bab5-29b776db74e4 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:01:36.185867 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc30be0-ad0b-4197-9179-1b9826ed8a3f admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:01:36.196634 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c1be95-9e02-4d8a-a592-9eaf0e7052ff None None] Sync routers for ids ['6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:01:36.208305 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c1be95-9e02-4d8a-a592-9eaf0e7052ff None None] Routers {'6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:01:36.208971 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d6c1be95-9e02-4d8a-a592-9eaf0e7052ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T19:01:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:36.209545 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-dbc30be0-ad0b-4197-9179-1b9826ed8a3f admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:36.215256 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36410) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:01:36.218268 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 17ffb94f-e3d3-4d40-bab5-29b776db74e4 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:01:36.219092 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:36.223786 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-dbc30be0-ad0b-4197-9179-1b9826ed8a3f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5815127 Nov 10 19:01:36.327428 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c138bd-655a-4658-8834-0cd98b51a08d None None] Network 972ad6c4-e5b9-41a5-b470-a5ac0121ec4d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:01:36.339857 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-d6c1be95-9e02-4d8a-a592-9eaf0e7052ff None None] Set router 6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:01:36.393131 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:36.423886 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b78475dd-c1cd-4deb-9a56-8fdb7ee9a708 None None] Provisioning complete for port 17ffb94f-e3d3-4d40-bab5-29b776db74e4 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:01:36.424285 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b78475dd-c1cd-4deb-9a56-8fdb7ee9a708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:36.474462 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] For port 17ffb94f-e3d3-4d40-bab5-29b776db74e4, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=17ffb94f-e3d3-4d40-bab5-29b776db74e4,segment=NetworkSegment(b8834911-d877-465c-b81f-1821c9f49452),segment_id=b8834911-d877-465c-b81f-1821c9f49452)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:01:36.488768 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:36.536165 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d6c1be95-9e02-4d8a-a592-9eaf0e7052ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'name': 'tempest-TestSnapshotPattern-140042037-router', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '479ee745-96b8-492c-8a62-84de2be9f896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:01:34Z', 'updated_at': '2021-11-10T19:01:35Z', 'revision_number': 3, 'project_id': '76a12e69d56f49738513fc1107de2722', 'gw_port': {'id': '479ee745-96b8-492c-8a62-84de2be9f896', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:35Z', 'updated_at': '2021-11-10T19:01:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:36.574060 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c1be95-9e02-4d8a-a592-9eaf0e7052ff None None] Checking router: 6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:01:36.574685 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c1be95-9e02-4d8a-a592-9eaf0e7052ff None None] Updating router 6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c port 479ee745-96b8-492c-8a62-84de2be9f896 binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:01:36.603482 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-d6c1be95-9e02-4d8a-a592-9eaf0e7052ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:36.605939 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:36.619608 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Pushing event updated for resources: {'Port': ['ID=17ffb94f-e3d3-4d40-bab5-29b776db74e4,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:36.715152 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5915cf38-3b0b-4ce2-ac4a-e7e8c9cd5bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:36.879371 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-d6c1be95-9e02-4d8a-a592-9eaf0e7052ff None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:36.886615 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-d6c1be95-9e02-4d8a-a592-9eaf0e7052ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:36.893494 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [None req-5915cf38-3b0b-4ce2-ac4a-e7e8c9cd5bde admin admin] Allocated IP 172.20.0.1 (972ad6c4-e5b9-41a5-b470-a5ac0121ec4d/2844ee17-4621-4b7c-ac22-76fb632ffe51/ef00c098-fc52-4e2c-a702-96f5c4972cdc) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:01:36.926920 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f420e5-c4a9-4585-a99b-0075c119047d None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:01:36.931267 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-d6c1be95-9e02-4d8a-a592-9eaf0e7052ff None None] Attempting to bind port 479ee745-96b8-492c-8a62-84de2be9f896 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:01:36.932010 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-d6c1be95-9e02-4d8a-a592-9eaf0e7052ff None None] Attempting to bind port 479ee745-96b8-492c-8a62-84de2be9f896 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:01:36.932010 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c1be95-9e02-4d8a-a592-9eaf0e7052ff None None] Attempting to bind port 479ee745-96b8-492c-8a62-84de2be9f896 on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:01:36.949460 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c1be95-9e02-4d8a-a592-9eaf0e7052ff None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:01:36.949460 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c1be95-9e02-4d8a-a592-9eaf0e7052ff None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:01:36.949938 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-d6c1be95-9e02-4d8a-a592-9eaf0e7052ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:36.950359 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c1be95-9e02-4d8a-a592-9eaf0e7052ff None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:01:36.950754 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-d6c1be95-9e02-4d8a-a592-9eaf0e7052ff None None] Bound port: 479ee745-96b8-492c-8a62-84de2be9f896, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:01:36.951166 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-d6c1be95-9e02-4d8a-a592-9eaf0e7052ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:36.983169 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de03ba-fc6f-418e-831b-e8e667e8f2da None None] Pushing event updated for resources: {'Port': ['ID=479ee745-96b8-492c-8a62-84de2be9f896,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:36.997998 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39de03ba-fc6f-418e-831b-e8e667e8f2da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:36.998361 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39de03ba-fc6f-418e-831b-e8e667e8f2da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:36.998770 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39de03ba-fc6f-418e-831b-e8e667e8f2da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:36.999104 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39de03ba-fc6f-418e-831b-e8e667e8f2da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:36.999620 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39de03ba-fc6f-418e-831b-e8e667e8f2da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:37.000117 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39de03ba-fc6f-418e-831b-e8e667e8f2da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:37.000472 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39de03ba-fc6f-418e-831b-e8e667e8f2da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:37.000800 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39de03ba-fc6f-418e-831b-e8e667e8f2da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:37.001125 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39de03ba-fc6f-418e-831b-e8e667e8f2da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:37.001446 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39de03ba-fc6f-418e-831b-e8e667e8f2da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:37.001766 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39de03ba-fc6f-418e-831b-e8e667e8f2da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:37.002084 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39de03ba-fc6f-418e-831b-e8e667e8f2da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102471) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:01:37.009214 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5915cf38-3b0b-4ce2-ac4a-e7e8c9cd5bde admin admin] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:37.012679 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6b57e8dd-57da-4759-8abb-4fb2bc1476d4 None None] Provisioning complete for port 17ffb94f-e3d3-4d40-bab5-29b776db74e4 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:01:37.013059 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6b57e8dd-57da-4759-8abb-4fb2bc1476d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:37.023537 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-d6c1be95-9e02-4d8a-a592-9eaf0e7052ff None None] For port 479ee745-96b8-492c-8a62-84de2be9f896, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:01:37.026685 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-d6c1be95-9e02-4d8a-a592-9eaf0e7052ff None None] For port 479ee745-96b8-492c-8a62-84de2be9f896, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=479ee745-96b8-492c-8a62-84de2be9f896,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:01:37.034134 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-d6c1be95-9e02-4d8a-a592-9eaf0e7052ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:37.050625 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5915cf38-3b0b-4ce2-ac4a-e7e8c9cd5bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:37.083416 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c1be95-9e02-4d8a-a592-9eaf0e7052ff None None] Routers {'6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:01:37.084302 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d6c1be95-9e02-4d8a-a592-9eaf0e7052ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T19:01:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:37.090631 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5915cf38-3b0b-4ce2-ac4a-e7e8c9cd5bde admin admin] Network 972ad6c4-e5b9-41a5-b470-a5ac0121ec4d is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:01:37.094019 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a37af80-2e7b-4fc5-879f-995b9234d355 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:01:37.095969 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-5915cf38-3b0b-4ce2-ac4a-e7e8c9cd5bde admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:01:37.099816 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5915cf38-3b0b-4ce2-ac4a-e7e8c9cd5bde admin admin] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:01:37.130346 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-6b57e8dd-57da-4759-8abb-4fb2bc1476d4 None None] Provisioning complete for port 479ee745-96b8-492c-8a62-84de2be9f896 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:01:37.130666 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6b57e8dd-57da-4759-8abb-4fb2bc1476d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:37.136708 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915cf38-3b0b-4ce2-ac4a-e7e8c9cd5bde admin admin] Pushing event updated for resources: {'Port': ['ID=ef00c098-fc52-4e2c-a702-96f5c4972cdc,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:37.159356 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5915cf38-3b0b-4ce2-ac4a-e7e8c9cd5bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:37.208083 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de03ba-fc6f-418e-831b-e8e667e8f2da None None] Pushing event updated for resources: {'Port': ['ID=479ee745-96b8-492c-8a62-84de2be9f896,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:37.240346 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-d6c1be95-9e02-4d8a-a592-9eaf0e7052ff None None] Set router 6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:01:37.241179 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6b57e8dd-57da-4759-8abb-4fb2bc1476d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:37.269130 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-6b57e8dd-57da-4759-8abb-4fb2bc1476d4 None None] For port 479ee745-96b8-492c-8a62-84de2be9f896, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=479ee745-96b8-492c-8a62-84de2be9f896,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:01:37.276896 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6b57e8dd-57da-4759-8abb-4fb2bc1476d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:37.314237 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5915cf38-3b0b-4ce2-ac4a-e7e8c9cd5bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:37.335268 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57e8dd-57da-4759-8abb-4fb2bc1476d4 None None] Pushing event updated for resources: {'Port': ['ID=479ee745-96b8-492c-8a62-84de2be9f896,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:37.397125 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-f0071a5b-49a8-4944-9c67-85f0f09e01ec None None] Provisioning complete for port ef00c098-fc52-4e2c-a702-96f5c4972cdc triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:01:37.397413 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f0071a5b-49a8-4944-9c67-85f0f09e01ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:37.433657 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-f0071a5b-49a8-4944-9c67-85f0f09e01ec None None] Port ef00c098-fc52-4e2c-a702-96f5c4972cdc cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:01:37.444195 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-f0071a5b-49a8-4944-9c67-85f0f09e01ec None None] Provisioning complete for port 479ee745-96b8-492c-8a62-84de2be9f896 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:01:37.444572 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f0071a5b-49a8-4944-9c67-85f0f09e01ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:37.457969 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-d6c1be95-9e02-4d8a-a592-9eaf0e7052ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'name': 'tempest-TestSnapshotPattern-140042037-router', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '479ee745-96b8-492c-8a62-84de2be9f896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:01:34Z', 'updated_at': '2021-11-10T19:01:35Z', 'revision_number': 3, 'project_id': '76a12e69d56f49738513fc1107de2722', 'gw_port': {'id': '479ee745-96b8-492c-8a62-84de2be9f896', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:35Z', 'updated_at': '2021-11-10T19:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:37.485655 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c1be95-9e02-4d8a-a592-9eaf0e7052ff None None] The sync data for ids ['6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'] in n-d-776250-10 is: [{'id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'name': 'tempest-TestSnapshotPattern-140042037-router', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '479ee745-96b8-492c-8a62-84de2be9f896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:01:34Z', 'updated_at': '2021-11-10T19:01:35Z', 'revision_number': 3, 'project_id': '76a12e69d56f49738513fc1107de2722', 'gw_port': {'id': '479ee745-96b8-492c-8a62-84de2be9f896', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:35Z', 'updated_at': '2021-11-10T19:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:01:37.504698 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5915cf38-3b0b-4ce2-ac4a-e7e8c9cd5bde admin admin] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:37.511049 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5915cf38-3b0b-4ce2-ac4a-e7e8c9cd5bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:37.583749 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-5915cf38-3b0b-4ce2-ac4a-e7e8c9cd5bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:37.585922 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915cf38-3b0b-4ce2-ac4a-e7e8c9cd5bde admin admin] Pushing event updated for resources: {'Port': ['ID=ef00c098-fc52-4e2c-a702-96f5c4972cdc,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:37.681730 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5915cf38-3b0b-4ce2-ac4a-e7e8c9cd5bde admin admin] Network 972ad6c4-e5b9-41a5-b470-a5ac0121ec4d is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:01:37.685735 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-5915cf38-3b0b-4ce2-ac4a-e7e8c9cd5bde admin admin] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:01:37.838419 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5915cf38-3b0b-4ce2-ac4a-e7e8c9cd5bde admin admin] Router 6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102468) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:01:37.959900 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a2945c93-ff82-4d70-93ba-215cbcfbb376 None None] Provisioning complete for port ef00c098-fc52-4e2c-a702-96f5c4972cdc triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:01:37.960293 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5915cf38-3b0b-4ce2-ac4a-e7e8c9cd5bde admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102468) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:01:37.960834 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a2945c93-ff82-4d70-93ba-215cbcfbb376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:37.974078 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-5915cf38-3b0b-4ce2-ac4a-e7e8c9cd5bde admin admin] 10.222.0.39 "PUT /v2.0/routers/6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7493455 Nov 10 19:01:38.005104 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-a2945c93-ff82-4d70-93ba-215cbcfbb376 None None] Port ef00c098-fc52-4e2c-a702-96f5c4972cdc cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:01:38.209636 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 479ee745-96b8-492c-8a62-84de2be9f896 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:01:38.267067 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 479ee745-96b8-492c-8a62-84de2be9f896 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:01:38.268667 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:38.368489 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 17ffb94f-e3d3-4d40-bab5-29b776db74e4 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:01:38.428531 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 17ffb94f-e3d3-4d40-bab5-29b776db74e4 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:01:38.429022 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:38.549044 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36426) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:01:38.554042 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-3a48d8c3-b082-4fcc-bb42-04a4bda64bf1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-847957516-network', 'tenant_id': '59565be5ddf8453e8febce231b3c0cac'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:01:38.577263 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a48d8c3-b082-4fcc-bb42-04a4bda64bf1 admin admin] Made reservation on behalf of 59565be5ddf8453e8febce231b3c0cac for: {'network': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:01:38.579657 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a48d8c3-b082-4fcc-bb42-04a4bda64bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for network, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:38.588937 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a48d8c3-b082-4fcc-bb42-04a4bda64bf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:38.667987 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a48d8c3-b082-4fcc-bb42-04a4bda64bf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:38.672989 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a48d8c3-b082-4fcc-bb42-04a4bda64bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:38.706578 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a48d8c3-b082-4fcc-bb42-04a4bda64bf1 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102468) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 10 19:01:38.713653 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48d8c3-b082-4fcc-bb42-04a4bda64bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea457276-88aa-49f1-9d0b-247b3d78c25b,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:38.720316 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a48d8c3-b082-4fcc-bb42-04a4bda64bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:38.720676 n-d-776250-10 neutron-server[102468]: INFO neutron.db.segments_db [None req-3a48d8c3-b082-4fcc-bb42-04a4bda64bf1 admin admin] Added segment d6c59361-5f6e-44a9-a507-d04e16d04fd7 of type vlan for network 52c6591e-b713-4590-9dd4-8b837d64e30a Nov 10 19:01:38.765492 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a48d8c3-b082-4fcc-bb42-04a4bda64bf1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783913268947'] for network, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:38.791395 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a48d8c3-b082-4fcc-bb42-04a4bda64bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643'] for network, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:38.792235 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a48d8c3-b082-4fcc-bb42-04a4bda64bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:38.793143 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-3a48d8c3-b082-4fcc-bb42-04a4bda64bf1 admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:38.846175 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-3a48d8c3-b082-4fcc-bb42-04a4bda64bf1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2959566 Nov 10 19:01:38.849007 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36428) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:01:38.854975 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-07e1adbb-e99b-48e2-8839-aeae9872d44f admin admin] Request body: {'subnet': {'network_id': '52c6591e-b713-4590-9dd4-8b837d64e30a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-847957516-subnet', 'tenant_id': '59565be5ddf8453e8febce231b3c0cac', 'ip_version': 4}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:01:38.875302 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48d8c3-b082-4fcc-bb42-04a4bda64bf1 admin admin] Pushing event updated for resources: {'Network': ['ID=52c6591e-b713-4590-9dd4-8b837d64e30a,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:38.889672 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Network 52c6591e-b713-4590-9dd4-8b837d64e30a details requested by agent ovs-agent-n-d-776250-10 with host n-d-776250-10 {{(pid=102470) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 10 19:01:38.890508 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e1adbb-e99b-48e2-8839-aeae9872d44f admin admin] Made reservation on behalf of 59565be5ddf8453e8febce231b3c0cac for: {'subnet': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:01:38.894316 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-07e1adbb-e99b-48e2-8839-aeae9872d44f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57909736'] for subnet, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:39.107824 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-07e1adbb-e99b-48e2-8839-aeae9872d44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63655753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57909702'] for subnet, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:39.168615 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e1adbb-e99b-48e2-8839-aeae9872d44f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cb864c6-9fcd-4f95-8b57-7794de0891da,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:39.181727 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e1adbb-e99b-48e2-8839-aeae9872d44f admin admin] Checking segment: {'id': 'd6c59361-5f6e-44a9-a507-d04e16d04fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '52c6591e-b713-4590-9dd4-8b837d64e30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:01:39.182105 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e1adbb-e99b-48e2-8839-aeae9872d44f admin admin] Network hostable DHCP agents. Network: 52c6591e-b713-4590-9dd4-8b837d64e30a, hostable agents: ['47d1e4f2-5556-428d-96bc-be604d2098de'], hosted agents: [] {{(pid=102468) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 10 19:01:39.201288 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f54c55a-f90e-41e4-896a-06a45121ca7d None None] Sync routers for ids ['6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:01:39.201680 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e1adbb-e99b-48e2-8839-aeae9872d44f admin admin] Network 52c6591e-b713-4590-9dd4-8b837d64e30a is scheduled to be hosted by DHCP agent 47d1e4f2-5556-428d-96bc-be604d2098de with binding_index 1 {{(pid=102468) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 10 19:01:39.211617 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [None req-07e1adbb-e99b-48e2-8839-aeae9872d44f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-776250-10, 52c6591e-b713-4590-9dd4-8b837d64e30a) {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:01:39.212518 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f54c55a-f90e-41e4-896a-06a45121ca7d None None] Routers {'6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:01:39.213649 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-4f54c55a-f90e-41e4-896a-06a45121ca7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T19:01:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:39.217150 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e1adbb-e99b-48e2-8839-aeae9872d44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:39.217150 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-07e1adbb-e99b-48e2-8839-aeae9872d44f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:39.232074 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-07e1adbb-e99b-48e2-8839-aeae9872d44f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3819816 Nov 10 19:01:39.234777 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36430) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:01:39.239250 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-faf1f4f6-4dcd-4f0a-99ef-b253074ed748 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-847957516-router', 'tenant_id': '59565be5ddf8453e8febce231b3c0cac', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:01:39.254870 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec39570-2367-4af5-b75e-82937b860042 None None] Network 52c6591e-b713-4590-9dd4-8b837d64e30a requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:01:39.262911 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-faf1f4f6-4dcd-4f0a-99ef-b253074ed748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-411301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1024429'] for router, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:39.263981 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-faf1f4f6-4dcd-4f0a-99ef-b253074ed748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-411353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-376699', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-492786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1024436'] for router, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:39.321023 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-faf1f4f6-4dcd-4f0a-99ef-b253074ed748 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:39.464721 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-faf1f4f6-4dcd-4f0a-99ef-b253074ed748 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:39.554761 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-4f54c55a-f90e-41e4-896a-06a45121ca7d None None] Set router 6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:01:39.733361 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccedc7ec-5925-424f-b909-c4a89214139a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b741c97-f1e2-577c-a51b-278511b9bca4-52c6591e-b713-4590-9dd4-8b837d64e30a', 'network_id': '52c6591e-b713-4590-9dd4-8b837d64e30a', 'tenant_id': '59565be5ddf8453e8febce231b3c0cac', 'fixed_ips': [{'subnet_id': '4cb864c6-9fcd-4f95-8b57-7794de0891da'}]}} from n-d-776250-10. {{(pid=102470) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 10 19:01:39.734360 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ccedc7ec-5925-424f-b909-c4a89214139a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:39.931551 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.db_base_plugin_common [None req-ccedc7ec-5925-424f-b909-c4a89214139a None None] Allocated IP 172.20.0.2 (52c6591e-b713-4590-9dd4-8b837d64e30a/4cb864c6-9fcd-4f95-8b57-7794de0891da/014fec0a-4edb-48d0-93f2-9f2c2227fb24) {{(pid=102470) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:01:39.939737 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-4f54c55a-f90e-41e4-896a-06a45121ca7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'name': 'tempest-TestSnapshotPattern-140042037-router', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '479ee745-96b8-492c-8a62-84de2be9f896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:01:34Z', 'updated_at': '2021-11-10T19:01:37Z', 'revision_number': 4, 'project_id': '76a12e69d56f49738513fc1107de2722', 'gw_port': {'id': '479ee745-96b8-492c-8a62-84de2be9f896', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:35Z', 'updated_at': '2021-11-10T19:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'ef00c098-fc52-4e2c-a702-96f5c4972cdc', 'name': '', 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'mac_address': 'fa:16:3e:fa:92:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '2844ee17-4621-4b7c-ac22-76fb632ffe51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:36Z', 'updated_at': '2021-11-10T19:01:37Z', 'revision_number': 2, 'project_id': '76a12e69d56f49738513fc1107de2722', 'subnets': [{'id': '2844ee17-4621-4b7c-ac22-76fb632ffe51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:39.956890 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-faf1f4f6-4dcd-4f0a-99ef-b253074ed748 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:39.975361 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f54c55a-f90e-41e4-896a-06a45121ca7d None None] Checking router: 6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:01:39.975636 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f54c55a-f90e-41e4-896a-06a45121ca7d None None] Updating router 6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c port ef00c098-fc52-4e2c-a702-96f5c4972cdc binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:01:39.975852 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-faf1f4f6-4dcd-4f0a-99ef-b253074ed748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:40.045736 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4f54c55a-f90e-41e4-896a-06a45121ca7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:40.091562 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-faf1f4f6-4dcd-4f0a-99ef-b253074ed748 admin admin] Allocated IP 172.25.5.6 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/0220bb4d-c529-4151-b7b8-e103a31bfd7b) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:01:40.201133 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-faf1f4f6-4dcd-4f0a-99ef-b253074ed748 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:40.239888 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ccedc7ec-5925-424f-b909-c4a89214139a None None] Publish callbacks [] for port, precommit_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:40.242149 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-faf1f4f6-4dcd-4f0a-99ef-b253074ed748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:40.270040 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ccedc7ec-5925-424f-b909-c4a89214139a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473'] for port, after_create {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:40.285272 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf1f4f6-4dcd-4f0a-99ef-b253074ed748 admin admin] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:01:40.288297 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-faf1f4f6-4dcd-4f0a-99ef-b253074ed748 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:01:40.290902 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf1f4f6-4dcd-4f0a-99ef-b253074ed748 admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:01:40.309567 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2407d32-3530-4b7a-8ceb-ff77a6332654 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:01:40.319153 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1f4f6-4dcd-4f0a-99ef-b253074ed748 admin admin] Pushing event updated for resources: {'Port': ['ID=0220bb4d-c529-4151-b7b8-e103a31bfd7b,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:40.334813 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccedc7ec-5925-424f-b909-c4a89214139a None None] Network 52c6591e-b713-4590-9dd4-8b837d64e30a is already hosted by enough agents. {{(pid=102470) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:01:40.348237 n-d-776250-10 neutron-server[102470]: DEBUG neutron.scheduler.base_scheduler [None req-ccedc7ec-5925-424f-b909-c4a89214139a None None] Resources bound (agent type, host, resource id): {{(pid=102470) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:01:40.354724 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccedc7ec-5925-424f-b909-c4a89214139a None None] Received port after_create {{(pid=102470) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:01:40.360669 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccedc7ec-5925-424f-b909-c4a89214139a None None] Pushing event updated for resources: {'Port': ['ID=014fec0a-4edb-48d0-93f2-9f2c2227fb24,revision_number=1']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:40.439565 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-ccedc7ec-5925-424f-b909-c4a89214139a None None] Attempting to bind port 014fec0a-4edb-48d0-93f2-9f2c2227fb24 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:01:40.439932 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-ccedc7ec-5925-424f-b909-c4a89214139a None None] Attempting to bind port 014fec0a-4edb-48d0-93f2-9f2c2227fb24 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'd6c59361-5f6e-44a9-a507-d04e16d04fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '52c6591e-b713-4590-9dd4-8b837d64e30a'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:01:40.440322 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccedc7ec-5925-424f-b909-c4a89214139a None None] Attempting to bind port 014fec0a-4edb-48d0-93f2-9f2c2227fb24 on network 52c6591e-b713-4590-9dd4-8b837d64e30a {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:01:40.472313 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccedc7ec-5925-424f-b909-c4a89214139a None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:01:40.472695 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccedc7ec-5925-424f-b909-c4a89214139a None None] Checking segment: {'id': 'd6c59361-5f6e-44a9-a507-d04e16d04fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '52c6591e-b713-4590-9dd4-8b837d64e30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:01:40.473099 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ccedc7ec-5925-424f-b909-c4a89214139a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:40.473498 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccedc7ec-5925-424f-b909-c4a89214139a None None] Bound using segment: {'id': 'd6c59361-5f6e-44a9-a507-d04e16d04fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '52c6591e-b713-4590-9dd4-8b837d64e30a'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:01:40.473983 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-ccedc7ec-5925-424f-b909-c4a89214139a None None] Bound port: 014fec0a-4edb-48d0-93f2-9f2c2227fb24, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c59361-5f6e-44a9-a507-d04e16d04fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '52c6591e-b713-4590-9dd4-8b837d64e30a'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:01:40.474374 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ccedc7ec-5925-424f-b909-c4a89214139a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:40.511519 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4f54c55a-f90e-41e4-896a-06a45121ca7d None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:40.515782 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-3cd9251c-90b3-4564-aee0-a832bb775056 None None] Provisioning complete for port 0220bb4d-c529-4151-b7b8-e103a31bfd7b triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:01:40.516253 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3cd9251c-90b3-4564-aee0-a832bb775056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:40.552294 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4f54c55a-f90e-41e4-896a-06a45121ca7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:40.571786 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-faf1f4f6-4dcd-4f0a-99ef-b253074ed748 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:40.622363 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-3cd9251c-90b3-4564-aee0-a832bb775056 None None] Port 0220bb4d-c529-4151-b7b8-e103a31bfd7b cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:01:40.643090 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bedc0b-d5f8-4197-ad79-98fb3cd23602 None None] Pushing event updated for resources: {'Port': ['ID=ef00c098-fc52-4e2c-a702-96f5c4972cdc,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:40.646000 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-ccedc7ec-5925-424f-b909-c4a89214139a None None] For port 014fec0a-4edb-48d0-93f2-9f2c2227fb24, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:01:40.652307 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-ccedc7ec-5925-424f-b909-c4a89214139a None None] For port 014fec0a-4edb-48d0-93f2-9f2c2227fb24, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=014fec0a-4edb-48d0-93f2-9f2c2227fb24,segment=NetworkSegment(d6c59361-5f6e-44a9-a507-d04e16d04fd7),segment_id=d6c59361-5f6e-44a9-a507-d04e16d04fd7)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:01:40.657880 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ccedc7ec-5925-424f-b909-c4a89214139a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:40.757234 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-4f54c55a-f90e-41e4-896a-06a45121ca7d None None] Attempting to bind port ef00c098-fc52-4e2c-a702-96f5c4972cdc on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:01:40.758273 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-4f54c55a-f90e-41e4-896a-06a45121ca7d None None] Attempting to bind port ef00c098-fc52-4e2c-a702-96f5c4972cdc by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'b8834911-d877-465c-b81f-1821c9f49452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:01:40.758686 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f54c55a-f90e-41e4-896a-06a45121ca7d None None] Attempting to bind port ef00c098-fc52-4e2c-a702-96f5c4972cdc on network 972ad6c4-e5b9-41a5-b470-a5ac0121ec4d {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:01:40.767341 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccedc7ec-5925-424f-b909-c4a89214139a None None] Pushing event updated for resources: {'Port': ['ID=014fec0a-4edb-48d0-93f2-9f2c2227fb24,revision_number=2']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:40.770247 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f54c55a-f90e-41e4-896a-06a45121ca7d None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:01:40.770455 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f54c55a-f90e-41e4-896a-06a45121ca7d None None] Checking segment: {'id': 'b8834911-d877-465c-b81f-1821c9f49452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:01:40.770831 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4f54c55a-f90e-41e4-896a-06a45121ca7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:40.771220 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f54c55a-f90e-41e4-896a-06a45121ca7d None None] Bound using segment: {'id': 'b8834911-d877-465c-b81f-1821c9f49452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:01:40.771704 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-4f54c55a-f90e-41e4-896a-06a45121ca7d None None] Bound port: ef00c098-fc52-4e2c-a702-96f5c4972cdc, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8834911-d877-465c-b81f-1821c9f49452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:01:40.772220 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4f54c55a-f90e-41e4-896a-06a45121ca7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:40.829181 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-faf1f4f6-4dcd-4f0a-99ef-b253074ed748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-412458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-376748'] for router, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:40.850456 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-4f54c55a-f90e-41e4-896a-06a45121ca7d None None] For port ef00c098-fc52-4e2c-a702-96f5c4972cdc, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:01:40.855137 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-4f54c55a-f90e-41e4-896a-06a45121ca7d None None] For port ef00c098-fc52-4e2c-a702-96f5c4972cdc, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ef00c098-fc52-4e2c-a702-96f5c4972cdc,segment=NetworkSegment(b8834911-d877-465c-b81f-1821c9f49452),segment_id=b8834911-d877-465c-b81f-1821c9f49452)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:01:40.860609 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-4f54c55a-f90e-41e4-896a-06a45121ca7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:40.941392 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bedc0b-d5f8-4197-ad79-98fb3cd23602 None None] Pushing event updated for resources: {'Port': ['ID=ef00c098-fc52-4e2c-a702-96f5c4972cdc,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:40.957049 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f54c55a-f90e-41e4-896a-06a45121ca7d None None] Routers {'6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:01:40.958085 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-4f54c55a-f90e-41e4-896a-06a45121ca7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T19:01:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:41.032956 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf1f4f6-4dcd-4f0a-99ef-b253074ed748 admin admin] Router 6426edb5-1f60-431a-88b3-7c84b0a586fc is scheduled to L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 with binding_index 1 {{(pid=102469) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 10 19:01:41.052360 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-326d1a24-eb4f-4369-b9c4-8474287fe448 None None] Provisioning complete for port ef00c098-fc52-4e2c-a702-96f5c4972cdc triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:01:41.052866 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-326d1a24-eb4f-4369-b9c4-8474287fe448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:41.169289 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-4f54c55a-f90e-41e4-896a-06a45121ca7d None None] Set router 6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:01:41.199040 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf1f4f6-4dcd-4f0a-99ef-b253074ed748 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:01:41.210624 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34554e11-bef6-4a10-8428-52e623f434d7 None None] Sync routers for ids ['6426edb5-1f60-431a-88b3-7c84b0a586fc'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:01:41.225442 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-faf1f4f6-4dcd-4f0a-99ef-b253074ed748 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:41.228086 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34554e11-bef6-4a10-8428-52e623f434d7 None None] Routers {'6426edb5-1f60-431a-88b3-7c84b0a586fc'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:01:41.231297 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-faf1f4f6-4dcd-4f0a-99ef-b253074ed748 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9928048 Nov 10 19:01:41.231431 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36432) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:01:41.232339 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-34554e11-bef6-4a10-8428-52e623f434d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T19:01:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6426edb5-1f60-431a-88b3-7c84b0a586fc'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:41.281391 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-326d1a24-eb4f-4369-b9c4-8474287fe448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:41.355009 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-34554e11-bef6-4a10-8428-52e623f434d7 None None] Set router 6426edb5-1f60-431a-88b3-7c84b0a586fc gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:01:41.563786 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-326d1a24-eb4f-4369-b9c4-8474287fe448 None None] For port ef00c098-fc52-4e2c-a702-96f5c4972cdc, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ef00c098-fc52-4e2c-a702-96f5c4972cdc,segment=NetworkSegment(b8834911-d877-465c-b81f-1821c9f49452),segment_id=b8834911-d877-465c-b81f-1821c9f49452)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:01:41.571093 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-326d1a24-eb4f-4369-b9c4-8474287fe448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:41.573049 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-34554e11-bef6-4a10-8428-52e623f434d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6426edb5-1f60-431a-88b3-7c84b0a586fc', 'name': 'tempest-TestSnapshotPattern-847957516-router', 'tenant_id': '59565be5ddf8453e8febce231b3c0cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '0220bb4d-c529-4151-b7b8-e103a31bfd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:01:39Z', 'updated_at': '2021-11-10T19:01:40Z', 'revision_number': 3, 'project_id': '59565be5ddf8453e8febce231b3c0cac', 'gw_port': {'id': '0220bb4d-c529-4151-b7b8-e103a31bfd7b', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6426edb5-1f60-431a-88b3-7c84b0a586fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:39Z', 'updated_at': '2021-11-10T19:01:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:41.654533 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d1a24-eb4f-4369-b9c4-8474287fe448 None None] Pushing event updated for resources: {'Port': ['ID=ef00c098-fc52-4e2c-a702-96f5c4972cdc,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:41.671158 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-4f54c55a-f90e-41e4-896a-06a45121ca7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'name': 'tempest-TestSnapshotPattern-140042037-router', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '479ee745-96b8-492c-8a62-84de2be9f896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:01:34Z', 'updated_at': '2021-11-10T19:01:37Z', 'revision_number': 4, 'project_id': '76a12e69d56f49738513fc1107de2722', 'gw_port': {'id': '479ee745-96b8-492c-8a62-84de2be9f896', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:35Z', 'updated_at': '2021-11-10T19:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'ef00c098-fc52-4e2c-a702-96f5c4972cdc', 'name': '', 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'mac_address': 'fa:16:3e:fa:92:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '2844ee17-4621-4b7c-ac22-76fb632ffe51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:36Z', 'updated_at': '2021-11-10T19:01:40Z', 'revision_number': 4, 'project_id': '76a12e69d56f49738513fc1107de2722', 'subnets': [{'id': '2844ee17-4621-4b7c-ac22-76fb632ffe51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:41.709549 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f54c55a-f90e-41e4-896a-06a45121ca7d None None] The sync data for ids ['6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'] in n-d-776250-10 is: [{'id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'name': 'tempest-TestSnapshotPattern-140042037-router', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '479ee745-96b8-492c-8a62-84de2be9f896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:01:34Z', 'updated_at': '2021-11-10T19:01:37Z', 'revision_number': 4, 'project_id': '76a12e69d56f49738513fc1107de2722', 'gw_port': {'id': '479ee745-96b8-492c-8a62-84de2be9f896', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:35Z', 'updated_at': '2021-11-10T19:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'ef00c098-fc52-4e2c-a702-96f5c4972cdc', 'name': '', 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'mac_address': 'fa:16:3e:fa:92:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '2844ee17-4621-4b7c-ac22-76fb632ffe51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:36Z', 'updated_at': '2021-11-10T19:01:40Z', 'revision_number': 4, 'project_id': '76a12e69d56f49738513fc1107de2722', 'subnets': [{'id': '2844ee17-4621-4b7c-ac22-76fb632ffe51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:01:41.713600 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34554e11-bef6-4a10-8428-52e623f434d7 None None] Checking router: 6426edb5-1f60-431a-88b3-7c84b0a586fc for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:01:41.714545 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34554e11-bef6-4a10-8428-52e623f434d7 None None] Updating router 6426edb5-1f60-431a-88b3-7c84b0a586fc port 0220bb4d-c529-4151-b7b8-e103a31bfd7b binding host n-d-776250-10 {{(pid=102471) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:01:41.729231 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-2e3ab3c8-0cbf-47fd-be56-0d3463386880 None None] Provisioning complete for port ef00c098-fc52-4e2c-a702-96f5c4972cdc triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:01:41.729231 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2e3ab3c8-0cbf-47fd-be56-0d3463386880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:41.751364 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d81a31a6-394b-40d0-bf8e-80982963f1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:41.759312 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-34554e11-bef6-4a10-8428-52e623f434d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:41.990184 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-d81a31a6-394b-40d0-bf8e-80982963f1f9 admin admin] Allocated IP 172.20.0.1 (52c6591e-b713-4590-9dd4-8b837d64e30a/4cb864c6-9fcd-4f95-8b57-7794de0891da/53cd8691-4e77-40ab-a726-e6d9ee54dae4) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:01:42.074575 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286b85b4-3941-4538-9d6c-bbdceb288105 None None] Network 52c6591e-b713-4590-9dd4-8b837d64e30a requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:01:42.136380 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-34554e11-bef6-4a10-8428-52e623f434d7 None None] Publish callbacks [] for port, precommit_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:42.146344 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d81a31a6-394b-40d0-bf8e-80982963f1f9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:42.151127 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-34554e11-bef6-4a10-8428-52e623f434d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:42.192057 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d81a31a6-394b-40d0-bf8e-80982963f1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:42.202272 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-34554e11-bef6-4a10-8428-52e623f434d7 None None] Attempting to bind port 0220bb4d-c529-4151-b7b8-e103a31bfd7b on host n-d-776250-10 for vnic_type normal with profile {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:01:42.202882 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-34554e11-bef6-4a10-8428-52e623f434d7 None None] Attempting to bind port 0220bb4d-c529-4151-b7b8-e103a31bfd7b by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:01:42.216221 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34554e11-bef6-4a10-8428-52e623f434d7 None None] Attempting to bind port 0220bb4d-c529-4151-b7b8-e103a31bfd7b on network ef950546-b13c-4865-8837-7444cdb2848e {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:01:42.224947 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c2c9eb-5338-42db-95dc-466ffa90ae4f None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:01:42.232303 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34554e11-bef6-4a10-8428-52e623f434d7 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:01:42.233008 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34554e11-bef6-4a10-8428-52e623f434d7 None None] Checking segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102471) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:01:42.233591 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-34554e11-bef6-4a10-8428-52e623f434d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:42.234247 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-0ee0c10f-aa7e-484b-9e00-4bb6a2a124a5 None None] Provisioning complete for port 014fec0a-4edb-48d0-93f2-9f2c2227fb24 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:01:42.234704 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34554e11-bef6-4a10-8428-52e623f434d7 None None] Bound using segment: {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'} {{(pid=102471) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:01:42.234865 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0ee0c10f-aa7e-484b-9e00-4bb6a2a124a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:42.235504 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.managers [None req-34554e11-bef6-4a10-8428-52e623f434d7 None None] Bound port: 0220bb4d-c529-4151-b7b8-e103a31bfd7b, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4b41d2-662a-4075-bd84-e5ac71ab5a33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e'}}] {{(pid=102471) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:01:42.236401 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-34554e11-bef6-4a10-8428-52e623f434d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:42.255698 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81a31a6-394b-40d0-bf8e-80982963f1f9 admin admin] Network 52c6591e-b713-4590-9dd4-8b837d64e30a is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:01:42.259198 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-d81a31a6-394b-40d0-bf8e-80982963f1f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:01:42.263338 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81a31a6-394b-40d0-bf8e-80982963f1f9 admin admin] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:01:42.281211 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ef00c098-fc52-4e2c-a702-96f5c4972cdc up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:01:42.296508 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-34554e11-bef6-4a10-8428-52e623f434d7 None None] For port 0220bb4d-c529-4151-b7b8-e103a31bfd7b, host n-d-776250-10, cleared binding levels {{(pid=102471) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:01:42.300738 n-d-776250-10 neutron-server[102471]: DEBUG neutron.plugins.ml2.db [None req-34554e11-bef6-4a10-8428-52e623f434d7 None None] For port 0220bb4d-c529-4151-b7b8-e103a31bfd7b, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=0220bb4d-c529-4151-b7b8-e103a31bfd7b,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102471) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:01:42.310699 n-d-776250-10 neutron-server[102471]: DEBUG neutron_lib.callbacks.manager [None req-34554e11-bef6-4a10-8428-52e623f434d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102471) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:42.311665 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a31a6-394b-40d0-bf8e-80982963f1f9 admin admin] Pushing event updated for resources: {'Port': ['ID=53cd8691-4e77-40ab-a726-e6d9ee54dae4,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:42.317789 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2dcb2-d74b-4f5d-bdb0-f77958935b90 None None] Pushing event updated for resources: {'Port': ['ID=0220bb4d-c529-4151-b7b8-e103a31bfd7b,revision_number=2']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:42.326862 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d81a31a6-394b-40d0-bf8e-80982963f1f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-410491'] for router_interface, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:42.376711 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2dcb2-d74b-4f5d-bdb0-f77958935b90 None None] Pushing event updated for resources: {'Port': ['ID=0220bb4d-c529-4151-b7b8-e103a31bfd7b,revision_number=3']} {{(pid=102471) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:42.399570 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34554e11-bef6-4a10-8428-52e623f434d7 None None] Routers {'6426edb5-1f60-431a-88b3-7c84b0a586fc'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:01:42.400174 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-34554e11-bef6-4a10-8428-52e623f434d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T19:01:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6426edb5-1f60-431a-88b3-7c84b0a586fc'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:42.426321 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5c9dd5-acda-40e3-8ecd-91d12ae24f3e None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:01:42.454536 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port ef00c098-fc52-4e2c-a702-96f5c4972cdc triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:01:42.454902 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:42.513114 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d81a31a6-394b-40d0-bf8e-80982963f1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:42.544177 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-34554e11-bef6-4a10-8428-52e623f434d7 None None] Set router 6426edb5-1f60-431a-88b3-7c84b0a586fc gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:01:42.557583 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0ee0c10f-aa7e-484b-9e00-4bb6a2a124a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:42.633031 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-0ee0c10f-aa7e-484b-9e00-4bb6a2a124a5 None None] For port 014fec0a-4edb-48d0-93f2-9f2c2227fb24, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=014fec0a-4edb-48d0-93f2-9f2c2227fb24,segment=NetworkSegment(d6c59361-5f6e-44a9-a507-d04e16d04fd7),segment_id=d6c59361-5f6e-44a9-a507-d04e16d04fd7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:01:42.643471 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0ee0c10f-aa7e-484b-9e00-4bb6a2a124a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:42.717661 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 014fec0a-4edb-48d0-93f2-9f2c2227fb24 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:01:42.740948 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0c10f-aa7e-484b-9e00-4bb6a2a124a5 None None] Pushing event updated for resources: {'Port': ['ID=014fec0a-4edb-48d0-93f2-9f2c2227fb24,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:42.763571 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d81a31a6-394b-40d0-bf8e-80982963f1f9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:42.770449 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d81a31a6-394b-40d0-bf8e-80982963f1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:42.812309 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-b4e52dd5-cbcc-4cd7-babe-5909444a14f7 None None] Provisioning complete for port 0220bb4d-c529-4151-b7b8-e103a31bfd7b triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:01:42.813025 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b4e52dd5-cbcc-4cd7-babe-5909444a14f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:42.817439 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 014fec0a-4edb-48d0-93f2-9f2c2227fb24 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:01:42.818125 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:42.837430 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-34554e11-bef6-4a10-8428-52e623f434d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6426edb5-1f60-431a-88b3-7c84b0a586fc', 'name': 'tempest-TestSnapshotPattern-847957516-router', 'tenant_id': '59565be5ddf8453e8febce231b3c0cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '0220bb4d-c529-4151-b7b8-e103a31bfd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:01:39Z', 'updated_at': '2021-11-10T19:01:40Z', 'revision_number': 3, 'project_id': '59565be5ddf8453e8febce231b3c0cac', 'gw_port': {'id': '0220bb4d-c529-4151-b7b8-e103a31bfd7b', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6426edb5-1f60-431a-88b3-7c84b0a586fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:39Z', 'updated_at': '2021-11-10T19:01:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:42.870087 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a31a6-394b-40d0-bf8e-80982963f1f9 admin admin] Pushing event updated for resources: {'Port': ['ID=53cd8691-4e77-40ab-a726-e6d9ee54dae4,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:42.880734 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34554e11-bef6-4a10-8428-52e623f434d7 None None] The sync data for ids ['6426edb5-1f60-431a-88b3-7c84b0a586fc'] in n-d-776250-10 is: [{'id': '6426edb5-1f60-431a-88b3-7c84b0a586fc', 'name': 'tempest-TestSnapshotPattern-847957516-router', 'tenant_id': '59565be5ddf8453e8febce231b3c0cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '0220bb4d-c529-4151-b7b8-e103a31bfd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:01:39Z', 'updated_at': '2021-11-10T19:01:40Z', 'revision_number': 3, 'project_id': '59565be5ddf8453e8febce231b3c0cac', 'gw_port': {'id': '0220bb4d-c529-4151-b7b8-e103a31bfd7b', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6426edb5-1f60-431a-88b3-7c84b0a586fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:39Z', 'updated_at': '2021-11-10T19:01:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:01:42.885568 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d81a31a6-394b-40d0-bf8e-80982963f1f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-410607'] for router_interface, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:43.019841 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81a31a6-394b-40d0-bf8e-80982963f1f9 admin admin] Network 52c6591e-b713-4590-9dd4-8b837d64e30a is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:01:43.035614 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-d81a31a6-394b-40d0-bf8e-80982963f1f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:01:43.050433 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b4e52dd5-cbcc-4cd7-babe-5909444a14f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:43.082548 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-b4e52dd5-cbcc-4cd7-babe-5909444a14f7 None None] For port 0220bb4d-c529-4151-b7b8-e103a31bfd7b, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=0220bb4d-c529-4151-b7b8-e103a31bfd7b,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:01:43.090571 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b4e52dd5-cbcc-4cd7-babe-5909444a14f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:43.170225 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e52dd5-cbcc-4cd7-babe-5909444a14f7 None None] Pushing event updated for resources: {'Port': ['ID=0220bb4d-c529-4151-b7b8-e103a31bfd7b,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:43.210059 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81a31a6-394b-40d0-bf8e-80982963f1f9 admin admin] Router 6426edb5-1f60-431a-88b3-7c84b0a586fc has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:01:43.372542 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81a31a6-394b-40d0-bf8e-80982963f1f9 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:01:43.381880 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d81a31a6-394b-40d0-bf8e-80982963f1f9 admin admin] 10.222.0.39 "PUT /v2.0/routers/6426edb5-1f60-431a-88b3-7c84b0a586fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1494019 Nov 10 19:01:43.402803 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-d02a16b8-363c-45a8-9637-1fb503daa7a5 None None] Provisioning complete for port 53cd8691-4e77-40ab-a726-e6d9ee54dae4 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:01:43.403185 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d02a16b8-363c-45a8-9637-1fb503daa7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:43.457842 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-d02a16b8-363c-45a8-9637-1fb503daa7a5 None None] Port 53cd8691-4e77-40ab-a726-e6d9ee54dae4 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:01:43.472026 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-d02a16b8-363c-45a8-9637-1fb503daa7a5 None None] Provisioning complete for port 014fec0a-4edb-48d0-93f2-9f2c2227fb24 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:01:43.472446 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d02a16b8-363c-45a8-9637-1fb503daa7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:43.690146 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-aeb221c3-57e3-41bc-8bcc-2a9b7cb2a23b None None] Provisioning complete for port 53cd8691-4e77-40ab-a726-e6d9ee54dae4 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:01:43.690712 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-aeb221c3-57e3-41bc-8bcc-2a9b7cb2a23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:43.733554 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-aeb221c3-57e3-41bc-8bcc-2a9b7cb2a23b None None] Port 53cd8691-4e77-40ab-a726-e6d9ee54dae4 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:01:43.914466 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36440) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:01:43.919241 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-d5525dd9-7796-4ae2-b709-42b8e785c9e0 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1832809059', 'description': 'tempest-secgroup-smoke-1832809059 description', 'project_id': '76a12e69d56f49738513fc1107de2722'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:01:43.942707 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d5525dd9-7796-4ae2-b709-42b8e785c9e0 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for security_group, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:44.013267 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d5525dd9-7796-4ae2-b709-42b8e785c9e0 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for security_group, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:44.017398 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d5525dd9-7796-4ae2-b709-42b8e785c9e0 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:44.048544 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-d5525dd9-7796-4ae2-b709-42b8e785c9e0 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:44.049797 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-d5525dd9-7796-4ae2-b709-42b8e785c9e0 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1343050 Nov 10 19:01:44.051646 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5525dd9-7796-4ae2-b709-42b8e785c9e0 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aed1ce0f-5c48-4cbd-82a1-d521f15de788,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:44.052912 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36442) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:01:44.058996 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-099ebd8e-2f75-43fe-9702-f3641f506e06 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Request body: {'security_group_rule': {'security_group_id': 'aed1ce0f-5c48-4cbd-82a1-d521f15de788', 'project_id': '76a12e69d56f49738513fc1107de2722', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:01:44.090572 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-099ebd8e-2f75-43fe-9702-f3641f506e06 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:44.156400 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-099ebd8e-2f75-43fe-9702-f3641f506e06 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:44.160879 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-099ebd8e-2f75-43fe-9702-f3641f506e06 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:44.179799 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ebd8e-2f75-43fe-9702-f3641f506e06 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4765fc02-05a4-4c7b-8e71-fa0f7416d659,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:44.190550 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-099ebd8e-2f75-43fe-9702-f3641f506e06 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:44.191717 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-099ebd8e-2f75-43fe-9702-f3641f506e06 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1365051 Nov 10 19:01:44.194718 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36444) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:01:44.199450 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-45cef6a4-7d54-4660-8b0e-362a176d2208 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Request body: {'security_group_rule': {'security_group_id': 'aed1ce0f-5c48-4cbd-82a1-d521f15de788', 'project_id': '76a12e69d56f49738513fc1107de2722', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:01:44.206644 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 014fec0a-4edb-48d0-93f2-9f2c2227fb24 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:01:44.232636 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-45cef6a4-7d54-4660-8b0e-362a176d2208 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:44.256416 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 014fec0a-4edb-48d0-93f2-9f2c2227fb24 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:01:44.256793 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:44.292675 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-45cef6a4-7d54-4660-8b0e-362a176d2208 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:44.296798 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-45cef6a4-7d54-4660-8b0e-362a176d2208 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:44.315663 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cef6a4-7d54-4660-8b0e-362a176d2208 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2013859-ae8d-4216-80da-a2da7710190b,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:44.325760 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-45cef6a4-7d54-4660-8b0e-362a176d2208 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:44.328622 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-45cef6a4-7d54-4660-8b0e-362a176d2208 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1327078 Nov 10 19:01:44.331738 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 36446) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:01:44.338986 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [None req-c1f1000f-d84d-4fdc-94fe-e7f8bbc4aa33 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Request body: {'security_group_rule': {'security_group_id': 'aed1ce0f-5c48-4cbd-82a1-d521f15de788', 'project_id': '76a12e69d56f49738513fc1107de2722', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:01:44.342997 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 0220bb4d-c529-4151-b7b8-e103a31bfd7b up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:01:44.366497 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c1f1000f-d84d-4fdc-94fe-e7f8bbc4aa33 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:44.391862 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 0220bb4d-c529-4151-b7b8-e103a31bfd7b triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:01:44.392360 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:44.430581 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c1f1000f-d84d-4fdc-94fe-e7f8bbc4aa33 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:44.436110 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c1f1000f-d84d-4fdc-94fe-e7f8bbc4aa33 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:44.454246 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1000f-d84d-4fdc-94fe-e7f8bbc4aa33 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8dbc672-ee19-4f83-aeef-8088ef4b9e6c,revision_number=0']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:44.466788 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-c1f1000f-d84d-4fdc-94fe-e7f8bbc4aa33 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:44.472632 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-c1f1000f-d84d-4fdc-94fe-e7f8bbc4aa33 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348710 Nov 10 19:01:44.473090 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36448) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:01:44.482444 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-a4479e37-dafe-4429-b278-b2fbd09fbad4 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Request body: {'security_group_rule': {'security_group_id': 'aed1ce0f-5c48-4cbd-82a1-d521f15de788', 'project_id': '76a12e69d56f49738513fc1107de2722', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:01:44.517823 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a4479e37-dafe-4429-b278-b2fbd09fbad4 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:44.575836 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a4479e37-dafe-4429-b278-b2fbd09fbad4 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:44.579550 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a4479e37-dafe-4429-b278-b2fbd09fbad4 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:44.597650 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4479e37-dafe-4429-b278-b2fbd09fbad4 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39809c39-22ea-4903-a15b-e296550fe97d,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:44.606461 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a4479e37-dafe-4429-b278-b2fbd09fbad4 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:44.607722 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a4479e37-dafe-4429-b278-b2fbd09fbad4 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1331632 Nov 10 19:01:44.610543 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36450) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:01:44.614920 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-36afcad6-91a8-433d-8958-4b0ee857aafc tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Request body: {'security_group_rule': {'security_group_id': 'aed1ce0f-5c48-4cbd-82a1-d521f15de788', 'project_id': '76a12e69d56f49738513fc1107de2722', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:01:44.638161 n-d-776250-10 neutron-server[102469]: INFO neutron.db.securitygroups_db [None req-36afcad6-91a8-433d-8958-4b0ee857aafc tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Project 76a12e69d56f49738513fc1107de2722 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 19:01:44.642970 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-36afcad6-91a8-433d-8958-4b0ee857aafc tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:44.701853 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-36afcad6-91a8-433d-8958-4b0ee857aafc tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:44.705167 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-36afcad6-91a8-433d-8958-4b0ee857aafc tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:44.723737 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36afcad6-91a8-433d-8958-4b0ee857aafc tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52791959-56c2-4fcf-878d-1760383ccc48,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:44.733419 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-36afcad6-91a8-433d-8958-4b0ee857aafc tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:44.734722 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-36afcad6-91a8-433d-8958-4b0ee857aafc tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1231389 Nov 10 19:01:44.737458 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36452) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:01:44.742183 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-687e7273-416b-482e-8e5a-1dfcd8450460 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Request body: {'security_group_rule': {'security_group_id': 'aed1ce0f-5c48-4cbd-82a1-d521f15de788', 'project_id': '76a12e69d56f49738513fc1107de2722', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:01:44.766556 n-d-776250-10 neutron-server[102469]: INFO neutron.db.securitygroups_db [None req-687e7273-416b-482e-8e5a-1dfcd8450460 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Project 76a12e69d56f49738513fc1107de2722 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 10 19:01:44.771595 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-687e7273-416b-482e-8e5a-1dfcd8450460 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:44.836453 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-687e7273-416b-482e-8e5a-1dfcd8450460 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:44.840093 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-687e7273-416b-482e-8e5a-1dfcd8450460 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-498049'] for security_group_rule, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:44.857731 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e7273-416b-482e-8e5a-1dfcd8450460 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c599dd41-551a-4504-ad3f-cd1dfacf9ace,revision_number=0']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:44.866033 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-687e7273-416b-482e-8e5a-1dfcd8450460 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:44.868003 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-687e7273-416b-482e-8e5a-1dfcd8450460 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295888 Nov 10 19:01:45.025074 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-9e7a5abb-d7f9-45b6-80e5-6f7dd39bc15c tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1832809059&fields=id&tenant_id=76a12e69d56f49738513fc1107de2722 HTTP/1.1" status: 200 len: 267 time: 0.0465841 Nov 10 19:01:45.224671 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cad33d-7524-433f-a4fe-b7e01ef31e36 None None] Sync routers for ids ['6426edb5-1f60-431a-88b3-7c84b0a586fc'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:01:45.237323 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cad33d-7524-433f-a4fe-b7e01ef31e36 None None] Routers {'6426edb5-1f60-431a-88b3-7c84b0a586fc'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:01:45.237988 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-d3cad33d-7524-433f-a4fe-b7e01ef31e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T19:01:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6426edb5-1f60-431a-88b3-7c84b0a586fc'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:45.354264 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-d3cad33d-7524-433f-a4fe-b7e01ef31e36 None None] Set router 6426edb5-1f60-431a-88b3-7c84b0a586fc gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:01:45.435597 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-68296c25-3e61-49ef-86be-7ad9abb1b6ea tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:45.437027 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-68296c25-3e61-49ef-86be-7ad9abb1b6ea tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/networks?id=972ad6c4-e5b9-41a5-b470-a5ac0121ec4d HTTP/1.1" status: 200 len: 809 time: 0.4034040 Nov 10 19:01:45.452385 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-2e21e21d-993a-4521-bfb4-670743b48a8b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/quotas/76a12e69d56f49738513fc1107de2722 HTTP/1.1" status: 200 len: 375 time: 0.0094085 Nov 10 19:01:45.511185 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-1370dbf1-73af-403c-9d4e-2087158a7a23 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=76a12e69d56f49738513fc1107de2722&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524626 Nov 10 19:01:45.564640 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-d3cad33d-7524-433f-a4fe-b7e01ef31e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6426edb5-1f60-431a-88b3-7c84b0a586fc', 'name': 'tempest-TestSnapshotPattern-847957516-router', 'tenant_id': '59565be5ddf8453e8febce231b3c0cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '0220bb4d-c529-4151-b7b8-e103a31bfd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:01:39Z', 'updated_at': '2021-11-10T19:01:42Z', 'revision_number': 4, 'project_id': '59565be5ddf8453e8febce231b3c0cac', 'gw_port': {'id': '0220bb4d-c529-4151-b7b8-e103a31bfd7b', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6426edb5-1f60-431a-88b3-7c84b0a586fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:39Z', 'updated_at': '2021-11-10T19:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '53cd8691-4e77-40ab-a726-e6d9ee54dae4', 'name': '', 'network_id': '52c6591e-b713-4590-9dd4-8b837d64e30a', 'tenant_id': '59565be5ddf8453e8febce231b3c0cac', 'mac_address': 'fa:16:3e:bc:ab:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6426edb5-1f60-431a-88b3-7c84b0a586fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '4cb864c6-9fcd-4f95-8b57-7794de0891da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:41Z', 'updated_at': '2021-11-10T19:01:42Z', 'revision_number': 2, 'project_id': '59565be5ddf8453e8febce231b3c0cac', 'subnets': [{'id': '4cb864c6-9fcd-4f95-8b57-7794de0891da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:45.592249 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cad33d-7524-433f-a4fe-b7e01ef31e36 None None] Checking router: 6426edb5-1f60-431a-88b3-7c84b0a586fc for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:01:45.592635 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cad33d-7524-433f-a4fe-b7e01ef31e36 None None] Updating router 6426edb5-1f60-431a-88b3-7c84b0a586fc port 53cd8691-4e77-40ab-a726-e6d9ee54dae4 binding host n-d-776250-10 {{(pid=102470) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 10 19:01:45.619273 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d3cad33d-7524-433f-a4fe-b7e01ef31e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:45.707692 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-8410d41c-9bf8-4dd1-bc26-04117fbde243 service neutron] 10.222.0.39 "GET /v2.0/networks/972ad6c4-e5b9-41a5-b470-a5ac0121ec4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848271 Nov 10 19:01:45.807689 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-c8db9cf0-7128-400b-a575-ec9d8841914c service neutron] 10.222.0.39 "GET /v2.0/networks/972ad6c4-e5b9-41a5-b470-a5ac0121ec4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929296 Nov 10 19:01:45.893396 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d3cad33d-7524-433f-a4fe-b7e01ef31e36 None None] Publish callbacks [] for port, precommit_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:45.899345 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d3cad33d-7524-433f-a4fe-b7e01ef31e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:45.953230 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf1494-1cb0-427f-abdd-b3390e0a7b5d None None] Pushing event updated for resources: {'Port': ['ID=53cd8691-4e77-40ab-a726-e6d9ee54dae4,revision_number=3']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:46.009717 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f8ac3b8b-4d2b-433d-979f-31b132161741 req-7ae13edc-2e1a-4984-850b-f4879d2c61ff tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=2944a3a8-9285-47e3-9ace-d9f3f2c3557f HTTP/1.1" status: 200 len: 210 time: 0.0488067 Nov 10 19:01:46.013063 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-d3cad33d-7524-433f-a4fe-b7e01ef31e36 None None] Attempting to bind port 53cd8691-4e77-40ab-a726-e6d9ee54dae4 on host n-d-776250-10 for vnic_type normal with profile {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:01:46.013435 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-d3cad33d-7524-433f-a4fe-b7e01ef31e36 None None] Attempting to bind port 53cd8691-4e77-40ab-a726-e6d9ee54dae4 by drivers openvswitch,hyperv on host n-d-776250-10 at level 0 using segments [{'id': 'd6c59361-5f6e-44a9-a507-d04e16d04fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '52c6591e-b713-4590-9dd4-8b837d64e30a'}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:01:46.013875 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cad33d-7524-433f-a4fe-b7e01ef31e36 None None] Attempting to bind port 53cd8691-4e77-40ab-a726-e6d9ee54dae4 on network 52c6591e-b713-4590-9dd4-8b837d64e30a {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:01:46.020336 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cad33d-7524-433f-a4fe-b7e01ef31e36 None None] Checking agent: {'id': '8a928b1b-aa68-4b94-9c2a-1c6275fb2092', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 17, 36), 'started_at': datetime.datetime(2021, 11, 10, 17, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-776250-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:01:46.020843 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cad33d-7524-433f-a4fe-b7e01ef31e36 None None] Checking segment: {'id': 'd6c59361-5f6e-44a9-a507-d04e16d04fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '52c6591e-b713-4590-9dd4-8b837d64e30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102470) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:01:46.021220 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d3cad33d-7524-433f-a4fe-b7e01ef31e36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:46.021472 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cad33d-7524-433f-a4fe-b7e01ef31e36 None None] Bound using segment: {'id': 'd6c59361-5f6e-44a9-a507-d04e16d04fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '52c6591e-b713-4590-9dd4-8b837d64e30a'} {{(pid=102470) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:01:46.021941 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.managers [None req-d3cad33d-7524-433f-a4fe-b7e01ef31e36 None None] Bound port: 53cd8691-4e77-40ab-a726-e6d9ee54dae4, host: n-d-776250-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c59361-5f6e-44a9-a507-d04e16d04fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '52c6591e-b713-4590-9dd4-8b837d64e30a'}}] {{(pid=102470) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:01:46.022321 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d3cad33d-7524-433f-a4fe-b7e01ef31e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:46.101963 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-d3cad33d-7524-433f-a4fe-b7e01ef31e36 None None] For port 53cd8691-4e77-40ab-a726-e6d9ee54dae4, host n-d-776250-10, cleared binding levels {{(pid=102470) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:01:46.105261 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-d3cad33d-7524-433f-a4fe-b7e01ef31e36 None None] For port 53cd8691-4e77-40ab-a726-e6d9ee54dae4, host n-d-776250-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=53cd8691-4e77-40ab-a726-e6d9ee54dae4,segment=NetworkSegment(d6c59361-5f6e-44a9-a507-d04e16d04fd7),segment_id=d6c59361-5f6e-44a9-a507-d04e16d04fd7)] {{(pid=102470) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:01:46.111380 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d3cad33d-7524-433f-a4fe-b7e01ef31e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:46.177515 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cad33d-7524-433f-a4fe-b7e01ef31e36 None None] Routers {'6426edb5-1f60-431a-88b3-7c84b0a586fc'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:01:46.178544 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-d3cad33d-7524-433f-a4fe-b7e01ef31e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T19:01:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6426edb5-1f60-431a-88b3-7c84b0a586fc'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:46.247681 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf1494-1cb0-427f-abdd-b3390e0a7b5d None None] Pushing event updated for resources: {'Port': ['ID=53cd8691-4e77-40ab-a726-e6d9ee54dae4,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:46.310569 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-01a65846-f982-43bc-8cc0-1952ab944aeb None None] Provisioning complete for port 53cd8691-4e77-40ab-a726-e6d9ee54dae4 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:01:46.310928 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-01a65846-f982-43bc-8cc0-1952ab944aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:46.343712 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-d3cad33d-7524-433f-a4fe-b7e01ef31e36 None None] Set router 6426edb5-1f60-431a-88b3-7c84b0a586fc gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:01:46.678711 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-01a65846-f982-43bc-8cc0-1952ab944aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:46.748202 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-01a65846-f982-43bc-8cc0-1952ab944aeb None None] For port 53cd8691-4e77-40ab-a726-e6d9ee54dae4, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=53cd8691-4e77-40ab-a726-e6d9ee54dae4,segment=NetworkSegment(d6c59361-5f6e-44a9-a507-d04e16d04fd7),segment_id=d6c59361-5f6e-44a9-a507-d04e16d04fd7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:01:46.753331 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-01a65846-f982-43bc-8cc0-1952ab944aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:46.812386 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a65846-f982-43bc-8cc0-1952ab944aeb None None] Pushing event updated for resources: {'Port': ['ID=53cd8691-4e77-40ab-a726-e6d9ee54dae4,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:46.823410 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-d3cad33d-7524-433f-a4fe-b7e01ef31e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6426edb5-1f60-431a-88b3-7c84b0a586fc', 'name': 'tempest-TestSnapshotPattern-847957516-router', 'tenant_id': '59565be5ddf8453e8febce231b3c0cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '0220bb4d-c529-4151-b7b8-e103a31bfd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:01:39Z', 'updated_at': '2021-11-10T19:01:42Z', 'revision_number': 4, 'project_id': '59565be5ddf8453e8febce231b3c0cac', 'gw_port': {'id': '0220bb4d-c529-4151-b7b8-e103a31bfd7b', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6426edb5-1f60-431a-88b3-7c84b0a586fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:39Z', 'updated_at': '2021-11-10T19:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '53cd8691-4e77-40ab-a726-e6d9ee54dae4', 'name': '', 'network_id': '52c6591e-b713-4590-9dd4-8b837d64e30a', 'tenant_id': '59565be5ddf8453e8febce231b3c0cac', 'mac_address': 'fa:16:3e:bc:ab:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6426edb5-1f60-431a-88b3-7c84b0a586fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '4cb864c6-9fcd-4f95-8b57-7794de0891da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:41Z', 'updated_at': '2021-11-10T19:01:46Z', 'revision_number': 4, 'project_id': '59565be5ddf8453e8febce231b3c0cac', 'subnets': [{'id': '4cb864c6-9fcd-4f95-8b57-7794de0891da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:46.849790 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cad33d-7524-433f-a4fe-b7e01ef31e36 None None] The sync data for ids ['6426edb5-1f60-431a-88b3-7c84b0a586fc'] in n-d-776250-10 is: [{'id': '6426edb5-1f60-431a-88b3-7c84b0a586fc', 'name': 'tempest-TestSnapshotPattern-847957516-router', 'tenant_id': '59565be5ddf8453e8febce231b3c0cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '0220bb4d-c529-4151-b7b8-e103a31bfd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:01:39Z', 'updated_at': '2021-11-10T19:01:42Z', 'revision_number': 4, 'project_id': '59565be5ddf8453e8febce231b3c0cac', 'gw_port': {'id': '0220bb4d-c529-4151-b7b8-e103a31bfd7b', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6426edb5-1f60-431a-88b3-7c84b0a586fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:39Z', 'updated_at': '2021-11-10T19:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': '53cd8691-4e77-40ab-a726-e6d9ee54dae4', 'name': '', 'network_id': '52c6591e-b713-4590-9dd4-8b837d64e30a', 'tenant_id': '59565be5ddf8453e8febce231b3c0cac', 'mac_address': 'fa:16:3e:bc:ab:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6426edb5-1f60-431a-88b3-7c84b0a586fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '4cb864c6-9fcd-4f95-8b57-7794de0891da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:41Z', 'updated_at': '2021-11-10T19:01:46Z', 'revision_number': 4, 'project_id': '59565be5ddf8453e8febce231b3c0cac', 'subnets': [{'id': '4cb864c6-9fcd-4f95-8b57-7794de0891da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:01:46.873449 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-d6f8acc8-e2a3-4f44-a7d1-eab75dea3221 None None] Provisioning complete for port 53cd8691-4e77-40ab-a726-e6d9ee54dae4 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:01:46.873449 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-d6f8acc8-e2a3-4f44-a7d1-eab75dea3221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:47.127562 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6c313158-b816-4196-91b7-37c55c8c575d req-3054e033-4125-416f-9cf1-d3881242ded8 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=2944a3a8-9285-47e3-9ace-d9f3f2c3557f HTTP/1.1" status: 200 len: 210 time: 0.0381889 Nov 10 19:01:47.137618 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-2a302b23-b643-4437-af21-01056727a51d tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:47.139119 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-2a302b23-b643-4437-af21-01056727a51d tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.11 "GET /v2.0/networks?id=972ad6c4-e5b9-41a5-b470-a5ac0121ec4d HTTP/1.1" status: 200 len: 809 time: 0.1612990 Nov 10 19:01:47.208476 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-3c69027b-61f5-4d44-a884-e70f0b5cacf1 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76a12e69d56f49738513fc1107de2722 HTTP/1.1" status: 200 len: 380 time: 0.0586984 Nov 10 19:01:47.218731 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-deb756d9-38cf-4ed0-9d34-9e06d3a8c892 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Request body: {'port': {'device_id': '2944a3a8-9285-47e3-9ace-d9f3f2c3557f', 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'admin_state_up': True, 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'security_groups': ['aed1ce0f-5c48-4cbd-82a1-d521f15de788']}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:01:47.336954 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-deb756d9-38cf-4ed0-9d34-9e06d3a8c892 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Made reservation on behalf of 76a12e69d56f49738513fc1107de2722 for: {'port': 1} {{(pid=102469) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:01:47.340544 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-deb756d9-38cf-4ed0-9d34-9e06d3a8c892 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:47.472358 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-deb756d9-38cf-4ed0-9d34-9e06d3a8c892 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Allocated IP 172.20.0.12 (972ad6c4-e5b9-41a5-b470-a5ac0121ec4d/2844ee17-4621-4b7c-ac22-76fb632ffe51/74452fb6-aa4c-4daa-8313-33b57ebe5720) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:01:47.618335 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-deb756d9-38cf-4ed0-9d34-9e06d3a8c892 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:47.653892 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-deb756d9-38cf-4ed0-9d34-9e06d3a8c892 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:47.700404 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-deb756d9-38cf-4ed0-9d34-9e06d3a8c892 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Network 972ad6c4-e5b9-41a5-b470-a5ac0121ec4d is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:01:47.703574 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-deb756d9-38cf-4ed0-9d34-9e06d3a8c892 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:01:47.707424 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-deb756d9-38cf-4ed0-9d34-9e06d3a8c892 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:01:47.739455 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb756d9-38cf-4ed0-9d34-9e06d3a8c892 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Pushing event updated for resources: {'Port': ['ID=74452fb6-aa4c-4daa-8313-33b57ebe5720,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:47.768179 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-deb756d9-38cf-4ed0-9d34-9e06d3a8c892 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:47.768832 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-deb756d9-38cf-4ed0-9d34-9e06d3a8c892 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:47.787367 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-deb756d9-38cf-4ed0-9d34-9e06d3a8c892 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5726912 Nov 10 19:01:47.800114 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-9128ce1e-064c-4b79-bc08-1dd925634590 service neutron] Request body: {'port': {'device_id': '2944a3a8-9285-47e3-9ace-d9f3f2c3557f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-776250-10'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:01:47.857713 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-9128ce1e-064c-4b79-bc08-1dd925634590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:47.925069 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-a2374c93-e0fd-4b94-9fbb-2d765ac1a61e None None] Provisioning complete for port 74452fb6-aa4c-4daa-8313-33b57ebe5720 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:01:47.925683 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-a2374c93-e0fd-4b94-9fbb-2d765ac1a61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:47.959065 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-a2374c93-e0fd-4b94-9fbb-2d765ac1a61e None None] Port 74452fb6-aa4c-4daa-8313-33b57ebe5720 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:01:48.126897 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-9128ce1e-064c-4b79-bc08-1dd925634590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74452fb6-aa4c-4daa-8313-33b57ebe5720 {{(pid=102469) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:01:48.134271 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-9128ce1e-064c-4b79-bc08-1dd925634590 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:48.146683 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.provisioning_blocks [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-9128ce1e-064c-4b79-bc08-1dd925634590 service neutron] Transition to ACTIVE for port object 74452fb6-aa4c-4daa-8313-33b57ebe5720 will not be triggered until provisioned by entity L2. {{(pid=102469) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:01:48.150425 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-9128ce1e-064c-4b79-bc08-1dd925634590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:48.203014 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128ce1e-064c-4b79-bc08-1dd925634590 service neutron] Pushing event updated for resources: {'Port': ['ID=74452fb6-aa4c-4daa-8313-33b57ebe5720,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:48.271162 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b0ded-ed43-4daf-96a8-87e3b30f2746 req-2b61afbe-5a9a-48e4-80e3-9b8c75c74848 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:48.275511 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-9128ce1e-064c-4b79-bc08-1dd925634590 service neutron] Attempting to bind port 74452fb6-aa4c-4daa-8313-33b57ebe5720 on host n-h1-776250-10 for vnic_type normal with profile {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:01:48.276075 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-9128ce1e-064c-4b79-bc08-1dd925634590 service neutron] Attempting to bind port 74452fb6-aa4c-4daa-8313-33b57ebe5720 by drivers openvswitch,hyperv on host n-h1-776250-10 at level 0 using segments [{'id': 'b8834911-d877-465c-b81f-1821c9f49452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d'}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:01:48.276639 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-9128ce1e-064c-4b79-bc08-1dd925634590 service neutron] Attempting to bind port 74452fb6-aa4c-4daa-8313-33b57ebe5720 on network 972ad6c4-e5b9-41a5-b470-a5ac0121ec4d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:01:48.281385 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-183b0ded-ed43-4daf-96a8-87e3b30f2746 req-2b61afbe-5a9a-48e4-80e3-9b8c75c74848 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=2944a3a8-9285-47e3-9ace-d9f3f2c3557f HTTP/1.1" status: 200 len: 944 time: 0.0670087 Nov 10 19:01:48.283306 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-9128ce1e-064c-4b79-bc08-1dd925634590 service neutron] Port 74452fb6-aa4c-4daa-8313-33b57ebe5720 on network 972ad6c4-e5b9-41a5-b470-a5ac0121ec4d not bound, no agent of type Open vSwitch agent registered on host n-h1-776250-10 {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:01:48.283840 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-9128ce1e-064c-4b79-bc08-1dd925634590 service neutron] Attempting to bind port 74452fb6-aa4c-4daa-8313-33b57ebe5720 on network 972ad6c4-e5b9-41a5-b470-a5ac0121ec4d {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:01:48.295035 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-9128ce1e-064c-4b79-bc08-1dd925634590 service neutron] Checking agent: {'id': '1462ed00-2477-495f-959a-62405c9956fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 24), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:01:48.295676 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-9128ce1e-064c-4b79-bc08-1dd925634590 service neutron] Checking segment: {'id': 'b8834911-d877-465c-b81f-1821c9f49452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102469) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:01:48.296274 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-9128ce1e-064c-4b79-bc08-1dd925634590 service neutron] Bound using segment: {'id': 'b8834911-d877-465c-b81f-1821c9f49452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d'} {{(pid=102469) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:01:48.296893 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.managers [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-9128ce1e-064c-4b79-bc08-1dd925634590 service neutron] Bound port: 74452fb6-aa4c-4daa-8313-33b57ebe5720, host: n-h1-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8834911-d877-465c-b81f-1821c9f49452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d'}}] {{(pid=102469) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:01:48.297431 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-9128ce1e-064c-4b79-bc08-1dd925634590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:48.339418 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-183b0ded-ed43-4daf-96a8-87e3b30f2746 req-445bbb29-e152-4a59-ada0-4d84ec107fb4 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/security-groups?id=aed1ce0f-5c48-4cbd-82a1-d521f15de788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571239 Nov 10 19:01:48.343443 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 53cd8691-4e77-40ab-a726-e6d9ee54dae4 up at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:01:48.391363 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-9128ce1e-064c-4b79-bc08-1dd925634590 service neutron] For port 74452fb6-aa4c-4daa-8313-33b57ebe5720, host n-h1-776250-10, cleared binding levels {{(pid=102469) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:01:48.396884 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-9128ce1e-064c-4b79-bc08-1dd925634590 service neutron] For port 74452fb6-aa4c-4daa-8313-33b57ebe5720, host n-h1-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=74452fb6-aa4c-4daa-8313-33b57ebe5720,segment=NetworkSegment(b8834911-d877-465c-b81f-1821c9f49452),segment_id=b8834911-d877-465c-b81f-1821c9f49452)] {{(pid=102469) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:01:48.404518 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-9128ce1e-064c-4b79-bc08-1dd925634590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:48.411616 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Provisioning complete for port 53cd8691-4e77-40ab-a726-e6d9ee54dae4 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:01:48.411616 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:48.448815 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-9128ce1e-064c-4b79-bc08-1dd925634590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:48.449594 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-9128ce1e-064c-4b79-bc08-1dd925634590 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:48.451234 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-9128ce1e-064c-4b79-bc08-1dd925634590 service neutron] 10.222.0.11 "PUT /v2.0/ports/74452fb6-aa4c-4daa-8313-33b57ebe5720 HTTP/1.1" status: 200 len: 1093 time: 0.6555753 Nov 10 19:01:48.451759 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2944a3a8-9285-47e3-9ace-d9f3f2c3557f', 'tag': '74452fb6-aa4c-4daa-8313-33b57ebe5720'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:01:48.454325 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39879d82-7529-44c0-aeef-f8b0c2c47295" -d '{"events": [{"name": "network-changed", "server_uuid": "2944a3a8-9285-47e3-9ace-d9f3f2c3557f", "tag": "74452fb6-aa4c-4daa-8313-33b57ebe5720"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:01:48.484098 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128ce1e-064c-4b79-bc08-1dd925634590 service neutron] Pushing event updated for resources: {'Port': ['ID=74452fb6-aa4c-4daa-8313-33b57ebe5720,revision_number=3']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:48.532989 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf4b6f5-68c5-41db-8d15-0ed1ed576549 x-openstack-request-id: req-dcf4b6f5-68c5-41db-8d15-0ed1ed576549 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:01:48.533285 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2944a3a8-9285-47e3-9ace-d9f3f2c3557f", "tag": "74452fb6-aa4c-4daa-8313-33b57ebe5720", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:01:48.533542 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dcf4b6f5-68c5-41db-8d15-0ed1ed576549 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:01:48.533955 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2944a3a8-9285-47e3-9ace-d9f3f2c3557f', 'tag': '74452fb6-aa4c-4daa-8313-33b57ebe5720', 'status': 'completed', 'code': 200} Nov 10 19:01:48.555594 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-6d76d1da-793e-49ea-ac7e-5faf54de8579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:48.558096 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-6d76d1da-793e-49ea-ac7e-5faf54de8579 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76a12e69d56f49738513fc1107de2722&device_id=2944a3a8-9285-47e3-9ace-d9f3f2c3557f HTTP/1.1" status: 200 len: 1096 time: 0.0604825 Nov 10 19:01:48.607299 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-3a11901d-626a-4348-82f2-4a66a0becd46 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74452fb6-aa4c-4daa-8313-33b57ebe5720 HTTP/1.1" status: 200 len: 217 time: 0.0417006 Nov 10 19:01:48.665312 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-67cc5a8c-74b4-4493-928d-ec591a568c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:48.666739 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-67cc5a8c-74b4-4493-928d-ec591a568c57 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2844ee17-4621-4b7c-ac22-76fb632ffe51 HTTP/1.1" status: 200 len: 848 time: 0.0525849 Nov 10 19:01:48.717740 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-27d7c403-8288-4b5b-a0d0-07a9dfcaf17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:48.719290 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-27d7c403-8288-4b5b-a0d0-07a9dfcaf17b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=972ad6c4-e5b9-41a5-b470-a5ac0121ec4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457594 Nov 10 19:01:48.822224 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-c2303840-b6e6-4acb-9737-30abd00ac6f0 service neutron] 10.222.0.11 "GET /v2.0/networks/972ad6c4-e5b9-41a5-b470-a5ac0121ec4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961313 Nov 10 19:01:48.918559 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-83d64e8e-e6c4-4391-b21a-63b4dc49a4cb req-6722318f-45d5-4447-9467-a436e638f3a0 service neutron] 10.222.0.11 "GET /v2.0/networks/972ad6c4-e5b9-41a5-b470-a5ac0121ec4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896900 Nov 10 19:01:49.006777 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39879d82-7529-44c0-aeef-f8b0c2c47295 req-81b8d661-1320-4915-8521-02abd19f3fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:49.009281 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-39879d82-7529-44c0-aeef-f8b0c2c47295 req-81b8d661-1320-4915-8521-02abd19f3fec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76a12e69d56f49738513fc1107de2722&device_id=2944a3a8-9285-47e3-9ace-d9f3f2c3557f HTTP/1.1" status: 200 len: 1096 time: 0.0461872 Nov 10 19:01:49.105180 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39879d82-7529-44c0-aeef-f8b0c2c47295 req-74431cd6-2294-4a99-84e4-4de4a6c7c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:49.106650 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-39879d82-7529-44c0-aeef-f8b0c2c47295 req-74431cd6-2294-4a99-84e4-4de4a6c7c3dc service neutron] 10.222.0.11 "GET /v2.0/networks?id=972ad6c4-e5b9-41a5-b470-a5ac0121ec4d HTTP/1.1" status: 200 len: 910 time: 0.0905733 Nov 10 19:01:49.149253 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-39879d82-7529-44c0-aeef-f8b0c2c47295 req-883c42bb-1cf0-4225-8e19-b56aefae2339 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74452fb6-aa4c-4daa-8313-33b57ebe5720 HTTP/1.1" status: 200 len: 217 time: 0.0357857 Nov 10 19:01:49.202374 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39879d82-7529-44c0-aeef-f8b0c2c47295 req-28f6773f-92d5-4979-a511-bfba142419e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:49.203834 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-39879d82-7529-44c0-aeef-f8b0c2c47295 req-28f6773f-92d5-4979-a511-bfba142419e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2844ee17-4621-4b7c-ac22-76fb632ffe51 HTTP/1.1" status: 200 len: 848 time: 0.0481651 Nov 10 19:01:49.251102 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39879d82-7529-44c0-aeef-f8b0c2c47295 req-c17b878e-ee7e-4967-bce5-2ddac5860b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:49.252615 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-39879d82-7529-44c0-aeef-f8b0c2c47295 req-c17b878e-ee7e-4967-bce5-2ddac5860b32 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=972ad6c4-e5b9-41a5-b470-a5ac0121ec4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408952 Nov 10 19:01:49.344953 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-39879d82-7529-44c0-aeef-f8b0c2c47295 req-e782d9fa-c86d-4a37-aa1c-532a17ea15db service neutron] 10.222.0.11 "GET /v2.0/networks/972ad6c4-e5b9-41a5-b470-a5ac0121ec4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837986 Nov 10 19:01:49.441292 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-39879d82-7529-44c0-aeef-f8b0c2c47295 req-7b74a647-f86e-48e7-8a76-fc6e15b062dc service neutron] 10.222.0.11 "GET /v2.0/networks/972ad6c4-e5b9-41a5-b470-a5ac0121ec4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886886 Nov 10 19:01:49.461977 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508bb5c-605f-45b7-ba6f-198567ac903d req-43b0a7a9-f7e0-45e0-936f-122c796de691 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:49.463491 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3508bb5c-605f-45b7-ba6f-198567ac903d req-43b0a7a9-f7e0-45e0-936f-122c796de691 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=2944a3a8-9285-47e3-9ace-d9f3f2c3557f HTTP/1.1" status: 200 len: 944 time: 0.0506945 Nov 10 19:01:49.516627 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-3508bb5c-605f-45b7-ba6f-198567ac903d req-8b4ca2d5-abd2-44f6-b614-f95bc13feeb5 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/security-groups?id=aed1ce0f-5c48-4cbd-82a1-d521f15de788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471761 Nov 10 19:01:50.640132 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d3a58-7050-43f4-a064-fa40510b1f5f req-e7307764-88a8-4bbd-921c-c540825fc102 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:50.641786 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f80d3a58-7050-43f4-a064-fa40510b1f5f req-e7307764-88a8-4bbd-921c-c540825fc102 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=2944a3a8-9285-47e3-9ace-d9f3f2c3557f HTTP/1.1" status: 200 len: 944 time: 0.0548029 Nov 10 19:01:50.692718 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f80d3a58-7050-43f4-a064-fa40510b1f5f req-05072071-8181-4a1e-b4f2-5a5888fc36a8 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/security-groups?id=aed1ce0f-5c48-4cbd-82a1-d521f15de788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449696 Nov 10 19:01:51.817243 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845acb70-2b9f-4df2-ad6e-aab7c2d7762d req-6a7e7733-c553-440f-8873-b5b7ff4811d8 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:51.818734 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-845acb70-2b9f-4df2-ad6e-aab7c2d7762d req-6a7e7733-c553-440f-8873-b5b7ff4811d8 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=2944a3a8-9285-47e3-9ace-d9f3f2c3557f HTTP/1.1" status: 200 len: 944 time: 0.0563066 Nov 10 19:01:51.873390 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-845acb70-2b9f-4df2-ad6e-aab7c2d7762d req-f4714fdd-21ce-4788-8b96-28013a86654a tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/security-groups?id=aed1ce0f-5c48-4cbd-82a1-d521f15de788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485253 Nov 10 19:01:52.066496 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 74452fb6-aa4c-4daa-8313-33b57ebe5720 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:01:52.166404 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 74452fb6-aa4c-4daa-8313-33b57ebe5720, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=74452fb6-aa4c-4daa-8313-33b57ebe5720,segment=NetworkSegment(b8834911-d877-465c-b81f-1821c9f49452),segment_id=b8834911-d877-465c-b81f-1821c9f49452)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:01:52.177192 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '74452fb6-aa4c-4daa-8313-33b57ebe5720', 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'port_id': '74452fb6-aa4c-4daa-8313-33b57ebe5720', 'mac_address': 'fa:16:3e:2b:1b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2844ee17-4621-4b7c-ac22-76fb632ffe51', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:01:52.218836 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:52.232030 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74452fb6-aa4c-4daa-8313-33b57ebe5720 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:01:52.252890 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 74452fb6-aa4c-4daa-8313-33b57ebe5720, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=74452fb6-aa4c-4daa-8313-33b57ebe5720,segment=NetworkSegment(b8834911-d877-465c-b81f-1821c9f49452),segment_id=b8834911-d877-465c-b81f-1821c9f49452)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:01:52.257148 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:52.307002 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=74452fb6-aa4c-4daa-8313-33b57ebe5720,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:52.500432 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['74452fb6-aa4c-4daa-8313-33b57ebe5720'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:01:53.001589 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00743312-0cec-48d2-9603-c0f620b6b318 req-cafc7a18-a51b-4c49-ae17-7f8463570423 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:53.003135 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-00743312-0cec-48d2-9603-c0f620b6b318 req-cafc7a18-a51b-4c49-ae17-7f8463570423 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=2944a3a8-9285-47e3-9ace-d9f3f2c3557f HTTP/1.1" status: 200 len: 945 time: 0.0558844 Nov 10 19:01:53.056084 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-00743312-0cec-48d2-9603-c0f620b6b318 req-03e978eb-3d3d-4e92-a02e-8ba7b236e7a5 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/security-groups?id=aed1ce0f-5c48-4cbd-82a1-d521f15de788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467675 Nov 10 19:01:54.082479 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 74452fb6-aa4c-4daa-8313-33b57ebe5720 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:01:54.149296 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning for port 74452fb6-aa4c-4daa-8313-33b57ebe5720 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:01:54.154625 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 74452fb6-aa4c-4daa-8313-33b57ebe5720 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:01:54.155005 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:54.177819 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc69a57-3ce3-4870-a402-9ae9bd843b1a req-3c92e6db-445b-44bd-81c4-a7f8b9a9ae52 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:54.179918 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7fc69a57-3ce3-4870-a402-9ae9bd843b1a req-3c92e6db-445b-44bd-81c4-a7f8b9a9ae52 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=2944a3a8-9285-47e3-9ace-d9f3f2c3557f HTTP/1.1" status: 200 len: 945 time: 0.0531521 Nov 10 19:01:54.234717 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-7fc69a57-3ce3-4870-a402-9ae9bd843b1a req-5e454119-126d-4392-8acb-ccf9854b2733 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/security-groups?id=aed1ce0f-5c48-4cbd-82a1-d521f15de788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474858 Nov 10 19:01:54.235008 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:54.258511 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2944a3a8-9285-47e3-9ace-d9f3f2c3557f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74452fb6-aa4c-4daa-8313-33b57ebe5720'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:01:54.261253 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b9520d-f6b4-4425-a1d8-1d872b821b0e" -d '{"events": [{"server_uuid": "2944a3a8-9285-47e3-9ace-d9f3f2c3557f", "name": "network-vif-plugged", "status": "completed", "tag": "74452fb6-aa4c-4daa-8313-33b57ebe5720"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:01:54.273980 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 74452fb6-aa4c-4daa-8313-33b57ebe5720, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=74452fb6-aa4c-4daa-8313-33b57ebe5720,segment=NetworkSegment(b8834911-d877-465c-b81f-1821c9f49452),segment_id=b8834911-d877-465c-b81f-1821c9f49452)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:01:54.278045 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:54.305596 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e7cef8-e1cb-484e-aafc-a15c238ef946 x-openstack-request-id: req-15e7cef8-e1cb-484e-aafc-a15c238ef946 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:01:54.305878 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2944a3a8-9285-47e3-9ace-d9f3f2c3557f", "name": "network-vif-plugged", "status": "completed", "tag": "74452fb6-aa4c-4daa-8313-33b57ebe5720", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:01:54.306131 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-15e7cef8-e1cb-484e-aafc-a15c238ef946 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:01:54.306521 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2944a3a8-9285-47e3-9ace-d9f3f2c3557f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74452fb6-aa4c-4daa-8313-33b57ebe5720', 'code': 200} Nov 10 19:01:54.333633 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=74452fb6-aa4c-4daa-8313-33b57ebe5720,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:54.398045 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723ba7e-81ff-4754-acb1-3b09f5e334b9 req-0dbcbead-146c-4322-92e3-34814e6aec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:54.399671 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6723ba7e-81ff-4754-acb1-3b09f5e334b9 req-0dbcbead-146c-4322-92e3-34814e6aec77 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2944a3a8-9285-47e3-9ace-d9f3f2c3557f HTTP/1.1" status: 200 len: 1098 time: 0.0413680 Nov 10 19:01:54.445934 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-6723ba7e-81ff-4754-acb1-3b09f5e334b9 req-824234a8-a8de-4378-bc41-eb296002d276 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=aed1ce0f-5c48-4cbd-82a1-d521f15de788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398009 Nov 10 19:01:55.361191 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66ed6c-1682-4b49-8804-f8a7155ed26c req-2f001544-4551-48b3-822e-233a67af237c tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:55.362611 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2a66ed6c-1682-4b49-8804-f8a7155ed26c req-2f001544-4551-48b3-822e-233a67af237c tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=2944a3a8-9285-47e3-9ace-d9f3f2c3557f HTTP/1.1" status: 200 len: 946 time: 0.0552142 Nov 10 19:01:55.414642 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-2a66ed6c-1682-4b49-8804-f8a7155ed26c req-cf49ecbe-2cba-4209-bcc7-fa454eeb6725 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/security-groups?id=aed1ce0f-5c48-4cbd-82a1-d521f15de788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453789 Nov 10 19:01:55.682496 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:55.738979 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:56.532840 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2b79f-9d0f-4110-aabd-14523db5a8b8 req-9a82649b-914d-4ac1-ac05-0a6e8af7cc2e tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:56.534233 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2ae2b79f-9d0f-4110-aabd-14523db5a8b8 req-9a82649b-914d-4ac1-ac05-0a6e8af7cc2e tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=2944a3a8-9285-47e3-9ace-d9f3f2c3557f HTTP/1.1" status: 200 len: 946 time: 0.0488808 Nov 10 19:01:56.593664 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2ae2b79f-9d0f-4110-aabd-14523db5a8b8 req-b49f8cd5-b93d-491d-aab4-28071592503e tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/security-groups?id=aed1ce0f-5c48-4cbd-82a1-d521f15de788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528359 Nov 10 19:01:56.710834 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a4b92-3cb2-4b9e-8c58-cefbdac77ff3 req-9b53ecc4-4b8a-4023-bf87-b650552658a9 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:56.712600 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-330a4b92-3cb2-4b9e-8c58-cefbdac77ff3 req-9b53ecc4-4b8a-4023-bf87-b650552658a9 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=2944a3a8-9285-47e3-9ace-d9f3f2c3557f HTTP/1.1" status: 200 len: 946 time: 0.0521216 Nov 10 19:01:56.767625 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-330a4b92-3cb2-4b9e-8c58-cefbdac77ff3 req-0d21fc1f-aa6e-482c-b30f-c64b4760d043 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/security-groups?id=aed1ce0f-5c48-4cbd-82a1-d521f15de788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490425 Nov 10 19:01:56.791330 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36506) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:01:56.885573 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021078c7-6344-4311-be6b-0c9a79d19c57 tempest-TestSnapshotPattern-1622435397 tempest-TestSnapshotPattern-1622435397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:56.887119 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-021078c7-6344-4311-be6b-0c9a79d19c57 tempest-TestSnapshotPattern-1622435397 tempest-TestSnapshotPattern-1622435397-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2944a3a8-9285-47e3-9ace-d9f3f2c3557f HTTP/1.1" status: 200 len: 1093 time: 0.0946355 Nov 10 19:01:56.890083 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36510) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:01:56.894514 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-cbbb3f06-8589-4bc7-9ecd-62cca148fdcb tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'port_id': '74452fb6-aa4c-4daa-8313-33b57ebe5720', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:01:56.919048 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cbbb3f06-8589-4bc7-9ecd-62cca148fdcb tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:57.035767 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cbbb3f06-8589-4bc7-9ecd-62cca148fdcb tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:57.144226 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-cbbb3f06-8589-4bc7-9ecd-62cca148fdcb tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Allocated IP 172.25.5.65 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/bb104f81-ea38-4e73-b9a3-318870d34c1a) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:01:57.260942 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cbbb3f06-8589-4bc7-9ecd-62cca148fdcb tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:57.297140 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cbbb3f06-8589-4bc7-9ecd-62cca148fdcb tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:57.342424 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbb3f06-8589-4bc7-9ecd-62cca148fdcb tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:01:57.345532 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-cbbb3f06-8589-4bc7-9ecd-62cca148fdcb tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:01:57.349980 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbb3f06-8589-4bc7-9ecd-62cca148fdcb tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:01:57.353551 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb3f06-8589-4bc7-9ecd-62cca148fdcb tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Pushing event updated for resources: {'Port': ['ID=bb104f81-ea38-4e73-b9a3-318870d34c1a,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:57.721305 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cbbb3f06-8589-4bc7-9ecd-62cca148fdcb tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:57.791614 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cbbb3f06-8589-4bc7-9ecd-62cca148fdcb tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:57.947509 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cbbb3f06-8589-4bc7-9ecd-62cca148fdcb tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:57.952015 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cbbb3f06-8589-4bc7-9ecd-62cca148fdcb tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:58.021020 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb3f06-8589-4bc7-9ecd-62cca148fdcb tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Pushing event updated for resources: {'Port': ['ID=bb104f81-ea38-4e73-b9a3-318870d34c1a,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:01:58.037230 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cbbb3f06-8589-4bc7-9ecd-62cca148fdcb tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:58.141050 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-cbbb3f06-8589-4bc7-9ecd-62cca148fdcb tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Floating IP 69d252a0-1e63-4dee-895f-99c1efc63977 associated. External IP: 172.25.5.65, port: 74452fb6-aa4c-4daa-8313-33b57ebe5720. Nov 10 19:01:58.351601 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbbb3f06-8589-4bc7-9ecd-62cca148fdcb tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Router 6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:01:58.741271 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbb3f06-8589-4bc7-9ecd-62cca148fdcb tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:01:58.752728 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7121485-6462-4776-ba76-4d7fd1a28fa7 None None] Sync routers for ids ['6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:01:58.761768 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-cbbb3f06-8589-4bc7-9ecd-62cca148fdcb tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:01:58.763547 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7121485-6462-4776-ba76-4d7fd1a28fa7 None None] Routers {'6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:01:58.764192 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e7121485-6462-4776-ba76-4d7fd1a28fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T19:01:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:58.789905 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-cbbb3f06-8589-4bc7-9ecd-62cca148fdcb tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8987596 Nov 10 19:01:58.790500 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2944a3a8-9285-47e3-9ace-d9f3f2c3557f', 'tag': '74452fb6-aa4c-4daa-8313-33b57ebe5720'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:01:58.792928 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07921b5-55c5-4573-b873-11e83f323712" -d '{"events": [{"name": "network-changed", "server_uuid": "2944a3a8-9285-47e3-9ace-d9f3f2c3557f", "tag": "74452fb6-aa4c-4daa-8313-33b57ebe5720"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:01:58.830345 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667e1ce3-2813-481b-9e25-97009747ab35 x-openstack-request-id: req-667e1ce3-2813-481b-9e25-97009747ab35 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:01:58.830786 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2944a3a8-9285-47e3-9ace-d9f3f2c3557f", "tag": "74452fb6-aa4c-4daa-8313-33b57ebe5720", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:01:58.831246 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-667e1ce3-2813-481b-9e25-97009747ab35 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:01:58.831818 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2944a3a8-9285-47e3-9ace-d9f3f2c3557f', 'tag': '74452fb6-aa4c-4daa-8313-33b57ebe5720', 'status': 'completed', 'code': 200} Nov 10 19:01:58.882161 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-e7121485-6462-4776-ba76-4d7fd1a28fa7 None None] Set router 6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:01:58.895881 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07921b5-55c5-4573-b873-11e83f323712 req-4c638099-4ee2-4aa5-856f-31295c602d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:58.897428 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f07921b5-55c5-4573-b873-11e83f323712 req-4c638099-4ee2-4aa5-856f-31295c602d3a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76a12e69d56f49738513fc1107de2722&device_id=2944a3a8-9285-47e3-9ace-d9f3f2c3557f HTTP/1.1" status: 200 len: 1098 time: 0.0444062 Nov 10 19:01:58.996058 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07921b5-55c5-4573-b873-11e83f323712 req-41e55ad6-4b57-4ef2-98c2-bace7543d689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:58.997483 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f07921b5-55c5-4573-b873-11e83f323712 req-41e55ad6-4b57-4ef2-98c2-bace7543d689 service neutron] 10.222.0.11 "GET /v2.0/networks?id=972ad6c4-e5b9-41a5-b470-a5ac0121ec4d HTTP/1.1" status: 200 len: 910 time: 0.0926797 Nov 10 19:01:59.087408 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f07921b5-55c5-4573-b873-11e83f323712 req-5ab4867c-d3c1-47c5-b0f7-351c37c5e42e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74452fb6-aa4c-4daa-8313-33b57ebe5720 HTTP/1.1" status: 200 len: 999 time: 0.0820835 Nov 10 19:01:59.130610 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e7121485-6462-4776-ba76-4d7fd1a28fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'name': 'tempest-TestSnapshotPattern-140042037-router', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '479ee745-96b8-492c-8a62-84de2be9f896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:01:34Z', 'updated_at': '2021-11-10T19:01:37Z', 'revision_number': 4, 'project_id': '76a12e69d56f49738513fc1107de2722', 'gw_port': {'id': '479ee745-96b8-492c-8a62-84de2be9f896', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:35Z', 'updated_at': '2021-11-10T19:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '69d252a0-1e63-4dee-895f-99c1efc63977', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'floating_ip_address': '172.25.5.65', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'port_id': '74452fb6-aa4c-4daa-8313-33b57ebe5720', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'mac_address': 'fa:16:3e:2b:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2944a3a8-9285-47e3-9ace-d9f3f2c3557f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:01:57Z', 'updated_at': '2021-11-10T19:01:57Z', 'revision_number': 0, 'project_id': '76a12e69d56f49738513fc1107de2722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef00c098-fc52-4e2c-a702-96f5c4972cdc', 'name': '', 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'mac_address': 'fa:16:3e:fa:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '2844ee17-4621-4b7c-ac22-76fb632ffe51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:36Z', 'updated_at': '2021-11-10T19:01:41Z', 'revision_number': 5, 'project_id': '76a12e69d56f49738513fc1107de2722', 'subnets': [{'id': '2844ee17-4621-4b7c-ac22-76fb632ffe51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:59.142029 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07921b5-55c5-4573-b873-11e83f323712 req-d353d48a-65f0-45aa-9892-8c2b337026a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:59.143554 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f07921b5-55c5-4573-b873-11e83f323712 req-d353d48a-65f0-45aa-9892-8c2b337026a6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2844ee17-4621-4b7c-ac22-76fb632ffe51 HTTP/1.1" status: 200 len: 848 time: 0.0498192 Nov 10 19:01:59.160686 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7121485-6462-4776-ba76-4d7fd1a28fa7 None None] Checking router: 6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:01:59.170639 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7121485-6462-4776-ba76-4d7fd1a28fa7 None None] Routers {'6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:01:59.171218 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e7121485-6462-4776-ba76-4d7fd1a28fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T19:01:33Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:59.213749 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07921b5-55c5-4573-b873-11e83f323712 req-76162678-0f72-4d76-8f57-936298afc22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:01:59.215393 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f07921b5-55c5-4573-b873-11e83f323712 req-76162678-0f72-4d76-8f57-936298afc22e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=972ad6c4-e5b9-41a5-b470-a5ac0121ec4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643375 Nov 10 19:01:59.285010 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-e7121485-6462-4776-ba76-4d7fd1a28fa7 None None] Set router 6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:01:59.317362 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f07921b5-55c5-4573-b873-11e83f323712 req-5a015829-1160-48eb-a6a9-8df9f0e63746 service neutron] 10.222.0.11 "GET /v2.0/networks/972ad6c4-e5b9-41a5-b470-a5ac0121ec4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951719 Nov 10 19:01:59.409992 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-f07921b5-55c5-4573-b873-11e83f323712 req-758d7859-dcee-4e26-9228-27ebcba3f5d0 service neutron] 10.222.0.11 "GET /v2.0/networks/972ad6c4-e5b9-41a5-b470-a5ac0121ec4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855334 Nov 10 19:01:59.518628 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-e7121485-6462-4776-ba76-4d7fd1a28fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'name': 'tempest-TestSnapshotPattern-140042037-router', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '479ee745-96b8-492c-8a62-84de2be9f896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:01:34Z', 'updated_at': '2021-11-10T19:01:37Z', 'revision_number': 4, 'project_id': '76a12e69d56f49738513fc1107de2722', 'gw_port': {'id': '479ee745-96b8-492c-8a62-84de2be9f896', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:35Z', 'updated_at': '2021-11-10T19:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '69d252a0-1e63-4dee-895f-99c1efc63977', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'floating_ip_address': '172.25.5.65', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'port_id': '74452fb6-aa4c-4daa-8313-33b57ebe5720', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'mac_address': 'fa:16:3e:2b:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2944a3a8-9285-47e3-9ace-d9f3f2c3557f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:01:57Z', 'updated_at': '2021-11-10T19:01:57Z', 'revision_number': 0, 'project_id': '76a12e69d56f49738513fc1107de2722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef00c098-fc52-4e2c-a702-96f5c4972cdc', 'name': '', 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'mac_address': 'fa:16:3e:fa:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '2844ee17-4621-4b7c-ac22-76fb632ffe51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:36Z', 'updated_at': '2021-11-10T19:01:41Z', 'revision_number': 5, 'project_id': '76a12e69d56f49738513fc1107de2722', 'subnets': [{'id': '2844ee17-4621-4b7c-ac22-76fb632ffe51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:01:59.545851 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7121485-6462-4776-ba76-4d7fd1a28fa7 None None] The sync data for ids ['6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'] in n-d-776250-10 is: [{'id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'name': 'tempest-TestSnapshotPattern-140042037-router', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '479ee745-96b8-492c-8a62-84de2be9f896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:01:34Z', 'updated_at': '2021-11-10T19:01:37Z', 'revision_number': 4, 'project_id': '76a12e69d56f49738513fc1107de2722', 'gw_port': {'id': '479ee745-96b8-492c-8a62-84de2be9f896', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:35Z', 'updated_at': '2021-11-10T19:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '69d252a0-1e63-4dee-895f-99c1efc63977', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'floating_ip_address': '172.25.5.65', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'port_id': '74452fb6-aa4c-4daa-8313-33b57ebe5720', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'mac_address': 'fa:16:3e:2b:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2944a3a8-9285-47e3-9ace-d9f3f2c3557f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:01:57Z', 'updated_at': '2021-11-10T19:01:57Z', 'revision_number': 0, 'project_id': '76a12e69d56f49738513fc1107de2722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef00c098-fc52-4e2c-a702-96f5c4972cdc', 'name': '', 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'mac_address': 'fa:16:3e:fa:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '2844ee17-4621-4b7c-ac22-76fb632ffe51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:36Z', 'updated_at': '2021-11-10T19:01:41Z', 'revision_number': 5, 'project_id': '76a12e69d56f49738513fc1107de2722', 'subnets': [{'id': '2844ee17-4621-4b7c-ac22-76fb632ffe51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:01:59.761724 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2d7db6-6a94-491e-ba42-e5db0512adc0 None None] New status for floating IP 69d252a0-1e63-4dee-895f-99c1efc63977: ACTIVE {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:02:00.735560 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-7365ea15-17fa-483b-80f0-f4d248b556b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:02:02.912726 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:02:03.098067 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-58533d7a-9e99-4d40-a2a4-18b820069319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:02:04.391700 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:02:05.869276 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:02:06.540293 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:02:25.704997 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:02:25.739815 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:02:30.737573 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5589285b-986a-42a3-90e3-b5b35cd0c13a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:02:33.090184 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0bd3a893-5253-447b-a230-1f3bbbc37bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:02:34.394652 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:02:35.874736 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:02:36.541790 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:02:39.910882 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:02:51.666939 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-582f8436-9609-411e-a95e-a8eb4e9a0ef9 req-10c7c2f1-d7cc-4e13-98f5-80b4d79d737d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2944a3a8-9285-47e3-9ace-d9f3f2c3557f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0822160 Nov 10 19:02:51.753831 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f8436-9609-411e-a95e-a8eb4e9a0ef9 req-15426a55-bc22-4726-b3b3-b5503793d400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:02:51.755328 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-582f8436-9609-411e-a95e-a8eb4e9a0ef9 req-15426a55-bc22-4726-b3b3-b5503793d400 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76a12e69d56f49738513fc1107de2722&device_id=2944a3a8-9285-47e3-9ace-d9f3f2c3557f HTTP/1.1" status: 200 len: 1098 time: 0.0460832 Nov 10 19:02:51.860420 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f8436-9609-411e-a95e-a8eb4e9a0ef9 req-bd52ff6b-3762-4d8a-8607-6637fe2469a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:02:51.861796 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-582f8436-9609-411e-a95e-a8eb4e9a0ef9 req-bd52ff6b-3762-4d8a-8607-6637fe2469a2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=972ad6c4-e5b9-41a5-b470-a5ac0121ec4d HTTP/1.1" status: 200 len: 910 time: 0.0865083 Nov 10 19:02:51.931651 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-582f8436-9609-411e-a95e-a8eb4e9a0ef9 req-97cf0caa-cb0f-485c-9866-10a602fc2a6f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74452fb6-aa4c-4daa-8313-33b57ebe5720 HTTP/1.1" status: 200 len: 1001 time: 0.0625832 Nov 10 19:02:51.980555 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f8436-9609-411e-a95e-a8eb4e9a0ef9 req-759b6b76-25b7-4584-b531-3f5c4ec227de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:02:51.981994 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-582f8436-9609-411e-a95e-a8eb4e9a0ef9 req-759b6b76-25b7-4584-b531-3f5c4ec227de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2844ee17-4621-4b7c-ac22-76fb632ffe51 HTTP/1.1" status: 200 len: 848 time: 0.0433011 Nov 10 19:02:52.030383 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f8436-9609-411e-a95e-a8eb4e9a0ef9 req-73590950-1fdb-4d4c-b649-733ed7745807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:02:52.031902 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-582f8436-9609-411e-a95e-a8eb4e9a0ef9 req-73590950-1fdb-4d4c-b649-733ed7745807 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=972ad6c4-e5b9-41a5-b470-a5ac0121ec4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426362 Nov 10 19:02:52.125960 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-582f8436-9609-411e-a95e-a8eb4e9a0ef9 req-539a9b99-1f26-4c89-9d2d-f06d63982add service neutron] 10.222.0.11 "GET /v2.0/networks/972ad6c4-e5b9-41a5-b470-a5ac0121ec4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866003 Nov 10 19:02:52.213228 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-582f8436-9609-411e-a95e-a8eb4e9a0ef9 req-3ab63905-00de-4a20-b1b4-18b2f1661bd7 service neutron] 10.222.0.11 "GET /v2.0/networks/972ad6c4-e5b9-41a5-b470-a5ac0121ec4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802765 Nov 10 19:02:55.710552 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:02:55.740600 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:03:00.739142 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-71ff5f60-29a9-4117-a7c4-d32528d39ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:03:03.091314 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3c597c67-7d3c-4916-bae2-323fde0964fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:03:04.397313 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:03:05.874788 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:03:06.543727 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:03:16.910785 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:03:25.716754 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:03:25.734282 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:03:30.741081 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-96ea9294-0f8f-4eb9-8daf-8487a8dba978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:03:33.092169 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ccc9a998-6085-4cc6-a8c4-28281bce3927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:03:34.399967 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:03:35.877596 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:03:36.546583 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:03:53.632466 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-362bfab6-4878-4092-a57a-ac75e1bdda1f req-5b912e93-0187-4dbb-ad85-003a72ace33c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2944a3a8-9285-47e3-9ace-d9f3f2c3557f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455132 Nov 10 19:03:53.725240 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bfab6-4878-4092-a57a-ac75e1bdda1f req-95ac9e9f-f6d6-4c4c-b585-eefc5921226d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:03:53.726958 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-362bfab6-4878-4092-a57a-ac75e1bdda1f req-95ac9e9f-f6d6-4c4c-b585-eefc5921226d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76a12e69d56f49738513fc1107de2722&device_id=2944a3a8-9285-47e3-9ace-d9f3f2c3557f HTTP/1.1" status: 200 len: 1098 time: 0.0513544 Nov 10 19:03:53.834142 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bfab6-4878-4092-a57a-ac75e1bdda1f req-e39f162f-7504-4ee7-9a17-c8dcfaa9661c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:03:53.835599 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-362bfab6-4878-4092-a57a-ac75e1bdda1f req-e39f162f-7504-4ee7-9a17-c8dcfaa9661c service neutron] 10.222.0.11 "GET /v2.0/networks?id=972ad6c4-e5b9-41a5-b470-a5ac0121ec4d HTTP/1.1" status: 200 len: 910 time: 0.0876682 Nov 10 19:03:53.907200 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-362bfab6-4878-4092-a57a-ac75e1bdda1f req-d9adbc2a-2f2c-4d85-8105-53642a211f2b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74452fb6-aa4c-4daa-8313-33b57ebe5720 HTTP/1.1" status: 200 len: 1001 time: 0.0627863 Nov 10 19:03:53.909357 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:03:53.957248 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bfab6-4878-4092-a57a-ac75e1bdda1f req-f91349d6-59c5-4d24-a38a-fa5daff596bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:03:53.958657 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-362bfab6-4878-4092-a57a-ac75e1bdda1f req-f91349d6-59c5-4d24-a38a-fa5daff596bb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2844ee17-4621-4b7c-ac22-76fb632ffe51 HTTP/1.1" status: 200 len: 848 time: 0.0436823 Nov 10 19:03:54.005401 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bfab6-4878-4092-a57a-ac75e1bdda1f req-6c747402-ef3d-4b54-91b4-e84b3ee5d0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:03:54.006882 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-362bfab6-4878-4092-a57a-ac75e1bdda1f req-6c747402-ef3d-4b54-91b4-e84b3ee5d0d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=972ad6c4-e5b9-41a5-b470-a5ac0121ec4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408266 Nov 10 19:03:54.098262 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-362bfab6-4878-4092-a57a-ac75e1bdda1f req-945dec2a-014a-43ce-80cf-890b42ad04e9 service neutron] 10.222.0.11 "GET /v2.0/networks/972ad6c4-e5b9-41a5-b470-a5ac0121ec4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846691 Nov 10 19:03:54.190326 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-362bfab6-4878-4092-a57a-ac75e1bdda1f req-0e3092f8-96f6-487f-9e5a-05ede3cccd41 service neutron] 10.222.0.11 "GET /v2.0/networks/972ad6c4-e5b9-41a5-b470-a5ac0121ec4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838926 Nov 10 19:03:55.709598 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:03:55.753480 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:03:56.672917 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 74452fb6-aa4c-4daa-8313-33b57ebe5720 details requested by agent hyperv_n-h1-776250-10 with host n-h1-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:03:56.773728 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 74452fb6-aa4c-4daa-8313-33b57ebe5720, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=74452fb6-aa4c-4daa-8313-33b57ebe5720,segment=NetworkSegment(b8834911-d877-465c-b81f-1821c9f49452),segment_id=b8834911-d877-465c-b81f-1821c9f49452)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:03:56.786526 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Returning: {'device': '74452fb6-aa4c-4daa-8313-33b57ebe5720', 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'port_id': '74452fb6-aa4c-4daa-8313-33b57ebe5720', 'mac_address': 'fa:16:3e:2b:1b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2844ee17-4621-4b7c-ac22-76fb632ffe51', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:03:56.830081 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:03:56.843721 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74452fb6-aa4c-4daa-8313-33b57ebe5720 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:03:56.864208 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 74452fb6-aa4c-4daa-8313-33b57ebe5720, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=74452fb6-aa4c-4daa-8313-33b57ebe5720,segment=NetworkSegment(b8834911-d877-465c-b81f-1821c9f49452),segment_id=b8834911-d877-465c-b81f-1821c9f49452)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:03:56.868589 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:03:56.925959 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=74452fb6-aa4c-4daa-8313-33b57ebe5720,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:03:56.933310 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:03:56.933606 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:03:56.933947 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:03:56.934283 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:03:56.934614 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:03:56.934943 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:03:56.935267 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:03:56.935589 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:03:56.935912 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:03:56.936257 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:03:56.936582 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:03:56.936899 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:03:56.942601 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] get_ports_and_sgs() called for port_ids ['74452fb6-aa4c-4daa-8313-33b57ebe5720'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:03:58.679658 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 74452fb6-aa4c-4daa-8313-33b57ebe5720 up at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:03:58.743765 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Provisioning complete for port 74452fb6-aa4c-4daa-8313-33b57ebe5720 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:03:58.744482 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:03:58.838053 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:03:58.863578 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2944a3a8-9285-47e3-9ace-d9f3f2c3557f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74452fb6-aa4c-4daa-8313-33b57ebe5720'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:03:58.865852 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99772a2-4b01-4944-aa12-95ec9de4571f" -d '{"events": [{"server_uuid": "2944a3a8-9285-47e3-9ace-d9f3f2c3557f", "name": "network-vif-plugged", "status": "completed", "tag": "74452fb6-aa4c-4daa-8313-33b57ebe5720"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:03:58.879630 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 74452fb6-aa4c-4daa-8313-33b57ebe5720, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=74452fb6-aa4c-4daa-8313-33b57ebe5720,segment=NetworkSegment(b8834911-d877-465c-b81f-1821c9f49452),segment_id=b8834911-d877-465c-b81f-1821c9f49452)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:03:58.886527 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:03:58.945664 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=74452fb6-aa4c-4daa-8313-33b57ebe5720,revision_number=7']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:03:59.028114 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29c9f0d-b2a5-41ed-a483-f2fe55702458 x-openstack-request-id: req-e29c9f0d-b2a5-41ed-a483-f2fe55702458 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:03:59.028550 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2944a3a8-9285-47e3-9ace-d9f3f2c3557f", "name": "network-vif-plugged", "status": "completed", "tag": "74452fb6-aa4c-4daa-8313-33b57ebe5720", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:03:59.028871 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e29c9f0d-b2a5-41ed-a483-f2fe55702458 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:03:59.029328 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2944a3a8-9285-47e3-9ace-d9f3f2c3557f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74452fb6-aa4c-4daa-8313-33b57ebe5720', 'code': 200} Nov 10 19:04:00.748841 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8cd122f3-98cf-4f4e-a293-790a9b7f31c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:03.107677 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-62969997-4cb3-4509-9524-d9a32a2b32db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:04.405005 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:05.883149 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:06.310181 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-fb095f87-33b2-4e05-bd95-b3ae8e515677 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1832809059&fields=id&tenant_id=76a12e69d56f49738513fc1107de2722 HTTP/1.1" status: 200 len: 267 time: 0.0462346 Nov 10 19:04:06.422785 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-6161c906-1d63-4f45-91b9-b8f6840355a9 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:06.424299 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-6161c906-1d63-4f45-91b9-b8f6840355a9 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/networks?id=972ad6c4-e5b9-41a5-b470-a5ac0121ec4d HTTP/1.1" status: 200 len: 809 time: 0.1060581 Nov 10 19:04:06.439098 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-b8a29ef6-32c3-4b98-83cd-6eab49bda153 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/quotas/76a12e69d56f49738513fc1107de2722 HTTP/1.1" status: 200 len: 375 time: 0.0090547 Nov 10 19:04:06.496968 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-3d8edce7-cb4c-4f1a-8fc7-20800d815bc9 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=76a12e69d56f49738513fc1107de2722&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0527270 Nov 10 19:04:06.549218 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:06.558507 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-a0c5de89-34c0-4f66-8428-dfd7390ea4e3 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:04:06.559528 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-a0c5de89-34c0-4f66-8428-dfd7390ea4e3 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0506399 Nov 10 19:04:06.655139 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-4ef1cd20-33d7-46e5-a188-9c2af9993962 service neutron] 10.222.0.39 "GET /v2.0/networks/972ad6c4-e5b9-41a5-b470-a5ac0121ec4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890341 Nov 10 19:04:06.745754 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-47319550-dee8-430e-9e15-34204d4cbc50 service neutron] 10.222.0.39 "GET /v2.0/networks/972ad6c4-e5b9-41a5-b470-a5ac0121ec4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838068 Nov 10 19:04:06.934322 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-60a0a30b-65f3-4d64-9048-40da2692de2d req-f678a641-f1d0-4a64-9f15-af3ca411c4d1 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=414d30e5-c303-4a16-9566-6cf123b4b786 HTTP/1.1" status: 200 len: 210 time: 0.0281367 Nov 10 19:04:07.958242 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-59aef968-f7f5-4cac-a793-b744e71d208b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:07.959960 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-59aef968-f7f5-4cac-a793-b744e71d208b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.13 "GET /v2.0/networks?id=972ad6c4-e5b9-41a5-b470-a5ac0121ec4d HTTP/1.1" status: 200 len: 809 time: 0.1085386 Nov 10 19:04:08.042167 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ece85199-4ebd-4184-be67-02505f5c5c82 req-dddfe934-76fb-4116-9ca3-1d58d1f82b61 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=414d30e5-c303-4a16-9566-6cf123b4b786 HTTP/1.1" status: 200 len: 210 time: 0.0358791 Nov 10 19:04:08.053571 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-255afa23-8a71-4076-a995-b4d5c3034dbc tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76a12e69d56f49738513fc1107de2722 HTTP/1.1" status: 200 len: 380 time: 0.0823092 Nov 10 19:04:08.063116 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-3744d84d-722b-40fc-b192-be3bc99e2099 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Request body: {'port': {'device_id': '414d30e5-c303-4a16-9566-6cf123b4b786', 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'admin_state_up': True, 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'security_groups': ['aed1ce0f-5c48-4cbd-82a1-d521f15de788']}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:04:08.178120 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-3744d84d-722b-40fc-b192-be3bc99e2099 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Made reservation on behalf of 76a12e69d56f49738513fc1107de2722 for: {'port': 1} {{(pid=102468) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 10 19:04:08.181756 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-3744d84d-722b-40fc-b192-be3bc99e2099 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:08.340576 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_common [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-3744d84d-722b-40fc-b192-be3bc99e2099 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Allocated IP 172.20.0.11 (972ad6c4-e5b9-41a5-b470-a5ac0121ec4d/2844ee17-4621-4b7c-ac22-76fb632ffe51/4aa6b3a5-f12b-4a91-884a-2859d8c0a719) {{(pid=102468) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:04:08.552326 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-3744d84d-722b-40fc-b192-be3bc99e2099 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for port, precommit_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:08.597017 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-3744d84d-722b-40fc-b192-be3bc99e2099 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_create {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:08.672024 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744d84d-722b-40fc-b192-be3bc99e2099 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Pushing event updated for resources: {'Port': ['ID=4aa6b3a5-f12b-4a91-884a-2859d8c0a719,revision_number=1']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:04:08.683283 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-3744d84d-722b-40fc-b192-be3bc99e2099 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Network 972ad6c4-e5b9-41a5-b470-a5ac0121ec4d is already hosted by enough agents. {{(pid=102468) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:04:08.685745 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3744d84d-722b-40fc-b192-be3bc99e2099 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:04:08.686098 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3744d84d-722b-40fc-b192-be3bc99e2099 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:04:08.686438 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3744d84d-722b-40fc-b192-be3bc99e2099 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:04:08.686779 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3744d84d-722b-40fc-b192-be3bc99e2099 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:04:08.687118 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3744d84d-722b-40fc-b192-be3bc99e2099 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:04:08.687442 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3744d84d-722b-40fc-b192-be3bc99e2099 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:04:08.687784 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3744d84d-722b-40fc-b192-be3bc99e2099 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:04:08.688352 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3744d84d-722b-40fc-b192-be3bc99e2099 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:04:08.688675 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3744d84d-722b-40fc-b192-be3bc99e2099 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:04:08.689161 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3744d84d-722b-40fc-b192-be3bc99e2099 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:04:08.689543 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3744d84d-722b-40fc-b192-be3bc99e2099 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:04:08.689892 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3744d84d-722b-40fc-b192-be3bc99e2099 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:04:08.699973 n-d-776250-10 neutron-server[102468]: DEBUG neutron.scheduler.base_scheduler [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-3744d84d-722b-40fc-b192-be3bc99e2099 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Resources bound (agent type, host, resource id): {{(pid=102468) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:04:08.702706 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-3744d84d-722b-40fc-b192-be3bc99e2099 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Received port after_create {{(pid=102468) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:04:08.743000 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 74452fb6-aa4c-4daa-8313-33b57ebe5720 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:04:08.784831 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-3744d84d-722b-40fc-b192-be3bc99e2099 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:08.785632 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-3744d84d-722b-40fc-b192-be3bc99e2099 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:08.819696 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-3744d84d-722b-40fc-b192-be3bc99e2099 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7601438 Nov 10 19:04:08.860970 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:08.886455 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2944a3a8-9285-47e3-9ace-d9f3f2c3557f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74452fb6-aa4c-4daa-8313-33b57ebe5720'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:04:08.888790 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d547eb-5650-4871-a971-415733d969a5" -d '{"events": [{"server_uuid": "2944a3a8-9285-47e3-9ace-d9f3f2c3557f", "name": "network-vif-unplugged", "status": "completed", "tag": "74452fb6-aa4c-4daa-8313-33b57ebe5720"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:04:08.904696 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] For port 74452fb6-aa4c-4daa-8313-33b57ebe5720, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=74452fb6-aa4c-4daa-8313-33b57ebe5720,segment=NetworkSegment(b8834911-d877-465c-b81f-1821c9f49452),segment_id=b8834911-d877-465c-b81f-1821c9f49452)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:04:08.910045 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:08.945208 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 10 Nov 2021 19:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51964b12-7c7b-4ac5-911d-60cee1b9680b x-openstack-request-id: req-51964b12-7c7b-4ac5-911d-60cee1b9680b {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:04:08.945497 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2944a3a8-9285-47e3-9ace-d9f3f2c3557f", "name": "network-vif-unplugged", "status": "completed", "tag": "74452fb6-aa4c-4daa-8313-33b57ebe5720", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:04:08.945748 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-51964b12-7c7b-4ac5-911d-60cee1b9680b {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:04:08.946142 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2944a3a8-9285-47e3-9ace-d9f3f2c3557f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74452fb6-aa4c-4daa-8313-33b57ebe5720', 'code': 200} Nov 10 19:04:08.971373 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Pushing event updated for resources: {'Port': ['ID=74452fb6-aa4c-4daa-8313-33b57ebe5720,revision_number=8']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:04:09.016849 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-5b805ebc-71c9-4e73-9456-949eac769b67 None None] Provisioning complete for port 4aa6b3a5-f12b-4a91-884a-2859d8c0a719 triggered by entity DHCP. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:04:09.017230 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5b805ebc-71c9-4e73-9456-949eac769b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:09.060737 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-5b805ebc-71c9-4e73-9456-949eac769b67 None None] Port 4aa6b3a5-f12b-4a91-884a-2859d8c0a719 cannot update to ACTIVE because it is not bound. {{(pid=102470) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 10 19:04:09.165601 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10991bfd-01d1-4d26-95e6-ab7739baea7e req-d53d22e4-b652-4294-9da7-8c990820525d tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:09.176175 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-10991bfd-01d1-4d26-95e6-ab7739baea7e req-d53d22e4-b652-4294-9da7-8c990820525d tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=414d30e5-c303-4a16-9566-6cf123b4b786 HTTP/1.1" status: 200 len: 932 time: 0.0502231 Nov 10 19:04:09.223403 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-10991bfd-01d1-4d26-95e6-ab7739baea7e req-35b6d155-e559-4297-b991-9d46de6c7101 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/security-groups?id=aed1ce0f-5c48-4cbd-82a1-d521f15de788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491199 Nov 10 19:04:10.348202 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f8fe2-57a4-4f1b-867d-ca08b5a439e5 req-336abdf2-e3a2-4627-b4d5-32b35b913907 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:10.349694 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-496f8fe2-57a4-4f1b-867d-ca08b5a439e5 req-336abdf2-e3a2-4627-b4d5-32b35b913907 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=414d30e5-c303-4a16-9566-6cf123b4b786 HTTP/1.1" status: 200 len: 932 time: 0.0551355 Nov 10 19:04:10.405769 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-496f8fe2-57a4-4f1b-867d-ca08b5a439e5 req-4a4e782f-ae2e-4dc5-b89a-4faad822a3fe tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/security-groups?id=aed1ce0f-5c48-4cbd-82a1-d521f15de788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501494 Nov 10 19:04:11.525332 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26dcba-ed55-4a83-803c-b426e8d5ac84 req-889e9ac7-e1a9-416d-bcbc-0de80010ea1d tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:11.526815 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-aa26dcba-ed55-4a83-803c-b426e8d5ac84 req-889e9ac7-e1a9-416d-bcbc-0de80010ea1d tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=414d30e5-c303-4a16-9566-6cf123b4b786 HTTP/1.1" status: 200 len: 932 time: 0.0492291 Nov 10 19:04:11.585453 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-aa26dcba-ed55-4a83-803c-b426e8d5ac84 req-f6a577ca-b980-4d54-bcec-9b2a9f31da05 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/security-groups?id=aed1ce0f-5c48-4cbd-82a1-d521f15de788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526109 Nov 10 19:04:12.718033 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a69c37-1ac3-4982-9a33-69dcdab9cecb req-e2a6787c-b4d7-430e-9d0c-f4dda99f26cc tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:12.720353 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-65a69c37-1ac3-4982-9a33-69dcdab9cecb req-e2a6787c-b4d7-430e-9d0c-f4dda99f26cc tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=414d30e5-c303-4a16-9566-6cf123b4b786 HTTP/1.1" status: 200 len: 932 time: 0.0641646 Nov 10 19:04:12.778870 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-65a69c37-1ac3-4982-9a33-69dcdab9cecb req-b4630ad8-e2a7-428c-9ae1-f808fe90342d tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/security-groups?id=aed1ce0f-5c48-4cbd-82a1-d521f15de788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514212 Nov 10 19:04:13.912058 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f8ea4-712e-4c3b-adac-6c928a4f365e req-b7a01ca9-6296-4145-ac89-090bcc992797 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:13.913681 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-873f8ea4-712e-4c3b-adac-6c928a4f365e req-b7a01ca9-6296-4145-ac89-090bcc992797 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=414d30e5-c303-4a16-9566-6cf123b4b786 HTTP/1.1" status: 200 len: 932 time: 0.0574358 Nov 10 19:04:13.965189 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-873f8ea4-712e-4c3b-adac-6c928a4f365e req-cec67b7e-9e3f-4888-acd4-c54be12edc97 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/security-groups?id=aed1ce0f-5c48-4cbd-82a1-d521f15de788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455115 Nov 10 19:04:15.082859 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c0c3a-0d08-4a18-80ed-be669bbceabe req-2c98427c-505a-47cb-87b3-49cb9af85cea tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:15.084406 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8e7c0c3a-0d08-4a18-80ed-be669bbceabe req-2c98427c-505a-47cb-87b3-49cb9af85cea tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=414d30e5-c303-4a16-9566-6cf123b4b786 HTTP/1.1" status: 200 len: 932 time: 0.0495648 Nov 10 19:04:15.160787 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-8e7c0c3a-0d08-4a18-80ed-be669bbceabe req-ffe7800e-fd2c-4ed2-bfeb-e4193a3214e1 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/security-groups?id=aed1ce0f-5c48-4cbd-82a1-d521f15de788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681670 Nov 10 19:04:16.288886 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa114776-007f-491f-9000-1cf366dbbdc2 req-660cb343-a81a-4dda-be7b-8ac9f9981cc8 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:16.296376 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-aa114776-007f-491f-9000-1cf366dbbdc2 req-660cb343-a81a-4dda-be7b-8ac9f9981cc8 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=414d30e5-c303-4a16-9566-6cf123b4b786 HTTP/1.1" status: 200 len: 932 time: 0.0637176 Nov 10 19:04:16.355494 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-aa114776-007f-491f-9000-1cf366dbbdc2 req-10d25927-d7bc-483c-871e-c4044d38d59d tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/security-groups?id=aed1ce0f-5c48-4cbd-82a1-d521f15de788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581567 Nov 10 19:04:17.478644 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f2ff7-a1ee-477c-bb6e-fd0b0ab2dd5e req-b465abee-f917-4edc-a289-cf036497cfbc tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:17.480434 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-230f2ff7-a1ee-477c-bb6e-fd0b0ab2dd5e req-b465abee-f917-4edc-a289-cf036497cfbc tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=414d30e5-c303-4a16-9566-6cf123b4b786 HTTP/1.1" status: 200 len: 932 time: 0.0504735 Nov 10 19:04:17.537656 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-230f2ff7-a1ee-477c-bb6e-fd0b0ab2dd5e req-54d97ef4-c9a8-4214-8b0b-6bfc135c15de tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/security-groups?id=aed1ce0f-5c48-4cbd-82a1-d521f15de788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503373 Nov 10 19:04:18.681736 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3d7c6-11a4-4ab1-a87b-d7ecbd850d57 req-f5104cc0-cb82-4cc9-bf63-83a389a7fbbb tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:18.683276 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-25e3d7c6-11a4-4ab1-a87b-d7ecbd850d57 req-f5104cc0-cb82-4cc9-bf63-83a389a7fbbb tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=414d30e5-c303-4a16-9566-6cf123b4b786 HTTP/1.1" status: 200 len: 932 time: 0.0642982 Nov 10 19:04:18.742658 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-25e3d7c6-11a4-4ab1-a87b-d7ecbd850d57 req-041be5f2-b22a-44ec-b8a7-0ab0e3075285 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/security-groups?id=aed1ce0f-5c48-4cbd-82a1-d521f15de788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518696 Nov 10 19:04:19.564805 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-0d85e911-5df3-40f9-b63d-d27b0477f905 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102468) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 10 19:04:19.566620 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-0d85e911-5df3-40f9-b63d-d27b0477f905 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058532 Nov 10 19:04:19.579382 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.v2.base [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-3cfc43e0-1457-4717-8694-fd6bca9f5e79 service neutron] Request body: {'port': {'device_id': '414d30e5-c303-4a16-9566-6cf123b4b786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-776250-10'}} {{(pid=102468) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:04:19.633254 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-3cfc43e0-1457-4717-8694-fd6bca9f5e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:19.867162 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616053a-3c6b-4470-845c-146ed9f3cf6b req-91daafd8-2a35-4f4c-88d9-b58ad4b622bf tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:19.868586 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3616053a-3c6b-4470-845c-146ed9f3cf6b req-91daafd8-2a35-4f4c-88d9-b58ad4b622bf tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=414d30e5-c303-4a16-9566-6cf123b4b786 HTTP/1.1" status: 200 len: 932 time: 0.0491483 Nov 10 19:04:19.910155 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-3cfc43e0-1457-4717-8694-fd6bca9f5e79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aa6b3a5-f12b-4a91-884a-2859d8c0a719 {{(pid=102468) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:04:19.917775 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-3cfc43e0-1457-4717-8694-fd6bca9f5e79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:19.918149 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3616053a-3c6b-4470-845c-146ed9f3cf6b req-2c927278-9bad-4a7b-baee-11beb72afb4e tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/security-groups?id=aed1ce0f-5c48-4cbd-82a1-d521f15de788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433419 Nov 10 19:04:19.930737 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.provisioning_blocks [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-3cfc43e0-1457-4717-8694-fd6bca9f5e79 service neutron] Transition to ACTIVE for port object 4aa6b3a5-f12b-4a91-884a-2859d8c0a719 will not be triggered until provisioned by entity L2. {{(pid=102468) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 10 19:04:19.934013 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-3cfc43e0-1457-4717-8694-fd6bca9f5e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:19.984341 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc43e0-1457-4717-8694-fd6bca9f5e79 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa6b3a5-f12b-4a91-884a-2859d8c0a719,revision_number=2']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:04:20.062309 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-3cfc43e0-1457-4717-8694-fd6bca9f5e79 service neutron] Attempting to bind port 4aa6b3a5-f12b-4a91-884a-2859d8c0a719 on host n-h2-776250-10 for vnic_type normal with profile {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 10 19:04:20.062670 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-3cfc43e0-1457-4717-8694-fd6bca9f5e79 service neutron] Attempting to bind port 4aa6b3a5-f12b-4a91-884a-2859d8c0a719 by drivers openvswitch,hyperv on host n-h2-776250-10 at level 0 using segments [{'id': 'b8834911-d877-465c-b81f-1821c9f49452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d'}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 10 19:04:20.063013 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-3cfc43e0-1457-4717-8694-fd6bca9f5e79 service neutron] Attempting to bind port 4aa6b3a5-f12b-4a91-884a-2859d8c0a719 on network 972ad6c4-e5b9-41a5-b470-a5ac0121ec4d {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:04:20.068429 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-3cfc43e0-1457-4717-8694-fd6bca9f5e79 service neutron] Port 4aa6b3a5-f12b-4a91-884a-2859d8c0a719 on network 972ad6c4-e5b9-41a5-b470-a5ac0121ec4d not bound, no agent of type Open vSwitch agent registered on host n-h2-776250-10 {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 10 19:04:20.068758 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-3cfc43e0-1457-4717-8694-fd6bca9f5e79 service neutron] Attempting to bind port 4aa6b3a5-f12b-4a91-884a-2859d8c0a719 on network 972ad6c4-e5b9-41a5-b470-a5ac0121ec4d {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 10 19:04:20.074022 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-3cfc43e0-1457-4717-8694-fd6bca9f5e79 service neutron] Checking agent: {'id': 'f4a83923-3705-4312-b5a0-dbf539d653b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-776250-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'started_at': datetime.datetime(2021, 11, 10, 17, 25, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 19, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 10 19:04:20.074365 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-3cfc43e0-1457-4717-8694-fd6bca9f5e79 service neutron] Checking segment: {'id': 'b8834911-d877-465c-b81f-1821c9f49452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102468) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 10 19:04:20.074746 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-3cfc43e0-1457-4717-8694-fd6bca9f5e79 service neutron] Bound using segment: {'id': 'b8834911-d877-465c-b81f-1821c9f49452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d'} {{(pid=102468) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 10 19:04:20.075178 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.managers [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-3cfc43e0-1457-4717-8694-fd6bca9f5e79 service neutron] Bound port: 4aa6b3a5-f12b-4a91-884a-2859d8c0a719, host: n-h2-776250-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8834911-d877-465c-b81f-1821c9f49452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d'}}] {{(pid=102468) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 10 19:04:20.075542 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-3cfc43e0-1457-4717-8694-fd6bca9f5e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:20.142692 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-3cfc43e0-1457-4717-8694-fd6bca9f5e79 service neutron] For port 4aa6b3a5-f12b-4a91-884a-2859d8c0a719, host n-h2-776250-10, cleared binding levels {{(pid=102468) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 10 19:04:20.145955 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-3cfc43e0-1457-4717-8694-fd6bca9f5e79 service neutron] For port 4aa6b3a5-f12b-4a91-884a-2859d8c0a719, host n-h2-776250-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4aa6b3a5-f12b-4a91-884a-2859d8c0a719,segment=NetworkSegment(b8834911-d877-465c-b81f-1821c9f49452),segment_id=b8834911-d877-465c-b81f-1821c9f49452)] {{(pid=102468) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 10 19:04:20.151304 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-3cfc43e0-1457-4717-8694-fd6bca9f5e79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63655858'] for port, after_update {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:20.184530 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-3cfc43e0-1457-4717-8694-fd6bca9f5e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:20.185313 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-3cfc43e0-1457-4717-8694-fd6bca9f5e79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:20.186705 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-3cfc43e0-1457-4717-8694-fd6bca9f5e79 service neutron] 10.222.0.13 "PUT /v2.0/ports/4aa6b3a5-f12b-4a91-884a-2859d8c0a719 HTTP/1.1" status: 200 len: 1093 time: 0.6113901 Nov 10 19:04:20.188822 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414d30e5-c303-4a16-9566-6cf123b4b786', 'tag': '4aa6b3a5-f12b-4a91-884a-2859d8c0a719'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:04:20.191810 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cc24c2-b1dd-422e-a853-96dfa2938976" -d '{"events": [{"name": "network-changed", "server_uuid": "414d30e5-c303-4a16-9566-6cf123b4b786", "tag": "4aa6b3a5-f12b-4a91-884a-2859d8c0a719"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:04:20.273625 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc43e0-1457-4717-8694-fd6bca9f5e79 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa6b3a5-f12b-4a91-884a-2859d8c0a719,revision_number=3']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:04:20.293253 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-babcc773-11b7-4af6-b370-7590be88b76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:20.294793 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-babcc773-11b7-4af6-b370-7590be88b76c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=76a12e69d56f49738513fc1107de2722&device_id=414d30e5-c303-4a16-9566-6cf123b4b786 HTTP/1.1" status: 200 len: 1096 time: 0.0557916 Nov 10 19:04:20.305241 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f0cd4a-5b0d-4540-aa06-57ace6d60254 x-openstack-request-id: req-52f0cd4a-5b0d-4540-aa06-57ace6d60254 {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:04:20.305540 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414d30e5-c303-4a16-9566-6cf123b4b786", "tag": "4aa6b3a5-f12b-4a91-884a-2859d8c0a719", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:04:20.305793 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-52f0cd4a-5b0d-4540-aa06-57ace6d60254 {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:04:20.306217 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414d30e5-c303-4a16-9566-6cf123b4b786', 'tag': '4aa6b3a5-f12b-4a91-884a-2859d8c0a719', 'status': 'completed', 'code': 200} Nov 10 19:04:20.346536 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-93b3707c-907f-4c4f-9215-b594d2225e47 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4aa6b3a5-f12b-4a91-884a-2859d8c0a719 HTTP/1.1" status: 200 len: 217 time: 0.0394235 Nov 10 19:04:20.399903 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-e1bc270f-657c-459b-a1ef-176dc578aae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:20.401446 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-e1bc270f-657c-459b-a1ef-176dc578aae9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2844ee17-4621-4b7c-ac22-76fb632ffe51 HTTP/1.1" status: 200 len: 848 time: 0.0474410 Nov 10 19:04:20.448931 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-4f9ddabd-e69f-4399-880d-b3cbec56ddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:20.450419 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-4f9ddabd-e69f-4399-880d-b3cbec56ddcd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=972ad6c4-e5b9-41a5-b470-a5ac0121ec4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411787 Nov 10 19:04:20.547443 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-d72d7836-d415-44bb-afed-38a2269e048f service neutron] 10.222.0.13 "GET /v2.0/networks/972ad6c4-e5b9-41a5-b470-a5ac0121ec4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877743 Nov 10 19:04:20.639061 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f94e7e6f-d5fa-4a77-871a-895987c2125b req-72435e2a-e04e-4984-b5c3-c3868935d0c9 service neutron] 10.222.0.13 "GET /v2.0/networks/972ad6c4-e5b9-41a5-b470-a5ac0121ec4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844944 Nov 10 19:04:20.727538 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc24c2-b1dd-422e-a853-96dfa2938976 req-c46f399b-4eb4-4ff1-a2f1-ebae15e8fec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:20.729101 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0cc24c2-b1dd-422e-a853-96dfa2938976 req-c46f399b-4eb4-4ff1-a2f1-ebae15e8fec4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=76a12e69d56f49738513fc1107de2722&device_id=414d30e5-c303-4a16-9566-6cf123b4b786 HTTP/1.1" status: 200 len: 1096 time: 0.0416501 Nov 10 19:04:20.824291 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc24c2-b1dd-422e-a853-96dfa2938976 req-3ff31c86-9090-456c-b3f8-3053ded07965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:20.825754 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0cc24c2-b1dd-422e-a853-96dfa2938976 req-3ff31c86-9090-456c-b3f8-3053ded07965 service neutron] 10.222.0.13 "GET /v2.0/networks?id=972ad6c4-e5b9-41a5-b470-a5ac0121ec4d HTTP/1.1" status: 200 len: 910 time: 0.0886881 Nov 10 19:04:20.867544 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0cc24c2-b1dd-422e-a853-96dfa2938976 req-b16f9403-c876-4945-822c-600093246465 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4aa6b3a5-f12b-4a91-884a-2859d8c0a719 HTTP/1.1" status: 200 len: 217 time: 0.0336974 Nov 10 19:04:20.922035 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc24c2-b1dd-422e-a853-96dfa2938976 req-d787e599-0557-45cd-9c1b-83283792a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:20.923404 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0cc24c2-b1dd-422e-a853-96dfa2938976 req-d787e599-0557-45cd-9c1b-83283792a60e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2844ee17-4621-4b7c-ac22-76fb632ffe51 HTTP/1.1" status: 200 len: 848 time: 0.0478146 Nov 10 19:04:20.971986 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc24c2-b1dd-422e-a853-96dfa2938976 req-d9b66e18-f375-45a8-97e8-b5c27c947b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:20.974537 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0cc24c2-b1dd-422e-a853-96dfa2938976 req-d9b66e18-f375-45a8-97e8-b5c27c947b9e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=972ad6c4-e5b9-41a5-b470-a5ac0121ec4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424261 Nov 10 19:04:21.039392 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49d36f-deb7-4a2f-9ac2-f435dcea1f7d req-50399016-c797-468f-b9ee-87ec9cc7443a tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:21.041019 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0c49d36f-deb7-4a2f-9ac2-f435dcea1f7d req-50399016-c797-468f-b9ee-87ec9cc7443a tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=414d30e5-c303-4a16-9566-6cf123b4b786 HTTP/1.1" status: 200 len: 944 time: 0.0542595 Nov 10 19:04:21.080254 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0cc24c2-b1dd-422e-a853-96dfa2938976 req-0659e85e-7752-40ee-ae36-4606c7a2d97f service neutron] 10.222.0.13 "GET /v2.0/networks/972ad6c4-e5b9-41a5-b470-a5ac0121ec4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972986 Nov 10 19:04:21.090207 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-0c49d36f-deb7-4a2f-9ac2-f435dcea1f7d req-7bf3dacc-1008-4038-8912-c39f9b662073 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/security-groups?id=aed1ce0f-5c48-4cbd-82a1-d521f15de788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430839 Nov 10 19:04:21.172604 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-b0cc24c2-b1dd-422e-a853-96dfa2938976 req-9c8e05b0-2fff-4f61-b421-b9823e25b5f5 service neutron] 10.222.0.13 "GET /v2.0/networks/972ad6c4-e5b9-41a5-b470-a5ac0121ec4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842011 Nov 10 19:04:22.210740 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f14cd-600d-4d90-87dc-ac08cfed05e7 req-7d135536-2d29-4498-97bc-f8698ec3481d tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:22.212272 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-da3f14cd-600d-4d90-87dc-ac08cfed05e7 req-7d135536-2d29-4498-97bc-f8698ec3481d tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=414d30e5-c303-4a16-9566-6cf123b4b786 HTTP/1.1" status: 200 len: 944 time: 0.0503173 Nov 10 19:04:22.262124 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-da3f14cd-600d-4d90-87dc-ac08cfed05e7 req-717f7c0f-373b-4add-8afa-7de1f8f8805c tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/security-groups?id=aed1ce0f-5c48-4cbd-82a1-d521f15de788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438492 Nov 10 19:04:23.378250 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb1c98-011b-401c-871a-efd5df598d72 req-a077294e-0997-4935-a16c-1967f0363fa8 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:23.380260 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b9cb1c98-011b-401c-871a-efd5df598d72 req-a077294e-0997-4935-a16c-1967f0363fa8 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=414d30e5-c303-4a16-9566-6cf123b4b786 HTTP/1.1" status: 200 len: 944 time: 0.0512352 Nov 10 19:04:23.429851 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-b9cb1c98-011b-401c-871a-efd5df598d72 req-52b4b419-86f0-47cd-a696-9b6a64955e0d tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/security-groups?id=aed1ce0f-5c48-4cbd-82a1-d521f15de788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435946 Nov 10 19:04:24.186748 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 4aa6b3a5-f12b-4a91-884a-2859d8c0a719 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:04:24.282019 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 4aa6b3a5-f12b-4a91-884a-2859d8c0a719, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4aa6b3a5-f12b-4a91-884a-2859d8c0a719,segment=NetworkSegment(b8834911-d877-465c-b81f-1821c9f49452),segment_id=b8834911-d877-465c-b81f-1821c9f49452)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:04:24.295604 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '4aa6b3a5-f12b-4a91-884a-2859d8c0a719', 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'port_id': '4aa6b3a5-f12b-4a91-884a-2859d8c0a719', 'mac_address': 'fa:16:3e:4e:5a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2844ee17-4621-4b7c-ac22-76fb632ffe51', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:04:24.336000 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:24.350680 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aa6b3a5-f12b-4a91-884a-2859d8c0a719 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:04:24.374865 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 4aa6b3a5-f12b-4a91-884a-2859d8c0a719, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4aa6b3a5-f12b-4a91-884a-2859d8c0a719,segment=NetworkSegment(b8834911-d877-465c-b81f-1821c9f49452),segment_id=b8834911-d877-465c-b81f-1821c9f49452)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:04:24.378635 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:24.596141 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=4aa6b3a5-f12b-4a91-884a-2859d8c0a719,revision_number=4']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:04:24.634923 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['4aa6b3a5-f12b-4a91-884a-2859d8c0a719'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:04:24.844494 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59ec6c-734c-403c-8898-1f4462655984 req-a36e7543-67b4-46d4-a666-b8960506c91e tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:24.846063 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9d59ec6c-734c-403c-8898-1f4462655984 req-a36e7543-67b4-46d4-a666-b8960506c91e tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=414d30e5-c303-4a16-9566-6cf123b4b786 HTTP/1.1" status: 200 len: 945 time: 0.3418894 Nov 10 19:04:24.895296 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-9d59ec6c-734c-403c-8898-1f4462655984 req-83bd9c71-7b24-4398-a808-7e812a17ed0c tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/security-groups?id=aed1ce0f-5c48-4cbd-82a1-d521f15de788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423284 Nov 10 19:04:25.732551 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:25.770595 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:26.015432 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5947c-b34d-4901-a7f3-47546c8417bc req-e1261d1b-60c2-4a82-a20a-668cf3f772d8 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:26.017019 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cfd5947c-b34d-4901-a7f3-47546c8417bc req-e1261d1b-60c2-4a82-a20a-668cf3f772d8 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=414d30e5-c303-4a16-9566-6cf123b4b786 HTTP/1.1" status: 200 len: 945 time: 0.0540478 Nov 10 19:04:26.069075 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cfd5947c-b34d-4901-a7f3-47546c8417bc req-4c52ea71-faa4-4f17-9b14-26c2437fd4a4 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/security-groups?id=aed1ce0f-5c48-4cbd-82a1-d521f15de788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452917 Nov 10 19:04:26.186999 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 4aa6b3a5-f12b-4a91-884a-2859d8c0a719 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:04:26.235948 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning for port 4aa6b3a5-f12b-4a91-884a-2859d8c0a719 completed by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 10 19:04:26.240091 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 4aa6b3a5-f12b-4a91-884a-2859d8c0a719 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:04:26.240494 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:26.321294 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:26.344733 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414d30e5-c303-4a16-9566-6cf123b4b786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa6b3a5-f12b-4a91-884a-2859d8c0a719'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:04:26.346932 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69f971b-d9a6-4ebe-8246-ff80219a8fb5" -d '{"events": [{"server_uuid": "414d30e5-c303-4a16-9566-6cf123b4b786", "name": "network-vif-plugged", "status": "completed", "tag": "4aa6b3a5-f12b-4a91-884a-2859d8c0a719"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:04:26.359463 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 4aa6b3a5-f12b-4a91-884a-2859d8c0a719, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4aa6b3a5-f12b-4a91-884a-2859d8c0a719,segment=NetworkSegment(b8834911-d877-465c-b81f-1821c9f49452),segment_id=b8834911-d877-465c-b81f-1821c9f49452)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:04:26.364001 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:26.387586 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee8c5f3-ee98-4eba-b87f-be49521beff0 x-openstack-request-id: req-dee8c5f3-ee98-4eba-b87f-be49521beff0 {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:04:26.387874 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414d30e5-c303-4a16-9566-6cf123b4b786", "name": "network-vif-plugged", "status": "completed", "tag": "4aa6b3a5-f12b-4a91-884a-2859d8c0a719", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:04:26.388127 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dee8c5f3-ee98-4eba-b87f-be49521beff0 {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:04:26.388530 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414d30e5-c303-4a16-9566-6cf123b4b786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa6b3a5-f12b-4a91-884a-2859d8c0a719', 'code': 200} Nov 10 19:04:26.417120 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=4aa6b3a5-f12b-4a91-884a-2859d8c0a719,revision_number=5']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:04:26.482768 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc6662-b314-4c18-bf13-ab748a8c25ba req-7eda40e5-aad3-4e2b-a307-f027637d136e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:26.484324 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bebc6662-b314-4c18-bf13-ab748a8c25ba req-7eda40e5-aad3-4e2b-a307-f027637d136e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=414d30e5-c303-4a16-9566-6cf123b4b786 HTTP/1.1" status: 200 len: 1098 time: 0.0407290 Nov 10 19:04:26.532129 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-bebc6662-b314-4c18-bf13-ab748a8c25ba req-06d546d4-3d36-43d7-827f-921cbee6b3b7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aed1ce0f-5c48-4cbd-82a1-d521f15de788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407274 Nov 10 19:04:27.233562 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe03aba-a248-495e-ac59-b0e51078eef8 req-9f2814be-bd7b-4e12-9a64-a8fd3db56f96 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:27.234984 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7fe03aba-a248-495e-ac59-b0e51078eef8 req-9f2814be-bd7b-4e12-9a64-a8fd3db56f96 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=414d30e5-c303-4a16-9566-6cf123b4b786 HTTP/1.1" status: 200 len: 946 time: 0.0985224 Nov 10 19:04:27.287184 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-7fe03aba-a248-495e-ac59-b0e51078eef8 req-11469b3e-2ed9-4ddc-8545-9d6b244daa8f tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/security-groups?id=aed1ce0f-5c48-4cbd-82a1-d521f15de788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453699 Nov 10 19:04:28.457899 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3693a-9a5d-4d57-9baa-acfc4ce502e9 req-e23453e7-bcff-45f5-9c42-f86607c5db66 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:28.459375 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-13d3693a-9a5d-4d57-9baa-acfc4ce502e9 req-e23453e7-bcff-45f5-9c42-f86607c5db66 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=414d30e5-c303-4a16-9566-6cf123b4b786 HTTP/1.1" status: 200 len: 946 time: 0.1011097 Nov 10 19:04:28.507376 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-13d3693a-9a5d-4d57-9baa-acfc4ce502e9 req-c05e06c0-72bd-4339-bc9f-87dd1623b2cc tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/security-groups?id=aed1ce0f-5c48-4cbd-82a1-d521f15de788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421371 Nov 10 19:04:28.623954 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6193a-d685-41c7-9b60-9f9dd52bf6f0 req-1166a310-b041-4199-9c6e-17349beb24dd tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:28.625464 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dbf6193a-d685-41c7-9b60-9f9dd52bf6f0 req-1166a310-b041-4199-9c6e-17349beb24dd tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=414d30e5-c303-4a16-9566-6cf123b4b786 HTTP/1.1" status: 200 len: 946 time: 0.0499010 Nov 10 19:04:28.679046 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-dbf6193a-d685-41c7-9b60-9f9dd52bf6f0 req-70d32cf6-1e43-44b2-bfcc-55f0c67a8785 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/security-groups?id=aed1ce0f-5c48-4cbd-82a1-d521f15de788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470002 Nov 10 19:04:28.700758 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36788) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:04:28.739605 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6c70cb-c468-49e4-9ec6-3a6be179730d tempest-TestSnapshotPattern-1622435397 tempest-TestSnapshotPattern-1622435397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:28.741209 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1d6c70cb-c468-49e4-9ec6-3a6be179730d tempest-TestSnapshotPattern-1622435397 tempest-TestSnapshotPattern-1622435397-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=414d30e5-c303-4a16-9566-6cf123b4b786 HTTP/1.1" status: 200 len: 1093 time: 0.0394914 Nov 10 19:04:28.744907 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36790) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:04:28.749287 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.v2.base [None req-1c38e717-875d-4f5b-8e72-0906230d918b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Request body: {'floatingip': {'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'port_id': '4aa6b3a5-f12b-4a91-884a-2859d8c0a719', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102469) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 10 19:04:28.772584 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1c38e717-875d-4f5b-8e72-0906230d918b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for floatingip, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:28.871478 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1c38e717-875d-4f5b-8e72-0906230d918b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:28.979122 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_common [None req-1c38e717-875d-4f5b-8e72-0906230d918b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Allocated IP 172.25.5.117 (ef950546-b13c-4865-8837-7444cdb2848e/c5072ad9-c70d-4314-828f-60f205807269/a6161ccf-4771-462c-a0c4-429810042f14) {{(pid=102469) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 10 19:04:29.087167 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1c38e717-875d-4f5b-8e72-0906230d918b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for port, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:29.120052 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1c38e717-875d-4f5b-8e72-0906230d918b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783913284473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:29.163292 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c38e717-875d-4f5b-8e72-0906230d918b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Network ef950546-b13c-4865-8837-7444cdb2848e is already hosted by enough agents. {{(pid=102469) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 10 19:04:29.166393 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.base_scheduler [None req-1c38e717-875d-4f5b-8e72-0906230d918b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Resources bound (agent type, host, resource id): {{(pid=102469) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 10 19:04:29.168995 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c38e717-875d-4f5b-8e72-0906230d918b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Received port after_create {{(pid=102469) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 10 19:04:29.174634 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38e717-875d-4f5b-8e72-0906230d918b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Pushing event updated for resources: {'Port': ['ID=a6161ccf-4771-462c-a0c4-429810042f14,revision_number=1']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:04:29.201471 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c38e717-875d-4f5b-8e72-0906230d918b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:04:29.201821 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c38e717-875d-4f5b-8e72-0906230d918b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:04:29.202165 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c38e717-875d-4f5b-8e72-0906230d918b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:04:29.202509 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c38e717-875d-4f5b-8e72-0906230d918b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:04:29.202845 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c38e717-875d-4f5b-8e72-0906230d918b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:04:29.203178 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c38e717-875d-4f5b-8e72-0906230d918b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:04:29.203511 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c38e717-875d-4f5b-8e72-0906230d918b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:04:29.203839 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c38e717-875d-4f5b-8e72-0906230d918b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:04:29.204184 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c38e717-875d-4f5b-8e72-0906230d918b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:04:29.204519 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c38e717-875d-4f5b-8e72-0906230d918b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:04:29.204873 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c38e717-875d-4f5b-8e72-0906230d918b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:04:29.205201 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c38e717-875d-4f5b-8e72-0906230d918b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:04:29.542893 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1c38e717-875d-4f5b-8e72-0906230d918b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:29.609622 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1c38e717-875d-4f5b-8e72-0906230d918b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:29.764290 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1c38e717-875d-4f5b-8e72-0906230d918b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for port, precommit_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:29.768893 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1c38e717-875d-4f5b-8e72-0906230d918b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62934864'] for port, after_update {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:29.834511 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38e717-875d-4f5b-8e72-0906230d918b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Pushing event updated for resources: {'Port': ['ID=a6161ccf-4771-462c-a0c4-429810042f14,revision_number=2']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:04:29.848295 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1c38e717-875d-4f5b-8e72-0906230d918b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-376818'] for floatingip, after_create {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:29.948573 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-1c38e717-875d-4f5b-8e72-0906230d918b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Floating IP e0a4f1a0-0485-42e1-8a33-d1058d74e845 associated. External IP: 172.25.5.117, port: 4aa6b3a5-f12b-4a91-884a-2859d8c0a719. Nov 10 19:04:30.168813 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c38e717-875d-4f5b-8e72-0906230d918b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Router 6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:04:30.278909 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c38e717-875d-4f5b-8e72-0906230d918b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:04:30.289525 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aab901-df23-4ecb-9119-1b1e93ded746 None None] Sync routers for ids ['6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:04:30.297478 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1c38e717-875d-4f5b-8e72-0906230d918b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:30.302801 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aab901-df23-4ecb-9119-1b1e93ded746 None None] Routers {'6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:04:30.303425 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-72aab901-df23-4ecb-9119-1b1e93ded746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T19:04:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:04:30.339544 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1c38e717-875d-4f5b-8e72-0906230d918b tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5800140 Nov 10 19:04:30.339544 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414d30e5-c303-4a16-9566-6cf123b4b786', 'tag': '4aa6b3a5-f12b-4a91-884a-2859d8c0a719'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:04:30.339544 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d082cc5b-66ab-444c-b63d-c3973e17ba95" -d '{"events": [{"name": "network-changed", "server_uuid": "414d30e5-c303-4a16-9566-6cf123b4b786", "tag": "4aa6b3a5-f12b-4a91-884a-2859d8c0a719"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:04:30.412470 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-72aab901-df23-4ecb-9119-1b1e93ded746 None None] Set router 6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:04:30.426802 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396dc45d-4d92-423d-9e2c-4c4a1ec4a5bf x-openstack-request-id: req-396dc45d-4d92-423d-9e2c-4c4a1ec4a5bf {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:04:30.426974 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414d30e5-c303-4a16-9566-6cf123b4b786", "tag": "4aa6b3a5-f12b-4a91-884a-2859d8c0a719", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:04:30.427170 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-396dc45d-4d92-423d-9e2c-4c4a1ec4a5bf {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:04:30.427555 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414d30e5-c303-4a16-9566-6cf123b4b786', 'tag': '4aa6b3a5-f12b-4a91-884a-2859d8c0a719', 'status': 'completed', 'code': 200} Nov 10 19:04:30.489498 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082cc5b-66ab-444c-b63d-c3973e17ba95 req-710e5eb5-d273-4a32-bfb8-bdbbe0bd3830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:30.491003 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d082cc5b-66ab-444c-b63d-c3973e17ba95 req-710e5eb5-d273-4a32-bfb8-bdbbe0bd3830 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=76a12e69d56f49738513fc1107de2722&device_id=414d30e5-c303-4a16-9566-6cf123b4b786 HTTP/1.1" status: 200 len: 1098 time: 0.0415921 Nov 10 19:04:30.586689 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082cc5b-66ab-444c-b63d-c3973e17ba95 req-38170ead-43ba-4dc9-8096-8ae58604e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:30.588353 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d082cc5b-66ab-444c-b63d-c3973e17ba95 req-38170ead-43ba-4dc9-8096-8ae58604e636 service neutron] 10.222.0.13 "GET /v2.0/networks?id=972ad6c4-e5b9-41a5-b470-a5ac0121ec4d HTTP/1.1" status: 200 len: 910 time: 0.0903473 Nov 10 19:04:30.643975 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-72aab901-df23-4ecb-9119-1b1e93ded746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'name': 'tempest-TestSnapshotPattern-140042037-router', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '479ee745-96b8-492c-8a62-84de2be9f896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:01:34Z', 'updated_at': '2021-11-10T19:01:37Z', 'revision_number': 4, 'project_id': '76a12e69d56f49738513fc1107de2722', 'gw_port': {'id': '479ee745-96b8-492c-8a62-84de2be9f896', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:35Z', 'updated_at': '2021-11-10T19:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '69d252a0-1e63-4dee-895f-99c1efc63977', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'floating_ip_address': '172.25.5.65', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'port_id': '74452fb6-aa4c-4daa-8313-33b57ebe5720', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'mac_address': 'fa:16:3e:2b:1b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2944a3a8-9285-47e3-9ace-d9f3f2c3557f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:01:57Z', 'updated_at': '2021-11-10T19:01:59Z', 'revision_number': 1, 'project_id': '76a12e69d56f49738513fc1107de2722', 'fixed_ip_address_scope': None}, {'id': 'e0a4f1a0-0485-42e1-8a33-d1058d74e845', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'floating_ip_address': '172.25.5.117', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'port_id': '4aa6b3a5-f12b-4a91-884a-2859d8c0a719', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'mac_address': 'fa:16:3e:4e:5a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414d30e5-c303-4a16-9566-6cf123b4b786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:04:29Z', 'updated_at': '2021-11-10T19:04:29Z', 'revision_number': 0, 'project_id': '76a12e69d56f49738513fc1107de2722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef00c098-fc52-4e2c-a702-96f5c4972cdc', 'name': '', 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'mac_address': 'fa:16:3e:fa:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '2844ee17-4621-4b7c-ac22-76fb632ffe51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:36Z', 'updated_at': '2021-11-10T19:01:41Z', 'revision_number': 5, 'project_id': '76a12e69d56f49738513fc1107de2722', 'subnets': [{'id': '2844ee17-4621-4b7c-ac22-76fb632ffe51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:04:30.655340 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d082cc5b-66ab-444c-b63d-c3973e17ba95 req-e1e8a834-4239-4775-8a7b-5b0977b8ed92 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4aa6b3a5-f12b-4a91-884a-2859d8c0a719 HTTP/1.1" status: 200 len: 1000 time: 0.0596185 Nov 10 19:04:30.669644 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aab901-df23-4ecb-9119-1b1e93ded746 None None] Checking router: 6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:04:30.678543 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aab901-df23-4ecb-9119-1b1e93ded746 None None] Routers {'6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:04:30.679079 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-72aab901-df23-4ecb-9119-1b1e93ded746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T19:04:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:04:30.706688 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082cc5b-66ab-444c-b63d-c3973e17ba95 req-eb377f1b-ce59-4420-abd0-329e86bbf0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:30.708204 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d082cc5b-66ab-444c-b63d-c3973e17ba95 req-eb377f1b-ce59-4420-abd0-329e86bbf0c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2844ee17-4621-4b7c-ac22-76fb632ffe51 HTTP/1.1" status: 200 len: 848 time: 0.0459759 Nov 10 19:04:30.748363 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-fcf024d5-bb89-4d68-81f2-f7c9bfd869fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:30.764211 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082cc5b-66ab-444c-b63d-c3973e17ba95 req-7781d148-7086-4c8a-9d42-e766876326b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:30.765732 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d082cc5b-66ab-444c-b63d-c3973e17ba95 req-7781d148-7086-4c8a-9d42-e766876326b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=972ad6c4-e5b9-41a5-b470-a5ac0121ec4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503581 Nov 10 19:04:30.786914 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-72aab901-df23-4ecb-9119-1b1e93ded746 None None] Set router 6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:04:30.858962 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d082cc5b-66ab-444c-b63d-c3973e17ba95 req-35783e83-860f-4f24-bb5c-33f37fc7edfe service neutron] 10.222.0.13 "GET /v2.0/networks/972ad6c4-e5b9-41a5-b470-a5ac0121ec4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851917 Nov 10 19:04:30.935308 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:04:30.954783 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-d082cc5b-66ab-444c-b63d-c3973e17ba95 req-d14badf6-f23d-467c-86f4-fd2b0b14b82d service neutron] 10.222.0.13 "GET /v2.0/networks/972ad6c4-e5b9-41a5-b470-a5ac0121ec4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883932 Nov 10 19:04:31.024640 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-72aab901-df23-4ecb-9119-1b1e93ded746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'name': 'tempest-TestSnapshotPattern-140042037-router', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '479ee745-96b8-492c-8a62-84de2be9f896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:01:34Z', 'updated_at': '2021-11-10T19:01:37Z', 'revision_number': 4, 'project_id': '76a12e69d56f49738513fc1107de2722', 'gw_port': {'id': '479ee745-96b8-492c-8a62-84de2be9f896', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:35Z', 'updated_at': '2021-11-10T19:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '69d252a0-1e63-4dee-895f-99c1efc63977', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'floating_ip_address': '172.25.5.65', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'port_id': '74452fb6-aa4c-4daa-8313-33b57ebe5720', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'mac_address': 'fa:16:3e:2b:1b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2944a3a8-9285-47e3-9ace-d9f3f2c3557f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:01:57Z', 'updated_at': '2021-11-10T19:01:59Z', 'revision_number': 1, 'project_id': '76a12e69d56f49738513fc1107de2722', 'fixed_ip_address_scope': None}, {'id': 'e0a4f1a0-0485-42e1-8a33-d1058d74e845', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'floating_ip_address': '172.25.5.117', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'port_id': '4aa6b3a5-f12b-4a91-884a-2859d8c0a719', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'mac_address': 'fa:16:3e:4e:5a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414d30e5-c303-4a16-9566-6cf123b4b786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:04:29Z', 'updated_at': '2021-11-10T19:04:29Z', 'revision_number': 0, 'project_id': '76a12e69d56f49738513fc1107de2722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef00c098-fc52-4e2c-a702-96f5c4972cdc', 'name': '', 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'mac_address': 'fa:16:3e:fa:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '2844ee17-4621-4b7c-ac22-76fb632ffe51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:36Z', 'updated_at': '2021-11-10T19:01:41Z', 'revision_number': 5, 'project_id': '76a12e69d56f49738513fc1107de2722', 'subnets': [{'id': '2844ee17-4621-4b7c-ac22-76fb632ffe51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:04:31.050258 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aab901-df23-4ecb-9119-1b1e93ded746 None None] The sync data for ids ['6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'] in n-d-776250-10 is: [{'id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'name': 'tempest-TestSnapshotPattern-140042037-router', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '479ee745-96b8-492c-8a62-84de2be9f896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:01:34Z', 'updated_at': '2021-11-10T19:01:37Z', 'revision_number': 4, 'project_id': '76a12e69d56f49738513fc1107de2722', 'gw_port': {'id': '479ee745-96b8-492c-8a62-84de2be9f896', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:35Z', 'updated_at': '2021-11-10T19:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '69d252a0-1e63-4dee-895f-99c1efc63977', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'floating_ip_address': '172.25.5.65', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'port_id': '74452fb6-aa4c-4daa-8313-33b57ebe5720', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'mac_address': 'fa:16:3e:2b:1b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2944a3a8-9285-47e3-9ace-d9f3f2c3557f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:01:57Z', 'updated_at': '2021-11-10T19:01:59Z', 'revision_number': 1, 'project_id': '76a12e69d56f49738513fc1107de2722', 'fixed_ip_address_scope': None}, {'id': 'e0a4f1a0-0485-42e1-8a33-d1058d74e845', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'floating_ip_address': '172.25.5.117', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'port_id': '4aa6b3a5-f12b-4a91-884a-2859d8c0a719', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'mac_address': 'fa:16:3e:4e:5a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414d30e5-c303-4a16-9566-6cf123b4b786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:04:29Z', 'updated_at': '2021-11-10T19:04:29Z', 'revision_number': 0, 'project_id': '76a12e69d56f49738513fc1107de2722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef00c098-fc52-4e2c-a702-96f5c4972cdc', 'name': '', 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'mac_address': 'fa:16:3e:fa:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '2844ee17-4621-4b7c-ac22-76fb632ffe51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:36Z', 'updated_at': '2021-11-10T19:01:41Z', 'revision_number': 5, 'project_id': '76a12e69d56f49738513fc1107de2722', 'subnets': [{'id': '2844ee17-4621-4b7c-ac22-76fb632ffe51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:04:31.240968 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca3d4c6-43c0-49c5-b3b2-e99b64e2c3ed None None] New status for floating IP e0a4f1a0-0485-42e1-8a33-d1058d74e845: ACTIVE {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:04:33.092948 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-3caaa51d-313a-4003-83bf-a72a58f65892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:34.406223 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:35.883829 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:36.551009 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:54.623331 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b815bd3-dcea-481b-964f-fe4fb182303d req-8a038427-11a6-4b50-88b0-3e4629cd9f2c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2944a3a8-9285-47e3-9ace-d9f3f2c3557f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403571 Nov 10 19:04:54.710898 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b815bd3-dcea-481b-964f-fe4fb182303d req-f13b33de-75f4-4b5b-a363-727158ddacd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:54.712475 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b815bd3-dcea-481b-964f-fe4fb182303d req-f13b33de-75f4-4b5b-a363-727158ddacd8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76a12e69d56f49738513fc1107de2722&device_id=2944a3a8-9285-47e3-9ace-d9f3f2c3557f HTTP/1.1" status: 200 len: 1096 time: 0.0456231 Nov 10 19:04:54.820436 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b815bd3-dcea-481b-964f-fe4fb182303d req-a75e8f18-5d68-4137-9e17-5cc595e19e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:54.821959 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b815bd3-dcea-481b-964f-fe4fb182303d req-a75e8f18-5d68-4137-9e17-5cc595e19e60 service neutron] 10.222.0.11 "GET /v2.0/networks?id=972ad6c4-e5b9-41a5-b470-a5ac0121ec4d HTTP/1.1" status: 200 len: 910 time: 0.0894647 Nov 10 19:04:54.891693 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b815bd3-dcea-481b-964f-fe4fb182303d req-459d310f-03b5-45bc-abd7-e875e575a375 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74452fb6-aa4c-4daa-8313-33b57ebe5720 HTTP/1.1" status: 200 len: 999 time: 0.0627255 Nov 10 19:04:54.940733 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b815bd3-dcea-481b-964f-fe4fb182303d req-e6be77a7-c910-41e3-8f8d-39ebab4e9d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:54.942790 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b815bd3-dcea-481b-964f-fe4fb182303d req-e6be77a7-c910-41e3-8f8d-39ebab4e9d6f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2844ee17-4621-4b7c-ac22-76fb632ffe51 HTTP/1.1" status: 200 len: 848 time: 0.0437474 Nov 10 19:04:54.987050 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b815bd3-dcea-481b-964f-fe4fb182303d req-13397eb8-c4a6-4600-a6b0-b6ac8ceb5a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:04:54.988663 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b815bd3-dcea-481b-964f-fe4fb182303d req-13397eb8-c4a6-4600-a6b0-b6ac8ceb5a82 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=972ad6c4-e5b9-41a5-b470-a5ac0121ec4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399046 Nov 10 19:04:55.084761 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b815bd3-dcea-481b-964f-fe4fb182303d req-161dabc5-d1a0-49f1-b31d-f662b2d8b34c service neutron] 10.222.0.11 "GET /v2.0/networks/972ad6c4-e5b9-41a5-b470-a5ac0121ec4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886858 Nov 10 19:04:55.174379 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-2b815bd3-dcea-481b-964f-fe4fb182303d req-ec0d3875-2eac-4118-b41f-a3dcf619260b service neutron] 10.222.0.11 "GET /v2.0/networks/972ad6c4-e5b9-41a5-b470-a5ac0121ec4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828793 Nov 10 19:04:55.741637 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:55.764553 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:04:59.922102 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-597a0cec-cd1d-4b27-a093-0d87de402821 req-715dd4cc-1009-46b5-96d6-4d4777fb4420 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=414d30e5-c303-4a16-9566-6cf123b4b786&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407386 Nov 10 19:05:00.002412 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a0cec-cd1d-4b27-a093-0d87de402821 req-15fb64a1-8ac0-4bf6-b096-968cf2129e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:00.003900 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-597a0cec-cd1d-4b27-a093-0d87de402821 req-15fb64a1-8ac0-4bf6-b096-968cf2129e25 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=76a12e69d56f49738513fc1107de2722&device_id=414d30e5-c303-4a16-9566-6cf123b4b786 HTTP/1.1" status: 200 len: 1098 time: 0.0411267 Nov 10 19:05:00.110273 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a0cec-cd1d-4b27-a093-0d87de402821 req-e9dbe475-1bf5-432f-89aa-86edb6082e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:00.111660 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-597a0cec-cd1d-4b27-a093-0d87de402821 req-e9dbe475-1bf5-432f-89aa-86edb6082e7b service neutron] 10.222.0.13 "GET /v2.0/networks?id=972ad6c4-e5b9-41a5-b470-a5ac0121ec4d HTTP/1.1" status: 200 len: 910 time: 0.0893013 Nov 10 19:05:00.177403 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-597a0cec-cd1d-4b27-a093-0d87de402821 req-4d2467a6-f6a6-4062-9ef4-b76070a22351 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4aa6b3a5-f12b-4a91-884a-2859d8c0a719 HTTP/1.1" status: 200 len: 1002 time: 0.0590520 Nov 10 19:05:00.232444 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a0cec-cd1d-4b27-a093-0d87de402821 req-39d3e84f-66ad-46e2-ab3f-c3267e918600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:00.233922 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-597a0cec-cd1d-4b27-a093-0d87de402821 req-39d3e84f-66ad-46e2-ab3f-c3267e918600 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2844ee17-4621-4b7c-ac22-76fb632ffe51 HTTP/1.1" status: 200 len: 848 time: 0.0496876 Nov 10 19:05:00.280131 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a0cec-cd1d-4b27-a093-0d87de402821 req-4151721d-34d4-4cf5-aad4-71f8941023aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:00.281839 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-597a0cec-cd1d-4b27-a093-0d87de402821 req-4151721d-34d4-4cf5-aad4-71f8941023aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=972ad6c4-e5b9-41a5-b470-a5ac0121ec4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414338 Nov 10 19:05:00.373691 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-597a0cec-cd1d-4b27-a093-0d87de402821 req-eb607988-71a6-441d-8d4c-e44a667381e1 service neutron] 10.222.0.13 "GET /v2.0/networks/972ad6c4-e5b9-41a5-b470-a5ac0121ec4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848761 Nov 10 19:05:00.466852 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-597a0cec-cd1d-4b27-a093-0d87de402821 req-1949a7be-0a2b-4944-9c8c-6f771de3a606 service neutron] 10.222.0.13 "GET /v2.0/networks/972ad6c4-e5b9-41a5-b470-a5ac0121ec4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863602 Nov 10 19:05:00.742328 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-28c0aa8e-a8a0-408e-9dee-6a686e4ca704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:03.095423 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-1c89b362-5638-4845-ae95-0dfbcdc62d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:04.409331 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:05.887849 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:06.554653 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:07.935323 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:05:25.749561 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:25.759780 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:30.748298 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-56a955a0-e042-442b-808a-6bd8fa2e304b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:33.096172 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-9748464d-1b66-46c4-9f8d-aa96393b01ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:34.412136 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:35.892670 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:36.558021 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:44.936244 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:05:54.621503 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc9f6312-0a7e-4375-842d-76360507ed0f req-6496f896-1213-4df6-8d16-858872aa9091 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2944a3a8-9285-47e3-9ace-d9f3f2c3557f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413337 Nov 10 19:05:54.709975 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f6312-0a7e-4375-842d-76360507ed0f req-97d25e23-9a7c-4e0a-a148-bebf86120c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:54.711452 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc9f6312-0a7e-4375-842d-76360507ed0f req-97d25e23-9a7c-4e0a-a148-bebf86120c0b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76a12e69d56f49738513fc1107de2722&device_id=2944a3a8-9285-47e3-9ace-d9f3f2c3557f HTTP/1.1" status: 200 len: 1096 time: 0.0453610 Nov 10 19:05:54.815777 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f6312-0a7e-4375-842d-76360507ed0f req-e19fcde9-e7c6-4e5c-a878-86f1ad459612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:54.817296 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc9f6312-0a7e-4375-842d-76360507ed0f req-e19fcde9-e7c6-4e5c-a878-86f1ad459612 service neutron] 10.222.0.11 "GET /v2.0/networks?id=972ad6c4-e5b9-41a5-b470-a5ac0121ec4d HTTP/1.1" status: 200 len: 910 time: 0.0862360 Nov 10 19:05:54.887084 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc9f6312-0a7e-4375-842d-76360507ed0f req-c19a521d-5011-4848-a5d1-461da69a1d21 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74452fb6-aa4c-4daa-8313-33b57ebe5720 HTTP/1.1" status: 200 len: 999 time: 0.0621419 Nov 10 19:05:54.946240 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f6312-0a7e-4375-842d-76360507ed0f req-881c8ea7-1b93-49c5-910b-a72b01425e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:54.947842 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc9f6312-0a7e-4375-842d-76360507ed0f req-881c8ea7-1b93-49c5-910b-a72b01425e25 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2844ee17-4621-4b7c-ac22-76fb632ffe51 HTTP/1.1" status: 200 len: 848 time: 0.0544181 Nov 10 19:05:54.993728 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f6312-0a7e-4375-842d-76360507ed0f req-6109a0c4-7b66-43c8-b1c8-5e7582addade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:05:54.995810 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc9f6312-0a7e-4375-842d-76360507ed0f req-6109a0c4-7b66-43c8-b1c8-5e7582addade service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=972ad6c4-e5b9-41a5-b470-a5ac0121ec4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411406 Nov 10 19:05:55.097581 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc9f6312-0a7e-4375-842d-76360507ed0f req-62f9e2fe-ad82-4e78-b1b0-92f0be14620d service neutron] 10.222.0.11 "GET /v2.0/networks/972ad6c4-e5b9-41a5-b470-a5ac0121ec4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942371 Nov 10 19:05:55.188576 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-cc9f6312-0a7e-4375-842d-76360507ed0f req-75acd79c-1548-4901-9b4c-d416cc01fdd3 service neutron] 10.222.0.11 "GET /v2.0/networks/972ad6c4-e5b9-41a5-b470-a5ac0121ec4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824628 Nov 10 19:05:55.769638 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:55.770990 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:56.498994 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 4aa6b3a5-f12b-4a91-884a-2859d8c0a719 details requested by agent hyperv_n-h2-776250-10 with host n-h2-776250-10 {{(pid=102470) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 10 19:05:56.621661 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 4aa6b3a5-f12b-4a91-884a-2859d8c0a719, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4aa6b3a5-f12b-4a91-884a-2859d8c0a719,segment=NetworkSegment(b8834911-d877-465c-b81f-1821c9f49452),segment_id=b8834911-d877-465c-b81f-1821c9f49452)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:05:56.633472 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Returning: {'device': '4aa6b3a5-f12b-4a91-884a-2859d8c0a719', 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'port_id': '4aa6b3a5-f12b-4a91-884a-2859d8c0a719', 'mac_address': 'fa:16:3e:4e:5a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2844ee17-4621-4b7c-ac22-76fb632ffe51', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102470) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 10 19:05:56.682557 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:56.696475 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4aa6b3a5-f12b-4a91-884a-2859d8c0a719 {{(pid=102470) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 10 19:05:56.719998 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 4aa6b3a5-f12b-4a91-884a-2859d8c0a719, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4aa6b3a5-f12b-4a91-884a-2859d8c0a719,segment=NetworkSegment(b8834911-d877-465c-b81f-1821c9f49452),segment_id=b8834911-d877-465c-b81f-1821c9f49452)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:05:56.724493 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:56.778125 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=4aa6b3a5-f12b-4a91-884a-2859d8c0a719,revision_number=6']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:05:56.787043 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:56.787402 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:56.787777 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:56.788099 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:56.788464 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:56.788816 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:56.789148 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:56.789479 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:56.789817 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:56.790147 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:56.790479 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:56.790811 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102470) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:05:56.815130 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] get_ports_and_sgs() called for port_ids ['4aa6b3a5-f12b-4a91-884a-2859d8c0a719'] {{(pid=102470) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 10 19:05:58.512087 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 4aa6b3a5-f12b-4a91-884a-2859d8c0a719 up at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 10 19:05:58.591540 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.provisioning_blocks [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Provisioning complete for port 4aa6b3a5-f12b-4a91-884a-2859d8c0a719 triggered by entity L2. {{(pid=102470) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 10 19:05:58.591831 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1445437'] for port, provisioning_complete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:58.679084 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532085'] for port, before_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:58.710424 n-d-776250-10 neutron-server[102470]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414d30e5-c303-4a16-9566-6cf123b4b786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa6b3a5-f12b-4a91-884a-2859d8c0a719'}] {{(pid=102470) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:05:58.712866 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868be4f7e4ac3d2c661270b85bc305434e73014c11a9aed89d8e5493ca9d7174" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a67b971-8fa1-4f98-b9d6-d71d53ce6387" -d '{"events": [{"server_uuid": "414d30e5-c303-4a16-9566-6cf123b4b786", "name": "network-vif-plugged", "status": "completed", "tag": "4aa6b3a5-f12b-4a91-884a-2859d8c0a719"}]}' {{(pid=102470) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:05:58.730657 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] For port 4aa6b3a5-f12b-4a91-884a-2859d8c0a719, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4aa6b3a5-f12b-4a91-884a-2859d8c0a719,segment=NetworkSegment(b8834911-d877-465c-b81f-1821c9f49452),segment_id=b8834911-d877-465c-b81f-1821c9f49452)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:05:58.745370 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783913680267', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783913284491', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783913284509'] for port, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:05:58.779196 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6008d1-e087-4f2e-b452-5d0cb10c6acc x-openstack-request-id: req-fd6008d1-e087-4f2e-b452-5d0cb10c6acc {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:05:58.779495 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414d30e5-c303-4a16-9566-6cf123b4b786", "name": "network-vif-plugged", "status": "completed", "tag": "4aa6b3a5-f12b-4a91-884a-2859d8c0a719", "code": 200}]} {{(pid=102470) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:05:58.779755 n-d-776250-10 neutron-server[102470]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fd6008d1-e087-4f2e-b452-5d0cb10c6acc {{(pid=102470) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:05:58.780180 n-d-776250-10 neutron-server[102470]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414d30e5-c303-4a16-9566-6cf123b4b786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa6b3a5-f12b-4a91-884a-2859d8c0a719', 'code': 200} Nov 10 19:05:58.810370 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Pushing event updated for resources: {'Port': ['ID=4aa6b3a5-f12b-4a91-884a-2859d8c0a719,revision_number=7']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:00.754989 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-667bd6e5-21eb-4a6f-bda4-ea315463515a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:02.000886 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9b9c0-c3c1-48aa-86a9-6f61182c23e2 req-3cbef200-fc23-4d88-aaeb-e6819a8abbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:02.003129 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f8a9b9c0-c3c1-48aa-86a9-6f61182c23e2 req-3cbef200-fc23-4d88-aaeb-e6819a8abbbf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=76a12e69d56f49738513fc1107de2722&device_id=414d30e5-c303-4a16-9566-6cf123b4b786 HTTP/1.1" status: 200 len: 1098 time: 0.1088533 Nov 10 19:06:02.136053 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9b9c0-c3c1-48aa-86a9-6f61182c23e2 req-b1aaf898-2da8-41a8-b918-2a433ddd893b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:02.137660 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f8a9b9c0-c3c1-48aa-86a9-6f61182c23e2 req-b1aaf898-2da8-41a8-b918-2a433ddd893b service neutron] 10.222.0.13 "GET /v2.0/networks?id=972ad6c4-e5b9-41a5-b470-a5ac0121ec4d HTTP/1.1" status: 200 len: 910 time: 0.1130137 Nov 10 19:06:02.223037 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f8a9b9c0-c3c1-48aa-86a9-6f61182c23e2 req-1f3452f7-db65-4717-924d-1758fe17e6c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4aa6b3a5-f12b-4a91-884a-2859d8c0a719 HTTP/1.1" status: 200 len: 1002 time: 0.0768807 Nov 10 19:06:02.281006 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9b9c0-c3c1-48aa-86a9-6f61182c23e2 req-d45e902c-588f-4bcd-884b-0462e5ad9fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:02.282719 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f8a9b9c0-c3c1-48aa-86a9-6f61182c23e2 req-d45e902c-588f-4bcd-884b-0462e5ad9fa2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2844ee17-4621-4b7c-ac22-76fb632ffe51 HTTP/1.1" status: 200 len: 848 time: 0.0502491 Nov 10 19:06:02.339003 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9b9c0-c3c1-48aa-86a9-6f61182c23e2 req-03263ba6-3a1a-4843-b711-0b729513b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:02.342137 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f8a9b9c0-c3c1-48aa-86a9-6f61182c23e2 req-03263ba6-3a1a-4843-b711-0b729513b3d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=972ad6c4-e5b9-41a5-b470-a5ac0121ec4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500355 Nov 10 19:06:02.440076 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f8a9b9c0-c3c1-48aa-86a9-6f61182c23e2 req-16a8c4af-24e3-45b4-856d-159b4794193e service neutron] 10.222.0.13 "GET /v2.0/networks/972ad6c4-e5b9-41a5-b470-a5ac0121ec4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914748 Nov 10 19:06:02.560234 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-f8a9b9c0-c3c1-48aa-86a9-6f61182c23e2 req-1ddcefb1-f1f6-41d1-8846-0d200d5e94ef service neutron] 10.222.0.13 "GET /v2.0/networks/972ad6c4-e5b9-41a5-b470-a5ac0121ec4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110787 Nov 10 19:06:03.101441 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-dbb2d04a-2d91-46fd-8a31-3ebaa603c952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:04.426783 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:05.149499 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 36994) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:05.607204 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-7574acdf-78b6-40f4-a96f-0ae080dfce86 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Deleting port a6161ccf-4771-462c-a0c4-429810042f14 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:06:05.607578 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7574acdf-78b6-40f4-a96f-0ae080dfce86 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:05.686813 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7574acdf-78b6-40f4-a96f-0ae080dfce86 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:05.687155 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7574acdf-78b6-40f4-a96f-0ae080dfce86 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:05.699241 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-7574acdf-78b6-40f4-a96f-0ae080dfce86 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Calling delete_port for a6161ccf-4771-462c-a0c4-429810042f14 owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:06:05.860671 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7574acdf-78b6-40f4-a96f-0ae080dfce86 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:05.888021 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574acdf-78b6-40f4-a96f-0ae080dfce86 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Pushing event deleted for resources: {'Port': ['ID=a6161ccf-4771-462c-a0c4-429810042f14,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:05.897508 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574acdf-78b6-40f4-a96f-0ae080dfce86 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:05.897755 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:05.898240 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574acdf-78b6-40f4-a96f-0ae080dfce86 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:05.898240 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574acdf-78b6-40f4-a96f-0ae080dfce86 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:05.898548 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574acdf-78b6-40f4-a96f-0ae080dfce86 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:05.898893 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574acdf-78b6-40f4-a96f-0ae080dfce86 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:05.899247 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574acdf-78b6-40f4-a96f-0ae080dfce86 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:05.899584 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574acdf-78b6-40f4-a96f-0ae080dfce86 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:05.902890 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574acdf-78b6-40f4-a96f-0ae080dfce86 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:05.902890 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574acdf-78b6-40f4-a96f-0ae080dfce86 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:05.902890 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574acdf-78b6-40f4-a96f-0ae080dfce86 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:05.902890 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574acdf-78b6-40f4-a96f-0ae080dfce86 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:05.902890 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7574acdf-78b6-40f4-a96f-0ae080dfce86 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102469) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:05.963753 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7574acdf-78b6-40f4-a96f-0ae080dfce86 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:05.964135 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-7574acdf-78b6-40f4-a96f-0ae080dfce86 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Floating IP e0a4f1a0-0485-42e1-8a33-d1058d74e845 disassociated (deleted). External IP: 172.25.5.117, port: 4aa6b3a5-f12b-4a91-884a-2859d8c0a719. Nov 10 19:06:06.179735 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7574acdf-78b6-40f4-a96f-0ae080dfce86 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Router 6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:06:06.297166 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7574acdf-78b6-40f4-a96f-0ae080dfce86 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:06:06.302378 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-7574acdf-78b6-40f4-a96f-0ae080dfce86 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:06.307815 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf34d0d7-4331-4da3-bed0-1f792095f271 None None] Sync routers for ids ['6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:06:06.317961 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf34d0d7-4331-4da3-bed0-1f792095f271 None None] Routers {'6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:06:06.318572 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-bf34d0d7-4331-4da3-bed0-1f792095f271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T19:06:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:06:06.334823 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-7574acdf-78b6-40f4-a96f-0ae080dfce86 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "DELETE /v2.0/floatingips/e0a4f1a0-0485-42e1-8a33-d1058d74e845 HTTP/1.1" status: 204 len: 168 time: 1.1818054 Nov 10 19:06:06.334823 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414d30e5-c303-4a16-9566-6cf123b4b786', 'tag': '4aa6b3a5-f12b-4a91-884a-2859d8c0a719'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:06:06.335455 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb7c031-0c74-468c-a590-f8b00de02815" -d '{"events": [{"name": "network-changed", "server_uuid": "414d30e5-c303-4a16-9566-6cf123b4b786", "tag": "4aa6b3a5-f12b-4a91-884a-2859d8c0a719"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:06:06.376937 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28fdb6c-45f3-4693-a0b4-15d6443d6d40 x-openstack-request-id: req-f28fdb6c-45f3-4693-a0b4-15d6443d6d40 {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:06:06.377446 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414d30e5-c303-4a16-9566-6cf123b4b786", "tag": "4aa6b3a5-f12b-4a91-884a-2859d8c0a719", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:06:06.377878 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f28fdb6c-45f3-4693-a0b4-15d6443d6d40 {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:06:06.378445 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414d30e5-c303-4a16-9566-6cf123b4b786', 'tag': '4aa6b3a5-f12b-4a91-884a-2859d8c0a719', 'status': 'completed', 'code': 200} Nov 10 19:06:06.444769 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-bf34d0d7-4331-4da3-bed0-1f792095f271 None None] Set router 6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:06:06.448419 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7c031-0c74-468c-a590-f8b00de02815 req-abe5934b-5e7c-4e61-bc2b-598d8b94511b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:06.450385 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ffb7c031-0c74-468c-a590-f8b00de02815 req-abe5934b-5e7c-4e61-bc2b-598d8b94511b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=76a12e69d56f49738513fc1107de2722&device_id=414d30e5-c303-4a16-9566-6cf123b4b786 HTTP/1.1" status: 200 len: 1098 time: 0.0499601 Nov 10 19:06:06.561904 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:06.593523 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7c031-0c74-468c-a590-f8b00de02815 req-80730ccc-ac64-4b92-8d8a-fef4dbd4979a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:06.595010 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ffb7c031-0c74-468c-a590-f8b00de02815 req-80730ccc-ac64-4b92-8d8a-fef4dbd4979a service neutron] 10.222.0.13 "GET /v2.0/networks?id=972ad6c4-e5b9-41a5-b470-a5ac0121ec4d HTTP/1.1" status: 200 len: 910 time: 0.1350982 Nov 10 19:06:06.606733 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e3090-5fe8-493e-a93d-de6703ea9921 req-b3372fdc-1c4b-44fc-b862-6129b435f3e6 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:06.608385 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-da0e3090-5fe8-493e-a93d-de6703ea9921 req-b3372fdc-1c4b-44fc-b862-6129b435f3e6 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=414d30e5-c303-4a16-9566-6cf123b4b786 HTTP/1.1" status: 200 len: 946 time: 0.0806987 Nov 10 19:06:06.652351 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ffb7c031-0c74-468c-a590-f8b00de02815 req-6aa65775-ca4d-46e2-ad7d-9a425633784b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4aa6b3a5-f12b-4a91-884a-2859d8c0a719 HTTP/1.1" status: 200 len: 217 time: 0.0429239 Nov 10 19:06:06.700125 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-bf34d0d7-4331-4da3-bed0-1f792095f271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'name': 'tempest-TestSnapshotPattern-140042037-router', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '479ee745-96b8-492c-8a62-84de2be9f896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:01:34Z', 'updated_at': '2021-11-10T19:01:37Z', 'revision_number': 4, 'project_id': '76a12e69d56f49738513fc1107de2722', 'gw_port': {'id': '479ee745-96b8-492c-8a62-84de2be9f896', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:35Z', 'updated_at': '2021-11-10T19:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '69d252a0-1e63-4dee-895f-99c1efc63977', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'floating_ip_address': '172.25.5.65', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'port_id': '74452fb6-aa4c-4daa-8313-33b57ebe5720', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'mac_address': 'fa:16:3e:2b:1b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2944a3a8-9285-47e3-9ace-d9f3f2c3557f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:01:57Z', 'updated_at': '2021-11-10T19:01:59Z', 'revision_number': 1, 'project_id': '76a12e69d56f49738513fc1107de2722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef00c098-fc52-4e2c-a702-96f5c4972cdc', 'name': '', 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'mac_address': 'fa:16:3e:fa:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '2844ee17-4621-4b7c-ac22-76fb632ffe51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:36Z', 'updated_at': '2021-11-10T19:01:41Z', 'revision_number': 5, 'project_id': '76a12e69d56f49738513fc1107de2722', 'subnets': [{'id': '2844ee17-4621-4b7c-ac22-76fb632ffe51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:06:06.730163 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-da0e3090-5fe8-493e-a93d-de6703ea9921 req-ff2af2c5-6a51-4a80-9081-f2c1caf1aaaf tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/security-groups?id=aed1ce0f-5c48-4cbd-82a1-d521f15de788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122289 Nov 10 19:06:06.734341 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7c031-0c74-468c-a590-f8b00de02815 req-27c109d0-0095-42a3-b624-69ab69dbbd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:06.736522 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ffb7c031-0c74-468c-a590-f8b00de02815 req-27c109d0-0095-42a3-b624-69ab69dbbd51 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2844ee17-4621-4b7c-ac22-76fb632ffe51 HTTP/1.1" status: 200 len: 848 time: 0.0755212 Nov 10 19:06:06.790160 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7c031-0c74-468c-a590-f8b00de02815 req-ce734df5-e4c1-40e2-9c9b-0fd5437f060c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:06.792581 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ffb7c031-0c74-468c-a590-f8b00de02815 req-ce734df5-e4c1-40e2-9c9b-0fd5437f060c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=972ad6c4-e5b9-41a5-b470-a5ac0121ec4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477984 Nov 10 19:06:06.828465 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf34d0d7-4331-4da3-bed0-1f792095f271 None None] Checking router: 6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:06:06.837229 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf34d0d7-4331-4da3-bed0-1f792095f271 None None] Routers {'6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:06:06.837964 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-bf34d0d7-4331-4da3-bed0-1f792095f271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T19:06:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:06:06.905361 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ffb7c031-0c74-468c-a590-f8b00de02815 req-232da168-edbf-4dd5-98b6-1d939f91867d service neutron] 10.222.0.13 "GET /v2.0/networks/972ad6c4-e5b9-41a5-b470-a5ac0121ec4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048594 Nov 10 19:06:06.957347 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-bf34d0d7-4331-4da3-bed0-1f792095f271 None None] Set router 6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:06:07.002030 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-ffb7c031-0c74-468c-a590-f8b00de02815 req-6057159c-a607-47ad-aec1-d94f72fd4a9a service neutron] 10.222.0.13 "GET /v2.0/networks/972ad6c4-e5b9-41a5-b470-a5ac0121ec4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888031 Nov 10 19:06:07.195327 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-bf34d0d7-4331-4da3-bed0-1f792095f271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'name': 'tempest-TestSnapshotPattern-140042037-router', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '479ee745-96b8-492c-8a62-84de2be9f896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:01:34Z', 'updated_at': '2021-11-10T19:01:37Z', 'revision_number': 4, 'project_id': '76a12e69d56f49738513fc1107de2722', 'gw_port': {'id': '479ee745-96b8-492c-8a62-84de2be9f896', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:35Z', 'updated_at': '2021-11-10T19:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '69d252a0-1e63-4dee-895f-99c1efc63977', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'floating_ip_address': '172.25.5.65', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'port_id': '74452fb6-aa4c-4daa-8313-33b57ebe5720', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'mac_address': 'fa:16:3e:2b:1b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2944a3a8-9285-47e3-9ace-d9f3f2c3557f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:01:57Z', 'updated_at': '2021-11-10T19:01:59Z', 'revision_number': 1, 'project_id': '76a12e69d56f49738513fc1107de2722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef00c098-fc52-4e2c-a702-96f5c4972cdc', 'name': '', 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'mac_address': 'fa:16:3e:fa:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '2844ee17-4621-4b7c-ac22-76fb632ffe51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:36Z', 'updated_at': '2021-11-10T19:01:41Z', 'revision_number': 5, 'project_id': '76a12e69d56f49738513fc1107de2722', 'subnets': [{'id': '2844ee17-4621-4b7c-ac22-76fb632ffe51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:06:07.222341 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf34d0d7-4331-4da3-bed0-1f792095f271 None None] The sync data for ids ['6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'] in n-d-776250-10 is: [{'id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'name': 'tempest-TestSnapshotPattern-140042037-router', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '479ee745-96b8-492c-8a62-84de2be9f896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:01:34Z', 'updated_at': '2021-11-10T19:01:37Z', 'revision_number': 4, 'project_id': '76a12e69d56f49738513fc1107de2722', 'gw_port': {'id': '479ee745-96b8-492c-8a62-84de2be9f896', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:35Z', 'updated_at': '2021-11-10T19:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_floatingips': [{'id': '69d252a0-1e63-4dee-895f-99c1efc63977', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'floating_ip_address': '172.25.5.65', 'floating_network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'router_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'port_id': '74452fb6-aa4c-4daa-8313-33b57ebe5720', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'mac_address': 'fa:16:3e:2b:1b:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2944a3a8-9285-47e3-9ace-d9f3f2c3557f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T19:01:57Z', 'updated_at': '2021-11-10T19:01:59Z', 'revision_number': 1, 'project_id': '76a12e69d56f49738513fc1107de2722', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef00c098-fc52-4e2c-a702-96f5c4972cdc', 'name': '', 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'mac_address': 'fa:16:3e:fa:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '2844ee17-4621-4b7c-ac22-76fb632ffe51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:36Z', 'updated_at': '2021-11-10T19:01:41Z', 'revision_number': 5, 'project_id': '76a12e69d56f49738513fc1107de2722', 'subnets': [{'id': '2844ee17-4621-4b7c-ac22-76fb632ffe51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:06:07.476451 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaac2982-8243-4a2d-9a25-ab1ddd18f1fa None None] New status for floating IP e0a4f1a0-0485-42e1-8a33-d1058d74e845: DOWN {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:06:07.867091 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9aa38f-31d8-41d6-a098-eaf1ad8c168b req-b50ef0bd-8189-4466-9bc2-2159e2b5c809 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:07.868731 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5c9aa38f-31d8-41d6-a098-eaf1ad8c168b req-b50ef0bd-8189-4466-9bc2-2159e2b5c809 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=414d30e5-c303-4a16-9566-6cf123b4b786 HTTP/1.1" status: 200 len: 946 time: 0.0628209 Nov 10 19:06:07.925602 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-5c9aa38f-31d8-41d6-a098-eaf1ad8c168b req-bdcf76cb-0519-46b6-a461-98319aa26406 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/security-groups?id=aed1ce0f-5c48-4cbd-82a1-d521f15de788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500956 Nov 10 19:06:08.075851 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf56f6-d5eb-45d5-985b-bdf3a8b56ced req-df4ac11a-62b6-4833-b4f1-9d36bf852edd tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:08.077371 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-96cf56f6-d5eb-45d5-985b-bdf3a8b56ced req-df4ac11a-62b6-4833-b4f1-9d36bf852edd tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.13 "GET /v2.0/ports?device_id=414d30e5-c303-4a16-9566-6cf123b4b786 HTTP/1.1" status: 200 len: 946 time: 0.0503109 Nov 10 19:06:08.262937 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-96cf56f6-d5eb-45d5-985b-bdf3a8b56ced req-d4b1de5e-1bbc-4a05-b09f-497fb0da0164 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Deleting port 4aa6b3a5-f12b-4a91-884a-2859d8c0a719 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:06:08.263275 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-96cf56f6-d5eb-45d5-985b-bdf3a8b56ced req-d4b1de5e-1bbc-4a05-b09f-497fb0da0164 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:08.353125 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [req-96cf56f6-d5eb-45d5-985b-bdf3a8b56ced req-d4b1de5e-1bbc-4a05-b09f-497fb0da0164 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] For port 4aa6b3a5-f12b-4a91-884a-2859d8c0a719, host n-h2-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-776250-10',level=0,port_id=4aa6b3a5-f12b-4a91-884a-2859d8c0a719,segment=NetworkSegment(b8834911-d877-465c-b81f-1821c9f49452),segment_id=b8834911-d877-465c-b81f-1821c9f49452)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:08.353487 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-96cf56f6-d5eb-45d5-985b-bdf3a8b56ced req-d4b1de5e-1bbc-4a05-b09f-497fb0da0164 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:08.366693 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [req-96cf56f6-d5eb-45d5-985b-bdf3a8b56ced req-d4b1de5e-1bbc-4a05-b09f-497fb0da0164 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Calling delete_port for 4aa6b3a5-f12b-4a91-884a-2859d8c0a719 owned by compute:nova {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:06:08.500703 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-96cf56f6-d5eb-45d5-985b-bdf3a8b56ced req-d4b1de5e-1bbc-4a05-b09f-497fb0da0164 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:08.530993 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1de5e-1bbc-4a05-b09f-497fb0da0164 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Pushing event deleted for resources: {'Port': ['ID=4aa6b3a5-f12b-4a91-884a-2859d8c0a719,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:08.569308 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1de5e-1bbc-4a05-b09f-497fb0da0164 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:08.569649 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1de5e-1bbc-4a05-b09f-497fb0da0164 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:08.569986 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1de5e-1bbc-4a05-b09f-497fb0da0164 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:08.571014 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1de5e-1bbc-4a05-b09f-497fb0da0164 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:08.571014 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1de5e-1bbc-4a05-b09f-497fb0da0164 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:08.571014 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1de5e-1bbc-4a05-b09f-497fb0da0164 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:08.572290 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1de5e-1bbc-4a05-b09f-497fb0da0164 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:08.572290 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1de5e-1bbc-4a05-b09f-497fb0da0164 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:08.572290 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1de5e-1bbc-4a05-b09f-497fb0da0164 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:08.572290 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1de5e-1bbc-4a05-b09f-497fb0da0164 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:08.573689 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1de5e-1bbc-4a05-b09f-497fb0da0164 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:08.573689 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b1de5e-1bbc-4a05-b09f-497fb0da0164 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-776250-10 {{(pid=102468) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 10 19:06:08.579690 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 4aa6b3a5-f12b-4a91-884a-2859d8c0a719 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:06:08.592221 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [req-96cf56f6-d5eb-45d5-985b-bdf3a8b56ced req-d4b1de5e-1bbc-4a05-b09f-497fb0da0164 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] No DVR routers for this DVR port 4aa6b3a5-f12b-4a91-884a-2859d8c0a719 on host n-h2-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:06:08.594836 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [req-96cf56f6-d5eb-45d5-985b-bdf3a8b56ced req-d4b1de5e-1bbc-4a05-b09f-497fb0da0164 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:08.598184 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-96cf56f6-d5eb-45d5-985b-bdf3a8b56ced req-d4b1de5e-1bbc-4a05-b09f-497fb0da0164 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.13 "DELETE /v2.0/ports/4aa6b3a5-f12b-4a91-884a-2859d8c0a719 HTTP/1.1" status: 204 len: 173 time: 0.4273720 Nov 10 19:06:08.598618 n-d-776250-10 neutron-server[102468]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414d30e5-c303-4a16-9566-6cf123b4b786', 'name': 'network-vif-deleted', 'tag': '4aa6b3a5-f12b-4a91-884a-2859d8c0a719'}] {{(pid=102468) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:06:08.601163 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9198f37464661f42b1cd2a9a29d9b89092be6b67574ff973ea5ce9823a2fc06b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213f900a-2df0-441f-a042-6477ac9b036a" -d '{"events": [{"server_uuid": "414d30e5-c303-4a16-9566-6cf123b4b786", "name": "network-vif-deleted", "tag": "4aa6b3a5-f12b-4a91-884a-2859d8c0a719"}]}' {{(pid=102468) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:06:08.610585 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 4aa6b3a5-f12b-4a91-884a-2859d8c0a719 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:06:08.610978 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 4aa6b3a5-f12b-4a91-884a-2859d8c0a719 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:06:08.640710 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac89824e-23df-4453-9bdb-36e57915069e x-openstack-request-id: req-ac89824e-23df-4453-9bdb-36e57915069e {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:06:08.640983 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414d30e5-c303-4a16-9566-6cf123b4b786", "name": "network-vif-deleted", "tag": "4aa6b3a5-f12b-4a91-884a-2859d8c0a719", "status": "completed", "code": 200}]} {{(pid=102468) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:06:08.641241 n-d-776250-10 neutron-server[102468]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ac89824e-23df-4453-9bdb-36e57915069e {{(pid=102468) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:06:08.641641 n-d-776250-10 neutron-server[102468]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414d30e5-c303-4a16-9566-6cf123b4b786', 'name': 'network-vif-deleted', 'tag': '4aa6b3a5-f12b-4a91-884a-2859d8c0a719', 'status': 'completed', 'code': 200} Nov 10 19:06:09.051648 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-d3851a0e-29c6-4e3d-8b59-ef86a8640676 req-7bb73e27-84d9-46d6-afbd-31493f92db4a tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=414d30e5-c303-4a16-9566-6cf123b4b786 HTTP/1.1" status: 200 len: 210 time: 0.0304801 Nov 10 19:06:10.616382 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 37056) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:10.779904 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-a297d17d-aa67-484f-ad77-6dee7609a609 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Deleting port bb104f81-ea38-4e73-b9a3-318870d34c1a {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:06:10.780535 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a297d17d-aa67-484f-ad77-6dee7609a609 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:10.865171 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a297d17d-aa67-484f-ad77-6dee7609a609 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:10.865388 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a297d17d-aa67-484f-ad77-6dee7609a609 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:10.877651 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-a297d17d-aa67-484f-ad77-6dee7609a609 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Calling delete_port for bb104f81-ea38-4e73-b9a3-318870d34c1a owned by network:floatingip {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:06:11.034559 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a297d17d-aa67-484f-ad77-6dee7609a609 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:11.060761 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a297d17d-aa67-484f-ad77-6dee7609a609 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Pushing event deleted for resources: {'Port': ['ID=bb104f81-ea38-4e73-b9a3-318870d34c1a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:11.122410 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a297d17d-aa67-484f-ad77-6dee7609a609 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for floatingip, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:11.122655 n-d-776250-10 neutron-server[102469]: INFO neutron.db.l3_db [None req-a297d17d-aa67-484f-ad77-6dee7609a609 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Floating IP 69d252a0-1e63-4dee-895f-99c1efc63977 disassociated (deleted). External IP: 172.25.5.65, port: 74452fb6-aa4c-4daa-8313-33b57ebe5720. Nov 10 19:06:11.336578 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a297d17d-aa67-484f-ad77-6dee7609a609 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Router 6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:06:11.449425 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a297d17d-aa67-484f-ad77-6dee7609a609 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:06:11.453909 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-a297d17d-aa67-484f-ad77-6dee7609a609 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for floatingip, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:11.461888 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55718053-ebfc-4fdf-9724-42175cafbad9 None None] Sync routers for ids ['6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:06:11.471628 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55718053-ebfc-4fdf-9724-42175cafbad9 None None] Routers {'6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:06:11.472269 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-55718053-ebfc-4fdf-9724-42175cafbad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T19:06:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:06:11.482782 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-a297d17d-aa67-484f-ad77-6dee7609a609 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "DELETE /v2.0/floatingips/69d252a0-1e63-4dee-895f-99c1efc63977 HTTP/1.1" status: 204 len: 168 time: 0.8649940 Nov 10 19:06:11.483380 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2944a3a8-9285-47e3-9ace-d9f3f2c3557f', 'tag': '74452fb6-aa4c-4daa-8313-33b57ebe5720'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:06:11.485701 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca291fb2-2567-43a6-8b2b-8fb410457285" -d '{"events": [{"name": "network-changed", "server_uuid": "2944a3a8-9285-47e3-9ace-d9f3f2c3557f", "tag": "74452fb6-aa4c-4daa-8313-33b57ebe5720"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:06:11.528727 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 10 Nov 2021 19:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d47167-5523-4021-b546-6ddd7d9ac74d x-openstack-request-id: req-02d47167-5523-4021-b546-6ddd7d9ac74d {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:06:11.529022 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2944a3a8-9285-47e3-9ace-d9f3f2c3557f", "tag": "74452fb6-aa4c-4daa-8313-33b57ebe5720", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:06:11.529308 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-02d47167-5523-4021-b546-6ddd7d9ac74d {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:06:11.529724 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2944a3a8-9285-47e3-9ace-d9f3f2c3557f', 'tag': '74452fb6-aa4c-4daa-8313-33b57ebe5720', 'status': 'completed', 'code': 200} Nov 10 19:06:11.586871 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-55718053-ebfc-4fdf-9724-42175cafbad9 None None] Set router 6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:06:11.597777 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca291fb2-2567-43a6-8b2b-8fb410457285 req-aa032ebc-6dea-41c4-a3ec-84d69013beac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:11.599430 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ca291fb2-2567-43a6-8b2b-8fb410457285 req-aa032ebc-6dea-41c4-a3ec-84d69013beac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76a12e69d56f49738513fc1107de2722&device_id=2944a3a8-9285-47e3-9ace-d9f3f2c3557f HTTP/1.1" status: 200 len: 1096 time: 0.0463638 Nov 10 19:06:11.715332 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca291fb2-2567-43a6-8b2b-8fb410457285 req-7e5c52a0-3d6e-400c-95c4-99003f75e26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:11.716787 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ca291fb2-2567-43a6-8b2b-8fb410457285 req-7e5c52a0-3d6e-400c-95c4-99003f75e26b service neutron] 10.222.0.11 "GET /v2.0/networks?id=972ad6c4-e5b9-41a5-b470-a5ac0121ec4d HTTP/1.1" status: 200 len: 910 time: 0.1070662 Nov 10 19:06:11.737972 n-d-776250-10 neutron-server[102468]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9a4e0-c4d8-47e3-bbc6-c51556f54442 req-a2ad0170-5a7f-4ba8-9e9f-1f9113701a17 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102468) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:11.740595 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-08b9a4e0-c4d8-47e3-bbc6-c51556f54442 req-a2ad0170-5a7f-4ba8-9e9f-1f9113701a17 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=2944a3a8-9285-47e3-9ace-d9f3f2c3557f HTTP/1.1" status: 200 len: 944 time: 0.0540395 Nov 10 19:06:11.763350 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ca291fb2-2567-43a6-8b2b-8fb410457285 req-73fb80e0-dab3-4ceb-a98e-b3ab3ee6a840 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74452fb6-aa4c-4daa-8313-33b57ebe5720 HTTP/1.1" status: 200 len: 217 time: 0.0383821 Nov 10 19:06:11.798666 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [req-08b9a4e0-c4d8-47e3-bbc6-c51556f54442 req-4e21de08-a5c9-4e92-a1d0-c1625e45b54c tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/security-groups?id=aed1ce0f-5c48-4cbd-82a1-d521f15de788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497446 Nov 10 19:06:11.808187 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-55718053-ebfc-4fdf-9724-42175cafbad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'name': 'tempest-TestSnapshotPattern-140042037-router', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '479ee745-96b8-492c-8a62-84de2be9f896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:01:34Z', 'updated_at': '2021-11-10T19:01:37Z', 'revision_number': 4, 'project_id': '76a12e69d56f49738513fc1107de2722', 'gw_port': {'id': '479ee745-96b8-492c-8a62-84de2be9f896', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:35Z', 'updated_at': '2021-11-10T19:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'ef00c098-fc52-4e2c-a702-96f5c4972cdc', 'name': '', 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'mac_address': 'fa:16:3e:fa:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '2844ee17-4621-4b7c-ac22-76fb632ffe51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:36Z', 'updated_at': '2021-11-10T19:01:41Z', 'revision_number': 5, 'project_id': '76a12e69d56f49738513fc1107de2722', 'subnets': [{'id': '2844ee17-4621-4b7c-ac22-76fb632ffe51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:06:11.827477 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca291fb2-2567-43a6-8b2b-8fb410457285 req-7a808c34-44d4-4e28-bba4-30f632fd0b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:11.829120 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ca291fb2-2567-43a6-8b2b-8fb410457285 req-7a808c34-44d4-4e28-bba4-30f632fd0b97 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2844ee17-4621-4b7c-ac22-76fb632ffe51 HTTP/1.1" status: 200 len: 848 time: 0.0585334 Nov 10 19:06:11.839736 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55718053-ebfc-4fdf-9724-42175cafbad9 None None] Checking router: 6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:06:11.848878 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55718053-ebfc-4fdf-9724-42175cafbad9 None None] Routers {'6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:06:11.849489 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-55718053-ebfc-4fdf-9724-42175cafbad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T19:06:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:06:11.885076 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca291fb2-2567-43a6-8b2b-8fb410457285 req-e85a0cf5-e9dc-43f9-a23d-2c7f3b268b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:11.887367 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ca291fb2-2567-43a6-8b2b-8fb410457285 req-e85a0cf5-e9dc-43f9-a23d-2c7f3b268b21 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=972ad6c4-e5b9-41a5-b470-a5ac0121ec4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494614 Nov 10 19:06:11.958714 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-55718053-ebfc-4fdf-9724-42175cafbad9 None None] Set router 6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:06:11.991076 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ca291fb2-2567-43a6-8b2b-8fb410457285 req-c3cd3f72-a0f0-4d68-906b-99f06b02925d service neutron] 10.222.0.11 "GET /v2.0/networks/972ad6c4-e5b9-41a5-b470-a5ac0121ec4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956705 Nov 10 19:06:12.092233 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ca291fb2-2567-43a6-8b2b-8fb410457285 req-cf2eef61-280f-45ad-8ef1-10cc512819ad service neutron] 10.222.0.11 "GET /v2.0/networks/972ad6c4-e5b9-41a5-b470-a5ac0121ec4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924160 Nov 10 19:06:12.174184 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-55718053-ebfc-4fdf-9724-42175cafbad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'name': 'tempest-TestSnapshotPattern-140042037-router', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '479ee745-96b8-492c-8a62-84de2be9f896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:01:34Z', 'updated_at': '2021-11-10T19:01:37Z', 'revision_number': 4, 'project_id': '76a12e69d56f49738513fc1107de2722', 'gw_port': {'id': '479ee745-96b8-492c-8a62-84de2be9f896', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:35Z', 'updated_at': '2021-11-10T19:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'ef00c098-fc52-4e2c-a702-96f5c4972cdc', 'name': '', 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'mac_address': 'fa:16:3e:fa:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '2844ee17-4621-4b7c-ac22-76fb632ffe51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:36Z', 'updated_at': '2021-11-10T19:01:41Z', 'revision_number': 5, 'project_id': '76a12e69d56f49738513fc1107de2722', 'subnets': [{'id': '2844ee17-4621-4b7c-ac22-76fb632ffe51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:06:12.204371 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55718053-ebfc-4fdf-9724-42175cafbad9 None None] The sync data for ids ['6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'] in n-d-776250-10 is: [{'id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'name': 'tempest-TestSnapshotPattern-140042037-router', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '479ee745-96b8-492c-8a62-84de2be9f896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:01:34Z', 'updated_at': '2021-11-10T19:01:37Z', 'revision_number': 4, 'project_id': '76a12e69d56f49738513fc1107de2722', 'gw_port': {'id': '479ee745-96b8-492c-8a62-84de2be9f896', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:35Z', 'updated_at': '2021-11-10T19:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10', '_interfaces': [{'id': 'ef00c098-fc52-4e2c-a702-96f5c4972cdc', 'name': '', 'network_id': '972ad6c4-e5b9-41a5-b470-a5ac0121ec4d', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'mac_address': 'fa:16:3e:fa:92:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '2844ee17-4621-4b7c-ac22-76fb632ffe51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:36Z', 'updated_at': '2021-11-10T19:01:41Z', 'revision_number': 5, 'project_id': '76a12e69d56f49738513fc1107de2722', 'subnets': [{'id': '2844ee17-4621-4b7c-ac22-76fb632ffe51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:06:12.422417 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66301d15-ed3a-4cf6-a96b-0141abf5c169 None None] New status for floating IP 69d252a0-1e63-4dee-895f-99c1efc63977: DOWN {{(pid=102470) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 10 19:06:12.589775 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 4aa6b3a5-f12b-4a91-884a-2859d8c0a719 no longer exists at agent hyperv_n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:06:12.614009 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] No Port match for: 4aa6b3a5-f12b-4a91-884a-2859d8c0a719 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:06:12.614366 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Device 4aa6b3a5-f12b-4a91-884a-2859d8c0a719 not bound to the agent host n-h2-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:06:12.916491 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313c8f1-a09f-47b3-bcf8-a53542c1bc38 req-7a338815-b903-410a-94b8-bdcf59ac854a tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:12.918038 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1313c8f1-a09f-47b3-bcf8-a53542c1bc38 req-7a338815-b903-410a-94b8-bdcf59ac854a tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=2944a3a8-9285-47e3-9ace-d9f3f2c3557f HTTP/1.1" status: 200 len: 944 time: 0.0516775 Nov 10 19:06:12.973987 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-1313c8f1-a09f-47b3-bcf8-a53542c1bc38 req-8d90fb30-16c1-4a52-8452-4d0441ab8680 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/security-groups?id=aed1ce0f-5c48-4cbd-82a1-d521f15de788&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499444 Nov 10 19:06:13.319570 n-d-776250-10 neutron-server[102469]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7d7c6-e369-486b-a2f6-53aadd77b3c8 req-fb32f284-6d44-4ff2-8ea0-fd2c33eb87c6 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102469) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 10 19:06:13.321080 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3cc7d7c6-e369-486b-a2f6-53aadd77b3c8 req-fb32f284-6d44-4ff2-8ea0-fd2c33eb87c6 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.11 "GET /v2.0/ports?device_id=2944a3a8-9285-47e3-9ace-d9f3f2c3557f HTTP/1.1" status: 200 len: 944 time: 0.0547369 Nov 10 19:06:13.410550 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-3cc7d7c6-e369-486b-a2f6-53aadd77b3c8 req-4da89e36-bad5-4c87-8e52-ffebb33d1f31 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Deleting port 74452fb6-aa4c-4daa-8313-33b57ebe5720 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:06:13.410893 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3cc7d7c6-e369-486b-a2f6-53aadd77b3c8 req-4da89e36-bad5-4c87-8e52-ffebb33d1f31 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:13.504560 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [req-3cc7d7c6-e369-486b-a2f6-53aadd77b3c8 req-4da89e36-bad5-4c87-8e52-ffebb33d1f31 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] For port 74452fb6-aa4c-4daa-8313-33b57ebe5720, host n-h1-776250-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-776250-10',level=0,port_id=74452fb6-aa4c-4daa-8313-33b57ebe5720,segment=NetworkSegment(b8834911-d877-465c-b81f-1821c9f49452),segment_id=b8834911-d877-465c-b81f-1821c9f49452)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:13.504922 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3cc7d7c6-e369-486b-a2f6-53aadd77b3c8 req-4da89e36-bad5-4c87-8e52-ffebb33d1f31 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:13.518454 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [req-3cc7d7c6-e369-486b-a2f6-53aadd77b3c8 req-4da89e36-bad5-4c87-8e52-ffebb33d1f31 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Calling delete_port for 74452fb6-aa4c-4daa-8313-33b57ebe5720 owned by compute:nova {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:06:13.649489 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3cc7d7c6-e369-486b-a2f6-53aadd77b3c8 req-4da89e36-bad5-4c87-8e52-ffebb33d1f31 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:13.680806 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da89e36-bad5-4c87-8e52-ffebb33d1f31 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Pushing event deleted for resources: {'Port': ['ID=74452fb6-aa4c-4daa-8313-33b57ebe5720,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:13.724309 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc7d7c6-e369-486b-a2f6-53aadd77b3c8 req-4da89e36-bad5-4c87-8e52-ffebb33d1f31 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] No DVR routers for this DVR port 74452fb6-aa4c-4daa-8313-33b57ebe5720 on host n-h1-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:06:13.727735 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [req-3cc7d7c6-e369-486b-a2f6-53aadd77b3c8 req-4da89e36-bad5-4c87-8e52-ffebb33d1f31 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-80295'] for port, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:13.732224 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-3cc7d7c6-e369-486b-a2f6-53aadd77b3c8 req-4da89e36-bad5-4c87-8e52-ffebb33d1f31 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.11 "DELETE /v2.0/ports/74452fb6-aa4c-4daa-8313-33b57ebe5720 HTTP/1.1" status: 204 len: 173 time: 0.4054103 Nov 10 19:06:13.732679 n-d-776250-10 neutron-server[102469]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2944a3a8-9285-47e3-9ace-d9f3f2c3557f', 'name': 'network-vif-deleted', 'tag': '74452fb6-aa4c-4daa-8313-33b57ebe5720'}] {{(pid=102469) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 10 19:06:13.734978 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bd800b2cd54d76cf2031e1e41d415b11535b8861be636de4f0628b7d4374cfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09022de-3d57-4ce4-b1dd-39a1e590110e" -d '{"events": [{"server_uuid": "2944a3a8-9285-47e3-9ace-d9f3f2c3557f", "name": "network-vif-deleted", "tag": "74452fb6-aa4c-4daa-8313-33b57ebe5720"}]}' {{(pid=102469) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 10 19:06:13.780354 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 10 Nov 2021 19:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a3a299-9007-469d-ab9b-ec939d4edc6a x-openstack-request-id: req-c8a3a299-9007-469d-ab9b-ec939d4edc6a {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 10 19:06:13.780722 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2944a3a8-9285-47e3-9ace-d9f3f2c3557f", "name": "network-vif-deleted", "tag": "74452fb6-aa4c-4daa-8313-33b57ebe5720", "status": "completed", "code": 200}]} {{(pid=102469) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 10 19:06:13.781048 n-d-776250-10 neutron-server[102469]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c8a3a299-9007-469d-ab9b-ec939d4edc6a {{(pid=102469) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 10 19:06:13.781526 n-d-776250-10 neutron-server[102469]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2944a3a8-9285-47e3-9ace-d9f3f2c3557f', 'name': 'network-vif-deleted', 'tag': '74452fb6-aa4c-4daa-8313-33b57ebe5720', 'status': 'completed', 'code': 200} Nov 10 19:06:14.091231 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [req-ea5fa948-4e33-4cd7-b415-c461983bb350 req-4b5ce1bc-2ef2-4e1f-9e19-e9bf54a40cb5 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "GET /v2.0/ports?device_id=2944a3a8-9285-47e3-9ace-d9f3f2c3557f HTTP/1.1" status: 200 len: 210 time: 0.0326412 Nov 10 19:06:15.150289 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 37072) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:15.207765 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-47f59c81-ea1e-41ba-8c17-75791a8e1544 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:15.234272 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-47f59c81-ea1e-41ba-8c17-75791a8e1544 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:15.301546 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-47f59c81-ea1e-41ba-8c17-75791a8e1544 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:15.304200 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-47f59c81-ea1e-41ba-8c17-75791a8e1544 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:15.305436 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-47f59c81-ea1e-41ba-8c17-75791a8e1544 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] 10.222.0.39 "DELETE /v2.0/security-groups/aed1ce0f-5c48-4cbd-82a1-d521f15de788 HTTP/1.1" status: 204 len: 168 time: 0.1540649 Nov 10 19:06:15.323832 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f59c81-ea1e-41ba-8c17-75791a8e1544 tempest-TestSnapshotPattern-464532621 tempest-TestSnapshotPattern-464532621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed1ce0f-5c48-4cbd-82a1-d521f15de788,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:15.356513 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 37076) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:15.726933 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8a8357ae-3c15-4cb3-9ccb-11c9d1ff4516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:15.985822 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-8a8357ae-3c15-4cb3-9ccb-11c9d1ff4516 admin admin] Deleting port ef00c098-fc52-4e2c-a702-96f5c4972cdc {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:06:15.986065 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8a8357ae-3c15-4cb3-9ccb-11c9d1ff4516 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:16.066534 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-8a8357ae-3c15-4cb3-9ccb-11c9d1ff4516 admin admin] For port ef00c098-fc52-4e2c-a702-96f5c4972cdc, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=ef00c098-fc52-4e2c-a702-96f5c4972cdc,segment=NetworkSegment(b8834911-d877-465c-b81f-1821c9f49452),segment_id=b8834911-d877-465c-b81f-1821c9f49452)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:16.066888 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8a8357ae-3c15-4cb3-9ccb-11c9d1ff4516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:16.080000 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-8a8357ae-3c15-4cb3-9ccb-11c9d1ff4516 admin admin] Calling delete_port for ef00c098-fc52-4e2c-a702-96f5c4972cdc owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:06:16.267949 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8a8357ae-3c15-4cb3-9ccb-11c9d1ff4516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:16.300132 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8357ae-3c15-4cb3-9ccb-11c9d1ff4516 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef00c098-fc52-4e2c-a702-96f5c4972cdc,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:16.476974 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-8a8357ae-3c15-4cb3-9ccb-11c9d1ff4516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:16.991068 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8357ae-3c15-4cb3-9ccb-11c9d1ff4516 admin admin] Router 6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:06:17.103475 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8357ae-3c15-4cb3-9ccb-11c9d1ff4516 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:06:17.109197 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-8a8357ae-3c15-4cb3-9ccb-11c9d1ff4516 admin admin] 10.222.0.39 "PUT /v2.0/routers/6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7515936 Nov 10 19:06:17.111861 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 37078) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:17.112841 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df83ea95-6b51-4dea-8d62-c113e4b9a27c None None] Sync routers for ids ['6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'] in n-d-776250-10 {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:06:17.123993 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df83ea95-6b51-4dea-8d62-c113e4b9a27c None None] Routers {'6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:06:17.124640 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-df83ea95-6b51-4dea-8d62-c113e4b9a27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T19:06:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:06:17.222497 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-002dffb2-2f9c-4fa8-8245-c4a99498d269 admin admin] Publish callbacks [] for router, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:17.232858 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-df83ea95-6b51-4dea-8d62-c113e4b9a27c None None] Set router 6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c gateway port host: n-d-776250-10 {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:06:17.326248 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-002dffb2-2f9c-4fa8-8245-c4a99498d269 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:17.389674 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-002dffb2-2f9c-4fa8-8245-c4a99498d269 admin admin] Deleting port 479ee745-96b8-492c-8a62-84de2be9f896 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:06:17.389906 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-002dffb2-2f9c-4fa8-8245-c4a99498d269 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:17.472367 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-002dffb2-2f9c-4fa8-8245-c4a99498d269 admin admin] For port 479ee745-96b8-492c-8a62-84de2be9f896, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=479ee745-96b8-492c-8a62-84de2be9f896,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:17.472736 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-002dffb2-2f9c-4fa8-8245-c4a99498d269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:17.485555 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-002dffb2-2f9c-4fa8-8245-c4a99498d269 admin admin] Calling delete_port for 479ee745-96b8-492c-8a62-84de2be9f896 owned by network:router_gateway {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:06:17.500539 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 74452fb6-aa4c-4daa-8313-33b57ebe5720 no longer exists at agent hyperv_n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:06:17.511346 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-df83ea95-6b51-4dea-8d62-c113e4b9a27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'name': 'tempest-TestSnapshotPattern-140042037-router', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88'}], 'enable_snat': True}, 'gw_port_id': '479ee745-96b8-492c-8a62-84de2be9f896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:01:34Z', 'updated_at': '2021-11-10T19:06:16Z', 'revision_number': 5, 'project_id': '76a12e69d56f49738513fc1107de2722', 'gw_port': {'id': '479ee745-96b8-492c-8a62-84de2be9f896', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:35Z', 'updated_at': '2021-11-10T19:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:06:17.521220 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] No Port match for: 74452fb6-aa4c-4daa-8313-33b57ebe5720 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:06:17.521879 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Device 74452fb6-aa4c-4daa-8313-33b57ebe5720 not bound to the agent host n-h1-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:06:17.539047 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df83ea95-6b51-4dea-8d62-c113e4b9a27c None None] Checking router: 6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c for host: n-d-776250-10 {{(pid=102471) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:06:17.547466 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df83ea95-6b51-4dea-8d62-c113e4b9a27c None None] Routers {'6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'} bound to L3 agent in host n-d-776250-10 {{(pid=102471) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:06:17.548081 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-df83ea95-6b51-4dea-8d62-c113e4b9a27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T19:06:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'], 'active': True} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:06:17.638336 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_dvr_db [None req-df83ea95-6b51-4dea-8d62-c113e4b9a27c None None] Set router 6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c gateway port host: None {{(pid=102471) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:06:17.660707 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-002dffb2-2f9c-4fa8-8245-c4a99498d269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:17.685968 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002dffb2-2f9c-4fa8-8245-c4a99498d269 admin admin] Pushing event deleted for resources: {'Port': ['ID=479ee745-96b8-492c-8a62-84de2be9f896,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:17.695096 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.l3_hamode_db [None req-df83ea95-6b51-4dea-8d62-c113e4b9a27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'name': 'tempest-TestSnapshotPattern-140042037-router', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:01:34Z', 'updated_at': '2021-11-10T19:06:17Z', 'revision_number': 6, 'project_id': '76a12e69d56f49738513fc1107de2722', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102471) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:06:17.705054 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82c1afb-f453-4754-92b0-a93ca68f7963 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:06:17.724436 n-d-776250-10 neutron-server[102471]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df83ea95-6b51-4dea-8d62-c113e4b9a27c None None] The sync data for ids ['6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c'] in n-d-776250-10 is: [{'id': '6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c', 'name': 'tempest-TestSnapshotPattern-140042037-router', 'tenant_id': '76a12e69d56f49738513fc1107de2722', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:01:34Z', 'updated_at': '2021-11-10T19:06:17Z', 'revision_number': 6, 'project_id': '76a12e69d56f49738513fc1107de2722', 'gw_port_host': None}] {{(pid=102471) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:06:17.759897 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-002dffb2-2f9c-4fa8-8245-c4a99498d269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:17.851692 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-002dffb2-2f9c-4fa8-8245-c4a99498d269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:17.854145 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-002dffb2-2f9c-4fa8-8245-c4a99498d269 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:17.899325 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-002dffb2-2f9c-4fa8-8245-c4a99498d269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:17.904321 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002dffb2-2f9c-4fa8-8245-c4a99498d269 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c {{(pid=102468) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:06:17.909515 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-002dffb2-2f9c-4fa8-8245-c4a99498d269 admin admin] Publish callbacks [] for router, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:17.910396 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-002dffb2-2f9c-4fa8-8245-c4a99498d269 admin admin] 10.222.0.39 "DELETE /v2.0/routers/6a3ff09c-9cf9-497e-a031-cdb63b2a0e9c HTTP/1.1" status: 204 len: 168 time: 0.7974739 Nov 10 19:06:17.913033 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 37080) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:17.967141 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d6cf0a0-8cdf-4f95-8a8c-8bcd4250e4bc admin admin] Deleting subnet 2844ee17-4621-4b7c-ac22-76fb632ffe51 {{(pid=102468) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:06:17.970566 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d6cf0a0-8cdf-4f95-8a8c-8bcd4250e4bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:18.006463 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d6cf0a0-8cdf-4f95-8a8c-8bcd4250e4bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62980930'] for subnet, precommit_delete_associations {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:18.085327 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d6cf0a0-8cdf-4f95-8a8c-8bcd4250e4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:18.147924 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d6cf0a0-8cdf-4f95-8a8c-8bcd4250e4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63655816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57909709'] for subnet, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:18.176731 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6cf0a0-8cdf-4f95-8a8c-8bcd4250e4bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2844ee17-4621-4b7c-ac22-76fb632ffe51,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:18.182464 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-8d6cf0a0-8cdf-4f95-8a8c-8bcd4250e4bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:18.185812 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-8d6cf0a0-8cdf-4f95-8a8c-8bcd4250e4bc admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2844ee17-4621-4b7c-ac22-76fb632ffe51 HTTP/1.1" status: 204 len: 168 time: 0.2718430 Nov 10 19:06:18.188476 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 37082) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:18.191378 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494c3013-7480-4de9-9aee-6f50c3b55b81 None None] Network 972ad6c4-e5b9-41a5-b470-a5ac0121ec4d requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:06:18.279353 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a5bf1b39-9c5f-4dbd-86da-e7e999aedc5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:18.334684 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-a5bf1b39-9c5f-4dbd-86da-e7e999aedc5f admin admin] Deleting port 17ffb94f-e3d3-4d40-bab5-29b776db74e4 {{(pid=102468) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:06:18.334684 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a5bf1b39-9c5f-4dbd-86da-e7e999aedc5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:18.407929 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.db [None req-a5bf1b39-9c5f-4dbd-86da-e7e999aedc5f admin admin] For port 17ffb94f-e3d3-4d40-bab5-29b776db74e4, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=17ffb94f-e3d3-4d40-bab5-29b776db74e4,segment=NetworkSegment(b8834911-d877-465c-b81f-1821c9f49452),segment_id=b8834911-d877-465c-b81f-1821c9f49452)] {{(pid=102468) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:18.408233 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a5bf1b39-9c5f-4dbd-86da-e7e999aedc5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:18.421775 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.plugin [None req-a5bf1b39-9c5f-4dbd-86da-e7e999aedc5f admin admin] Calling delete_port for 17ffb94f-e3d3-4d40-bab5-29b776db74e4 owned by network:dhcp {{(pid=102468) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:06:18.506434 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a303490-0aae-438c-bb43-cf67eed3272b None None] DHCP port deletion for 972ad6c4-e5b9-41a5-b470-a5ac0121ec4d request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:06:18.513360 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a5bf1b39-9c5f-4dbd-86da-e7e999aedc5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63655845'] for port, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:18.546292 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf1b39-9c5f-4dbd-86da-e7e999aedc5f admin admin] Pushing event deleted for resources: {'Port': ['ID=17ffb94f-e3d3-4d40-bab5-29b776db74e4,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:18.548169 n-d-776250-10 neutron-server[102468]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bf1b39-9c5f-4dbd-86da-e7e999aedc5f admin admin] No DVR routers for this DVR port 17ffb94f-e3d3-4d40-bab5-29b776db74e4 on host n-d-776250-10 {{(pid=102468) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:06:18.583857 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 479ee745-96b8-492c-8a62-84de2be9f896 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:06:18.608084 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 479ee745-96b8-492c-8a62-84de2be9f896 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:06:18.608545 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 479ee745-96b8-492c-8a62-84de2be9f896 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:06:18.609127 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ef00c098-fc52-4e2c-a702-96f5c4972cdc no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:06:18.635007 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a5bf1b39-9c5f-4dbd-86da-e7e999aedc5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:18.637530 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: ef00c098-fc52-4e2c-a702-96f5c4972cdc {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:06:18.637773 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device ef00c098-fc52-4e2c-a702-96f5c4972cdc not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:06:18.638171 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 17ffb94f-e3d3-4d40-bab5-29b776db74e4 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:06:18.657490 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-a5bf1b39-9c5f-4dbd-86da-e7e999aedc5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['972ad6c4-e5b9-41a5-b470-a5ac0121ec4d']}} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:06:18.658541 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 17ffb94f-e3d3-4d40-bab5-29b776db74e4 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:06:18.658893 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 17ffb94f-e3d3-4d40-bab5-29b776db74e4 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:06:18.667973 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-a5bf1b39-9c5f-4dbd-86da-e7e999aedc5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8834911-d877-465c-b81f-1821c9f49452') {'for_net_delete': True} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:06:18.668527 n-d-776250-10 neutron-server[102468]: DEBUG neutron.services.segments.db [None req-a5bf1b39-9c5f-4dbd-86da-e7e999aedc5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8834911-d877-465c-b81f-1821c9f49452') {} {{(pid=102468) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:06:18.679510 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a5bf1b39-9c5f-4dbd-86da-e7e999aedc5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62980955'] for segment, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:18.693471 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a5bf1b39-9c5f-4dbd-86da-e7e999aedc5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:18.700053 n-d-776250-10 neutron-server[102468]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5bf1b39-9c5f-4dbd-86da-e7e999aedc5f admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102468) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:06:18.700467 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a5bf1b39-9c5f-4dbd-86da-e7e999aedc5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63655894'] for segment, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:18.702140 n-d-776250-10 neutron-server[102468]: Traceback (most recent call last): Nov 10 19:06:18.702140 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:06:18.702140 n-d-776250-10 neutron-server[102468]: timer() Nov 10 19:06:18.702140 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:06:18.702140 n-d-776250-10 neutron-server[102468]: cb(*args, **kw) Nov 10 19:06:18.702140 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:06:18.702140 n-d-776250-10 neutron-server[102468]: return func(*args, **kwargs) Nov 10 19:06:18.702140 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:06:18.702140 n-d-776250-10 neutron-server[102468]: self._notify() Nov 10 19:06:18.702140 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:06:18.702140 n-d-776250-10 neutron-server[102468]: self.callback(batched_events) Nov 10 19:06:18.702140 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:06:18.702140 n-d-776250-10 neutron-server[102468]: event.method(event) Nov 10 19:06:18.702140 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:06:18.702140 n-d-776250-10 neutron-server[102468]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:06:18.702140 n-d-776250-10 neutron-server[102468]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:06:18.702140 n-d-776250-10 neutron-server[102468]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:06:18.702140 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:06:18.702140 n-d-776250-10 neutron-server[102468]: return f(self, *a, **k) Nov 10 19:06:18.702140 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:06:18.702140 n-d-776250-10 neutron-server[102468]: return self._get(url).json() Nov 10 19:06:18.702140 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:06:18.702140 n-d-776250-10 neutron-server[102468]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:06:18.702140 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:06:18.702140 n-d-776250-10 neutron-server[102468]: return self.request(url, 'GET', **kwargs) Nov 10 19:06:18.702140 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:06:18.702140 n-d-776250-10 neutron-server[102468]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:06:18.702140 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:06:18.702140 n-d-776250-10 neutron-server[102468]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:06:18.702140 n-d-776250-10 neutron-server[102468]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:06:18.702140 n-d-776250-10 neutron-server[102468]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:06:18.702140 n-d-776250-10 neutron-server[102468]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:06:18.768934 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a5bf1b39-9c5f-4dbd-86da-e7e999aedc5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:18.779652 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-a5bf1b39-9c5f-4dbd-86da-e7e999aedc5f admin admin] Publish callbacks [] for network, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:18.785751 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-a5bf1b39-9c5f-4dbd-86da-e7e999aedc5f admin admin] 10.222.0.39 "DELETE /v2.0/networks/972ad6c4-e5b9-41a5-b470-a5ac0121ec4d HTTP/1.1" status: 204 len: 168 time: 0.5935812 Nov 10 19:06:18.786376 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 37084) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:18.796133 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf1b39-9c5f-4dbd-86da-e7e999aedc5f admin admin] Pushing event deleted for resources: {'Network': ['ID=972ad6c4-e5b9-41a5-b470-a5ac0121ec4d,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:19.163642 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-da91344a-253d-4f30-aab6-53fab2df1b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-410610'] for router_interface, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:19.422653 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-da91344a-253d-4f30-aab6-53fab2df1b35 admin admin] Deleting port 53cd8691-4e77-40ab-a726-e6d9ee54dae4 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:06:19.422886 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-da91344a-253d-4f30-aab6-53fab2df1b35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:19.505295 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-da91344a-253d-4f30-aab6-53fab2df1b35 admin admin] For port 53cd8691-4e77-40ab-a726-e6d9ee54dae4, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=53cd8691-4e77-40ab-a726-e6d9ee54dae4,segment=NetworkSegment(d6c59361-5f6e-44a9-a507-d04e16d04fd7),segment_id=d6c59361-5f6e-44a9-a507-d04e16d04fd7)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:19.505656 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-da91344a-253d-4f30-aab6-53fab2df1b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:19.518959 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-da91344a-253d-4f30-aab6-53fab2df1b35 admin admin] Calling delete_port for 53cd8691-4e77-40ab-a726-e6d9ee54dae4 owned by network:router_interface {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:06:19.707110 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-da91344a-253d-4f30-aab6-53fab2df1b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:19.734373 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91344a-253d-4f30-aab6-53fab2df1b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=53cd8691-4e77-40ab-a726-e6d9ee54dae4,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:19.913787 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-da91344a-253d-4f30-aab6-53fab2df1b35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409954'] for router_interface, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:20.135999 n-d-776250-10 neutron-server[102469]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da91344a-253d-4f30-aab6-53fab2df1b35 admin admin] Router 6426edb5-1f60-431a-88b3-7c84b0a586fc has already been hosted by L3 agent 605871a0-99f7-44ac-9cb0-939b685366a4 {{(pid=102469) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 10 19:06:20.244080 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da91344a-253d-4f30-aab6-53fab2df1b35 admin admin] Notify agent at l3_agent.n-d-776250-10 the message routers_updated {{(pid=102469) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 10 19:06:20.250140 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-da91344a-253d-4f30-aab6-53fab2df1b35 admin admin] 10.222.0.39 "PUT /v2.0/routers/6426edb5-1f60-431a-88b3-7c84b0a586fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4627292 Nov 10 19:06:20.252935 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 37086) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:20.256585 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa1084b-3126-4985-9531-62c441ba16f7 None None] Sync routers for ids ['6426edb5-1f60-431a-88b3-7c84b0a586fc'] in n-d-776250-10 {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 10 19:06:20.267503 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa1084b-3126-4985-9531-62c441ba16f7 None None] Routers {'6426edb5-1f60-431a-88b3-7c84b0a586fc'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:06:20.268127 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-8fa1084b-3126-4985-9531-62c441ba16f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T19:06:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6426edb5-1f60-431a-88b3-7c84b0a586fc'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:06:20.367699 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d71c22e8-d0ef-42b9-b44b-c61ce5c5b4e3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:20.380922 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-8fa1084b-3126-4985-9531-62c441ba16f7 None None] Set router 6426edb5-1f60-431a-88b3-7c84b0a586fc gateway port host: n-d-776250-10 {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:06:20.485374 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d71c22e8-d0ef-42b9-b44b-c61ce5c5b4e3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:20.539668 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-d71c22e8-d0ef-42b9-b44b-c61ce5c5b4e3 admin admin] Deleting port 0220bb4d-c529-4151-b7b8-e103a31bfd7b {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:06:20.540011 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d71c22e8-d0ef-42b9-b44b-c61ce5c5b4e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:20.563141 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-8fa1084b-3126-4985-9531-62c441ba16f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6426edb5-1f60-431a-88b3-7c84b0a586fc', 'name': 'tempest-TestSnapshotPattern-847957516-router', 'tenant_id': '59565be5ddf8453e8febce231b3c0cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'external_fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': '0220bb4d-c529-4151-b7b8-e103a31bfd7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:01:39Z', 'updated_at': '2021-11-10T19:06:19Z', 'revision_number': 5, 'project_id': '59565be5ddf8453e8febce231b3c0cac', 'gw_port': {'id': '0220bb4d-c529-4151-b7b8-e103a31bfd7b', 'name': '', 'network_id': 'ef950546-b13c-4865-8837-7444cdb2848e', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6426edb5-1f60-431a-88b3-7c84b0a586fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'c5072ad9-c70d-4314-828f-60f205807269', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-776250-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T19:01:39Z', 'updated_at': '2021-11-10T19:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c5072ad9-c70d-4314-828f-60f205807269', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-776250-10'}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:06:20.594105 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa1084b-3126-4985-9531-62c441ba16f7 None None] Checking router: 6426edb5-1f60-431a-88b3-7c84b0a586fc for host: n-d-776250-10 {{(pid=102470) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 10 19:06:20.602867 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa1084b-3126-4985-9531-62c441ba16f7 None None] Routers {'6426edb5-1f60-431a-88b3-7c84b0a586fc'} bound to L3 agent in host n-d-776250-10 {{(pid=102470) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 10 19:06:20.603971 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-8fa1084b-3126-4985-9531-62c441ba16f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-776250-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T17:17:33Z,description=,heartbeat_timestamp=2021-11-10T19:06:03Z,host='n-d-776250-10',id=605871a0-99f7-44ac-9cb0-939b685366a4,load=0,resource_versions=,resources_synced=,started_at=2021-11-10T17:17:33Z,topic='l3_agent')) {'router_ids': ['6426edb5-1f60-431a-88b3-7c84b0a586fc'], 'active': True} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:06:20.636851 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-d71c22e8-d0ef-42b9-b44b-c61ce5c5b4e3 admin admin] For port 0220bb4d-c529-4151-b7b8-e103a31bfd7b, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=0220bb4d-c529-4151-b7b8-e103a31bfd7b,segment=NetworkSegment(ab4b41d2-662a-4075-bd84-e5ac71ab5a33),segment_id=ab4b41d2-662a-4075-bd84-e5ac71ab5a33)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:20.637216 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d71c22e8-d0ef-42b9-b44b-c61ce5c5b4e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:20.649422 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-d71c22e8-d0ef-42b9-b44b-c61ce5c5b4e3 admin admin] Calling delete_port for 0220bb4d-c529-4151-b7b8-e103a31bfd7b owned by network:router_gateway {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:06:20.691248 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvr_db [None req-8fa1084b-3126-4985-9531-62c441ba16f7 None None] Set router 6426edb5-1f60-431a-88b3-7c84b0a586fc gateway port host: None {{(pid=102470) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 10 19:06:20.746186 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_hamode_db [None req-8fa1084b-3126-4985-9531-62c441ba16f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6426edb5-1f60-431a-88b3-7c84b0a586fc', 'name': 'tempest-TestSnapshotPattern-847957516-router', 'tenant_id': '59565be5ddf8453e8febce231b3c0cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:01:39Z', 'updated_at': '2021-11-10T19:06:20Z', 'revision_number': 6, 'project_id': '59565be5ddf8453e8febce231b3c0cac', 'gw_port_host': None}], 'n-d-776250-10', False) {} {{(pid=102470) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:06:20.776088 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa1084b-3126-4985-9531-62c441ba16f7 None None] The sync data for ids ['6426edb5-1f60-431a-88b3-7c84b0a586fc'] in n-d-776250-10 is: [{'id': '6426edb5-1f60-431a-88b3-7c84b0a586fc', 'name': 'tempest-TestSnapshotPattern-847957516-router', 'tenant_id': '59565be5ddf8453e8febce231b3c0cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T19:01:39Z', 'updated_at': '2021-11-10T19:06:20Z', 'revision_number': 6, 'project_id': '59565be5ddf8453e8febce231b3c0cac', 'gw_port_host': None}] {{(pid=102470) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 10 19:06:20.829464 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d71c22e8-d0ef-42b9-b44b-c61ce5c5b4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:20.857194 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c22e8-d0ef-42b9-b44b-c61ce5c5b4e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0220bb4d-c529-4151-b7b8-e103a31bfd7b,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:20.867590 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11079611-af66-489e-ad05-225cb2134c99 None None] DHCP port deletion for ef950546-b13c-4865-8837-7444cdb2848e request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:06:20.923434 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d71c22e8-d0ef-42b9-b44b-c61ce5c5b4e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-376712'] for router_gateway, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:21.022970 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d71c22e8-d0ef-42b9-b44b-c61ce5c5b4e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-412447', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1024443'] for router, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:21.025423 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d71c22e8-d0ef-42b9-b44b-c61ce5c5b4e3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:21.070221 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d71c22e8-d0ef-42b9-b44b-c61ce5c5b4e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-412436'] for router, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:21.070797 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71c22e8-d0ef-42b9-b44b-c61ce5c5b4e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6426edb5-1f60-431a-88b3-7c84b0a586fc {{(pid=102469) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 10 19:06:21.078594 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-d71c22e8-d0ef-42b9-b44b-c61ce5c5b4e3 admin admin] Publish callbacks [] for router, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:21.080700 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-d71c22e8-d0ef-42b9-b44b-c61ce5c5b4e3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/6426edb5-1f60-431a-88b3-7c84b0a586fc HTTP/1.1" status: 204 len: 168 time: 0.8263917 Nov 10 19:06:21.083109 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 37088) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:21.132738 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d1b88a9-ed46-42cd-a481-b3db679a7343 admin admin] Deleting subnet 4cb864c6-9fcd-4f95-8b57-7794de0891da {{(pid=102469) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 10 19:06:21.136647 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1d1b88a9-ed46-42cd-a481-b3db679a7343 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:21.178597 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1d1b88a9-ed46-42cd-a481-b3db679a7343 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62932118'] for subnet, precommit_delete_associations {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:21.283169 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1d1b88a9-ed46-42cd-a481-b3db679a7343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1449743'] for subnet, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:21.360491 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1d1b88a9-ed46-42cd-a481-b3db679a7343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1449734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62934890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63076938'] for subnet, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:21.399139 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b88a9-ed46-42cd-a481-b3db679a7343 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cb864c6-9fcd-4f95-8b57-7794de0891da,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:21.403225 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-1d1b88a9-ed46-42cd-a481-b3db679a7343 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:21.407387 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-1d1b88a9-ed46-42cd-a481-b3db679a7343 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4cb864c6-9fcd-4f95-8b57-7794de0891da HTTP/1.1" status: 204 len: 168 time: 0.3227715 Nov 10 19:06:21.410389 n-d-776250-10 neutron-server[102469]: DEBUG neutron.wsgi [-] (102469) accepted ('10.222.0.39', 37090) {{(pid=102469) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:21.411714 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120ff0af-29e2-4571-bc61-438641cb02a7 None None] Network 52c6591e-b713-4590-9dd4-8b837d64e30a requested from n-d-776250-10 {{(pid=102470) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 10 19:06:21.492959 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-71f0b4b2-f0b7-4a11-8788-33b9553e3cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583011'] for network, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:21.562318 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-71f0b4b2-f0b7-4a11-8788-33b9553e3cc9 admin admin] Deleting port 014fec0a-4edb-48d0-93f2-9f2c2227fb24 {{(pid=102469) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:06:21.562741 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-71f0b4b2-f0b7-4a11-8788-33b9553e3cc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:21.638039 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.db [None req-71f0b4b2-f0b7-4a11-8788-33b9553e3cc9 admin admin] For port 014fec0a-4edb-48d0-93f2-9f2c2227fb24, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=014fec0a-4edb-48d0-93f2-9f2c2227fb24,segment=NetworkSegment(d6c59361-5f6e-44a9-a507-d04e16d04fd7),segment_id=d6c59361-5f6e-44a9-a507-d04e16d04fd7)] {{(pid=102469) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:21.638434 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-71f0b4b2-f0b7-4a11-8788-33b9553e3cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:21.654536 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.plugin [None req-71f0b4b2-f0b7-4a11-8788-33b9553e3cc9 admin admin] Calling delete_port for 014fec0a-4edb-48d0-93f2-9f2c2227fb24 owned by network:dhcp {{(pid=102469) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:06:21.818731 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894f71a5-bd7f-4cc9-9dfa-712bc28bdf93 None None] DHCP port deletion for 52c6591e-b713-4590-9dd4-8b837d64e30a request from n-d-776250-10 {{(pid=102470) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 10 19:06:21.877493 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-894f71a5-bd7f-4cc9-9dfa-712bc28bdf93 None None] Deleting port 014fec0a-4edb-48d0-93f2-9f2c2227fb24 {{(pid=102470) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 10 19:06:21.878050 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-894f71a5-bd7f-4cc9-9dfa-712bc28bdf93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783913676207'] for port, before_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:21.940251 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:06:21.971972 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.db [None req-894f71a5-bd7f-4cc9-9dfa-712bc28bdf93 None None] For port 014fec0a-4edb-48d0-93f2-9f2c2227fb24, host n-d-776250-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-776250-10',level=0,port_id=014fec0a-4edb-48d0-93f2-9f2c2227fb24,segment=NetworkSegment(d6c59361-5f6e-44a9-a507-d04e16d04fd7),segment_id=d6c59361-5f6e-44a9-a507-d04e16d04fd7)] {{(pid=102470) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 10 19:06:21.972592 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-894f71a5-bd7f-4cc9-9dfa-712bc28bdf93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-371732'] for port, precommit_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:22.000038 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-894f71a5-bd7f-4cc9-9dfa-712bc28bdf93 None None] Calling delete_port for 014fec0a-4edb-48d0-93f2-9f2c2227fb24 owned by network:dhcp {{(pid=102470) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 10 19:06:22.074384 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-71f0b4b2-f0b7-4a11-8788-33b9553e3cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62934855'] for port, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:22.095565 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-894f71a5-bd7f-4cc9-9dfa-712bc28bdf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783913680249', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783913284482'] for port, after_delete {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:22.100207 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0b4b2-f0b7-4a11-8788-33b9553e3cc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=014fec0a-4edb-48d0-93f2-9f2c2227fb24,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:22.105230 n-d-776250-10 neutron-server[102469]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f0b4b2-f0b7-4a11-8788-33b9553e3cc9 admin admin] No DVR routers for this DVR port 014fec0a-4edb-48d0-93f2-9f2c2227fb24 on host n-d-776250-10 {{(pid=102469) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:06:22.128540 n-d-776250-10 neutron-server[102470]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894f71a5-bd7f-4cc9-9dfa-712bc28bdf93 None None] No DVR routers for this DVR port 014fec0a-4edb-48d0-93f2-9f2c2227fb24 on host n-d-776250-10 {{(pid=102470) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 10 19:06:22.131038 n-d-776250-10 neutron-server[102470]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f71a5-bd7f-4cc9-9dfa-712bc28bdf93 None None] Pushing event deleted for resources: {'Port': ['ID=014fec0a-4edb-48d0-93f2-9f2c2227fb24,revision_number=None']} {{(pid=102470) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:22.190677 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-71f0b4b2-f0b7-4a11-8788-33b9553e3cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1448374', 'neutron.services.segments.db._delete_segments_for_network-8783913833189'] for network, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:22.214748 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-71f0b4b2-f0b7-4a11-8788-33b9553e3cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c6591e-b713-4590-9dd4-8b837d64e30a']}} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:06:22.225780 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-71f0b4b2-f0b7-4a11-8788-33b9553e3cc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c59361-5f6e-44a9-a507-d04e16d04fd7') {'for_net_delete': True} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:06:22.226279 n-d-776250-10 neutron-server[102469]: DEBUG neutron.services.segments.db [None req-71f0b4b2-f0b7-4a11-8788-33b9553e3cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c59361-5f6e-44a9-a507-d04e16d04fd7') {} {{(pid=102469) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 10 19:06:22.237309 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-71f0b4b2-f0b7-4a11-8788-33b9553e3cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783913838062', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62932111'] for segment, before_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:22.251275 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-71f0b4b2-f0b7-4a11-8788-33b9553e3cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118'] for segment, precommit_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:22.257284 n-d-776250-10 neutron-server[102469]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f0b4b2-f0b7-4a11-8788-33b9553e3cc9 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102469) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 10 19:06:22.257692 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-71f0b4b2-f0b7-4a11-8788-33b9553e3cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1447118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62934836'] for segment, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:22.259338 n-d-776250-10 neutron-server[102469]: Traceback (most recent call last): Nov 10 19:06:22.259338 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 10 19:06:22.259338 n-d-776250-10 neutron-server[102469]: timer() Nov 10 19:06:22.259338 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 10 19:06:22.259338 n-d-776250-10 neutron-server[102469]: cb(*args, **kw) Nov 10 19:06:22.259338 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 10 19:06:22.259338 n-d-776250-10 neutron-server[102469]: return func(*args, **kwargs) Nov 10 19:06:22.259338 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 10 19:06:22.259338 n-d-776250-10 neutron-server[102469]: self._notify() Nov 10 19:06:22.259338 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 10 19:06:22.259338 n-d-776250-10 neutron-server[102469]: self.callback(batched_events) Nov 10 19:06:22.259338 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 10 19:06:22.259338 n-d-776250-10 neutron-server[102469]: event.method(event) Nov 10 19:06:22.259338 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 10 19:06:22.259338 n-d-776250-10 neutron-server[102469]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 10 19:06:22.259338 n-d-776250-10 neutron-server[102469]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 10 19:06:22.259338 n-d-776250-10 neutron-server[102469]: aggregate_uuid = self.p_client.list_aggregates( Nov 10 19:06:22.259338 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 10 19:06:22.259338 n-d-776250-10 neutron-server[102469]: return f(self, *a, **k) Nov 10 19:06:22.259338 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 10 19:06:22.259338 n-d-776250-10 neutron-server[102469]: return self._get(url).json() Nov 10 19:06:22.259338 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 10 19:06:22.259338 n-d-776250-10 neutron-server[102469]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 10 19:06:22.259338 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 10 19:06:22.259338 n-d-776250-10 neutron-server[102469]: return self.request(url, 'GET', **kwargs) Nov 10 19:06:22.259338 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 10 19:06:22.259338 n-d-776250-10 neutron-server[102469]: base_url = self.get_endpoint(auth, allow=allow, Nov 10 19:06:22.259338 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 10 19:06:22.259338 n-d-776250-10 neutron-server[102469]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 10 19:06:22.259338 n-d-776250-10 neutron-server[102469]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 10 19:06:22.259338 n-d-776250-10 neutron-server[102469]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 10 19:06:22.259338 n-d-776250-10 neutron-server[102469]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 10 19:06:22.319498 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-71f0b4b2-f0b7-4a11-8788-33b9553e3cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1448321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-376804'] for network, after_delete {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:22.326436 n-d-776250-10 neutron-server[102469]: DEBUG neutron_lib.callbacks.manager [None req-71f0b4b2-f0b7-4a11-8788-33b9553e3cc9 admin admin] Publish callbacks [] for network, before_response {{(pid=102469) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:22.329831 n-d-776250-10 neutron-server[102469]: INFO neutron.wsgi [None req-71f0b4b2-f0b7-4a11-8788-33b9553e3cc9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/52c6591e-b713-4590-9dd4-8b837d64e30a HTTP/1.1" status: 204 len: 168 time: 0.9180050 Nov 10 19:06:22.342511 n-d-776250-10 neutron-server[102469]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0b4b2-f0b7-4a11-8788-33b9553e3cc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=52c6591e-b713-4590-9dd4-8b837d64e30a,revision_number=None']} {{(pid=102469) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:22.404622 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 53cd8691-4e77-40ab-a726-e6d9ee54dae4 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:06:22.427776 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 53cd8691-4e77-40ab-a726-e6d9ee54dae4 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:06:22.428386 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 53cd8691-4e77-40ab-a726-e6d9ee54dae4 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:06:22.428663 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 014fec0a-4edb-48d0-93f2-9f2c2227fb24 no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:06:22.457344 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 014fec0a-4edb-48d0-93f2-9f2c2227fb24 {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:06:22.457953 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 014fec0a-4edb-48d0-93f2-9f2c2227fb24 not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:06:22.458679 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 0220bb4d-c529-4151-b7b8-e103a31bfd7b no longer exists at agent ovs-agent-n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 10 19:06:22.480237 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.plugin [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] No Port match for: 0220bb4d-c529-4151-b7b8-e103a31bfd7b {{(pid=102470) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 10 19:06:22.480660 n-d-776250-10 neutron-server[102470]: DEBUG neutron.plugins.ml2.rpc [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Device 0220bb4d-c529-4151-b7b8-e103a31bfd7b not bound to the agent host n-d-776250-10 {{(pid=102470) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 10 19:06:22.546157 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 37094) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:22.587211 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-931fad13-ec45-4ba3-b7c1-2b4ddd516c2b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=76a12e69d56f49738513fc1107de2722&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397277 Nov 10 19:06:22.589833 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 37096) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:22.640535 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7a8b9e4-18de-4058-a8aa-5d8351c24eda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:22.663887 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7a8b9e4-18de-4058-a8aa-5d8351c24eda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:22.709683 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7a8b9e4-18de-4058-a8aa-5d8351c24eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:22.712433 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-b7a8b9e4-18de-4058-a8aa-5d8351c24eda admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:22.713931 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-b7a8b9e4-18de-4058-a8aa-5d8351c24eda admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2eb24a1c-af14-4a42-8cce-084d09dfe704 HTTP/1.1" status: 204 len: 168 time: 0.1227133 Nov 10 19:06:22.722265 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8b9e4-18de-4058-a8aa-5d8351c24eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb24a1c-af14-4a42-8cce-084d09dfe704,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:23.087591 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 37102) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:23.136451 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-1a27a496-f175-45fe-b3cd-7c84e73de2a8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=59565be5ddf8453e8febce231b3c0cac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0468926 Nov 10 19:06:23.139200 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [-] (102468) accepted ('10.222.0.39', 37104) {{(pid=102468) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 10 19:06:23.190788 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-db43ded5-a61a-4d45-89b7-a6005ae7cac7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:23.213058 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-db43ded5-a61a-4d45-89b7-a6005ae7cac7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:23.260534 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-db43ded5-a61a-4d45-89b7-a6005ae7cac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491569'] for security_group, after_delete {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:23.263405 n-d-776250-10 neutron-server[102468]: DEBUG neutron_lib.callbacks.manager [None req-db43ded5-a61a-4d45-89b7-a6005ae7cac7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102468) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:23.264683 n-d-776250-10 neutron-server[102468]: INFO neutron.wsgi [None req-db43ded5-a61a-4d45-89b7-a6005ae7cac7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea457276-88aa-49f1-9d0b-247b3d78c25b HTTP/1.1" status: 204 len: 168 time: 0.1245577 Nov 10 19:06:23.273127 n-d-776250-10 neutron-server[102468]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43ded5-a61a-4d45-89b7-a6005ae7cac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea457276-88aa-49f1-9d0b-247b3d78c25b,revision_number=None']} {{(pid=102468) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 10 19:06:25.763524 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:25.777591 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:30.748411 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ff653a92-3f70-4158-9485-8ec550967b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:33.098442 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-38bc1a2f-8c00-46a1-a854-c951ac5c9d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:34.417367 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:35.898447 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:36.564417 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:55.782257 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:55.784408 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:06:58.941563 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:07:00.751289 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-07d7e50f-3fa4-4cca-9228-2063b2221559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:03.101005 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-846a7eee-cc5f-44f1-aed8-31a86ba21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:04.420977 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:05.900480 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:06.567176 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:25.771345 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:25.786750 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:30.752934 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-6736992b-c720-4b7f-a387-67529064612d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:33.101916 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f7b29add-8d72-4253-960a-ae72436618a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:34.423523 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:35.907327 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:35.941310 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:07:36.569094 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:55.790691 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:07:55.805511 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:00.756440 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-35a76fb4-e726-40a4-9ab0-145b38346f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:03.103722 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-16460e31-9e6a-4c51-9bdb-7a41a94545d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:04.428559 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:05.906966 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:06.570340 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:12.940534 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:08:25.808743 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:25.810505 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:30.757235 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-0623c9cc-9c64-4cf9-814d-61b53b53cf9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:33.104928 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2bfc584d-defd-462a-a4b5-6f54fe6db291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:34.430052 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:35.911197 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:36.571516 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:49.939956 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:08:55.798168 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:08:55.817682 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:00.759268 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-33031029-bb4d-4a2a-9f77-301c0f5ebbe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:03.106227 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-cbdf38fe-b2ef-4e03-9b67-552762d57c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:04.436856 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:05.913373 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:06.572604 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:25.814837 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:25.828988 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:26.940364 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:09:30.760394 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8f1c2e4f-b87d-4fc1-b256-edcb3116a8e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:33.107340 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-be96ed81-af2a-4947-8323-05f1ae326f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:34.436464 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:35.916855 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:36.574483 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:55.813437 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:09:55.830227 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:00.762232 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-31706fdb-7802-4578-8f46-6758b8737d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:03.108594 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-8db5c0cf-d02c-434a-92bb-39402a7273ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:03.939558 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:10:04.440560 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:05.920991 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:06.577932 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:25.833872 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:25.835887 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:30.763603 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-5964c0f3-d79f-485a-8893-7e0260a7bacf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:33.113120 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-28b1d019-2884-4036-bee4-7909ba3ef174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:34.443689 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:35.922820 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:36.580736 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:40.939176 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:10:55.834297 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:10:55.838215 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:00.765038 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-2a9e5451-4146-49db-8dcd-928e947318bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:03.115523 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-339805d6-7d07-470a-9d66-851d259507f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:04.446436 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:05.929383 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:06.584282 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:17.938520 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:11:25.829133 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:25.857518 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:30.766905 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-94e2e1ab-e8d4-4cee-b64c-cfa51dca43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:33.117911 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-72e44f26-e94c-49bd-b1f2-2e624319d02e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:34.448855 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:35.930122 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:36.587417 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:54.937362 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:11:55.825702 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:11:55.857234 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:00.768321 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-519b853c-b9de-4c00-891a-ad8b892eb8a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:03.119071 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-675cd57d-0536-4525-a958-a7a16366060e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:04.451895 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:05.933871 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:06.589592 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:25.856489 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:25.871436 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:30.770115 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-732fd4fe-1bcf-4549-bdc1-4ebd483f1cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:31.935916 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:12:33.124697 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-f8b5831a-1543-4cb3-a83c-1a67e009fe28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:34.454877 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:35.936635 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:36.591660 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:55.865108 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:12:55.875265 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:00.772299 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-81754470-459c-433b-bfce-bee61cad7101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:03.127472 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-054f863a-a287-40ea-959f-1fea7042e90b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:04.458451 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:05.943077 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:06.748948 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:08.937856 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:13:25.873889 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:25.878313 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:30.774769 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-30378c6b-0d50-44bc-ad39-02050f02aa36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:33.129797 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c8ab6134-ced9-419c-8563-90eaf2ff83a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:34.461158 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:35.943631 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:36.590635 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:45.937808 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:13:55.868185 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:13:55.900705 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:00.775744 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-b8f04f9f-9808-4f00-80b5-3079b5d2eabf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:03.132095 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-86fdb597-1662-4b36-a10c-4594fa81f013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:04.463563 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:05.946992 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:06.594882 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:22.937723 n-d-776250-10 neutron-server[102471]: DEBUG neutron.db.agents_db [None req-a822a047-6ae6-462c-a4ca-66db64032068 None None] Agent healthcheck: found 7 active agents {{(pid=102471) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 10 19:14:25.882174 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-11b00861-a704-4ade-9d74-07fec07949b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:25.897215 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-c74a809c-44f3-47f9-abf4-f6f58f7c5960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:30.778265 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-e46da267-c7cc-4d2b-84b7-904776370387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:33.134581 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-87367836-fe59-4b4a-815c-eea16f6d48db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:34.467422 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-ea86163d-5e88-4584-b648-d8a3fa99d4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:35.950359 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-49c9b511-20ae-4f05-a36b-481b2f780682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:36.596571 n-d-776250-10 neutron-server[102470]: DEBUG neutron_lib.callbacks.manager [None req-318995f4-0251-4ea6-b733-72543b58f812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783913833171', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1445452'] for agent, after_update {{(pid=102470) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 10 19:14:42.176581 n-d-776250-10 neutron-server[102468]: DEBUG neutron.wsgi [req-01739b28-d1ee-4787-ad39-9ceaeab771ee req-05fba842-338d-4386-addc-201744fef9fe service neutron] (102468) timed out ('10.222.0.39', 34936) {{(pid=102468) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}